-- Logs begin at Wed 2021-07-14 08:26:02 UTC, end at Wed 2021-07-14 10:44:18 UTC. -- Jul 14 09:00:10.279810 n-d-798054-10 systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 09:00:12.973259 n-d-798054-10 neutron-server[93780]: INFO neutron.common.config [-] Logging enabled! Jul 14 09:00:12.973912 n-d-798054-10 neutron-server[93780]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 09:00:12.974166 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93780) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 09:00:12.977332 n-d-798054-10 neutron-server[93780]: INFO neutron.common.config [-] Logging enabled! Jul 14 09:00:12.977592 n-d-798054-10 neutron-server[93780]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 09:00:12.977939 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93780) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 09:00:12.978881 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 09:00:12.979120 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 09:00:12.980038 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 09:00:12.980289 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 09:00:12.980522 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 09:00:12.980851 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.981157 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.981463 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.981697 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.982024 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.982319 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.982608 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.982901 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.983205 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.983498 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.983782 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.984070 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.984307 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.984591 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.984885 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.985177 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.985407 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] debug = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.985691 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.986161 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.986582 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.986868 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.987165 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.987456 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.987731 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.988014 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.988305 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.988636 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] host = n-d-798054-10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.988919 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.989214 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.989508 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.989820 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.990105 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.990388 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.990679 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.990963 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.991240 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] log_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.991523 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.991817 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.992112 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.992408 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.992637 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.992862 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.993157 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.993451 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.993734 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.994108 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.994389 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.994669 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.994973 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.995249 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.995544 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.995835 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.996127 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.996407 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.996689 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.996965 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.997247 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.997537 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.997840 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.998121 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.998402 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.998693 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.998967 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.999245 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.999550 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:12.999844 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:13.000131 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:13.000422 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:13.000702 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:13.000990 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:13.001269 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:13.001547 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:13.001852 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] use_json = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:13.002133 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:13.002423 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:13.002695 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:13.002974 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:13.003250 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:13.003528 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:13.003808 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:13.004099 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:13.004403 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.004705 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.005010 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.005296 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.005594 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.005915 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.006211 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.006492 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.006786 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.007078 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.007378 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.007660 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.007953 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.008237 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.008539 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.008851 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.009150 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.009445 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.009723 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.010028 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.010308 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.010615 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.010907 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.011206 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.011500 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.011778 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.012070 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.012360 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.012641 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.012914 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.013192 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.013483 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.013761 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.014061 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.014350 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.014633 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.014908 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.015185 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.015465 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.015755 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.016034 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.016308 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.016581 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.016860 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.017133 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.017423 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.017701 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.017996 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.018272 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.018551 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.018824 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.019098 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.019376 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.019648 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.019924 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.020198 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.020472 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.020747 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.021025 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.021302 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.021575 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.021874 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.022155 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.022429 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.022704 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.022978 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.023251 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.023526 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.023814 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.024113 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.024394 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.024672 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.024951 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.025231 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.025508 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.025806 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.026084 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.026903 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.027180 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.027473 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.027763 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.028053 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.028336 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.028617 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.028912 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.029190 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.029473 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.029752 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.030056 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.030347 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.030633 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.030929 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.031226 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.031521 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.031816 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.032109 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.032391 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.032703 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.032985 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:13.033206 n-d-798054-10 neutron-server[93780]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 09:00:13.033450 n-d-798054-10 neutron-server[93780]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93780) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 09:00:13.383963 n-d-798054-10 neutron-server[93780]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 09:00:13.384246 n-d-798054-10 neutron-server[93780]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 09:00:13.384542 n-d-798054-10 neutron-server[93780]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 09:00:13.384881 n-d-798054-10 neutron-server[93780]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 09:00:13.772548 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:13.772846 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:13.773121 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:13.774470 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:13.774748 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:13.775023 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:13.809154 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:13.809432 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:13.809703 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:13.822731 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:13.823121 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:13.823995 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:13.853573 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:13.853880 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:13.854156 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:13.889881 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:13.890111 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:13.890370 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.118712 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.119319 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.119319 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.119522 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.120310 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.238802 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.239126 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.239416 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.239707 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.239955 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.240267 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.240527 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.240784 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.241040 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.241324 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.241586 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.241878 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.242141 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.242397 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.242653 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.242928 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.243184 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.243458 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.243726 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.244001 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.244273 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.244527 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.244811 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.245218 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.245471 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.245718 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.246137 n-d-798054-10 neutron-server[93780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:00:14.246383 n-d-798054-10 neutron-server[93780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:00:14.246627 n-d-798054-10 neutron-server[93780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:00:14.246864 n-d-798054-10 neutron-server[93780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:00:14.247101 n-d-798054-10 neutron-server[93780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:00:14.247337 n-d-798054-10 neutron-server[93780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:00:14.247697 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 09:00:14.250805 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 09:00:14.254729 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 09:00:14.258575 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jul 14 09:00:14.260197 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 09:00:14.261221 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 09:00:14.261558 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 09:00:14.261971 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 09:00:14.264752 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 09:00:14.265001 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 09:00:14.265345 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 09:00:14.293386 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 09:00:14.293869 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.294172 n-d-798054-10 neutron-server[93780]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93780) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 14 09:00:14.294537 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.295884 n-d-798054-10 neutron-server[93780]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93780) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 09:00:14.296165 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 09:00:14.296407 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 09:00:14.300837 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.301122 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:14.364661 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 09:00:14.364901 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 09:00:14.365138 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 09:00:14.365502 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 09:00:14.386551 n-d-798054-10 neutron-server[93780]: DEBUG oslo_db.sqlalchemy.engines [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93780) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 09:00:14.916752 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Initializing driver for type 'gre' Jul 14 09:00:14.917339 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] gre ID ranges: [(1, 1000)] Jul 14 09:00:14.967061 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Initializing driver for type 'local' Jul 14 09:00:14.967513 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Initializing driver for type 'vlan' Jul 14 09:00:14.980069 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] VlanTypeDriver initialization complete Jul 14 09:00:14.980530 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Initializing driver for type 'vxlan' Jul 14 09:00:14.981160 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] vxlan ID ranges: [(1, 1000)] Jul 14 09:00:15.032106 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Initializing extension driver 'port_security' Jul 14 09:00:15.032527 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.extensions.port_security [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] PortSecurityExtensionDriver initialization complete Jul 14 09:00:15.032886 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Initializing mechanism driver 'openvswitch' Jul 14 09:00:15.033204 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Initializing mechanism driver 'hyperv' Jul 14 09:00:15.039682 n-d-798054-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:15.040522 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > port after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.040893 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > port after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.041247 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > port after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.042289 n-d-798054-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 09:00:15.042725 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.043080 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.043426 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.043816 n-d-798054-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 09:00:15.044217 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > network after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.044565 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > network after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.044904 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > network after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.045292 n-d-798054-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 09:00:15.045690 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > security_group after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.046065 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > security_group after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.046406 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.046795 n-d-798054-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 09:00:15.047192 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.047535 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.047871 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.048259 n-d-798054-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 09:00:15.048656 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > address_group after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.048996 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > address_group after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.049333 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.049719 n-d-798054-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 09:00:15.050119 n-d-798054-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] ML2 OVO RPC backend initialized. {{(pid=93780) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 14 09:00:15.050815 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.051169 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.051581 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > network before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.051926 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > networks before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.052270 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > port before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.052608 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > ports before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.052949 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > subnet before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.053287 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > subnets before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.053631 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > network after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.053997 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > network after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.054332 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > network after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.054668 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > port after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.055003 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > port after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.055335 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > port after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.055668 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.056001 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.056331 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.056904 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Modular L2 Plugin initialization complete Jul 14 09:00:15.057232 n-d-798054-10 neutron-server[93780]: DEBUG neutron.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading services supported by the core plugin {{(pid=93780) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 09:00:15.058111 n-d-798054-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Got port-security extension from driver 'port_security' Jul 14 09:00:15.058572 n-d-798054-10 neutron-server[93780]: INFO neutron.extensions.vlantransparent [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Disabled vlantransparent extension. Jul 14 09:00:15.059050 n-d-798054-10 neutron-server[93780]: DEBUG neutron.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93780) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 09:00:15.059368 n-d-798054-10 neutron-server[93780]: INFO neutron.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading Plugin: router Jul 14 09:00:15.094626 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.095016 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router after_create 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.095378 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router before_create 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.095736 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.096104 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.096452 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router after_delete 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.096809 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.097286 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router after_create 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.097638 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router after_update 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.098010 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router after_update 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.098358 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.098713 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router after_update 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.099121 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.099485 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: port after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.099823 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: port after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.100159 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: subnet after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.100491 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.100835 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.101182 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.101522 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: port before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.101887 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router precommit_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.102242 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router after_update 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.102589 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.102938 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.103293 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.103633 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.103994 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > agent after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.104971 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > agent after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.105360 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > network after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.106252 n-d-798054-10 neutron-server[93780]: DEBUG neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Tracking information for resource: router configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:00:15.106584 n-d-798054-10 neutron-server[93780]: DEBUG neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Tracking information for resource: floatingip configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:00:15.111389 n-d-798054-10 neutron-server[93780]: INFO neutron.db.l3_agentschedulers_db [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 09:00:15.111963 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: port after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.112329 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: port after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.112684 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: port after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.113037 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: port after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.113837 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router before_create 55550100 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.114205 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.114569 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router precommit_create 55550100 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.114923 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > router precommit_update 55550100 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.119323 n-d-798054-10 neutron-server[93780]: DEBUG neutron.services.provider_configuration [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Service providers = [] {{(pid=93780) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 09:00:15.119960 n-d-798054-10 neutron-server[93780]: DEBUG neutron.db.servicetype_db [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93780) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 09:00:15.123159 n-d-798054-10 neutron-server[93780]: DEBUG neutron.services.service_base [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93780) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 09:00:15.123512 n-d-798054-10 neutron-server[93780]: DEBUG neutron.services.service_base [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93780) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 09:00:15.123855 n-d-798054-10 neutron-server[93780]: DEBUG neutron.services.service_base [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93780) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 09:00:15.124732 n-d-798054-10 neutron-server[93780]: DEBUG neutron.services.service_base [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93780) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 09:00:15.125104 n-d-798054-10 neutron-server[93780]: INFO neutron.services.service_base [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 09:00:15.125475 n-d-798054-10 neutron-server[93780]: DEBUG neutron.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:00:15.125821 n-d-798054-10 neutron-server[93780]: INFO neutron.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 09:00:15.137548 n-d-798054-10 neutron-server[93780]: DEBUG neutron.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:00:15.140528 n-d-798054-10 neutron-server[93780]: INFO neutron.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading Plugin: auto_allocate Jul 14 09:00:15.147260 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: network precommit_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.147631 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: network precommit_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.148154 n-d-798054-10 neutron-server[93780]: DEBUG neutron.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:00:15.148476 n-d-798054-10 neutron-server[93780]: INFO neutron.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading Plugin: tag Jul 14 09:00:15.155438 n-d-798054-10 neutron-server[93780]: DEBUG neutron.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:00:15.155767 n-d-798054-10 neutron-server[93780]: INFO neutron.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading Plugin: timestamp Jul 14 09:00:15.159553 n-d-798054-10 neutron-server[93780]: DEBUG neutron.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:00:15.159881 n-d-798054-10 neutron-server[93780]: INFO neutron.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading Plugin: network_ip_availability Jul 14 09:00:15.165249 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.165622 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.166026 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.167271 n-d-798054-10 neutron-server[93780]: DEBUG neutron.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:00:15.167552 n-d-798054-10 neutron-server[93780]: INFO neutron.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading Plugin: flavors Jul 14 09:00:15.172390 n-d-798054-10 neutron-server[93780]: DEBUG neutron.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:00:15.172722 n-d-798054-10 neutron-server[93780]: INFO neutron.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading Plugin: revisions Jul 14 09:00:15.176948 n-d-798054-10 neutron-server[93780]: DEBUG neutron.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:00:15.177343 n-d-798054-10 neutron-server[93780]: DEBUG oslo_concurrency.lockutils [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.793s {{(pid=93780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 09:00:15.178097 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93780) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 14 09:00:15.178432 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Initializing extension manager. Jul 14 09:00:15.178963 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: __init__.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.179303 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: __pycache__ {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.179703 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.180050 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: address_group.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.180792 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.181370 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: address-group Jul 14 09:00:15.181692 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: address_scope.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.183038 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.183555 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: address-scope Jul 14 09:00:15.183877 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.184799 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.185310 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: router-admin-state-down-before-update Jul 14 09:00:15.185631 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: agent.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.186353 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.186864 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: agent Jul 14 09:00:15.187187 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: agent_resources_synced.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.188085 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.188592 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: agent-resources-synced Jul 14 09:00:15.188913 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: allowedaddresspairs.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.190706 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.191230 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: allowed-address-pairs Jul 14 09:00:15.191559 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: auto_allocated_topology.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.192624 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.193139 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: auto-allocated-topology Jul 14 09:00:15.193463 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: availability_zone.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.194189 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.194697 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: availability_zone Jul 14 09:00:15.195018 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: availability_zone_filter.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.195931 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.196437 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: availability_zone_filter Jul 14 09:00:15.196755 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: data_plane_status.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.197657 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.198224 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 09:00:15.198541 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: default_subnetpools.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.199444 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.199952 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: default-subnetpools Jul 14 09:00:15.200268 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.201072 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.201589 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: dhcp_agent_scheduler Jul 14 09:00:15.201945 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: dns.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.202856 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.203360 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension dns-integration not supported by any of loaded plugins Jul 14 09:00:15.203680 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: dns_domain_ports.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.204595 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.205098 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 09:00:15.205414 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.206350 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.206855 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 09:00:15.207173 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: dvr.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.208093 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.208595 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: dvr Jul 14 09:00:15.208912 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: empty_string_filtering.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.209834 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.210343 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: empty-string-filtering Jul 14 09:00:15.210663 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.211570 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.212073 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 09:00:15.212395 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.213297 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.214397 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 09:00:15.214866 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: external_net.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.215938 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.216444 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: external-net Jul 14 09:00:15.217014 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.217652 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.218196 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: extra_dhcp_opt Jul 14 09:00:15.218517 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: extraroute.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.219415 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.219921 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: extraroute Jul 14 09:00:15.220240 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: extraroute_atomic.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.221259 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.221771 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: extraroute-atomic Jul 14 09:00:15.222118 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: filter_validation.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.222776 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.223455 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: filter-validation Jul 14 09:00:15.223776 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: fip_pf_description.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.224685 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.225188 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 09:00:15.225508 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: fip_port_details.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.226445 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.226952 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: fip-port-details Jul 14 09:00:15.227272 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: flavors.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.228475 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.228992 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: flavors Jul 14 09:00:15.229938 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.231576 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.232108 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 09:00:15.232439 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: floatingip_pools.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.233133 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.233650 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: floatingip-pools Jul 14 09:00:15.234073 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: ip_allocation.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.234984 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.235487 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 09:00:15.235811 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.236720 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.237228 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: ip-substring-filtering Jul 14 09:00:15.237551 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: l2_adjacency.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.238495 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.239001 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 09:00:15.239324 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: l3.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.240278 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.240794 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: router Jul 14 09:00:15.241119 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.243346 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.243880 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 09:00:15.244211 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.245166 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.245683 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: ext-gw-mode Jul 14 09:00:15.246043 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.246952 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.247463 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: l3-ha Jul 14 09:00:15.247786 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: l3_flavors.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.248702 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.249214 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: l3-flavors Jul 14 09:00:15.249536 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.250471 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.250982 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 09:00:15.251307 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: l3agentscheduler.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.252341 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.252853 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: l3_agent_scheduler Jul 14 09:00:15.253437 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: logging.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.254674 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.255197 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension logging not supported by any of loaded plugins Jul 14 09:00:15.255526 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: metering.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.256268 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.256846 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: metering Jul 14 09:00:15.257171 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.259719 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.260256 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: metering_source_and_destination_fields Jul 14 09:00:15.260614 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: multiprovidernet.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.261565 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.262120 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: multi-provider Jul 14 09:00:15.262444 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: netmtu.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.263686 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.264200 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: net-mtu Jul 14 09:00:15.264523 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: netmtu_writable.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.265440 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.265989 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: net-mtu-writable Jul 14 09:00:15.266312 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: network_availability_zone.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.266982 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.267492 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: network_availability_zone Jul 14 09:00:15.267810 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: network_ip_availability.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.268889 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.269404 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: network-ip-availability Jul 14 09:00:15.269725 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: network_segment_range.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.270514 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.271024 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 09:00:15.271352 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: pagination.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.272330 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.272658 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: pagination Jul 14 09:00:15.272978 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: port_device_profile.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.273926 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.274445 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: port-device-profile Jul 14 09:00:15.274769 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.275684 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.276725 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: port-mac-address-regenerate Jul 14 09:00:15.277041 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.277986 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.278497 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: port-numa-affinity-policy Jul 14 09:00:15.278816 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: port_resource_request.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.279716 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.280220 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 09:00:15.280540 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: portbindings.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.281536 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.282091 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: binding Jul 14 09:00:15.282415 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: portbindings_extended.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.283678 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.284190 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: binding-extended Jul 14 09:00:15.284514 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: portsecurity.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.285450 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.286014 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: port-security Jul 14 09:00:15.286335 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: project_id.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.287308 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.287636 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: project-id Jul 14 09:00:15.287958 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: providernet.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.288878 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.289396 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: provider Jul 14 09:00:15.289715 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: qos.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.293882 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.294412 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension qos not supported by any of loaded plugins Jul 14 09:00:15.294745 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.295970 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.296485 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 09:00:15.296813 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.297722 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.298270 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 09:00:15.298596 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: qos_default.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.299499 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.300011 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension qos-default not supported by any of loaded plugins Jul 14 09:00:15.300337 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: qos_fip.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.300987 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.301490 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension qos-fip not supported by any of loaded plugins Jul 14 09:00:15.301839 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: qos_gateway_ip.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.302761 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.303266 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 09:00:15.303586 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: qos_port_network_policy.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.304488 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.304998 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 09:00:15.305318 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: qos_rule_type_details.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.306250 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.306752 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 09:00:15.307073 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: qos_rules_alias.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.308137 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.308646 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 09:00:15.308969 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: quotasv2.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.309934 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.310447 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: quotas Jul 14 09:00:15.310764 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: quotasv2_detail.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.313812 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.314159 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: quota_details Jul 14 09:00:15.314493 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: rbac.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.315550 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.316082 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: rbac-policies Jul 14 09:00:15.316415 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: rbac_address_group.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.317340 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.317890 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: rbac-address-group Jul 14 09:00:15.318221 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: rbac_address_scope.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.319150 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.319666 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: rbac-address-scope Jul 14 09:00:15.319995 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: rbac_security_groups.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.320900 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.321412 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: rbac-security-groups Jul 14 09:00:15.321740 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: rbac_subnetpool.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.322667 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.323203 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: rbac-subnetpool Jul 14 09:00:15.323528 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: revisionifmatch.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.324443 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.324958 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: revision-if-match Jul 14 09:00:15.325281 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: revisions.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.326404 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.326923 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: standard-attr-revisions Jul 14 09:00:15.327252 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: router_availability_zone.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.327925 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.328440 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: router_availability_zone Jul 14 09:00:15.328763 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: routerservicetype.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.329676 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.330224 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension router-service-type not supported by any of loaded plugins Jul 14 09:00:15.330547 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.331469 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.331982 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: security-groups-normalized-cidr Jul 14 09:00:15.332304 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.333473 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.334022 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: port-security-groups-filtering Jul 14 09:00:15.334348 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.335255 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.335770 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: security-groups-remote-address-group Jul 14 09:00:15.336094 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: securitygroup.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.346245 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.346782 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: security-group Jul 14 09:00:15.347118 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: segment.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.347896 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.348407 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension segment not supported by any of loaded plugins Jul 14 09:00:15.348755 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.349682 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.350229 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 09:00:15.350554 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: servicetype.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.351666 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.352189 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: service-type Jul 14 09:00:15.352516 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: sorting.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.353495 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.353850 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: sorting Jul 14 09:00:15.354175 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: standard_attr_segment.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.355692 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.356210 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 09:00:15.356532 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: standardattrdescription.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.357176 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.357712 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: standard-attr-description Jul 14 09:00:15.358059 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: stateful_security_group.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.358992 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.359509 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: stateful-security-group Jul 14 09:00:15.359835 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: stdattrs_common.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.360418 n-d-798054-10 neutron-server[93780]: WARNING neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 09:00:15.360740 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.361663 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.362285 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 09:00:15.362610 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: subnet_onboard.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.363675 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.364194 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: subnet_onboard Jul 14 09:00:15.364519 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.365438 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.365971 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 09:00:15.366293 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: subnet_service_types.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.367209 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.367718 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: subnet-service-types Jul 14 09:00:15.368038 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: subnetallocation.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.369108 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.369619 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: subnet_allocation Jul 14 09:00:15.369992 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.370657 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.371166 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: subnetpool-prefix-ops Jul 14 09:00:15.371495 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.372434 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.372946 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 09:00:15.373269 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: tagging.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.374372 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.374934 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: standard-attr-tag Jul 14 09:00:15.375273 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: timestamp.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.376547 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.377070 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loaded extension: standard-attr-timestamp Jul 14 09:00:15.377396 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: trunk.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.378449 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.378970 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension trunk not supported by any of loaded plugins Jul 14 09:00:15.379295 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: trunk_details.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.380211 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.380732 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension trunk-details not supported by any of loaded plugins Jul 14 09:00:15.381056 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: uplink_status_propagation.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.382085 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.382607 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 09:00:15.382931 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Loading extension file: vlantransparent.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:00:15.383599 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:00:15.384113 n-d-798054-10 neutron-server[93780]: INFO neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 09:00:15.386612 n-d-798054-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Creating instance of TrackedResource for resource:network Jul 14 09:00:15.387164 n-d-798054-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Creating instance of TrackedResource for resource:subnet Jul 14 09:00:15.387620 n-d-798054-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 09:00:15.388089 n-d-798054-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Creating instance of TrackedResource for resource:port Jul 14 09:00:15.389849 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:00:15.390411 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Service FLAVORS assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:00:15.391238 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:00:15.391776 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:00:15.392206 n-d-798054-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Creating instance of TrackedResource for resource:router Jul 14 09:00:15.392748 n-d-798054-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 09:00:15.393510 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Service METERING assigned prefix: /metering {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:00:15.395505 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.395999 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.396609 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:00:15.397998 n-d-798054-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 09:00:15.398646 n-d-798054-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Creating instance of TrackedResource for resource:security_group Jul 14 09:00:15.399206 n-d-798054-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 09:00:15.400061 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Service CORE assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:00:15.400512 n-d-798054-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 09:00:15.400949 n-d-798054-10 neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] subnetpool is already registered Jul 14 09:00:15.402249 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Service CORE assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:00:15.402749 n-d-798054-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 09:00:15.403197 n-d-798054-10 neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] subnetpool is already registered Jul 14 09:00:15.406396 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:00:15.407023 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Service FLAVORS assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:00:15.407776 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:00:15.408307 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:00:15.408858 n-d-798054-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Creating instance of TrackedResource for resource:router Jul 14 09:00:15.409325 n-d-798054-10 neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] router is already registered Jul 14 09:00:15.409939 n-d-798054-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 09:00:15.410521 n-d-798054-10 neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] floatingip is already registered Jul 14 09:00:15.411112 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Service METERING assigned prefix: /metering {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:00:15.411997 n-d-798054-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 09:00:15.412386 n-d-798054-10 neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] rbac_policy is already registered Jul 14 09:00:15.412802 n-d-798054-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Creating instance of TrackedResource for resource:security_group Jul 14 09:00:15.413136 n-d-798054-10 neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] security_group is already registered Jul 14 09:00:15.413539 n-d-798054-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 09:00:15.413904 n-d-798054-10 neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] security_group_rule is already registered Jul 14 09:00:15.414540 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Service CORE assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:00:15.414865 n-d-798054-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 09:00:15.415198 n-d-798054-10 neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] subnetpool is already registered Jul 14 09:00:15.415612 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Service CORE assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:00:15.415931 n-d-798054-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 09:00:15.416255 n-d-798054-10 neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] subnetpool is already registered Jul 14 09:00:15.416739 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: extensions {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.418839 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: address-groups {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.420280 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: address-scopes {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.421581 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: agents {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.422774 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: auto-allocated-topology {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.424015 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: availability_zones {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.425235 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: dhcp-networks {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.426770 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: dhcp-agents {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.428196 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: routers {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.429912 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: flavors {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.431192 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: service_profiles {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.432545 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: next_providers {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.434025 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: service_profiles {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.435550 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: floatingip-pools {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.436765 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: routers {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.438667 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: floatingips {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.440836 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: l3-routers {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.442287 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: l3-agents {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.443714 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: metering-labels {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.444953 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: metering-label-rules {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.446345 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: network-ip-availabilities {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.447737 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: bindings {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.449318 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: quotas {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.450898 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: quotas {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.452335 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: rbac-policies {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.453528 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: security-groups {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.454851 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: security-group-rules {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.456092 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: service-providers {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.457359 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: subnetpools {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.458982 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: subnetpools {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.460522 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.462222 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.464698 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.466512 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.468194 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.470170 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.471864 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.473655 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.475543 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.477296 n-d-798054-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:00:15.484054 n-d-798054-10 neutron-server[93780]: WARNING keystonemiddleware.auth_token [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 09:00:15.488601 n-d-798054-10 neutron-server[93780]: WARNING keystonemiddleware.auth_token [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 09:00:15.497304 n-d-798054-10 neutron-server[93780]: DEBUG oslo_concurrency.lockutils [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Acquired lock "singleton_lock" {{(pid=93780) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 14 09:00:15.497775 n-d-798054-10 neutron-server[93780]: DEBUG oslo_concurrency.lockutils [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Releasing lock "singleton_lock" {{(pid=93780) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 14 09:00:15.498434 n-d-798054-10 neutron-server[93780]: INFO oslo_service.service [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Starting 2 workers Jul 14 09:00:15.503206 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Started child 93887 {{(pid=93780) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 09:00:15.507516 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Started child 93888 {{(pid=93780) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 09:00:15.508616 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:15.509329 n-d-798054-10 neutron-server[93780]: INFO neutron.service [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 09:00:15.509808 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Notify callbacks [] for process, before_spawn {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:15.510237 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [-] (93887) wsgi starting up on http://0.0.0.0:9696 Jul 14 09:00:15.512143 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:15.512622 n-d-798054-10 neutron-server[93780]: INFO oslo_service.service [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Starting 1 workers Jul 14 09:00:15.513573 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [-] (93888) wsgi starting up on http://0.0.0.0:9696 Jul 14 09:00:15.517447 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Started child 93889 {{(pid=93780) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 09:00:15.517992 n-d-798054-10 neutron-server[93780]: INFO oslo_service.service [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Starting 1 workers Jul 14 09:00:15.521156 n-d-798054-10 neutron-server[93889]: DEBUG neutron.service [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] calling RpcWorker wait() {{(pid=93889) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 09:00:15.521685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.service [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] returning from RpcWorker wait() {{(pid=93889) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 09:00:15.522380 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Started child 93890 {{(pid=93780) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 09:00:15.523062 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:15.523251 n-d-798054-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a223b77-1447-4c4a-b127-921bbd7ea8f1 None None] Notify callbacks [] for process, after_spawn {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:15.523623 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:15.525266 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93780) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 09:00:15.525470 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 09:00:15.525655 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 09:00:15.525892 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 09:00:15.526828 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 09:00:15.526995 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 09:00:15.527680 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.527796 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.527957 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:15.528429 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.528429 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.528554 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.529083 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.529372 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.529625 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.529919 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.530159 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.530333 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.530498 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.530755 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.531001 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.531289 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.531553 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.531799 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.532050 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.532219 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.532468 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.532727 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.532984 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.533266 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] debug = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.533526 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.534027 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.534272 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.534524 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.534747 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.535037 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.535271 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.535539 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.535797 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.536034 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.536269 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.536525 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.536759 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.536969 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.537205 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.537473 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.537710 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.538204 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] host = n-d-798054-10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.538426 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.538644 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.538902 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.539132 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.539369 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.539620 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.539881 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.540133 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.540396 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.540637 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.540874 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.541138 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.541384 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.541617 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.542380 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_options = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.542627 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.542896 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.543169 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.543392 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.543536 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.543691 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.543939 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.544093 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.544347 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.544580 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.544814 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.545042 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.545272 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.545504 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.545760 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.546019 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.546242 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.546450 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.546697 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.546938 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.547160 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.547427 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.547625 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.547861 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.548075 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.548316 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.548556 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.548786 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.548997 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.549237 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.549481 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.549746 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.550016 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.550256 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.550487 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.550714 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.550927 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.551203 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.551434 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.551685 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.551943 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.552175 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.552427 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.552662 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.552894 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.553141 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_json = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.553358 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.553601 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.553886 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.554109 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.554307 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.554520 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.554733 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.554982 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.555416 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.555702 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.556005 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.556251 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.556503 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.556759 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.556993 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.557212 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.557532 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.557728 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.558856 n-d-798054-10 neutron-server[93890]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:15.559247 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.559479 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.559849 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.560104 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.560365 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.560707 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.561007 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.561292 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.561541 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.563215 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.563703 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.563874 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.564174 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.564490 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.564783 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.565083 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.565848 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.566707 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.566859 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.566985 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.567226 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.567478 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.567776 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.568012 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.568274 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.568512 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.568767 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.568996 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.569239 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.569495 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.569768 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.570036 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.570267 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.570496 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.570744 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.570955 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.571178 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.571954 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.572133 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.572868 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.572868 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.572868 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.573604 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.577987 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.578287 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.578588 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.578841 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.579083 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.579318 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.579582 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.579834 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.580104 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.580360 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.580587 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.580815 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.581824 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.581824 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.581824 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.581824 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.582399 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.583496 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.583826 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.584181 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.584474 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.584754 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.585107 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.585349 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.585599 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.585879 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.586146 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.586447 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.586631 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.586878 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.587100 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.587394 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.587723 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.588043 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.589749 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.590031 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.590301 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.590794 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.591101 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.591608 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.591841 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.592358 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.592632 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.592890 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.593155 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.595876 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.596164 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.596454 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.596699 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.596966 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.597201 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.597481 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.597745 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.598067 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.598333 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.598608 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.598885 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.599145 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.599424 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.599682 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.599945 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.600193 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.600462 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.600782 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.601062 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.601334 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.601589 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.602962 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.603518 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.603756 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.604036 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.604301 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.604563 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.604797 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.605105 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.605353 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.605689 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.605960 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.606217 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.606560 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.606811 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.607050 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.607266 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.607533 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.607770 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.608023 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.608297 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.608563 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.608803 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.609056 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.609289 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.609525 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.609760 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.610032 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.610270 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.610516 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.610772 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.611015 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.611251 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.611468 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.611701 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.611939 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.612163 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.612380 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.612602 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.612824 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.613074 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.613288 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.613510 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.613750 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.613993 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.614215 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.614435 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.614681 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.614961 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.615190 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.615479 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.615731 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.616305 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.616571 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.617358 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.618185 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.618428 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.619906 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.620149 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.621677 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.622510 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.622755 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.623020 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.623277 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.623517 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.623763 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.624036 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.624294 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.624639 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.624883 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.625148 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.625375 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.625599 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.626215 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.626528 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.626834 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.627206 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.627546 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.627787 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.629954 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.630231 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.630482 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.630757 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.630993 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.631252 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.631505 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.631730 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.632040 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.632318 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.632573 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.632848 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.633105 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.633325 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.633578 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.633814 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.634054 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.634283 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.634510 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.634751 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.635003 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.635217 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.635432 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.636184 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.636405 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.636619 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.636847 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.637059 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.637333 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.637575 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.637812 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.638612 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.638838 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.639079 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.639325 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.639548 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.639767 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.640001 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.640316 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.640566 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.640790 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.641102 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.641347 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.641594 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.641868 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.642178 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.642413 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.642655 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.642879 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.643097 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.643351 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.643608 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.643914 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.644208 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.644451 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.644688 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.644984 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.645265 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.645538 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.645757 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.646098 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.646454 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.647544 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.647972 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.648269 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.649064 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.649350 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.649883 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.650629 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.651772 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.652014 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.652293 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.653824 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.653824 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.653824 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.654854 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.655440 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.655712 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.656680 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.657956 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.659787 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.659977 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 09:00:15.660508 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93780) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 09:00:15.660678 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 09:00:15.660841 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 09:00:15.661020 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 09:00:15.661200 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 09:00:15.661359 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 09:00:15.661574 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.661742 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.661933 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.662099 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.662264 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.662449 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.662611 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.662772 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.662930 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.663088 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.663247 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.663405 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.663564 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.663721 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.663880 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.664038 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.664196 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.664354 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.664516 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.664675 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.664834 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.664991 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.665149 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] debug = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.665306 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.665499 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.665683 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.667674 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.667869 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.669900 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.670070 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.670263 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.670450 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.670627 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.670806 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.670983 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.671156 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.671328 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.671499 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.671675 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.671842 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.672007 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] host = n-d-798054-10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.672172 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.672329 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.672476 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.672612 n-d-798054-10 neutron-server[93889]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:15.672761 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.672899 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.673034 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.673169 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.673305 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.673440 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.673583 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.673719 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.673882 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.674030 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.674178 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.674315 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_options = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.674450 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.674615 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.674779 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.674978 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.675147 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.675312 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.675477 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.675661 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.675825 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.675986 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.676140 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.676296 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.676456 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.676599 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.676781 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.676944 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.677096 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.677254 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.677417 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.677562 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.677750 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.677955 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.678118 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.678300 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.678452 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.678609 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.678771 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.678933 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.679094 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.679256 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.679407 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.679566 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.679711 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.679875 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.680036 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.680198 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.680360 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.680511 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.680676 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.680826 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.680984 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.681147 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.681309 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.681470 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.681635 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.681824 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_json = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.682065 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.682247 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.682489 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.683161 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.683336 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.683506 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.683675 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.683868 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:00:15.685294 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.685993 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.686611 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.686815 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.686986 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.687157 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.687325 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.687491 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.687658 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.687848 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.688067 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.688227 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.688382 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.688522 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.688680 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.688845 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.689008 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.689382 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.689382 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.689593 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.689676 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.689765 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.691258 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.692854 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.693047 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.693223 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.693397 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.693570 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.693743 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.693937 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.694106 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.694273 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.694437 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.694601 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.694764 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.694926 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.695087 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.695250 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.695411 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.695573 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.695735 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.695895 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.696055 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.696215 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.696375 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.696536 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.696696 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.696855 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.697016 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.697176 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.697349 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.697510 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.697669 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.700627 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.700843 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.701028 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.701208 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.701388 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.701559 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.701739 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.701933 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.702120 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.702287 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.702451 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.702616 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.702780 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.702942 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.703103 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.703266 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.703426 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.703587 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.703745 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.703905 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.704065 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.704227 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.704389 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.704547 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.704709 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.704869 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.705028 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.705187 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.705345 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.705505 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.705664 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.705901 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.706415 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.706613 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.706805 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.706989 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.707171 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.707348 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.707521 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.707946 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.708142 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.708312 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.708482 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.708651 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.708820 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.708987 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.709152 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.709317 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.709482 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.709646 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.709838 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.710007 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.710193 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.710357 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.710521 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.710685 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.710848 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.711011 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.711186 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.711350 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.711516 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.711680 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.711876 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.713889 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.714408 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.714592 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.714768 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.714941 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.715109 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.715278 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.715447 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.715614 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.715782 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.715951 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.716123 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.716303 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.716467 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.717073 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.717251 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.717444 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.717882 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.718055 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.718220 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.718408 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.718572 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.718738 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.718901 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.719066 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.719229 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.719394 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.719560 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.719723 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.719980 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.720150 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.720317 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.720550 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.720667 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.720801 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.720959 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.721126 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.721289 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.721455 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.721620 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.721802 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.721974 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.722138 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.722301 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.722590 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.722765 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.722928 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.723179 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.723483 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.723654 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.723818 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.723980 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.724144 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.724313 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.724477 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.724641 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.724807 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.724969 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.725126 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.725290 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.725462 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.725629 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.725815 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.726023 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.726193 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.726358 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.726522 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.726693 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.726852 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.727018 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.727181 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.727363 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.727528 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.727691 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.727855 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.728018 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.728183 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.728347 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.728511 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.728753 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.728926 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.729090 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.729769 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.729961 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.730185 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.730343 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.730513 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.730679 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.730843 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.731007 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.731187 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.731351 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.731515 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.731679 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.731843 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.732006 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.732181 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.732344 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.732508 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.732672 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.732834 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.732999 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.733175 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.733339 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.733501 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.733664 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.733847 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.734011 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.734186 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.734348 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.734513 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.734676 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.734864 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.735028 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.735200 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.735364 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.735527 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.735689 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.735852 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.736015 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.736190 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.736355 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.736519 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.736691 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.736854 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.737017 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.737181 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.737363 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.737528 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.737695 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.737884 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.738050 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.738214 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.738379 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.738572 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.738747 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.738917 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.739084 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.739258 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.739431 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.739607 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.739772 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.739944 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.740121 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.740288 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.740452 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.740614 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.740778 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.740941 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.741105 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.741269 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.741434 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.741596 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.741759 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.741954 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.742127 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.742281 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.742444 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.742607 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.742770 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.742933 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.743096 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.743260 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:00:15.743416 n-d-798054-10 neutron-server[93780]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 09:00:15.952684 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40970) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:15.961356 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064609 Jul 14 09:00:27.261236 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e37e717-1b89-4ec9-8c6b-734aa843cbff None None] get_active_networks_info from n-d-798054-10 {{(pid=93889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:00:27.334288 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e37e717-1b89-4ec9-8c6b-734aa843cbff None None] No non-hosted networks {{(pid=93889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 09:00:27.353805 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.agentschedulers_db [None req-3e37e717-1b89-4ec9-8c6b-734aa843cbff None None] DHCP Agent not found on host n-d-798054-10 {{(pid=93889) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 14 09:00:27.485394 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23043309-6673-4565-a8bf-49a324dc6974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530231'] for agent, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:29.654543 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29702023-6d9e-40d6-931c-419239d80e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530231'] for agent, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:29.706213 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00cf3175-1ca2-4836-9f62-2634c63986f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:29.805672 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530231'] for agent, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:29.806749 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:29.808584 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:29.809936 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:29.812275 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:29.812828 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:29.827158 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:29.827713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:29.828184 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:29.828648 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:29.829144 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:29.829609 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:29.830201 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:29.830754 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-798054-10', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:29.849355 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-798054-10', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:00:30.512512 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530231'] for agent, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:32.578958 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530231'] for agent, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:33.611683 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41064) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:34.000148 n-d-798054-10 neutron-server[93889]: INFO neutron.db.l3_hamode_db [None req-bb143700-b717-44b6-a9fd-9833b0475182 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 09:00:34.076143 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb143700-b717-44b6-a9fd-9833b0475182 None None] Routers set() bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:00:34.076533 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb143700-b717-44b6-a9fd-9833b0475182 None None] Router IDs set() for agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:00:34.103753 n-d-798054-10 neutron-server[93887]: WARNING oslo_policy.policy [None req-666d7a31-7880-4dcd-a129-f2c2bddd2ae3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:00:34.104357 n-d-798054-10 neutron-server[93887]: WARNING oslo_policy.policy [None req-666d7a31-7880-4dcd-a129-f2c2bddd2ae3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:00:34.321068 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-666d7a31-7880-4dcd-a129-f2c2bddd2ae3 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:00:34.322311 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-666d7a31-7880-4dcd-a129-f2c2bddd2ae3 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7084899 Jul 14 09:00:36.644675 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41078) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:36.944803 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-97efb6f6-f897-4f8e-a42b-a67817ae2261 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:37.037967 n-d-798054-10 neutron-server[93887]: DEBUG neutron.policy [None req-97efb6f6-f897-4f8e-a42b-a67817ae2261 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93887) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 09:00:37.082979 n-d-798054-10 neutron-server[93887]: WARNING oslo_policy.policy [None req-97efb6f6-f897-4f8e-a42b-a67817ae2261 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:00:37.083286 n-d-798054-10 neutron-server[93887]: WARNING oslo_policy.policy [None req-97efb6f6-f897-4f8e-a42b-a67817ae2261 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:00:37.091662 n-d-798054-10 neutron-server[93887]: INFO neutron.quota [None req-97efb6f6-f897-4f8e-a42b-a67817ae2261 admin admin] Loaded quota_driver: . Jul 14 09:00:37.181177 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-97efb6f6-f897-4f8e-a42b-a67817ae2261 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751747080480', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751747082195', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751747068827', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751747066337', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751747056412', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751747046343', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1773859', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1834302', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-587269', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-637940'] for rbac-policy, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:37.245062 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-97efb6f6-f897-4f8e-a42b-a67817ae2261 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:37.246284 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-97efb6f6-f897-4f8e-a42b-a67817ae2261 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6006334 Jul 14 09:00:39.803687 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41090) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:40.091373 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'tenant_id': '8c2ad49b7e704903b64a7f065dd4a07e'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:40.118777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Made reservation on behalf of 8c2ad49b7e704903b64a7f065dd4a07e for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:00:40.122437 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:40.138436 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:40.256858 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:40.260722 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:40.279245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:00:40.307865 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751749432634', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:40.308456 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Unsubscribe: segment precommit_create {{(pid=93887) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 09:00:40.308958 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Added segment cdc4a8ef-d6c6-4efa-875d-bd363d5ba104 of type vlan for network 1f139495-2a6c-4a1a-a004-fe6e10d71dbf Jul 14 09:00:40.325445 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3cb1f5-c390-479c-9298-cd4e38433cff,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:40.373666 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:40.374035 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:40.374366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:40.374692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:40.375020 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:40.375338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:40.375652 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:40.375963 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:40.376274 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:40.376582 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:40.376888 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:40.377194 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Tracked resource versions report: Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: pushed versions: Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: { 'AddressGroup': {'1.2'}, Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'ConntrackHelper': {'1.0'}, Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'Log': {'1.0'}, Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'Network': {'1.1'}, Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'Port': {'1.7'}, Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'PortForwarding': {'1.2'}, Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'QosPolicy': {'1.8'}, Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'SecurityGroup': {'1.4'}, Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'SubPort': {'1.0'}, Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'Subnet': {'1.1'}, Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'Trunk': {'1.1'}} Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: consumer versions: Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: { DHCP agent@n-d-798054-10: {}, Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: L3 agent@n-d-798054-10: {}, Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: Metadata agent@n-d-798054-10: {}, Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: Metering agent@n-d-798054-10: {}, Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: Open vSwitch agent@n-d-798054-10: { 'AddressGroup': '1.2', Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'ConntrackHelper': '1.0', Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'Log': '1.0', Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'Network': '1.1', Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'Port': '1.7', Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'PortForwarding': '1.2', Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'QosPolicy': '1.8', Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'SecurityGroup': '1.4', Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'SecurityGroupRule': '1.2', Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'SubPort': '1.0', Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'Subnet': '1.1', Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: 'Trunk': '1.1'}} Jul 14 09:00:40.378334 n-d-798054-10 neutron-server[93887]: {{(pid=93887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:00:40.428164 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:40.477637 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:40.479490 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:40.480113 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:40.560568 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7558358 Jul 14 09:00:40.573806 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01ea11-5c89-47b9-b6c3-62f3cd4ab347 admin admin] Pushing event updated for resources: {'Network': ['ID=1f139495-2a6c-4a1a-a004-fe6e10d71dbf,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:40.586813 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 1f139495-2a6c-4a1a-a004-fe6e10d71dbf details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:00:43.183856 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41104) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:43.563838 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c747e14-f1c8-432e-b676-a385d838eba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:43.565190 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5c747e14-f1c8-432e-b676-a385d838eba5 admin admin] 10.222.0.26 "GET /v2.0/networks/1f139495-2a6c-4a1a-a004-fe6e10d71dbf HTTP/1.1" status: 200 len: 825 time: 0.3803823 Jul 14 09:00:43.588974 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d6aa713b-0245-4f63-97a9-9a241de8d4af admin admin] 10.222.0.26 "GET /v2.0/subnetpools/96291c64-2dfa-4e7c-8411-b2d36fd226a6 HTTP/1.1" status: 200 len: 734 time: 0.0183570 Jul 14 09:00:43.597312 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7fd426a2-96e1-4750-9c64-c85dfa32f6ec admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '96291c64-2dfa-4e7c-8411-b2d36fd226a6', 'network_id': '1f139495-2a6c-4a1a-a004-fe6e10d71dbf', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '8c2ad49b7e704903b64a7f065dd4a07e'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:43.619211 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd426a2-96e1-4750-9c64-c85dfa32f6ec admin admin] Made reservation on behalf of 8c2ad49b7e704903b64a7f065dd4a07e for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:00:43.621521 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7fd426a2-96e1-4750-9c64-c85dfa32f6ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.911938 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7fd426a2-96e1-4750-9c64-c85dfa32f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:43.979851 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd426a2-96e1-4750-9c64-c85dfa32f6ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=72c1d160-294b-4ff2-a4ab-ec9aeae7bb2b,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:43.984209 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd426a2-96e1-4750-9c64-c85dfa32f6ec admin admin] Checking segment: {'id': 'cdc4a8ef-d6c6-4efa-875d-bd363d5ba104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1f139495-2a6c-4a1a-a004-fe6e10d71dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:00:43.984593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd426a2-96e1-4750-9c64-c85dfa32f6ec admin admin] Network hostable DHCP agents. Network: 1f139495-2a6c-4a1a-a004-fe6e10d71dbf, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:00:44.006224 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd426a2-96e1-4750-9c64-c85dfa32f6ec admin admin] Network 1f139495-2a6c-4a1a-a004-fe6e10d71dbf is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:00:44.016773 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-7fd426a2-96e1-4750-9c64-c85dfa32f6ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 1f139495-2a6c-4a1a-a004-fe6e10d71dbf) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:00:44.021351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd426a2-96e1-4750-9c64-c85dfa32f6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:44.021959 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7fd426a2-96e1-4750-9c64-c85dfa32f6ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:44.027878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0abf5b-0a22-4930-bd94-5dbc2c8dabd0 None None] Network 1f139495-2a6c-4a1a-a004-fe6e10d71dbf requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:00:44.035895 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7fd426a2-96e1-4750-9c64-c85dfa32f6ec admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4418125 Jul 14 09:00:44.338489 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-1f139495-2a6c-4a1a-a004-fe6e10d71dbf', 'network_id': '1f139495-2a6c-4a1a-a004-fe6e10d71dbf', 'tenant_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'fixed_ips': [{'subnet_id': '72c1d160-294b-4ff2-a4ab-ec9aeae7bb2b'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:00:44.339773 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:44.608304 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Allocated IP 172.20.0.2 (1f139495-2a6c-4a1a-a004-fe6e10d71dbf/72c1d160-294b-4ff2-a4ab-ec9aeae7bb2b/6ae1bfc9-9ea0-4319-84c3-b08809da59bc) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:00:44.803460 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:44.820777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Transition to ACTIVE for port object 6ae1bfc9-9ea0-4319-84c3-b08809da59bc will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:44.869033 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Transition to ACTIVE for port object 6ae1bfc9-9ea0-4319-84c3-b08809da59bc will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:00:44.878124 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:44.944162 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Network 1f139495-2a6c-4a1a-a004-fe6e10d71dbf is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:00:44.949367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:00:44.958574 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:00:44.961561 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Pushing event updated for resources: {'Port': ['ID=6ae1bfc9-9ea0-4319-84c3-b08809da59bc,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:44.970690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:44.971035 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:44.971371 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:44.971760 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:44.972038 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:44.972366 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:44.972687 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:44.973008 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:44.973326 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:44.973643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:44.973987 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:44.974303 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Tracked resource versions report: Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: pushed versions: Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: { 'AddressGroup': {'1.2'}, Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'ConntrackHelper': {'1.0'}, Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'Log': {'1.0'}, Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'Network': {'1.1'}, Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'Port': {'1.7'}, Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'PortForwarding': {'1.2'}, Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'QosPolicy': {'1.8'}, Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'SecurityGroup': {'1.4'}, Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'SubPort': {'1.0'}, Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'Subnet': {'1.1'}, Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'Trunk': {'1.1'}} Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: consumer versions: Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: { DHCP agent@n-d-798054-10: {}, Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: L3 agent@n-d-798054-10: {}, Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: Metadata agent@n-d-798054-10: {}, Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: Metering agent@n-d-798054-10: {}, Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: Open vSwitch agent@n-d-798054-10: { 'AddressGroup': '1.2', Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'ConntrackHelper': '1.0', Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'Log': '1.0', Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'Network': '1.1', Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'Port': '1.7', Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'PortForwarding': '1.2', Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'QosPolicy': '1.8', Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'SecurityGroup': '1.4', Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'SecurityGroupRule': '1.2', Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'SubPort': '1.0', Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'Subnet': '1.1', Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: 'Trunk': '1.1'}} Jul 14 09:00:44.975408 n-d-798054-10 neutron-server[93889]: {{(pid=93889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:00:45.044172 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Attempting to bind port 6ae1bfc9-9ea0-4319-84c3-b08809da59bc on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:00:45.044751 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Attempting to bind port 6ae1bfc9-9ea0-4319-84c3-b08809da59bc by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'cdc4a8ef-d6c6-4efa-875d-bd363d5ba104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1f139495-2a6c-4a1a-a004-fe6e10d71dbf'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:00:45.044955 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Attempting to bind port 6ae1bfc9-9ea0-4319-84c3-b08809da59bc on network 1f139495-2a6c-4a1a-a004-fe6e10d71dbf {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:00:45.049768 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:00:45.050190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Checking segment: {'id': 'cdc4a8ef-d6c6-4efa-875d-bd363d5ba104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1f139495-2a6c-4a1a-a004-fe6e10d71dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:00:45.050671 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:45.051056 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Bound using segment: {'id': 'cdc4a8ef-d6c6-4efa-875d-bd363d5ba104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1f139495-2a6c-4a1a-a004-fe6e10d71dbf'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:00:45.051512 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Bound port: 6ae1bfc9-9ea0-4319-84c3-b08809da59bc, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc4a8ef-d6c6-4efa-875d-bd363d5ba104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1f139495-2a6c-4a1a-a004-fe6e10d71dbf'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:00:45.051917 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:45.112991 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] For port 6ae1bfc9-9ea0-4319-84c3-b08809da59bc, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:00:45.117051 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] For port 6ae1bfc9-9ea0-4319-84c3-b08809da59bc, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6ae1bfc9-9ea0-4319-84c3-b08809da59bc,segment=NetworkSegment(cdc4a8ef-d6c6-4efa-875d-bd363d5ba104),segment_id=cdc4a8ef-d6c6-4efa-875d-bd363d5ba104)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:00:45.122202 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:45.187111 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed2fb9-de2c-4e78-bc4b-6b21b07c2afb None None] Pushing event updated for resources: {'Port': ['ID=6ae1bfc9-9ea0-4319-84c3-b08809da59bc,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:46.419907 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41112) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:46.906174 n-d-798054-10 neutron-server[93888]: WARNING oslo_policy.policy [None req-a20f3b48-d0c1-4c44-a9a3-6815d636466f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:00:46.906773 n-d-798054-10 neutron-server[93888]: WARNING oslo_policy.policy [None req-a20f3b48-d0c1-4c44-a9a3-6815d636466f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:00:47.123329 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-a20f3b48-d0c1-4c44-a9a3-6815d636466f admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:00:47.124398 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a20f3b48-d0c1-4c44-a9a3-6815d636466f admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7035952 Jul 14 09:00:49.510099 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41126) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:49.818397 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-4ac09194-184c-4d48-8e38-81c8f42ed40d admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:00:49.819440 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4ac09194-184c-4d48-8e38-81c8f42ed40d admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3084304 Jul 14 09:00:51.296137 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d738dc3-f0e5-473f-8249-cc493d53cf7c None None] Network 1f139495-2a6c-4a1a-a004-fe6e10d71dbf requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:00:51.371125 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-10c72eac-64b2-4d55-80b4-63d888d0ecc8 None None] Provisioning for port 6ae1bfc9-9ea0-4319-84c3-b08809da59bc completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:51.738046 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6ae1bfc9-9ea0-4319-84c3-b08809da59bc up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:51.817581 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 6ae1bfc9-9ea0-4319-84c3-b08809da59bc completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:00:51.821164 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 6ae1bfc9-9ea0-4319-84c3-b08809da59bc triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:51.821567 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:51.923688 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:51.958276 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 6ae1bfc9-9ea0-4319-84c3-b08809da59bc, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6ae1bfc9-9ea0-4319-84c3-b08809da59bc,segment=NetworkSegment(cdc4a8ef-d6c6-4efa-875d-bd363d5ba104),segment_id=cdc4a8ef-d6c6-4efa-875d-bd363d5ba104)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:00:51.963068 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:52.012115 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=6ae1bfc9-9ea0-4319-84c3-b08809da59bc,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:52.435424 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41140) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:52.723332 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-0ee0fb11-fa96-4b25-9a9e-26b488dee123 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '8c2ad49b7e704903b64a7f065dd4a07e'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:52.787320 n-d-798054-10 neutron-server[93888]: DEBUG neutron.policy [None req-0ee0fb11-fa96-4b25-9a9e-26b488dee123 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93888) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 09:00:52.832082 n-d-798054-10 neutron-server[93888]: WARNING oslo_policy.policy [None req-0ee0fb11-fa96-4b25-9a9e-26b488dee123 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:00:52.832713 n-d-798054-10 neutron-server[93888]: WARNING oslo_policy.policy [None req-0ee0fb11-fa96-4b25-9a9e-26b488dee123 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:00:52.841848 n-d-798054-10 neutron-server[93888]: INFO neutron.quota [None req-0ee0fb11-fa96-4b25-9a9e-26b488dee123 admin admin] Loaded quota_driver: . Jul 14 09:00:52.897931 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0ee0fb11-fa96-4b25-9a9e-26b488dee123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:52.899732 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0ee0fb11-fa96-4b25-9a9e-26b488dee123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:53.050797 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0ee0fb11-fa96-4b25-9a9e-26b488dee123 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:53.056500 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0ee0fb11-fa96-4b25-9a9e-26b488dee123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:53.074936 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0ee0fb11-fa96-4b25-9a9e-26b488dee123 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:53.076099 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0ee0fb11-fa96-4b25-9a9e-26b488dee123 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6397331 Jul 14 09:00:53.716377 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6ae1bfc9-9ea0-4319-84c3-b08809da59bc up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:00:53.762816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 6ae1bfc9-9ea0-4319-84c3-b08809da59bc triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:00:53.763221 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:55.408617 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41150) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:55.710090 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-4bd7e20d-4baa-413a-847f-37d6774b0d4d admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:00:55.711076 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4bd7e20d-4baa-413a-847f-37d6774b0d4d admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3015106 Jul 14 09:00:57.168941 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b8b1c05-e389-4715-8f45-c995346f12de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:58.042893 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41158) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:00:58.343791 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-3ccd5958-cd18-4e34-a0aa-8224d8f89fc2 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:00:58.364947 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccd5958-cd18-4e34-a0aa-8224d8f89fc2 admin admin] Made reservation on behalf of 4adc2a3618fe414d98521bd657d0a00c for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:00:58.367231 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5958-cd18-4e34-a0aa-8224d8f89fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:58.375084 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5958-cd18-4e34-a0aa-8224d8f89fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:58.461954 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5958-cd18-4e34-a0aa-8224d8f89fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:58.465879 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5958-cd18-4e34-a0aa-8224d8f89fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:58.479142 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3ccd5958-cd18-4e34-a0aa-8224d8f89fc2 admin admin] Reserving flat network on physical network physnet1 {{(pid=93887) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 09:00:58.499683 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd5958-cd18-4e34-a0aa-8224d8f89fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a70e2ee-ee06-4e16-b6f6-dc51491bf012,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:58.502463 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5958-cd18-4e34-a0aa-8224d8f89fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:58.502797 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-3ccd5958-cd18-4e34-a0aa-8224d8f89fc2 admin admin] Added segment 56c11dcc-8cab-44bb-9bb5-3b95980b86de of type flat for network f364b4f5-ab99-4997-a007-bd1df74278ab Jul 14 09:00:58.547336 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5958-cd18-4e34-a0aa-8224d8f89fc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:58.582840 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5958-cd18-4e34-a0aa-8224d8f89fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:58.583739 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccd5958-cd18-4e34-a0aa-8224d8f89fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:00:58.584298 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5958-cd18-4e34-a0aa-8224d8f89fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:58.632575 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3ccd5958-cd18-4e34-a0aa-8224d8f89fc2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5886707 Jul 14 09:00:58.640922 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd5958-cd18-4e34-a0aa-8224d8f89fc2 admin admin] Pushing event updated for resources: {'Network': ['ID=f364b4f5-ab99-4997-a007-bd1df74278ab,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:00:58.662711 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network f364b4f5-ab99-4997-a007-bd1df74278ab details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:00:59.647419 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7c1b96b-cf15-42a5-b383-92abfa41707b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:59.802556 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:00.453812 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:00.943093 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41166) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:01.286414 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7ea32e-bb31-4753-b540-a2fd955b0913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:01.287913 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0e7ea32e-bb31-4753-b540-a2fd955b0913 admin admin] 10.222.0.26 "GET /v2.0/subnets/72c1d160-294b-4ff2-a4ab-ec9aeae7bb2b HTTP/1.1" status: 200 len: 849 time: 0.3438852 Jul 14 09:01:01.402239 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cf6b1377-c3a1-454f-a425-c7f37642d4ba admin admin] 10.222.0.26 "GET /v2.0/routers/73fb28a7-6785-4701-8f5a-19dd1619db0b HTTP/1.1" status: 200 len: 704 time: 0.1090758 Jul 14 09:01:01.669157 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:01.962397 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Allocated IP 172.20.0.1 (1f139495-2a6c-4a1a-a004-fe6e10d71dbf/72c1d160-294b-4ff2-a4ab-ec9aeae7bb2b/25e5f00b-7a7a-4a9a-b9cf-99bd820d441d) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:01:02.162084 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:02.187425 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Transition to ACTIVE for port object 25e5f00b-7a7a-4a9a-b9cf-99bd820d441d will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:02.266597 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:02.303996 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Network 1f139495-2a6c-4a1a-a004-fe6e10d71dbf is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:01:02.323917 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:02.377946 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:01:02.378293 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:02.400784 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Pushing event updated for resources: {'Port': ['ID=25e5f00b-7a7a-4a9a-b9cf-99bd820d441d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:02.445823 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:02.446187 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:02.446520 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:02.446888 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:02.447752 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:02.448120 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:02.448487 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:02.448832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:02.449159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:02.449493 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:02.449825 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:02.450158 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Tracked resource versions report: Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: pushed versions: Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: { 'AddressGroup': {'1.2'}, Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'ConntrackHelper': {'1.0'}, Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'Log': {'1.0'}, Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'Network': {'1.1'}, Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'Port': {'1.7'}, Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'PortForwarding': {'1.2'}, Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'QosPolicy': {'1.8'}, Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'SecurityGroup': {'1.4'}, Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'SubPort': {'1.0'}, Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'Subnet': {'1.1'}, Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'Trunk': {'1.1'}} Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: consumer versions: Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: { DHCP agent@n-d-798054-10: {}, Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: L3 agent@n-d-798054-10: {}, Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: Metadata agent@n-d-798054-10: {}, Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: Metering agent@n-d-798054-10: {}, Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: Open vSwitch agent@n-d-798054-10: { 'AddressGroup': '1.2', Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'ConntrackHelper': '1.0', Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'Log': '1.0', Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'Network': '1.1', Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'Port': '1.7', Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'PortForwarding': '1.2', Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'QosPolicy': '1.8', Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'SecurityGroup': '1.4', Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'SecurityGroupRule': '1.2', Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'SubPort': '1.0', Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'Subnet': '1.1', Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: 'Trunk': '1.1'}} Jul 14 09:01:02.451263 n-d-798054-10 neutron-server[93888]: {{(pid=93888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:01:02.521106 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:02.592977 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-605f8c84-1a5d-43e0-98d0-9fbe95f9d66a None None] Provisioning for port 25e5f00b-7a7a-4a9a-b9cf-99bd820d441d completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:02.596456 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-605f8c84-1a5d-43e0-98d0-9fbe95f9d66a None None] Provisioning complete for port 25e5f00b-7a7a-4a9a-b9cf-99bd820d441d triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:02.596834 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-605f8c84-1a5d-43e0-98d0-9fbe95f9d66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:02.599358 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:02.629454 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-605f8c84-1a5d-43e0-98d0-9fbe95f9d66a None None] Port 25e5f00b-7a7a-4a9a-b9cf-99bd820d441d cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:01:02.778181 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:02.782435 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:02.783172 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:02.855880 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Pushing event updated for resources: {'Port': ['ID=25e5f00b-7a7a-4a9a-b9cf-99bd820d441d,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:02.901439 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Network 1f139495-2a6c-4a1a-a004-fe6e10d71dbf is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:01:02.902686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:03.049010 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8bfa2305-9f0e-4556-9f5e-0db0a57b5066 None None] Provisioning complete for port 25e5f00b-7a7a-4a9a-b9cf-99bd820d441d triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:03.049383 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bfa2305-9f0e-4556-9f5e-0db0a57b5066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:03.082768 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa2305-9f0e-4556-9f5e-0db0a57b5066 None None] Port 25e5f00b-7a7a-4a9a-b9cf-99bd820d441d cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:01:03.104782 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Router 73fb28a7-6785-4701-8f5a-19dd1619db0b is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:01:03.194422 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:01:03.200311 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7a426171-6482-48a6-badf-beba9f9a3202 admin admin] 10.222.0.26 "PUT /v2.0/routers/73fb28a7-6785-4701-8f5a-19dd1619db0b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7932506 Jul 14 09:01:03.217822 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] Sync routers for ids ['73fb28a7-6785-4701-8f5a-19dd1619db0b'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:01:03.229697 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] Routers {'73fb28a7-6785-4701-8f5a-19dd1619db0b'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:03.230543 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:01:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['73fb28a7-6785-4701-8f5a-19dd1619db0b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:03.414715 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] Set router 73fb28a7-6785-4701-8f5a-19dd1619db0b gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:03.662846 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 5 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:01:03.846855 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fb28a7-6785-4701-8f5a-19dd1619db0b', 'name': 'router1', 'tenant_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:52Z', 'updated_at': '2021-07-14T09:01:02Z', 'revision_number': 2, 'project_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'gw_port_host': None, '_interfaces': [{'id': '25e5f00b-7a7a-4a9a-b9cf-99bd820d441d', 'name': '', 'network_id': '1f139495-2a6c-4a1a-a004-fe6e10d71dbf', 'tenant_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'mac_address': 'fa:16:3e:77:09:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fb28a7-6785-4701-8f5a-19dd1619db0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72c1d160-294b-4ff2-a4ab-ec9aeae7bb2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:01Z', 'updated_at': '2021-07-14T09:01:02Z', 'revision_number': 2, 'project_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'subnets': [{'id': '72c1d160-294b-4ff2-a4ab-ec9aeae7bb2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96291c64-2dfa-4e7c-8411-b2d36fd226a6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:03.898264 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] Checking router: 73fb28a7-6785-4701-8f5a-19dd1619db0b for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:01:03.898629 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] Updating router 73fb28a7-6785-4701-8f5a-19dd1619db0b port 25e5f00b-7a7a-4a9a-b9cf-99bd820d441d binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:01:03.963628 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:04.446573 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:04.464295 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] Transition to ACTIVE for port object 25e5f00b-7a7a-4a9a-b9cf-99bd820d441d will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:04.470412 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:04.551121 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55b10e-a661-4c14-b14b-ee0acc42ba4a None None] Pushing event updated for resources: {'Port': ['ID=25e5f00b-7a7a-4a9a-b9cf-99bd820d441d,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:04.560921 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55b10e-a661-4c14-b14b-ee0acc42ba4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:04.561263 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55b10e-a661-4c14-b14b-ee0acc42ba4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:04.561600 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55b10e-a661-4c14-b14b-ee0acc42ba4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:04.561957 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55b10e-a661-4c14-b14b-ee0acc42ba4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:04.562287 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55b10e-a661-4c14-b14b-ee0acc42ba4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:04.562614 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55b10e-a661-4c14-b14b-ee0acc42ba4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:04.562936 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55b10e-a661-4c14-b14b-ee0acc42ba4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:04.563258 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55b10e-a661-4c14-b14b-ee0acc42ba4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:04.563575 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55b10e-a661-4c14-b14b-ee0acc42ba4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:04.563893 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55b10e-a661-4c14-b14b-ee0acc42ba4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:04.564211 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55b10e-a661-4c14-b14b-ee0acc42ba4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:04.564526 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55b10e-a661-4c14-b14b-ee0acc42ba4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55b10e-a661-4c14-b14b-ee0acc42ba4a None None] Tracked resource versions report: Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: pushed versions: Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: { 'AddressGroup': {'1.2'}, Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'ConntrackHelper': {'1.0'}, Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'Log': {'1.0'}, Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'Network': {'1.1'}, Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'Port': {'1.7'}, Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'PortForwarding': {'1.2'}, Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'QosPolicy': {'1.8'}, Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'SecurityGroup': {'1.4'}, Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'SubPort': {'1.0'}, Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'Subnet': {'1.1'}, Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'Trunk': {'1.1'}} Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: consumer versions: Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: { DHCP agent@n-d-798054-10: {}, Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: L3 agent@n-d-798054-10: {}, Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: Metadata agent@n-d-798054-10: {}, Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: Metering agent@n-d-798054-10: {}, Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: Open vSwitch agent@n-d-798054-10: { 'AddressGroup': '1.2', Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'ConntrackHelper': '1.0', Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'Log': '1.0', Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'Network': '1.1', Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'Port': '1.7', Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'PortForwarding': '1.2', Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'QosPolicy': '1.8', Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'SecurityGroup': '1.4', Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'SecurityGroupRule': '1.2', Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'SubPort': '1.0', Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'Subnet': '1.1', Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: 'Trunk': '1.1'}} Jul 14 09:01:04.565628 n-d-798054-10 neutron-server[93890]: {{(pid=93890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:01:04.643565 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] Attempting to bind port 25e5f00b-7a7a-4a9a-b9cf-99bd820d441d on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:01:04.643975 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] Attempting to bind port 25e5f00b-7a7a-4a9a-b9cf-99bd820d441d by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'cdc4a8ef-d6c6-4efa-875d-bd363d5ba104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1f139495-2a6c-4a1a-a004-fe6e10d71dbf'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:01:04.644398 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] Attempting to bind port 25e5f00b-7a7a-4a9a-b9cf-99bd820d441d on network 1f139495-2a6c-4a1a-a004-fe6e10d71dbf {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:04.650054 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:01:04.650466 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] Checking segment: {'id': 'cdc4a8ef-d6c6-4efa-875d-bd363d5ba104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1f139495-2a6c-4a1a-a004-fe6e10d71dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:04.650963 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:04.651364 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] Bound using segment: {'id': 'cdc4a8ef-d6c6-4efa-875d-bd363d5ba104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1f139495-2a6c-4a1a-a004-fe6e10d71dbf'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:01:04.651852 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] Bound port: 25e5f00b-7a7a-4a9a-b9cf-99bd820d441d, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc4a8ef-d6c6-4efa-875d-bd363d5ba104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1f139495-2a6c-4a1a-a004-fe6e10d71dbf'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:01:04.652250 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:04.719163 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] For port 25e5f00b-7a7a-4a9a-b9cf-99bd820d441d, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:01:04.742748 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] For port 25e5f00b-7a7a-4a9a-b9cf-99bd820d441d, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=25e5f00b-7a7a-4a9a-b9cf-99bd820d441d,segment=NetworkSegment(cdc4a8ef-d6c6-4efa-875d-bd363d5ba104),segment_id=cdc4a8ef-d6c6-4efa-875d-bd363d5ba104)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:01:04.747645 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:04.809738 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55b10e-a661-4c14-b14b-ee0acc42ba4a None None] Pushing event updated for resources: {'Port': ['ID=25e5f00b-7a7a-4a9a-b9cf-99bd820d441d,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:04.814995 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] Routers {'73fb28a7-6785-4701-8f5a-19dd1619db0b'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:04.815619 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:01:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['73fb28a7-6785-4701-8f5a-19dd1619db0b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:04.903181 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] Set router 73fb28a7-6785-4701-8f5a-19dd1619db0b gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:05.102970 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fb28a7-6785-4701-8f5a-19dd1619db0b', 'name': 'router1', 'tenant_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:52Z', 'updated_at': '2021-07-14T09:01:02Z', 'revision_number': 2, 'project_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'gw_port_host': None, '_interfaces': [{'id': '25e5f00b-7a7a-4a9a-b9cf-99bd820d441d', 'name': '', 'network_id': '1f139495-2a6c-4a1a-a004-fe6e10d71dbf', 'tenant_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'mac_address': 'fa:16:3e:77:09:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fb28a7-6785-4701-8f5a-19dd1619db0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72c1d160-294b-4ff2-a4ab-ec9aeae7bb2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:01Z', 'updated_at': '2021-07-14T09:01:04Z', 'revision_number': 4, 'project_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'subnets': [{'id': '72c1d160-294b-4ff2-a4ab-ec9aeae7bb2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96291c64-2dfa-4e7c-8411-b2d36fd226a6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:05.131434 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7018efd0-d58b-41cc-8966-6486420a7f19 None None] The sync data for ids ['73fb28a7-6785-4701-8f5a-19dd1619db0b'] in n-d-798054-10 is: [{'id': '73fb28a7-6785-4701-8f5a-19dd1619db0b', 'name': 'router1', 'tenant_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:52Z', 'updated_at': '2021-07-14T09:01:02Z', 'revision_number': 2, 'project_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'gw_port_host': None, '_interfaces': [{'id': '25e5f00b-7a7a-4a9a-b9cf-99bd820d441d', 'name': '', 'network_id': '1f139495-2a6c-4a1a-a004-fe6e10d71dbf', 'tenant_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'mac_address': 'fa:16:3e:77:09:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fb28a7-6785-4701-8f5a-19dd1619db0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72c1d160-294b-4ff2-a4ab-ec9aeae7bb2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:01Z', 'updated_at': '2021-07-14T09:01:04Z', 'revision_number': 4, 'project_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'subnets': [{'id': '72c1d160-294b-4ff2-a4ab-ec9aeae7bb2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96291c64-2dfa-4e7c-8411-b2d36fd226a6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:01:05.445820 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41190) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:05.556150 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d573e6bf-7f4c-4125-b278-5d0284f93c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:05.557496 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d573e6bf-7f4c-4125-b278-5d0284f93c75 admin admin] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 842 time: 0.1107836 Jul 14 09:01:05.566793 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-6b87a4c4-e058-4674-a99b-eb083007525e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.1.0/24', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.1.1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:05.591516 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b87a4c4-e058-4674-a99b-eb083007525e admin admin] Made reservation on behalf of 4adc2a3618fe414d98521bd657d0a00c for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:01:05.593882 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6b87a4c4-e058-4674-a99b-eb083007525e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:05.902482 n-d-798054-10 neutron-server[93888]: DEBUG neutron.objects.ports [None req-6b87a4c4-e058-4674-a99b-eb083007525e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93888) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:01:05.902895 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6b87a4c4-e058-4674-a99b-eb083007525e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:05.956480 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87a4c4-e058-4674-a99b-eb083007525e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a95d9d4-a3ca-45dd-aec7-8c48599f26ea,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:05.965901 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b87a4c4-e058-4674-a99b-eb083007525e admin admin] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:05.966279 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b87a4c4-e058-4674-a99b-eb083007525e admin admin] Network hostable DHCP agents. Network: f364b4f5-ab99-4997-a007-bd1df74278ab, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:01:05.987762 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b87a4c4-e058-4674-a99b-eb083007525e admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:01:05.999375 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-6b87a4c4-e058-4674-a99b-eb083007525e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, f364b4f5-ab99-4997-a007-bd1df74278ab) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:06.003476 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b87a4c4-e058-4674-a99b-eb083007525e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:06.004090 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6b87a4c4-e058-4674-a99b-eb083007525e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:06.008227 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eeeebb-5200-4995-b256-cdd3099cbc1f None None] Network f364b4f5-ab99-4997-a007-bd1df74278ab requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:01:06.019088 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6b87a4c4-e058-4674-a99b-eb083007525e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4557507 Jul 14 09:01:06.137637 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d4f19f-b94f-4c7c-b537-e966cd813c15 None None] Network f364b4f5-ab99-4997-a007-bd1df74278ab requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:01:08.298091 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41212) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:08.432117 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-28642b04-4bcf-4392-b885-920a23206018 admin admin] 10.222.0.26 "GET /v2.0/routers/73fb28a7-6785-4701-8f5a-19dd1619db0b HTTP/1.1" status: 200 len: 710 time: 0.1328261 Jul 14 09:01:08.516383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fa9b92-2af6-4ad4-a107-0d43398f6361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:01:08.517736 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-91fa9b92-2af6-4ad4-a107-0d43398f6361 admin admin] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 886 time: 0.0806072 Jul 14 09:01:08.527104 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-68a05e90-046e-456f-8182-51f2e5ac3621 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:01:08.766389 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68a05e90-046e-456f-8182-51f2e5ac3621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:09.063951 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68a05e90-046e-456f-8182-51f2e5ac3621 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:09.135592 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68a05e90-046e-456f-8182-51f2e5ac3621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:09.239653 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-68a05e90-046e-456f-8182-51f2e5ac3621 admin admin] Allocated IP 172.25.1.237 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/93307e14-e93a-4abf-abbe-1b6634231b79) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:01:09.337089 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68a05e90-046e-456f-8182-51f2e5ac3621 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:09.374110 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68a05e90-046e-456f-8182-51f2e5ac3621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:09.410699 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a05e90-046e-456f-8182-51f2e5ac3621 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:01:09.415191 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-68a05e90-046e-456f-8182-51f2e5ac3621 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:01:09.419315 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a05e90-046e-456f-8182-51f2e5ac3621 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:01:09.477358 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a05e90-046e-456f-8182-51f2e5ac3621 admin admin] Pushing event updated for resources: {'Port': ['ID=93307e14-e93a-4abf-abbe-1b6634231b79,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:09.654726 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68a05e90-046e-456f-8182-51f2e5ac3621 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:09.746694 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 25e5f00b-7a7a-4a9a-b9cf-99bd820d441d up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:01:09.792399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 25e5f00b-7a7a-4a9a-b9cf-99bd820d441d completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:09.796168 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 25e5f00b-7a7a-4a9a-b9cf-99bd820d441d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:09.796536 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:09.848272 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68a05e90-046e-456f-8182-51f2e5ac3621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:09.851497 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68a05e90-046e-456f-8182-51f2e5ac3621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:09.872222 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:09.902482 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 25e5f00b-7a7a-4a9a-b9cf-99bd820d441d, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=25e5f00b-7a7a-4a9a-b9cf-99bd820d441d,segment=NetworkSegment(cdc4a8ef-d6c6-4efa-875d-bd363d5ba104),segment_id=cdc4a8ef-d6c6-4efa-875d-bd363d5ba104)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:09.906230 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:09.951072 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=25e5f00b-7a7a-4a9a-b9cf-99bd820d441d,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:09.956962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a05e90-046e-456f-8182-51f2e5ac3621 admin admin] Router 73fb28a7-6785-4701-8f5a-19dd1619db0b has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:01:10.059960 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a05e90-046e-456f-8182-51f2e5ac3621 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:01:10.064082 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68a05e90-046e-456f-8182-51f2e5ac3621 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:10.065258 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-68a05e90-046e-456f-8182-51f2e5ac3621 admin admin] 10.222.0.26 "PUT /v2.0/routers/73fb28a7-6785-4701-8f5a-19dd1619db0b HTTP/1.1" status: 200 len: 890 time: 1.5421059 Jul 14 09:01:10.071876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] Sync routers for ids ['73fb28a7-6785-4701-8f5a-19dd1619db0b'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:01:10.082855 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] Routers {'73fb28a7-6785-4701-8f5a-19dd1619db0b'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:10.083527 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:01:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['73fb28a7-6785-4701-8f5a-19dd1619db0b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:10.349641 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] Set router 73fb28a7-6785-4701-8f5a-19dd1619db0b gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:10.730552 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fb28a7-6785-4701-8f5a-19dd1619db0b', 'name': 'router1', 'tenant_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '93307e14-e93a-4abf-abbe-1b6634231b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:52Z', 'updated_at': '2021-07-14T09:01:09Z', 'revision_number': 4, 'project_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'gw_port': {'id': '93307e14-e93a-4abf-abbe-1b6634231b79', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:26:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fb28a7-6785-4701-8f5a-19dd1619db0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:09Z', 'updated_at': '2021-07-14T09:01:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '25e5f00b-7a7a-4a9a-b9cf-99bd820d441d', 'name': '', 'network_id': '1f139495-2a6c-4a1a-a004-fe6e10d71dbf', 'tenant_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'mac_address': 'fa:16:3e:77:09:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb28a7-6785-4701-8f5a-19dd1619db0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72c1d160-294b-4ff2-a4ab-ec9aeae7bb2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:01Z', 'updated_at': '2021-07-14T09:01:09Z', 'revision_number': 5, 'project_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'subnets': [{'id': '72c1d160-294b-4ff2-a4ab-ec9aeae7bb2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96291c64-2dfa-4e7c-8411-b2d36fd226a6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:10.781754 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] Checking router: 73fb28a7-6785-4701-8f5a-19dd1619db0b for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:01:10.782393 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] Updating router 73fb28a7-6785-4701-8f5a-19dd1619db0b port 93307e14-e93a-4abf-abbe-1b6634231b79 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:01:10.813733 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:11.124057 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:11.133152 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] Transition to ACTIVE for port object 93307e14-e93a-4abf-abbe-1b6634231b79 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:01:11.139808 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:11.190931 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] Attempting to bind port 93307e14-e93a-4abf-abbe-1b6634231b79 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:01:11.191294 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] Attempting to bind port 93307e14-e93a-4abf-abbe-1b6634231b79 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:01:11.191656 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] Attempting to bind port 93307e14-e93a-4abf-abbe-1b6634231b79 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:01:11.194297 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593928b-6922-48b5-9ea9-169adff50db0 None None] Pushing event updated for resources: {'Port': ['ID=93307e14-e93a-4abf-abbe-1b6634231b79,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:11.202108 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:01:11.202476 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:01:11.202880 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:11.203261 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:01:11.203717 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] Bound port: 93307e14-e93a-4abf-abbe-1b6634231b79, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:01:11.204146 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:11.252671 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] For port 93307e14-e93a-4abf-abbe-1b6634231b79, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:01:11.255818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] For port 93307e14-e93a-4abf-abbe-1b6634231b79, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=93307e14-e93a-4abf-abbe-1b6634231b79,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:01:11.259385 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:11.313380 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593928b-6922-48b5-9ea9-169adff50db0 None None] Pushing event updated for resources: {'Port': ['ID=93307e14-e93a-4abf-abbe-1b6634231b79,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:11.319927 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] Routers {'73fb28a7-6785-4701-8f5a-19dd1619db0b'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:01:11.320521 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:01:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['73fb28a7-6785-4701-8f5a-19dd1619db0b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:11.428719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] Set router 73fb28a7-6785-4701-8f5a-19dd1619db0b gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:01:11.720034 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fb28a7-6785-4701-8f5a-19dd1619db0b', 'name': 'router1', 'tenant_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '93307e14-e93a-4abf-abbe-1b6634231b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:52Z', 'updated_at': '2021-07-14T09:01:09Z', 'revision_number': 4, 'project_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'gw_port': {'id': '93307e14-e93a-4abf-abbe-1b6634231b79', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:26:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fb28a7-6785-4701-8f5a-19dd1619db0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:09Z', 'updated_at': '2021-07-14T09:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '25e5f00b-7a7a-4a9a-b9cf-99bd820d441d', 'name': '', 'network_id': '1f139495-2a6c-4a1a-a004-fe6e10d71dbf', 'tenant_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'mac_address': 'fa:16:3e:77:09:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb28a7-6785-4701-8f5a-19dd1619db0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72c1d160-294b-4ff2-a4ab-ec9aeae7bb2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:01Z', 'updated_at': '2021-07-14T09:01:09Z', 'revision_number': 5, 'project_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'subnets': [{'id': '72c1d160-294b-4ff2-a4ab-ec9aeae7bb2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96291c64-2dfa-4e7c-8411-b2d36fd226a6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:01:11.746545 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 25e5f00b-7a7a-4a9a-b9cf-99bd820d441d up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:01:11.749749 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c92016-bf67-49fb-ac2c-7aa073a18574 None None] The sync data for ids ['73fb28a7-6785-4701-8f5a-19dd1619db0b'] in n-d-798054-10 is: [{'id': '73fb28a7-6785-4701-8f5a-19dd1619db0b', 'name': 'router1', 'tenant_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '93307e14-e93a-4abf-abbe-1b6634231b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:00:52Z', 'updated_at': '2021-07-14T09:01:09Z', 'revision_number': 4, 'project_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'gw_port': {'id': '93307e14-e93a-4abf-abbe-1b6634231b79', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:26:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fb28a7-6785-4701-8f5a-19dd1619db0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:09Z', 'updated_at': '2021-07-14T09:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '25e5f00b-7a7a-4a9a-b9cf-99bd820d441d', 'name': '', 'network_id': '1f139495-2a6c-4a1a-a004-fe6e10d71dbf', 'tenant_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'mac_address': 'fa:16:3e:77:09:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb28a7-6785-4701-8f5a-19dd1619db0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72c1d160-294b-4ff2-a4ab-ec9aeae7bb2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:01:01Z', 'updated_at': '2021-07-14T09:01:09Z', 'revision_number': 5, 'project_id': '8c2ad49b7e704903b64a7f065dd4a07e', 'subnets': [{'id': '72c1d160-294b-4ff2-a4ab-ec9aeae7bb2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96291c64-2dfa-4e7c-8411-b2d36fd226a6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:01:11.793604 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 25e5f00b-7a7a-4a9a-b9cf-99bd820d441d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:11.794491 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:12.466807 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41220) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:12.626876 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-20276095-4249-465e-aa7d-22b7f3277b4d admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1589561 Jul 14 09:01:13.750357 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 93307e14-e93a-4abf-abbe-1b6634231b79 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:01:13.796290 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 93307e14-e93a-4abf-abbe-1b6634231b79 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:01:13.805728 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 93307e14-e93a-4abf-abbe-1b6634231b79 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:13.806197 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:13.891817 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:13.913569 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 93307e14-e93a-4abf-abbe-1b6634231b79, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=93307e14-e93a-4abf-abbe-1b6634231b79,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:01:13.924765 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:13.972216 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=93307e14-e93a-4abf-abbe-1b6634231b79,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:01:15.733341 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 93307e14-e93a-4abf-abbe-1b6634231b79 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:01:15.778515 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 93307e14-e93a-4abf-abbe-1b6634231b79 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:01:15.778882 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:27.175262 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-348609a3-e84c-496e-88cf-541ef0b8fa22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:29.654373 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78e23be2-3be8-490f-b3d4-55e7ffafc9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:29.807492 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:30.466179 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:32.534549 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:40.583003 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 5 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:01:57.167725 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e9664fd-99c7-4649-9351-11ceef8fe409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:59.646779 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21280e53-fe1f-4de6-8861-4245e1fb9850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:59.802156 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:00.463670 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:02.541303 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:17.581613 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 5 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:02:27.167943 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-81907065-c875-4d34-a5a4-855507b686b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:29.649747 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9434ed0a-6108-4d3a-894b-47d13b7f3e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:29.804646 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:30.459212 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:32.544855 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:51.758863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41820) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:51.817137 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-321557b6-f60e-49fe-864f-082877785725 admin admin] GET failed (client error): The resource could not be found. Jul 14 09:02:51.818472 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-321557b6-f60e-49fe-864f-082877785725 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0586414 Jul 14 09:02:51.975847 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296a0d93-6f21-4404-9312-1c2de89af11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:51.977271 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-296a0d93-6f21-4404-9312-1c2de89af11f admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1549532 Jul 14 09:02:54.120999 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41830) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:54.208128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559565b5-47d4-4460-9cb5-d13c16b08b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:54.209498 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-559565b5-47d4-4460-9cb5-d13c16b08b95 admin admin] 10.222.0.26 "GET /v2.0/subnets/72c1d160-294b-4ff2-a4ab-ec9aeae7bb2b HTTP/1.1" status: 200 len: 849 time: 0.0875382 Jul 14 09:02:54.218958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d22dd8eb-097e-4723-a1d9-0a7e0af5fc0f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:54.303748 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d22dd8eb-097e-4723-a1d9-0a7e0af5fc0f admin admin] Notify callbacks [] for subnet, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.444735 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d22dd8eb-097e-4723-a1d9-0a7e0af5fc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751749389078'] for subnet, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.480844 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22dd8eb-097e-4723-a1d9-0a7e0af5fc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:54.481811 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d22dd8eb-097e-4723-a1d9-0a7e0af5fc0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.483313 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d22dd8eb-097e-4723-a1d9-0a7e0af5fc0f admin admin] 10.222.0.26 "PUT /v2.0/subnets/72c1d160-294b-4ff2-a4ab-ec9aeae7bb2b HTTP/1.1" status: 200 len: 868 time: 0.2678728 Jul 14 09:02:54.484835 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e765c4f-f459-4ef0-9df4-55e32ecca865 None None] Network 1f139495-2a6c-4a1a-a004-fe6e10d71dbf requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:54.503908 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22dd8eb-097e-4723-a1d9-0a7e0af5fc0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=72c1d160-294b-4ff2-a4ab-ec9aeae7bb2b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:54.511921 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dd8eb-097e-4723-a1d9-0a7e0af5fc0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:54.512310 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dd8eb-097e-4723-a1d9-0a7e0af5fc0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:54.512613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dd8eb-097e-4723-a1d9-0a7e0af5fc0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:54.512947 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dd8eb-097e-4723-a1d9-0a7e0af5fc0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:54.513276 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dd8eb-097e-4723-a1d9-0a7e0af5fc0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:54.513744 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dd8eb-097e-4723-a1d9-0a7e0af5fc0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:54.514108 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dd8eb-097e-4723-a1d9-0a7e0af5fc0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:54.514435 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dd8eb-097e-4723-a1d9-0a7e0af5fc0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:54.514757 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dd8eb-097e-4723-a1d9-0a7e0af5fc0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:54.515083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dd8eb-097e-4723-a1d9-0a7e0af5fc0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:54.515402 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dd8eb-097e-4723-a1d9-0a7e0af5fc0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:54.515723 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dd8eb-097e-4723-a1d9-0a7e0af5fc0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:54.580261 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 5 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:02:54.826188 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-83e51a34-0e2e-4398-9447-1b47b6723c09 None None] Provisioning complete for port 25e5f00b-7a7a-4a9a-b9cf-99bd820d441d triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:54.826564 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83e51a34-0e2e-4398-9447-1b47b6723c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.908461 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-83e51a34-0e2e-4398-9447-1b47b6723c09 None None] Provisioning complete for port 6ae1bfc9-9ea0-4319-84c3-b08809da59bc triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:54.908828 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83e51a34-0e2e-4398-9447-1b47b6723c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:56.629220 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41838) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:56.822879 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0072d314-a9c0-4710-9fc4-3b6f70aea54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:56.823281 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0072d314-a9c0-4710-9fc4-3b6f70aea54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:56.824820 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0072d314-a9c0-4710-9fc4-3b6f70aea54f admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1946294 Jul 14 09:02:57.169290 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-446720f1-bd98-445f-9891-023617bdd9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.965240 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41848) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:59.171872 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfc358-7021-4b40-ae7b-cf425b655fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:59.172264 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfc358-7021-4b40-ae7b-cf425b655fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:59.173820 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-aedfc358-7021-4b40-ae7b-cf425b655fb6 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2075806 Jul 14 09:02:59.651898 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2e52052-7fd2-4849-9389-4757be41c62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:59.805843 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:00.462441 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:01.311740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41856) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:01.437522 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3230180b-b13c-45d7-a36b-05decc8d7e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:01.439052 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3230180b-b13c-45d7-a36b-05decc8d7e4d admin admin] 10.222.0.26 "GET /v2.0/networks/1f139495-2a6c-4a1a-a004-fe6e10d71dbf HTTP/1.1" status: 200 len: 869 time: 0.1263702 Jul 14 09:03:02.549688 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:03.573484 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41864) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:03.721417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a02d87-abc3-41c4-9fb7-034e2caf9542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:03.722808 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e4a02d87-abc3-41c4-9fb7-034e2caf9542 admin admin] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 886 time: 0.1483662 Jul 14 09:03:05.850324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41872) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:05.970773 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829ba6c4-a838-4f56-9540-8db8b0382122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:05.971234 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829ba6c4-a838-4f56-9540-8db8b0382122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:05.972736 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-829ba6c4-a838-4f56-9540-8db8b0382122 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1213837 Jul 14 09:03:08.109383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41880) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:08.200006 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14064b6e-50d8-4835-8c36-0b47412ffd4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:08.200474 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14064b6e-50d8-4835-8c36-0b47412ffd4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:08.202025 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-14064b6e-50d8-4835-8c36-0b47412ffd4b admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916150 Jul 14 09:03:10.324597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41888) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:10.410543 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f64762-df7a-4765-ab8f-d745993c7707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:10.411865 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-32f64762-df7a-4765-ab8f-d745993c7707 admin admin] 10.222.0.26 "GET /v2.0/subnets/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea HTTP/1.1" status: 200 len: 816 time: 0.0863240 Jul 14 09:03:12.541132 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41896) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:12.628874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a334be1-892d-4ab0-9ddd-886c7b28c3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:12.630210 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5a334be1-892d-4ab0-9ddd-886c7b28c3dd admin admin] 10.222.0.26 "GET /v2.0/subnets/72c1d160-294b-4ff2-a4ab-ec9aeae7bb2b HTTP/1.1" status: 200 len: 868 time: 0.0881286 Jul 14 09:03:27.169815 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e8bc6e5-539e-40ff-ba77-ba5a3cb41b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.651431 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-73dde0da-6265-4874-8a0a-0b5bc48afc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.806617 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.467622 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.578978 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 5 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:03:32.551750 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.926823 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41948) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:36.971639 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-be240795-4c4d-4a81-aa34-f677b249a73d admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:03:36.972616 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-be240795-4c4d-4a81-aa34-f677b249a73d admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0448329 Jul 14 09:03:39.178073 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41956) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:39.236034 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80ce78d-ca7d-43d1-96e3-a25bb9d5e094 admin admin] GET failed (client error): The resource could not be found. Jul 14 09:03:39.237351 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b80ce78d-ca7d-43d1-96e3-a25bb9d5e094 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0583422 Jul 14 09:03:39.320201 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1f703b-24ac-4fa2-8f3e-f2f2e52f922e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:39.321679 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ac1f703b-24ac-4fa2-8f3e-f2f2e52f922e admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0804307 Jul 14 09:03:41.486664 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41964) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:41.531540 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-faf6056a-324c-4254-94d8-619a79ac7b4d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:41.552113 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf6056a-324c-4254-94d8-619a79ac7b4d admin admin] Made reservation on behalf of 4adc2a3618fe414d98521bd657d0a00c for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:41.554445 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-faf6056a-324c-4254-94d8-619a79ac7b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:41.591943 n-d-798054-10 neutron-server[93887]: WARNING neutron.services.revisions.revision_plugin [None req-faf6056a-324c-4254-94d8-619a79ac7b4d admin admin] Could not find related network for resource to bump revision. Jul 14 09:03:41.602788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf6056a-324c-4254-94d8-619a79ac7b4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:03:41.612094 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-faf6056a-324c-4254-94d8-619a79ac7b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:41.612429 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-faf6056a-324c-4254-94d8-619a79ac7b4d admin admin] Added segment 38cd8601-1ec7-431f-bd26-466ef5754569 of type vlan for network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 Jul 14 09:03:41.651508 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-faf6056a-324c-4254-94d8-619a79ac7b4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:41.678608 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-faf6056a-324c-4254-94d8-619a79ac7b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:41.679526 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf6056a-324c-4254-94d8-619a79ac7b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:41.680093 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-faf6056a-324c-4254-94d8-619a79ac7b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:41.732125 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-faf6056a-324c-4254-94d8-619a79ac7b4d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2443793 Jul 14 09:03:41.742170 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6056a-324c-4254-94d8-619a79ac7b4d admin admin] Pushing event updated for resources: {'Network': ['ID=98eb2708-a9e3-4048-94b5-86e6ffe104e4,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:41.761025 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:03:43.911298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41972) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:43.976460 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d25e513-70e9-41a1-b571-202ddb05b56a admin admin] GET failed (client error): The resource could not be found. Jul 14 09:03:43.977830 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3d25e513-70e9-41a1-b571-202ddb05b56a admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0655046 Jul 14 09:03:44.047236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c596c486-1812-4fa6-9c79-5f53b39be990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:44.049412 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c596c486-1812-4fa6-9c79-5f53b39be990 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0670338 Jul 14 09:03:44.059025 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-92d49836-2653-4f21-bbad-056c90a46c10 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:44.079062 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d49836-2653-4f21-bbad-056c90a46c10 admin admin] Made reservation on behalf of 4adc2a3618fe414d98521bd657d0a00c for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:44.081659 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-92d49836-2653-4f21-bbad-056c90a46c10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.282578 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-92d49836-2653-4f21-bbad-056c90a46c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.336346 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d49836-2653-4f21-bbad-056c90a46c10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:44.344675 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d49836-2653-4f21-bbad-056c90a46c10 admin admin] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:44.345038 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d49836-2653-4f21-bbad-056c90a46c10 admin admin] Network hostable DHCP agents. Network: 98eb2708-a9e3-4048-94b5-86e6ffe104e4, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:03:44.360978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d49836-2653-4f21-bbad-056c90a46c10 admin admin] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:03:44.369067 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-92d49836-2653-4f21-bbad-056c90a46c10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 98eb2708-a9e3-4048-94b5-86e6ffe104e4) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:44.372938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d49836-2653-4f21-bbad-056c90a46c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:44.373526 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-92d49836-2653-4f21-bbad-056c90a46c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.377864 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c936c7a-7217-4c54-96ec-9018f89aa29e None None] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:44.387689 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-92d49836-2653-4f21-bbad-056c90a46c10 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3321390 Jul 14 09:03:44.539109 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'tenant_id': '4adc2a3618fe414d98521bd657d0a00c', 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:03:44.540029 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.763614 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Allocated IP 192.168.233.2 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/390e257f-4c7c-4aeb-a973-70827a2745ba) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:44.906535 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.915427 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Transition to ACTIVE for port object 390e257f-4c7c-4aeb-a973-70827a2745ba will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:44.930989 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Transition to ACTIVE for port object 390e257f-4c7c-4aeb-a973-70827a2745ba will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:44.938851 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.980565 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:44.983529 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:44.986022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:44.993953 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Pushing event updated for resources: {'Port': ['ID=390e257f-4c7c-4aeb-a973-70827a2745ba,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:45.017613 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:45.017923 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:45.018274 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:45.018614 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:45.018954 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:45.019289 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:45.019620 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:45.019957 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:45.020399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:45.020729 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:45.021055 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:45.021385 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:45.057281 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Attempting to bind port 390e257f-4c7c-4aeb-a973-70827a2745ba on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:45.057932 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Attempting to bind port 390e257f-4c7c-4aeb-a973-70827a2745ba by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:45.058303 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Attempting to bind port 390e257f-4c7c-4aeb-a973-70827a2745ba on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:45.063236 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:45.063614 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:45.064023 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:45.064433 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:45.064897 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Bound port: 390e257f-4c7c-4aeb-a973-70827a2745ba, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:45.065300 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:45.129751 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] For port 390e257f-4c7c-4aeb-a973-70827a2745ba, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:45.133222 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] For port 390e257f-4c7c-4aeb-a973-70827a2745ba, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=390e257f-4c7c-4aeb-a973-70827a2745ba,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:45.136754 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:45.194247 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418e4c9-3146-47b5-88d5-9ae94abec360 None None] Pushing event updated for resources: {'Port': ['ID=390e257f-4c7c-4aeb-a973-70827a2745ba,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:45.929359 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 390e257f-4c7c-4aeb-a973-70827a2745ba up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:45.993358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4def6490-e5a6-4d47-ba17-69740f408db3 None None] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:45.995778 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 390e257f-4c7c-4aeb-a973-70827a2745ba completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:46.079577 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2251ef39-a282-4a9d-ae40-0f1ebc9d6285 None None] Provisioning for port 390e257f-4c7c-4aeb-a973-70827a2745ba completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:46.086258 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2251ef39-a282-4a9d-ae40-0f1ebc9d6285 None None] Provisioning complete for port 390e257f-4c7c-4aeb-a973-70827a2745ba triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:46.086625 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2251ef39-a282-4a9d-ae40-0f1ebc9d6285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:46.219856 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2251ef39-a282-4a9d-ae40-0f1ebc9d6285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:46.255714 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2251ef39-a282-4a9d-ae40-0f1ebc9d6285 None None] For port 390e257f-4c7c-4aeb-a973-70827a2745ba, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=390e257f-4c7c-4aeb-a973-70827a2745ba,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:46.260024 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2251ef39-a282-4a9d-ae40-0f1ebc9d6285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:46.312542 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251ef39-a282-4a9d-ae40-0f1ebc9d6285 None None] Pushing event updated for resources: {'Port': ['ID=390e257f-4c7c-4aeb-a973-70827a2745ba,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:46.481332 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a87f5e8e-fc22-48b7-9b02-f94ef86d2e53 None None] Provisioning complete for port 390e257f-4c7c-4aeb-a973-70827a2745ba triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:46.481699 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a87f5e8e-fc22-48b7-9b02-f94ef86d2e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:47.850878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 390e257f-4c7c-4aeb-a973-70827a2745ba up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:47.896464 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 390e257f-4c7c-4aeb-a973-70827a2745ba triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:47.896833 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.171345 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb63d531-f9bc-46d2-9f13-5b1a68825887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.652352 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a81c13e6-2fa4-44b0-b4a9-2c904017c2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.808289 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:00.469687 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:02.554701 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.577735 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 5 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:04:27.171037 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd3f6bae-0aed-4eba-abf8-38181dcbd465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:29.653231 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c5138c2-5575-4176-9dcd-d12f6e1848b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:29.807825 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:30.471635 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:32.558292 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:45.576590 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 5 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:04:53.465262 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42024) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:53.471233 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-8de893d9-f214-4075-a1cc-68e6ab31a665 tempest-verify_tempest_config-532237722 tempest-verify_tempest_config-532237722-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:04:53.472180 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8de893d9-f214-4075-a1cc-68e6ab31a665 tempest-verify_tempest_config-532237722 tempest-verify_tempest_config-532237722-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059192 Jul 14 09:04:53.770107 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42042) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:53.872818 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-711b1861-e1e8-4fdb-8b45-f95a4f205ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:53.958074 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-711b1861-e1e8-4fdb-8b45-f95a4f205ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:53.961985 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-711b1861-e1e8-4fdb-8b45-f95a4f205ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:54.006167 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-711b1861-e1e8-4fdb-8b45-f95a4f205ddc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf439546199843c09821b1a0b65c358c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2350078 Jul 14 09:04:54.007298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b1861-e1e8-4fdb-8b45-f95a4f205ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cfc725-9ee5-4bfb-bcbd-91231ef3e2de,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:54.008968 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42046) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:54.014239 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b1861-e1e8-4fdb-8b45-f95a4f205ddc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.014588 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b1861-e1e8-4fdb-8b45-f95a4f205ddc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.014932 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b1861-e1e8-4fdb-8b45-f95a4f205ddc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.015268 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b1861-e1e8-4fdb-8b45-f95a4f205ddc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.015600 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b1861-e1e8-4fdb-8b45-f95a4f205ddc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.015932 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b1861-e1e8-4fdb-8b45-f95a4f205ddc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.016259 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b1861-e1e8-4fdb-8b45-f95a4f205ddc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.016583 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b1861-e1e8-4fdb-8b45-f95a4f205ddc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.016907 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b1861-e1e8-4fdb-8b45-f95a4f205ddc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.017230 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b1861-e1e8-4fdb-8b45-f95a4f205ddc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.017552 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b1861-e1e8-4fdb-8b45-f95a4f205ddc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.017905 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711b1861-e1e8-4fdb-8b45-f95a4f205ddc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.084061 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-41e82146-c664-45fb-8282-959edde1ab09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:54.104153 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-41e82146-c664-45fb-8282-959edde1ab09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:54.190799 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-41e82146-c664-45fb-8282-959edde1ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:54.193636 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-41e82146-c664-45fb-8282-959edde1ab09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:54.194774 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-41e82146-c664-45fb-8282-959edde1ab09 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a6cfc725-9ee5-4bfb-bcbd-91231ef3e2de HTTP/1.1" status: 204 len: 168 time: 0.1842947 Jul 14 09:04:54.202333 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e82146-c664-45fb-8282-959edde1ab09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cfc725-9ee5-4bfb-bcbd-91231ef3e2de,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:54.209522 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e82146-c664-45fb-8282-959edde1ab09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.209822 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e82146-c664-45fb-8282-959edde1ab09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.210166 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e82146-c664-45fb-8282-959edde1ab09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.210500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e82146-c664-45fb-8282-959edde1ab09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.210830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e82146-c664-45fb-8282-959edde1ab09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.211161 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e82146-c664-45fb-8282-959edde1ab09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.211485 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e82146-c664-45fb-8282-959edde1ab09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.211808 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e82146-c664-45fb-8282-959edde1ab09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.212132 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e82146-c664-45fb-8282-959edde1ab09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.212450 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e82146-c664-45fb-8282-959edde1ab09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.212774 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e82146-c664-45fb-8282-959edde1ab09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:54.213095 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e82146-c664-45fb-8282-959edde1ab09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:57.171557 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25d55a42-4d1c-4db9-af7f-c8981149241d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:59.652919 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a997f392-7d3d-4e74-ac2e-72a9374fa63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:59.807723 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:00.473282 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.560446 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:22.575315 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 5 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:05:27.172381 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bf0bc3ce-7266-435e-acb7-42b7eff14d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.652054 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-871a9691-6418-4e1f-88a4-758d9c4ca9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.806231 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:30.477719 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:32.563598 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:57.172256 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5118e910-14e0-48af-b431-bc30212b0885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.576411 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 5 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:05:59.651965 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-abe85f2b-495f-44ba-97c5-c6fad6b35fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.807060 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.483831 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:02.568303 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.172514 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce3da-a090-478f-ae8c-ec813a722bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:29.651995 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53c7c012-4b07-4d36-8b98-801e5403f56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:29.806862 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:30.483144 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:32.570449 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:36.574661 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 5 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:06:57.176682 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d26be80c-9ac5-4354-966e-e1db54190028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:59.651874 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e077494b-a207-4d5f-9543-1991ff6384cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:59.806693 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:00.485838 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:02.573408 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:13.572556 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 5 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:07:27.177488 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2941437d-7772-4416-812a-5b7ebdebef1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:29.651615 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc0fc-2f0a-4a1f-949f-d11f9ad6cecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:29.805505 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:30.487707 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:32.577271 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:46.125739 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530231'] for agent, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:50.570949 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:07:57.176709 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89cef894-00b8-4bb9-9785-c3b731ab42b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:59.651298 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d7abd2bc-e972-4ab4-8a82-0b7c756f82d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:59.805356 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:00.491203 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:01.410869 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530231'] for agent, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:02.579108 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:16.110126 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.180514 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da75deed-d9ec-4bdf-93fc-37cc89266287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.569890 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:08:29.651121 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb923-9de8-43da-aaa1-0405dfe9a5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:29.805083 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:30.493130 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:31.376542 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:32.583585 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:38.001409 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42108) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:38.102238 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7db5cd61-d87d-4974-b7d0-a57ab8ab58e8 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0997055 Jul 14 09:08:40.229812 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42118) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:40.284597 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-523dfb7a-5ec8-4a48-a4db-451be65d6ee2 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0537846 Jul 14 09:08:46.109797 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:57.180402 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09a71902-5b18-471d-a857-85922e2a4b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:59.651377 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-788b9427-20db-4fff-bed8-f63d4916ded4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:59.806138 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:00.495984 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:01.376368 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:02.585435 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:04.568371 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:09:16.109752 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:27.187328 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4e91e09-b584-4fbe-b8a5-2324c740a02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:29.653019 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ddac277a-10bf-424c-a76a-bfd51219b588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:29.805457 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:30.503638 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:31.376166 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.590462 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:41.567868 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:09:46.109017 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:57.181698 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-07d6fdfd-a2e8-4da4-8eb6-b64931e63b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.652864 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9a6e1026-7cb8-4bfa-90b6-53e69c5508b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.824254 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:00.508907 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:01.402871 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:02.605406 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:04.826383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42328) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:04.906758 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42336) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:05.224520 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a7111c02-2707-4fad-b3a2-6544a5d71625 tempest-AutoAllocateNetworkTest-117054014 tempest-AutoAllocateNetworkTest-117054014-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=52c9c27719f14181bb791c5c26dd1d36&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3947709 Jul 14 09:10:05.225188 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42354) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:05.227144 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-network', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:05.271655 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Made reservation on behalf of ece1500a21d34f90b4a2bc9598bf2ce0 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:05.279704 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:05.291251 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:05.403499 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:05.410173 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:05.428523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ca169-c3a5-4205-bb21-bcb4179a7fa0 tempest-AutoAllocateNetworkTest-117054014 tempest-AutoAllocateNetworkTest-117054014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:05.433432 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5c2ca169-c3a5-4205-bb21-bcb4179a7fa0 tempest-AutoAllocateNetworkTest-117054014 tempest-AutoAllocateNetworkTest-117054014-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2071931 Jul 14 09:10:05.433861 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42364) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:05.434910 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:10:05.493744 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:05.494125 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Added segment 4031430c-bd25-4295-8a3a-1b1b93e0be9d of type vlan for network 0a4318df-2a8d-4d34-8a52-eb27698902c2 Jul 14 09:10:05.495525 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d51cc0-b6f3-490b-ae60-75978005393a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:05.551990 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a333c360-8ac7-45f2-b445-5f7f326f927b tempest-AutoAllocateNetworkTest-117054014 tempest-AutoAllocateNetworkTest-117054014-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127255 Jul 14 09:10:05.553632 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42372) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:05.557030 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.557377 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.557871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.558420 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.558764 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.559102 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.559431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.559759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.560084 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.560409 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.560730 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.561096 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Tracked resource versions report: Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: pushed versions: Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: { 'AddressGroup': {'1.2'}, Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'ConntrackHelper': {'1.0'}, Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'Log': {'1.0'}, Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'Network': {'1.1'}, Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'Port': {'1.7'}, Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'PortForwarding': {'1.2'}, Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'QosPolicy': {'1.8'}, Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'SecurityGroup': {'1.4'}, Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'SubPort': {'1.0'}, Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'Subnet': {'1.1'}, Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'Trunk': {'1.1'}} Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: consumer versions: Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: { DHCP agent@n-d-798054-10: {}, Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: HyperV agent@n-h1-798054-10: {}, Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: HyperV agent@n-h2-798054-10: {}, Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: L3 agent@n-d-798054-10: {}, Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: Metadata agent@n-d-798054-10: {}, Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: Metering agent@n-d-798054-10: {}, Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: Open vSwitch agent@n-d-798054-10: { 'AddressGroup': '1.2', Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'ConntrackHelper': '1.0', Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'Log': '1.0', Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'Network': '1.1', Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'Port': '1.7', Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'PortForwarding': '1.2', Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'QosPolicy': '1.8', Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'SecurityGroup': '1.4', Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'SecurityGroupRule': '1.2', Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'SubPort': '1.0', Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'Subnet': '1.1', Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: 'Trunk': '1.1'}} Jul 14 09:10:05.562287 n-d-798054-10 neutron-server[93887]: {{(pid=93887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:10:05.600663 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:05.604362 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0ac6b325-35a8-4dec-be75-321ce4933156 tempest-AutoAllocateNetworkTest-117054014 tempest-AutoAllocateNetworkTest-117054014-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=52c9c27719f14181bb791c5c26dd1d36 HTTP/1.1" status: 200 len: 208 time: 0.0489185 Jul 14 09:10:05.634105 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:05.635311 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:05.635940 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:05.694050 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7859654 Jul 14 09:10:05.694408 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42378) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:05.700901 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Request body: {'subnet': {'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-subnet', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:05.704062 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24eba7-3e91-4157-b33e-ea5d0dae0c41 admin admin] Pushing event updated for resources: {'Network': ['ID=0a4318df-2a8d-4d34-8a52-eb27698902c2,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:05.719524 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 0a4318df-2a8d-4d34-8a52-eb27698902c2 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:10:05.726604 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Made reservation on behalf of ece1500a21d34f90b4a2bc9598bf2ce0 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:05.729241 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:05.941262 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:05.985666 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a365b5d-5bef-4225-9318-101d64ee880f,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:05.997562 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.997938 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.998278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.998649 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.998976 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.999492 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:05.999981 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:06.000457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:06.001114 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:06.001685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:06.002205 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:06.002704 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Tracked resource versions report: Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: pushed versions: Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: { 'AddressGroup': {'1.2'}, Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'ConntrackHelper': {'1.0'}, Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'Log': {'1.0'}, Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'Network': {'1.1'}, Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'Port': {'1.7'}, Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'PortForwarding': {'1.2'}, Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'QosPolicy': {'1.8'}, Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'SecurityGroup': {'1.4'}, Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'SubPort': {'1.0'}, Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'Subnet': {'1.1'}, Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'Trunk': {'1.1'}} Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: consumer versions: Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: { DHCP agent@n-d-798054-10: {}, Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: HyperV agent@n-h1-798054-10: {}, Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: HyperV agent@n-h2-798054-10: {}, Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: L3 agent@n-d-798054-10: {}, Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: Metadata agent@n-d-798054-10: {}, Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: Metering agent@n-d-798054-10: {}, Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: Open vSwitch agent@n-d-798054-10: { 'AddressGroup': '1.2', Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'ConntrackHelper': '1.0', Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'Log': '1.0', Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'Network': '1.1', Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'Port': '1.7', Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'PortForwarding': '1.2', Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'QosPolicy': '1.8', Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'SecurityGroup': '1.4', Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'SecurityGroupRule': '1.2', Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'SubPort': '1.0', Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'Subnet': '1.1', Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: 'Trunk': '1.1'}} Jul 14 09:10:06.003925 n-d-798054-10 neutron-server[93888]: {{(pid=93888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:10:06.032247 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Checking segment: {'id': '4031430c-bd25-4295-8a3a-1b1b93e0be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:06.032460 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Network hostable DHCP agents. Network: 0a4318df-2a8d-4d34-8a52-eb27698902c2, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:10:06.053039 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Network 0a4318df-2a8d-4d34-8a52-eb27698902c2 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:10:06.068464 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 0a4318df-2a8d-4d34-8a52-eb27698902c2) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:06.074051 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:06.074833 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:06.081485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d56d8d-524a-4ca4-8061-e2991c4d86f6 None None] Network 0a4318df-2a8d-4d34-8a52-eb27698902c2 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:06.094913 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e2288b58-d8da-4f4d-84aa-a08884f5f607 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3962111 Jul 14 09:10:06.095175 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42398) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:06.102347 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-8b21d626-9478-4228-8810-c99d4b0315fd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:06.131901 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b21d626-9478-4228-8810-c99d4b0315fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:06.135018 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b21d626-9478-4228-8810-c99d4b0315fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:06.218142 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b21d626-9478-4228-8810-c99d4b0315fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:06.401273 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b21d626-9478-4228-8810-c99d4b0315fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:06.457165 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-0a4318df-2a8d-4d34-8a52-eb27698902c2', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'fixed_ips': [{'subnet_id': '1a365b5d-5bef-4225-9318-101d64ee880f'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:10:06.458085 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:06.648482 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42432) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:06.689190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Allocated IP 172.20.0.2 (0a4318df-2a8d-4d34-8a52-eb27698902c2/1a365b5d-5bef-4225-9318-101d64ee880f/d85ebc96-cc0d-4202-a697-d39796074503) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:06.695357 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b21d626-9478-4228-8810-c99d4b0315fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:06.716707 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b21d626-9478-4228-8810-c99d4b0315fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:06.835872 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-8b21d626-9478-4228-8810-c99d4b0315fd admin admin] Allocated IP 172.25.1.246 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:06.859283 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:06.871464 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Transition to ACTIVE for port object d85ebc96-cc0d-4202-a697-d39796074503 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:06.888852 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Transition to ACTIVE for port object d85ebc96-cc0d-4202-a697-d39796074503 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:06.895756 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:06.945110 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Pushing event updated for resources: {'Port': ['ID=d85ebc96-cc0d-4202-a697-d39796074503,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:06.954907 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:06.955387 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:06.955726 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:06.956120 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:06.956451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:06.956775 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:06.957097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:06.957415 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:06.957737 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:06.958094 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:06.958412 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:06.958726 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Tracked resource versions report: Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: pushed versions: Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: { 'AddressGroup': {'1.2'}, Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'ConntrackHelper': {'1.0'}, Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'Log': {'1.0'}, Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'Network': {'1.1'}, Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'Port': {'1.7'}, Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'PortForwarding': {'1.2'}, Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'QosPolicy': {'1.8'}, Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'SecurityGroup': {'1.4'}, Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'SubPort': {'1.0'}, Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'Subnet': {'1.1'}, Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'Trunk': {'1.1'}} Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: consumer versions: Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: { DHCP agent@n-d-798054-10: {}, Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: HyperV agent@n-h1-798054-10: {}, Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: HyperV agent@n-h2-798054-10: {}, Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: L3 agent@n-d-798054-10: {}, Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: Metadata agent@n-d-798054-10: {}, Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: Metering agent@n-d-798054-10: {}, Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: Open vSwitch agent@n-d-798054-10: { 'AddressGroup': '1.2', Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'ConntrackHelper': '1.0', Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'Log': '1.0', Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'Network': '1.1', Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'Port': '1.7', Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'PortForwarding': '1.2', Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'QosPolicy': '1.8', Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'SecurityGroup': '1.4', Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'SecurityGroupRule': '1.2', Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'SubPort': '1.0', Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'Subnet': '1.1', Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: 'Trunk': '1.1'}} Jul 14 09:10:06.959802 n-d-798054-10 neutron-server[93889]: {{(pid=93889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:10:06.970345 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Network 0a4318df-2a8d-4d34-8a52-eb27698902c2 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:06.972355 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:06.976057 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:07.056000 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Attempting to bind port d85ebc96-cc0d-4202-a697-d39796074503 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:07.057076 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Attempting to bind port d85ebc96-cc0d-4202-a697-d39796074503 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '4031430c-bd25-4295-8a3a-1b1b93e0be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:07.059148 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Attempting to bind port d85ebc96-cc0d-4202-a697-d39796074503 on network 0a4318df-2a8d-4d34-8a52-eb27698902c2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:07.066076 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-10b3a54e-29bd-40be-bd16-6216190d11b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:07.070043 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:07.070811 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Checking segment: {'id': '4031430c-bd25-4295-8a3a-1b1b93e0be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:07.071994 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:07.072583 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Bound using segment: {'id': '4031430c-bd25-4295-8a3a-1b1b93e0be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:07.073453 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Bound port: d85ebc96-cc0d-4202-a697-d39796074503, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4031430c-bd25-4295-8a3a-1b1b93e0be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:07.074432 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:07.085075 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b21d626-9478-4228-8810-c99d4b0315fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:07.159353 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] For port d85ebc96-cc0d-4202-a697-d39796074503, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:07.161476 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b21d626-9478-4228-8810-c99d4b0315fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:07.163105 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] For port d85ebc96-cc0d-4202-a697-d39796074503, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d85ebc96-cc0d-4202-a697-d39796074503,segment=NetworkSegment(4031430c-bd25-4295-8a3a-1b1b93e0be9d),segment_id=4031430c-bd25-4295-8a3a-1b1b93e0be9d)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:07.167669 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:07.180283 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-10b3a54e-29bd-40be-bd16-6216190d11b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:07.188460 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-10b3a54e-29bd-40be-bd16-6216190d11b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:07.237294 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b21d626-9478-4228-8810-c99d4b0315fd admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:07.237708 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-10b3a54e-29bd-40be-bd16-6216190d11b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52c9c27719f14181bb791c5c26dd1d36&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5871854 Jul 14 09:10:07.240654 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3a54e-29bd-40be-bd16-6216190d11b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e0e243-eda9-4a0d-b4d3-ee2e699f9782,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:07.243296 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42454) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:07.247525 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-8b21d626-9478-4228-8810-c99d4b0315fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:07.269024 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b21d626-9478-4228-8810-c99d4b0315fd admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:07.302543 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7843b-1613-4844-8c20-c1e818fda7a8 None None] Pushing event updated for resources: {'Port': ['ID=d85ebc96-cc0d-4202-a697-d39796074503,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:07.417399 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21d626-9478-4228-8810-c99d4b0315fd admin admin] Pushing event updated for resources: {'Port': ['ID=9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:07.538538 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8fa65c82-eb0c-40fe-a51c-6003a9414a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:07.681906 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8fa65c82-eb0c-40fe-a51c-6003a9414a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:07.716974 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b21d626-9478-4228-8810-c99d4b0315fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:07.816602 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8fa65c82-eb0c-40fe-a51c-6003a9414a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:07.819164 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8fa65c82-eb0c-40fe-a51c-6003a9414a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:07.820314 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8fa65c82-eb0c-40fe-a51c-6003a9414a07 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82e0e243-eda9-4a0d-b4d3-ee2e699f9782 HTTP/1.1" status: 204 len: 168 time: 0.5740740 Jul 14 09:10:07.833731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa65c82-eb0c-40fe-a51c-6003a9414a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e0e243-eda9-4a0d-b4d3-ee2e699f9782,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:07.947931 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b21d626-9478-4228-8810-c99d4b0315fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:08.116662 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b21d626-9478-4228-8810-c99d4b0315fd admin admin] Router afd6cd41-db7b-4860-b19a-89fe7ce35f02 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:10:08.154217 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d85ebc96-cc0d-4202-a697-d39796074503 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:08.265752 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port d85ebc96-cc0d-4202-a697-d39796074503 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:08.313673 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b21d626-9478-4228-8810-c99d4b0315fd admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:10:08.325439 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] Sync routers for ids ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:10:08.338196 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b21d626-9478-4228-8810-c99d4b0315fd admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:08.339987 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8b21d626-9478-4228-8810-c99d4b0315fd admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.2438166 Jul 14 09:10:08.343559 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42504) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:08.356691 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] Routers {'afd6cd41-db7b-4860-b19a-89fe7ce35f02'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:10:08.357517 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:10:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:08.550526 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] Set router afd6cd41-db7b-4860-b19a-89fe7ce35f02 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:10:08.598515 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcde939d-aff9-4e50-8fb3-ca7faa0a1df1 None None] Network 0a4318df-2a8d-4d34-8a52-eb27698902c2 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:08.701276 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4c5fc2e0-225e-4a8c-93b1-93173fdb0ffe None None] Provisioning for port d85ebc96-cc0d-4202-a697-d39796074503 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:08.710316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4c5fc2e0-225e-4a8c-93b1-93173fdb0ffe None None] Provisioning complete for port d85ebc96-cc0d-4202-a697-d39796074503 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:08.710836 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc2e0-225e-4a8c-93b1-93173fdb0ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:08.808257 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:07Z', 'revision_number': 3, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'gw_port': {'id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:08.836756 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] Checking router: afd6cd41-db7b-4860-b19a-89fe7ce35f02 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:10:08.837551 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] Updating router afd6cd41-db7b-4860-b19a-89fe7ce35f02 port 9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:10:08.868148 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc2e0-225e-4a8c-93b1-93173fdb0ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:08.907204 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:08.914103 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4c5fc2e0-225e-4a8c-93b1-93173fdb0ffe None None] For port d85ebc96-cc0d-4202-a697-d39796074503, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d85ebc96-cc0d-4202-a697-d39796074503,segment=NetworkSegment(4031430c-bd25-4295-8a3a-1b1b93e0be9d),segment_id=4031430c-bd25-4295-8a3a-1b1b93e0be9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:08.921055 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc2e0-225e-4a8c-93b1-93173fdb0ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.051428 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fc2e0-225e-4a8c-93b1-93173fdb0ffe None None] Pushing event updated for resources: {'Port': ['ID=d85ebc96-cc0d-4202-a697-d39796074503,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:09.253361 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-646ebf68-0807-4237-8698-9fbfdcb2da34 None None] Provisioning complete for port d85ebc96-cc0d-4202-a697-d39796074503 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:09.256679 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-646ebf68-0807-4237-8698-9fbfdcb2da34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.286981 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.298305 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] Transition to ACTIVE for port object 9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:09.298586 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4b3bac15-38d0-4f88-bb7b-71ef4c04052c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.316335 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.389779 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] Attempting to bind port 9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:09.390879 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] Attempting to bind port 9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:09.391241 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] Attempting to bind port 9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:09.393395 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816060d6-69f8-4302-afe9-c063d9cf7942 None None] Pushing event updated for resources: {'Port': ['ID=9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:09.403641 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:09.404272 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:09.404881 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.405424 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:09.406061 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] Bound port: 9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:09.406604 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.410101 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816060d6-69f8-4302-afe9-c063d9cf7942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:09.410630 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816060d6-69f8-4302-afe9-c063d9cf7942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:09.411102 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816060d6-69f8-4302-afe9-c063d9cf7942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:09.411588 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816060d6-69f8-4302-afe9-c063d9cf7942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:09.412062 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816060d6-69f8-4302-afe9-c063d9cf7942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:09.413616 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816060d6-69f8-4302-afe9-c063d9cf7942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:09.414143 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816060d6-69f8-4302-afe9-c063d9cf7942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:09.414625 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816060d6-69f8-4302-afe9-c063d9cf7942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:09.415121 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816060d6-69f8-4302-afe9-c063d9cf7942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:09.415569 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816060d6-69f8-4302-afe9-c063d9cf7942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:09.415910 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816060d6-69f8-4302-afe9-c063d9cf7942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:09.416236 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816060d6-69f8-4302-afe9-c063d9cf7942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816060d6-69f8-4302-afe9-c063d9cf7942 None None] Tracked resource versions report: Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: pushed versions: Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: { 'AddressGroup': {'1.2'}, Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'ConntrackHelper': {'1.0'}, Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'Log': {'1.0'}, Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'Network': {'1.1'}, Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'Port': {'1.7'}, Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'PortForwarding': {'1.2'}, Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'QosPolicy': {'1.8'}, Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'SecurityGroup': {'1.4'}, Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'SubPort': {'1.0'}, Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'Subnet': {'1.1'}, Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'Trunk': {'1.1'}} Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: consumer versions: Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: { DHCP agent@n-d-798054-10: {}, Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: HyperV agent@n-h1-798054-10: {}, Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: HyperV agent@n-h2-798054-10: {}, Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: L3 agent@n-d-798054-10: {}, Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: Metadata agent@n-d-798054-10: {}, Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: Metering agent@n-d-798054-10: {}, Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: Open vSwitch agent@n-d-798054-10: { 'AddressGroup': '1.2', Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'ConntrackHelper': '1.0', Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'Log': '1.0', Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'Network': '1.1', Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'Port': '1.7', Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'PortForwarding': '1.2', Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'QosPolicy': '1.8', Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'SecurityGroup': '1.4', Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'SecurityGroupRule': '1.2', Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'SubPort': '1.0', Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'Subnet': '1.1', Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: 'Trunk': '1.1'}} Jul 14 09:10:09.417295 n-d-798054-10 neutron-server[93890]: {{(pid=93890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:10:09.508503 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] For port 9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:09.512275 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] For port 9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:09.523142 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.588576 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816060d6-69f8-4302-afe9-c063d9cf7942 None None] Pushing event updated for resources: {'Port': ['ID=9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:09.591497 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] Routers {'afd6cd41-db7b-4860-b19a-89fe7ce35f02'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:10:09.592142 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:10:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:09.720047 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] Set router afd6cd41-db7b-4860-b19a-89fe7ce35f02 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:10:09.762698 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-4b3bac15-38d0-4f88-bb7b-71ef4c04052c admin admin] Allocated IP 172.20.0.1 (0a4318df-2a8d-4d34-8a52-eb27698902c2/1a365b5d-5bef-4225-9318-101d64ee880f/5c479b5a-0e47-441b-9d3b-dd13f7e577d3) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:09.912152 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42586) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:09.915138 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42588) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:09.915960 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4b3bac15-38d0-4f88-bb7b-71ef4c04052c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.923087 n-d-798054-10 neutron-server[93887]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 09:10:09.994769 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-62312825-0bee-4cab-88bf-aab932a970c3 req-0f727a9a-1c94-42d1-ab2f-3eb7aae55d15 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4f290fde11f24b81aa9e808b3a630631&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728321 Jul 14 09:10:10.006478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-4b3bac15-38d0-4f88-bb7b-71ef4c04052c admin admin] Transition to ACTIVE for port object 5c479b5a-0e47-441b-9d3b-dd13f7e577d3 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:10.069566 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:07Z', 'revision_number': 3, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'gw_port': {'id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:10.098254 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2857052-8d22-4e0c-a51d-6944e38f8e6f None None] The sync data for ids ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'] in n-d-798054-10 is: [{'id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:07Z', 'revision_number': 3, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'gw_port': {'id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:10:10.122125 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d85ebc96-cc0d-4202-a697-d39796074503 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:10.191575 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d85ebc96-cc0d-4202-a697-d39796074503 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:10.192671 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:10.304837 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4b3bac15-38d0-4f88-bb7b-71ef4c04052c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:10.308315 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-69ba4e27-a880-4a7a-83d1-1077f9035cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:10.452237 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3bac15-38d0-4f88-bb7b-71ef4c04052c admin admin] Network 0a4318df-2a8d-4d34-8a52-eb27698902c2 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:10.464617 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62312825-0bee-4cab-88bf-aab932a970c3 req-a29bdcdf-e192-489f-90fc-f6338ecc9fab tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:10.465906 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-62312825-0bee-4cab-88bf-aab932a970c3 req-a29bdcdf-e192-489f-90fc-f6338ecc9fab tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4609637 Jul 14 09:10:10.486852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-4b3bac15-38d0-4f88-bb7b-71ef4c04052c admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:10.515309 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3bac15-38d0-4f88-bb7b-71ef4c04052c admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:10.518455 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4b3bac15-38d0-4f88-bb7b-71ef4c04052c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:10.533064 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-69ba4e27-a880-4a7a-83d1-1077f9035cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:10.550710 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-69ba4e27-a880-4a7a-83d1-1077f9035cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:10.642759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bac15-38d0-4f88-bb7b-71ef4c04052c admin admin] Pushing event updated for resources: {'Port': ['ID=5c479b5a-0e47-441b-9d3b-dd13f7e577d3,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:10.677305 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-62312825-0bee-4cab-88bf-aab932a970c3 req-61e21cd9-2a91-43b3-b3c3-1cf8384b3ccb tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/quotas/4f290fde11f24b81aa9e808b3a630631 HTTP/1.1" status: 200 len: 375 time: 0.0466113 Jul 14 09:10:10.694204 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-69ba4e27-a880-4a7a-83d1-1077f9035cc6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e46b93a911143a08cbcc5c9caaaf5e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7779286 Jul 14 09:10:10.694809 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42620) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:10.696787 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba4e27-a880-4a7a-83d1-1077f9035cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d223fbbc-40e2-402b-b10d-45e399bdbf1c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:10.766342 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-62312825-0bee-4cab-88bf-aab932a970c3 req-f1dc38b3-02e9-4333-942e-58bfa1f00546 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f290fde11f24b81aa9e808b3a630631&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792711 Jul 14 09:10:10.828069 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00c3de83-09cf-440f-afc2-440f1aeb63c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:10.870469 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00c3de83-09cf-440f-afc2-440f1aeb63c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:10.934531 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4c23be03-c864-4395-a450-070cac14f037 None None] Provisioning for port 5c479b5a-0e47-441b-9d3b-dd13f7e577d3 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:10.944246 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4c23be03-c864-4395-a450-070cac14f037 None None] Provisioning complete for port 5c479b5a-0e47-441b-9d3b-dd13f7e577d3 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:10.944912 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c23be03-c864-4395-a450-070cac14f037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:10.957996 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00c3de83-09cf-440f-afc2-440f1aeb63c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:10.961096 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00c3de83-09cf-440f-afc2-440f1aeb63c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:10.964714 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-00c3de83-09cf-440f-afc2-440f1aeb63c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d223fbbc-40e2-402b-b10d-45e399bdbf1c HTTP/1.1" status: 204 len: 168 time: 0.2666430 Jul 14 09:10:10.974926 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3de83-09cf-440f-afc2-440f1aeb63c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d223fbbc-40e2-402b-b10d-45e399bdbf1c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:11.057175 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4c23be03-c864-4395-a450-070cac14f037 None None] Port 5c479b5a-0e47-441b-9d3b-dd13f7e577d3 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:11.076505 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4b3bac15-38d0-4f88-bb7b-71ef4c04052c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:11.331152 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4b3bac15-38d0-4f88-bb7b-71ef4c04052c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:11.337579 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4b3bac15-38d0-4f88-bb7b-71ef4c04052c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:11.338815 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4b3bac15-38d0-4f88-bb7b-71ef4c04052c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:11.392994 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bac15-38d0-4f88-bb7b-71ef4c04052c admin admin] Pushing event updated for resources: {'Port': ['ID=5c479b5a-0e47-441b-9d3b-dd13f7e577d3,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:11.504082 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3bac15-38d0-4f88-bb7b-71ef4c04052c admin admin] Network 0a4318df-2a8d-4d34-8a52-eb27698902c2 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:11.505890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-4b3bac15-38d0-4f88-bb7b-71ef4c04052c admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:11.602440 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42672) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:11.624293 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d61fa5ad-245b-4eb7-86ec-d5b716c96881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:11.697384 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3bac15-38d0-4f88-bb7b-71ef4c04052c admin admin] Router afd6cd41-db7b-4860-b19a-89fe7ce35f02 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:10:11.756509 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42684) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:11.897492 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8365ae62-cac4-4ea7-b68f-1e90387950a5 None None] Provisioning complete for port 5c479b5a-0e47-441b-9d3b-dd13f7e577d3 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:11.897934 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8365ae62-cac4-4ea7-b68f-1e90387950a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:11.908343 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d61fa5ad-245b-4eb7-86ec-d5b716c96881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:11.912264 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3bac15-38d0-4f88-bb7b-71ef4c04052c admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:10:11.918914 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d61fa5ad-245b-4eb7-86ec-d5b716c96881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:11.936343 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4b3bac15-38d0-4f88-bb7b-71ef4c04052c admin admin] 10.222.0.26 "PUT /v2.0/routers/afd6cd41-db7b-4860-b19a-89fe7ce35f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5816336 Jul 14 09:10:11.936343 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42694) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:11.961512 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d61fa5ad-245b-4eb7-86ec-d5b716c96881 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96a5aa08c70a45fab03c6e45fdb4c1a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3574066 Jul 14 09:10:11.964443 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42706) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:11.976202 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fa5ad-245b-4eb7-86ec-d5b716c96881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bac5b3-390b-463d-9c78-2a7bf869f737,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:11.978327 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8365ae62-cac4-4ea7-b68f-1e90387950a5 None None] Port 5c479b5a-0e47-441b-9d3b-dd13f7e577d3 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:12.027856 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9a34f998-a00d-4bb4-8b9d-ed09c8e04b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.128028 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-23986e1a-1e92-40ef-bfe0-5e40da9b8480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.153319 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:12.174574 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9a34f998-a00d-4bb4-8b9d-ed09c8e04b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.180976 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9a34f998-a00d-4bb4-8b9d-ed09c8e04b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.235187 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9a34f998-a00d-4bb4-8b9d-ed09c8e04b45 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=42332435fb2f4e62a06021e6ac643edf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4753540 Jul 14 09:10:12.241491 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:12.242828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42718) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:12.246618 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:12.247779 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.322199 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-22ec70f6-6793-4329-8094-155e05122e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.363994 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-23986e1a-1e92-40ef-bfe0-5e40da9b8480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.383459 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-22ec70f6-6793-4329-8094-155e05122e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.394648 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cf2f2a70-21fa-459b-8acb-58b9a04a17ff req-0bf0402d-4c3d-4f18-9719-9b765c6a2cd7 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 210 time: 0.4647927 Jul 14 09:10:12.411637 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] Sync routers for ids ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:10:12.455889 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34f998-a00d-4bb4-8b9d-ed09c8e04b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a9e529-6603-477d-8c50-441843bfab28,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:12.482018 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] Routers {'afd6cd41-db7b-4860-b19a-89fe7ce35f02'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:10:12.482697 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:10:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:12.500778 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-22ec70f6-6793-4329-8094-155e05122e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.506434 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-22ec70f6-6793-4329-8094-155e05122e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.508174 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-22ec70f6-6793-4329-8094-155e05122e64 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d2a9e529-6603-477d-8c50-441843bfab28 HTTP/1.1" status: 204 len: 168 time: 0.2638373 Jul 14 09:10:12.519545 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec70f6-6793-4329-8094-155e05122e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a9e529-6603-477d-8c50-441843bfab28,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:12.523795 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.533586 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-23986e1a-1e92-40ef-bfe0-5e40da9b8480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.537041 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-23986e1a-1e92-40ef-bfe0-5e40da9b8480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.538439 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-23986e1a-1e92-40ef-bfe0-5e40da9b8480 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02bac5b3-390b-463d-9c78-2a7bf869f737 HTTP/1.1" status: 204 len: 168 time: 0.5723078 Jul 14 09:10:12.554313 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23986e1a-1e92-40ef-bfe0-5e40da9b8480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bac5b3-390b-463d-9c78-2a7bf869f737,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:12.621056 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:12.668977 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.753933 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] Set router afd6cd41-db7b-4860-b19a-89fe7ce35f02 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:10:12.805878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:13.159788 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:10Z', 'revision_number': 4, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'gw_port': {'id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '5c479b5a-0e47-441b-9d3b-dd13f7e577d3', 'name': '', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'mac_address': 'fa:16:3e:c9:92:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:09Z', 'updated_at': '2021-07-14T09:10:11Z', 'revision_number': 2, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'subnets': [{'id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:13.198660 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] Checking router: afd6cd41-db7b-4860-b19a-89fe7ce35f02 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:10:13.199092 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] Updating router afd6cd41-db7b-4860-b19a-89fe7ce35f02 port 5c479b5a-0e47-441b-9d3b-dd13f7e577d3 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:10:13.239848 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.302975 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42800) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:13.338947 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42806) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:13.508384 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42820) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:13.527691 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18e802da-0b91-40fb-996f-3583bd8fa601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.680265 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.689514 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dc7ce116-1498-484c-89db-9fe0ae0708f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.726915 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] Transition to ACTIVE for port object 5c479b5a-0e47-441b-9d3b-dd13f7e577d3 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:13.728972 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18e802da-0b91-40fb-996f-3583bd8fa601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.741553 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.746278 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18e802da-0b91-40fb-996f-3583bd8fa601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.836501 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-18e802da-0b91-40fb-996f-3583bd8fa601 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f030183b1c4a4556af29b29fb6fc2599&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3220954 Jul 14 09:10:13.838830 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b530718d-5cd1-4394-ba4a-76cb9ed09403 req-05b748b0-808d-4ef3-89b8-d7a28dee3446 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 210 time: 0.0937593 Jul 14 09:10:13.839593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42828) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:13.902021 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42832) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:13.932944 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-0af33703-cfd4-4bbf-b45e-8a00c0ddb299 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-232054201-network', 'tenant_id': '59091e679b9b41c4928bec06b9ba852c'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:13.952159 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bd91fc0-137e-4292-8873-b0bd55af25e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.953199 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e318d-86b2-4aca-9b1a-5574f6189667 None None] Pushing event updated for resources: {'Port': ['ID=5c479b5a-0e47-441b-9d3b-dd13f7e577d3,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:14.037700 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f2a8af6-49e6-4964-b010-c6b525b26154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.056511 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e802da-0b91-40fb-996f-3583bd8fa601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72db5b92-510a-481a-be9a-0d5009400814,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:14.100935 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f2a8af6-49e6-4964-b010-c6b525b26154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.231194 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f2a8af6-49e6-4964-b010-c6b525b26154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.239201 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f2a8af6-49e6-4964-b010-c6b525b26154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.240885 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dc7ce116-1498-484c-89db-9fe0ae0708f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.245385 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5f2a8af6-49e6-4964-b010-c6b525b26154 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72db5b92-510a-481a-be9a-0d5009400814 HTTP/1.1" status: 204 len: 168 time: 0.4047291 Jul 14 09:10:14.263402 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a8af6-49e6-4964-b010-c6b525b26154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72db5b92-510a-481a-be9a-0d5009400814,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:14.263966 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dc7ce116-1498-484c-89db-9fe0ae0708f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.281278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af33703-cfd4-4bbf-b45e-8a00c0ddb299 admin admin] Made reservation on behalf of 59091e679b9b41c4928bec06b9ba852c for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:14.286479 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0af33703-cfd4-4bbf-b45e-8a00c0ddb299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.307875 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0af33703-cfd4-4bbf-b45e-8a00c0ddb299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.348155 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:14.384294 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dc7ce116-1498-484c-89db-9fe0ae0708f9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=77ad7cfa639b4aa6859a7fe2ef3dd26e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0796084 Jul 14 09:10:14.386985 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42848) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:14.434291 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ce116-1498-484c-89db-9fe0ae0708f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28150ab4-7a0b-4b39-8380-6c4045797fd1,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:14.455997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] Attempting to bind port 5c479b5a-0e47-441b-9d3b-dd13f7e577d3 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:14.456658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] Attempting to bind port 5c479b5a-0e47-441b-9d3b-dd13f7e577d3 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '4031430c-bd25-4295-8a3a-1b1b93e0be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:14.457234 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] Attempting to bind port 5c479b5a-0e47-441b-9d3b-dd13f7e577d3 on network 0a4318df-2a8d-4d34-8a52-eb27698902c2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:14.475053 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:14.475894 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] Checking segment: {'id': '4031430c-bd25-4295-8a3a-1b1b93e0be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:14.476723 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.477312 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] Bound using segment: {'id': '4031430c-bd25-4295-8a3a-1b1b93e0be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:14.478028 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] Bound port: 5c479b5a-0e47-441b-9d3b-dd13f7e577d3, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4031430c-bd25-4295-8a3a-1b1b93e0be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:14.478642 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.510808 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-032a7cac-c1a6-47f3-ad2a-371b094748f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.548198 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-0ffaf819-b550-422b-b394-0313d46dbb93 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=25257ff3045c45f6b35f601207e91a42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388863 Jul 14 09:10:14.558758 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bd91fc0-137e-4292-8873-b0bd55af25e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.561290 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:14.561763 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.569315 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bd91fc0-137e-4292-8873-b0bd55af25e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.626430 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8bd91fc0-137e-4292-8873-b0bd55af25e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6f1aa92fa6640958f4c7b8ddbcd20b8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2861671 Jul 14 09:10:14.627654 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd91fc0-137e-4292-8873-b0bd55af25e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d80a69a-1fa0-4057-90a7-c1deced8c3f1,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:14.630082 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42870) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:14.649662 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-032a7cac-c1a6-47f3-ad2a-371b094748f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.695601 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] For port 5c479b5a-0e47-441b-9d3b-dd13f7e577d3, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:14.707864 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] For port 5c479b5a-0e47-441b-9d3b-dd13f7e577d3, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5c479b5a-0e47-441b-9d3b-dd13f7e577d3,segment=NetworkSegment(4031430c-bd25-4295-8a3a-1b1b93e0be9d),segment_id=4031430c-bd25-4295-8a3a-1b1b93e0be9d)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:14.708659 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f91c310-8ce5-40d0-b39f-a60a4e9591ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.726453 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.756807 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f91c310-8ce5-40d0-b39f-a60a4e9591ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.766292 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-757a8095-dd9b-4e7c-82e0-685d6e497f71 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:14.772844 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-757a8095-dd9b-4e7c-82e0-685d6e497f71 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239156 Jul 14 09:10:14.804480 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-5f353b2a-e836-4b30-bb9f-dc8148cd75b7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/quotas/25257ff3045c45f6b35f601207e91a42 HTTP/1.1" status: 200 len: 375 time: 0.0307159 Jul 14 09:10:14.862998 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-01711608-4f68-41e1-ad96-970c34228883 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=25257ff3045c45f6b35f601207e91a42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570302 Jul 14 09:10:14.868015 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-032a7cac-c1a6-47f3-ad2a-371b094748f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.875372 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-032a7cac-c1a6-47f3-ad2a-371b094748f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.880166 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-032a7cac-c1a6-47f3-ad2a-371b094748f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28150ab4-7a0b-4b39-8380-6c4045797fd1 HTTP/1.1" status: 204 len: 168 time: 0.4920523 Jul 14 09:10:14.891602 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.55', 54852) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:14.910143 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e318d-86b2-4aca-9b1a-5574f6189667 None None] Pushing event updated for resources: {'Port': ['ID=5c479b5a-0e47-441b-9d3b-dd13f7e577d3,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:14.910440 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f91c310-8ce5-40d0-b39f-a60a4e9591ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.917033 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f91c310-8ce5-40d0-b39f-a60a4e9591ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.922306 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1f91c310-8ce5-40d0-b39f-a60a4e9591ee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d80a69a-1fa0-4057-90a7-c1deced8c3f1 HTTP/1.1" status: 204 len: 168 time: 0.2880707 Jul 14 09:10:14.939585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] Routers {'afd6cd41-db7b-4860-b19a-89fe7ce35f02'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:10:14.941641 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:10:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:14.983162 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-62312825-0bee-4cab-88bf-aab932a970c3 req-985c28e8-e2e4-4897-ac92-4ed22992735e tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4f290fde11f24b81aa9e808b3a630631&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718222 Jul 14 09:10:14.989487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a7cac-c1a6-47f3-ad2a-371b094748f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28150ab4-7a0b-4b39-8380-6c4045797fd1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:15.000628 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91c310-8ce5-40d0-b39f-a60a4e9591ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d80a69a-1fa0-4057-90a7-c1deced8c3f1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:15.015035 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0af33703-cfd4-4bbf-b45e-8a00c0ddb299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.023461 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0af33703-cfd4-4bbf-b45e-8a00c0ddb299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.079011 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af33703-cfd4-4bbf-b45e-8a00c0ddb299 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:10:15.120493 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af33703-cfd4-4bbf-b45e-8a00c0ddb299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a75da8-8c40-4d6d-ae11-7cfb89dab5a4,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:15.131729 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0af33703-cfd4-4bbf-b45e-8a00c0ddb299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.133665 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-0af33703-cfd4-4bbf-b45e-8a00c0ddb299 admin admin] Added segment e5d03e67-bd4b-40e3-9a7f-9cae7199f55d of type vlan for network 04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d Jul 14 09:10:15.175168 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] Set router afd6cd41-db7b-4860-b19a-89fe7ce35f02 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:10:15.241328 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62312825-0bee-4cab-88bf-aab932a970c3 req-5a1347a3-2d28-410e-951e-dc344eecee77 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.243066 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-62312825-0bee-4cab-88bf-aab932a970c3 req-5a1347a3-2d28-410e-951e-dc344eecee77 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2591822 Jul 14 09:10:15.308023 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dfb32411-41b9-4ac5-bcfc-0c0316e08bca req-6a76e22d-441a-4d89-8e83-19192d43f0bd tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 210 time: 0.0918233 Jul 14 09:10:15.309741 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0af33703-cfd4-4bbf-b45e-8a00c0ddb299 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.393486 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-62312825-0bee-4cab-88bf-aab932a970c3 req-75ac047f-1769-4cd1-aa30-9a69417bd20b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Request body: {'port': {'device_id': 'dac4fefc-a708-4a5a-92ea-a89bdcfccd75', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': '4f290fde11f24b81aa9e808b3a630631'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:15.396837 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-de25f6e6-8bb2-4e51-8941-3ad86774df5a req-7108896c-bfd8-440d-a05a-4a29fbe57654 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 210 time: 0.0685885 Jul 14 09:10:15.450452 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0af33703-cfd4-4bbf-b45e-8a00c0ddb299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.454580 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af33703-cfd4-4bbf-b45e-8a00c0ddb299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.456641 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0af33703-cfd4-4bbf-b45e-8a00c0ddb299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.654068 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0af33703-cfd4-4bbf-b45e-8a00c0ddb299 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7477160 Jul 14 09:10:15.659176 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42912) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:15.688500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af33703-cfd4-4bbf-b45e-8a00c0ddb299 admin admin] Pushing event updated for resources: {'Network': ['ID=04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:15.693851 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:10Z', 'revision_number': 4, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'gw_port': {'id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '5c479b5a-0e47-441b-9d3b-dd13f7e577d3', 'name': '', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'mac_address': 'fa:16:3e:c9:92:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:09Z', 'updated_at': '2021-07-14T09:10:14Z', 'revision_number': 4, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'subnets': [{'id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:15.695372 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-049d8222-a34c-44b5-b752-feddb29d7bfd admin admin] Request body: {'subnet': {'network_id': '04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-232054201-subnet', 'tenant_id': '59091e679b9b41c4928bec06b9ba852c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:15.703557 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:10:15.800659 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049d8222-a34c-44b5-b752-feddb29d7bfd admin admin] Made reservation on behalf of 59091e679b9b41c4928bec06b9ba852c for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:15.803549 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-049d8222-a34c-44b5-b752-feddb29d7bfd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.846457 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b79de1-b1c1-4fca-9748-6584e7cd498a None None] The sync data for ids ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'] in n-d-798054-10 is: [{'id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:10Z', 'revision_number': 4, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'gw_port': {'id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '5c479b5a-0e47-441b-9d3b-dd13f7e577d3', 'name': '', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'mac_address': 'fa:16:3e:c9:92:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:09Z', 'updated_at': '2021-07-14T09:10:14Z', 'revision_number': 4, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'subnets': [{'id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:10:15.931790 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62312825-0bee-4cab-88bf-aab932a970c3 req-75ac047f-1769-4cd1-aa30-9a69417bd20b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Made reservation on behalf of 4f290fde11f24b81aa9e808b3a630631 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:15.936964 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-62312825-0bee-4cab-88bf-aab932a970c3 req-75ac047f-1769-4cd1-aa30-9a69417bd20b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.946577 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42926) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:15.953824 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-62312825-0bee-4cab-88bf-aab932a970c3 req-75ac047f-1769-4cd1-aa30-9a69417bd20b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.990832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42928) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:16.025042 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a5f4feec-5496-4bff-b65f-ee93243a53a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.029130 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-46e88040-f56e-4f65-8e97-95b5c991ea22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.126908 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.170587 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5c479b5a-0e47-441b-9d3b-dd13f7e577d3 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:16.251080 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 5c479b5a-0e47-441b-9d3b-dd13f7e577d3 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:16.256427 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 5c479b5a-0e47-441b-9d3b-dd13f7e577d3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:16.257586 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.380156 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-62312825-0bee-4cab-88bf-aab932a970c3 req-75ac047f-1769-4cd1-aa30-9a69417bd20b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.410580 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.410941 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-62312825-0bee-4cab-88bf-aab932a970c3 req-75ac047f-1769-4cd1-aa30-9a69417bd20b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.495492 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 5c479b5a-0e47-441b-9d3b-dd13f7e577d3, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5c479b5a-0e47-441b-9d3b-dd13f7e577d3,segment=NetworkSegment(4031430c-bd25-4295-8a3a-1b1b93e0be9d),segment_id=4031430c-bd25-4295-8a3a-1b1b93e0be9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:16.507710 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.534173 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f622d703-e226-4843-a651-cfbcaa4a75c6 req-49b91775-cfb2-45d8-92dc-9df2454fe910 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 210 time: 0.0756252 Jul 14 09:10:16.598968 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-46e88040-f56e-4f65-8e97-95b5c991ea22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.599309 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=5c479b5a-0e47-441b-9d3b-dd13f7e577d3,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:16.614911 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-46e88040-f56e-4f65-8e97-95b5c991ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.651560 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0ca5cea7-2ebd-4c73-b2ae-ae8d8d9817e1 req-f26da656-ae69-4964-9003-31b2a04afdcd tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 210 time: 0.0550094 Jul 14 09:10:16.728663 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-46e88040-f56e-4f65-8e97-95b5c991ea22 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b2ebc9a658248e996c7104194a6fbb8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7793500 Jul 14 09:10:16.806381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42966) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:16.831566 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e88040-f56e-4f65-8e97-95b5c991ea22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126716a3-7051-4734-859a-63d7154628a1,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:16.881721 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a5f4feec-5496-4bff-b65f-ee93243a53a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.887408 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a5f4feec-5496-4bff-b65f-ee93243a53a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.949606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-62312825-0bee-4cab-88bf-aab932a970c3 req-75ac047f-1769-4cd1-aa30-9a69417bd20b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Allocated IP 192.168.233.199 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/92e541f0-3af9-4742-b7af-efbb732ae6f8) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:17.019370 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a5f4feec-5496-4bff-b65f-ee93243a53a8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3218f8132c944b5957f52df003e2766&name=default HTTP/1.1" status: 200 len: 2977 time: 1.0217915 Jul 14 09:10:17.020753 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42978) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:17.023565 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4feec-5496-4bff-b65f-ee93243a53a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d8dae6-5928-404b-b385-3accd0a0d2df,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:17.064210 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-049d8222-a34c-44b5-b752-feddb29d7bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.117243 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac047f-1769-4cd1-aa30-9a69417bd20b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdcfca5-927b-4289-93f4-fe767d3fc236,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:17.138495 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ca2ac6f8-f6b5-4511-b815-5fc5140cc680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.170897 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ca2ac6f8-f6b5-4511-b815-5fc5140cc680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.274048 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ca2ac6f8-f6b5-4511-b815-5fc5140cc680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.282959 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ca2ac6f8-f6b5-4511-b815-5fc5140cc680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.300659 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ca2ac6f8-f6b5-4511-b815-5fc5140cc680 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94d8dae6-5928-404b-b385-3accd0a0d2df HTTP/1.1" status: 204 len: 168 time: 0.2779739 Jul 14 09:10:17.326966 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ac6f8-f6b5-4511-b815-5fc5140cc680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d8dae6-5928-404b-b385-3accd0a0d2df,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:17.464210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d8222-a34c-44b5-b752-feddb29d7bfd admin admin] Checking segment: {'id': 'e5d03e67-bd4b-40e3-9a7f-9cae7199f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:17.465389 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049d8222-a34c-44b5-b752-feddb29d7bfd admin admin] Network hostable DHCP agents. Network: 04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:10:17.549807 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d8222-a34c-44b5-b752-feddb29d7bfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1280b4f-56c5-4141-912e-720cffd1ef0d,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:17.667238 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6b9b0bac-ddad-44d2-9092-289e3d731028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.838087 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049d8222-a34c-44b5-b752-feddb29d7bfd admin admin] Network 04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:10:17.848367 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6b9b0bac-ddad-44d2-9092-289e3d731028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.875672 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d25d015b-598b-43a7-a44d-a6d12c4a563a req-96d1f2f6-fac9-4bd3-a2ff-4fc5b67ce7b7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 210 time: 0.0720501 Jul 14 09:10:17.949776 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-049d8222-a34c-44b5-b752-feddb29d7bfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:17.975162 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d121248-74c5-40d6-926c-9686dbb8b5ac None None] Network 04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:17.983660 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049d8222-a34c-44b5-b752-feddb29d7bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:17.984253 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-049d8222-a34c-44b5-b752-feddb29d7bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.050019 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-62312825-0bee-4cab-88bf-aab932a970c3 req-75ac047f-1769-4cd1-aa30-9a69417bd20b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.093198 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f7914adf-2d33-48da-b551-401209fe1300 req-1462addf-c404-48f5-afae-c3e41ccd8607 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 210 time: 0.0765920 Jul 14 09:10:18.103740 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-049d8222-a34c-44b5-b752-feddb29d7bfd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.4267642 Jul 14 09:10:18.106243 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43010) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:18.122775 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-6b00e531-7053-4f74-aec2-ced41dcf56d5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-232054201-router', 'tenant_id': '59091e679b9b41c4928bec06b9ba852c', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:18.165406 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.49', 50231) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:18.177198 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6b00e531-7053-4f74-aec2-ced41dcf56d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.180499 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6b00e531-7053-4f74-aec2-ced41dcf56d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.196111 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-62312825-0bee-4cab-88bf-aab932a970c3 req-75ac047f-1769-4cd1-aa30-9a69417bd20b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Transition to ACTIVE for port object 92e541f0-3af9-4742-b7af-efbb732ae6f8 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:18.246045 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5c479b5a-0e47-441b-9d3b-dd13f7e577d3 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:18.265996 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6b9b0bac-ddad-44d2-9092-289e3d731028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.282265 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6b9b0bac-ddad-44d2-9092-289e3d731028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.284026 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6b9b0bac-ddad-44d2-9092-289e3d731028 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/126716a3-7051-4734-859a-63d7154628a1 HTTP/1.1" status: 204 len: 168 time: 1.3927474 Jul 14 09:10:18.332526 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-5847f3d8-ecd7-43a8-9b84-4d6102085e09 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=25257ff3045c45f6b35f601207e91a42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1654844 Jul 14 09:10:18.429613 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b0bac-ddad-44d2-9092-289e3d731028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126716a3-7051-4734-859a-63d7154628a1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:18.579513 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:10:18.599045 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6b00e531-7053-4f74-aec2-ced41dcf56d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.715191 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d', 'network_id': '04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d', 'tenant_id': '59091e679b9b41c4928bec06b9ba852c', 'fixed_ips': [{'subnet_id': 'f1280b4f-56c5-4141-912e-720cffd1ef0d'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:10:18.716089 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.772126 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-62312825-0bee-4cab-88bf-aab932a970c3 req-75ac047f-1769-4cd1-aa30-9a69417bd20b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:19.008620 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6b00e531-7053-4f74-aec2-ced41dcf56d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:19.218408 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 5c479b5a-0e47-441b-9d3b-dd13f7e577d3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:19.220906 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:19.286243 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-cd325013-2750-4b10-be24-e55db8162581 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:19.287973 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-cd325013-2750-4b10-be24-e55db8162581 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9246461 Jul 14 09:10:19.302303 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62312825-0bee-4cab-88bf-aab932a970c3 req-75ac047f-1769-4cd1-aa30-9a69417bd20b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:19.317876 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-62312825-0bee-4cab-88bf-aab932a970c3 req-75ac047f-1769-4cd1-aa30-9a69417bd20b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:19.351596 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-8f991ab4-4938-495e-be6e-6de687daa8b7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Request body: {'port': {'device_id': '9bbc9706-d8e9-4312-a68e-c311673e3530', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': '25257ff3045c45f6b35f601207e91a42'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:19.368109 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-62312825-0bee-4cab-88bf-aab932a970c3 req-75ac047f-1769-4cd1-aa30-9a69417bd20b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:19.390182 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62312825-0bee-4cab-88bf-aab932a970c3 req-75ac047f-1769-4cd1-aa30-9a69417bd20b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:19.391049 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-62312825-0bee-4cab-88bf-aab932a970c3 req-75ac047f-1769-4cd1-aa30-9a69417bd20b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:19.401759 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac047f-1769-4cd1-aa30-9a69417bd20b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Pushing event updated for resources: {'Port': ['ID=92e541f0-3af9-4742-b7af-efbb732ae6f8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:19.409957 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Allocated IP 172.20.0.2 (04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d/f1280b4f-56c5-4141-912e-720cffd1ef0d/b8dd2d2d-5cef-4866-a8b4-6922bb185b1c) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:19.556356 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67282369-8aba-4d05-a7b6-f0126f32c8ef req-9a6bd4bd-3d4d-4ec1-891f-1751308a0d36 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 210 time: 0.1734598 Jul 14 09:10:19.695416 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6b00e531-7053-4f74-aec2-ced41dcf56d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:19.914388 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-62312825-0bee-4cab-88bf-aab932a970c3 req-75ac047f-1769-4cd1-aa30-9a69417bd20b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5280073 Jul 14 09:10:19.969977 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2722ec70-afed-4e8e-996e-703a6e17b3b6 None None] Provisioning for port 92e541f0-3af9-4742-b7af-efbb732ae6f8 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:19.984539 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2722ec70-afed-4e8e-996e-703a6e17b3b6 None None] Provisioning complete for port 92e541f0-3af9-4742-b7af-efbb732ae6f8 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:19.988281 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-8f991ab4-4938-495e-be6e-6de687daa8b7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Made reservation on behalf of 25257ff3045c45f6b35f601207e91a42 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:19.999856 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2722ec70-afed-4e8e-996e-703a6e17b3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.010743 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-8f991ab4-4938-495e-be6e-6de687daa8b7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.011306 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6b00e531-7053-4f74-aec2-ced41dcf56d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.063619 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-8f991ab4-4938-495e-be6e-6de687daa8b7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.127634 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2722ec70-afed-4e8e-996e-703a6e17b3b6 None None] Port 92e541f0-3af9-4742-b7af-efbb732ae6f8 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:20.307719 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.329720 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Transition to ACTIVE for port object b8dd2d2d-5cef-4866-a8b4-6922bb185b1c will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:20.354334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-62312825-0bee-4cab-88bf-aab932a970c3 req-bd3c678d-e7b6-47cc-93eb-d59c21789adc tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:10:20.355531 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-62312825-0bee-4cab-88bf-aab932a970c3 req-bd3c678d-e7b6-47cc-93eb-d59c21789adc tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0238488 Jul 14 09:10:20.366682 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Transition to ACTIVE for port object b8dd2d2d-5cef-4866-a8b4-6922bb185b1c will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:20.375902 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-6b00e531-7053-4f74-aec2-ced41dcf56d5 admin admin] Allocated IP 172.25.1.98 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/0fabe30d-f226-499a-b918-23cc3d57111b) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:20.376528 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.474288 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Network 04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:20.481036 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:20.487251 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:20.496516 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-8f991ab4-4938-495e-be6e-6de687daa8b7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.502775 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-8f991ab4-4938-495e-be6e-6de687daa8b7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.662239 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Attempting to bind port b8dd2d2d-5cef-4866-a8b4-6922bb185b1c on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:20.662866 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Attempting to bind port b8dd2d2d-5cef-4866-a8b4-6922bb185b1c by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'e5d03e67-bd4b-40e3-9a7f-9cae7199f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:20.663681 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Attempting to bind port b8dd2d2d-5cef-4866-a8b4-6922bb185b1c on network 04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:20.677434 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Pushing event updated for resources: {'Port': ['ID=b8dd2d2d-5cef-4866-a8b4-6922bb185b1c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:20.689478 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:20.690277 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Checking segment: {'id': 'e5d03e67-bd4b-40e3-9a7f-9cae7199f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:20.690892 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.691613 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Bound using segment: {'id': 'e5d03e67-bd4b-40e3-9a7f-9cae7199f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:20.692836 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Bound port: b8dd2d2d-5cef-4866-a8b4-6922bb185b1c, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d03e67-bd4b-40e3-9a7f-9cae7199f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:20.693442 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.790302 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] For port b8dd2d2d-5cef-4866-a8b4-6922bb185b1c, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:20.794260 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6b00e531-7053-4f74-aec2-ced41dcf56d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.797581 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] For port b8dd2d2d-5cef-4866-a8b4-6922bb185b1c, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b8dd2d2d-5cef-4866-a8b4-6922bb185b1c,segment=NetworkSegment(e5d03e67-bd4b-40e3-9a7f-9cae7199f55d),segment_id=e5d03e67-bd4b-40e3-9a7f-9cae7199f55d)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:20.808813 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.875318 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-8f991ab4-4938-495e-be6e-6de687daa8b7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Allocated IP 192.168.233.93 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/c0247e3b-ca88-4520-b0bc-f93dfb533307) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:20.932114 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa6f8f-8d5c-4789-a152-ab3ef4cedead None None] Pushing event updated for resources: {'Port': ['ID=b8dd2d2d-5cef-4866-a8b4-6922bb185b1c,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:20.951236 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6b00e531-7053-4f74-aec2-ced41dcf56d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.062928 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f991ab4-4938-495e-be6e-6de687daa8b7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=454e1ac2-64da-45bc-bfd5-b4579d087ee4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:21.098322 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef5c969f-be84-47e9-b839-f66bbe220de4 req-afbedcaf-76d0-4680-8680-a9a70b0be2d9 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 210 time: 0.0714796 Jul 14 09:10:21.109029 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b00e531-7053-4f74-aec2-ced41dcf56d5 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:21.114259 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-6b00e531-7053-4f74-aec2-ced41dcf56d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:21.136000 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b00e531-7053-4f74-aec2-ced41dcf56d5 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:21.219056 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-8f991ab4-4938-495e-be6e-6de687daa8b7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.235523 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ed35e-1d5b-4de5-a008-4e6aee3df67d req-3d3e884b-5447-494c-b122-3dd470ec2742 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:21.245055 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e9ed35e-1d5b-4de5-a008-4e6aee3df67d req-3d3e884b-5447-494c-b122-3dd470ec2742 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 936 time: 1.0436680 Jul 14 09:10:21.258158 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-8f991ab4-4938-495e-be6e-6de687daa8b7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Transition to ACTIVE for port object c0247e3b-ca88-4520-b0bc-f93dfb533307 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:21.277423 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00e531-7053-4f74-aec2-ced41dcf56d5 admin admin] Pushing event updated for resources: {'Port': ['ID=0fabe30d-f226-499a-b918-23cc3d57111b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:21.340688 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-8f991ab4-4938-495e-be6e-6de687daa8b7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.450109 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-8f991ab4-4938-495e-be6e-6de687daa8b7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:21.455100 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-8f991ab4-4938-495e-be6e-6de687daa8b7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:21.459799 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-8f991ab4-4938-495e-be6e-6de687daa8b7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:21.466816 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-8f991ab4-4938-495e-be6e-6de687daa8b7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:21.468274 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-8f991ab4-4938-495e-be6e-6de687daa8b7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.514907 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] Request body: {'port': {'device_id': 'dac4fefc-a708-4a5a-92ea-a89bdcfccd75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:21.569381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f991ab4-4938-495e-be6e-6de687daa8b7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Pushing event updated for resources: {'Port': ['ID=c0247e3b-ca88-4520-b0bc-f93dfb533307,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:21.576374 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-8f991ab4-4938-495e-be6e-6de687daa8b7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2403200 Jul 14 09:10:21.612727 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-f6c1e235-a185-4d4a-b87e-65d88b75bf4b tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:10:21.615434 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e9ed35e-1d5b-4de5-a008-4e6aee3df67d req-400c07f7-81be-401d-b137-321894ca9342 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676033 Jul 14 09:10:21.616475 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-f6c1e235-a185-4d4a-b87e-65d88b75bf4b tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0287306 Jul 14 09:10:21.912283 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-af22ffb8-05b3-405f-8028-1a2293b96b6a None None] Provisioning for port c0247e3b-ca88-4520-b0bc-f93dfb533307 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:21.917081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-af22ffb8-05b3-405f-8028-1a2293b96b6a None None] Provisioning complete for port c0247e3b-ca88-4520-b0bc-f93dfb533307 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:21.917458 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af22ffb8-05b3-405f-8028-1a2293b96b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.984956 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-af22ffb8-05b3-405f-8028-1a2293b96b6a None None] Port c0247e3b-ca88-4520-b0bc-f93dfb533307 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:22.052975 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6b00e531-7053-4f74-aec2-ced41dcf56d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:22.173373 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:22.318069 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b8dd2d2d-5cef-4866-a8b4-6922bb185b1c up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:22.475720 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port b8dd2d2d-5cef-4866-a8b4-6922bb185b1c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:22.651775 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43126) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:22.873503 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] Request body: {'port': {'device_id': '9bbc9706-d8e9-4312-a68e-c311673e3530', 'device_owner': 'compute:tempest-test_az-24324478', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:22.904925 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6b00e531-7053-4f74-aec2-ced41dcf56d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:22.959895 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eda3f7-7607-440b-8555-6394b675b7a0 None None] Network 04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:22.986830 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaea1f9-dc6d-4610-87e3-900159178e91 req-e4cb3c0b-2472-47e7-89b9-828b97040839 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:23.014261 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3eaea1f9-dc6d-4610-87e3-900159178e91 req-e4cb3c0b-2472-47e7-89b9-828b97040839 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 935 time: 0.4365911 Jul 14 09:10:23.018901 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e541f0-3af9-4742-b7af-efbb732ae6f8 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:23.043824 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:23.071625 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:23.122614 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] Transition to ACTIVE for port object 92e541f0-3af9-4742-b7af-efbb732ae6f8 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:23.142812 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-63297a52-ea44-4d57-830c-2a5e62128a10 None None] Provisioning for port b8dd2d2d-5cef-4866-a8b4-6922bb185b1c completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:23.170618 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-63297a52-ea44-4d57-830c-2a5e62128a10 None None] Provisioning complete for port b8dd2d2d-5cef-4866-a8b4-6922bb185b1c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:23.171292 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63297a52-ea44-4d57-830c-2a5e62128a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:23.173519 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:23.540034 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3eaea1f9-dc6d-4610-87e3-900159178e91 req-d6e97550-80f7-4173-8d93-672369a4efc6 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/security-groups?id=454e1ac2-64da-45bc-bfd5-b4579d087ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244927 Jul 14 09:10:23.594510 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-56cce198-bb11-4270-9fad-9e121faaa599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:23.664674 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=92e541f0-3af9-4742-b7af-efbb732ae6f8,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:23.816134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b00e531-7053-4f74-aec2-ced41dcf56d5 admin admin] Router efd932c5-be87-42c7-8c88-7df88c0dd70c is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:10:24.018407 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63297a52-ea44-4d57-830c-2a5e62128a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.058041 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-63297a52-ea44-4d57-830c-2a5e62128a10 None None] For port b8dd2d2d-5cef-4866-a8b4-6922bb185b1c, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b8dd2d2d-5cef-4866-a8b4-6922bb185b1c,segment=NetworkSegment(e5d03e67-bd4b-40e3-9a7f-9cae7199f55d),segment_id=e5d03e67-bd4b-40e3-9a7f-9cae7199f55d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:24.066943 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63297a52-ea44-4d57-830c-2a5e62128a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.108062 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] Attempting to bind port 92e541f0-3af9-4742-b7af-efbb732ae6f8 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:24.108480 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] Attempting to bind port 92e541f0-3af9-4742-b7af-efbb732ae6f8 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:24.108815 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] Attempting to bind port 92e541f0-3af9-4742-b7af-efbb732ae6f8 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:24.136944 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] Port 92e541f0-3af9-4742-b7af-efbb732ae6f8 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:24.137328 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] Attempting to bind port 92e541f0-3af9-4742-b7af-efbb732ae6f8 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:24.163773 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63297a52-ea44-4d57-830c-2a5e62128a10 None None] Pushing event updated for resources: {'Port': ['ID=b8dd2d2d-5cef-4866-a8b4-6922bb185b1c,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:24.171196 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:24.172747 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:24.173340 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:24.174361 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] Bound port: 92e541f0-3af9-4742-b7af-efbb732ae6f8, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:24.175049 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.317061 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43160) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:24.334372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfb4e4-0aaf-426e-b8fd-a83e78552c34 req-590abb53-9961-44f0-9b39-624781a81316 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:24.350273 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bfcfb4e4-0aaf-426e-b8fd-a83e78552c34 req-590abb53-9961-44f0-9b39-624781a81316 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 948 time: 0.3845565 Jul 14 09:10:24.370782 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0247e3b-ca88-4520-b0bc-f93dfb533307 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:24.379518 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43164) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:24.388924 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.405834 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] For port 92e541f0-3af9-4742-b7af-efbb732ae6f8, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:24.417085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] For port 92e541f0-3af9-4742-b7af-efbb732ae6f8, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=92e541f0-3af9-4742-b7af-efbb732ae6f8,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:24.429939 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] Transition to ACTIVE for port object c0247e3b-ca88-4520-b0bc-f93dfb533307 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:24.436830 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.448046 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.522965 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:24.524405 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.526175 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] 10.222.0.55 "PUT /v2.0/ports/92e541f0-3af9-4742-b7af-efbb732ae6f8 HTTP/1.1" status: 200 len: 1097 time: 3.4721279 Jul 14 09:10:24.529143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac4fefc-a708-4a5a-92ea-a89bdcfccd75', 'tag': '92e541f0-3af9-4742-b7af-efbb732ae6f8'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:24.535294 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bfcfb4e4-0aaf-426e-b8fd-a83e78552c34 req-8bd753df-399d-4b9e-b43b-717f0c637dbf tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832578 Jul 14 09:10:24.548462 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b00e531-7053-4f74-aec2-ced41dcf56d5 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:10:24.558380 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-56cce198-bb11-4270-9fad-9e121faaa599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.566618 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] Sync routers for ids ['efd932c5-be87-42c7-8c88-7df88c0dd70c'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:10:24.568554 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-56cce198-bb11-4270-9fad-9e121faaa599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.582886 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] Routers {'efd932c5-be87-42c7-8c88-7df88c0dd70c'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:10:24.583506 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:10:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['efd932c5-be87-42c7-8c88-7df88c0dd70c'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:24.586413 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7c6d54ff-ba42-48c0-991f-9b05af836520 None None] Provisioning complete for port b8dd2d2d-5cef-4866-a8b4-6922bb185b1c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:24.598138 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c6d54ff-ba42-48c0-991f-9b05af836520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.646242 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-56cce198-bb11-4270-9fad-9e121faaa599 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36827711dc3c4d708dae371d86765e03&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9098995 Jul 14 09:10:24.658308 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43170) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:24.743930 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6b00e531-7053-4f74-aec2-ced41dcf56d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.750712 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6b00e531-7053-4f74-aec2-ced41dcf56d5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.6425090 Jul 14 09:10:24.751882 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-25ee0c73-f6f1-4956-b3aa-71ed1f2f1011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.757564 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43178) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:24.962600 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] Set router efd932c5-be87-42c7-8c88-7df88c0dd70c gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:10:25.102295 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be7669-5b8c-4120-961e-6e9b7dd91dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=92e541f0-3af9-4742-b7af-efbb732ae6f8,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:25.316454 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf34c97a-860c-46ac-8a55-f8a1cdc76ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "dac4fefc-a708-4a5a-92ea-a89bdcfccd75", "tag": "92e541f0-3af9-4742-b7af-efbb732ae6f8"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:25.357982 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cce198-bb11-4270-9fad-9e121faaa599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e95d40-0653-4a7b-9ad1-30675d1a2340,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:25.370706 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] Pushing event updated for resources: {'Port': ['ID=c0247e3b-ca88-4520-b0bc-f93dfb533307,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:25.375226 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04a50d6d-ee45-45ac-9660-c612e5a59222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.404594 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e761ce03-b597-4107-a12f-4c4f4843ed79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.421612 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] Attempting to bind port c0247e3b-ca88-4520-b0bc-f93dfb533307 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:25.422173 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] Attempting to bind port c0247e3b-ca88-4520-b0bc-f93dfb533307 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:25.422281 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] Attempting to bind port c0247e3b-ca88-4520-b0bc-f93dfb533307 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:25.439011 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e761ce03-b597-4107-a12f-4c4f4843ed79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.442671 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] Port c0247e3b-ca88-4520-b0bc-f93dfb533307 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:25.442996 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] Attempting to bind port c0247e3b-ca88-4520-b0bc-f93dfb533307 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:25.479495 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:25.479495 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:25.479495 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:25.479495 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] Bound port: c0247e3b-ca88-4520-b0bc-f93dfb533307, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:25.479495 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.594691 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd932c5-be87-42c7-8c88-7df88c0dd70c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-232054201-router', 'tenant_id': '59091e679b9b41c4928bec06b9ba852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0fabe30d-f226-499a-b918-23cc3d57111b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:10:21Z', 'revision_number': 3, 'project_id': '59091e679b9b41c4928bec06b9ba852c', 'gw_port': {'id': '0fabe30d-f226-499a-b918-23cc3d57111b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:27:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd932c5-be87-42c7-8c88-7df88c0dd70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:20Z', 'updated_at': '2021-07-14T09:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:25.673465 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] For port c0247e3b-ca88-4520-b0bc-f93dfb533307, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:25.680607 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] For port c0247e3b-ca88-4520-b0bc-f93dfb533307, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c0247e3b-ca88-4520-b0bc-f93dfb533307,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:25.700329 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.728022 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] Checking router: efd932c5-be87-42c7-8c88-7df88c0dd70c for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:10:25.728383 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] Updating router efd932c5-be87-42c7-8c88-7df88c0dd70c port 0fabe30d-f226-499a-b918-23cc3d57111b binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:10:25.803126 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d4ecdb-cfa5-418e-987a-f7b12732bb87 x-openstack-request-id: req-92d4ecdb-cfa5-418e-987a-f7b12732bb87 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:25.803417 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac4fefc-a708-4a5a-92ea-a89bdcfccd75", "tag": "92e541f0-3af9-4742-b7af-efbb732ae6f8", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:25.803670 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92d4ecdb-cfa5-418e-987a-f7b12732bb87 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:25.804127 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac4fefc-a708-4a5a-92ea-a89bdcfccd75', 'tag': '92e541f0-3af9-4742-b7af-efbb732ae6f8', 'status': 'completed', 'code': 200} Jul 14 09:10:25.804677 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] Pushing event updated for resources: {'Port': ['ID=c0247e3b-ca88-4520-b0bc-f93dfb533307,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:25.812036 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.db.api [None req-04a50d6d-ee45-45ac-9660-c612e5a59222 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:10:25.812036 n-d-798054-10 neutron-server[93888]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:10:25.812036 n-d-798054-10 neutron-server[93888]: [parameters: {'project_id': 'c432d85604cd481b81472f822e41d35c', 'id': 'bd35d27b-a593-4366-982e-7709706fa905', 'expiration': datetime.datetime(2021, 7, 14, 9, 12, 25, 691043)}] Jul 14 09:10:25.812036 n-d-798054-10 neutron-server[93888]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:10:25.812660 n-d-798054-10 neutron-server[93888]: DEBUG oslo_db.api [None req-04a50d6d-ee45-45ac-9660-c612e5a59222 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:10:25.815864 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.824940 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62312825-0bee-4cab-88bf-aab932a970c3 req-fb59b31c-35b2-4295-95d8-549da8f2a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:25.827136 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-62312825-0bee-4cab-88bf-aab932a970c3 req-fb59b31c-35b2-4295-95d8-549da8f2a0d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f290fde11f24b81aa9e808b3a630631&device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 1100 time: 1.0917082 Jul 14 09:10:25.828334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:25.828940 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.830568 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-81709b2b-8a59-44ba-97a1-e51df2d09da5 service neutron] 10.222.0.49 "PUT /v2.0/ports/c0247e3b-ca88-4520-b0bc-f93dfb533307 HTTP/1.1" status: 200 len: 1116 time: 3.6906271 Jul 14 09:10:25.937233 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e761ce03-b597-4107-a12f-4c4f4843ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.953903 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e761ce03-b597-4107-a12f-4c4f4843ed79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.956565 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e761ce03-b597-4107-a12f-4c4f4843ed79 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16e95d40-0653-4a7b-9ad1-30675d1a2340 HTTP/1.1" status: 204 len: 168 time: 1.2963691 Jul 14 09:10:26.050403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761ce03-b597-4107-a12f-4c4f4843ed79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e95d40-0653-4a7b-9ad1-30675d1a2340,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:26.181664 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b8dd2d2d-5cef-4866-a8b4-6922bb185b1c up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:26.303216 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-25ee0c73-f6f1-4956-b3aa-71ed1f2f1011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.331391 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-62312825-0bee-4cab-88bf-aab932a970c3 req-fd2e1c22-3e31-4cbf-92ad-635f9e5e71b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=92e541f0-3af9-4742-b7af-efbb732ae6f8 HTTP/1.1" status: 200 len: 217 time: 0.4610021 Jul 14 09:10:26.332012 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04a50d6d-ee45-45ac-9660-c612e5a59222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.332118 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-25ee0c73-f6f1-4956-b3aa-71ed1f2f1011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.380257 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port b8dd2d2d-5cef-4866-a8b4-6922bb185b1c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:26.382967 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.410492 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee0c73-f6f1-4956-b3aa-71ed1f2f1011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bb08b8-4e41-420d-bbf4-a3c5672af853,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:26.497137 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.521234 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] Transition to ACTIVE for port object 0fabe30d-f226-499a-b918-23cc3d57111b will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:26.533322 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7c081-5842-4eac-a5eb-3ee57eef54a6 req-b53d90c2-c3bf-4045-bb29-e366342f2c7b tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:26.544009 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.549635 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24c7c081-5842-4eac-a5eb-3ee57eef54a6 req-b53d90c2-c3bf-4045-bb29-e366342f2c7b tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 967 time: 1.3559277 Jul 14 09:10:26.593209 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62312825-0bee-4cab-88bf-aab932a970c3 req-8361168b-348b-47e2-a9b9-022a562f4efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:26.595177 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-62312825-0bee-4cab-88bf-aab932a970c3 req-8361168b-348b-47e2-a9b9-022a562f4efc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.2190397 Jul 14 09:10:26.658325 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee19ba-8df6-4ac9-ad0f-65e2d91b241b None None] Pushing event updated for resources: {'Port': ['ID=0fabe30d-f226-499a-b918-23cc3d57111b,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:26.661671 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24c7c081-5842-4eac-a5eb-3ee57eef54a6 req-2b5c4964-2dea-4177-909d-2db5f3c0dbdf tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/security-groups?id=454e1ac2-64da-45bc-bfd5-b4579d087ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020260 Jul 14 09:10:26.665665 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-25ee0c73-f6f1-4956-b3aa-71ed1f2f1011 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=86d282eb58244b22aca27a787089073a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2769604 Jul 14 09:10:26.696057 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43220) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:26.709781 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43222) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:26.717749 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] Attempting to bind port 0fabe30d-f226-499a-b918-23cc3d57111b on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:26.718446 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] Attempting to bind port 0fabe30d-f226-499a-b918-23cc3d57111b by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:26.719023 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] Attempting to bind port 0fabe30d-f226-499a-b918-23cc3d57111b on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:26.725761 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:26.726538 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:26.734589 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.735092 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:26.735604 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] Bound port: 0fabe30d-f226-499a-b918-23cc3d57111b, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:26.736022 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.755811 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10ec6cdc-29cf-4ab3-ac6d-a1566dc98005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.786413 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-8bb9cc14-ae88-43f8-aa8c-1b63853242b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:26.788016 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-8bb9cc14-ae88-43f8-aa8c-1b63853242b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25257ff3045c45f6b35f601207e91a42&device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 1119 time: 0.8050158 Jul 14 09:10:26.866469 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-ade515ce-0b5e-48cc-afb3-10c35b9f5b45 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=c0247e3b-ca88-4520-b0bc-f93dfb533307 HTTP/1.1" status: 200 len: 217 time: 0.0601506 Jul 14 09:10:26.867356 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] For port 0fabe30d-f226-499a-b918-23cc3d57111b, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:26.878684 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] For port 0fabe30d-f226-499a-b918-23cc3d57111b, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0fabe30d-f226-499a-b918-23cc3d57111b,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:26.898364 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.909856 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee2218-055b-4787-8474-f23e86bb5623 req-2f76dd7a-b41b-46be-9e1a-684ceeae0887 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:26.917671 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45ee2218-055b-4787-8474-f23e86bb5623 req-2f76dd7a-b41b-46be-9e1a-684ceeae0887 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 948 time: 0.6041098 Jul 14 09:10:26.960168 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-98b2d457-fed5-4836-96e6-25211de7ec22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.972694 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee19ba-8df6-4ac9-ad0f-65e2d91b241b None None] Pushing event updated for resources: {'Port': ['ID=0fabe30d-f226-499a-b918-23cc3d57111b,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:27.005728 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] Routers {'efd932c5-be87-42c7-8c88-7df88c0dd70c'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:10:27.006675 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:10:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['efd932c5-be87-42c7-8c88-7df88c0dd70c'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:27.066281 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45ee2218-055b-4787-8474-f23e86bb5623 req-c9d024e6-d302-4cf0-81e2-96c5f72095b4 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471920 Jul 14 09:10:27.084888 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-98b2d457-fed5-4836-96e6-25211de7ec22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:27.145607 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] Set router efd932c5-be87-42c7-8c88-7df88c0dd70c gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:10:27.148820 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62312825-0bee-4cab-88bf-aab932a970c3 req-f9d3239b-a5ec-4d1a-8bfe-1f3c57b7a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:27.151162 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-62312825-0bee-4cab-88bf-aab932a970c3 req-f9d3239b-a5ec-4d1a-8bfe-1f3c57b7a072 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5183930 Jul 14 09:10:27.165757 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-838ed0ca-a398-4075-ba12-efdbfeca19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:27.190771 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd988b19-76df-42de-a37b-7827485c4ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:27.272079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-067ffdfb-1c3c-49b8-86cd-84db84f2f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:27.273543 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-067ffdfb-1c3c-49b8-86cd-84db84f2f00c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.3892143 Jul 14 09:10:27.281396 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04a50d6d-ee45-45ac-9660-c612e5a59222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:27.402985 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-98b2d457-fed5-4836-96e6-25211de7ec22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:27.406153 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-98b2d457-fed5-4836-96e6-25211de7ec22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:27.406633 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04a50d6d-ee45-45ac-9660-c612e5a59222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:27.411213 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-98b2d457-fed5-4836-96e6-25211de7ec22 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34bb08b8-4e41-420d-bbf4-a3c5672af853 HTTP/1.1" status: 204 len: 168 time: 0.6966646 Jul 14 09:10:27.465600 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2d457-fed5-4836-96e6-25211de7ec22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bb08b8-4e41-420d-bbf4-a3c5672af853,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:27.534455 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a50d6d-ee45-45ac-9660-c612e5a59222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c6d67e-ec36-4d46-a26b-8a491119593c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:27.583923 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-04a50d6d-ee45-45ac-9660-c612e5a59222 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c432d85604cd481b81472f822e41d35c&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2657492 Jul 14 09:10:27.589441 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd932c5-be87-42c7-8c88-7df88c0dd70c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-232054201-router', 'tenant_id': '59091e679b9b41c4928bec06b9ba852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0fabe30d-f226-499a-b918-23cc3d57111b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:10:21Z', 'revision_number': 3, 'project_id': '59091e679b9b41c4928bec06b9ba852c', 'gw_port': {'id': '0fabe30d-f226-499a-b918-23cc3d57111b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:27:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd932c5-be87-42c7-8c88-7df88c0dd70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:20Z', 'updated_at': '2021-07-14T09:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:27.590948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43236) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:27.624106 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54783221-d0c6-428a-af3f-19926c70dec4 None None] The sync data for ids ['efd932c5-be87-42c7-8c88-7df88c0dd70c'] in n-d-798054-10 is: [{'id': 'efd932c5-be87-42c7-8c88-7df88c0dd70c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-232054201-router', 'tenant_id': '59091e679b9b41c4928bec06b9ba852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0fabe30d-f226-499a-b918-23cc3d57111b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:10:21Z', 'revision_number': 3, 'project_id': '59091e679b9b41c4928bec06b9ba852c', 'gw_port': {'id': '0fabe30d-f226-499a-b918-23cc3d57111b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:27:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd932c5-be87-42c7-8c88-7df88c0dd70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:20Z', 'updated_at': '2021-07-14T09:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:10:27.629696 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-62312825-0bee-4cab-88bf-aab932a970c3 req-0723c037-c93a-452c-9dce-e4f439f5fb09 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358597 Jul 14 09:10:27.639199 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-471ca4ab-1eaa-45a4-8cb1-471c98e42808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:27.640733 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-471ca4ab-1eaa-45a4-8cb1-471c98e42808 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3580904 Jul 14 09:10:27.693325 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-838ed0ca-a398-4075-ba12-efdbfeca19b3 admin admin] Allocated IP 172.20.0.1 (04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d/f1280b4f-56c5-4141-912e-720cffd1ef0d/a981fa71-4f48-4ab3-8f6c-73b4c21f793e) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:27.869611 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bbc9706-d8e9-4312-a68e-c311673e3530', 'tag': 'c0247e3b-ca88-4520-b0bc-f93dfb533307'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:27.871901 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568040e8-d19f-49a0-9373-89ad1db9e0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9bbc9706-d8e9-4312-a68e-c311673e3530", "tag": "c0247e3b-ca88-4520-b0bc-f93dfb533307"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:27.946884 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76e6fbda-5180-4a05-9b41-c49f58850c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:27.949455 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b253e4e2-c94c-4dcd-b0de-3bd9e8139572 x-openstack-request-id: req-b253e4e2-c94c-4dcd-b0de-3bd9e8139572 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:27.949963 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bbc9706-d8e9-4312-a68e-c311673e3530", "tag": "c0247e3b-ca88-4520-b0bc-f93dfb533307", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:27.950079 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b253e4e2-c94c-4dcd-b0de-3bd9e8139572 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:27.953937 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bbc9706-d8e9-4312-a68e-c311673e3530', 'tag': 'c0247e3b-ca88-4520-b0bc-f93dfb533307', 'status': 'completed', 'code': 200} Jul 14 09:10:27.982390 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76e6fbda-5180-4a05-9b41-c49f58850c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:27.990636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43244) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:28.046154 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10ec6cdc-29cf-4ab3-ac6d-a1566dc98005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.072471 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76e6fbda-5180-4a05-9b41-c49f58850c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.075265 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76e6fbda-5180-4a05-9b41-c49f58850c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.076992 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-76e6fbda-5180-4a05-9b41-c49f58850c88 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/76c6d67e-ec36-4d46-a26b-8a491119593c HTTP/1.1" status: 204 len: 168 time: 0.4729793 Jul 14 09:10:28.077240 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10ec6cdc-29cf-4ab3-ac6d-a1566dc98005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.158765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6fbda-5180-4a05-9b41-c49f58850c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c6d67e-ec36-4d46-a26b-8a491119593c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:28.323481 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-838ed0ca-a398-4075-ba12-efdbfeca19b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.333736 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43252) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:28.418838 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2223a3-082c-4034-889e-4b90d3d5f865 req-ad35e1dd-649a-4031-be2b-bbac3ef55b62 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:28.434481 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cc2223a3-082c-4034-889e-4b90d3d5f865 req-ad35e1dd-649a-4031-be2b-bbac3ef55b62 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 967 time: 0.5265155 Jul 14 09:10:28.512487 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5e8eb434-97e8-4b6b-b03f-efcdb5d30430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.526895 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-fce67fc2-786f-4493-937a-591e15ac05c1 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8526521 Jul 14 09:10:28.534698 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-838ed0ca-a398-4075-ba12-efdbfeca19b3 admin admin] Transition to ACTIVE for port object a981fa71-4f48-4ab3-8f6c-73b4c21f793e will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:28.598440 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cc2223a3-082c-4034-889e-4b90d3d5f865 req-04e7ac93-ab53-4abb-8ad5-db3659d016d6 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/security-groups?id=454e1ac2-64da-45bc-bfd5-b4579d087ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619065 Jul 14 09:10:28.623982 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229eb6ad-d7c2-4315-9032-cab57e5b85eb req-503715bf-c1a4-4c10-b397-ba6926823262 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:28.629844 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-229eb6ad-d7c2-4315-9032-cab57e5b85eb req-503715bf-c1a4-4c10-b397-ba6926823262 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 948 time: 0.2804067 Jul 14 09:10:28.636697 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec6cdc-29cf-4ab3-ac6d-a1566dc98005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b20bab-8e95-4d7a-a42c-00e6a5e5c074,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:28.641689 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-62312825-0bee-4cab-88bf-aab932a970c3 req-c1bfb906-dfea-449b-9855-2b493e3fd45c service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9976392 Jul 14 09:10:28.691909 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6bd7f2fc-62cb-4d47-8667-f65abf057201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.759247 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-10ec6cdc-29cf-4ab3-ac6d-a1566dc98005 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e8d735d204534cadaee3465e0e1e0aab&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0465765 Jul 14 09:10:28.767512 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-229eb6ad-d7c2-4315-9032-cab57e5b85eb req-ecc70da6-d043-4d4e-afa9-042f30a51259 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355250 Jul 14 09:10:28.771269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43256) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:28.833046 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-838ed0ca-a398-4075-ba12-efdbfeca19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.885383 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ed0ca-a398-4075-ba12-efdbfeca19b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a981fa71-4f48-4ab3-8f6c-73b4c21f793e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:28.930100 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf3300d1-968b-4ea4-a414-a7333e6b9c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.941695 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838ed0ca-a398-4075-ba12-efdbfeca19b3 admin admin] Network 04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:28.973370 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-838ed0ca-a398-4075-ba12-efdbfeca19b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:28.980207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ed0ca-a398-4075-ba12-efdbfeca19b3 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:28.980671 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-838ed0ca-a398-4075-ba12-efdbfeca19b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.096386 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43258) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:29.100024 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-94cebdd4-bd48-4720-ba17-f07373d16eec req-df82da58-feb1-4667-8e8e-fa9b6e8e6143 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527902 Jul 14 09:10:29.111916 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf3300d1-968b-4ea4-a414-a7333e6b9c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.149160 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ad5dab43-a3a1-415e-958c-1376ce82f387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.153199 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34c97a-860c-46ac-8a55-f8a1cdc76ba9 req-151510ac-4560-4fe9-a371-9b051fba946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:29.170561 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bf34c97a-860c-46ac-8a55-f8a1cdc76ba9 req-151510ac-4560-4fe9-a371-9b051fba946e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f290fde11f24b81aa9e808b3a630631&device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 1100 time: 0.3563499 Jul 14 09:10:29.308497 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf3300d1-968b-4ea4-a414-a7333e6b9c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.312946 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf3300d1-968b-4ea4-a414-a7333e6b9c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.314145 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cf3300d1-968b-4ea4-a414-a7333e6b9c7c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/88b20bab-8e95-4d7a-a42c-00e6a5e5c074 HTTP/1.1" status: 204 len: 168 time: 0.5379729 Jul 14 09:10:29.386064 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3300d1-968b-4ea4-a414-a7333e6b9c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b20bab-8e95-4d7a-a42c-00e6a5e5c074,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:29.453655 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-70c21c85-fadd-401c-9313-19a80999f510 None None] Provisioning for port a981fa71-4f48-4ab3-8f6c-73b4c21f793e completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:29.458908 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-70c21c85-fadd-401c-9313-19a80999f510 None None] Provisioning complete for port a981fa71-4f48-4ab3-8f6c-73b4c21f793e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:29.460189 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70c21c85-fadd-401c-9313-19a80999f510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.461182 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-838ed0ca-a398-4075-ba12-efdbfeca19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.535953 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-70c21c85-fadd-401c-9313-19a80999f510 None None] Port a981fa71-4f48-4ab3-8f6c-73b4c21f793e cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:29.558438 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5e8eb434-97e8-4b6b-b03f-efcdb5d30430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.575269 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5e8eb434-97e8-4b6b-b03f-efcdb5d30430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.666776 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-111d7eba-ee6a-4ef8-a7b4-4bcf15e413a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.669367 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34c97a-860c-46ac-8a55-f8a1cdc76ba9 req-02078894-ff88-4b9f-a2be-17bf61bd0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:29.674339 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bf34c97a-860c-46ac-8a55-f8a1cdc76ba9 req-02078894-ff88-4b9f-a2be-17bf61bd0d33 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.4714544 Jul 14 09:10:29.765727 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-838ed0ca-a398-4075-ba12-efdbfeca19b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.774171 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5e8eb434-97e8-4b6b-b03f-efcdb5d30430 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=64e4b425b3b34ff68bd5c1329abb09ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4169877 Jul 14 09:10:29.778581 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-838ed0ca-a398-4075-ba12-efdbfeca19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.785471 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-838ed0ca-a398-4075-ba12-efdbfeca19b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.808162 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43268) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:29.822449 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.937326 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bf34c97a-860c-46ac-8a55-f8a1cdc76ba9 req-c8a58e17-269e-42ad-8563-a67bc90443bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=92e541f0-3af9-4742-b7af-efbb732ae6f8 HTTP/1.1" status: 200 len: 217 time: 0.2118988 Jul 14 09:10:29.938192 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8eb434-97e8-4b6b-b03f-efcdb5d30430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057e349a-a86f-4757-8779-2631ac7498b7,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:30.060372 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568040e8-d19f-49a0-9373-89ad1db9e0e8 req-4df2822c-d8df-4dc5-8a7a-5289e9a2d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:30.062086 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-568040e8-d19f-49a0-9373-89ad1db9e0e8 req-4df2822c-d8df-4dc5-8a7a-5289e9a2d2cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25257ff3045c45f6b35f601207e91a42&device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 1119 time: 0.8430972 Jul 14 09:10:30.302563 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0fabe30d-f226-499a-b918-23cc3d57111b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:30.377163 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568040e8-d19f-49a0-9373-89ad1db9e0e8 req-e6467c25-7301-4251-b604-3ba09b573d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:30.379809 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-568040e8-d19f-49a0-9373-89ad1db9e0e8 req-e6467c25-7301-4251-b604-3ba09b573d42 service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.2827384 Jul 14 09:10:30.423863 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6bd7f2fc-62cb-4d47-8667-f65abf057201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:30.426520 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34c97a-860c-46ac-8a55-f8a1cdc76ba9 req-4161f0b9-0f01-4634-b093-a28789ee1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:30.428464 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bf34c97a-860c-46ac-8a55-f8a1cdc76ba9 req-4161f0b9-0f01-4634-b093-a28789ee1251 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.4749646 Jul 14 09:10:30.439726 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6bd7f2fc-62cb-4d47-8667-f65abf057201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:30.555716 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 0fabe30d-f226-499a-b918-23cc3d57111b completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:30.568973 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:30.572820 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ed0ca-a398-4075-ba12-efdbfeca19b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a981fa71-4f48-4ab3-8f6c-73b4c21f793e,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:30.575624 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 0fabe30d-f226-499a-b918-23cc3d57111b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:30.577144 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:30.582008 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7f2fc-62cb-4d47-8667-f65abf057201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e383a664-ccc1-4a8f-84f4-dbbf40824855,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:30.593178 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-568040e8-d19f-49a0-9373-89ad1db9e0e8 req-68b62109-13f9-46c3-aa3e-b3ef5dc6a0f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=c0247e3b-ca88-4520-b0bc-f93dfb533307 HTTP/1.1" status: 200 len: 217 time: 0.1625245 Jul 14 09:10:30.593367 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838ed0ca-a398-4075-ba12-efdbfeca19b3 admin admin] Network 04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:30.599771 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-838ed0ca-a398-4075-ba12-efdbfeca19b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:30.765113 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6bd7f2fc-62cb-4d47-8667-f65abf057201 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6319b5880ff4e6ca4061fa191657669&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7686987 Jul 14 09:10:30.777327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43284) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:30.851091 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1b547-796c-4dd1-b4a7-3a95b6fb9855 req-bc5fd4bc-dbde-4a11-95cf-2c7180d43f1e tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:30.853040 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-edf1b547-796c-4dd1-b4a7-3a95b6fb9855 req-bc5fd4bc-dbde-4a11-95cf-2c7180d43f1e tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 948 time: 0.7804763 Jul 14 09:10:30.879808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52356401-0b6c-4ae1-b7db-5fa276e404cb req-ac0ad882-7811-46f2-89e7-12c113060878 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:30.881646 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-52356401-0b6c-4ae1-b7db-5fa276e404cb req-ac0ad882-7811-46f2-89e7-12c113060878 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 967 time: 0.9534984 Jul 14 09:10:30.887729 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838ed0ca-a398-4075-ba12-efdbfeca19b3 admin admin] Router efd932c5-be87-42c7-8c88-7df88c0dd70c has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:10:30.893950 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:30.949884 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 0fabe30d-f226-499a-b918-23cc3d57111b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0fabe30d-f226-499a-b918-23cc3d57111b,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:30.961953 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.015853 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-52356401-0b6c-4ae1-b7db-5fa276e404cb req-e081566a-9b2a-423e-ac1f-0a42f2c24974 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/security-groups?id=454e1ac2-64da-45bc-bfd5-b4579d087ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246543 Jul 14 09:10:31.018828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568040e8-d19f-49a0-9373-89ad1db9e0e8 req-0c849cc1-d5a7-4fbb-bf23-4d22e596c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:31.020538 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-568040e8-d19f-49a0-9373-89ad1db9e0e8 req-0c849cc1-d5a7-4fbb-bf23-4d22e596c8b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.2398844 Jul 14 09:10:31.055810 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f82f8d7-f409-499f-8253-07e40abbd723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.106668 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=0fabe30d-f226-499a-b918-23cc3d57111b,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:31.123268 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f82f8d7-f409-499f-8253-07e40abbd723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.187324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43292) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:31.190852 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c312e590-45f4-4aef-b4fb-866e4fe3f819 None None] Provisioning complete for port a981fa71-4f48-4ab3-8f6c-73b4c21f793e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:31.191227 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c312e590-45f4-4aef-b4fb-866e4fe3f819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.221497 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-edf1b547-796c-4dd1-b4a7-3a95b6fb9855 req-a01cab48-f621-4e5d-8045-35ee9d0f4ae8 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359213 Jul 14 09:10:31.275797 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c312e590-45f4-4aef-b4fb-866e4fe3f819 None None] Port a981fa71-4f48-4ab3-8f6c-73b4c21f793e cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:31.320104 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4e23b5e-92da-43e5-a986-1ef19623fa34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.330867 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34c97a-860c-46ac-8a55-f8a1cdc76ba9 req-a7a7760c-d662-4b78-b420-bebc65d41ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:31.332673 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bf34c97a-860c-46ac-8a55-f8a1cdc76ba9 req-a7a7760c-d662-4b78-b420-bebc65d41ed4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8154533 Jul 14 09:10:31.376891 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4e23b5e-92da-43e5-a986-1ef19623fa34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.423762 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.435210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568040e8-d19f-49a0-9373-89ad1db9e0e8 req-f198c6c3-caa4-47f6-ab74-6d5b1dbebad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:31.437356 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-568040e8-d19f-49a0-9373-89ad1db9e0e8 req-f198c6c3-caa4-47f6-ab74-6d5b1dbebad2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3260424 Jul 14 09:10:31.444563 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a6e16474-a310-4ad2-9fc2-5963850dd15d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1889577739-network', 'tenant_id': '50752facbee340edb661fb9ec0f2e349'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:31.463336 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f82f8d7-f409-499f-8253-07e40abbd723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.466676 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f82f8d7-f409-499f-8253-07e40abbd723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.468625 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1f82f8d7-f409-499f-8253-07e40abbd723 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/057e349a-a86f-4757-8779-2631ac7498b7 HTTP/1.1" status: 204 len: 168 time: 1.6318700 Jul 14 09:10:31.481236 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ad5dab43-a3a1-415e-958c-1376ce82f387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.502484 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82f8d7-f409-499f-8253-07e40abbd723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057e349a-a86f-4757-8779-2631ac7498b7,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:31.532292 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838ed0ca-a398-4075-ba12-efdbfeca19b3 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:10:31.549845 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-838ed0ca-a398-4075-ba12-efdbfeca19b3 admin admin] 10.222.0.26 "PUT /v2.0/routers/efd932c5-be87-42c7-8c88-7df88c0dd70c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7786717 Jul 14 09:10:31.553454 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] Sync routers for ids ['efd932c5-be87-42c7-8c88-7df88c0dd70c'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:10:31.616496 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ad5dab43-a3a1-415e-958c-1376ce82f387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.632546 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] Routers {'efd932c5-be87-42c7-8c88-7df88c0dd70c'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:10:31.633144 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:10:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['efd932c5-be87-42c7-8c88-7df88c0dd70c'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:31.764854 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5dab43-a3a1-415e-958c-1376ce82f387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3091e28f-9e61-4038-bb0c-53d4a88bc082,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:31.799590 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4e23b5e-92da-43e5-a986-1ef19623fa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.802667 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4e23b5e-92da-43e5-a986-1ef19623fa34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.803970 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a4e23b5e-92da-43e5-a986-1ef19623fa34 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e383a664-ccc1-4a8f-84f4-dbbf40824855 HTTP/1.1" status: 204 len: 168 time: 0.9983988 Jul 14 09:10:31.823505 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e16474-a310-4ad2-9fc2-5963850dd15d admin admin] Made reservation on behalf of 50752facbee340edb661fb9ec0f2e349 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:31.825984 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6e16474-a310-4ad2-9fc2-5963850dd15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.843413 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6e16474-a310-4ad2-9fc2-5963850dd15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.854997 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ad5dab43-a3a1-415e-958c-1376ce82f387 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3a9f1e7d0724d1b82082e90d5bf4c06&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7571902 Jul 14 09:10:31.858288 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43304) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:31.860094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e23b5e-92da-43e5-a986-1ef19623fa34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e383a664-ccc1-4a8f-84f4-dbbf40824855,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:31.964850 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] Set router efd932c5-be87-42c7-8c88-7df88c0dd70c gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:10:31.990450 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bf34c97a-860c-46ac-8a55-f8a1cdc76ba9 req-b84a3a81-ec0a-4853-bbe6-b90ab0079997 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055682 Jul 14 09:10:32.002789 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-568040e8-d19f-49a0-9373-89ad1db9e0e8 req-897b133e-5d98-4e33-8569-149d0525e4cc service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491295 Jul 14 09:10:32.039810 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d6b28c64-eb60-4791-819c-0ed8a36eb182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:32.085337 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d6b28c64-eb60-4791-819c-0ed8a36eb182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:32.169022 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d6b28c64-eb60-4791-819c-0ed8a36eb182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:32.173047 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d6b28c64-eb60-4791-819c-0ed8a36eb182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:32.174727 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d6b28c64-eb60-4791-819c-0ed8a36eb182 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3091e28f-9e61-4038-bb0c-53d4a88bc082 HTTP/1.1" status: 204 len: 168 time: 0.3152940 Jul 14 09:10:32.187204 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0fabe30d-f226-499a-b918-23cc3d57111b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:32.189958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b28c64-eb60-4791-819c-0ed8a36eb182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3091e28f-9e61-4038-bb0c-53d4a88bc082,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:32.409585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 0fabe30d-f226-499a-b918-23cc3d57111b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:32.410151 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:32.528653 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a2d79-1c64-4885-b061-479f635cd504 req-414e1ca0-3b49-4b2e-8cdc-48611a42be6c tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:32.543156 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c83a2d79-1c64-4885-b061-479f635cd504 req-414e1ca0-3b49-4b2e-8cdc-48611a42be6c tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 967 time: 0.2300272 Jul 14 09:10:32.653661 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c83a2d79-1c64-4885-b061-479f635cd504 req-29f1c85a-a0d9-45e6-9bb5-03792750cf5c tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/security-groups?id=454e1ac2-64da-45bc-bfd5-b4579d087ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046703 Jul 14 09:10:32.697822 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:32.729257 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6e16474-a310-4ad2-9fc2-5963850dd15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:32.730532 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd932c5-be87-42c7-8c88-7df88c0dd70c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-232054201-router', 'tenant_id': '59091e679b9b41c4928bec06b9ba852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0fabe30d-f226-499a-b918-23cc3d57111b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:10:29Z', 'revision_number': 4, 'project_id': '59091e679b9b41c4928bec06b9ba852c', 'gw_port': {'id': '0fabe30d-f226-499a-b918-23cc3d57111b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:27:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd932c5-be87-42c7-8c88-7df88c0dd70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:20Z', 'updated_at': '2021-07-14T09:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'a981fa71-4f48-4ab3-8f6c-73b4c21f793e', 'name': '', 'network_id': '04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d', 'tenant_id': '59091e679b9b41c4928bec06b9ba852c', 'mac_address': 'fa:16:3e:d6:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd932c5-be87-42c7-8c88-7df88c0dd70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f1280b4f-56c5-4141-912e-720cffd1ef0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:27Z', 'updated_at': '2021-07-14T09:10:29Z', 'revision_number': 2, 'project_id': '59091e679b9b41c4928bec06b9ba852c', 'subnets': [{'id': 'f1280b4f-56c5-4141-912e-720cffd1ef0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:32.804061 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6e16474-a310-4ad2-9fc2-5963850dd15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:32.811751 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] Checking router: efd932c5-be87-42c7-8c88-7df88c0dd70c for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:10:32.814257 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] Updating router efd932c5-be87-42c7-8c88-7df88c0dd70c port a981fa71-4f48-4ab3-8f6c-73b4c21f793e binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:10:32.864594 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:32.872748 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e16474-a310-4ad2-9fc2-5963850dd15d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:10:32.919201 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6e16474-a310-4ad2-9fc2-5963850dd15d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751749432634', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:32.920840 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6e16474-a310-4ad2-9fc2-5963850dd15d admin admin] Unsubscribe: segment precommit_create {{(pid=93888) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 09:10:32.923371 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-a6e16474-a310-4ad2-9fc2-5963850dd15d admin admin] Added segment a8c3f5ee-c6ce-4819-a7be-a646075ed032 of type vlan for network 824f03de-c029-4eef-9545-0df76ca3db2b Jul 14 09:10:33.004124 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43328) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:33.049889 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-06d27995-4c9f-4b83-a17e-08038bbfaa9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:33.094419 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6e16474-a310-4ad2-9fc2-5963850dd15d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:33.122658 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa5516-fe8c-45ac-9497-14f2f6516978 req-842008d7-7e02-4a13-b11f-11c186d96dde tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:33.132543 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3fa5516-fe8c-45ac-9497-14f2f6516978 req-842008d7-7e02-4a13-b11f-11c186d96dde tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 948 time: 0.2845893 Jul 14 09:10:33.267979 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3fa5516-fe8c-45ac-9497-14f2f6516978 req-9e623afc-f543-4861-8c31-a390179c26dc tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340349 Jul 14 09:10:33.332424 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e16474-a310-4ad2-9fc2-5963850dd15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bacd3d6-5dfc-4e26-9588-d89520b9d0e3,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:33.363041 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6e16474-a310-4ad2-9fc2-5963850dd15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:33.379509 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e16474-a310-4ad2-9fc2-5963850dd15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:33.381339 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6e16474-a310-4ad2-9fc2-5963850dd15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:33.584821 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-06d27995-4c9f-4b83-a17e-08038bbfaa9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:33.592406 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-06d27995-4c9f-4b83-a17e-08038bbfaa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:33.641451 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:33.666992 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] Transition to ACTIVE for port object a981fa71-4f48-4ab3-8f6c-73b4c21f793e will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:33.683953 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:33.695459 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-06d27995-4c9f-4b83-a17e-08038bbfaa9f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15507a6deb484d00a4c8bc29435ff307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6889672 Jul 14 09:10:33.703604 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43350) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:33.736187 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bf34c97a-860c-46ac-8a55-f8a1cdc76ba9 req-ac5c71c1-bee2-4795-b2ec-6bd97bad9eb0 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7322905 Jul 14 09:10:33.739446 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d27995-4c9f-4b83-a17e-08038bbfaa9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36790fe8-50ce-4b72-89cc-5501831bdc5d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:33.799637 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a6e16474-a310-4ad2-9fc2-5963850dd15d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5639303 Jul 14 09:10:33.811994 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f65642-9337-4048-a56a-8c743bb6ec29 None None] Pushing event updated for resources: {'Port': ['ID=a981fa71-4f48-4ab3-8f6c-73b4c21f793e,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:33.820205 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43356) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:33.883167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4bc93d75-3e9e-465f-a4fd-adeb33bcbf91 admin admin] Request body: {'subnet': {'network_id': '824f03de-c029-4eef-9545-0df76ca3db2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1889577739-subnet', 'tenant_id': '50752facbee340edb661fb9ec0f2e349', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:33.927789 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-813f1e3e-9611-4fdb-af72-7fafd62624ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:33.957337 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] Attempting to bind port a981fa71-4f48-4ab3-8f6c-73b4c21f793e on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:33.958013 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] Attempting to bind port a981fa71-4f48-4ab3-8f6c-73b4c21f793e by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'e5d03e67-bd4b-40e3-9a7f-9cae7199f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:33.958551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] Attempting to bind port a981fa71-4f48-4ab3-8f6c-73b4c21f793e on network 04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:33.965067 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:33.965658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] Checking segment: {'id': 'e5d03e67-bd4b-40e3-9a7f-9cae7199f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:33.966312 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:33.966963 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] Bound using segment: {'id': 'e5d03e67-bd4b-40e3-9a7f-9cae7199f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:33.967599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] Bound port: a981fa71-4f48-4ab3-8f6c-73b4c21f793e, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d03e67-bd4b-40e3-9a7f-9cae7199f55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:33.968316 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:33.979924 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e16474-a310-4ad2-9fc2-5963850dd15d admin admin] Pushing event updated for resources: {'Network': ['ID=824f03de-c029-4eef-9545-0df76ca3db2b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:34.020541 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-813f1e3e-9611-4fdb-af72-7fafd62624ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:34.073030 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-568040e8-d19f-49a0-9373-89ad1db9e0e8 req-65c9c26a-0faa-4e4f-939c-3b2e5e668a07 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0525451 Jul 14 09:10:34.081419 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc93d75-3e9e-465f-a4fd-adeb33bcbf91 admin admin] Made reservation on behalf of 50752facbee340edb661fb9ec0f2e349 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:34.089000 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4bc93d75-3e9e-465f-a4fd-adeb33bcbf91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:34.089196 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 824f03de-c029-4eef-9545-0df76ca3db2b details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:10:34.194883 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-813f1e3e-9611-4fdb-af72-7fafd62624ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:34.197508 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-813f1e3e-9611-4fdb-af72-7fafd62624ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:34.199383 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-813f1e3e-9611-4fdb-af72-7fafd62624ba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36790fe8-50ce-4b72-89cc-5501831bdc5d HTTP/1.1" status: 204 len: 168 time: 0.4905851 Jul 14 09:10:34.200028 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43364) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:34.221328 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-1fc5ad53-96e8-46c0-9f83-eaec6681fb4f tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--180059660', 'description': 'tempest-description--959339983'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:34.227248 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f1e3e-9611-4fdb-af72-7fafd62624ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36790fe8-50ce-4b72-89cc-5501831bdc5d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:34.284467 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056666f-1941-4457-8a89-3fba98adc0ec req-76c81543-457e-4792-86d7-c4d685faeec7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:34.286294 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7056666f-1941-4457-8a89-3fba98adc0ec req-76c81543-457e-4792-86d7-c4d685faeec7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 967 time: 0.1341076 Jul 14 09:10:34.319336 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1fc5ad53-96e8-46c0-9f83-eaec6681fb4f tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:34.409739 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] For port a981fa71-4f48-4ab3-8f6c-73b4c21f793e, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:34.420167 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] For port a981fa71-4f48-4ab3-8f6c-73b4c21f793e, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a981fa71-4f48-4ab3-8f6c-73b4c21f793e,segment=NetworkSegment(e5d03e67-bd4b-40e3-9a7f-9cae7199f55d),segment_id=e5d03e67-bd4b-40e3-9a7f-9cae7199f55d)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:34.429495 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:34.553990 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7056666f-1941-4457-8a89-3fba98adc0ec req-a4a4f62d-0471-43b4-85ba-eb2315922efb tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/security-groups?id=454e1ac2-64da-45bc-bfd5-b4579d087ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580564 Jul 14 09:10:34.618484 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] Routers {'efd932c5-be87-42c7-8c88-7df88c0dd70c'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:10:34.620104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:10:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['efd932c5-be87-42c7-8c88-7df88c0dd70c'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:34.688619 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4bc93d75-3e9e-465f-a4fd-adeb33bcbf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:34.696204 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f65642-9337-4048-a56a-8c743bb6ec29 None None] Pushing event updated for resources: {'Port': ['ID=a981fa71-4f48-4ab3-8f6c-73b4c21f793e,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:34.911984 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc93d75-3e9e-465f-a4fd-adeb33bcbf91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f722e668-bc61-4959-8afc-dc4a8eab5530,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:34.919281 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc93d75-3e9e-465f-a4fd-adeb33bcbf91 admin admin] Checking segment: {'id': 'a8c3f5ee-c6ce-4819-a7be-a646075ed032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '824f03de-c029-4eef-9545-0df76ca3db2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:34.919598 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc93d75-3e9e-465f-a4fd-adeb33bcbf91 admin admin] Network hostable DHCP agents. Network: 824f03de-c029-4eef-9545-0df76ca3db2b, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:10:34.949132 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] Set router efd932c5-be87-42c7-8c88-7df88c0dd70c gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:10:34.950278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc93d75-3e9e-465f-a4fd-adeb33bcbf91 admin admin] Network 824f03de-c029-4eef-9545-0df76ca3db2b is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:10:34.973250 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-4bc93d75-3e9e-465f-a4fd-adeb33bcbf91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 824f03de-c029-4eef-9545-0df76ca3db2b) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:34.980432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc93d75-3e9e-465f-a4fd-adeb33bcbf91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:34.980607 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6e7a5-d6d3-4abb-a32e-0e16101dbecd req-2e2ca23b-d7d4-42c3-abdf-880e09609878 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:34.981194 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4bc93d75-3e9e-465f-a4fd-adeb33bcbf91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.016494 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15e6e7a5-d6d3-4abb-a32e-0e16101dbecd req-2e2ca23b-d7d4-42c3-abdf-880e09609878 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 948 time: 0.4604073 Jul 14 09:10:35.017155 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e602a43-c667-4c36-88d9-3276d1ffd880 None None] Network 824f03de-c029-4eef-9545-0df76ca3db2b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:35.120448 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1fc5ad53-96e8-46c0-9f83-eaec6681fb4f tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.135280 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1fc5ad53-96e8-46c0-9f83-eaec6681fb4f tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.141768 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4bc93d75-3e9e-465f-a4fd-adeb33bcbf91 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3040237 Jul 14 09:10:35.191040 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1fc5ad53-96e8-46c0-9f83-eaec6681fb4f tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.194368 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1fc5ad53-96e8-46c0-9f83-eaec6681fb4f tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9792213 Jul 14 09:10:35.197622 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43398) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:35.202893 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2df2a091-4757-462a-8e8a-1db92297ba9c tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Request body: {'security_group_rule': {'security_group_id': 'be950b00-8aad-4d45-8224-1a5df89c7aae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:35.303890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5ad53-96e8-46c0-9f83-eaec6681fb4f tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be950b00-8aad-4d45-8224-1a5df89c7aae,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:35.318087 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2df2a091-4757-462a-8e8a-1db92297ba9c tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.336678 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15e6e7a5-d6d3-4abb-a32e-0e16101dbecd req-4d2e516e-0862-4124-b36f-c446725193c2 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166857 Jul 14 09:10:35.343187 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43404) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:35.447582 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8088c95e-5095-48ee-97d1-6b5c88bf5643 None None] Network 824f03de-c029-4eef-9545-0df76ca3db2b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:35.513917 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2df2a091-4757-462a-8e8a-1db92297ba9c tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.533568 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2df2a091-4757-462a-8e8a-1db92297ba9c tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.556621 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2a091-4757-462a-8e8a-1db92297ba9c tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d056e92-baed-4235-a950-23430260fbd0,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:35.581982 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2df2a091-4757-462a-8e8a-1db92297ba9c tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.588309 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2df2a091-4757-462a-8e8a-1db92297ba9c tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3872054 Jul 14 09:10:35.593249 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43414) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:35.599063 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7a24cf10-ce9c-42ba-acbb-9738c25e6c33 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Request body: {'security_group_rule': {'security_group_id': 'be950b00-8aad-4d45-8224-1a5df89c7aae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:35.662024 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7a24cf10-ce9c-42ba-acbb-9738c25e6c33 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.723063 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd932c5-be87-42c7-8c88-7df88c0dd70c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-232054201-router', 'tenant_id': '59091e679b9b41c4928bec06b9ba852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0fabe30d-f226-499a-b918-23cc3d57111b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:10:29Z', 'revision_number': 4, 'project_id': '59091e679b9b41c4928bec06b9ba852c', 'gw_port': {'id': '0fabe30d-f226-499a-b918-23cc3d57111b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:27:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd932c5-be87-42c7-8c88-7df88c0dd70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:20Z', 'updated_at': '2021-07-14T09:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'a981fa71-4f48-4ab3-8f6c-73b4c21f793e', 'name': '', 'network_id': '04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d', 'tenant_id': '59091e679b9b41c4928bec06b9ba852c', 'mac_address': 'fa:16:3e:d6:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd932c5-be87-42c7-8c88-7df88c0dd70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f1280b4f-56c5-4141-912e-720cffd1ef0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:27Z', 'updated_at': '2021-07-14T09:10:34Z', 'revision_number': 4, 'project_id': '59091e679b9b41c4928bec06b9ba852c', 'subnets': [{'id': 'f1280b4f-56c5-4141-912e-720cffd1ef0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:35.779887 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dff62bc-161d-4b86-8b56-01bf2b3153be None None] The sync data for ids ['efd932c5-be87-42c7-8c88-7df88c0dd70c'] in n-d-798054-10 is: [{'id': 'efd932c5-be87-42c7-8c88-7df88c0dd70c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-232054201-router', 'tenant_id': '59091e679b9b41c4928bec06b9ba852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0fabe30d-f226-499a-b918-23cc3d57111b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:10:29Z', 'revision_number': 4, 'project_id': '59091e679b9b41c4928bec06b9ba852c', 'gw_port': {'id': '0fabe30d-f226-499a-b918-23cc3d57111b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:27:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd932c5-be87-42c7-8c88-7df88c0dd70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:20Z', 'updated_at': '2021-07-14T09:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'a981fa71-4f48-4ab3-8f6c-73b4c21f793e', 'name': '', 'network_id': '04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d', 'tenant_id': '59091e679b9b41c4928bec06b9ba852c', 'mac_address': 'fa:16:3e:d6:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd932c5-be87-42c7-8c88-7df88c0dd70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f1280b4f-56c5-4141-912e-720cffd1ef0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:27Z', 'updated_at': '2021-07-14T09:10:34Z', 'revision_number': 4, 'project_id': '59091e679b9b41c4928bec06b9ba852c', 'subnets': [{'id': 'f1280b4f-56c5-4141-912e-720cffd1ef0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:10:35.929647 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7a24cf10-ce9c-42ba-acbb-9738c25e6c33 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.942112 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7a24cf10-ce9c-42ba-acbb-9738c25e6c33 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.019736 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24cf10-ce9c-42ba-acbb-9738c25e6c33 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16037fae-cbbc-4839-b6f6-84e178fd0845,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:36.053169 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f174828-e053-4a2c-bdcd-139a19c49022 req-cbaa08a9-8dd4-4abf-aa58-c62205888e0e tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.055536 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1f174828-e053-4a2c-bdcd-139a19c49022 req-cbaa08a9-8dd4-4abf-aa58-c62205888e0e tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 967 time: 0.3119800 Jul 14 09:10:36.067974 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f6eb304c-1271-48f0-9b4e-8de87f4cc008 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1761475560-network', 'tenant_id': 'fb19214797344ab2ac345b8f12b29ed5'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:36.077682 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7a24cf10-ce9c-42ba-acbb-9738c25e6c33 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.082238 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7a24cf10-ce9c-42ba-acbb-9738c25e6c33 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4847503 Jul 14 09:10:36.082879 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43422) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:36.090526 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-1c9fa9c4-72ae-4eb3-ba2b-011404c11cf6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:36.203418 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6eb304c-1271-48f0-9b4e-8de87f4cc008 admin admin] Made reservation on behalf of fb19214797344ab2ac345b8f12b29ed5 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:36.212596 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a981fa71-4f48-4ab3-8f6c-73b4c21f793e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:36.213140 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6eb304c-1271-48f0-9b4e-8de87f4cc008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.221539 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1f174828-e053-4a2c-bdcd-139a19c49022 req-7fd9d243-2654-4359-8b37-8bd59e92b0bb tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/security-groups?id=454e1ac2-64da-45bc-bfd5-b4579d087ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179502 Jul 14 09:10:36.231418 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6eb304c-1271-48f0-9b4e-8de87f4cc008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.321265 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port a981fa71-4f48-4ab3-8f6c-73b4c21f793e completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:36.325282 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a981fa71-4f48-4ab3-8f6c-73b4c21f793e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:36.325656 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.330560 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa9c4-72ae-4eb3-ba2b-011404c11cf6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.364309 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6eb304c-1271-48f0-9b4e-8de87f4cc008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.378286 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6eb304c-1271-48f0-9b4e-8de87f4cc008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.455894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6eb304c-1271-48f0-9b4e-8de87f4cc008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:10:36.502249 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6eb304c-1271-48f0-9b4e-8de87f4cc008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.502595 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-f6eb304c-1271-48f0-9b4e-8de87f4cc008 admin admin] Added segment d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5 of type vlan for network 69fb26df-5cb7-4481-be7d-48558c78cf05 Jul 14 09:10:36.572135 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.597851 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb304c-1271-48f0-9b4e-8de87f4cc008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8fa4aa-3ec6-441c-bb10-915def8a717f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:36.601880 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6eb304c-1271-48f0-9b4e-8de87f4cc008 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.633298 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port a981fa71-4f48-4ab3-8f6c-73b4c21f793e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a981fa71-4f48-4ab3-8f6c-73b4c21f793e,segment=NetworkSegment(e5d03e67-bd4b-40e3-9a7f-9cae7199f55d),segment_id=e5d03e67-bd4b-40e3-9a7f-9cae7199f55d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:36.642034 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.719949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=a981fa71-4f48-4ab3-8f6c-73b4c21f793e,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:36.783697 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6eb304c-1271-48f0-9b4e-8de87f4cc008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.784666 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eb304c-1271-48f0-9b4e-8de87f4cc008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.785240 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6eb304c-1271-48f0-9b4e-8de87f4cc008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.856633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43452) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:36.864136 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-d8545462-df2f-4918-beac-bfd63ab8bf63 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-64206679-network', 'tenant_id': '218e20222ff6474eb3630ae1f81b5607'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:36.897829 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb304c-1271-48f0-9b4e-8de87f4cc008 admin admin] Pushing event updated for resources: {'Network': ['ID=69fb26df-5cb7-4481-be7d-48558c78cf05,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:36.901240 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f6eb304c-1271-48f0-9b4e-8de87f4cc008 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5559371 Jul 14 09:10:36.903302 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8545462-df2f-4918-beac-bfd63ab8bf63 admin admin] Made reservation on behalf of 218e20222ff6474eb3630ae1f81b5607 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:36.907585 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8545462-df2f-4918-beac-bfd63ab8bf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.911487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee613b8-7d90-472a-9f2e-c2968f6d9c72 req-bcd0ae23-710f-47b6-a056-56857a1a2413 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.912499 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 69fb26df-5cb7-4481-be7d-48558c78cf05 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:10:36.918966 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ee613b8-7d90-472a-9f2e-c2968f6d9c72 req-bcd0ae23-710f-47b6-a056-56857a1a2413 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 948 time: 0.2948074 Jul 14 09:10:36.920858 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43456) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:36.924254 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa9c4-72ae-4eb3-ba2b-011404c11cf6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.933904 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c7a4daff-d56c-42cb-86e3-0fe46de05f04 admin admin] Request body: {'subnet': {'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1761475560-subnet', 'tenant_id': 'fb19214797344ab2ac345b8f12b29ed5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:36.946041 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8545462-df2f-4918-beac-bfd63ab8bf63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.130775 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8545462-df2f-4918-beac-bfd63ab8bf63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.138285 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8545462-df2f-4918-beac-bfd63ab8bf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.144419 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a4daff-d56c-42cb-86e3-0fe46de05f04 admin admin] Made reservation on behalf of fb19214797344ab2ac345b8f12b29ed5 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:37.146950 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c7a4daff-d56c-42cb-86e3-0fe46de05f04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.156641 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8545462-df2f-4918-beac-bfd63ab8bf63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:10:37.167728 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8545462-df2f-4918-beac-bfd63ab8bf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.168323 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-d8545462-df2f-4918-beac-bfd63ab8bf63 admin admin] Added segment 7ff87f21-9671-451f-8e7e-2782e29ddbf5 of type vlan for network 093f06aa-a898-484e-acdb-7105479d6337 Jul 14 09:10:37.259719 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8545462-df2f-4918-beac-bfd63ab8bf63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.264642 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8545462-df2f-4918-beac-bfd63ab8bf63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34e12f4-9eac-4ee2-9aff-7ddfcc9d57cc,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:37.285031 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ee613b8-7d90-472a-9f2e-c2968f6d9c72 req-7dd37cb0-fd08-41d2-a423-c82bcec66fec tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650708 Jul 14 09:10:37.312659 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8545462-df2f-4918-beac-bfd63ab8bf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.313774 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8545462-df2f-4918-beac-bfd63ab8bf63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:37.314598 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8545462-df2f-4918-beac-bfd63ab8bf63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.381626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8545462-df2f-4918-beac-bfd63ab8bf63 admin admin] Pushing event updated for resources: {'Network': ['ID=093f06aa-a898-484e-acdb-7105479d6337,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:37.394990 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 093f06aa-a898-484e-acdb-7105479d6337 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:10:37.401737 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d8545462-df2f-4918-beac-bfd63ab8bf63 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5427160 Jul 14 09:10:37.404504 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43468) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:37.413912 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-74e6f8b1-3bb9-4dd9-8624-ea1d7b166477 admin admin] Request body: {'subnet': {'network_id': '093f06aa-a898-484e-acdb-7105479d6337', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-64206679-subnet', 'tenant_id': '218e20222ff6474eb3630ae1f81b5607', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:37.468294 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e6f8b1-3bb9-4dd9-8624-ea1d7b166477 admin admin] Made reservation on behalf of 218e20222ff6474eb3630ae1f81b5607 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:37.470733 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-74e6f8b1-3bb9-4dd9-8624-ea1d7b166477 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.671168 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c7a4daff-d56c-42cb-86e3-0fe46de05f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.682772 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-1c9fa9c4-72ae-4eb3-ba2b-011404c11cf6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Allocated IP 172.25.1.195 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/b7c7a372-debc-4d7a-94eb-24dc6a9a2786) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:37.709775 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-74e6f8b1-3bb9-4dd9-8624-ea1d7b166477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.755385 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6f8b1-3bb9-4dd9-8624-ea1d7b166477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=018575ec-0573-4dc7-baae-d7caf2c3a529,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:37.788637 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e6f8b1-3bb9-4dd9-8624-ea1d7b166477 admin admin] Checking segment: {'id': '7ff87f21-9671-451f-8e7e-2782e29ddbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '093f06aa-a898-484e-acdb-7105479d6337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:37.788867 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e6f8b1-3bb9-4dd9-8624-ea1d7b166477 admin admin] Network hostable DHCP agents. Network: 093f06aa-a898-484e-acdb-7105479d6337, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:10:37.803073 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4daff-d56c-42cb-86e3-0fe46de05f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fde9559-d0bf-4bbc-a79b-7e008e167bbe,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:37.815138 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e6f8b1-3bb9-4dd9-8624-ea1d7b166477 admin admin] Network 093f06aa-a898-484e-acdb-7105479d6337 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:10:37.827084 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-74e6f8b1-3bb9-4dd9-8624-ea1d7b166477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 093f06aa-a898-484e-acdb-7105479d6337) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:37.836635 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5445a3-405a-4d8b-9be3-26c22ca25a0c None None] Network 093f06aa-a898-484e-acdb-7105479d6337 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:37.844787 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25585a-f996-4015-a9ba-3c9e2a0a51ab req-b4a084f6-ab15-4d86-a082-287dfd616c98 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:37.846611 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8e25585a-f996-4015-a9ba-3c9e2a0a51ab req-b4a084f6-ab15-4d86-a082-287dfd616c98 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 967 time: 0.3303263 Jul 14 09:10:37.847129 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a4daff-d56c-42cb-86e3-0fe46de05f04 admin admin] Checking segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:37.847495 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a4daff-d56c-42cb-86e3-0fe46de05f04 admin admin] Network hostable DHCP agents. Network: 69fb26df-5cb7-4481-be7d-48558c78cf05, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:10:37.859138 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e6f8b1-3bb9-4dd9-8624-ea1d7b166477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:37.860534 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-74e6f8b1-3bb9-4dd9-8624-ea1d7b166477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.879369 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-74e6f8b1-3bb9-4dd9-8624-ea1d7b166477 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4732044 Jul 14 09:10:37.927308 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a4daff-d56c-42cb-86e3-0fe46de05f04 admin admin] Network 69fb26df-5cb7-4481-be7d-48558c78cf05 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:10:37.941499 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-c7a4daff-d56c-42cb-86e3-0fe46de05f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 69fb26df-5cb7-4481-be7d-48558c78cf05) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:37.950505 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa9c4-72ae-4eb3-ba2b-011404c11cf6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.956041 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277f096e-04ce-4dff-a9a2-04794e8c4fb8 None None] Network 69fb26df-5cb7-4481-be7d-48558c78cf05 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:37.956973 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8e25585a-f996-4015-a9ba-3c9e2a0a51ab req-44f09138-a436-4612-ba27-8a533a710a80 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/security-groups?id=454e1ac2-64da-45bc-bfd5-b4579d087ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043954 Jul 14 09:10:37.958829 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a4daff-d56c-42cb-86e3-0fe46de05f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:37.959388 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c7a4daff-d56c-42cb-86e3-0fe46de05f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.042449 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43496) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:38.056864 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-42f58d17-91f0-4e56-834d-30f0fea2aa05 req-ae1442a5-dc7c-4ad0-b2ed-7c842d721937 tempest-QuotasAdminNegativeTest-1859082166 tempest-QuotasAdminNegativeTest-1859082166-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4154d885d48c4b88ad2e4b3a62255ae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1032326 Jul 14 09:10:38.059115 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa9c4-72ae-4eb3-ba2b-011404c11cf6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.086590 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9fa9c4-72ae-4eb3-ba2b-011404c11cf6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:38.109360 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabe417c-458c-4240-be26-bdd59b9ea73d None None] Network 093f06aa-a898-484e-acdb-7105479d6337 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:38.147792 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21c00cf-0c5b-43a0-85a3-ca4ed9a8fab3 admin admin] Deleting subnet f722e668-bc61-4959-8afc-dc4a8eab5530 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:10:38.151479 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d21c00cf-0c5b-43a0-85a3-ca4ed9a8fab3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.167237 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 92e541f0-3af9-4742-b7af-efbb732ae6f8 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:10:38.176204 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a981fa71-4f48-4ab3-8f6c-73b4c21f793e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:38.187226 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-1c9fa9c4-72ae-4eb3-ba2b-011404c11cf6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:38.194967 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9fa9c4-72ae-4eb3-ba2b-011404c11cf6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:38.198125 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d21c00cf-0c5b-43a0-85a3-ca4ed9a8fab3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.215185 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d21c00cf-0c5b-43a0-85a3-ca4ed9a8fab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.270739 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c7a4daff-d56c-42cb-86e3-0fe46de05f04 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3388667 Jul 14 09:10:38.273465 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bf395c-a1e7-4328-8b8e-0d9f6fd952fb None None] Network 69fb26df-5cb7-4481-be7d-48558c78cf05 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:38.318759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f58d17-91f0-4e56-834d-30f0fea2aa05 req-5488d44d-cf37-4236-9de0-13e6c8a37676 tempest-QuotasAdminNegativeTest-1859082166 tempest-QuotasAdminNegativeTest-1859082166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:38.320415 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-42f58d17-91f0-4e56-834d-30f0fea2aa05 req-5488d44d-cf37-4236-9de0-13e6c8a37676 tempest-QuotasAdminNegativeTest-1859082166 tempest-QuotasAdminNegativeTest-1859082166-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2627840 Jul 14 09:10:38.328454 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d21c00cf-0c5b-43a0-85a3-ca4ed9a8fab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.370290 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa9c4-72ae-4eb3-ba2b-011404c11cf6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.370491 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c00cf-0c5b-43a0-85a3-ca4ed9a8fab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f722e668-bc61-4959-8afc-dc4a8eab5530,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:38.373687 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-42f58d17-91f0-4e56-834d-30f0fea2aa05 req-097503fd-0baf-4756-b0fe-be5049cb41b6 tempest-QuotasAdminNegativeTest-1859082166 tempest-QuotasAdminNegativeTest-1859082166-project] 10.222.0.26 "GET /v2.0/quotas/4154d885d48c4b88ad2e4b3a62255ae9 HTTP/1.1" status: 200 len: 375 time: 0.0398433 Jul 14 09:10:38.374474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fa9c4-72ae-4eb3-ba2b-011404c11cf6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Pushing event updated for resources: {'Port': ['ID=b7c7a372-debc-4d7a-94eb-24dc6a9a2786,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:38.382827 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d21c00cf-0c5b-43a0-85a3-ca4ed9a8fab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.387955 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d21c00cf-0c5b-43a0-85a3-ca4ed9a8fab3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f722e668-bc61-4959-8afc-dc4a8eab5530 HTTP/1.1" status: 204 len: 168 time: 0.3440735 Jul 14 09:10:38.389295 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43508) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:38.424582 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-42f58d17-91f0-4e56-834d-30f0fea2aa05 req-113feaab-be87-4bf1-a74a-2f3a097914c1 tempest-QuotasAdminNegativeTest-1859082166 tempest-QuotasAdminNegativeTest-1859082166-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4154d885d48c4b88ad2e4b3a62255ae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405483 Jul 14 09:10:38.464168 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa9c4-72ae-4eb3-ba2b-011404c11cf6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.523516 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.624532 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 92e541f0-3af9-4742-b7af-efbb732ae6f8, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=92e541f0-3af9-4742-b7af-efbb732ae6f8,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:38.669088 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '92e541f0-3af9-4742-b7af-efbb732ae6f8', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '92e541f0-3af9-4742-b7af-efbb732ae6f8', 'mac_address': 'fa:16:3e:3a:cb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:10:38.674803 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a981fa71-4f48-4ab3-8f6c-73b4c21f793e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:38.675370 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.677101 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.705447 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:38.705819 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:38.706660 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:38.707011 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:38.707347 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:38.708077 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:38.708077 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:38.708337 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:38.708632 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:38.708949 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:38.769165 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175c971-cabd-45dd-be39-64f55742a39a req-f84bf786-2498-4c93-8596-155a7eef316b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:38.771090 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c175c971-cabd-45dd-be39-64f55742a39a req-f84bf786-2498-4c93-8596-155a7eef316b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 948 time: 0.1797912 Jul 14 09:10:38.789989 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.800041 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa9c4-72ae-4eb3-ba2b-011404c11cf6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.811528 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa9c4-72ae-4eb3-ba2b-011404c11cf6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.812765 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e541f0-3af9-4742-b7af-efbb732ae6f8 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:38.836613 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 92e541f0-3af9-4742-b7af-efbb732ae6f8, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=92e541f0-3af9-4742-b7af-efbb732ae6f8,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:38.850522 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa9c4-72ae-4eb3-ba2b-011404c11cf6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.874316 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa9c4-72ae-4eb3-ba2b-011404c11cf6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.875510 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1c9fa9c4-72ae-4eb3-ba2b-011404c11cf6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7913740 Jul 14 09:10:38.886863 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.889258 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c175c971-cabd-45dd-be39-64f55742a39a req-e19f0f0b-ebca-40eb-bbbd-abcfd78c113d tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114705 Jul 14 09:10:38.893190 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fa9c4-72ae-4eb3-ba2b-011404c11cf6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Pushing event updated for resources: {'Port': ['ID=b7c7a372-debc-4d7a-94eb-24dc6a9a2786,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:38.918914 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:38.919371 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:38.920149 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:38.920486 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:38.920896 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824f03de-c029-4eef-9545-0df76ca3db2b']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:38.961335 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c3f5ee-c6ce-4819-a7be-a646075ed032') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:38.962326 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c3f5ee-c6ce-4819-a7be-a646075ed032') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:38.962573 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=92e541f0-3af9-4742-b7af-efbb732ae6f8,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:38.996422 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.023347 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.033158 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:10:39.033620 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: from cryptography.utils import int_from_bytes Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: from cryptography.utils import int_from_bytes Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:10:39.075356 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:10:39.121334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43550) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:39.126439 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-0344d67e-f022-48db-b59e-81b94c797d34 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1605681992-network', 'tenant_id': 'ffa05cbb025941e0a2cd08bd71a91c0d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:39.162767 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.164206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0344d67e-f022-48db-b59e-81b94c797d34 admin admin] Made reservation on behalf of ffa05cbb025941e0a2cd08bd71a91c0d for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:39.166506 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0344d67e-f022-48db-b59e-81b94c797d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.180320 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.182260 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/824f03de-c029-4eef-9545-0df76ca3db2b HTTP/1.1" status: 204 len: 168 time: 0.7920129 Jul 14 09:10:39.183116 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0344d67e-f022-48db-b59e-81b94c797d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.184514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09920e-151b-4cdd-b3b3-1f361f5face7 req-174a8ec7-bc55-4187-9685-c2232cce046d tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:39.189736 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b09920e-151b-4cdd-b3b3-1f361f5face7 req-174a8ec7-bc55-4187-9685-c2232cce046d tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 967 time: 0.0950165 Jul 14 09:10:39.190255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43556) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:39.201827 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467c305-3ec7-4649-a6f3-dec9da0d03b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=824f03de-c029-4eef-9545-0df76ca3db2b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:39.275099 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9fe4b1c-0206-4207-8589-86634c31442f req-44eec2d2-79b8-443e-8768-62145f30185c tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--180059660&fields=id&tenant_id=ece1500a21d34f90b4a2bc9598bf2ce0 HTTP/1.1" status: 200 len: 267 time: 0.1229858 Jul 14 09:10:39.286791 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0344d67e-f022-48db-b59e-81b94c797d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.291831 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0344d67e-f022-48db-b59e-81b94c797d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.307920 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6aea3d-2bec-4be5-b7b6-592db04578b1 admin admin] Deleting subnet 018575ec-0573-4dc7-baae-d7caf2c3a529 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:10:39.312286 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b09920e-151b-4cdd-b3b3-1f361f5face7 req-3938da35-55b1-460a-b8a0-5ff63c416b03 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/security-groups?id=454e1ac2-64da-45bc-bfd5-b4579d087ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194482 Jul 14 09:10:39.312626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0344d67e-f022-48db-b59e-81b94c797d34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:10:39.322018 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea6aea3d-2bec-4be5-b7b6-592db04578b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.323940 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['92e541f0-3af9-4742-b7af-efbb732ae6f8'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:39.341267 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344d67e-f022-48db-b59e-81b94c797d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7d3bb0-bd61-4371-8f7d-879432b3cbaa,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:39.347582 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0344d67e-f022-48db-b59e-81b94c797d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.347931 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-0344d67e-f022-48db-b59e-81b94c797d34 admin admin] Added segment bde2c75e-7d74-4729-8105-dada314913ee of type vlan for network 9789d933-4a3e-4b97-88f8-89c41cc0c233 Jul 14 09:10:39.399620 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0344d67e-f022-48db-b59e-81b94c797d34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.439825 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0344d67e-f022-48db-b59e-81b94c797d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.440876 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0344d67e-f022-48db-b59e-81b94c797d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:39.442140 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0344d67e-f022-48db-b59e-81b94c797d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.461317 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea6aea3d-2bec-4be5-b7b6-592db04578b1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.515644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344d67e-f022-48db-b59e-81b94c797d34 admin admin] Pushing event updated for resources: {'Network': ['ID=9789d933-4a3e-4b97-88f8-89c41cc0c233,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:39.525654 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0344d67e-f022-48db-b59e-81b94c797d34 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4030340 Jul 14 09:10:39.528377 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43562) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:39.534481 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9e15a284-dfee-4e34-942c-4f48a3f3fa7d admin admin] Request body: {'subnet': {'network_id': '9789d933-4a3e-4b97-88f8-89c41cc0c233', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1605681992-subnet', 'tenant_id': 'ffa05cbb025941e0a2cd08bd71a91c0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:39.536229 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe4b1c-0206-4207-8589-86634c31442f req-dde0f8f8-fac4-41ad-b037-a0658a517ad2 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:39.542922 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9fe4b1c-0206-4207-8589-86634c31442f req-dde0f8f8-fac4-41ad-b037-a0658a517ad2 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/networks?id=0a4318df-2a8d-4d34-8a52-eb27698902c2 HTTP/1.1" status: 200 len: 824 time: 0.2519331 Jul 14 09:10:39.557742 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea6aea3d-2bec-4be5-b7b6-592db04578b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.561580 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e15a284-dfee-4e34-942c-4f48a3f3fa7d admin admin] Made reservation on behalf of ffa05cbb025941e0a2cd08bd71a91c0d for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:39.564448 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e15a284-dfee-4e34-942c-4f48a3f3fa7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.567137 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9fe4b1c-0206-4207-8589-86634c31442f req-d3871fa2-7705-4a91-a9a8-9908cb95059a tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/quotas/ece1500a21d34f90b4a2bc9598bf2ce0 HTTP/1.1" status: 200 len: 375 time: 0.0232992 Jul 14 09:10:39.586263 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 9789d933-4a3e-4b97-88f8-89c41cc0c233 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:10:39.707961 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea6aea3d-2bec-4be5-b7b6-592db04578b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.769110 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e15a284-dfee-4e34-942c-4f48a3f3fa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.771462 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6aea3d-2bec-4be5-b7b6-592db04578b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=018575ec-0573-4dc7-baae-d7caf2c3a529,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:39.804075 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9fe4b1c-0206-4207-8589-86634c31442f req-0138ac45-1f40-4c66-a9ab-12f175ccf694 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ece1500a21d34f90b4a2bc9598bf2ce0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2353413 Jul 14 09:10:39.811515 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea6aea3d-2bec-4be5-b7b6-592db04578b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.816954 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ea6aea3d-2bec-4be5-b7b6-592db04578b1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/018575ec-0573-4dc7-baae-d7caf2c3a529 HTTP/1.1" status: 204 len: 168 time: 0.6222582 Jul 14 09:10:39.816954 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43574) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:39.852329 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15a284-dfee-4e34-942c-4f48a3f3fa7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=28dbf7ea-6259-413b-82ef-668703419892,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:39.879504 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e15a284-dfee-4e34-942c-4f48a3f3fa7d admin admin] Checking segment: {'id': 'bde2c75e-7d74-4729-8105-dada314913ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9789d933-4a3e-4b97-88f8-89c41cc0c233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:39.879881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e15a284-dfee-4e34-942c-4f48a3f3fa7d admin admin] Network hostable DHCP agents. Network: 9789d933-4a3e-4b97-88f8-89c41cc0c233, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:10:39.926305 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e15a284-dfee-4e34-942c-4f48a3f3fa7d admin admin] Network 9789d933-4a3e-4b97-88f8-89c41cc0c233 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:10:39.942280 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-9e15a284-dfee-4e34-942c-4f48a3f3fa7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 9789d933-4a3e-4b97-88f8-89c41cc0c233) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:39.947668 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e15a284-dfee-4e34-942c-4f48a3f3fa7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:39.948279 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e15a284-dfee-4e34-942c-4f48a3f3fa7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.956723 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a728c52-d2c3-4e68-bcb8-6241df9dce02 None None] Network 9789d933-4a3e-4b97-88f8-89c41cc0c233 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:39.998191 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9e15a284-dfee-4e34-942c-4f48a3f3fa7d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4674780 Jul 14 09:10:40.101984 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-a9fe4b1c-0206-4207-8589-86634c31442f req-6a1f60da-d58c-4db8-a7c8-2df6fde8368a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:10:40.103001 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9fe4b1c-0206-4207-8589-86634c31442f req-6a1f60da-d58c-4db8-a7c8-2df6fde8368a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0778134 Jul 14 09:10:40.106525 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:40.115702 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fc7f09-0a24-492a-bcca-59d0322a2e82 None None] Network 9789d933-4a3e-4b97-88f8-89c41cc0c233 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:40.263022 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca202e-7fe4-44d0-901d-a6a949474c39 req-f27b4aa1-768e-4f19-8873-09c4725d9216 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:40.264514 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bdca202e-7fe4-44d0-901d-a6a949474c39 req-f27b4aa1-768e-4f19-8873-09c4725d9216 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 949 time: 0.2000434 Jul 14 09:10:40.304504 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:40.315875 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9fe4b1c-0206-4207-8589-86634c31442f req-5ff01aeb-2f7e-4783-939e-75f54ff0213f service neutron] 10.222.0.26 "GET /v2.0/networks/0a4318df-2a8d-4d34-8a52-eb27698902c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012186 Jul 14 09:10:40.320927 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:40.321266 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:40.322020 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:40.322360 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Subscribe: > port after_create 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:40.322895 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:40.323012 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Subscribe: > port after_update 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:40.323327 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:40.323658 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:40.323974 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:40.324288 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:40.565576 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:40.565970 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:40.566317 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:40.566643 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:40.567009 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093f06aa-a898-484e-acdb-7105479d6337']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:40.633549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff87f21-9671-451f-8e7e-2782e29ddbf5') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:40.633857 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff87f21-9671-451f-8e7e-2782e29ddbf5') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:40.648065 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bdca202e-7fe4-44d0-901d-a6a949474c39 req-6d2c3b86-67f1-44de-9ad7-7685020df280 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751521 Jul 14 09:10:40.657844 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:40.692379 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:40.704990 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:10:40.705299 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: from cryptography.utils import int_from_bytes Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: from cryptography.utils import int_from_bytes Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:10:40.709169 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:10:40.790598 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9fe4b1c-0206-4207-8589-86634c31442f req-34f2a8b4-d0dd-4ec1-98d1-e984f7e9ef03 service neutron] 10.222.0.26 "GET /v2.0/networks/0a4318df-2a8d-4d34-8a52-eb27698902c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140956 Jul 14 09:10:40.793110 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e03c12d-c248-425f-b523-4c7e63c26977 req-f22bedba-7654-4a0f-a03a-e42d990f919d tempest-QuotasAdminNegativeTest-1859082166 tempest-QuotasAdminNegativeTest-1859082166-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4154d885d48c4b88ad2e4b3a62255ae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385206 Jul 14 09:10:40.808973 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:40.855366 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:40.857286 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] 10.222.0.26 "DELETE /v2.0/networks/093f06aa-a898-484e-acdb-7105479d6337 HTTP/1.1" status: 204 len: 168 time: 1.0398552 Jul 14 09:10:40.868059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4b9f0-4370-403f-8e80-a67b06d8c03a admin admin] Pushing event deleted for resources: {'Network': ['ID=093f06aa-a898-484e-acdb-7105479d6337,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:40.929828 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03c12d-c248-425f-b523-4c7e63c26977 req-071eef74-fa87-46fe-891f-d058a734b122 tempest-QuotasAdminNegativeTest-1859082166 tempest-QuotasAdminNegativeTest-1859082166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:40.932542 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e03c12d-c248-425f-b523-4c7e63c26977 req-071eef74-fa87-46fe-891f-d058a734b122 tempest-QuotasAdminNegativeTest-1859082166 tempest-QuotasAdminNegativeTest-1859082166-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1328499 Jul 14 09:10:40.952664 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e03c12d-c248-425f-b523-4c7e63c26977 req-50b36828-a2fe-40f7-9958-b3f4d0a14799 tempest-QuotasAdminNegativeTest-1859082166 tempest-QuotasAdminNegativeTest-1859082166-project] 10.222.0.26 "GET /v2.0/quotas/4154d885d48c4b88ad2e4b3a62255ae9 HTTP/1.1" status: 200 len: 375 time: 0.0134492 Jul 14 09:10:40.995190 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e03c12d-c248-425f-b523-4c7e63c26977 req-789bf5f1-7064-4a40-9eed-de16acb8d92d tempest-QuotasAdminNegativeTest-1859082166 tempest-QuotasAdminNegativeTest-1859082166-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4154d885d48c4b88ad2e4b3a62255ae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347805 Jul 14 09:10:41.058987 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c0247e3b-ca88-4520-b0bc-f93dfb533307 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:10:41.084721 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43628) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:41.141871 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6e4a7bfd-b092-45ca-91e1-913c9dda0ec0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50752facbee340edb661fb9ec0f2e349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557590 Jul 14 09:10:41.144056 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43636) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:41.197479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c0247e3b-ca88-4520-b0bc-f93dfb533307, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c0247e3b-ca88-4520-b0bc-f93dfb533307,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:41.211878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'c0247e3b-ca88-4520-b0bc-f93dfb533307', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': 'c0247e3b-ca88-4520-b0bc-f93dfb533307', 'mac_address': 'fa:16:3e:16:b3:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:tempest-test_az-24324478', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:10:41.213049 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d87c1ada-835e-4ad9-8f1a-c71887f46020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:41.226154 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-1f57cb12-ad2a-4b0a-8f92-2562fdf63208 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:41.234069 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-1f57cb12-ad2a-4b0a-8f92-2562fdf63208 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 821 time: 0.1811774 Jul 14 09:10:41.237188 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d87c1ada-835e-4ad9-8f1a-c71887f46020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:41.258322 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-1f01c45c-038c-4e6c-a767-a3a8e45977ab tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/quotas/fb19214797344ab2ac345b8f12b29ed5 HTTP/1.1" status: 200 len: 375 time: 0.0232437 Jul 14 09:10:41.261702 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:41.276149 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0247e3b-ca88-4520-b0bc-f93dfb533307 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:41.300352 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c0247e3b-ca88-4520-b0bc-f93dfb533307, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c0247e3b-ca88-4520-b0bc-f93dfb533307,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:41.308806 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:41.313853 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d87c1ada-835e-4ad9-8f1a-c71887f46020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:41.317134 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d87c1ada-835e-4ad9-8f1a-c71887f46020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:41.319251 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d87c1ada-835e-4ad9-8f1a-c71887f46020 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2bacd3d6-5dfc-4e26-9588-d89520b9d0e3 HTTP/1.1" status: 204 len: 168 time: 0.1736882 Jul 14 09:10:41.332858 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c1ada-835e-4ad9-8f1a-c71887f46020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bacd3d6-5dfc-4e26-9588-d89520b9d0e3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:41.336242 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-93645b69-f976-47d7-aec8-f3e03cf59864 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517750 Jul 14 09:10:41.404212 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=c0247e3b-ca88-4520-b0bc-f93dfb533307,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:41.422604 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5e98b-c7bd-4748-bbb8-4f9f74d75552 req-e24bd9dc-e0e7-4c56-825c-cec8d9e2c206 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:41.424099 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ea5e98b-c7bd-4748-bbb8-4f9f74d75552 req-e24bd9dc-e0e7-4c56-825c-cec8d9e2c206 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 967 time: 0.1870465 Jul 14 09:10:41.464604 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-34e905ae-c3f3-44db-8917-f637ecab6b33 service neutron] 10.222.0.26 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274033 Jul 14 09:10:41.533144 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ea5e98b-c7bd-4748-bbb8-4f9f74d75552 req-75a18a56-d191-4435-bc3a-eb5397621a4e tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/security-groups?id=454e1ac2-64da-45bc-bfd5-b4579d087ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001854 Jul 14 09:10:41.593070 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['c0247e3b-ca88-4520-b0bc-f93dfb533307'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:41.593238 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-77093ed0-c22a-4045-ad0a-67bde78f36d4 service neutron] 10.222.0.26 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276982 Jul 14 09:10:41.780274 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d3a54b81-f0b2-4ede-962d-08eec488ecb0 req-f2855614-dc9f-4c52-bc15-ef1c72c55869 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 210 time: 0.0593712 Jul 14 09:10:41.815130 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43656) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:41.882426 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4bdc8a46-ffa5-4a50-937b-60559ab22981 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=218e20222ff6474eb3630ae1f81b5607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639467 Jul 14 09:10:41.882651 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43660) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:41.939992 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b306d492-62f1-4042-9dd0-053c82fe51c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:41.987208 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b306d492-62f1-4042-9dd0-053c82fe51c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:42.073590 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbe6b0-d4fb-4978-b0fa-fd267b50563c req-87288ccc-d9a6-475b-a3a7-1584bf18c6f0 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:42.080420 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2dcbe6b0-d4fb-4978-b0fa-fd267b50563c req-87288ccc-d9a6-475b-a3a7-1584bf18c6f0 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 949 time: 0.1246598 Jul 14 09:10:42.098124 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b306d492-62f1-4042-9dd0-053c82fe51c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:42.100598 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b306d492-62f1-4042-9dd0-053c82fe51c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:42.101851 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b306d492-62f1-4042-9dd0-053c82fe51c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a34e12f4-9eac-4ee2-9aff-7ddfcc9d57cc HTTP/1.1" status: 204 len: 168 time: 0.2182913 Jul 14 09:10:42.110226 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 92e541f0-3af9-4742-b7af-efbb732ae6f8 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:42.115559 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306d492-62f1-4042-9dd0-053c82fe51c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34e12f4-9eac-4ee2-9aff-7ddfcc9d57cc,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:42.148468 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2dcbe6b0-d4fb-4978-b0fa-fd267b50563c req-824a37ee-35a5-46eb-90f1-8cea56452e63 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668068 Jul 14 09:10:42.214222 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 92e541f0-3af9-4742-b7af-efbb732ae6f8 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:42.222239 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 92e541f0-3af9-4742-b7af-efbb732ae6f8 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:42.222856 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:42.229043 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-deb644fe-22fc-46ac-8c35-4e9f0ca7ab1c req-fb48f444-dc65-42d8-8c50-c047b0a72c4b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 210 time: 0.0456800 Jul 14 09:10:42.345129 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:42.361674 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43680) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:42.384258 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac4fefc-a708-4a5a-92ea-a89bdcfccd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e541f0-3af9-4742-b7af-efbb732ae6f8'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:42.482557 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 92e541f0-3af9-4742-b7af-efbb732ae6f8, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=92e541f0-3af9-4742-b7af-efbb732ae6f8,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:42.489108 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:42.574850 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=92e541f0-3af9-4742-b7af-efbb732ae6f8,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:42.610890 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2b118f02-0f8a-4429-9182-5ff37104f027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:42.727331 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4851ad6-7574-47e7-8147-ba5eebeddf2c" -d '{"events": [{"server_uuid": "dac4fefc-a708-4a5a-92ea-a89bdcfccd75", "name": "network-vif-plugged", "status": "completed", "tag": "92e541f0-3af9-4742-b7af-efbb732ae6f8"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:42.822300 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2b118f02-0f8a-4429-9182-5ff37104f027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:42.837907 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2b118f02-0f8a-4429-9182-5ff37104f027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:42.905553 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2b118f02-0f8a-4429-9182-5ff37104f027 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=69a0170b08564c4f87691beb9c42b4ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5429647 Jul 14 09:10:42.909278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b118f02-0f8a-4429-9182-5ff37104f027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a439136-dcbf-48f3-806e-2b589f25473e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:42.914726 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43708) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:42.981571 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2386bf-e8f8-4fab-acfa-7b5a32931e66 req-52cef555-4525-4ab2-b83a-a5b0ba86feb8 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:42.983645 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b2386bf-e8f8-4fab-acfa-7b5a32931e66 req-52cef555-4525-4ab2-b83a-a5b0ba86feb8 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 968 time: 0.1598394 Jul 14 09:10:42.987137 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5da4f90c-69b5-47fd-a318-3988cc9fe2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:43.036902 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5da4f90c-69b5-47fd-a318-3988cc9fe2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:43.046774 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b2386bf-e8f8-4fab-acfa-7b5a32931e66 req-8d89de8d-5fc7-440d-bb9b-23313bab2bb7 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/security-groups?id=454e1ac2-64da-45bc-bfd5-b4579d087ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574722 Jul 14 09:10:43.050255 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c0247e3b-ca88-4520-b0bc-f93dfb533307 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:43.068734 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe4b1c-0206-4207-8589-86634c31442f req-356fae44-1652-4cf3-8188-61dc0e48a839 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:43.076755 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a9fe4b1c-0206-4207-8589-86634c31442f req-356fae44-1652-4cf3-8188-61dc0e48a839 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.55 "GET /v2.0/networks?id=0a4318df-2a8d-4d34-8a52-eb27698902c2 HTTP/1.1" status: 200 len: 824 time: 0.5807893 Jul 14 09:10:43.125412 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5da4f90c-69b5-47fd-a318-3988cc9fe2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:43.128000 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5da4f90c-69b5-47fd-a318-3988cc9fe2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:43.130514 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5da4f90c-69b5-47fd-a318-3988cc9fe2ba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a439136-dcbf-48f3-806e-2b589f25473e HTTP/1.1" status: 204 len: 168 time: 0.2148228 Jul 14 09:10:43.140434 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4f90c-69b5-47fd-a318-3988cc9fe2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a439136-dcbf-48f3-806e-2b589f25473e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:43.166334 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a9fe4b1c-0206-4207-8589-86634c31442f req-b42866c8-45f9-4322-b7df-ca821c9c8120 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ece1500a21d34f90b4a2bc9598bf2ce0 HTTP/1.1" status: 200 len: 379 time: 0.0684996 Jul 14 09:10:43.181340 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a9fe4b1c-0206-4207-8589-86634c31442f req-9352b114-b881-4847-b1f8-ded32e9768bf tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Request body: {'port': {'device_id': '4e9eadf6-eb7f-4fa6-b217-a95f14308dde', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'admin_state_up': True, 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'security_groups': ['be950b00-8aad-4d45-8224-1a5df89c7aae']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:43.202485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port c0247e3b-ca88-4520-b0bc-f93dfb533307 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:43.207271 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port c0247e3b-ca88-4520-b0bc-f93dfb533307 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:43.207607 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:43.333627 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7db5db3b-6144-47be-b5df-1240bc5ab4ff req-4dd94cbb-1641-485b-9bc9-1ed2acf49581 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 210 time: 0.0665061 Jul 14 09:10:43.384858 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:43.395796 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7599c31b-13b5-4f78-a0d1-47f493fff96f x-openstack-request-id: req-7599c31b-13b5-4f78-a0d1-47f493fff96f {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:43.396084 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac4fefc-a708-4a5a-92ea-a89bdcfccd75", "name": "network-vif-plugged", "status": "completed", "tag": "92e541f0-3af9-4742-b7af-efbb732ae6f8", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:43.396337 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7599c31b-13b5-4f78-a0d1-47f493fff96f {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:43.396956 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac4fefc-a708-4a5a-92ea-a89bdcfccd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e541f0-3af9-4742-b7af-efbb732ae6f8', 'code': 200} Jul 14 09:10:43.420062 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9fe4b1c-0206-4207-8589-86634c31442f req-9352b114-b881-4847-b1f8-ded32e9768bf tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Made reservation on behalf of ece1500a21d34f90b4a2bc9598bf2ce0 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:43.425139 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a9fe4b1c-0206-4207-8589-86634c31442f req-9352b114-b881-4847-b1f8-ded32e9768bf tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:43.452165 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c0247e3b-ca88-4520-b0bc-f93dfb533307, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c0247e3b-ca88-4520-b0bc-f93dfb533307,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:43.468022 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:43.532179 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43738) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:43.570740 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=c0247e3b-ca88-4520-b0bc-f93dfb533307,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:43.592759 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f5a655a5-d9b9-4a8d-b872-2e36f1749efa req-3948d32f-b4f4-4cdf-90b7-c3e8728c0177 tempest-QuotasAdminNegativeTest-1859082166 tempest-QuotasAdminNegativeTest-1859082166-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4154d885d48c4b88ad2e4b3a62255ae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414448 Jul 14 09:10:43.599123 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.55', 54861) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:43.638405 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.55', 54862) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:43.746262 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43748) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:43.790454 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-a9fe4b1c-0206-4207-8589-86634c31442f req-9352b114-b881-4847-b1f8-ded32e9768bf tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Allocated IP 172.20.0.12 (0a4318df-2a8d-4d34-8a52-eb27698902c2/1a365b5d-5bef-4225-9318-101d64ee880f/6fc02d01-aabb-4388-b494-e3434f2a7548) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:43.800728 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e0622d29-d5bc-41d1-8c21-bc79585890cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:43.828302 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5644009b-dc5f-490b-92e6-ab491ea63472 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-944416671-network', 'tenant_id': 'c4264b80484d4b9d96530524cfdc3c7d'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:43.852421 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4073e3-e332-4f03-afcf-60b0ef466df0 req-1aeb8af3-b104-4e48-b6fa-87a47eaf6a95 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:43.859440 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7f4073e3-e332-4f03-afcf-60b0ef466df0 req-1aeb8af3-b104-4e48-b6fa-87a47eaf6a95 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 950 time: 0.3701084 Jul 14 09:10:43.907607 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-6d2e8506-76fb-449f-9526-b52b4da0b123 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:43.909052 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-6d2e8506-76fb-449f-9526-b52b4da0b123 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.55 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 821 time: 0.2670512 Jul 14 09:10:43.912028 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5644009b-dc5f-490b-92e6-ab491ea63472 admin admin] Made reservation on behalf of c4264b80484d4b9d96530524cfdc3c7d for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:43.914292 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5644009b-dc5f-490b-92e6-ab491ea63472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:43.918060 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138610a-1ff4-41f2-9642-0bf6aef70fef req-0b4271dc-8116-4d15-9438-79137c78a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:43.919239 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c138610a-1ff4-41f2-9642-0bf6aef70fef req-0b4271dc-8116-4d15-9438-79137c78a0df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 1102 time: 0.3074250 Jul 14 09:10:43.936512 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7f4073e3-e332-4f03-afcf-60b0ef466df0 req-2a807dc2-08ab-41fa-89bf-fcd2bfb57f89 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761611 Jul 14 09:10:43.941649 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5644009b-dc5f-490b-92e6-ab491ea63472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:43.969701 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a655a5-d9b9-4a8d-b872-2e36f1749efa req-13b4f409-cd62-42e5-b535-22fd6f1608a7 tempest-QuotasAdminNegativeTest-1859082166 tempest-QuotasAdminNegativeTest-1859082166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:43.971197 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f5a655a5-d9b9-4a8d-b872-2e36f1749efa req-13b4f409-cd62-42e5-b535-22fd6f1608a7 tempest-QuotasAdminNegativeTest-1859082166 tempest-QuotasAdminNegativeTest-1859082166-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3702500 Jul 14 09:10:43.977963 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-0ea327be-a85b-4433-ac5a-5ffd99d3ff3c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Request body: {'port': {'device_id': '8df6e4ef-31ee-46bf-9fbe-42c6e827b86b', 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05', 'admin_state_up': True, 'tenant_id': 'fb19214797344ab2ac345b8f12b29ed5'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:43.988821 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f5a655a5-d9b9-4a8d-b872-2e36f1749efa req-c8a19d05-402d-4721-a2c6-56a29fbcf417 tempest-QuotasAdminNegativeTest-1859082166 tempest-QuotasAdminNegativeTest-1859082166-project] 10.222.0.26 "GET /v2.0/quotas/4154d885d48c4b88ad2e4b3a62255ae9 HTTP/1.1" status: 200 len: 375 time: 0.0095515 Jul 14 09:10:44.025701 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f5a655a5-d9b9-4a8d-b872-2e36f1749efa req-ac441523-097a-4e5f-8a83-662cb8cd989e tempest-QuotasAdminNegativeTest-1859082166 tempest-QuotasAdminNegativeTest-1859082166-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4154d885d48c4b88ad2e4b3a62255ae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308123 Jul 14 09:10:44.048582 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c138610a-1ff4-41f2-9642-0bf6aef70fef req-7c123aa2-7559-46cb-8a89-3d2e509c9522 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.069885 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-616fdf74-e0c4-45a1-aff0-a2b748e3d125 req-616a9723-f12b-41f4-a5b5-0641cf1b5025 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 210 time: 0.0328765 Jul 14 09:10:44.145416 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a9fe4b1c-0206-4207-8589-86634c31442f req-9352b114-b881-4847-b1f8-ded32e9768bf tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.176258 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a9fe4b1c-0206-4207-8589-86634c31442f req-9352b114-b881-4847-b1f8-ded32e9768bf tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Transition to ACTIVE for port object 6fc02d01-aabb-4388-b494-e3434f2a7548 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:44.207075 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e0622d29-d5bc-41d1-8c21-bc79585890cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.213752 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e0622d29-d5bc-41d1-8c21-bc79585890cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.247190 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.db.api [req-c138610a-1ff4-41f2-9642-0bf6aef70fef req-7c123aa2-7559-46cb-8a89-3d2e509c9522 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:10:44.247190 n-d-798054-10 neutron-server[93888]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:10:44.247190 n-d-798054-10 neutron-server[93888]: [parameters: {'project_id_1': 'ebe8385446d449739588d6515418688f', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 10, 44, 96270)}] Jul 14 09:10:44.247190 n-d-798054-10 neutron-server[93888]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:10:44.248175 n-d-798054-10 neutron-server[93888]: DEBUG oslo_db.api [req-c138610a-1ff4-41f2-9642-0bf6aef70fef req-7c123aa2-7559-46cb-8a89-3d2e509c9522 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:10:44.258229 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.db.api [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-0ea327be-a85b-4433-ac5a-5ffd99d3ff3c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:10:44.258229 n-d-798054-10 neutron-server[93888]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:10:44.258229 n-d-798054-10 neutron-server[93888]: [parameters: {'project_id_1': 'fb19214797344ab2ac345b8f12b29ed5', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 10, 44, 187979)}] Jul 14 09:10:44.258229 n-d-798054-10 neutron-server[93888]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:10:44.258603 n-d-798054-10 neutron-server[93888]: DEBUG oslo_db.api [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-0ea327be-a85b-4433-ac5a-5ffd99d3ff3c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:10:44.275434 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e0622d29-d5bc-41d1-8c21-bc79585890cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e358b88382224e2186e6f95232174f27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5261347 Jul 14 09:10:44.277531 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0622d29-d5bc-41d1-8c21-bc79585890cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f208f2cb-4578-41bd-b157-a5ab23cba54f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:44.280337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43758) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:44.281281 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a9fe4b1c-0206-4207-8589-86634c31442f req-9352b114-b881-4847-b1f8-ded32e9768bf tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.298446 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd733d-99cd-44ff-92bf-c05e4146b9d6 req-f78416ff-455d-4bc5-8fd1-f20e6ba42846 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:44.299880 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4dfd733d-99cd-44ff-92bf-c05e4146b9d6 req-f78416ff-455d-4bc5-8fd1-f20e6ba42846 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 969 time: 0.1075058 Jul 14 09:10:44.364651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9fe4b1c-0206-4207-8589-86634c31442f req-9352b114-b881-4847-b1f8-ded32e9768bf tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Network 0a4318df-2a8d-4d34-8a52-eb27698902c2 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:44.367894 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-a9fe4b1c-0206-4207-8589-86634c31442f req-9352b114-b881-4847-b1f8-ded32e9768bf tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:44.375364 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fe4b1c-0206-4207-8589-86634c31442f req-9352b114-b881-4847-b1f8-ded32e9768bf tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:44.379318 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352b114-b881-4847-b1f8-ded32e9768bf tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Pushing event updated for resources: {'Port': ['ID=6fc02d01-aabb-4388-b494-e3434f2a7548,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:44.409513 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4dfd733d-99cd-44ff-92bf-c05e4146b9d6 req-51b99497-6450-4998-b245-f781486f849d tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/security-groups?id=454e1ac2-64da-45bc-bfd5-b4579d087ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028695 Jul 14 09:10:44.431487 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5644009b-dc5f-490b-92e6-ab491ea63472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.433156 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-58b101a7-a087-41d6-b008-5238f2e832dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.444972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe4b1c-0206-4207-8589-86634c31442f req-9352b114-b881-4847-b1f8-ded32e9768bf tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:44.445647 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a9fe4b1c-0206-4207-8589-86634c31442f req-9352b114-b881-4847-b1f8-ded32e9768bf tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.446734 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5644009b-dc5f-490b-92e6-ab491ea63472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.481366 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a9fe4b1c-0206-4207-8589-86634c31442f req-9352b114-b881-4847-b1f8-ded32e9768bf tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3062544 Jul 14 09:10:44.486177 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-58b101a7-a087-41d6-b008-5238f2e832dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.501915 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] Request body: {'port': {'device_id': '4e9eadf6-eb7f-4fa6-b217-a95f14308dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:44.504847 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5644009b-dc5f-490b-92e6-ab491ea63472 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:10:44.519559 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5644009b-dc5f-490b-92e6-ab491ea63472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.519991 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-5644009b-dc5f-490b-92e6-ab491ea63472 admin admin] Added segment 72b62a84-c4fe-449f-a76c-dcdb3843aa21 of type vlan for network fbea3c05-472e-4cae-8d96-84e615e12c90 Jul 14 09:10:44.572601 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5644009b-dc5f-490b-92e6-ab491ea63472 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.588946 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.664447 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644009b-dc5f-490b-92e6-ab491ea63472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e217e41f-f53c-4555-8954-803eb91088f6,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:44.664684 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f065e761-f836-4be3-9b51-8afec9b7b1cf None None] Provisioning for port 6fc02d01-aabb-4388-b494-e3434f2a7548 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:44.668891 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f065e761-f836-4be3-9b51-8afec9b7b1cf None None] Provisioning complete for port 6fc02d01-aabb-4388-b494-e3434f2a7548 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:44.669274 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f065e761-f836-4be3-9b51-8afec9b7b1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.691509 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5644009b-dc5f-490b-92e6-ab491ea63472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.692506 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5644009b-dc5f-490b-92e6-ab491ea63472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:44.693210 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5644009b-dc5f-490b-92e6-ab491ea63472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.712451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f065e761-f836-4be3-9b51-8afec9b7b1cf None None] Port 6fc02d01-aabb-4388-b494-e3434f2a7548 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:44.749931 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c138610a-1ff4-41f2-9642-0bf6aef70fef req-7c123aa2-7559-46cb-8a89-3d2e509c9522 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.760259 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5644009b-dc5f-490b-92e6-ab491ea63472 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2269411 Jul 14 09:10:44.766673 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43770) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:44.777376 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b8a28a00-1de6-49e3-a6d1-973a42e3baac admin admin] Request body: {'subnet': {'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-944416671-subnet', 'tenant_id': 'c4264b80484d4b9d96530524cfdc3c7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:44.783684 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-58b101a7-a087-41d6-b008-5238f2e832dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.786170 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-58b101a7-a087-41d6-b008-5238f2e832dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.789668 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-58b101a7-a087-41d6-b008-5238f2e832dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f208f2cb-4578-41bd-b157-a5ab23cba54f HTTP/1.1" status: 204 len: 168 time: 0.5040686 Jul 14 09:10:44.797481 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644009b-dc5f-490b-92e6-ab491ea63472 admin admin] Pushing event updated for resources: {'Network': ['ID=fbea3c05-472e-4cae-8d96-84e615e12c90,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:44.806424 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b101a7-a087-41d6-b008-5238f2e832dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f208f2cb-4578-41bd-b157-a5ab23cba54f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:44.811017 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network fbea3c05-472e-4cae-8d96-84e615e12c90 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:10:44.822840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dcadc-91f7-46be-b72f-cd44dcded9c6 req-c75497bc-5054-49cb-9b9a-eaa090d65fd7 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:44.831180 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-367dcadc-91f7-46be-b72f-cd44dcded9c6 req-c75497bc-5054-49cb-9b9a-eaa090d65fd7 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 932 time: 0.2479861 Jul 14 09:10:44.850500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-0ea327be-a85b-4433-ac5a-5ffd99d3ff3c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Made reservation on behalf of fb19214797344ab2ac345b8f12b29ed5 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:44.854898 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-0ea327be-a85b-4433-ac5a-5ffd99d3ff3c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.873903 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43774) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:44.878429 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-367dcadc-91f7-46be-b72f-cd44dcded9c6 req-d7182723-9f73-4970-80db-23939ef89da8 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462613 Jul 14 09:10:44.882248 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.api [None req-b8a28a00-1de6-49e3-a6d1-973a42e3baac admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:10:44.882248 n-d-798054-10 neutron-server[93887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:10:44.882248 n-d-798054-10 neutron-server[93887]: [parameters: {'project_id_1': 'c4264b80484d4b9d96530524cfdc3c7d', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 10, 44, 788105)}] Jul 14 09:10:44.882248 n-d-798054-10 neutron-server[93887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:10:44.883285 n-d-798054-10 neutron-server[93887]: DEBUG oslo_db.api [None req-b8a28a00-1de6-49e3-a6d1-973a42e3baac admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:10:45.082646 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-33853a7e-d46b-4065-a1f9-929ae5c256df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.125586 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc02d01-aabb-4388-b494-e3434f2a7548 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:45.132842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721de625-6691-4684-a811-6b40fa5befeb req-546be6a5-8cad-46b6-b8df-ab39a595919c tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:45.141501 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-721de625-6691-4684-a811-6b40fa5befeb req-546be6a5-8cad-46b6-b8df-ab39a595919c tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 950 time: 0.0827842 Jul 14 09:10:45.143302 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.159114 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-0ea327be-a85b-4433-ac5a-5ffd99d3ff3c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Allocated IP 172.20.0.7 (69fb26df-5cb7-4481-be7d-48558c78cf05/8fde9559-d0bf-4bbc-a79b-7e008e167bbe/ea20befa-5512-4d82-8c96-21c174b548d5) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:45.186439 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] Transition to ACTIVE for port object 6fc02d01-aabb-4388-b494-e3434f2a7548 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:45.194988 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c138610a-1ff4-41f2-9642-0bf6aef70fef req-7c123aa2-7559-46cb-8a89-3d2e509c9522 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.198082 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.210632 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-721de625-6691-4684-a811-6b40fa5befeb req-fcb2cfcb-5168-480d-a72a-f0c4f47b5de8 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630069 Jul 14 09:10:45.218156 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c138610a-1ff4-41f2-9642-0bf6aef70fef req-7c123aa2-7559-46cb-8a89-3d2e509c9522 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.281696 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-301e9542-6264-41c4-aa62-a0cab3a4e8c1 req-58a3fa2c-c7c3-41db-9853-715b622e88fa tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 210 time: 0.0316257 Jul 14 09:10:45.312098 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c138610a-1ff4-41f2-9642-0bf6aef70fef req-7c123aa2-7559-46cb-8a89-3d2e509c9522 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3309748 Jul 14 09:10:45.354881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc02d01-aabb-4388-b494-e3434f2a7548,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:45.358475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c123aa2-7559-46cb-8a89-3d2e509c9522 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a5df8058-1573-4e5b-9d73-cda6b5791548,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:45.398464 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbc9706-d8e9-4312-a68e-c311673e3530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0247e3b-ca88-4520-b0bc-f93dfb533307'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:45.402108 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f714d4-4b8a-427e-b357-4bdd5caabc29" -d '{"events": [{"server_uuid": "9bbc9706-d8e9-4312-a68e-c311673e3530", "name": "network-vif-plugged", "status": "completed", "tag": "c0247e3b-ca88-4520-b0bc-f93dfb533307"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:45.448020 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e71ae0-8a4a-4291-9649-7dedb86bda25 x-openstack-request-id: req-c1e71ae0-8a4a-4291-9649-7dedb86bda25 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:45.448666 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbc9706-d8e9-4312-a68e-c311673e3530", "name": "network-vif-plugged", "status": "completed", "tag": "c0247e3b-ca88-4520-b0bc-f93dfb533307", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:45.448923 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1e71ae0-8a4a-4291-9649-7dedb86bda25 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:45.449392 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbc9706-d8e9-4312-a68e-c311673e3530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0247e3b-ca88-4520-b0bc-f93dfb533307', 'code': 200} Jul 14 09:10:45.603570 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-0ea327be-a85b-4433-ac5a-5ffd99d3ff3c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.666430 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d47c2-b2fa-4b72-886b-dbae8e96452a req-12d7a4c7-fb7c-4f98-99b4-126cec65147d tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:45.668450 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-121d47c2-b2fa-4b72-886b-dbae8e96452a req-12d7a4c7-fb7c-4f98-99b4-126cec65147d tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 969 time: 0.0828300 Jul 14 09:10:45.686485 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] Attempting to bind port 6fc02d01-aabb-4388-b494-e3434f2a7548 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:45.686816 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] Attempting to bind port 6fc02d01-aabb-4388-b494-e3434f2a7548 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '4031430c-bd25-4295-8a3a-1b1b93e0be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:45.687144 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] Attempting to bind port 6fc02d01-aabb-4388-b494-e3434f2a7548 on network 0a4318df-2a8d-4d34-8a52-eb27698902c2 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:45.709996 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] Port 6fc02d01-aabb-4388-b494-e3434f2a7548 on network 0a4318df-2a8d-4d34-8a52-eb27698902c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:45.710600 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] Attempting to bind port 6fc02d01-aabb-4388-b494-e3434f2a7548 on network 0a4318df-2a8d-4d34-8a52-eb27698902c2 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:45.719349 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-33853a7e-d46b-4065-a1f9-929ae5c256df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.724206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab947ca1-c76f-4ad8-bc5c-053dc23f38e4 req-363eb905-1de0-41d0-81b3-5bbae87f8e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:45.725631 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ab947ca1-c76f-4ad8-bc5c-053dc23f38e4 req-363eb905-1de0-41d0-81b3-5bbae87f8e28 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 1121 time: 0.2018979 Jul 14 09:10:45.728316 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:45.728649 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] Checking segment: {'id': '4031430c-bd25-4295-8a3a-1b1b93e0be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:45.729199 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] Bound using segment: {'id': '4031430c-bd25-4295-8a3a-1b1b93e0be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:45.729640 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] Bound port: 6fc02d01-aabb-4388-b494-e3434f2a7548, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4031430c-bd25-4295-8a3a-1b1b93e0be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:45.730043 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.734140 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-33853a7e-d46b-4065-a1f9-929ae5c256df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.737261 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-121d47c2-b2fa-4b72-886b-dbae8e96452a req-7a0c6182-9157-466f-8d6c-62432ef1649a tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/security-groups?id=454e1ac2-64da-45bc-bfd5-b4579d087ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628281 Jul 14 09:10:45.764875 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-0ea327be-a85b-4433-ac5a-5ffd99d3ff3c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.782425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a28a00-1de6-49e3-a6d1-973a42e3baac admin admin] Made reservation on behalf of c4264b80484d4b9d96530524cfdc3c7d for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:45.785284 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b8a28a00-1de6-49e3-a6d1-973a42e3baac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.063922 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b8a28a00-1de6-49e3-a6d1-973a42e3baac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.067768 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-33853a7e-d46b-4065-a1f9-929ae5c256df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4154d885d48c4b88ad2e4b3a62255ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1914785 Jul 14 09:10:46.070177 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43810) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:46.091732 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33853a7e-d46b-4065-a1f9-929ae5c256df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ccad4d-260d-47ec-815d-74bce3c72c2a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:46.128209 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-0ea327be-a85b-4433-ac5a-5ffd99d3ff3c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Network 69fb26df-5cb7-4481-be7d-48558c78cf05 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:46.137076 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ab947ca1-c76f-4ad8-bc5c-053dc23f38e4 req-55730a7a-4ae7-41b9-9901-5c9cdacf6ea4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=454e1ac2-64da-45bc-bfd5-b4579d087ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937371 Jul 14 09:10:46.138776 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.148607 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-0ea327be-a85b-4433-ac5a-5ffd99d3ff3c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:46.153215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a28a00-1de6-49e3-a6d1-973a42e3baac admin admin] Pushing event updated for resources: {'Subnet': ['ID=17a63800-8b58-4cad-a5bc-7f335e7d2ba1,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:46.155782 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea327be-a85b-4433-ac5a-5ffd99d3ff3c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Pushing event updated for resources: {'Port': ['ID=ea20befa-5512-4d82-8c96-21c174b548d5,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:46.158536 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a28a00-1de6-49e3-a6d1-973a42e3baac admin admin] Checking segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:46.159013 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a28a00-1de6-49e3-a6d1-973a42e3baac admin admin] Network hostable DHCP agents. Network: fbea3c05-472e-4cae-8d96-84e615e12c90, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:10:46.159831 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-0ea327be-a85b-4433-ac5a-5ffd99d3ff3c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:46.171819 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f32031-49b7-499a-a2ab-96ba55f167fc req-9150b55e-43b9-4d1d-aed2-d46f25baf99c tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:46.173396 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5f32031-49b7-499a-a2ab-96ba55f167fc req-9150b55e-43b9-4d1d-aed2-d46f25baf99c tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 944 time: 0.1533136 Jul 14 09:10:46.178001 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] For port 6fc02d01-aabb-4388-b494-e3434f2a7548, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:46.205976 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a28a00-1de6-49e3-a6d1-973a42e3baac admin admin] Network fbea3c05-472e-4cae-8d96-84e615e12c90 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:10:46.219608 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] For port 6fc02d01-aabb-4388-b494-e3434f2a7548, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6fc02d01-aabb-4388-b494-e3434f2a7548,segment=NetworkSegment(4031430c-bd25-4295-8a3a-1b1b93e0be9d),segment_id=4031430c-bd25-4295-8a3a-1b1b93e0be9d)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:46.221223 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-b8a28a00-1de6-49e3-a6d1-973a42e3baac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, fbea3c05-472e-4cae-8d96-84e615e12c90) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:46.228767 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a28a00-1de6-49e3-a6d1-973a42e3baac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:46.229372 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b8a28a00-1de6-49e3-a6d1-973a42e3baac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.236386 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5f32031-49b7-499a-a2ab-96ba55f167fc req-89d7a6a2-2e99-4a6f-8037-5a7b62afe50e tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525265 Jul 14 09:10:46.237013 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.237639 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd0d39a-4646-4b22-b086-2f130deacc4c None None] Network fbea3c05-472e-4cae-8d96-84e615e12c90 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:46.253070 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b8a28a00-1de6-49e3-a6d1-973a42e3baac admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4835465 Jul 14 09:10:46.257006 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-0ea327be-a85b-4433-ac5a-5ffd99d3ff3c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:46.257006 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-0ea327be-a85b-4433-ac5a-5ffd99d3ff3c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.283605 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2163b7ca-6d4e-4b3f-ab09-686e21067af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.308889 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:46.310745 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.312259 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a9fe4b1c-0206-4207-8589-86634c31442f req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] 10.222.0.55 "PUT /v2.0/ports/6fc02d01-aabb-4388-b494-e3434f2a7548 HTTP/1.1" status: 200 len: 1093 time: 1.8155146 Jul 14 09:10:46.323342 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9eadf6-eb7f-4fa6-b217-a95f14308dde', 'tag': '6fc02d01-aabb-4388-b494-e3434f2a7548'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:46.330401 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c5e56f-7184-4f65-8635-d42d50f29f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9eadf6-eb7f-4fa6-b217-a95f14308dde", "tag": "6fc02d01-aabb-4388-b494-e3434f2a7548"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:46.356927 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-0ea327be-a85b-4433-ac5a-5ffd99d3ff3c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3803556 Jul 14 09:10:46.421049 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2163b7ca-6d4e-4b3f-ab09-686e21067af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.434405 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] Request body: {'port': {'device_id': '8df6e4ef-31ee-46bf-9fbe-42c6e827b86b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:46.571880 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cec1c33-a6ed-4abe-b16e-6d8f5dd8e98f None None] Network fbea3c05-472e-4cae-8d96-84e615e12c90 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:46.577055 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33780d-c004-409e-9c50-8be7fe8a6cc7 req-0d1255ac-84f3-4e2f-a799-198dd8f4104c tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:46.581189 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe33780d-c004-409e-9c50-8be7fe8a6cc7 req-0d1255ac-84f3-4e2f-a799-198dd8f4104c tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 950 time: 0.1834297 Jul 14 09:10:46.686165 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bee6fc-b6cf-4363-a5ca-0e4df5f08555 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc02d01-aabb-4388-b494-e3434f2a7548,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:46.744174 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.773180 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe33780d-c004-409e-9c50-8be7fe8a6cc7 req-e9913de3-2e5a-4674-b85c-310b040ff0c2 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844313 Jul 14 09:10:46.821418 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2163b7ca-6d4e-4b3f-ab09-686e21067af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.824355 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2163b7ca-6d4e-4b3f-ab09-686e21067af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.825810 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2163b7ca-6d4e-4b3f-ab09-686e21067af0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/37ccad4d-260d-47ec-815d-74bce3c72c2a HTTP/1.1" status: 204 len: 168 time: 0.7456944 Jul 14 09:10:46.832622 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb94fc-dab9-44d4-95ff-cf0d5b9ac46b req-4f279cac-1b9c-4557-9e6a-e7f97619e0a8 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:46.834776 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-12cb94fc-dab9-44d4-95ff-cf0d5b9ac46b req-4f279cac-1b9c-4557-9e6a-e7f97619e0a8 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 931 time: 0.2163682 Jul 14 09:10:46.850139 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe4b1c-0206-4207-8589-86634c31442f req-f7a188c7-aea9-4edd-95f5-14f90999ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:46.852087 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a9fe4b1c-0206-4207-8589-86634c31442f req-f7a188c7-aea9-4edd-95f5-14f90999ebd1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ece1500a21d34f90b4a2bc9598bf2ce0&device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 1096 time: 0.4480102 Jul 14 09:10:46.910102 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff9d2b1-1d7b-4201-9cf1-ffb137708349 x-openstack-request-id: req-0ff9d2b1-1d7b-4201-9cf1-ffb137708349 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:46.910648 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9eadf6-eb7f-4fa6-b217-a95f14308dde", "tag": "6fc02d01-aabb-4388-b494-e3434f2a7548", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:46.911116 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ff9d2b1-1d7b-4201-9cf1-ffb137708349 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:46.911702 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9eadf6-eb7f-4fa6-b217-a95f14308dde', 'tag': '6fc02d01-aabb-4388-b494-e3434f2a7548', 'status': 'completed', 'code': 200} Jul 14 09:10:46.912722 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163b7ca-6d4e-4b3f-ab09-686e21067af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ccad4d-260d-47ec-815d-74bce3c72c2a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:46.920398 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-12cb94fc-dab9-44d4-95ff-cf0d5b9ac46b req-ec147e8f-c5e4-4080-8d7e-7a296df66ce5 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788760 Jul 14 09:10:47.002267 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a9fe4b1c-0206-4207-8589-86634c31442f req-ebb251c2-4c89-4237-a3d7-713278770f9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fc02d01-aabb-4388-b494-e3434f2a7548 HTTP/1.1" status: 200 len: 217 time: 0.0940518 Jul 14 09:10:47.063582 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c4ab4-98be-49d9-aad2-5cd0af81085f req-db4a0700-d33b-461e-960a-0b4371b4d86a tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:47.065538 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e0c4ab4-98be-49d9-aad2-5cd0af81085f req-db4a0700-d33b-461e-960a-0b4371b4d86a tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 969 time: 0.0810106 Jul 14 09:10:47.145973 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe4b1c-0206-4207-8589-86634c31442f req-c9d94193-fbdd-402a-9b0c-6830402329b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:47.147374 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a9fe4b1c-0206-4207-8589-86634c31442f req-c9d94193-fbdd-402a-9b0c-6830402329b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1a365b5d-5bef-4225-9318-101d64ee880f HTTP/1.1" status: 200 len: 863 time: 0.1337769 Jul 14 09:10:47.151736 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e0c4ab4-98be-49d9-aad2-5cd0af81085f req-5accd786-96e3-4ed7-b3a1-7af34ae3693d tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/security-groups?id=454e1ac2-64da-45bc-bfd5-b4579d087ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794477 Jul 14 09:10:47.279684 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe4b1c-0206-4207-8589-86634c31442f req-b9eb77ca-9ded-453e-9a8a-c9c8d22e759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:47.281149 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a9fe4b1c-0206-4207-8589-86634c31442f req-b9eb77ca-9ded-453e-9a8a-c9c8d22e759b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a4318df-2a8d-4d34-8a52-eb27698902c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255431 Jul 14 09:10:47.303849 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea20befa-5512-4d82-8c96-21c174b548d5 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:47.319483 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43852) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:47.319906 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.371549 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74d80227-5d14-4d61-b27f-4aee74e3e7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.463466 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a9fe4b1c-0206-4207-8589-86634c31442f req-8d4a82da-0132-4af0-9f3f-2c79aba2fd5b service neutron] 10.222.0.55 "GET /v2.0/networks/0a4318df-2a8d-4d34-8a52-eb27698902c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220167 Jul 14 09:10:47.480576 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] Transition to ACTIVE for port object ea20befa-5512-4d82-8c96-21c174b548d5 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:47.493001 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.607757 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-522e009a-00b3-4d3e-b388-d2017e803d85 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a11c6fc85d53472e86d4f4ef6f3b39d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1399894 Jul 14 09:10:47.640056 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43868) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:47.645451 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] Pushing event updated for resources: {'Port': ['ID=ea20befa-5512-4d82-8c96-21c174b548d5,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:47.675776 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-495e591d-332e-4283-b7c1-8daa3d2ecf12 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-108955472-network', 'tenant_id': '0987badd5405472cb2d1c35d6af13555'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:47.723874 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a9fe4b1c-0206-4207-8589-86634c31442f req-b3918a27-2d9b-4b9a-8c23-57aa0a354f2e service neutron] 10.222.0.55 "GET /v2.0/networks/0a4318df-2a8d-4d34-8a52-eb27698902c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415051 Jul 14 09:10:47.733972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] Attempting to bind port ea20befa-5512-4d82-8c96-21c174b548d5 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:47.734318 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] Attempting to bind port ea20befa-5512-4d82-8c96-21c174b548d5 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:47.734636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] Attempting to bind port ea20befa-5512-4d82-8c96-21c174b548d5 on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:47.739499 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] Port ea20befa-5512-4d82-8c96-21c174b548d5 on network 69fb26df-5cb7-4481-be7d-48558c78cf05 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:47.739820 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] Attempting to bind port ea20befa-5512-4d82-8c96-21c174b548d5 on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:47.746328 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad921fe3-696e-4158-b69b-88b7e1531760 req-fe59fb9d-c1db-40c0-b6f1-3f1378b1a950 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:47.748826 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad921fe3-696e-4158-b69b-88b7e1531760 req-fe59fb9d-c1db-40c0-b6f1-3f1378b1a950 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 944 time: 0.2973049 Jul 14 09:10:47.756361 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:47.756828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] Checking segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:47.757277 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] Bound using segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:47.757739 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] Bound port: ea20befa-5512-4d82-8c96-21c174b548d5, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:47.758171 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.840552 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-9c870e1d-951d-4b05-8ea0-81584beadc59 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:47.846280 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-9c870e1d-951d-4b05-8ea0-81584beadc59 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2374165 Jul 14 09:10:47.882478 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad921fe3-696e-4158-b69b-88b7e1531760 req-1bb63d38-f6ef-42fd-b5cb-0f6e6741a800 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214528 Jul 14 09:10:47.886252 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74d80227-5d14-4d61-b27f-4aee74e3e7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.887820 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] For port ea20befa-5512-4d82-8c96-21c174b548d5, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:47.899827 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-593e908f-f497-43c5-9d2f-041a0039d8e4 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/quotas/a11c6fc85d53472e86d4f4ef6f3b39d9 HTTP/1.1" status: 200 len: 375 time: 0.0506144 Jul 14 09:10:47.907053 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] For port ea20befa-5512-4d82-8c96-21c174b548d5, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ea20befa-5512-4d82-8c96-21c174b548d5,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:47.926007 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.936185 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74d80227-5d14-4d61-b27f-4aee74e3e7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.950354 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-6b863416-8b8b-419f-9cdf-f116eeb4be75 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a11c6fc85d53472e86d4f4ef6f3b39d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485678 Jul 14 09:10:47.964883 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495e591d-332e-4283-b7c1-8daa3d2ecf12 admin admin] Made reservation on behalf of 0987badd5405472cb2d1c35d6af13555 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:47.967970 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-495e591d-332e-4283-b7c1-8daa3d2ecf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.980446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:47.981164 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.983346 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] 10.222.0.55 "PUT /v2.0/ports/ea20befa-5512-4d82-8c96-21c174b548d5 HTTP/1.1" status: 200 len: 1092 time: 1.5781400 Jul 14 09:10:47.996300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5e56f-7184-4f65-8635-d42d50f29f7a req-0e39c7e2-4080-4fe2-ad11-6933b61b3605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:47.997923 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-46c5e56f-7184-4f65-8635-d42d50f29f7a req-0e39c7e2-4080-4fe2-ad11-6933b61b3605 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ece1500a21d34f90b4a2bc9598bf2ce0&device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 1096 time: 0.1609430 Jul 14 09:10:48.000110 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-74d80227-5d14-4d61-b27f-4aee74e3e7ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=77663a63e4a046319768367703e6007b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6786082 Jul 14 09:10:48.002365 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d80227-5d14-4d61-b27f-4aee74e3e7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa28785-be03-4e14-a0e5-d04e54395de4,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:48.004985 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-495e591d-332e-4283-b7c1-8daa3d2ecf12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.005128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43876) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:48.067991 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c82643-8cbf-44fe-a9f9-66d354fcfc40 service neutron] Pushing event updated for resources: {'Port': ['ID=ea20befa-5512-4d82-8c96-21c174b548d5,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:48.107617 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5571753a-2d3a-4280-91b7-4993f46a3a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.137701 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5571753a-2d3a-4280-91b7-4993f46a3a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.146884 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73608eac-ff2c-4dc0-87a8-dba80e020ac0 req-fb23693d-7c8d-49bb-83c7-97214bb35a8c tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.154397 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-73608eac-ff2c-4dc0-87a8-dba80e020ac0 req-fb23693d-7c8d-49bb-83c7-97214bb35a8c tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 950 time: 0.1233892 Jul 14 09:10:48.225086 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-73608eac-ff2c-4dc0-87a8-dba80e020ac0 req-5a69facf-6922-469a-b5ee-dc755c82c67d tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697320 Jul 14 09:10:48.264984 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5571753a-2d3a-4280-91b7-4993f46a3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.267779 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5571753a-2d3a-4280-91b7-4993f46a3a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.271385 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5571753a-2d3a-4280-91b7-4993f46a3a8d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2aa28785-be03-4e14-a0e5-d04e54395de4 HTTP/1.1" status: 204 len: 168 time: 0.2630377 Jul 14 09:10:48.271539 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-495e591d-332e-4283-b7c1-8daa3d2ecf12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.288738 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-495e591d-332e-4283-b7c1-8daa3d2ecf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.328276 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5e56f-7184-4f65-8635-d42d50f29f7a req-0efe32c5-a3ca-48a0-8786-46bd6a1dc665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.328652 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571753a-2d3a-4280-91b7-4993f46a3a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa28785-be03-4e14-a0e5-d04e54395de4,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:48.330557 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-46c5e56f-7184-4f65-8635-d42d50f29f7a req-0efe32c5-a3ca-48a0-8786-46bd6a1dc665 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a4318df-2a8d-4d34-8a52-eb27698902c2 HTTP/1.1" status: 200 len: 925 time: 0.3173912 Jul 14 09:10:48.340299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-0984593d-e92e-4ca0-b11e-b0bea616c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.342508 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-0984593d-e92e-4ca0-b11e-b0bea616c2b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 1095 time: 0.2714655 Jul 14 09:10:48.347890 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495e591d-332e-4283-b7c1-8daa3d2ecf12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:10:48.381545 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-81733453-7559-4710-ae6f-b6836b7e088e req-6125e14a-4ec2-4afc-97b5-03a6a75818ef tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c08be1-41a1-45fe-b0dc-9ac2372b023c HTTP/1.1" status: 200 len: 210 time: 0.0726187 Jul 14 09:10:48.404845 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-46c5e56f-7184-4f65-8635-d42d50f29f7a req-b1f9eadd-10ee-400d-82e3-4d24ccee1767 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fc02d01-aabb-4388-b494-e3434f2a7548 HTTP/1.1" status: 200 len: 217 time: 0.0546081 Jul 14 09:10:48.436290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307df7b9-d208-4bd9-8531-bdabcf31f2e5 req-9f73f642-1be9-4642-a5c3-f1453d5eb737 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.441969 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-495e591d-332e-4283-b7c1-8daa3d2ecf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.442684 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-495e591d-332e-4283-b7c1-8daa3d2ecf12 admin admin] Added segment 4a90cd67-000f-42a4-a513-273dd83b2521 of type vlan for network b69f24bc-5876-4da4-8a96-e6a7cc299749 Jul 14 09:10:48.445008 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-307df7b9-d208-4bd9-8531-bdabcf31f2e5 req-9f73f642-1be9-4642-a5c3-f1453d5eb737 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 943 time: 0.1732690 Jul 14 09:10:48.494275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e591d-332e-4283-b7c1-8daa3d2ecf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1143bcec-53f0-4913-9465-44d711f22f6f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:48.498653 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-47fdbd48-f811-41f4-83c8-b2acd0466cc2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea20befa-5512-4d82-8c96-21c174b548d5 HTTP/1.1" status: 200 len: 217 time: 0.1377137 Jul 14 09:10:48.500710 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-495e591d-332e-4283-b7c1-8daa3d2ecf12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.507886 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-307df7b9-d208-4bd9-8531-bdabcf31f2e5 req-10644cf3-9219-4de8-989d-e093233ade3b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617466 Jul 14 09:10:48.582902 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-363c7599-4dc1-4f58-845b-f7616dcb1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.584417 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-363c7599-4dc1-4f58-845b-f7616dcb1979 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.0665534 Jul 14 09:10:48.604667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2eab7-4c3b-4b1b-a723-0f6039fb9cbd req-cf628480-ab50-471a-84cc-2c63f61b1fee tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.614294 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b5f2eab7-4c3b-4b1b-a723-0f6039fb9cbd req-cf628480-ab50-471a-84cc-2c63f61b1fee tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 969 time: 0.1028106 Jul 14 09:10:48.640569 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-3a8fe650-ca85-40ef-b4a9-90761d59b99d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314882 Jul 14 09:10:48.676096 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b5f2eab7-4c3b-4b1b-a723-0f6039fb9cbd req-43bc3359-0eba-48af-9b6a-824ffd49ddd8 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/security-groups?id=454e1ac2-64da-45bc-bfd5-b4579d087ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603182 Jul 14 09:10:48.694065 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5e56f-7184-4f65-8635-d42d50f29f7a req-fdec23e6-c6b2-4e1c-bbe8-b304fa1ab8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.695865 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-46c5e56f-7184-4f65-8635-d42d50f29f7a req-fdec23e6-c6b2-4e1c-bbe8-b304fa1ab8de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1a365b5d-5bef-4225-9318-101d64ee880f HTTP/1.1" status: 200 len: 863 time: 0.1910157 Jul 14 09:10:48.741074 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-495e591d-332e-4283-b7c1-8daa3d2ecf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.742097 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495e591d-332e-4283-b7c1-8daa3d2ecf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.743320 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-495e591d-332e-4283-b7c1-8daa3d2ecf12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.861959 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-495e591d-332e-4283-b7c1-8daa3d2ecf12 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2177567 Jul 14 09:10:48.868661 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43904) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:48.876456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e1ccbdfd-2263-400f-9b06-329a4711ec67 admin admin] Request body: {'subnet': {'network_id': 'b69f24bc-5876-4da4-8a96-e6a7cc299749', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-108955472-subnet', 'tenant_id': '0987badd5405472cb2d1c35d6af13555', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:48.901939 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e591d-332e-4283-b7c1-8daa3d2ecf12 admin admin] Pushing event updated for resources: {'Network': ['ID=b69f24bc-5876-4da4-8a96-e6a7cc299749,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:48.920321 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df6e4ef-31ee-46bf-9fbe-42c6e827b86b', 'tag': 'ea20befa-5512-4d82-8c96-21c174b548d5'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:48.920711 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network b69f24bc-5876-4da4-8a96-e6a7cc299749 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:10:48.922591 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ec47c9-d3ce-4c75-96ad-a7d8e313f82f" -d '{"events": [{"name": "network-changed", "server_uuid": "8df6e4ef-31ee-46bf-9fbe-42c6e827b86b", "tag": "ea20befa-5512-4d82-8c96-21c174b548d5"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:48.952270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252b0af-2bae-4d99-93cb-f5714a27c8f6 req-863fe024-40b0-49a5-87cd-b469194c6c57 tempest-AggregatesAdminTestJSON-926207438 tempest-AggregatesAdminTestJSON-926207438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.954486 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2252b0af-2bae-4d99-93cb-f5714a27c8f6 req-863fe024-40b0-49a5-87cd-b469194c6c57 tempest-AggregatesAdminTestJSON-926207438 tempest-AggregatesAdminTestJSON-926207438-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 1121 time: 0.1592524 Jul 14 09:10:48.958741 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-5030872e-32b6-49da-a2e7-973dfbe73268 service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082757 Jul 14 09:10:48.977170 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ccbdfd-2263-400f-9b06-329a4711ec67 admin admin] Made reservation on behalf of 0987badd5405472cb2d1c35d6af13555 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:48.979533 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e1ccbdfd-2263-400f-9b06-329a4711ec67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.990996 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-2252b0af-2bae-4d99-93cb-f5714a27c8f6 req-df94c5cf-9230-48ae-a54a-b4e120b4ed6d tempest-AggregatesAdminTestJSON-926207438 tempest-AggregatesAdminTestJSON-926207438-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:49.000383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5e56f-7184-4f65-8635-d42d50f29f7a req-8420bcc9-d538-4115-9984-e73e482643a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:49.002231 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-46c5e56f-7184-4f65-8635-d42d50f29f7a req-8420bcc9-d538-4115-9984-e73e482643a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a4318df-2a8d-4d34-8a52-eb27698902c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2720258 Jul 14 09:10:49.117739 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-2252b0af-2bae-4d99-93cb-f5714a27c8f6 req-df94c5cf-9230-48ae-a54a-b4e120b4ed6d tempest-AggregatesAdminTestJSON-926207438 tempest-AggregatesAdminTestJSON-926207438-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:49.126503 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-2252b0af-2bae-4d99-93cb-f5714a27c8f6 req-df94c5cf-9230-48ae-a54a-b4e120b4ed6d tempest-AggregatesAdminTestJSON-926207438 tempest-AggregatesAdminTestJSON-926207438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:49.183100 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2252b0af-2bae-4d99-93cb-f5714a27c8f6 req-df94c5cf-9230-48ae-a54a-b4e120b4ed6d tempest-AggregatesAdminTestJSON-926207438 tempest-AggregatesAdminTestJSON-926207438-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=454e1ac2-64da-45bc-bfd5-b4579d087ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187419 Jul 14 09:10:49.194471 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94c5cf-9230-48ae-a54a-b4e120b4ed6d tempest-AggregatesAdminTestJSON-926207438 tempest-AggregatesAdminTestJSON-926207438-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bedfaf-5933-47ab-a3b6-0d127badceaf,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:49.266467 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b742e4a2-80ff-4db7-98d1-40df946ef920 req-73749f09-2a51-4ed2-87bf-86e1ca3c19cc service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002815 Jul 14 09:10:49.269523 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-46c5e56f-7184-4f65-8635-d42d50f29f7a req-2ffbe127-3928-4437-9a9a-174a37788b71 service neutron] 10.222.0.55 "GET /v2.0/networks/0a4318df-2a8d-4d34-8a52-eb27698902c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354753 Jul 14 09:10:49.453985 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8475f3c-fa02-41dc-8bda-6fd5be0f9376 req-fb155440-ead7-4cfb-b710-a725b0600007 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:49.461549 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8475f3c-fa02-41dc-8bda-6fd5be0f9376 req-fb155440-ead7-4cfb-b710-a725b0600007 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 944 time: 0.1224535 Jul 14 09:10:49.513725 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8475f3c-fa02-41dc-8bda-6fd5be0f9376 req-b020570b-3c42-4e56-8f3f-980f0145e6d5 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508826 Jul 14 09:10:49.586086 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b79a544-2181-4c94-8982-4369a7928951 x-openstack-request-id: req-9b79a544-2181-4c94-8982-4369a7928951 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:49.586532 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df6e4ef-31ee-46bf-9fbe-42c6e827b86b", "tag": "ea20befa-5512-4d82-8c96-21c174b548d5", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:49.586619 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b79a544-2181-4c94-8982-4369a7928951 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:49.586953 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df6e4ef-31ee-46bf-9fbe-42c6e827b86b', 'tag': 'ea20befa-5512-4d82-8c96-21c174b548d5', 'status': 'completed', 'code': 200} Jul 14 09:10:49.640753 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2443a6eb-1816-49db-a32f-d8412097d869 req-9769127a-f3d5-47d0-8d41-a60f674c0405 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c08be1-41a1-45fe-b0dc-9ac2372b023c HTTP/1.1" status: 200 len: 210 time: 0.0296977 Jul 14 09:10:49.747379 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec47c9-d3ce-4c75-96ad-a7d8e313f82f req-fc289bcf-c191-467b-868c-b3ec716bd494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:49.749047 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-44ec47c9-d3ce-4c75-96ad-a7d8e313f82f req-fc289bcf-c191-467b-868c-b3ec716bd494 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 1095 time: 0.1647549 Jul 14 09:10:49.878860 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e1ccbdfd-2263-400f-9b06-329a4711ec67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:49.893824 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-46c5e56f-7184-4f65-8635-d42d50f29f7a req-1599d561-d793-45ec-ad02-3d16211db58b service neutron] 10.222.0.55 "GET /v2.0/networks/0a4318df-2a8d-4d34-8a52-eb27698902c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936129 Jul 14 09:10:49.912270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e49d1-34eb-4db1-892b-c1528d5199b7 req-fd35d496-915a-46b1-92eb-c99b1c7625fd tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:49.914009 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-325e49d1-34eb-4db1-892b-c1528d5199b7 req-fd35d496-915a-46b1-92eb-c99b1c7625fd tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 943 time: 0.0989811 Jul 14 09:10:49.926340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55ec60-8ab3-4f4b-84d3-b177336acbdd req-dcd7a92b-8bb1-49ee-9179-9232e4e1c057 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:49.928386 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7f55ec60-8ab3-4f4b-84d3-b177336acbdd req-dcd7a92b-8bb1-49ee-9179-9232e4e1c057 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 950 time: 0.1538336 Jul 14 09:10:49.986245 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-58356cda-8552-422b-b23f-f06401b7b41f tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a11c6fc85d53472e86d4f4ef6f3b39d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444400 Jul 14 09:10:50.012812 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-325e49d1-34eb-4db1-892b-c1528d5199b7 req-e9048822-09b1-48db-84cf-efb04b7a3730 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829511 Jul 14 09:10:50.026273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccbdfd-2263-400f-9b06-329a4711ec67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aef042e5-5f1e-4cbf-9859-9122829b8879,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:50.067800 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7f55ec60-8ab3-4f4b-84d3-b177336acbdd req-747d17b5-c4b2-4f89-890e-ca6d4b3c71c3 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208718 Jul 14 09:10:50.074555 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec47c9-d3ce-4c75-96ad-a7d8e313f82f req-ff10eb18-abc4-447b-879d-e9592a99d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.076575 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-44ec47c9-d3ce-4c75-96ad-a7d8e313f82f req-ff10eb18-abc4-447b-879d-e9592a99d704 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 922 time: 0.3165135 Jul 14 09:10:50.080210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ccbdfd-2263-400f-9b06-329a4711ec67 admin admin] Checking segment: {'id': '4a90cd67-000f-42a4-a513-273dd83b2521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b69f24bc-5876-4da4-8a96-e6a7cc299749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:50.080580 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ccbdfd-2263-400f-9b06-329a4711ec67 admin admin] Network hostable DHCP agents. Network: b69f24bc-5876-4da4-8a96-e6a7cc299749, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:10:50.160246 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-44ec47c9-d3ce-4c75-96ad-a7d8e313f82f req-5bf5312e-9a54-42ef-9e11-7b2c4159e7a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea20befa-5512-4d82-8c96-21c174b548d5 HTTP/1.1" status: 200 len: 217 time: 0.0698581 Jul 14 09:10:50.184416 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ccbdfd-2263-400f-9b06-329a4711ec67 admin admin] Network b69f24bc-5876-4da4-8a96-e6a7cc299749 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:10:50.238882 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-e1ccbdfd-2263-400f-9b06-329a4711ec67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, b69f24bc-5876-4da4-8a96-e6a7cc299749) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:50.247190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096dfcd3-8979-4da2-b0f3-86e38ae2b295 None None] Network b69f24bc-5876-4da4-8a96-e6a7cc299749 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:50.252516 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ccbdfd-2263-400f-9b06-329a4711ec67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.252516 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e1ccbdfd-2263-400f-9b06-329a4711ec67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:50.263661 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-169f8ce5-1416-4c62-b751-b555a5de3bca tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.265147 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-169f8ce5-1416-4c62-b751-b555a5de3bca tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2665086 Jul 14 09:10:50.269191 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec47c9-d3ce-4c75-96ad-a7d8e313f82f req-9fed28c5-8510-409d-8354-cacc2974b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.270532 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-44ec47c9-d3ce-4c75-96ad-a7d8e313f82f req-9fed28c5-8510-409d-8354-cacc2974b356 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.0974448 Jul 14 09:10:50.284665 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-c69f49bc-2917-4323-a5bb-80629a6ed647 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Request body: {'port': {'device_id': 'f7c08be1-41a1-45fe-b0dc-9ac2372b023c', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': 'a11c6fc85d53472e86d4f4ef6f3b39d9'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:50.314512 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e1ccbdfd-2263-400f-9b06-329a4711ec67 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4424562 Jul 14 09:10:50.329853 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-44ec47c9-d3ce-4c75-96ad-a7d8e313f82f req-c0fd2090-eea2-4143-a64a-0059ca57341a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500820 Jul 14 09:10:50.454798 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57242fc-6561-4a7e-abd2-ef6af288fb3b None None] Network b69f24bc-5876-4da4-8a96-e6a7cc299749 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:50.526051 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-44ec47c9-d3ce-4c75-96ad-a7d8e313f82f req-bb054390-fd69-4fb6-addb-e8444ffcef53 service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690350 Jul 14 09:10:50.565164 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-c69f49bc-2917-4323-a5bb-80629a6ed647 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Made reservation on behalf of a11c6fc85d53472e86d4f4ef6f3b39d9 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:50.569207 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-c69f49bc-2917-4323-a5bb-80629a6ed647 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:50.635536 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-c69f49bc-2917-4323-a5bb-80629a6ed647 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:50.744243 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-44ec47c9-d3ce-4c75-96ad-a7d8e313f82f req-9c98c927-b70f-4c54-81d6-0fed89ce99cf service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080162 Jul 14 09:10:50.784620 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ce960-d46d-4ce3-950c-d8488cd441e8 req-dad01179-cbcc-4927-9368-3c1e5cbeb059 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.786382 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd7ce960-d46d-4ce3-950c-d8488cd441e8 req-dad01179-cbcc-4927-9368-3c1e5cbeb059 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 944 time: 0.0856895 Jul 14 09:10:50.805537 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-c69f49bc-2917-4323-a5bb-80629a6ed647 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:50.810333 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-c69f49bc-2917-4323-a5bb-80629a6ed647 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:50.833670 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd7ce960-d46d-4ce3-950c-d8488cd441e8 req-23e8d2d1-306e-41af-942b-f14f5e8366a9 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409114 Jul 14 09:10:50.900982 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f49bc-2917-4323-a5bb-80629a6ed647 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321c4a44-f238-413f-8a70-1fab5316a0a8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:50.988058 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eaf524-480c-458e-bb80-6ee0bca754b6 req-02f448cf-e37e-4d17-b948-010f2677cc33 tempest-DeleteServersAdminTestJSON-668840128 tempest-DeleteServersAdminTestJSON-668840128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.988276 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da77a0f3-95f9-4796-b41c-13f62cdcd074 req-320cd589-4056-4778-86cc-9b6a1c180403 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c08be1-41a1-45fe-b0dc-9ac2372b023c HTTP/1.1" status: 200 len: 210 time: 0.0348611 Jul 14 09:10:50.989458 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-88eaf524-480c-458e-bb80-6ee0bca754b6 req-02f448cf-e37e-4d17-b948-010f2677cc33 tempest-DeleteServersAdminTestJSON-668840128 tempest-DeleteServersAdminTestJSON-668840128-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 1102 time: 0.1201437 Jul 14 09:10:50.990523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-c69f49bc-2917-4323-a5bb-80629a6ed647 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Allocated IP 192.168.233.134 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/3f7959b0-84da-4329-9dfa-4b83b368fbc6) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:51.036591 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-bbb3d21e-932d-41d3-a4b1-afb1d5403c5e tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:51.038167 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-bbb3d21e-932d-41d3-a4b1-afb1d5403c5e tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 807 time: 0.1428447 Jul 14 09:10:51.061942 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-3a23a6bc-13aa-4058-b314-8a465bb77e60 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/quotas/c4264b80484d4b9d96530524cfdc3c7d HTTP/1.1" status: 200 len: 375 time: 0.0149410 Jul 14 09:10:51.099165 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-0ea1e3b2-27b9-4ac8-8216-ab873e8bed81 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362823 Jul 14 09:10:51.202758 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-c69f49bc-2917-4323-a5bb-80629a6ed647 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.224608 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-c69f49bc-2917-4323-a5bb-80629a6ed647 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Transition to ACTIVE for port object 3f7959b0-84da-4329-9dfa-4b83b368fbc6 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:51.234583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-88eaf524-480c-458e-bb80-6ee0bca754b6 req-5eed183c-49a4-4a1f-86c6-dd336fb24604 tempest-DeleteServersAdminTestJSON-668840128 tempest-DeleteServersAdminTestJSON-668840128-project-admin] Deleting port 92e541f0-3af9-4742-b7af-efbb732ae6f8 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:51.234860 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-88eaf524-480c-458e-bb80-6ee0bca754b6 req-5eed183c-49a4-4a1f-86c6-dd336fb24604 tempest-DeleteServersAdminTestJSON-668840128 tempest-DeleteServersAdminTestJSON-668840128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.246057 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-c32c9e85-02b9-4728-a02a-a4967d8a88c2 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:10:51.247041 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-c32c9e85-02b9-4728-a02a-a4967d8a88c2 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517733 Jul 14 09:10:51.271716 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c80d8d-9e75-463f-8c58-ddcb8e042b31 req-2182efc0-a203-4a08-97d9-414f038abb06 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:51.273158 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-18c80d8d-9e75-463f-8c58-ddcb8e042b31 req-2182efc0-a203-4a08-97d9-414f038abb06 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 943 time: 0.0867887 Jul 14 09:10:51.321293 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-c69f49bc-2917-4323-a5bb-80629a6ed647 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.357836 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-18c80d8d-9e75-463f-8c58-ddcb8e042b31 req-22a81150-d7ef-47a7-b30d-37a2a2cd1dec tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746963 Jul 14 09:10:51.368527 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-88eaf524-480c-458e-bb80-6ee0bca754b6 req-5eed183c-49a4-4a1f-86c6-dd336fb24604 tempest-DeleteServersAdminTestJSON-668840128 tempest-DeleteServersAdminTestJSON-668840128-project-admin] For port 92e541f0-3af9-4742-b7af-efbb732ae6f8, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=92e541f0-3af9-4742-b7af-efbb732ae6f8,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:51.368898 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-88eaf524-480c-458e-bb80-6ee0bca754b6 req-5eed183c-49a4-4a1f-86c6-dd336fb24604 tempest-DeleteServersAdminTestJSON-668840128 tempest-DeleteServersAdminTestJSON-668840128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.373521 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-830d44c9-92ee-4487-8aaf-18316a553db3 service neutron] 10.222.0.26 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189508 Jul 14 09:10:51.398332 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-c69f49bc-2917-4323-a5bb-80629a6ed647 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:51.401072 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-88eaf524-480c-458e-bb80-6ee0bca754b6 req-5eed183c-49a4-4a1f-86c6-dd336fb24604 tempest-DeleteServersAdminTestJSON-668840128 tempest-DeleteServersAdminTestJSON-668840128-project-admin] Calling delete_port for 92e541f0-3af9-4742-b7af-efbb732ae6f8 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:51.409015 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-c69f49bc-2917-4323-a5bb-80629a6ed647 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:51.411417 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-c69f49bc-2917-4323-a5bb-80629a6ed647 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:51.451347 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f49bc-2917-4323-a5bb-80629a6ed647 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Pushing event updated for resources: {'Port': ['ID=3f7959b0-84da-4329-9dfa-4b83b368fbc6,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:51.488837 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-40b8edba-78ce-4441-b2f1-b4c9932ce855 service neutron] 10.222.0.26 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058545 Jul 14 09:10:51.546644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-c69f49bc-2917-4323-a5bb-80629a6ed647 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:51.547315 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-c69f49bc-2917-4323-a5bb-80629a6ed647 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.570168 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-c69f49bc-2917-4323-a5bb-80629a6ed647 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2921312 Jul 14 09:10:51.587672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] Request body: {'port': {'device_id': 'f7c08be1-41a1-45fe-b0dc-9ac2372b023c', 'device_owner': 'compute:tempest-test_az-24324478', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:51.688044 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-09152676-3873-48df-a91b-8fc8f37f3519 None None] Provisioning for port 3f7959b0-84da-4329-9dfa-4b83b368fbc6 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:51.690277 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.695663 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-09152676-3873-48df-a91b-8fc8f37f3519 None None] Provisioning complete for port 3f7959b0-84da-4329-9dfa-4b83b368fbc6 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:51.698205 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09152676-3873-48df-a91b-8fc8f37f3519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.786118 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-09152676-3873-48df-a91b-8fc8f37f3519 None None] Port 3f7959b0-84da-4329-9dfa-4b83b368fbc6 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:51.808231 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2dfeec2-4929-4049-9db5-85035200b628 req-78d0c5df-b122-4c4d-8ce4-b28b05e52485 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 210 time: 0.0637927 Jul 14 09:10:51.870850 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc563da5-9197-48c9-9355-17d0ba5ffec5 req-38a8ca28-a9d0-4ffc-8ded-786dc9345c92 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:51.880707 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cc563da5-9197-48c9-9355-17d0ba5ffec5 req-38a8ca28-a9d0-4ffc-8ded-786dc9345c92 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=dac4fefc-a708-4a5a-92ea-a89bdcfccd75 HTTP/1.1" status: 200 len: 867 time: 0.1198480 Jul 14 09:10:51.932598 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cc563da5-9197-48c9-9355-17d0ba5ffec5 req-3f2287a7-bc23-46b3-bb64-219391464e93 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509231 Jul 14 09:10:52.034487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44058) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:52.155932 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ea20befa-5512-4d82-8c96-21c174b548d5 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:10:52.221036 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-88eaf524-480c-458e-bb80-6ee0bca754b6 req-5eed183c-49a4-4a1f-86c6-dd336fb24604 tempest-DeleteServersAdminTestJSON-668840128 tempest-DeleteServersAdminTestJSON-668840128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.259144 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed183c-49a4-4a1f-86c6-dd336fb24604 tempest-DeleteServersAdminTestJSON-668840128 tempest-DeleteServersAdminTestJSON-668840128-project-admin] Pushing event deleted for resources: {'Port': ['ID=92e541f0-3af9-4742-b7af-efbb732ae6f8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:52.298177 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-553bdb9c-dc0e-4aff-8155-8669f1c63a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.312056 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['92e541f0-3af9-4742-b7af-efbb732ae6f8'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:52.320151 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-88eaf524-480c-458e-bb80-6ee0bca754b6 req-5eed183c-49a4-4a1f-86c6-dd336fb24604 tempest-DeleteServersAdminTestJSON-668840128 tempest-DeleteServersAdminTestJSON-668840128-project-admin] No DVR routers for this DVR port 92e541f0-3af9-4742-b7af-efbb732ae6f8 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:10:52.330040 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-88eaf524-480c-458e-bb80-6ee0bca754b6 req-5eed183c-49a4-4a1f-86c6-dd336fb24604 tempest-DeleteServersAdminTestJSON-668840128 tempest-DeleteServersAdminTestJSON-668840128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.332443 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-88eaf524-480c-458e-bb80-6ee0bca754b6 req-5eed183c-49a4-4a1f-86c6-dd336fb24604 tempest-DeleteServersAdminTestJSON-668840128 tempest-DeleteServersAdminTestJSON-668840128-project-admin] 10.222.0.55 "DELETE /v2.0/ports/92e541f0-3af9-4742-b7af-efbb732ae6f8 HTTP/1.1" status: 204 len: 173 time: 1.3365700 Jul 14 09:10:52.332892 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac4fefc-a708-4a5a-92ea-a89bdcfccd75', 'name': 'network-vif-deleted', 'tag': '92e541f0-3af9-4742-b7af-efbb732ae6f8'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:52.340527 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09560fc2-e8b9-4397-96ec-d7792fc7e2bf" -d '{"events": [{"server_uuid": "dac4fefc-a708-4a5a-92ea-a89bdcfccd75", "name": "network-vif-deleted", "tag": "92e541f0-3af9-4742-b7af-efbb732ae6f8"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:52.369217 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ea20befa-5512-4d82-8c96-21c174b548d5, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ea20befa-5512-4d82-8c96-21c174b548d5,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:52.384250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'ea20befa-5512-4d82-8c96-21c174b548d5', 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05', 'port_id': 'ea20befa-5512-4d82-8c96-21c174b548d5', 'mac_address': 'fa:16:3e:ab:91:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fde9559-d0bf-4bbc-a79b-7e008e167bbe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:10:52.432466 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.454402 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea20befa-5512-4d82-8c96-21c174b548d5 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:52.483785 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7959b0-84da-4329-9dfa-4b83b368fbc6 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:52.485776 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ea20befa-5512-4d82-8c96-21c174b548d5, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ea20befa-5512-4d82-8c96-21c174b548d5,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:52.493325 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.494910 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6fc02d01-aabb-4388-b494-e3434f2a7548 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:10:52.502749 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.531233 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] Transition to ACTIVE for port object 3f7959b0-84da-4329-9dfa-4b83b368fbc6 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:52.541040 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.548491 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4d8fc-9f8e-448c-8ed1-0a1228452a16 req-bf63af2a-d28f-4bdf-b989-dbed255014dc tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:52.569882 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-17c4d8fc-9f8e-448c-8ed1-0a1228452a16 req-bf63af2a-d28f-4bdf-b989-dbed255014dc tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 944 time: 0.5167828 Jul 14 09:10:52.613023 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6e111-698a-4608-8ad2-f435cb18fef8 req-f61ba2a9-e85c-4410-ad0e-3e2923e62f88 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:52.620678 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-12e6e111-698a-4608-8ad2-f435cb18fef8 req-f61ba2a9-e85c-4410-ad0e-3e2923e62f88 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c08be1-41a1-45fe-b0dc-9ac2372b023c HTTP/1.1" status: 200 len: 936 time: 0.3445621 Jul 14 09:10:52.621839 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=ea20befa-5512-4d82-8c96-21c174b548d5,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:52.680658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 6fc02d01-aabb-4388-b494-e3434f2a7548, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6fc02d01-aabb-4388-b494-e3434f2a7548,segment=NetworkSegment(4031430c-bd25-4295-8a3a-1b1b93e0be9d),segment_id=4031430c-bd25-4295-8a3a-1b1b93e0be9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:52.693094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7959b0-84da-4329-9dfa-4b83b368fbc6,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:52.693631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-12e6e111-698a-4608-8ad2-f435cb18fef8 req-7c7faad5-e573-4164-96ad-8116a047072e tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717597 Jul 14 09:10:52.702596 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-17c4d8fc-9f8e-448c-8ed1-0a1228452a16 req-a4aa88d7-1776-4d29-b393-7a4a8ca1bb6c tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265197 Jul 14 09:10:52.711043 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '6fc02d01-aabb-4388-b494-e3434f2a7548', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'port_id': '6fc02d01-aabb-4388-b494-e3434f2a7548', 'mac_address': 'fa:16:3e:2c:61:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:10:52.746573 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-553bdb9c-dc0e-4aff-8155-8669f1c63a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.759747 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-553bdb9c-dc0e-4aff-8155-8669f1c63a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.788873 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] Attempting to bind port 3f7959b0-84da-4329-9dfa-4b83b368fbc6 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:52.789555 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] Attempting to bind port 3f7959b0-84da-4329-9dfa-4b83b368fbc6 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:52.789921 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] Attempting to bind port 3f7959b0-84da-4329-9dfa-4b83b368fbc6 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:52.797009 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c8c486-e2b6-4681-88a7-5b9a89f3f417 x-openstack-request-id: req-d6c8c486-e2b6-4681-88a7-5b9a89f3f417 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:52.797308 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac4fefc-a708-4a5a-92ea-a89bdcfccd75", "name": "network-vif-deleted", "tag": "92e541f0-3af9-4742-b7af-efbb732ae6f8", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:52.797556 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6c8c486-e2b6-4681-88a7-5b9a89f3f417 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:52.797973 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac4fefc-a708-4a5a-92ea-a89bdcfccd75', 'name': 'network-vif-deleted', 'tag': '92e541f0-3af9-4742-b7af-efbb732ae6f8', 'status': 'completed', 'code': 200} Jul 14 09:10:52.801392 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.803380 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] Port 3f7959b0-84da-4329-9dfa-4b83b368fbc6 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:52.810448 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] Attempting to bind port 3f7959b0-84da-4329-9dfa-4b83b368fbc6 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:52.816450 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:52.816778 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:52.817164 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:52.817599 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] Bound port: 3f7959b0-84da-4329-9dfa-4b83b368fbc6, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:52.817993 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.824445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc02d01-aabb-4388-b494-e3434f2a7548 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:52.831664 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-553bdb9c-dc0e-4aff-8155-8669f1c63a4e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce9ceb4200c04a84b6402942cff0c4af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7956302 Jul 14 09:10:52.832279 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44070) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:52.862988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553bdb9c-dc0e-4aff-8155-8669f1c63a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939e5188-96e7-4598-80d4-42d44c2d02f5,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:52.893833 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 6fc02d01-aabb-4388-b494-e3434f2a7548, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6fc02d01-aabb-4388-b494-e3434f2a7548,segment=NetworkSegment(4031430c-bd25-4295-8a3a-1b1b93e0be9d),segment_id=4031430c-bd25-4295-8a3a-1b1b93e0be9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:52.908768 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.957340 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7c7c399b-3cb5-4dcb-b820-444ab51ce918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.990122 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] For port 3f7959b0-84da-4329-9dfa-4b83b368fbc6, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:52.994827 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] For port 3f7959b0-84da-4329-9dfa-4b83b368fbc6, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3f7959b0-84da-4329-9dfa-4b83b368fbc6,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:53.006138 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.019100 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=6fc02d01-aabb-4388-b494-e3434f2a7548,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:53.048699 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7c7c399b-3cb5-4dcb-b820-444ab51ce918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.053656 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:53.054416 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.055796 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] 10.222.0.49 "PUT /v2.0/ports/3f7959b0-84da-4329-9dfa-4b83b368fbc6 HTTP/1.1" status: 200 len: 1117 time: 1.4778366 Jul 14 09:10:53.073499 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52a75f-c32e-4d17-b792-bde58951b188 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7959b0-84da-4329-9dfa-4b83b368fbc6,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:53.115858 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6163d0c8-7a4f-4565-906c-e04c02497dfa req-4bbd3f49-66d2-4ab9-bbdc-bb97e0de2aa7 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 210 time: 0.0701580 Jul 14 09:10:53.183432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-ab978f61-d055-4f5e-88b9-464fadb63ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:53.185329 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-ab978f61-d055-4f5e-88b9-464fadb63ed4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a11c6fc85d53472e86d4f4ef6f3b39d9&device_id=f7c08be1-41a1-45fe-b0dc-9ac2372b023c HTTP/1.1" status: 200 len: 1120 time: 0.0759833 Jul 14 09:10:53.202016 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b2cf0-5b4c-400b-93ef-5a15f813a571 req-e59333aa-e7d5-4470-beb3-2e3197407f2b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:53.209468 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c39b2cf0-5b4c-400b-93ef-5a15f813a571 req-e59333aa-e7d5-4470-beb3-2e3197407f2b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 944 time: 0.2277694 Jul 14 09:10:53.227266 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7c7c399b-3cb5-4dcb-b820-444ab51ce918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.229929 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7c7c399b-3cb5-4dcb-b820-444ab51ce918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.231142 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7c7c399b-3cb5-4dcb-b820-444ab51ce918 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/939e5188-96e7-4598-80d4-42d44c2d02f5 HTTP/1.1" status: 204 len: 168 time: 0.3949342 Jul 14 09:10:53.253378 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-92c0e538-92e5-4088-bfee-ca6867862c1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=3f7959b0-84da-4329-9dfa-4b83b368fbc6 HTTP/1.1" status: 200 len: 217 time: 0.0456705 Jul 14 09:10:53.295197 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c399b-3cb5-4dcb-b820-444ab51ce918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939e5188-96e7-4598-80d4-42d44c2d02f5,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:53.315370 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c39b2cf0-5b4c-400b-93ef-5a15f813a571 req-825c121e-e3cb-4e04-8e1c-a6e5ccad2ddc tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049438 Jul 14 09:10:53.329445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['6fc02d01-aabb-4388-b494-e3434f2a7548'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:53.361597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-5a6e063e-8699-410b-86a4-378dec462259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:53.367160 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-5a6e063e-8699-410b-86a4-378dec462259 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1069582 Jul 14 09:10:53.406935 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['ea20befa-5512-4d82-8c96-21c174b548d5'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:53.493383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-3b15be2f-4279-4ba7-ac01-9511d060b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:53.495244 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-3b15be2f-4279-4ba7-ac01-9511d060b7fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1210790 Jul 14 09:10:53.500515 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.49', 50245) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:53.731799 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-9e6cb51a-3ac5-4dba-8722-b107ddb9396f tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4f290fde11f24b81aa9e808b3a630631&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451980 Jul 14 09:10:53.765460 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-204757eb-076e-46a3-90da-fdb01b968881 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574844 Jul 14 09:10:53.774115 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-155f7dc9-4e0b-4a2c-b53b-0c54f08cf473 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:53.775755 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-155f7dc9-4e0b-4a2c-b53b-0c54f08cf473 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.49 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 807 time: 0.2690969 Jul 14 09:10:53.792867 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-658b85b5-90e4-4d14-979d-f76d16808f19 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Request body: {'port': {'device_id': '34e208dc-0d29-4d5e-9164-3547e56561f5', 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90', 'admin_state_up': True, 'tenant_id': 'c4264b80484d4b9d96530524cfdc3c7d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:53.870149 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44118) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:53.898777 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cbe4657-0c9d-46f8-bea4-6964c85a68d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.954627 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-658b85b5-90e4-4d14-979d-f76d16808f19 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Made reservation on behalf of c4264b80484d4b9d96530524cfdc3c7d for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:53.959018 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-658b85b5-90e4-4d14-979d-f76d16808f19 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.009826 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-7274282f-beed-457c-9787-8f9c7c6ebb9d tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:54.011308 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-7274282f-beed-457c-9787-8f9c7c6ebb9d tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2787347 Jul 14 09:10:54.033346 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-41923a61-0655-4132-88ef-9b7824e9dc92 req-233bd2bc-594d-4f63-8be4-e18e6c8dfff3 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532814 Jul 14 09:10:54.047334 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5de7ac01-c8fd-4a42-8b03-7ec574a82f67 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/quotas/4f290fde11f24b81aa9e808b3a630631 HTTP/1.1" status: 200 len: 375 time: 0.0277889 Jul 14 09:10:54.102891 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-d14c5cc3-dead-4cd7-abfd-c2ba6088dc95 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f290fde11f24b81aa9e808b3a630631&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471883 Jul 14 09:10:54.117403 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-658b85b5-90e4-4d14-979d-f76d16808f19 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Allocated IP 172.20.0.10 (fbea3c05-472e-4cae-8d96-84e615e12c90/17a63800-8b58-4cad-a5bc-7f335e7d2ba1/3ef5f7d8-741e-438c-b87a-311eb5ff48e8) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:54.122977 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579c419-bbab-4cd9-9a22-2be84b3c686d req-e316351a-ebe0-4445-b59a-d42772c52431 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:54.124666 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f579c419-bbab-4cd9-9a22-2be84b3c686d req-e316351a-ebe0-4445-b59a-d42772c52431 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c08be1-41a1-45fe-b0dc-9ac2372b023c HTTP/1.1" status: 200 len: 968 time: 0.1918733 Jul 14 09:10:54.170137 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 92e541f0-3af9-4742-b7af-efbb732ae6f8 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:10:54.177330 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cbe4657-0c9d-46f8-bea4-6964c85a68d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.191132 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f579c419-bbab-4cd9-9a22-2be84b3c686d req-e2089ba3-3e2b-4757-be22-3f36cb2d6982 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559213 Jul 14 09:10:54.193983 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cbe4657-0c9d-46f8-bea4-6964c85a68d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.203395 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 92e541f0-3af9-4742-b7af-efbb732ae6f8 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:10:54.203885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 92e541f0-3af9-4742-b7af-efbb732ae6f8 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:10:54.273279 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0cbe4657-0c9d-46f8-bea4-6964c85a68d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1b19c23d1b044235a10fcc143d43c1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4019763 Jul 14 09:10:54.274651 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe4657-0c9d-46f8-bea4-6964c85a68d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b55e9b4-1377-4142-8eef-15c931479701,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:54.276697 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44128) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:54.367563 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-658b85b5-90e4-4d14-979d-f76d16808f19 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.384346 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90ede41e-cd97-4554-a2b9-6f3597e8d985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.416607 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90ede41e-cd97-4554-a2b9-6f3597e8d985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.452053 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-367c33f0-9347-4a6f-875a-1d16769826f5 req-a3134442-4b05-4f96-86e7-e0227f2ffb24 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 210 time: 0.0541236 Jul 14 09:10:54.489194 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-658b85b5-90e4-4d14-979d-f76d16808f19 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.549431 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-658b85b5-90e4-4d14-979d-f76d16808f19 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Network fbea3c05-472e-4cae-8d96-84e615e12c90 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:54.556569 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-658b85b5-90e4-4d14-979d-f76d16808f19 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:54.561674 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-658b85b5-90e4-4d14-979d-f76d16808f19 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:54.566641 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90ede41e-cd97-4554-a2b9-6f3597e8d985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.569314 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90ede41e-cd97-4554-a2b9-6f3597e8d985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.570638 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-90ede41e-cd97-4554-a2b9-6f3597e8d985 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b55e9b4-1377-4142-8eef-15c931479701 HTTP/1.1" status: 204 len: 168 time: 0.2717795 Jul 14 09:10:54.593572 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b85b5-90e4-4d14-979d-f76d16808f19 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Pushing event updated for resources: {'Port': ['ID=3ef5f7d8-741e-438c-b87a-311eb5ff48e8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:54.610413 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ede41e-cd97-4554-a2b9-6f3597e8d985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b55e9b4-1377-4142-8eef-15c931479701,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:54.642031 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96e8c0e8-4b9c-41d6-9f75-c7d405609170 req-447c541d-9f97-4939-b192-aee357c3f580 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eacd312-f02c-4329-92a4-e245757f0cc0 HTTP/1.1" status: 200 len: 210 time: 0.0917776 Jul 14 09:10:54.643274 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-658b85b5-90e4-4d14-979d-f76d16808f19 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:54.644177 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-658b85b5-90e4-4d14-979d-f76d16808f19 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.663634 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-658b85b5-90e4-4d14-979d-f76d16808f19 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8756900 Jul 14 09:10:54.675520 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] Request body: {'port': {'device_id': '34e208dc-0d29-4d5e-9164-3547e56561f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:54.683452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0f708-066e-481b-9ebd-585f77bdac93 req-7ccabd2c-229b-499b-8efd-f61963566edd tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:54.685517 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c1a0f708-066e-481b-9ebd-585f77bdac93 req-7ccabd2c-229b-499b-8efd-f61963566edd tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 945 time: 0.1495910 Jul 14 09:10:54.759104 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c1a0f708-066e-481b-9ebd-585f77bdac93 req-9ba650db-14f6-4e93-bcfd-c6c19bb6a8a2 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667737 Jul 14 09:10:54.799276 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c08be1-41a1-45fe-b0dc-9ac2372b023c', 'tag': '3f7959b0-84da-4329-9dfa-4b83b368fbc6'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:54.801991 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee44295f-599b-42f5-8b42-58a61b9fee32" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c08be1-41a1-45fe-b0dc-9ac2372b023c", "tag": "3f7959b0-84da-4329-9dfa-4b83b368fbc6"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:54.807044 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.903976 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b2a78a-f3d7-4894-b110-c3722a906681 x-openstack-request-id: req-88b2a78a-f3d7-4894-b110-c3722a906681 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:54.904271 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c08be1-41a1-45fe-b0dc-9ac2372b023c", "tag": "3f7959b0-84da-4329-9dfa-4b83b368fbc6", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:54.904572 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-88b2a78a-f3d7-4894-b110-c3722a906681 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:54.904965 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c08be1-41a1-45fe-b0dc-9ac2372b023c', 'tag': '3f7959b0-84da-4329-9dfa-4b83b368fbc6', 'status': 'completed', 'code': 200} Jul 14 09:10:55.042646 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd8788-f8a9-444c-a418-926c7972f714 req-082e512d-d093-43a0-b66b-0d54bf626df8 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:55.045038 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9bd8788-f8a9-444c-a418-926c7972f714 req-082e512d-d093-43a0-b66b-0d54bf626df8 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 944 time: 0.1456518 Jul 14 09:10:55.108265 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9bd8788-f8a9-444c-a418-926c7972f714 req-9352a707-8ce7-4b7a-9b37-70126cf52c95 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533798 Jul 14 09:10:55.149635 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44295f-599b-42f5-8b42-58a61b9fee32 req-f0e7da4e-3631-4050-9166-131ce33130ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:55.151487 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee44295f-599b-42f5-8b42-58a61b9fee32 req-f0e7da4e-3631-4050-9166-131ce33130ea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a11c6fc85d53472e86d4f4ef6f3b39d9&device_id=f7c08be1-41a1-45fe-b0dc-9ac2372b023c HTTP/1.1" status: 200 len: 1120 time: 0.1720245 Jul 14 09:10:55.351214 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:55.356387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44295f-599b-42f5-8b42-58a61b9fee32 req-1542b28e-d4a3-4460-939a-bfd1e71cf199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:55.359379 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee44295f-599b-42f5-8b42-58a61b9fee32 req-1542b28e-d4a3-4460-939a-bfd1e71cf199 service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1987259 Jul 14 09:10:55.370364 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:55.389871 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] Transition to ACTIVE for port object 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:55.414229 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:55.456538 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bda7c9-7d06-434d-9962-cfa40fa832c5 req-5e202ef0-f3fd-4970-b43c-6d94894bda7f tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:55.459681 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37bda7c9-7d06-434d-9962-cfa40fa832c5 req-5e202ef0-f3fd-4970-b43c-6d94894bda7f tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c08be1-41a1-45fe-b0dc-9ac2372b023c HTTP/1.1" status: 200 len: 968 time: 0.1028571 Jul 14 09:10:55.477811 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee44295f-599b-42f5-8b42-58a61b9fee32 req-bf8e958a-155d-4d35-a1a3-308e0bba83d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=3f7959b0-84da-4329-9dfa-4b83b368fbc6 HTTP/1.1" status: 200 len: 217 time: 0.1110454 Jul 14 09:10:55.529574 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37bda7c9-7d06-434d-9962-cfa40fa832c5 req-2179af1f-14fe-47c8-a604-65d749be59de tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635743 Jul 14 09:10:55.575506 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:10:55.583435 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] Pushing event updated for resources: {'Port': ['ID=3ef5f7d8-741e-438c-b87a-311eb5ff48e8,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:55.652008 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44295f-599b-42f5-8b42-58a61b9fee32 req-8e3c5360-bc08-4602-8b61-b9f3e661d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:55.654619 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee44295f-599b-42f5-8b42-58a61b9fee32 req-8e3c5360-bc08-4602-8b61-b9f3e661d4c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1557257 Jul 14 09:10:55.717247 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] Attempting to bind port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:55.717985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] Attempting to bind port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:55.718705 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] Attempting to bind port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:55.727613 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] Port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 on network fbea3c05-472e-4cae-8d96-84e615e12c90 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:55.728188 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] Attempting to bind port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:55.741515 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:55.742142 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] Checking segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:55.742893 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] Bound using segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:55.743566 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] Bound port: 3ef5f7d8-741e-438c-b87a-311eb5ff48e8, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:55.744098 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:55.798358 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e046c-b424-4661-9eeb-633fb37743a3 req-a14ff234-56e0-4537-99f3-f18be69c5fd6 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:55.799652 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44222) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:55.804156 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44295f-599b-42f5-8b42-58a61b9fee32 req-414bb9a7-ea40-46c4-bda4-624a2d0867df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:55.805247 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f30e046c-b424-4661-9eeb-633fb37743a3 req-a14ff234-56e0-4537-99f3-f18be69c5fd6 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 944 time: 0.1506317 Jul 14 09:10:55.805603 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee44295f-599b-42f5-8b42-58a61b9fee32 req-414bb9a7-ea40-46c4-bda4-624a2d0867df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1440372 Jul 14 09:10:55.833536 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-e638f263-2bd3-4543-93b6-c855aa4d7c29 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4f290fde11f24b81aa9e808b3a630631&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454500 Jul 14 09:10:55.895508 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2890495-1783-45cf-8c01-d9d9a1b6c76f req-b0379cb4-8940-414d-95ed-67a1b0135a98 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eacd312-f02c-4329-92a4-e245757f0cc0 HTTP/1.1" status: 200 len: 210 time: 0.0585222 Jul 14 09:10:55.899683 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f30e046c-b424-4661-9eeb-633fb37743a3 req-1af4cbf7-5c92-4367-808a-a43d23e227bf tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915887 Jul 14 09:10:55.985339 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] For port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:56.015972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] For port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3ef5f7d8-741e-438c-b87a-311eb5ff48e8,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:56.028310 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee44295f-599b-42f5-8b42-58a61b9fee32 req-ece52cea-3675-437c-ae39-dc8b6950bd80 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054586 Jul 14 09:10:56.032829 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:56.070105 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ddb84814-506b-45e4-989c-eae04cd08efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:56.120723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:56.121339 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:56.123286 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] 10.222.0.49 "PUT /v2.0/ports/3ef5f7d8-741e-438c-b87a-311eb5ff48e8 HTTP/1.1" status: 200 len: 1093 time: 1.4524882 Jul 14 09:10:56.175196 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ea20befa-5512-4d82-8c96-21c174b548d5 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:56.183625 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9a985-22f6-48be-8e91-4a71dc952d4f req-a21858a5-cf1a-4a65-9e9b-2b5c3bd5a3a1 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:56.187151 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-59f9a985-22f6-48be-8e91-4a71dc952d4f req-a21858a5-cf1a-4a65-9e9b-2b5c3bd5a3a1 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 945 time: 0.0941212 Jul 14 09:10:56.241443 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port ea20befa-5512-4d82-8c96-21c174b548d5 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:56.249015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port ea20befa-5512-4d82-8c96-21c174b548d5 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:56.249682 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:56.265599 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-59f9a985-22f6-48be-8e91-4a71dc952d4f req-0fc0aa77-6d55-4a5a-a4b6-297c79697fc5 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677559 Jul 14 09:10:56.395540 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-028fe8c0-fb4b-4863-bd5b-9341ac1fba3b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:56.396960 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-028fe8c0-fb4b-4863-bd5b-9341ac1fba3b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5480130 Jul 14 09:10:56.410875 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:56.436922 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-2632334d-78c5-43d9-950e-1421b2ddf4df tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Request body: {'port': {'device_id': '6eacd312-f02c-4329-92a4-e245757f0cc0', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': '4f290fde11f24b81aa9e808b3a630631'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:56.441967 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df6e4ef-31ee-46bf-9fbe-42c6e827b86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea20befa-5512-4d82-8c96-21c174b548d5'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:56.446434 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d393967c-a7c0-4d81-96fc-240ba755b3af" -d '{"events": [{"server_uuid": "8df6e4ef-31ee-46bf-9fbe-42c6e827b86b", "name": "network-vif-plugged", "status": "completed", "tag": "ea20befa-5512-4d82-8c96-21c174b548d5"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:56.468973 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ea20befa-5512-4d82-8c96-21c174b548d5, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ea20befa-5512-4d82-8c96-21c174b548d5,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:56.478341 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:56.480548 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6fc02d01-aabb-4388-b494-e3434f2a7548 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:56.508113 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa58ba-01ac-44b2-be2b-69099d9e72bd service neutron] Pushing event updated for resources: {'Port': ['ID=3ef5f7d8-741e-438c-b87a-311eb5ff48e8,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:56.521808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb52314-d25a-49e5-a7e6-cc12517be3e2 req-c1115b4e-bd49-49c8-8427-80fdda114ff9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:56.523392 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3cb52314-d25a-49e5-a7e6-cc12517be3e2 req-c1115b4e-bd49-49c8-8427-80fdda114ff9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 944 time: 0.1383109 Jul 14 09:10:56.587544 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-f26317e7-27b4-43fd-85ad-fa77cdf1e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:56.589679 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-f26317e7-27b4-43fd-85ad-fa77cdf1e495 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 1096 time: 0.2363942 Jul 14 09:10:56.603537 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee44295f-599b-42f5-8b42-58a61b9fee32 req-f25954a2-220d-4aee-a88d-f21e57e3d0ba service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5587459 Jul 14 09:10:56.609572 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3cb52314-d25a-49e5-a7e6-cc12517be3e2 req-2191b0dd-f702-4670-a466-9f83835a3d77 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784731 Jul 14 09:10:56.645090 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e31337-6477-47b7-94ce-a4c3c3ff842f x-openstack-request-id: req-08e31337-6477-47b7-94ce-a4c3c3ff842f {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:56.645322 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df6e4ef-31ee-46bf-9fbe-42c6e827b86b", "name": "network-vif-plugged", "status": "completed", "tag": "ea20befa-5512-4d82-8c96-21c174b548d5", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:56.645967 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08e31337-6477-47b7-94ce-a4c3c3ff842f {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:56.648273 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df6e4ef-31ee-46bf-9fbe-42c6e827b86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea20befa-5512-4d82-8c96-21c174b548d5', 'code': 200} Jul 14 09:10:56.650078 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=ea20befa-5512-4d82-8c96-21c174b548d5,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:56.659398 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-2d0c23f7-b9fc-4631-bc8a-0de1ad5ea0f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef5f7d8-741e-438c-b87a-311eb5ff48e8 HTTP/1.1" status: 200 len: 217 time: 0.0536325 Jul 14 09:10:56.697373 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 6fc02d01-aabb-4388-b494-e3434f2a7548 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:56.701664 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 6fc02d01-aabb-4388-b494-e3434f2a7548 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:56.702243 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:56.732933 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-c27e71bb-3555-493f-b761-041fea117abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:56.739499 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-c27e71bb-3555-493f-b761-041fea117abd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.0687175 Jul 14 09:10:56.810490 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:56.846148 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03eae85-ed08-4b02-8d13-e0e91377d217 req-811a79a4-09f0-4ef0-ae39-94377ad81d3c tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:56.853724 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d03eae85-ed08-4b02-8d13-e0e91377d217 req-811a79a4-09f0-4ef0-ae39-94377ad81d3c tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c08be1-41a1-45fe-b0dc-9ac2372b023c HTTP/1.1" status: 200 len: 968 time: 0.0824862 Jul 14 09:10:56.873558 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 6fc02d01-aabb-4388-b494-e3434f2a7548, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6fc02d01-aabb-4388-b494-e3434f2a7548,segment=NetworkSegment(4031430c-bd25-4295-8a3a-1b1b93e0be9d),segment_id=4031430c-bd25-4295-8a3a-1b1b93e0be9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:56.879840 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-2f9769f6-134b-412a-adc9-3e83fa43d231 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178937 Jul 14 09:10:56.884799 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:56.909889 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e208dc-0d29-4d5e-9164-3547e56561f5', 'tag': '3ef5f7d8-741e-438c-b87a-311eb5ff48e8'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:56.913110 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1798f4a5-5a42-4307-8e0c-e0283c81bcbe" -d '{"events": [{"name": "network-changed", "server_uuid": "34e208dc-0d29-4d5e-9164-3547e56561f5", "tag": "3ef5f7d8-741e-438c-b87a-311eb5ff48e8"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:56.926643 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d03eae85-ed08-4b02-8d13-e0e91377d217 req-246f17a6-6043-4e78-9454-f2b1a4a7a4bf tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718660 Jul 14 09:10:56.943915 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ddb84814-506b-45e4-989c-eae04cd08efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:56.991318 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1181aa-c80a-49d9-98ac-9e06b0b85fe5 x-openstack-request-id: req-af1181aa-c80a-49d9-98ac-9e06b0b85fe5 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:56.991844 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e208dc-0d29-4d5e-9164-3547e56561f5", "tag": "3ef5f7d8-741e-438c-b87a-311eb5ff48e8", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:56.992311 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af1181aa-c80a-49d9-98ac-9e06b0b85fe5 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:56.992912 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e208dc-0d29-4d5e-9164-3547e56561f5', 'tag': '3ef5f7d8-741e-438c-b87a-311eb5ff48e8', 'status': 'completed', 'code': 200} Jul 14 09:10:57.004941 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ddb84814-506b-45e4-989c-eae04cd08efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.005530 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=6fc02d01-aabb-4388-b494-e3434f2a7548,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:57.063949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3f7959b0-84da-4329-9dfa-4b83b368fbc6 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:10:57.085403 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-2632334d-78c5-43d9-950e-1421b2ddf4df tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Made reservation on behalf of 4f290fde11f24b81aa9e808b3a630631 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:57.089558 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-2632334d-78c5-43d9-950e-1421b2ddf4df tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.097833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb84814-506b-45e4-989c-eae04cd08efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e32c596-6e76-44e1-bb7e-1317b3f7b922,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:57.108497 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d5d696a9-dd08-4592-9a16-6e6714372468 req-c42e0f4d-4dbd-4f53-8de8-ab3a6851f853 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eacd312-f02c-4329-92a4-e245757f0cc0 HTTP/1.1" status: 200 len: 210 time: 0.0326674 Jul 14 09:10:57.116939 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbeeee5-91ed-4dea-acf9-e5d7f8f2df19 req-e0d56250-7928-4fff-b425-d43e04d0d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:57.118634 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bbbeeee5-91ed-4dea-acf9-e5d7f8f2df19 req-e0d56250-7928-4fff-b425-d43e04d0d11f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 1097 time: 0.3330431 Jul 14 09:10:57.144135 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ddb84814-506b-45e4-989c-eae04cd08efa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=531319485c4140e282c10d07f360d82c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3420188 Jul 14 09:10:57.147275 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44284) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:57.180902 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-cdf08407-f092-417f-882e-d95d726409bb service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866833 Jul 14 09:10:57.209915 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1cdb-09af-4b0c-9ccd-cbc0e1705454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.259869 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3f7959b0-84da-4329-9dfa-4b83b368fbc6, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3f7959b0-84da-4329-9dfa-4b83b368fbc6,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:57.273484 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '3f7959b0-84da-4329-9dfa-4b83b368fbc6', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '3f7959b0-84da-4329-9dfa-4b83b368fbc6', 'mac_address': 'fa:16:3e:30:1a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:tempest-test_az-24324478', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:10:57.303271 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-08b6512c-2c74-4391-a316-66cfd0e10ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.314276 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bbbeeee5-91ed-4dea-acf9-e5d7f8f2df19 req-f2aee526-de0b-44fd-be3c-e0763ca89dbd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848333 Jul 14 09:10:57.332605 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.344198 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-08b6512c-2c74-4391-a316-66cfd0e10ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.350190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7959b0-84da-4329-9dfa-4b83b368fbc6 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:57.363739 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72f9ab-23e2-4dd1-8702-c50c421e7b2a req-e431bce9-03a6-4671-a8b0-99b706451a7f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:57.370839 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b72f9ab-23e2-4dd1-8702-c50c421e7b2a req-e431bce9-03a6-4671-a8b0-99b706451a7f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 944 time: 0.1355433 Jul 14 09:10:57.373723 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3f7959b0-84da-4329-9dfa-4b83b368fbc6, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3f7959b0-84da-4329-9dfa-4b83b368fbc6,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:57.379229 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.382988 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4ce3cb9-5fe0-4caa-a0b2-9887c2689b74 req-76c89b7d-23fc-4705-8d12-f8efbac6442f tempest-FlavorsV2NegativeTest-1542256150 tempest-FlavorsV2NegativeTest-1542256150-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d1ea55d24ec44c6693bb77bd8129493d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648730 Jul 14 09:10:57.383170 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-828dfe9f-9571-4529-b4d0-99f2060e58fc req-00d7584d-3e6d-45a1-9449-2221c27d88d9 service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915035 Jul 14 09:10:57.424673 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-2632334d-78c5-43d9-950e-1421b2ddf4df tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Allocated IP 192.168.233.174 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/0804ca9c-6927-49f1-bf36-76373cf5d709) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:57.437857 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=3f7959b0-84da-4329-9dfa-4b83b368fbc6,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:57.495728 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b72f9ab-23e2-4dd1-8702-c50c421e7b2a req-7cbefe1e-d80f-4907-82f3-3d00bc592b09 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239073 Jul 14 09:10:57.545047 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce3cb9-5fe0-4caa-a0b2-9887c2689b74 req-84552b8c-905f-4566-b798-49ebc92c9d4c tempest-FlavorsV2NegativeTest-1542256150 tempest-FlavorsV2NegativeTest-1542256150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:57.546563 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4ce3cb9-5fe0-4caa-a0b2-9887c2689b74 req-84552b8c-905f-4566-b798-49ebc92c9d4c tempest-FlavorsV2NegativeTest-1542256150 tempest-FlavorsV2NegativeTest-1542256150-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1536119 Jul 14 09:10:57.552596 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-08b6512c-2c74-4391-a316-66cfd0e10ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.555915 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-08b6512c-2c74-4391-a316-66cfd0e10ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.559527 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-08b6512c-2c74-4391-a316-66cfd0e10ef4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e32c596-6e76-44e1-bb7e-1317b3f7b922 HTTP/1.1" status: 204 len: 168 time: 0.4085112 Jul 14 09:10:57.574408 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6512c-2c74-4391-a316-66cfd0e10ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e32c596-6e76-44e1-bb7e-1317b3f7b922,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:57.583245 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4ce3cb9-5fe0-4caa-a0b2-9887c2689b74 req-da52ce76-610f-4c57-8568-72ea308ec3f8 tempest-FlavorsV2NegativeTest-1542256150 tempest-FlavorsV2NegativeTest-1542256150-project] 10.222.0.26 "GET /v2.0/quotas/d1ea55d24ec44c6693bb77bd8129493d HTTP/1.1" status: 200 len: 375 time: 0.0247610 Jul 14 09:10:57.612423 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798f4a5-5a42-4307-8e0c-e0283c81bcbe req-a0caed0f-bba1-49f3-a1f0-8c5da2c37d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:57.612740 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['3f7959b0-84da-4329-9dfa-4b83b368fbc6'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:57.613976 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1798f4a5-5a42-4307-8e0c-e0283c81bcbe req-a0caed0f-bba1-49f3-a1f0-8c5da2c37d44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 1096 time: 0.1760640 Jul 14 09:10:57.650725 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4ce3cb9-5fe0-4caa-a0b2-9887c2689b74 req-2363e8a6-71ff-4d77-aece-c10b987f1277 tempest-FlavorsV2NegativeTest-1542256150 tempest-FlavorsV2NegativeTest-1542256150-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d1ea55d24ec44c6693bb77bd8129493d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529377 Jul 14 09:10:57.761914 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-2632334d-78c5-43d9-950e-1421b2ddf4df tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.811124 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a645362-acdc-494a-869c-e28d4e2b7500 req-a72a95fe-d0ca-4272-800a-803987d91e7a tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:57.813652 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a645362-acdc-494a-869c-e28d4e2b7500 req-a72a95fe-d0ca-4272-800a-803987d91e7a tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 969 time: 0.1661048 Jul 14 09:10:57.817538 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-2632334d-78c5-43d9-950e-1421b2ddf4df tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Transition to ACTIVE for port object 0804ca9c-6927-49f1-bf36-76373cf5d709 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:57.844268 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798f4a5-5a42-4307-8e0c-e0283c81bcbe req-37bb9a0f-8144-4e12-a27b-eaa2eae8aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:57.845828 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1798f4a5-5a42-4307-8e0c-e0283c81bcbe req-37bb9a0f-8144-4e12-a27b-eaa2eae8aa07 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 908 time: 0.2136695 Jul 14 09:10:57.904940 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a645362-acdc-494a-869c-e28d4e2b7500 req-ee869ef8-18e1-45d4-a1c9-cc36dadb56bc tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/security-groups?id=454e1ac2-64da-45bc-bfd5-b4579d087ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678134 Jul 14 09:10:57.918239 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1798f4a5-5a42-4307-8e0c-e0283c81bcbe req-c91bd316-8df2-40a9-a463-273cbebc8813 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef5f7d8-741e-438c-b87a-311eb5ff48e8 HTTP/1.1" status: 200 len: 217 time: 0.0633852 Jul 14 09:10:57.924472 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c59d1-0ed3-4aae-b5c4-25db426f4149 req-6182db35-aa31-4726-a23e-d007c8e9a1ac tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:57.926211 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b22c59d1-0ed3-4aae-b5c4-25db426f4149 req-6182db35-aa31-4726-a23e-d007c8e9a1ac tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 946 time: 0.1366730 Jul 14 09:10:57.977369 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-2632334d-78c5-43d9-950e-1421b2ddf4df tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.983180 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b22c59d1-0ed3-4aae-b5c4-25db426f4149 req-efa6f79b-8570-44c8-a873-ce186710098d tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445242 Jul 14 09:10:58.018445 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798f4a5-5a42-4307-8e0c-e0283c81bcbe req-5a651933-4fb8-4e17-b18b-1241c0d2402b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:58.019944 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1798f4a5-5a42-4307-8e0c-e0283c81bcbe req-5a651933-4fb8-4e17-b18b-1241c0d2402b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.0862544 Jul 14 09:10:58.042038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-2632334d-78c5-43d9-950e-1421b2ddf4df tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:58.064404 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-2632334d-78c5-43d9-950e-1421b2ddf4df tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:58.070640 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1798f4a5-5a42-4307-8e0c-e0283c81bcbe req-59322675-53a6-4c9a-b97f-089910299715 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422397 Jul 14 09:10:58.071858 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-2632334d-78c5-43d9-950e-1421b2ddf4df tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:58.140369 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632334d-78c5-43d9-950e-1421b2ddf4df tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Pushing event updated for resources: {'Port': ['ID=0804ca9c-6927-49f1-bf36-76373cf5d709,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:58.151503 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44318) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:58.189906 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cbf2269-ce29-4c1f-af9a-687b32254704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:58.247812 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524246c-416c-415e-a0e6-358bd9465835 req-77e8a894-603e-4be3-b31a-ab124ac2ae8f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:58.249101 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-2632334d-78c5-43d9-950e-1421b2ddf4df tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:58.249868 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-2632334d-78c5-43d9-950e-1421b2ddf4df tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:58.257657 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9524246c-416c-415e-a0e6-358bd9465835 req-77e8a894-603e-4be3-b31a-ab124ac2ae8f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 945 time: 0.1799672 Jul 14 09:10:58.287051 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1798f4a5-5a42-4307-8e0c-e0283c81bcbe req-0413d51a-dd3b-4371-94b1-9f1f8a6ba8d3 service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061536 Jul 14 09:10:58.365218 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9524246c-416c-415e-a0e6-358bd9465835 req-ed8185c0-dfc7-4857-ad8d-d08be415ed3d tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068361 Jul 14 09:10:58.411216 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4c3f5493-b489-4d54-9fa1-cc5f6205d8c6 None None] Provisioning for port 0804ca9c-6927-49f1-bf36-76373cf5d709 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:58.420283 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4c3f5493-b489-4d54-9fa1-cc5f6205d8c6 None None] Provisioning complete for port 0804ca9c-6927-49f1-bf36-76373cf5d709 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:58.421188 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c3f5493-b489-4d54-9fa1-cc5f6205d8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:58.422970 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cbf2269-ce29-4c1f-af9a-687b32254704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:58.434362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01778d99-7e9c-4761-8ac9-1c7f66bc47a1 req-e31b4cc2-a981-4e96-9af0-85db85ece055 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:58.443232 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01778d99-7e9c-4761-8ac9-1c7f66bc47a1 req-e31b4cc2-a981-4e96-9af0-85db85ece055 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c08be1-41a1-45fe-b0dc-9ac2372b023c HTTP/1.1" status: 200 len: 969 time: 0.2646654 Jul 14 09:10:58.447182 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-2632334d-78c5-43d9-950e-1421b2ddf4df tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0240488 Jul 14 09:10:58.451402 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cbf2269-ce29-4c1f-af9a-687b32254704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:58.454972 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1798f4a5-5a42-4307-8e0c-e0283c81bcbe req-e6b61037-2856-4e8d-9006-54ddf2c34f1c service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591895 Jul 14 09:10:58.470593 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] Request body: {'port': {'device_id': '6eacd312-f02c-4329-92a4-e245757f0cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:58.503246 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4c3f5493-b489-4d54-9fa1-cc5f6205d8c6 None None] Port 0804ca9c-6927-49f1-bf36-76373cf5d709 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:58.503458 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf2269-ce29-4c1f-af9a-687b32254704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fe1570-01bc-4107-8e91-039cccdde536,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:58.544659 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01778d99-7e9c-4761-8ac9-1c7f66bc47a1 req-fea9e9f5-9acf-40fa-829a-5a3c25312f24 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005595 Jul 14 09:10:58.551921 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44330) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:58.552672 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0cbf2269-ce29-4c1f-af9a-687b32254704 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b6d74e263c5f4a759ecf3e32b0140a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3997045 Jul 14 09:10:58.628134 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:58.650054 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9eadf6-eb7f-4fa6-b217-a95f14308dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc02d01-aabb-4388-b494-e3434f2a7548'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:58.652275 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1bb4db-fb8e-4490-81f7-ef4338ccfa46" -d '{"events": [{"server_uuid": "4e9eadf6-eb7f-4fa6-b217-a95f14308dde", "name": "network-vif-plugged", "status": "completed", "tag": "6fc02d01-aabb-4388-b494-e3434f2a7548"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:58.679439 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda5dbf-3285-42b0-9f70-8b4b5e6efceb req-329b2bb8-3133-4a4c-aba6-7f9767bd1775 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:58.681005 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ccda5dbf-3285-42b0-9f70-8b4b5e6efceb req-329b2bb8-3133-4a4c-aba6-7f9767bd1775 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eacd312-f02c-4329-92a4-e245757f0cc0 HTTP/1.1" status: 200 len: 936 time: 0.0964153 Jul 14 09:10:58.736661 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44336) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:58.746989 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8f8dcac7-c526-4321-90a9-5e4e83b096c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:58.757756 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ccda5dbf-3285-42b0-9f70-8b4b5e6efceb req-dab1bca0-2982-4c3f-8952-df31ceec542e tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693576 Jul 14 09:10:58.809440 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe9cc27-e8c2-4088-b6bc-dfd414036872 x-openstack-request-id: req-ffe9cc27-e8c2-4088-b6bc-dfd414036872 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:58.810311 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9eadf6-eb7f-4fa6-b217-a95f14308dde", "name": "network-vif-plugged", "status": "completed", "tag": "6fc02d01-aabb-4388-b494-e3434f2a7548", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:58.810575 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ffe9cc27-e8c2-4088-b6bc-dfd414036872 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:58.810680 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908c95c-70e3-41aa-ba53-06318418a333 req-3d6cc0c9-1ee1-4d84-908b-bb95abbd6a02 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:58.810970 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9eadf6-eb7f-4fa6-b217-a95f14308dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc02d01-aabb-4388-b494-e3434f2a7548', 'code': 200} Jul 14 09:10:58.812340 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d908c95c-70e3-41aa-ba53-06318418a333 req-3d6cc0c9-1ee1-4d84-908b-bb95abbd6a02 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 944 time: 0.1083965 Jul 14 09:10:58.855675 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d908c95c-70e3-41aa-ba53-06318418a333 req-f2ef74c8-ed26-4709-95c4-8be68e9ec12b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378199 Jul 14 09:10:58.860066 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8f8dcac7-c526-4321-90a9-5e4e83b096c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:58.884222 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a496b-3287-4ed7-9941-4652bc139bb0 req-5e801c03-fe92-4a7c-9065-590dd4d2f875 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:58.885687 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-023a496b-3287-4ed7-9941-4652bc139bb0 req-5e801c03-fe92-4a7c-9065-590dd4d2f875 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 969 time: 0.2588220 Jul 14 09:10:58.912979 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67725402-ece5-43a4-9acd-48c3c6c98d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.009558 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67725402-ece5-43a4-9acd-48c3c6c98d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.023574 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67725402-ece5-43a4-9acd-48c3c6c98d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.079323 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3f7959b0-84da-4329-9dfa-4b83b368fbc6 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:59.108542 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-67725402-ece5-43a4-9acd-48c3c6c98d30 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1ea55d24ec44c6693bb77bd8129493d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704939 Jul 14 09:10:59.110519 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67725402-ece5-43a4-9acd-48c3c6c98d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63e7ee8-b4dd-4ad4-a0d3-1dd7b9d36c88,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:59.112972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44344) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:59.136230 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 3f7959b0-84da-4329-9dfa-4b83b368fbc6 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:59.140551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 3f7959b0-84da-4329-9dfa-4b83b368fbc6 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:59.141049 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.178385 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8f8dcac7-c526-4321-90a9-5e4e83b096c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.180939 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8f8dcac7-c526-4321-90a9-5e4e83b096c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.185159 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8f8dcac7-c526-4321-90a9-5e4e83b096c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/85fe1570-01bc-4107-8e91-039cccdde536 HTTP/1.1" status: 204 len: 168 time: 0.6291547 Jul 14 09:10:59.203483 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8dcac7-c526-4321-90a9-5e4e83b096c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fe1570-01bc-4107-8e91-039cccdde536,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:59.235263 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-842651a3-e4a6-45fa-97fe-4dc9cf956a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.263090 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.271574 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da211109-95bd-40d5-90c7-4ba5420da348 req-d6f615d1-ee48-40d8-a0b5-5371cdf910eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:59.273095 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-da211109-95bd-40d5-90c7-4ba5420da348 req-d6f615d1-ee48-40d8-a0b5-5371cdf910eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 1098 time: 0.3457367 Jul 14 09:10:59.278274 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f0809-6156-4be8-9e77-8bba6ab2311e req-c90c37fb-187b-406d-a940-b4c1b121d946 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:59.280914 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e52f0809-6156-4be8-9e77-8bba6ab2311e req-c90c37fb-187b-406d-a940-b4c1b121d946 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 969 time: 0.2384098 Jul 14 09:10:59.299942 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0804ca9c-6927-49f1-bf36-76373cf5d709 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:59.315371 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3f7959b0-84da-4329-9dfa-4b83b368fbc6, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3f7959b0-84da-4329-9dfa-4b83b368fbc6,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:59.322415 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.325901 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.326861 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-842651a3-e4a6-45fa-97fe-4dc9cf956a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.339889 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-023a496b-3287-4ed7-9941-4652bc139bb0 req-c2acd571-3bf6-4737-b446-106dc00d35eb tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Deleting port c0247e3b-ca88-4520-b0bc-f93dfb533307 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:59.340233 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-023a496b-3287-4ed7-9941-4652bc139bb0 req-c2acd571-3bf6-4737-b446-106dc00d35eb tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.375464 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e52f0809-6156-4be8-9e77-8bba6ab2311e req-03ea1bd7-f419-4fc6-b8bc-95dcd3bead53 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/security-groups?id=454e1ac2-64da-45bc-bfd5-b4579d087ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843954 Jul 14 09:10:59.396199 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705d6b3-f3b8-41e7-8fe0-33aeb87340da req-4afb7822-c10f-47ca-85f4-6289dda03641 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:59.397716 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b705d6b3-f3b8-41e7-8fe0-33aeb87340da req-4afb7822-c10f-47ca-85f4-6289dda03641 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 946 time: 0.2617171 Jul 14 09:10:59.404330 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] Transition to ACTIVE for port object 0804ca9c-6927-49f1-bf36-76373cf5d709 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:59.410829 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-da211109-95bd-40d5-90c7-4ba5420da348 req-6fe59604-4f76-49a8-9ea9-acf332d42516 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283379 Jul 14 09:10:59.413462 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=3f7959b0-84da-4329-9dfa-4b83b368fbc6,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:59.413977 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.465526 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-842651a3-e4a6-45fa-97fe-4dc9cf956a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.489060 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-842651a3-e4a6-45fa-97fe-4dc9cf956a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.493540 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-842651a3-e4a6-45fa-97fe-4dc9cf956a33 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d63e7ee8-b4dd-4ad4-a0d3-1dd7b9d36c88 HTTP/1.1" status: 204 len: 168 time: 0.3797441 Jul 14 09:10:59.535098 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] Pushing event updated for resources: {'Port': ['ID=0804ca9c-6927-49f1-bf36-76373cf5d709,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:59.565964 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b705d6b3-f3b8-41e7-8fe0-33aeb87340da req-4c8c8bd2-2fd3-4696-b81e-44c8d309d661 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555672 Jul 14 09:10:59.576223 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-023a496b-3287-4ed7-9941-4652bc139bb0 req-c2acd571-3bf6-4737-b446-106dc00d35eb tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] For port c0247e3b-ca88-4520-b0bc-f93dfb533307, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c0247e3b-ca88-4520-b0bc-f93dfb533307,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:59.576589 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-023a496b-3287-4ed7-9941-4652bc139bb0 req-c2acd571-3bf6-4737-b446-106dc00d35eb tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.587864 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842651a3-e4a6-45fa-97fe-4dc9cf956a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63e7ee8-b4dd-4ad4-a0d3-1dd7b9d36c88,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:59.652701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-023a496b-3287-4ed7-9941-4652bc139bb0 req-c2acd571-3bf6-4737-b446-106dc00d35eb tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Calling delete_port for c0247e3b-ca88-4520-b0bc-f93dfb533307 owned by compute:tempest-test_az-24324478 {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:59.663755 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2365e43f-4636-46c1-902c-5855516fca7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.737224 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85beb3-8234-4a6a-8d2d-f04834ead8dc req-92dfbce9-b2d3-443a-b1c2-9905d7c84fc9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:59.750335 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fc85beb3-8234-4a6a-8d2d-f04834ead8dc req-92dfbce9-b2d3-443a-b1c2-9905d7c84fc9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 945 time: 0.1775935 Jul 14 09:10:59.759864 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] Attempting to bind port 0804ca9c-6927-49f1-bf36-76373cf5d709 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:59.760291 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] Attempting to bind port 0804ca9c-6927-49f1-bf36-76373cf5d709 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:59.760884 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] Attempting to bind port 0804ca9c-6927-49f1-bf36-76373cf5d709 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:59.777634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] Port 0804ca9c-6927-49f1-bf36-76373cf5d709 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:59.778764 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] Attempting to bind port 0804ca9c-6927-49f1-bf36-76373cf5d709 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:59.804694 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:59.805246 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:59.805778 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:59.806452 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] Bound port: 0804ca9c-6927-49f1-bf36-76373cf5d709, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:59.807079 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.815900 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.829361 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fc85beb3-8234-4a6a-8d2d-f04834ead8dc req-e5397819-fc06-447a-a4fc-03e5059978c5 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778077 Jul 14 09:10:59.913500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] For port 0804ca9c-6927-49f1-bf36-76373cf5d709, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:59.919921 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] For port 0804ca9c-6927-49f1-bf36-76373cf5d709, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0804ca9c-6927-49f1-bf36-76373cf5d709,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:59.926766 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.935619 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f2a89-9116-4da6-af53-20cceea39e59 req-0632d6b4-d1b2-4a0c-b7dd-73709c9f51ee tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:59.948161 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3f9f2a89-9116-4da6-af53-20cceea39e59 req-0632d6b4-d1b2-4a0c-b7dd-73709c9f51ee tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c08be1-41a1-45fe-b0dc-9ac2372b023c HTTP/1.1" status: 200 len: 970 time: 0.1495967 Jul 14 09:11:00.024287 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3f9f2a89-9116-4da6-af53-20cceea39e59 req-6c3cc1fc-068f-4f8a-916a-b5a4eccabce7 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758598 Jul 14 09:11:00.141727 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0e410-957b-4bd9-8508-12ec7f8cad21 req-6319e171-3959-4ac0-9c46-445830a321c4 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.143410 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4c0e410-957b-4bd9-8508-12ec7f8cad21 req-6319e171-3959-4ac0-9c46-445830a321c4 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eacd312-f02c-4329-92a4-e245757f0cc0 HTTP/1.1" status: 200 len: 948 time: 0.1182327 Jul 14 09:11:00.193458 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.194033 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.195447 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] 10.222.0.55 "PUT /v2.0/ports/0804ca9c-6927-49f1-bf36-76373cf5d709 HTTP/1.1" status: 200 len: 1097 time: 1.7330346 Jul 14 09:11:00.195933 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eacd312-f02c-4329-92a4-e245757f0cc0', 'tag': '0804ca9c-6927-49f1-bf36-76373cf5d709'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:00.198309 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca115231-4e8c-4a4b-8589-714b5461d5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "6eacd312-f02c-4329-92a4-e245757f0cc0", "tag": "0804ca9c-6927-49f1-bf36-76373cf5d709"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:00.230375 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-023a496b-3287-4ed7-9941-4652bc139bb0 req-c2acd571-3bf6-4737-b446-106dc00d35eb tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.238676 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f9001-091d-4081-9f7b-f60be7f9caa7 service neutron] Pushing event updated for resources: {'Port': ['ID=0804ca9c-6927-49f1-bf36-76373cf5d709,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:00.249064 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['c0247e3b-ca88-4520-b0bc-f93dfb533307'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:00.317712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acd571-3bf6-4737-b446-106dc00d35eb tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Pushing event deleted for resources: {'Port': ['ID=c0247e3b-ca88-4520-b0bc-f93dfb533307,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:00.416002 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-023a496b-3287-4ed7-9941-4652bc139bb0 req-c2acd571-3bf6-4737-b446-106dc00d35eb tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] No DVR routers for this DVR port c0247e3b-ca88-4520-b0bc-f93dfb533307 on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:00.426455 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-023a496b-3287-4ed7-9941-4652bc139bb0 req-c2acd571-3bf6-4737-b446-106dc00d35eb tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.428445 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-023a496b-3287-4ed7-9941-4652bc139bb0 req-c2acd571-3bf6-4737-b446-106dc00d35eb tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.49 "DELETE /v2.0/ports/c0247e3b-ca88-4520-b0bc-f93dfb533307 HTTP/1.1" status: 204 len: 173 time: 1.5322740 Jul 14 09:11:00.442721 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4c0e410-957b-4bd9-8508-12ec7f8cad21 req-b86d5b81-89c3-45f4-9483-b57d9e55210f tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917683 Jul 14 09:11:00.460000 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-1d016310-31d3-4db2-ba4b-3a00b37a219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.464648 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-1d016310-31d3-4db2-ba4b-3a00b37a219a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f290fde11f24b81aa9e808b3a630631&device_id=6eacd312-f02c-4329-92a4-e245757f0cc0 HTTP/1.1" status: 200 len: 1100 time: 0.1813323 Jul 14 09:11:00.538403 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.590287 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-67273c08-5127-4880-8d6e-52ffd9ce3528 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0804ca9c-6927-49f1-bf36-76373cf5d709 HTTP/1.1" status: 200 len: 217 time: 0.1026285 Jul 14 09:11:00.709560 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-400e5cff-d762-470f-a3ae-2e8c1d97fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.712881 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-400e5cff-d762-470f-a3ae-2e8c1d97fed5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1163790 Jul 14 09:11:00.736171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f8dc1-ced3-4182-8cdc-9ecee5734a8a req-281edcc3-4a76-4b36-94ce-03247c30d114 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.748383 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d37f8dc1-ced3-4182-8cdc-9ecee5734a8a req-281edcc3-4a76-4b36-94ce-03247c30d114 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 944 time: 0.1210389 Jul 14 09:11:00.792552 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d37f8dc1-ced3-4182-8cdc-9ecee5734a8a req-7487f375-f3aa-4431-9f33-469ef49f58a1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431888 Jul 14 09:11:00.812647 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c08be1-41a1-45fe-b0dc-9ac2372b023c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7959b0-84da-4329-9dfa-4b83b368fbc6'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:00.815820 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed04ee91-6c0b-424a-b638-4f45288dc81c" -d '{"events": [{"server_uuid": "f7c08be1-41a1-45fe-b0dc-9ac2372b023c", "name": "network-vif-plugged", "status": "completed", "tag": "3f7959b0-84da-4329-9dfa-4b83b368fbc6"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:00.835396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-fcb7954c-8c26-4115-971a-c29b9bd68975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.837331 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-fcb7954c-8c26-4115-971a-c29b9bd68975 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1171727 Jul 14 09:11:00.844275 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236b07f6-87ac-4604-b6bc-686aecb6a2db x-openstack-request-id: req-236b07f6-87ac-4604-b6bc-686aecb6a2db {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:00.845079 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eacd312-f02c-4329-92a4-e245757f0cc0", "tag": "0804ca9c-6927-49f1-bf36-76373cf5d709", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:00.845504 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-236b07f6-87ac-4604-b6bc-686aecb6a2db {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:00.846121 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eacd312-f02c-4329-92a4-e245757f0cc0', 'tag': '0804ca9c-6927-49f1-bf36-76373cf5d709', 'status': 'completed', 'code': 200} Jul 14 09:11:00.955472 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae51268-ae42-465d-8795-937003a42eb2 req-ab6893dd-ad7c-4ed0-a4e2-7253cfcf63e0 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.957979 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cae51268-ae42-465d-8795-937003a42eb2 req-ab6893dd-ad7c-4ed0-a4e2-7253cfcf63e0 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 1097 time: 0.1018193 Jul 14 09:11:00.964839 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-5239974d-b7fd-4d47-b7a1-6ba821b46205 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177626 Jul 14 09:11:01.029255 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e62e12e3-2f80-48ee-a058-ba5d15f45e73 req-d2da1559-8a1b-42ae-b813-c9a8f2f362f9 tempest-AggregatesAdminTestJSON-1520787246 tempest-AggregatesAdminTestJSON-1520787246-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bbc9706-d8e9-4312-a68e-c311673e3530 HTTP/1.1" status: 200 len: 210 time: 0.0430717 Jul 14 09:11:01.055580 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cae51268-ae42-465d-8795-937003a42eb2 req-cecc2d73-a418-4897-b3ae-ceb020e680f3 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894520 Jul 14 09:11:01.084507 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ea82e915-c7a4-44bb-ab35-f35232a5c3b6 req-4c6e7ee8-601c-4d41-824c-8e62b8473be8 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117156 Jul 14 09:11:01.098347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:01.213747 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8548c1f3-6dc9-40de-8d5b-1c78805586f8 x-openstack-request-id: req-8548c1f3-6dc9-40de-8d5b-1c78805586f8 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:01.214112 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c08be1-41a1-45fe-b0dc-9ac2372b023c", "name": "network-vif-plugged", "status": "completed", "tag": "3f7959b0-84da-4329-9dfa-4b83b368fbc6", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:01.214563 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8548c1f3-6dc9-40de-8d5b-1c78805586f8 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:01.215124 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c08be1-41a1-45fe-b0dc-9ac2372b023c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7959b0-84da-4329-9dfa-4b83b368fbc6', 'code': 200} Jul 14 09:11:01.314454 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3ef5f7d8-741e-438c-b87a-311eb5ff48e8,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:01.326360 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca115231-4e8c-4a4b-8589-714b5461d5a0 req-6cfe4cc6-9bde-47f0-bb6b-262c6f0a2422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.330686 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44426) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:01.330825 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '3ef5f7d8-741e-438c-b87a-311eb5ff48e8', 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90', 'port_id': '3ef5f7d8-741e-438c-b87a-311eb5ff48e8', 'mac_address': 'fa:16:3e:cf:0e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a63800-8b58-4cad-a5bc-7f335e7d2ba1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:01.330962 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ca115231-4e8c-4a4b-8589-714b5461d5a0 req-6cfe4cc6-9bde-47f0-bb6b-262c6f0a2422 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f290fde11f24b81aa9e808b3a630631&device_id=6eacd312-f02c-4329-92a4-e245757f0cc0 HTTP/1.1" status: 200 len: 1100 time: 0.1432803 Jul 14 09:11:01.382560 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:01.398828 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82857659-6927-4c17-ab63-fc478d043f43 req-5fbe65e6-42fa-42d9-88d5-723746c4479e tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.406671 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-82857659-6927-4c17-ab63-fc478d043f43 req-5fbe65e6-42fa-42d9-88d5-723746c4479e tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 946 time: 0.1509426 Jul 14 09:11:01.413449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:01.444586 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:01.446989 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3ef5f7d8-741e-438c-b87a-311eb5ff48e8,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:01.453060 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:01.468521 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-82857659-6927-4c17-ab63-fc478d043f43 req-8bebde3b-34d0-46d0-843e-f40559cb339b tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608833 Jul 14 09:11:01.493923 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016e26d-2ee7-4aeb-a7d6-036e3c9ccb2e req-c869e38b-37b5-4db8-aca6-e749481449f1 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.497930 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c016e26d-2ee7-4aeb-a7d6-036e3c9ccb2e req-c869e38b-37b5-4db8-aca6-e749481449f1 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c08be1-41a1-45fe-b0dc-9ac2372b023c HTTP/1.1" status: 200 len: 970 time: 0.1840789 Jul 14 09:11:01.524701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca115231-4e8c-4a4b-8589-714b5461d5a0 req-524cd1a2-2cbb-4823-b03e-efac51a358dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.526567 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ca115231-4e8c-4a4b-8589-714b5461d5a0 req-524cd1a2-2cbb-4823-b03e-efac51a358dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1891925 Jul 14 09:11:01.526702 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=3ef5f7d8-741e-438c-b87a-311eb5ff48e8,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:01.546966 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1155d-4b94-4065-afea-1f915325031f req-060edffa-40a4-44a3-87b6-45302a9c8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.548444 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-32b1155d-4b94-4065-afea-1f915325031f req-060edffa-40a4-44a3-87b6-45302a9c8f35 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f7c08be1-41a1-45fe-b0dc-9ac2372b023c HTTP/1.1" status: 200 len: 1122 time: 0.1228988 Jul 14 09:11:01.574432 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c016e26d-2ee7-4aeb-a7d6-036e3c9ccb2e req-1dfeaf18-dd74-4eb9-bb13-5f0ebef13cfb tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699818 Jul 14 09:11:01.583493 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ca115231-4e8c-4a4b-8589-714b5461d5a0 req-23b28a8b-4fd4-498a-8e64-308325a65a0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0804ca9c-6927-49f1-bf36-76373cf5d709 HTTP/1.1" status: 200 len: 217 time: 0.0481393 Jul 14 09:11:01.649820 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-32b1155d-4b94-4065-afea-1f915325031f req-5899e3e9-feaf-4e11-8414-27233edc65fd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751667 Jul 14 09:11:01.654289 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['3ef5f7d8-741e-438c-b87a-311eb5ff48e8'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:01.655287 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c4e92-9afa-4669-b822-f219304ee60c req-bccb940b-355d-4135-b409-27244716ad18 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.656143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca115231-4e8c-4a4b-8589-714b5461d5a0 req-9a5aaf54-b080-4b39-8f2c-98d5cd65f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.657549 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ca115231-4e8c-4a4b-8589-714b5461d5a0 req-9a5aaf54-b080-4b39-8f2c-98d5cd65f84b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0636179 Jul 14 09:11:01.662997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b8c4e92-9afa-4669-b822-f219304ee60c req-bccb940b-355d-4135-b409-27244716ad18 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 1097 time: 0.0688477 Jul 14 09:11:01.702483 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b8c4e92-9afa-4669-b822-f219304ee60c req-ba879af8-c247-4792-98a2-828080a6f152 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383492 Jul 14 09:11:01.739503 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca115231-4e8c-4a4b-8589-714b5461d5a0 req-5399acc1-20b4-4ee8-b299-5d8a9148e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.741826 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ca115231-4e8c-4a4b-8589-714b5461d5a0 req-5399acc1-20b4-4ee8-b299-5d8a9148e739 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0772789 Jul 14 09:11:01.817368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-904c35a0-55d5-4364-ad7f-87d69b0f063f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1791104378-network', 'tenant_id': '18926633a43443a7a3c9011a9673826e'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:01.859807 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904c35a0-55d5-4364-ad7f-87d69b0f063f admin admin] Made reservation on behalf of 18926633a43443a7a3c9011a9673826e for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:01.864001 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-904c35a0-55d5-4364-ad7f-87d69b0f063f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:01.874830 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ca115231-4e8c-4a4b-8589-714b5461d5a0 req-a6c0492f-047c-4e44-8c45-a4273716a1d8 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262939 Jul 14 09:11:01.876795 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-904c35a0-55d5-4364-ad7f-87d69b0f063f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:01.969526 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ca115231-4e8c-4a4b-8589-714b5461d5a0 req-0c332388-f8fc-440d-aca5-827753f417cd service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878959 Jul 14 09:11:02.017860 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f45a3c-5f24-457c-a167-9fcf6870c9b4 req-88f6b461-89a2-42bb-9063-d1b25463363d tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:02.019322 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56f45a3c-5f24-457c-a167-9fcf6870c9b4 req-88f6b461-89a2-42bb-9063-d1b25463363d tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eacd312-f02c-4329-92a4-e245757f0cc0 HTTP/1.1" status: 200 len: 948 time: 0.1395798 Jul 14 09:11:02.063436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda4d0f-c65a-41ff-93f3-250a6f5ed4be req-250a787a-a460-493b-a6a8-aff0effceaa6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:02.064885 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8bda4d0f-c65a-41ff-93f3-250a6f5ed4be req-250a787a-a460-493b-a6a8-aff0effceaa6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 946 time: 0.1689858 Jul 14 09:11:02.074701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44446) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:02.081449 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c3550cd9-4e20-4933-8051-a980b9a0302f tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Request body: {'floatingip': {'port_id': '6fc02d01-aabb-4388-b494-e3434f2a7548'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:02.090634 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56f45a3c-5f24-457c-a167-9fcf6870c9b4 req-4cbc6a18-67db-4325-9418-b7a1182c92f9 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624607 Jul 14 09:11:02.111441 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-904c35a0-55d5-4364-ad7f-87d69b0f063f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.125714 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-904c35a0-55d5-4364-ad7f-87d69b0f063f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.150255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904c35a0-55d5-4364-ad7f-87d69b0f063f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:11:02.160465 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c35a0-55d5-4364-ad7f-87d69b0f063f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b378d617-b345-4595-9e2e-ab531d338ade,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:02.165411 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-904c35a0-55d5-4364-ad7f-87d69b0f063f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.165752 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-904c35a0-55d5-4364-ad7f-87d69b0f063f admin admin] Added segment 2029aa35-a768-4cc2-b418-9cbf5baf60c7 of type vlan for network 5ea8b35e-897c-4b9d-9290-f35fa60c66c3 Jul 14 09:11:02.202927 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c3550cd9-4e20-4933-8051-a980b9a0302f tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for floatingip, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.224495 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-904c35a0-55d5-4364-ad7f-87d69b0f063f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.304842 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-904c35a0-55d5-4364-ad7f-87d69b0f063f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.305243 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904c35a0-55d5-4364-ad7f-87d69b0f063f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:02.305829 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-904c35a0-55d5-4364-ad7f-87d69b0f063f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.321955 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eac667-c1b5-4c18-9b61-0df068b77cee req-05bc4e33-9a91-437c-8727-6bd6defc186e tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:02.323419 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24eac667-c1b5-4c18-9b61-0df068b77cee req-05bc4e33-9a91-437c-8727-6bd6defc186e tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 945 time: 0.1215165 Jul 14 09:11:02.408405 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-904c35a0-55d5-4364-ad7f-87d69b0f063f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0707622 Jul 14 09:11:02.408728 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44460) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:02.414952 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c35a0-55d5-4364-ad7f-87d69b0f063f admin admin] Pushing event updated for resources: {'Network': ['ID=5ea8b35e-897c-4b9d-9290-f35fa60c66c3,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:02.426217 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 5ea8b35e-897c-4b9d-9290-f35fa60c66c3 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:11:02.459616 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24eac667-c1b5-4c18-9b61-0df068b77cee req-ff831131-0bf5-46c5-b916-b4973ccaf121 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908406 Jul 14 09:11:02.463538 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c2b550fc-884f-4187-ae60-cebd541a8995 admin admin] Request body: {'subnet': {'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1791104378-subnet', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:02.546879 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b550fc-884f-4187-ae60-cebd541a8995 admin admin] Made reservation on behalf of 18926633a43443a7a3c9011a9673826e for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:02.550919 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c2b550fc-884f-4187-ae60-cebd541a8995 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.605622 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.688017 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44476) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:02.791214 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e888301-6d11-41cc-af29-ebe9000ac4aa req-8cc42431-7552-4c90-9074-0b1cc1ba7fd6 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:02.793230 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e888301-6d11-41cc-af29-ebe9000ac4aa req-8cc42431-7552-4c90-9074-0b1cc1ba7fd6 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c08be1-41a1-45fe-b0dc-9ac2372b023c HTTP/1.1" status: 200 len: 970 time: 0.0761998 Jul 14 09:11:02.851639 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbc9706-d8e9-4312-a68e-c311673e3530', 'name': 'network-vif-deleted', 'tag': 'c0247e3b-ca88-4520-b0bc-f93dfb533307'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:02.854950 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5a6c34-c8ef-4e33-8050-a5ce07436e69" -d '{"events": [{"server_uuid": "9bbc9706-d8e9-4312-a68e-c311673e3530", "name": "network-vif-deleted", "tag": "c0247e3b-ca88-4520-b0bc-f93dfb533307"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:02.860194 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e888301-6d11-41cc-af29-ebe9000ac4aa req-007b3d48-55de-4a08-bbb1-7b454d577b37 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548275 Jul 14 09:11:02.901702 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-78e6a112-ea12-4947-b985-29b844ecce09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=25257ff3045c45f6b35f601207e91a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119420 Jul 14 09:11:02.905393 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44490) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:02.945970 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b8edcb-2f8b-44b8-aef4-a0aa4d310e01 x-openstack-request-id: req-59b8edcb-2f8b-44b8-aef4-a0aa4d310e01 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:02.946264 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbc9706-d8e9-4312-a68e-c311673e3530", "name": "network-vif-deleted", "tag": "c0247e3b-ca88-4520-b0bc-f93dfb533307", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:02.946515 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-59b8edcb-2f8b-44b8-aef4-a0aa4d310e01 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:02.946893 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbc9706-d8e9-4312-a68e-c311673e3530', 'name': 'network-vif-deleted', 'tag': 'c0247e3b-ca88-4520-b0bc-f93dfb533307', 'status': 'completed', 'code': 200} Jul 14 09:11:03.104172 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.db.resource_extend [None req-c3550cd9-4e20-4933-8051-a980b9a0302f tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:11:03.110714 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:03.142384 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3761843b-00ab-453f-a156-0122ad967749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.146639 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c2b550fc-884f-4187-ae60-cebd541a8995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.179481 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:03.186829 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:03.187825 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.300739 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.347087 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3ef5f7d8-741e-438c-b87a-311eb5ff48e8,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:03.348135 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e208dc-0d29-4d5e-9164-3547e56561f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef5f7d8-741e-438c-b87a-311eb5ff48e8'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:03.351806 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44115f36-b7e5-4067-b1f2-386c27818796" -d '{"events": [{"server_uuid": "34e208dc-0d29-4d5e-9164-3547e56561f5", "name": "network-vif-plugged", "status": "completed", "tag": "3ef5f7d8-741e-438c-b87a-311eb5ff48e8"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:03.356008 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.356826 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c0247e3b-ca88-4520-b0bc-f93dfb533307 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:03.392314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: c0247e3b-ca88-4520-b0bc-f93dfb533307 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:11:03.392899 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c0247e3b-ca88-4520-b0bc-f93dfb533307 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:03.423173 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3761843b-00ab-453f-a156-0122ad967749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.453328 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c3550cd9-4e20-4933-8051-a980b9a0302f tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.456402 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=3ef5f7d8-741e-438c-b87a-311eb5ff48e8,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:03.470952 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c3550cd9-4e20-4933-8051-a980b9a0302f tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.479716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b550fc-884f-4187-ae60-cebd541a8995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:03.539195 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c56686-ee98-44f7-9c7e-fa849c6f1689 req-fe95cdf9-4bfb-4033-a7f5-eba1766f255e tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:03.546912 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b0c56686-ee98-44f7-9c7e-fa849c6f1689 req-fe95cdf9-4bfb-4033-a7f5-eba1766f255e tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eacd312-f02c-4329-92a4-e245757f0cc0 HTTP/1.1" status: 200 len: 948 time: 0.1233718 Jul 14 09:11:03.554044 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b550fc-884f-4187-ae60-cebd541a8995 admin admin] Checking segment: {'id': '2029aa35-a768-4cc2-b418-9cbf5baf60c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:03.554446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b550fc-884f-4187-ae60-cebd541a8995 admin admin] Network hostable DHCP agents. Network: 5ea8b35e-897c-4b9d-9290-f35fa60c66c3, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:11:03.600689 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b0c56686-ee98-44f7-9c7e-fa849c6f1689 req-c820a0f3-ca08-40f7-aa23-bacb15f3f19e tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504043 Jul 14 09:11:03.610407 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3761843b-00ab-453f-a156-0122ad967749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.613097 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3761843b-00ab-453f-a156-0122ad967749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.614246 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3761843b-00ab-453f-a156-0122ad967749 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/454e1ac2-64da-45bc-bfd5-b4579d087ee4 HTTP/1.1" status: 204 len: 168 time: 0.7061317 Jul 14 09:11:03.621105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b550fc-884f-4187-ae60-cebd541a8995 admin admin] Network 5ea8b35e-897c-4b9d-9290-f35fa60c66c3 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:11:03.638277 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761843b-00ab-453f-a156-0122ad967749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454e1ac2-64da-45bc-bfd5-b4579d087ee4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:03.640611 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-c3550cd9-4e20-4933-8051-a980b9a0302f tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Floating IP ce3c6059-183d-463e-b3f6-9b7af51ae0f7 associated. External IP: 172.25.1.195, port: 6fc02d01-aabb-4388-b494-e3434f2a7548. Jul 14 09:11:03.644313 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-c2b550fc-884f-4187-ae60-cebd541a8995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 5ea8b35e-897c-4b9d-9290-f35fa60c66c3) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:03.667311 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa986260-705d-48ca-8e28-58d1ca37f7d1 None None] Network 5ea8b35e-897c-4b9d-9290-f35fa60c66c3 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:11:03.682836 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b550fc-884f-4187-ae60-cebd541a8995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:03.683435 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c2b550fc-884f-4187-ae60-cebd541a8995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.705728 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c2b550fc-884f-4187-ae60-cebd541a8995 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2960222 Jul 14 09:11:03.708390 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44530) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:03.712945 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ebb54c84-6e3f-4665-bf66-af961a30e533 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1791104378-router', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:03.783694 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebb54c84-6e3f-4665-bf66-af961a30e533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.785064 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebb54c84-6e3f-4665-bf66-af961a30e533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.865425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7db059-bb3b-458b-b20f-55bc201ba753 req-653d4a36-2f56-486b-b5d8-8a4cd80c65f9 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:03.875820 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c7db059-bb3b-458b-b20f-55bc201ba753 req-653d4a36-2f56-486b-b5d8-8a4cd80c65f9 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c08be1-41a1-45fe-b0dc-9ac2372b023c HTTP/1.1" status: 200 len: 970 time: 0.1459672 Jul 14 09:11:03.876442 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-5ea8b35e-897c-4b9d-9290-f35fa60c66c3', 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'fixed_ips': [{'subnet_id': '3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:11:03.877649 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.887064 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebb54c84-6e3f-4665-bf66-af961a30e533 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.969651 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c7db059-bb3b-458b-b20f-55bc201ba753 req-c4a5fdf0-becc-42b6-904e-9a103c8f215f tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912135 Jul 14 09:11:04.067998 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Allocated IP 172.20.0.2 (5ea8b35e-897c-4b9d-9290-f35fa60c66c3/3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9/071e9c91-2e07-4e4f-a8e8-67f133fcda15) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:04.072674 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebb54c84-6e3f-4665-bf66-af961a30e533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.073238 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e50525f-1579-4e93-9f06-87f7a06d19f7 x-openstack-request-id: req-7e50525f-1579-4e93-9f06-87f7a06d19f7 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:04.073877 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e208dc-0d29-4d5e-9164-3547e56561f5", "name": "network-vif-plugged", "status": "completed", "tag": "3ef5f7d8-741e-438c-b87a-311eb5ff48e8", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:04.074332 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e50525f-1579-4e93-9f06-87f7a06d19f7 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:04.074867 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e208dc-0d29-4d5e-9164-3547e56561f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef5f7d8-741e-438c-b87a-311eb5ff48e8', 'code': 200} Jul 14 09:11:04.084582 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44542) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:04.111276 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3550cd9-4e20-4933-8051-a980b9a0302f tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Router afd6cd41-db7b-4860-b19a-89fe7ce35f02 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:11:04.186638 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44546) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:04.210027 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 0804ca9c-6927-49f1-bf36-76373cf5d709 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:04.302910 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c05ffe9f-f6a0-4678-8c4f-b8e95d93e7e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddfe9355166547289bc4fee4ed70c093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1151240 Jul 14 09:11:04.306117 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44550) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:04.333328 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4601fc-6001-42f0-badd-51563465c4cd req-57efcf20-48d8-4a40-86b2-659825b2328e tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:04.334921 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c4601fc-6001-42f0-badd-51563465c4cd req-57efcf20-48d8-4a40-86b2-659825b2328e tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 946 time: 0.1063716 Jul 14 09:11:04.351155 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af2e9c-b317-4e5d-96e2-1d48de777c65 req-13a56a19-084f-42d3-ae8e-da112e721d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:04.352646 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-48af2e9c-b317-4e5d-96e2-1d48de777c65 req-13a56a19-084f-42d3-ae8e-da112e721d92 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 1098 time: 0.2028964 Jul 14 09:11:04.378901 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c4601fc-6001-42f0-badd-51563465c4cd req-4e9e56f4-a47c-4284-9018-2e50fd8ed279 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361826 Jul 14 09:11:04.384991 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3550cd9-4e20-4933-8051-a980b9a0302f tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:04.389957 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c3550cd9-4e20-4933-8051-a980b9a0302f tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.398265 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.410411 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178404d0-e2ae-4f64-9905-51ba7eff8738 None None] Sync routers for ids ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:04.423288 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Transition to ACTIVE for port object 071e9c91-2e07-4e4f-a8e8-67f133fcda15 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:04.423664 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178404d0-e2ae-4f64-9905-51ba7eff8738 None None] Routers {'afd6cd41-db7b-4860-b19a-89fe7ce35f02'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:04.424713 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-178404d0-e2ae-4f64-9905-51ba7eff8738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:11:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:04.435839 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 0804ca9c-6927-49f1-bf36-76373cf5d709, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0804ca9c-6927-49f1-bf36-76373cf5d709,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:04.457735 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '0804ca9c-6927-49f1-bf36-76373cf5d709', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '0804ca9c-6927-49f1-bf36-76373cf5d709', 'mac_address': 'fa:16:3e:a4:cd:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:04.460622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Transition to ACTIVE for port object 071e9c91-2e07-4e4f-a8e8-67f133fcda15 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:04.474614 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.477141 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-6877a377-7a17-47f4-a0aa-e188ac577048 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:11:04.485593 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-6877a377-7a17-47f4-a0aa-e188ac577048 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3997052 Jul 14 09:11:04.505651 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ed57ed6-4006-4f16-950b-2afe5396b0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.516900 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-48af2e9c-b317-4e5d-96e2-1d48de777c65 req-034f00d6-c4f2-453d-847d-6d0c01618e54 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528862 Jul 14 09:11:04.522708 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c3550cd9-4e20-4933-8051-a980b9a0302f tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "PUT /v2.0/floatingips/ce3c6059-183d-463e-b3f6-9b7af51ae0f7 HTTP/1.1" status: 200 len: 992 time: 2.4465482 Jul 14 09:11:04.533484 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Network 5ea8b35e-897c-4b9d-9290-f35fa60c66c3 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:04.569660 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:04.582412 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-178404d0-e2ae-4f64-9905-51ba7eff8738 None None] Set router afd6cd41-db7b-4860-b19a-89fe7ce35f02 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:04.583188 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:04.597382 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-e9c12a0e-4b9e-435a-9238-749f32466f0a tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a11c6fc85d53472e86d4f4ef6f3b39d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446327 Jul 14 09:11:04.610605 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ed57ed6-4006-4f16-950b-2afe5396b0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.620444 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.688046 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebb54c84-6e3f-4665-bf66-af961a30e533 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.708851 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebb54c84-6e3f-4665-bf66-af961a30e533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.735692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-e805dca0-5c2d-4943-9be3-8173de52c475 service neutron] Request body: {'binding': {'host': 'n-h2-798054-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:04.736232 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-e805dca0-5c2d-4943-9be3-8173de52c475 service neutron] Unknown quota resources ['binding']. {{(pid=93887) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:11:04.760456 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ed57ed6-4006-4f16-950b-2afe5396b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.763692 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ed57ed6-4006-4f16-950b-2afe5396b0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.765111 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2ed57ed6-4006-4f16-950b-2afe5396b0ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/12bedfaf-5933-47ab-a3b6-0d127badceaf HTTP/1.1" status: 204 len: 168 time: 0.4530046 Jul 14 09:11:04.783145 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Pushing event updated for resources: {'Port': ['ID=071e9c91-2e07-4e4f-a8e8-67f133fcda15,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:04.788778 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed57ed6-4006-4f16-950b-2afe5396b0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bedfaf-5933-47ab-a3b6-0d127badceaf,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:04.799752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-52330366-c5b5-4a75-840b-0df107f8c0a5 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:04.807011 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-52330366-c5b5-4a75-840b-0df107f8c0a5 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2043226 Jul 14 09:11:04.850578 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0804ca9c-6927-49f1-bf36-76373cf5d709 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:04.861187 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-78daa884-6443-4865-9141-a8fed79801a2 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/quotas/a11c6fc85d53472e86d4f4ef6f3b39d9 HTTP/1.1" status: 200 len: 375 time: 0.0532351 Jul 14 09:11:04.869604 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Attempting to bind port 071e9c91-2e07-4e4f-a8e8-67f133fcda15 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:04.870397 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Attempting to bind port 071e9c91-2e07-4e4f-a8e8-67f133fcda15 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '2029aa35-a768-4cc2-b418-9cbf5baf60c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:04.872972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Attempting to bind port 071e9c91-2e07-4e4f-a8e8-67f133fcda15 on network 5ea8b35e-897c-4b9d-9290-f35fa60c66c3 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:04.885704 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:04.886109 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Checking segment: {'id': '2029aa35-a768-4cc2-b418-9cbf5baf60c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:04.886516 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.886909 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Bound using segment: {'id': '2029aa35-a768-4cc2-b418-9cbf5baf60c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:04.888707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Bound port: 071e9c91-2e07-4e4f-a8e8-67f133fcda15, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2029aa35-a768-4cc2-b418-9cbf5baf60c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:04.889094 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.914107 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-ebb54c84-6e3f-4665-bf66-af961a30e533 admin admin] Allocated IP 172.25.1.133 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/a8e50c32-f6b8-433f-a0cc-69dd04cf681e) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:04.957927 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 0804ca9c-6927-49f1-bf36-76373cf5d709, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0804ca9c-6927-49f1-bf36-76373cf5d709,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:04.973407 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.994873 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9eadf6-eb7f-4fa6-b217-a95f14308dde', 'tag': '6fc02d01-aabb-4388-b494-e3434f2a7548'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:04.996983 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c85671-9b7b-4b42-b411-1611d74dec6d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9eadf6-eb7f-4fa6-b217-a95f14308dde", "tag": "6fc02d01-aabb-4388-b494-e3434f2a7548"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:05.004472 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-e957c8ec-aafe-479d-8835-e67174400724 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a11c6fc85d53472e86d4f4ef6f3b39d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1423316 Jul 14 09:11:05.046778 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-e805dca0-5c2d-4943-9be3-8173de52c475 service neutron] Attempting to bind port ea20befa-5512-4d82-8c96-21c174b548d5 on host n-h2-798054-10 for vnic_type normal with profile None {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:05.047798 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-e805dca0-5c2d-4943-9be3-8173de52c475 service neutron] Attempting to bind port ea20befa-5512-4d82-8c96-21c174b548d5 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:05.049104 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-e805dca0-5c2d-4943-9be3-8173de52c475 service neutron] Attempting to bind port ea20befa-5512-4d82-8c96-21c174b548d5 on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:05.062196 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] For port 071e9c91-2e07-4e4f-a8e8-67f133fcda15, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:05.062568 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-e805dca0-5c2d-4943-9be3-8173de52c475 service neutron] Port ea20befa-5512-4d82-8c96-21c174b548d5 on network 69fb26df-5cb7-4481-be7d-48558c78cf05 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:11:05.062902 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-e805dca0-5c2d-4943-9be3-8173de52c475 service neutron] Attempting to bind port ea20befa-5512-4d82-8c96-21c174b548d5 on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:05.081533 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-e805dca0-5c2d-4943-9be3-8173de52c475 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:05.081931 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-e805dca0-5c2d-4943-9be3-8173de52c475 service neutron] Checking segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:05.082450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-e805dca0-5c2d-4943-9be3-8173de52c475 service neutron] Bound using segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:05.082891 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-e805dca0-5c2d-4943-9be3-8173de52c475 service neutron] Bound port: ea20befa-5512-4d82-8c96-21c174b548d5, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:05.091688 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=0804ca9c-6927-49f1-bf36-76373cf5d709,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:05.105864 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] For port 071e9c91-2e07-4e4f-a8e8-67f133fcda15, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=071e9c91-2e07-4e4f-a8e8-67f133fcda15,segment=NetworkSegment(2029aa35-a768-4cc2-b418-9cbf5baf60c7),segment_id=2029aa35-a768-4cc2-b418-9cbf5baf60c7)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:05.113713 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:05.151628 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebb54c84-6e3f-4665-bf66-af961a30e533 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:05.162087 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-51c91a3b-03b1-493a-8fdf-392cc5dc4dd3 req-87c70bac-af72-4477-b263-1c13e6f43d03 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1376302 Jul 14 09:11:05.209445 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-178404d0-e2ae-4f64-9905-51ba7eff8738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:10Z', 'revision_number': 4, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'gw_port': {'id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ce3c6059-183d-463e-b3f6-9b7af51ae0f7', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'port_id': '6fc02d01-aabb-4388-b494-e3434f2a7548', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'mac_address': 'fa:16:3e:2c:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9eadf6-eb7f-4fa6-b217-a95f14308dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:10:38Z', 'updated_at': '2021-07-14T09:11:02Z', 'revision_number': 1, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c479b5a-0e47-441b-9d3b-dd13f7e577d3', 'name': '', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'mac_address': 'fa:16:3e:c9:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:09Z', 'updated_at': '2021-07-14T09:10:16Z', 'revision_number': 5, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'subnets': [{'id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:05.243522 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebb54c84-6e3f-4665-bf66-af961a30e533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:05.305361 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-e805dca0-5c2d-4943-9be3-8173de52c475 service neutron] For port ea20befa-5512-4d82-8c96-21c174b548d5, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ea20befa-5512-4d82-8c96-21c174b548d5,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:05.312760 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-e805dca0-5c2d-4943-9be3-8173de52c475 service neutron] Notify callbacks [] for binding, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:05.325101 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-e805dca0-5c2d-4943-9be3-8173de52c475 service neutron] 10.222.0.26 "POST /v2.0/ports/ea20befa-5512-4d82-8c96-21c174b548d5/bindings HTTP/1.1" status: 201 len: 390 time: 0.7822065 Jul 14 09:11:05.339574 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178404d0-e2ae-4f64-9905-51ba7eff8738 None None] Checking router: afd6cd41-db7b-4860-b19a-89fe7ce35f02 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:05.342679 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['0804ca9c-6927-49f1-bf36-76373cf5d709'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:05.350076 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de609e49-2c9c-4ad5-83a7-68dc6e5e559e None None] Pushing event updated for resources: {'Port': ['ID=071e9c91-2e07-4e4f-a8e8-67f133fcda15,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:05.376536 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178404d0-e2ae-4f64-9905-51ba7eff8738 None None] Routers {'afd6cd41-db7b-4860-b19a-89fe7ce35f02'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:05.381140 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-178404d0-e2ae-4f64-9905-51ba7eff8738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:11:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:05.421773 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb54c84-6e3f-4665-bf66-af961a30e533 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:05.465531 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-ebb54c84-6e3f-4665-bf66-af961a30e533 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:05.474408 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb54c84-6e3f-4665-bf66-af961a30e533 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:05.569522 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb54c84-6e3f-4665-bf66-af961a30e533 admin admin] Pushing event updated for resources: {'Port': ['ID=a8e50c32-f6b8-433f-a0cc-69dd04cf681e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:05.588705 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78181ba-15de-4daf-8865-c1b839a65dd9 x-openstack-request-id: req-a78181ba-15de-4daf-8865-c1b839a65dd9 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:05.588983 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9eadf6-eb7f-4fa6-b217-a95f14308dde", "tag": "6fc02d01-aabb-4388-b494-e3434f2a7548", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:05.589237 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a78181ba-15de-4daf-8865-c1b839a65dd9 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:05.589625 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9eadf6-eb7f-4fa6-b217-a95f14308dde', 'tag': '6fc02d01-aabb-4388-b494-e3434f2a7548', 'status': 'completed', 'code': 200} Jul 14 09:11:05.675546 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-336096cb-2ec5-4557-b7cd-d0d9f9d3a31e req-57f7823e-ee05-4d8a-adb9-8aeeb50d0346 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 210 time: 0.0634940 Jul 14 09:11:05.735537 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-178404d0-e2ae-4f64-9905-51ba7eff8738 None None] Set router afd6cd41-db7b-4860-b19a-89fe7ce35f02 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:05.931523 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55d4d1-b913-428d-8c81-b75476c68209 req-808ca33f-5d0a-4338-8668-e71a1416fe8b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:05.941882 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b55d4d1-b913-428d-8c81-b75476c68209 req-808ca33f-5d0a-4338-8668-e71a1416fe8b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eacd312-f02c-4329-92a4-e245757f0cc0 HTTP/1.1" status: 200 len: 949 time: 0.1484308 Jul 14 09:11:05.971510 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c91a3b-03b1-493a-8fdf-392cc5dc4dd3 req-99ee0380-0672-4c8c-bbb9-d8dd57b0dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:05.973033 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-51c91a3b-03b1-493a-8fdf-392cc5dc4dd3 req-99ee0380-0672-4c8c-bbb9-d8dd57b0dcfb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ece1500a21d34f90b4a2bc9598bf2ce0&device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 1098 time: 0.6551633 Jul 14 09:11:06.085075 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-178404d0-e2ae-4f64-9905-51ba7eff8738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:10Z', 'revision_number': 4, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'gw_port': {'id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ce3c6059-183d-463e-b3f6-9b7af51ae0f7', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'port_id': '6fc02d01-aabb-4388-b494-e3434f2a7548', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'mac_address': 'fa:16:3e:2c:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9eadf6-eb7f-4fa6-b217-a95f14308dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:10:38Z', 'updated_at': '2021-07-14T09:11:02Z', 'revision_number': 1, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c479b5a-0e47-441b-9d3b-dd13f7e577d3', 'name': '', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'mac_address': 'fa:16:3e:c9:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:09Z', 'updated_at': '2021-07-14T09:10:16Z', 'revision_number': 5, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'subnets': [{'id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:06.089718 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b55d4d1-b913-428d-8c81-b75476c68209 req-d2e9e3dd-a0db-440b-a377-04c0654a8a2c tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466565 Jul 14 09:11:06.148477 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fc666-3694-4684-aa04-924005a8dd3c req-6b5db0b8-2ef2-46ae-8bc4-7c6d50e3797b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:06.158943 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a68fc666-3694-4684-aa04-924005a8dd3c req-6b5db0b8-2ef2-46ae-8bc4-7c6d50e3797b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 946 time: 0.1723292 Jul 14 09:11:06.200683 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178404d0-e2ae-4f64-9905-51ba7eff8738 None None] The sync data for ids ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'] in n-d-798054-10 is: [{'id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:10Z', 'revision_number': 4, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'gw_port': {'id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ce3c6059-183d-463e-b3f6-9b7af51ae0f7', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'port_id': '6fc02d01-aabb-4388-b494-e3434f2a7548', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'mac_address': 'fa:16:3e:2c:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9eadf6-eb7f-4fa6-b217-a95f14308dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:10:38Z', 'updated_at': '2021-07-14T09:11:02Z', 'revision_number': 1, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c479b5a-0e47-441b-9d3b-dd13f7e577d3', 'name': '', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'mac_address': 'fa:16:3e:c9:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:09Z', 'updated_at': '2021-07-14T09:10:16Z', 'revision_number': 5, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'subnets': [{'id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:06.241473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c91a3b-03b1-493a-8fdf-392cc5dc4dd3 req-5aae6cce-c24c-49bb-8602-b7c97e3bb450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:06.243247 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-51c91a3b-03b1-493a-8fdf-392cc5dc4dd3 req-5aae6cce-c24c-49bb-8602-b7c97e3bb450 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a4318df-2a8d-4d34-8a52-eb27698902c2 HTTP/1.1" status: 200 len: 925 time: 0.2370002 Jul 14 09:11:06.264742 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a68fc666-3694-4684-aa04-924005a8dd3c req-ec5b045b-1b68-404e-9599-23ab7ac749de tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043444 Jul 14 09:11:06.344165 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 071e9c91-2e07-4e4f-a8e8-67f133fcda15 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:06.353059 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-42f01f9d-a5ee-429a-b233-6b5eec576316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:06.354857 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-42f01f9d-a5ee-429a-b233-6b5eec576316 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 1097 time: 0.3808327 Jul 14 09:11:06.488356 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 071e9c91-2e07-4e4f-a8e8-67f133fcda15 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:06.520274 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24ef60-d9e2-49be-864d-01ba86a2a82f req-ec4a3501-bf8f-41b0-986d-27f7f9803c0c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:06.528065 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e24ef60-d9e2-49be-864d-01ba86a2a82f req-ec4a3501-bf8f-41b0-986d-27f7f9803c0c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 945 time: 0.1809535 Jul 14 09:11:06.610097 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e24ef60-d9e2-49be-864d-01ba86a2a82f req-64828013-87d7-4a75-8a94-309fb6787a7f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793757 Jul 14 09:11:06.703617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb704bc-b622-4b27-849d-820c5e5d2ef1 None None] New status for floating IP ce3c6059-183d-463e-b3f6-9b7af51ae0f7: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:11:06.824007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bda1e-bee9-4169-9048-2bea6ade8d5a req-c56866ea-971b-452c-9f1e-5ef9855d4d4d tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:06.832526 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce1bda1e-bee9-4169-9048-2bea6ade8d5a req-c56866ea-971b-452c-9f1e-5ef9855d4d4d tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 1098 time: 0.0728917 Jul 14 09:11:06.887058 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce1bda1e-bee9-4169-9048-2bea6ade8d5a req-d6adf55b-c44b-468a-84f6-bbd6b5185bf5 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527341 Jul 14 09:11:07.039839 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b9fbb7-1e5c-47fa-8575-413b75839bc9 None None] Network 5ea8b35e-897c-4b9d-9290-f35fa60c66c3 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:11:07.109765 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b326f53d-2a46-41f5-ad3c-c58007fe5185 req-adf08e03-d896-4e67-a53e-fd652019db09 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 210 time: 0.0734994 Jul 14 09:11:07.164963 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-422e54e4-3a44-4908-a26b-c1360d6ca225 None None] Provisioning for port 071e9c91-2e07-4e4f-a8e8-67f133fcda15 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:07.181412 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-422e54e4-3a44-4908-a26b-c1360d6ca225 None None] Provisioning complete for port 071e9c91-2e07-4e4f-a8e8-67f133fcda15 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:07.181827 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-422e54e4-3a44-4908-a26b-c1360d6ca225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.338623 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b4988-3965-4fe2-9564-f6ac5c9b2b9b req-b8ab5f3a-fa66-43e8-b208-a501a8bef97f tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:07.340249 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b0b4988-3965-4fe2-9564-f6ac5c9b2b9b req-b8ab5f3a-fa66-43e8-b208-a501a8bef97f tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 1098 time: 0.1140671 Jul 14 09:11:07.397164 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-422e54e4-3a44-4908-a26b-c1360d6ca225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.401456 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b0b4988-3965-4fe2-9564-f6ac5c9b2b9b req-5d3f8f05-9fcc-4c41-966e-9c49a6d02ead tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547538 Jul 14 09:11:07.456320 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-51c91a3b-03b1-493a-8fdf-392cc5dc4dd3 req-47451105-f5a2-4ef0-8b70-425335583315 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fc02d01-aabb-4388-b494-e3434f2a7548 HTTP/1.1" status: 200 len: 1000 time: 1.2030449 Jul 14 09:11:07.458037 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-46eca6e3-c36f-4565-8010-b68e52d9ee0a tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a11c6fc85d53472e86d4f4ef6f3b39d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1362462 Jul 14 09:11:07.501364 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-422e54e4-3a44-4908-a26b-c1360d6ca225 None None] For port 071e9c91-2e07-4e4f-a8e8-67f133fcda15, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=071e9c91-2e07-4e4f-a8e8-67f133fcda15,segment=NetworkSegment(2029aa35-a768-4cc2-b418-9cbf5baf60c7),segment_id=2029aa35-a768-4cc2-b418-9cbf5baf60c7)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:07.512458 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-422e54e4-3a44-4908-a26b-c1360d6ca225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.529760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31cb68-c4ae-4372-aaa4-f76595cecc22 req-743e7cb7-5728-4d74-a7ea-2d542c7efb58 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:07.531321 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a31cb68-c4ae-4372-aaa4-f76595cecc22 req-743e7cb7-5728-4d74-a7ea-2d542c7efb58 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eacd312-f02c-4329-92a4-e245757f0cc0 HTTP/1.1" status: 200 len: 949 time: 0.1215515 Jul 14 09:11:07.531826 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44648) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:07.615236 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a31cb68-c4ae-4372-aaa4-f76595cecc22 req-10da10f9-6f5b-4bd1-bbc7-cc46a7b5635e tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773325 Jul 14 09:11:07.625597 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e54e4-3a44-4908-a26b-c1360d6ca225 None None] Pushing event updated for resources: {'Port': ['ID=071e9c91-2e07-4e4f-a8e8-67f133fcda15,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:07.635436 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e54e4-3a44-4908-a26b-c1360d6ca225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.636062 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e54e4-3a44-4908-a26b-c1360d6ca225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.636633 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e54e4-3a44-4908-a26b-c1360d6ca225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.637157 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e54e4-3a44-4908-a26b-c1360d6ca225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.638304 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e54e4-3a44-4908-a26b-c1360d6ca225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.638912 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e54e4-3a44-4908-a26b-c1360d6ca225 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.639453 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e54e4-3a44-4908-a26b-c1360d6ca225 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.640006 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e54e4-3a44-4908-a26b-c1360d6ca225 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.640800 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e54e4-3a44-4908-a26b-c1360d6ca225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.641562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e54e4-3a44-4908-a26b-c1360d6ca225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.642101 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e54e4-3a44-4908-a26b-c1360d6ca225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.642656 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e54e4-3a44-4908-a26b-c1360d6ca225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:07.679330 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c91a3b-03b1-493a-8fdf-392cc5dc4dd3 req-edd4e05f-ef5d-4f44-9b48-e18717dd3419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:07.681059 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-51c91a3b-03b1-493a-8fdf-392cc5dc4dd3 req-edd4e05f-ef5d-4f44-9b48-e18717dd3419 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1a365b5d-5bef-4225-9318-101d64ee880f HTTP/1.1" status: 200 len: 863 time: 0.2118413 Jul 14 09:11:07.687828 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebb54c84-6e3f-4665-bf66-af961a30e533 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.752108 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-9ced7bde-cd1b-48c3-b5cf-1508ef36c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:07.753894 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-9ced7bde-cd1b-48c3-b5cf-1508ef36c02f service neutron] 10.222.0.49 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 922 time: 1.3447018 Jul 14 09:11:07.839564 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-3ece4b4a-868d-40c1-9b93-ecacaf539a7f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea20befa-5512-4d82-8c96-21c174b548d5 HTTP/1.1" status: 200 len: 217 time: 0.0571413 Jul 14 09:11:07.877548 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087c68a-f5ff-4e27-a3ee-9566fbb51030 req-bfbf3296-4ee8-4a7a-bf43-cbcbe6381f63 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:07.885147 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1087c68a-f5ff-4e27-a3ee-9566fbb51030 req-bfbf3296-4ee8-4a7a-bf43-cbcbe6381f63 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 945 time: 0.0983646 Jul 14 09:11:07.938793 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1087c68a-f5ff-4e27-a3ee-9566fbb51030 req-2326c2ae-1608-45f2-a4fa-fcbe1ac737a4 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527036 Jul 14 09:11:07.938943 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-db979f8d-dabf-4e9f-b730-84eddea37c1b None None] Provisioning complete for port 071e9c91-2e07-4e4f-a8e8-67f133fcda15 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:07.939404 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db979f8d-dabf-4e9f-b730-84eddea37c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.940039 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-482e4d56-2b8b-4186-b2c3-43ff4747cf13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.973019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-2e9af82f-6e3f-4df4-8a14-03abc41db31a tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:07.975587 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-2e9af82f-6e3f-4df4-8a14-03abc41db31a tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5073476 Jul 14 09:11:07.994596 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Request body: {'port': {'device_id': '8ca41259-7d54-4b18-85af-6edc805f4af9', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': 'a11c6fc85d53472e86d4f4ef6f3b39d9'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:08.070431 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-482e4d56-2b8b-4186-b2c3-43ff4747cf13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.077192 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-482e4d56-2b8b-4186-b2c3-43ff4747cf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.116605 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e4d56-2b8b-4186-b2c3-43ff4747cf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d70b13b-6941-492f-9661-d613d4217b9e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:08.129710 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e4d56-2b8b-4186-b2c3-43ff4747cf13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:08.130487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e4d56-2b8b-4186-b2c3-43ff4747cf13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:08.131153 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e4d56-2b8b-4186-b2c3-43ff4747cf13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:08.132226 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e4d56-2b8b-4186-b2c3-43ff4747cf13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:08.132347 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e4d56-2b8b-4186-b2c3-43ff4747cf13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:08.133201 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e4d56-2b8b-4186-b2c3-43ff4747cf13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:08.133727 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e4d56-2b8b-4186-b2c3-43ff4747cf13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:08.134458 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e4d56-2b8b-4186-b2c3-43ff4747cf13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:08.135154 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e4d56-2b8b-4186-b2c3-43ff4747cf13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:08.135584 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e4d56-2b8b-4186-b2c3-43ff4747cf13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:08.136330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e4d56-2b8b-4186-b2c3-43ff4747cf13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:08.136576 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c91a3b-03b1-493a-8fdf-392cc5dc4dd3 req-4f03dedf-6035-47b1-986e-01ac90fe618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:08.136823 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482e4d56-2b8b-4186-b2c3-43ff4747cf13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:08.138285 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-51c91a3b-03b1-493a-8fdf-392cc5dc4dd3 req-4f03dedf-6035-47b1-986e-01ac90fe618f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a4318df-2a8d-4d34-8a52-eb27698902c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4128492 Jul 14 09:11:08.142334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Made reservation on behalf of a11c6fc85d53472e86d4f4ef6f3b39d9 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:08.145999 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.160744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-839aefbe-4ef0-4e20-9def-237128eee625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:08.162292 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-839aefbe-4ef0-4e20-9def-237128eee625 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.2865033 Jul 14 09:11:08.176128 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 071e9c91-2e07-4e4f-a8e8-67f133fcda15 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:08.184310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-482e4d56-2b8b-4186-b2c3-43ff4747cf13 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae821db876a448069f96fd03cf34fc01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6476405 Jul 14 09:11:08.187156 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44670) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:08.225940 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 0804ca9c-6927-49f1-bf36-76373cf5d709 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:08.258079 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2d7da6d9-f7b6-46cb-953d-7e993a12ec2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.282142 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2d7da6d9-f7b6-46cb-953d-7e993a12ec2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.317909 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 071e9c91-2e07-4e4f-a8e8-67f133fcda15 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:08.318285 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.347037 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2d7da6d9-f7b6-46cb-953d-7e993a12ec2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.352501 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-19640caa-4516-4968-bfa4-b4e96158d05f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1531305 Jul 14 09:11:08.353033 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2d7da6d9-f7b6-46cb-953d-7e993a12ec2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.355470 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2d7da6d9-f7b6-46cb-953d-7e993a12ec2e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d70b13b-6941-492f-9661-d613d4217b9e HTTP/1.1" status: 204 len: 168 time: 0.1659644 Jul 14 09:11:08.362095 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 0804ca9c-6927-49f1-bf36-76373cf5d709 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:08.366849 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7da6d9-f7b6-46cb-953d-7e993a12ec2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d70b13b-6941-492f-9661-d613d4217b9e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:08.376829 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 0804ca9c-6927-49f1-bf36-76373cf5d709 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:08.377535 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.566093 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.573321 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-51c91a3b-03b1-493a-8fdf-392cc5dc4dd3 req-1050b189-d2d6-4afc-8702-54c44e682492 service neutron] 10.222.0.55 "GET /v2.0/networks/0a4318df-2a8d-4d34-8a52-eb27698902c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089642 Jul 14 09:11:08.576445 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9aa7a633-9f91-48e1-aff3-395dd82f1c19 req-3f97c040-72b3-4e1e-8482-a23dd1998e0b tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 210 time: 0.0441298 Jul 14 09:11:08.615770 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eacd312-f02c-4329-92a4-e245757f0cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0804ca9c-6927-49f1-bf36-76373cf5d709'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:08.618723 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b38bb50-8c57-420a-ad3c-e089642c05d4" -d '{"events": [{"server_uuid": "6eacd312-f02c-4329-92a4-e245757f0cc0", "name": "network-vif-plugged", "status": "completed", "tag": "0804ca9c-6927-49f1-bf36-76373cf5d709"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:08.626391 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebb54c84-6e3f-4665-bf66-af961a30e533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.639946 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 0804ca9c-6927-49f1-bf36-76373cf5d709, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0804ca9c-6927-49f1-bf36-76373cf5d709,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:08.645590 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.708840 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=0804ca9c-6927-49f1-bf36-76373cf5d709,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:08.738185 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae58d262-2d23-4291-b36f-cb16649e7d88 x-openstack-request-id: req-ae58d262-2d23-4291-b36f-cb16649e7d88 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:08.738621 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eacd312-f02c-4329-92a4-e245757f0cc0", "name": "network-vif-plugged", "status": "completed", "tag": "0804ca9c-6927-49f1-bf36-76373cf5d709", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:08.739491 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae58d262-2d23-4291-b36f-cb16649e7d88 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:08.740336 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eacd312-f02c-4329-92a4-e245757f0cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0804ca9c-6927-49f1-bf36-76373cf5d709', 'code': 200} Jul 14 09:11:08.844340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44702) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:08.877164 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c6178aa3-56a9-4fe9-83a7-b68531eef8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.929117 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77fc77-1aeb-4098-a9f5-b894596f558e req-97f70ba4-a9f6-4f09-ad65-c03661c818b7 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:08.930613 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d77fc77-1aeb-4098-a9f5-b894596f558e req-97f70ba4-a9f6-4f09-ad65-c03661c818b7 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eacd312-f02c-4329-92a4-e245757f0cc0 HTTP/1.1" status: 200 len: 950 time: 0.1000698 Jul 14 09:11:08.963903 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-9f976d73-c0d2-4502-afdc-159e9fa0399a service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5939288 Jul 14 09:11:08.964967 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Allocated IP 192.168.233.164 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/71f653dc-9fdb-4c55-b908-6ad845580cfd) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:08.987720 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d77fc77-1aeb-4098-a9f5-b894596f558e req-4c02679b-3064-4936-8db7-db99f8f94886 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506339 Jul 14 09:11:09.025890 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c6178aa3-56a9-4fe9-83a7-b68531eef8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.026127 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-51c91a3b-03b1-493a-8fdf-392cc5dc4dd3 req-c7377dab-d1ee-4fbb-9dff-3c0c7b4a925b service neutron] 10.222.0.55 "GET /v2.0/networks/0a4318df-2a8d-4d34-8a52-eb27698902c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940372 Jul 14 09:11:09.031687 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c6178aa3-56a9-4fe9-83a7-b68531eef8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.076999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c6178aa3-56a9-4fe9-83a7-b68531eef8e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b0e2df4ecbf446cbfd29317602af4c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300079 Jul 14 09:11:09.077868 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6178aa3-56a9-4fe9-83a7-b68531eef8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48b0564-f582-4599-a343-3a4563a231ab,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:09.080477 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44708) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:09.134525 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-57af8663-bf31-415d-81ec-47a8fd9c87e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.161207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-08e92087-5ea3-480f-8750-4400c9fde4bd tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:11:09.168362 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-08e92087-5ea3-480f-8750-4400c9fde4bd tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140808 Jul 14 09:11:09.171709 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-57af8663-bf31-415d-81ec-47a8fd9c87e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.177220 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-93d38f8e-96a3-479d-9372-58b527b976fe service neutron] Request body: {'binding': {'host': 'n-h1-798054-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:09.178292 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-93d38f8e-96a3-479d-9372-58b527b976fe service neutron] Unknown quota resources ['binding']. {{(pid=93887) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:11:09.226552 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-d729086c-a859-44e2-bb45-6650110ae653 service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513452 Jul 14 09:11:09.233349 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317f61a-4b02-4fbf-b08b-5aac95316c91 req-fce53977-4888-4e5c-b5e7-90b4725c5ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:09.234978 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8317f61a-4b02-4fbf-b08b-5aac95316c91 req-fce53977-4888-4e5c-b5e7-90b4725c5ee7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6eacd312-f02c-4329-92a4-e245757f0cc0 HTTP/1.1" status: 200 len: 1102 time: 0.3810449 Jul 14 09:11:09.239357 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb54c84-6e3f-4665-bf66-af961a30e533 admin admin] Router ee871fdf-b13f-40c8-989c-c9bf91b59d4b is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:11:09.348742 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-57af8663-bf31-415d-81ec-47a8fd9c87e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.351260 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-57af8663-bf31-415d-81ec-47a8fd9c87e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.352415 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-57af8663-bf31-415d-81ec-47a8fd9c87e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b48b0564-f582-4599-a343-3a4563a231ab HTTP/1.1" status: 204 len: 168 time: 0.2712045 Jul 14 09:11:09.367404 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad7322-bd99-4ca9-99be-8adfad1c7f11 req-94868bbc-37f8-4c30-a66a-229d7ff61c50 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:09.368949 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8dad7322-bd99-4ca9-99be-8adfad1c7f11 req-94868bbc-37f8-4c30-a66a-229d7ff61c50 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 945 time: 0.1637857 Jul 14 09:11:09.381262 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af8663-bf31-415d-81ec-47a8fd9c87e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48b0564-f582-4599-a343-3a4563a231ab,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:09.448508 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8dad7322-bd99-4ca9-99be-8adfad1c7f11 req-f7becfb5-e690-4e02-82aa-6d33bacdf7cc tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706077 Jul 14 09:11:09.453557 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-93d38f8e-96a3-479d-9372-58b527b976fe service neutron] Attempting to bind port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 on host n-h1-798054-10 for vnic_type normal with profile None {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:09.455113 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-93d38f8e-96a3-479d-9372-58b527b976fe service neutron] Attempting to bind port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:09.455113 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-93d38f8e-96a3-479d-9372-58b527b976fe service neutron] Attempting to bind port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:09.459698 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-93d38f8e-96a3-479d-9372-58b527b976fe service neutron] Port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 on network fbea3c05-472e-4cae-8d96-84e615e12c90 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:11:09.460253 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-93d38f8e-96a3-479d-9372-58b527b976fe service neutron] Attempting to bind port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:09.466537 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-93d38f8e-96a3-479d-9372-58b527b976fe service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:09.466875 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-93d38f8e-96a3-479d-9372-58b527b976fe service neutron] Checking segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:09.467254 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-93d38f8e-96a3-479d-9372-58b527b976fe service neutron] Bound using segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:09.467938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-93d38f8e-96a3-479d-9372-58b527b976fe service neutron] Bound port: 3ef5f7d8-741e-438c-b87a-311eb5ff48e8, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:09.528026 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-93d38f8e-96a3-479d-9372-58b527b976fe service neutron] For port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3ef5f7d8-741e-438c-b87a-311eb5ff48e8,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:09.535173 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-93d38f8e-96a3-479d-9372-58b527b976fe service neutron] Notify callbacks [] for binding, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.563270 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-93d38f8e-96a3-479d-9372-58b527b976fe service neutron] 10.222.0.26 "POST /v2.0/ports/3ef5f7d8-741e-438c-b87a-311eb5ff48e8/bindings HTTP/1.1" status: 201 len: 390 time: 0.3901098 Jul 14 09:11:09.711464 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8317f61a-4b02-4fbf-b08b-5aac95316c91 req-09a47a77-cc85-48b6-89fe-53d552e71648 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968977 Jul 14 09:11:09.717002 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c85671-9b7b-4b42-b411-1611d74dec6d req-78fdc07e-41ee-416c-892e-c82c1a4d9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:09.718481 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e5c85671-9b7b-4b42-b411-1611d74dec6d req-78fdc07e-41ee-416c-892e-c82c1a4d9f65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ece1500a21d34f90b4a2bc9598bf2ce0&device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 1098 time: 0.5629177 Jul 14 09:11:09.803968 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.831893 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-11854479-c1c6-417a-a5d2-9712a86abe4b tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:09.833400 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-11854479-c1c6-417a-a5d2-9712a86abe4b tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b&tenant_id=fb19214797344ab2ac345b8f12b29ed5&binding%3Ahost_id=n-h1-798054-10 HTTP/1.1" status: 200 len: 1097 time: 0.2984989 Jul 14 09:11:09.839746 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb54c84-6e3f-4665-bf66-af961a30e533 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:09.842905 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Transition to ACTIVE for port object 71f653dc-9fdb-4c55-b908-6ad845580cfd will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:09.846857 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-750b7833-e4c2-46d1-8483-bfa1416906f0 req-386e9a61-71b4-4ad1-99d4-6e1975c04c0f tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 210 time: 0.0562615 Jul 14 09:11:09.850467 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798054-10'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:09.856988 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] Sync routers for ids ['ee871fdf-b13f-40c8-989c-c9bf91b59d4b'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:09.871008 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] Routers {'ee871fdf-b13f-40c8-989c-c9bf91b59d4b'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:09.873402 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:11:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ee871fdf-b13f-40c8-989c-c9bf91b59d4b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:09.894926 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebb54c84-6e3f-4665-bf66-af961a30e533 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.899554 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ebb54c84-6e3f-4665-bf66-af961a30e533 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1902142 Jul 14 09:11:09.900078 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a1edf-a92a-4fe8-af92-6fbecb9ed3a6 req-d98dc083-1b56-4649-b827-93ea184acde0 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:09.914932 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f67a1edf-a92a-4fe8-af92-6fbecb9ed3a6 req-d98dc083-1b56-4649-b827-93ea184acde0 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 946 time: 0.1008337 Jul 14 09:11:09.914932 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44726) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:09.974072 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.985103 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.998578 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f67a1edf-a92a-4fe8-af92-6fbecb9ed3a6 req-22407346-4985-416f-9d73-b7d9804e934f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886161 Jul 14 09:11:10.006175 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['3f7959b0-84da-4329-9dfa-4b83b368fbc6'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:10.095323 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] Set router ee871fdf-b13f-40c8-989c-c9bf91b59d4b gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:10.217429 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:10.235999 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:10.244061 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:10.260223 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Pushing event updated for resources: {'Port': ['ID=71f653dc-9fdb-4c55-b908-6ad845580cfd,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:10.322609 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:10.322951 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:10.323302 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:10.323824 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:10.323954 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:10.324315 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:10.338175 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:10.338687 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:10.338981 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:10.339317 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:10.339694 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:10.340063 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:10.500476 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:10.501151 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:10.530146 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'name': 'tempest-ServersTestBootFromVolume-1791104378-router', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:03Z', 'updated_at': '2021-07-14T09:11:06Z', 'revision_number': 3, 'project_id': '18926633a43443a7a3c9011a9673826e', 'gw_port': {'id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:20:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:04Z', 'updated_at': '2021-07-14T09:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:10.547626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c85671-9b7b-4b42-b411-1611d74dec6d req-9a35f097-14e6-4fb9-a2d6-b3f4101a0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:10.549436 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e5c85671-9b7b-4b42-b411-1611d74dec6d req-9a35f097-14e6-4fb9-a2d6-b3f4101a0bc7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a4318df-2a8d-4d34-8a52-eb27698902c2 HTTP/1.1" status: 200 len: 925 time: 0.5118542 Jul 14 09:11:10.564833 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-83b25158-6745-4ef8-89f3-966ebe29ada0 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5817533 Jul 14 09:11:10.578685 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] Checking router: ee871fdf-b13f-40c8-989c-c9bf91b59d4b for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:10.579441 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] Updating router ee871fdf-b13f-40c8-989c-c9bf91b59d4b port a8e50c32-f6b8-433f-a0cc-69dd04cf681e binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:11:10.607006 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cc777a39-7241-4c12-b05b-365118403511 None None] Provisioning for port 71f653dc-9fdb-4c55-b908-6ad845580cfd completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:10.612168 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cc777a39-7241-4c12-b05b-365118403511 None None] Provisioning complete for port 71f653dc-9fdb-4c55-b908-6ad845580cfd triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:10.612478 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc777a39-7241-4c12-b05b-365118403511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:10.618352 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] Request body: {'port': {'device_id': '8ca41259-7d54-4b18-85af-6edc805f4af9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:10.623757 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:10.692090 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cc777a39-7241-4c12-b05b-365118403511 None None] Port 71f653dc-9fdb-4c55-b908-6ad845580cfd cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:11:10.722737 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] For port ea20befa-5512-4d82-8c96-21c174b548d5, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ea20befa-5512-4d82-8c96-21c174b548d5,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:10.754494 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-5bddb2e1-f134-4ef9-9a3f-de7212789fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:10.756040 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-5bddb2e1-f134-4ef9-9a3f-de7212789fe0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 1098 time: 0.3953874 Jul 14 09:11:10.798688 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e5c85671-9b7b-4b42-b411-1611d74dec6d req-186130ba-30d6-4f25-9d47-ddf7be5391ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fc02d01-aabb-4388-b494-e3434f2a7548 HTTP/1.1" status: 200 len: 1002 time: 0.2391856 Jul 14 09:11:10.808297 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea68a2-3aaf-46d5-89ee-242ae7fa7e5b req-e50d6cda-ea43-4454-9317-e5f8cdf5fdf6 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:10.810038 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75ea68a2-3aaf-46d5-89ee-242ae7fa7e5b req-e50d6cda-ea43-4454-9317-e5f8cdf5fdf6 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eacd312-f02c-4329-92a4-e245757f0cc0 HTTP/1.1" status: 200 len: 950 time: 0.1888561 Jul 14 09:11:10.864417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ddf36-7b94-44bf-956c-7892c6acebba req-8992db66-5bf0-48de-8741-f2fdf30ad5f8 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:10.872131 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-188ddf36-7b94-44bf-956c-7892c6acebba req-8992db66-5bf0-48de-8741-f2fdf30ad5f8 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 945 time: 0.2110419 Jul 14 09:11:10.916234 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] For port ea20befa-5512-4d82-8c96-21c174b548d5, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:10.950943 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:10.965389 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75ea68a2-3aaf-46d5-89ee-242ae7fa7e5b req-3739240c-056c-4f77-9ec1-00e3f75c41d7 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178327 Jul 14 09:11:11.008719 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c85671-9b7b-4b42-b411-1611d74dec6d req-d1916679-c577-4017-bf45-6183dcca4a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:11.010635 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e5c85671-9b7b-4b42-b411-1611d74dec6d req-d1916679-c577-4017-bf45-6183dcca4a04 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1a365b5d-5bef-4225-9318-101d64ee880f HTTP/1.1" status: 200 len: 863 time: 0.1448848 Jul 14 09:11:11.024077 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.025486 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df6e4ef-31ee-46bf-9fbe-42c6e827b86b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea20befa-5512-4d82-8c96-21c174b548d5'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:11.028041 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ce5a55-e5aa-4fd2-8ad7-0e6ca20ad99e" -d '{"events": [{"server_uuid": "8df6e4ef-31ee-46bf-9fbe-42c6e827b86b", "name": "network-vif-unplugged", "status": "completed", "tag": "ea20befa-5512-4d82-8c96-21c174b548d5"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:11.035886 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-188ddf36-7b94-44bf-956c-7892c6acebba req-3c24d4b0-9548-4ddf-b427-28a5019d5712 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628108 Jul 14 09:11:11.041216 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.052033 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] Transition to ACTIVE for port object a8e50c32-f6b8-433f-a0cc-69dd04cf681e will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:11.071818 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.136051 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-8b252d55-77ea-4454-a4f9-99579fa1cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:11.137588 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-8b252d55-77ea-4454-a4f9-99579fa1cdad service neutron] 10.222.0.55 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 908 time: 0.3716049 Jul 14 09:11:11.141171 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.165520 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9871bae-5cb3-469f-bd77-d5b77fa134cf None None] Pushing event updated for resources: {'Port': ['ID=a8e50c32-f6b8-433f-a0cc-69dd04cf681e,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:11.178764 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9871bae-5cb3-469f-bd77-d5b77fa134cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:11.179366 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9871bae-5cb3-469f-bd77-d5b77fa134cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:11.180056 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9871bae-5cb3-469f-bd77-d5b77fa134cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:11.180614 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9871bae-5cb3-469f-bd77-d5b77fa134cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:11.181162 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9871bae-5cb3-469f-bd77-d5b77fa134cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:11.181738 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9871bae-5cb3-469f-bd77-d5b77fa134cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:11.182296 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9871bae-5cb3-469f-bd77-d5b77fa134cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:11.183397 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9871bae-5cb3-469f-bd77-d5b77fa134cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:11.185229 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9871bae-5cb3-469f-bd77-d5b77fa134cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:11.185818 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9871bae-5cb3-469f-bd77-d5b77fa134cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:11.186440 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9871bae-5cb3-469f-bd77-d5b77fa134cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:11.186997 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9871bae-5cb3-469f-bd77-d5b77fa134cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:11.219811 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] Pushing event updated for resources: {'Port': ['ID=ea20befa-5512-4d82-8c96-21c174b548d5,revision_number=7']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:11.230782 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] Attempting to bind port a8e50c32-f6b8-433f-a0cc-69dd04cf681e on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:11.231162 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] Attempting to bind port a8e50c32-f6b8-433f-a0cc-69dd04cf681e by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:11.231583 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] Attempting to bind port a8e50c32-f6b8-433f-a0cc-69dd04cf681e on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:11.242497 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:11.243462 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:11.243462 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.243668 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:11.244103 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] Bound port: a8e50c32-f6b8-433f-a0cc-69dd04cf681e, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:11.244511 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.302834 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d2139788-ce2d-426a-9ce0-d5c6184bce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.326940 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-1777590f-4688-48c1-b099-268a6803aef0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef5f7d8-741e-438c-b87a-311eb5ff48e8 HTTP/1.1" status: 200 len: 217 time: 0.1770496 Jul 14 09:11:11.349908 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] For port a8e50c32-f6b8-433f-a0cc-69dd04cf681e, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:11.354228 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] For port a8e50c32-f6b8-433f-a0cc-69dd04cf681e, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a8e50c32-f6b8-433f-a0cc-69dd04cf681e,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:11.359244 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.389736 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-2b4f89cf-dc2b-4700-a531-1f97acb65523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:11.389736 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-2b4f89cf-dc2b-4700-a531-1f97acb65523 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.0492871 Jul 14 09:11:11.440670 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe67ecb-286e-4e49-8c79-be91091cead9 x-openstack-request-id: req-3fe67ecb-286e-4e49-8c79-be91091cead9 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:11.440957 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df6e4ef-31ee-46bf-9fbe-42c6e827b86b", "name": "network-vif-unplugged", "status": "completed", "tag": "ea20befa-5512-4d82-8c96-21c174b548d5", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:11.441213 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3fe67ecb-286e-4e49-8c79-be91091cead9 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:11.441602 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df6e4ef-31ee-46bf-9fbe-42c6e827b86b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea20befa-5512-4d82-8c96-21c174b548d5', 'code': 200} Jul 14 09:11:11.459410 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9871bae-5cb3-469f-bd77-d5b77fa134cf None None] Pushing event updated for resources: {'Port': ['ID=a8e50c32-f6b8-433f-a0cc-69dd04cf681e,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:11.464364 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bf684-cd01-418c-9b6c-5c60e573881b req-803b9061-c2c5-4757-a40a-6193e817c1b2 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:11.472602 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f90bf684-cd01-418c-9b6c-5c60e573881b req-803b9061-c2c5-4757-a40a-6193e817c1b2 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 936 time: 0.1937480 Jul 14 09:11:11.476205 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-995f5e50-40cf-4655-88f6-21cc10af36a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420847 Jul 14 09:11:11.487533 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] Attempting to bind port ea20befa-5512-4d82-8c96-21c174b548d5 on host n-h1-798054-10 for vnic_type normal with profile {"migrating_to": "n-h2-798054-10"} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:11.487949 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] Attempting to bind port ea20befa-5512-4d82-8c96-21c174b548d5 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:11.488353 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] Attempting to bind port ea20befa-5512-4d82-8c96-21c174b548d5 on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:11.499407 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] Port ea20befa-5512-4d82-8c96-21c174b548d5 on network 69fb26df-5cb7-4481-be7d-48558c78cf05 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:11:11.499407 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] Attempting to bind port ea20befa-5512-4d82-8c96-21c174b548d5 on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:11.512191 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] Routers {'ee871fdf-b13f-40c8-989c-c9bf91b59d4b'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:11.515007 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:11.515007 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] Checking segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:11.515815 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] Bound using segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:11.516051 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] Bound port: ea20befa-5512-4d82-8c96-21c174b548d5, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:11.516483 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.517754 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:11:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ee871fdf-b13f-40c8-989c-c9bf91b59d4b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:11.522994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c85671-9b7b-4b42-b411-1611d74dec6d req-2513b8fa-df5f-4304-bf3f-ecf724079ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:11.525716 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e5c85671-9b7b-4b42-b411-1611d74dec6d req-2513b8fa-df5f-4304-bf3f-ecf724079ff6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a4318df-2a8d-4d34-8a52-eb27698902c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4928586 Jul 14 09:11:11.539548 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f90bf684-cd01-418c-9b6c-5c60e573881b req-f2032654-6864-4c66-905e-9d87fc76e1a4 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658810 Jul 14 09:11:11.668475 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-d2139788-ce2d-426a-9ce0-d5c6184bce90 admin admin] Allocated IP 172.20.0.1 (5ea8b35e-897c-4b9d-9290-f35fa60c66c3/3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9/830cf42e-7ed3-49bd-8b7d-1ef68a2348e8) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:11.738883 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] Set router ee871fdf-b13f-40c8-989c-c9bf91b59d4b gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:11.757381 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d716a4-7d64-4490-a27c-904fdee8993b req-4b6f2a26-00e2-4346-8217-88fed5d2c8fa tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:11.758964 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30d716a4-7d64-4490-a27c-904fdee8993b req-4b6f2a26-00e2-4346-8217-88fed5d2c8fa tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 946 time: 0.1718655 Jul 14 09:11:11.830650 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30d716a4-7d64-4490-a27c-904fdee8993b req-ed99d941-c50c-4f15-aa32-c314225b7f93 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607214 Jul 14 09:11:11.833429 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d2139788-ce2d-426a-9ce0-d5c6184bce90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.848514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-d2139788-ce2d-426a-9ce0-d5c6184bce90 admin admin] Transition to ACTIVE for port object 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:11.905322 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d2139788-ce2d-426a-9ce0-d5c6184bce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.989492 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2139788-ce2d-426a-9ce0-d5c6184bce90 admin admin] Network 5ea8b35e-897c-4b9d-9290-f35fa60c66c3 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:11.997758 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-d2139788-ce2d-426a-9ce0-d5c6184bce90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:12.009824 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2139788-ce2d-426a-9ce0-d5c6184bce90 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:12.024675 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2139788-ce2d-426a-9ce0-d5c6184bce90 admin admin] Pushing event updated for resources: {'Port': ['ID=830cf42e-7ed3-49bd-8b7d-1ef68a2348e8,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:12.032697 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'name': 'tempest-ServersTestBootFromVolume-1791104378-router', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:03Z', 'updated_at': '2021-07-14T09:11:06Z', 'revision_number': 3, 'project_id': '18926633a43443a7a3c9011a9673826e', 'gw_port': {'id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:20:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:04Z', 'updated_at': '2021-07-14T09:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:12.046397 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e5c85671-9b7b-4b42-b411-1611d74dec6d req-09fa73ab-524b-4911-afeb-f10de5f11e6a service neutron] 10.222.0.55 "GET /v2.0/networks/0a4318df-2a8d-4d34-8a52-eb27698902c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970226 Jul 14 09:11:12.069426 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda4a99-12ca-4214-9631-c3e845a1219a None None] The sync data for ids ['ee871fdf-b13f-40c8-989c-c9bf91b59d4b'] in n-d-798054-10 is: [{'id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'name': 'tempest-ServersTestBootFromVolume-1791104378-router', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:03Z', 'updated_at': '2021-07-14T09:11:06Z', 'revision_number': 3, 'project_id': '18926633a43443a7a3c9011a9673826e', 'gw_port': {'id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:20:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:04Z', 'updated_at': '2021-07-14T09:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:12.108927 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d2139788-ce2d-426a-9ce0-d5c6184bce90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.270137 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-27fc2a88-8560-430c-b0b9-32b2bf9c8ad2 service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7757673 Jul 14 09:11:12.321068 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df15d75-3338-44a6-b8cf-eae51710a85e req-f6215cc7-9487-4471-8e09-5c2dc46aa5ef tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:12.322731 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9df15d75-3338-44a6-b8cf-eae51710a85e req-f6215cc7-9487-4471-8e09-5c2dc46aa5ef tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eacd312-f02c-4329-92a4-e245757f0cc0 HTTP/1.1" status: 200 len: 950 time: 0.2071385 Jul 14 09:11:12.334853 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-31f47ec1-347e-4114-82d2-a08cb020024e None None] Provisioning for port 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:12.339400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-31f47ec1-347e-4114-82d2-a08cb020024e None None] Provisioning complete for port 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:12.339874 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31f47ec1-347e-4114-82d2-a08cb020024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.393895 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] For port ea20befa-5512-4d82-8c96-21c174b548d5, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:12.395084 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-31f47ec1-347e-4114-82d2-a08cb020024e None None] Port 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:11:12.397627 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d2139788-ce2d-426a-9ce0-d5c6184bce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.421237 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9df15d75-3338-44a6-b8cf-eae51710a85e req-991b220a-6623-4d66-8acf-5046f7174f21 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908058 Jul 14 09:11:12.447325 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] For port ea20befa-5512-4d82-8c96-21c174b548d5, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ea20befa-5512-4d82-8c96-21c174b548d5,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:12.464156 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.469294 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c83bc9-853d-460c-b25c-b11324c1faec req-5161543c-31fd-4e97-a897-10945faec307 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:12.471834 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6c83bc9-853d-460c-b25c-b11324c1faec req-5161543c-31fd-4e97-a897-10945faec307 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 943 time: 0.2131066 Jul 14 09:11:12.490497 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e5c85671-9b7b-4b42-b411-1611d74dec6d req-fd38035d-3798-4e5d-8841-98735e1f0a0e service neutron] 10.222.0.55 "GET /v2.0/networks/0a4318df-2a8d-4d34-8a52-eb27698902c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894351 Jul 14 09:11:12.587414 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6c83bc9-853d-460c-b25c-b11324c1faec req-ef10bc7a-411c-4ba0-9e75-9f71c70f8364 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645652 Jul 14 09:11:12.692091 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-89767fc7-0d0b-4d09-8754-fb3bac95aa1c service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026248 Jul 14 09:11:12.732282 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f653dc-9fdb-4c55-b908-6ad845580cfd {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:12.743093 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] Pushing event updated for resources: {'Port': ['ID=ea20befa-5512-4d82-8c96-21c174b548d5,revision_number=8']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:12.752222 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:12.752938 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.754766 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-af943d18-9dfc-4bb6-b963-a53681dbfeeb service neutron] 10.222.0.49 "PUT /v2.0/ports/ea20befa-5512-4d82-8c96-21c174b548d5 HTTP/1.1" status: 200 len: 1123 time: 2.9130719 Jul 14 09:11:12.756907 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.780346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] Transition to ACTIVE for port object 71f653dc-9fdb-4c55-b908-6ad845580cfd will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:12.787712 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.855129 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d2139788-ce2d-426a-9ce0-d5c6184bce90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.869892 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d2139788-ce2d-426a-9ce0-d5c6184bce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.885648 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] Pushing event updated for resources: {'Port': ['ID=71f653dc-9fdb-4c55-b908-6ad845580cfd,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:12.933968 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['ea20befa-5512-4d82-8c96-21c174b548d5'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:12.994217 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44824) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:13.009760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2139788-ce2d-426a-9ce0-d5c6184bce90 admin admin] Pushing event updated for resources: {'Port': ['ID=830cf42e-7ed3-49bd-8b7d-1ef68a2348e8,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:13.051516 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] Attempting to bind port 71f653dc-9fdb-4c55-b908-6ad845580cfd on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:13.052101 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] Attempting to bind port 71f653dc-9fdb-4c55-b908-6ad845580cfd by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:13.052366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] Attempting to bind port 71f653dc-9fdb-4c55-b908-6ad845580cfd on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:13.070610 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] Port 71f653dc-9fdb-4c55-b908-6ad845580cfd on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:11:13.071167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] Attempting to bind port 71f653dc-9fdb-4c55-b908-6ad845580cfd on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:13.076253 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d2139788-ce2d-426a-9ce0-d5c6184bce90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.078591 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:13.079264 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:13.079662 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:13.080101 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] Bound port: 71f653dc-9fdb-4c55-b908-6ad845580cfd, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:13.080465 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.210663 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f962f-3fcf-42ec-83b5-33ac6e48be8c req-10a89db0-664c-46aa-8e24-03163c7782ae tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:13.212636 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-de6f962f-3fcf-42ec-83b5-33ac6e48be8c req-10a89db0-664c-46aa-8e24-03163c7782ae tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 948 time: 0.2132154 Jul 14 09:11:13.231429 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2139788-ce2d-426a-9ce0-d5c6184bce90 admin admin] Network 5ea8b35e-897c-4b9d-9290-f35fa60c66c3 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:13.239691 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-d2139788-ce2d-426a-9ce0-d5c6184bce90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:13.270662 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] For port 71f653dc-9fdb-4c55-b908-6ad845580cfd, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:13.275050 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] For port 71f653dc-9fdb-4c55-b908-6ad845580cfd, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=71f653dc-9fdb-4c55-b908-6ad845580cfd,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:13.279645 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7052-153b-46ef-a9d2-a022ce2ceef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.289162 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.317988 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:13.318736 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.320260 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] 10.222.0.49 "PUT /v2.0/ports/71f653dc-9fdb-4c55-b908-6ad845580cfd HTTP/1.1" status: 200 len: 1097 time: 2.7063468 Jul 14 09:11:13.439197 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-de6f962f-3fcf-42ec-83b5-33ac6e48be8c req-28903cac-4962-4a76-b498-b03a390a0b77 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161226 Jul 14 09:11:13.446578 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df6e4ef-31ee-46bf-9fbe-42c6e827b86b', 'tag': 'ea20befa-5512-4d82-8c96-21c174b548d5'}, {'name': 'network-changed', 'server_uuid': '8ca41259-7d54-4b18-85af-6edc805f4af9', 'tag': '71f653dc-9fdb-4c55-b908-6ad845580cfd'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:13.449567 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c" -d '{"events": [{"name": "network-changed", "server_uuid": "8df6e4ef-31ee-46bf-9fbe-42c6e827b86b", "tag": "ea20befa-5512-4d82-8c96-21c174b548d5"}, {"name": "network-changed", "server_uuid": "8ca41259-7d54-4b18-85af-6edc805f4af9", "tag": "71f653dc-9fdb-4c55-b908-6ad845580cfd"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:13.475263 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619e34c-64d9-4e9c-9566-0e94b38adfd6 service neutron] Pushing event updated for resources: {'Port': ['ID=71f653dc-9fdb-4c55-b908-6ad845580cfd,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:13.503336 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-92a0e9e3-b868-437c-8522-2e63996374a8 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:13.509205 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-92a0e9e3-b868-437c-8522-2e63996374a8 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5&tenant_id=c4264b80484d4b9d96530524cfdc3c7d&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 1098 time: 0.4099910 Jul 14 09:11:13.546188 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2139788-ce2d-426a-9ce0-d5c6184bce90 admin admin] Router ee871fdf-b13f-40c8-989c-c9bf91b59d4b has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:11:13.548939 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-10'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:13.569354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281c43f-b8f7-4bd0-be41-d904ef3fa48f req-4d8c93eb-a1ed-44e9-a1c8-296c1bece827 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:13.579390 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0281c43f-b8f7-4bd0-be41-d904ef3fa48f req-4d8c93eb-a1ed-44e9-a1c8-296c1bece827 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 946 time: 0.2158241 Jul 14 09:11:13.616285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-a29a9f11-5168-4531-80a8-b2f4e974070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:13.618083 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-a29a9f11-5168-4531-80a8-b2f4e974070d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a11c6fc85d53472e86d4f4ef6f3b39d9&device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 1100 time: 0.2436190 Jul 14 09:11:13.628248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0e052a7e-a182-494c-ae16-c755130cde70 None None] Provisioning complete for port 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:13.628762 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e052a7e-a182-494c-ae16-c755130cde70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.687336 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0e052a7e-a182-494c-ae16-c755130cde70 None None] Port 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:11:13.704181 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-c859b29c-3708-4e1b-ab66-784d555e6868 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=71f653dc-9fdb-4c55-b908-6ad845580cfd HTTP/1.1" status: 200 len: 217 time: 0.0784967 Jul 14 09:11:13.712169 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.776747 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7052-153b-46ef-a9d2-a022ce2ceef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.805236 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7052-153b-46ef-a9d2-a022ce2ceef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.819823 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-49d8d3d0-825a-48e1-87b9-f7d68910d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:13.821273 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-49d8d3d0-825a-48e1-87b9-f7d68910d461 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1101048 Jul 14 09:11:13.873436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0281c43f-b8f7-4bd0-be41-d904ef3fa48f req-ab9d7676-59be-4ef0-8e32-d75ab2832b92 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931886 Jul 14 09:11:13.919884 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ec8b7052-153b-46ef-a9d2-a022ce2ceef7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=989dc306c71341cda87456cd13cc4c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9245114 Jul 14 09:11:13.923394 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b7052-153b-46ef-a9d2-a022ce2ceef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507ad3fe-3045-45fb-93e0-0e0c40c67274,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:13.925360 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44840) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:13.963307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2139788-ce2d-426a-9ce0-d5c6184bce90 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:13.969494 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d2139788-ce2d-426a-9ce0-d5c6184bce90 admin admin] 10.222.0.26 "PUT /v2.0/routers/ee871fdf-b13f-40c8-989c-c9bf91b59d4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0655553 Jul 14 09:11:13.989360 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767cdc4-6a7b-4993-9178-465a20cbda56 req-5fec6faa-2bb3-43d9-91e1-8bb4c4473cf5 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:13.991161 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a767cdc4-6a7b-4993-9178-465a20cbda56 req-5fec6faa-2bb3-43d9-91e1-8bb4c4473cf5 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eacd312-f02c-4329-92a4-e245757f0cc0 HTTP/1.1" status: 200 len: 950 time: 0.1730869 Jul 14 09:11:14.016017 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] For port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3ef5f7d8-741e-438c-b87a-311eb5ff48e8,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:14.023460 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-232380f0-094e-45e6-8f20-4a0ba299bb7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.065679 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a767cdc4-6a7b-4993-9178-465a20cbda56 req-08799cd1-5a1f-43bc-b94b-ae9eac09cff1 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675502 Jul 14 09:11:14.073715 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-232380f0-094e-45e6-8f20-4a0ba299bb7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.079969 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a29a4e-54cb-43a8-9d5b-f9de5b99f218 x-openstack-request-id: req-55a29a4e-54cb-43a8-9d5b-f9de5b99f218 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:14.080455 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df6e4ef-31ee-46bf-9fbe-42c6e827b86b", "tag": "ea20befa-5512-4d82-8c96-21c174b548d5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ca41259-7d54-4b18-85af-6edc805f4af9", "tag": "71f653dc-9fdb-4c55-b908-6ad845580cfd", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:14.080538 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55a29a4e-54cb-43a8-9d5b-f9de5b99f218 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:14.081064 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df6e4ef-31ee-46bf-9fbe-42c6e827b86b', 'tag': 'ea20befa-5512-4d82-8c96-21c174b548d5', 'status': 'completed', 'code': 200} Jul 14 09:11:14.081325 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca41259-7d54-4b18-85af-6edc805f4af9', 'tag': '71f653dc-9fdb-4c55-b908-6ad845580cfd', 'status': 'completed', 'code': 200} Jul 14 09:11:14.107221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] For port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:14.153129 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-6c885a94-59e8-437f-8a28-d233301db1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:14.153659 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-6c885a94-59e8-437f-8a28-d233301db1f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3218307 Jul 14 09:11:14.206606 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.226419 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-232380f0-094e-45e6-8f20-4a0ba299bb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.228285 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a8e50c32-f6b8-433f-a0cc-69dd04cf681e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:14.232609 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-232380f0-094e-45e6-8f20-4a0ba299bb7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.237373 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-232380f0-094e-45e6-8f20-4a0ba299bb7f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/507ad3fe-3045-45fb-93e0-0e0c40c67274 HTTP/1.1" status: 204 len: 168 time: 0.3091967 Jul 14 09:11:14.252788 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.259196 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232380f0-094e-45e6-8f20-4a0ba299bb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507ad3fe-3045-45fb-93e0-0e0c40c67274,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:14.271235 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b6e06-00cf-4445-a3bb-1e5e867bac8d req-29e83d7a-9783-4854-ba3e-d6642899a657 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:14.274953 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-496b6e06-00cf-4445-a3bb-1e5e867bac8d req-29e83d7a-9783-4854-ba3e-d6642899a657 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 943 time: 0.1421709 Jul 14 09:11:14.352603 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-496b6e06-00cf-4445-a3bb-1e5e867bac8d req-020d316a-6763-4248-8cb2-8dd3f02509b0 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686262 Jul 14 09:11:14.389388 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c req-017b95f4-0cda-451a-be53-fd9a7a64a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:14.390959 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c req-017b95f4-0cda-451a-be53-fd9a7a64a0c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 1126 time: 0.3207717 Jul 14 09:11:14.418323 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef5f7d8-741e-438c-b87a-311eb5ff48e8,revision_number=7']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:14.422823 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-577fcfc0-1773-44a0-bb31-b781936875d8 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555261 Jul 14 09:11:14.472952 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] Attempting to bind port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 on host n-h2-798054-10 for vnic_type normal with profile {"migrating_to": "n-h1-798054-10"} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:14.473272 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] Attempting to bind port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:14.473604 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] Attempting to bind port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:14.519440 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] Port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 on network fbea3c05-472e-4cae-8d96-84e615e12c90 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:11:14.519785 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] Attempting to bind port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:14.544596 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:14.544936 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] Checking segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:14.545324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] Bound using segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:14.545766 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] Bound port: 3ef5f7d8-741e-438c-b87a-311eb5ff48e8, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:14.546151 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.636815 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] Sync routers for ids ['ee871fdf-b13f-40c8-989c-c9bf91b59d4b'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:14.646955 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] Routers {'ee871fdf-b13f-40c8-989c-c9bf91b59d4b'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:14.647714 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:11:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ee871fdf-b13f-40c8-989c-c9bf91b59d4b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:14.654501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c req-952e4691-560e-45ee-acb7-17b49f11d1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:14.656218 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c req-952e4691-560e-45ee-acb7-17b49f11d1a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 922 time: 0.2546041 Jul 14 09:11:14.662186 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b35d4fc2-cc15-4149-83fa-6d7f2b85c981 req-1f95d694-20e3-4310-a791-806ac043a5be service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245264 Jul 14 09:11:14.709507 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c req-d7717c24-955d-41ed-bc82-b270b045ec8b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea20befa-5512-4d82-8c96-21c174b548d5 HTTP/1.1" status: 200 len: 217 time: 0.0441582 Jul 14 09:11:14.709928 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port a8e50c32-f6b8-433f-a0cc-69dd04cf681e completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:14.716635 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a8e50c32-f6b8-433f-a0cc-69dd04cf681e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:14.717114 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.776210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] For port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:14.811152 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] For port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3ef5f7d8-741e-438c-b87a-311eb5ff48e8,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:14.820087 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.825500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c req-ae998172-6134-4edc-a573-c6be99b6514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:14.827276 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c req-ae998172-6134-4edc-a573-c6be99b6514c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.1110163 Jul 14 09:11:14.852951 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.881891 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port a8e50c32-f6b8-433f-a0cc-69dd04cf681e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a8e50c32-f6b8-433f-a0cc-69dd04cf681e,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:14.890460 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.906377 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44864) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:14.913216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-6a543b24-25cd-41f2-acac-18988dad9803 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1551679178', 'description': 'tempest-description--2009333094'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:14.921907 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44866) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:14.924656 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c req-c0c376f6-fd6c-4dea-8f04-d54a50da44ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579491 Jul 14 09:11:14.969089 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6a543b24-25cd-41f2-acac-18988dad9803 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.976979 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dff9a394-760e-491a-8e8b-ad761738d588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.983479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] Set router ee871fdf-b13f-40c8-989c-c9bf91b59d4b gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:15.014337 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=a8e50c32-f6b8-433f-a0cc-69dd04cf681e,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:15.030637 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.031262 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.032756 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] 10.222.0.55 "PUT /v2.0/ports/3ef5f7d8-741e-438c-b87a-311eb5ff48e8 HTTP/1.1" status: 200 len: 1124 time: 1.4974523 Jul 14 09:11:15.079659 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c req-6a8f3693-795a-480d-a4e4-d2dc82062d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.082887 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c req-6a8f3693-795a-480d-a4e4-d2dc82062d25 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a11c6fc85d53472e86d4f4ef6f3b39d9&device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 1100 time: 0.3285651 Jul 14 09:11:15.083968 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4967a-d444-4066-8c45-ed22a11024f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef5f7d8-741e-438c-b87a-311eb5ff48e8,revision_number=8']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:15.105441 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466c94b-f236-4b9d-b998-54dd91f387e9 req-ca09b82e-47ca-4d2f-bd66-11991afc8665 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.107897 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f466c94b-f236-4b9d-b998-54dd91f387e9 req-ca09b82e-47ca-4d2f-bd66-11991afc8665 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 948 time: 0.1099815 Jul 14 09:11:15.170005 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['3ef5f7d8-741e-438c-b87a-311eb5ff48e8'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:15.189008 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6a543b24-25cd-41f2-acac-18988dad9803 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.202511 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6a543b24-25cd-41f2-acac-18988dad9803 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.212689 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f466c94b-f236-4b9d-b998-54dd91f387e9 req-c4aefd53-6ac1-470b-982e-40bcca84e460 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813799 Jul 14 09:11:15.217391 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c req-13705ab0-98ed-4740-a00d-0b9ddac18102 service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611465 Jul 14 09:11:15.240587 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c req-ca45cc87-fcd1-4625-836c-818cbb066630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.241071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d7f3a-c8ea-4fc6-bd6c-a201ab9e6e17 req-6f6b9cb2-9492-467f-be59-5c5f2d546b20 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.243807 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c req-ca45cc87-fcd1-4625-836c-818cbb066630 service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1487429 Jul 14 09:11:15.255654 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-965d7f3a-c8ea-4fc6-bd6c-a201ab9e6e17 req-6f6b9cb2-9492-467f-be59-5c5f2d546b20 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eacd312-f02c-4329-92a4-e245757f0cc0 HTTP/1.1" status: 200 len: 950 time: 0.1702168 Jul 14 09:11:15.338155 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c req-c326c68a-bf61-44a6-a7f3-e392e77b07aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=71f653dc-9fdb-4c55-b908-6ad845580cfd HTTP/1.1" status: 200 len: 217 time: 0.0840521 Jul 14 09:11:15.345110 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-965d7f3a-c8ea-4fc6-bd6c-a201ab9e6e17 req-c764edd1-5af8-4780-81f2-c4c4de63b559 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883522 Jul 14 09:11:15.345836 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a543b24-25cd-41f2-acac-18988dad9803 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9672e33e-73cc-4aa6-b332-a77e52fc8930,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:15.412479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'name': 'tempest-ServersTestBootFromVolume-1791104378-router', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:03Z', 'updated_at': '2021-07-14T09:11:12Z', 'revision_number': 4, 'project_id': '18926633a43443a7a3c9011a9673826e', 'gw_port': {'id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:20:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:04Z', 'updated_at': '2021-07-14T09:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '830cf42e-7ed3-49bd-8b7d-1ef68a2348e8', 'name': '', 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'mac_address': 'fa:16:3e:5f:c6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:11Z', 'updated_at': '2021-07-14T09:11:12Z', 'revision_number': 2, 'project_id': '18926633a43443a7a3c9011a9673826e', 'subnets': [{'id': '3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:15.447112 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] Checking router: ee871fdf-b13f-40c8-989c-c9bf91b59d4b for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:15.447830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] Updating router ee871fdf-b13f-40c8-989c-c9bf91b59d4b port 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:11:15.448128 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c req-9c5afb9e-075f-4eb9-a406-e45df946da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.450375 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c req-9c5afb9e-075f-4eb9-a406-e45df946da8f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1034026 Jul 14 09:11:15.453514 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c req-43197fe0-2a1f-4ec4-854d-42a08b1e072a service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266440 Jul 14 09:11:15.479648 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21622a2-1cc5-47f7-9fb0-83b73dc8edb7 req-548559e2-9789-42f7-b522-aa4dd6cc5ead tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.487848 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e21622a2-1cc5-47f7-9fb0-83b73dc8edb7 req-548559e2-9789-42f7-b522-aa4dd6cc5ead tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 944 time: 0.0986130 Jul 14 09:11:15.493641 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.519856 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dff9a394-760e-491a-8e8b-ad761738d588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.525451 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dff9a394-760e-491a-8e8b-ad761738d588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.538150 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6a543b24-25cd-41f2-acac-18988dad9803 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.539363 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6a543b24-25cd-41f2-acac-18988dad9803 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6311636 Jul 14 09:11:15.543081 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e21622a2-1cc5-47f7-9fb0-83b73dc8edb7 req-4ed252ce-af1e-47b8-91f7-73fc34288825 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540221 Jul 14 09:11:15.543315 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44876) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:15.547657 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-80fb97f1-4d4e-4c05-8726-0fc83be0dc3b tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Request body: {'security_group_rule': {'security_group_id': '9672e33e-73cc-4aa6-b332-a77e52fc8930', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:15.595351 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dff9a394-760e-491a-8e8b-ad761738d588 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=56c5b99666b74fda8d78a37bb11cef2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6667442 Jul 14 09:11:15.597853 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44878) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:15.615844 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9a394-760e-491a-8e8b-ad761738d588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636cf1f2-640a-48a5-9a2c-5b1c5dbe4a9e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:15.617000 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-80fb97f1-4d4e-4c05-8726-0fc83be0dc3b tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.626519 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c req-2465701a-d413-4ae1-8a2b-d1cfa4e2d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.627983 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c req-2465701a-d413-4ae1-8a2b-d1cfa4e2d6ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1682091 Jul 14 09:11:15.698252 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-80fb97f1-4d4e-4c05-8726-0fc83be0dc3b tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.707970 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-80fb97f1-4d4e-4c05-8726-0fc83be0dc3b tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.739527 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-80fb97f1-4d4e-4c05-8726-0fc83be0dc3b tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.743217 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-80fb97f1-4d4e-4c05-8726-0fc83be0dc3b tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1965828 Jul 14 09:11:15.743945 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44888) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:15.757474 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3cdd7ad8-1c81-40e6-a71b-34ad904c1097 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Request body: {'security_group_rule': {'security_group_id': '9672e33e-73cc-4aa6-b332-a77e52fc8930', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:15.781825 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d7e9d94-672f-45cb-8ae2-0e9028caa37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.799046 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c req-79fd49eb-0bc0-4b80-a7a2-a3589a5c412c service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640072 Jul 14 09:11:15.805459 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d7e9d94-672f-45cb-8ae2-0e9028caa37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.812258 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cdd7ad8-1c81-40e6-a71b-34ad904c1097 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.837096 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb97f1-4d4e-4c05-8726-0fc83be0dc3b tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1344629b-76e7-4eca-a80f-543f0295370c,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:15.867528 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.871572 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d7e9d94-672f-45cb-8ae2-0e9028caa37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.875004 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d7e9d94-672f-45cb-8ae2-0e9028caa37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.879330 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4d7e9d94-672f-45cb-8ae2-0e9028caa37d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/636cf1f2-640a-48a5-9a2c-5b1c5dbe4a9e HTTP/1.1" status: 204 len: 168 time: 0.2793896 Jul 14 09:11:15.900597 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e9d94-672f-45cb-8ae2-0e9028caa37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636cf1f2-640a-48a5-9a2c-5b1c5dbe4a9e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:15.905230 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] Transition to ACTIVE for port object 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:15.925205 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ce25c-6116-4dd8-9773-c49939484151 req-e0267d19-5d2a-4f2f-ba73-bc681dcaa589 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.928379 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b6ce25c-6116-4dd8-9773-c49939484151 req-e0267d19-5d2a-4f2f-ba73-bc681dcaa589 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 943 time: 0.2220197 Jul 14 09:11:15.929006 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.991798 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b6ce25c-6116-4dd8-9773-c49939484151 req-4a1133f1-92d4-45bb-9ec4-41e92c1df47b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543687 Jul 14 09:11:16.058919 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f72b3-981d-429e-a85b-2cacf2014670 None None] Pushing event updated for resources: {'Port': ['ID=830cf42e-7ed3-49bd-8b7d-1ef68a2348e8,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:16.141739 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] Attempting to bind port 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:16.142215 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] Attempting to bind port 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '2029aa35-a768-4cc2-b418-9cbf5baf60c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:16.142583 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] Attempting to bind port 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8 on network 5ea8b35e-897c-4b9d-9290-f35fa60c66c3 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:16.154961 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:16.166889 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e208dc-0d29-4d5e-9164-3547e56561f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef5f7d8-741e-438c-b87a-311eb5ff48e8'}, {'name': 'network-changed', 'server_uuid': '34e208dc-0d29-4d5e-9164-3547e56561f5', 'tag': '3ef5f7d8-741e-438c-b87a-311eb5ff48e8'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:16.167842 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] Checking segment: {'id': '2029aa35-a768-4cc2-b418-9cbf5baf60c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:16.171216 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4371f85d-3aed-4088-a3a7-f06a8ae429b6" -d '{"events": [{"server_uuid": "34e208dc-0d29-4d5e-9164-3547e56561f5", "name": "network-vif-unplugged", "status": "completed", "tag": "3ef5f7d8-741e-438c-b87a-311eb5ff48e8"}, {"name": "network-changed", "server_uuid": "34e208dc-0d29-4d5e-9164-3547e56561f5", "tag": "3ef5f7d8-741e-438c-b87a-311eb5ff48e8"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:16.171807 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.172286 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] Bound using segment: {'id': '2029aa35-a768-4cc2-b418-9cbf5baf60c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:16.172887 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] Bound port: 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2029aa35-a768-4cc2-b418-9cbf5baf60c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:16.173348 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.178728 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.230550 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a8e50c32-f6b8-433f-a0cc-69dd04cf681e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:16.268199 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bab5be8-444e-4e20-a16e-cf39ca11a25d x-openstack-request-id: req-7bab5be8-444e-4e20-a16e-cf39ca11a25d {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:16.270259 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e208dc-0d29-4d5e-9164-3547e56561f5", "name": "network-vif-unplugged", "status": "completed", "tag": "3ef5f7d8-741e-438c-b87a-311eb5ff48e8", "code": 200}, {"name": "network-changed", "server_uuid": "34e208dc-0d29-4d5e-9164-3547e56561f5", "tag": "3ef5f7d8-741e-438c-b87a-311eb5ff48e8", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:16.270605 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7bab5be8-444e-4e20-a16e-cf39ca11a25d {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:16.275730 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e208dc-0d29-4d5e-9164-3547e56561f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef5f7d8-741e-438c-b87a-311eb5ff48e8', 'code': 200} Jul 14 09:11:16.276001 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e208dc-0d29-4d5e-9164-3547e56561f5', 'tag': '3ef5f7d8-741e-438c-b87a-311eb5ff48e8', 'status': 'completed', 'code': 200} Jul 14 09:11:16.312693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] For port 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:16.317345 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] For port 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=830cf42e-7ed3-49bd-8b7d-1ef68a2348e8,segment=NetworkSegment(2029aa35-a768-4cc2-b418-9cbf5baf60c7),segment_id=2029aa35-a768-4cc2-b418-9cbf5baf60c7)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:16.339095 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.340882 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cdd7ad8-1c81-40e6-a71b-34ad904c1097 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.358897 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cdd7ad8-1c81-40e6-a71b-34ad904c1097 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.416834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f72b3-981d-429e-a85b-2cacf2014670 None None] Pushing event updated for resources: {'Port': ['ID=830cf42e-7ed3-49bd-8b7d-1ef68a2348e8,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:16.426092 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] Routers {'ee871fdf-b13f-40c8-989c-c9bf91b59d4b'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:16.426883 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:11:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ee871fdf-b13f-40c8-989c-c9bf91b59d4b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:16.441455 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd7ad8-1c81-40e6-a71b-34ad904c1097 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbcd2ea3-9070-48a5-8724-309111d529df,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:16.467811 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cdd7ad8-1c81-40e6-a71b-34ad904c1097 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.468997 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3cdd7ad8-1c81-40e6-a71b-34ad904c1097 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7244170 Jul 14 09:11:16.476300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44930) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:16.481918 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c7f57f90-28e8-4dac-a1c4-bf79ae99126c req-59bba22c-5708-460c-a59f-7286ea268237 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6713567 Jul 14 09:11:16.485075 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-6e69f2de-09f6-4bab-b973-d1c77d87bbf7 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:16.497166 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a8e50c32-f6b8-433f-a0cc-69dd04cf681e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:16.497166 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.562099 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371f85d-3aed-4088-a3a7-f06a8ae429b6 req-169d3f03-2a30-4385-97de-0c2134a4f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.574131 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4371f85d-3aed-4088-a3a7-f06a8ae429b6 req-169d3f03-2a30-4385-97de-0c2134a4f967 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 1127 time: 0.2315884 Jul 14 09:11:16.575732 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6e69f2de-09f6-4bab-b973-d1c77d87bbf7 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.627106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b8be4-0ca4-49a3-ab02-09462a32412d req-ed08666a-fcea-405c-84a5-8ab04b29b47e tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.636473 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d8b8be4-0ca4-49a3-ab02-09462a32412d req-ed08666a-fcea-405c-84a5-8ab04b29b47e tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 948 time: 0.1833005 Jul 14 09:11:16.713837 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371f85d-3aed-4088-a3a7-f06a8ae429b6 req-79d12793-7071-4d15-b991-507aaeef58e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.716356 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4371f85d-3aed-4088-a3a7-f06a8ae429b6 req-79d12793-7071-4d15-b991-507aaeef58e0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 908 time: 0.1271696 Jul 14 09:11:16.728677 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] Set router ee871fdf-b13f-40c8-989c-c9bf91b59d4b gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:16.738087 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d8b8be4-0ca4-49a3-ab02-09462a32412d req-81cd6c98-e8b1-4643-af8b-ccdc96862e79 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004338 Jul 14 09:11:16.795042 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8909e64-477c-4657-a98b-2488b663c563 req-4243916f-c7ba-42a3-ac9f-b5cab39d3c3c tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.802328 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4371f85d-3aed-4088-a3a7-f06a8ae429b6 req-d52960f4-74dd-45fb-88af-609595505832 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef5f7d8-741e-438c-b87a-311eb5ff48e8 HTTP/1.1" status: 200 len: 217 time: 0.0522754 Jul 14 09:11:16.803150 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f8909e64-477c-4657-a98b-2488b663c563 req-4243916f-c7ba-42a3-ac9f-b5cab39d3c3c tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eacd312-f02c-4329-92a4-e245757f0cc0 HTTP/1.1" status: 200 len: 950 time: 0.1444030 Jul 14 09:11:16.875307 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371f85d-3aed-4088-a3a7-f06a8ae429b6 req-5fe88aee-63f4-4862-b13d-2a97ba6d264f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.875880 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f8909e64-477c-4657-a98b-2488b663c563 req-00dae41d-a43e-44bb-8e3f-492228fd0865 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718629 Jul 14 09:11:16.877391 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4371f85d-3aed-4088-a3a7-f06a8ae429b6 req-5fe88aee-63f4-4862-b13d-2a97ba6d264f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.0608752 Jul 14 09:11:16.943977 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4371f85d-3aed-4088-a3a7-f06a8ae429b6 req-45e7fc0f-ce17-4a3f-b0e0-61527e55bed8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380464 Jul 14 09:11:17.062011 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23edfe-ea0f-441e-b9c7-aeba35ebc35a req-fed9634e-c4d7-4e38-b185-406c703aa916 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.063506 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1e23edfe-ea0f-441e-b9c7-aeba35ebc35a req-fed9634e-c4d7-4e38-b185-406c703aa916 tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.55 "GET /v2.0/ports?device_id=6eacd312-f02c-4329-92a4-e245757f0cc0 HTTP/1.1" status: 200 len: 950 time: 0.2459185 Jul 14 09:11:17.069901 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'name': 'tempest-ServersTestBootFromVolume-1791104378-router', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:03Z', 'updated_at': '2021-07-14T09:11:12Z', 'revision_number': 4, 'project_id': '18926633a43443a7a3c9011a9673826e', 'gw_port': {'id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:04Z', 'updated_at': '2021-07-14T09:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '830cf42e-7ed3-49bd-8b7d-1ef68a2348e8', 'name': '', 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'mac_address': 'fa:16:3e:5f:c6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:11Z', 'updated_at': '2021-07-14T09:11:16Z', 'revision_number': 4, 'project_id': '18926633a43443a7a3c9011a9673826e', 'subnets': [{'id': '3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:17.139597 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd200af-575f-46f6-8e04-3e38bb536585 None None] The sync data for ids ['ee871fdf-b13f-40c8-989c-c9bf91b59d4b'] in n-d-798054-10 is: [{'id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'name': 'tempest-ServersTestBootFromVolume-1791104378-router', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:03Z', 'updated_at': '2021-07-14T09:11:12Z', 'revision_number': 4, 'project_id': '18926633a43443a7a3c9011a9673826e', 'gw_port': {'id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:04Z', 'updated_at': '2021-07-14T09:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '830cf42e-7ed3-49bd-8b7d-1ef68a2348e8', 'name': '', 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'mac_address': 'fa:16:3e:5f:c6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:11Z', 'updated_at': '2021-07-14T09:11:16Z', 'revision_number': 4, 'project_id': '18926633a43443a7a3c9011a9673826e', 'subnets': [{'id': '3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:17.139865 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4371f85d-3aed-4088-a3a7-f06a8ae429b6 req-d13f3021-b14a-432d-ac0e-6854450ddb84 service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838300 Jul 14 09:11:17.143820 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6e69f2de-09f6-4bab-b973-d1c77d87bbf7 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:17.154596 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ea20befa-5512-4d82-8c96-21c174b548d5 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:17.188371 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67d671-901a-4551-a9f8-13da5f100bd5 req-ccb89ce1-d26c-4c1c-b712-7645f82fb5d4 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.197529 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd67d671-901a-4551-a9f8-13da5f100bd5 req-ccb89ce1-d26c-4c1c-b712-7645f82fb5d4 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 944 time: 0.1354120 Jul 14 09:11:17.333501 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd67d671-901a-4551-a9f8-13da5f100bd5 req-70af3310-55ab-4525-89c8-0390e4b54141 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349821 Jul 14 09:11:17.366892 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ea20befa-5512-4d82-8c96-21c174b548d5, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ea20befa-5512-4d82-8c96-21c174b548d5,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:17.396472 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ea20befa-5512-4d82-8c96-21c174b548d5 has no active binding in host n-h2-798054-10 {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:11:17.467178 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4040fc-81c6-4226-9c52-523c72a4c387 req-2534cb3c-eb70-46ef-9b1a-6bc34ee5a5e6 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.471115 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c4040fc-81c6-4226-9c52-523c72a4c387 req-2534cb3c-eb70-46ef-9b1a-6bc34ee5a5e6 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 943 time: 0.1276815 Jul 14 09:11:17.491724 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4371f85d-3aed-4088-a3a7-f06a8ae429b6 req-ff136ee6-f35f-4ded-b490-72be99ce53b7 service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347015 Jul 14 09:11:17.499580 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-6e69f2de-09f6-4bab-b973-d1c77d87bbf7 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Allocated IP 172.25.1.156 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/ae154241-86c0-4d96-8f01-3f0f12929327) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:17.502879 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-1e23edfe-ea0f-441e-b9c7-aeba35ebc35a req-048a36f4-f35d-44e7-93a9-42991d42322c tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Deleting port 0804ca9c-6927-49f1-bf36-76373cf5d709 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:17.503417 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1e23edfe-ea0f-441e-b9c7-aeba35ebc35a req-048a36f4-f35d-44e7-93a9-42991d42322c tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:17.573534 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c4040fc-81c6-4226-9c52-523c72a4c387 req-17f7ccd1-1aa5-4eea-a0c9-a5725b9ee4e2 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953937 Jul 14 09:11:17.677954 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44966) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:17.682643 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1e23edfe-ea0f-441e-b9c7-aeba35ebc35a req-048a36f4-f35d-44e7-93a9-42991d42322c tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] For port 0804ca9c-6927-49f1-bf36-76373cf5d709, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0804ca9c-6927-49f1-bf36-76373cf5d709,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:17.683285 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1e23edfe-ea0f-441e-b9c7-aeba35ebc35a req-048a36f4-f35d-44e7-93a9-42991d42322c tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:17.701562 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-1e23edfe-ea0f-441e-b9c7-aeba35ebc35a req-048a36f4-f35d-44e7-93a9-42991d42322c tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Calling delete_port for 0804ca9c-6927-49f1-bf36-76373cf5d709 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:17.912229 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6e69f2de-09f6-4bab-b973-d1c77d87bbf7 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:17.989180 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-baffa5cc-ccb9-4474-8356-77794dd522fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.128749 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6e69f2de-09f6-4bab-b973-d1c77d87bbf7 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.156447 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1e23edfe-ea0f-441e-b9c7-aeba35ebc35a req-048a36f4-f35d-44e7-93a9-42991d42322c tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.179259 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e69f2de-09f6-4bab-b973-d1c77d87bbf7 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:18.192707 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3165fc4-9985-4994-b7a9-83bcaea1b94c req-1373f18e-a487-4eee-859c-8f7577d90b23 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:18.200241 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d3165fc4-9985-4994-b7a9-83bcaea1b94c req-1373f18e-a487-4eee-859c-8f7577d90b23 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 948 time: 0.2130454 Jul 14 09:11:18.212765 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-6e69f2de-09f6-4bab-b973-d1c77d87bbf7 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:18.221532 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e69f2de-09f6-4bab-b973-d1c77d87bbf7 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:18.242352 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['0804ca9c-6927-49f1-bf36-76373cf5d709'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:18.245433 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:18.252029 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:18.276269 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d3165fc4-9985-4994-b7a9-83bcaea1b94c req-62f97618-8e99-4179-8ae3-36ef579ce113 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750680 Jul 14 09:11:18.299473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e23edfe-ea0f-441e-b9c7-aeba35ebc35a req-048a36f4-f35d-44e7-93a9-42991d42322c tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] No DVR routers for this DVR port 0804ca9c-6927-49f1-bf36-76373cf5d709 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:18.299473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69f2de-09f6-4bab-b973-d1c77d87bbf7 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Pushing event updated for resources: {'Port': ['ID=ae154241-86c0-4d96-8f01-3f0f12929327,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:18.302965 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1e23edfe-ea0f-441e-b9c7-aeba35ebc35a req-048a36f4-f35d-44e7-93a9-42991d42322c tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.305107 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1e23edfe-ea0f-441e-b9c7-aeba35ebc35a req-048a36f4-f35d-44e7-93a9-42991d42322c tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.55 "DELETE /v2.0/ports/0804ca9c-6927-49f1-bf36-76373cf5d709 HTTP/1.1" status: 204 len: 173 time: 1.2299826 Jul 14 09:11:18.305526 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eacd312-f02c-4329-92a4-e245757f0cc0', 'name': 'network-vif-deleted', 'tag': '0804ca9c-6927-49f1-bf36-76373cf5d709'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:18.308087 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3d6c3f-3f8c-4dff-aad8-d12e04f0b580" -d '{"events": [{"server_uuid": "6eacd312-f02c-4329-92a4-e245757f0cc0", "name": "network-vif-deleted", "tag": "0804ca9c-6927-49f1-bf36-76373cf5d709"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:18.349084 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a36f4-f35d-44e7-93a9-42991d42322c tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Pushing event deleted for resources: {'Port': ['ID=0804ca9c-6927-49f1-bf36-76373cf5d709,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:18.414492 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-baffa5cc-ccb9-4474-8356-77794dd522fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.426636 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-baffa5cc-ccb9-4474-8356-77794dd522fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.487352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5647096-3838-489d-bbdf-66b278f2ad47 req-8c1de783-821c-4020-b0ab-fc752f5ce0fa tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:18.489880 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5647096-3838-489d-bbdf-66b278f2ad47 req-8c1de783-821c-4020-b0ab-fc752f5ce0fa tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eacd312-f02c-4329-92a4-e245757f0cc0 HTTP/1.1" status: 200 len: 867 time: 0.3991613 Jul 14 09:11:18.500725 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-baffa5cc-ccb9-4474-8356-77794dd522fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8897b89b5bbd4c45a6de0385d1d79fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8215928 Jul 14 09:11:18.502495 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44990) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:18.552479 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6e69f2de-09f6-4bab-b973-d1c77d87bbf7 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.577440 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baffa5cc-ccb9-4474-8356-77794dd522fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2e0c1b-1dd6-4629-b7dc-fedac95bcd27,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:18.628186 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-299b8420-9515-40e1-80c8-7e96cacb6dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.668395 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6e69f2de-09f6-4bab-b973-d1c77d87bbf7 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.684891 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3ef5f7d8-741e-438c-b87a-311eb5ff48e8,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:18.690626 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-299b8420-9515-40e1-80c8-7e96cacb6dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.744877 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 has no active binding in host n-h1-798054-10 {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:11:18.762291 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5647096-3838-489d-bbdf-66b278f2ad47 req-14806760-5902-464c-b24c-c2ac5979601b tempest-DeleteServersAdminTestJSON-121493615 tempest-DeleteServersAdminTestJSON-121493615-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfdcfca5-927b-4289-93f4-fe767d3fc236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585762 Jul 14 09:11:18.795239 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-299b8420-9515-40e1-80c8-7e96cacb6dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.798162 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-299b8420-9515-40e1-80c8-7e96cacb6dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.799414 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:18.799606 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-299b8420-9515-40e1-80c8-7e96cacb6dfc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ba2e0c1b-1dd6-4629-b7dc-fedac95bcd27 HTTP/1.1" status: 204 len: 168 time: 0.2870262 Jul 14 09:11:18.818042 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b8420-9515-40e1-80c8-7e96cacb6dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2e0c1b-1dd6-4629-b7dc-fedac95bcd27,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:18.823486 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:18.823853 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.874355 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6e69f2de-09f6-4bab-b973-d1c77d87bbf7 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.877260 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3047bfa5-a150-4b39-9e52-6c8bd87b8f70 x-openstack-request-id: req-3047bfa5-a150-4b39-9e52-6c8bd87b8f70 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:18.877557 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eacd312-f02c-4329-92a4-e245757f0cc0", "name": "network-vif-deleted", "tag": "0804ca9c-6927-49f1-bf36-76373cf5d709", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:18.878112 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3047bfa5-a150-4b39-9e52-6c8bd87b8f70 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:18.878551 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eacd312-f02c-4329-92a4-e245757f0cc0', 'name': 'network-vif-deleted', 'tag': '0804ca9c-6927-49f1-bf36-76373cf5d709', 'status': 'completed', 'code': 200} Jul 14 09:11:18.880844 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6e69f2de-09f6-4bab-b973-d1c77d87bbf7 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.962896 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69f2de-09f6-4bab-b973-d1c77d87bbf7 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Pushing event updated for resources: {'Port': ['ID=ae154241-86c0-4d96-8f01-3f0f12929327,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:18.968396 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6e69f2de-09f6-4bab-b973-d1c77d87bbf7 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.983407 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6e69f2de-09f6-4bab-b973-d1c77d87bbf7 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.003299 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6e69f2de-09f6-4bab-b973-d1c77d87bbf7 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5254302 Jul 14 09:11:19.041920 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.060009 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63950ec8-1693-4c5f-8c8c-3c4bc04b054e req-565bd77c-6eff-4b29-8ac0-098d05b80b4b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:19.061643 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63950ec8-1693-4c5f-8c8c-3c4bc04b054e req-565bd77c-6eff-4b29-8ac0-098d05b80b4b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 944 time: 0.1093051 Jul 14 09:11:19.097279 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=830cf42e-7ed3-49bd-8b7d-1ef68a2348e8,segment=NetworkSegment(2029aa35-a768-4cc2-b418-9cbf5baf60c7),segment_id=2029aa35-a768-4cc2-b418-9cbf5baf60c7)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:19.102546 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.145745 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63950ec8-1693-4c5f-8c8c-3c4bc04b054e req-296a2d9c-eed7-4872-8c79-f7c19d907a17 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673051 Jul 14 09:11:19.175111 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=830cf42e-7ed3-49bd-8b7d-1ef68a2348e8,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:19.179703 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 71f653dc-9fdb-4c55-b908-6ad845580cfd details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:19.212561 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60644f-c356-4edf-b83c-90d781136ed9 req-3ef0980e-fea2-475f-a824-ae5522cef5bc tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:19.216366 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da60644f-c356-4edf-b83c-90d781136ed9 req-3ef0980e-fea2-475f-a824-ae5522cef5bc tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 943 time: 0.1669285 Jul 14 09:11:19.298965 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da60644f-c356-4edf-b83c-90d781136ed9 req-fa8c60e8-2372-4fe6-b636-53ad806c7878 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758843 Jul 14 09:11:19.349115 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 71f653dc-9fdb-4c55-b908-6ad845580cfd, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=71f653dc-9fdb-4c55-b908-6ad845580cfd,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:19.365855 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '71f653dc-9fdb-4c55-b908-6ad845580cfd', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '71f653dc-9fdb-4c55-b908-6ad845580cfd', 'mac_address': 'fa:16:3e:4f:df:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:19.434925 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-c68131e5-43c3-48f5-9e65-7dd90e517d1c service neutron] 10.222.0.55 "GET /v2.0/ports/ea20befa-5512-4d82-8c96-21c174b548d5/bindings/n-h2-798054-10 HTTP/1.1" status: 200 len: 385 time: 0.0915837 Jul 14 09:11:19.440379 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.477131 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f653dc-9fdb-4c55-b908-6ad845580cfd {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:19.511267 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 71f653dc-9fdb-4c55-b908-6ad845580cfd, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=71f653dc-9fdb-4c55-b908-6ad845580cfd,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:19.514550 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45050) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:19.514867 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.547975 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-758b93d7-05fd-4b22-b75b-2d2fc9a941c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.580071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c3d6f-937f-4988-bc32-9c2c0133e849 req-de3ad6dc-c53c-42ff-8f0d-edf6bc495040 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:19.582563 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b43c3d6f-937f-4988-bc32-9c2c0133e849 req-de3ad6dc-c53c-42ff-8f0d-edf6bc495040 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 948 time: 0.1220679 Jul 14 09:11:19.608276 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=71f653dc-9fdb-4c55-b908-6ad845580cfd,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:19.640912 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b43c3d6f-937f-4988-bc32-9c2c0133e849 req-0e30c993-cef2-44d6-8947-49baead6c139 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511408 Jul 14 09:11:19.764643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['71f653dc-9fdb-4c55-b908-6ad845580cfd'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:19.789418 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-efdc889e-6336-408d-ac27-194233c44742 service neutron] For port ea20befa-5512-4d82-8c96-21c174b548d5, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ea20befa-5512-4d82-8c96-21c174b548d5,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:19.821339 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-758b93d7-05fd-4b22-b75b-2d2fc9a941c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.830925 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-758b93d7-05fd-4b22-b75b-2d2fc9a941c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.854944 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-efdc889e-6336-408d-ac27-194233c44742 service neutron] For port ea20befa-5512-4d82-8c96-21c174b548d5, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:19.882264 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-758b93d7-05fd-4b22-b75b-2d2fc9a941c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b64127610c624e3398be0b9008df8731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666744 Jul 14 09:11:19.885171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45066) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:19.900855 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b93d7-05fd-4b22-b75b-2d2fc9a941c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c68c14-adcd-4d78-aebe-a64c659ae21d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:19.921444 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-efdc889e-6336-408d-ac27-194233c44742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea20befa-5512-4d82-8c96-21c174b548d5 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:19.933572 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-efdc889e-6336-408d-ac27-194233c44742 service neutron] For port ea20befa-5512-4d82-8c96-21c174b548d5, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ea20befa-5512-4d82-8c96-21c174b548d5,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:19.964889 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-efdc889e-6336-408d-ac27-194233c44742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.968199 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9c7991ca-0fb9-4beb-a8f2-74105ed22c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.003264 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9c7991ca-0fb9-4beb-a8f2-74105ed22c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.116441 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9c7991ca-0fb9-4beb-a8f2-74105ed22c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.119300 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9c7991ca-0fb9-4beb-a8f2-74105ed22c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.123499 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9c7991ca-0fb9-4beb-a8f2-74105ed22c86 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91c68c14-adcd-4d78-aebe-a64c659ae21d HTTP/1.1" status: 204 len: 168 time: 0.2342350 Jul 14 09:11:20.134357 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-efdc889e-6336-408d-ac27-194233c44742 service neutron] Transition to ACTIVE for port object ea20befa-5512-4d82-8c96-21c174b548d5 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:20.151677 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7991ca-0fb9-4beb-a8f2-74105ed22c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c68c14-adcd-4d78-aebe-a64c659ae21d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:20.209376 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:20.220032 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-efdc889e-6336-408d-ac27-194233c44742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.273362 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 0804ca9c-6927-49f1-bf36-76373cf5d709 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:20.345461 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 0804ca9c-6927-49f1-bf36-76373cf5d709 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:11:20.346923 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 0804ca9c-6927-49f1-bf36-76373cf5d709 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:20.374629 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:20.376558 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.448130 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45092) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:20.454470 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-efdc889e-6336-408d-ac27-194233c44742 service neutron] No DVR routers for this DVR port ea20befa-5512-4d82-8c96-21c174b548d5 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:20.513453 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc889e-6336-408d-ac27-194233c44742 service neutron] Pushing event updated for resources: {'Port': ['ID=ea20befa-5512-4d82-8c96-21c174b548d5,revision_number=10']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:20.534768 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a23d28-2ad5-4b9c-bb1c-262fce5fa483 req-3ccf441e-d2a2-4df8-bab0-384cfa817cd6 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:20.536674 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2a23d28-2ad5-4b9c-bb1c-262fce5fa483 req-3ccf441e-d2a2-4df8-bab0-384cfa817cd6 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 944 time: 0.1516104 Jul 14 09:11:20.543855 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-caeb9c4e-ccd0-4ffb-bff5-555c0b3f1c22 service neutron] 10.222.0.49 "GET /v2.0/ports/3ef5f7d8-741e-438c-b87a-311eb5ff48e8/bindings/n-h1-798054-10 HTTP/1.1" status: 200 len: 385 time: 0.4389997 Jul 14 09:11:20.614982 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-efdc889e-6336-408d-ac27-194233c44742 service neutron] 10.222.0.55 "PUT /v2.0/ports/ea20befa-5512-4d82-8c96-21c174b548d5/bindings/n-h2-798054-10/activate HTTP/1.1" status: 200 len: 370 time: 1.1726577 Jul 14 09:11:20.653601 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2a23d28-2ad5-4b9c-bb1c-262fce5fa483 req-5cc1ca56-c982-47c7-b2cd-7d64d2aa4d6e tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106360 Jul 14 09:11:20.745593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe501ec1-40e0-4038-b059-9862dc1daecb req-4170d5d7-93f6-4b30-a9f2-214758f7220f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:20.747828 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe501ec1-40e0-4038-b059-9862dc1daecb req-4170d5d7-93f6-4b30-a9f2-214758f7220f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 944 time: 0.1535113 Jul 14 09:11:20.749381 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5d4cc5f5-1edf-4921-b9ae-60fb0eb7da5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.820560 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe501ec1-40e0-4038-b059-9862dc1daecb req-bdfeb2a2-6a1e-4087-947c-67f19c49f006 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612354 Jul 14 09:11:20.960827 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5d4cc5f5-1edf-4921-b9ae-60fb0eb7da5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.967360 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5d4cc5f5-1edf-4921-b9ae-60fb0eb7da5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.071920 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5d4cc5f5-1edf-4921-b9ae-60fb0eb7da5a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a31f3723d54149c3903f3f18003f5881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6203501 Jul 14 09:11:21.074967 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-4eb51e6d-c7cd-4ef0-9e2a-31dfb016e07b tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:21.076720 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-4eb51e6d-c7cd-4ef0-9e2a-31dfb016e07b tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b&tenant_id=fb19214797344ab2ac345b8f12b29ed5&binding%3Ahost_id=n-h1-798054-10 HTTP/1.1" status: 200 len: 1096 time: 0.3183014 Jul 14 09:11:21.077296 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45152) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:21.110902 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cc5f5-1edf-4921-b9ae-60fb0eb7da5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6509b183-f3c5-4264-9f92-9e619e62b4db,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:21.167331 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45156) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:21.189625 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 71f653dc-9fdb-4c55-b908-6ad845580cfd up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:21.198601 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10575724-1a4a-491f-9269-70810c1c5968 req-94cfc751-2850-4926-9cc4-44cbe76dd653 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:21.200698 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-10575724-1a4a-491f-9269-70810c1c5968 req-94cfc751-2850-4926-9cc4-44cbe76dd653 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 949 time: 0.1590166 Jul 14 09:11:21.253033 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-a1d823b4-2680-402e-845b-e0daef5555f6 service neutron] For port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3ef5f7d8-741e-438c-b87a-311eb5ff48e8,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:21.289521 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-10575724-1a4a-491f-9269-70810c1c5968 req-bd9e7226-ab99-4ae2-9cf0-75b8201973db tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821731 Jul 14 09:11:21.308684 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e3b595b6-3557-40ce-8e21-c5f5786837c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.318014 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 71f653dc-9fdb-4c55-b908-6ad845580cfd completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:21.324234 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 71f653dc-9fdb-4c55-b908-6ad845580cfd triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:21.325602 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.348661 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e3b595b6-3557-40ce-8e21-c5f5786837c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.393615 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-a1d823b4-2680-402e-845b-e0daef5555f6 service neutron] For port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:21.436526 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e3b595b6-3557-40ce-8e21-c5f5786837c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.439111 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e3b595b6-3557-40ce-8e21-c5f5786837c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.443286 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e3b595b6-3557-40ce-8e21-c5f5786837c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6509b183-f3c5-4264-9f92-9e619e62b4db HTTP/1.1" status: 204 len: 168 time: 0.3584778 Jul 14 09:11:21.449360 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-a1d823b4-2680-402e-845b-e0daef5555f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:21.473606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-a1d823b4-2680-402e-845b-e0daef5555f6 service neutron] For port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3ef5f7d8-741e-438c-b87a-311eb5ff48e8,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:21.477404 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b595b6-3557-40ce-8e21-c5f5786837c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6509b183-f3c5-4264-9f92-9e619e62b4db,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:21.480605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-bd04088b-54e1-41ff-bde5-e2c96d4ff866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:21.482181 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-bd04088b-54e1-41ff-bde5-e2c96d4ff866 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b&tenant_id=fb19214797344ab2ac345b8f12b29ed5 HTTP/1.1" status: 200 len: 1096 time: 0.3964419 Jul 14 09:11:21.498382 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-a1d823b4-2680-402e-845b-e0daef5555f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.529036 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.579150 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca41259-7d54-4b18-85af-6edc805f4af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f653dc-9fdb-4c55-b908-6ad845580cfd'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:21.581455 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cf2e73-8569-41be-ade9-3bebdd20a604" -d '{"events": [{"server_uuid": "8ca41259-7d54-4b18-85af-6edc805f4af9", "name": "network-vif-plugged", "status": "completed", "tag": "71f653dc-9fdb-4c55-b908-6ad845580cfd"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:21.600150 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 71f653dc-9fdb-4c55-b908-6ad845580cfd, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=71f653dc-9fdb-4c55-b908-6ad845580cfd,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:21.607308 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.616016 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6d860244-27c8-43e8-a13c-250f095261f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f290fde11f24b81aa9e808b3a630631&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4471700 Jul 14 09:11:21.617085 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45170) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:21.688147 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f55e5a3c-e9ef-4e26-9684-baf86a94e517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.689521 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f233d3d3-970b-4c83-bfc1-10cf9cc91a61 x-openstack-request-id: req-f233d3d3-970b-4c83-bfc1-10cf9cc91a61 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:21.690509 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca41259-7d54-4b18-85af-6edc805f4af9", "name": "network-vif-plugged", "status": "completed", "tag": "71f653dc-9fdb-4c55-b908-6ad845580cfd", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:21.693615 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f233d3d3-970b-4c83-bfc1-10cf9cc91a61 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:21.694087 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca41259-7d54-4b18-85af-6edc805f4af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f653dc-9fdb-4c55-b908-6ad845580cfd', 'code': 200} Jul 14 09:11:21.721326 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=71f653dc-9fdb-4c55-b908-6ad845580cfd,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:21.728877 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f55e5a3c-e9ef-4e26-9684-baf86a94e517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.777756 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.49', 50272) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:22.102438 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f55e5a3c-e9ef-4e26-9684-baf86a94e517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.105851 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f55e5a3c-e9ef-4e26-9684-baf86a94e517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.107747 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f55e5a3c-e9ef-4e26-9684-baf86a94e517 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dfdcfca5-927b-4289-93f4-fe767d3fc236 HTTP/1.1" status: 204 len: 168 time: 0.4893897 Jul 14 09:11:22.123784 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-776d65eb-88b8-4177-9666-a53b6df6cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:22.125558 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-776d65eb-88b8-4177-9666-a53b6df6cf55 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 1096 time: 0.5639212 Jul 14 09:11:22.126942 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-a1d823b4-2680-402e-845b-e0daef5555f6 service neutron] Transition to ACTIVE for port object 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:22.127883 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45188) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:22.142090 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e5a3c-e9ef-4e26-9684-baf86a94e517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdcfca5-927b-4289-93f4-fe767d3fc236,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:22.145060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32bcec-af8f-406c-bcc2-1db1e397a0cd req-8aaa13ba-06a7-484b-8e72-72d581645799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:22.147042 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d32bcec-af8f-406c-bcc2-1db1e397a0cd req-8aaa13ba-06a7-484b-8e72-72d581645799 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 1102 time: 0.3653622 Jul 14 09:11:22.155381 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-a1d823b4-2680-402e-845b-e0daef5555f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.193500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850c561-29ba-41ab-988c-cad8fa55794d req-82cfb432-ee68-42ca-8278-d7a93b37ebf1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:22.195137 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5850c561-29ba-41ab-988c-cad8fa55794d req-82cfb432-ee68-42ca-8278-d7a93b37ebf1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 944 time: 0.3337598 Jul 14 09:11:22.224599 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ddc1241a-519f-4976-869a-c2ce168fbb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.234765 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d32bcec-af8f-406c-bcc2-1db1e397a0cd req-adba677b-e3cf-4656-9469-935ff5f5442c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808816 Jul 14 09:11:22.253391 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dd5ed-f6be-43ba-8182-648d337efa6d req-bbab810c-c587-4623-8a02-f2ef3f2e19de tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:22.255044 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-912dd5ed-f6be-43ba-8182-648d337efa6d req-bbab810c-c587-4623-8a02-f2ef3f2e19de tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 944 time: 0.1889372 Jul 14 09:11:22.290464 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5850c561-29ba-41ab-988c-cad8fa55794d req-11415173-cd0c-40d3-829c-afe5f8fc253b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847456 Jul 14 09:11:22.325351 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-912dd5ed-f6be-43ba-8182-648d337efa6d req-18eaeb1b-9e47-41b4-971f-3ec8ab696b68 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509655 Jul 14 09:11:22.363124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-a1d823b4-2680-402e-845b-e0daef5555f6 service neutron] No DVR routers for this DVR port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:22.435851 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d823b4-2680-402e-845b-e0daef5555f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef5f7d8-741e-438c-b87a-311eb5ff48e8,revision_number=10']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:22.453781 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-a1d823b4-2680-402e-845b-e0daef5555f6 service neutron] 10.222.0.49 "PUT /v2.0/ports/3ef5f7d8-741e-438c-b87a-311eb5ff48e8/bindings/n-h1-798054-10/activate HTTP/1.1" status: 200 len: 370 time: 1.8558161 Jul 14 09:11:22.541625 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-c9eb8412-fd28-44b2-a313-7b89d6cb2635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:22.544214 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-c9eb8412-fd28-44b2-a313-7b89d6cb2635 service neutron] 10.222.0.49 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 922 time: 0.4078832 Jul 14 09:11:22.588886 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c885534-c252-4904-9485-66e66503d1b6 req-0eebb779-79b1-435b-84d5-8d5cbc4a833d tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:22.597539 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c885534-c252-4904-9485-66e66503d1b6 req-0eebb779-79b1-435b-84d5-8d5cbc4a833d tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 950 time: 0.1153080 Jul 14 09:11:22.646825 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-050da803-a8f2-46a2-b110-4d8cdb00b291 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea20befa-5512-4d82-8c96-21c174b548d5 HTTP/1.1" status: 200 len: 217 time: 0.0816693 Jul 14 09:11:22.697485 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c885534-c252-4904-9485-66e66503d1b6 req-988f0daa-1345-411a-a9e1-0ca08e4e6928 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981929 Jul 14 09:11:22.776147 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ddc1241a-519f-4976-869a-c2ce168fbb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.780496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-e0d65abb-f152-4fb4-bd7c-a6cb7140c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:22.782231 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-e0d65abb-f152-4fb4-bd7c-a6cb7140c5ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.1269431 Jul 14 09:11:22.784805 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ddc1241a-519f-4976-869a-c2ce168fbb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.842179 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-27f438b9-bfda-4ab7-859f-337c5e8582cf tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:22.843651 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-27f438b9-bfda-4ab7-859f-337c5e8582cf tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5&tenant_id=c4264b80484d4b9d96530524cfdc3c7d&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 1097 time: 0.2619727 Jul 14 09:11:22.862450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45204) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:22.871623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1241a-519f-4976-869a-c2ce168fbb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7a10ea-47ab-467c-8488-dbb6cdfd74ea,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:22.879020 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-d4d5811d-c0b2-4bdb-91db-f9560e79193a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546296 Jul 14 09:11:22.885498 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d381135c-7b2f-495a-94a7-063744142bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.890110 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ddc1241a-519f-4976-869a-c2ce168fbb69 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be151ce369074d3da15c6093d3d8f12a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7607064 Jul 14 09:11:22.907202 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45206) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:23.000901 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ae7264ec-f5d6-4f9b-b074-4cb9aac97524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.036105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-ee5dce28-4173-4fb4-a8c0-4a31b4cf1db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:23.037015 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ae7264ec-f5d6-4f9b-b074-4cb9aac97524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.038022 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-ee5dce28-4173-4fb4-a8c0-4a31b4cf1db4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5&tenant_id=c4264b80484d4b9d96530524cfdc3c7d HTTP/1.1" status: 200 len: 1097 time: 0.1613789 Jul 14 09:11:23.041927 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-58fea6c0-13ab-45e7-8a77-316fb5087581 service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342196 Jul 14 09:11:23.093137 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d381135c-7b2f-495a-94a7-063744142bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.097904 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d381135c-7b2f-495a-94a7-063744142bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.139091 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ae7264ec-f5d6-4f9b-b074-4cb9aac97524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.142001 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ae7264ec-f5d6-4f9b-b074-4cb9aac97524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.143362 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ae7264ec-f5d6-4f9b-b074-4cb9aac97524 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d7a10ea-47ab-467c-8488-dbb6cdfd74ea HTTP/1.1" status: 204 len: 168 time: 0.2346554 Jul 14 09:11:23.156586 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d381135c-7b2f-495a-94a7-063744142bbf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ee236f0e391439f9b8ddb96c0edfde0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929809 Jul 14 09:11:23.162009 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381135c-7b2f-495a-94a7-063744142bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a85bb2-57f2-4996-b146-405c7f145e9b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:23.166238 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45210) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:23.221473 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7264ec-f5d6-4f9b-b074-4cb9aac97524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7a10ea-47ab-467c-8488-dbb6cdfd74ea,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:23.237306 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-fc1450a4-166f-4712-a59a-44466c1bd1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:23.239838 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-fc1450a4-166f-4712-a59a-44466c1bd1f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 1097 time: 0.1410882 Jul 14 09:11:23.242399 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-062610a5-f6ca-4664-b9fe-084c3089597f service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928635 Jul 14 09:11:23.305892 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-68849ec8-dfb4-4a71-98d1-9f15b1b7f3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.368872 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-68849ec8-dfb4-4a71-98d1-9f15b1b7f3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.430820 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-bc75e8de-4d2a-4dc8-b49a-9fa2ced39309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:23.432495 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-bc75e8de-4d2a-4dc8-b49a-9fa2ced39309 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 908 time: 0.1681640 Jul 14 09:11:23.524327 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-68849ec8-dfb4-4a71-98d1-9f15b1b7f3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.532159 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-601128c5-3264-4c31-87f1-54a407c1b0c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef5f7d8-741e-438c-b87a-311eb5ff48e8 HTTP/1.1" status: 200 len: 217 time: 0.0797029 Jul 14 09:11:23.534398 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-68849ec8-dfb4-4a71-98d1-9f15b1b7f3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.538725 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-68849ec8-dfb4-4a71-98d1-9f15b1b7f3b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98a85bb2-57f2-4996-b146-405c7f145e9b HTTP/1.1" status: 204 len: 168 time: 0.3527176 Jul 14 09:11:23.594701 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68849ec8-dfb4-4a71-98d1-9f15b1b7f3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a85bb2-57f2-4996-b146-405c7f145e9b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:23.665276 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c3d8a-188d-4678-a3e8-ecc3946c6030 req-30849139-af37-4d31-8466-af68c0c33c5b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:23.671317 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab0c3d8a-188d-4678-a3e8-ecc3946c6030 req-30849139-af37-4d31-8466-af68c0c33c5b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 945 time: 0.1308556 Jul 14 09:11:23.725251 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-8a0e0bd2-4200-4b64-835d-6e5c4e9a9490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:23.728350 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-8a0e0bd2-4200-4b64-835d-6e5c4e9a9490 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.1870761 Jul 14 09:11:23.802975 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab0c3d8a-188d-4678-a3e8-ecc3946c6030 req-c89ba51d-3a6b-4955-a167-b9b08a4cfce2 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255651 Jul 14 09:11:23.821845 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-83052761-d093-48eb-bdd3-14899eff6812 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608048 Jul 14 09:11:23.847234 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357dd71-4cdf-471a-82d1-c4990cd0c80a req-01e9212f-7a2c-47d6-b340-98ddf070a628 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:23.853980 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2357dd71-4cdf-471a-82d1-c4990cd0c80a req-01e9212f-7a2c-47d6-b340-98ddf070a628 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 944 time: 0.1392846 Jul 14 09:11:23.921300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-0e44f004-6ff9-4de5-bd0d-2a37c7c1767c tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:23.923150 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-0e44f004-6ff9-4de5-bd0d-2a37c7c1767c tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b&tenant_id=fb19214797344ab2ac345b8f12b29ed5&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 1096 time: 0.2415907 Jul 14 09:11:23.934934 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2357dd71-4cdf-471a-82d1-c4990cd0c80a req-00d19f18-4b81-407c-ad9f-0bb83e7ae77d tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722859 Jul 14 09:11:24.035020 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-ae499207-e8aa-4684-ae71-95762f35a07b service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908464 Jul 14 09:11:24.170161 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bfbbd-7454-4606-90ff-6d0640b9fa79 req-baf3e5ac-efed-4186-a632-4ad6ed91cb7f tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:24.177211 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e7bfbbd-7454-4606-90ff-6d0640b9fa79 req-baf3e5ac-efed-4186-a632-4ad6ed91cb7f tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 950 time: 0.1032012 Jul 14 09:11:24.235971 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e7bfbbd-7454-4606-90ff-6d0640b9fa79 req-887f3420-8165-4126-8baf-e4e946649627 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574455 Jul 14 09:11:24.272497 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-42167e17-dead-4615-b247-c9065def69d4 service neutron] For port ea20befa-5512-4d82-8c96-21c174b548d5, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:24.277376 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-6028a36f-7096-4890-abec-c5a8366b0b4b service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348251 Jul 14 09:11:24.279445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ea20befa-5512-4d82-8c96-21c174b548d5 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:24.280209 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-42167e17-dead-4615-b247-c9065def69d4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.281234 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-268f72d0-8c04-4acc-a88d-3a5fad79be9e req-42167e17-dead-4615-b247-c9065def69d4 service neutron] 10.222.0.49 "DELETE /v2.0/ports/ea20befa-5512-4d82-8c96-21c174b548d5/bindings/n-h1-798054-10 HTTP/1.1" status: 204 len: 173 time: 0.3509283 Jul 14 09:11:24.353706 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ea20befa-5512-4d82-8c96-21c174b548d5 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:24.749773 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-6dd2447f-1149-4de3-80bf-afb377a68526 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:24.752525 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-6dd2447f-1149-4de3-80bf-afb377a68526 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5&tenant_id=c4264b80484d4b9d96530524cfdc3c7d&binding%3Ahost_id=n-h1-798054-10 HTTP/1.1" status: 200 len: 1097 time: 0.0977476 Jul 14 09:11:24.773755 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6ee67-0d25-4ed6-a50a-1842ac18f484 req-83cfef7e-42c5-4242-bd55-e0adaa3eef39 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:24.775958 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22c6ee67-0d25-4ed6-a50a-1842ac18f484 req-83cfef7e-42c5-4242-bd55-e0adaa3eef39 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 950 time: 0.0880263 Jul 14 09:11:24.852605 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22c6ee67-0d25-4ed6-a50a-1842ac18f484 req-be84765a-0858-44f5-9608-a6c51d415966 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670679 Jul 14 09:11:24.989186 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45288) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:24.992198 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-05739d08-5a66-4d88-8315-a9ec4cb39009 service neutron] For port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:24.996622 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-05739d08-5a66-4d88-8315-a9ec4cb39009 service neutron] Notify callbacks [] for binding, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.998474 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3463846-0751-4ba3-8e2c-2ef9c1b1fa5d req-05739d08-5a66-4d88-8315-a9ec4cb39009 service neutron] 10.222.0.55 "DELETE /v2.0/ports/3ef5f7d8-741e-438c-b87a-311eb5ff48e8/bindings/n-h2-798054-10 HTTP/1.1" status: 204 len: 173 time: 0.2256536 Jul 14 09:11:25.196674 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc2590-3119-4368-a887-7dde49768d99 req-70f9ba52-865c-4a8a-9746-67a8a019369c tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:25.198211 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-62bc2590-3119-4368-a887-7dde49768d99 req-70f9ba52-865c-4a8a-9746-67a8a019369c tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 945 time: 0.1192505 Jul 14 09:11:25.203283 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:25.252107 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7850a-7bbd-4fc9-aa18-6dd7cbeaab9d req-b5c96475-89df-4309-b41f-c7e14ca5a6be tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:25.258899 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dcb7850a-7bbd-4fc9-aa18-6dd7cbeaab9d req-b5c96475-89df-4309-b41f-c7e14ca5a6be tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 944 time: 0.1117253 Jul 14 09:11:25.271013 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:25.273615 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-62bc2590-3119-4368-a887-7dde49768d99 req-e60fdc66-8186-4ff7-9631-b9c880f667af tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629082 Jul 14 09:11:25.348044 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f864d85-5763-45b0-90b7-7598f7c5f88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.369549 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dcb7850a-7bbd-4fc9-aa18-6dd7cbeaab9d req-caa2d67c-7659-4e01-a399-39ab1a95207d tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095464 Jul 14 09:11:25.501310 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f864d85-5763-45b0-90b7-7598f7c5f88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.506539 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f864d85-5763-45b0-90b7-7598f7c5f88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.628719 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f864d85-5763-45b0-90b7-7598f7c5f88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3255a46-345d-4b34-9377-1e673c073753,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:25.636353 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7f864d85-5763-45b0-90b7-7598f7c5f88b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=53b77b545d3f45b48a434c726f47020c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6460593 Jul 14 09:11:25.639133 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45314) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:25.741681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3467df0-164a-4bac-91e2-778bbe38fb6f req-f18379fc-3046-4a69-ba91-f4191c0d20bc tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:25.743493 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b3467df0-164a-4bac-91e2-778bbe38fb6f req-f18379fc-3046-4a69-ba91-f4191c0d20bc tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 1097 time: 0.1186185 Jul 14 09:11:25.780763 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d1819fb-d95c-4a90-b591-ffdd8b7f5e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.815328 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d1819fb-d95c-4a90-b591-ffdd8b7f5e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.826449 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b3467df0-164a-4bac-91e2-778bbe38fb6f req-c5e70281-e294-4c98-93e3-7695b9b58a40 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763397 Jul 14 09:11:25.923771 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d1819fb-d95c-4a90-b591-ffdd8b7f5e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.927015 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d1819fb-d95c-4a90-b591-ffdd8b7f5e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.929735 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8d1819fb-d95c-4a90-b591-ffdd8b7f5e90 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3255a46-345d-4b34-9377-1e673c073753 HTTP/1.1" status: 204 len: 168 time: 0.2884803 Jul 14 09:11:25.939887 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1819fb-d95c-4a90-b591-ffdd8b7f5e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3255a46-345d-4b34-9377-1e673c073753,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:25.984845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42aaa38-f7af-45c9-a2a2-3b3e7242fe9a req-9646ac07-f993-4f61-8cc1-8f8bb82692d0 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:25.987842 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a42aaa38-f7af-45c9-a2a2-3b3e7242fe9a req-9646ac07-f993-4f61-8cc1-8f8bb82692d0 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 1096 time: 0.0905871 Jul 14 09:11:26.105047 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a42aaa38-f7af-45c9-a2a2-3b3e7242fe9a req-2925cbfd-f634-4019-9215-233af9075b45 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980935 Jul 14 09:11:26.154987 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb6970-5775-4cf3-af9e-6442e2c48e89 req-b8016df1-e1e2-4dae-b6bf-d71a9285e337 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:26.159077 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4afb6970-5775-4cf3-af9e-6442e2c48e89 req-b8016df1-e1e2-4dae-b6bf-d71a9285e337 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 950 time: 0.1309397 Jul 14 09:11:26.254263 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4afb6970-5775-4cf3-af9e-6442e2c48e89 req-df288206-0f83-4ab3-9ea3-bccd05e4a010 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879452 Jul 14 09:11:26.415053 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-b4b96346-b497-48dd-9244-8d9a673e592b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:26.417162 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-b4b96346-b497-48dd-9244-8d9a673e592b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 807 time: 0.1313143 Jul 14 09:11:26.460655 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-c541ea3b-9d28-4f59-bebb-b9b8a9f52bd1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/quotas/c4264b80484d4b9d96530524cfdc3c7d HTTP/1.1" status: 200 len: 375 time: 0.0353196 Jul 14 09:11:26.713072 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45364) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:26.716744 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd964def-11bd-4b1b-a6de-414fb70d2ef1 req-80504d61-4eb1-44a8-ad0b-d076d87b7a5c tempest-LiveMigrationNegativeTest-480276058 tempest-LiveMigrationNegativeTest-480276058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:26.718358 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd964def-11bd-4b1b-a6de-414fb70d2ef1 req-80504d61-4eb1-44a8-ad0b-d076d87b7a5c tempest-LiveMigrationNegativeTest-480276058 tempest-LiveMigrationNegativeTest-480276058-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 1102 time: 0.2865553 Jul 14 09:11:26.730151 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-256859e9-c402-427a-9ecf-8207cb086962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.748331 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-cd964def-11bd-4b1b-a6de-414fb70d2ef1 req-c5e577ea-8456-4218-b5e4-b4c1208a9040 tempest-LiveMigrationNegativeTest-480276058 tempest-LiveMigrationNegativeTest-480276058-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.779660 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-ad9cb70e-8ec4-4237-9fda-d696b535ad6b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3117285 Jul 14 09:11:26.859561 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-256859e9-c402-427a-9ecf-8207cb086962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.865438 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-256859e9-c402-427a-9ecf-8207cb086962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.892026 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-65415c76-1cdd-4050-b4b1-636ef2908569 service neutron] 10.222.0.26 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113553 Jul 14 09:11:26.908547 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-256859e9-c402-427a-9ecf-8207cb086962 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0c5407e970c44bda9f6257598c33e7a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939580 Jul 14 09:11:26.909507 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256859e9-c402-427a-9ecf-8207cb086962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f6bc8d-ac7f-4d6d-86bb-18ecd69b0d51,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:26.911858 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45370) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:26.976639 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-441437d4-3116-4d64-bb24-d35bed93a3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.002901 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-441437d4-3116-4d64-bb24-d35bed93a3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.038049 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-f626ada0-9185-4ec0-abb3-c4b9d989a851 service neutron] 10.222.0.26 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367323 Jul 14 09:11:27.064596 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-441437d4-3116-4d64-bb24-d35bed93a3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.067679 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-441437d4-3116-4d64-bb24-d35bed93a3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.068931 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-441437d4-3116-4d64-bb24-d35bed93a3f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00f6bc8d-ac7f-4d6d-86bb-18ecd69b0d51 HTTP/1.1" status: 204 len: 168 time: 0.1559546 Jul 14 09:11:27.078265 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441437d4-3116-4d64-bb24-d35bed93a3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f6bc8d-ac7f-4d6d-86bb-18ecd69b0d51,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:27.079500 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-cd964def-11bd-4b1b-a6de-414fb70d2ef1 req-c5e577ea-8456-4218-b5e4-b4c1208a9040 tempest-LiveMigrationNegativeTest-480276058 tempest-LiveMigrationNegativeTest-480276058-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.088685 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-cd964def-11bd-4b1b-a6de-414fb70d2ef1 req-c5e577ea-8456-4218-b5e4-b4c1208a9040 tempest-LiveMigrationNegativeTest-480276058 tempest-LiveMigrationNegativeTest-480276058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.132957 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd964def-11bd-4b1b-a6de-414fb70d2ef1 req-c5e577ea-8456-4218-b5e4-b4c1208a9040 tempest-LiveMigrationNegativeTest-480276058 tempest-LiveMigrationNegativeTest-480276058-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063969 Jul 14 09:11:27.155403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e577ea-8456-4218-b5e4-b4c1208a9040 tempest-LiveMigrationNegativeTest-480276058 tempest-LiveMigrationNegativeTest-480276058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70446398-26d3-4cb9-a12e-c6f7e182a13e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:27.195298 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ebb4df5-4389-4ca1-8d03-db5beb88d2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.526438 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-7cfb674f-14e6-46ab-960b-61a593400bb0 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:27.528220 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-7cfb674f-14e6-46ab-960b-61a593400bb0 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 821 time: 0.1989529 Jul 14 09:11:27.570592 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-b9d634a5-604a-473f-9f17-36353d76ea55 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/quotas/fb19214797344ab2ac345b8f12b29ed5 HTTP/1.1" status: 200 len: 375 time: 0.0358765 Jul 14 09:11:27.837952 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-45c00bfa-43c2-4a8e-8e96-73b4188f9764 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2604816 Jul 14 09:11:27.909978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c28de-75c0-430f-a011-6f891e7ee265 req-d50c3a68-95ac-43f3-8def-d6d1584dfdf0 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:27.909978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c28de-75c0-430f-a011-6f891e7ee265 req-d50c3a68-95ac-43f3-8def-d6d1584dfdf0 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:27.909978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c28de-75c0-430f-a011-6f891e7ee265 req-d50c3a68-95ac-43f3-8def-d6d1584dfdf0 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:27.910375 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c28de-75c0-430f-a011-6f891e7ee265 req-d50c3a68-95ac-43f3-8def-d6d1584dfdf0 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:27.910817 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c28de-75c0-430f-a011-6f891e7ee265 req-d50c3a68-95ac-43f3-8def-d6d1584dfdf0 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:27.911290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c28de-75c0-430f-a011-6f891e7ee265 req-d50c3a68-95ac-43f3-8def-d6d1584dfdf0 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:27.911742 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c28de-75c0-430f-a011-6f891e7ee265 req-d50c3a68-95ac-43f3-8def-d6d1584dfdf0 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:27.912202 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c28de-75c0-430f-a011-6f891e7ee265 req-d50c3a68-95ac-43f3-8def-d6d1584dfdf0 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:27.912672 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c28de-75c0-430f-a011-6f891e7ee265 req-d50c3a68-95ac-43f3-8def-d6d1584dfdf0 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:27.913230 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c28de-75c0-430f-a011-6f891e7ee265 req-d50c3a68-95ac-43f3-8def-d6d1584dfdf0 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:27.915092 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-888c28de-75c0-430f-a011-6f891e7ee265 req-d50c3a68-95ac-43f3-8def-d6d1584dfdf0 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7141 time: 0.2932098 Jul 14 09:11:27.994875 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-71730732-5863-4b70-8734-e0a6243596a5 service neutron] 10.222.0.26 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430449 Jul 14 09:11:28.186933 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-9d69d213-cc31-4df3-bb3e-3412d495bb82 service neutron] 10.222.0.26 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911299 Jul 14 09:11:28.342449 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aef90bba-af85-49bc-99d2-fafa6aa28603 req-08321bf8-1dd0-4dc7-aee8-12347d477b08 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 210 time: 0.0505214 Jul 14 09:11:28.523111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c118ee-766a-4915-b5cb-8241ab90ac1f req-f9236b8a-343c-4222-a9fb-2b409de2d9bd tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:28.534371 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0c118ee-766a-4915-b5cb-8241ab90ac1f req-f9236b8a-343c-4222-a9fb-2b409de2d9bd tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 886 time: 0.1538579 Jul 14 09:11:28.602649 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45438) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:28.669327 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd417bca-2eb0-4de2-9780-774977aeb9ea req-6b367c73-70c1-443d-80be-5974cfc23848 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 210 time: 0.0741067 Jul 14 09:11:28.837062 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-319642fd-8450-44b3-bda0-af952f6e182c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.931269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a04d77-f658-43bd-9526-c5a564705c06 req-d469e271-5168-44d5-8782-7dcb5eb1d0d8 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:28.933816 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a04d77-f658-43bd-9526-c5a564705c06 req-d469e271-5168-44d5-8782-7dcb5eb1d0d8 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:28.937647 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a04d77-f658-43bd-9526-c5a564705c06 req-d469e271-5168-44d5-8782-7dcb5eb1d0d8 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:28.938307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a04d77-f658-43bd-9526-c5a564705c06 req-d469e271-5168-44d5-8782-7dcb5eb1d0d8 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:28.938982 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a04d77-f658-43bd-9526-c5a564705c06 req-d469e271-5168-44d5-8782-7dcb5eb1d0d8 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:28.939516 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a04d77-f658-43bd-9526-c5a564705c06 req-d469e271-5168-44d5-8782-7dcb5eb1d0d8 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:28.940604 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a04d77-f658-43bd-9526-c5a564705c06 req-d469e271-5168-44d5-8782-7dcb5eb1d0d8 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:28.942095 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a04d77-f658-43bd-9526-c5a564705c06 req-d469e271-5168-44d5-8782-7dcb5eb1d0d8 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:28.942684 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a04d77-f658-43bd-9526-c5a564705c06 req-d469e271-5168-44d5-8782-7dcb5eb1d0d8 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:28.943745 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a04d77-f658-43bd-9526-c5a564705c06 req-d469e271-5168-44d5-8782-7dcb5eb1d0d8 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:28.953438 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74a04d77-f658-43bd-9526-c5a564705c06 req-d469e271-5168-44d5-8782-7dcb5eb1d0d8 tempest-NetworksTest-496306748 tempest-NetworksTest-496306748-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7141 time: 0.2955089 Jul 14 09:11:29.304533 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-0d3c8cce-8534-453b-a23e-af74a1b5f538 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:29.306043 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-0d3c8cce-8534-453b-a23e-af74a1b5f538 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.55 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 807 time: 0.4238153 Jul 14 09:11:29.367835 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-319642fd-8450-44b3-bda0-af952f6e182c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.383904 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-67e787fe-0bf7-4a99-af32-1d708ecf8bf2 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Request body: {'port': {'device_id': '7cfa6aee-3652-4f9c-a35c-457b7ca394ee', 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90', 'admin_state_up': True, 'tenant_id': 'c4264b80484d4b9d96530524cfdc3c7d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:29.423701 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-319642fd-8450-44b3-bda0-af952f6e182c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.497874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb76408-322c-4cff-b7aa-3e10d96d566e req-4b69c676-d4a7-4746-bee1-e176ea8de146 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:29.514332 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eeb76408-322c-4cff-b7aa-3e10d96d566e req-4b69c676-d4a7-4746-bee1-e176ea8de146 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 950 time: 0.1534715 Jul 14 09:11:29.585126 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eeb76408-322c-4cff-b7aa-3e10d96d566e req-45f2d7cb-74ab-4221-8965-9572d00348e5 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699179 Jul 14 09:11:29.585605 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45472) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:29.588027 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-319642fd-8450-44b3-bda0-af952f6e182c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92bb35a9c0474cc8b3609166bad04508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9829240 Jul 14 09:11:29.611759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45474) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:29.623413 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b7a9f95-3292-440b-89e9-c093ec8943b8 req-2e80eaa1-9d6c-4358-9788-b0f81c58a5e7 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 210 time: 0.0549574 Jul 14 09:11:29.671770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319642fd-8450-44b3-bda0-af952f6e182c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df227d53-69c0-4469-81f8-6e44415b2e94,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:29.681210 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10e42d6a-7618-4200-8029-5ed86d6f0afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.741760 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a8b0b1eb-d436-4b01-a5cb-d75d5a7f4af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.760380 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-67e787fe-0bf7-4a99-af32-1d708ecf8bf2 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Made reservation on behalf of c4264b80484d4b9d96530524cfdc3c7d for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:29.769175 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-67e787fe-0bf7-4a99-af32-1d708ecf8bf2 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.779101 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a8b0b1eb-d436-4b01-a5cb-d75d5a7f4af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.816635 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.857882 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a8b0b1eb-d436-4b01-a5cb-d75d5a7f4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.860990 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a8b0b1eb-d436-4b01-a5cb-d75d5a7f4af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.862109 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a8b0b1eb-d436-4b01-a5cb-d75d5a7f4af2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/df227d53-69c0-4469-81f8-6e44415b2e94 HTTP/1.1" status: 204 len: 168 time: 0.2480149 Jul 14 09:11:29.908494 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff9d8ef6-9ed0-46a6-9072-a214c71aab15 req-60dea77b-b1a4-4121-bc25-d5c68668f04d tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 210 time: 0.0523360 Jul 14 09:11:29.916387 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4c9acc7c-4e44-4cb9-8cd5-05bcf6c44c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.925755 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0b1eb-d436-4b01-a5cb-d75d5a7f4af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df227d53-69c0-4469-81f8-6e44415b2e94,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:30.005404 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-67e787fe-0bf7-4a99-af32-1d708ecf8bf2 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Allocated IP 172.20.0.2 (fbea3c05-472e-4cae-8d96-84e615e12c90/17a63800-8b58-4cad-a5bc-7f335e7d2ba1/666e555c-0a85-4d9b-96ce-cc12515fb8f0) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:30.094763 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4c9acc7c-4e44-4cb9-8cd5-05bcf6c44c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.101196 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4c9acc7c-4e44-4cb9-8cd5-05bcf6c44c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.194371 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9acc7c-4e44-4cb9-8cd5-05bcf6c44c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eba4cf5-771f-4911-b076-7680e893dc4b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:30.204729 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4c9acc7c-4e44-4cb9-8cd5-05bcf6c44c68 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75e586eef4174edcb4121f53d8f2cece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6167047 Jul 14 09:11:30.207307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45492) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:30.280818 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-10ebc74f-bd2b-4103-9ac5-bd796c0ce677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.314885 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-10ebc74f-bd2b-4103-9ac5-bd796c0ce677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.408690 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-0f2f68a5-bca9-4731-a5b7-1a1b9579197f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:30.410513 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-0f2f68a5-bca9-4731-a5b7-1a1b9579197f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.49 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 821 time: 0.2039359 Jul 14 09:11:30.426727 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-10ebc74f-bd2b-4103-9ac5-bd796c0ce677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.430595 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-e4beb635-fa56-4af7-ab1a-5406576c4af9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Request body: {'port': {'device_id': '6995f7f7-e00e-4c4d-b97d-cf19a9f5c819', 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05', 'admin_state_up': True, 'tenant_id': 'fb19214797344ab2ac345b8f12b29ed5'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:30.433689 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-10ebc74f-bd2b-4103-9ac5-bd796c0ce677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.438020 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-10ebc74f-bd2b-4103-9ac5-bd796c0ce677 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8eba4cf5-771f-4911-b076-7680e893dc4b HTTP/1.1" status: 204 len: 168 time: 0.2294352 Jul 14 09:11:30.459009 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebc74f-bd2b-4103-9ac5-bd796c0ce677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eba4cf5-771f-4911-b076-7680e893dc4b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:30.534478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45500) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:30.552049 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.558395 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53665932-2a17-417e-ba3c-c59b3733c81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.608785 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45502) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:30.645003 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-67e787fe-0bf7-4a99-af32-1d708ecf8bf2 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.811531 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53665932-2a17-417e-ba3c-c59b3733c81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.818260 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53665932-2a17-417e-ba3c-c59b3733c81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.833269 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-67e787fe-0bf7-4a99-af32-1d708ecf8bf2 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.881540 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-53665932-2a17-417e-ba3c-c59b3733c81d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eeca07dfe67e4f28817ab393149bd52f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459830 Jul 14 09:11:30.893683 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45512) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:30.943180 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-67e787fe-0bf7-4a99-af32-1d708ecf8bf2 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Network fbea3c05-472e-4cae-8d96-84e615e12c90 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:30.964033 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e787fe-0bf7-4a99-af32-1d708ecf8bf2 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Pushing event updated for resources: {'Port': ['ID=666e555c-0a85-4d9b-96ce-cc12515fb8f0,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:30.967288 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-67e787fe-0bf7-4a99-af32-1d708ecf8bf2 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:30.973628 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-67e787fe-0bf7-4a99-af32-1d708ecf8bf2 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:30.975512 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-e4beb635-fa56-4af7-ab1a-5406576c4af9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Made reservation on behalf of fb19214797344ab2ac345b8f12b29ed5 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:30.979807 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-e4beb635-fa56-4af7-ab1a-5406576c4af9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.019089 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53665932-2a17-417e-ba3c-c59b3733c81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52747a5-52e2-447f-9c45-c0992e4c5e84,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:31.022797 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-98ecdbca-bc53-47b2-a8df-8cf52d0e72da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.057694 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba23270-3100-4a57-9d3a-15916f7e45be req-37c0087b-44da-49d8-8ff3-06767958ac90 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:31.059970 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8ba23270-3100-4a57-9d3a-15916f7e45be req-37c0087b-44da-49d8-8ff3-06767958ac90 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 950 time: 0.2913246 Jul 14 09:11:31.088219 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfb9c5-114e-4e3c-b34c-eb2a209be2e3 req-a43bae53-f136-4ca4-8ac6-f681a5dcc731 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:31.089391 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a4bfb9c5-114e-4e3c-b34c-eb2a209be2e3 req-a43bae53-f136-4ca4-8ac6-f681a5dcc731 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 950 time: 0.2145560 Jul 14 09:11:31.135274 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25a156-7509-48bc-af0f-04775d612d26 req-6b9d858a-b6d2-45a3-a94c-105ee5fae93a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:31.136784 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a25a156-7509-48bc-af0f-04775d612d26 req-6b9d858a-b6d2-45a3-a94c-105ee5fae93a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 931 time: 0.2496824 Jul 14 09:11:31.158197 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-67e787fe-0bf7-4a99-af32-1d708ecf8bf2 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:31.159001 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-67e787fe-0bf7-4a99-af32-1d708ecf8bf2 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.167291 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fffbbf2a-5155-4617-b9cb-f79faa884fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.188853 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a4bfb9c5-114e-4e3c-b34c-eb2a209be2e3 req-8d3bafa8-ded4-4a70-bf00-d73c780e03d7 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897942 Jul 14 09:11:31.227941 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a25a156-7509-48bc-af0f-04775d612d26 req-621ef640-82aa-4334-92b0-b2843ee0ef64 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813763 Jul 14 09:11:31.261321 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45518) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:31.282560 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fffbbf2a-5155-4617-b9cb-f79faa884fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.290074 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-04a910ad-f096-403f-97bf-f12602181538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.301523 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-98ecdbca-bc53-47b2-a8df-8cf52d0e72da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.308903 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-98ecdbca-bc53-47b2-a8df-8cf52d0e72da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.333509 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-67e787fe-0bf7-4a99-af32-1d708ecf8bf2 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9633832 Jul 14 09:11:31.363050 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] Request body: {'port': {'device_id': '7cfa6aee-3652-4f9c-a35c-457b7ca394ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:31.378920 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecdbca-bc53-47b2-a8df-8cf52d0e72da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11344f32-f048-40f0-b8cf-ab96a55066c2,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:31.386724 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-98ecdbca-bc53-47b2-a8df-8cf52d0e72da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f02a9384522b4b72b19fa7c1fdc774e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7761238 Jul 14 09:11:31.399567 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45522) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:31.409684 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e7aff97-c074-4992-a7e8-675c75793999 req-d6a6a507-376e-46a9-af52-704cb7603416 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 210 time: 0.0408237 Jul 14 09:11:31.446847 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-e4beb635-fa56-4af7-ab1a-5406576c4af9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Allocated IP 172.20.0.8 (69fb26df-5cb7-4481-be7d-48558c78cf05/8fde9559-d0bf-4bbc-a79b-7e008e167bbe/2a6b9e77-6316-4021-b628-abaae447902e) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:31.462104 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.473633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-8ba23270-3100-4a57-9d3a-15916f7e45be req-bef65b5d-a4bc-4f6c-844e-da076d0a964a tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Deleting port 71f653dc-9fdb-4c55-b908-6ad845580cfd {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:31.474167 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8ba23270-3100-4a57-9d3a-15916f7e45be req-bef65b5d-a4bc-4f6c-844e-da076d0a964a tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.533626 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-04a910ad-f096-403f-97bf-f12602181538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.538233 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-04a910ad-f096-403f-97bf-f12602181538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.584911 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-04a910ad-f096-403f-97bf-f12602181538 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e10d43d0415e4bd1921179907871009e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330674 Jul 14 09:11:31.585485 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45524) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:31.587091 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fffbbf2a-5155-4617-b9cb-f79faa884fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.587432 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a910ad-f096-403f-97bf-f12602181538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691e685f-5a37-45fa-a149-1c700802bda1,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:31.589640 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fffbbf2a-5155-4617-b9cb-f79faa884fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.593123 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fffbbf2a-5155-4617-b9cb-f79faa884fcc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a52747a5-52e2-447f-9c45-c0992e4c5e84 HTTP/1.1" status: 204 len: 168 time: 0.6953182 Jul 14 09:11:31.641755 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-06a50fc2-846d-493d-b344-c8f5fb1a639f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.667276 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-06a50fc2-846d-493d-b344-c8f5fb1a639f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.680600 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbbf2a-5155-4617-b9cb-f79faa884fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52747a5-52e2-447f-9c45-c0992e4c5e84,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:31.700594 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.752489 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-06a50fc2-846d-493d-b344-c8f5fb1a639f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.755835 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-06a50fc2-846d-493d-b344-c8f5fb1a639f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.760677 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-06a50fc2-846d-493d-b344-c8f5fb1a639f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/691e685f-5a37-45fa-a149-1c700802bda1 HTTP/1.1" status: 204 len: 168 time: 0.1740363 Jul 14 09:11:31.771427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a50fc2-846d-493d-b344-c8f5fb1a639f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691e685f-5a37-45fa-a149-1c700802bda1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:32.064254 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-8ba23270-3100-4a57-9d3a-15916f7e45be req-bef65b5d-a4bc-4f6c-844e-da076d0a964a tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] For port 71f653dc-9fdb-4c55-b908-6ad845580cfd, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=71f653dc-9fdb-4c55-b908-6ad845580cfd,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:32.064758 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8ba23270-3100-4a57-9d3a-15916f7e45be req-bef65b5d-a4bc-4f6c-844e-da076d0a964a tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.068782 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44d30a4d-9493-4178-afa3-c5cbbb2ad527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.113549 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-8ba23270-3100-4a57-9d3a-15916f7e45be req-bef65b5d-a4bc-4f6c-844e-da076d0a964a tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Calling delete_port for 71f653dc-9fdb-4c55-b908-6ad845580cfd owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:32.170611 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44d30a4d-9493-4178-afa3-c5cbbb2ad527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.377368 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-e4beb635-fa56-4af7-ab1a-5406576c4af9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.482554 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44d30a4d-9493-4178-afa3-c5cbbb2ad527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.485407 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44d30a4d-9493-4178-afa3-c5cbbb2ad527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.488843 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-44d30a4d-9493-4178-afa3-c5cbbb2ad527 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11344f32-f048-40f0-b8cf-ab96a55066c2 HTTP/1.1" status: 204 len: 168 time: 1.0836921 Jul 14 09:11:32.522221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d30a4d-9493-4178-afa3-c5cbbb2ad527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11344f32-f048-40f0-b8cf-ab96a55066c2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:32.574998 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:11:32.578098 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391327f6-1795-495d-ba60-65e4e9df9006 req-e4b1d979-a8bf-46f7-866e-9f6969841e82 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:32.585769 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-391327f6-1795-495d-ba60-65e4e9df9006 req-e4b1d979-a8bf-46f7-866e-9f6969841e82 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 931 time: 0.1638753 Jul 14 09:11:32.612396 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80d549-8f26-4089-9e90-a5590d9561bb req-a930f546-b866-4173-a6ce-9c01f81bd368 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:32.622597 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2f80d549-8f26-4089-9e90-a5590d9561bb req-a930f546-b866-4173-a6ce-9c01f81bd368 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 950 time: 0.2205660 Jul 14 09:11:32.623471 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.638107 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-e4beb635-fa56-4af7-ab1a-5406576c4af9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.674064 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-391327f6-1795-495d-ba60-65e4e9df9006 req-68138553-d8f7-4157-872e-f6f90663a3ee tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870633 Jul 14 09:11:32.704289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4beb635-fa56-4af7-ab1a-5406576c4af9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Pushing event updated for resources: {'Port': ['ID=2a6b9e77-6316-4021-b628-abaae447902e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:32.705370 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2f80d549-8f26-4089-9e90-a5590d9561bb req-bffa10d3-77fd-4df1-8a89-2c9d75b01690 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814712 Jul 14 09:11:32.722081 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8ba23270-3100-4a57-9d3a-15916f7e45be req-bef65b5d-a4bc-4f6c-844e-da076d0a964a tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.733642 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['3f7959b0-84da-4329-9dfa-4b83b368fbc6', '71f653dc-9fdb-4c55-b908-6ad845580cfd'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:32.751553 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-e4beb635-fa56-4af7-ab1a-5406576c4af9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Network 69fb26df-5cb7-4481-be7d-48558c78cf05 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:32.772040 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-e4beb635-fa56-4af7-ab1a-5406576c4af9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:32.774947 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-e4beb635-fa56-4af7-ab1a-5406576c4af9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:32.837558 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-e4beb635-fa56-4af7-ab1a-5406576c4af9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:32.838256 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-e4beb635-fa56-4af7-ab1a-5406576c4af9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.877507 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef65b5d-a4bc-4f6c-844e-da076d0a964a tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Pushing event deleted for resources: {'Port': ['ID=71f653dc-9fdb-4c55-b908-6ad845580cfd,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:32.922461 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba23270-3100-4a57-9d3a-15916f7e45be req-bef65b5d-a4bc-4f6c-844e-da076d0a964a tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] No DVR routers for this DVR port 71f653dc-9fdb-4c55-b908-6ad845580cfd on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:32.926223 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8ba23270-3100-4a57-9d3a-15916f7e45be req-bef65b5d-a4bc-4f6c-844e-da076d0a964a tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.928581 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8ba23270-3100-4a57-9d3a-15916f7e45be req-bef65b5d-a4bc-4f6c-844e-da076d0a964a tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.49 "DELETE /v2.0/ports/71f653dc-9fdb-4c55-b908-6ad845580cfd HTTP/1.1" status: 204 len: 173 time: 1.8524444 Jul 14 09:11:32.946131 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca41259-7d54-4b18-85af-6edc805f4af9', 'name': 'network-vif-deleted', 'tag': '71f653dc-9fdb-4c55-b908-6ad845580cfd'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:32.966166 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ad78fe-cd98-4e3c-9cc5-92d4c6b3a255" -d '{"events": [{"server_uuid": "8ca41259-7d54-4b18-85af-6edc805f4af9", "name": "network-vif-deleted", "tag": "71f653dc-9fdb-4c55-b908-6ad845580cfd"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:33.032184 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-e4beb635-fa56-4af7-ab1a-5406576c4af9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6086991 Jul 14 09:11:33.065334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] Request body: {'port': {'device_id': '6995f7f7-e00e-4c4d-b97d-cf19a9f5c819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:33.092271 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e78296-3abf-4814-8a8b-79a6c62efee7 req-2cdb795f-c895-416f-9ff8-6283366be784 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:33.105605 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8e78296-3abf-4814-8a8b-79a6c62efee7 req-2cdb795f-c895-416f-9ff8-6283366be784 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 931 time: 0.2067158 Jul 14 09:11:33.131959 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666e555c-0a85-4d9b-96ce-cc12515fb8f0 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:33.157697 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.194102 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8e78296-3abf-4814-8a8b-79a6c62efee7 req-0cb5f377-d738-41a2-a6e1-f7e3cd72f0fb tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835829 Jul 14 09:11:33.221400 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] Transition to ACTIVE for port object 666e555c-0a85-4d9b-96ce-cc12515fb8f0 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:33.253848 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e1850f-848f-450e-b282-6a13d8d8be29 x-openstack-request-id: req-86e1850f-848f-450e-b282-6a13d8d8be29 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:33.253848 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca41259-7d54-4b18-85af-6edc805f4af9", "name": "network-vif-deleted", "tag": "71f653dc-9fdb-4c55-b908-6ad845580cfd", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:33.253848 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86e1850f-848f-450e-b282-6a13d8d8be29 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:33.253848 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca41259-7d54-4b18-85af-6edc805f4af9', 'name': 'network-vif-deleted', 'tag': '71f653dc-9fdb-4c55-b908-6ad845580cfd', 'status': 'completed', 'code': 200} Jul 14 09:11:33.254367 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.328004 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.344872 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] Pushing event updated for resources: {'Port': ['ID=666e555c-0a85-4d9b-96ce-cc12515fb8f0,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:33.366258 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45584) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:33.383607 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-77fba1a4-47fd-4478-bd26-4d815fd88443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.516434 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] Attempting to bind port 666e555c-0a85-4d9b-96ce-cc12515fb8f0 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:33.517071 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] Attempting to bind port 666e555c-0a85-4d9b-96ce-cc12515fb8f0 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:33.517071 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] Attempting to bind port 666e555c-0a85-4d9b-96ce-cc12515fb8f0 on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:33.526148 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] Port 666e555c-0a85-4d9b-96ce-cc12515fb8f0 on network fbea3c05-472e-4cae-8d96-84e615e12c90 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:11:33.526481 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] Attempting to bind port 666e555c-0a85-4d9b-96ce-cc12515fb8f0 on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:33.538696 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:33.539044 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] Checking segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:33.539431 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] Bound using segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:33.539928 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] Bound port: 666e555c-0a85-4d9b-96ce-cc12515fb8f0, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:33.540531 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.548492 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-77fba1a4-47fd-4478-bd26-4d815fd88443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.555345 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-77fba1a4-47fd-4478-bd26-4d815fd88443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.635015 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-77fba1a4-47fd-4478-bd26-4d815fd88443 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0393ef2078fb45e4a24de31ee3aae0d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673948 Jul 14 09:11:33.635646 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45592) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:33.689857 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fba1a4-47fd-4478-bd26-4d815fd88443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bf8431-6ea1-41ca-a5ca-621b0fc6d3eb,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:33.765447 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75fbfac2-7daa-4229-ada0-2f8ef8cbb196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.813529 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75fbfac2-7daa-4229-ada0-2f8ef8cbb196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.947456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] For port 666e555c-0a85-4d9b-96ce-cc12515fb8f0, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:33.976751 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6b9e77-6316-4021-b628-abaae447902e {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:33.988172 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] For port 666e555c-0a85-4d9b-96ce-cc12515fb8f0, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=666e555c-0a85-4d9b-96ce-cc12515fb8f0,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:33.994820 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.001109 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.030213 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75fbfac2-7daa-4229-ada0-2f8ef8cbb196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.032765 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75fbfac2-7daa-4229-ada0-2f8ef8cbb196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.040972 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-75fbfac2-7daa-4229-ada0-2f8ef8cbb196 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b3bf8431-6ea1-41ca-a5ca-621b0fc6d3eb HTTP/1.1" status: 204 len: 168 time: 0.4007330 Jul 14 09:11:34.061472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] Transition to ACTIVE for port object 2a6b9e77-6316-4021-b628-abaae447902e will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:34.072021 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:34.072644 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.074221 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] 10.222.0.55 "PUT /v2.0/ports/666e555c-0a85-4d9b-96ce-cc12515fb8f0 HTTP/1.1" status: 200 len: 1092 time: 2.7176507 Jul 14 09:11:34.075012 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.082516 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154ab12-ae35-49c8-b23e-42398b10c427 req-a471655a-18f5-4978-80c4-2a1aeab1b9f1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:34.084072 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6154ab12-ae35-49c8-b23e-42398b10c427 req-a471655a-18f5-4978-80c4-2a1aeab1b9f1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 943 time: 0.2254624 Jul 14 09:11:34.123125 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cb4f3-1128-40c7-b5b8-a43bc261cbdc service neutron] Pushing event updated for resources: {'Port': ['ID=666e555c-0a85-4d9b-96ce-cc12515fb8f0,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:34.128771 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbfac2-7daa-4229-ada0-2f8ef8cbb196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bf8431-6ea1-41ca-a5ca-621b0fc6d3eb,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:34.179647 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2438c6f-3588-44de-acba-6e9a8ad83668 req-6025010e-8708-42c8-9840-63ddf6651ba5 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca41259-7d54-4b18-85af-6edc805f4af9 HTTP/1.1" status: 200 len: 210 time: 0.1341293 Jul 14 09:11:34.244889 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6154ab12-ae35-49c8-b23e-42398b10c427 req-83a60504-7981-4062-9bb5-cc964878f0e8 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305163 Jul 14 09:11:34.417553 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6b9e77-6316-4021-b628-abaae447902e,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:34.431132 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] Attempting to bind port 2a6b9e77-6316-4021-b628-abaae447902e on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:34.431635 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] Attempting to bind port 2a6b9e77-6316-4021-b628-abaae447902e by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:34.432400 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] Attempting to bind port 2a6b9e77-6316-4021-b628-abaae447902e on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:34.437902 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] Port 2a6b9e77-6316-4021-b628-abaae447902e on network 69fb26df-5cb7-4481-be7d-48558c78cf05 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:11:34.438488 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] Attempting to bind port 2a6b9e77-6316-4021-b628-abaae447902e on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:34.449540 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:34.450189 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] Checking segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:34.450589 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] Bound using segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:34.451019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] Bound port: 2a6b9e77-6316-4021-b628-abaae447902e, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:34.451381 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.477491 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a4d6abc9-e0fd-4e1f-b28a-a8bacccc4ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:34.479042 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-a4d6abc9-e0fd-4e1f-b28a-a8bacccc4ef5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 1095 time: 0.3228967 Jul 14 09:11:34.505863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98025a-7424-4098-9371-d542cb34bef7 req-90172ea8-c310-4799-ab74-e1bacc82c959 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:34.516952 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5e98025a-7424-4098-9371-d542cb34bef7 req-90172ea8-c310-4799-ab74-e1bacc82c959 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 943 time: 0.1102800 Jul 14 09:11:34.540603 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-da94fd86-f98d-44cb-810c-133594633025 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=666e555c-0a85-4d9b-96ce-cc12515fb8f0 HTTP/1.1" status: 200 len: 217 time: 0.0429685 Jul 14 09:11:34.579898 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5e98025a-7424-4098-9371-d542cb34bef7 req-df259033-85cd-47ae-9988-f92519c065d6 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614705 Jul 14 09:11:34.600221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] For port 2a6b9e77-6316-4021-b628-abaae447902e, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:34.620637 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] For port 2a6b9e77-6316-4021-b628-abaae447902e, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2a6b9e77-6316-4021-b628-abaae447902e,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:34.621451 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-01b8d07e-9a1e-44a3-aaf3-569b92d6e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:34.623495 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-01b8d07e-9a1e-44a3-aaf3-569b92d6e2c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.0749030 Jul 14 09:11:34.625994 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.678130 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:34.678888 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.680258 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] 10.222.0.49 "PUT /v2.0/ports/2a6b9e77-6316-4021-b628-abaae447902e HTTP/1.1" status: 200 len: 1092 time: 1.6274376 Jul 14 09:11:34.712783 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-5e741cfd-6464-4027-bae1-5911580e6049 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793281 Jul 14 09:11:34.789300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cff88e-33a3-45e2-988a-4e6194276272 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6b9e77-6316-4021-b628-abaae447902e,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:34.870440 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-971e7e0c-62e7-4235-9127-fb16f442f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:34.877965 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-971e7e0c-62e7-4235-9127-fb16f442f3ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 1095 time: 0.1325128 Jul 14 09:11:34.933749 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-d78e5f5b-b0d8-41fe-88c8-4e6c72d84111 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a6b9e77-6316-4021-b628-abaae447902e HTTP/1.1" status: 200 len: 217 time: 0.0519075 Jul 14 09:11:34.937571 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-822b6a54-49c0-4ef0-a3f1-f5e1667d13f2 service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140491 Jul 14 09:11:35.087068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-2003e14c-d214-43d5-9082-310c12eeb86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:35.089148 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-2003e14c-d214-43d5-9082-310c12eeb86a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.1479096 Jul 14 09:11:35.137318 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-b0342c8a-dfd1-4275-aeff-51042a8be52b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375664 Jul 14 09:11:35.172488 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c6b5b0fc-d9f9-414b-a468-afbc2940231a req-b37082c7-4607-43a0-b7d2-140a44e54e60 service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169404 Jul 14 09:11:35.253138 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-61150390-557d-480d-bb2e-06c9cc7707af service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057606 Jul 14 09:11:35.253712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfa6aee-3652-4f9c-a35c-457b7ca394ee', 'tag': '666e555c-0a85-4d9b-96ce-cc12515fb8f0'}, {'name': 'network-changed', 'server_uuid': '6995f7f7-e00e-4c4d-b97d-cf19a9f5c819', 'tag': '2a6b9e77-6316-4021-b628-abaae447902e'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:35.257099 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 71f653dc-9fdb-4c55-b908-6ad845580cfd no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:35.257621 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045a51b8-be96-4c36-91ff-672ef7e18376" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfa6aee-3652-4f9c-a35c-457b7ca394ee", "tag": "666e555c-0a85-4d9b-96ce-cc12515fb8f0"}, {"name": "network-changed", "server_uuid": "6995f7f7-e00e-4c4d-b97d-cf19a9f5c819", "tag": "2a6b9e77-6316-4021-b628-abaae447902e"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:35.300527 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 71f653dc-9fdb-4c55-b908-6ad845580cfd {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:11:35.303076 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 71f653dc-9fdb-4c55-b908-6ad845580cfd not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:35.381491 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-50266c47-7e12-47f5-b253-84adec6c7d18 req-0698bdc7-67fa-4e97-a24b-c147edafec48 service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182857 Jul 14 09:11:35.396297 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbb0055-37fe-4ef8-a534-941d80b8904f x-openstack-request-id: req-afbb0055-37fe-4ef8-a534-941d80b8904f {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:35.396598 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfa6aee-3652-4f9c-a35c-457b7ca394ee", "tag": "666e555c-0a85-4d9b-96ce-cc12515fb8f0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6995f7f7-e00e-4c4d-b97d-cf19a9f5c819", "tag": "2a6b9e77-6316-4021-b628-abaae447902e", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:35.396868 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-afbb0055-37fe-4ef8-a534-941d80b8904f {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:35.398161 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfa6aee-3652-4f9c-a35c-457b7ca394ee', 'tag': '666e555c-0a85-4d9b-96ce-cc12515fb8f0', 'status': 'completed', 'code': 200} Jul 14 09:11:35.398161 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6995f7f7-e00e-4c4d-b97d-cf19a9f5c819', 'tag': '2a6b9e77-6316-4021-b628-abaae447902e', 'status': 'completed', 'code': 200} Jul 14 09:11:35.544770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a51b8-be96-4c36-91ff-672ef7e18376 req-461048e6-58a9-4706-9afd-5ec2d67bfb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:35.544770 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-045a51b8-be96-4c36-91ff-672ef7e18376 req-461048e6-58a9-4706-9afd-5ec2d67bfb46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 1095 time: 0.0734272 Jul 14 09:11:35.554593 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a51b8-be96-4c36-91ff-672ef7e18376 req-0d6400e3-d5b5-4adb-9a3a-bbf601554af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:35.556308 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-045a51b8-be96-4c36-91ff-672ef7e18376 req-0d6400e3-d5b5-4adb-9a3a-bbf601554af0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 1095 time: 0.1172438 Jul 14 09:11:35.582882 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bab1f-b8d9-4ace-8272-8ea5e7394d59 req-43d7b401-3627-488c-b44a-8086ccffab24 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:35.590674 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-350bab1f-b8d9-4ace-8272-8ea5e7394d59 req-43d7b401-3627-488c-b44a-8086ccffab24 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 943 time: 0.0857551 Jul 14 09:11:35.645524 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-350bab1f-b8d9-4ace-8272-8ea5e7394d59 req-0f064826-2c6b-432c-a6af-f6c7c15c65a5 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486279 Jul 14 09:11:35.806155 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a51b8-be96-4c36-91ff-672ef7e18376 req-5bcef957-1bb8-4f14-93cc-52368e39b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:35.807709 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-045a51b8-be96-4c36-91ff-672ef7e18376 req-5bcef957-1bb8-4f14-93cc-52368e39b45f service neutron] 10.222.0.49 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 922 time: 0.2349830 Jul 14 09:11:35.877609 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-045a51b8-be96-4c36-91ff-672ef7e18376 req-fc8975cc-e7fa-4460-89df-58060ecab9fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a6b9e77-6316-4021-b628-abaae447902e HTTP/1.1" status: 200 len: 217 time: 0.0567026 Jul 14 09:11:35.967064 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a51b8-be96-4c36-91ff-672ef7e18376 req-d27efb25-e807-47fe-9f36-bfe8e97ece9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:35.968369 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-045a51b8-be96-4c36-91ff-672ef7e18376 req-d27efb25-e807-47fe-9f36-bfe8e97ece9e service neutron] 10.222.0.55 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 908 time: 0.4112046 Jul 14 09:11:35.988294 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a51b8-be96-4c36-91ff-672ef7e18376 req-ef9c87ee-b107-424f-b138-1402f913a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:35.990265 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-045a51b8-be96-4c36-91ff-672ef7e18376 req-ef9c87ee-b107-424f-b138-1402f913a42b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.0925193 Jul 14 09:11:36.068940 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-045a51b8-be96-4c36-91ff-672ef7e18376 req-477a8744-c1b8-424b-b280-2395401d5641 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=666e555c-0a85-4d9b-96ce-cc12515fb8f0 HTTP/1.1" status: 200 len: 217 time: 0.0890520 Jul 14 09:11:36.070799 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-045a51b8-be96-4c36-91ff-672ef7e18376 req-c1b103a0-6658-4108-86d9-b8bfe4165ec2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323596 Jul 14 09:11:36.092959 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc25ccc-c1e0-403f-92ec-619aee832b87 req-9f19b370-4a88-49be-8485-9be709baaf3b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:36.095336 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7bc25ccc-c1e0-403f-92ec-619aee832b87 req-9f19b370-4a88-49be-8485-9be709baaf3b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 943 time: 0.1142561 Jul 14 09:11:36.159185 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a51b8-be96-4c36-91ff-672ef7e18376 req-ba73d1f1-9909-4bc0-9cc9-873e43968310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:36.160748 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-045a51b8-be96-4c36-91ff-672ef7e18376 req-ba73d1f1-9909-4bc0-9cc9-873e43968310 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.0845761 Jul 14 09:11:36.166526 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45710) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:36.187590 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7bc25ccc-c1e0-403f-92ec-619aee832b87 req-9c466dee-99b1-4d2b-8bf0-2fc0c84409de tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791595 Jul 14 09:11:36.248692 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-045a51b8-be96-4c36-91ff-672ef7e18376 req-9599344a-55b7-4eff-ad15-18e007ad87c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770783 Jul 14 09:11:36.363789 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-045a51b8-be96-4c36-91ff-672ef7e18376 req-b998bbda-97be-42fb-892c-2cf89555f2e9 service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773967 Jul 14 09:11:36.412142 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-045a51b8-be96-4c36-91ff-672ef7e18376 req-b348a9d4-6d15-4579-b0f7-cc37a4be8229 service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490600 Jul 14 09:11:36.449042 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041089e9-9ddc-4038-b8b3-527b77c6097b req-b638defc-76d1-45b8-b8b2-3502e81aabdf tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:36.461441 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-041089e9-9ddc-4038-b8b3-527b77c6097b req-b638defc-76d1-45b8-b8b2-3502e81aabdf tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c08be1-41a1-45fe-b0dc-9ac2372b023c HTTP/1.1" status: 200 len: 970 time: 0.1167326 Jul 14 09:11:36.529739 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-614fa04e-ec3c-4f7e-b312-da0c3c175640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:36.545878 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-041089e9-9ddc-4038-b8b3-527b77c6097b req-6eec7069-12d3-43b7-9a7f-fa359de22faf tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/security-groups?id=321c4a44-f238-413f-8a70-1fab5316a0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829167 Jul 14 09:11:36.776672 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-614fa04e-ec3c-4f7e-b312-da0c3c175640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:36.788342 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-614fa04e-ec3c-4f7e-b312-da0c3c175640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:36.843725 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-614fa04e-ec3c-4f7e-b312-da0c3c175640 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6b6dfcfd96c4256938bf4d2c8f71c05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6749165 Jul 14 09:11:36.844639 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45730) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:36.877106 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-045a51b8-be96-4c36-91ff-672ef7e18376 req-24914f33-8ee8-4926-8e9c-269a93d6f73a service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976776 Jul 14 09:11:36.901068 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-045a51b8-be96-4c36-91ff-672ef7e18376 req-96f71088-ccd8-4ac1-8e07-4ca6f749504b service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588799 Jul 14 09:11:36.932295 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fa04e-ec3c-4f7e-b312-da0c3c175640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b15c03-35e3-44f4-b395-58dc5e56df0b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:37.196040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95382cac-b573-4f7d-93c1-0ea1a1786507 req-291a817b-6590-4a65-8c3d-212f493e6d74 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:37.203364 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95382cac-b573-4f7d-93c1-0ea1a1786507 req-291a817b-6590-4a65-8c3d-212f493e6d74 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 943 time: 0.3412352 Jul 14 09:11:37.214348 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-93f980d4-c19c-4235-872c-8f685f3b4e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.257518 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-93f980d4-c19c-4235-872c-8f685f3b4e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.275957 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95382cac-b573-4f7d-93c1-0ea1a1786507 req-c273a9e9-ecc8-496a-9ac3-29031e9ee6f3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714366 Jul 14 09:11:37.342945 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-93f980d4-c19c-4235-872c-8f685f3b4e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.347877 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-93f980d4-c19c-4235-872c-8f685f3b4e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.354544 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-93f980d4-c19c-4235-872c-8f685f3b4e79 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/47b15c03-35e3-44f4-b395-58dc5e56df0b HTTP/1.1" status: 204 len: 168 time: 0.5028515 Jul 14 09:11:37.360650 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f980d4-c19c-4235-872c-8f685f3b4e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b15c03-35e3-44f4-b395-58dc5e56df0b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:37.547267 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ab19d76-f04f-49a9-a779-500de283b357 req-8c849cdc-1349-4a78-ad89-d873d7ed6628 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531211 Jul 14 09:11:37.547662 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aad89-0c53-4239-aa4a-13124f8b580c req-83ca24da-4f24-4e78-baed-fa1ff18a6524 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:37.549342 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee5aad89-0c53-4239-aa4a-13124f8b580c req-83ca24da-4f24-4e78-baed-fa1ff18a6524 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7c08be1-41a1-45fe-b0dc-9ac2372b023c HTTP/1.1" status: 200 len: 970 time: 0.1723754 Jul 14 09:11:37.641102 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75637a14-2f35-48d5-99bb-beef8242cabc req-02cf760f-dcaa-46e9-8380-3254657ddf7b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:37.642656 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75637a14-2f35-48d5-99bb-beef8242cabc req-02cf760f-dcaa-46e9-8380-3254657ddf7b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 943 time: 0.1620617 Jul 14 09:11:37.688866 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-ee5aad89-0c53-4239-aa4a-13124f8b580c req-fb9809f8-c397-4d2d-940a-49a2b78842ef tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Deleting port 3f7959b0-84da-4329-9dfa-4b83b368fbc6 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:37.689536 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee5aad89-0c53-4239-aa4a-13124f8b580c req-fb9809f8-c397-4d2d-940a-49a2b78842ef tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.718139 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75637a14-2f35-48d5-99bb-beef8242cabc req-0f214d4b-d8a7-44f2-b7a7-b8a877880817 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655508 Jul 14 09:11:37.729321 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab19d76-f04f-49a9-a779-500de283b357 req-d76d5f75-ea57-467d-b8ee-c1f2152605e1 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:37.738360 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ab19d76-f04f-49a9-a779-500de283b357 req-d76d5f75-ea57-467d-b8ee-c1f2152605e1 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845517 Jul 14 09:11:37.749414 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ab19d76-f04f-49a9-a779-500de283b357 req-1ae25c6e-af6a-4d8d-8618-537ac1287f6e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/quotas/c1f686ac9a324dcb89dc1055bf2d7b7b HTTP/1.1" status: 200 len: 375 time: 0.0099614 Jul 14 09:11:37.811504 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7d731e81-3b5a-469c-9707-f2ca2b5c027c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546539 Jul 14 09:11:37.848089 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ee5aad89-0c53-4239-aa4a-13124f8b580c req-fb9809f8-c397-4d2d-940a-49a2b78842ef tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] For port 3f7959b0-84da-4329-9dfa-4b83b368fbc6, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3f7959b0-84da-4329-9dfa-4b83b368fbc6,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:37.850424 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee5aad89-0c53-4239-aa4a-13124f8b580c req-fb9809f8-c397-4d2d-940a-49a2b78842ef tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.881263 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-ee5aad89-0c53-4239-aa4a-13124f8b580c req-fb9809f8-c397-4d2d-940a-49a2b78842ef tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Calling delete_port for 3f7959b0-84da-4329-9dfa-4b83b368fbc6 owned by compute:tempest-test_az-24324478 {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:37.957717 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45780) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:37.992348 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-00f7a19e-c106-41bc-833e-9d5c694cb925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.160414 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee5aad89-0c53-4239-aa4a-13124f8b580c req-fb9809f8-c397-4d2d-940a-49a2b78842ef tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.166194 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-00f7a19e-c106-41bc-833e-9d5c694cb925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.171584 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-00f7a19e-c106-41bc-833e-9d5c694cb925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.174425 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['3f7959b0-84da-4329-9dfa-4b83b368fbc6'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:38.200227 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9809f8-c397-4d2d-940a-49a2b78842ef tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Pushing event deleted for resources: {'Port': ['ID=3f7959b0-84da-4329-9dfa-4b83b368fbc6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:38.260549 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5aad89-0c53-4239-aa4a-13124f8b580c req-fb9809f8-c397-4d2d-940a-49a2b78842ef tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] No DVR routers for this DVR port 3f7959b0-84da-4329-9dfa-4b83b368fbc6 on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:38.261421 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-00f7a19e-c106-41bc-833e-9d5c694cb925 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=861ed97a5fc4461b94afba1a8846a51c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996728 Jul 14 09:11:38.262707 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45792) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:38.269075 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7a19e-c106-41bc-833e-9d5c694cb925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4d38d0-967f-4c97-bd63-83c1fb72fe2d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:38.270848 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee5aad89-0c53-4239-aa4a-13124f8b580c req-fb9809f8-c397-4d2d-940a-49a2b78842ef tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.272785 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee5aad89-0c53-4239-aa4a-13124f8b580c req-fb9809f8-c397-4d2d-940a-49a2b78842ef tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.49 "DELETE /v2.0/ports/3f7959b0-84da-4329-9dfa-4b83b368fbc6 HTTP/1.1" status: 204 len: 173 time: 0.7175982 Jul 14 09:11:38.273297 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c08be1-41a1-45fe-b0dc-9ac2372b023c', 'name': 'network-vif-deleted', 'tag': '3f7959b0-84da-4329-9dfa-4b83b368fbc6'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:38.288997 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57261d2-45eb-4aa4-ada1-bcb6dad909a6" -d '{"events": [{"server_uuid": "f7c08be1-41a1-45fe-b0dc-9ac2372b023c", "name": "network-vif-deleted", "tag": "3f7959b0-84da-4329-9dfa-4b83b368fbc6"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:38.394286 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b0ff1344-9077-4580-b64b-6f373fdb7afb req-8af116ae-22d2-45a3-b7e4-1c146e9d4146 tempest-LiveMigrationNegativeTest-630083838 tempest-LiveMigrationNegativeTest-630083838-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c08be1-41a1-45fe-b0dc-9ac2372b023c HTTP/1.1" status: 200 len: 210 time: 0.1281023 Jul 14 09:11:38.402074 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-23219de8-dbcf-4e51-a55b-c4c9addedd45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.407740 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 666e555c-0a85-4d9b-96ce-cc12515fb8f0 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:38.475461 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-23219de8-dbcf-4e51-a55b-c4c9addedd45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.539127 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e9b9558-c879-41ab-9fff-81df83adb641 req-8765aa60-78c1-4bb7-86dd-b69df0b4bb96 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 210 time: 0.0727978 Jul 14 09:11:38.592085 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-23219de8-dbcf-4e51-a55b-c4c9addedd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.596871 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-23219de8-dbcf-4e51-a55b-c4c9addedd45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.601345 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-23219de8-dbcf-4e51-a55b-c4c9addedd45 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d4d38d0-967f-4c97-bd63-83c1fb72fe2d HTTP/1.1" status: 204 len: 168 time: 0.3375649 Jul 14 09:11:38.620548 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23219de8-dbcf-4e51-a55b-c4c9addedd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4d38d0-967f-4c97-bd63-83c1fb72fe2d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:38.662042 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 666e555c-0a85-4d9b-96ce-cc12515fb8f0, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=666e555c-0a85-4d9b-96ce-cc12515fb8f0,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:38.685776 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '666e555c-0a85-4d9b-96ce-cc12515fb8f0', 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90', 'port_id': '666e555c-0a85-4d9b-96ce-cc12515fb8f0', 'mac_address': 'fa:16:3e:61:b8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a63800-8b58-4cad-a5bc-7f335e7d2ba1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:38.739042 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.756683 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666e555c-0a85-4d9b-96ce-cc12515fb8f0 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:38.782909 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 666e555c-0a85-4d9b-96ce-cc12515fb8f0, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=666e555c-0a85-4d9b-96ce-cc12515fb8f0,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:38.790129 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608ca6e5-c810-443b-9f1e-2ed6afe6b449 x-openstack-request-id: req-608ca6e5-c810-443b-9f1e-2ed6afe6b449 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:38.791468 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c08be1-41a1-45fe-b0dc-9ac2372b023c", "name": "network-vif-deleted", "tag": "3f7959b0-84da-4329-9dfa-4b83b368fbc6", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:38.791468 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-608ca6e5-c810-443b-9f1e-2ed6afe6b449 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:38.791468 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c08be1-41a1-45fe-b0dc-9ac2372b023c', 'name': 'network-vif-deleted', 'tag': '3f7959b0-84da-4329-9dfa-4b83b368fbc6', 'status': 'completed', 'code': 200} Jul 14 09:11:38.795485 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.898626 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728cc62-3a78-499f-ac58-be34fd7962f6 req-3f3b1a71-9638-4dc8-9df1-8587c6c39e22 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:38.908349 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d728cc62-3a78-499f-ac58-be34fd7962f6 req-3f3b1a71-9638-4dc8-9df1-8587c6c39e22 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 943 time: 0.1537263 Jul 14 09:11:38.940066 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=666e555c-0a85-4d9b-96ce-cc12515fb8f0,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:38.963040 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d728cc62-3a78-499f-ac58-be34fd7962f6 req-ef841b83-6f5c-46c6-bfbd-867086cd5ae5 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534315 Jul 14 09:11:39.146065 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['666e555c-0a85-4d9b-96ce-cc12515fb8f0'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:39.239688 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511320e-ad94-4e7b-a251-5397ef64ad9c req-5ba3775f-c022-4804-bae7-d52a7007a96f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:39.241527 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7511320e-ad94-4e7b-a251-5397ef64ad9c req-5ba3775f-c022-4804-bae7-d52a7007a96f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 943 time: 0.1286976 Jul 14 09:11:39.286767 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 2a6b9e77-6316-4021-b628-abaae447902e details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:39.330474 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7511320e-ad94-4e7b-a251-5397ef64ad9c req-7d61d701-fefb-4b2c-b86b-75ef4e9d5581 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811126 Jul 14 09:11:39.518733 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 2a6b9e77-6316-4021-b628-abaae447902e, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2a6b9e77-6316-4021-b628-abaae447902e,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:39.538207 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '2a6b9e77-6316-4021-b628-abaae447902e', 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05', 'port_id': '2a6b9e77-6316-4021-b628-abaae447902e', 'mac_address': 'fa:16:3e:d8:f8:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fde9559-d0bf-4bbc-a79b-7e008e167bbe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:39.587129 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.602599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6b9e77-6316-4021-b628-abaae447902e {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:39.627369 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 2a6b9e77-6316-4021-b628-abaae447902e, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2a6b9e77-6316-4021-b628-abaae447902e,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:39.638414 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.742713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=2a6b9e77-6316-4021-b628-abaae447902e,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:39.831875 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5ab19d76-f04f-49a9-a779-500de283b357 req-c929d433-f834-461e-a61a-705b0663277f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682843 Jul 14 09:11:39.846277 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['2a6b9e77-6316-4021-b628-abaae447902e'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:39.916214 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8412e0f7-fd40-4c43-97f9-1e330ff1b930 req-738c45c1-e7ce-4a6a-9379-f537cb6f56a6 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 210 time: 0.1063244 Jul 14 09:11:40.129194 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab19d76-f04f-49a9-a779-500de283b357 req-6d4095d2-43ae-4505-85c4-fc27e6eada00 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:40.131038 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5ab19d76-f04f-49a9-a779-500de283b357 req-6d4095d2-43ae-4505-85c4-fc27e6eada00 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2895153 Jul 14 09:11:40.148116 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-5ab19d76-f04f-49a9-a779-500de283b357 req-b6531ded-e301-4ffd-8821-d9ac08a5f9b0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Request body: {'port': {'device_id': '328738d0-c657-4dd5-8a86-0b07d9030cd0', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': 'c1f686ac9a324dcb89dc1055bf2d7b7b'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:40.272571 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e72e40-d710-40e8-a3db-4ad3069752c4 req-c4d338e6-d968-4aac-9b6f-8a3dab7f1e31 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:40.278304 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d5e72e40-d710-40e8-a3db-4ad3069752c4 req-c4d338e6-d968-4aac-9b6f-8a3dab7f1e31 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 944 time: 0.1308563 Jul 14 09:11:40.337382 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d5e72e40-d710-40e8-a3db-4ad3069752c4 req-932874f6-38d2-4a16-869e-62eeb3ad5ab1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462770 Jul 14 09:11:40.379492 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab19d76-f04f-49a9-a779-500de283b357 req-b6531ded-e301-4ffd-8821-d9ac08a5f9b0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Made reservation on behalf of c1f686ac9a324dcb89dc1055bf2d7b7b for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:40.387303 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5ab19d76-f04f-49a9-a779-500de283b357 req-b6531ded-e301-4ffd-8821-d9ac08a5f9b0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:40.410700 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 666e555c-0a85-4d9b-96ce-cc12515fb8f0 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:40.425406 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5ab19d76-f04f-49a9-a779-500de283b357 req-b6531ded-e301-4ffd-8821-d9ac08a5f9b0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:40.530512 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45868) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:40.602907 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 666e555c-0a85-4d9b-96ce-cc12515fb8f0 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:40.610818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 666e555c-0a85-4d9b-96ce-cc12515fb8f0 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:40.611396 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:40.655580 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45874) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:40.785029 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:40.810895 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5ab19d76-f04f-49a9-a779-500de283b357 req-b6531ded-e301-4ffd-8821-d9ac08a5f9b0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:40.817985 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5ab19d76-f04f-49a9-a779-500de283b357 req-b6531ded-e301-4ffd-8821-d9ac08a5f9b0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:40.858497 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400db19a-2282-4ada-8708-2f0408337d04 req-b5ee48e7-29ec-4f5b-ac1d-c2d37e3c1551 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:40.861098 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 666e555c-0a85-4d9b-96ce-cc12515fb8f0, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=666e555c-0a85-4d9b-96ce-cc12515fb8f0,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:40.868209 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-400db19a-2282-4ada-8708-2f0408337d04 req-b5ee48e7-29ec-4f5b-ac1d-c2d37e3c1551 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 944 time: 0.1591570 Jul 14 09:11:40.870879 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfa6aee-3652-4f9c-a35c-457b7ca394ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666e555c-0a85-4d9b-96ce-cc12515fb8f0'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:40.877511 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8184b44-7d43-4041-9725-cbd06dbb4538" -d '{"events": [{"server_uuid": "7cfa6aee-3652-4f9c-a35c-457b7ca394ee", "name": "network-vif-plugged", "status": "completed", "tag": "666e555c-0a85-4d9b-96ce-cc12515fb8f0"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:40.885876 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:40.898421 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45880) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:40.962301 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daf8750-be84-4ba7-86b6-10d21c8f2d13 x-openstack-request-id: req-7daf8750-be84-4ba7-86b6-10d21c8f2d13 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:40.968417 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfa6aee-3652-4f9c-a35c-457b7ca394ee", "name": "network-vif-plugged", "status": "completed", "tag": "666e555c-0a85-4d9b-96ce-cc12515fb8f0", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:40.968716 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7daf8750-be84-4ba7-86b6-10d21c8f2d13 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:40.969127 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfa6aee-3652-4f9c-a35c-457b7ca394ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666e555c-0a85-4d9b-96ce-cc12515fb8f0', 'code': 200} Jul 14 09:11:41.019625 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-400db19a-2282-4ada-8708-2f0408337d04 req-fe40c2ac-a8de-443a-96a7-d04ce7e70578 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483147 Jul 14 09:11:41.049471 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6531ded-e301-4ffd-8821-d9ac08a5f9b0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db0ff95-da06-49c3-b786-9c65747860a5,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:41.132729 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=666e555c-0a85-4d9b-96ce-cc12515fb8f0,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:41.142627 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cacbef9e-0402-49c1-b20e-b5198fdb3a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.171042 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7e0dd307-e3ea-4c6d-805d-2b2fb2ea309e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-823645601-network', 'tenant_id': '078c6d7e221c4860ac5e25c9b03325a7'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:41.207691 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-5ab19d76-f04f-49a9-a779-500de283b357 req-b6531ded-e301-4ffd-8821-d9ac08a5f9b0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Allocated IP 192.168.233.231 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/476bfd6a-fa82-4c42-866f-a7c995b98473) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:41.222647 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47523ae8-66a7-47dd-8eec-c1ba464fac66 req-1ec7c5fc-3ff0-4e57-b98b-5562153aafef tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 210 time: 0.0623584 Jul 14 09:11:41.242629 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ed6f85db-0b32-402f-9beb-36bb476b47cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a11c6fc85d53472e86d4f4ef6f3b39d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5855315 Jul 14 09:11:41.255071 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45888) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:41.298751 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 2a6b9e77-6316-4021-b628-abaae447902e up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:41.309569 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a13a5-0918-4055-a41f-51baa85cfda4 req-def84e7a-9da5-4980-bb3e-27eaf51cb0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:41.311396 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bc4a13a5-0918-4055-a41f-51baa85cfda4 req-def84e7a-9da5-4980-bb3e-27eaf51cb0d2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 1097 time: 0.1648130 Jul 14 09:11:41.390702 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 2a6b9e77-6316-4021-b628-abaae447902e completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:41.398316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 2a6b9e77-6316-4021-b628-abaae447902e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:41.399189 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.415276 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cacbef9e-0402-49c1-b20e-b5198fdb3a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.421874 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cacbef9e-0402-49c1-b20e-b5198fdb3a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.488329 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bc4a13a5-0918-4055-a41f-51baa85cfda4 req-c60c25d5-c3cd-4685-9ff8-c27c6ccf9d2d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694510 Jul 14 09:11:41.497430 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0dd307-e3ea-4c6d-805d-2b2fb2ea309e admin admin] Made reservation on behalf of 078c6d7e221c4860ac5e25c9b03325a7 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:41.500758 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e0dd307-e3ea-4c6d-805d-2b2fb2ea309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.501984 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1afaa4ea-3de4-47a0-8ac5-983cb74b3004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.504651 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbef9e-0402-49c1-b20e-b5198fdb3a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4f7ce7-7f23-42ce-a4ff-13b6c4bc7479,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:41.532836 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cacbef9e-0402-49c1-b20e-b5198fdb3a87 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e115eb4cbe14c27af775103fe1115ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0010536 Jul 14 09:11:41.535215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45894) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:41.541889 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e0dd307-e3ea-4c6d-805d-2b2fb2ea309e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.576679 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1afaa4ea-3de4-47a0-8ac5-983cb74b3004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.585811 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.619785 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5ab19d76-f04f-49a9-a779-500de283b357 req-b6531ded-e301-4ffd-8821-d9ac08a5f9b0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.641690 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-5ab19d76-f04f-49a9-a779-500de283b357 req-b6531ded-e301-4ffd-8821-d9ac08a5f9b0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Transition to ACTIVE for port object 476bfd6a-fa82-4c42-866f-a7c995b98473 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:41.673237 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1afaa4ea-3de4-47a0-8ac5-983cb74b3004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.683512 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1afaa4ea-3de4-47a0-8ac5-983cb74b3004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.683512 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1afaa4ea-3de4-47a0-8ac5-983cb74b3004 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/321c4a44-f238-413f-8a70-1fab5316a0a8 HTTP/1.1" status: 204 len: 168 time: 0.4283261 Jul 14 09:11:41.690230 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 2a6b9e77-6316-4021-b628-abaae447902e, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2a6b9e77-6316-4021-b628-abaae447902e,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:41.700214 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.700214 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3f7959b0-84da-4329-9dfa-4b83b368fbc6 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:41.716781 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5ab19d76-f04f-49a9-a779-500de283b357 req-b6531ded-e301-4ffd-8821-d9ac08a5f9b0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.737472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afaa4ea-3de4-47a0-8ac5-983cb74b3004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321c4a44-f238-413f-8a70-1fab5316a0a8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:41.747362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2994506-cd62-49f4-9ae5-fdfa22f61c52 req-06344a1a-004d-4078-a4ff-530e3bed0e9e tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:41.747362 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2994506-cd62-49f4-9ae5-fdfa22f61c52 req-06344a1a-004d-4078-a4ff-530e3bed0e9e tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 945 time: 0.1911175 Jul 14 09:11:41.747362 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be21de78-4f35-44e3-b809-a5ad05f004af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.754463 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 3f7959b0-84da-4329-9dfa-4b83b368fbc6 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:11:41.757519 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3f7959b0-84da-4329-9dfa-4b83b368fbc6 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:41.773131 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be21de78-4f35-44e3-b809-a5ad05f004af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.852955 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be21de78-4f35-44e3-b809-a5ad05f004af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.856810 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be21de78-4f35-44e3-b809-a5ad05f004af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.858341 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-be21de78-4f35-44e3-b809-a5ad05f004af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f4f7ce7-7f23-42ce-a4ff-13b6c4bc7479 HTTP/1.1" status: 204 len: 168 time: 0.3219538 Jul 14 09:11:41.873534 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=2a6b9e77-6316-4021-b628-abaae447902e,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:41.907224 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21de78-4f35-44e3-b809-a5ad05f004af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4f7ce7-7f23-42ce-a4ff-13b6c4bc7479,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:41.929841 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab19d76-f04f-49a9-a779-500de283b357 req-b6531ded-e301-4ffd-8821-d9ac08a5f9b0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:41.930706 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2994506-cd62-49f4-9ae5-fdfa22f61c52 req-8c3b08bf-c941-4148-87f2-343793e80c12 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143579 Jul 14 09:11:41.947008 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-5ab19d76-f04f-49a9-a779-500de283b357 req-b6531ded-e301-4ffd-8821-d9ac08a5f9b0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:41.957972 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e0dd307-e3ea-4c6d-805d-2b2fb2ea309e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.963628 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e0dd307-e3ea-4c6d-805d-2b2fb2ea309e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.969081 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab19d76-f04f-49a9-a779-500de283b357 req-b6531ded-e301-4ffd-8821-d9ac08a5f9b0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:41.979168 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6531ded-e301-4ffd-8821-d9ac08a5f9b0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Pushing event updated for resources: {'Port': ['ID=476bfd6a-fa82-4c42-866f-a7c995b98473,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:42.008394 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0dd307-e3ea-4c6d-805d-2b2fb2ea309e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:11:42.013669 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dd307-e3ea-4c6d-805d-2b2fb2ea309e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be854c0-5b05-430a-b824-cbbc41acf32f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:42.037269 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e0dd307-e3ea-4c6d-805d-2b2fb2ea309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.038628 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-7e0dd307-e3ea-4c6d-805d-2b2fb2ea309e admin admin] Added segment 50c277da-4e44-4ec0-b487-155f1613cd68 of type vlan for network f7246178-21b4-4895-8cc1-87d927d4c539 Jul 14 09:11:42.089103 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e0dd307-e3ea-4c6d-805d-2b2fb2ea309e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.165410 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e0dd307-e3ea-4c6d-805d-2b2fb2ea309e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.166902 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0dd307-e3ea-4c6d-805d-2b2fb2ea309e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:42.169776 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e0dd307-e3ea-4c6d-805d-2b2fb2ea309e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.184073 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab19d76-f04f-49a9-a779-500de283b357 req-b6531ded-e301-4ffd-8821-d9ac08a5f9b0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:42.184758 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5ab19d76-f04f-49a9-a779-500de283b357 req-b6531ded-e301-4ffd-8821-d9ac08a5f9b0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.209304 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5ab19d76-f04f-49a9-a779-500de283b357 req-b6531ded-e301-4ffd-8821-d9ac08a5f9b0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0696104 Jul 14 09:11:42.222255 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] Request body: {'port': {'device_id': '328738d0-c657-4dd5-8a86-0b07d9030cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:42.336777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dd307-e3ea-4c6d-805d-2b2fb2ea309e admin admin] Pushing event updated for resources: {'Network': ['ID=f7246178-21b4-4895-8cc1-87d927d4c539,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:42.351053 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network f7246178-21b4-4895-8cc1-87d927d4c539 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:11:42.361932 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7e0dd307-e3ea-4c6d-805d-2b2fb2ea309e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4621162 Jul 14 09:11:42.364879 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45914) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:42.374676 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.410565 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-07dfe0a9-0c65-4f84-8819-80d12d980b3b admin admin] Request body: {'subnet': {'network_id': 'f7246178-21b4-4895-8cc1-87d927d4c539', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-823645601-subnet', 'tenant_id': '078c6d7e221c4860ac5e25c9b03325a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:42.416094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45916) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:42.543935 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ecff0a88-06f0-408c-9d07-f83eca122ed2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d872989fb2e048d4a614c5ed42d408a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1198113 Jul 14 09:11:42.547240 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45924) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:42.570091 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dfe0a9-0c65-4f84-8819-80d12d980b3b admin admin] Made reservation on behalf of 078c6d7e221c4860ac5e25c9b03325a7 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:42.572288 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-07dfe0a9-0c65-4f84-8819-80d12d980b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.674465 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7403c3f4-aae0-4fe2-964e-1fcbe9633a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.696681 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7403c3f4-aae0-4fe2-964e-1fcbe9633a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.730314 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45926) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:42.782781 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ed4f1d13-46ab-4809-a6ae-0daa327c9277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.806770 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7403c3f4-aae0-4fe2-964e-1fcbe9633a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.809899 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7403c3f4-aae0-4fe2-964e-1fcbe9633a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.813710 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7403c3f4-aae0-4fe2-964e-1fcbe9633a1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70446398-26d3-4cb9-a12e-c6f7e182a13e HTTP/1.1" status: 204 len: 168 time: 0.2626333 Jul 14 09:11:42.839477 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403c3f4-aae0-4fe2-964e-1fcbe9633a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70446398-26d3-4cb9-a12e-c6f7e182a13e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:42.850987 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947f0de-b279-46ed-af00-a2206042d70b req-ba17fc99-fd80-4c1c-9d2a-581becac559c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:42.860750 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3947f0de-b279-46ed-af00-a2206042d70b req-ba17fc99-fd80-4c1c-9d2a-581becac559c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 945 time: 0.6279235 Jul 14 09:11:42.882959 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-07dfe0a9-0c65-4f84-8819-80d12d980b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.970211 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6995f7f7-e00e-4c4d-b97d-cf19a9f5c819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6b9e77-6316-4021-b628-abaae447902e'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:42.977947 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debd8f3f-2d3f-474c-8e3f-652328a07eea" -d '{"events": [{"server_uuid": "6995f7f7-e00e-4c4d-b97d-cf19a9f5c819", "name": "network-vif-plugged", "status": "completed", "tag": "2a6b9e77-6316-4021-b628-abaae447902e"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:42.990410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ff511-cab4-4ba3-816e-cbcb6dcf6d41 req-4b500a99-f2a0-4829-bf29-96f056767c18 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:42.998696 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 476bfd6a-fa82-4c42-866f-a7c995b98473 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:42.999854 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a4ff511-cab4-4ba3-816e-cbcb6dcf6d41 req-4b500a99-f2a0-4829-bf29-96f056767c18 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 936 time: 0.5390322 Jul 14 09:11:43.013518 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.021035 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ed4f1d13-46ab-4809-a6ae-0daa327c9277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.034055 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ed4f1d13-46ab-4809-a6ae-0daa327c9277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.035528 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3947f0de-b279-46ed-af00-a2206042d70b req-8572ae68-c556-4dd4-84e5-6f26b5e2ad4b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735973 Jul 14 09:11:43.070874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfe0a9-0c65-4f84-8819-80d12d980b3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccf1ce40-a271-4e81-8153-88cd55360c3d,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:43.072288 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f1d13-46ab-4809-a6ae-0daa327c9277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95d5f2d-9b6d-4765-a06a-84c927689261,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:43.079542 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] Transition to ACTIVE for port object 476bfd6a-fa82-4c42-866f-a7c995b98473 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:43.095630 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.111714 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ed4f1d13-46ab-4809-a6ae-0daa327c9277 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a5277fbcbd44982b004387f2500e443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758736 Jul 14 09:11:43.112237 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45936) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:43.197568 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a4ff511-cab4-4ba3-816e-cbcb6dcf6d41 req-877e22f9-c381-4782-9943-6e37e0ef823a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964815 Jul 14 09:11:43.206315 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dfe0a9-0c65-4f84-8819-80d12d980b3b admin admin] Checking segment: {'id': '50c277da-4e44-4ec0-b487-155f1613cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7246178-21b4-4895-8cc1-87d927d4c539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:43.206732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dfe0a9-0c65-4f84-8819-80d12d980b3b admin admin] Network hostable DHCP agents. Network: f7246178-21b4-4895-8cc1-87d927d4c539, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:11:43.218373 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] Pushing event updated for resources: {'Port': ['ID=476bfd6a-fa82-4c42-866f-a7c995b98473,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:43.251601 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dfe0a9-0c65-4f84-8819-80d12d980b3b admin admin] Network f7246178-21b4-4895-8cc1-87d927d4c539 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:11:43.269556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-07dfe0a9-0c65-4f84-8819-80d12d980b3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, f7246178-21b4-4895-8cc1-87d927d4c539) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:43.275050 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dfe0a9-0c65-4f84-8819-80d12d980b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:43.275793 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-07dfe0a9-0c65-4f84-8819-80d12d980b3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.281349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87827e7-3e06-48b8-a4fb-11b766720848 None None] Network f7246178-21b4-4895-8cc1-87d927d4c539 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:11:43.314883 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-07dfe0a9-0c65-4f84-8819-80d12d980b3b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9476869 Jul 14 09:11:43.317033 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45938) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:43.327917 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-2e24f884-e422-4003-9179-a8d1a34abd32 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-823645601-router', 'tenant_id': '078c6d7e221c4860ac5e25c9b03325a7', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:43.377117 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e24f884-e422-4003-9179-a8d1a34abd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.378117 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e24f884-e422-4003-9179-a8d1a34abd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.394036 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] Attempting to bind port 476bfd6a-fa82-4c42-866f-a7c995b98473 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:43.394403 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] Attempting to bind port 476bfd6a-fa82-4c42-866f-a7c995b98473 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:43.394732 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] Attempting to bind port 476bfd6a-fa82-4c42-866f-a7c995b98473 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:43.416584 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] Port 476bfd6a-fa82-4c42-866f-a7c995b98473 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:11:43.417005 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] Attempting to bind port 476bfd6a-fa82-4c42-866f-a7c995b98473 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:43.438438 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:43.438963 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:43.439379 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:43.439832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] Bound port: 476bfd6a-fa82-4c42-866f-a7c995b98473, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:43.440202 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.442308 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b54c9a9e-6617-4ed7-bffb-f4aa571e13e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.459312 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a33e7d-0b79-4399-922f-47e8dbd04443 x-openstack-request-id: req-71a33e7d-0b79-4399-922f-47e8dbd04443 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:43.459605 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6995f7f7-e00e-4c4d-b97d-cf19a9f5c819", "name": "network-vif-plugged", "status": "completed", "tag": "2a6b9e77-6316-4021-b628-abaae447902e", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:43.460052 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71a33e7d-0b79-4399-922f-47e8dbd04443 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:43.460603 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6995f7f7-e00e-4c4d-b97d-cf19a9f5c819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6b9e77-6316-4021-b628-abaae447902e', 'code': 200} Jul 14 09:11:43.490812 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e24f884-e422-4003-9179-a8d1a34abd32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.634974 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b54c9a9e-6617-4ed7-bffb-f4aa571e13e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.690831 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-f7246178-21b4-4895-8cc1-87d927d4c539', 'network_id': 'f7246178-21b4-4895-8cc1-87d927d4c539', 'tenant_id': '078c6d7e221c4860ac5e25c9b03325a7', 'fixed_ips': [{'subnet_id': 'ccf1ce40-a271-4e81-8153-88cd55360c3d'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:11:43.691705 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.772310 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] For port 476bfd6a-fa82-4c42-866f-a7c995b98473, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:43.793517 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] For port 476bfd6a-fa82-4c42-866f-a7c995b98473, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=476bfd6a-fa82-4c42-866f-a7c995b98473,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:43.803839 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.806455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3b9608fb-8086-4dd6-a142-e69880e1e4e4 None None] Provisioning for port 476bfd6a-fa82-4c42-866f-a7c995b98473 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:43.847253 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d66df-65e7-4c14-a7d1-89b6cc30806c req-b2474b3b-92ab-4a90-98f3-465a9483873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:43.848891 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-583d66df-65e7-4c14-a7d1-89b6cc30806c req-b2474b3b-92ab-4a90-98f3-465a9483873b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 1097 time: 0.3821931 Jul 14 09:11:43.860048 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b54c9a9e-6617-4ed7-bffb-f4aa571e13e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.863004 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b54c9a9e-6617-4ed7-bffb-f4aa571e13e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.864295 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b54c9a9e-6617-4ed7-bffb-f4aa571e13e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b95d5f2d-9b6d-4765-a06a-84c927689261 HTTP/1.1" status: 204 len: 168 time: 0.7243164 Jul 14 09:11:43.901108 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e24f884-e422-4003-9179-a8d1a34abd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.939927 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:43.940562 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.943934 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5ab19d76-f04f-49a9-a779-500de283b357 req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] 10.222.0.49 "PUT /v2.0/ports/476bfd6a-fa82-4c42-866f-a7c995b98473 HTTP/1.1" status: 200 len: 1097 time: 1.7259736 Jul 14 09:11:43.948813 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328738d0-c657-4dd5-8a86-0b07d9030cd0', 'tag': '476bfd6a-fa82-4c42-866f-a7c995b98473'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:43.951679 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991286f2-98a9-46bb-9946-8e2386f115a8" -d '{"events": [{"name": "network-changed", "server_uuid": "328738d0-c657-4dd5-8a86-0b07d9030cd0", "tag": "476bfd6a-fa82-4c42-866f-a7c995b98473"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:44.020850 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c9a9e-6617-4ed7-bffb-f4aa571e13e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95d5f2d-9b6d-4765-a06a-84c927689261,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:44.101711 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189630d-7e13-47bd-ab72-b93d6fc74aca service neutron] Pushing event updated for resources: {'Port': ['ID=476bfd6a-fa82-4c42-866f-a7c995b98473,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:44.111951 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b204b9-a5b0-4294-ab2f-26ef95e55605 x-openstack-request-id: req-57b204b9-a5b0-4294-ab2f-26ef95e55605 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:44.112273 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "328738d0-c657-4dd5-8a86-0b07d9030cd0", "tag": "476bfd6a-fa82-4c42-866f-a7c995b98473", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:44.112503 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-57b204b9-a5b0-4294-ab2f-26ef95e55605 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:44.112918 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328738d0-c657-4dd5-8a86-0b07d9030cd0', 'tag': '476bfd6a-fa82-4c42-866f-a7c995b98473', 'status': 'completed', 'code': 200} Jul 14 09:11:44.114792 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-583d66df-65e7-4c14-a7d1-89b6cc30806c req-09bb890b-9241-452d-bda2-4a608e3440cd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596211 Jul 14 09:11:44.154005 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623ea7f-eaae-4719-bad4-67ba36082998 req-0bd8c05d-0803-4ce2-a4cf-d07ac41d1bde tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:44.164819 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0623ea7f-eaae-4719-bad4-67ba36082998 req-0bd8c05d-0803-4ce2-a4cf-d07ac41d1bde tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 945 time: 0.3924513 Jul 14 09:11:44.195102 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab19d76-f04f-49a9-a779-500de283b357 req-806d1a55-d0d9-489a-bab5-bf6b6b2c4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:44.199380 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5ab19d76-f04f-49a9-a779-500de283b357 req-806d1a55-d0d9-489a-bab5-bf6b6b2c4d9e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 1100 time: 0.1875467 Jul 14 09:11:44.234394 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0623ea7f-eaae-4719-bad4-67ba36082998 req-6193ccf5-0aee-4f3d-8bd7-f0b1eb42fc93 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684631 Jul 14 09:11:44.303741 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5ab19d76-f04f-49a9-a779-500de283b357 req-5bd22991-ece0-4a52-b7a8-173988ecb712 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=476bfd6a-fa82-4c42-866f-a7c995b98473 HTTP/1.1" status: 200 len: 217 time: 0.0952613 Jul 14 09:11:44.345986 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Allocated IP 172.20.0.2 (f7246178-21b4-4895-8cc1-87d927d4c539/ccf1ce40-a271-4e81-8153-88cd55360c3d/52c5fa1e-189e-4125-9972-36627e7faf4e) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:44.427739 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab19d76-f04f-49a9-a779-500de283b357 req-ef0e4669-8ff4-48bd-b0ef-64606a5064f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:44.436923 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5ab19d76-f04f-49a9-a779-500de283b357 req-ef0e4669-8ff4-48bd-b0ef-64606a5064f3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1218994 Jul 14 09:11:44.518945 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.530314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Transition to ACTIVE for port object 52c5fa1e-189e-4125-9972-36627e7faf4e will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:44.549461 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Transition to ACTIVE for port object 52c5fa1e-189e-4125-9972-36627e7faf4e will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:44.565769 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab19d76-f04f-49a9-a779-500de283b357 req-f89cb0ee-9023-49ec-8a53-954deb1969b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:44.568469 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5ab19d76-f04f-49a9-a779-500de283b357 req-f89cb0ee-9023-49ec-8a53-954deb1969b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1240053 Jul 14 09:11:44.597655 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.636637 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Network f7246178-21b4-4895-8cc1-87d927d4c539 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:44.643516 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:44.647706 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:44.676684 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e24f884-e422-4003-9179-a8d1a34abd32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.724505 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e24f884-e422-4003-9179-a8d1a34abd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.816528 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5ab19d76-f04f-49a9-a779-500de283b357 req-3e1e1414-ef96-40d1-a3b6-b09cd38487ba service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406092 Jul 14 09:11:44.869670 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Pushing event updated for resources: {'Port': ['ID=52c5fa1e-189e-4125-9972-36627e7faf4e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:44.891968 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Attempting to bind port 52c5fa1e-189e-4125-9972-36627e7faf4e on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:44.892401 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Attempting to bind port 52c5fa1e-189e-4125-9972-36627e7faf4e by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '50c277da-4e44-4ec0-b487-155f1613cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7246178-21b4-4895-8cc1-87d927d4c539'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:44.892684 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Attempting to bind port 52c5fa1e-189e-4125-9972-36627e7faf4e on network f7246178-21b4-4895-8cc1-87d927d4c539 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:44.910374 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:44.910815 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Checking segment: {'id': '50c277da-4e44-4ec0-b487-155f1613cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7246178-21b4-4895-8cc1-87d927d4c539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:44.911146 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.911538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Bound using segment: {'id': '50c277da-4e44-4ec0-b487-155f1613cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7246178-21b4-4895-8cc1-87d927d4c539'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:44.912006 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Bound port: 52c5fa1e-189e-4125-9972-36627e7faf4e, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c277da-4e44-4ec0-b487-155f1613cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7246178-21b4-4895-8cc1-87d927d4c539'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:44.912389 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.961324 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5ab19d76-f04f-49a9-a779-500de283b357 req-ba978b5b-4b1f-4cf0-a41c-d997b16376e2 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379704 Jul 14 09:11:45.000532 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38133c1f-04ee-4163-a73e-af869da3f420 req-5f871865-2c3e-419c-956c-a2d67015a03b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:45.005658 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-38133c1f-04ee-4163-a73e-af869da3f420 req-5f871865-2c3e-419c-956c-a2d67015a03b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 945 time: 0.5259695 Jul 14 09:11:45.037026 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9fe77-ee0c-496c-9494-7700b92e3a46 req-68a6d401-92e3-4cfa-a89c-dd8b140b0a70 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:45.040920 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dcb9fe77-ee0c-496c-9494-7700b92e3a46 req-68a6d401-92e3-4cfa-a89c-dd8b140b0a70 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 948 time: 0.5273612 Jul 14 09:11:45.047440 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] For port 52c5fa1e-189e-4125-9972-36627e7faf4e, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:45.052746 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] For port 52c5fa1e-189e-4125-9972-36627e7faf4e, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=52c5fa1e-189e-4125-9972-36627e7faf4e,segment=NetworkSegment(50c277da-4e44-4ec0-b487-155f1613cd68),segment_id=50c277da-4e44-4ec0-b487-155f1613cd68)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:45.059429 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:45.176029 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294e00a-1ceb-4a3b-91ed-51cd095e0c42 None None] Pushing event updated for resources: {'Port': ['ID=52c5fa1e-189e-4125-9972-36627e7faf4e,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:45.185746 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-38133c1f-04ee-4163-a73e-af869da3f420 req-f58dd083-6501-48fe-948b-43bfd21c2371 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414230 Jul 14 09:11:45.236768 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991286f2-98a9-46bb-9946-8e2386f115a8 req-e02bcf1f-9b64-4a74-b979-1e4cf272d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:45.238288 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-991286f2-98a9-46bb-9946-8e2386f115a8 req-e02bcf1f-9b64-4a74-b979-1e4cf272d830 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 1100 time: 0.1267726 Jul 14 09:11:45.277928 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dcb9fe77-ee0c-496c-9494-7700b92e3a46 req-41ccce2d-809c-4b74-846b-4f0578388a69 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209759 Jul 14 09:11:45.350841 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-2e24f884-e422-4003-9179-a8d1a34abd32 admin admin] Allocated IP 172.25.1.86 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/1564cbc1-90ef-4e4c-8710-ca47755abd01) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:45.552140 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991286f2-98a9-46bb-9946-8e2386f115a8 req-41152f83-bee3-4cc4-980f-19323e17ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:45.553781 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-991286f2-98a9-46bb-9946-8e2386f115a8 req-41152f83-bee3-4cc4-980f-19323e17ccbe service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.3093727 Jul 14 09:11:45.658869 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-991286f2-98a9-46bb-9946-8e2386f115a8 req-a6cc1b12-dbd7-43a5-88d6-16f469ce941f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=476bfd6a-fa82-4c42-866f-a7c995b98473 HTTP/1.1" status: 200 len: 217 time: 0.0974824 Jul 14 09:11:45.758814 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991286f2-98a9-46bb-9946-8e2386f115a8 req-be8c276c-e402-46f8-9be1-4848f003bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:45.762838 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-991286f2-98a9-46bb-9946-8e2386f115a8 req-be8c276c-e402-46f8-9be1-4848f003bd5b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0909805 Jul 14 09:11:45.942041 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991286f2-98a9-46bb-9946-8e2386f115a8 req-787ab224-83a8-4d1d-80ec-e40d34452848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:45.948450 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-991286f2-98a9-46bb-9946-8e2386f115a8 req-787ab224-83a8-4d1d-80ec-e40d34452848 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1787689 Jul 14 09:11:46.169217 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:46.215932 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-991286f2-98a9-46bb-9946-8e2386f115a8 req-05cc5f38-8553-4037-853e-5fe365a22169 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533343 Jul 14 09:11:46.290180 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e24f884-e422-4003-9179-a8d1a34abd32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:46.353623 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ed3f5-eced-4355-821a-ca579c1edacb req-a16271e8-71aa-4827-8643-1d9c2e6b5496 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:46.372844 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 52c5fa1e-189e-4125-9972-36627e7faf4e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:46.387589 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e66ed3f5-eced-4355-821a-ca579c1edacb req-a16271e8-71aa-4827-8643-1d9c2e6b5496 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 1097 time: 0.7500501 Jul 14 09:11:46.522855 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e24f884-e422-4003-9179-a8d1a34abd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:46.526445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 52c5fa1e-189e-4125-9972-36627e7faf4e completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:46.568605 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-991286f2-98a9-46bb-9946-8e2386f115a8 req-094af4f5-aeaf-46da-8212-9bf0a03cb9cb service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517616 Jul 14 09:11:46.576260 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24f884-e422-4003-9179-a8d1a34abd32 admin admin] Pushing event updated for resources: {'Port': ['ID=1564cbc1-90ef-4e4c-8710-ca47755abd01,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:46.591142 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e24f884-e422-4003-9179-a8d1a34abd32 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:46.597608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-6203992e-c4f0-47d4-ba4f-2d081f0c92e3 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=3940b02ba5bd4add8371e4598c3ce5ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1871223 Jul 14 09:11:46.599400 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-2e24f884-e422-4003-9179-a8d1a34abd32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:46.612898 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e66ed3f5-eced-4355-821a-ca579c1edacb req-e01e4e50-2020-4806-bed9-29e9c880f6f8 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238691 Jul 14 09:11:46.628170 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e24f884-e422-4003-9179-a8d1a34abd32 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:46.873871 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618b87ab-ec0a-4e93-920d-c93ee9370924 None None] Network f7246178-21b4-4895-8cc1-87d927d4c539 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:11:46.969958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33efc7b-3ca9-4e42-9b19-6cd194319de9 req-9beffaa2-e149-4efb-a917-c9c51e89e7b0 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:46.971921 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e33efc7b-3ca9-4e42-9b19-6cd194319de9 req-9beffaa2-e149-4efb-a917-c9c51e89e7b0 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 945 time: 0.1997252 Jul 14 09:11:47.016005 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-070e32ad-3a3b-41e6-b8e4-d77a80d95f28 None None] Provisioning for port 52c5fa1e-189e-4125-9972-36627e7faf4e completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:47.021534 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-070e32ad-3a3b-41e6-b8e4-d77a80d95f28 None None] Provisioning complete for port 52c5fa1e-189e-4125-9972-36627e7faf4e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:47.021966 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-070e32ad-3a3b-41e6-b8e4-d77a80d95f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.030617 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-065cded3-5d9c-44fe-94ea-741fee23fb8d tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:47.032058 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-065cded3-5d9c-44fe-94ea-741fee23fb8d tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4182162 Jul 14 09:11:47.100080 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-51f4adce-e093-4a2b-99ac-206cf25fd55a tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/quotas/3940b02ba5bd4add8371e4598c3ce5ad HTTP/1.1" status: 200 len: 375 time: 0.0557165 Jul 14 09:11:47.144160 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e33efc7b-3ca9-4e42-9b19-6cd194319de9 req-ed55770c-74ee-457c-88a3-0b4433b02931 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206596 Jul 14 09:11:47.148340 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-070e32ad-3a3b-41e6-b8e4-d77a80d95f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.174325 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-fedeaf13-b8da-407d-acb0-ae7a42d57482 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3940b02ba5bd4add8371e4598c3ce5ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629270 Jul 14 09:11:47.188340 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e24f884-e422-4003-9179-a8d1a34abd32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.210603 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-070e32ad-3a3b-41e6-b8e4-d77a80d95f28 None None] For port 52c5fa1e-189e-4125-9972-36627e7faf4e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=52c5fa1e-189e-4125-9972-36627e7faf4e,segment=NetworkSegment(50c277da-4e44-4ec0-b487-155f1613cd68),segment_id=50c277da-4e44-4ec0-b487-155f1613cd68)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:47.218215 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-070e32ad-3a3b-41e6-b8e4-d77a80d95f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.341592 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e32ad-3a3b-41e6-b8e4-d77a80d95f28 None None] Pushing event updated for resources: {'Port': ['ID=52c5fa1e-189e-4125-9972-36627e7faf4e,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:47.461949 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-80b5f06c-b46a-436e-a991-bb3116a6a04e req-43efa8da-af27-4bb0-8f5a-f9b0659c2376 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0893290 Jul 14 09:11:47.544778 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f365fd27-0b43-4e20-a999-50c78468731a None None] Provisioning complete for port 52c5fa1e-189e-4125-9972-36627e7faf4e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:47.545452 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f365fd27-0b43-4e20-a999-50c78468731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.569965 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e24f884-e422-4003-9179-a8d1a34abd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.615487 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5f06c-b46a-436e-a991-bb3116a6a04e req-98739355-8f1e-4868-8f8d-11485f873a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:47.616834 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-80b5f06c-b46a-436e-a991-bb3116a6a04e req-98739355-8f1e-4868-8f8d-11485f873a97 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 1096 time: 0.1062489 Jul 14 09:11:47.679225 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77830f-5c71-4f4a-bb8f-6c34bb700a12 req-641c74fd-65ad-49aa-b11c-4f1a505469d7 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:47.680877 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4f77830f-5c71-4f4a-bb8f-6c34bb700a12 req-641c74fd-65ad-49aa-b11c-4f1a505469d7 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 948 time: 0.3233151 Jul 14 09:11:47.750318 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4f77830f-5c71-4f4a-bb8f-6c34bb700a12 req-c00d5576-7550-4e5b-9ab7-d82664956e55 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524166 Jul 14 09:11:47.777975 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5f06c-b46a-436e-a991-bb3116a6a04e req-2d4dba7d-88de-458a-8027-5fe6eeff499e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:47.780109 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-80b5f06c-b46a-436e-a991-bb3116a6a04e req-2d4dba7d-88de-458a-8027-5fe6eeff499e service neutron] 10.222.0.49 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 922 time: 0.1422577 Jul 14 09:11:47.795621 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-4c9e041e-6acb-4525-acf7-ad13e39f7767 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b29a3e64be20402eb22a9b2b61e29a5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270555 Jul 14 09:11:47.800700 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e24f884-e422-4003-9179-a8d1a34abd32 admin admin] Router b1f238cd-afba-4b9f-89b5-db01d91d1111 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:11:47.868851 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-80b5f06c-b46a-436e-a991-bb3116a6a04e req-5c34a1dd-26a5-4333-942e-1e5ef605d1da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea20befa-5512-4d82-8c96-21c174b548d5 HTTP/1.1" status: 200 len: 217 time: 0.0811794 Jul 14 09:11:47.931577 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5f06c-b46a-436e-a991-bb3116a6a04e req-ce8e4f58-64b1-487d-b032-1354760596a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:47.933189 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-80b5f06c-b46a-436e-a991-bb3116a6a04e req-ce8e4f58-64b1-487d-b032-1354760596a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.0585163 Jul 14 09:11:47.968802 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-80b5f06c-b46a-436e-a991-bb3116a6a04e req-6cf73194-9648-421b-a504-a02cb1070203 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290487 Jul 14 09:11:48.039556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e24f884-e422-4003-9179-a8d1a34abd32 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:48.048672 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-5099e189-9ea4-45a9-84f1-7eaa7fc88616 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:48.055109 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] Sync routers for ids ['b1f238cd-afba-4b9f-89b5-db01d91d1111'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:48.055668 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-5099e189-9ea4-45a9-84f1-7eaa7fc88616 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2498827 Jul 14 09:11:48.071258 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] Routers {'b1f238cd-afba-4b9f-89b5-db01d91d1111'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:48.071661 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:11:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b1f238cd-afba-4b9f-89b5-db01d91d1111'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:48.080253 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-403b6428-5866-4ed9-9325-3f74cb32a000 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/quotas/b29a3e64be20402eb22a9b2b61e29a5f HTTP/1.1" status: 200 len: 375 time: 0.0239747 Jul 14 09:11:48.085619 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e24f884-e422-4003-9179-a8d1a34abd32 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.087995 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2e24f884-e422-4003-9179-a8d1a34abd32 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7681963 Jul 14 09:11:48.088138 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-80b5f06c-b46a-436e-a991-bb3116a6a04e req-a9862df8-7222-4afa-8f03-c59912fb8800 service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122456 Jul 14 09:11:48.089642 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 46074) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:48.099996 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfbd7d-5a77-4854-9782-4f3cbe71d1de req-24ebe2fb-a1aa-4070-b626-e6a09f2a013d tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:48.101409 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-80cfbd7d-5a77-4854-9782-4f3cbe71d1de req-24ebe2fb-a1aa-4070-b626-e6a09f2a013d tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 1097 time: 0.1647470 Jul 14 09:11:48.161482 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-bde49540-656b-4887-b72a-8b80e3de1648 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b29a3e64be20402eb22a9b2b61e29a5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643532 Jul 14 09:11:48.238511 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-80cfbd7d-5a77-4854-9782-4f3cbe71d1de req-fa3c33c3-2c6a-4567-b7be-14209c7d7543 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111269 Jul 14 09:11:48.244106 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 52c5fa1e-189e-4125-9972-36627e7faf4e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:48.245456 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] Set router b1f238cd-afba-4b9f-89b5-db01d91d1111 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:48.308649 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-80b5f06c-b46a-436e-a991-bb3116a6a04e req-bc944f99-378d-4493-bb20-7c341acf9765 service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032261 Jul 14 09:11:48.354180 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 52c5fa1e-189e-4125-9972-36627e7faf4e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:48.354680 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.591047 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be6782-70df-4aa6-bcc9-6b5da5f067ed req-14d6ed05-c5bf-458e-9887-dbb1f8d4104c tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:48.601994 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-52be6782-70df-4aa6-bcc9-6b5da5f067ed req-14d6ed05-c5bf-458e-9887-dbb1f8d4104c tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 1097 time: 0.0899200 Jul 14 09:11:48.603683 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f238cd-afba-4b9f-89b5-db01d91d1111', 'name': 'tempest-FloatingIPsNegativeTestJSON-823645601-router', 'tenant_id': '078c6d7e221c4860ac5e25c9b03325a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '1564cbc1-90ef-4e4c-8710-ca47755abd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:43Z', 'updated_at': '2021-07-14T09:11:46Z', 'revision_number': 3, 'project_id': '078c6d7e221c4860ac5e25c9b03325a7', 'gw_port': {'id': '1564cbc1-90ef-4e4c-8710-ca47755abd01', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f238cd-afba-4b9f-89b5-db01d91d1111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:44Z', 'updated_at': '2021-07-14T09:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:48.642412 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] Checking router: b1f238cd-afba-4b9f-89b5-db01d91d1111 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:48.643017 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] Updating router b1f238cd-afba-4b9f-89b5-db01d91d1111 port 1564cbc1-90ef-4e4c-8710-ca47755abd01 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:11:48.679309 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-52be6782-70df-4aa6-bcc9-6b5da5f067ed req-fb732677-67b3-4b73-a16f-f8a0a5897085 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763667 Jul 14 09:11:48.688548 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.744935 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6cdb215a-1bc0-44f8-8416-8399483d72e0 req-2ff23045-7a44-45be-8064-1b0ffa70cf3f tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/ports?device_id=d087d8d5-d642-431b-8276-090234ce5911 HTTP/1.1" status: 200 len: 210 time: 0.0645890 Jul 14 09:11:48.859021 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-48f4d885-04e5-4ab0-8710-58d7fc272d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.961584 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-863bf2a3-e7c2-4b55-9069-3a15ef5bfae0 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b29a3e64be20402eb22a9b2b61e29a5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345664 Jul 14 09:11:49.017547 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-a3fe06ba-3818-4ef4-8308-1edc0db1ccae tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1551679178&fields=id&tenant_id=18926633a43443a7a3c9011a9673826e HTTP/1.1" status: 200 len: 267 time: 0.1155322 Jul 14 09:11:49.093288 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.110987 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] Transition to ACTIVE for port object 1564cbc1-90ef-4e4c-8710-ca47755abd01 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:49.120602 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.191818 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85502f-108d-4ceb-9118-b5d80e6bade5 None None] Pushing event updated for resources: {'Port': ['ID=1564cbc1-90ef-4e4c-8710-ca47755abd01,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:49.223463 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] Attempting to bind port 1564cbc1-90ef-4e4c-8710-ca47755abd01 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:49.224251 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] Attempting to bind port 1564cbc1-90ef-4e4c-8710-ca47755abd01 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:49.225035 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] Attempting to bind port 1564cbc1-90ef-4e4c-8710-ca47755abd01 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:49.232476 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:49.233974 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:49.234816 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.235371 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:49.236083 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] Bound port: 1564cbc1-90ef-4e4c-8710-ca47755abd01, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:49.236682 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.294790 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-5263bfad-8363-4f3f-be3b-30d21277d809 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3940b02ba5bd4add8371e4598c3ce5ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320697 Jul 14 09:11:49.328299 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] For port 1564cbc1-90ef-4e4c-8710-ca47755abd01, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:49.329193 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 476bfd6a-fa82-4c42-866f-a7c995b98473 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:49.334940 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] For port 1564cbc1-90ef-4e4c-8710-ca47755abd01, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1564cbc1-90ef-4e4c-8710-ca47755abd01,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:49.344875 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.383564 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-b2772d60-b8d5-44ad-bcae-e6b1f5b17dfc tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:49.391294 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-b2772d60-b8d5-44ad-bcae-e6b1f5b17dfc tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4281840 Jul 14 09:11:49.414847 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-48f83599-30f6-45f3-9093-fa8c449e45d8 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:49.421862 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-48f83599-30f6-45f3-9093-fa8c449e45d8 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/networks?id=5ea8b35e-897c-4b9d-9290-f35fa60c66c3 HTTP/1.1" status: 200 len: 816 time: 0.4030688 Jul 14 09:11:49.431045 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-7a17e44f-b762-44d8-8f2b-f806c310542f tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/quotas/b29a3e64be20402eb22a9b2b61e29a5f HTTP/1.1" status: 200 len: 375 time: 0.0387647 Jul 14 09:11:49.455702 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-e7b87839-f1f1-425a-a54d-2c6c26a50a5a tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/quotas/18926633a43443a7a3c9011a9673826e HTTP/1.1" status: 200 len: 375 time: 0.0325847 Jul 14 09:11:49.456420 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] Routers {'b1f238cd-afba-4b9f-89b5-db01d91d1111'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:49.457047 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:11:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b1f238cd-afba-4b9f-89b5-db01d91d1111'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:49.459058 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85502f-108d-4ceb-9118-b5d80e6bade5 None None] Pushing event updated for resources: {'Port': ['ID=1564cbc1-90ef-4e4c-8710-ca47755abd01,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:49.492254 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-f46891b5-9acf-456b-a099-b26e123e0eb4 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b29a3e64be20402eb22a9b2b61e29a5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600734 Jul 14 09:11:49.518808 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 476bfd6a-fa82-4c42-866f-a7c995b98473, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=476bfd6a-fa82-4c42-866f-a7c995b98473,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:49.542997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '476bfd6a-fa82-4c42-866f-a7c995b98473', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '476bfd6a-fa82-4c42-866f-a7c995b98473', 'mac_address': 'fa:16:3e:fa:53:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:49.560295 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-48f4d885-04e5-4ab0-8710-58d7fc272d62 admin admin] Allocated IP 172.20.0.1 (f7246178-21b4-4895-8cc1-87d927d4c539/ccf1ce40-a271-4e81-8153-88cd55360c3d/e7e62895-9a1e-4209-8fd8-3e44943cd4ac) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:49.616815 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-b0899191-5a6d-4457-a3c3-c1b6d03e4163 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:49.617316 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] Set router b1f238cd-afba-4b9f-89b5-db01d91d1111 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:49.622585 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.625353 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-b0899191-5a6d-4457-a3c3-c1b6d03e4163 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3193095 Jul 14 09:11:49.644208 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 476bfd6a-fa82-4c42-866f-a7c995b98473 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:49.644712 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-d12f1346-70f7-4c79-a3b1-2fde4b3c077c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=18926633a43443a7a3c9011a9673826e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1804788 Jul 14 09:11:49.652094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-21d2fb68-b60a-48b5-8def-a50734ccc45d tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Request body: {'port': {'device_id': 'd087d8d5-d642-431b-8276-090234ce5911', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': '3940b02ba5bd4add8371e4598c3ce5ad'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:49.682576 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 476bfd6a-fa82-4c42-866f-a7c995b98473, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=476bfd6a-fa82-4c42-866f-a7c995b98473,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:49.687428 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.785655 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=476bfd6a-fa82-4c42-866f-a7c995b98473,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:49.809744 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-183b1224-aab8-4502-b26d-952baf46a307 service neutron] 10.222.0.26 "GET /v2.0/networks/5ea8b35e-897c-4b9d-9290-f35fa60c66c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639845 Jul 14 09:11:49.911799 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-21d2fb68-b60a-48b5-8def-a50734ccc45d tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Made reservation on behalf of 3940b02ba5bd4add8371e4598c3ce5ad for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:49.917679 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-21d2fb68-b60a-48b5-8def-a50734ccc45d tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.920339 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['476bfd6a-fa82-4c42-866f-a7c995b98473'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:49.935069 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-21d2fb68-b60a-48b5-8def-a50734ccc45d tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.958988 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f238cd-afba-4b9f-89b5-db01d91d1111', 'name': 'tempest-FloatingIPsNegativeTestJSON-823645601-router', 'tenant_id': '078c6d7e221c4860ac5e25c9b03325a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '1564cbc1-90ef-4e4c-8710-ca47755abd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:43Z', 'updated_at': '2021-07-14T09:11:46Z', 'revision_number': 3, 'project_id': '078c6d7e221c4860ac5e25c9b03325a7', 'gw_port': {'id': '1564cbc1-90ef-4e4c-8710-ca47755abd01', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f238cd-afba-4b9f-89b5-db01d91d1111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:44Z', 'updated_at': '2021-07-14T09:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:49.979467 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-48f4d885-04e5-4ab0-8710-58d7fc272d62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.021557 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-48f4d885-04e5-4ab0-8710-58d7fc272d62 admin admin] Transition to ACTIVE for port object e7e62895-9a1e-4209-8fd8-3e44943cd4ac will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:50.032300 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d67419d-4f97-4696-b79d-26b2f6813494 None None] The sync data for ids ['b1f238cd-afba-4b9f-89b5-db01d91d1111'] in n-d-798054-10 is: [{'id': 'b1f238cd-afba-4b9f-89b5-db01d91d1111', 'name': 'tempest-FloatingIPsNegativeTestJSON-823645601-router', 'tenant_id': '078c6d7e221c4860ac5e25c9b03325a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '1564cbc1-90ef-4e4c-8710-ca47755abd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:43Z', 'updated_at': '2021-07-14T09:11:46Z', 'revision_number': 3, 'project_id': '078c6d7e221c4860ac5e25c9b03325a7', 'gw_port': {'id': '1564cbc1-90ef-4e4c-8710-ca47755abd01', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f238cd-afba-4b9f-89b5-db01d91d1111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:44Z', 'updated_at': '2021-07-14T09:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:50.046836 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-f2727b04-5fb4-4336-b3ed-c9473315f89a service neutron] 10.222.0.26 "GET /v2.0/networks/5ea8b35e-897c-4b9d-9290-f35fa60c66c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359960 Jul 14 09:11:50.112987 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ee927-4af9-4704-a0b9-341e93d0546a req-5258c9e2-5e1a-4e39-aa97-d8933bc53485 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:50.123634 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e26ee927-4af9-4704-a0b9-341e93d0546a req-5258c9e2-5e1a-4e39-aa97-d8933bc53485 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 1097 time: 0.1931145 Jul 14 09:11:50.124427 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-48f4d885-04e5-4ab0-8710-58d7fc272d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.189624 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e26ee927-4af9-4704-a0b9-341e93d0546a req-1bb7237b-35bb-4e87-9315-d5b8bdb81c54 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568366 Jul 14 09:11:50.217468 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f4d885-04e5-4ab0-8710-58d7fc272d62 admin admin] Network f7246178-21b4-4895-8cc1-87d927d4c539 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:50.219626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-48f4d885-04e5-4ab0-8710-58d7fc272d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:50.254086 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f4d885-04e5-4ab0-8710-58d7fc272d62 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:50.322297 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-48f4d885-04e5-4ab0-8710-58d7fc272d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.508775 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-1336f317-9601-468d-b2d3-af259c8750b9 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b29a3e64be20402eb22a9b2b61e29a5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1797984 Jul 14 09:11:50.510823 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-21d2fb68-b60a-48b5-8def-a50734ccc45d tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.635481 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c9df-f17b-41d3-a78c-94f992d16eb9 req-4abbecf7-e610-42c9-92ef-97573c682952 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:50.651166 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6bf2c9df-f17b-41d3-a78c-94f992d16eb9 req-4abbecf7-e610-42c9-92ef-97573c682952 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 949 time: 0.2256658 Jul 14 09:11:50.671983 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4d885-04e5-4ab0-8710-58d7fc272d62 admin admin] Pushing event updated for resources: {'Port': ['ID=e7e62895-9a1e-4209-8fd8-3e44943cd4ac,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:50.679773 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-21d2fb68-b60a-48b5-8def-a50734ccc45d tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.723108 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d95483cf-90d4-4af6-a9fe-91da0830dc64 None None] Provisioning for port e7e62895-9a1e-4209-8fd8-3e44943cd4ac completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:50.729080 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d95483cf-90d4-4af6-a9fe-91da0830dc64 None None] Provisioning complete for port e7e62895-9a1e-4209-8fd8-3e44943cd4ac triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:50.737426 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d95483cf-90d4-4af6-a9fe-91da0830dc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.762314 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6bf2c9df-f17b-41d3-a78c-94f992d16eb9 req-00467420-f167-4a3e-8596-8202c5211ff4 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024644 Jul 14 09:11:50.810197 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d95483cf-90d4-4af6-a9fe-91da0830dc64 None None] Port e7e62895-9a1e-4209-8fd8-3e44943cd4ac cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:11:50.831377 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-9c5c5ef5-168c-442b-b933-24fda09d3642 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:50.832904 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-9c5c5ef5-168c-442b-b933-24fda09d3642 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3114071 Jul 14 09:11:50.923872 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-3d52fd07-f79a-45d6-8fba-e7c456109efb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Request body: {'port': {'device_id': '11e9ec71-f016-4e4a-8915-a3639110cbc6', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': 'b29a3e64be20402eb22a9b2b61e29a5f'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:51.085059 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2fb68-b60a-48b5-8def-a50734ccc45d tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e12ab940-95eb-4e99-a6cf-63cb13646d45,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:51.229146 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e023843-edf1-461f-a53f-2ab5ff2cd9d3 req-d1d60d81-b04b-4879-833a-d6d8fd7cbca0 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d5d0a57-d377-4675-8665-2e5ad265187e HTTP/1.1" status: 200 len: 210 time: 0.0549719 Jul 14 09:11:51.287046 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9d649c1c-af52-4e3d-ba5a-af3b021524d0 req-c6d8bb17-213f-44b2-a78a-cea096568e51 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/ports?device_id=d087d8d5-d642-431b-8276-090234ce5911 HTTP/1.1" status: 200 len: 210 time: 0.0948424 Jul 14 09:11:51.316672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-21d2fb68-b60a-48b5-8def-a50734ccc45d tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Allocated IP 192.168.233.249 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/33c09a7a-d991-472b-83f5-fc49eb5b3960) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:51.344219 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 476bfd6a-fa82-4c42-866f-a7c995b98473 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:51.376401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-3d52fd07-f79a-45d6-8fba-e7c456109efb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Made reservation on behalf of b29a3e64be20402eb22a9b2b61e29a5f for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:51.380567 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-3d52fd07-f79a-45d6-8fba-e7c456109efb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.401405 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-3d52fd07-f79a-45d6-8fba-e7c456109efb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.454918 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-48f4d885-04e5-4ab0-8710-58d7fc272d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.469839 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fef61f53-f7ee-4155-a993-f9d443258259 req-b83de2ef-5d59-4b83-8e29-15ed702dd78c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 210 time: 0.0743325 Jul 14 09:11:51.490055 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 476bfd6a-fa82-4c42-866f-a7c995b98473 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:51.495690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 476bfd6a-fa82-4c42-866f-a7c995b98473 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:51.496376 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.573335 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff6819-2bdc-4d6b-8da6-4fed8221759b req-cffc1e0f-a579-49ba-901c-4f85f32d9723 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:51.581633 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7dff6819-2bdc-4d6b-8da6-4fed8221759b req-cffc1e0f-a579-49ba-901c-4f85f32d9723 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 1097 time: 0.1338973 Jul 14 09:11:51.651304 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7dff6819-2bdc-4d6b-8da6-4fed8221759b req-46d77785-67d7-47dc-9603-e649e4b893bb tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656714 Jul 14 09:11:51.654114 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.687010 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328738d0-c657-4dd5-8a86-0b07d9030cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476bfd6a-fa82-4c42-866f-a7c995b98473'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:51.689290 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0748bd62-bfb1-49ae-9fc0-7246a773ccc9" -d '{"events": [{"server_uuid": "328738d0-c657-4dd5-8a86-0b07d9030cd0", "name": "network-vif-plugged", "status": "completed", "tag": "476bfd6a-fa82-4c42-866f-a7c995b98473"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:51.704639 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 476bfd6a-fa82-4c42-866f-a7c995b98473, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=476bfd6a-fa82-4c42-866f-a7c995b98473,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:51.716388 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.762070 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-680a9dc1-447a-4740-a179-04b686dc9643 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=b29a3e64be20402eb22a9b2b61e29a5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487294 Jul 14 09:11:51.773830 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655bc40d-12e5-4cc7-ba57-a9b3374a8204 x-openstack-request-id: req-655bc40d-12e5-4cc7-ba57-a9b3374a8204 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:51.774401 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328738d0-c657-4dd5-8a86-0b07d9030cd0", "name": "network-vif-plugged", "status": "completed", "tag": "476bfd6a-fa82-4c42-866f-a7c995b98473", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:51.774401 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-655bc40d-12e5-4cc7-ba57-a9b3374a8204 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:51.774728 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328738d0-c657-4dd5-8a86-0b07d9030cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476bfd6a-fa82-4c42-866f-a7c995b98473', 'code': 200} Jul 14 09:11:51.841761 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=476bfd6a-fa82-4c42-866f-a7c995b98473,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:51.920679 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-21d2fb68-b60a-48b5-8def-a50734ccc45d tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.993265 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-3d52fd07-f79a-45d6-8fba-e7c456109efb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.001356 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-21d2fb68-b60a-48b5-8def-a50734ccc45d tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Transition to ACTIVE for port object 33c09a7a-d991-472b-83f5-fc49eb5b3960 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:52.060299 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-3d52fd07-f79a-45d6-8fba-e7c456109efb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.062061 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81165a24-6cb5-4382-84fb-caec9547a8c6 req-0c5c4f8e-f10c-4e39-bb17-9b26ee0de83f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:52.063631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-81165a24-6cb5-4382-84fb-caec9547a8c6 req-0c5c4f8e-f10c-4e39-bb17-9b26ee0de83f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.0909574 Jul 14 09:11:52.126213 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-81165a24-6cb5-4382-84fb-caec9547a8c6 req-76855571-299d-447d-a2af-ca47c7147e3d tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563884 Jul 14 09:11:52.158762 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-21d2fb68-b60a-48b5-8def-a50734ccc45d tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.199717 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-d3bbbeaa-c516-4122-ba8c-540b2e4a2d75 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:52.201217 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-d3bbbeaa-c516-4122-ba8c-540b2e4a2d75 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4297569 Jul 14 09:11:52.246637 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1564cbc1-90ef-4e4c-8710-ca47755abd01 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:52.342304 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e0bba-6741-4693-85bf-22243df9ae69 req-a9bc0e59-3f69-4420-84ae-99148f85b090 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:52.351753 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-684e0bba-6741-4693-85bf-22243df9ae69 req-a9bc0e59-3f69-4420-84ae-99148f85b090 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 1097 time: 0.0821006 Jul 14 09:11:52.358448 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 1564cbc1-90ef-4e4c-8710-ca47755abd01 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:52.362309 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-21d2fb68-b60a-48b5-8def-a50734ccc45d tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:52.365111 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 1564cbc1-90ef-4e4c-8710-ca47755abd01 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:52.365678 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.369276 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2fb68-b60a-48b5-8def-a50734ccc45d tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Pushing event updated for resources: {'Port': ['ID=33c09a7a-d991-472b-83f5-fc49eb5b3960,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:52.390460 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-6ac09ede-9f89-4fc0-8dbd-eb189bf2fadc tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Request body: {'port': {'device_id': '7d5d0a57-d377-4675-8665-2e5ad265187e', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': 'b29a3e64be20402eb22a9b2b61e29a5f'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:52.406568 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-21d2fb68-b60a-48b5-8def-a50734ccc45d tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:52.408394 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52fd07-f79a-45d6-8fba-e7c456109efb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d73462ee-5ed9-46ad-9662-6ee7fc4492ba,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:52.426781 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-21d2fb68-b60a-48b5-8def-a50734ccc45d tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:52.429231 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-684e0bba-6741-4693-85bf-22243df9ae69 req-89dccb14-a8fa-4c9a-a04e-74f83f137898 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734284 Jul 14 09:11:52.497158 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-48f4d885-04e5-4ab0-8710-58d7fc272d62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.509894 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ec0bcc52-c912-4186-b9f6-df16f5f85144 req-786d89cf-54ce-4da5-864a-d43676c75f7f tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d5d0a57-d377-4675-8665-2e5ad265187e HTTP/1.1" status: 200 len: 210 time: 0.0757186 Jul 14 09:11:52.551259 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.556102 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-48f4d885-04e5-4ab0-8710-58d7fc272d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.592624 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 1564cbc1-90ef-4e4c-8710-ca47755abd01, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1564cbc1-90ef-4e4c-8710-ca47755abd01,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:52.597599 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.691479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=1564cbc1-90ef-4e4c-8710-ca47755abd01,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:52.753305 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-3d52fd07-f79a-45d6-8fba-e7c456109efb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Allocated IP 192.168.233.161 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:52.784243 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-21d2fb68-b60a-48b5-8def-a50734ccc45d tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:52.784984 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-21d2fb68-b60a-48b5-8def-a50734ccc45d tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.814236 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-48f4d885-04e5-4ab0-8710-58d7fc272d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.834267 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4d885-04e5-4ab0-8710-58d7fc272d62 admin admin] Pushing event updated for resources: {'Port': ['ID=e7e62895-9a1e-4209-8fd8-3e44943cd4ac,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:52.844446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1e9e0-572e-49a5-98ca-262ea337f3b8 req-14d4bfef-52d6-453f-b854-3871f991dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:52.846004 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9cf1e9e0-572e-49a5-98ca-262ea337f3b8 req-14d4bfef-52d6-453f-b854-3871f991dacf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 1102 time: 0.8797922 Jul 14 09:11:52.856192 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-21d2fb68-b60a-48b5-8def-a50734ccc45d tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2148216 Jul 14 09:11:52.856337 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-72bbcc13-e97c-47b7-a801-db7391249573 None None] Provisioning for port 33c09a7a-d991-472b-83f5-fc49eb5b3960 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:52.860150 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-72bbcc13-e97c-47b7-a801-db7391249573 None None] Provisioning complete for port 33c09a7a-d991-472b-83f5-fc49eb5b3960 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:52.860742 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72bbcc13-e97c-47b7-a801-db7391249573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.876420 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-daae9369-826f-4016-886c-2caa6eeec407 req-f34498bd-3eb2-471c-9a5d-1ca0f0b78f5d tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 210 time: 0.0584085 Jul 14 09:11:52.889999 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] Request body: {'port': {'device_id': 'd087d8d5-d642-431b-8276-090234ce5911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:52.896718 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-72bbcc13-e97c-47b7-a801-db7391249573 None None] Port 33c09a7a-d991-472b-83f5-fc49eb5b3960 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:11:52.902998 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-9383ff67-1bd6-4906-9026-d5a874bf6d46 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:52.904473 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-9383ff67-1bd6-4906-9026-d5a874bf6d46 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.49 "GET /v2.0/networks?id=5ea8b35e-897c-4b9d-9290-f35fa60c66c3 HTTP/1.1" status: 200 len: 816 time: 0.3154182 Jul 14 09:11:52.912611 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2653ef-3dea-4c8f-bf08-d01441b7da9f req-d75c729a-81f8-489f-bcd4-9ae681f88ecb tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:52.914056 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-de2653ef-3dea-4c8f-bf08-d01441b7da9f req-d75c729a-81f8-489f-bcd4-9ae681f88ecb tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/ports?device_id=d087d8d5-d642-431b-8276-090234ce5911 HTTP/1.1" status: 200 len: 936 time: 0.1717768 Jul 14 09:11:52.990633 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-de2653ef-3dea-4c8f-bf08-d01441b7da9f req-6a7813fc-459a-4f3c-9ff6-06f40cc28023 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/security-groups?id=e12ab940-95eb-4e99-a6cf-63cb13646d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688257 Jul 14 09:11:53.035415 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-dde5b30c-3746-49fa-8260-e76a16be9dd2 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18926633a43443a7a3c9011a9673826e HTTP/1.1" status: 200 len: 380 time: 0.1066964 Jul 14 09:11:53.063842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-0267207e-5309-4675-beb5-95a6f46f0d12 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Request body: {'port': {'device_id': 'b6849886-defb-490c-a6e4-21dc9b2782c6', 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3', 'admin_state_up': True, 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'security_groups': ['9672e33e-73cc-4aa6-b332-a77e52fc8930']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:53.164729 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a7f51-eef4-4936-ab8e-31484ad14ab8 req-3f4a3d62-4170-45e6-915f-4aef3dda71a6 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:53.166834 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-174a7f51-eef4-4936-ab8e-31484ad14ab8 req-3f4a3d62-4170-45e6-915f-4aef3dda71a6 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 1097 time: 0.1439533 Jul 14 09:11:53.227622 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-0267207e-5309-4675-beb5-95a6f46f0d12 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Made reservation on behalf of 18926633a43443a7a3c9011a9673826e for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:53.232068 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-0267207e-5309-4675-beb5-95a6f46f0d12 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.258338 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-174a7f51-eef4-4936-ab8e-31484ad14ab8 req-f8d87136-0a91-46e5-9c79-df18bb9a2cb0 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723357 Jul 14 09:11:53.357580 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9cf1e9e0-572e-49a5-98ca-262ea337f3b8 req-51f5192e-8c80-42f1-a1e5-12d4c889b78e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919847 Jul 14 09:11:53.373554 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.396402 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-6ac09ede-9f89-4fc0-8dbd-eb189bf2fadc tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Made reservation on behalf of b29a3e64be20402eb22a9b2b61e29a5f for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:53.399943 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-6ac09ede-9f89-4fc0-8dbd-eb189bf2fadc tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.461515 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f4d885-04e5-4ab0-8710-58d7fc272d62 admin admin] Network f7246178-21b4-4895-8cc1-87d927d4c539 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:53.477046 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-48f4d885-04e5-4ab0-8710-58d7fc272d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:53.565965 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-3d52fd07-f79a-45d6-8fba-e7c456109efb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.603533 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd360bf9-40da-496f-a132-154e70d2bc46 req-70713b71-5e1e-48ac-b629-869dca26d2a5 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:53.611408 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fd360bf9-40da-496f-a132-154e70d2bc46 req-70713b71-5e1e-48ac-b629-869dca26d2a5 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.3507118 Jul 14 09:11:53.617459 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-0267207e-5309-4675-beb5-95a6f46f0d12 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Allocated IP 172.20.0.7 (5ea8b35e-897c-4b9d-9290-f35fa60c66c3/3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9/aac51fe2-188d-418f-bb28-f595ebe9fbbc) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:53.702135 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fd360bf9-40da-496f-a132-154e70d2bc46 req-03868a6e-5d12-4053-83c5-109f4bed42ad tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898244 Jul 14 09:11:53.759390 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-3d52fd07-f79a-45d6-8fba-e7c456109efb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Transition to ACTIVE for port object af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:53.911817 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-0267207e-5309-4675-beb5-95a6f46f0d12 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.918619 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-3d52fd07-f79a-45d6-8fba-e7c456109efb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.942172 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-0267207e-5309-4675-beb5-95a6f46f0d12 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Transition to ACTIVE for port object aac51fe2-188d-418f-bb28-f595ebe9fbbc will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:53.951789 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ce7bc7d9-14f7-4be5-8cb0-c2223c7ebd66 None None] Provisioning complete for port e7e62895-9a1e-4209-8fd8-3e44943cd4ac triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:53.952268 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce7bc7d9-14f7-4be5-8cb0-c2223c7ebd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.963672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f4d885-04e5-4ab0-8710-58d7fc272d62 admin admin] Router b1f238cd-afba-4b9f-89b5-db01d91d1111 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:11:54.022672 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ce7bc7d9-14f7-4be5-8cb0-c2223c7ebd66 None None] Port e7e62895-9a1e-4209-8fd8-3e44943cd4ac cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:11:54.024787 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-3d52fd07-f79a-45d6-8fba-e7c456109efb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:54.042728 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-3d52fd07-f79a-45d6-8fba-e7c456109efb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:54.045164 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-6ac09ede-9f89-4fc0-8dbd-eb189bf2fadc tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Allocated IP 192.168.233.215 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/58967b14-c578-4d5c-960e-65080fbe695a) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:54.047579 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-0267207e-5309-4675-beb5-95a6f46f0d12 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.049095 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-3d52fd07-f79a-45d6-8fba-e7c456109efb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:54.053832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52fd07-f79a-45d6-8fba-e7c456109efb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Pushing event updated for resources: {'Port': ['ID=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:54.158846 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-0267207e-5309-4675-beb5-95a6f46f0d12 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Network 5ea8b35e-897c-4b9d-9290-f35fa60c66c3 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:54.204854 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-0267207e-5309-4675-beb5-95a6f46f0d12 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:54.234210 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-0267207e-5309-4675-beb5-95a6f46f0d12 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:54.269467 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-3d52fd07-f79a-45d6-8fba-e7c456109efb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:54.270440 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-3d52fd07-f79a-45d6-8fba-e7c456109efb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.312055 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1564cbc1-90ef-4e4c-8710-ca47755abd01 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:54.384186 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-0267207e-5309-4675-beb5-95a6f46f0d12 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:54.385553 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-0267207e-5309-4675-beb5-95a6f46f0d12 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.408633 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-3d52fd07-f79a-45d6-8fba-e7c456109efb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4891531 Jul 14 09:11:54.447144 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267207e-5309-4675-beb5-95a6f46f0d12 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Pushing event updated for resources: {'Port': ['ID=aac51fe2-188d-418f-bb28-f595ebe9fbbc,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:54.457244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] Request body: {'port': {'device_id': '11e9ec71-f016-4e4a-8915-a3639110cbc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:54.463485 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-0267207e-5309-4675-beb5-95a6f46f0d12 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4078918 Jul 14 09:11:54.469309 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a03994-3902-4f6c-87e4-b4b0d451deb8 req-0ef82744-2595-4cb1-884a-17ac6106ead6 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:54.477323 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8a03994-3902-4f6c-87e4-b4b0d451deb8 req-0ef82744-2595-4cb1-884a-17ac6106ead6 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 1097 time: 0.4763796 Jul 14 09:11:54.485761 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 1564cbc1-90ef-4e4c-8710-ca47755abd01 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:54.487889 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.489846 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] Request body: {'port': {'device_id': 'b6849886-defb-490c-a6e4-21dc9b2782c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:54.539450 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f4d885-04e5-4ab0-8710-58d7fc272d62 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:54.550317 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-48f4d885-04e5-4ab0-8710-58d7fc272d62 admin admin] 10.222.0.26 "PUT /v2.0/routers/b1f238cd-afba-4b9f-89b5-db01d91d1111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4589622 Jul 14 09:11:54.579063 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] Sync routers for ids ['b1f238cd-afba-4b9f-89b5-db01d91d1111'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:54.628248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] Routers {'b1f238cd-afba-4b9f-89b5-db01d91d1111'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:54.629049 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:11:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b1f238cd-afba-4b9f-89b5-db01d91d1111'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:54.635999 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8ceb6487-6079-4e4e-9fab-333fac0eb1d0 None None] Provisioning for port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:54.657491 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.678731 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-6ac09ede-9f89-4fc0-8dbd-eb189bf2fadc tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.700380 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8ceb6487-6079-4e4e-9fab-333fac0eb1d0 None None] Provisioning complete for port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:54.700996 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6487-6079-4e4e-9fab-333fac0eb1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.718309 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-6ac09ede-9f89-4fc0-8dbd-eb189bf2fadc tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Transition to ACTIVE for port object 58967b14-c578-4d5c-960e-65080fbe695a will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:54.817922 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8ceb6487-6079-4e4e-9fab-333fac0eb1d0 None None] Port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:11:54.890681 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] Set router b1f238cd-afba-4b9f-89b5-db01d91d1111 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:54.913347 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8a03994-3902-4f6c-87e4-b4b0d451deb8 req-735081bb-9f75-4b6a-b15e-5b978d6eba4d tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351547 Jul 14 09:11:54.959627 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.017423 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-8e50b145-79f0-442a-b274-3b069ed0c736 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:11:55.018702 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-8e50b145-79f0-442a-b274-3b069ed0c736 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095217 Jul 14 09:11:55.032019 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-6ac09ede-9f89-4fc0-8dbd-eb189bf2fadc tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.034123 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ce595f52-f11c-45c5-8012-a19cb809efed None None] Provisioning for port aac51fe2-188d-418f-bb28-f595ebe9fbbc completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:55.034606 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-a716ad84-72a8-4414-889d-be98d0888e68 req-f55c620c-786f-4abe-90a1-2fda1e85085d service neutron] Request body: {'binding': {'host': 'n-h2-798054-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:55.034993 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-a716ad84-72a8-4414-889d-be98d0888e68 req-f55c620c-786f-4abe-90a1-2fda1e85085d service neutron] Unknown quota resources ['binding']. {{(pid=93887) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:11:55.073477 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ce595f52-f11c-45c5-8012-a19cb809efed None None] Provisioning complete for port aac51fe2-188d-418f-bb28-f595ebe9fbbc triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:55.073756 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce595f52-f11c-45c5-8012-a19cb809efed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.122120 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-6ac09ede-9f89-4fc0-8dbd-eb189bf2fadc tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:55.133233 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-6ac09ede-9f89-4fc0-8dbd-eb189bf2fadc tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:55.139608 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-6ac09ede-9f89-4fc0-8dbd-eb189bf2fadc tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:55.241972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-6ac09ede-9f89-4fc0-8dbd-eb189bf2fadc tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:55.242829 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-6ac09ede-9f89-4fc0-8dbd-eb189bf2fadc tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.245562 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac09ede-9f89-4fc0-8dbd-eb189bf2fadc tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Pushing event updated for resources: {'Port': ['ID=58967b14-c578-4d5c-960e-65080fbe695a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:55.263514 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c09a7a-d991-472b-83f5-fc49eb5b3960 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:55.274759 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.285986 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-6ac09ede-9f89-4fc0-8dbd-eb189bf2fadc tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9171069 Jul 14 09:11:55.301484 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ce595f52-f11c-45c5-8012-a19cb809efed None None] Port aac51fe2-188d-418f-bb28-f595ebe9fbbc cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:11:55.310968 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] Request body: {'port': {'device_id': '7d5d0a57-d377-4675-8665-2e5ad265187e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:55.373352 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] Transition to ACTIVE for port object 33c09a7a-d991-472b-83f5-fc49eb5b3960 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:55.380553 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.395370 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f238cd-afba-4b9f-89b5-db01d91d1111', 'name': 'tempest-FloatingIPsNegativeTestJSON-823645601-router', 'tenant_id': '078c6d7e221c4860ac5e25c9b03325a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '1564cbc1-90ef-4e4c-8710-ca47755abd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:43Z', 'updated_at': '2021-07-14T09:11:51Z', 'revision_number': 4, 'project_id': '078c6d7e221c4860ac5e25c9b03325a7', 'gw_port': {'id': '1564cbc1-90ef-4e4c-8710-ca47755abd01', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f238cd-afba-4b9f-89b5-db01d91d1111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:44Z', 'updated_at': '2021-07-14T09:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e7e62895-9a1e-4209-8fd8-3e44943cd4ac', 'name': '', 'network_id': 'f7246178-21b4-4895-8cc1-87d927d4c539', 'tenant_id': '078c6d7e221c4860ac5e25c9b03325a7', 'mac_address': 'fa:16:3e:9a:3e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f238cd-afba-4b9f-89b5-db01d91d1111', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ccf1ce40-a271-4e81-8153-88cd55360c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:49Z', 'updated_at': '2021-07-14T09:11:51Z', 'revision_number': 2, 'project_id': '078c6d7e221c4860ac5e25c9b03325a7', 'subnets': [{'id': 'ccf1ce40-a271-4e81-8153-88cd55360c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:55.432152 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] Checking router: b1f238cd-afba-4b9f-89b5-db01d91d1111 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:55.432513 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] Updating router b1f238cd-afba-4b9f-89b5-db01d91d1111 port e7e62895-9a1e-4209-8fd8-3e44943cd4ac binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:11:55.490055 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.513480 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7a965-9bc2-4a22-86d9-206bebf00062 req-ac001215-f2d5-40cb-ae24-0fed5a7d5cae tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:55.515122 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-62a7a965-9bc2-4a22-86d9-206bebf00062 req-ac001215-f2d5-40cb-ae24-0fed5a7d5cae tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d5d0a57-d377-4675-8665-2e5ad265187e HTTP/1.1" status: 200 len: 936 time: 0.4336367 Jul 14 09:11:55.556949 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-a716ad84-72a8-4414-889d-be98d0888e68 req-f55c620c-786f-4abe-90a1-2fda1e85085d service neutron] Attempting to bind port 666e555c-0a85-4d9b-96ce-cc12515fb8f0 on host n-h2-798054-10 for vnic_type normal with profile None {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:55.557289 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-a716ad84-72a8-4414-889d-be98d0888e68 req-f55c620c-786f-4abe-90a1-2fda1e85085d service neutron] Attempting to bind port 666e555c-0a85-4d9b-96ce-cc12515fb8f0 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:55.557619 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a716ad84-72a8-4414-889d-be98d0888e68 req-f55c620c-786f-4abe-90a1-2fda1e85085d service neutron] Attempting to bind port 666e555c-0a85-4d9b-96ce-cc12515fb8f0 on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:55.576403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a716ad84-72a8-4414-889d-be98d0888e68 req-f55c620c-786f-4abe-90a1-2fda1e85085d service neutron] Port 666e555c-0a85-4d9b-96ce-cc12515fb8f0 on network fbea3c05-472e-4cae-8d96-84e615e12c90 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:11:55.576735 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a716ad84-72a8-4414-889d-be98d0888e68 req-f55c620c-786f-4abe-90a1-2fda1e85085d service neutron] Attempting to bind port 666e555c-0a85-4d9b-96ce-cc12515fb8f0 on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:55.589287 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a716ad84-72a8-4414-889d-be98d0888e68 req-f55c620c-786f-4abe-90a1-2fda1e85085d service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:55.590176 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a716ad84-72a8-4414-889d-be98d0888e68 req-f55c620c-786f-4abe-90a1-2fda1e85085d service neutron] Checking segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:55.590567 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a716ad84-72a8-4414-889d-be98d0888e68 req-f55c620c-786f-4abe-90a1-2fda1e85085d service neutron] Bound using segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:55.591254 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-a716ad84-72a8-4414-889d-be98d0888e68 req-f55c620c-786f-4abe-90a1-2fda1e85085d service neutron] Bound port: 666e555c-0a85-4d9b-96ce-cc12515fb8f0, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:55.642040 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.665858 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-62a7a965-9bc2-4a22-86d9-206bebf00062 req-630d53f4-4122-4bc6-8d2c-9f1a11c4e842 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334660 Jul 14 09:11:55.686717 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] Pushing event updated for resources: {'Port': ['ID=33c09a7a-d991-472b-83f5-fc49eb5b3960,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:55.697080 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac51fe2-188d-418f-bb28-f595ebe9fbbc {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:55.701944 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.734367 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] Transition to ACTIVE for port object aac51fe2-188d-418f-bb28-f595ebe9fbbc will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:55.737758 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-a716ad84-72a8-4414-889d-be98d0888e68 req-f55c620c-786f-4abe-90a1-2fda1e85085d service neutron] For port 666e555c-0a85-4d9b-96ce-cc12515fb8f0, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=666e555c-0a85-4d9b-96ce-cc12515fb8f0,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:55.741567 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.754138 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a716ad84-72a8-4414-889d-be98d0888e68 req-f55c620c-786f-4abe-90a1-2fda1e85085d service neutron] Notify callbacks [] for binding, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.767005 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-f55c620c-786f-4abe-90a1-2fda1e85085d service neutron] 10.222.0.26 "POST /v2.0/ports/666e555c-0a85-4d9b-96ce-cc12515fb8f0/bindings HTTP/1.1" status: 201 len: 390 time: 0.7325277 Jul 14 09:11:55.940572 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.967432 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] Transition to ACTIVE for port object e7e62895-9a1e-4209-8fd8-3e44943cd4ac will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:55.987348 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.012807 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] Pushing event updated for resources: {'Port': ['ID=aac51fe2-188d-418f-bb28-f595ebe9fbbc,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:56.075465 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a04e0323-dac1-4b21-b13d-953a4de4e572 None None] Provisioning for port 58967b14-c578-4d5c-960e-65080fbe695a completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:56.088504 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a04e0323-dac1-4b21-b13d-953a4de4e572 None None] Provisioning complete for port 58967b14-c578-4d5c-960e-65080fbe695a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:56.089510 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a04e0323-dac1-4b21-b13d-953a4de4e572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.143065 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] Attempting to bind port 33c09a7a-d991-472b-83f5-fc49eb5b3960 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:56.156956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] Attempting to bind port 33c09a7a-d991-472b-83f5-fc49eb5b3960 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:56.157686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] Attempting to bind port 33c09a7a-d991-472b-83f5-fc49eb5b3960 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:56.218142 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] Port 33c09a7a-d991-472b-83f5-fc49eb5b3960 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:11:56.218700 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] Attempting to bind port 33c09a7a-d991-472b-83f5-fc49eb5b3960 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:56.238019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:56.238437 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:56.238929 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:56.239489 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] Bound port: 33c09a7a-d991-472b-83f5-fc49eb5b3960, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:56.239972 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.244991 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:56.248399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e7c6a-d067-4619-8336-a150f2296aed None None] Pushing event updated for resources: {'Port': ['ID=e7e62895-9a1e-4209-8fd8-3e44943cd4ac,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:56.261870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3926816-6099-4842-9030-42aa6047e395 req-dadadf68-4f21-46b3-a122-a046f3c9a9b8 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:56.268780 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3926816-6099-4842-9030-42aa6047e395 req-dadadf68-4f21-46b3-a122-a046f3c9a9b8 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 943 time: 0.3984289 Jul 14 09:11:56.271385 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] Attempting to bind port e7e62895-9a1e-4209-8fd8-3e44943cd4ac on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:56.271762 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] Attempting to bind port e7e62895-9a1e-4209-8fd8-3e44943cd4ac by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '50c277da-4e44-4ec0-b487-155f1613cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7246178-21b4-4895-8cc1-87d927d4c539'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:56.272925 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] Attempting to bind port e7e62895-9a1e-4209-8fd8-3e44943cd4ac on network f7246178-21b4-4895-8cc1-87d927d4c539 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:56.276534 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a04e0323-dac1-4b21-b13d-953a4de4e572 None None] Port 58967b14-c578-4d5c-960e-65080fbe695a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:11:56.283048 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:56.283430 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] Checking segment: {'id': '50c277da-4e44-4ec0-b487-155f1613cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7246178-21b4-4895-8cc1-87d927d4c539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:56.283838 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.284228 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] Bound using segment: {'id': '50c277da-4e44-4ec0-b487-155f1613cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7246178-21b4-4895-8cc1-87d927d4c539'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:56.284707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] Bound port: e7e62895-9a1e-4209-8fd8-3e44943cd4ac, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c277da-4e44-4ec0-b487-155f1613cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'f7246178-21b4-4895-8cc1-87d927d4c539'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:56.285089 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.287903 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.357749 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] Transition to ACTIVE for port object af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:56.377641 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] Attempting to bind port aac51fe2-188d-418f-bb28-f595ebe9fbbc on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:56.378266 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.378434 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] Attempting to bind port aac51fe2-188d-418f-bb28-f595ebe9fbbc by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '2029aa35-a768-4cc2-b418-9cbf5baf60c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:56.378652 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] Attempting to bind port aac51fe2-188d-418f-bb28-f595ebe9fbbc on network 5ea8b35e-897c-4b9d-9290-f35fa60c66c3 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:56.386465 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] For port e7e62895-9a1e-4209-8fd8-3e44943cd4ac, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:56.390575 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] For port e7e62895-9a1e-4209-8fd8-3e44943cd4ac, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e7e62895-9a1e-4209-8fd8-3e44943cd4ac,segment=NetworkSegment(50c277da-4e44-4ec0-b487-155f1613cd68),segment_id=50c277da-4e44-4ec0-b487-155f1613cd68)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:56.401664 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.410824 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] Port aac51fe2-188d-418f-bb28-f595ebe9fbbc on network 5ea8b35e-897c-4b9d-9290-f35fa60c66c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:11:56.411165 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] Attempting to bind port aac51fe2-188d-418f-bb28-f595ebe9fbbc on network 5ea8b35e-897c-4b9d-9290-f35fa60c66c3 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:56.423849 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f2fa8-1252-4cfb-8e3a-7a8681c38f1b req-e21a1dfc-11f1-46db-9d69-219f733820aa tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:56.431012 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7a5f2fa8-1252-4cfb-8e3a-7a8681c38f1b req-e21a1dfc-11f1-46db-9d69-219f733820aa tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/ports?device_id=d087d8d5-d642-431b-8276-090234ce5911 HTTP/1.1" status: 200 len: 948 time: 0.2765584 Jul 14 09:11:56.443339 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3926816-6099-4842-9030-42aa6047e395 req-78fe6c9d-1dfb-42af-99ec-685e13a786bc tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/security-groups?id=9672e33e-73cc-4aa6-b332-a77e52fc8930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581342 Jul 14 09:11:56.450109 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:56.450445 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] Checking segment: {'id': '2029aa35-a768-4cc2-b418-9cbf5baf60c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:56.450824 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] Bound using segment: {'id': '2029aa35-a768-4cc2-b418-9cbf5baf60c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:56.451572 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] Bound port: aac51fe2-188d-418f-bb28-f595ebe9fbbc, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2029aa35-a768-4cc2-b418-9cbf5baf60c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:56.451715 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.487573 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] Routers {'b1f238cd-afba-4b9f-89b5-db01d91d1111'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:56.488226 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:11:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b1f238cd-afba-4b9f-89b5-db01d91d1111'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:56.513433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] Pushing event updated for resources: {'Port': ['ID=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:56.524766 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7a5f2fa8-1252-4cfb-8e3a-7a8681c38f1b req-d76496cf-400f-41b0-ab3a-94a676079d2d tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/security-groups?id=e12ab940-95eb-4e99-a6cf-63cb13646d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926735 Jul 14 09:11:56.547583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716ad84-72a8-4414-889d-be98d0888e68 req-99383cca-21d6-4585-9b7d-fb7bd5fd9c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:56.549218 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-99383cca-21d6-4585-9b7d-fb7bd5fd9c9c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 1097 time: 0.4215598 Jul 14 09:11:56.551316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e7c6a-d067-4619-8336-a150f2296aed None None] Pushing event updated for resources: {'Port': ['ID=e7e62895-9a1e-4209-8fd8-3e44943cd4ac,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:56.671739 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] For port aac51fe2-188d-418f-bb28-f595ebe9fbbc, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:56.671945 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] For port 33c09a7a-d991-472b-83f5-fc49eb5b3960, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:56.675613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] For port aac51fe2-188d-418f-bb28-f595ebe9fbbc, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=aac51fe2-188d-418f-bb28-f595ebe9fbbc,segment=NetworkSegment(2029aa35-a768-4cc2-b418-9cbf5baf60c7),segment_id=2029aa35-a768-4cc2-b418-9cbf5baf60c7)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:56.691681 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.806302 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] Set router b1f238cd-afba-4b9f-89b5-db01d91d1111 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:56.841374 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] For port 33c09a7a-d991-472b-83f5-fc49eb5b3960, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=33c09a7a-d991-472b-83f5-fc49eb5b3960,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:56.882731 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.940452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:56.944872 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.946634 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] 10.222.0.49 "PUT /v2.0/ports/aac51fe2-188d-418f-bb28-f595ebe9fbbc HTTP/1.1" status: 200 len: 1092 time: 2.4608610 Jul 14 09:11:56.962445 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] Pushing event updated for resources: {'Port': ['ID=33c09a7a-d991-472b-83f5-fc49eb5b3960,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:56.995318 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc997d66-ab2e-470b-ab12-02326912dc21 req-71e93e1d-f325-4f7f-b22d-d7c16739bc3d tempest-FloatingIPsNegativeTestJSON-243109498 tempest-FloatingIPsNegativeTestJSON-243109498-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=078c6d7e221c4860ac5e25c9b03325a7 HTTP/1.1" status: 200 len: 217 time: 0.2512944 Jul 14 09:11:56.996259 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6849886-defb-490c-a6e4-21dc9b2782c6', 'tag': 'aac51fe2-188d-418f-bb28-f595ebe9fbbc'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:57.032366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] Attempting to bind port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:57.032712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] Attempting to bind port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:57.033188 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] Attempting to bind port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:57.039134 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:57.039775 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.041182 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-3cd3123d-bef6-4281-a583-e276b1b31def service neutron] 10.222.0.55 "PUT /v2.0/ports/33c09a7a-d991-472b-83f5-fc49eb5b3960 HTTP/1.1" status: 200 len: 1097 time: 4.1604664 Jul 14 09:11:57.041641 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd087d8d5-d642-431b-8276-090234ce5911', 'tag': '33c09a7a-d991-472b-83f5-fc49eb5b3960'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:57.044704 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dd2a4f-7115-476e-8f4d-bda7763ea663" -d '{"events": [{"name": "network-changed", "server_uuid": "d087d8d5-d642-431b-8276-090234ce5911", "tag": "33c09a7a-d991-472b-83f5-fc49eb5b3960"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:57.072165 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] Port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:11:57.077658 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] Attempting to bind port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:57.096153 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:57.096788 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:57.097361 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:57.100287 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] Bound port: af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:57.102243 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.229186 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1323c01c-78e8-4cfd-a37d-da7502d062ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.235010 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342be7cd-3717-490d-afc3-e1498cc89e7e service neutron] Pushing event updated for resources: {'Port': ['ID=aac51fe2-188d-418f-bb28-f595ebe9fbbc,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:57.235535 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716ad84-72a8-4414-889d-be98d0888e68 req-fb13531d-53a5-4aea-b971-c0f6a184f99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:57.237267 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-fb13531d-53a5-4aea-b971-c0f6a184f99a service neutron] 10.222.0.49 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 908 time: 0.6731923 Jul 14 09:11:57.260580 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58967b14-c578-4d5c-960e-65080fbe695a {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:57.305514 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35428125-d3dd-42e9-a2c2-ee0e6c78896e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6849886-defb-490c-a6e4-21dc9b2782c6", "tag": "aac51fe2-188d-418f-bb28-f595ebe9fbbc"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:57.346285 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc712a84-5dce-447a-afd0-ebb4d76fcdad req-dd0ef75b-28c6-4055-9a61-12b964c97338 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:57.347964 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc712a84-5dce-447a-afd0-ebb4d76fcdad req-dd0ef75b-28c6-4055-9a61-12b964c97338 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.4186621 Jul 14 09:11:57.362364 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-5496d942-d793-4a72-aad5-6a2ed729997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:57.364277 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-5496d942-d793-4a72-aad5-6a2ed729997d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18926633a43443a7a3c9011a9673826e&device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 1095 time: 0.3361113 Jul 14 09:11:57.366441 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f238cd-afba-4b9f-89b5-db01d91d1111', 'name': 'tempest-FloatingIPsNegativeTestJSON-823645601-router', 'tenant_id': '078c6d7e221c4860ac5e25c9b03325a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '1564cbc1-90ef-4e4c-8710-ca47755abd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:43Z', 'updated_at': '2021-07-14T09:11:51Z', 'revision_number': 4, 'project_id': '078c6d7e221c4860ac5e25c9b03325a7', 'gw_port': {'id': '1564cbc1-90ef-4e4c-8710-ca47755abd01', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f238cd-afba-4b9f-89b5-db01d91d1111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:44Z', 'updated_at': '2021-07-14T09:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e7e62895-9a1e-4209-8fd8-3e44943cd4ac', 'name': '', 'network_id': 'f7246178-21b4-4895-8cc1-87d927d4c539', 'tenant_id': '078c6d7e221c4860ac5e25c9b03325a7', 'mac_address': 'fa:16:3e:9a:3e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f238cd-afba-4b9f-89b5-db01d91d1111', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ccf1ce40-a271-4e81-8153-88cd55360c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:49Z', 'updated_at': '2021-07-14T09:11:56Z', 'revision_number': 4, 'project_id': '078c6d7e221c4860ac5e25c9b03325a7', 'subnets': [{'id': 'ccf1ce40-a271-4e81-8153-88cd55360c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:57.397464 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] For port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:57.399465 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778cbbe6-de19-45b8-b9b8-04d8f8e296a8 None None] The sync data for ids ['b1f238cd-afba-4b9f-89b5-db01d91d1111'] in n-d-798054-10 is: [{'id': 'b1f238cd-afba-4b9f-89b5-db01d91d1111', 'name': 'tempest-FloatingIPsNegativeTestJSON-823645601-router', 'tenant_id': '078c6d7e221c4860ac5e25c9b03325a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '1564cbc1-90ef-4e4c-8710-ca47755abd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:43Z', 'updated_at': '2021-07-14T09:11:51Z', 'revision_number': 4, 'project_id': '078c6d7e221c4860ac5e25c9b03325a7', 'gw_port': {'id': '1564cbc1-90ef-4e4c-8710-ca47755abd01', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f238cd-afba-4b9f-89b5-db01d91d1111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:44Z', 'updated_at': '2021-07-14T09:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e7e62895-9a1e-4209-8fd8-3e44943cd4ac', 'name': '', 'network_id': 'f7246178-21b4-4895-8cc1-87d927d4c539', 'tenant_id': '078c6d7e221c4860ac5e25c9b03325a7', 'mac_address': 'fa:16:3e:9a:3e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f238cd-afba-4b9f-89b5-db01d91d1111', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ccf1ce40-a271-4e81-8153-88cd55360c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:49Z', 'updated_at': '2021-07-14T09:11:56Z', 'revision_number': 4, 'project_id': '078c6d7e221c4860ac5e25c9b03325a7', 'subnets': [{'id': 'ccf1ce40-a271-4e81-8153-88cd55360c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:57.401176 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] For port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:57.419913 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.438720 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.512714 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-ca8ce575-97b2-4f71-9175-73843d344d7e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aac51fe2-188d-418f-bb28-f595ebe9fbbc HTTP/1.1" status: 200 len: 217 time: 0.1388080 Jul 14 09:11:57.622976 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc712a84-5dce-447a-afd0-ebb4d76fcdad req-70d87841-3ec7-4a14-8ab2-cf02d0f26ef6 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569542 Jul 14 09:11:57.678928 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-0dce45f3-2bc2-4dc0-ad1c-1f881ad2ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:57.692649 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-0dce45f3-2bc2-4dc0-ad1c-1f881ad2ffd3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9 HTTP/1.1" status: 200 len: 855 time: 0.1727841 Jul 14 09:11:57.942193 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] Pushing event updated for resources: {'Port': ['ID=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:57.957231 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-5136c3e7-0544-4137-a654-31ebf48e3353 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=666e555c-0a85-4d9b-96ce-cc12515fb8f0 HTTP/1.1" status: 200 len: 217 time: 0.6995978 Jul 14 09:11:57.975471 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:57.976226 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.991926 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-83a50939-36fb-4050-9cc5-64ee23ad049d service neutron] 10.222.0.55 "PUT /v2.0/ports/af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb HTTP/1.1" status: 200 len: 1097 time: 3.5493851 Jul 14 09:11:57.994530 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-050f5e42-3d7d-49bf-8e0b-0036338bb997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:57.996580 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-050f5e42-3d7d-49bf-8e0b-0036338bb997 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ea8b35e-897c-4b9d-9290-f35fa60c66c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2948248 Jul 14 09:11:58.031843 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92d7ca-b122-4d3e-8fc6-04b23d995b2d req-bb1d98e7-552b-421f-a372-57a7f723c694 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:58.040830 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a92d7ca-b122-4d3e-8fc6-04b23d995b2d req-bb1d98e7-552b-421f-a372-57a7f723c694 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 945 time: 0.2380936 Jul 14 09:11:58.057983 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] Transition to ACTIVE for port object 58967b14-c578-4d5c-960e-65080fbe695a will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:58.083986 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:58.159360 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] Pushing event updated for resources: {'Port': ['ID=58967b14-c578-4d5c-960e-65080fbe695a,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:58.183261 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-59e7c5fd-94db-4382-b048-4ebd788ba200 service neutron] 10.222.0.49 "GET /v2.0/networks/5ea8b35e-897c-4b9d-9290-f35fa60c66c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383977 Jul 14 09:11:58.189818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716ad84-72a8-4414-889d-be98d0888e68 req-9b3b578e-2879-41d1-87ae-2224d134b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:58.201849 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-9b3b578e-2879-41d1-87ae-2224d134b68c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.2358925 Jul 14 09:11:58.206787 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-d6fbbb25-52a3-4b02-aad6-9493298c14ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:58.208883 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-d6fbbb25-52a3-4b02-aad6-9493298c14ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3940b02ba5bd4add8371e4598c3ce5ad&device_id=d087d8d5-d642-431b-8276-090234ce5911 HTTP/1.1" status: 200 len: 1100 time: 1.0752351 Jul 14 09:11:58.359727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e7e62895-9a1e-4209-8fd8-3e44943cd4ac up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:58.375557 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-54d0a3dc-5f18-447c-a34c-18108b031852 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1650951 Jul 14 09:11:58.466649 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port e7e62895-9a1e-4209-8fd8-3e44943cd4ac completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:58.474717 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e7e62895-9a1e-4209-8fd8-3e44943cd4ac triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:58.475428 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:58.504181 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-c76e58f7-36c3-44b2-ae32-aabd67756356 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=33c09a7a-d991-472b-83f5-fc49eb5b3960 HTTP/1.1" status: 200 len: 217 time: 0.2726882 Jul 14 09:11:58.526873 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a92d7ca-b122-4d3e-8fc6-04b23d995b2d req-c8bb67b7-df81-4b72-8213-719d78d66432 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816830 Jul 14 09:11:58.615014 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b8611b8-ccb9-468e-a62b-b38bae35517f req-8566bf52-732e-4790-b2db-0671cf97d5e3 service neutron] 10.222.0.49 "GET /v2.0/networks/5ea8b35e-897c-4b9d-9290-f35fa60c66c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230669 Jul 14 09:11:58.696947 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:58.743745 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port e7e62895-9a1e-4209-8fd8-3e44943cd4ac, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e7e62895-9a1e-4209-8fd8-3e44943cd4ac,segment=NetworkSegment(50c277da-4e44-4ec0-b487-155f1613cd68),segment_id=50c277da-4e44-4ec0-b487-155f1613cd68)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:58.749421 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:58.816646 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=e7e62895-9a1e-4209-8fd8-3e44943cd4ac,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:58.823371 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] Attempting to bind port 58967b14-c578-4d5c-960e-65080fbe695a on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:58.829360 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] Attempting to bind port 58967b14-c578-4d5c-960e-65080fbe695a by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:58.829700 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] Attempting to bind port 58967b14-c578-4d5c-960e-65080fbe695a on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:58.836781 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec40f37-1862-4b39-8784-56baaad9f5f7 req-9e921047-a411-4251-9b7f-28ac1cf6c403 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:58.839300 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fec40f37-1862-4b39-8784-56baaad9f5f7 req-9e921047-a411-4251-9b7f-28ac1cf6c403 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d5d0a57-d377-4675-8665-2e5ad265187e HTTP/1.1" status: 200 len: 948 time: 0.0990632 Jul 14 09:11:58.867192 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-cc5d8c31-f576-4f14-9e4f-1aa4bdab885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:58.868783 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-cc5d8c31-f576-4f14-9e4f-1aa4bdab885e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b29a3e64be20402eb22a9b2b61e29a5f&device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 1100 time: 0.8012772 Jul 14 09:11:58.897477 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fec40f37-1862-4b39-8784-56baaad9f5f7 req-d1950e6e-e3f9-46a7-9c4a-70329612a821 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510771 Jul 14 09:11:58.920737 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] Port 58967b14-c578-4d5c-960e-65080fbe695a on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:11:58.921224 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] Attempting to bind port 58967b14-c578-4d5c-960e-65080fbe695a on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:58.961478 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed7b97a8-562f-4388-9e70-b7407d222a9e req-8170d0d1-dd9b-4124-9102-50e06e150834 tempest-FloatingIPsNegativeTestJSON-243109498 tempest-FloatingIPsNegativeTestJSON-243109498-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0441780 Jul 14 09:11:58.972063 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:58.972063 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:58.972063 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:58.972063 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] Bound port: 58967b14-c578-4d5c-960e-65080fbe695a, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:58.972063 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:58.975988 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-ab7e0051-5b66-41b7-9b52-da93a6fb6a26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb HTTP/1.1" status: 200 len: 217 time: 0.0743761 Jul 14 09:11:58.978262 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-31dc8633-6d51-4ca5-bddf-fba93b8a2dae service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5951087 Jul 14 09:11:58.983138 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-aba14b93-e417-4d78-9609-961042700cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:58.984578 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-aba14b93-e417-4d78-9609-961042700cdc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.3604987 Jul 14 09:11:59.054428 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 46270) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:59.088355 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039a7bb2-692c-45ab-9a99-0ff6c415bd3e x-openstack-request-id: req-039a7bb2-692c-45ab-9a99-0ff6c415bd3e {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:59.088689 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d087d8d5-d642-431b-8276-090234ce5911", "tag": "33c09a7a-d991-472b-83f5-fc49eb5b3960", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:59.088947 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-039a7bb2-692c-45ab-9a99-0ff6c415bd3e {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:59.089341 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd087d8d5-d642-431b-8276-090234ce5911', 'tag': '33c09a7a-d991-472b-83f5-fc49eb5b3960', 'status': 'completed', 'code': 200} Jul 14 09:11:59.143098 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98aa683-68a1-46e6-87d9-58a1362d0df0 x-openstack-request-id: req-d98aa683-68a1-46e6-87d9-58a1362d0df0 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:59.143385 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6849886-defb-490c-a6e4-21dc9b2782c6", "tag": "aac51fe2-188d-418f-bb28-f595ebe9fbbc", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:59.143647 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d98aa683-68a1-46e6-87d9-58a1362d0df0 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:59.144096 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6849886-defb-490c-a6e4-21dc9b2782c6', 'tag': 'aac51fe2-188d-418f-bb28-f595ebe9fbbc', 'status': 'completed', 'code': 200} Jul 14 09:11:59.222050 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1ffdca64-4d2a-4177-9b80-fffb59162448 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:11:59.223357 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1ffdca64-4d2a-4177-9b80-fffb59162448 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1679494 Jul 14 09:11:59.278430 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35428125-d3dd-42e9-a2c2-ee0e6c78896e req-5b833419-3b01-4194-a7ca-a2c9da06cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:59.280057 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35428125-d3dd-42e9-a2c2-ee0e6c78896e req-5b833419-3b01-4194-a7ca-a2c9da06cd3c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18926633a43443a7a3c9011a9673826e&device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 1095 time: 0.1099927 Jul 14 09:11:59.294030 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] For port 58967b14-c578-4d5c-960e-65080fbe695a, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:59.297653 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] For port 58967b14-c578-4d5c-960e-65080fbe695a, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=58967b14-c578-4d5c-960e-65080fbe695a,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:59.301016 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-447b29f4-d838-4945-b583-2c5749efae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:59.302729 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-447b29f4-d838-4945-b583-2c5749efae01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3077972 Jul 14 09:11:59.304354 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-42888f2a-3c8a-46c4-a3ce-ed5a4250046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:59.306961 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-42888f2a-3c8a-46c4-a3ce-ed5a4250046c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.3203149 Jul 14 09:11:59.312664 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.378517 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:59.379152 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.380724 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] 10.222.0.49 "PUT /v2.0/ports/58967b14-c578-4d5c-960e-65080fbe695a HTTP/1.1" status: 200 len: 1097 time: 4.0826540 Jul 14 09:11:59.445445 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea930c-d493-4449-9083-5d782cf3989e service neutron] Pushing event updated for resources: {'Port': ['ID=58967b14-c578-4d5c-960e-65080fbe695a,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:59.474993 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-b4d9253b-1e51-4269-968d-65631e84cee1 service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818842 Jul 14 09:11:59.508995 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35428125-d3dd-42e9-a2c2-ee0e6c78896e req-4544eba1-7089-45c6-9d37-fdb8e37ebd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:59.511114 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35428125-d3dd-42e9-a2c2-ee0e6c78896e req-4544eba1-7089-45c6-9d37-fdb8e37ebd33 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5ea8b35e-897c-4b9d-9290-f35fa60c66c3 HTTP/1.1" status: 200 len: 917 time: 0.2046821 Jul 14 09:11:59.585774 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35428125-d3dd-42e9-a2c2-ee0e6c78896e req-283c1b31-f912-4e67-8dd0-3d26c899538a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aac51fe2-188d-418f-bb28-f595ebe9fbbc HTTP/1.1" status: 200 len: 217 time: 0.0664186 Jul 14 09:11:59.594251 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-bcd1457c-7900-4131-8632-e82a93809d97 req-5e43c8d4-c13c-40d8-8d47-29c73d0586b1 service neutron] Request body: {'binding': {'host': 'n-h1-798054-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:59.595003 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-bcd1457c-7900-4131-8632-e82a93809d97 req-5e43c8d4-c13c-40d8-8d47-29c73d0586b1 service neutron] Unknown quota resources ['binding']. {{(pid=93887) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:11:59.646856 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-e8c76d1a-bb02-4175-af32-9ef4bcaf15fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:59.649163 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-e8c76d1a-bb02-4175-af32-9ef4bcaf15fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3239107 Jul 14 09:11:59.656340 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-dee938ed-cb87-4eb3-9730-333263b5a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:59.657832 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-dee938ed-cb87-4eb3-9730-333263b5a0f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b29a3e64be20402eb22a9b2b61e29a5f&device_id=7d5d0a57-d377-4675-8665-2e5ad265187e HTTP/1.1" status: 200 len: 1100 time: 0.2073143 Jul 14 09:11:59.670660 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d5e75ce-f070-4e85-a28b-eeeeca930eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.696407 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35428125-d3dd-42e9-a2c2-ee0e6c78896e req-647041cb-97ed-4e35-88ee-3b5e56b0356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:59.697896 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35428125-d3dd-42e9-a2c2-ee0e6c78896e req-647041cb-97ed-4e35-88ee-3b5e56b0356b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9 HTTP/1.1" status: 200 len: 855 time: 0.0695901 Jul 14 09:11:59.767050 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-68e3b937-9139-4a8f-be1b-21b93778fad8 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443662 Jul 14 09:11:59.768264 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-b9515af4-2131-41c6-b0e8-4383633fc56b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=58967b14-c578-4d5c-960e-65080fbe695a HTTP/1.1" status: 200 len: 217 time: 0.1030364 Jul 14 09:11:59.820551 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b45cf-583e-462d-8217-84c699e8981d req-f3cf9ef9-2b0c-4d25-a4d3-f0133e4d1914 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:59.826638 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.828163 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-547b45cf-583e-462d-8217-84c699e8981d req-f3cf9ef9-2b0c-4d25-a4d3-f0133e4d1914 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 943 time: 0.5470629 Jul 14 09:11:59.860965 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716ad84-72a8-4414-889d-be98d0888e68 req-2a6aaffc-d690-4b88-8718-1cbc936023e4 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:59.862398 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-2a6aaffc-d690-4b88-8718-1cbc936023e4 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee&tenant_id=c4264b80484d4b9d96530524cfdc3c7d&binding%3Ahost_id=n-h1-798054-10 HTTP/1.1" status: 200 len: 1097 time: 0.3207381 Jul 14 09:11:59.884407 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798054-10'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:59.896534 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35428125-d3dd-42e9-a2c2-ee0e6c78896e req-e8c27b90-36c5-476f-a193-c3b5907bfd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:59.898060 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35428125-d3dd-42e9-a2c2-ee0e6c78896e req-e8c27b90-36c5-476f-a193-c3b5907bfd98 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ea8b35e-897c-4b9d-9290-f35fa60c66c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1923645 Jul 14 09:11:59.909301 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-547b45cf-583e-462d-8217-84c699e8981d req-3a9499d4-9b62-4e79-bee9-902d4ff168a3 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/security-groups?id=9672e33e-73cc-4aa6-b332-a77e52fc8930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802989 Jul 14 09:11:59.927751 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-5fe33fe6-77aa-41d3-9bc0-82e304644cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:59.929212 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-5fe33fe6-77aa-41d3-9bc0-82e304644cde service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1535575 Jul 14 09:11:59.987513 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-bcd1457c-7900-4131-8632-e82a93809d97 req-5e43c8d4-c13c-40d8-8d47-29c73d0586b1 service neutron] Attempting to bind port 2a6b9e77-6316-4021-b628-abaae447902e on host n-h1-798054-10 for vnic_type normal with profile None {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:59.987780 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-bcd1457c-7900-4131-8632-e82a93809d97 req-5e43c8d4-c13c-40d8-8d47-29c73d0586b1 service neutron] Attempting to bind port 2a6b9e77-6316-4021-b628-abaae447902e by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:59.988380 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd1457c-7900-4131-8632-e82a93809d97 req-5e43c8d4-c13c-40d8-8d47-29c73d0586b1 service neutron] Attempting to bind port 2a6b9e77-6316-4021-b628-abaae447902e on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:59.994149 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-0884921d-38d0-421f-97aa-6c347dcf6810 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342180 Jul 14 09:11:59.996966 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd1457c-7900-4131-8632-e82a93809d97 req-5e43c8d4-c13c-40d8-8d47-29c73d0586b1 service neutron] Port 2a6b9e77-6316-4021-b628-abaae447902e on network 69fb26df-5cb7-4481-be7d-48558c78cf05 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:11:59.997376 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd1457c-7900-4131-8632-e82a93809d97 req-5e43c8d4-c13c-40d8-8d47-29c73d0586b1 service neutron] Attempting to bind port 2a6b9e77-6316-4021-b628-abaae447902e on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:00.039372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd1457c-7900-4131-8632-e82a93809d97 req-5e43c8d4-c13c-40d8-8d47-29c73d0586b1 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:00.040011 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd1457c-7900-4131-8632-e82a93809d97 req-5e43c8d4-c13c-40d8-8d47-29c73d0586b1 service neutron] Checking segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:00.040394 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd1457c-7900-4131-8632-e82a93809d97 req-5e43c8d4-c13c-40d8-8d47-29c73d0586b1 service neutron] Bound using segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:00.040841 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-bcd1457c-7900-4131-8632-e82a93809d97 req-5e43c8d4-c13c-40d8-8d47-29c73d0586b1 service neutron] Bound port: 2a6b9e77-6316-4021-b628-abaae447902e, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:00.045425 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35428125-d3dd-42e9-a2c2-ee0e6c78896e req-19508044-f55c-4736-ae35-2a9465521a8a service neutron] 10.222.0.49 "GET /v2.0/networks/5ea8b35e-897c-4b9d-9290-f35fa60c66c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397088 Jul 14 09:12:00.090840 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0fd0cf80-f270-48a0-8bb4-602b89945fb9 req-94a3a1b2-ee45-4ff6-94ef-00b756b1c26a service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161347 Jul 14 09:12:00.134113 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.173152 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-56fd04c0-ba4b-4533-ae27-5ce2e2a01fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:00.175550 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-56fd04c0-ba4b-4533-ae27-5ce2e2a01fca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2350199 Jul 14 09:12:00.179209 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9462f273-e825-42b1-bab6-aa8c1559a571 req-e5382764-aaf1-4088-96d9-4ab07d548055 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747177 Jul 14 09:12:00.219867 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-bcd1457c-7900-4131-8632-e82a93809d97 req-5e43c8d4-c13c-40d8-8d47-29c73d0586b1 service neutron] For port 2a6b9e77-6316-4021-b628-abaae447902e, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=2a6b9e77-6316-4021-b628-abaae447902e,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:00.229696 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bcd1457c-7900-4131-8632-e82a93809d97 req-5e43c8d4-c13c-40d8-8d47-29c73d0586b1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.231597 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-5e43c8d4-c13c-40d8-8d47-29c73d0586b1 service neutron] 10.222.0.26 "POST /v2.0/ports/2a6b9e77-6316-4021-b628-abaae447902e/bindings HTTP/1.1" status: 201 len: 390 time: 0.9156513 Jul 14 09:12:00.249057 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e7e62895-9a1e-4209-8fd8-3e44943cd4ac up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:00.254601 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35428125-d3dd-42e9-a2c2-ee0e6c78896e req-2edbb845-74ce-4ebb-b80e-5d9f621d76f1 service neutron] 10.222.0.49 "GET /v2.0/networks/5ea8b35e-897c-4b9d-9290-f35fa60c66c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842511 Jul 14 09:12:00.263455 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b0338-696b-464e-90c0-a6910a85ba7e req-8af372ce-3f15-4969-a6c6-eb482fd359f0 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:00.264971 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f8b0338-696b-464e-90c0-a6910a85ba7e req-8af372ce-3f15-4969-a6c6-eb482fd359f0 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/ports?device_id=d087d8d5-d642-431b-8276-090234ce5911 HTTP/1.1" status: 200 len: 948 time: 0.1957989 Jul 14 09:12:00.327493 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f8b0338-696b-464e-90c0-a6910a85ba7e req-85c303ad-e910-4963-87cb-3353290e0230 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/security-groups?id=e12ab940-95eb-4e99-a6cf-63cb13646d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526247 Jul 14 09:12:00.328304 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e7e62895-9a1e-4209-8fd8-3e44943cd4ac triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:00.329085 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.441539 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-c96a3fd8-1a2d-4371-b4fe-86f0efc947be service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415969 Jul 14 09:12:00.446388 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd2a4f-7115-476e-8f4d-bda7763ea663 req-c0e2873d-9b2e-4966-8392-f6b6349b4699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:00.448011 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-26dd2a4f-7115-476e-8f4d-bda7763ea663 req-c0e2873d-9b2e-4966-8392-f6b6349b4699 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3940b02ba5bd4add8371e4598c3ce5ad&device_id=d087d8d5-d642-431b-8276-090234ce5911 HTTP/1.1" status: 200 len: 1100 time: 0.2391834 Jul 14 09:12:00.549651 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.688917 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-da283d0f-b43a-45ae-b68d-82e09f6c628c req-8952ee96-99d8-4179-bf7c-56dd75b51b32 tempest-FloatingIPsNegativeTestJSON-243109498 tempest-FloatingIPsNegativeTestJSON-243109498-project] show failed (client error): The resource could not be found. Jul 14 09:12:00.691901 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da283d0f-b43a-45ae-b68d-82e09f6c628c req-8952ee96-99d8-4179-bf7c-56dd75b51b32 tempest-FloatingIPsNegativeTestJSON-243109498 tempest-FloatingIPsNegativeTestJSON-243109498-project] 10.222.0.26 "GET /v2.0/floatingips/4ce995bb-fbcf-4010-8661-264e4ae8d12a HTTP/1.1" status: 404 len: 350 time: 0.0945137 Jul 14 09:12:00.698816 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 46286) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:00.829770 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afc95e-cb52-4b49-ab69-5e1cc1c477f6 req-6e1635e3-a86e-404b-bbdf-bf87f9fe94e3 tempest-MigrationsAdminTest-2076481826 tempest-MigrationsAdminTest-2076481826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:00.831199 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-20afc95e-cb52-4b49-ab69-5e1cc1c477f6 req-6e1635e3-a86e-404b-bbdf-bf87f9fe94e3 tempest-MigrationsAdminTest-2076481826 tempest-MigrationsAdminTest-2076481826-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 1102 time: 0.1507397 Jul 14 09:12:00.862949 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] For port 666e555c-0a85-4d9b-96ce-cc12515fb8f0, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=666e555c-0a85-4d9b-96ce-cc12515fb8f0,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:00.876869 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-20afc95e-cb52-4b49-ab69-5e1cc1c477f6 req-808d3870-2fc2-40bf-a78e-7b4ea6fbec8a tempest-MigrationsAdminTest-2076481826 tempest-MigrationsAdminTest-2076481826-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.973445 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] For port 666e555c-0a85-4d9b-96ce-cc12515fb8f0, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:00.974935 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb447570-2e36-4aed-bb2e-5ff1da87b4d2 req-2d56547e-a91c-498c-8102-c4b7f13b60f3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:00.976277 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a7c8656-aec4-422a-8916-9c84b5f097aa req-104abe5c-8463-41ac-9add-6248517ce524 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229986 Jul 14 09:12:00.976482 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eb447570-2e36-4aed-bb2e-5ff1da87b4d2 req-2d56547e-a91c-498c-8102-c4b7f13b60f3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 945 time: 0.1649020 Jul 14 09:12:01.004151 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd2a4f-7115-476e-8f4d-bda7763ea663 req-6d2a1f8a-ad8b-4435-b8c1-57d6c39adfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:01.005691 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-26dd2a4f-7115-476e-8f4d-bda7763ea663 req-6d2a1f8a-ad8b-4435-b8c1-57d6c39adfeb service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.5262527 Jul 14 09:12:01.020635 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1457c-7900-4131-8632-e82a93809d97 req-8ce415a2-96dd-43f9-ab3b-3ee15f60ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:01.022347 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-8ce415a2-96dd-43f9-ab3b-3ee15f60ebc4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 1097 time: 0.2028320 Jul 14 09:12:01.074675 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-26dd2a4f-7115-476e-8f4d-bda7763ea663 req-feb5bb09-0fb4-4af6-b7c7-e5cdb4441c9c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=33c09a7a-d991-472b-83f5-fc49eb5b3960 HTTP/1.1" status: 200 len: 217 time: 0.0596082 Jul 14 09:12:01.085338 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eb447570-2e36-4aed-bb2e-5ff1da87b4d2 req-245da846-07e3-4571-acc6-12f3e73b8b95 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735295 Jul 14 09:12:01.115472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e9ec71-f016-4e4a-8915-a3639110cbc6', 'tag': 'af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb'}, {'name': 'network-changed', 'server_uuid': '7d5d0a57-d377-4675-8665-2e5ad265187e', 'tag': '58967b14-c578-4d5c-960e-65080fbe695a'}, {'server_uuid': '7cfa6aee-3652-4f9c-a35c-457b7ca394ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '666e555c-0a85-4d9b-96ce-cc12515fb8f0'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:01.117683 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603e46ac-6333-4201-96a2-63a8a7932eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "11e9ec71-f016-4e4a-8915-a3639110cbc6", "tag": "af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb"}, {"name": "network-changed", "server_uuid": "7d5d0a57-d377-4675-8665-2e5ad265187e", "tag": "58967b14-c578-4d5c-960e-65080fbe695a"}, {"server_uuid": "7cfa6aee-3652-4f9c-a35c-457b7ca394ee", "name": "network-vif-unplugged", "status": "completed", "tag": "666e555c-0a85-4d9b-96ce-cc12515fb8f0"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:01.128777 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.157505 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.164622 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-20afc95e-cb52-4b49-ab69-5e1cc1c477f6 req-808d3870-2fc2-40bf-a78e-7b4ea6fbec8a tempest-MigrationsAdminTest-2076481826 tempest-MigrationsAdminTest-2076481826-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.184043 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-20afc95e-cb52-4b49-ab69-5e1cc1c477f6 req-808d3870-2fc2-40bf-a78e-7b4ea6fbec8a tempest-MigrationsAdminTest-2076481826 tempest-MigrationsAdminTest-2076481826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.222969 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-20afc95e-cb52-4b49-ab69-5e1cc1c477f6 req-808d3870-2fc2-40bf-a78e-7b4ea6fbec8a tempest-MigrationsAdminTest-2076481826 tempest-MigrationsAdminTest-2076481826-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718102 Jul 14 09:12:01.227150 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd2a4f-7115-476e-8f4d-bda7763ea663 req-f6682433-19fd-4f65-a378-65ce1a5df1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:01.228657 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-26dd2a4f-7115-476e-8f4d-bda7763ea663 req-f6682433-19fd-4f65-a378-65ce1a5df1c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1140537 Jul 14 09:12:01.242296 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d3870-2fc2-40bf-a78e-7b4ea6fbec8a tempest-MigrationsAdminTest-2076481826 tempest-MigrationsAdminTest-2076481826-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cb558d-f91c-465a-90f8-f7757c7fe715,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:01.317833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1457c-7900-4131-8632-e82a93809d97 req-474eec43-bd79-4cc2-a4b3-f2d9beb2d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:01.319342 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-474eec43-bd79-4cc2-a4b3-f2d9beb2d830 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 922 time: 0.2888741 Jul 14 09:12:01.326619 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] Pushing event updated for resources: {'Port': ['ID=666e555c-0a85-4d9b-96ce-cc12515fb8f0,revision_number=7']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:01.347311 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] Attempting to bind port 666e555c-0a85-4d9b-96ce-cc12515fb8f0 on host n-h1-798054-10 for vnic_type normal with profile {"migrating_to": "n-h2-798054-10"} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:01.347649 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] Attempting to bind port 666e555c-0a85-4d9b-96ce-cc12515fb8f0 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:01.347981 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] Attempting to bind port 666e555c-0a85-4d9b-96ce-cc12515fb8f0 on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:01.386545 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-2329308b-1d73-416e-a9ef-9aa369fc31ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a6b9e77-6316-4021-b628-abaae447902e HTTP/1.1" status: 200 len: 217 time: 0.0556200 Jul 14 09:12:01.387096 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] Port 666e555c-0a85-4d9b-96ce-cc12515fb8f0 on network fbea3c05-472e-4cae-8d96-84e615e12c90 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:01.387419 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] Attempting to bind port 666e555c-0a85-4d9b-96ce-cc12515fb8f0 on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:01.425138 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:01.425524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] Checking segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:01.425927 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] Bound using segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:01.426387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] Bound port: 666e555c-0a85-4d9b-96ce-cc12515fb8f0, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:01.426907 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.439025 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.455554 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd2a4f-7115-476e-8f4d-bda7763ea663 req-49f710c2-5a6e-4733-95af-12e9be8eb4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:01.457053 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-26dd2a4f-7115-476e-8f4d-bda7763ea663 req-49f710c2-5a6e-4733-95af-12e9be8eb4b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2161348 Jul 14 09:12:01.493553 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1457c-7900-4131-8632-e82a93809d97 req-6f93cc91-6377-4c41-87c4-a4053ead0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:01.495030 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-6f93cc91-6377-4c41-87c4-a4053ead0abc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.1005104 Jul 14 09:12:01.565852 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-0aac0fc2-22ce-48fb-ae90-478497781122 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583715 Jul 14 09:12:01.612159 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def5475-604f-45d5-b1a0-dcf18f6b668e req-13ff7e7a-d721-42dd-a0cb-336f86433f12 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:01.613644 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7def5475-604f-45d5-b1a0-dcf18f6b668e req-13ff7e7a-d721-42dd-a0cb-336f86433f12 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d5d0a57-d377-4675-8665-2e5ad265187e HTTP/1.1" status: 200 len: 948 time: 0.3873649 Jul 14 09:12:01.650581 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803d305-7f5a-403e-bcd5-ca66b969d819 req-cfcf17ed-7d70-4fbb-ae0d-93dc1b37d8a8 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:01.652542 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] For port 666e555c-0a85-4d9b-96ce-cc12515fb8f0, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:01.652662 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8803d305-7f5a-403e-bcd5-ca66b969d819 req-cfcf17ed-7d70-4fbb-ae0d-93dc1b37d8a8 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 945 time: 0.1768880 Jul 14 09:12:01.677908 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] For port 666e555c-0a85-4d9b-96ce-cc12515fb8f0, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=666e555c-0a85-4d9b-96ce-cc12515fb8f0,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:01.686298 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.698015 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-26dd2a4f-7115-476e-8f4d-bda7763ea663 req-b4b6ccc7-c193-4356-89b4-7aa7095fc447 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142391 Jul 14 09:12:01.705011 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7def5475-604f-45d5-b1a0-dcf18f6b668e req-d7c8a248-9f2c-4161-b28b-601a4f0f4e95 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841885 Jul 14 09:12:01.733620 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b02a857-7f88-43ac-bcf8-a83de01e24c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.739686 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8803d305-7f5a-403e-bcd5-ca66b969d819 req-e577e8a2-57b3-49c9-b302-2f6c8c031f0f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796413 Jul 14 09:12:01.804565 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-dcc91401-4054-44c5-8f43-11d27564528a service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297356 Jul 14 09:12:01.833061 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545322d6-b626-4073-b2e2-534337264a2d x-openstack-request-id: req-545322d6-b626-4073-b2e2-534337264a2d {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:01.833486 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e9ec71-f016-4e4a-8915-a3639110cbc6", "tag": "af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d5d0a57-d377-4675-8665-2e5ad265187e", "tag": "58967b14-c578-4d5c-960e-65080fbe695a", "status": "completed", "code": 200}, {"server_uuid": "7cfa6aee-3652-4f9c-a35c-457b7ca394ee", "name": "network-vif-unplugged", "status": "completed", "tag": "666e555c-0a85-4d9b-96ce-cc12515fb8f0", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:01.833857 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-545322d6-b626-4073-b2e2-534337264a2d {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:01.834345 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e9ec71-f016-4e4a-8915-a3639110cbc6', 'tag': 'af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb', 'status': 'completed', 'code': 200} Jul 14 09:12:01.834810 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5d0a57-d377-4675-8665-2e5ad265187e', 'tag': '58967b14-c578-4d5c-960e-65080fbe695a', 'status': 'completed', 'code': 200} Jul 14 09:12:01.835097 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfa6aee-3652-4f9c-a35c-457b7ca394ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '666e555c-0a85-4d9b-96ce-cc12515fb8f0', 'code': 200} Jul 14 09:12:01.852077 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] Pushing event updated for resources: {'Port': ['ID=666e555c-0a85-4d9b-96ce-cc12515fb8f0,revision_number=8']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:01.927769 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:01.928390 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.929746 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-127b2b19-13f2-4546-b0d6-5d08d2d49680 service neutron] 10.222.0.49 "PUT /v2.0/ports/666e555c-0a85-4d9b-96ce-cc12515fb8f0 HTTP/1.1" status: 200 len: 1123 time: 2.0529785 Jul 14 09:12:02.014218 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-26dd2a4f-7115-476e-8f4d-bda7763ea663 req-43914ebb-a963-479c-aac0-c6472a2c949d service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896626 Jul 14 09:12:02.056142 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-8d86cdb4-7328-42fe-b594-3db370dda0ec service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410903 Jul 14 09:12:02.056348 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['666e555c-0a85-4d9b-96ce-cc12515fb8f0'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:02.066346 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3c86a-fd6b-48f7-841f-2a9ba1e6881f req-c00f1b83-dcbe-4646-9923-ed361ba61646 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.066683 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-42156bfe-50cb-4a3f-b00e-608f9464d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.068765 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-42156bfe-50cb-4a3f-b00e-608f9464d62d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b29a3e64be20402eb22a9b2b61e29a5f&device_id=7d5d0a57-d377-4675-8665-2e5ad265187e HTTP/1.1" status: 200 len: 1100 time: 0.2106938 Jul 14 09:12:02.070655 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-ca2007b7-c696-4ac9-89b5-95afb2696b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.071919 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-ca2007b7-c696-4ac9-89b5-95afb2696b5b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b29a3e64be20402eb22a9b2b61e29a5f&device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 1100 time: 0.1673136 Jul 14 09:12:02.084369 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1cd3c86a-fd6b-48f7-841f-2a9ba1e6881f req-c00f1b83-dcbe-4646-9923-ed361ba61646 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 943 time: 0.2137535 Jul 14 09:12:02.201433 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1cd3c86a-fd6b-48f7-841f-2a9ba1e6881f req-81bbda37-0c9b-4bb3-bdf1-ea61f9e4e73b tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/security-groups?id=9672e33e-73cc-4aa6-b332-a77e52fc8930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160476 Jul 14 09:12:02.283792 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-5b02a857-7f88-43ac-bcf8-a83de01e24c8 admin admin] Deleting port e7e62895-9a1e-4209-8fd8-3e44943cd4ac {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:02.284119 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b02a857-7f88-43ac-bcf8-a83de01e24c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:02.327498 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-2b57a1d7-0000-4229-b22e-85ec9c5df8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.328861 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-2b57a1d7-0000-4229-b22e-85ec9c5df8f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.2453456 Jul 14 09:12:02.329692 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-f4383d1b-5453-41a2-a6e0-4d78fe3a622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.331325 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-f4383d1b-5453-41a2-a6e0-4d78fe3a622b service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.2573225 Jul 14 09:12:02.359763 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1457c-7900-4131-8632-e82a93809d97 req-7cce22f2-cf68-4181-b0e8-d366b81bd30e tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.361615 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-7cce22f2-cf68-4181-b0e8-d366b81bd30e tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819&tenant_id=fb19214797344ab2ac345b8f12b29ed5&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 1097 time: 0.1802754 Jul 14 09:12:02.418155 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-10'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:02.421061 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-293a9bf5-c05b-4cbd-ae03-c0cd51f5ce83 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=58967b14-c578-4d5c-960e-65080fbe695a HTTP/1.1" status: 200 len: 217 time: 0.0824888 Jul 14 09:12:02.422477 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-3d704224-fe30-4f0b-abc7-facf7df30e70 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb HTTP/1.1" status: 200 len: 217 time: 0.0810261 Jul 14 09:12:02.449862 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-5b02a857-7f88-43ac-bcf8-a83de01e24c8 admin admin] For port e7e62895-9a1e-4209-8fd8-3e44943cd4ac, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e7e62895-9a1e-4209-8fd8-3e44943cd4ac,segment=NetworkSegment(50c277da-4e44-4ec0-b487-155f1613cd68),segment_id=50c277da-4e44-4ec0-b487-155f1613cd68)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:02.450181 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b02a857-7f88-43ac-bcf8-a83de01e24c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:02.471843 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-5b02a857-7f88-43ac-bcf8-a83de01e24c8 admin admin] Calling delete_port for e7e62895-9a1e-4209-8fd8-3e44943cd4ac owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:02.574827 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-2546a654-3ab2-4c32-a28b-612f2df34ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.576351 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-2546a654-3ab2-4c32-a28b-612f2df34ac4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1293075 Jul 14 09:12:02.579589 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-8e5bc019-b1ca-4399-b987-54788babbac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.581037 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-8e5bc019-b1ca-4399-b987-54788babbac8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1351526 Jul 14 09:12:02.585429 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-1c740ade-9ba2-4226-9d26-feeaeedcf04b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2089467 Jul 14 09:12:02.592498 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:02.610971 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:02.621958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9acc8f-1afa-4ba1-9465-5cbc2c2b42d3 req-0c4e1045-9f0f-4794-bede-9de33dd36f7e tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.623447 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e9acc8f-1afa-4ba1-9465-5cbc2c2b42d3 req-0c4e1045-9f0f-4794-bede-9de33dd36f7e tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/ports?device_id=d087d8d5-d642-431b-8276-090234ce5911 HTTP/1.1" status: 200 len: 948 time: 0.2692218 Jul 14 09:12:02.738653 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e9acc8f-1afa-4ba1-9465-5cbc2c2b42d3 req-3d4c1679-60cb-483c-a047-c9d6a3120d76 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/security-groups?id=e12ab940-95eb-4e99-a6cf-63cb13646d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048598 Jul 14 09:12:02.769362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afb40f-dd2b-4e26-82fd-56d115c85ff9 req-b9acaa3b-53b8-45ad-9604-28ccfbb2e576 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.770754 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04afb40f-dd2b-4e26-82fd-56d115c85ff9 req-b9acaa3b-53b8-45ad-9604-28ccfbb2e576 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 943 time: 0.2095299 Jul 14 09:12:02.795735 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-0d9f2d33-4cc1-4a38-86bb-e103b47580c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.797333 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-0d9f2d33-4cc1-4a38-86bb-e103b47580c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2136428 Jul 14 09:12:02.809304 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-a78229fc-2616-4a94-abf6-34fe32480d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.811070 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-a78229fc-2616-4a94-abf6-34fe32480d13 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2152219 Jul 14 09:12:02.838303 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] For port 2a6b9e77-6316-4021-b628-abaae447902e, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2a6b9e77-6316-4021-b628-abaae447902e,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:02.843601 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04afb40f-dd2b-4e26-82fd-56d115c85ff9 req-f20eb935-f81a-4d6e-917c-c3dc0312776a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587308 Jul 14 09:12:02.884185 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] For port 2a6b9e77-6316-4021-b628-abaae447902e, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:02.939246 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b02a857-7f88-43ac-bcf8-a83de01e24c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:02.976621 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02a857-7f88-43ac-bcf8-a83de01e24c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e62895-9a1e-4209-8fd8-3e44943cd4ac,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:03.113765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f72ec-0eac-4fff-8b05-a004ed491d99 req-efa0812e-9bcf-4b2f-b3a2-d0b7811629f6 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:03.115300 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fc8f72ec-0eac-4fff-8b05-a004ed491d99 req-efa0812e-9bcf-4b2f-b3a2-d0b7811629f6 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.2258317 Jul 14 09:12:03.279439 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fc8f72ec-0eac-4fff-8b05-a004ed491d99 req-7c167623-4a0d-47ae-b37e-143909e9866f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145530 Jul 14 09:12:03.295557 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b5961-fda6-4de3-8e5d-b93893404be2 req-683692e5-15f1-4a19-a24a-675e295573e3 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:03.297086 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e91b5961-fda6-4de3-8e5d-b93893404be2 req-683692e5-15f1-4a19-a24a-675e295573e3 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d5d0a57-d377-4675-8665-2e5ad265187e HTTP/1.1" status: 200 len: 948 time: 0.3082054 Jul 14 09:12:03.301394 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b02a857-7f88-43ac-bcf8-a83de01e24c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.343704 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.398211 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.440181 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e91b5961-fda6-4de3-8e5d-b93893404be2 req-631d6e78-9a1b-44ff-a3c5-d19a39ebbbdb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760498 Jul 14 09:12:03.518955 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-7016da7e-77b0-4407-b893-5902b969fa3e service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6328733 Jul 14 09:12:03.568634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6b9e77-6316-4021-b628-abaae447902e,revision_number=7']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:03.573047 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-34d4ff8c-eea5-4555-9f5e-74547150de60 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7609019 Jul 14 09:12:03.596965 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be7fb2-56bb-4c26-bc9c-cdb1a2f1014e req-e9b9bd5f-0ee4-4789-a81c-e66db2fbbcd5 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:03.598452 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16be7fb2-56bb-4c26-bc9c-cdb1a2f1014e req-e9b9bd5f-0ee4-4789-a81c-e66db2fbbcd5 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 943 time: 0.1577229 Jul 14 09:12:03.619550 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] Attempting to bind port 2a6b9e77-6316-4021-b628-abaae447902e on host n-h2-798054-10 for vnic_type normal with profile {"migrating_to": "n-h1-798054-10"} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:03.619914 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] Attempting to bind port 2a6b9e77-6316-4021-b628-abaae447902e by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:03.620267 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] Attempting to bind port 2a6b9e77-6316-4021-b628-abaae447902e on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:03.671645 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] Port 2a6b9e77-6316-4021-b628-abaae447902e on network 69fb26df-5cb7-4481-be7d-48558c78cf05 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:03.671998 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] Attempting to bind port 2a6b9e77-6316-4021-b628-abaae447902e on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:03.690573 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:03.690959 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] Checking segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:03.691286 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] Bound using segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:03.691772 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] Bound port: 2a6b9e77-6316-4021-b628-abaae447902e, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:03.692162 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.788473 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-775a0334-4f2f-42d1-b735-28854f67b784 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526865 Jul 14 09:12:03.800166 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-603e46ac-6333-4201-96a2-63a8a7932eb3 req-48905f16-82e9-4ad7-be84-654c0409a776 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141140 Jul 14 09:12:03.820430 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] For port 2a6b9e77-6316-4021-b628-abaae447902e, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:03.824444 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] For port 2a6b9e77-6316-4021-b628-abaae447902e, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2a6b9e77-6316-4021-b628-abaae447902e,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:03.828219 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.838686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfa6aee-3652-4f9c-a35c-457b7ca394ee', 'tag': '666e555c-0a85-4d9b-96ce-cc12515fb8f0'}, {'server_uuid': '6995f7f7-e00e-4c4d-b97d-cf19a9f5c819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a6b9e77-6316-4021-b628-abaae447902e'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:03.842326 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c910b34d-2038-4031-a53e-12d89264d60d" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfa6aee-3652-4f9c-a35c-457b7ca394ee", "tag": "666e555c-0a85-4d9b-96ce-cc12515fb8f0"}, {"server_uuid": "6995f7f7-e00e-4c4d-b97d-cf19a9f5c819", "name": "network-vif-unplugged", "status": "completed", "tag": "2a6b9e77-6316-4021-b628-abaae447902e"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:03.911888 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:03.912499 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.913905 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] 10.222.0.55 "PUT /v2.0/ports/2a6b9e77-6316-4021-b628-abaae447902e HTTP/1.1" status: 200 len: 1123 time: 1.5006669 Jul 14 09:12:03.918792 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee9973-941d-4321-b9ac-afc57ebd9909 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6b9e77-6316-4021-b628-abaae447902e,revision_number=8']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:03.924312 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16be7fb2-56bb-4c26-bc9c-cdb1a2f1014e req-fe7f1244-1be5-431b-905b-b2fd4eef01e2 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045161 Jul 14 09:12:03.934044 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b02a857-7f88-43ac-bcf8-a83de01e24c8 admin admin] Router b1f238cd-afba-4b9f-89b5-db01d91d1111 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:12:03.951518 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc1496-e31f-4dc6-905a-f7e6d390347f req-72c9d96d-4327-4c3f-87f2-1ca940c8a670 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:03.958916 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d6dc1496-e31f-4dc6-905a-f7e6d390347f req-72c9d96d-4327-4c3f-87f2-1ca940c8a670 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 943 time: 0.3909352 Jul 14 09:12:04.006166 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['2a6b9e77-6316-4021-b628-abaae447902e'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:04.039502 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d6dc1496-e31f-4dc6-905a-f7e6d390347f req-ff7711c9-060a-4c18-8577-8f9df658335c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/security-groups?id=9672e33e-73cc-4aa6-b332-a77e52fc8930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797012 Jul 14 09:12:04.096966 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b02a857-7f88-43ac-bcf8-a83de01e24c8 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:12:04.107223 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e2f9a-86a7-46e3-b98f-e478ca6cadd8 None None] Sync routers for ids ['b1f238cd-afba-4b9f-89b5-db01d91d1111'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:12:04.119337 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5b02a857-7f88-43ac-bcf8-a83de01e24c8 admin admin] 10.222.0.26 "PUT /v2.0/routers/b1f238cd-afba-4b9f-89b5-db01d91d1111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3998032 Jul 14 09:12:04.119861 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 46348) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:04.143275 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e2f9a-86a7-46e3-b98f-e478ca6cadd8 None None] Routers {'b1f238cd-afba-4b9f-89b5-db01d91d1111'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:04.143977 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-487e2f9a-86a7-46e3-b98f-e478ca6cadd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:12:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b1f238cd-afba-4b9f-89b5-db01d91d1111'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:04.264463 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a671819c-a573-47ea-b3b6-94705bec336b x-openstack-request-id: req-a671819c-a573-47ea-b3b6-94705bec336b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:04.264795 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfa6aee-3652-4f9c-a35c-457b7ca394ee", "tag": "666e555c-0a85-4d9b-96ce-cc12515fb8f0", "status": "completed", "code": 200}, {"server_uuid": "6995f7f7-e00e-4c4d-b97d-cf19a9f5c819", "name": "network-vif-unplugged", "status": "completed", "tag": "2a6b9e77-6316-4021-b628-abaae447902e", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:04.265045 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a671819c-a573-47ea-b3b6-94705bec336b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:04.265443 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfa6aee-3652-4f9c-a35c-457b7ca394ee', 'tag': '666e555c-0a85-4d9b-96ce-cc12515fb8f0', 'status': 'completed', 'code': 200} Jul 14 09:12:04.265710 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6995f7f7-e00e-4c4d-b97d-cf19a9f5c819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a6b9e77-6316-4021-b628-abaae447902e', 'code': 200} Jul 14 09:12:04.303020 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3784d2-08f6-4930-b885-044a94f36ead req-34629255-59ce-4ace-b957-da902b768ff1 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:04.304541 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f3784d2-08f6-4930-b885-044a94f36ead req-34629255-59ce-4ace-b957-da902b768ff1 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/ports?device_id=d087d8d5-d642-431b-8276-090234ce5911 HTTP/1.1" status: 200 len: 948 time: 0.1246030 Jul 14 09:12:04.340840 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-487e2f9a-86a7-46e3-b98f-e478ca6cadd8 None None] Set router b1f238cd-afba-4b9f-89b5-db01d91d1111 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:04.370096 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-056f5094-2d4a-4f49-9db9-ccf3a57d179f admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.390986 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f3784d2-08f6-4930-b885-044a94f36ead req-79ab2895-1434-4286-942c-66bdf09c2179 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/security-groups?id=e12ab940-95eb-4e99-a6cf-63cb13646d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788157 Jul 14 09:12:04.421938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8e582-1587-45e0-8276-b6f19a55fdef req-fa5de5e0-5b1d-4763-b6ba-a18387570a46 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:04.432731 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f1a8e582-1587-45e0-8276-b6f19a55fdef req-fa5de5e0-5b1d-4763-b6ba-a18387570a46 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 943 time: 0.1132824 Jul 14 09:12:04.469458 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:04.486471 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f1a8e582-1587-45e0-8276-b6f19a55fdef req-73c1efbf-80bd-4535-b097-b74d4d4b0508 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490935 Jul 14 09:12:04.509108 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-fb0e7a2c-1db6-48e8-a76e-8649d4c6ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:04.510730 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-fb0e7a2c-1db6-48e8-a76e-8649d4c6ea5b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 1102 time: 0.2443056 Jul 14 09:12:04.517534 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910b34d-2038-4031-a53e-12d89264d60d req-d4019134-45fb-4e31-b420-fdcbfa2399ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:04.519221 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c910b34d-2038-4031-a53e-12d89264d60d req-d4019134-45fb-4e31-b420-fdcbfa2399ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 1126 time: 0.2565010 Jul 14 09:12:04.614948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa630393-d3e9-400a-b271-2334b14caf63 req-2e5fcc96-a542-424d-a893-be2d69a15506 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:04.617104 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-d8677ba8-9f0e-47e0-9205-9f2f2a5c807b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:04.618773 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-d8677ba8-9f0e-47e0-9205-9f2f2a5c807b service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.0958514 Jul 14 09:12:04.623417 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa630393-d3e9-400a-b271-2334b14caf63 req-2e5fcc96-a542-424d-a893-be2d69a15506 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.0794711 Jul 14 09:12:04.638835 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:04.655250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': 'af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb', 'mac_address': 'fa:16:3e:a4:92:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:04.680422 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-056f5094-2d4a-4f49-9db9-ccf3a57d179f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.697848 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-487e2f9a-86a7-46e3-b98f-e478ca6cadd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f238cd-afba-4b9f-89b5-db01d91d1111', 'name': 'tempest-FloatingIPsNegativeTestJSON-823645601-router', 'tenant_id': '078c6d7e221c4860ac5e25c9b03325a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '1564cbc1-90ef-4e4c-8710-ca47755abd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:43Z', 'updated_at': '2021-07-14T09:12:02Z', 'revision_number': 5, 'project_id': '078c6d7e221c4860ac5e25c9b03325a7', 'gw_port': {'id': '1564cbc1-90ef-4e4c-8710-ca47755abd01', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f238cd-afba-4b9f-89b5-db01d91d1111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:44Z', 'updated_at': '2021-07-14T09:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:04.708102 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.721182 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa630393-d3e9-400a-b271-2334b14caf63 req-4e9a6d92-4108-4c70-82b9-4452efd60cdd tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942361 Jul 14 09:12:04.726808 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-b9fa8b6a-ae87-4118-b805-10ab8179096f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=476bfd6a-fa82-4c42-866f-a7c995b98473 HTTP/1.1" status: 200 len: 217 time: 0.0953763 Jul 14 09:12:04.728122 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e2f9a-86a7-46e3-b98f-e478ca6cadd8 None None] Checking router: b1f238cd-afba-4b9f-89b5-db01d91d1111 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:12:04.732095 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:04.740396 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e2f9a-86a7-46e3-b98f-e478ca6cadd8 None None] Routers {'b1f238cd-afba-4b9f-89b5-db01d91d1111'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:04.741003 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-487e2f9a-86a7-46e3-b98f-e478ca6cadd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:12:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b1f238cd-afba-4b9f-89b5-db01d91d1111'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:04.748088 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8ea8d-62c3-4cee-a2d9-c277a3f98fe3 req-c324f0eb-d9e4-4761-81d1-f962b0b3516b tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:04.754956 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4af8ea8d-62c3-4cee-a2d9-c277a3f98fe3 req-c324f0eb-d9e4-4761-81d1-f962b0b3516b tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d5d0a57-d377-4675-8665-2e5ad265187e HTTP/1.1" status: 200 len: 948 time: 0.1240005 Jul 14 09:12:04.767450 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:04.775684 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.776883 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 33c09a7a-d991-472b-83f5-fc49eb5b3960 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:04.800726 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4af8ea8d-62c3-4cee-a2d9-c277a3f98fe3 req-7cb356b7-c5f3-4908-ae05-affde08e87fe tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448339 Jul 14 09:12:04.833145 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-07d9c7bb-ee17-4165-9570-0cc481001942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:04.834638 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-07d9c7bb-ee17-4165-9570-0cc481001942 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0949543 Jul 14 09:12:04.836780 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910b34d-2038-4031-a53e-12d89264d60d req-4847d519-5484-4c74-991b-56fcf1c4569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:04.838128 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c910b34d-2038-4031-a53e-12d89264d60d req-4847d519-5484-4c74-991b-56fcf1c4569c service neutron] 10.222.0.55 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 908 time: 0.2183392 Jul 14 09:12:04.867534 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 33c09a7a-d991-472b-83f5-fc49eb5b3960, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=33c09a7a-d991-472b-83f5-fc49eb5b3960,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:04.869972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:04.871946 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-487e2f9a-86a7-46e3-b98f-e478ca6cadd8 None None] Set router b1f238cd-afba-4b9f-89b5-db01d91d1111 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:04.880777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '33c09a7a-d991-472b-83f5-fc49eb5b3960', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '33c09a7a-d991-472b-83f5-fc49eb5b3960', 'mac_address': 'fa:16:3e:6a:7c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:04.909914 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c910b34d-2038-4031-a53e-12d89264d60d req-03d167ed-a68c-42c8-9295-d4a45f3282b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=666e555c-0a85-4d9b-96ce-cc12515fb8f0 HTTP/1.1" status: 200 len: 217 time: 0.0641954 Jul 14 09:12:04.930023 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-056f5094-2d4a-4f49-9db9-ccf3a57d179f admin admin] Deleting port 1564cbc1-90ef-4e4c-8710-ca47755abd01 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:04.930366 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-056f5094-2d4a-4f49-9db9-ccf3a57d179f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.039015 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910b34d-2038-4031-a53e-12d89264d60d req-a9fba0e7-5bf8-440a-b587-5b3843e1d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:05.040544 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c910b34d-2038-4031-a53e-12d89264d60d req-a9fba0e7-5bf8-440a-b587-5b3843e1d473 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.1230283 Jul 14 09:12:05.045025 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.059086 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c09a7a-d991-472b-83f5-fc49eb5b3960 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:05.086637 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 33c09a7a-d991-472b-83f5-fc49eb5b3960, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=33c09a7a-d991-472b-83f5-fc49eb5b3960,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:05.099477 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.101185 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-3b4ab2ba-56b7-4276-a406-843fce536c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:05.101674 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-487e2f9a-86a7-46e3-b98f-e478ca6cadd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f238cd-afba-4b9f-89b5-db01d91d1111', 'name': 'tempest-FloatingIPsNegativeTestJSON-823645601-router', 'tenant_id': '078c6d7e221c4860ac5e25c9b03325a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '1564cbc1-90ef-4e4c-8710-ca47755abd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:43Z', 'updated_at': '2021-07-14T09:12:02Z', 'revision_number': 5, 'project_id': '078c6d7e221c4860ac5e25c9b03325a7', 'gw_port': {'id': '1564cbc1-90ef-4e4c-8710-ca47755abd01', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f238cd-afba-4b9f-89b5-db01d91d1111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:44Z', 'updated_at': '2021-07-14T09:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:05.103681 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-3b4ab2ba-56b7-4276-a406-843fce536c10 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2512293 Jul 14 09:12:05.109313 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c910b34d-2038-4031-a53e-12d89264d60d req-b3ec5356-eeb5-44d9-8eba-f270b970135b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546536 Jul 14 09:12:05.143644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-056f5094-2d4a-4f49-9db9-ccf3a57d179f admin admin] For port 1564cbc1-90ef-4e4c-8710-ca47755abd01, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1564cbc1-90ef-4e4c-8710-ca47755abd01,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:05.144010 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-056f5094-2d4a-4f49-9db9-ccf3a57d179f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.145086 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b8e29-2a74-4926-9ece-54c41af983e4 req-23e68b56-8218-48bf-a6a5-5c9d8e9aa592 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:05.160955 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-598b8e29-2a74-4926-9ece-54c41af983e4 req-23e68b56-8218-48bf-a6a5-5c9d8e9aa592 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 943 time: 0.1020489 Jul 14 09:12:05.169899 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=33c09a7a-d991-472b-83f5-fc49eb5b3960,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:05.174257 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e2f9a-86a7-46e3-b98f-e478ca6cadd8 None None] The sync data for ids ['b1f238cd-afba-4b9f-89b5-db01d91d1111'] in n-d-798054-10 is: [{'id': 'b1f238cd-afba-4b9f-89b5-db01d91d1111', 'name': 'tempest-FloatingIPsNegativeTestJSON-823645601-router', 'tenant_id': '078c6d7e221c4860ac5e25c9b03325a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '1564cbc1-90ef-4e4c-8710-ca47755abd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:43Z', 'updated_at': '2021-07-14T09:12:02Z', 'revision_number': 5, 'project_id': '078c6d7e221c4860ac5e25c9b03325a7', 'gw_port': {'id': '1564cbc1-90ef-4e4c-8710-ca47755abd01', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f238cd-afba-4b9f-89b5-db01d91d1111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:44Z', 'updated_at': '2021-07-14T09:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:12:05.239771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-056f5094-2d4a-4f49-9db9-ccf3a57d179f admin admin] Calling delete_port for 1564cbc1-90ef-4e4c-8710-ca47755abd01 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:05.242415 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-598b8e29-2a74-4926-9ece-54c41af983e4 req-07ecfd6f-0893-4518-ac9f-a0875dcdacda tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804806 Jul 14 09:12:05.291007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d43b1-b166-417f-8efd-07fd6004862a req-5a5eb306-dfed-4d7f-810d-645fea6eb7fb tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:05.291007 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-749d43b1-b166-417f-8efd-07fd6004862a req-5a5eb306-dfed-4d7f-810d-645fea6eb7fb tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 943 time: 0.1029689 Jul 14 09:12:05.330553 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-749d43b1-b166-417f-8efd-07fd6004862a req-4a6499e4-18e4-4d45-b476-e797f1541b5e tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/security-groups?id=9672e33e-73cc-4aa6-b332-a77e52fc8930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358222 Jul 14 09:12:05.414647 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 58967b14-c578-4d5c-960e-65080fbe695a details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:05.553293 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 58967b14-c578-4d5c-960e-65080fbe695a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=58967b14-c578-4d5c-960e-65080fbe695a,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:05.577246 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d393504-f616-48e1-bcda-1b10c4e1734a req-8c26737a-8ab2-4fb6-9635-7ddcffd7869b tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:05.584872 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '58967b14-c578-4d5c-960e-65080fbe695a', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '58967b14-c578-4d5c-960e-65080fbe695a', 'mac_address': 'fa:16:3e:ae:06:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:05.585303 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d393504-f616-48e1-bcda-1b10c4e1734a req-8c26737a-8ab2-4fb6-9635-7ddcffd7869b tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/ports?device_id=d087d8d5-d642-431b-8276-090234ce5911 HTTP/1.1" status: 200 len: 949 time: 0.0778117 Jul 14 09:12:05.602337 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['33c09a7a-d991-472b-83f5-fc49eb5b3960'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:05.634355 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d393504-f616-48e1-bcda-1b10c4e1734a req-a48392a3-2d32-4889-9659-897cfdb2c0f1 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/security-groups?id=e12ab940-95eb-4e99-a6cf-63cb13646d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480428 Jul 14 09:12:05.639808 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-84248e30-eafe-4831-bb1c-812f4b084f39 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212882 Jul 14 09:12:05.659230 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:05.690353 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c910b34d-2038-4031-a53e-12d89264d60d req-3d77b4e3-0df7-4b2d-8cd9-bd6c043ec01a service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604143 Jul 14 09:12:05.715620 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.716196 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992580c-379e-4fa1-a57d-67fe8c8788bb req-5fb36ee5-d409-4205-b415-84e36d992418 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:05.718100 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3992580c-379e-4fa1-a57d-67fe8c8788bb req-5fb36ee5-d409-4205-b415-84e36d992418 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 943 time: 0.0901897 Jul 14 09:12:05.737910 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58967b14-c578-4d5c-960e-65080fbe695a {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:05.762845 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3992580c-379e-4fa1-a57d-67fe8c8788bb req-162cc544-9ae6-4698-abe8-4cc2227cde1d tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387139 Jul 14 09:12:05.816079 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 58967b14-c578-4d5c-960e-65080fbe695a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=58967b14-c578-4d5c-960e-65080fbe695a,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:05.829664 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.830356 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 666e555c-0a85-4d9b-96ce-cc12515fb8f0 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:05.922823 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9b075-22ba-4bfb-8643-d8255b4ccf44 req-688a0c38-51af-4e7a-93d3-09348c2ee6af tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:05.931514 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-09d9b075-22ba-4bfb-8643-d8255b4ccf44 req-688a0c38-51af-4e7a-93d3-09348c2ee6af tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.0826938 Jul 14 09:12:05.969383 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=58967b14-c578-4d5c-960e-65080fbe695a,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:05.978672 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-09d9b075-22ba-4bfb-8643-d8255b4ccf44 req-f95972b7-a733-45b7-a75e-173fc1798fad tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458710 Jul 14 09:12:05.983079 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c910b34d-2038-4031-a53e-12d89264d60d req-18c23743-5ef1-4b0f-b109-8bdeda04770d service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632818 Jul 14 09:12:05.991589 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-a2619458-d137-4afb-8d05-a16fc934dec7 service neutron] 10.222.0.55 "GET /v2.0/ports/666e555c-0a85-4d9b-96ce-cc12515fb8f0/bindings/n-h2-798054-10 HTTP/1.1" status: 200 len: 385 time: 0.1703439 Jul 14 09:12:05.996356 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-1c59f2c9-8b13-491d-99a7-584513874e52 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491316 Jul 14 09:12:06.054628 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f913e1-394d-42f5-ab7b-63641a0af170 req-3b33c32d-dc7a-4f3f-a76f-ba4e12748a58 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:06.056135 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7f913e1-394d-42f5-ab7b-63641a0af170 req-3b33c32d-dc7a-4f3f-a76f-ba4e12748a58 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d5d0a57-d377-4675-8665-2e5ad265187e HTTP/1.1" status: 200 len: 949 time: 0.0820284 Jul 14 09:12:06.108427 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7f913e1-394d-42f5-ab7b-63641a0af170 req-fb8237a3-799d-4b0e-9481-a7052c35e4f2 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429163 Jul 14 09:12:06.108645 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-056f5094-2d4a-4f49-9db9-ccf3a57d179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.140907 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 666e555c-0a85-4d9b-96ce-cc12515fb8f0, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=666e555c-0a85-4d9b-96ce-cc12515fb8f0,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:06.154409 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e7e62895-9a1e-4209-8fd8-3e44943cd4ac no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:06.185892 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 666e555c-0a85-4d9b-96ce-cc12515fb8f0 has no active binding in host n-h2-798054-10 {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:12:06.190348 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: e7e62895-9a1e-4209-8fd8-3e44943cd4ac {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:06.190685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e7e62895-9a1e-4209-8fd8-3e44943cd4ac not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:06.241279 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f5094-2d4a-4f49-9db9-ccf3a57d179f admin admin] Pushing event deleted for resources: {'Port': ['ID=1564cbc1-90ef-4e4c-8710-ca47755abd01,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:06.266191 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6995f7f7-e00e-4c4d-b97d-cf19a9f5c819', 'tag': '2a6b9e77-6316-4021-b628-abaae447902e'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:06.268428 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820cd371-2ca8-4629-ab1d-ef42c39414f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6995f7f7-e00e-4c4d-b97d-cf19a9f5c819", "tag": "2a6b9e77-6316-4021-b628-abaae447902e"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:06.310751 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8feb3b3-dc64-4a79-a5ee-3eb08af6bf25 x-openstack-request-id: req-c8feb3b3-dc64-4a79-a5ee-3eb08af6bf25 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:06.311045 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6995f7f7-e00e-4c4d-b97d-cf19a9f5c819", "tag": "2a6b9e77-6316-4021-b628-abaae447902e", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:06.311298 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8feb3b3-dc64-4a79-a5ee-3eb08af6bf25 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:06.311701 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6995f7f7-e00e-4c4d-b97d-cf19a9f5c819', 'tag': '2a6b9e77-6316-4021-b628-abaae447902e', 'status': 'completed', 'code': 200} Jul 14 09:12:06.375838 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-056f5094-2d4a-4f49-9db9-ccf3a57d179f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.396139 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a716ad84-72a8-4414-889d-be98d0888e68 req-8d71ab43-224f-41ee-9115-b3f67e518aa3 service neutron] For port 666e555c-0a85-4d9b-96ce-cc12515fb8f0, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=666e555c-0a85-4d9b-96ce-cc12515fb8f0,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:06.436621 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978668ca-00df-4558-818f-5433cac2ebe7 req-b56e7615-64ce-4cc6-81a1-64095c0ebbea tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:06.444585 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-978668ca-00df-4558-818f-5433cac2ebe7 req-b56e7615-64ce-4cc6-81a1-64095c0ebbea tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 943 time: 0.0789547 Jul 14 09:12:06.484655 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 2a6b9e77-6316-4021-b628-abaae447902e details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:06.508520 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-056f5094-2d4a-4f49-9db9-ccf3a57d179f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.513447 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-056f5094-2d4a-4f49-9db9-ccf3a57d179f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.521194 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-978668ca-00df-4558-818f-5433cac2ebe7 req-e44bce6e-33d2-4570-9bff-4ac49046c059 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755990 Jul 14 09:12:06.524938 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a716ad84-72a8-4414-889d-be98d0888e68 req-8d71ab43-224f-41ee-9115-b3f67e518aa3 service neutron] For port 666e555c-0a85-4d9b-96ce-cc12515fb8f0, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:06.537643 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22d935-38f7-435a-8af5-52d1390157ea req-02e70e6a-7e1c-41ef-af70-0096edb56fff tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:06.539389 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a22d935-38f7-435a-8af5-52d1390157ea req-02e70e6a-7e1c-41ef-af70-0096edb56fff tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 943 time: 0.0869691 Jul 14 09:12:06.572025 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['58967b14-c578-4d5c-960e-65080fbe695a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:06.583287 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a22d935-38f7-435a-8af5-52d1390157ea req-4cd1a6ab-b64b-44cb-b7eb-d0abf0226cd1 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/security-groups?id=9672e33e-73cc-4aa6-b332-a77e52fc8930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364127 Jul 14 09:12:06.625708 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-056f5094-2d4a-4f49-9db9-ccf3a57d179f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.626285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056f5094-2d4a-4f49-9db9-ccf3a57d179f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1f238cd-afba-4b9f-89b5-db01d91d1111 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:12:06.631055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cd371-2ca8-4629-ab1d-ef42c39414f5 req-05e631c3-5238-42de-b804-a039aad02ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:06.633342 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-820cd371-2ca8-4629-ab1d-ef42c39414f5 req-05e631c3-5238-42de-b804-a039aad02ebd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 1126 time: 0.2972207 Jul 14 09:12:06.636058 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-a716ad84-72a8-4414-889d-be98d0888e68 req-8d71ab43-224f-41ee-9115-b3f67e518aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666e555c-0a85-4d9b-96ce-cc12515fb8f0 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:06.646389 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-056f5094-2d4a-4f49-9db9-ccf3a57d179f admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.650229 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 46376) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:06.651241 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-056f5094-2d4a-4f49-9db9-ccf3a57d179f admin admin] 10.222.0.26 "DELETE /v2.0/routers/b1f238cd-afba-4b9f-89b5-db01d91d1111 HTTP/1.1" status: 204 len: 168 time: 2.5301015 Jul 14 09:12:06.661144 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 2a6b9e77-6316-4021-b628-abaae447902e, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2a6b9e77-6316-4021-b628-abaae447902e,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:06.675437 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a716ad84-72a8-4414-889d-be98d0888e68 req-8d71ab43-224f-41ee-9115-b3f67e518aa3 service neutron] For port 666e555c-0a85-4d9b-96ce-cc12515fb8f0, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=666e555c-0a85-4d9b-96ce-cc12515fb8f0,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:06.681315 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 2a6b9e77-6316-4021-b628-abaae447902e has no active binding in host n-h1-798054-10 {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:12:06.738951 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a716ad84-72a8-4414-889d-be98d0888e68 req-8d71ab43-224f-41ee-9115-b3f67e518aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.759738 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a19e1c-ded6-41ee-9469-5d32d925ebcb admin admin] Deleting subnet ccf1ce40-a271-4e81-8153-88cd55360c3d {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:12:06.763420 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3a19e1c-ded6-41ee-9469-5d32d925ebcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.833655 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3a19e1c-ded6-41ee-9469-5d32d925ebcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.855877 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cd371-2ca8-4629-ab1d-ef42c39414f5 req-6fa35ab6-2c36-4e44-acbf-e68e7692c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:06.857574 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-820cd371-2ca8-4629-ab1d-ef42c39414f5 req-6fa35ab6-2c36-4e44-acbf-e68e7692c7dc service neutron] 10.222.0.49 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 922 time: 0.2148182 Jul 14 09:12:06.899969 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf778a4-9bb8-4ab1-a367-b69c2fa2bd81 req-cce721bb-6176-48f8-a166-b7eaf0a641f2 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:06.901674 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ecf778a4-9bb8-4ab1-a367-b69c2fa2bd81 req-cce721bb-6176-48f8-a166-b7eaf0a641f2 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/ports?device_id=d087d8d5-d642-431b-8276-090234ce5911 HTTP/1.1" status: 200 len: 949 time: 0.1176789 Jul 14 09:12:06.917899 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-820cd371-2ca8-4629-ab1d-ef42c39414f5 req-6d29f5eb-4615-4e68-8872-cd76ecf5ba91 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a6b9e77-6316-4021-b628-abaae447902e HTTP/1.1" status: 200 len: 217 time: 0.0515931 Jul 14 09:12:06.932869 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a716ad84-72a8-4414-889d-be98d0888e68 req-8d71ab43-224f-41ee-9115-b3f67e518aa3 service neutron] Transition to ACTIVE for port object 666e555c-0a85-4d9b-96ce-cc12515fb8f0 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:06.956458 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a716ad84-72a8-4414-889d-be98d0888e68 req-8d71ab43-224f-41ee-9115-b3f67e518aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.019842 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3a19e1c-ded6-41ee-9469-5d32d925ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.032947 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cd371-2ca8-4629-ab1d-ef42c39414f5 req-33f8c0b2-c9e3-4abc-9cb3-f02a76ddde5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:07.034440 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-820cd371-2ca8-4629-ab1d-ef42c39414f5 req-33f8c0b2-c9e3-4abc-9cb3-f02a76ddde5f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.1096320 Jul 14 09:12:07.038209 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a716ad84-72a8-4414-889d-be98d0888e68 req-8d71ab43-224f-41ee-9115-b3f67e518aa3 service neutron] No DVR routers for this DVR port 666e555c-0a85-4d9b-96ce-cc12515fb8f0 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:07.069866 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ecf778a4-9bb8-4ab1-a367-b69c2fa2bd81 req-5fbd91de-a6ba-4007-8370-30beac5b2408 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/security-groups?id=e12ab940-95eb-4e99-a6cf-63cb13646d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615138 Jul 14 09:12:07.080141 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71ab43-224f-41ee-9115-b3f67e518aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=666e555c-0a85-4d9b-96ce-cc12515fb8f0,revision_number=10']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:07.084354 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-820cd371-2ca8-4629-ab1d-ef42c39414f5 req-e1fac4a0-325c-4941-95ef-6a8514425b49 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374074 Jul 14 09:12:07.108859 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd52df5-0853-4777-a1a5-cc68402db68a req-9271f670-82c9-4bf6-9608-d86d6d3a6e20 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:07.116443 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0cd52df5-0853-4777-a1a5-cc68402db68a req-9271f670-82c9-4bf6-9608-d86d6d3a6e20 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 944 time: 0.1829154 Jul 14 09:12:07.144657 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3a19e1c-ded6-41ee-9469-5d32d925ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.158988 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-8d71ab43-224f-41ee-9115-b3f67e518aa3 service neutron] 10.222.0.55 "PUT /v2.0/ports/666e555c-0a85-4d9b-96ce-cc12515fb8f0/bindings/n-h2-798054-10/activate HTTP/1.1" status: 200 len: 370 time: 1.1522038 Jul 14 09:12:07.182167 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a19e1c-ded6-41ee-9469-5d32d925ebcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccf1ce40-a271-4e81-8153-88cd55360c3d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:07.188637 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3a19e1c-ded6-41ee-9469-5d32d925ebcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.190535 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b3a19e1c-ded6-41ee-9469-5d32d925ebcb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ccf1ce40-a271-4e81-8153-88cd55360c3d HTTP/1.1" status: 204 len: 168 time: 0.5375228 Jul 14 09:12:07.194267 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0cd52df5-0853-4777-a1a5-cc68402db68a req-1ad6b398-e213-4a2c-9385-96fb97abc9dc tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768871 Jul 14 09:12:07.195823 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 46386) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:07.196850 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9efa8d8-a0ec-4c35-873c-1547817ca6bd None None] Network f7246178-21b4-4895-8cc1-87d927d4c539 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:07.215767 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-820cd371-2ca8-4629-ab1d-ef42c39414f5 req-d83b8e48-39fb-407e-8fbf-2211a6f0d1f4 service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130278 Jul 14 09:12:07.376766 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.404963 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716ad84-72a8-4414-889d-be98d0888e68 req-e089902d-1f4f-4bd2-9ceb-0ecf514185d7 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:07.406525 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-e089902d-1f4f-4bd2-9ceb-0ecf514185d7 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee&tenant_id=c4264b80484d4b9d96530524cfdc3c7d&binding%3Ahost_id=n-h1-798054-10 HTTP/1.1" status: 200 len: 1096 time: 0.1055646 Jul 14 09:12:07.412256 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-820cd371-2ca8-4629-ab1d-ef42c39414f5 req-fc56822c-e80c-4ccd-bd85-7269dd1e4e22 service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869352 Jul 14 09:12:07.430273 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46582d3e-6c21-483a-8b1b-836fb9dcb030 req-1eb0920d-7571-4ad2-b4c2-f759203d2a0e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:07.431797 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46582d3e-6c21-483a-8b1b-836fb9dcb030 req-1eb0920d-7571-4ad2-b4c2-f759203d2a0e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.2366650 Jul 14 09:12:07.452914 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1b7429-80e1-40a2-8922-615e71011714 None None] DHCP port deletion for f7246178-21b4-4895-8cc1-87d927d4c539 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:12:07.488193 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716ad84-72a8-4414-889d-be98d0888e68 req-98bcd753-a378-4a73-a2df-7375578f088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:07.489894 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-98bcd753-a378-4a73-a2df-7375578f088b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee&tenant_id=c4264b80484d4b9d96530524cfdc3c7d HTTP/1.1" status: 200 len: 1096 time: 0.0699492 Jul 14 09:12:07.507343 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ee1b7429-80e1-40a2-8922-615e71011714 None None] Deleting port 52c5fa1e-189e-4125-9972-36627e7faf4e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:07.507772 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee1b7429-80e1-40a2-8922-615e71011714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.518217 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46582d3e-6c21-483a-8b1b-836fb9dcb030 req-971c3364-2b37-4c68-9df6-9bbabc69c288 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641835 Jul 14 09:12:07.530271 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f5bd6-9097-4754-91e6-18129c10e7dd req-bd0ad97c-e701-4b4a-870e-bcba4dd2a648 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:07.531691 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e41f5bd6-9097-4754-91e6-18129c10e7dd req-bd0ad97c-e701-4b4a-870e-bcba4dd2a648 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d5d0a57-d377-4675-8665-2e5ad265187e HTTP/1.1" status: 200 len: 949 time: 0.1577833 Jul 14 09:12:07.541060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Deleting port 52c5fa1e-189e-4125-9972-36627e7faf4e {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:07.541402 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.583951 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ee1b7429-80e1-40a2-8922-615e71011714 None None] For port 52c5fa1e-189e-4125-9972-36627e7faf4e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=52c5fa1e-189e-4125-9972-36627e7faf4e,segment=NetworkSegment(50c277da-4e44-4ec0-b487-155f1613cd68),segment_id=50c277da-4e44-4ec0-b487-155f1613cd68)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:07.584268 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee1b7429-80e1-40a2-8922-615e71011714 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.586465 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716ad84-72a8-4414-889d-be98d0888e68 req-5bccfba5-a98e-41c4-b2ca-fd2a4eaae3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:07.587919 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-5bccfba5-a98e-41c4-b2ca-fd2a4eaae3c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 1096 time: 0.0720809 Jul 14 09:12:07.599333 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ee1b7429-80e1-40a2-8922-615e71011714 None None] Calling delete_port for 52c5fa1e-189e-4125-9972-36627e7faf4e owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:07.635640 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e41f5bd6-9097-4754-91e6-18129c10e7dd req-822b4f51-99b8-44d5-b383-2a74dbab0104 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963829 Jul 14 09:12:07.642988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] For port 52c5fa1e-189e-4125-9972-36627e7faf4e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=52c5fa1e-189e-4125-9972-36627e7faf4e,segment=NetworkSegment(50c277da-4e44-4ec0-b487-155f1613cd68),segment_id=50c277da-4e44-4ec0-b487-155f1613cd68)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:07.643350 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.655568 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Calling delete_port for 52c5fa1e-189e-4125-9972-36627e7faf4e owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:07.711051 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716ad84-72a8-4414-889d-be98d0888e68 req-21aa6718-aa69-4c8b-94f2-de323a277e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:07.715140 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-21aa6718-aa69-4c8b-94f2-de323a277e6b service neutron] 10.222.0.49 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 908 time: 0.1199129 Jul 14 09:12:07.755578 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee1b7429-80e1-40a2-8922-615e71011714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.771733 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-36d20fc9-9e6a-45fa-8de5-fc5add835494 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=666e555c-0a85-4d9b-96ce-cc12515fb8f0 HTTP/1.1" status: 200 len: 217 time: 0.0495765 Jul 14 09:12:07.784161 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.788979 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b7429-80e1-40a2-8922-615e71011714 None None] Pushing event deleted for resources: {'Port': ['ID=52c5fa1e-189e-4125-9972-36627e7faf4e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:07.797830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1b7429-80e1-40a2-8922-615e71011714 None None] No DVR routers for this DVR port 52c5fa1e-189e-4125-9972-36627e7faf4e on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:07.800291 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b7429-80e1-40a2-8922-615e71011714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:07.801022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b7429-80e1-40a2-8922-615e71011714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:07.801531 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b7429-80e1-40a2-8922-615e71011714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:07.802032 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b7429-80e1-40a2-8922-615e71011714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:07.802514 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b7429-80e1-40a2-8922-615e71011714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:07.802858 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b7429-80e1-40a2-8922-615e71011714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:07.803161 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b7429-80e1-40a2-8922-615e71011714 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:07.803685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b7429-80e1-40a2-8922-615e71011714 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:07.804016 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b7429-80e1-40a2-8922-615e71011714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:07.804336 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b7429-80e1-40a2-8922-615e71011714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:07.804654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b7429-80e1-40a2-8922-615e71011714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:07.804969 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b7429-80e1-40a2-8922-615e71011714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:07.841157 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716ad84-72a8-4414-889d-be98d0888e68 req-ffae2a85-690d-4293-8a75-9013b138e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:07.842696 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-ffae2a85-690d-4293-8a75-9013b138e6a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.0634546 Jul 14 09:12:07.856215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c5fa1e-189e-4125-9972-36627e7faf4e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:07.863094 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] No DVR routers for this DVR port 52c5fa1e-189e-4125-9972-36627e7faf4e on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:07.877142 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-0b023df7-54a5-43b2-94c2-efe6815739cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268102 Jul 14 09:12:07.897913 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5128b-83b7-4eec-abd9-86b695032372 req-2a2b9829-ce9e-4e5c-81d9-1c3faf39a0c7 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:07.899394 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9d5128b-83b7-4eec-abd9-86b695032372 req-2a2b9829-ce9e-4e5c-81d9-1c3faf39a0c7 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 943 time: 0.1710765 Jul 14 09:12:07.972005 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.996642 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7246178-21b4-4895-8cc1-87d927d4c539']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:08.002682 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-56cc049c-ad0b-4a55-b4b8-913027b126c0 service neutron] 10.222.0.49 "GET /v2.0/ports/2a6b9e77-6316-4021-b628-abaae447902e/bindings/n-h1-798054-10 HTTP/1.1" status: 200 len: 385 time: 0.1078961 Jul 14 09:12:08.011845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c277da-4e44-4ec0-b487-155f1613cd68') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:08.012145 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c277da-4e44-4ec0-b487-155f1613cd68') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:08.021147 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9d5128b-83b7-4eec-abd9-86b695032372 req-bee3b517-70b8-4c29-ad57-6086ffc0338e tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153510 Jul 14 09:12:08.022200 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-b1fff128-db81-4507-a079-823ae69d86f7 service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343107 Jul 14 09:12:08.028429 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e658fca-44b3-4a3a-943d-618cbe986f06 req-18a70f76-a4a0-4e9f-8792-ddaf741a2062 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:08.029904 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e658fca-44b3-4a3a-943d-618cbe986f06 req-18a70f76-a4a0-4e9f-8792-ddaf741a2062 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 943 time: 0.2468305 Jul 14 09:12:08.033467 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.052626 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.067260 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:12:08.068026 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:12:08.069602 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:12:08.132960 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e658fca-44b3-4a3a-943d-618cbe986f06 req-aa1dd4eb-f217-45c2-92e6-33bd78bb3d02 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/security-groups?id=9672e33e-73cc-4aa6-b332-a77e52fc8930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926843 Jul 14 09:12:08.138505 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.145214 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.150606 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f7246178-21b4-4895-8cc1-87d927d4c539 HTTP/1.1" status: 204 len: 168 time: 0.9536150 Jul 14 09:12:08.175376 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7246178-21b4-4895-8cc1-87d927d4c539,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:08.198950 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:08.199296 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:08.199636 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:08.200647 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:08.200992 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:08.201324 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:08.201666 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:08.202162 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:08.202618 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:08.202948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:08.203271 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:08.203993 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bd2726-a00b-480b-826d-84fed79bc1b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:08.233968 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-1b74b666-f945-4de0-8447-c735dbdfb6ad service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917267 Jul 14 09:12:08.240069 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 52c5fa1e-189e-4125-9972-36627e7faf4e no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:08.313382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 52c5fa1e-189e-4125-9972-36627e7faf4e {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:08.313731 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 52c5fa1e-189e-4125-9972-36627e7faf4e not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:08.314172 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1564cbc1-90ef-4e4c-8710-ca47755abd01 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:08.333010 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-bcd1457c-7900-4131-8632-e82a93809d97 req-25de2b6e-27b2-4d0c-b1b7-1fc4b48e584f service neutron] For port 2a6b9e77-6316-4021-b628-abaae447902e, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2a6b9e77-6316-4021-b628-abaae447902e,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:08.359770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-bcd1457c-7900-4131-8632-e82a93809d97 req-25de2b6e-27b2-4d0c-b1b7-1fc4b48e584f service neutron] For port 2a6b9e77-6316-4021-b628-abaae447902e, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:08.362968 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 1564cbc1-90ef-4e4c-8710-ca47755abd01 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:08.363378 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1564cbc1-90ef-4e4c-8710-ca47755abd01 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:08.418034 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-bcd1457c-7900-4131-8632-e82a93809d97 req-25de2b6e-27b2-4d0c-b1b7-1fc4b48e584f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6b9e77-6316-4021-b628-abaae447902e {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:08.430388 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-bcd1457c-7900-4131-8632-e82a93809d97 req-25de2b6e-27b2-4d0c-b1b7-1fc4b48e584f service neutron] For port 2a6b9e77-6316-4021-b628-abaae447902e, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=2a6b9e77-6316-4021-b628-abaae447902e,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:08.436635 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 46400) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:08.445160 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bcd1457c-7900-4131-8632-e82a93809d97 req-25de2b6e-27b2-4d0c-b1b7-1fc4b48e584f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.483783 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b49f6-2cf3-40be-a6f1-f7d7e8bd90fc req-d972d084-29b9-46e9-b019-a9b1df541144 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:08.485309 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db4b49f6-2cf3-40be-a6f1-f7d7e8bd90fc req-d972d084-29b9-46e9-b019-a9b1df541144 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/ports?device_id=d087d8d5-d642-431b-8276-090234ce5911 HTTP/1.1" status: 200 len: 949 time: 0.1704295 Jul 14 09:12:08.532389 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cf6c9134-f5b6-414c-bf6f-dfcff959bb0f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=078c6d7e221c4860ac5e25c9b03325a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0930793 Jul 14 09:12:08.535570 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 46402) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:08.543451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:08.554957 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2598769-5e77-4fce-9967-7ed064652d53 req-e85aab2b-1d31-42f6-832f-83aba9d8e29c tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:08.561034 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2598769-5e77-4fce-9967-7ed064652d53 req-e85aab2b-1d31-42f6-832f-83aba9d8e29c tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 944 time: 0.1672986 Jul 14 09:12:08.572224 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-bcd1457c-7900-4131-8632-e82a93809d97 req-25de2b6e-27b2-4d0c-b1b7-1fc4b48e584f service neutron] Transition to ACTIVE for port object 2a6b9e77-6316-4021-b628-abaae447902e will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:08.583540 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bcd1457c-7900-4131-8632-e82a93809d97 req-25de2b6e-27b2-4d0c-b1b7-1fc4b48e584f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.603870 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db4b49f6-2cf3-40be-a6f1-f7d7e8bd90fc req-40d0342b-7488-41c5-a028-4ab074b9c0d1 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/security-groups?id=e12ab940-95eb-4e99-a6cf-63cb13646d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117780 Jul 14 09:12:08.626510 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:08.638788 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:08.640145 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.653238 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2598769-5e77-4fce-9967-7ed064652d53 req-76a615bd-af70-4ba2-8a8b-916b08997bcc tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699022 Jul 14 09:12:08.665000 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c22d4561-4a56-4ca2-9a0d-42259e0e6f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.673099 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd1457c-7900-4131-8632-e82a93809d97 req-25de2b6e-27b2-4d0c-b1b7-1fc4b48e584f service neutron] No DVR routers for this DVR port 2a6b9e77-6316-4021-b628-abaae447902e on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:08.683040 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716ad84-72a8-4414-889d-be98d0888e68 req-d95102e5-ba26-430c-b7f1-c4ffa6430e75 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:08.684565 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-d95102e5-ba26-430c-b7f1-c4ffa6430e75 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee&tenant_id=c4264b80484d4b9d96530524cfdc3c7d&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 1096 time: 0.1671286 Jul 14 09:12:08.717134 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c22d4561-4a56-4ca2-9a0d-42259e0e6f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.772387 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c22d4561-4a56-4ca2-9a0d-42259e0e6f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.774962 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c22d4561-4a56-4ca2-9a0d-42259e0e6f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.779133 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c22d4561-4a56-4ca2-9a0d-42259e0e6f46 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7be854c0-5b05-430a-b824-cbbc41acf32f HTTP/1.1" status: 204 len: 168 time: 0.2392058 Jul 14 09:12:08.779293 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-25de2b6e-27b2-4d0c-b1b7-1fc4b48e584f service neutron] 10.222.0.49 "PUT /v2.0/ports/2a6b9e77-6316-4021-b628-abaae447902e/bindings/n-h1-798054-10/activate HTTP/1.1" status: 200 len: 370 time: 0.7654505 Jul 14 09:12:08.782969 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de2b6e-27b2-4d0c-b1b7-1fc4b48e584f service neutron] Pushing event updated for resources: {'Port': ['ID=2a6b9e77-6316-4021-b628-abaae447902e,revision_number=10']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:08.799694 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.822264 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d4561-4a56-4ca2-9a0d-42259e0e6f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be854c0-5b05-430a-b824-cbbc41acf32f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:08.862317 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e9ec71-f016-4e4a-8915-a3639110cbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:08.865089 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1aa35d6-fafe-4096-9c2b-a6c1dbf67948" -d '{"events": [{"server_uuid": "11e9ec71-f016-4e4a-8915-a3639110cbc6", "name": "network-vif-plugged", "status": "completed", "tag": "af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:08.906541 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:08.911474 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.912556 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 33c09a7a-d991-472b-83f5-fc49eb5b3960 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:08.939348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b312e-7312-471c-bda9-9b19ef8cbbe6 req-5dea9e6e-3a79-4560-8acb-d8531821fa2d tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:08.940889 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-089b312e-7312-471c-bda9-9b19ef8cbbe6 req-5dea9e6e-3a79-4560-8acb-d8531821fa2d tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.1324222 Jul 14 09:12:08.947130 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a716ad84-72a8-4414-889d-be98d0888e68 req-130e08f4-1586-4fce-aacb-4c13a9ad183c service neutron] For port 666e555c-0a85-4d9b-96ce-cc12515fb8f0, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:08.951867 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a716ad84-72a8-4414-889d-be98d0888e68 req-130e08f4-1586-4fce-aacb-4c13a9ad183c service neutron] Notify callbacks [] for binding, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.953010 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a716ad84-72a8-4414-889d-be98d0888e68 req-130e08f4-1586-4fce-aacb-4c13a9ad183c service neutron] 10.222.0.49 "DELETE /v2.0/ports/666e555c-0a85-4d9b-96ce-cc12515fb8f0/bindings/n-h1-798054-10 HTTP/1.1" status: 204 len: 173 time: 0.2405505 Jul 14 09:12:08.972424 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:08.984417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c85e23-d73d-454e-a6e7-faef8ab2f69c req-4b324b5b-85d6-429c-b0ab-815ca4e4152a tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:08.991322 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-68c85e23-d73d-454e-a6e7-faef8ab2f69c req-4b324b5b-85d6-429c-b0ab-815ca4e4152a tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d5d0a57-d377-4675-8665-2e5ad265187e HTTP/1.1" status: 200 len: 949 time: 0.1648302 Jul 14 09:12:09.010914 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1457c-7900-4131-8632-e82a93809d97 req-01bb7987-2733-42da-b422-d00b8e7de00b tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:09.013032 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-01bb7987-2733-42da-b422-d00b8e7de00b tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819&tenant_id=fb19214797344ab2ac345b8f12b29ed5&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 1096 time: 0.1199858 Jul 14 09:12:09.038757 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 33c09a7a-d991-472b-83f5-fc49eb5b3960 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:09.043306 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 33c09a7a-d991-472b-83f5-fc49eb5b3960 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:09.043684 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:09.070790 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-68c85e23-d73d-454e-a6e7-faef8ab2f69c req-2ca866c9-764f-48e7-951e-6ede57e4d7f0 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767717 Jul 14 09:12:09.096171 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-089b312e-7312-471c-bda9-9b19ef8cbbe6 req-ca4cb19e-68fb-4dde-8a68-0385fb622318 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377642 Jul 14 09:12:09.162583 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3032e27a-17f6-4923-aa65-d80b4c7c694f x-openstack-request-id: req-3032e27a-17f6-4923-aa65-d80b4c7c694f {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:09.163004 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e9ec71-f016-4e4a-8915-a3639110cbc6", "name": "network-vif-plugged", "status": "completed", "tag": "af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:09.163638 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3032e27a-17f6-4923-aa65-d80b4c7c694f {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:09.164177 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e9ec71-f016-4e4a-8915-a3639110cbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb', 'code': 200} Jul 14 09:12:09.185823 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:09.273398 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 33c09a7a-d991-472b-83f5-fc49eb5b3960, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=33c09a7a-d991-472b-83f5-fc49eb5b3960,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:09.284620 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:09.286465 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 666e555c-0a85-4d9b-96ce-cc12515fb8f0 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:09.404066 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 666e555c-0a85-4d9b-96ce-cc12515fb8f0 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:09.406382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=33c09a7a-d991-472b-83f5-fc49eb5b3960,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:09.411099 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7b249-e8aa-4e03-b89c-2628793a86f8 req-fa0ee85d-985b-416f-bb8b-f6c45b257bdd tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:09.427499 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1457c-7900-4131-8632-e82a93809d97 req-de794539-c039-4ced-8446-6bf3a3133816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:09.429041 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-de794539-c039-4ced-8446-6bf3a3133816 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819&tenant_id=fb19214797344ab2ac345b8f12b29ed5 HTTP/1.1" status: 200 len: 1096 time: 0.3986580 Jul 14 09:12:09.432936 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f8a7b249-e8aa-4e03-b89c-2628793a86f8 req-fa0ee85d-985b-416f-bb8b-f6c45b257bdd tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 944 time: 0.1654184 Jul 14 09:12:09.435389 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194a86e-4b0e-41ca-9507-e5df19d7357b req-e7a598c9-158d-4145-bdfc-af3a08093a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:09.436859 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0194a86e-4b0e-41ca-9507-e5df19d7357b req-e7a598c9-158d-4145-bdfc-af3a08093a95 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 1102 time: 0.0767236 Jul 14 09:12:09.439998 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device aac51fe2-188d-418f-bb28-f595ebe9fbbc details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:09.518956 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0194a86e-4b0e-41ca-9507-e5df19d7357b req-ce28cd94-0daa-455b-8ab5-b23c2787173b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670681 Jul 14 09:12:09.520934 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 58967b14-c578-4d5c-960e-65080fbe695a up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:09.545470 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1457c-7900-4131-8632-e82a93809d97 req-8c0bb4d8-90fa-47bd-903b-56501c804184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:09.546411 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543ae72-39b5-419d-bb7c-2aa4f0cee1a2 req-624913ea-8dbc-490f-bb91-6f46e79f299b tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:09.547759 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-8c0bb4d8-90fa-47bd-903b-56501c804184 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 1096 time: 0.0787618 Jul 14 09:12:09.550469 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5543ae72-39b5-419d-bb7c-2aa4f0cee1a2 req-624913ea-8dbc-490f-bb91-6f46e79f299b tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 943 time: 0.2479661 Jul 14 09:12:09.554108 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f8a7b249-e8aa-4e03-b89c-2628793a86f8 req-8c0d1b74-02fe-4d47-8497-f99a29781989 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232612 Jul 14 09:12:09.575053 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:12:09.608345 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port aac51fe2-188d-418f-bb28-f595ebe9fbbc, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=aac51fe2-188d-418f-bb28-f595ebe9fbbc,segment=NetworkSegment(2029aa35-a768-4cc2-b418-9cbf5baf60c7),segment_id=2029aa35-a768-4cc2-b418-9cbf5baf60c7)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:09.615721 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5543ae72-39b5-419d-bb7c-2aa4f0cee1a2 req-f4470353-160d-4ab3-a317-7adc30eaf14b tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/security-groups?id=9672e33e-73cc-4aa6-b332-a77e52fc8930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595803 Jul 14 09:12:09.633036 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 58967b14-c578-4d5c-960e-65080fbe695a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:09.633036 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'aac51fe2-188d-418f-bb28-f595ebe9fbbc', 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3', 'port_id': 'aac51fe2-188d-418f-bb28-f595ebe9fbbc', 'mac_address': 'fa:16:3e:ca:eb:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:09.633036 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 58967b14-c578-4d5c-960e-65080fbe695a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:09.633036 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:09.706541 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:09.724772 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac51fe2-188d-418f-bb28-f595ebe9fbbc {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:09.769766 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port aac51fe2-188d-418f-bb28-f595ebe9fbbc, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=aac51fe2-188d-418f-bb28-f595ebe9fbbc,segment=NetworkSegment(2029aa35-a768-4cc2-b418-9cbf5baf60c7),segment_id=2029aa35-a768-4cc2-b418-9cbf5baf60c7)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:09.777086 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:09.781143 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:09.804493 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399f4c1-79cf-43a9-99aa-e95293d7521d req-0391d6a1-ae21-4a07-bcbc-14fa7776bd7a tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:09.806028 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7399f4c1-79cf-43a9-99aa-e95293d7521d req-0391d6a1-ae21-4a07-bcbc-14fa7776bd7a tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/ports?device_id=d087d8d5-d642-431b-8276-090234ce5911 HTTP/1.1" status: 200 len: 950 time: 0.0747757 Jul 14 09:12:09.855014 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 58967b14-c578-4d5c-960e-65080fbe695a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=58967b14-c578-4d5c-960e-65080fbe695a,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:09.858703 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=aac51fe2-188d-418f-bb28-f595ebe9fbbc,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:09.862739 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:09.895040 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7399f4c1-79cf-43a9-99aa-e95293d7521d req-fd459471-1e5a-4454-9954-9a8e75155ced tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/security-groups?id=e12ab940-95eb-4e99-a6cf-63cb13646d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810833 Jul 14 09:12:09.936344 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=58967b14-c578-4d5c-960e-65080fbe695a,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:09.958702 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1457c-7900-4131-8632-e82a93809d97 req-82de1d9d-1e28-4f05-b884-049e625e7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:09.960190 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-82de1d9d-1e28-4f05-b884-049e625e7f49 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 922 time: 0.1360319 Jul 14 09:12:10.021373 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-43bf8d69-8af8-46b4-9b22-2b4ef0497d8b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a6b9e77-6316-4021-b628-abaae447902e HTTP/1.1" status: 200 len: 217 time: 0.0410609 Jul 14 09:12:10.063763 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae1ccc-bbf7-4c61-8ddf-ee80262e9a16 req-cd251e7d-dd8c-4b95-90b7-013bdb6fe55f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:10.065478 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1ae1ccc-bbf7-4c61-8ddf-ee80262e9a16 req-cd251e7d-dd8c-4b95-90b7-013bdb6fe55f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 944 time: 0.0790412 Jul 14 09:12:10.071650 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['aac51fe2-188d-418f-bb28-f595ebe9fbbc'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:10.079406 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1457c-7900-4131-8632-e82a93809d97 req-675c4a39-c522-48b7-8dd3-b9ad907f92fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:10.080930 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-675c4a39-c522-48b7-8dd3-b9ad907f92fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.0524900 Jul 14 09:12:10.124524 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-3c90a050-43aa-463a-b667-bde4172ec814 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353563 Jul 14 09:12:10.133278 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1ae1ccc-bbf7-4c61-8ddf-ee80262e9a16 req-c63cdbdd-6f03-4183-b02e-495cac79d5b6 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579920 Jul 14 09:12:10.251209 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-fba5597a-7687-47ae-887b-49a54b106acf service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100335 Jul 14 09:12:10.399192 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-5176db84-8194-4efd-9da3-0cdd9c6c4fd3 service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396329 Jul 14 09:12:10.404434 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284956f-1a3e-49ec-a48c-23a54e374b8a req-ac5900c9-36bb-4e97-8c17-7ed54f046c98 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:10.405995 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6284956f-1a3e-49ec-a48c-23a54e374b8a req-ac5900c9-36bb-4e97-8c17-7ed54f046c98 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d5d0a57-d377-4675-8665-2e5ad265187e HTTP/1.1" status: 200 len: 950 time: 0.1611493 Jul 14 09:12:10.415423 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96983cc-7205-4ff8-80b4-2d7d06c72e3c req-b869b7f0-3d61-4ac4-851b-e0945fc2f9af tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:10.423873 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a96983cc-7205-4ff8-80b4-2d7d06c72e3c req-b869b7f0-3d61-4ac4-851b-e0945fc2f9af tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.1234684 Jul 14 09:12:10.481175 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6284956f-1a3e-49ec-a48c-23a54e374b8a req-cd28b066-220d-4090-a469-9e5464658af2 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543931 Jul 14 09:12:10.486310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a96983cc-7205-4ff8-80b4-2d7d06c72e3c req-b4a91dfb-8508-4cf3-8093-665f6c47844f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614259 Jul 14 09:12:10.687618 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cce471-313c-400c-a3cf-7e1f9589e9f8 req-12342580-d290-4aac-a7ee-0ed176245d3d tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:10.689257 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5cce471-313c-400c-a3cf-7e1f9589e9f8 req-12342580-d290-4aac-a7ee-0ed176245d3d tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 1096 time: 0.0672939 Jul 14 09:12:10.734366 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5cce471-313c-400c-a3cf-7e1f9589e9f8 req-dce045d3-e68c-4417-bd59-e19cc8322ec4 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381370 Jul 14 09:12:10.825824 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d392d5-ad3f-4220-b312-9349c8baf42b req-f295dfb4-c44d-4e08-9b70-9a50577b7b10 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:10.829717 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01d392d5-ad3f-4220-b312-9349c8baf42b req-f295dfb4-c44d-4e08-9b70-9a50577b7b10 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 944 time: 0.0916114 Jul 14 09:12:10.882856 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01d392d5-ad3f-4220-b312-9349c8baf42b req-93e0daf6-2c1a-41f8-af7d-b8fdb99c6995 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477002 Jul 14 09:12:10.974915 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a97d0-4e9e-4490-9bcd-203c753f2908 req-60e26203-b088-487a-b627-0421c7e3c420 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:10.981962 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c74a97d0-4e9e-4490-9bcd-203c753f2908 req-60e26203-b088-487a-b627-0421c7e3c420 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 944 time: 0.0746975 Jul 14 09:12:10.990000 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1457c-7900-4131-8632-e82a93809d97 req-15808198-2b70-4768-8af3-8ab7f565ad5b tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:10.991521 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-15808198-2b70-4768-8af3-8ab7f565ad5b tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819&tenant_id=fb19214797344ab2ac345b8f12b29ed5&binding%3Ahost_id=n-h1-798054-10 HTTP/1.1" status: 200 len: 1096 time: 0.0991452 Jul 14 09:12:11.015032 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c74a97d0-4e9e-4490-9bcd-203c753f2908 req-57c93f9e-10d9-4917-b449-ca24b74a4a7a tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/security-groups?id=9672e33e-73cc-4aa6-b332-a77e52fc8930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322130 Jul 14 09:12:11.110877 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-bcd1457c-7900-4131-8632-e82a93809d97 req-6ccd9967-63df-444e-bc1e-1357292d7db9 service neutron] For port 2a6b9e77-6316-4021-b628-abaae447902e, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:11.114258 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bcd1457c-7900-4131-8632-e82a93809d97 req-6ccd9967-63df-444e-bc1e-1357292d7db9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.115359 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bcd1457c-7900-4131-8632-e82a93809d97 req-6ccd9967-63df-444e-bc1e-1357292d7db9 service neutron] 10.222.0.55 "DELETE /v2.0/ports/2a6b9e77-6316-4021-b628-abaae447902e/bindings/n-h2-798054-10 HTTP/1.1" status: 204 len: 173 time: 0.1175377 Jul 14 09:12:11.165382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd087d8d5-d642-431b-8276-090234ce5911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c09a7a-d991-472b-83f5-fc49eb5b3960'}, {'server_uuid': '7d5d0a57-d377-4675-8665-2e5ad265187e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58967b14-c578-4d5c-960e-65080fbe695a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:11.171322 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea29dff2-8fa2-463c-a67c-28efcbc0b9bd" -d '{"events": [{"server_uuid": "d087d8d5-d642-431b-8276-090234ce5911", "name": "network-vif-plugged", "status": "completed", "tag": "33c09a7a-d991-472b-83f5-fc49eb5b3960"}, {"server_uuid": "7d5d0a57-d377-4675-8665-2e5ad265187e", "name": "network-vif-plugged", "status": "completed", "tag": "58967b14-c578-4d5c-960e-65080fbe695a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:11.241633 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-08d26c08-a2a3-40fc-b526-369f266187e6 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:11.243038 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-08d26c08-a2a3-40fc-b526-369f266187e6 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 807 time: 0.1356049 Jul 14 09:12:11.267517 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-29d3d3e1-a6f5-46c2-88a7-a36fa950d493 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/quotas/c4264b80484d4b9d96530524cfdc3c7d HTTP/1.1" status: 200 len: 375 time: 0.0178258 Jul 14 09:12:11.288834 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f821dff-3240-47d2-ad81-c2742dcc1de3 req-d1d87e1a-b932-4d87-a620-f0c92f9c9dca tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:11.290303 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3f821dff-3240-47d2-ad81-c2742dcc1de3 req-d1d87e1a-b932-4d87-a620-f0c92f9c9dca tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/ports?device_id=d087d8d5-d642-431b-8276-090234ce5911 HTTP/1.1" status: 200 len: 950 time: 0.1031740 Jul 14 09:12:11.356715 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3f821dff-3240-47d2-ad81-c2742dcc1de3 req-89f6f8ac-c2f8-4151-8990-cdbcc4dfa353 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/security-groups?id=e12ab940-95eb-4e99-a6cf-63cb13646d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460689 Jul 14 09:12:11.376654 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-a0978282-604f-4176-b251-b52ab7cee562 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032503 Jul 14 09:12:11.443952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device aac51fe2-188d-418f-bb28-f595ebe9fbbc up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:11.472385 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-edf7e2e9-4275-43b8-9eb2-a7da9f064214 service neutron] 10.222.0.26 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889406 Jul 14 09:12:11.515080 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port aac51fe2-188d-418f-bb28-f595ebe9fbbc completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:11.526890 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port aac51fe2-188d-418f-bb28-f595ebe9fbbc triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:11.527495 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.577985 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-2300e88d-fcec-43e0-99f5-df6e2758441f service neutron] 10.222.0.26 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982354 Jul 14 09:12:11.623149 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.661301 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port aac51fe2-188d-418f-bb28-f595ebe9fbbc, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=aac51fe2-188d-418f-bb28-f595ebe9fbbc,segment=NetworkSegment(2029aa35-a768-4cc2-b418-9cbf5baf60c7),segment_id=2029aa35-a768-4cc2-b418-9cbf5baf60c7)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:11.665635 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.666441 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 2a6b9e77-6316-4021-b628-abaae447902e no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:11.754221 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 2a6b9e77-6316-4021-b628-abaae447902e not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:11.758654 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ba1b8a-d3ae-430b-98b3-f4a600adad39 x-openstack-request-id: req-22ba1b8a-d3ae-430b-98b3-f4a600adad39 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:11.759127 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d087d8d5-d642-431b-8276-090234ce5911", "name": "network-vif-plugged", "status": "completed", "tag": "33c09a7a-d991-472b-83f5-fc49eb5b3960", "code": 200}, {"server_uuid": "7d5d0a57-d377-4675-8665-2e5ad265187e", "name": "network-vif-plugged", "status": "completed", "tag": "58967b14-c578-4d5c-960e-65080fbe695a", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:11.759477 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-22ba1b8a-d3ae-430b-98b3-f4a600adad39 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:11.759963 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd087d8d5-d642-431b-8276-090234ce5911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c09a7a-d991-472b-83f5-fc49eb5b3960', 'code': 200} Jul 14 09:12:11.760370 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5d0a57-d377-4675-8665-2e5ad265187e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58967b14-c578-4d5c-960e-65080fbe695a', 'code': 200} Jul 14 09:12:11.764600 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=aac51fe2-188d-418f-bb28-f595ebe9fbbc,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:11.942918 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a3896-0fcf-440c-a347-c9bfe8c6a0ed req-8cb83902-b31b-4262-820f-35d196a325e9 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:11.945603 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a49a3896-0fcf-440c-a347-c9bfe8c6a0ed req-8cb83902-b31b-4262-820f-35d196a325e9 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d5d0a57-d377-4675-8665-2e5ad265187e HTTP/1.1" status: 200 len: 950 time: 0.0719829 Jul 14 09:12:11.955451 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fa687-c8ed-4d8b-88e9-65a07b13df34 req-e4adb888-4e71-43eb-8ac4-6b2402661102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:11.957169 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e24fa687-c8ed-4d8b-88e9-65a07b13df34 req-e4adb888-4e71-43eb-8ac4-6b2402661102 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7d5d0a57-d377-4675-8665-2e5ad265187e HTTP/1.1" status: 200 len: 1102 time: 0.1235349 Jul 14 09:12:12.008709 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9bc26-5937-4582-89ac-5876feca279c req-cb5660f7-cd21-4b26-8161-e9725ebaa7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:12.009978 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d2b9bc26-5937-4582-89ac-5876feca279c req-cb5660f7-cd21-4b26-8161-e9725ebaa7ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d087d8d5-d642-431b-8276-090234ce5911 HTTP/1.1" status: 200 len: 1102 time: 0.1309633 Jul 14 09:12:12.011178 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e24fa687-c8ed-4d8b-88e9-65a07b13df34 req-63b2cbc7-b002-48b8-a88b-b63cae486924 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446379 Jul 14 09:12:12.023915 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a49a3896-0fcf-440c-a347-c9bfe8c6a0ed req-7c32ad02-32f8-4beb-a5e6-384fd31e5a7c tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707369 Jul 14 09:12:12.069429 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d513e5-7879-4ab3-b451-fb2fe9331c39 req-2f31d44e-65f4-4690-8763-8057c68ade14 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:12.070999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0d513e5-7879-4ab3-b451-fb2fe9331c39 req-2f31d44e-65f4-4690-8763-8057c68ade14 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.1096663 Jul 14 09:12:12.071394 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d2b9bc26-5937-4582-89ac-5876feca279c req-77bc6d68-4f85-458b-b754-f4b4553e1ea2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e12ab940-95eb-4e99-a6cf-63cb13646d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560157 Jul 14 09:12:12.113840 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99430fbb-3a4a-4afb-abb0-33dd66cf1f58 req-a33099d6-104b-471a-be2d-12b6e2de1632 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 210 time: 0.0371168 Jul 14 09:12:12.153402 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0d513e5-7879-4ab3-b451-fb2fe9331c39 req-71d20cef-203b-4e3a-82e4-8241882981de tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750248 Jul 14 09:12:12.545485 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbf42a-d5a2-4928-bb5a-3bd7bec99f94 req-e309ba5f-50bf-40bd-9451-40a1a1721ca9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:12.547028 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4afbf42a-d5a2-4928-bb5a-3bd7bec99f94 req-e309ba5f-50bf-40bd-9451-40a1a1721ca9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 944 time: 0.2871106 Jul 14 09:12:12.602643 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4afbf42a-d5a2-4928-bb5a-3bd7bec99f94 req-c6ac59e5-94f9-46c3-87b7-861b4ef19463 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483198 Jul 14 09:12:12.681385 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eeadfb-ec26-435c-aef3-f2cf2ef1c41e req-bc5c0ef8-0e3c-4445-b128-beb4c9720ff0 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:12.682942 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8eeadfb-ec26-435c-aef3-f2cf2ef1c41e req-bc5c0ef8-0e3c-4445-b128-beb4c9720ff0 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 945 time: 0.0675743 Jul 14 09:12:12.722231 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8eeadfb-ec26-435c-aef3-f2cf2ef1c41e req-0aaddf4d-06b1-4600-93a0-dd15679b8b0b tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/security-groups?id=9672e33e-73cc-4aa6-b332-a77e52fc8930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337355 Jul 14 09:12:12.886954 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbfcd7-856a-40ed-adec-e744933201e9 req-1fb3416a-858c-43df-882c-347648d3c228 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:12.888769 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2bbbfcd7-856a-40ed-adec-e744933201e9 req-1fb3416a-858c-43df-882c-347648d3c228 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/ports?device_id=d087d8d5-d642-431b-8276-090234ce5911 HTTP/1.1" status: 200 len: 950 time: 0.0685513 Jul 14 09:12:12.934360 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2bbbfcd7-856a-40ed-adec-e744933201e9 req-b16e9397-13a3-4a64-96ac-af095541518b tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/security-groups?id=e12ab940-95eb-4e99-a6cf-63cb13646d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389664 Jul 14 09:12:13.087507 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313aab59-7c8d-429d-b745-8f59cadbc206 req-82a4cace-23eb-4325-bf05-87a71768edec tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:13.089036 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-313aab59-7c8d-429d-b745-8f59cadbc206 req-82a4cace-23eb-4325-bf05-87a71768edec tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 1096 time: 0.0513680 Jul 14 09:12:13.126452 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-313aab59-7c8d-429d-b745-8f59cadbc206 req-d63d13aa-3584-4374-a613-0bf5ae87b716 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306618 Jul 14 09:12:13.385064 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-5f15fd36-64dd-4560-9971-8b4f38bc4530 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:13.388374 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-5f15fd36-64dd-4560-9971-8b4f38bc4530 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.55 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 807 time: 0.1411061 Jul 14 09:12:13.417874 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d177e37c-7a28-4cd1-877b-ad252600520d req-736b8de2-1c64-408e-9d15-cefa6d728ef8 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 210 time: 0.0334630 Jul 14 09:12:13.420389 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Request body: {'port': {'device_id': 'e14321bd-90aa-4874-9781-715c4fe91df4', 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90', 'admin_state_up': True, 'tenant_id': 'c4264b80484d4b9d96530524cfdc3c7d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:13.424991 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee799d45-1576-453b-b104-9a65eb77f3fc req-76fbeb56-46c7-4591-8715-8b2bf4c93772 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:13.426424 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee799d45-1576-453b-b104-9a65eb77f3fc req-76fbeb56-46c7-4591-8715-8b2bf4c93772 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d5d0a57-d377-4675-8665-2e5ad265187e HTTP/1.1" status: 200 len: 950 time: 0.1501155 Jul 14 09:12:13.491617 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee799d45-1576-453b-b104-9a65eb77f3fc req-b5d7d2d9-d9b1-4f3f-bdc8-2262eaac7a76 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594606 Jul 14 09:12:13.576927 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Made reservation on behalf of c4264b80484d4b9d96530524cfdc3c7d for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:13.580945 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:13.625852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48ad60-d60b-481d-a906-f2d34af78aad req-f1d2d8bf-391e-41b3-baf4-197e7c16282a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:13.631619 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c48ad60-d60b-481d-a906-f2d34af78aad req-f1d2d8bf-391e-41b3-baf4-197e7c16282a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.0724785 Jul 14 09:12:13.709518 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Allocated IP 172.20.0.7 (fbea3c05-472e-4cae-8d96-84e615e12c90/17a63800-8b58-4cad-a5bc-7f335e7d2ba1/62d3aa63-952c-4309-8c2e-8abeb092f55b) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:13.720689 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c48ad60-d60b-481d-a906-f2d34af78aad req-00b394e8-229e-4399-b91c-025bc82bb651 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877895 Jul 14 09:12:13.761404 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6849886-defb-490c-a6e4-21dc9b2782c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac51fe2-188d-418f-bb28-f595ebe9fbbc'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:13.763710 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4214f8-a322-41fe-8e55-66cddebd3694" -d '{"events": [{"server_uuid": "b6849886-defb-490c-a6e4-21dc9b2782c6", "name": "network-vif-plugged", "status": "completed", "tag": "aac51fe2-188d-418f-bb28-f595ebe9fbbc"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:13.768840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-7120a41f-9ce9-4b9b-8b93-698f86aebf3d tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:13.782839 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-7120a41f-9ce9-4b9b-8b93-698f86aebf3d tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 821 time: 0.1482062 Jul 14 09:12:13.795103 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-c1156778-bff5-451a-92bd-f17e6d4fe619 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/quotas/fb19214797344ab2ac345b8f12b29ed5 HTTP/1.1" status: 200 len: 375 time: 0.0114105 Jul 14 09:12:13.868461 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:13.907335 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:13.909680 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-eb9a527b-9b88-465e-ab31-ccb155f88eeb tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1073229 Jul 14 09:12:13.934685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194c8d3-1fc7-4cb3-ad17-165a506fd253 req-0335681f-3663-43ad-b37a-e10691b743ec tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:13.936243 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b194c8d3-1fc7-4cb3-ad17-165a506fd253 req-0335681f-3663-43ad-b37a-e10691b743ec tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0997024 Jul 14 09:12:13.960836 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Network fbea3c05-472e-4cae-8d96-84e615e12c90 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:13.964155 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:13.968504 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:13.972410 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Pushing event updated for resources: {'Port': ['ID=62d3aa63-952c-4309-8c2e-8abeb092f55b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:14.000651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:14.001001 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:14.001345 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:14.001685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:14.002039 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:14.002375 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:14.003051 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:14.003051 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:14.003373 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:14.003696 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:14.004019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:14.004343 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:14.018577 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b194c8d3-1fc7-4cb3-ad17-165a506fd253 req-169b8db9-7aab-4cd1-9bc4-4fa3de7ad2e6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728483 Jul 14 09:12:14.033175 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.033831 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.050378 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-55d39d84-f897-40a4-a186-13e74afdfcc2 service neutron] 10.222.0.26 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312969 Jul 14 09:12:14.056083 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-a6073fe8-ab37-4728-aaa6-1cc51e1b735a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6441510 Jul 14 09:12:14.075262 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] Request body: {'port': {'device_id': 'e14321bd-90aa-4874-9781-715c4fe91df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:14.168629 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.170320 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-c3f24c3b-7c2e-4343-8971-739ab57b4a6c service neutron] 10.222.0.26 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140578 Jul 14 09:12:14.458487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75744bb-2a02-4617-af2f-8df1b7cf6016 req-2a74792e-919b-4ecd-aa60-17af8855a2f5 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.466752 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c75744bb-2a02-4617-af2f-8df1b7cf6016 req-2a74792e-919b-4ecd-aa60-17af8855a2f5 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 945 time: 0.0837557 Jul 14 09:12:14.470428 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d3aa63-952c-4309-8c2e-8abeb092f55b {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:14.480685 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.494463 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] Transition to ACTIVE for port object 62d3aa63-952c-4309-8c2e-8abeb092f55b will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:14.499408 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.517828 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c75744bb-2a02-4617-af2f-8df1b7cf6016 req-c8a4183d-5d03-4e61-806c-c4cf01b3430f tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/security-groups?id=9672e33e-73cc-4aa6-b332-a77e52fc8930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498052 Jul 14 09:12:14.569137 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e20a13-dd38-4545-8d29-aa2f9d4cde8a x-openstack-request-id: req-a7e20a13-dd38-4545-8d29-aa2f9d4cde8a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:14.569660 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6849886-defb-490c-a6e4-21dc9b2782c6", "name": "network-vif-plugged", "status": "completed", "tag": "aac51fe2-188d-418f-bb28-f595ebe9fbbc", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:14.570064 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a7e20a13-dd38-4545-8d29-aa2f9d4cde8a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:14.570570 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6849886-defb-490c-a6e4-21dc9b2782c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac51fe2-188d-418f-bb28-f595ebe9fbbc', 'code': 200} Jul 14 09:12:14.612498 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] Pushing event updated for resources: {'Port': ['ID=62d3aa63-952c-4309-8c2e-8abeb092f55b,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:14.635929 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] Attempting to bind port 62d3aa63-952c-4309-8c2e-8abeb092f55b on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:14.637080 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] Attempting to bind port 62d3aa63-952c-4309-8c2e-8abeb092f55b by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:14.637943 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] Attempting to bind port 62d3aa63-952c-4309-8c2e-8abeb092f55b on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:14.650876 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] Port 62d3aa63-952c-4309-8c2e-8abeb092f55b on network fbea3c05-472e-4cae-8d96-84e615e12c90 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:14.651221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] Attempting to bind port 62d3aa63-952c-4309-8c2e-8abeb092f55b on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:14.669883 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:14.670576 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] Checking segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:14.671134 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] Bound using segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:14.671752 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] Bound port: 62d3aa63-952c-4309-8c2e-8abeb092f55b, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:14.672467 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.691379 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a625827-550b-4100-8a48-41794f02a16c req-1de45e88-629e-4b3d-a30c-45c901e19eb4 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b29a3e64be20402eb22a9b2b61e29a5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308242 Jul 14 09:12:14.776719 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078993b-c2a5-4134-8222-927b6a17488d req-89eb6377-eceb-46d6-bab3-302850f5fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.778508 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4078993b-c2a5-4134-8222-927b6a17488d req-89eb6377-eceb-46d6-bab3-302850f5fc53 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 1097 time: 0.1236718 Jul 14 09:12:14.779874 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] For port 62d3aa63-952c-4309-8c2e-8abeb092f55b, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:14.784207 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] For port 62d3aa63-952c-4309-8c2e-8abeb092f55b, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=62d3aa63-952c-4309-8c2e-8abeb092f55b,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:14.793712 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.834845 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.836230 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.836427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a625827-550b-4100-8a48-41794f02a16c req-c14daf02-d5bc-405a-9ae7-06e4ac3bb7f8 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.837694 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] 10.222.0.55 "PUT /v2.0/ports/62d3aa63-952c-4309-8c2e-8abeb092f55b HTTP/1.1" status: 200 len: 1092 time: 0.7670259 Jul 14 09:12:14.837910 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a625827-550b-4100-8a48-41794f02a16c req-c14daf02-d5bc-405a-9ae7-06e4ac3bb7f8 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1455948 Jul 14 09:12:14.840944 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14321bd-90aa-4874-9781-715c4fe91df4', 'tag': '62d3aa63-952c-4309-8c2e-8abeb092f55b'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:14.843236 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b322f6-a6b8-462b-9405-8f86fe886858" -d '{"events": [{"name": "network-changed", "server_uuid": "e14321bd-90aa-4874-9781-715c4fe91df4", "tag": "62d3aa63-952c-4309-8c2e-8abeb092f55b"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:14.851993 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017be74f-884a-4947-ab8f-85aa7973999a req-0c908885-64e8-431f-8e41-2c9acf7dc142 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.861150 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-017be74f-884a-4947-ab8f-85aa7973999a req-0c908885-64e8-431f-8e41-2c9acf7dc142 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/ports?device_id=d087d8d5-d642-431b-8276-090234ce5911 HTTP/1.1" status: 200 len: 950 time: 0.1421840 Jul 14 09:12:14.866648 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4078993b-c2a5-4134-8222-927b6a17488d req-c9a00f2b-c9a0-4c99-8ec6-91cd816898cf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9672e33e-73cc-4aa6-b332-a77e52fc8930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810478 Jul 14 09:12:14.882731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a337f7-bcfa-488b-9afd-046bd5e65892 service neutron] Pushing event updated for resources: {'Port': ['ID=62d3aa63-952c-4309-8c2e-8abeb092f55b,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:14.888911 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a625827-550b-4100-8a48-41794f02a16c req-402550e6-a06b-42f7-ac02-638c170ff8f2 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/quotas/b29a3e64be20402eb22a9b2b61e29a5f HTTP/1.1" status: 200 len: 375 time: 0.0255992 Jul 14 09:12:14.916156 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-017be74f-884a-4947-ab8f-85aa7973999a req-a0001189-c037-482e-832c-47c1bf851373 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/security-groups?id=e12ab940-95eb-4e99-a6cf-63cb13646d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541418 Jul 14 09:12:14.981185 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-73621ac2-4a29-4714-a47d-8adea295dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.982175 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a625827-550b-4100-8a48-41794f02a16c req-175124ff-41df-4bb1-b39e-d4a41eb34e45 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b29a3e64be20402eb22a9b2b61e29a5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825865 Jul 14 09:12:14.982701 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-73621ac2-4a29-4714-a47d-8adea295dbc0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 1095 time: 0.0790284 Jul 14 09:12:15.047033 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-9d9efd7f-9829-4187-93ab-9a6e38ce0bdc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62d3aa63-952c-4309-8c2e-8abeb092f55b HTTP/1.1" status: 200 len: 217 time: 0.0497825 Jul 14 09:12:15.062526 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bf098a44-7c57-4bc1-82f2-b82c250a78dd req-80f22c3f-8a79-4062-a8f0-e6fff2e8c2ff tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 210 time: 0.0306251 Jul 14 09:12:15.110290 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-6e77bfe4-1512-4747-9fcd-d4a0145b041a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:15.112048 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-6e77bfe4-1512-4747-9fcd-d4a0145b041a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.0582314 Jul 14 09:12:15.157170 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-1b5d3076-b04c-463c-92b7-47aa1941fd47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384865 Jul 14 09:12:15.266250 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-2d68e72c-00be-483d-9d18-e3f4c3182849 service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012180 Jul 14 09:12:15.361425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbde03-96d6-4d3f-afcf-e043e289cd3b req-087a6b48-a417-4fd0-8bb1-34bebd1514cf tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:15.363032 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e2bbde03-96d6-4d3f-afcf-e043e289cd3b req-087a6b48-a417-4fd0-8bb1-34bebd1514cf tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 943 time: 0.1196437 Jul 14 09:12:15.367800 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-92e687f5-8153-430e-89c5-f4ea01dc3d97 req-333a9660-0fb9-4eff-b696-1608595cda60 service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949292 Jul 14 09:12:15.375436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5597168-62fa-443f-9a1b-93f6e0f563a4 req-6ce61539-942e-414b-8659-02ec898a7f0a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:15.376890 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5597168-62fa-443f-9a1b-93f6e0f563a4 req-6ce61539-942e-414b-8659-02ec898a7f0a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.1150465 Jul 14 09:12:15.452218 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e2bbde03-96d6-4d3f-afcf-e043e289cd3b req-7b0b53c8-dd23-4881-93f1-1d4f6f22e999 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743413 Jul 14 09:12:15.460005 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5597168-62fa-443f-9a1b-93f6e0f563a4 req-7badd7ce-0444-4923-8aae-5cb51eb43647 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580368 Jul 14 09:12:15.524971 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11c9cda-606d-4f7d-95d6-d65cd95bbe22 x-openstack-request-id: req-f11c9cda-606d-4f7d-95d6-d65cd95bbe22 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:15.525493 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e14321bd-90aa-4874-9781-715c4fe91df4", "tag": "62d3aa63-952c-4309-8c2e-8abeb092f55b", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:15.525817 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f11c9cda-606d-4f7d-95d6-d65cd95bbe22 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:15.526382 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e14321bd-90aa-4874-9781-715c4fe91df4', 'tag': '62d3aa63-952c-4309-8c2e-8abeb092f55b', 'status': 'completed', 'code': 200} Jul 14 09:12:15.673766 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2c500d2-ad02-43c4-a455-9bf12b73d847 req-a86a0921-bd2f-4d7c-b0d9-1539bf5d64f5 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea HTTP/1.1" status: 200 len: 210 time: 0.0446417 Jul 14 09:12:15.715619 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b322f6-a6b8-462b-9405-8f86fe886858 req-fbdc9614-c521-4459-a70f-44e8669d61dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:15.717372 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a8b322f6-a6b8-462b-9405-8f86fe886858 req-fbdc9614-c521-4459-a70f-44e8669d61dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 1095 time: 0.1116095 Jul 14 09:12:15.727711 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-6f9bb363-e79d-4cdf-bc40-973c00ee6412 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:15.729369 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-6f9bb363-e79d-4cdf-bc40-973c00ee6412 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.49 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 821 time: 0.1796455 Jul 14 09:12:15.743818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-fc731163-0552-48dc-aa04-9f92ff90ea1f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Request body: {'port': {'device_id': '4dc5d791-1953-44e4-ae2b-3aa581926326', 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05', 'admin_state_up': True, 'tenant_id': 'fb19214797344ab2ac345b8f12b29ed5'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:15.878196 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035726a-d819-4b66-b1c8-f9921a2b9fae req-57b2f792-7541-4806-a999-cd6b1c4cd3d6 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:15.880885 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c035726a-d819-4b66-b1c8-f9921a2b9fae req-57b2f792-7541-4806-a999-cd6b1c4cd3d6 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 945 time: 0.0933514 Jul 14 09:12:15.963710 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c035726a-d819-4b66-b1c8-f9921a2b9fae req-d3989f48-85ae-40a9-818f-8746c3ffcbee tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/security-groups?id=9672e33e-73cc-4aa6-b332-a77e52fc8930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733335 Jul 14 09:12:16.055391 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b322f6-a6b8-462b-9405-8f86fe886858 req-4b0d419d-ec21-4d8a-8e10-c952cbe99000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:16.056852 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a8b322f6-a6b8-462b-9405-8f86fe886858 req-4b0d419d-ec21-4d8a-8e10-c952cbe99000 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 908 time: 0.3262415 Jul 14 09:12:16.074805 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-fc731163-0552-48dc-aa04-9f92ff90ea1f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Made reservation on behalf of fb19214797344ab2ac345b8f12b29ed5 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:16.079118 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-fc731163-0552-48dc-aa04-9f92ff90ea1f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.109944 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a8b322f6-a6b8-462b-9405-8f86fe886858 req-87441d83-97f3-4556-b985-482c73ccf8c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62d3aa63-952c-4309-8c2e-8abeb092f55b HTTP/1.1" status: 200 len: 217 time: 0.0453157 Jul 14 09:12:16.166013 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.226306 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b322f6-a6b8-462b-9405-8f86fe886858 req-b493e38e-62a3-4d92-86d7-40096d55756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:16.227784 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a8b322f6-a6b8-462b-9405-8f86fe886858 req-b493e38e-62a3-4d92-86d7-40096d55756a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.0970659 Jul 14 09:12:16.285571 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a8b322f6-a6b8-462b-9405-8f86fe886858 req-95f86357-f214-4666-92c8-3565eea92200 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488946 Jul 14 09:12:16.350143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-fc731163-0552-48dc-aa04-9f92ff90ea1f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Allocated IP 172.20.0.6 (69fb26df-5cb7-4481-be7d-48558c78cf05/8fde9559-d0bf-4bbc-a79b-7e008e167bbe/1ca0f418-2adc-4693-9db8-c1134df18cab) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:16.429130 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a8b322f6-a6b8-462b-9405-8f86fe886858 req-d1a8e7c3-fada-46b4-87bd-6e94d564de19 service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353049 Jul 14 09:12:16.446386 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa31f4a3-1e36-4de3-a118-ef2d74c72ca5 req-ff4fb6b8-8a74-4f9a-8cf2-3d0e7f8665ec tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 210 time: 0.0320644 Jul 14 09:12:16.596111 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a8b322f6-a6b8-462b-9405-8f86fe886858 req-f616bed8-ab59-43d4-b1a6-c7be5958cd56 service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287162 Jul 14 09:12:16.603541 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-fc731163-0552-48dc-aa04-9f92ff90ea1f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.658934 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-fc731163-0552-48dc-aa04-9f92ff90ea1f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.672820 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf867f-0a65-45af-aaaa-02da604e484e req-dfa0fbdb-b9d0-4802-9dc3-6f27ea0a2892 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:16.681999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5bf867f-0a65-45af-aaaa-02da604e484e req-dfa0fbdb-b9d0-4802-9dc3-6f27ea0a2892 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/ports?device_id=d087d8d5-d642-431b-8276-090234ce5911 HTTP/1.1" status: 200 len: 950 time: 0.1189489 Jul 14 09:12:16.709286 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2a625827-550b-4100-8a48-41794f02a16c req-89ac7517-6b35-4b3d-8bd9-639fff295a97 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b29a3e64be20402eb22a9b2b61e29a5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518768 Jul 14 09:12:16.726161 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5bf867f-0a65-45af-aaaa-02da604e484e req-b475b4fa-376e-46ef-827f-2b300f134f87 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/security-groups?id=e12ab940-95eb-4e99-a6cf-63cb13646d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432150 Jul 14 09:12:16.784701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-fc731163-0552-48dc-aa04-9f92ff90ea1f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Network 69fb26df-5cb7-4481-be7d-48558c78cf05 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:16.792839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-fc731163-0552-48dc-aa04-9f92ff90ea1f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:16.797248 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-fc731163-0552-48dc-aa04-9f92ff90ea1f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:16.800011 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc731163-0552-48dc-aa04-9f92ff90ea1f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Pushing event updated for resources: {'Port': ['ID=1ca0f418-2adc-4693-9db8-c1134df18cab,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:16.867872 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-fc731163-0552-48dc-aa04-9f92ff90ea1f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:16.868618 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-fc731163-0552-48dc-aa04-9f92ff90ea1f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.876738 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d9149-0bdd-4b4e-855b-effcb8966369 req-9c7d8759-10cd-40d5-8f3d-a5e4c3725f39 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:16.878346 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-557d9149-0bdd-4b4e-855b-effcb8966369 req-9c7d8759-10cd-40d5-8f3d-a5e4c3725f39 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 943 time: 0.1359797 Jul 14 09:12:16.891745 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a625827-550b-4100-8a48-41794f02a16c req-d3be50a9-e76b-4105-bd8b-721036aa4f25 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:16.893316 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2a625827-550b-4100-8a48-41794f02a16c req-d3be50a9-e76b-4105-bd8b-721036aa4f25 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770837 Jul 14 09:12:16.903165 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-fc731163-0552-48dc-aa04-9f92ff90ea1f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1620255 Jul 14 09:12:16.914444 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] Request body: {'port': {'device_id': '4dc5d791-1953-44e4-ae2b-3aa581926326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:16.938204 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-557d9149-0bdd-4b4e-855b-effcb8966369 req-13e40c48-c29e-47fc-920a-4261768885a4 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507748 Jul 14 09:12:16.943156 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-2a625827-550b-4100-8a48-41794f02a16c req-d4fdb6f3-2eb0-49d4-9063-2cef5540e0c6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Request body: {'port': {'device_id': '2755d5e5-c2e3-4ac5-91b2-546335a5d9ea', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': 'b29a3e64be20402eb22a9b2b61e29a5f'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:16.945887 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da030349-b81a-4c73-b172-201efc7ce010 req-8427a146-dcd9-4fe6-b352-2a1f6ae992ab tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:16.947360 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da030349-b81a-4c73-b172-201efc7ce010 req-8427a146-dcd9-4fe6-b352-2a1f6ae992ab tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.1068840 Jul 14 09:12:16.999302 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da030349-b81a-4c73-b172-201efc7ce010 req-a2b44ab5-11ec-415e-a059-7c934bddc365 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452826 Jul 14 09:12:17.082129 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.128870 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e93ee769-cab0-46b3-9da6-3519e399df8c req-27e82cfe-42d9-410e-98e5-9bf0a56de320 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea HTTP/1.1" status: 200 len: 210 time: 0.0299869 Jul 14 09:12:17.134678 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a625827-550b-4100-8a48-41794f02a16c req-d4fdb6f3-2eb0-49d4-9063-2cef5540e0c6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Made reservation on behalf of b29a3e64be20402eb22a9b2b61e29a5f for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:17.138699 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2a625827-550b-4100-8a48-41794f02a16c req-d4fdb6f3-2eb0-49d4-9063-2cef5540e0c6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.207818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e3848-2da3-41d4-a74e-b8b3d14b4208 req-a449b3d9-e218-41d6-b4a2-ac28a922100f tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:17.217047 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c4e3848-2da3-41d4-a74e-b8b3d14b4208 req-a449b3d9-e218-41d6-b4a2-ac28a922100f tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 945 time: 0.0908740 Jul 14 09:12:17.262356 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c4e3848-2da3-41d4-a74e-b8b3d14b4208 req-7d927bec-909d-44b1-ab14-5a047fec9566 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/security-groups?id=9672e33e-73cc-4aa6-b332-a77e52fc8930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444257 Jul 14 09:12:17.550109 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263fcf9-c8a8-467c-bd29-8db35f6bfd43 req-cea420ff-bc1d-407a-8eb9-f103138f126d tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:17.551632 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c263fcf9-c8a8-467c-bd29-8db35f6bfd43 req-cea420ff-bc1d-407a-8eb9-f103138f126d tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 945 time: 0.0720525 Jul 14 09:12:17.568883 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 46934) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:17.580127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-458c52d5-8db1-49a1-bc39-c15e0664e9b5 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Request body: {'floatingip': {'port_id': 'aac51fe2-188d-418f-bb28-f595ebe9fbbc'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:17.658444 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-458c52d5-8db1-49a1-bc39-c15e0664e9b5 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.662040 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-2a625827-550b-4100-8a48-41794f02a16c req-d4fdb6f3-2eb0-49d4-9063-2cef5540e0c6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Allocated IP 192.168.233.28 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/fa8e0567-a0db-48ec-a4c7-f9905da2a013) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:17.773272 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca0f418-2adc-4693-9db8-c1134df18cab {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:17.818365 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.841376 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] Transition to ACTIVE for port object 1ca0f418-2adc-4693-9db8-c1134df18cab will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:17.851580 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.918143 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399d68c-f6c6-4aac-8741-1be78e0a37a0 req-cf01633c-7f98-4da5-adf1-bc3bb8e04598 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:17.922264 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6399d68c-f6c6-4aac-8741-1be78e0a37a0 req-cf01633c-7f98-4da5-adf1-bc3bb8e04598 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 931 time: 0.2277739 Jul 14 09:12:17.925389 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e251834-b003-4540-b788-834991eba328 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca0f418-2adc-4693-9db8-c1134df18cab,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:17.933932 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2a625827-550b-4100-8a48-41794f02a16c req-d4fdb6f3-2eb0-49d4-9063-2cef5540e0c6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.987712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-2a625827-550b-4100-8a48-41794f02a16c req-d4fdb6f3-2eb0-49d4-9063-2cef5540e0c6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Transition to ACTIVE for port object fa8e0567-a0db-48ec-a4c7-f9905da2a013 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:18.006743 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6399d68c-f6c6-4aac-8741-1be78e0a37a0 req-7fcc8b70-5657-45c5-918c-14937f4a2ab5 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802028 Jul 14 09:12:18.060290 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] Attempting to bind port 1ca0f418-2adc-4693-9db8-c1134df18cab on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:18.060626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] Attempting to bind port 1ca0f418-2adc-4693-9db8-c1134df18cab by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:18.060959 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] Attempting to bind port 1ca0f418-2adc-4693-9db8-c1134df18cab on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:18.069635 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] Port 1ca0f418-2adc-4693-9db8-c1134df18cab on network 69fb26df-5cb7-4481-be7d-48558c78cf05 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:18.069932 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] Attempting to bind port 1ca0f418-2adc-4693-9db8-c1134df18cab on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:18.074072 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2a625827-550b-4100-8a48-41794f02a16c req-d4fdb6f3-2eb0-49d4-9063-2cef5540e0c6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.090719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['58967b14-c578-4d5c-960e-65080fbe695a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:18.104775 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:18.104775 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] Checking segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:18.105760 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] Bound using segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:18.106126 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] Bound port: 1ca0f418-2adc-4693-9db8-c1134df18cab, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:18.106486 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.138654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:18.207127 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a625827-550b-4100-8a48-41794f02a16c req-d4fdb6f3-2eb0-49d4-9063-2cef5540e0c6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:18.216371 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-2a625827-550b-4100-8a48-41794f02a16c req-d4fdb6f3-2eb0-49d4-9063-2cef5540e0c6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:18.264822 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a625827-550b-4100-8a48-41794f02a16c req-d4fdb6f3-2eb0-49d4-9063-2cef5540e0c6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:18.379917 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da08fa-adea-4c5b-9ab3-f9bce6c42638 req-9064d0c2-f29e-4651-847a-60150d21e046 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:18.387168 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdb6f3-2eb0-49d4-9063-2cef5540e0c6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Pushing event updated for resources: {'Port': ['ID=fa8e0567-a0db-48ec-a4c7-f9905da2a013,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:18.389682 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95da08fa-adea-4c5b-9ab3-f9bce6c42638 req-9064d0c2-f29e-4651-847a-60150d21e046 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/ports?device_id=d087d8d5-d642-431b-8276-090234ce5911 HTTP/1.1" status: 200 len: 950 time: 0.2120879 Jul 14 09:12:18.436785 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a625827-550b-4100-8a48-41794f02a16c req-d4fdb6f3-2eb0-49d4-9063-2cef5540e0c6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:18.437864 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2a625827-550b-4100-8a48-41794f02a16c req-d4fdb6f3-2eb0-49d4-9063-2cef5540e0c6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.458440 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] For port 1ca0f418-2adc-4693-9db8-c1134df18cab, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:18.471985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] For port 1ca0f418-2adc-4693-9db8-c1134df18cab, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1ca0f418-2adc-4693-9db8-c1134df18cab,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:18.479096 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2a625827-550b-4100-8a48-41794f02a16c req-d4fdb6f3-2eb0-49d4-9063-2cef5540e0c6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5401368 Jul 14 09:12:18.482258 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.516823 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-948e4155-a278-4bdf-9165-101e199098a2 None None] Provisioning for port fa8e0567-a0db-48ec-a4c7-f9905da2a013 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:18.519234 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] Request body: {'port': {'device_id': '2755d5e5-c2e3-4ac5-91b2-546335a5d9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:18.521966 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-948e4155-a278-4bdf-9165-101e199098a2 None None] Provisioning complete for port fa8e0567-a0db-48ec-a4c7-f9905da2a013 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:18.522621 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-948e4155-a278-4bdf-9165-101e199098a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.529475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:18.530311 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.532104 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4e251834-b003-4540-b788-834991eba328 service neutron] 10.222.0.49 "PUT /v2.0/ports/1ca0f418-2adc-4693-9db8-c1134df18cab HTTP/1.1" status: 200 len: 1092 time: 1.6217105 Jul 14 09:12:18.553750 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc5d791-1953-44e4-ae2b-3aa581926326', 'tag': '1ca0f418-2adc-4693-9db8-c1134df18cab'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:18.556925 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cb0405-bc86-47a9-ae46-0a4ff58f2e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc5d791-1953-44e4-ae2b-3aa581926326", "tag": "1ca0f418-2adc-4693-9db8-c1134df18cab"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:18.561324 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95da08fa-adea-4c5b-9ab3-f9bce6c42638 req-8bfc0c5d-bb99-4ed9-bb62-eb92256afb7f tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/security-groups?id=e12ab940-95eb-4e99-a6cf-63cb13646d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626542 Jul 14 09:12:18.587717 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 62d3aa63-952c-4309-8c2e-8abeb092f55b details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:18.587835 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a72d83-f674-4b37-b88b-e2ad388410fb req-80807433-75df-427a-ad94-692bbdd70fc5 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:18.589677 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d8a72d83-f674-4b37-b88b-e2ad388410fb req-80807433-75df-427a-ad94-692bbdd70fc5 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.55 "GET /v2.0/ports?device_id=d087d8d5-d642-431b-8276-090234ce5911 HTTP/1.1" status: 200 len: 950 time: 0.3131018 Jul 14 09:12:18.607088 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-948e4155-a278-4bdf-9165-101e199098a2 None None] Port fa8e0567-a0db-48ec-a4c7-f9905da2a013 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:18.675442 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e251834-b003-4540-b788-834991eba328 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca0f418-2adc-4693-9db8-c1134df18cab,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:18.710410 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 62d3aa63-952c-4309-8c2e-8abeb092f55b, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=62d3aa63-952c-4309-8c2e-8abeb092f55b,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:18.722319 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '62d3aa63-952c-4309-8c2e-8abeb092f55b', 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90', 'port_id': '62d3aa63-952c-4309-8c2e-8abeb092f55b', 'mac_address': 'fa:16:3e:ff:82:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a63800-8b58-4cad-a5bc-7f335e7d2ba1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:18.762636 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.763437 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.780487 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d3aa63-952c-4309-8c2e-8abeb092f55b {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:18.789891 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-c712ca23-632a-4cd6-aa45-354535496d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:18.791412 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-c712ca23-632a-4cd6-aa45-354535496d2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 1095 time: 0.2005794 Jul 14 09:12:18.802455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 62d3aa63-952c-4309-8c2e-8abeb092f55b, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=62d3aa63-952c-4309-8c2e-8abeb092f55b,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:18.806914 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.856235 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=62d3aa63-952c-4309-8c2e-8abeb092f55b,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:18.863377 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-4fa6cfa9-bff7-4e9f-affc-fafd750be65c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca0f418-2adc-4693-9db8-c1134df18cab HTTP/1.1" status: 200 len: 217 time: 0.0643597 Jul 14 09:12:18.888463 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-d8a72d83-f674-4b37-b88b-e2ad388410fb req-6f8f7ddb-cc84-4c95-8166-db247d7cd741 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Deleting port 33c09a7a-d991-472b-83f5-fc49eb5b3960 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:18.888809 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d8a72d83-f674-4b37-b88b-e2ad388410fb req-6f8f7ddb-cc84-4c95-8166-db247d7cd741 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.931730 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-458c52d5-8db1-49a1-bc39-c15e0664e9b5 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.940188 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1399487-2d31-475a-bbf2-292283baf825 req-84bb86df-69ce-4d45-9874-39eeee746b59 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:18.941609 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c1399487-2d31-475a-bbf2-292283baf825 req-84bb86df-69ce-4d45-9874-39eeee746b59 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 943 time: 0.5327458 Jul 14 09:12:18.943791 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-458c52d5-8db1-49a1-bc39-c15e0664e9b5 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:19.039730 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-3511a8b7-6cf1-4486-8766-9cb96a913087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:19.041195 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-3511a8b7-6cf1-4486-8766-9cb96a913087 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.1698592 Jul 14 09:12:19.064100 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c1399487-2d31-475a-bbf2-292283baf825 req-8648b2b5-ece7-45d5-ab95-ca61b6ae422e tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875318 Jul 14 09:12:19.071354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488149a5-687d-4910-a378-072b6a900aae req-951f9a0e-05c0-437e-976b-f29c0df95e22 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:19.072818 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-488149a5-687d-4910-a378-072b6a900aae req-951f9a0e-05c0-437e-976b-f29c0df95e22 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.2205625 Jul 14 09:12:19.114041 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-458c52d5-8db1-49a1-bc39-c15e0664e9b5 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Floating IP c3c917d1-b1e3-42c2-b69a-a4d7bdf05801 associated. External IP: 172.25.1.156, port: aac51fe2-188d-418f-bb28-f595ebe9fbbc. Jul 14 09:12:19.123141 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-642abd86-1f1a-46b7-95ed-a18aaad53083 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734756 Jul 14 09:12:19.132114 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['62d3aa63-952c-4309-8c2e-8abeb092f55b'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:19.165761 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-488149a5-687d-4910-a378-072b6a900aae req-3d52a56e-56af-4ede-9680-d52fd30ac5b2 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845368 Jul 14 09:12:19.193612 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-d8a72d83-f674-4b37-b88b-e2ad388410fb req-6f8f7ddb-cc84-4c95-8166-db247d7cd741 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] For port 33c09a7a-d991-472b-83f5-fc49eb5b3960, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=33c09a7a-d991-472b-83f5-fc49eb5b3960,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:19.193934 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d8a72d83-f674-4b37-b88b-e2ad388410fb req-6f8f7ddb-cc84-4c95-8166-db247d7cd741 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:19.230360 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-d8a72d83-f674-4b37-b88b-e2ad388410fb req-6f8f7ddb-cc84-4c95-8166-db247d7cd741 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Calling delete_port for 33c09a7a-d991-472b-83f5-fc49eb5b3960 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:19.354621 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-e862629b-3fa9-45f6-90b8-d706bc369b4a service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235606 Jul 14 09:12:19.366700 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555256bf-9056-435a-b9f1-20ed7b1ff3f7 req-436c002e-8c06-4b0b-9285-01f6440ffac6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:19.368402 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-555256bf-9056-435a-b9f1-20ed7b1ff3f7 req-436c002e-8c06-4b0b-9285-01f6440ffac6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea HTTP/1.1" status: 200 len: 935 time: 0.1392603 Jul 14 09:12:19.452116 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-555256bf-9056-435a-b9f1-20ed7b1ff3f7 req-53a98af2-87df-432c-bef5-331842d7923d tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498562 Jul 14 09:12:19.453070 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1eccffb-3305-4945-89cd-e2eab0ad7162 x-openstack-request-id: req-d1eccffb-3305-4945-89cd-e2eab0ad7162 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:19.453356 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc5d791-1953-44e4-ae2b-3aa581926326", "tag": "1ca0f418-2adc-4693-9db8-c1134df18cab", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:19.453885 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1eccffb-3305-4945-89cd-e2eab0ad7162 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:19.454273 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc5d791-1953-44e4-ae2b-3aa581926326', 'tag': '1ca0f418-2adc-4693-9db8-c1134df18cab', 'status': 'completed', 'code': 200} Jul 14 09:12:19.463856 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458c52d5-8db1-49a1-bc39-c15e0664e9b5 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Router ee871fdf-b13f-40c8-989c-c9bf91b59d4b has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:12:19.470629 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa8e0567-a0db-48ec-a4c7-f9905da2a013 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:19.487599 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:19.528348 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] Transition to ACTIVE for port object fa8e0567-a0db-48ec-a4c7-f9905da2a013 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:19.543929 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:19.609487 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cebc7cf6-d539-4532-b521-d1599d0b72d9 req-f3e6e8b2-2a91-40ad-84b1-cc976ee7c707 service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480397 Jul 14 09:12:19.614423 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d8a72d83-f674-4b37-b88b-e2ad388410fb req-6f8f7ddb-cc84-4c95-8166-db247d7cd741 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:19.619484 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] Pushing event updated for resources: {'Port': ['ID=fa8e0567-a0db-48ec-a4c7-f9905da2a013,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:19.655135 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458c52d5-8db1-49a1-bc39-c15e0664e9b5 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:12:19.660752 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-458c52d5-8db1-49a1-bc39-c15e0664e9b5 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:19.660987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f7ddb-cc84-4c95-8166-db247d7cd741 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Pushing event deleted for resources: {'Port': ['ID=33c09a7a-d991-472b-83f5-fc49eb5b3960,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:19.673033 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e6aa8f-6427-4d5a-9730-d1a3913d6b88 None None] Sync routers for ids ['ee871fdf-b13f-40c8-989c-c9bf91b59d4b'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:12:19.683704 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e6aa8f-6427-4d5a-9730-d1a3913d6b88 None None] Routers {'ee871fdf-b13f-40c8-989c-c9bf91b59d4b'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:19.684592 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-42e6aa8f-6427-4d5a-9730-d1a3913d6b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:12:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ee871fdf-b13f-40c8-989c-c9bf91b59d4b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:19.715506 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-458c52d5-8db1-49a1-bc39-c15e0664e9b5 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "PUT /v2.0/floatingips/c3c917d1-b1e3-42c2-b69a-a4d7bdf05801 HTTP/1.1" status: 200 len: 991 time: 2.1452634 Jul 14 09:12:19.721954 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6849886-defb-490c-a6e4-21dc9b2782c6', 'tag': 'aac51fe2-188d-418f-bb28-f595ebe9fbbc'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:19.724574 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb0df1a-78de-4630-896a-ffbd8b405d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6849886-defb-490c-a6e4-21dc9b2782c6", "tag": "aac51fe2-188d-418f-bb28-f595ebe9fbbc"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:19.738513 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d3684-6e6b-4df2-9df6-778b73912234 req-d995b60c-56a9-43e7-8359-41943a23aabb tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:19.756019 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb1d3684-6e6b-4df2-9df6-778b73912234 req-d995b60c-56a9-43e7-8359-41943a23aabb tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 943 time: 0.1872733 Jul 14 09:12:19.780085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a72d83-f674-4b37-b88b-e2ad388410fb req-6f8f7ddb-cc84-4c95-8166-db247d7cd741 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] No DVR routers for this DVR port 33c09a7a-d991-472b-83f5-fc49eb5b3960 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:19.784741 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d8a72d83-f674-4b37-b88b-e2ad388410fb req-6f8f7ddb-cc84-4c95-8166-db247d7cd741 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:19.786889 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d8a72d83-f674-4b37-b88b-e2ad388410fb req-6f8f7ddb-cc84-4c95-8166-db247d7cd741 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.55 "DELETE /v2.0/ports/33c09a7a-d991-472b-83f5-fc49eb5b3960 HTTP/1.1" status: 204 len: 173 time: 1.1914613 Jul 14 09:12:19.821158 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb1d3684-6e6b-4df2-9df6-778b73912234 req-f4af0ea1-4b0a-4963-8ba7-8dba9972c6d2 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639508 Jul 14 09:12:19.857430 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-42e6aa8f-6427-4d5a-9730-d1a3913d6b88 None None] Set router ee871fdf-b13f-40c8-989c-c9bf91b59d4b gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:19.905538 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] Attempting to bind port fa8e0567-a0db-48ec-a4c7-f9905da2a013 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:19.905910 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] Attempting to bind port fa8e0567-a0db-48ec-a4c7-f9905da2a013 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:19.906245 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] Attempting to bind port fa8e0567-a0db-48ec-a4c7-f9905da2a013 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:19.906529 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['33c09a7a-d991-472b-83f5-fc49eb5b3960'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:19.923039 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] Port fa8e0567-a0db-48ec-a4c7-f9905da2a013 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:19.923371 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] Attempting to bind port fa8e0567-a0db-48ec-a4c7-f9905da2a013 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:19.938060 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0405-bc86-47a9-ae46-0a4ff58f2e7a req-b8d53cf0-b8b1-4ec3-8007-470359acb928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:19.947510 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-87cb0405-bc86-47a9-ae46-0a4ff58f2e7a req-b8d53cf0-b8b1-4ec3-8007-470359acb928 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 1095 time: 0.2558994 Jul 14 09:12:19.949923 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:19.950369 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:19.951320 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:19.951836 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] Bound port: fa8e0567-a0db-48ec-a4c7-f9905da2a013, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:19.952409 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:20.053265 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-44847e37-3829-46be-96c0-755707e0b87c req-2dceba9a-56e8-485f-b8c2-64c2b19cd037 tempest-ServerDiagnosticsNegativeTest-960715242 tempest-ServerDiagnosticsNegativeTest-960715242-project] 10.222.0.26 "GET /v2.0/ports?device_id=d087d8d5-d642-431b-8276-090234ce5911 HTTP/1.1" status: 200 len: 210 time: 0.0568743 Jul 14 09:12:20.157752 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] For port fa8e0567-a0db-48ec-a4c7-f9905da2a013, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:20.162028 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] For port fa8e0567-a0db-48ec-a4c7-f9905da2a013, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=fa8e0567-a0db-48ec-a4c7-f9905da2a013,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:20.164328 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0405-bc86-47a9-ae46-0a4ff58f2e7a req-3d7185fa-ddf7-4df4-bd3c-0baa9bab365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:20.167879 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-87cb0405-bc86-47a9-ae46-0a4ff58f2e7a req-3d7185fa-ddf7-4df4-bd3c-0baa9bab365c service neutron] 10.222.0.49 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 922 time: 0.2110083 Jul 14 09:12:20.172167 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:20.199346 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78be904-360c-4434-b8de-fbc095807b27 x-openstack-request-id: req-d78be904-360c-4434-b8de-fbc095807b27 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:20.199739 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6849886-defb-490c-a6e4-21dc9b2782c6", "tag": "aac51fe2-188d-418f-bb28-f595ebe9fbbc", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:20.200130 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d78be904-360c-4434-b8de-fbc095807b27 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:20.200814 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6849886-defb-490c-a6e4-21dc9b2782c6', 'tag': 'aac51fe2-188d-418f-bb28-f595ebe9fbbc', 'status': 'completed', 'code': 200} Jul 14 09:12:20.256143 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-87cb0405-bc86-47a9-ae46-0a4ff58f2e7a req-8dce6f50-01cc-4175-94af-374115e5598a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca0f418-2adc-4693-9db8-c1134df18cab HTTP/1.1" status: 200 len: 217 time: 0.0754445 Jul 14 09:12:20.259554 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:20.260297 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:20.261938 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2a625827-550b-4100-8a48-41794f02a16c req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] 10.222.0.55 "PUT /v2.0/ports/fa8e0567-a0db-48ec-a4c7-f9905da2a013 HTTP/1.1" status: 200 len: 1096 time: 1.7686310 Jul 14 09:12:20.377467 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-42e6aa8f-6427-4d5a-9730-d1a3913d6b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'name': 'tempest-ServersTestBootFromVolume-1791104378-router', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:03Z', 'updated_at': '2021-07-14T09:11:12Z', 'revision_number': 4, 'project_id': '18926633a43443a7a3c9011a9673826e', 'gw_port': {'id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:04Z', 'updated_at': '2021-07-14T09:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'c3c917d1-b1e3-42c2-b69a-a4d7bdf05801', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'floating_ip_address': '172.25.1.156', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'port_id': 'aac51fe2-188d-418f-bb28-f595ebe9fbbc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3', 'mac_address': 'fa:16:3e:ca:eb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6849886-defb-490c-a6e4-21dc9b2782c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:11:18Z', 'updated_at': '2021-07-14T09:12:18Z', 'revision_number': 1, 'project_id': '18926633a43443a7a3c9011a9673826e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830cf42e-7ed3-49bd-8b7d-1ef68a2348e8', 'name': '', 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'mac_address': 'fa:16:3e:5f:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:11Z', 'updated_at': '2021-07-14T09:11:19Z', 'revision_number': 5, 'project_id': '18926633a43443a7a3c9011a9673826e', 'subnets': [{'id': '3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:20.420119 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e6aa8f-6427-4d5a-9730-d1a3913d6b88 None None] Checking router: ee871fdf-b13f-40c8-989c-c9bf91b59d4b for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:12:20.431694 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e6aa8f-6427-4d5a-9730-d1a3913d6b88 None None] Routers {'ee871fdf-b13f-40c8-989c-c9bf91b59d4b'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:20.432581 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-42e6aa8f-6427-4d5a-9730-d1a3913d6b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:12:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ee871fdf-b13f-40c8-989c-c9bf91b59d4b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:20.478272 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd361b-d3a9-46e4-b120-028934fdabbe req-ed4ea336-ab8e-4f26-95dd-d139ee0b9c0b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:20.481134 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94cd361b-d3a9-46e4-b120-028934fdabbe req-ed4ea336-ab8e-4f26-95dd-d139ee0b9c0b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 944 time: 0.0904567 Jul 14 09:12:20.577936 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 62d3aa63-952c-4309-8c2e-8abeb092f55b up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:20.578310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94cd361b-d3a9-46e4-b120-028934fdabbe req-a397d0be-e67d-4c0a-a416-6b1dd116d1e3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803065 Jul 14 09:12:20.677148 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 62d3aa63-952c-4309-8c2e-8abeb092f55b completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:20.690147 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-42e6aa8f-6427-4d5a-9730-d1a3913d6b88 None None] Set router ee871fdf-b13f-40c8-989c-c9bf91b59d4b gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:20.693330 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 62d3aa63-952c-4309-8c2e-8abeb092f55b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:20.696945 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:20.723419 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0405-bc86-47a9-ae46-0a4ff58f2e7a req-f54fb9d7-c9d7-4d1f-843a-af8498ac2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:20.724860 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-87cb0405-bc86-47a9-ae46-0a4ff58f2e7a req-f54fb9d7-c9d7-4d1f-843a-af8498ac2fa0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.0497141 Jul 14 09:12:20.814227 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-87cb0405-bc86-47a9-ae46-0a4ff58f2e7a req-54ada96a-54ef-4e18-ae68-9edf1983faae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666077 Jul 14 09:12:20.867773 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fd889-f80b-4ec6-9ad8-0fedf0674917 req-ccd18b10-3720-4f3f-8549-f775f2724442 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:20.869342 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-823fd889-f80b-4ec6-9ad8-0fedf0674917 req-ccd18b10-3720-4f3f-8549-f775f2724442 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.0815878 Jul 14 09:12:20.919157 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d76e20-e716-4ce1-953c-bcbb2de01417 service neutron] Pushing event updated for resources: {'Port': ['ID=fa8e0567-a0db-48ec-a4c7-f9905da2a013,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:20.919771 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-823fd889-f80b-4ec6-9ad8-0fedf0674917 req-800d099d-d262-4c4d-841a-e9c72f63d421 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427816 Jul 14 09:12:20.944069 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:20.988249 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0df1a-78de-4630-896a-ffbd8b405d5a req-8b48c7f0-5d7a-46d6-ae0c-5d4fb908147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:20.989756 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-acb0df1a-78de-4630-896a-ffbd8b405d5a req-8b48c7f0-5d7a-46d6-ae0c-5d4fb908147e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18926633a43443a7a3c9011a9673826e&device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 1097 time: 0.7464824 Jul 14 09:12:20.992264 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-87cb0405-bc86-47a9-ae46-0a4ff58f2e7a req-11273ba3-b0cf-492c-96ef-bf9835178109 service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686769 Jul 14 09:12:20.999311 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a625827-550b-4100-8a48-41794f02a16c req-76214e77-6ecb-4a51-9052-f5f739c052a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:21.001349 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2a625827-550b-4100-8a48-41794f02a16c req-76214e77-6ecb-4a51-9052-f5f739c052a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b29a3e64be20402eb22a9b2b61e29a5f&device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea HTTP/1.1" status: 200 len: 1099 time: 0.3470030 Jul 14 09:12:21.044455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14321bd-90aa-4874-9781-715c4fe91df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d3aa63-952c-4309-8c2e-8abeb092f55b'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:21.050406 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6a3e62-78f3-4fe8-af39-027721403bdd" -d '{"events": [{"server_uuid": "e14321bd-90aa-4874-9781-715c4fe91df4", "name": "network-vif-plugged", "status": "completed", "tag": "62d3aa63-952c-4309-8c2e-8abeb092f55b"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:21.096773 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2222b31-e6f9-4369-b3f4-c5e2ef13c06b req-a98701ed-3350-4952-b1b8-14c5c8983bb4 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:21.099617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 62d3aa63-952c-4309-8c2e-8abeb092f55b, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=62d3aa63-952c-4309-8c2e-8abeb092f55b,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:21.104688 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2222b31-e6f9-4369-b3f4-c5e2ef13c06b req-a98701ed-3350-4952-b1b8-14c5c8983bb4 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea HTTP/1.1" status: 200 len: 947 time: 0.0800290 Jul 14 09:12:21.137509 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:21.168021 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2222b31-e6f9-4369-b3f4-c5e2ef13c06b req-e5a693a2-c738-485b-9906-5a4f9ab95570 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623097 Jul 14 09:12:21.170998 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2a625827-550b-4100-8a48-41794f02a16c req-4f9be9f1-3b87-43ca-bbf5-7037f4de3760 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=fa8e0567-a0db-48ec-a4c7-f9905da2a013 HTTP/1.1" status: 200 len: 217 time: 0.1326988 Jul 14 09:12:21.240189 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43814630-e456-4bfa-b3eb-48b241af7a09 x-openstack-request-id: req-43814630-e456-4bfa-b3eb-48b241af7a09 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:21.240713 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14321bd-90aa-4874-9781-715c4fe91df4", "name": "network-vif-plugged", "status": "completed", "tag": "62d3aa63-952c-4309-8c2e-8abeb092f55b", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:21.240967 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-43814630-e456-4bfa-b3eb-48b241af7a09 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:21.241448 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14321bd-90aa-4874-9781-715c4fe91df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d3aa63-952c-4309-8c2e-8abeb092f55b', 'code': 200} Jul 14 09:12:21.244116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-42e6aa8f-6427-4d5a-9730-d1a3913d6b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'name': 'tempest-ServersTestBootFromVolume-1791104378-router', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:03Z', 'updated_at': '2021-07-14T09:11:12Z', 'revision_number': 4, 'project_id': '18926633a43443a7a3c9011a9673826e', 'gw_port': {'id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:04Z', 'updated_at': '2021-07-14T09:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'c3c917d1-b1e3-42c2-b69a-a4d7bdf05801', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'floating_ip_address': '172.25.1.156', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'port_id': 'aac51fe2-188d-418f-bb28-f595ebe9fbbc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3', 'mac_address': 'fa:16:3e:ca:eb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6849886-defb-490c-a6e4-21dc9b2782c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:11:18Z', 'updated_at': '2021-07-14T09:12:18Z', 'revision_number': 1, 'project_id': '18926633a43443a7a3c9011a9673826e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830cf42e-7ed3-49bd-8b7d-1ef68a2348e8', 'name': '', 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'mac_address': 'fa:16:3e:5f:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:11Z', 'updated_at': '2021-07-14T09:11:19Z', 'revision_number': 5, 'project_id': '18926633a43443a7a3c9011a9673826e', 'subnets': [{'id': '3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:21.248703 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=62d3aa63-952c-4309-8c2e-8abeb092f55b,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:21.258502 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a625827-550b-4100-8a48-41794f02a16c req-f9fad528-94f0-44ae-ac88-b5504b476e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:21.260051 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2a625827-550b-4100-8a48-41794f02a16c req-f9fad528-94f0-44ae-ac88-b5504b476e6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0759292 Jul 14 09:12:21.283967 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f0162-61ca-46e1-9d3f-796c290287d3 req-87602dd9-b42e-4ec8-a23f-605f0c8e2a14 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:21.296194 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f47f0162-61ca-46e1-9d3f-796c290287d3 req-87602dd9-b42e-4ec8-a23f-605f0c8e2a14 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 943 time: 0.1546762 Jul 14 09:12:21.334288 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e6aa8f-6427-4d5a-9730-d1a3913d6b88 None None] The sync data for ids ['ee871fdf-b13f-40c8-989c-c9bf91b59d4b'] in n-d-798054-10 is: [{'id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'name': 'tempest-ServersTestBootFromVolume-1791104378-router', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:03Z', 'updated_at': '2021-07-14T09:11:12Z', 'revision_number': 4, 'project_id': '18926633a43443a7a3c9011a9673826e', 'gw_port': {'id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:04Z', 'updated_at': '2021-07-14T09:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'c3c917d1-b1e3-42c2-b69a-a4d7bdf05801', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'floating_ip_address': '172.25.1.156', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'port_id': 'aac51fe2-188d-418f-bb28-f595ebe9fbbc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3', 'mac_address': 'fa:16:3e:ca:eb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6849886-defb-490c-a6e4-21dc9b2782c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:11:18Z', 'updated_at': '2021-07-14T09:12:18Z', 'revision_number': 1, 'project_id': '18926633a43443a7a3c9011a9673826e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830cf42e-7ed3-49bd-8b7d-1ef68a2348e8', 'name': '', 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'mac_address': 'fa:16:3e:5f:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:11Z', 'updated_at': '2021-07-14T09:11:19Z', 'revision_number': 5, 'project_id': '18926633a43443a7a3c9011a9673826e', 'subnets': [{'id': '3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:12:21.366416 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f47f0162-61ca-46e1-9d3f-796c290287d3 req-ca55d9df-2cb7-469a-b577-ebf81478c570 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647423 Jul 14 09:12:21.435818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0df1a-78de-4630-896a-ffbd8b405d5a req-f0acf6ce-c0ec-4cda-b6d4-2805fa0ccf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:21.437315 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-acb0df1a-78de-4630-896a-ffbd8b405d5a req-f0acf6ce-c0ec-4cda-b6d4-2805fa0ccf95 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5ea8b35e-897c-4b9d-9290-f35fa60c66c3 HTTP/1.1" status: 200 len: 917 time: 0.4247975 Jul 14 09:12:21.444246 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-87cb0405-bc86-47a9-ae46-0a4ff58f2e7a req-1efd0f37-0025-4fd2-a466-5f72caf6b9e4 service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162350 Jul 14 09:12:21.455356 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd087d8d5-d642-431b-8276-090234ce5911', 'name': 'network-vif-deleted', 'tag': '33c09a7a-d991-472b-83f5-fc49eb5b3960'}, {'name': 'network-changed', 'server_uuid': '2755d5e5-c2e3-4ac5-91b2-546335a5d9ea', 'tag': 'fa8e0567-a0db-48ec-a4c7-f9905da2a013'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:21.458042 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272c18ae-4255-4769-807c-c0362c4581da" -d '{"events": [{"server_uuid": "d087d8d5-d642-431b-8276-090234ce5911", "name": "network-vif-deleted", "tag": "33c09a7a-d991-472b-83f5-fc49eb5b3960"}, {"name": "network-changed", "server_uuid": "2755d5e5-c2e3-4ac5-91b2-546335a5d9ea", "tag": "fa8e0567-a0db-48ec-a4c7-f9905da2a013"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:21.472317 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a625827-550b-4100-8a48-41794f02a16c req-c1fa93de-8d17-4fd8-b9a8-390ada2bc998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:21.481028 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2a625827-550b-4100-8a48-41794f02a16c req-c1fa93de-8d17-4fd8-b9a8-390ada2bc998 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2061462 Jul 14 09:12:21.528035 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb67e2e-cdaf-4539-a0d9-08c643b00a27 x-openstack-request-id: req-1cb67e2e-cdaf-4539-a0d9-08c643b00a27 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:21.528175 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d087d8d5-d642-431b-8276-090234ce5911", "name": "network-vif-deleted", "tag": "33c09a7a-d991-472b-83f5-fc49eb5b3960", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2755d5e5-c2e3-4ac5-91b2-546335a5d9ea", "tag": "fa8e0567-a0db-48ec-a4c7-f9905da2a013", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:21.528423 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1cb67e2e-cdaf-4539-a0d9-08c643b00a27 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:21.528818 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd087d8d5-d642-431b-8276-090234ce5911', 'name': 'network-vif-deleted', 'tag': '33c09a7a-d991-472b-83f5-fc49eb5b3960', 'status': 'completed', 'code': 200} Jul 14 09:12:21.529243 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2755d5e5-c2e3-4ac5-91b2-546335a5d9ea', 'tag': 'fa8e0567-a0db-48ec-a4c7-f9905da2a013', 'status': 'completed', 'code': 200} Jul 14 09:12:21.615857 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-acb0df1a-78de-4630-896a-ffbd8b405d5a req-0d8d208a-13b8-4dc2-87d9-b80c97456b3e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aac51fe2-188d-418f-bb28-f595ebe9fbbc HTTP/1.1" status: 200 len: 999 time: 0.1675181 Jul 14 09:12:21.622448 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a926a04-189b-4ae9-94f6-049c6a041591 req-2d5b9e1d-25de-4019-8db8-df86433df7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:21.623969 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4a926a04-189b-4ae9-94f6-049c6a041591 req-2d5b9e1d-25de-4019-8db8-df86433df7a4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 1097 time: 0.2494395 Jul 14 09:12:21.678251 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e654f5-54b9-458e-bded-0b52cf08b641 None None] New status for floating IP c3c917d1-b1e3-42c2-b69a-a4d7bdf05801: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:12:21.745463 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2a625827-550b-4100-8a48-41794f02a16c req-25fc3f9e-5ffd-4419-b985-31e692f8f484 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315063 Jul 14 09:12:21.758369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47138) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:21.835065 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5191d78-701d-409c-9a5c-c1926c326d7b req-5369d704-c38d-4ba1-b7ee-6a9d646cd2da tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:21.836521 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f5191d78-701d-409c-9a5c-c1926c326d7b req-5369d704-c38d-4ba1-b7ee-6a9d646cd2da tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 945 time: 0.0916004 Jul 14 09:12:21.845196 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47142) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:21.858841 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2a625827-550b-4100-8a48-41794f02a16c req-22f8d493-33ef-457f-95c9-5177c2bfb728 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043088 Jul 14 09:12:21.876832 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4a926a04-189b-4ae9-94f6-049c6a041591 req-225998d5-f9dd-4930-bdee-8d32f8ab1e3b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451892 Jul 14 09:12:21.879079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0df1a-78de-4630-896a-ffbd8b405d5a req-2cfa5043-57e9-49bf-bda8-0db0e3d07b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:21.880782 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-acb0df1a-78de-4630-896a-ffbd8b405d5a req-2cfa5043-57e9-49bf-bda8-0db0e3d07b7d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9 HTTP/1.1" status: 200 len: 855 time: 0.2410069 Jul 14 09:12:21.933195 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f5191d78-701d-409c-9a5c-c1926c326d7b req-8ba6d069-f79a-4f1e-9e40-a652df0de45b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857193 Jul 14 09:12:21.947093 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aadab9b9-b8eb-427e-bdf4-9802048aed23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:21.978303 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0df1a-78de-4630-896a-ffbd8b405d5a req-18ef1380-01a6-4e83-b03c-f650da59e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:21.981458 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-acb0df1a-78de-4630-896a-ffbd8b405d5a req-18ef1380-01a6-4e83-b03c-f650da59e04f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ea8b35e-897c-4b9d-9290-f35fa60c66c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933506 Jul 14 09:12:21.994202 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-dbdadef5-5d2a-4741-a720-f35c39437964 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3940b02ba5bd4add8371e4598c3ce5ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321167 Jul 14 09:12:21.994202 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47150) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:22.089608 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-acb0df1a-78de-4630-896a-ffbd8b405d5a req-b2098775-6130-4b76-9c68-300827085680 service neutron] 10.222.0.49 "GET /v2.0/networks/5ea8b35e-897c-4b9d-9290-f35fa60c66c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007304 Jul 14 09:12:22.106579 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-203b1ab4-9fa5-4a5c-82ba-7066c0545c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.153667 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-203b1ab4-9fa5-4a5c-82ba-7066c0545c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.179313 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aadab9b9-b8eb-427e-bdf4-9802048aed23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.181901 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-acb0df1a-78de-4630-896a-ffbd8b405d5a req-fe48447f-f841-4900-8505-a0734e8db326 service neutron] 10.222.0.49 "GET /v2.0/networks/5ea8b35e-897c-4b9d-9290-f35fa60c66c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862060 Jul 14 09:12:22.188878 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aadab9b9-b8eb-427e-bdf4-9802048aed23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.241645 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d4bec-ab08-4b36-bbb5-65838ae27044 req-86a8bb25-e8fd-4047-929d-03285f433e77 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:22.243628 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea3d4bec-ab08-4b36-bbb5-65838ae27044 req-86a8bb25-e8fd-4047-929d-03285f433e77 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.1791739 Jul 14 09:12:22.262413 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-aadab9b9-b8eb-427e-bdf4-9802048aed23 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d908c71835364ecab2e80ad5b1f724ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161441 Jul 14 09:12:22.265177 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47154) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:22.271559 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadab9b9-b8eb-427e-bdf4-9802048aed23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3b6935-e5af-47c2-acaf-4fb2931ab4a7,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:22.299153 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea3d4bec-ab08-4b36-bbb5-65838ae27044 req-6104bb24-b12d-44dc-b76d-5003e5f47cd8 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500867 Jul 14 09:12:22.300705 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-203b1ab4-9fa5-4a5c-82ba-7066c0545c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.303468 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-203b1ab4-9fa5-4a5c-82ba-7066c0545c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.304626 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-203b1ab4-9fa5-4a5c-82ba-7066c0545c85 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e12ab940-95eb-4e99-a6cf-63cb13646d45 HTTP/1.1" status: 204 len: 168 time: 0.3096890 Jul 14 09:12:22.313412 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b1ab4-9fa5-4a5c-82ba-7066c0545c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12ab940-95eb-4e99-a6cf-63cb13646d45,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:22.389461 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-254acdeb-0dfd-4648-aa29-93dd58856865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.418250 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c18ae-4255-4769-807c-c0362c4581da req-d2ff178c-e4c1-44b8-9b58-be9411ac5d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:22.420381 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-272c18ae-4255-4769-807c-c0362c4581da req-d2ff178c-e4c1-44b8-9b58-be9411ac5d9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b29a3e64be20402eb22a9b2b61e29a5f&device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea HTTP/1.1" status: 200 len: 1099 time: 0.0983210 Jul 14 09:12:22.422581 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-254acdeb-0dfd-4648-aa29-93dd58856865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.451035 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28050e21-0408-46a3-a5de-a34d6ed0e860 req-41884bfe-f7f5-4479-be68-4520e9951cf2 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:22.452575 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28050e21-0408-46a3-a5de-a34d6ed0e860 req-41884bfe-f7f5-4479-be68-4520e9951cf2 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea HTTP/1.1" status: 200 len: 947 time: 0.0746779 Jul 14 09:12:22.509513 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28050e21-0408-46a3-a5de-a34d6ed0e860 req-9690b7ea-5622-48df-a164-e729e42d5edd tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478802 Jul 14 09:12:22.547808 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-254acdeb-0dfd-4648-aa29-93dd58856865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.550452 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-254acdeb-0dfd-4648-aa29-93dd58856865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.551582 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-254acdeb-0dfd-4648-aa29-93dd58856865 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da3b6935-e5af-47c2-acaf-4fb2931ab4a7 HTTP/1.1" status: 204 len: 168 time: 0.2853999 Jul 14 09:12:22.562583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c18ae-4255-4769-807c-c0362c4581da req-9ed1a48c-4267-44ae-a247-82fe182bba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:22.564870 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-272c18ae-4255-4769-807c-c0362c4581da req-9ed1a48c-4267-44ae-a247-82fe182bba47 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1333749 Jul 14 09:12:22.566734 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254acdeb-0dfd-4648-aa29-93dd58856865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3b6935-e5af-47c2-acaf-4fb2931ab4a7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:22.595399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 33c09a7a-d991-472b-83f5-fc49eb5b3960 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:22.628184 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 33c09a7a-d991-472b-83f5-fc49eb5b3960 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:22.628787 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 33c09a7a-d991-472b-83f5-fc49eb5b3960 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:22.637949 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-272c18ae-4255-4769-807c-c0362c4581da req-a9d62351-9249-48c9-82e5-a002e5a71212 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=fa8e0567-a0db-48ec-a4c7-f9905da2a013 HTTP/1.1" status: 200 len: 217 time: 0.0657756 Jul 14 09:12:22.654098 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace2510-9ae2-422a-a18f-378eddc4e02d req-71242256-0441-41d2-87b2-1936dc6b0b64 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:22.656580 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ace2510-9ae2-422a-a18f-378eddc4e02d req-71242256-0441-41d2-87b2-1936dc6b0b64 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 943 time: 0.1377118 Jul 14 09:12:22.705455 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c18ae-4255-4769-807c-c0362c4581da req-c6fd701d-57b8-4513-a96f-c068fa8056df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:22.706970 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-272c18ae-4255-4769-807c-c0362c4581da req-c6fd701d-57b8-4513-a96f-c068fa8056df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0607302 Jul 14 09:12:22.727683 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47166) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:22.730792 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ace2510-9ae2-422a-a18f-378eddc4e02d req-292ff129-d850-4014-b481-7d8f20af9fad tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677297 Jul 14 09:12:22.760484 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0a23a60-66e1-4c89-bbc6-e0f8ea5b6b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.815236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c18ae-4255-4769-807c-c0362c4581da req-a7992cf9-03fc-4335-b30d-7e4cc0feccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:22.816737 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-272c18ae-4255-4769-807c-c0362c4581da req-a7992cf9-03fc-4335-b30d-7e4cc0feccc0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1013381 Jul 14 09:12:22.943423 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0a23a60-66e1-4c89-bbc6-e0f8ea5b6b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.947880 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-272c18ae-4255-4769-807c-c0362c4581da req-64090996-9a16-40f4-9bb9-de07be7721e8 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207192 Jul 14 09:12:22.948884 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0a23a60-66e1-4c89-bbc6-e0f8ea5b6b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.033107 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d0a23a60-66e1-4c89-bbc6-e0f8ea5b6b24 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85bb96406e5444e3ac41ab33304d1332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004508 Jul 14 09:12:23.033316 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47180) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:23.040248 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a23a60-66e1-4c89-bbc6-e0f8ea5b6b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61135904-eb9c-4d6c-9558-49e7bdf9c1d1,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:23.096799 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-272c18ae-4255-4769-807c-c0362c4581da req-53df81ab-cf0d-4939-8391-87f5ef073f19 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374791 Jul 14 09:12:23.119207 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-17cff90e-41db-4f29-9e4f-46c09bdc513a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.149907 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-17cff90e-41db-4f29-9e4f-46c09bdc513a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.190625 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971c71c-867b-4e5d-92ff-4b789a6c5d31 req-b93e9215-bd3e-47ac-a24e-dad0e577dff9 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:23.192156 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1971c71c-867b-4e5d-92ff-4b789a6c5d31 req-b93e9215-bd3e-47ac-a24e-dad0e577dff9 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 945 time: 0.1205752 Jul 14 09:12:23.240007 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1971c71c-867b-4e5d-92ff-4b789a6c5d31 req-3ce1dfb7-4c14-41be-9c73-311cb475597d tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420940 Jul 14 09:12:23.248208 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-17cff90e-41db-4f29-9e4f-46c09bdc513a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.251408 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-17cff90e-41db-4f29-9e4f-46c09bdc513a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.264976 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-17cff90e-41db-4f29-9e4f-46c09bdc513a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/61135904-eb9c-4d6c-9558-49e7bdf9c1d1 HTTP/1.1" status: 204 len: 168 time: 0.2222061 Jul 14 09:12:23.285560 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cff90e-41db-4f29-9e4f-46c09bdc513a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61135904-eb9c-4d6c-9558-49e7bdf9c1d1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:23.499046 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e80f8-24e7-49ab-93eb-02ee4aab6e1e req-a8a6d481-9e8f-408a-9fa4-feee7e9e9f07 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:23.500562 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-375e80f8-24e7-49ab-93eb-02ee4aab6e1e req-a8a6d481-9e8f-408a-9fa4-feee7e9e9f07 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.0700376 Jul 14 09:12:23.516627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1ca0f418-2adc-4693-9db8-c1134df18cab details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:23.552784 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-375e80f8-24e7-49ab-93eb-02ee4aab6e1e req-89019695-6336-4aa2-ac47-7024ba816435 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466487 Jul 14 09:12:23.745624 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e92c97-923e-4a7b-9548-f4ea30a2743c req-b2b8b456-387c-4b68-af01-0e92cb404047 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:23.747322 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7e92c97-923e-4a7b-9548-f4ea30a2743c req-b2b8b456-387c-4b68-af01-0e92cb404047 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea HTTP/1.1" status: 200 len: 947 time: 0.0755939 Jul 14 09:12:23.761348 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1ca0f418-2adc-4693-9db8-c1134df18cab, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1ca0f418-2adc-4693-9db8-c1134df18cab,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:23.782139 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '1ca0f418-2adc-4693-9db8-c1134df18cab', 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05', 'port_id': '1ca0f418-2adc-4693-9db8-c1134df18cab', 'mac_address': 'fa:16:3e:26:fa:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fde9559-d0bf-4bbc-a79b-7e008e167bbe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:23.809959 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7e92c97-923e-4a7b-9548-f4ea30a2743c req-be363309-27d4-4b0b-b5bb-f5844aeb8297 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558631 Jul 14 09:12:23.829546 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.858417 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca0f418-2adc-4693-9db8-c1134df18cab {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:23.895031 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1ca0f418-2adc-4693-9db8-c1134df18cab, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1ca0f418-2adc-4693-9db8-c1134df18cab,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:23.901035 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.963930 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=1ca0f418-2adc-4693-9db8-c1134df18cab,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:24.010272 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d172c1-39f7-4f2a-bf0d-12e2086d755e req-19b5f10e-2877-4685-a98e-195fc80ece50 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:24.012599 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-38d172c1-39f7-4f2a-bf0d-12e2086d755e req-19b5f10e-2877-4685-a98e-195fc80ece50 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 944 time: 0.0746276 Jul 14 09:12:24.053080 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-38d172c1-39f7-4f2a-bf0d-12e2086d755e req-9489c48c-4a20-4cf1-a12d-693399c60831 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335481 Jul 14 09:12:24.099444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47230) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:24.201700 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c975829c-3386-4fe9-9ea2-e716c6f06b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.208197 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['1ca0f418-2adc-4693-9db8-c1134df18cab'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:24.317832 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c975829c-3386-4fe9-9ea2-e716c6f06b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.322953 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c975829c-3386-4fe9-9ea2-e716c6f06b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.378614 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c975829c-3386-4fe9-9ea2-e716c6f06b48 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=46698358a2f64ffa9c54250243a544f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776325 Jul 14 09:12:24.379714 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975829c-3386-4fe9-9ea2-e716c6f06b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb6dc45-5376-46b8-93ac-577bcd6c1edf,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:24.381376 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47244) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:24.438026 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-466c1dcf-d860-49c1-a2f6-0dfef2eaca9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.462631 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-466c1dcf-d860-49c1-a2f6-0dfef2eaca9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.478347 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53b17e-c701-4d71-b347-78f9ecd59a48 req-9401227f-a3d3-4bd3-a4ae-eda682cdd4a4 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:24.486950 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e53b17e-c701-4d71-b347-78f9ecd59a48 req-9401227f-a3d3-4bd3-a4ae-eda682cdd4a4 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 945 time: 0.0811234 Jul 14 09:12:24.523311 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-466c1dcf-d860-49c1-a2f6-0dfef2eaca9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.526093 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e53b17e-c701-4d71-b347-78f9ecd59a48 req-aa055e94-d95c-4dc6-9613-20c781b8ab6a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379629 Jul 14 09:12:24.526399 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-466c1dcf-d860-49c1-a2f6-0dfef2eaca9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.527607 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-466c1dcf-d860-49c1-a2f6-0dfef2eaca9c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8cb6dc45-5376-46b8-93ac-577bcd6c1edf HTTP/1.1" status: 204 len: 168 time: 0.1452301 Jul 14 09:12:24.535779 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c1dcf-d860-49c1-a2f6-0dfef2eaca9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb6dc45-5376-46b8-93ac-577bcd6c1edf,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:24.774832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fdc1b-a2b5-4c52-b3da-98a71bc03ac4 req-f99454a4-da9f-4618-b99b-8f76a4f8ffc7 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:24.776937 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-214fdc1b-a2b5-4c52-b3da-98a71bc03ac4 req-f99454a4-da9f-4618-b99b-8f76a4f8ffc7 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 1097 time: 0.1017690 Jul 14 09:12:24.810350 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44480dbc-0cd9-4481-8439-6dbdb99793a9 req-fa3ecd9f-5d44-40a3-8356-1177498209e0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:24.811698 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-44480dbc-0cd9-4481-8439-6dbdb99793a9 req-fa3ecd9f-5d44-40a3-8356-1177498209e0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.1009150 Jul 14 09:12:24.842556 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-214fdc1b-a2b5-4c52-b3da-98a71bc03ac4 req-0749a540-a7b7-4f32-96bd-9fac5310d56d tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511222 Jul 14 09:12:24.866024 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-44480dbc-0cd9-4481-8439-6dbdb99793a9 req-65d7802f-614a-4ec6-a9a6-9ff6786c9862 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401580 Jul 14 09:12:25.018891 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3834de-4902-4136-93be-a09260fd09eb req-28500f11-04e3-4793-a358-18f2270f6fe5 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.020391 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ec3834de-4902-4136-93be-a09260fd09eb req-28500f11-04e3-4793-a358-18f2270f6fe5 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea HTTP/1.1" status: 200 len: 947 time: 0.0686953 Jul 14 09:12:25.070275 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ec3834de-4902-4136-93be-a09260fd09eb req-e34c4282-3452-483d-ac9b-ec716e70b13a tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402005 Jul 14 09:12:25.109026 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-6063e016-acc0-44f7-a813-6b902df69977 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=508c8f87aa03460dbf969fc731b0da81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327520 Jul 14 09:12:25.264489 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-f723e53a-8f87-4c52-a628-ba4b1d4a0073 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.266081 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-f723e53a-8f87-4c52-a628-ba4b1d4a0073 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1345258 Jul 14 09:12:25.284042 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d94b459c-402e-4c8c-8921-81325b3fbeff tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/quotas/508c8f87aa03460dbf969fc731b0da81 HTTP/1.1" status: 200 len: 375 time: 0.0107446 Jul 14 09:12:25.334408 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-9593eb7e-b2d4-484c-b852-cab2773c177d tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=508c8f87aa03460dbf969fc731b0da81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446095 Jul 14 09:12:25.376961 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47304) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:25.421245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2654b1f-86b5-4fba-a520-bf866a74d60b req-22379041-da1a-4b30-85be-d182e3af2d2b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.423578 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2654b1f-86b5-4fba-a520-bf866a74d60b req-22379041-da1a-4b30-85be-d182e3af2d2b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 944 time: 0.0869553 Jul 14 09:12:25.480344 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2654b1f-86b5-4fba-a520-bf866a74d60b req-7ed4d83e-de08-4ae2-bc24-5f01c9a1ba95 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489709 Jul 14 09:12:25.521937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f1074fa8-60ae-495c-96e0-f762d4a8d21c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1065627455-network', 'tenant_id': 'c4539603bf1a4d729658c8d9338db594'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:25.537644 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1ca0f418-2adc-4693-9db8-c1134df18cab up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:25.552330 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1074fa8-60ae-495c-96e0-f762d4a8d21c admin admin] Made reservation on behalf of c4539603bf1a4d729658c8d9338db594 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:25.559762 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1074fa8-60ae-495c-96e0-f762d4a8d21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.571026 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f7458f4b-9b46-4a31-9623-b49975ab8abb req-34c7efd6-cc1d-44cf-93aa-e3845546676f tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 210 time: 0.0538905 Jul 14 09:12:25.584395 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1074fa8-60ae-495c-96e0-f762d4a8d21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.646528 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 1ca0f418-2adc-4693-9db8-c1134df18cab completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:25.651645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 1ca0f418-2adc-4693-9db8-c1134df18cab triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:25.652076 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.748583 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1074fa8-60ae-495c-96e0-f762d4a8d21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.754540 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1074fa8-60ae-495c-96e0-f762d4a8d21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.774886 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.785239 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1074fa8-60ae-495c-96e0-f762d4a8d21c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:12:25.793300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1074fa8-60ae-495c-96e0-f762d4a8d21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f0f242-adef-420d-96f5-6b2cdbaca8f4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:25.806511 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc5d791-1953-44e4-ae2b-3aa581926326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca0f418-2adc-4693-9db8-c1134df18cab'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:25.809732 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979d329a-83c5-4763-b65a-865e60235d56" -d '{"events": [{"server_uuid": "4dc5d791-1953-44e4-ae2b-3aa581926326", "name": "network-vif-plugged", "status": "completed", "tag": "1ca0f418-2adc-4693-9db8-c1134df18cab"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:25.816615 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1074fa8-60ae-495c-96e0-f762d4a8d21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.817273 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-f1074fa8-60ae-495c-96e0-f762d4a8d21c admin admin] Added segment 72bb0827-f879-47e1-800a-e4223ce92500 of type vlan for network c36eba21-1dde-48fd-9637-70c170d29f4a Jul 14 09:12:25.832134 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1ca0f418-2adc-4693-9db8-c1134df18cab, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1ca0f418-2adc-4693-9db8-c1134df18cab,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:25.839862 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.881882 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b352f8-acd7-4d49-b00e-c0880ac1fb43 x-openstack-request-id: req-a2b352f8-acd7-4d49-b00e-c0880ac1fb43 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:25.882171 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc5d791-1953-44e4-ae2b-3aa581926326", "name": "network-vif-plugged", "status": "completed", "tag": "1ca0f418-2adc-4693-9db8-c1134df18cab", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:25.883820 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1074fa8-60ae-495c-96e0-f762d4a8d21c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.886443 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2b352f8-acd7-4d49-b00e-c0880ac1fb43 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:25.887018 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc5d791-1953-44e4-ae2b-3aa581926326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca0f418-2adc-4693-9db8-c1134df18cab', 'code': 200} Jul 14 09:12:25.921777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=1ca0f418-2adc-4693-9db8-c1134df18cab,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:25.932461 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1074fa8-60ae-495c-96e0-f762d4a8d21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.933534 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1074fa8-60ae-495c-96e0-f762d4a8d21c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.934189 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1074fa8-60ae-495c-96e0-f762d4a8d21c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:26.019386 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f1074fa8-60ae-495c-96e0-f762d4a8d21c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6412411 Jul 14 09:12:26.022438 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47330) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:26.028053 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1074fa8-60ae-495c-96e0-f762d4a8d21c admin admin] Pushing event updated for resources: {'Network': ['ID=c36eba21-1dde-48fd-9637-70c170d29f4a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:26.029207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-9f370573-e524-4930-878a-70e08c2a4f00 admin admin] Request body: {'subnet': {'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1065627455-subnet', 'tenant_id': 'c4539603bf1a4d729658c8d9338db594', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:26.039939 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network c36eba21-1dde-48fd-9637-70c170d29f4a details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:12:26.055691 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176e317-fe14-4dbc-97e6-70845254c108 req-dc6424d2-cfae-44cf-84df-00c32a8118e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:26.057264 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8176e317-fe14-4dbc-97e6-70845254c108 req-dc6424d2-cfae-44cf-84df-00c32a8118e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 1097 time: 0.0784590 Jul 14 09:12:26.108276 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8176e317-fe14-4dbc-97e6-70845254c108 req-d0b6a9dc-56a1-481e-9b70-039c3770e490 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421107 Jul 14 09:12:26.138762 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f370573-e524-4930-878a-70e08c2a4f00 admin admin] Made reservation on behalf of c4539603bf1a4d729658c8d9338db594 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:26.142381 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9f370573-e524-4930-878a-70e08c2a4f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:26.211251 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281d74e-6b97-4f87-a47f-9f09ebdfa880 req-cd8b6ae6-e053-4404-880d-01d33f80551c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:26.213061 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0281d74e-6b97-4f87-a47f-9f09ebdfa880 req-cd8b6ae6-e053-4404-880d-01d33f80551c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.1696284 Jul 14 09:12:26.314431 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0281d74e-6b97-4f87-a47f-9f09ebdfa880 req-3f675df5-c3b7-41c4-a54c-a5f4aa9b9332 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946741 Jul 14 09:12:26.386536 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03837588-77d8-44e5-8957-18b9253bf230 req-928e6367-e473-49ef-b883-87c6d0757e39 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:26.388352 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-03837588-77d8-44e5-8957-18b9253bf230 req-928e6367-e473-49ef-b883-87c6d0757e39 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea HTTP/1.1" status: 200 len: 947 time: 0.1557126 Jul 14 09:12:26.467286 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9f370573-e524-4930-878a-70e08c2a4f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:26.485688 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-03837588-77d8-44e5-8957-18b9253bf230 req-eb35d72d-8f32-4108-acc7-f0286508b1ba tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722494 Jul 14 09:12:26.554776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f370573-e524-4930-878a-70e08c2a4f00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4407057c-5ac0-43dc-87ea-7e041a541f0d,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:26.563098 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f370573-e524-4930-878a-70e08c2a4f00 admin admin] Checking segment: {'id': '72bb0827-f879-47e1-800a-e4223ce92500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:26.563455 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f370573-e524-4930-878a-70e08c2a4f00 admin admin] Network hostable DHCP agents. Network: c36eba21-1dde-48fd-9637-70c170d29f4a, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:12:26.581824 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f370573-e524-4930-878a-70e08c2a4f00 admin admin] Network c36eba21-1dde-48fd-9637-70c170d29f4a is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:12:26.592731 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-9f370573-e524-4930-878a-70e08c2a4f00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, c36eba21-1dde-48fd-9637-70c170d29f4a) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:26.597781 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f370573-e524-4930-878a-70e08c2a4f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:26.598492 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9f370573-e524-4930-878a-70e08c2a4f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:26.605637 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b055f282-d6e5-4bd8-b2c4-6762b0a2b8bf None None] Network c36eba21-1dde-48fd-9637-70c170d29f4a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:26.621729 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device fa8e0567-a0db-48ec-a4c7-f9905da2a013 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:26.644159 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9f370573-e524-4930-878a-70e08c2a4f00 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6204534 Jul 14 09:12:26.711075 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098bab9-be7c-47ed-897d-7433a26e5f13 req-c4319cca-c387-4cdb-97a7-6acbf8931b20 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:26.720018 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b098bab9-be7c-47ed-897d-7433a26e5f13 req-c4319cca-c387-4cdb-97a7-6acbf8931b20 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 945 time: 0.1125991 Jul 14 09:12:26.769227 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2c32c7d5-e969-4613-97ef-74d5d32c588e req-c7557c3e-35ee-479f-bd9b-e096cc1acdb1 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 210 time: 0.0457532 Jul 14 09:12:26.798883 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b098bab9-be7c-47ed-897d-7433a26e5f13 req-3e8669dd-7fe9-4b07-b1d5-29fbef15f9dd tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772724 Jul 14 09:12:26.816304 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b27564a-b020-4549-8818-d84b011b5acd None None] Network c36eba21-1dde-48fd-9637-70c170d29f4a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:26.882513 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port fa8e0567-a0db-48ec-a4c7-f9905da2a013, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=fa8e0567-a0db-48ec-a4c7-f9905da2a013,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:26.900916 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'fa8e0567-a0db-48ec-a4c7-f9905da2a013', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': 'fa8e0567-a0db-48ec-a4c7-f9905da2a013', 'mac_address': 'fa:16:3e:1a:30:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:26.970563 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.026049 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8e0567-a0db-48ec-a4c7-f9905da2a013 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:27.031063 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-b8c3ff41-64f8-4ceb-807e-e31a20fdaf86 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=508c8f87aa03460dbf969fc731b0da81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320325 Jul 14 09:12:27.049083 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port fa8e0567-a0db-48ec-a4c7-f9905da2a013, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=fa8e0567-a0db-48ec-a4c7-f9905da2a013,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:27.059013 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.128485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=fa8e0567-a0db-48ec-a4c7-f9905da2a013,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:27.221361 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c58b6ad5-1095-4946-b886-9cd04efb0d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.230873 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-39ead92a-37e7-4f96-9257-81afdb759a6d tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:27.232490 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-39ead92a-37e7-4f96-9257-81afdb759a6d tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915271 Jul 14 09:12:27.262011 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-3b9b3278-f294-4802-9fcb-3f9285b23b6a tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Request body: {'port': {'device_id': 'af9eeddd-ab95-40c5-950e-7bc424305b44', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': '508c8f87aa03460dbf969fc731b0da81'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:27.382113 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-eadf0cd6-9b8a-4ded-be52-9bdf99c3dfcc tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:27.384927 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-eadf0cd6-9b8a-4ded-be52-9bdf99c3dfcc tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/networks?id=c36eba21-1dde-48fd-9637-70c170d29f4a HTTP/1.1" status: 200 len: 815 time: 0.1760006 Jul 14 09:12:27.404962 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-9420dcbb-1f57-4395-8104-b281353bab28 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/quotas/c4539603bf1a4d729658c8d9338db594 HTTP/1.1" status: 200 len: 375 time: 0.0122967 Jul 14 09:12:27.422723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-3b9b3278-f294-4802-9fcb-3f9285b23b6a tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Made reservation on behalf of 508c8f87aa03460dbf969fc731b0da81 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:27.426547 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-3b9b3278-f294-4802-9fcb-3f9285b23b6a tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.440344 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-3b9b3278-f294-4802-9fcb-3f9285b23b6a tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.462287 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['fa8e0567-a0db-48ec-a4c7-f9905da2a013'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:27.470855 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-444d561c-02d7-4fe6-970a-f9c14476ebdc tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4539603bf1a4d729658c8d9338db594&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591176 Jul 14 09:12:27.546287 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-3b9b3278-f294-4802-9fcb-3f9285b23b6a tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.550878 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-3b9b3278-f294-4802-9fcb-3f9285b23b6a tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.621179 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb53360-4f78-46e7-89ef-959c029d2901 req-19e5fa3b-2605-4dbe-aa59-2a73cc67a8b5 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:27.623089 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b3278-f294-4802-9fcb-3f9285b23b6a tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc629f5-496b-4b19-b2cb-9fdeabd93269,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:27.623673 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-abb53360-4f78-46e7-89ef-959c029d2901 req-19e5fa3b-2605-4dbe-aa59-2a73cc67a8b5 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.1503973 Jul 14 09:12:27.652557 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-97024abc-c40d-453e-b6c2-7f7dca117bc1 service neutron] 10.222.0.26 "GET /v2.0/networks/c36eba21-1dde-48fd-9637-70c170d29f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808467 Jul 14 09:12:27.700807 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-3b9b3278-f294-4802-9fcb-3f9285b23b6a tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Allocated IP 192.168.233.76 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:27.718091 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-abb53360-4f78-46e7-89ef-959c029d2901 req-03562ace-47eb-4790-928b-ceceda75b3bb tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838864 Jul 14 09:12:27.764484 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-052eca77-c850-46e7-a102-b1231acc5040 service neutron] 10.222.0.26 "GET /v2.0/networks/c36eba21-1dde-48fd-9637-70c170d29f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049414 Jul 14 09:12:27.872701 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-3b9b3278-f294-4802-9fcb-3f9285b23b6a tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.889295 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-3b9b3278-f294-4802-9fcb-3f9285b23b6a tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Transition to ACTIVE for port object 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:27.945176 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-3b9b3278-f294-4802-9fcb-3f9285b23b6a tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.000736 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b3278-f294-4802-9fcb-3f9285b23b6a tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Pushing event updated for resources: {'Port': ['ID=5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:28.015990 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-3b9b3278-f294-4802-9fcb-3f9285b23b6a tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:28.017970 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-3b9b3278-f294-4802-9fcb-3f9285b23b6a tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:28.020529 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-3b9b3278-f294-4802-9fcb-3f9285b23b6a tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:28.089316 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-3b9b3278-f294-4802-9fcb-3f9285b23b6a tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:28.090809 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b169f5-10a0-405e-9cb1-446149e35897 req-7c65416a-e37c-4b24-bbf2-8e17a2218651 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:28.091352 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-3b9b3278-f294-4802-9fcb-3f9285b23b6a tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.092506 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06b169f5-10a0-405e-9cb1-446149e35897 req-7c65416a-e37c-4b24-bbf2-8e17a2218651 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea HTTP/1.1" status: 200 len: 948 time: 0.1373489 Jul 14 09:12:28.107735 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393ced6-4f81-4ba3-9bf9-d121c1d85c37 req-24e405ec-3e7f-46c1-818b-b840e5ba310d tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:28.109268 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f393ced6-4f81-4ba3-9bf9-d121c1d85c37 req-24e405ec-3e7f-46c1-818b-b840e5ba310d tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 935 time: 0.0981498 Jul 14 09:12:28.116560 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-3b9b3278-f294-4802-9fcb-3f9285b23b6a tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8653345 Jul 14 09:12:28.147096 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] Request body: {'port': {'device_id': 'af9eeddd-ab95-40c5-950e-7bc424305b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:28.190506 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06b169f5-10a0-405e-9cb1-446149e35897 req-6948cd4a-dfa1-4624-aa5f-9889759ebe9b tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802231 Jul 14 09:12:28.195659 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f393ced6-4f81-4ba3-9bf9-d121c1d85c37 req-3fecf008-5d58-403c-88a7-676b34a474df tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792689 Jul 14 09:12:28.333737 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.366625 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47302249-e4e6-4562-a7a8-20d763a6af4c req-f57f6d90-ec6f-4504-9002-78d2842a6813 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 210 time: 0.0819685 Jul 14 09:12:28.456131 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc64eca6-b5a8-4b16-a28e-f15c57061f33 None None] Provisioning for port 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:28.469920 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc64eca6-b5a8-4b16-a28e-f15c57061f33 None None] Provisioning complete for port 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:28.470715 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc64eca6-b5a8-4b16-a28e-f15c57061f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.559264 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc64eca6-b5a8-4b16-a28e-f15c57061f33 None None] Port 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:28.638091 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-9962b90c-07e8-4262-891e-67ebffcaa12d service neutron] show failed (client error): The resource could not be found. Jul 14 09:12:28.639658 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-9962b90c-07e8-4262-891e-67ebffcaa12d service neutron] 10.222.0.49 "GET /v2.0/ports/476bfd6a-fa82-4c42-866f-a7c995b98473/bindings/n-h1-798054-10 HTTP/1.1" status: 404 len: 381 time: 0.2201774 Jul 14 09:12:28.645516 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device fa8e0567-a0db-48ec-a4c7-f9905da2a013 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:28.750444 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port fa8e0567-a0db-48ec-a4c7-f9905da2a013 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:28.759063 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port fa8e0567-a0db-48ec-a4c7-f9905da2a013 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:28.763117 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.861046 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43586f5-a338-4b8a-84d0-28008d4ace76 req-c1241b1c-4e87-4357-bc3b-ea254deb2097 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:28.871111 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e43586f5-a338-4b8a-84d0-28008d4ace76 req-c1241b1c-4e87-4357-bc3b-ea254deb2097 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 945 time: 0.4619648 Jul 14 09:12:28.883014 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.899783 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:28.919201 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.926876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port fa8e0567-a0db-48ec-a4c7-f9905da2a013, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=fa8e0567-a0db-48ec-a4c7-f9905da2a013,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:28.928469 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2755d5e5-c2e3-4ac5-91b2-546335a5d9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8e0567-a0db-48ec-a4c7-f9905da2a013'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:28.932141 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a877eb24-6122-4fbd-aaf9-edf6e1d381d5" -d '{"events": [{"server_uuid": "2755d5e5-c2e3-4ac5-91b2-546335a5d9ea", "name": "network-vif-plugged", "status": "completed", "tag": "fa8e0567-a0db-48ec-a4c7-f9905da2a013"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:28.937643 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.945678 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] Transition to ACTIVE for port object 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:28.951575 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.983246 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e43586f5-a338-4b8a-84d0-28008d4ace76 req-2b6ce7c5-a53e-4a9b-9059-a22e6d7fedf0 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097426 Jul 14 09:12:29.007507 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=fa8e0567-a0db-48ec-a4c7-f9905da2a013,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:29.058652 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:29.095118 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445657f-6017-4189-8be9-483baa9192ef req-372abfe6-08b8-4999-8318-2a3f5fee2b65 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:29.097067 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9445657f-6017-4189-8be9-483baa9192ef req-372abfe6-08b8-4999-8318-2a3f5fee2b65 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.1346138 Jul 14 09:12:29.195435 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9445657f-6017-4189-8be9-483baa9192ef req-2109fa57-7eb8-4840-9bc6-cad6fc23bcf3 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873902 Jul 14 09:12:29.197192 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] Attempting to bind port 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:29.198871 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] Attempting to bind port 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:29.199221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] Attempting to bind port 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:29.215529 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] Port 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:29.215862 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] Attempting to bind port 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:29.229296 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:29.230553 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:29.233559 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:29.234114 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] Bound port: 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:29.234629 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:29.249284 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca155d3a-7e06-4d6d-8525-1e2a4327e1b4 x-openstack-request-id: req-ca155d3a-7e06-4d6d-8525-1e2a4327e1b4 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:29.249575 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2755d5e5-c2e3-4ac5-91b2-546335a5d9ea", "name": "network-vif-plugged", "status": "completed", "tag": "fa8e0567-a0db-48ec-a4c7-f9905da2a013", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:29.249850 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca155d3a-7e06-4d6d-8525-1e2a4327e1b4 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:29.250248 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2755d5e5-c2e3-4ac5-91b2-546335a5d9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8e0567-a0db-48ec-a4c7-f9905da2a013', 'code': 200} Jul 14 09:12:29.314710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-88968271-b9bc-4f9f-90b4-a1684d43aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:29.316391 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-88968271-b9bc-4f9f-90b4-a1684d43aff9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0&tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b HTTP/1.1" status: 200 len: 1102 time: 0.1722481 Jul 14 09:12:29.359925 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] For port 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:29.363928 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] For port 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:29.372139 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-10', 'device_owner': 'compute:nova'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:29.377994 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:29.410765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fb47e-37d2-4d60-ba9e-84bb05d746b8 req-9f13eaa3-257c-4fd2-935f-80ddcecca68e tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:29.422374 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-083fb47e-37d2-4d60-ba9e-84bb05d746b8 req-9f13eaa3-257c-4fd2-935f-80ddcecca68e tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 1097 time: 0.0792286 Jul 14 09:12:29.503899 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-083fb47e-37d2-4d60-ba9e-84bb05d746b8 req-ce8836fe-18dc-44f9-8b2c-73bc0f2d7082 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804577 Jul 14 09:12:29.510057 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:29.511500 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:29.512939 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] 10.222.0.55 "PUT /v2.0/ports/5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 HTTP/1.1" status: 200 len: 1096 time: 1.3784070 Jul 14 09:12:29.518271 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9eeddd-ab95-40c5-950e-7bc424305b44', 'tag': '5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:29.522128 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187ec357-5e38-427c-bd21-4ed6b46dfe81" -d '{"events": [{"name": "network-changed", "server_uuid": "af9eeddd-ab95-40c5-950e-7bc424305b44", "tag": "5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:29.611209 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1237a-ac99-4b52-84dc-73e95fb42528 req-f178f390-de68-4889-a934-90aa48b89f4e tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:29.619684 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3c1237a-ac99-4b52-84dc-73e95fb42528 req-f178f390-de68-4889-a934-90aa48b89f4e tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea HTTP/1.1" status: 200 len: 949 time: 0.1788518 Jul 14 09:12:29.631739 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3e020-2423-4777-8275-1752fd9a28e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:29.673440 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3ff0a8b-d896-40e6-ac3e-158c764193fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:29.702155 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3c1237a-ac99-4b52-84dc-73e95fb42528 req-bdedaa2b-34df-43c4-887e-7883fbc14846 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792642 Jul 14 09:12:29.844859 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:29.902932 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee7071dd-9113-4954-aceb-57e64cd390ec req-a2a858e3-86bd-4dd2-9421-b36c833db9d0 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 210 time: 0.0598359 Jul 14 09:12:29.934701 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ce624-999a-49e6-b26e-6895841ebb7b req-ab5274a1-dfcd-4b70-a5ae-790dead88021 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:29.942619 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a3ce624-999a-49e6-b26e-6895841ebb7b req-ab5274a1-dfcd-4b70-a5ae-790dead88021 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 947 time: 0.1772320 Jul 14 09:12:30.035171 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a3ce624-999a-49e6-b26e-6895841ebb7b req-c2a7795b-57e6-4bd0-91c6-42ab3ddf9106 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915196 Jul 14 09:12:30.128783 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173be4e6-49f0-4e91-a482-ce6e1397f265 x-openstack-request-id: req-173be4e6-49f0-4e91-a482-ce6e1397f265 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:30.129156 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9eeddd-ab95-40c5-950e-7bc424305b44", "tag": "5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:30.129464 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-173be4e6-49f0-4e91-a482-ce6e1397f265 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:30.129952 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9eeddd-ab95-40c5-950e-7bc424305b44', 'tag': '5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33', 'status': 'completed', 'code': 200} Jul 14 09:12:30.162144 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1023c-dc4e-4f08-a049-c4953b0329e9 req-8588a747-33c8-449d-9463-20d8996f37c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:30.163675 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c9c1023c-dc4e-4f08-a049-c4953b0329e9 req-8588a747-33c8-449d-9463-20d8996f37c9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea HTTP/1.1" status: 200 len: 1101 time: 0.7073729 Jul 14 09:12:30.166042 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:30.394226 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-0013d49f-6af7-4a32-a7fa-0fe8c533cf64 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:30.395783 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-0013d49f-6af7-4a32-a7fa-0fe8c533cf64 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.49 "GET /v2.0/networks?id=c36eba21-1dde-48fd-9637-70c170d29f4a HTTP/1.1" status: 200 len: 815 time: 0.2649148 Jul 14 09:12:30.419246 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794348a-656b-4f57-8dbe-c0b48ecb6ffd req-af1d138d-7e8d-4a7e-bc3e-ca08bc2999a3 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:30.427600 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0794348a-656b-4f57-8dbe-c0b48ecb6ffd req-af1d138d-7e8d-4a7e-bc3e-ca08bc2999a3 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.1009552 Jul 14 09:12:30.436056 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-fcded813-ca0a-4eda-883f-556642b6698e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Request body: {'port': {'device_id': 'e18cac83-789d-4275-8f3e-29672ec1674d', 'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a', 'admin_state_up': True, 'tenant_id': 'c4539603bf1a4d729658c8d9338db594'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:30.491256 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0794348a-656b-4f57-8dbe-c0b48ecb6ffd req-3ca0431f-755e-4eda-8247-3f1bf380310b tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622098 Jul 14 09:12:30.536079 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:30.662459 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c9c1023c-dc4e-4f08-a049-c4953b0329e9 req-15797ede-d147-42cb-b5bf-8f441403869e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181120 Jul 14 09:12:30.673612 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-6e790732-4312-48c6-81a4-ccad354c80d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:30.675099 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-6e790732-4312-48c6-81a4-ccad354c80d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=508c8f87aa03460dbf969fc731b0da81&device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 1099 time: 1.0030539 Jul 14 09:12:30.692890 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-fcded813-ca0a-4eda-883f-556642b6698e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Made reservation on behalf of c4539603bf1a4d729658c8d9338db594 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:30.696353 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-fcded813-ca0a-4eda-883f-556642b6698e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:30.911771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] For port 476bfd6a-fa82-4c42-866f-a7c995b98473, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=476bfd6a-fa82-4c42-866f-a7c995b98473,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:30.916435 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f67e0c-15fc-4204-bc10-12b4c54c020e req-8d41542d-ad7b-470a-9a2b-e667bcbefc78 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:30.918548 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-98f67e0c-15fc-4204-bc10-12b4c54c020e req-8d41542d-ad7b-470a-9a2b-e667bcbefc78 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea HTTP/1.1" status: 200 len: 949 time: 0.0780153 Jul 14 09:12:30.950118 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-fcded813-ca0a-4eda-883f-556642b6698e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Allocated IP 172.20.0.3 (c36eba21-1dde-48fd-9637-70c170d29f4a/4407057c-5ac0-43dc-87ea-7e041a541f0d/7904e0ba-84d1-47d4-8d16-fa61fc5f8026) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:30.964423 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-98f67e0c-15fc-4204-bc10-12b4c54c020e req-7758e016-b771-49cf-afcf-f3bde7a580fd tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387866 Jul 14 09:12:31.024641 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-c925c25a-8bc4-479d-a0fe-e325f9ed0d7c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 HTTP/1.1" status: 200 len: 217 time: 0.0545838 Jul 14 09:12:31.089428 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-20e3143c-ca36-413f-9df5-4dd9a64a56c9 req-bbf76180-cfac-4624-a5e3-11b9a8d3a354 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 210 time: 0.0378067 Jul 14 09:12:31.099977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] For port 476bfd6a-fa82-4c42-866f-a7c995b98473, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:31.212956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-80363f17-ff75-4f48-b44f-42feaa2b3b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:31.215397 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-80363f17-ff75-4f48-b44f-42feaa2b3b77 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1663494 Jul 14 09:12:31.223321 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:31.294590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] Transition to ACTIVE for port object 476bfd6a-fa82-4c42-866f-a7c995b98473 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:31.311339 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:31.320690 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5f29a-4f88-4d33-a48a-57ddbc34719a req-c7b3c4da-7fb5-4d4f-92aa-e93fd31af8cd tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:31.334848 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cfb5f29a-4f88-4d33-a48a-57ddbc34719a req-c7b3c4da-7fb5-4d4f-92aa-e93fd31af8cd tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 947 time: 0.1095438 Jul 14 09:12:31.372032 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-fcded813-ca0a-4eda-883f-556642b6698e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:31.406506 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cfb5f29a-4f88-4d33-a48a-57ddbc34719a req-1d68d26d-b8fa-42af-9545-404e4ab11f62 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706022 Jul 14 09:12:31.434255 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] No DVR routers for this DVR port 476bfd6a-fa82-4c42-866f-a7c995b98473 on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:31.465605 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:31.466781 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] Pushing event updated for resources: {'Port': ['ID=476bfd6a-fa82-4c42-866f-a7c995b98473,revision_number=6']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:31.511359 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] Attempting to bind port 476bfd6a-fa82-4c42-866f-a7c995b98473 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:31.511762 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] Attempting to bind port 476bfd6a-fa82-4c42-866f-a7c995b98473 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:31.512092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] Attempting to bind port 476bfd6a-fa82-4c42-866f-a7c995b98473 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:31.515335 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-c96c1082-c1fb-4443-b665-7e63a3591b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:31.516850 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-c96c1082-c1fb-4443-b665-7e63a3591b49 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2884717 Jul 14 09:12:31.520713 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] Port 476bfd6a-fa82-4c42-866f-a7c995b98473 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:31.521031 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] Attempting to bind port 476bfd6a-fa82-4c42-866f-a7c995b98473 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:31.535432 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-fcded813-ca0a-4eda-883f-556642b6698e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:31.539978 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:31.540324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:31.540759 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:31.541212 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] Bound port: 476bfd6a-fa82-4c42-866f-a7c995b98473, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:31.541573 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:31.667082 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-fcded813-ca0a-4eda-883f-556642b6698e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Network c36eba21-1dde-48fd-9637-70c170d29f4a is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:31.697496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-fcded813-ca0a-4eda-883f-556642b6698e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:31.717838 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-fcded813-ca0a-4eda-883f-556642b6698e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:31.766860 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3200f3-07c7-4099-a181-eb1ab1f9a830 req-bd25ff69-62af-464c-a02d-b4e3617955cd tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:31.768458 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed3200f3-07c7-4099-a181-eb1ab1f9a830 req-bd25ff69-62af-464c-a02d-b4e3617955cd tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 948 time: 0.0994685 Jul 14 09:12:31.796468 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcded813-ca0a-4eda-883f-556642b6698e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Pushing event updated for resources: {'Port': ['ID=7904e0ba-84d1-47d4-8d16-fa61fc5f8026,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:31.816568 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed3200f3-07c7-4099-a181-eb1ab1f9a830 req-c9cf2f94-16b5-49a4-9e5b-d1d9a6d32b71 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421770 Jul 14 09:12:31.821187 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-131ec478-854a-4c51-9788-ea537ea96a85 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941296 Jul 14 09:12:31.850201 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] For port 476bfd6a-fa82-4c42-866f-a7c995b98473, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:31.856321 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] For port 476bfd6a-fa82-4c42-866f-a7c995b98473, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=476bfd6a-fa82-4c42-866f-a7c995b98473,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:31.863600 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-fcded813-ca0a-4eda-883f-556642b6698e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:31.865143 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-fcded813-ca0a-4eda-883f-556642b6698e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:31.870869 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:31.930185 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-fcded813-ca0a-4eda-883f-556642b6698e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5041442 Jul 14 09:12:31.931452 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:31.932345 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:31.934760 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] 10.222.0.55 "PUT /v2.0/ports/476bfd6a-fa82-4c42-866f-a7c995b98473 HTTP/1.1" status: 200 len: 1097 time: 2.5684202 Jul 14 09:12:31.985372 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] Request body: {'port': {'device_id': 'e18cac83-789d-4275-8f3e-29672ec1674d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:32.017313 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5827cf-1f1c-4283-88a2-b9b78b68738b service neutron] Pushing event updated for resources: {'Port': ['ID=476bfd6a-fa82-4c42-866f-a7c995b98473,revision_number=7']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:32.144933 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328738d0-c657-4dd5-8a86-0b07d9030cd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '476bfd6a-fa82-4c42-866f-a7c995b98473'}, {'name': 'network-changed', 'server_uuid': '328738d0-c657-4dd5-8a86-0b07d9030cd0', 'tag': '476bfd6a-fa82-4c42-866f-a7c995b98473'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:32.147560 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d85f56-c703-4593-b85f-c1682277c2b8" -d '{"events": [{"server_uuid": "328738d0-c657-4dd5-8a86-0b07d9030cd0", "name": "network-vif-unplugged", "status": "completed", "tag": "476bfd6a-fa82-4c42-866f-a7c995b98473"}, {"name": "network-changed", "server_uuid": "328738d0-c657-4dd5-8a86-0b07d9030cd0", "tag": "476bfd6a-fa82-4c42-866f-a7c995b98473"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:32.210844 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:32.306418 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f2b3ab08-c163-473a-a8d5-6e7fc0f7ee8c req-b8d458bd-5e1f-4035-bb30-c80d529aca13 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909898 Jul 14 09:12:32.313084 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bf7c3-7bb0-49b7-8299-5c6933565043 req-addc57f8-2e6f-4893-8fea-b02e06958fd6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:32.318922 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-a4a999e4-98b8-4cce-b283-bd9c35bae311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:32.320418 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-a4a999e4-98b8-4cce-b283-bd9c35bae311 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 1100 time: 0.2891583 Jul 14 09:12:32.323106 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3f4bf7c3-7bb0-49b7-8299-5c6933565043 req-addc57f8-2e6f-4893-8fea-b02e06958fd6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea HTTP/1.1" status: 200 len: 949 time: 0.1498170 Jul 14 09:12:32.414863 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3f4bf7c3-7bb0-49b7-8299-5c6933565043 req-993d6788-ec6c-447c-a1bb-1daf00dc130d tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905063 Jul 14 09:12:32.502452 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db44b8ea-3520-4f1d-9855-cb3b75b9a946 x-openstack-request-id: req-db44b8ea-3520-4f1d-9855-cb3b75b9a946 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:32.503043 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328738d0-c657-4dd5-8a86-0b07d9030cd0", "name": "network-vif-unplugged", "status": "completed", "tag": "476bfd6a-fa82-4c42-866f-a7c995b98473", "code": 200}, {"name": "network-changed", "server_uuid": "328738d0-c657-4dd5-8a86-0b07d9030cd0", "tag": "476bfd6a-fa82-4c42-866f-a7c995b98473", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:32.503043 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db44b8ea-3520-4f1d-9855-cb3b75b9a946 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:32.503903 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328738d0-c657-4dd5-8a86-0b07d9030cd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '476bfd6a-fa82-4c42-866f-a7c995b98473', 'code': 200} Jul 14 09:12:32.503903 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328738d0-c657-4dd5-8a86-0b07d9030cd0', 'tag': '476bfd6a-fa82-4c42-866f-a7c995b98473', 'status': 'completed', 'code': 200} Jul 14 09:12:32.527751 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa3ba8-ad19-4f2b-88bf-1a77aab3e78f req-ba2390a1-15cf-438d-accd-4e067bd875cf tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:32.529333 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4aaa3ba8-ad19-4f2b-88bf-1a77aab3e78f req-ba2390a1-15cf-438d-accd-4e067bd875cf tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 931 time: 0.1825099 Jul 14 09:12:32.613142 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:32.624034 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4aaa3ba8-ad19-4f2b-88bf-1a77aab3e78f req-9a34c63b-4815-45a4-aef5-93d31f3b1677 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872507 Jul 14 09:12:32.652684 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-1e3d18d0-7492-42aa-915f-88ef62c8639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:32.652684 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-1e3d18d0-7492-42aa-915f-88ef62c8639e service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.2680480 Jul 14 09:12:32.707494 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-0e10b63c-e0fd-4d7c-a2e5-82d6c4016eac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=476bfd6a-fa82-4c42-866f-a7c995b98473 HTTP/1.1" status: 200 len: 217 time: 0.0421999 Jul 14 09:12:32.732975 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c04bdc-ea4a-413e-9438-5d62f0f472ec req-000c547e-67f4-4f7d-9c91-92b272e959a2 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:32.734643 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01c04bdc-ea4a-413e-9438-5d62f0f472ec req-000c547e-67f4-4f7d-9c91-92b272e959a2 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 947 time: 0.0990872 Jul 14 09:12:32.772380 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ec357-5e38-427c-bd21-4ed6b46dfe81 req-428656ae-95b8-4da0-bf3d-6791af3d89d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:32.774567 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-187ec357-5e38-427c-bd21-4ed6b46dfe81 req-428656ae-95b8-4da0-bf3d-6791af3d89d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=508c8f87aa03460dbf969fc731b0da81&device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 1099 time: 0.3378782 Jul 14 09:12:32.779879 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01c04bdc-ea4a-413e-9438-5d62f0f472ec req-56df7bf5-8a75-4f97-8af7-2922f17d7b9d tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392749 Jul 14 09:12:32.796757 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-b5b9f511-aed8-4952-b8ad-1d3bed7cf36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:32.798173 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-b5b9f511-aed8-4952-b8ad-1d3bed7cf36e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0827453 Jul 14 09:12:32.821185 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-5f173308-0494-476d-bb99-f7eb3bb9fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:32.822667 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-5f173308-0494-476d-bb99-f7eb3bb9fe2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 1100 time: 0.2899771 Jul 14 09:12:33.036139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf03f41-b79c-45c7-b5cd-bd196ba7f09e req-eb0af38a-cc15-445d-b251-66f0962c6c93 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:33.044419 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-abf03f41-b79c-45c7-b5cd-bd196ba7f09e req-eb0af38a-cc15-445d-b251-66f0962c6c93 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 948 time: 0.0827317 Jul 14 09:12:33.082937 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-abf03f41-b79c-45c7-b5cd-bd196ba7f09e req-a057dc54-a091-487e-9a9c-a24c06174b19 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363832 Jul 14 09:12:33.298108 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:33.315402 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.350089 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] Transition to ACTIVE for port object 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:33.362314 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.368661 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ec357-5e38-427c-bd21-4ed6b46dfe81 req-c73742aa-afa7-41af-ae3d-644d8d7e6eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:33.370708 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-187ec357-5e38-427c-bd21-4ed6b46dfe81 req-c73742aa-afa7-41af-ae3d-644d8d7e6eef service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.5675371 Jul 14 09:12:33.400453 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-6e693fc7-4890-498d-a28a-3fee1e87ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:33.401869 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-6e693fc7-4890-498d-a28a-3fee1e87ea9b service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.5579767 Jul 14 09:12:33.407549 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6d612f5f-da1a-48da-b1cd-ec81fd9d471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:33.409016 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-6d612f5f-da1a-48da-b1cd-ec81fd9d471c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5910816 Jul 14 09:12:33.495076 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-187ec357-5e38-427c-bd21-4ed6b46dfe81 req-75d9c176-5f58-41f0-a4ca-e4ecf536b633 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 HTTP/1.1" status: 200 len: 217 time: 0.0906475 Jul 14 09:12:33.508389 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-3d0a19aa-c5a8-45de-b805-549e0c1dd4f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=476bfd6a-fa82-4c42-866f-a7c995b98473 HTTP/1.1" status: 200 len: 217 time: 0.0969238 Jul 14 09:12:33.566728 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7904e0ba-84d1-47d4-8d16-fa61fc5f8026,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:33.611956 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 476bfd6a-fa82-4c42-866f-a7c995b98473 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:33.614699 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6d00a-8fdf-4f71-b45d-980b96153679 req-0ee348ae-1e79-45d5-93c1-12cf8ac973d3 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:33.624780 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cde6d00a-8fdf-4f71-b45d-980b96153679 req-0ee348ae-1e79-45d5-93c1-12cf8ac973d3 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea HTTP/1.1" status: 200 len: 949 time: 0.0897310 Jul 14 09:12:33.677679 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cde6d00a-8fdf-4f71-b45d-980b96153679 req-c93bba33-deed-48e9-823b-6ee56e17cfd1 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515556 Jul 14 09:12:33.705730 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ec357-5e38-427c-bd21-4ed6b46dfe81 req-3730d282-e442-42de-855c-dbfd3f88ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:33.707223 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-187ec357-5e38-427c-bd21-4ed6b46dfe81 req-3730d282-e442-42de-855c-dbfd3f88ab5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1979871 Jul 14 09:12:33.714747 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 476bfd6a-fa82-4c42-866f-a7c995b98473 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:33.719740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-6533c12a-c211-4929-a753-7ba643b37aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:33.721362 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-6533c12a-c211-4929-a753-7ba643b37aa3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1807585 Jul 14 09:12:33.785573 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-36f86058-ae93-49a9-b2a2-2bf3a0b5cb04 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589826 Jul 14 09:12:33.867735 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] Attempting to bind port 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:33.868070 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] Attempting to bind port 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '72bb0827-f879-47e1-800a-e4223ce92500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:33.868404 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] Attempting to bind port 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 on network c36eba21-1dde-48fd-9637-70c170d29f4a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:33.887258 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] Port 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 on network c36eba21-1dde-48fd-9637-70c170d29f4a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:33.887405 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4638877-2bb5-41cb-b4d2-52d36e2dd4f4 req-5d4a7eec-db75-420f-9bce-2edea9f9bd10 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:33.887586 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] Attempting to bind port 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 on network c36eba21-1dde-48fd-9637-70c170d29f4a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:33.888992 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4638877-2bb5-41cb-b4d2-52d36e2dd4f4 req-5d4a7eec-db75-420f-9bce-2edea9f9bd10 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 943 time: 0.0861521 Jul 14 09:12:33.910170 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:33.910517 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] Checking segment: {'id': '72bb0827-f879-47e1-800a-e4223ce92500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:33.910903 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] Bound using segment: {'id': '72bb0827-f879-47e1-800a-e4223ce92500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:33.911351 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] Bound port: 7904e0ba-84d1-47d4-8d16-fa61fc5f8026, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bb0827-f879-47e1-800a-e4223ce92500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:33.911714 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.952920 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4638877-2bb5-41cb-b4d2-52d36e2dd4f4 req-ab5f8f78-f2da-4c3b-b670-e3f30844e2ca tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570252 Jul 14 09:12:33.977276 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-60ad964a-a353-4309-8f74-9be5b137b9ca req-d348a91d-e182-4e50-bf3e-10dabbdb2e96 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686893 Jul 14 09:12:33.983886 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-72b20ab1-05de-41d1-b3ff-cf7af77107e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:33.985363 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-72b20ab1-05de-41d1-b3ff-cf7af77107e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2418003 Jul 14 09:12:33.989548 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ec357-5e38-427c-bd21-4ed6b46dfe81 req-324e0abd-393e-4586-9025-09c5e259ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:33.991031 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-187ec357-5e38-427c-bd21-4ed6b46dfe81 req-324e0abd-393e-4586-9025-09c5e259ad0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2746649 Jul 14 09:12:34.132312 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] For port 7904e0ba-84d1-47d4-8d16-fa61fc5f8026, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:34.177176 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] For port 7904e0ba-84d1-47d4-8d16-fa61fc5f8026, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7904e0ba-84d1-47d4-8d16-fa61fc5f8026,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:34.195054 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:34.264437 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.265049 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:34.266451 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] 10.222.0.49 "PUT /v2.0/ports/7904e0ba-84d1-47d4-8d16-fa61fc5f8026 HTTP/1.1" status: 200 len: 1092 time: 2.3193421 Jul 14 09:12:34.285987 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-a880f0f7-c2d5-433d-b2f8-c6b94247b1a7 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901835 Jul 14 09:12:34.295519 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-187ec357-5e38-427c-bd21-4ed6b46dfe81 req-9e8f65f3-a96f-4b68-be6b-39b4b3d4854b service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912130 Jul 14 09:12:34.334364 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259f965-4305-42f1-beb9-15ef4b9b082e req-9b4dd53c-a6f0-40fb-a94c-72376350c565 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.335973 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5259f965-4305-42f1-beb9-15ef4b9b082e req-9b4dd53c-a6f0-40fb-a94c-72376350c565 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 947 time: 0.1727276 Jul 14 09:12:34.387341 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5259f965-4305-42f1-beb9-15ef4b9b082e req-da067331-e957-40bd-acbf-cc12d88bac33 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430706 Jul 14 09:12:34.465441 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e47388-916f-42a6-8cfd-d6dad0b0e8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7904e0ba-84d1-47d4-8d16-fa61fc5f8026,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:34.483261 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-d2e4362f-0772-4d4e-8dff-214dd0c22308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.484805 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-d2e4362f-0772-4d4e-8dff-214dd0c22308 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 1100 time: 0.3655729 Jul 14 09:12:34.509843 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18cac83-789d-4275-8f3e-29672ec1674d', 'tag': '7904e0ba-84d1-47d4-8d16-fa61fc5f8026'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:34.513562 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d3db84-bd07-4187-8d4e-73830571d9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e18cac83-789d-4275-8f3e-29672ec1674d", "tag": "7904e0ba-84d1-47d4-8d16-fa61fc5f8026"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:34.587144 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca01cee-71f3-4016-8d83-38e1f716a6d9 req-c2087427-6d6b-4397-802b-d78eb5809d77 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.595827 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dca01cee-71f3-4016-8d83-38e1f716a6d9 req-c2087427-6d6b-4397-802b-d78eb5809d77 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 948 time: 0.0894642 Jul 14 09:12:34.610728 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36d19cce-62a2-472e-8757-491e100a04ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.612318 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-36d19cce-62a2-472e-8757-491e100a04ac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4539603bf1a4d729658c8d9338db594&device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 1095 time: 0.2395236 Jul 14 09:12:34.653553 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dca01cee-71f3-4016-8d83-38e1f716a6d9 req-100fe9eb-c71a-47da-a48c-21208776e1dc tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522559 Jul 14 09:12:34.667011 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-187ec357-5e38-427c-bd21-4ed6b46dfe81 req-4dbfaec2-b747-434e-8531-693901aae708 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772937 Jul 14 09:12:34.669015 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-ba6cdcc3-ae08-45c6-8da9-0aa1698a7525 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679912 Jul 14 09:12:34.672555 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-ddb702db-c629-4c09-bda5-70144af5cd98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7904e0ba-84d1-47d4-8d16-fa61fc5f8026 HTTP/1.1" status: 200 len: 217 time: 0.0454667 Jul 14 09:12:34.730121 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb54ee6-c70c-4b10-8f8c-bc917fddfef3 x-openstack-request-id: req-2fb54ee6-c70c-4b10-8f8c-bc917fddfef3 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:34.730412 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18cac83-789d-4275-8f3e-29672ec1674d", "tag": "7904e0ba-84d1-47d4-8d16-fa61fc5f8026", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:34.730759 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2fb54ee6-c70c-4b10-8f8c-bc917fddfef3 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:34.731051 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18cac83-789d-4275-8f3e-29672ec1674d', 'tag': '7904e0ba-84d1-47d4-8d16-fa61fc5f8026', 'status': 'completed', 'code': 200} Jul 14 09:12:34.760125 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-ef684edc-c704-4cfb-8ee9-855357b0fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.761629 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-ef684edc-c704-4cfb-8ee9-855357b0fd82 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.2629728 Jul 14 09:12:34.763145 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-4d963a37-f910-419c-b2e1-3f2fc68a642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.764482 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-4d963a37-f910-419c-b2e1-3f2fc68a642d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4407057c-5ac0-43dc-87ea-7e041a541f0d HTTP/1.1" status: 200 len: 855 time: 0.0763645 Jul 14 09:12:34.771137 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5d4f4-5656-46cf-ac73-edd8ac543bd5 req-dccb5e37-0aa4-4b34-986c-dce11de709c3 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.771624 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5d4f4-5656-46cf-ac73-edd8ac543bd5 req-dccb5e37-0aa4-4b34-986c-dce11de709c3 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.772207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5d4f4-5656-46cf-ac73-edd8ac543bd5 req-dccb5e37-0aa4-4b34-986c-dce11de709c3 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.772566 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5d4f4-5656-46cf-ac73-edd8ac543bd5 req-dccb5e37-0aa4-4b34-986c-dce11de709c3 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.773036 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5d4f4-5656-46cf-ac73-edd8ac543bd5 req-dccb5e37-0aa4-4b34-986c-dce11de709c3 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.773498 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5d4f4-5656-46cf-ac73-edd8ac543bd5 req-dccb5e37-0aa4-4b34-986c-dce11de709c3 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.774139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5d4f4-5656-46cf-ac73-edd8ac543bd5 req-dccb5e37-0aa4-4b34-986c-dce11de709c3 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.774840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5d4f4-5656-46cf-ac73-edd8ac543bd5 req-dccb5e37-0aa4-4b34-986c-dce11de709c3 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.775306 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5d4f4-5656-46cf-ac73-edd8ac543bd5 req-dccb5e37-0aa4-4b34-986c-dce11de709c3 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.777320 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5d4f4-5656-46cf-ac73-edd8ac543bd5 req-dccb5e37-0aa4-4b34-986c-dce11de709c3 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.777866 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5d4f4-5656-46cf-ac73-edd8ac543bd5 req-dccb5e37-0aa4-4b34-986c-dce11de709c3 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.778335 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5d4f4-5656-46cf-ac73-edd8ac543bd5 req-dccb5e37-0aa4-4b34-986c-dce11de709c3 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.778810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5d4f4-5656-46cf-ac73-edd8ac543bd5 req-dccb5e37-0aa4-4b34-986c-dce11de709c3 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.779278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5d4f4-5656-46cf-ac73-edd8ac543bd5 req-dccb5e37-0aa4-4b34-986c-dce11de709c3 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.781906 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ae5d4f4-5656-46cf-ac73-edd8ac543bd5 req-dccb5e37-0aa4-4b34-986c-dce11de709c3 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d&device_id=af9eeddd-ab95-40c5-950e-7bc424305b44&device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea&device_id=4dc5d791-1953-44e4-ae2b-3aa581926326&device_id=e14321bd-90aa-4874-9781-715c4fe91df4&device_id=b6849886-defb-490c-a6e4-21dc9b2782c6&device_id=7d5d0a57-d377-4675-8665-2e5ad265187e&device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6&device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0&device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819&device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee&device_id=34e208dc-0d29-4d5e-9164-3547e56561f5&device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b&device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 12645 time: 0.1175556 Jul 14 09:12:34.812786 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4ae5d4f4-5656-46cf-ac73-edd8ac543bd5 req-69e1b52c-573f-4551-875b-95c2c9c53e3d tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:34.835400 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-d6d2bf1f-eecf-4a85-bc13-4e50c1bb411a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=476bfd6a-fa82-4c42-866f-a7c995b98473 HTTP/1.1" status: 200 len: 217 time: 0.0613043 Jul 14 09:12:34.853585 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-77315c96-768d-4f7b-a6eb-4091800753e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c36eba21-1dde-48fd-9637-70c170d29f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662611 Jul 14 09:12:34.915796 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4ae5d4f4-5656-46cf-ac73-edd8ac543bd5 req-69e1b52c-573f-4551-875b-95c2c9c53e3d tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:34.921080 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4ae5d4f4-5656-46cf-ac73-edd8ac543bd5 req-69e1b52c-573f-4551-875b-95c2c9c53e3d tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:34.948092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-b8d82d76-7b0f-417d-b0fd-809a4d5df9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.949536 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-b8d82d76-7b0f-417d-b0fd-809a4d5df9c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0983336 Jul 14 09:12:34.968153 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ae5d4f4-5656-46cf-ac73-edd8ac543bd5 req-69e1b52c-573f-4551-875b-95c2c9c53e3d tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&id=9672e33e-73cc-4aa6-b332-a77e52fc8930&id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&id=e217e41f-f53c-4555-8954-803eb91088f6&id=be950b00-8aad-4d45-8224-1a5df89c7aae&id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 807 time: 0.1789827 Jul 14 09:12:34.970207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1b52c-573f-4551-875b-95c2c9c53e3d tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9624500-15b6-4c52-a477-70a9a064b5ed,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:35.039126 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-0a9dfeb3-6528-4233-8ccc-ca79d10f6e6b service neutron] 10.222.0.49 "GET /v2.0/networks/c36eba21-1dde-48fd-9637-70c170d29f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585214 Jul 14 09:12:35.056340 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-4f45030d-3d5f-46ec-8af9-76e8f8353ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:35.058411 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-4f45030d-3d5f-46ec-8af9-76e8f8353ea0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0963967 Jul 14 09:12:35.156309 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0889dc-c89c-4a6e-b66b-185e3c565510 req-39c9d46b-4201-4e28-ba8c-fd8c86d38f8a tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:35.170428 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d0889dc-c89c-4a6e-b66b-185e3c565510 req-39c9d46b-4201-4e28-ba8c-fd8c86d38f8a tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 943 time: 0.0960379 Jul 14 09:12:35.210657 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-adf7f970-0040-4d2b-801a-db83c3abdc22 req-b9cfd31a-b050-467f-8de9-cf0e02444093 service neutron] 10.222.0.49 "GET /v2.0/networks/c36eba21-1dde-48fd-9637-70c170d29f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640427 Jul 14 09:12:35.224236 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-7949122e-1ae7-412b-8491-6566938b8c11 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280024 Jul 14 09:12:35.230906 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d0889dc-c89c-4a6e-b66b-185e3c565510 req-2b10e310-bb50-4c2c-9621-5ffa7cd4976f tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520420 Jul 14 09:12:35.384570 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21d85f56-c703-4593-b85f-c1682277c2b8 req-aa9c0a14-3819-4734-86aa-cab5890eddc7 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496594 Jul 14 09:12:35.387387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3db84-bd07-4187-8d4e-73830571d9f3 req-ffefd1a7-52c0-4167-8bc1-812e7cdb16c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:35.388927 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b7d3db84-bd07-4187-8d4e-73830571d9f3 req-ffefd1a7-52c0-4167-8bc1-812e7cdb16c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4539603bf1a4d729658c8d9338db594&device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 1095 time: 0.1164463 Jul 14 09:12:35.499036 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3db84-bd07-4187-8d4e-73830571d9f3 req-358bbcdb-187e-46a3-aaca-81ca4700fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:35.500632 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b7d3db84-bd07-4187-8d4e-73830571d9f3 req-358bbcdb-187e-46a3-aaca-81ca4700fef0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c36eba21-1dde-48fd-9637-70c170d29f4a HTTP/1.1" status: 200 len: 916 time: 0.1042757 Jul 14 09:12:35.545351 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b7d3db84-bd07-4187-8d4e-73830571d9f3 req-c320c1d2-0e3b-48aa-832d-63b9084a7e7c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7904e0ba-84d1-47d4-8d16-fa61fc5f8026 HTTP/1.1" status: 200 len: 217 time: 0.0378654 Jul 14 09:12:35.599377 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3db84-bd07-4187-8d4e-73830571d9f3 req-fe25cfe2-1d86-4bbb-8a8a-85adb79b911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:35.601506 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b7d3db84-bd07-4187-8d4e-73830571d9f3 req-fe25cfe2-1d86-4bbb-8a8a-85adb79b911f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4407057c-5ac0-43dc-87ea-7e041a541f0d HTTP/1.1" status: 200 len: 855 time: 0.0481224 Jul 14 09:12:35.639128 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b7d3db84-bd07-4187-8d4e-73830571d9f3 req-e3426c58-d296-4b49-98e7-1b89a31d0a88 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c36eba21-1dde-48fd-9637-70c170d29f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308278 Jul 14 09:12:35.651228 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58eb04-6d94-4bb0-8323-19632334e095 req-6ddf06c2-aa37-44ef-9b69-963b69228e10 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:35.653369 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff58eb04-6d94-4bb0-8323-19632334e095 req-6ddf06c2-aa37-44ef-9b69-963b69228e10 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 947 time: 0.1018057 Jul 14 09:12:35.681806 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e5031-87f5-4b9f-8dc1-bcfb7a49f62c req-f22fe78a-aae0-461f-b7c3-107c18283f47 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:35.682495 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e5031-87f5-4b9f-8dc1-bcfb7a49f62c req-f22fe78a-aae0-461f-b7c3-107c18283f47 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:35.682991 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e5031-87f5-4b9f-8dc1-bcfb7a49f62c req-f22fe78a-aae0-461f-b7c3-107c18283f47 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:35.684691 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-463e5031-87f5-4b9f-8dc1-bcfb7a49f62c req-f22fe78a-aae0-461f-b7c3-107c18283f47 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea&device_id=7d5d0a57-d377-4675-8665-2e5ad265187e&device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 2886 time: 0.1313374 Jul 14 09:12:35.717722 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff58eb04-6d94-4bb0-8323-19632334e095 req-1e0a537d-14df-4881-b91f-1ce5f97b6aa5 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564189 Jul 14 09:12:35.731791 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b7d3db84-bd07-4187-8d4e-73830571d9f3 req-d7a22c9c-bee4-4f0f-b261-4ee416df4185 service neutron] 10.222.0.49 "GET /v2.0/networks/c36eba21-1dde-48fd-9637-70c170d29f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853548 Jul 14 09:12:35.734190 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-463e5031-87f5-4b9f-8dc1-bcfb7a49f62c req-9f8fa275-9501-4ef7-bcd1-925e28ebe2ad tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365160 Jul 14 09:12:35.873312 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b7d3db84-bd07-4187-8d4e-73830571d9f3 req-41e400cc-ecb5-40bf-b529-8d4a4b8c908b service neutron] 10.222.0.49 "GET /v2.0/networks/c36eba21-1dde-48fd-9637-70c170d29f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334853 Jul 14 09:12:35.923851 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437407cc-9a5f-46f4-bb9c-c83cada7c549 req-66fa3ef2-5634-4642-9e6e-889ccc756e01 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:35.925613 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-437407cc-9a5f-46f4-bb9c-c83cada7c549 req-66fa3ef2-5634-4642-9e6e-889ccc756e01 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 948 time: 0.0849860 Jul 14 09:12:35.968512 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-437407cc-9a5f-46f4-bb9c-c83cada7c549 req-f147c3c9-5618-4cde-b3ee-dbbad1f701d9 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370688 Jul 14 09:12:36.445681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af381246-1ea9-459f-9a3b-e4f54d19bc00 req-13e350cd-574b-441c-8593-d634e5ab5f9b tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:36.448828 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af381246-1ea9-459f-9a3b-e4f54d19bc00 req-13e350cd-574b-441c-8593-d634e5ab5f9b tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 943 time: 0.0722332 Jul 14 09:12:36.492997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af381246-1ea9-459f-9a3b-e4f54d19bc00 req-3d7c4bce-c0c6-439d-a882-c10e979c131e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375369 Jul 14 09:12:36.674620 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:36.779154 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4b812-1a97-4cc5-a930-5cec763faead req-2fa9ac6f-cd82-458c-998b-198458253dd3 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:36.781329 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84c4b812-1a97-4cc5-a930-5cec763faead req-2fa9ac6f-cd82-458c-998b-198458253dd3 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 1102 time: 0.0678933 Jul 14 09:12:36.798654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:36.811887 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33', 'mac_address': 'fa:16:3e:dd:cf:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:36.868225 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84c4b812-1a97-4cc5-a930-5cec763faead req-5d10fcc8-5226-483f-a1d0-6d84f929c59b tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799966 Jul 14 09:12:36.882761 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:36.897856 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:36.931972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:36.936775 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.031792 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:37.086022 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c80705-47df-427c-9655-7d43e6ab23fb req-c2b3b797-4460-4bc9-acb9-cfc8e45409f3 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:37.087474 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-29c80705-47df-427c-9655-7d43e6ab23fb req-c2b3b797-4460-4bc9-acb9-cfc8e45409f3 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 948 time: 0.1320143 Jul 14 09:12:37.129232 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b641562-73aa-4079-ac66-c76288d8044e req-d7acf038-29c8-470a-a7b9-e093e3f1bbdc tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:37.130753 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b641562-73aa-4079-ac66-c76288d8044e req-d7acf038-29c8-470a-a7b9-e093e3f1bbdc tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 1102 time: 0.0923395 Jul 14 09:12:37.138478 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-29c80705-47df-427c-9655-7d43e6ab23fb req-5d94dd95-dbcf-4bee-af29-b1ec34e6a2a5 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437818 Jul 14 09:12:37.177105 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b641562-73aa-4079-ac66-c76288d8044e req-0b9cd134-d46b-4781-bb9c-3c3a0d3c4dd0 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376832 Jul 14 09:12:37.320127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34889b5b-b57c-4f04-9355-762e41fcd26f req-82727064-cf07-40b1-9276-d025f5c6fa8c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:37.321689 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-34889b5b-b57c-4f04-9355-762e41fcd26f req-82727064-cf07-40b1-9276-d025f5c6fa8c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 948 time: 0.0804539 Jul 14 09:12:37.363535 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-34889b5b-b57c-4f04-9355-762e41fcd26f req-a7da5db2-a709-4c4f-82e7-55ab5aa84f2c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349777 Jul 14 09:12:37.473419 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:37.714635 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01479fb1-71be-4926-b199-1ad117d9b91b req-b93e6a69-3ebd-4a47-822a-200e8c531654 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:37.716163 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01479fb1-71be-4926-b199-1ad117d9b91b req-b93e6a69-3ebd-4a47-822a-200e8c531654 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 948 time: 0.0741086 Jul 14 09:12:37.757226 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01479fb1-71be-4926-b199-1ad117d9b91b req-1e396d41-f645-4e11-8c32-48e95f74d0dc tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355816 Jul 14 09:12:37.758122 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeed01-fec0-4b58-bbb3-255f938e5539 req-62b54971-d005-40e1-8069-19d78463255a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:37.759713 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0fdeed01-fec0-4b58-bbb3-255f938e5539 req-62b54971-d005-40e1-8069-19d78463255a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.49 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0&tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&binding%3Ahost_id=n-h1-798054-10 HTTP/1.1" status: 200 len: 948 time: 0.1156592 Jul 14 09:12:37.833092 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [req-0fdeed01-fec0-4b58-bbb3-255f938e5539 req-83b07668-565a-486f-be36-c2e6565e8f6d service neutron] delete failed (client error): The resource could not be found. Jul 14 09:12:37.834268 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0fdeed01-fec0-4b58-bbb3-255f938e5539 req-83b07668-565a-486f-be36-c2e6565e8f6d service neutron] 10.222.0.49 "DELETE /v2.0/ports/476bfd6a-fa82-4c42-866f-a7c995b98473/bindings/n-h2-798054-10 HTTP/1.1" status: 404 len: 381 time: 0.0682530 Jul 14 09:12:37.965962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeed01-fec0-4b58-bbb3-255f938e5539 req-d38e7708-b33a-4546-8779-8627683bd616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:37.967915 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0fdeed01-fec0-4b58-bbb3-255f938e5539 req-d38e7708-b33a-4546-8779-8627683bd616 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 1100 time: 0.0566261 Jul 14 09:12:38.064622 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cbcfb-418f-47db-80c0-ce4363fe3cce req-b5162433-9714-48b2-a6c0-3de55b5546c5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:38.066216 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d83cbcfb-418f-47db-80c0-ce4363fe3cce req-b5162433-9714-48b2-a6c0-3de55b5546c5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 943 time: 0.0859070 Jul 14 09:12:38.077848 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeed01-fec0-4b58-bbb3-255f938e5539 req-6e997f38-4e5f-4f80-9f96-8247955f3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:38.079430 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0fdeed01-fec0-4b58-bbb3-255f938e5539 req-6e997f38-4e5f-4f80-9f96-8247955f3bb1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1051571 Jul 14 09:12:38.106496 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d83cbcfb-418f-47db-80c0-ce4363fe3cce req-3ba18704-a6c1-4b9f-8147-146952697913 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348699 Jul 14 09:12:38.130187 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0fdeed01-fec0-4b58-bbb3-255f938e5539 req-16e05aa5-e39b-4e80-8ce7-bf888319943e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=476bfd6a-fa82-4c42-866f-a7c995b98473 HTTP/1.1" status: 200 len: 217 time: 0.0398035 Jul 14 09:12:38.181007 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeed01-fec0-4b58-bbb3-255f938e5539 req-56d5b43a-064c-458f-96c1-32e48d1bc1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:38.183123 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0fdeed01-fec0-4b58-bbb3-255f938e5539 req-56d5b43a-064c-458f-96c1-32e48d1bc1f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0453646 Jul 14 09:12:38.243478 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeed01-fec0-4b58-bbb3-255f938e5539 req-27d53908-8fa3-4219-af28-e66551c598fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:38.245736 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0fdeed01-fec0-4b58-bbb3-255f938e5539 req-27d53908-8fa3-4219-af28-e66551c598fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0553472 Jul 14 09:12:38.344424 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4c52f-e081-47b5-89d5-e6d20f38d2cd req-2dc7f492-992c-4300-a845-36fa34a079b5 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:38.346092 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c1a4c52f-e081-47b5-89d5-e6d20f38d2cd req-2dc7f492-992c-4300-a845-36fa34a079b5 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 948 time: 0.0828955 Jul 14 09:12:38.397175 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c1a4c52f-e081-47b5-89d5-e6d20f38d2cd req-75c3a419-0e5a-4e3e-b59b-ce9e464cbdbd tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422699 Jul 14 09:12:38.558484 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8214be8-2dd3-4589-8013-d70545d407c0 req-92995928-c2eb-48df-8e70-0d90ac269974 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:38.559975 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f8214be8-2dd3-4589-8013-d70545d407c0 req-92995928-c2eb-48df-8e70-0d90ac269974 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0703237 Jul 14 09:12:38.596121 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0fdeed01-fec0-4b58-bbb3-255f938e5539 req-3772b63e-e570-4be7-af73-91cf3282c710 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374417 Jul 14 09:12:38.597609 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f8214be8-2dd3-4589-8013-d70545d407c0 req-ec2a532c-6972-4590-a675-ca28e3afe8cc tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314658 Jul 14 09:12:38.682100 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 476bfd6a-fa82-4c42-866f-a7c995b98473 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:38.685559 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0fdeed01-fec0-4b58-bbb3-255f938e5539 req-62868a8a-a9e5-4433-a08a-9b2ee91bf3ea service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825064 Jul 14 09:12:38.783545 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 476bfd6a-fa82-4c42-866f-a7c995b98473, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=476bfd6a-fa82-4c42-866f-a7c995b98473,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:38.797104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '476bfd6a-fa82-4c42-866f-a7c995b98473', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '476bfd6a-fa82-4c42-866f-a7c995b98473', 'mac_address': 'fa:16:3e:fa:53:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:38.838070 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.850759 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 476bfd6a-fa82-4c42-866f-a7c995b98473 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:38.871477 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 476bfd6a-fa82-4c42-866f-a7c995b98473, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=476bfd6a-fa82-4c42-866f-a7c995b98473,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:38.875394 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.924905 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=476bfd6a-fa82-4c42-866f-a7c995b98473,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:38.938614 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670d832-4ead-485e-9656-5bd525916c71 req-e99f5795-4f4b-4486-ab66-874e5d526003 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:38.940105 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e670d832-4ead-485e-9656-5bd525916c71 req-e99f5795-4f4b-4486-ab66-874e5d526003 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 949 time: 0.0663126 Jul 14 09:12:38.978042 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e670d832-4ead-485e-9656-5bd525916c71 req-2ff6154c-a5de-467a-9161-9e6b7f8a55e3 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320196 Jul 14 09:12:39.301733 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ab9ad-350a-4074-8d91-a0deacf14195 req-b6e0c8c3-d9d3-4108-b7ce-f6196fc1f457 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:39.303356 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a85ab9ad-350a-4074-8d91-a0deacf14195 req-b6e0c8c3-d9d3-4108-b7ce-f6196fc1f457 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 943 time: 0.0683894 Jul 14 09:12:39.343366 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a85ab9ad-350a-4074-8d91-a0deacf14195 req-8f1a6397-b86c-4bfa-807b-4ed697805f9b tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341213 Jul 14 09:12:39.471432 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['476bfd6a-fa82-4c42-866f-a7c995b98473'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:39.582164 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911f659-6ec5-4941-97fb-bc3999d76476 req-abcc7d78-514c-4713-85ef-25425d417fa5 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:39.583672 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b911f659-6ec5-4941-97fb-bc3999d76476 req-abcc7d78-514c-4713-85ef-25425d417fa5 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 948 time: 0.0627110 Jul 14 09:12:39.622032 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b911f659-6ec5-4941-97fb-bc3999d76476 req-5fe1bf53-8503-4be2-b630-51e6f6be6b6f tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318987 Jul 14 09:12:39.655442 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:39.751022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 7904e0ba-84d1-47d4-8d16-fa61fc5f8026, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7904e0ba-84d1-47d4-8d16-fa61fc5f8026,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:39.765687 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '7904e0ba-84d1-47d4-8d16-fa61fc5f8026', 'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a', 'port_id': '7904e0ba-84d1-47d4-8d16-fa61fc5f8026', 'mac_address': 'fa:16:3e:58:45:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4407057c-5ac0-43dc-87ea-7e041a541f0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:39.770363 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5d27a-6e16-49cb-b866-d0b763d04626 req-88e76237-0b23-4fc6-9732-c077c11ab319 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:39.771846 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d5c5d27a-6e16-49cb-b866-d0b763d04626 req-88e76237-0b23-4fc6-9732-c077c11ab319 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0631647 Jul 14 09:12:39.802778 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:39.810116 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d5c5d27a-6e16-49cb-b866-d0b763d04626 req-ab33c245-4a54-44dd-958f-66a9c7528e73 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327685 Jul 14 09:12:39.815759 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:39.835840 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 7904e0ba-84d1-47d4-8d16-fa61fc5f8026, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7904e0ba-84d1-47d4-8d16-fa61fc5f8026,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:39.839677 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:39.884649 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=7904e0ba-84d1-47d4-8d16-fa61fc5f8026,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:40.150330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063dee9-d731-47d1-91a0-96cf64c2caea req-26c989d1-3d4f-4b80-a2c8-63963cd18985 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:40.151830 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2063dee9-d731-47d1-91a0-96cf64c2caea req-26c989d1-3d4f-4b80-a2c8-63963cd18985 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 949 time: 0.0649490 Jul 14 09:12:40.177547 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['7904e0ba-84d1-47d4-8d16-fa61fc5f8026'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:40.206552 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2063dee9-d731-47d1-91a0-96cf64c2caea req-fc370127-7c02-4e42-8cb1-2204fae51c26 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492187 Jul 14 09:12:40.389000 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb10ab3-24a1-461f-96d9-688dac9b7425 req-c95a0788-0947-4c7e-a94d-5afd61bace7a tempest-MigrationsAdminTest-2076481826 tempest-MigrationsAdminTest-2076481826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:40.390561 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-afb10ab3-24a1-461f-96d9-688dac9b7425 req-c95a0788-0947-4c7e-a94d-5afd61bace7a tempest-MigrationsAdminTest-2076481826 tempest-MigrationsAdminTest-2076481826-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 1101 time: 0.0519457 Jul 14 09:12:40.425250 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-afb10ab3-24a1-461f-96d9-688dac9b7425 req-ba5dfada-c521-4868-958c-a7c93ceeda28 tempest-MigrationsAdminTest-2076481826 tempest-MigrationsAdminTest-2076481826-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289299 Jul 14 09:12:40.681896 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:40.691152 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-ba8654fc-8fad-41a0-847c-14c975ea086a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485840 Jul 14 09:12:40.731228 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:40.735033 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:40.735400 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.785696 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49773a-881c-4373-ac10-8b989f8a8444 req-934c3b6b-2974-4ebb-a53f-3896fcb400b5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:40.787116 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab49773a-881c-4373-ac10-8b989f8a8444 req-934c3b6b-2974-4ebb-a53f-3896fcb400b5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 944 time: 0.1464801 Jul 14 09:12:40.811346 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.831493 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-0ef2e21c-c898-4bc0-bfc7-9cc026afc337 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:40.832949 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-0ef2e21c-c898-4bc0-bfc7-9cc026afc337 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1361043 Jul 14 09:12:40.833868 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9eeddd-ab95-40c5-950e-7bc424305b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:40.836377 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfeb3e1-5a81-41cc-9726-7a2f51a7318c" -d '{"events": [{"server_uuid": "af9eeddd-ab95-40c5-950e-7bc424305b44", "name": "network-vif-plugged", "status": "completed", "tag": "5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:40.848640 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:40.852515 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.858945 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab49773a-881c-4373-ac10-8b989f8a8444 req-ffa9771a-e430-44eb-ae94-9dc262e85443 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661085 Jul 14 09:12:40.861330 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f6af3dcd-f1b4-421f-90cd-0d162a0ec3ed tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/quotas/c1f686ac9a324dcb89dc1055bf2d7b7b HTTP/1.1" status: 200 len: 375 time: 0.0204010 Jul 14 09:12:40.900445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:40.934608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-9bc18e86-bfa2-4c94-bb19-122036bcc112 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663548 Jul 14 09:12:41.030710 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbaa22e-ddd5-43db-a14f-df113c5d6306 req-d4b7bc37-aa8b-4bf0-950a-dfe06d10813f tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:41.033161 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cbaa22e-ddd5-43db-a14f-df113c5d6306 req-d4b7bc37-aa8b-4bf0-950a-dfe06d10813f tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 949 time: 0.0726862 Jul 14 09:12:41.091626 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cbaa22e-ddd5-43db-a14f-df113c5d6306 req-2a2d6684-3b33-4edd-8c37-a5d3b32dbad6 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528734 Jul 14 09:12:41.130693 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9603d0-b725-4fbb-ad12-83176daf412f x-openstack-request-id: req-7c9603d0-b725-4fbb-ad12-83176daf412f {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:41.130995 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9eeddd-ab95-40c5-950e-7bc424305b44", "name": "network-vif-plugged", "status": "completed", "tag": "5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:41.131231 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c9603d0-b725-4fbb-ad12-83176daf412f {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:41.131617 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9eeddd-ab95-40c5-950e-7bc424305b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33', 'code': 200} Jul 14 09:12:41.209005 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-93b74a5b-9c03-43a8-87ed-b6699aebd78f req-3a882cb6-6e2e-4132-9085-2ce5b466f0ca tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 210 time: 0.0488844 Jul 14 09:12:41.304912 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fa6df-8adb-40ef-8204-9f4ae95d05b7 req-b1b11671-fb1a-4621-b07d-88d30da63fcf tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:41.312518 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-534fa6df-8adb-40ef-8204-9f4ae95d05b7 req-b1b11671-fb1a-4621-b07d-88d30da63fcf tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1153512 Jul 14 09:12:41.362416 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-534fa6df-8adb-40ef-8204-9f4ae95d05b7 req-ce0db23f-2f53-4d55-8642-d15ffe1784ec tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490391 Jul 14 09:12:41.394029 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb864d21-3c9b-46db-8b60-a9c0af424755 req-bbcb3b64-1d6a-47f9-9037-3c2b34ca0628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:41.395743 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bb864d21-3c9b-46db-8b60-a9c0af424755 req-bbcb3b64-1d6a-47f9-9037-3c2b34ca0628 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 1101 time: 0.1227093 Jul 14 09:12:41.436293 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bb864d21-3c9b-46db-8b60-a9c0af424755 req-52f44684-e104-492a-a8c6-0b26107aef00 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323849 Jul 14 09:12:41.554322 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7fccc-d22a-462e-9efe-075b8abe90f9 req-1b9e28f0-350d-4146-949c-62fe13b24208 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:41.556180 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-78c7fccc-d22a-462e-9efe-075b8abe90f9 req-1b9e28f0-350d-4146-949c-62fe13b24208 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 1097 time: 0.0571208 Jul 14 09:12:41.592775 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-78c7fccc-d22a-462e-9efe-075b8abe90f9 req-5db1bc7a-f243-439d-a07d-c51429952302 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300441 Jul 14 09:12:41.684921 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:41.736954 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:41.742172 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:41.742560 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.851843 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.890539 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 7904e0ba-84d1-47d4-8d16-fa61fc5f8026, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7904e0ba-84d1-47d4-8d16-fa61fc5f8026,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:41.894922 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.943297 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=7904e0ba-84d1-47d4-8d16-fa61fc5f8026,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:42.048732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b2c94-b8f4-48c7-bb56-8c0945b629d3 req-c158d39c-236f-4003-b5b1-858ba275bbdf tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:42.050199 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe1b2c94-b8f4-48c7-bb56-8c0945b629d3 req-c158d39c-236f-4003-b5b1-858ba275bbdf tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.0669632 Jul 14 09:12:42.089035 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe1b2c94-b8f4-48c7-bb56-8c0945b629d3 req-bd3cf0aa-c706-4593-97ab-82f6ec8a39b7 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328817 Jul 14 09:12:42.274021 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab90963-ee9b-4b38-bc63-2ad3ac68227e req-64c1367a-15f6-4c05-bfc4-9ee1b5f6f88f tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:42.275858 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ab90963-ee9b-4b38-bc63-2ad3ac68227e req-64c1367a-15f6-4c05-bfc4-9ee1b5f6f88f tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 949 time: 0.0745294 Jul 14 09:12:42.316210 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ab90963-ee9b-4b38-bc63-2ad3ac68227e req-4ac7c340-283b-4e21-9682-820b356ff38e tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336347 Jul 14 09:12:42.336836 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-ff6f3e68-9759-4922-8fa6-d3eea7a2fd38 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257711 Jul 14 09:12:42.465575 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-debf5301-7067-41bd-a5b3-fbae30e5c74a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:42.468243 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-debf5301-7067-41bd-a5b3-fbae30e5c74a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1137011 Jul 14 09:12:42.470858 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-812ff309-25d0-47a3-b08d-3f476eff8cdf req-8b21ba42-099f-4354-a75b-a712aca25bfc tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 210 time: 0.0341501 Jul 14 09:12:42.492729 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-89aa6881-a85d-4464-889d-ac43aa049997 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Request body: {'port': {'device_id': '5849b1c5-d247-40d0-9881-533ec73df33d', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': 'c1f686ac9a324dcb89dc1055bf2d7b7b'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:42.615783 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-89aa6881-a85d-4464-889d-ac43aa049997 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Made reservation on behalf of c1f686ac9a324dcb89dc1055bf2d7b7b for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:42.621364 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-89aa6881-a85d-4464-889d-ac43aa049997 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:42.700343 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 476bfd6a-fa82-4c42-866f-a7c995b98473 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:42.744100 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-fa8cc827-ac41-4d98-a44b-0eff3e3366f6 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:12:42.745636 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-fa8cc827-ac41-4d98-a44b-0eff3e3366f6 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125718 Jul 14 09:12:42.758803 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-89aa6881-a85d-4464-889d-ac43aa049997 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Allocated IP 192.168.233.238 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/2d6ac726-7911-49c1-a48b-5cfd000bf1c3) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:42.763034 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-82eaf283-8ef6-4439-96e9-d86e794ce230 service neutron] Request body: {'binding': {'host': 'n-h2-798054-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:42.763620 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-82eaf283-8ef6-4439-96e9-d86e794ce230 service neutron] Unknown quota resources ['binding']. {{(pid=93887) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:12:42.765048 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 476bfd6a-fa82-4c42-866f-a7c995b98473 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:42.771193 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 476bfd6a-fa82-4c42-866f-a7c995b98473 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:42.771816 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:42.806853 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a291c2-6321-44bb-8d01-d9a7a9f40b90 req-f370ebc0-4d4f-4ea0-a6da-e2872c1036c3 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:42.808895 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c4a291c2-6321-44bb-8d01-d9a7a9f40b90 req-f370ebc0-4d4f-4ea0-a6da-e2872c1036c3 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1110668 Jul 14 09:12:42.861876 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:42.897636 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 476bfd6a-fa82-4c42-866f-a7c995b98473, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=476bfd6a-fa82-4c42-866f-a7c995b98473,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:42.902758 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:42.915435 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c4a291c2-6321-44bb-8d01-d9a7a9f40b90 req-7b00849f-70e9-4f84-9909-b3f5c66d91c0 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854397 Jul 14 09:12:42.925888 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-89aa6881-a85d-4464-889d-ac43aa049997 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:42.943087 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-89aa6881-a85d-4464-889d-ac43aa049997 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Transition to ACTIVE for port object 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:42.952332 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=476bfd6a-fa82-4c42-866f-a7c995b98473,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:42.974769 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-82eaf283-8ef6-4439-96e9-d86e794ce230 service neutron] Attempting to bind port 62d3aa63-952c-4309-8c2e-8abeb092f55b on host n-h2-798054-10 for vnic_type normal with profile None {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:42.975106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-82eaf283-8ef6-4439-96e9-d86e794ce230 service neutron] Attempting to bind port 62d3aa63-952c-4309-8c2e-8abeb092f55b by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:42.975437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-82eaf283-8ef6-4439-96e9-d86e794ce230 service neutron] Attempting to bind port 62d3aa63-952c-4309-8c2e-8abeb092f55b on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:42.981852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-82eaf283-8ef6-4439-96e9-d86e794ce230 service neutron] Port 62d3aa63-952c-4309-8c2e-8abeb092f55b on network fbea3c05-472e-4cae-8d96-84e615e12c90 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:42.982182 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-82eaf283-8ef6-4439-96e9-d86e794ce230 service neutron] Attempting to bind port 62d3aa63-952c-4309-8c2e-8abeb092f55b on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:42.982582 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-89aa6881-a85d-4464-889d-ac43aa049997 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:42.988867 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-82eaf283-8ef6-4439-96e9-d86e794ce230 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:42.989244 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-82eaf283-8ef6-4439-96e9-d86e794ce230 service neutron] Checking segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:42.989803 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-82eaf283-8ef6-4439-96e9-d86e794ce230 service neutron] Bound using segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:42.990248 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-82eaf283-8ef6-4439-96e9-d86e794ce230 service neutron] Bound port: 62d3aa63-952c-4309-8c2e-8abeb092f55b, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:43.037427 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-89aa6881-a85d-4464-889d-ac43aa049997 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:43.041045 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-89aa6881-a85d-4464-889d-ac43aa049997 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:43.044442 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['476bfd6a-fa82-4c42-866f-a7c995b98473'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:43.046284 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-89aa6881-a85d-4464-889d-ac43aa049997 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:43.051744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa6881-a85d-4464-889d-ac43aa049997 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Pushing event updated for resources: {'Port': ['ID=2d6ac726-7911-49c1-a48b-5cfd000bf1c3,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:43.071427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-82eaf283-8ef6-4439-96e9-d86e794ce230 service neutron] For port 62d3aa63-952c-4309-8c2e-8abeb092f55b, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=62d3aa63-952c-4309-8c2e-8abeb092f55b,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:43.082708 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-82eaf283-8ef6-4439-96e9-d86e794ce230 service neutron] Notify callbacks [] for binding, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.084083 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-82eaf283-8ef6-4439-96e9-d86e794ce230 service neutron] 10.222.0.26 "POST /v2.0/ports/62d3aa63-952c-4309-8c2e-8abeb092f55b/bindings HTTP/1.1" status: 201 len: 390 time: 0.3289475 Jul 14 09:12:43.118387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-89aa6881-a85d-4464-889d-ac43aa049997 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:43.119338 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-89aa6881-a85d-4464-889d-ac43aa049997 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.135473 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18cac83-789d-4275-8f3e-29672ec1674d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7904e0ba-84d1-47d4-8d16-fa61fc5f8026'}, {'server_uuid': '328738d0-c657-4dd5-8a86-0b07d9030cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476bfd6a-fa82-4c42-866f-a7c995b98473'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:43.140503 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d4bae8-3f73-4970-8f26-b78510066f78" -d '{"events": [{"server_uuid": "e18cac83-789d-4275-8f3e-29672ec1674d", "name": "network-vif-plugged", "status": "completed", "tag": "7904e0ba-84d1-47d4-8d16-fa61fc5f8026"}, {"server_uuid": "328738d0-c657-4dd5-8a86-0b07d9030cd0", "name": "network-vif-plugged", "status": "completed", "tag": "476bfd6a-fa82-4c42-866f-a7c995b98473"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:43.158352 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-89aa6881-a85d-4464-889d-ac43aa049997 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6700020 Jul 14 09:12:43.172316 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] Request body: {'port': {'device_id': '5849b1c5-d247-40d0-9881-533ec73df33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:43.284709 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9870fb65-dee2-46c7-80a3-7655e06ce513 x-openstack-request-id: req-9870fb65-dee2-46c7-80a3-7655e06ce513 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:43.285140 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18cac83-789d-4275-8f3e-29672ec1674d", "name": "network-vif-plugged", "status": "completed", "tag": "7904e0ba-84d1-47d4-8d16-fa61fc5f8026", "code": 200}, {"server_uuid": "328738d0-c657-4dd5-8a86-0b07d9030cd0", "name": "network-vif-plugged", "status": "completed", "tag": "476bfd6a-fa82-4c42-866f-a7c995b98473", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:43.300185 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9870fb65-dee2-46c7-80a3-7655e06ce513 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:43.313811 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18cac83-789d-4275-8f3e-29672ec1674d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7904e0ba-84d1-47d4-8d16-fa61fc5f8026', 'code': 200} Jul 14 09:12:43.320903 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328738d0-c657-4dd5-8a86-0b07d9030cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476bfd6a-fa82-4c42-866f-a7c995b98473', 'code': 200} Jul 14 09:12:43.336345 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.433828 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72cb0f-351a-4661-bcab-5aae85458d5d req-78cf4ee4-b2a7-4ccb-a201-0ee5cc873714 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:43.442547 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8e72cb0f-351a-4661-bcab-5aae85458d5d req-78cf4ee4-b2a7-4ccb-a201-0ee5cc873714 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.1811967 Jul 14 09:12:43.568535 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8e72cb0f-351a-4661-bcab-5aae85458d5d req-aabe9af9-5122-4aea-a3a0-f09bd8e3aea1 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243591 Jul 14 09:12:43.611089 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d157ad3-09be-490a-acc0-8bb312962786 req-d6b6cd8b-d13f-47ea-b03b-56f83505fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:43.612814 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0d157ad3-09be-490a-acc0-8bb312962786 req-d6b6cd8b-d13f-47ea-b03b-56f83505fb32 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 1097 time: 0.1808946 Jul 14 09:12:43.614712 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6b80eefa-4933-47c3-bbb1-336a5f45b687 None None] Provisioning for port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:43.622871 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6b80eefa-4933-47c3-bbb1-336a5f45b687 None None] Provisioning complete for port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:43.623293 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b80eefa-4933-47c3-bbb1-336a5f45b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.641872 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5d36e-b335-48b0-9ebc-6499392174f5 req-16989422-fbd0-44aa-ac4c-80fa0f2e3a9b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:43.650430 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aaa5d36e-b335-48b0-9ebc-6499392174f5 req-16989422-fbd0-44aa-ac4c-80fa0f2e3a9b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 945 time: 0.2034404 Jul 14 09:12:43.665864 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6b80eefa-4933-47c3-bbb1-336a5f45b687 None None] Port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:43.678286 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0d157ad3-09be-490a-acc0-8bb312962786 req-af4f5772-f4cb-40ff-9f0d-05c679ee612b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574615 Jul 14 09:12:43.690369 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aaa5d36e-b335-48b0-9ebc-6499392174f5 req-097b6335-627d-4593-a2d8-ca5a4839af07 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390887 Jul 14 09:12:43.703854 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-4a2a3175-c516-4a9c-990d-7a6ec6b0e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:43.705358 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-4a2a3175-c516-4a9c-990d-7a6ec6b0e92d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 1097 time: 0.1310301 Jul 14 09:12:43.843556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:43.852409 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.864970 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] Transition to ACTIVE for port object 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:43.869095 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.879830 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4c4bc-fb3f-4e8b-92e5-e99a44bddc3b req-74811c09-a3ba-4a35-aeeb-88c2fab18ae8 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:43.881341 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41d4c4bc-fb3f-4e8b-92e5-e99a44bddc3b req-74811c09-a3ba-4a35-aeeb-88c2fab18ae8 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 949 time: 0.1703055 Jul 14 09:12:43.902436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-2d0f976f-0d5f-4a12-aedd-306a20739add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:43.903819 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-2d0f976f-0d5f-4a12-aedd-306a20739add service neutron] 10.222.0.49 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 908 time: 0.1608992 Jul 14 09:12:43.923273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] Pushing event updated for resources: {'Port': ['ID=2d6ac726-7911-49c1-a48b-5cfd000bf1c3,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:43.968289 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f3ca92c7-4f15-4615-9dcc-3cf399ac3a28 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62d3aa63-952c-4309-8c2e-8abeb092f55b HTTP/1.1" status: 200 len: 217 time: 0.0552359 Jul 14 09:12:43.978688 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41d4c4bc-fb3f-4e8b-92e5-e99a44bddc3b req-c060819a-cb1e-4ca4-9282-1df319566ab9 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877423 Jul 14 09:12:43.995315 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e328cd9-8fad-47bc-8459-0f69f0c34600 req-50992bee-8f69-4292-9f5e-fa37b672ecd5 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:43.996999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e328cd9-8fad-47bc-8459-0f69f0c34600 req-50992bee-8f69-4292-9f5e-fa37b672ecd5 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 936 time: 0.1920924 Jul 14 09:12:44.027876 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] Attempting to bind port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:44.028454 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] Attempting to bind port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:44.029503 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] Attempting to bind port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:44.036234 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] Port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:44.036653 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] Attempting to bind port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:44.043655 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:44.044088 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:44.044532 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:44.045050 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] Bound port: 2d6ac726-7911-49c1-a48b-5cfd000bf1c3, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:44.045473 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.054857 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-69d10f95-7f84-405d-878b-dd715eaa984a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:44.056323 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-69d10f95-7f84-405d-878b-dd715eaa984a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.0767496 Jul 14 09:12:44.065248 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e328cd9-8fad-47bc-8459-0f69f0c34600 req-a73e33bc-1f3c-4c80-90d8-6d1a1f4f1340 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493758 Jul 14 09:12:44.118070 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-9cef7e96-dd57-4efa-aefd-f18c40e7b20a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441072 Jul 14 09:12:44.144691 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] For port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:44.148828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] For port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2d6ac726-7911-49c1-a48b-5cfd000bf1c3,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:44.155203 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.197575 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:44.198725 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.200179 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] 10.222.0.49 "PUT /v2.0/ports/2d6ac726-7911-49c1-a48b-5cfd000bf1c3 HTTP/1.1" status: 200 len: 1097 time: 1.0339787 Jul 14 09:12:44.200841 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5849b1c5-d247-40d0-9881-533ec73df33d', 'tag': '2d6ac726-7911-49c1-a48b-5cfd000bf1c3'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:44.203081 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b94002-75fb-435e-9cf5-0127208fef07" -d '{"events": [{"name": "network-changed", "server_uuid": "5849b1c5-d247-40d0-9881-533ec73df33d", "tag": "2d6ac726-7911-49c1-a48b-5cfd000bf1c3"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:44.236731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2191200-0d5f-44d0-a353-3db601c033df service neutron] Pushing event updated for resources: {'Port': ['ID=2d6ac726-7911-49c1-a48b-5cfd000bf1c3,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:44.280290 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-fb0e7701-1fee-47fd-9f3f-73d021c590ac service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543255 Jul 14 09:12:44.286134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b66146-1b16-4257-89c6-e1f0bbd47ea5 req-aafa4224-90dc-46e6-8f46-7a50a06e5c46 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:44.287613 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61b66146-1b16-4257-89c6-e1f0bbd47ea5 req-aafa4224-90dc-46e6-8f46-7a50a06e5c46 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 1097 time: 0.1384144 Jul 14 09:12:44.319088 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-0878d197-94af-401b-9201-10df68853b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:44.320725 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-0878d197-94af-401b-9201-10df68853b39 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 1100 time: 0.0675282 Jul 14 09:12:44.365662 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-6a4781fd-593a-4ec5-a823-e598ed7267d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=2d6ac726-7911-49c1-a48b-5cfd000bf1c3 HTTP/1.1" status: 200 len: 217 time: 0.0373762 Jul 14 09:12:44.411232 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61b66146-1b16-4257-89c6-e1f0bbd47ea5 req-a2692fa5-ab78-4950-8fc6-041413c6e165 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167088 Jul 14 09:12:44.443228 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-cc77bdcc-cd68-40ac-a0b5-497a9e88d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:44.445210 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-cc77bdcc-cd68-40ac-a0b5-497a9e88d79f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0641932 Jul 14 09:12:44.463526 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-bfd5749d-fd24-4036-97ca-4544381cee05 service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520982 Jul 14 09:12:44.475835 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aadd8b-b491-4b3d-be67-e0aab68c255e req-e0fa0ecc-c223-462b-9f5a-983d51482c5e tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:44.477491 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0aadd8b-b491-4b3d-be67-e0aab68c255e req-e0fa0ecc-c223-462b-9f5a-983d51482c5e tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1431396 Jul 14 09:12:44.534646 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-1df3492e-e05d-4a28-97fe-c03df859c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:44.535923 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0aadd8b-b491-4b3d-be67-e0aab68c255e req-15ebd80c-ffa0-4b4e-a196-3763be621d7b tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519989 Jul 14 09:12:44.538126 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-1df3492e-e05d-4a28-97fe-c03df859c8f8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0848713 Jul 14 09:12:44.682190 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbde0521-2a63-46c4-b7c3-e49d4eddba04 x-openstack-request-id: req-fbde0521-2a63-46c4-b7c3-e49d4eddba04 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:44.682851 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5849b1c5-d247-40d0-9881-533ec73df33d", "tag": "2d6ac726-7911-49c1-a48b-5cfd000bf1c3", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:44.682851 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fbde0521-2a63-46c4-b7c3-e49d4eddba04 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:44.683199 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5849b1c5-d247-40d0-9881-533ec73df33d', 'tag': '2d6ac726-7911-49c1-a48b-5cfd000bf1c3', 'status': 'completed', 'code': 200} Jul 14 09:12:44.704577 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-9d7f085a-74c7-4214-81bd-b4d47239b1fd service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527774 Jul 14 09:12:44.849891 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28cb4c97-f01b-406a-ad20-407f43dd458f req-37ca70a4-427c-4b1b-bf0f-116c34c278b5 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378899 Jul 14 09:12:44.950118 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98f883-17fe-456f-be67-b7c802e2f4b2 req-4f4b576c-7a0e-42d8-afa9-08c83a4a07e5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:44.959194 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af98f883-17fe-456f-be67-b7c802e2f4b2 req-4f4b576c-7a0e-42d8-afa9-08c83a4a07e5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.0983891 Jul 14 09:12:44.990410 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b94002-75fb-435e-9cf5-0127208fef07 req-946bf6cf-598c-4b40-b24c-fbc510dec2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:44.992755 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-70b94002-75fb-435e-9cf5-0127208fef07 req-946bf6cf-598c-4b40-b24c-fbc510dec2ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 1100 time: 0.0718138 Jul 14 09:12:45.015555 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af98f883-17fe-456f-be67-b7c802e2f4b2 req-5b81d065-3fb0-4382-9a97-8aa5face1fd3 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521846 Jul 14 09:12:45.103581 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b94002-75fb-435e-9cf5-0127208fef07 req-da22139b-8c06-4c3f-b9a9-62b0594e5e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:45.105113 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-70b94002-75fb-435e-9cf5-0127208fef07 req-da22139b-8c06-4c3f-b9a9-62b0594e5e11 service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1063914 Jul 14 09:12:45.166000 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-70b94002-75fb-435e-9cf5-0127208fef07 req-30c32e6b-d759-4d5a-b6bd-72ff48de650c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=2d6ac726-7911-49c1-a48b-5cfd000bf1c3 HTTP/1.1" status: 200 len: 217 time: 0.0538738 Jul 14 09:12:45.228263 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641a660-e9d9-43f5-bb88-c051c95f2b82 req-7b5211fa-7816-4291-980d-caa8e5bba5b5 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:45.228903 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b94002-75fb-435e-9cf5-0127208fef07 req-cd8a2e14-5e48-4e10-8bea-fd353dbfc937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:45.231027 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3641a660-e9d9-43f5-bb88-c051c95f2b82 req-7b5211fa-7816-4291-980d-caa8e5bba5b5 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 945 time: 0.0936663 Jul 14 09:12:45.235361 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-70b94002-75fb-435e-9cf5-0127208fef07 req-cd8a2e14-5e48-4e10-8bea-fd353dbfc937 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0594964 Jul 14 09:12:45.275801 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3641a660-e9d9-43f5-bb88-c051c95f2b82 req-3e63b2be-7c60-4bca-8926-22139bf9ea8f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369353 Jul 14 09:12:45.334969 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b94002-75fb-435e-9cf5-0127208fef07 req-8c27aaa1-6aa7-4575-b488-29d671769ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:45.339488 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-70b94002-75fb-435e-9cf5-0127208fef07 req-8c27aaa1-6aa7-4575-b488-29d671769ae2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0958891 Jul 14 09:12:45.432255 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-bdac6610-56e7-4769-8e15-ed237dc87efd tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=508c8f87aa03460dbf969fc731b0da81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269170 Jul 14 09:12:45.485855 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-70b94002-75fb-435e-9cf5-0127208fef07 req-5119087f-8fe7-4e8d-9ee3-5c723634543c service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355696 Jul 14 09:12:45.565453 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-f6b6e982-2206-48e2-8999-822b1ea0c4d0 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:45.567339 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-f6b6e982-2206-48e2-8999-822b1ea0c4d0 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1269758 Jul 14 09:12:45.591593 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-0298adbf-a31c-4d3e-a87e-c0096761e357 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/quotas/508c8f87aa03460dbf969fc731b0da81 HTTP/1.1" status: 200 len: 375 time: 0.0117080 Jul 14 09:12:45.599349 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-70b94002-75fb-435e-9cf5-0127208fef07 req-48a99248-1567-4979-b4eb-0e92ffaa83bc service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068158 Jul 14 09:12:45.665915 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-df79e13f-8150-4cbc-b6e4-4b3fe2b7adce tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=508c8f87aa03460dbf969fc731b0da81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0652807 Jul 14 09:12:45.907538 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-3fc37f8e-9bd7-4139-b6e6-31ee9cd0f2c6 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:12:45.908540 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-3fc37f8e-9bd7-4139-b6e6-31ee9cd0f2c6 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094402 Jul 14 09:12:45.920008 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-afaf4719-150d-4951-a1f0-e0e61920b326 service neutron] Request body: {'binding': {'host': 'n-h1-798054-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:45.920496 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-afaf4719-150d-4951-a1f0-e0e61920b326 service neutron] Unknown quota resources ['binding']. {{(pid=93887) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:12:46.006333 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39e9a8-1603-4a48-ae44-21ed7ca40c38 req-633f71aa-3af2-4401-bbe0-93eeabf504e6 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:46.007712 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9d39e9a8-1603-4a48-ae44-21ed7ca40c38 req-633f71aa-3af2-4401-bbe0-93eeabf504e6 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 948 time: 0.1461008 Jul 14 09:12:46.070438 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9d39e9a8-1603-4a48-ae44-21ed7ca40c38 req-15371a83-b20f-41f2-a9af-dc54c84924e5 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540071 Jul 14 09:12:46.121051 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-afaf4719-150d-4951-a1f0-e0e61920b326 service neutron] Attempting to bind port 1ca0f418-2adc-4693-9db8-c1134df18cab on host n-h1-798054-10 for vnic_type normal with profile None {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:46.121519 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-afaf4719-150d-4951-a1f0-e0e61920b326 service neutron] Attempting to bind port 1ca0f418-2adc-4693-9db8-c1134df18cab by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:46.122300 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-afaf4719-150d-4951-a1f0-e0e61920b326 service neutron] Attempting to bind port 1ca0f418-2adc-4693-9db8-c1134df18cab on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:46.128635 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-afaf4719-150d-4951-a1f0-e0e61920b326 service neutron] Port 1ca0f418-2adc-4693-9db8-c1134df18cab on network 69fb26df-5cb7-4481-be7d-48558c78cf05 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:46.129224 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-afaf4719-150d-4951-a1f0-e0e61920b326 service neutron] Attempting to bind port 1ca0f418-2adc-4693-9db8-c1134df18cab on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:46.134685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-afaf4719-150d-4951-a1f0-e0e61920b326 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:46.136097 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-afaf4719-150d-4951-a1f0-e0e61920b326 service neutron] Checking segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:46.138269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-afaf4719-150d-4951-a1f0-e0e61920b326 service neutron] Bound using segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:46.142435 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-afaf4719-150d-4951-a1f0-e0e61920b326 service neutron] Bound port: 1ca0f418-2adc-4693-9db8-c1134df18cab, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:46.164227 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.215776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-afaf4719-150d-4951-a1f0-e0e61920b326 service neutron] For port 1ca0f418-2adc-4693-9db8-c1134df18cab, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1ca0f418-2adc-4693-9db8-c1134df18cab,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:46.221594 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-afaf4719-150d-4951-a1f0-e0e61920b326 service neutron] Notify callbacks [] for binding, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.223876 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-afaf4719-150d-4951-a1f0-e0e61920b326 service neutron] 10.222.0.26 "POST /v2.0/ports/1ca0f418-2adc-4693-9db8-c1134df18cab/bindings HTTP/1.1" status: 201 len: 390 time: 0.3075931 Jul 14 09:12:46.376647 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034364-5edc-4019-9b8e-bdd9b0bb41b3 req-1cdaad77-7808-478b-86bd-e0e0f73b229f tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:46.378203 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab034364-5edc-4019-9b8e-bdd9b0bb41b3 req-1cdaad77-7808-478b-86bd-e0e0f73b229f tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0714004 Jul 14 09:12:46.436249 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab034364-5edc-4019-9b8e-bdd9b0bb41b3 req-7f298ed5-ef2e-467d-8ef4-2d7576007795 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506363 Jul 14 09:12:46.582872 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:12:46.643150 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8ec8abb-41b5-40ec-b508-db4c21a9bda5 req-76eae358-0725-4522-943a-f6f2c528b7cf tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=57bed8c1-dd87-45f9-ba15-68dcb75937fe HTTP/1.1" status: 200 len: 210 time: 0.0944090 Jul 14 09:12:47.017571 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-c76cb364-da9b-42c1-802b-1131b80be784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:47.020146 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-c76cb364-da9b-42c1-802b-1131b80be784 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 1097 time: 0.0894427 Jul 14 09:12:47.130342 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-2e257d37-76ef-4ebf-9947-8c546349bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:47.131829 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-2e257d37-76ef-4ebf-9947-8c546349bd0d service neutron] 10.222.0.55 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 922 time: 0.1005342 Jul 14 09:12:47.166349 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4eae5-bcb8-42a6-a31e-629de8ea6ed1 req-5c238727-f523-41de-8124-3c7120427cd5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:47.173676 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94a4eae5-bcb8-42a6-a31e-629de8ea6ed1 req-5c238727-f523-41de-8124-3c7120427cd5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.4728618 Jul 14 09:12:47.192452 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-0f843f5b-3bc6-45d9-b513-8b95d609c121 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca0f418-2adc-4693-9db8-c1134df18cab HTTP/1.1" status: 200 len: 217 time: 0.0497222 Jul 14 09:12:47.204957 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91c688-dc23-4464-a822-61aae907bba4 req-e8a59231-52bd-4d27-9b64-47d7f32f8975 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:47.211986 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2d91c688-dc23-4464-a822-61aae907bba4 req-e8a59231-52bd-4d27-9b64-47d7f32f8975 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 945 time: 0.1195731 Jul 14 09:12:47.262201 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94a4eae5-bcb8-42a6-a31e-629de8ea6ed1 req-307eb222-eccb-44f2-9aca-10750a995537 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874844 Jul 14 09:12:47.262612 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-5c2042a6-5691-465a-abba-5ce4aab26bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:47.264195 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-5c2042a6-5691-465a-abba-5ce4aab26bba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.0653226 Jul 14 09:12:47.296920 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2d91c688-dc23-4464-a822-61aae907bba4 req-fa4153c4-b812-4615-b482-d321204ffdd4 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840747 Jul 14 09:12:47.312602 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-1bcf81c8-80fd-4950-83b4-84e6733160a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407193 Jul 14 09:12:47.514037 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-f69926e7-9c35-4878-ad91-3484385b34cd service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655495 Jul 14 09:12:47.519467 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941ea85-efa2-4220-ac3c-f7f933342a73 req-32d57e26-645f-4736-8dbd-195151dc70fe tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:47.528568 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c941ea85-efa2-4220-ac3c-f7f933342a73 req-32d57e26-645f-4736-8dbd-195151dc70fe tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 945 time: 0.1067514 Jul 14 09:12:47.591802 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c941ea85-efa2-4220-ac3c-f7f933342a73 req-fafdd81b-0708-44bd-a7cb-feae4de59715 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623200 Jul 14 09:12:47.621127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef1406-10b3-4b96-bcb9-6e424fcecaa1 req-b86116d6-954c-49ab-b3c3-becfb9908fd6 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:47.624778 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3ef1406-10b3-4b96-bcb9-6e424fcecaa1 req-b86116d6-954c-49ab-b3c3-becfb9908fd6 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 948 time: 0.1678476 Jul 14 09:12:47.695144 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-0f738b30-711f-48d5-b9e4-4ca130ac7136 service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673019 Jul 14 09:12:47.706277 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-ba0d55e9-8478-4312-9263-03acdb1592ab tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=508c8f87aa03460dbf969fc731b0da81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637014 Jul 14 09:12:47.713178 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3ef1406-10b3-4b96-bcb9-6e424fcecaa1 req-4e4f55e6-1212-46ac-8f4d-4a5167877a35 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825815 Jul 14 09:12:47.723859 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:47.924565 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-0edd2c58-02f0-4366-bc71-5414c819d95c tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:47.926112 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-0edd2c58-02f0-4366-bc71-5414c819d95c tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067282 Jul 14 09:12:47.945353 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2d6ac726-7911-49c1-a48b-5cfd000bf1c3,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:47.946907 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-66168eb2-fea2-4ac5-ab14-44fc2a8c2ee6 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Request body: {'port': {'device_id': '57bed8c1-dd87-45f9-ba15-68dcb75937fe', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': '508c8f87aa03460dbf969fc731b0da81'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:47.961399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '2d6ac726-7911-49c1-a48b-5cfd000bf1c3', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '2d6ac726-7911-49c1-a48b-5cfd000bf1c3', 'mac_address': 'fa:16:3e:3a:b4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:47.998499 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b6633-a12d-4948-81c1-f6ac8a2f2ccd req-1b062a12-677c-40b6-b9e3-a962564a239a tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:48.000362 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c33b6633-a12d-4948-81c1-f6ac8a2f2ccd req-1b062a12-677c-40b6-b9e3-a962564a239a tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.1270103 Jul 14 09:12:48.021279 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.045448 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:48.070866 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2d6ac726-7911-49c1-a48b-5cfd000bf1c3,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:48.081162 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.102134 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c33b6633-a12d-4948-81c1-f6ac8a2f2ccd req-29525a7b-3b91-4839-b8c8-d90573696650 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917578 Jul 14 09:12:48.162904 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-66168eb2-fea2-4ac5-ab14-44fc2a8c2ee6 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Made reservation on behalf of 508c8f87aa03460dbf969fc731b0da81 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:48.169191 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-66168eb2-fea2-4ac5-ab14-44fc2a8c2ee6 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.176322 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4c18b-57df-436b-8fc8-7e7d5030bd15 req-69f1b4f3-351c-45e7-8b51-7cbec653bed7 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:48.180215 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67d4c18b-57df-436b-8fc8-7e7d5030bd15 req-69f1b4f3-351c-45e7-8b51-7cbec653bed7 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1365182 Jul 14 09:12:48.227180 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=2d6ac726-7911-49c1-a48b-5cfd000bf1c3,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:48.261476 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67d4c18b-57df-436b-8fc8-7e7d5030bd15 req-5ca40bba-fc99-4785-96e6-b0bd18753c7e tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751696 Jul 14 09:12:48.365880 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-66168eb2-fea2-4ac5-ab14-44fc2a8c2ee6 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Allocated IP 192.168.233.74 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/209eca82-2a5f-4a5e-afbc-a1a7ca40bf29) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:48.395958 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['2d6ac726-7911-49c1-a48b-5cfd000bf1c3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:48.458516 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db00671e-80a4-459a-b510-b704b5de8e05 req-bc7eaf02-e914-42aa-8b0e-17ab94ef959c tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=57bed8c1-dd87-45f9-ba15-68dcb75937fe HTTP/1.1" status: 200 len: 210 time: 0.0861015 Jul 14 09:12:48.618318 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-66168eb2-fea2-4ac5-ab14-44fc2a8c2ee6 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.648301 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-66168eb2-fea2-4ac5-ab14-44fc2a8c2ee6 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Transition to ACTIVE for port object 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:48.706389 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f1e83-f759-4bef-bd05-7591bcefd173 req-d59f8201-443c-4fb7-9c49-8df4176cecde tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:48.708200 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-037f1e83-f759-4bef-bd05-7591bcefd173 req-d59f8201-443c-4fb7-9c49-8df4176cecde tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 945 time: 0.0967791 Jul 14 09:12:48.726036 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-66168eb2-fea2-4ac5-ab14-44fc2a8c2ee6 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.774068 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:48.774768 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-037f1e83-f759-4bef-bd05-7591bcefd173 req-5d42d8f6-f427-4e14-bd30-226fd00f5add tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553403 Jul 14 09:12:48.778042 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-66168eb2-fea2-4ac5-ab14-44fc2a8c2ee6 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:48.786647 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-66168eb2-fea2-4ac5-ab14-44fc2a8c2ee6 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:48.797701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66168eb2-fea2-4ac5-ab14-44fc2a8c2ee6 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Pushing event updated for resources: {'Port': ['ID=209eca82-2a5f-4a5e-afbc-a1a7ca40bf29,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:48.800404 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-66168eb2-fea2-4ac5-ab14-44fc2a8c2ee6 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:48.904481 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-66168eb2-fea2-4ac5-ab14-44fc2a8c2ee6 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:48.906586 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-66168eb2-fea2-4ac5-ab14-44fc2a8c2ee6 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.922989 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-66168eb2-fea2-4ac5-ab14-44fc2a8c2ee6 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9802485 Jul 14 09:12:48.954851 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] Request body: {'port': {'device_id': '57bed8c1-dd87-45f9-ba15-68dcb75937fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:49.090996 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3954cec-305f-4f8f-9261-db39aa9caa49 req-ca72dbd6-533d-499a-9ec0-de7a88f1b0bc tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:49.100239 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3954cec-305f-4f8f-9261-db39aa9caa49 req-ca72dbd6-533d-499a-9ec0-de7a88f1b0bc tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 946 time: 0.1528513 Jul 14 09:12:49.152651 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.160650 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3954cec-305f-4f8f-9261-db39aa9caa49 req-e4c9b23f-48b1-4961-85f8-a47f7706ceb4 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592988 Jul 14 09:12:49.188587 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-66f183c9-8064-4074-9f45-d6ef0a4c026e None None] Provisioning for port 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:49.209263 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-66f183c9-8064-4074-9f45-d6ef0a4c026e None None] Provisioning complete for port 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:49.211117 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66f183c9-8064-4074-9f45-d6ef0a4c026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.261616 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-66f183c9-8064-4074-9f45-d6ef0a4c026e None None] Port 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:49.341267 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98aafb-c213-4fd8-9826-5b889978f377 req-3766a014-d672-4ae0-9aff-e564134b804e tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:49.343097 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c98aafb-c213-4fd8-9826-5b889978f377 req-3766a014-d672-4ae0-9aff-e564134b804e tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 945 time: 0.1292231 Jul 14 09:12:49.441243 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c98aafb-c213-4fd8-9826-5b889978f377 req-18385d7c-26a0-4b65-957e-2e82ed66ece6 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849874 Jul 14 09:12:49.494380 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12af31f-4abf-4071-8711-19f64ba462f1 req-f5c8552a-35af-4691-a91a-253785ed6ab1 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:49.501916 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f12af31f-4abf-4071-8711-19f64ba462f1 req-f5c8552a-35af-4691-a91a-253785ed6ab1 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 949 time: 0.1557114 Jul 14 09:12:49.543635 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:49.551636 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.566503 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] Transition to ACTIVE for port object 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:49.570738 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.586992 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f12af31f-4abf-4071-8711-19f64ba462f1 req-71923c01-d294-4fb9-89fe-11d8c8113cc2 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778430 Jul 14 09:12:49.637555 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] Pushing event updated for resources: {'Port': ['ID=209eca82-2a5f-4a5e-afbc-a1a7ca40bf29,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:49.731630 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:49.759144 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] Attempting to bind port 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:49.759476 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] Attempting to bind port 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:49.759806 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] Attempting to bind port 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:49.772655 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] Port 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:49.772976 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] Attempting to bind port 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:49.785437 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:49.785437 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:49.785752 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:49.789850 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] Bound port: 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:49.790364 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.837780 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:49.845617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:49.846347 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.882932 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b606e1-a0f8-4ac9-8960-b711d076911f req-3b9c2eca-c0ef-447b-b1ad-3d26c53b69c3 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:49.884462 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b9b606e1-a0f8-4ac9-8960-b711d076911f req-3b9c2eca-c0ef-447b-b1ad-3d26c53b69c3 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.1409163 Jul 14 09:12:49.897755 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37763337-c7d6-4cbc-8cfe-290fd57c0760 req-90f1d856-6198-4fdb-8fa4-d926145b6522 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:49.899405 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37763337-c7d6-4cbc-8cfe-290fd57c0760 req-90f1d856-6198-4fdb-8fa4-d926145b6522 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1177402 Jul 14 09:12:49.937110 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] For port 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:49.940750 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] For port 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=209eca82-2a5f-4a5e-afbc-a1a7ca40bf29,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:49.947232 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.966800 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37763337-c7d6-4cbc-8cfe-290fd57c0760 req-10a513e7-1f53-4fc9-8e80-1029364da97e tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580866 Jul 14 09:12:49.970539 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b9b606e1-a0f8-4ac9-8960-b711d076911f req-55ce702b-456e-4698-8276-14fa4c34a623 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697386 Jul 14 09:12:50.047113 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:50.047727 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.049112 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] 10.222.0.55 "PUT /v2.0/ports/209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 HTTP/1.1" status: 200 len: 1096 time: 1.1054044 Jul 14 09:12:50.049548 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57bed8c1-dd87-45f9-ba15-68dcb75937fe', 'tag': '209eca82-2a5f-4a5e-afbc-a1a7ca40bf29'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:50.051910 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9540e51-74db-43f8-8be2-83bdefeca263" -d '{"events": [{"name": "network-changed", "server_uuid": "57bed8c1-dd87-45f9-ba15-68dcb75937fe", "tag": "209eca82-2a5f-4a5e-afbc-a1a7ca40bf29"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:50.080942 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.092937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a76a4f-deef-49b2-bae8-17107ace9b3c service neutron] Pushing event updated for resources: {'Port': ['ID=209eca82-2a5f-4a5e-afbc-a1a7ca40bf29,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:50.123741 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5849b1c5-d247-40d0-9881-533ec73df33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6ac726-7911-49c1-a48b-5cfd000bf1c3'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:50.126425 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cdc1db-bdad-4339-8de7-2ee22db4330b" -d '{"events": [{"server_uuid": "5849b1c5-d247-40d0-9881-533ec73df33d", "name": "network-vif-plugged", "status": "completed", "tag": "2d6ac726-7911-49c1-a48b-5cfd000bf1c3"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:50.144769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2d6ac726-7911-49c1-a48b-5cfd000bf1c3,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:50.162080 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.246550 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=2d6ac726-7911-49c1-a48b-5cfd000bf1c3,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:50.285002 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-939e0765-df5e-41f4-b070-43e4ecda8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:50.290457 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-939e0765-df5e-41f4-b070-43e4ecda8963 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=508c8f87aa03460dbf969fc731b0da81&device_id=57bed8c1-dd87-45f9-ba15-68dcb75937fe HTTP/1.1" status: 200 len: 1099 time: 0.1416955 Jul 14 09:12:50.370274 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc52be-80fa-4789-bc24-c2c3a8184824 req-1969722b-b000-41f9-8a7f-e0463c0de0f5 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:50.374840 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13bc52be-80fa-4789-bc24-c2c3a8184824 req-1969722b-b000-41f9-8a7f-e0463c0de0f5 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=57bed8c1-dd87-45f9-ba15-68dcb75937fe HTTP/1.1" status: 200 len: 947 time: 0.2082846 Jul 14 09:12:50.399087 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-27aacde2-f9e8-483c-9f77-b693f962aa23 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 HTTP/1.1" status: 200 len: 217 time: 0.0809507 Jul 14 09:12:50.420242 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f57620-c518-4832-9810-4a6e039669b2 req-94ed339e-5d60-4edc-b58f-cc3889c8df0b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:50.422255 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-81f57620-c518-4832-9810-4a6e039669b2 req-94ed339e-5d60-4edc-b58f-cc3889c8df0b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 945 time: 0.2529821 Jul 14 09:12:50.448253 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13bc52be-80fa-4789-bc24-c2c3a8184824 req-46fab155-9529-4254-a8bc-9e6d4dc99d0e tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656247 Jul 14 09:12:50.473830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-332557ca-41a2-49e7-8ce9-e422ef944ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:50.473830 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-332557ca-41a2-49e7-8ce9-e422ef944ffb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0658731 Jul 14 09:12:50.482565 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-81f57620-c518-4832-9810-4a6e039669b2 req-bce95df0-44a1-4b37-b8a9-187b3f07c6ba tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493479 Jul 14 09:12:50.551075 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-cb6b0e46-678c-4b20-b513-e3aee0d5fcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:50.553406 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-cb6b0e46-678c-4b20-b513-e3aee0d5fcb6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0717187 Jul 14 09:12:50.555331 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64b37d7-28f3-4122-80f0-c92d92da8e68 x-openstack-request-id: req-b64b37d7-28f3-4122-80f0-c92d92da8e68 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:50.555689 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57bed8c1-dd87-45f9-ba15-68dcb75937fe", "tag": "209eca82-2a5f-4a5e-afbc-a1a7ca40bf29", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:50.556016 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b64b37d7-28f3-4122-80f0-c92d92da8e68 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:50.556521 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57bed8c1-dd87-45f9-ba15-68dcb75937fe', 'tag': '209eca82-2a5f-4a5e-afbc-a1a7ca40bf29', 'status': 'completed', 'code': 200} Jul 14 09:12:50.585523 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58b6e16-e0f7-4d51-a552-2c9a5b030147 x-openstack-request-id: req-b58b6e16-e0f7-4d51-a552-2c9a5b030147 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:50.585837 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5849b1c5-d247-40d0-9881-533ec73df33d", "name": "network-vif-plugged", "status": "completed", "tag": "2d6ac726-7911-49c1-a48b-5cfd000bf1c3", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:50.586089 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b58b6e16-e0f7-4d51-a552-2c9a5b030147 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:50.586506 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5849b1c5-d247-40d0-9881-533ec73df33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6ac726-7911-49c1-a48b-5cfd000bf1c3', 'code': 200} Jul 14 09:12:50.763364 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65488d-2112-4693-88d8-6b539d9949da req-4978199b-c425-4ff8-a84e-6ea337509a8f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:50.773601 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f65488d-2112-4693-88d8-6b539d9949da req-4978199b-c425-4ff8-a84e-6ea337509a8f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 945 time: 0.0893867 Jul 14 09:12:50.825251 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f65488d-2112-4693-88d8-6b539d9949da req-50e056af-cab5-4687-b504-5f5c3c22e6a7 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506227 Jul 14 09:12:50.834321 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-7ede854b-ac54-4931-b519-ca7c19e9ee93 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420304 Jul 14 09:12:50.846622 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbe60e-64f2-4e5f-a7a7-5ca5f0380c56 req-c05549c3-20c5-402d-9310-86fee28a647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:50.848895 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-81cbe60e-64f2-4e5f-a7a7-5ca5f0380c56 req-c05549c3-20c5-402d-9310-86fee28a647d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 1102 time: 0.1576529 Jul 14 09:12:50.982341 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-81cbe60e-64f2-4e5f-a7a7-5ca5f0380c56 req-43c67ff1-4159-46e1-bb15-53633cf9fadf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218338 Jul 14 09:12:51.042978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d57c3-1680-4ee0-94cf-71c5b193511e req-57d79773-46f3-4d7d-9d38-5c89391b5026 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:51.044852 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef8d57c3-1680-4ee0-94cf-71c5b193511e req-57d79773-46f3-4d7d-9d38-5c89391b5026 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.0936365 Jul 14 09:12:51.085895 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9d76f7c2-dde8-4b63-8b19-c48ec760be49 req-ce0b32a1-0713-486e-8cda-8a999baf5c60 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693070 Jul 14 09:12:51.120267 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef8d57c3-1680-4ee0-94cf-71c5b193511e req-2b7cd44f-7ce0-4783-bca2-3dc37d7635d9 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681179 Jul 14 09:12:51.138685 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-ae153235-9ec8-40b7-b552-2670ea3741e6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--180059660&fields=id&tenant_id=ece1500a21d34f90b4a2bc9598bf2ce0 HTTP/1.1" status: 200 len: 267 time: 0.0570083 Jul 14 09:12:51.302771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9540e51-74db-43f8-8be2-83bdefeca263 req-d292ae02-f543-4057-839b-a87be303afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:51.304696 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b9540e51-74db-43f8-8be2-83bdefeca263 req-d292ae02-f543-4057-839b-a87be303afd3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=508c8f87aa03460dbf969fc731b0da81&device_id=57bed8c1-dd87-45f9-ba15-68dcb75937fe HTTP/1.1" status: 200 len: 1099 time: 0.0751388 Jul 14 09:12:51.317801 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-efb956d6-3d68-47f2-94fa-091b2f6457a7 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:51.319419 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-efb956d6-3d68-47f2-94fa-091b2f6457a7 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/networks?id=0a4318df-2a8d-4d34-8a52-eb27698902c2 HTTP/1.1" status: 200 len: 824 time: 0.1575177 Jul 14 09:12:51.353287 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-37a631ca-bba3-434e-8699-e8afc3cec54c tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/quotas/ece1500a21d34f90b4a2bc9598bf2ce0 HTTP/1.1" status: 200 len: 375 time: 0.0251772 Jul 14 09:12:51.408874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54d425-ad88-47b8-ae0a-7990edaedf6b req-5243a5d8-6d25-42ef-8be3-1b55879780fe tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:51.415879 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a54d425-ad88-47b8-ae0a-7990edaedf6b req-5243a5d8-6d25-42ef-8be3-1b55879780fe tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.1815193 Jul 14 09:12:51.423122 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9540e51-74db-43f8-8be2-83bdefeca263 req-2b2efb8f-f356-4e22-9b0b-92884455b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:51.425431 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b9540e51-74db-43f8-8be2-83bdefeca263 req-2b2efb8f-f356-4e22-9b0b-92884455b90b service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1079769 Jul 14 09:12:51.471915 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a54d425-ad88-47b8-ae0a-7990edaedf6b req-58260651-a8bd-47a6-b568-b26664573c09 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551016 Jul 14 09:12:51.503418 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b9540e51-74db-43f8-8be2-83bdefeca263 req-3d5e206e-9317-4bf8-a169-35b39e4fb7cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 HTTP/1.1" status: 200 len: 217 time: 0.0451322 Jul 14 09:12:51.520336 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-7bbacec4-3bbe-447b-9bc7-be44e6035f2e tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ece1500a21d34f90b4a2bc9598bf2ce0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1661043 Jul 14 09:12:51.589828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9540e51-74db-43f8-8be2-83bdefeca263 req-b4717a20-2041-41ef-afe6-8216d67e7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:51.591545 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b9540e51-74db-43f8-8be2-83bdefeca263 req-b4717a20-2041-41ef-afe6-8216d67e7b2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0796165 Jul 14 09:12:51.618633 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-c8f0cc6c-d6cf-41f0-b00a-9ce713e03463 service neutron] 10.222.0.26 "GET /v2.0/networks/0a4318df-2a8d-4d34-8a52-eb27698902c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972085 Jul 14 09:12:51.746205 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9540e51-74db-43f8-8be2-83bdefeca263 req-8e832439-0d5f-4cc9-957d-28be6e5af451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:51.748218 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b9540e51-74db-43f8-8be2-83bdefeca263 req-8e832439-0d5f-4cc9-957d-28be6e5af451 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0601513 Jul 14 09:12:51.765089 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-261757c4-2fbf-4c03-ae1e-c7121c3f804e service neutron] 10.222.0.26 "GET /v2.0/networks/0a4318df-2a8d-4d34-8a52-eb27698902c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402583 Jul 14 09:12:51.776410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b9f08-4e02-4498-a9a0-1008542308df req-8249b958-623f-419b-82cb-4d8cf743f143 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:51.778153 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-634b9f08-4e02-4498-a9a0-1008542308df req-8249b958-623f-419b-82cb-4d8cf743f143 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1068385 Jul 14 09:12:51.829929 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-634b9f08-4e02-4498-a9a0-1008542308df req-9d2d167a-1361-433b-9e6b-5bf2720ba190 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454454 Jul 14 09:12:51.879675 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b9540e51-74db-43f8-8be2-83bdefeca263 req-09fd76fb-c0e1-4e99-adc3-bccc070de4c6 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202929 Jul 14 09:12:52.024109 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b9540e51-74db-43f8-8be2-83bdefeca263 req-63e3b28c-4604-403e-874b-6db9c42d3f65 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292167 Jul 14 09:12:52.138066 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bee7e-321b-4e13-a3a6-d2246b7d6e7f req-880414e7-ab70-4eb2-bc03-da2939d86097 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:52.140188 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bf8bee7e-321b-4e13-a3a6-d2246b7d6e7f req-880414e7-ab70-4eb2-bc03-da2939d86097 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=57bed8c1-dd87-45f9-ba15-68dcb75937fe HTTP/1.1" status: 200 len: 947 time: 0.1570556 Jul 14 09:12:52.221362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56490a-5071-4c52-9080-9f2b208f48b8 req-c35572bf-a416-41a6-abf5-0ce10f97d494 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:52.223212 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a56490a-5071-4c52-9080-9f2b208f48b8 req-c35572bf-a416-41a6-abf5-0ce10f97d494 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 945 time: 0.1644883 Jul 14 09:12:52.235481 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bf8bee7e-321b-4e13-a3a6-d2246b7d6e7f req-96bebe74-c685-4805-be31-ad822d67b29f tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859921 Jul 14 09:12:52.275321 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a56490a-5071-4c52-9080-9f2b208f48b8 req-a89dd7fd-4961-4af1-9389-310a4727d00a tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441847 Jul 14 09:12:52.376254 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1ff89290-7025-4b76-9f9e-9cd364e6def0 req-6ba455cc-3403-47df-8ae6-bbd7cd2fb7e1 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=55916dd1-83d1-4422-8038-f8dfb2aab5d0 HTTP/1.1" status: 200 len: 210 time: 0.0361726 Jul 14 09:12:52.461866 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919dd76-b823-4196-b571-2ae64f1e9a9c req-7d5fa361-5b8a-4b01-aee6-ccff9fe1b4f3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:52.468919 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1919dd76-b823-4196-b571-2ae64f1e9a9c req-7d5fa361-5b8a-4b01-aee6-ccff9fe1b4f3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 945 time: 0.0954111 Jul 14 09:12:52.515579 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1919dd76-b823-4196-b571-2ae64f1e9a9c req-61581754-799f-4ca6-947c-d9a1c282489e tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455503 Jul 14 09:12:52.736404 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dc44a-e5ff-45d1-8341-91335ddbdfeb req-f0714bf0-7a44-4888-863c-3bc00c5635e6 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:52.737830 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bd2dc44a-e5ff-45d1-8341-91335ddbdfeb req-f0714bf0-7a44-4888-863c-3bc00c5635e6 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.1173313 Jul 14 09:12:52.750478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86d9db-a520-48f9-9798-0f87e269d4e8 req-b92abc50-3033-4632-a4de-8c2730792faf tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:52.752057 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a86d9db-a520-48f9-9798-0f87e269d4e8 req-b92abc50-3033-4632-a4de-8c2730792faf tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.0988138 Jul 14 09:12:52.808182 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bd2dc44a-e5ff-45d1-8341-91335ddbdfeb req-cd818a70-b2e1-47b2-86e5-9db095b51ff4 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551789 Jul 14 09:12:52.814003 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a86d9db-a520-48f9-9798-0f87e269d4e8 req-051cc1af-8f82-4bbd-b177-9e368ac68cde tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541239 Jul 14 09:12:53.017401 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcf720-fce9-4b95-ba67-c9ba9e832ad1 req-1047336f-e47a-4b4c-98d7-c4011db7df68 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.019039 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-62fcf720-fce9-4b95-ba67-c9ba9e832ad1 req-1047336f-e47a-4b4c-98d7-c4011db7df68 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0686400 Jul 14 09:12:53.063789 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-62fcf720-fce9-4b95-ba67-c9ba9e832ad1 req-0a3ede91-8080-4baf-a805-aa25231fc6ff tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370617 Jul 14 09:12:53.217914 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-ae0fd700-fa68-4543-8894-365221f4e1f9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0612772 Jul 14 09:12:53.323392 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1f36c-8f10-4fc6-91b5-de39f721b713 req-c89aa830-7845-4467-8fd8-9dafbeee39bc tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.329552 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ef1f36c-8f10-4fc6-91b5-de39f721b713 req-c89aa830-7845-4467-8fd8-9dafbeee39bc tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.1030519 Jul 14 09:12:53.396631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ef1f36c-8f10-4fc6-91b5-de39f721b713 req-932ac3ff-9526-47a8-93d6-77bede050301 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622082 Jul 14 09:12:53.567859 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-e08dd6a8-0609-42ba-995a-93ced5218b5b tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.570101 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-e08dd6a8-0609-42ba-995a-93ced5218b5b tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.49 "GET /v2.0/networks?id=0a4318df-2a8d-4d34-8a52-eb27698902c2 HTTP/1.1" status: 200 len: 824 time: 0.2037430 Jul 14 09:12:53.586348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae54a8-0457-4677-a7df-a80d0f3ed4fd req-7fb9f5f5-dbef-4d07-89f2-f2f150edba3d tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.588020 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87ae54a8-0457-4677-a7df-a80d0f3ed4fd req-7fb9f5f5-dbef-4d07-89f2-f2f150edba3d tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=57bed8c1-dd87-45f9-ba15-68dcb75937fe HTTP/1.1" status: 200 len: 947 time: 0.1185012 Jul 14 09:12:53.631020 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-f2b677ac-19cb-45d9-9f20-4d7f07e1dff3 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ece1500a21d34f90b4a2bc9598bf2ce0 HTTP/1.1" status: 200 len: 379 time: 0.0450139 Jul 14 09:12:53.642829 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-74480c21-22eb-414d-b6ae-ef605f015e03 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Request body: {'port': {'device_id': '55916dd1-83d1-4422-8038-f8dfb2aab5d0', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'admin_state_up': True, 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'security_groups': ['be950b00-8aad-4d45-8224-1a5df89c7aae']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:53.655804 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87ae54a8-0457-4677-a7df-a80d0f3ed4fd req-c32fee6a-0e5a-4f08-a708-5a45eb4916cc tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611219 Jul 14 09:12:53.793956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-74480c21-22eb-414d-b6ae-ef605f015e03 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Made reservation on behalf of ece1500a21d34f90b4a2bc9598bf2ce0 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:53.798966 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-74480c21-22eb-414d-b6ae-ef605f015e03 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.864730 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2f8b9e2c-6421-43ec-ad81-896f5eae43c8 req-d785631e-3137-4165-9c56-bcd0b9552214 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=55916dd1-83d1-4422-8038-f8dfb2aab5d0 HTTP/1.1" status: 200 len: 210 time: 0.0483489 Jul 14 09:12:53.904427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161b70d-1da9-4a4e-8318-aed270efed31 req-7a9e17cd-15e9-487d-ac40-149f85002968 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.906264 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9161b70d-1da9-4a4e-8318-aed270efed31 req-7a9e17cd-15e9-487d-ac40-149f85002968 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 945 time: 0.1861756 Jul 14 09:12:53.970284 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9161b70d-1da9-4a4e-8318-aed270efed31 req-a88ac2e4-4978-4ab6-b9d4-5ecaf430fe91 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577509 Jul 14 09:12:53.992594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c2823-ff4b-4ef2-b0bc-95314629e29d req-a1f57210-f03a-4d7f-993e-b23daf22f989 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.994017 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5a5c2823-ff4b-4ef2-b0bc-95314629e29d req-a1f57210-f03a-4d7f-993e-b23daf22f989 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e9eadf6-eb7f-4fa6-b217-a95f14308dde HTTP/1.1" status: 200 len: 946 time: 0.1823418 Jul 14 09:12:54.103163 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-74480c21-22eb-414d-b6ae-ef605f015e03 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Allocated IP 172.20.0.5 (0a4318df-2a8d-4d34-8a52-eb27698902c2/1a365b5d-5bef-4225-9318-101d64ee880f/ba746990-2e12-4575-8283-12c39276fb17) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:54.255845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b6af4-ce7b-442a-9248-13a57e29461c req-6335bef7-2b4d-460a-8dfd-5e01cbb4c704 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:54.257365 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-552b6af4-ce7b-442a-9248-13a57e29461c req-6335bef7-2b4d-460a-8dfd-5e01cbb4c704 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 945 time: 0.1182065 Jul 14 09:12:54.312070 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18ec1e-2029-47e4-b045-a88fd40adb8f req-b83a40ea-117e-4c0b-9eba-d34cc3802b8d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:54.313855 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce18ec1e-2029-47e4-b045-a88fd40adb8f req-b83a40ea-117e-4c0b-9eba-d34cc3802b8d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.1342974 Jul 14 09:12:54.320392 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-5a5c2823-ff4b-4ef2-b0bc-95314629e29d req-29dc5fa5-a7ba-4363-b7e0-5fa1de5ca639 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Deleting port 6fc02d01-aabb-4388-b494-e3434f2a7548 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:54.320902 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5a5c2823-ff4b-4ef2-b0bc-95314629e29d req-29dc5fa5-a7ba-4363-b7e0-5fa1de5ca639 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.349481 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-552b6af4-ce7b-442a-9248-13a57e29461c req-90f5a997-1589-4ebe-a6e6-ee436e24b88c tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843942 Jul 14 09:12:54.382504 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce18ec1e-2029-47e4-b045-a88fd40adb8f req-92b647b5-6793-45f6-b4b3-1a482a298546 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618174 Jul 14 09:12:54.620439 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50322cc4-c7e8-4fa5-b912-8452670ce353 req-6a42e726-c904-461c-a1bb-ea45e5405a9b tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:54.622044 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50322cc4-c7e8-4fa5-b912-8452670ce353 req-6a42e726-c904-461c-a1bb-ea45e5405a9b tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1169081 Jul 14 09:12:54.649711 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040a75f-2342-4af1-95d3-5c8e1d3ee5e0 req-45fb8912-0891-40d3-b070-b1b2e31c23b2 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:54.657017 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d040a75f-2342-4af1-95d3-5c8e1d3ee5e0 req-45fb8912-0891-40d3-b070-b1b2e31c23b2 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.1126542 Jul 14 09:12:54.699157 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50322cc4-c7e8-4fa5-b912-8452670ce353 req-9b6e97f1-29d9-4f5b-ac9f-431449af2d6e tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664458 Jul 14 09:12:54.709781 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-74480c21-22eb-414d-b6ae-ef605f015e03 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.717254 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-5a5c2823-ff4b-4ef2-b0bc-95314629e29d req-29dc5fa5-a7ba-4363-b7e0-5fa1de5ca639 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] For port 6fc02d01-aabb-4388-b494-e3434f2a7548, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6fc02d01-aabb-4388-b494-e3434f2a7548,segment=NetworkSegment(4031430c-bd25-4295-8a3a-1b1b93e0be9d),segment_id=4031430c-bd25-4295-8a3a-1b1b93e0be9d)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:54.717636 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5a5c2823-ff4b-4ef2-b0bc-95314629e29d req-29dc5fa5-a7ba-4363-b7e0-5fa1de5ca639 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.720247 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d040a75f-2342-4af1-95d3-5c8e1d3ee5e0 req-99fd1ba3-0242-439f-9aea-5ac6537090cd tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623589 Jul 14 09:12:54.746834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:54.759168 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-74480c21-22eb-414d-b6ae-ef605f015e03 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Transition to ACTIVE for port object ba746990-2e12-4575-8283-12c39276fb17 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:54.762501 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:54.876165 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567bcdc-4da7-4af5-adb2-d716d92ededa req-4258d941-e6d8-4074-83cb-a91d8ecde3c3 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:54.877582 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3567bcdc-4da7-4af5-adb2-d716d92ededa req-4258d941-e6d8-4074-83cb-a91d8ecde3c3 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=57bed8c1-dd87-45f9-ba15-68dcb75937fe HTTP/1.1" status: 200 len: 947 time: 0.0629327 Jul 14 09:12:54.905713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=209eca82-2a5f-4a5e-afbc-a1a7ca40bf29,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:54.914535 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-74480c21-22eb-414d-b6ae-ef605f015e03 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.914931 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.927213 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '209eca82-2a5f-4a5e-afbc-a1a7ca40bf29', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '209eca82-2a5f-4a5e-afbc-a1a7ca40bf29', 'mac_address': 'fa:16:3e:f4:a1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:54.936780 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3567bcdc-4da7-4af5-adb2-d716d92ededa req-f4124bba-be0e-492a-9f57-8ef4ab2d1e11 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524447 Jul 14 09:12:54.945522 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e9ec71-f016-4e4a-8915-a3639110cbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:54.947833 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f821d3-e15b-4a05-923f-3b0d37267ef6" -d '{"events": [{"server_uuid": "11e9ec71-f016-4e4a-8915-a3639110cbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:54.995932 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:54.997078 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.002509 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-74480c21-22eb-414d-b6ae-ef605f015e03 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Network 0a4318df-2a8d-4d34-8a52-eb27698902c2 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:55.007494 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-74480c21-22eb-414d-b6ae-ef605f015e03 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:55.017974 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.020213 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-74480c21-22eb-414d-b6ae-ef605f015e03 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:55.025241 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c651e737-700b-48e8-b3a0-1dc76386b785 x-openstack-request-id: req-c651e737-700b-48e8-b3a0-1dc76386b785 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:55.027193 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e9ec71-f016-4e4a-8915-a3639110cbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:55.027626 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c651e737-700b-48e8-b3a0-1dc76386b785 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:55.028223 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e9ec71-f016-4e4a-8915-a3639110cbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb', 'code': 200} Jul 14 09:12:55.034648 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5a5c2823-ff4b-4ef2-b0bc-95314629e29d req-29dc5fa5-a7ba-4363-b7e0-5fa1de5ca639 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.035119 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5a5c2823-ff4b-4ef2-b0bc-95314629e29d req-29dc5fa5-a7ba-4363-b7e0-5fa1de5ca639 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.035554 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [req-5a5c2823-ff4b-4ef2-b0bc-95314629e29d req-29dc5fa5-a7ba-4363-b7e0-5fa1de5ca639 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Floating IP ce3c6059-183d-463e-b3f6-9b7af51ae0f7 disassociated. External IP: 172.25.1.195, port: 6fc02d01-aabb-4388-b494-e3434f2a7548. Jul 14 09:12:55.036010 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-5a5c2823-ff4b-4ef2-b0bc-95314629e29d req-29dc5fa5-a7ba-4363-b7e0-5fa1de5ca639 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Calling delete_port for 6fc02d01-aabb-4388-b494-e3434f2a7548 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:55.066109 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74480c21-22eb-414d-b6ae-ef605f015e03 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Pushing event updated for resources: {'Port': ['ID=ba746990-2e12-4575-8283-12c39276fb17,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:55.084765 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:55.106816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=209eca82-2a5f-4a5e-afbc-a1a7ca40bf29,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:55.113683 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.114727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:55.147243 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-74480c21-22eb-414d-b6ae-ef605f015e03 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:55.148058 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-74480c21-22eb-414d-b6ae-ef605f015e03 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.157683 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:55.181406 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-74480c21-22eb-414d-b6ae-ef605f015e03 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5417168 Jul 14 09:12:55.197264 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:55.200854 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] Request body: {'port': {'device_id': '55916dd1-83d1-4422-8038-f8dfb2aab5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:55.219715 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': 'af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb', 'mac_address': 'fa:16:3e:a4:92:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:55.236719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=209eca82-2a5f-4a5e-afbc-a1a7ca40bf29,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:55.282424 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.301295 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:55.305747 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b44c83-36dc-4c45-8ac0-d5e960604e87 req-ab781ea8-d41f-4979-a9ec-d5247268d8d1 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:55.307800 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16b44c83-36dc-4c45-8ac0-d5e960604e87 req-ab781ea8-d41f-4979-a9ec-d5247268d8d1 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=55916dd1-83d1-4422-8038-f8dfb2aab5d0 HTTP/1.1" status: 200 len: 931 time: 0.2358093 Jul 14 09:12:55.326464 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:55.331562 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.342615 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.343598 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-d6a2da44-9805-4249-a740-49c33b69303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:55.345142 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-d6a2da44-9805-4249-a740-49c33b69303f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 1102 time: 0.2030621 Jul 14 09:12:55.370848 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5a5c2823-ff4b-4ef2-b0bc-95314629e29d req-29dc5fa5-a7ba-4363-b7e0-5fa1de5ca639 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.389198 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381265b-ad4a-4957-85bc-9c41ac33ae70 req-813e8a15-af33-4b1c-85d1-ad0835a673ba tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:55.391935 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:55.392408 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1381265b-ad4a-4957-85bc-9c41ac33ae70 req-813e8a15-af33-4b1c-85d1-ad0835a673ba tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 945 time: 0.1922545 Jul 14 09:12:55.407742 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ba39ae7d-7ac5-443d-a5d6-e7174219531b None None] Provisioning for port ba746990-2e12-4575-8283-12c39276fb17 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:55.411465 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16b44c83-36dc-4c45-8ac0-d5e960604e87 req-4531bf36-7076-40e9-b0a1-1320e4720192 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973530 Jul 14 09:12:55.411622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ba39ae7d-7ac5-443d-a5d6-e7174219531b None None] Provisioning complete for port ba746990-2e12-4575-8283-12c39276fb17 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:55.412117 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba39ae7d-7ac5-443d-a5d6-e7174219531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.428372 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc5fa5-a7ba-4363-b7e0-5fa1de5ca639 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Pushing event deleted for resources: {'Port': ['ID=6fc02d01-aabb-4388-b494-e3434f2a7548,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:55.454839 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ba39ae7d-7ac5-443d-a5d6-e7174219531b None None] Port ba746990-2e12-4575-8283-12c39276fb17 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:55.498284 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1381265b-ad4a-4957-85bc-9c41ac33ae70 req-d042b4c7-015b-475e-a30c-097e357c2497 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900698 Jul 14 09:12:55.514961 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-3ab05f1f-741c-4cf8-8ac8-85135be4540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:55.516527 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-3ab05f1f-741c-4cf8-8ac8-85135be4540e service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1526029 Jul 14 09:12:55.579147 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-b23c36af-0d93-48e7-a897-4b913adcaac2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=2d6ac726-7911-49c1-a48b-5cfd000bf1c3 HTTP/1.1" status: 200 len: 217 time: 0.0375381 Jul 14 09:12:55.676210 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-3e9fddfc-5573-4d8a-a256-7d45e1d201db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:55.677600 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-3e9fddfc-5573-4d8a-a256-7d45e1d201db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0913973 Jul 14 09:12:55.698803 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a5c2823-ff4b-4ef2-b0bc-95314629e29d req-29dc5fa5-a7ba-4363-b7e0-5fa1de5ca639 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Router afd6cd41-db7b-4860-b19a-89fe7ce35f02 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:12:55.772658 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3406c6d-c1c9-4f4f-8b47-4a3c0147c1de req-ed0c32a9-5711-41b5-8755-20df84837d10 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:55.774243 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3406c6d-c1c9-4f4f-8b47-4a3c0147c1de req-ed0c32a9-5711-41b5-8755-20df84837d10 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 945 time: 0.1484692 Jul 14 09:12:55.808960 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cce13-427d-4c3d-b3d0-c9c9e1e942e3 req-40ee7525-54eb-47d7-acf1-1e9dadb097e5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:55.810480 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-502cce13-427d-4c3d-b3d0-c9c9e1e942e3 req-40ee7525-54eb-47d7-acf1-1e9dadb097e5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.1370866 Jul 14 09:12:55.818456 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-a01f6c4d-0d20-453a-b530-43e66a8129b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:55.819897 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-a01f6c4d-0d20-453a-b530-43e66a8129b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1327686 Jul 14 09:12:55.872181 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba746990-2e12-4575-8283-12c39276fb17 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:55.882338 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.885834 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a5c2823-ff4b-4ef2-b0bc-95314629e29d req-29dc5fa5-a7ba-4363-b7e0-5fa1de5ca639 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:12:55.902493 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e6ce6c-bc5a-4786-9b2f-e17fc9499433 None None] Sync routers for ids ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:12:55.913947 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e6ce6c-bc5a-4786-9b2f-e17fc9499433 None None] Routers {'afd6cd41-db7b-4860-b19a-89fe7ce35f02'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:55.916712 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b0e6ce6c-bc5a-4786-9b2f-e17fc9499433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:12:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:55.920235 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] Transition to ACTIVE for port object ba746990-2e12-4575-8283-12c39276fb17 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:55.921642 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3406c6d-c1c9-4f4f-8b47-4a3c0147c1de req-4144de92-f274-4e0e-a7b8-ae95f0752dcd tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284356 Jul 14 09:12:55.944578 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5c2823-ff4b-4ef2-b0bc-95314629e29d req-29dc5fa5-a7ba-4363-b7e0-5fa1de5ca639 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] No DVR routers for this DVR port 6fc02d01-aabb-4388-b494-e3434f2a7548 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:55.946393 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.949922 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5a5c2823-ff4b-4ef2-b0bc-95314629e29d req-29dc5fa5-a7ba-4363-b7e0-5fa1de5ca639 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.951890 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5a5c2823-ff4b-4ef2-b0bc-95314629e29d req-29dc5fa5-a7ba-4363-b7e0-5fa1de5ca639 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.55 "DELETE /v2.0/ports/6fc02d01-aabb-4388-b494-e3434f2a7548 HTTP/1.1" status: 204 len: 173 time: 1.9427004 Jul 14 09:12:55.954280 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9eadf6-eb7f-4fa6-b217-a95f14308dde', 'name': 'network-vif-deleted', 'tag': '6fc02d01-aabb-4388-b494-e3434f2a7548'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:55.956184 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-502cce13-427d-4c3d-b3d0-c9c9e1e942e3 req-02da201b-ff7a-4f6c-b18c-367b045ad8d5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293793 Jul 14 09:12:55.956543 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a67d70-7be1-4467-802c-b312b8292a21" -d '{"events": [{"server_uuid": "4e9eadf6-eb7f-4fa6-b217-a95f14308dde", "name": "network-vif-deleted", "tag": "6fc02d01-aabb-4388-b494-e3434f2a7548"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:56.018373 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] Pushing event updated for resources: {'Port': ['ID=ba746990-2e12-4575-8283-12c39276fb17,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:56.050037 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-b03c0471-bdad-40e2-81cb-46886c630539 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062449 Jul 14 09:12:56.078206 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-b0e6ce6c-bc5a-4786-9b2f-e17fc9499433 None None] Set router afd6cd41-db7b-4860-b19a-89fe7ce35f02 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:56.168980 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] Attempting to bind port ba746990-2e12-4575-8283-12c39276fb17 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:56.169498 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] Attempting to bind port ba746990-2e12-4575-8283-12c39276fb17 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '4031430c-bd25-4295-8a3a-1b1b93e0be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:56.169878 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] Attempting to bind port ba746990-2e12-4575-8283-12c39276fb17 on network 0a4318df-2a8d-4d34-8a52-eb27698902c2 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:56.175253 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] Port ba746990-2e12-4575-8283-12c39276fb17 on network 0a4318df-2a8d-4d34-8a52-eb27698902c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:56.175642 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] Attempting to bind port ba746990-2e12-4575-8283-12c39276fb17 on network 0a4318df-2a8d-4d34-8a52-eb27698902c2 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:56.181293 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:56.181832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] Checking segment: {'id': '4031430c-bd25-4295-8a3a-1b1b93e0be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:56.182346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] Bound using segment: {'id': '4031430c-bd25-4295-8a3a-1b1b93e0be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:56.182835 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] Bound port: ba746990-2e12-4575-8283-12c39276fb17, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4031430c-bd25-4295-8a3a-1b1b93e0be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:56.183343 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.185675 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:56.188445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['209eca82-2a5f-4a5e-afbc-a1a7ca40bf29'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:56.296492 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] For port ba746990-2e12-4575-8283-12c39276fb17, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:56.300418 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] For port ba746990-2e12-4575-8283-12c39276fb17, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ba746990-2e12-4575-8283-12c39276fb17,segment=NetworkSegment(4031430c-bd25-4295-8a3a-1b1b93e0be9d),segment_id=4031430c-bd25-4295-8a3a-1b1b93e0be9d)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:56.307153 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.337484 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-190fefb2-d805-4f33-a19e-a2103ad907e1 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772524 Jul 14 09:12:56.343258 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:56.343837 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.345940 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] 10.222.0.49 "PUT /v2.0/ports/ba746990-2e12-4575-8283-12c39276fb17 HTTP/1.1" status: 200 len: 1092 time: 1.1526453 Jul 14 09:12:56.362022 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d942cc-04ce-4120-a13b-8bc7439b587d req-a291a1d2-114b-4a35-9e9d-d57d977d9cf7 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:56.363170 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2d942cc-04ce-4120-a13b-8bc7439b587d req-a291a1d2-114b-4a35-9e9d-d57d977d9cf7 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.1989660 Jul 14 09:12:56.384268 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6908aa-43f5-4399-8158-fa628cb4851d service neutron] Pushing event updated for resources: {'Port': ['ID=ba746990-2e12-4575-8283-12c39276fb17,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:56.405884 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af196cd8-42c1-4686-85b5-7ee803b3927e req-4d60665c-e8c6-44a2-827c-74d29ae73fcf tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:56.407392 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af196cd8-42c1-4686-85b5-7ee803b3927e req-4d60665c-e8c6-44a2-827c-74d29ae73fcf tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 949 time: 0.2334919 Jul 14 09:12:56.463069 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2d942cc-04ce-4120-a13b-8bc7439b587d req-59868615-f350-4b6d-9e64-d221a5544a4b tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867615 Jul 14 09:12:56.499492 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af196cd8-42c1-4686-85b5-7ee803b3927e req-10b46edc-a7d6-4478-a497-88e9db0b4f71 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845003 Jul 14 09:12:56.517049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-1d831467-02cd-4b22-88b6-57ba45883642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:56.522609 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-1d831467-02cd-4b22-88b6-57ba45883642 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ece1500a21d34f90b4a2bc9598bf2ce0&device_id=55916dd1-83d1-4422-8038-f8dfb2aab5d0 HTTP/1.1" status: 200 len: 1095 time: 0.1002715 Jul 14 09:12:56.533641 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d27e8d0-bf61-45c4-8b77-4d8bca7da7ed x-openstack-request-id: req-4d27e8d0-bf61-45c4-8b77-4d8bca7da7ed {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:56.533835 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9eadf6-eb7f-4fa6-b217-a95f14308dde", "name": "network-vif-deleted", "tag": "6fc02d01-aabb-4388-b494-e3434f2a7548", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:56.535656 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d27e8d0-bf61-45c4-8b77-4d8bca7da7ed {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:56.536061 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9eadf6-eb7f-4fa6-b217-a95f14308dde', 'name': 'network-vif-deleted', 'tag': '6fc02d01-aabb-4388-b494-e3434f2a7548', 'status': 'completed', 'code': 200} Jul 14 09:12:56.632672 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-73298179-5513-496b-bb29-99dbe6a3c1ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba746990-2e12-4575-8283-12c39276fb17 HTTP/1.1" status: 200 len: 217 time: 0.0926745 Jul 14 09:12:56.701015 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-811af993-001f-40b5-91fc-bd6ccbd80c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:56.702971 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-811af993-001f-40b5-91fc-bd6ccbd80c52 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1a365b5d-5bef-4225-9318-101d64ee880f HTTP/1.1" status: 200 len: 863 time: 0.0606153 Jul 14 09:12:56.710669 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b0e6ce6c-bc5a-4786-9b2f-e17fc9499433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:10Z', 'revision_number': 4, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'gw_port': {'id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '5c479b5a-0e47-441b-9d3b-dd13f7e577d3', 'name': '', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'mac_address': 'fa:16:3e:c9:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:09Z', 'updated_at': '2021-07-14T09:10:16Z', 'revision_number': 5, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'subnets': [{'id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:56.755744 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e6ce6c-bc5a-4786-9b2f-e17fc9499433 None None] Checking router: afd6cd41-db7b-4860-b19a-89fe7ce35f02 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:12:56.763520 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6fc02d01-aabb-4388-b494-e3434f2a7548 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:56.783872 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-93273c5b-4025-429a-8ebe-ab2c44a4ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:56.785492 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-93273c5b-4025-429a-8ebe-ab2c44a4ec46 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0a4318df-2a8d-4d34-8a52-eb27698902c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627663 Jul 14 09:12:56.795088 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9221799-2d34-4e8a-b794-67a90c56eea5 req-24ab074e-8da4-4deb-85ec-4172a5981b3d tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:56.796577 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b9221799-2d34-4e8a-b794-67a90c56eea5 req-24ab074e-8da4-4deb-85ec-4172a5981b3d tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=57bed8c1-dd87-45f9-ba15-68dcb75937fe HTTP/1.1" status: 200 len: 948 time: 0.1597946 Jul 14 09:12:56.799967 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 6fc02d01-aabb-4388-b494-e3434f2a7548 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:56.800315 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6fc02d01-aabb-4388-b494-e3434f2a7548 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:56.806496 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e6ce6c-bc5a-4786-9b2f-e17fc9499433 None None] Routers {'afd6cd41-db7b-4860-b19a-89fe7ce35f02'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:56.807692 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b0e6ce6c-bc5a-4786-9b2f-e17fc9499433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:12:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:56.930332 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-72b15d6c-a19c-4482-bdbf-b93aeac80575 service neutron] 10.222.0.49 "GET /v2.0/networks/0a4318df-2a8d-4d34-8a52-eb27698902c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234515 Jul 14 09:12:57.068215 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee97b673-eaae-41d5-9253-e418dd50f7bb req-46d16e4b-38db-48bc-a5a0-1f62c9f39c8a service neutron] 10.222.0.49 "GET /v2.0/networks/0a4318df-2a8d-4d34-8a52-eb27698902c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264930 Jul 14 09:12:57.106110 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-b0e6ce6c-bc5a-4786-9b2f-e17fc9499433 None None] Set router afd6cd41-db7b-4860-b19a-89fe7ce35f02 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:57.175601 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c53a5a-69a6-418c-a96c-8dd1fefc3caf req-0d5cedbc-bfea-4efc-8c93-e66bf97374d6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:57.177090 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6c53a5a-69a6-418c-a96c-8dd1fefc3caf req-0d5cedbc-bfea-4efc-8c93-e66bf97374d6 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=55916dd1-83d1-4422-8038-f8dfb2aab5d0 HTTP/1.1" status: 200 len: 943 time: 0.4348872 Jul 14 09:12:57.206230 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b9221799-2d34-4e8a-b794-67a90c56eea5 req-228742b0-5ec5-4428-813f-64ecd4a143eb tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973134 Jul 14 09:12:57.235975 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5439676-7917-4e7a-9401-c10e3d058f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.264389 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6c53a5a-69a6-418c-a96c-8dd1fefc3caf req-c0de790a-b398-4600-a995-59af9c02125d tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779765 Jul 14 09:12:57.274418 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-280c9ec9-30de-4242-bf7b-474b6d653543 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:57.276558 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-280c9ec9-30de-4242-bf7b-474b6d653543 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4&tenant_id=c4264b80484d4b9d96530524cfdc3c7d&binding%3Ahost_id=n-h1-798054-10 HTTP/1.1" status: 200 len: 1097 time: 0.4398715 Jul 14 09:12:57.294586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798054-10'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:57.355573 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b0e6ce6c-bc5a-4786-9b2f-e17fc9499433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:10Z', 'revision_number': 4, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'gw_port': {'id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '5c479b5a-0e47-441b-9d3b-dd13f7e577d3', 'name': '', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'mac_address': 'fa:16:3e:c9:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:09Z', 'updated_at': '2021-07-14T09:10:16Z', 'revision_number': 5, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'subnets': [{'id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:57.386888 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e6ce6c-bc5a-4786-9b2f-e17fc9499433 None None] The sync data for ids ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'] in n-d-798054-10 is: [{'id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:10Z', 'revision_number': 4, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'gw_port': {'id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '5c479b5a-0e47-441b-9d3b-dd13f7e577d3', 'name': '', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'mac_address': 'fa:16:3e:c9:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:09Z', 'updated_at': '2021-07-14T09:10:16Z', 'revision_number': 5, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'subnets': [{'id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:12:57.433737 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.461637 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a645bb5-36fd-4cc7-9ebc-110b7f512181 req-82b06b7e-4aea-4e4f-b999-acd4dbf2b4b9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:57.463844 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7a645bb5-36fd-4cc7-9ebc-110b7f512181 req-82b06b7e-4aea-4e4f-b999-acd4dbf2b4b9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 945 time: 0.1302340 Jul 14 09:12:57.602662 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7a645bb5-36fd-4cc7-9ebc-110b7f512181 req-5d98a501-cc01-4cb3-a60a-acdf8d339391 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141028 Jul 14 09:12:57.649135 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7320af3-f469-4e0b-ad11-00f19a15297b None None] New status for floating IP ce3c6059-183d-463e-b3f6-9b7af51ae0f7: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:12:57.658048 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] For port 62d3aa63-952c-4309-8c2e-8abeb092f55b, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=62d3aa63-952c-4309-8c2e-8abeb092f55b,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:57.677962 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5da16-71d1-4323-a18b-c87b65f82d4e req-bbf76d12-6685-4798-a6c2-77765345570f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:57.679392 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89f5da16-71d1-4323-a18b-c87b65f82d4e req-bbf76d12-6685-4798-a6c2-77765345570f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 945 time: 0.1611114 Jul 14 09:12:57.734135 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] For port 62d3aa63-952c-4309-8c2e-8abeb092f55b, host n-h1-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:57.781115 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89f5da16-71d1-4323-a18b-c87b65f82d4e req-75dc9dc7-da94-4078-8138-dd733b49f8c3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938761 Jul 14 09:12:57.809126 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14321bd-90aa-4874-9781-715c4fe91df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62d3aa63-952c-4309-8c2e-8abeb092f55b'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:57.811574 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6fb1e8-931b-4058-a64a-b7a5bb67736f" -d '{"events": [{"server_uuid": "e14321bd-90aa-4874-9781-715c4fe91df4", "name": "network-vif-unplugged", "status": "completed", "tag": "62d3aa63-952c-4309-8c2e-8abeb092f55b"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:57.817438 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.826870 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.884236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a42b2-0f57-478e-96c0-1d1db9071df9 req-14eaa1a9-6908-491a-b73e-240f52725438 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:57.886339 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a83a42b2-0f57-478e-96c0-1d1db9071df9 req-14eaa1a9-6908-491a-b73e-240f52725438 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.1644905 Jul 14 09:12:57.963137 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] Pushing event updated for resources: {'Port': ['ID=62d3aa63-952c-4309-8c2e-8abeb092f55b,revision_number=7']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:57.990934 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] Attempting to bind port 62d3aa63-952c-4309-8c2e-8abeb092f55b on host n-h1-798054-10 for vnic_type normal with profile {"migrating_to": "n-h2-798054-10"} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:57.991262 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] Attempting to bind port 62d3aa63-952c-4309-8c2e-8abeb092f55b by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:57.991589 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] Attempting to bind port 62d3aa63-952c-4309-8c2e-8abeb092f55b on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:58.005565 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a83a42b2-0f57-478e-96c0-1d1db9071df9 req-15240b64-3048-4304-b2cb-7f2df4fba921 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116095 Jul 14 09:12:58.006988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] Port 62d3aa63-952c-4309-8c2e-8abeb092f55b on network fbea3c05-472e-4cae-8d96-84e615e12c90 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:58.007311 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] Attempting to bind port 62d3aa63-952c-4309-8c2e-8abeb092f55b on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:58.014213 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:58.014549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] Checking segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:58.014922 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] Bound using segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:58.015349 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] Bound port: 62d3aa63-952c-4309-8c2e-8abeb092f55b, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:58.015710 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:58.065245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628c23c-abad-49a1-8c50-5a3758f8ff58 req-1f117427-a00a-42cc-94e4-048db30789ab tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:58.066754 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4628c23c-abad-49a1-8c50-5a3758f8ff58 req-1f117427-a00a-42cc-94e4-048db30789ab tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.1682658 Jul 14 09:12:58.141915 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] For port 62d3aa63-952c-4309-8c2e-8abeb092f55b, host n-h1-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:58.160812 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] For port 62d3aa63-952c-4309-8c2e-8abeb092f55b, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=62d3aa63-952c-4309-8c2e-8abeb092f55b,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:58.165306 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4628c23c-abad-49a1-8c50-5a3758f8ff58 req-833a66ae-4464-446c-9917-933ea089c5c8 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907021 Jul 14 09:12:58.169737 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:58.222350 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93668967-3b75-4673-93e7-4c48f4adb798 x-openstack-request-id: req-93668967-3b75-4673-93e7-4c48f4adb798 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:58.222641 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14321bd-90aa-4874-9781-715c4fe91df4", "name": "network-vif-unplugged", "status": "completed", "tag": "62d3aa63-952c-4309-8c2e-8abeb092f55b", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:58.222919 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93668967-3b75-4673-93e7-4c48f4adb798 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:58.223438 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14321bd-90aa-4874-9781-715c4fe91df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62d3aa63-952c-4309-8c2e-8abeb092f55b', 'code': 200} Jul 14 09:12:58.254419 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa4ed2-0dc9-41fd-94da-3040a9657720 req-bac93fce-9743-4bb6-ae4a-22f1a3cf704a tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:58.255883 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-17fa4ed2-0dc9-41fd-94da-3040a9657720 req-bac93fce-9743-4bb6-ae4a-22f1a3cf704a tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 949 time: 0.1544116 Jul 14 09:12:58.264152 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] Pushing event updated for resources: {'Port': ['ID=62d3aa63-952c-4309-8c2e-8abeb092f55b,revision_number=8']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:58.290588 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:58.291104 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:58.293052 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f7d7bc2d-9faf-416a-88af-2ccaec2e2d98 service neutron] 10.222.0.49 "PUT /v2.0/ports/62d3aa63-952c-4309-8c2e-8abeb092f55b HTTP/1.1" status: 200 len: 1123 time: 1.0048487 Jul 14 09:12:58.322090 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-17fa4ed2-0dc9-41fd-94da-3040a9657720 req-94db9682-f5f1-49d0-a2f8-1720f40ff310 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596569 Jul 14 09:12:58.397542 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1ddf8-f2a4-489c-88ed-9d5794f8c923 req-d693ab42-ece1-4f83-811e-a5e07450998f tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:58.399242 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8da1ddf8-f2a4-489c-88ed-9d5794f8c923 req-d693ab42-ece1-4f83-811e-a5e07450998f tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=57bed8c1-dd87-45f9-ba15-68dcb75937fe HTTP/1.1" status: 200 len: 948 time: 0.0698888 Jul 14 09:12:58.445818 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8da1ddf8-f2a4-489c-88ed-9d5794f8c923 req-33346ec5-14ce-4e3e-a0c1-7bd88e1b44ee tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402901 Jul 14 09:12:58.451382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['62d3aa63-952c-4309-8c2e-8abeb092f55b'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:58.518563 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca458dac-6bd0-4956-8eb5-a836fd947080 req-775f96cd-14ed-44c7-bc14-e2b889ec2e74 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:58.520072 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca458dac-6bd0-4956-8eb5-a836fd947080 req-775f96cd-14ed-44c7-bc14-e2b889ec2e74 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=55916dd1-83d1-4422-8038-f8dfb2aab5d0 HTTP/1.1" status: 200 len: 943 time: 0.0778368 Jul 14 09:12:58.537395 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55916dd1-83d1-4422-8038-f8dfb2aab5d0', 'tag': 'ba746990-2e12-4575-8283-12c39276fb17'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:58.540519 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7322809-5f33-4f66-8fd9-250a9a9df92f" -d '{"events": [{"name": "network-changed", "server_uuid": "55916dd1-83d1-4422-8038-f8dfb2aab5d0", "tag": "ba746990-2e12-4575-8283-12c39276fb17"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:58.563459 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca458dac-6bd0-4956-8eb5-a836fd947080 req-22786bc6-b1ca-4760-997b-b5a992343cd5 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367508 Jul 14 09:12:58.570683 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['62d3aa63-952c-4309-8c2e-8abeb092f55b'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:58.592290 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0583fc-8f5d-4463-b004-aad63116d9df x-openstack-request-id: req-6e0583fc-8f5d-4463-b004-aad63116d9df {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:58.592627 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55916dd1-83d1-4422-8038-f8dfb2aab5d0", "tag": "ba746990-2e12-4575-8283-12c39276fb17", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:58.592881 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e0583fc-8f5d-4463-b004-aad63116d9df {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:58.593340 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55916dd1-83d1-4422-8038-f8dfb2aab5d0', 'tag': 'ba746990-2e12-4575-8283-12c39276fb17', 'status': 'completed', 'code': 200} Jul 14 09:12:58.673452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7322809-5f33-4f66-8fd9-250a9a9df92f req-bb571f7c-0fdf-4dbf-afcc-41cc9fae484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:58.674991 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7322809-5f33-4f66-8fd9-250a9a9df92f req-bb571f7c-0fdf-4dbf-afcc-41cc9fae484a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ece1500a21d34f90b4a2bc9598bf2ce0&device_id=55916dd1-83d1-4422-8038-f8dfb2aab5d0 HTTP/1.1" status: 200 len: 1095 time: 0.0539608 Jul 14 09:12:58.803924 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7322809-5f33-4f66-8fd9-250a9a9df92f req-e2af21b5-a4ce-4e9d-b1b0-72b86001cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:58.805446 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7322809-5f33-4f66-8fd9-250a9a9df92f req-e2af21b5-a4ce-4e9d-b1b0-72b86001cc9d service neutron] 10.222.0.49 "GET /v2.0/networks?id=0a4318df-2a8d-4d34-8a52-eb27698902c2 HTTP/1.1" status: 200 len: 925 time: 0.1223593 Jul 14 09:12:58.820494 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d21200-721f-40dd-b24a-b74ca1075fa5 req-aa48f7b5-3247-4c93-a500-e2fc5b672594 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:58.821985 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-33d21200-721f-40dd-b24a-b74ca1075fa5 req-aa48f7b5-3247-4c93-a500-e2fc5b672594 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 945 time: 0.0947521 Jul 14 09:12:58.870826 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7322809-5f33-4f66-8fd9-250a9a9df92f req-a124992b-03d8-421f-8582-b69f4ef4cd30 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba746990-2e12-4575-8283-12c39276fb17 HTTP/1.1" status: 200 len: 217 time: 0.0474226 Jul 14 09:12:58.878215 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:58.918250 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-33d21200-721f-40dd-b24a-b74ca1075fa5 req-6979e9c5-2047-4093-bba0-32fd97631509 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890868 Jul 14 09:12:58.929811 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:58.933982 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:58.934294 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:58.963799 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7322809-5f33-4f66-8fd9-250a9a9df92f req-8c12b5c0-01f5-406e-b22b-5338f49e6cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:58.965269 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7322809-5f33-4f66-8fd9-250a9a9df92f req-8c12b5c0-01f5-406e-b22b-5338f49e6cdc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1a365b5d-5bef-4225-9318-101d64ee880f HTTP/1.1" status: 200 len: 863 time: 0.0822711 Jul 14 09:12:59.009268 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.021688 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1cba6-a938-48ba-8cf3-dd22dba552be req-57673eb3-866f-4ba1-a7f2-72dd3ce57e82 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:59.023191 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bcd1cba6-a938-48ba-8cf3-dd22dba552be req-57673eb3-866f-4ba1-a7f2-72dd3ce57e82 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 943 time: 0.1104321 Jul 14 09:12:59.032169 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57bed8c1-dd87-45f9-ba15-68dcb75937fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209eca82-2a5f-4a5e-afbc-a1a7ca40bf29'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:59.034424 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b857c0d-e7d0-4379-8d2e-d5416e4707b3" -d '{"events": [{"server_uuid": "57bed8c1-dd87-45f9-ba15-68dcb75937fe", "name": "network-vif-plugged", "status": "completed", "tag": "209eca82-2a5f-4a5e-afbc-a1a7ca40bf29"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:59.048086 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=209eca82-2a5f-4a5e-afbc-a1a7ca40bf29,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:59.052558 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.053322 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:59.077366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7322809-5f33-4f66-8fd9-250a9a9df92f req-47d58558-e495-4b75-85b0-6f0527c09ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:59.079175 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7322809-5f33-4f66-8fd9-250a9a9df92f req-47d58558-e495-4b75-85b0-6f0527c09ba5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0a4318df-2a8d-4d34-8a52-eb27698902c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979087 Jul 14 09:12:59.082106 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bcd1cba6-a938-48ba-8cf3-dd22dba552be req-a2a0eb76-0065-4cee-86bd-2615e19d4ea7 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490074 Jul 14 09:12:59.133904 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=209eca82-2a5f-4a5e-afbc-a1a7ca40bf29,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:59.143912 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca815726-92f8-47d0-8ef8-1aa815e5b807 x-openstack-request-id: req-ca815726-92f8-47d0-8ef8-1aa815e5b807 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:59.143912 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57bed8c1-dd87-45f9-ba15-68dcb75937fe", "name": "network-vif-plugged", "status": "completed", "tag": "209eca82-2a5f-4a5e-afbc-a1a7ca40bf29", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:59.143912 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca815726-92f8-47d0-8ef8-1aa815e5b807 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:59.144293 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57bed8c1-dd87-45f9-ba15-68dcb75937fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209eca82-2a5f-4a5e-afbc-a1a7ca40bf29', 'code': 200} Jul 14 09:12:59.151775 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:59.152155 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.231484 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7322809-5f33-4f66-8fd9-250a9a9df92f req-b0daa841-ffd8-47f5-ac88-2ebcd12cafff service neutron] 10.222.0.49 "GET /v2.0/networks/0a4318df-2a8d-4d34-8a52-eb27698902c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404967 Jul 14 09:12:59.243047 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f2374-cf0a-44df-ad33-0d70ef170c5a req-96d1a675-2393-4baa-a17c-cd09bfc0c987 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:59.245041 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d6f2374-cf0a-44df-ad33-0d70ef170c5a req-96d1a675-2393-4baa-a17c-cd09bfc0c987 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.1251500 Jul 14 09:12:59.249097 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.297447 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:59.308518 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.347538 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897f05d-87a3-4d87-a793-be850d10e4a3 req-81cd5db7-356e-427b-8a13-6c090ad247e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:59.349321 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4897f05d-87a3-4d87-a793-be850d10e4a3 req-81cd5db7-356e-427b-8a13-6c090ad247e6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=57bed8c1-dd87-45f9-ba15-68dcb75937fe HTTP/1.1" status: 200 len: 1101 time: 0.0660844 Jul 14 09:12:59.361040 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:59.378659 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d6f2374-cf0a-44df-ad33-0d70ef170c5a req-0f54612d-1edf-4338-927c-5f683a88a0fd tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154075 Jul 14 09:12:59.403627 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4897f05d-87a3-4d87-a793-be850d10e4a3 req-6a8010e7-c1e9-42af-8c4d-3a1b912eddba service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474126 Jul 14 09:12:59.404518 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7322809-5f33-4f66-8fd9-250a9a9df92f req-77f3a377-944a-48da-9071-fc6c5ed34b94 service neutron] 10.222.0.49 "GET /v2.0/networks/0a4318df-2a8d-4d34-8a52-eb27698902c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585469 Jul 14 09:12:59.420419 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4012b85-3de0-4a9f-bc56-edf4a99c449b req-c65f5d20-235f-47fb-87f9-6402e4e64998 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:59.421934 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a4012b85-3de0-4a9f-bc56-edf4a99c449b req-c65f5d20-235f-47fb-87f9-6402e4e64998 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.1159215 Jul 14 09:12:59.458717 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a4012b85-3de0-4a9f-bc56-edf4a99c449b req-a5250024-0a31-4f15-bf01-74ce36a82c4f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311630 Jul 14 09:12:59.551517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d21f9-4ce8-4cd8-9266-d9b20fce1809 req-5e4fafab-2ee5-44eb-bc86-105c16c088f7 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:59.552986 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4f2d21f9-4ce8-4cd8-9266-d9b20fce1809 req-5e4fafab-2ee5-44eb-bc86-105c16c088f7 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0614812 Jul 14 09:12:59.623352 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4f2d21f9-4ce8-4cd8-9266-d9b20fce1809 req-66bc6454-87af-4cbd-a8ba-38fc9655d465 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646794 Jul 14 09:12:59.648114 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab0668-bee4-459c-8d30-5dd0be84ac52 req-02b9648b-0331-408a-9613-72bcee1f845d tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:59.649512 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2fab0668-bee4-459c-8d30-5dd0be84ac52 req-02b9648b-0331-408a-9613-72bcee1f845d tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=57bed8c1-dd87-45f9-ba15-68dcb75937fe HTTP/1.1" status: 200 len: 949 time: 0.0850570 Jul 14 09:12:59.667062 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c717b90b-20ab-4b8f-a59b-d5dec7e257d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.689502 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2fab0668-bee4-459c-8d30-5dd0be84ac52 req-8c063f93-8faf-4176-b833-7b4ce726d3e9 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341167 Jul 14 09:12:59.788464 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 62d3aa63-952c-4309-8c2e-8abeb092f55b details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:59.817336 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.849070 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afc8e0-d582-49a3-acdc-ce770ded4f9a req-ba8d5d2b-42b8-441e-8407-55e25551bf1e tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:59.850595 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7afc8e0-d582-49a3-acdc-ce770ded4f9a req-ba8d5d2b-42b8-441e-8407-55e25551bf1e tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=55916dd1-83d1-4422-8038-f8dfb2aab5d0 HTTP/1.1" status: 200 len: 943 time: 0.0651917 Jul 14 09:12:59.889517 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7afc8e0-d582-49a3-acdc-ce770ded4f9a req-0c20e5fb-05b6-46f8-bc18-4d8bc53cbff9 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324116 Jul 14 09:12:59.893174 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 62d3aa63-952c-4309-8c2e-8abeb092f55b, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=62d3aa63-952c-4309-8c2e-8abeb092f55b,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:59.904005 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 62d3aa63-952c-4309-8c2e-8abeb092f55b has no active binding in host n-h2-798054-10 {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:13:00.099125 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7681aa7-c76c-4029-9c7d-96621873986a req-6f6f76cc-287c-4ab5-93b4-0f3af1c855b4 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:00.100577 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7681aa7-c76c-4029-9c7d-96621873986a req-6f6f76cc-287c-4ab5-93b4-0f3af1c855b4 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 945 time: 0.0621111 Jul 14 09:13:00.141504 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7681aa7-c76c-4029-9c7d-96621873986a req-d975e01f-b123-4ae1-899e-2e5026c5d20d tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353246 Jul 14 09:13:00.225306 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14321bd-90aa-4874-9781-715c4fe91df4', 'tag': '62d3aa63-952c-4309-8c2e-8abeb092f55b'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:00.227616 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fbff19-570d-45b4-bd57-01c209239d69" -d '{"events": [{"name": "network-changed", "server_uuid": "e14321bd-90aa-4874-9781-715c4fe91df4", "tag": "62d3aa63-952c-4309-8c2e-8abeb092f55b"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:00.259390 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9919c-c7c8-4e99-8eec-a29f02d3f3b0 req-e22d9514-ddca-41d0-b2e4-774f35287eed tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:00.260895 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a1b9919c-c7c8-4e99-8eec-a29f02d3f3b0 req-e22d9514-ddca-41d0-b2e4-774f35287eed tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 943 time: 0.0682914 Jul 14 09:13:00.264049 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755fd605-ff7a-4388-8ad3-8188e4df276f x-openstack-request-id: req-755fd605-ff7a-4388-8ad3-8188e4df276f {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:00.264335 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e14321bd-90aa-4874-9781-715c4fe91df4", "tag": "62d3aa63-952c-4309-8c2e-8abeb092f55b", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:00.264581 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-755fd605-ff7a-4388-8ad3-8188e4df276f {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:00.264956 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e14321bd-90aa-4874-9781-715c4fe91df4', 'tag': '62d3aa63-952c-4309-8c2e-8abeb092f55b', 'status': 'completed', 'code': 200} Jul 14 09:13:00.298422 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a1b9919c-c7c8-4e99-8eec-a29f02d3f3b0 req-42bff519-ae1b-4b38-b5ac-43b6f3aed08a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317142 Jul 14 09:13:00.393962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbff19-570d-45b4-bd57-01c209239d69 req-5a04a8ba-3a0b-431c-b639-3034c330fc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:00.395359 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f8fbff19-570d-45b4-bd57-01c209239d69 req-5a04a8ba-3a0b-431c-b639-3034c330fc60 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 1126 time: 0.0534925 Jul 14 09:13:00.486756 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbff19-570d-45b4-bd57-01c209239d69 req-8db89541-404d-4665-a989-9601837a89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:00.488953 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f8fbff19-570d-45b4-bd57-01c209239d69 req-8db89541-404d-4665-a989-9601837a89ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 908 time: 0.0852635 Jul 14 09:13:00.526276 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:00.541065 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f8fbff19-570d-45b4-bd57-01c209239d69 req-3baa1ac1-8270-400c-9816-4c8cf107590d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62d3aa63-952c-4309-8c2e-8abeb092f55b HTTP/1.1" status: 200 len: 217 time: 0.0412908 Jul 14 09:13:00.567252 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94401abf-b412-401f-947b-b110d6f03d2c req-5b537470-bead-4d2c-9386-7f59df45f494 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:00.568805 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94401abf-b412-401f-947b-b110d6f03d2c req-5b537470-bead-4d2c-9386-7f59df45f494 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.0682592 Jul 14 09:13:00.595869 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbff19-570d-45b4-bd57-01c209239d69 req-7bf164fe-aac3-4dfb-ac81-5c05c440f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:00.597349 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f8fbff19-570d-45b4-bd57-01c209239d69 req-7bf164fe-aac3-4dfb-ac81-5c05c440f21f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.0456131 Jul 14 09:13:00.636346 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f8fbff19-570d-45b4-bd57-01c209239d69 req-58242d01-cdc0-4f0f-9b31-47a0864e20de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273294 Jul 14 09:13:00.643453 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94401abf-b412-401f-947b-b110d6f03d2c req-5fe1cd27-28c1-4e11-9846-21ae61520f46 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683055 Jul 14 09:13:00.676827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63e599-7eb5-4ff6-804c-ac869cb8cf9d req-6672c7ea-1d69-4495-a566-82446f9f1557 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:00.678349 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c63e599-7eb5-4ff6-804c-ac869cb8cf9d req-6672c7ea-1d69-4495-a566-82446f9f1557 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.1016071 Jul 14 09:13:00.719786 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c63e599-7eb5-4ff6-804c-ac869cb8cf9d req-28c272b1-c832-4bf9-99ed-c8ee9e4936aa tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357001 Jul 14 09:13:00.760861 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f8fbff19-570d-45b4-bd57-01c209239d69 req-b3cf4187-3e72-4e99-880f-af99f3df66cd service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102548 Jul 14 09:13:00.805574 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75b316-dfd4-442e-8575-842b312869ad req-33d56e71-f337-45ce-a198-359808a839fd tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:00.807137 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b75b316-dfd4-442e-8575-842b312869ad req-33d56e71-f337-45ce-a198-359808a839fd tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0627582 Jul 14 09:13:00.851345 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f8fbff19-570d-45b4-bd57-01c209239d69 req-065aec35-ff7a-4dff-a4a0-703e33986a35 service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828068 Jul 14 09:13:00.877298 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b75b316-dfd4-442e-8575-842b312869ad req-0ecd88fb-2d0b-4ec4-a9f6-98f995a4b1f7 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645132 Jul 14 09:13:00.908252 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d76175-cf1c-4654-8d8d-4da70d90fae3 req-6b220950-fc0a-4115-9a15-b7166d66c5f7 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:00.909779 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6d76175-cf1c-4654-8d8d-4da70d90fae3 req-6b220950-fc0a-4115-9a15-b7166d66c5f7 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=57bed8c1-dd87-45f9-ba15-68dcb75937fe HTTP/1.1" status: 200 len: 949 time: 0.0833623 Jul 14 09:13:00.951506 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6d76175-cf1c-4654-8d8d-4da70d90fae3 req-9bd10293-f1e3-47a0-ab50-8de480dff387 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349464 Jul 14 09:13:01.108172 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad7ef4-ce9c-4931-8d5a-7d5c88cc95c3 req-896f1492-7b4b-4c91-bde6-952e627997d3 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:01.109608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5bad7ef4-ce9c-4931-8d5a-7d5c88cc95c3 req-896f1492-7b4b-4c91-bde6-952e627997d3 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=55916dd1-83d1-4422-8038-f8dfb2aab5d0 HTTP/1.1" status: 200 len: 943 time: 0.0616827 Jul 14 09:13:01.146017 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e9ec71-f016-4e4a-8915-a3639110cbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:01.149746 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7191ce8-86ff-4337-982c-b01ef04199e1" -d '{"events": [{"server_uuid": "11e9ec71-f016-4e4a-8915-a3639110cbc6", "name": "network-vif-plugged", "status": "completed", "tag": "af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:01.150430 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5bad7ef4-ce9c-4931-8d5a-7d5c88cc95c3 req-22e238b7-160c-4abf-bb3b-5cd8e66c4bd7 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353653 Jul 14 09:13:01.200216 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb60ffb2-d735-41c0-87f7-f376183b9d39 x-openstack-request-id: req-cb60ffb2-d735-41c0-87f7-f376183b9d39 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:01.201578 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e9ec71-f016-4e4a-8915-a3639110cbc6", "name": "network-vif-plugged", "status": "completed", "tag": "af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:01.201578 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb60ffb2-d735-41c0-87f7-f376183b9d39 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:01.201578 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e9ec71-f016-4e4a-8915-a3639110cbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb', 'code': 200} Jul 14 09:13:01.327052 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ed1c9-c4cd-4e1a-857d-66007e3fdeed req-256a8e01-640f-4274-beaf-c640ef4827cf tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:01.328773 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f1ed1c9-c4cd-4e1a-857d-66007e3fdeed req-256a8e01-640f-4274-beaf-c640ef4827cf tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 945 time: 0.0695119 Jul 14 09:13:01.370321 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f1ed1c9-c4cd-4e1a-857d-66007e3fdeed req-e4a19561-acb1-4b6d-993b-67eb44c61559 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360432 Jul 14 09:13:01.455958 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.488796 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38422e4-adb6-4430-a9ca-9abb3e12de91 req-265f7321-0947-42a5-b4bd-4d39ab9de330 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:01.490296 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a38422e4-adb6-4430-a9ca-9abb3e12de91 req-265f7321-0947-42a5-b4bd-4d39ab9de330 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 943 time: 0.0718994 Jul 14 09:13:01.529311 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a38422e4-adb6-4430-a9ca-9abb3e12de91 req-77ab16c6-498d-4e38-b153-2c7e541c12d0 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312879 Jul 14 09:13:01.577961 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffc79b-31c6-4d4d-ad05-f77c0c26d504 req-79f5a3ba-1a86-43c1-bef5-2af2eacba891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:01.579718 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66ffc79b-31c6-4d4d-ad05-f77c0c26d504 req-79f5a3ba-1a86-43c1-bef5-2af2eacba891 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 1102 time: 0.0509145 Jul 14 09:13:01.617330 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66ffc79b-31c6-4d4d-ad05-f77c0c26d504 req-899df78a-30a7-4566-802a-e2ac37ebd45e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298767 Jul 14 09:13:01.796608 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ba746990-2e12-4575-8283-12c39276fb17 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:01.819436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcffbf-168f-457e-9777-4445089e520b req-14c0364e-8c4f-4f73-9066-e9b1c39ac34a tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:01.820921 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5bcffbf-168f-457e-9777-4445089e520b req-14c0364e-8c4f-4f73-9066-e9b1c39ac34a tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.0630450 Jul 14 09:13:01.890830 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5bcffbf-168f-457e-9777-4445089e520b req-ba20409c-c84d-4f14-83a7-13bc4d9db709 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636461 Jul 14 09:13:01.894805 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ba746990-2e12-4575-8283-12c39276fb17, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ba746990-2e12-4575-8283-12c39276fb17,segment=NetworkSegment(4031430c-bd25-4295-8a3a-1b1b93e0be9d),segment_id=4031430c-bd25-4295-8a3a-1b1b93e0be9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:01.908562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'ba746990-2e12-4575-8283-12c39276fb17', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'port_id': 'ba746990-2e12-4575-8283-12c39276fb17', 'mac_address': 'fa:16:3e:85:cc:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:01.926517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdaa09-a91f-4ee2-91a8-3b7e2b267fa0 req-9c1d06e6-36a9-4f0e-a80a-88c815ca10d3 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:01.928360 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dabdaa09-a91f-4ee2-91a8-3b7e2b267fa0 req-9c1d06e6-36a9-4f0e-a80a-88c815ca10d3 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.0939045 Jul 14 09:13:01.946668 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.960102 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba746990-2e12-4575-8283-12c39276fb17 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:01.967631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dabdaa09-a91f-4ee2-91a8-3b7e2b267fa0 req-85ab14ca-fa89-490a-a21d-4257df4523e2 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322859 Jul 14 09:13:01.987699 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ba746990-2e12-4575-8283-12c39276fb17, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ba746990-2e12-4575-8283-12c39276fb17,segment=NetworkSegment(4031430c-bd25-4295-8a3a-1b1b93e0be9d),segment_id=4031430c-bd25-4295-8a3a-1b1b93e0be9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:01.992133 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.050503 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=ba746990-2e12-4575-8283-12c39276fb17,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:02.078072 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfcd23-85ca-4698-abae-32d11cd890a3 req-1cb25b34-414a-496b-be50-caa4cf14bc81 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:02.080261 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cfbfcd23-85ca-4698-abae-32d11cd890a3 req-1cb25b34-414a-496b-be50-caa4cf14bc81 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0736904 Jul 14 09:13:02.095340 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-f9d0f320-ed00-4dfd-9714-1065908d3432 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:02.096815 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-f9d0f320-ed00-4dfd-9714-1065908d3432 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326&tenant_id=fb19214797344ab2ac345b8f12b29ed5&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 1097 time: 0.0660369 Jul 14 09:13:02.120419 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-10'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:02.150066 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cfbfcd23-85ca-4698-abae-32d11cd890a3 req-178cabd3-f916-434c-be09-56581c7f37f1 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599899 Jul 14 09:13:02.180076 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25822b0-d541-4614-885a-0f5c92afbe1f req-8e7b965f-133f-42a1-b501-add4b856f83d tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:02.180076 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e25822b0-d541-4614-885a-0f5c92afbe1f req-8e7b965f-133f-42a1-b501-add4b856f83d tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=57bed8c1-dd87-45f9-ba15-68dcb75937fe HTTP/1.1" status: 200 len: 949 time: 0.0937965 Jul 14 09:13:02.192537 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.216488 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e25822b0-d541-4614-885a-0f5c92afbe1f req-a4b12e62-0369-431a-a2db-cb53dbc54542 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354421 Jul 14 09:13:02.337871 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] For port 1ca0f418-2adc-4693-9db8-c1134df18cab, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1ca0f418-2adc-4693-9db8-c1134df18cab,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:02.378088 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] For port 1ca0f418-2adc-4693-9db8-c1134df18cab, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:02.401625 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b643f7-5f23-4e95-88fa-2a42cba0b73a req-c45e8f70-6360-4871-830a-45f29a252031 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:02.406404 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47b643f7-5f23-4e95-88fa-2a42cba0b73a req-c45e8f70-6360-4871-830a-45f29a252031 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=55916dd1-83d1-4422-8038-f8dfb2aab5d0 HTTP/1.1" status: 200 len: 944 time: 0.0717604 Jul 14 09:13:02.421956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc5d791-1953-44e4-ae2b-3aa581926326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca0f418-2adc-4693-9db8-c1134df18cab'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:02.424214 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b2679f-654a-4202-9ecf-3aded512f11a" -d '{"events": [{"server_uuid": "4dc5d791-1953-44e4-ae2b-3aa581926326", "name": "network-vif-unplugged", "status": "completed", "tag": "1ca0f418-2adc-4693-9db8-c1134df18cab"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:02.428089 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.432746 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['ba746990-2e12-4575-8283-12c39276fb17'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:02.435141 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.456622 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47b643f7-5f23-4e95-88fa-2a42cba0b73a req-047548ef-df6e-4549-8c2f-98af563f960d tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447507 Jul 14 09:13:02.528775 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca0f418-2adc-4693-9db8-c1134df18cab,revision_number=7']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:02.540387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] Attempting to bind port 1ca0f418-2adc-4693-9db8-c1134df18cab on host n-h2-798054-10 for vnic_type normal with profile {"migrating_to": "n-h1-798054-10"} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:02.540726 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] Attempting to bind port 1ca0f418-2adc-4693-9db8-c1134df18cab by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:02.541067 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] Attempting to bind port 1ca0f418-2adc-4693-9db8-c1134df18cab on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:02.547122 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e51ba3f-c187-42a6-99c0-9fcda2a29381 x-openstack-request-id: req-0e51ba3f-c187-42a6-99c0-9fcda2a29381 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:02.547417 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc5d791-1953-44e4-ae2b-3aa581926326", "name": "network-vif-unplugged", "status": "completed", "tag": "1ca0f418-2adc-4693-9db8-c1134df18cab", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:02.547713 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e51ba3f-c187-42a6-99c0-9fcda2a29381 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:02.548066 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc5d791-1953-44e4-ae2b-3aa581926326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca0f418-2adc-4693-9db8-c1134df18cab', 'code': 200} Jul 14 09:13:02.548572 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] Port 1ca0f418-2adc-4693-9db8-c1134df18cab on network 69fb26df-5cb7-4481-be7d-48558c78cf05 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:02.548892 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] Attempting to bind port 1ca0f418-2adc-4693-9db8-c1134df18cab on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:02.554143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:02.554489 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] Checking segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:02.554875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] Bound using segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:02.555310 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] Bound port: 1ca0f418-2adc-4693-9db8-c1134df18cab, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:02.555674 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.629881 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.631163 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] For port 1ca0f418-2adc-4693-9db8-c1134df18cab, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:02.634407 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] For port 1ca0f418-2adc-4693-9db8-c1134df18cab, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1ca0f418-2adc-4693-9db8-c1134df18cab,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:02.638289 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.704988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a7dca-0b17-4c00-9993-e801177eafb2 req-2aaeab73-33d0-4b1d-852a-740ef98bb39b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:02.706598 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-978a7dca-0b17-4c00-9993-e801177eafb2 req-2aaeab73-33d0-4b1d-852a-740ef98bb39b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 943 time: 0.1080875 Jul 14 09:13:02.721908 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca0f418-2adc-4693-9db8-c1134df18cab,revision_number=8']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:02.725368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:02.726012 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.727547 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-23a8c175-f949-4c4d-b898-7de7153c1575 service neutron] 10.222.0.55 "PUT /v2.0/ports/1ca0f418-2adc-4693-9db8-c1134df18cab HTTP/1.1" status: 200 len: 1123 time: 0.6115675 Jul 14 09:13:02.757256 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-978a7dca-0b17-4c00-9993-e801177eafb2 req-b737d63b-d84d-4aca-92ea-5788c35f00e6 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449374 Jul 14 09:13:02.759916 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999e0a1-c5e4-40fd-8d08-37e6ceff8f55 req-c5e9ffc1-c924-4bdf-b15a-8092be71fd3b tempest-ServersAdminNegativeTestJSON-386810321 tempest-ServersAdminNegativeTestJSON-386810321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:02.761338 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d999e0a1-c5e4-40fd-8d08-37e6ceff8f55 req-c5e9ffc1-c924-4bdf-b15a-8092be71fd3b tempest-ServersAdminNegativeTestJSON-386810321 tempest-ServersAdminNegativeTestJSON-386810321-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=57bed8c1-dd87-45f9-ba15-68dcb75937fe HTTP/1.1" status: 200 len: 1101 time: 0.1003377 Jul 14 09:13:02.779205 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d999e0a1-c5e4-40fd-8d08-37e6ceff8f55 req-20b2cd61-b4ea-49ff-962b-7f4a1c37e902 tempest-ServersAdminNegativeTestJSON-386810321 tempest-ServersAdminNegativeTestJSON-386810321-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.853375 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1ca0f418-2adc-4693-9db8-c1134df18cab details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:02.871526 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d999e0a1-c5e4-40fd-8d08-37e6ceff8f55 req-20b2cd61-b4ea-49ff-962b-7f4a1c37e902 tempest-ServersAdminNegativeTestJSON-386810321 tempest-ServersAdminNegativeTestJSON-386810321-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.876690 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d999e0a1-c5e4-40fd-8d08-37e6ceff8f55 req-20b2cd61-b4ea-49ff-962b-7f4a1c37e902 tempest-ServersAdminNegativeTestJSON-386810321 tempest-ServersAdminNegativeTestJSON-386810321-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.910537 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['1ca0f418-2adc-4693-9db8-c1134df18cab'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:02.940354 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d999e0a1-c5e4-40fd-8d08-37e6ceff8f55 req-20b2cd61-b4ea-49ff-962b-7f4a1c37e902 tempest-ServersAdminNegativeTestJSON-386810321 tempest-ServersAdminNegativeTestJSON-386810321-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734169 Jul 14 09:13:02.942119 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2cd61-b4ea-49ff-962b-7f4a1c37e902 tempest-ServersAdminNegativeTestJSON-386810321 tempest-ServersAdminNegativeTestJSON-386810321-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156efe28-6df4-43c6-a26a-b7561c6459de,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:02.985218 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815a0b1-693f-4e7b-830d-de17855215e4 req-0b417651-5cf5-4d12-a8d8-75803443c04a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:02.987264 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b815a0b1-693f-4e7b-830d-de17855215e4 req-0b417651-5cf5-4d12-a8d8-75803443c04a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 943 time: 0.1070559 Jul 14 09:13:03.003327 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1ca0f418-2adc-4693-9db8-c1134df18cab, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1ca0f418-2adc-4693-9db8-c1134df18cab,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:03.020228 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1ca0f418-2adc-4693-9db8-c1134df18cab has no active binding in host n-h1-798054-10 {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:13:03.030652 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b815a0b1-693f-4e7b-830d-de17855215e4 req-5cd6c13e-06ca-49b5-b09c-a884cd9b809b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369728 Jul 14 09:13:03.124498 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928288e3-34fb-43b9-9ebb-34349ce0d9b9 req-f9c3fc41-a0b6-40b2-a575-ad80bd37114f tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:03.126100 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-928288e3-34fb-43b9-9ebb-34349ce0d9b9 req-f9c3fc41-a0b6-40b2-a575-ad80bd37114f tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.0681033 Jul 14 09:13:03.190298 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-928288e3-34fb-43b9-9ebb-34349ce0d9b9 req-a95907fb-2a6b-4bce-a35d-375a4e3eb358 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585728 Jul 14 09:13:03.220763 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563bb2c-e813-4851-b217-cd4603d9992a req-3196797c-f4b9-4a7e-868f-8cd10443a15a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:03.222897 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5563bb2c-e813-4851-b217-cd4603d9992a req-3196797c-f4b9-4a7e-868f-8cd10443a15a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.0773609 Jul 14 09:13:03.251860 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['1ca0f418-2adc-4693-9db8-c1134df18cab'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:03.268256 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5563bb2c-e813-4851-b217-cd4603d9992a req-aceb9299-dd27-4654-9fe0-cb1124c5c930 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394485 Jul 14 09:13:03.371866 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d36187-26b2-47b4-9c89-e86b49a61e7d req-6990dbd7-3e97-47a9-bdf7-ed532dab4774 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:03.374372 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22d36187-26b2-47b4-9c89-e86b49a61e7d req-6990dbd7-3e97-47a9-bdf7-ed532dab4774 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0812480 Jul 14 09:13:03.425403 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22d36187-26b2-47b4-9c89-e86b49a61e7d req-e9384dbd-193d-4cb7-ba06-1d80d873caac tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449717 Jul 14 09:13:03.630795 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa86128-ab8a-49cb-9227-80dcd186a39f req-920062b9-6049-4ac3-ac47-5d24480f6538 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:03.632274 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1aa86128-ab8a-49cb-9227-80dcd186a39f req-920062b9-6049-4ac3-ac47-5d24480f6538 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=55916dd1-83d1-4422-8038-f8dfb2aab5d0 HTTP/1.1" status: 200 len: 944 time: 0.0617018 Jul 14 09:13:03.670073 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1aa86128-ab8a-49cb-9227-80dcd186a39f req-60b65036-b097-470c-b045-a1b8526aef92 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315330 Jul 14 09:13:03.816812 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ba746990-2e12-4575-8283-12c39276fb17 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:03.876667 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port ba746990-2e12-4575-8283-12c39276fb17 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:03.880748 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port ba746990-2e12-4575-8283-12c39276fb17 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:03.881123 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:03.971551 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:04.008911 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55916dd1-83d1-4422-8038-f8dfb2aab5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba746990-2e12-4575-8283-12c39276fb17'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:04.011988 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0698391-3abc-4005-818c-92dad7915757" -d '{"events": [{"server_uuid": "55916dd1-83d1-4422-8038-f8dfb2aab5d0", "name": "network-vif-plugged", "status": "completed", "tag": "ba746990-2e12-4575-8283-12c39276fb17"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:04.018241 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ba746990-2e12-4575-8283-12c39276fb17, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ba746990-2e12-4575-8283-12c39276fb17,segment=NetworkSegment(4031430c-bd25-4295-8a3a-1b1b93e0be9d),segment_id=4031430c-bd25-4295-8a3a-1b1b93e0be9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:04.025163 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:04.080310 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=ba746990-2e12-4575-8283-12c39276fb17,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:04.246601 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ee898-1643-4bb0-84cd-17d1aa82240c req-e1888b6c-bbc5-474c-b0a4-715782d5f951 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:04.248076 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-880ee898-1643-4bb0-84cd-17d1aa82240c req-e1888b6c-bbc5-474c-b0a4-715782d5f951 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 943 time: 0.3697355 Jul 14 09:13:04.250643 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd9577-8660-4a1c-ac05-713d75e79cc4 req-8a05d01d-05ee-405d-9fe1-cd6d0d0a3348 tempest-ServersAdminNegativeTestJSON-386810321 tempest-ServersAdminNegativeTestJSON-386810321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:04.251990 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0ecd9577-8660-4a1c-ac05-713d75e79cc4 req-8a05d01d-05ee-405d-9fe1-cd6d0d0a3348 tempest-ServersAdminNegativeTestJSON-386810321 tempest-ServersAdminNegativeTestJSON-386810321-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=57bed8c1-dd87-45f9-ba15-68dcb75937fe HTTP/1.1" status: 200 len: 1101 time: 0.0779400 Jul 14 09:13:04.304370 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0ecd9577-8660-4a1c-ac05-713d75e79cc4 req-bf9cbc3a-d3ff-4234-9b0f-c80b49776cf3 tempest-ServersAdminNegativeTestJSON-386810321 tempest-ServersAdminNegativeTestJSON-386810321-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446227 Jul 14 09:13:04.309033 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-880ee898-1643-4bb0-84cd-17d1aa82240c req-c0b962d6-5f38-452f-81bb-db88769a6cd7 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541134 Jul 14 09:13:04.349960 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2437522-717a-4d33-ad3c-3573edeeb801 x-openstack-request-id: req-a2437522-717a-4d33-ad3c-3573edeeb801 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:04.350259 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55916dd1-83d1-4422-8038-f8dfb2aab5d0", "name": "network-vif-plugged", "status": "completed", "tag": "ba746990-2e12-4575-8283-12c39276fb17", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:04.350512 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2437522-717a-4d33-ad3c-3573edeeb801 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:04.350932 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55916dd1-83d1-4422-8038-f8dfb2aab5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba746990-2e12-4575-8283-12c39276fb17', 'code': 200} Jul 14 09:13:04.548961 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc5d791-1953-44e4-ae2b-3aa581926326', 'tag': '1ca0f418-2adc-4693-9db8-c1134df18cab'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:04.551337 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df5db25-1874-4ec5-a51f-75d1c898e1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc5d791-1953-44e4-ae2b-3aa581926326", "tag": "1ca0f418-2adc-4693-9db8-c1134df18cab"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:04.555600 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0c06-38c3-4969-9230-3a61d3fbc96d req-fb968229-3130-4e45-ac84-91a6ee47898c tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:04.557111 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dbdb0c06-38c3-4969-9230-3a61d3fbc96d req-fb968229-3130-4e45-ac84-91a6ee47898c tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 943 time: 0.1471777 Jul 14 09:13:04.562398 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ee5f7-1bd4-496b-bff7-291f2dca1b7c req-709aec65-c535-43a4-b8a1-fe753f9430d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:04.563760 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-867ee5f7-1bd4-496b-bff7-291f2dca1b7c req-709aec65-c535-43a4-b8a1-fe753f9430d0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=55916dd1-83d1-4422-8038-f8dfb2aab5d0 HTTP/1.1" status: 200 len: 1097 time: 0.1246450 Jul 14 09:13:04.573337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669abccf-2468-412a-8253-f1a3ad483e02 req-f2f9c35b-4c07-49df-a60e-39d558ecc958 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:04.574701 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-669abccf-2468-412a-8253-f1a3ad483e02 req-f2f9c35b-4c07-49df-a60e-39d558ecc958 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.1256311 Jul 14 09:13:04.648468 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dbdb0c06-38c3-4969-9230-3a61d3fbc96d req-74d51762-c433-46f8-a79b-c30f4f935fda tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837801 Jul 14 09:13:04.656983 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-669abccf-2468-412a-8253-f1a3ad483e02 req-3ed93ae7-0c8d-48f7-a600-a9ceb1fef464 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715511 Jul 14 09:13:04.658613 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-867ee5f7-1bd4-496b-bff7-291f2dca1b7c req-f29640eb-4a6a-467b-8acf-ca21b2bb188b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788424 Jul 14 09:13:04.817286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7de5dd-7d0c-4ef3-b1ea-fef808f978b3 req-67c6a30f-85f9-4414-adb2-fe54e6d9a365 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:04.824549 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b7b036e3-7dda-46f6-992e-c6fa6b66d3b0 req-7e677a15-dd18-4b8c-a420-3254242dbce9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0544841 Jul 14 09:13:04.824841 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4d7de5dd-7d0c-4ef3-b1ea-fef808f978b3 req-67c6a30f-85f9-4414-adb2-fe54e6d9a365 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.0753148 Jul 14 09:13:04.862377 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4d7de5dd-7d0c-4ef3-b1ea-fef808f978b3 req-59903233-9f5f-4db8-8084-42cf68d57219 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366750 Jul 14 09:13:04.917152 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebb2fd1-cc8a-455a-ae19-3ee60529adc2 x-openstack-request-id: req-2ebb2fd1-cc8a-455a-ae19-3ee60529adc2 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:04.917719 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc5d791-1953-44e4-ae2b-3aa581926326", "tag": "1ca0f418-2adc-4693-9db8-c1134df18cab", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:04.917995 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ebb2fd1-cc8a-455a-ae19-3ee60529adc2 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:04.918387 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc5d791-1953-44e4-ae2b-3aa581926326', 'tag': '1ca0f418-2adc-4693-9db8-c1134df18cab', 'status': 'completed', 'code': 200} Jul 14 09:13:04.964989 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b036e3-7dda-46f6-992e-c6fa6b66d3b0 req-fcd925d1-4648-429d-a092-568c0d82cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:04.966498 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b7b036e3-7dda-46f6-992e-c6fa6b66d3b0 req-fcd925d1-4648-429d-a092-568c0d82cd9b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 1097 time: 0.0581563 Jul 14 09:13:05.084440 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b036e3-7dda-46f6-992e-c6fa6b66d3b0 req-c25fac1d-91a0-42c9-8c59-c5b83ba2cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.085931 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b7b036e3-7dda-46f6-992e-c6fa6b66d3b0 req-c25fac1d-91a0-42c9-8c59-c5b83ba2cb90 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 908 time: 0.0893424 Jul 14 09:13:05.087120 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2ad94-57cb-40c7-a152-6f6e857de1a1 req-41d103fc-ad3b-4244-b2d9-229052095207 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.089259 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ca2ad94-57cb-40c7-a152-6f6e857de1a1 req-41d103fc-ad3b-4244-b2d9-229052095207 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1410139 Jul 14 09:13:05.092976 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5db25-1874-4ec5-a51f-75d1c898e1c5 req-a384c5f2-4fff-4b25-84a3-8dc92eb36bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.094389 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6df5db25-1874-4ec5-a51f-75d1c898e1c5 req-a384c5f2-4fff-4b25-84a3-8dc92eb36bb1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 1126 time: 0.1568558 Jul 14 09:13:05.130515 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b7b036e3-7dda-46f6-992e-c6fa6b66d3b0 req-0945ff21-db33-4810-90c2-6e352a614122 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef5f7d8-741e-438c-b87a-311eb5ff48e8 HTTP/1.1" status: 200 len: 217 time: 0.0342696 Jul 14 09:13:05.132455 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11bc95-f3f0-42be-99dc-7f3babb995f8 req-0faa166d-a410-4b93-a341-010d956d0069 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.133923 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e11bc95-f3f0-42be-99dc-7f3babb995f8 req-0faa166d-a410-4b93-a341-010d956d0069 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=55916dd1-83d1-4422-8038-f8dfb2aab5d0 HTTP/1.1" status: 200 len: 945 time: 0.1306918 Jul 14 09:13:05.192505 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b036e3-7dda-46f6-992e-c6fa6b66d3b0 req-c2342456-ddb4-45bb-a42b-e11b8e7106a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.193905 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b7b036e3-7dda-46f6-992e-c6fa6b66d3b0 req-c2342456-ddb4-45bb-a42b-e11b8e7106a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.0461926 Jul 14 09:13:05.206763 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ca2ad94-57cb-40c7-a152-6f6e857de1a1 req-933cdb96-dbad-4e56-989a-2f3e51fa466d tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114476 Jul 14 09:13:05.232750 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b7b036e3-7dda-46f6-992e-c6fa6b66d3b0 req-6ede86bc-63b4-464e-9fe1-8df8bf1e6cb0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285113 Jul 14 09:13:05.240767 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e11bc95-f3f0-42be-99dc-7f3babb995f8 req-33f19717-dd1a-4e2c-9ab6-0d1f99b1ccec tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691996 Jul 14 09:13:05.278360 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5db25-1874-4ec5-a51f-75d1c898e1c5 req-58ecf931-2926-45a2-96a5-14e2207dd6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.280984 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6df5db25-1874-4ec5-a51f-75d1c898e1c5 req-58ecf931-2926-45a2-96a5-14e2207dd6a0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 922 time: 0.1752548 Jul 14 09:13:05.344940 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b7b036e3-7dda-46f6-992e-c6fa6b66d3b0 req-4ebc3a48-f449-4eab-8e50-ae97748c5d61 service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011891 Jul 14 09:13:05.348490 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6df5db25-1874-4ec5-a51f-75d1c898e1c5 req-6ffb96a0-05fe-4d63-9c5c-72f9ac82fe88 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca0f418-2adc-4693-9db8-c1134df18cab HTTP/1.1" status: 200 len: 217 time: 0.0497868 Jul 14 09:13:05.432204 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5db25-1874-4ec5-a51f-75d1c898e1c5 req-7eef2106-1dae-4a04-adaa-34629c013abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.433687 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6df5db25-1874-4ec5-a51f-75d1c898e1c5 req-7eef2106-1dae-4a04-adaa-34629c013abc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.0550034 Jul 14 09:13:05.449311 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b7b036e3-7dda-46f6-992e-c6fa6b66d3b0 req-40e0999f-d7cd-4d44-a59c-4b5b7a3158f3 service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938721 Jul 14 09:13:05.460457 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9f6ca-b67d-44a0-b62d-90e03b7c682c req-16d5b506-e8c9-44e8-8067-88ae66df4f07 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.462015 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6e9f6ca-b67d-44a0-b62d-90e03b7c682c req-16d5b506-e8c9-44e8-8067-88ae66df4f07 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1151633 Jul 14 09:13:05.482234 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6df5db25-1874-4ec5-a51f-75d1c898e1c5 req-8e88b82b-be48-4b5a-989f-5af01b5b2523 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396309 Jul 14 09:13:05.565509 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6e9f6ca-b67d-44a0-b62d-90e03b7c682c req-91078491-b89d-46f8-8993-574055a307f2 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867298 Jul 14 09:13:05.599993 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6df5db25-1874-4ec5-a51f-75d1c898e1c5 req-7649f726-b1db-4187-a746-5c8bbf795a0a service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046956 Jul 14 09:13:05.768721 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2c6c3-6085-4dad-b672-86af89c53196 req-f6c5a963-3151-46d2-ab4a-bee8d87eb0c1 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.770121 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c3d2c6c3-6085-4dad-b672-86af89c53196 req-f6c5a963-3151-46d2-ab4a-bee8d87eb0c1 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 943 time: 0.1687081 Jul 14 09:13:05.775179 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6df5db25-1874-4ec5-a51f-75d1c898e1c5 req-969fca7a-cf2d-447d-872a-b95d556d0efc service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454120 Jul 14 09:13:05.826478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32b1e-7d54-4c9f-a1d2-a9d902540216 req-64bf48af-3a89-4af7-8a3b-be707f437a24 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.828098 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24c32b1e-7d54-4c9f-a1d2-a9d902540216 req-64bf48af-3a89-4af7-8a3b-be707f437a24 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=57bed8c1-dd87-45f9-ba15-68dcb75937fe HTTP/1.1" status: 200 len: 949 time: 0.1431985 Jul 14 09:13:05.831310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c3d2c6c3-6085-4dad-b672-86af89c53196 req-50a9cde4-ff4d-4af4-8907-e0a5d23380d1 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538704 Jul 14 09:13:05.879881 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24c32b1e-7d54-4c9f-a1d2-a9d902540216 req-ddcd4be7-07bf-4265-90b5-cead68067b35 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456896 Jul 14 09:13:06.039859 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d686af-671e-4781-a3f0-763579980d37 req-b25a6165-a5c8-48d0-8134-cad0cae81445 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:06.041888 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69d686af-671e-4781-a3f0-763579980d37 req-b25a6165-a5c8-48d0-8134-cad0cae81445 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 943 time: 0.0629933 Jul 14 09:13:06.083452 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69d686af-671e-4781-a3f0-763579980d37 req-86962224-c7e0-480c-af9c-7fc3b8b260ea tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358677 Jul 14 09:13:06.281469 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630d879-f78a-4653-91a7-078f615a72c6 req-4a00422c-a20d-471c-ae0c-6fb35f89d355 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:06.283187 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9630d879-f78a-4653-91a7-078f615a72c6 req-4a00422c-a20d-471c-ae0c-6fb35f89d355 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.0707266 Jul 14 09:13:06.324991 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9630d879-f78a-4653-91a7-078f615a72c6 req-a424224b-48bc-420f-9b5d-2da6011458d6 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352976 Jul 14 09:13:06.424715 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d32658-f4b9-4f8b-b2df-0f0913db9e5b req-161f81c4-b808-47ac-bcf1-a93dbe8b7629 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:06.426411 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6d32658-f4b9-4f8b-b2df-0f0913db9e5b req-161f81c4-b808-47ac-bcf1-a93dbe8b7629 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.0619497 Jul 14 09:13:06.500616 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6d32658-f4b9-4f8b-b2df-0f0913db9e5b req-05d70b81-dcba-49f3-81f9-41f7e0524bd8 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675080 Jul 14 09:13:06.526165 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465470f4-6dbd-4c11-a15f-4e9b59942de5 req-61039f49-2388-410a-a59a-55944b35639b tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:06.527662 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-465470f4-6dbd-4c11-a15f-4e9b59942de5 req-61039f49-2388-410a-a59a-55944b35639b tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0963228 Jul 14 09:13:06.579166 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-465470f4-6dbd-4c11-a15f-4e9b59942de5 req-b943dead-2733-4c81-96ea-55a09ce32da8 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454540 Jul 14 09:13:06.690006 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b947a-e7c1-467d-bbb1-38515252489f req-f2c3a9b4-b159-408c-a718-862aceaafa14 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:06.691497 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b5b947a-e7c1-467d-bbb1-38515252489f req-f2c3a9b4-b159-408c-a718-862aceaafa14 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=55916dd1-83d1-4422-8038-f8dfb2aab5d0 HTTP/1.1" status: 200 len: 945 time: 0.0647831 Jul 14 09:13:06.732535 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b5b947a-e7c1-467d-bbb1-38515252489f req-be67514f-547f-4089-aef3-a9bed26775fb tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336714 Jul 14 09:13:06.906792 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de97370-952e-4c7e-ae49-754c5f94d7f1 req-1104cf85-d5f5-4b1e-bc00-5f8b5c21abf4 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:06.908307 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3de97370-952e-4c7e-ae49-754c5f94d7f1 req-1104cf85-d5f5-4b1e-bc00-5f8b5c21abf4 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=55916dd1-83d1-4422-8038-f8dfb2aab5d0 HTTP/1.1" status: 200 len: 945 time: 0.0712013 Jul 14 09:13:06.918333 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48120) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:06.923245 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-cce6d500-fb74-4d7d-a714-180eb97d9893 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Request body: {'floatingip': {'port_id': 'ba746990-2e12-4575-8283-12c39276fb17'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:06.973058 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cce6d500-fb74-4d7d-a714-180eb97d9893 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for floatingip, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:07.086391 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c09348-9783-4a57-af95-e4958d09c59e req-72c215e4-3132-467c-9267-55c9bd608b60 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:07.088559 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a4c09348-9783-4a57-af95-e4958d09c59e req-72c215e4-3132-467c-9267-55c9bd608b60 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 943 time: 0.1036210 Jul 14 09:13:07.106500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97b03e-63e7-489f-ac41-5344ad48967e req-8f760bc8-f58e-4dd7-8cac-5ea761522b75 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:07.108061 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b97b03e-63e7-489f-ac41-5344ad48967e req-8f760bc8-f58e-4dd7-8cac-5ea761522b75 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=57bed8c1-dd87-45f9-ba15-68dcb75937fe HTTP/1.1" status: 200 len: 949 time: 0.0954046 Jul 14 09:13:07.167601 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a4c09348-9783-4a57-af95-e4958d09c59e req-84342eb4-3b82-4389-b5cb-cc4bf14913a8 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707066 Jul 14 09:13:07.175963 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b97b03e-63e7-489f-ac41-5344ad48967e req-c45ac61d-773a-4ba6-ac94-af359d06a917 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605507 Jul 14 09:13:07.366651 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ad199-f63b-413e-bae8-9312bddef6aa req-47d31156-84ba-420b-a9ac-fa9dc2bfdeab tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:07.368824 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b61ad199-f63b-413e-bae8-9312bddef6aa req-47d31156-84ba-420b-a9ac-fa9dc2bfdeab tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 943 time: 0.0891593 Jul 14 09:13:07.418430 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b61ad199-f63b-413e-bae8-9312bddef6aa req-e18fae1b-e1f8-46a8-ad57-5644b59f63f8 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421059 Jul 14 09:13:07.573509 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be6fa8-c2cc-4e4b-9376-5ce50761c038 req-93f653cb-9e88-4a9d-a344-286f20b3eab7 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:07.575051 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61be6fa8-c2cc-4e4b-9376-5ce50761c038 req-93f653cb-9e88-4a9d-a344-286f20b3eab7 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.0694375 Jul 14 09:13:07.625347 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61be6fa8-c2cc-4e4b-9376-5ce50761c038 req-df6d963c-78f2-496d-be68-5a78976cfcb1 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442393 Jul 14 09:13:07.712302 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ab55f-e67f-48b4-b1c8-6521352f5b42 req-257213cf-7096-4c0a-8431-b8000ea1a68b tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:07.714754 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-379ab55f-e67f-48b4-b1c8-6521352f5b42 req-257213cf-7096-4c0a-8431-b8000ea1a68b tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.0847034 Jul 14 09:13:07.744648 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cce6d500-fb74-4d7d-a714-180eb97d9893 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:07.750002 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cce6d500-fb74-4d7d-a714-180eb97d9893 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:07.789027 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-379ab55f-e67f-48b4-b1c8-6521352f5b42 req-6b830664-c76f-4c3f-82c5-f99307ceac51 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678406 Jul 14 09:13:07.844071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212e7bf-8e1a-4776-a285-c09cbf5cf005 req-01bd393d-9678-427b-913c-5dee3bcc4335 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:07.846206 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7212e7bf-8e1a-4776-a285-c09cbf5cf005 req-01bd393d-9678-427b-913c-5dee3bcc4335 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1072879 Jul 14 09:13:07.864140 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-cce6d500-fb74-4d7d-a714-180eb97d9893 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Floating IP ce3c6059-183d-463e-b3f6-9b7af51ae0f7 associated. External IP: 172.25.1.195, port: ba746990-2e12-4575-8283-12c39276fb17. Jul 14 09:13:07.891480 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7212e7bf-8e1a-4776-a285-c09cbf5cf005 req-4d05b39e-68aa-4acf-9026-6f454643449a tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391960 Jul 14 09:13:08.093753 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-7ddac856-6074-4f6c-8a97-510cf94a6ed4 service neutron] 10.222.0.55 "GET /v2.0/ports/62d3aa63-952c-4309-8c2e-8abeb092f55b/bindings/n-h2-798054-10 HTTP/1.1" status: 200 len: 385 time: 0.1208830 Jul 14 09:13:08.143610 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce6d500-fb74-4d7d-a714-180eb97d9893 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Router afd6cd41-db7b-4860-b19a-89fe7ce35f02 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:13:08.339107 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce6d500-fb74-4d7d-a714-180eb97d9893 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:13:08.344772 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cce6d500-fb74-4d7d-a714-180eb97d9893 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.349856 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c050d6c0-2077-43d0-8388-cdbef62b1a30 None None] Sync routers for ids ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:13:08.360590 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c050d6c0-2077-43d0-8388-cdbef62b1a30 None None] Routers {'afd6cd41-db7b-4860-b19a-89fe7ce35f02'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:08.361427 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c050d6c0-2077-43d0-8388-cdbef62b1a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:13:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:08.406476 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cce6d500-fb74-4d7d-a714-180eb97d9893 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "PUT /v2.0/floatingips/ce3c6059-183d-463e-b3f6-9b7af51ae0f7 HTTP/1.1" status: 200 len: 991 time: 1.4845743 Jul 14 09:13:08.406476 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-089c3c8f-7077-4f64-ad36-52d9be59ceda service neutron] For port 62d3aa63-952c-4309-8c2e-8abeb092f55b, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=62d3aa63-952c-4309-8c2e-8abeb092f55b,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:08.408038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55916dd1-83d1-4422-8038-f8dfb2aab5d0', 'tag': 'ba746990-2e12-4575-8283-12c39276fb17'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:08.410323 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58400977-888c-4d34-8afc-958b1b6e7363" -d '{"events": [{"name": "network-changed", "server_uuid": "55916dd1-83d1-4422-8038-f8dfb2aab5d0", "tag": "ba746990-2e12-4575-8283-12c39276fb17"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:08.427355 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fb6af-bfc7-4d7d-b744-59776b2dcc27 req-db0f2121-2f22-41b5-b809-336220fc09d0 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:08.429037 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-337fb6af-bfc7-4d7d-b744-59776b2dcc27 req-db0f2121-2f22-41b5-b809-336220fc09d0 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 943 time: 0.1221433 Jul 14 09:13:08.438239 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5d94c-1204-439e-bc17-e46b11dcdfa7 req-7232c3ef-c2c7-4133-b986-f4bdbc20c788 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:08.439692 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ba5d94c-1204-439e-bc17-e46b11dcdfa7 req-7232c3ef-c2c7-4133-b986-f4bdbc20c788 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=57bed8c1-dd87-45f9-ba15-68dcb75937fe HTTP/1.1" status: 200 len: 949 time: 0.1310446 Jul 14 09:13:08.443973 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-089c3c8f-7077-4f64-ad36-52d9be59ceda service neutron] For port 62d3aa63-952c-4309-8c2e-8abeb092f55b, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:08.483106 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-089c3c8f-7077-4f64-ad36-52d9be59ceda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d3aa63-952c-4309-8c2e-8abeb092f55b {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:08.489073 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-337fb6af-bfc7-4d7d-b744-59776b2dcc27 req-839dc0d1-5694-48ad-941d-93661d5eb5c3 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484102 Jul 14 09:13:08.494299 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-c050d6c0-2077-43d0-8388-cdbef62b1a30 None None] Set router afd6cd41-db7b-4860-b19a-89fe7ce35f02 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:13:08.496823 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-089c3c8f-7077-4f64-ad36-52d9be59ceda service neutron] For port 62d3aa63-952c-4309-8c2e-8abeb092f55b, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=62d3aa63-952c-4309-8c2e-8abeb092f55b,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:08.506214 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ba5d94c-1204-439e-bc17-e46b11dcdfa7 req-113e4dd1-c1ef-4267-afe3-c8aed5078e4f tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515189 Jul 14 09:13:08.513641 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-089c3c8f-7077-4f64-ad36-52d9be59ceda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.621019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-089c3c8f-7077-4f64-ad36-52d9be59ceda service neutron] Transition to ACTIVE for port object 62d3aa63-952c-4309-8c2e-8abeb092f55b will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:08.625508 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-089c3c8f-7077-4f64-ad36-52d9be59ceda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.697197 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-089c3c8f-7077-4f64-ad36-52d9be59ceda service neutron] No DVR routers for this DVR port 62d3aa63-952c-4309-8c2e-8abeb092f55b on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:08.720423 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214252d8-b530-4274-a319-7d98f0b203e3 x-openstack-request-id: req-214252d8-b530-4274-a319-7d98f0b203e3 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:08.720803 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55916dd1-83d1-4422-8038-f8dfb2aab5d0", "tag": "ba746990-2e12-4575-8283-12c39276fb17", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:08.722920 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-214252d8-b530-4274-a319-7d98f0b203e3 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:08.723775 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55916dd1-83d1-4422-8038-f8dfb2aab5d0', 'tag': 'ba746990-2e12-4575-8283-12c39276fb17', 'status': 'completed', 'code': 200} Jul 14 09:13:08.776195 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c3c8f-7077-4f64-ad36-52d9be59ceda service neutron] Pushing event updated for resources: {'Port': ['ID=62d3aa63-952c-4309-8c2e-8abeb092f55b,revision_number=10']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:08.779583 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c050d6c0-2077-43d0-8388-cdbef62b1a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:10Z', 'revision_number': 4, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'gw_port': {'id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ce3c6059-183d-463e-b3f6-9b7af51ae0f7', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'port_id': 'ba746990-2e12-4575-8283-12c39276fb17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'mac_address': 'fa:16:3e:85:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55916dd1-83d1-4422-8038-f8dfb2aab5d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:10:38Z', 'updated_at': '2021-07-14T09:13:07Z', 'revision_number': 5, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c479b5a-0e47-441b-9d3b-dd13f7e577d3', 'name': '', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'mac_address': 'fa:16:3e:c9:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:09Z', 'updated_at': '2021-07-14T09:10:16Z', 'revision_number': 5, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'subnets': [{'id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:08.788645 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-089c3c8f-7077-4f64-ad36-52d9be59ceda service neutron] 10.222.0.55 "PUT /v2.0/ports/62d3aa63-952c-4309-8c2e-8abeb092f55b/bindings/n-h2-798054-10/activate HTTP/1.1" status: 200 len: 370 time: 0.6826005 Jul 14 09:13:08.818047 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c050d6c0-2077-43d0-8388-cdbef62b1a30 None None] Checking router: afd6cd41-db7b-4860-b19a-89fe7ce35f02 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:13:08.828052 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c050d6c0-2077-43d0-8388-cdbef62b1a30 None None] Routers {'afd6cd41-db7b-4860-b19a-89fe7ce35f02'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:08.829155 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c050d6c0-2077-43d0-8388-cdbef62b1a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:13:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:08.835484 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc33f8-fa22-47fa-ae23-f842a9b71b92 req-cbcaab20-b762-4a66-b0ba-1836a44ecc30 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:08.836982 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-31cc33f8-fa22-47fa-ae23-f842a9b71b92 req-cbcaab20-b762-4a66-b0ba-1836a44ecc30 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.55 "GET /v2.0/ports?device_id=57bed8c1-dd87-45f9-ba15-68dcb75937fe HTTP/1.1" status: 200 len: 949 time: 0.0935626 Jul 14 09:13:08.912792 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 62d3aa63-952c-4309-8c2e-8abeb092f55b no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:08.921383 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58400977-888c-4d34-8afc-958b1b6e7363 req-3fe18ab1-3e1d-4334-b88b-45df613af78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:08.923337 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58400977-888c-4d34-8afc-958b1b6e7363 req-3fe18ab1-3e1d-4334-b88b-45df613af78c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ece1500a21d34f90b4a2bc9598bf2ce0&device_id=55916dd1-83d1-4422-8038-f8dfb2aab5d0 HTTP/1.1" status: 200 len: 1097 time: 0.1917341 Jul 14 09:13:08.975441 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 62d3aa63-952c-4309-8c2e-8abeb092f55b not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:08.978157 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-c050d6c0-2077-43d0-8388-cdbef62b1a30 None None] Set router afd6cd41-db7b-4860-b19a-89fe7ce35f02 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:13:09.014120 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa3fc5-e133-4a56-b285-9c598fa2db69 req-c038d13f-d0e3-4428-a584-0774bcd60c4b tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.018898 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c7fa3fc5-e133-4a56-b285-9c598fa2db69 req-c038d13f-d0e3-4428-a584-0774bcd60c4b tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.1706822 Jul 14 09:13:09.035780 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67504268-ded8-4cb2-b9d1-2bafcd2f5ba4 req-767ad991-3be8-49e8-bd92-78bdb5749266 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.036657 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67504268-ded8-4cb2-b9d1-2bafcd2f5ba4 req-767ad991-3be8-49e8-bd92-78bdb5749266 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 944 time: 0.2439258 Jul 14 09:13:09.068285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-e2a8da3a-75ad-4d36-a5f8-1bdd06cbe581 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.069885 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-e2a8da3a-75ad-4d36-a5f8-1bdd06cbe581 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4&tenant_id=c4264b80484d4b9d96530524cfdc3c7d&binding%3Ahost_id=n-h1-798054-10 HTTP/1.1" status: 200 len: 1096 time: 0.1227565 Jul 14 09:13:09.079828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-31cc33f8-fa22-47fa-ae23-f842a9b71b92 req-0fd0d899-71c8-4562-90db-94a7641055df tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Deleting port 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:09.080832 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-31cc33f8-fa22-47fa-ae23-f842a9b71b92 req-0fd0d899-71c8-4562-90db-94a7641055df tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.140679 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67504268-ded8-4cb2-b9d1-2bafcd2f5ba4 req-0d1b575a-71b9-490d-b1be-cfb582a20003 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900629 Jul 14 09:13:09.158478 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c7fa3fc5-e133-4a56-b285-9c598fa2db69 req-da5d7438-e613-460b-920a-a3e0c8b0bb38 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106665 Jul 14 09:13:09.160318 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58400977-888c-4d34-8afc-958b1b6e7363 req-df85050a-be7e-4318-bf16-5536d0bb9df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.162326 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58400977-888c-4d34-8afc-958b1b6e7363 req-df85050a-be7e-4318-bf16-5536d0bb9df9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0a4318df-2a8d-4d34-8a52-eb27698902c2 HTTP/1.1" status: 200 len: 925 time: 0.2300971 Jul 14 09:13:09.229290 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-a7b1ff7c-b034-429a-8df0-2e8b6e894778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.230996 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-a7b1ff7c-b034-429a-8df0-2e8b6e894778 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4&tenant_id=c4264b80484d4b9d96530524cfdc3c7d HTTP/1.1" status: 200 len: 1096 time: 0.1393464 Jul 14 09:13:09.345534 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-31cc33f8-fa22-47fa-ae23-f842a9b71b92 req-0fd0d899-71c8-4562-90db-94a7641055df tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] For port 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=209eca82-2a5f-4a5e-afbc-a1a7ca40bf29,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:09.345991 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-31cc33f8-fa22-47fa-ae23-f842a9b71b92 req-0fd0d899-71c8-4562-90db-94a7641055df tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.363783 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-31cc33f8-fa22-47fa-ae23-f842a9b71b92 req-0fd0d899-71c8-4562-90db-94a7641055df tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Calling delete_port for 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:09.374090 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58400977-888c-4d34-8afc-958b1b6e7363 req-53e2de05-b7fc-4016-a1ee-d5f3e8973407 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba746990-2e12-4575-8283-12c39276fb17 HTTP/1.1" status: 200 len: 999 time: 0.2033315 Jul 14 09:13:09.395988 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-51f7a9d1-ae25-4d33-a09a-6e013fb66810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.398261 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-51f7a9d1-ae25-4d33-a09a-6e013fb66810 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 1096 time: 0.1377070 Jul 14 09:13:09.415589 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c050d6c0-2077-43d0-8388-cdbef62b1a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:10Z', 'revision_number': 4, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'gw_port': {'id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ce3c6059-183d-463e-b3f6-9b7af51ae0f7', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'port_id': 'ba746990-2e12-4575-8283-12c39276fb17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'mac_address': 'fa:16:3e:85:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55916dd1-83d1-4422-8038-f8dfb2aab5d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:10:38Z', 'updated_at': '2021-07-14T09:13:07Z', 'revision_number': 5, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c479b5a-0e47-441b-9d3b-dd13f7e577d3', 'name': '', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'mac_address': 'fa:16:3e:c9:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:09Z', 'updated_at': '2021-07-14T09:10:16Z', 'revision_number': 5, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'subnets': [{'id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:09.445438 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c050d6c0-2077-43d0-8388-cdbef62b1a30 None None] The sync data for ids ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'] in n-d-798054-10 is: [{'id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:10Z', 'revision_number': 4, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'gw_port': {'id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ce3c6059-183d-463e-b3f6-9b7af51ae0f7', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'port_id': 'ba746990-2e12-4575-8283-12c39276fb17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'mac_address': 'fa:16:3e:85:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55916dd1-83d1-4422-8038-f8dfb2aab5d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:10:38Z', 'updated_at': '2021-07-14T09:13:07Z', 'revision_number': 5, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c479b5a-0e47-441b-9d3b-dd13f7e577d3', 'name': '', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'mac_address': 'fa:16:3e:c9:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:09Z', 'updated_at': '2021-07-14T09:10:16Z', 'revision_number': 5, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'subnets': [{'id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:13:09.515225 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58400977-888c-4d34-8afc-958b1b6e7363 req-1a88f1cf-ccf4-454a-be6b-5049938fc74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.516806 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58400977-888c-4d34-8afc-958b1b6e7363 req-1a88f1cf-ccf4-454a-be6b-5049938fc74b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1a365b5d-5bef-4225-9318-101d64ee880f HTTP/1.1" status: 200 len: 863 time: 0.1264827 Jul 14 09:13:09.545654 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f90f9e12-3df5-40ff-b2d6-67d2edc87cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.546980 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-f90f9e12-3df5-40ff-b2d6-67d2edc87cc4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 908 time: 0.1152203 Jul 14 09:13:09.581928 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fc8fc-c37d-43a6-ab12-86573922c3bc req-be63b192-a28a-4693-92cc-4d811ca2d8e0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.583511 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f1fc8fc-c37d-43a6-ab12-86573922c3bc req-be63b192-a28a-4693-92cc-4d811ca2d8e0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.2081645 Jul 14 09:13:09.592943 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a279f6-5831-4f9b-9b63-5d73a1d806fb req-87ef6d69-3472-44e9-ba30-b2155184024a tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.594413 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-21a279f6-5831-4f9b-9b63-5d73a1d806fb req-87ef6d69-3472-44e9-ba30-b2155184024a tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1803265 Jul 14 09:13:09.629714 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-e301b71d-067f-4b5e-b59e-485d8fa2b893 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62d3aa63-952c-4309-8c2e-8abeb092f55b HTTP/1.1" status: 200 len: 217 time: 0.0708003 Jul 14 09:13:09.667680 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58400977-888c-4d34-8afc-958b1b6e7363 req-7727bd98-0032-4abc-980f-f4eaa05eadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.669166 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58400977-888c-4d34-8afc-958b1b6e7363 req-7727bd98-0032-4abc-980f-f4eaa05eadc7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0a4318df-2a8d-4d34-8a52-eb27698902c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1449821 Jul 14 09:13:09.672341 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-21a279f6-5831-4f9b-9b63-5d73a1d806fb req-03283322-0836-414b-95c8-55f21534ee41 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672321 Jul 14 09:13:09.675052 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f1fc8fc-c37d-43a6-ab12-86573922c3bc req-8fcb449d-7247-4fe4-9b13-045617592274 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795708 Jul 14 09:13:09.686928 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-31cc33f8-fa22-47fa-ae23-f842a9b71b92 req-0fd0d899-71c8-4562-90db-94a7641055df tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.733735 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0d899-71c8-4562-90db-94a7641055df tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Pushing event deleted for resources: {'Port': ['ID=209eca82-2a5f-4a5e-afbc-a1a7ca40bf29,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:09.747076 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33', '209eca82-2a5f-4a5e-afbc-a1a7ca40bf29'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:09.773604 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-4db22fab-8cec-4366-9a71-8b93f590b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.775252 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-4db22fab-8cec-4366-9a71-8b93f590b3ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.1367397 Jul 14 09:13:09.794021 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cc33f8-fa22-47fa-ae23-f842a9b71b92 req-0fd0d899-71c8-4562-90db-94a7641055df tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] No DVR routers for this DVR port 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:09.800062 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0feca8-ba44-4913-8a1f-aa7949a26da5 None None] New status for floating IP ce3c6059-183d-463e-b3f6-9b7af51ae0f7: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:13:09.821065 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-31cc33f8-fa22-47fa-ae23-f842a9b71b92 req-0fd0d899-71c8-4562-90db-94a7641055df tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.823104 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-31cc33f8-fa22-47fa-ae23-f842a9b71b92 req-0fd0d899-71c8-4562-90db-94a7641055df tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.55 "DELETE /v2.0/ports/209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 HTTP/1.1" status: 204 len: 173 time: 0.9167697 Jul 14 09:13:09.851216 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58400977-888c-4d34-8afc-958b1b6e7363 req-ceea8ec7-ea85-4a7a-9fcb-205cfd96e2c8 service neutron] 10.222.0.49 "GET /v2.0/networks/0a4318df-2a8d-4d34-8a52-eb27698902c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726201 Jul 14 09:13:09.873420 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-46dd571a-27ff-49f0-bd77-c06349226580 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807366 Jul 14 09:13:10.025447 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-348cb188-de38-4d41-af6e-2b262daf55c8 service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334271 Jul 14 09:13:10.064333 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5499e29a-8f49-437a-9a06-98905621bffa req-a8eba45e-509b-49ee-a77c-7158f2793772 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=57bed8c1-dd87-45f9-ba15-68dcb75937fe HTTP/1.1" status: 200 len: 210 time: 0.1623497 Jul 14 09:13:10.132359 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58400977-888c-4d34-8afc-958b1b6e7363 req-9ab1f9f2-c634-4735-bf6e-d0ced11e683f service neutron] 10.222.0.49 "GET /v2.0/networks/0a4318df-2a8d-4d34-8a52-eb27698902c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729576 Jul 14 09:13:10.133916 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-123b82b0-7d8d-4e80-a179-46808a4b2fd0 service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983808 Jul 14 09:13:10.163201 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fb945-6e61-4e19-91a2-77809e97dc96 req-d7426ae4-dce0-4f05-abc8-511b4d71958d tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:10.166251 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-478fb945-6e61-4e19-91a2-77809e97dc96 req-d7426ae4-dce0-4f05-abc8-511b4d71958d tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 943 time: 0.1900201 Jul 14 09:13:10.209310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-478fb945-6e61-4e19-91a2-77809e97dc96 req-7d71d094-b1b8-4344-a845-8bb6d283fa7c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356474 Jul 14 09:13:10.387454 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567f621-a008-4bae-a6d6-f8f81c10554b req-ea7f3255-17e9-43d7-b7ce-9301077ea502 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:10.389082 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4567f621-a008-4bae-a6d6-f8f81c10554b req-ea7f3255-17e9-43d7-b7ce-9301077ea502 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 944 time: 0.0727508 Jul 14 09:13:10.489262 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-dccfb04c-f6b3-466e-8fc6-34aeee3b512a tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:10.491022 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-dccfb04c-f6b3-466e-8fc6-34aeee3b512a tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4&tenant_id=c4264b80484d4b9d96530524cfdc3c7d&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 1096 time: 0.0631020 Jul 14 09:13:10.618439 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-9ba174fe-a037-4c0f-974c-31daec284873 service neutron] For port 62d3aa63-952c-4309-8c2e-8abeb092f55b, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:10.622590 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-9ba174fe-a037-4c0f-974c-31daec284873 service neutron] Notify callbacks [] for binding, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.623722 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8786624c-226b-4d8c-8d4e-b4b2599cbfda req-9ba174fe-a037-4c0f-974c-31daec284873 service neutron] 10.222.0.49 "DELETE /v2.0/ports/62d3aa63-952c-4309-8c2e-8abeb092f55b/bindings/n-h1-798054-10 HTTP/1.1" status: 204 len: 173 time: 0.1170304 Jul 14 09:13:10.708715 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4567f621-a008-4bae-a6d6-f8f81c10554b req-70622104-b930-449c-ab24-f140b37f7b77 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070717 Jul 14 09:13:10.724490 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57bed8c1-dd87-45f9-ba15-68dcb75937fe', 'name': 'network-vif-deleted', 'tag': '209eca82-2a5f-4a5e-afbc-a1a7ca40bf29'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:10.726831 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86953001-ec19-4b79-9c28-64d030b99a58" -d '{"events": [{"server_uuid": "57bed8c1-dd87-45f9-ba15-68dcb75937fe", "name": "network-vif-deleted", "tag": "209eca82-2a5f-4a5e-afbc-a1a7ca40bf29"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:10.732115 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e4d10-62d5-4190-a347-8f568bcdad6e req-57110f9c-116e-4041-885a-ee9964732dfe tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:10.733738 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b7e4d10-62d5-4190-a347-8f568bcdad6e req-57110f9c-116e-4041-885a-ee9964732dfe tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.3409898 Jul 14 09:13:10.771939 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b7e4d10-62d5-4190-a347-8f568bcdad6e req-c2da72a0-9c92-4bc2-b75d-7b1317981fc1 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323670 Jul 14 09:13:10.896170 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbe026-d830-4502-8555-809c06ec577e req-fcd82de1-01e7-477f-87a5-639a7c9f65aa tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:10.897608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19bbe026-d830-4502-8555-809c06ec577e req-fcd82de1-01e7-477f-87a5-639a7c9f65aa tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.0837677 Jul 14 09:13:10.964630 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19bbe026-d830-4502-8555-809c06ec577e req-3bde1046-8fb9-4075-984d-2b531dffa819 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477891 Jul 14 09:13:10.982083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c8df3-5f23-43bd-82f6-a8367d13e0c9 req-d326f331-9350-448a-beb7-4a12b0f816c7 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:10.983638 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8e3c8df3-5f23-43bd-82f6-a8367d13e0c9 req-d326f331-9350-448a-beb7-4a12b0f816c7 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1077461 Jul 14 09:13:11.017085 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4833ef12-44c6-4438-b314-d6c16851c630 x-openstack-request-id: req-4833ef12-44c6-4438-b314-d6c16851c630 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:11.017381 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57bed8c1-dd87-45f9-ba15-68dcb75937fe", "name": "network-vif-deleted", "tag": "209eca82-2a5f-4a5e-afbc-a1a7ca40bf29", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:11.017658 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4833ef12-44c6-4438-b314-d6c16851c630 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:11.018316 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57bed8c1-dd87-45f9-ba15-68dcb75937fe', 'name': 'network-vif-deleted', 'tag': '209eca82-2a5f-4a5e-afbc-a1a7ca40bf29', 'status': 'completed', 'code': 200} Jul 14 09:13:11.027850 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8e3c8df3-5f23-43bd-82f6-a8367d13e0c9 req-f4b11c35-0aec-4a38-8f21-e127e350338c tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388606 Jul 14 09:13:11.476070 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a8fed-eb9a-4aed-8e72-d2c5039170f2 req-bffe8503-1caf-4f0e-8906-ae33c3694a59 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:11.477578 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e01a8fed-eb9a-4aed-8e72-d2c5039170f2 req-bffe8503-1caf-4f0e-8906-ae33c3694a59 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 943 time: 0.0707157 Jul 14 09:13:11.517031 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e01a8fed-eb9a-4aed-8e72-d2c5039170f2 req-77f1f939-fffd-431d-98ff-cca8ea412391 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327153 Jul 14 09:13:11.611234 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc98a6-bc5d-41aa-8ca4-e81f2208d9e0 req-499c8756-c964-4067-9746-cb078f118936 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:11.612678 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-85cc98a6-bc5d-41aa-8ca4-e81f2208d9e0 req-499c8756-c964-4067-9746-cb078f118936 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 949 time: 0.0671456 Jul 14 09:13:11.648673 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-85cc98a6-bc5d-41aa-8ca4-e81f2208d9e0 req-3de22fac-186c-4f14-9e72-50a6e6397595 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303862 Jul 14 09:13:11.878881 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305f87a-6633-4a82-a36a-d84d6a2336ac req-d6f92301-3d7f-4e3a-a99f-7b7a98942749 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:11.880378 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e305f87a-6633-4a82-a36a-d84d6a2336ac req-d6f92301-3d7f-4e3a-a99f-7b7a98942749 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 944 time: 0.0628750 Jul 14 09:13:11.955561 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e305f87a-6633-4a82-a36a-d84d6a2336ac req-88548b6c-d84c-46d6-b2f5-92479282e47c tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622804 Jul 14 09:13:11.973097 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef73ea9-da7a-4261-bbf9-5ab5403605f6 req-625c2def-2141-4379-9fce-58c9de929e36 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:11.974595 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cef73ea9-da7a-4261-bbf9-5ab5403605f6 req-625c2def-2141-4379-9fce-58c9de929e36 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.0904121 Jul 14 09:13:12.013316 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cef73ea9-da7a-4261-bbf9-5ab5403605f6 req-ff453335-dc5f-47b4-936a-46c4db1a6506 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331981 Jul 14 09:13:12.191812 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a157477-8037-4011-9976-76ff94ed2500 req-d7c5f32c-5ad1-47f3-9dd8-fefd27cc9d1b tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:12.193292 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a157477-8037-4011-9976-76ff94ed2500 req-d7c5f32c-5ad1-47f3-9dd8-fefd27cc9d1b tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.1002004 Jul 14 09:13:12.200199 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465d547-a9f6-42fc-818a-e883b7819053 req-7bbda47a-3d85-4a7c-921f-231262711772 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:12.201629 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e465d547-a9f6-42fc-818a-e883b7819053 req-7bbda47a-3d85-4a7c-921f-231262711772 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 1096 time: 0.0796716 Jul 14 09:13:12.258806 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a157477-8037-4011-9976-76ff94ed2500 req-c6026893-ab43-4f5a-81b8-65f3ea272c68 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562155 Jul 14 09:13:12.262497 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e465d547-a9f6-42fc-818a-e883b7819053 req-a16fdab7-6003-48b4-b861-18f3a0f00840 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528109 Jul 14 09:13:12.454696 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b830e3-1949-4150-8499-4a5ab76c7afb req-a2835b97-efbf-4fdc-8206-cd8819957a9f tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:12.456177 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d9b830e3-1949-4150-8499-4a5ab76c7afb req-a2835b97-efbf-4fdc-8206-cd8819957a9f tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1000252 Jul 14 09:13:12.461813 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dd090-25fa-4332-9b84-f35c205317f4 req-9a469715-9ff7-4229-8818-0012f9d66d02 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:12.464261 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5c5dd090-25fa-4332-9b84-f35c205317f4 req-9a469715-9ff7-4229-8818-0012f9d66d02 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 1096 time: 0.0803764 Jul 14 09:13:12.520526 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d9b830e3-1949-4150-8499-4a5ab76c7afb req-acf2d3e4-090d-4d68-a8df-9ba5c3d2c425 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553842 Jul 14 09:13:12.525875 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5c5dd090-25fa-4332-9b84-f35c205317f4 req-ccea1949-cfed-414e-8619-cbc73461f1e9 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539317 Jul 14 09:13:12.792471 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35040a9d-4a73-4c3b-a405-9efaf46d512b req-f2d66478-b0ac-4a71-a3d2-c8d9a18c18db tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:12.794196 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35040a9d-4a73-4c3b-a405-9efaf46d512b req-f2d66478-b0ac-4a71-a3d2-c8d9a18c18db tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 943 time: 0.0659838 Jul 14 09:13:12.835133 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35040a9d-4a73-4c3b-a405-9efaf46d512b req-6d854c72-bcb5-4490-83d3-721317f896d7 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354276 Jul 14 09:13:12.905363 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:12.941716 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:12.942223 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 209eca82-2a5f-4a5e-afbc-a1a7ca40bf29 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:13.020999 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fae1b-69bf-434d-b2bc-a81e68d10525 req-ab6580ff-3100-4694-9527-6cf447b57458 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:13.022541 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-543fae1b-69bf-434d-b2bc-a81e68d10525 req-ab6580ff-3100-4694-9527-6cf447b57458 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 949 time: 0.0648921 Jul 14 09:13:13.066174 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-543fae1b-69bf-434d-b2bc-a81e68d10525 req-76361ec1-70ee-45c9-81c4-b6cc1dc0643c tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377657 Jul 14 09:13:13.187937 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ef0e2-6e49-4399-8375-c5d9731f4c92 req-97a7e7a5-fa4a-4617-873f-e839efdfa4d7 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:13.189412 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c54ef0e2-6e49-4399-8375-c5d9731f4c92 req-97a7e7a5-fa4a-4617-873f-e839efdfa4d7 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.0650709 Jul 14 09:13:13.226780 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c54ef0e2-6e49-4399-8375-c5d9731f4c92 req-f5ada343-0ecb-4231-9021-e532a4040782 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317748 Jul 14 09:13:13.432073 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd851e7-b396-4017-a89c-b38e083cf98f req-ced60ee3-badf-409b-ad8c-0f207d317abe tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:13.433572 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3fd851e7-b396-4017-a89c-b38e083cf98f req-ced60ee3-badf-409b-ad8c-0f207d317abe tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.0628278 Jul 14 09:13:13.472734 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3fd851e7-b396-4017-a89c-b38e083cf98f req-d9969e79-0a3e-4cdf-95ff-5715fdd955be tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334103 Jul 14 09:13:13.695632 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88de94-8c21-4d62-bc79-505c1714cfed req-04c90f58-62eb-427c-af6c-7c347d4df842 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:13.697191 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc88de94-8c21-4d62-bc79-505c1714cfed req-04c90f58-62eb-427c-af6c-7c347d4df842 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0646102 Jul 14 09:13:13.740068 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc88de94-8c21-4d62-bc79-505c1714cfed req-ffb2a66c-c501-4d10-a46d-9c5f90d18caa tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367165 Jul 14 09:13:14.000606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e6fb3-c094-497e-baab-ccb1ce7b618b req-900b8f8c-6906-4451-a57f-1f40c5974f38 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:14.002257 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-368e6fb3-c094-497e-baab-ccb1ce7b618b req-900b8f8c-6906-4451-a57f-1f40c5974f38 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.55 "GET /v2.0/ports?device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 949 time: 0.0713208 Jul 14 09:13:14.021137 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7485d5-f475-4c56-aa30-6e5e9a011af7 req-91b13743-ab40-4391-ab59-afd21645ab34 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:14.022819 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a7485d5-f475-4c56-aa30-6e5e9a011af7 req-91b13743-ab40-4391-ab59-afd21645ab34 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 943 time: 0.0712628 Jul 14 09:13:14.073838 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a7485d5-f475-4c56-aa30-6e5e9a011af7 req-8eb41c74-3dbf-44d6-98b9-e0e0a636e26c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377018 Jul 14 09:13:14.133093 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-368e6fb3-c094-497e-baab-ccb1ce7b618b req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Deleting port 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:14.133555 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-368e6fb3-c094-497e-baab-ccb1ce7b618b req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:14.268135 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-f2a1f3a9-342e-4693-b125-ec950dd9bcf6 service neutron] 10.222.0.49 "GET /v2.0/ports/1ca0f418-2adc-4693-9db8-c1134df18cab/bindings/n-h1-798054-10 HTTP/1.1" status: 200 len: 385 time: 0.0914047 Jul 14 09:13:14.269929 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-368e6fb3-c094-497e-baab-ccb1ce7b618b req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] For port 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:14.270387 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-368e6fb3-c094-497e-baab-ccb1ce7b618b req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:14.296713 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3701f-4fbc-43b1-b0e5-f25f584f0870 req-b06c8321-7180-42b8-8687-9bbf87751982 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:14.304523 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-43d3701f-4fbc-43b1-b0e5-f25f584f0870 req-b06c8321-7180-42b8-8687-9bbf87751982 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 949 time: 0.0926216 Jul 14 09:13:14.312133 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-368e6fb3-c094-497e-baab-ccb1ce7b618b req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Calling delete_port for 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:14.354563 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-43d3701f-4fbc-43b1-b0e5-f25f584f0870 req-9bc25eb5-6b38-4253-a270-14ddf13340ce tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdc629f5-496b-4b19-b2cb-9fdeabd93269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489128 Jul 14 09:13:14.437608 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098f074-1b93-47d7-97da-9da8be9835bc req-bc361b58-9587-4394-9009-d69d34cbd76d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:14.439273 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a098f074-1b93-47d7-97da-9da8be9835bc req-bc361b58-9587-4394-9009-d69d34cbd76d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.0674160 Jul 14 09:13:14.479184 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a098f074-1b93-47d7-97da-9da8be9835bc req-f3a1ed61-a866-4bb0-9b54-e3b3cdeed784 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332336 Jul 14 09:13:14.523537 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-19d095f3-97ad-4c4c-b2da-2bbed1d768ae service neutron] For port 1ca0f418-2adc-4693-9db8-c1134df18cab, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1ca0f418-2adc-4693-9db8-c1134df18cab,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:14.553959 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-19d095f3-97ad-4c4c-b2da-2bbed1d768ae service neutron] For port 1ca0f418-2adc-4693-9db8-c1134df18cab, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:14.618292 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-19d095f3-97ad-4c4c-b2da-2bbed1d768ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca0f418-2adc-4693-9db8-c1134df18cab {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:14.635098 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-19d095f3-97ad-4c4c-b2da-2bbed1d768ae service neutron] For port 1ca0f418-2adc-4693-9db8-c1134df18cab, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1ca0f418-2adc-4693-9db8-c1134df18cab,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:14.645475 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-368e6fb3-c094-497e-baab-ccb1ce7b618b req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:14.658791 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-19d095f3-97ad-4c4c-b2da-2bbed1d768ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:14.662972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406a346-b9ae-459b-8388-5e130d70e7b8 req-23233773-38c7-4c6c-937d-5dff8201f410 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:14.664766 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8406a346-b9ae-459b-8388-5e130d70e7b8 req-23233773-38c7-4c6c-937d-5dff8201f410 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.0777242 Jul 14 09:13:14.680264 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Pushing event deleted for resources: {'Port': ['ID=5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:14.692583 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:14.720953 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8406a346-b9ae-459b-8388-5e130d70e7b8 req-8ed07632-ac7e-45cb-9800-f86d4d42bf6f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496607 Jul 14 09:13:14.738608 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:14.738965 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:14.739306 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:14.739644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:14.739976 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:14.740312 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:14.740630 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:14.741028 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:14.741357 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:14.741950 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:14.742137 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:14.742456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:14.778492 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-368e6fb3-c094-497e-baab-ccb1ce7b618b req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] No DVR routers for this DVR port 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:14.782174 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-368e6fb3-c094-497e-baab-ccb1ce7b618b req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:14.784150 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-368e6fb3-c094-497e-baab-ccb1ce7b618b req-9f40e49c-55e8-424b-a27e-f6fd708e3a41 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.55 "DELETE /v2.0/ports/5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 HTTP/1.1" status: 204 len: 173 time: 0.7646060 Jul 14 09:13:14.784581 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9eeddd-ab95-40c5-950e-7bc424305b44', 'name': 'network-vif-deleted', 'tag': '5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:14.786901 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4ffc3c-aadd-427f-a31f-49463ff140ad" -d '{"events": [{"server_uuid": "af9eeddd-ab95-40c5-950e-7bc424305b44", "name": "network-vif-deleted", "tag": "5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:14.869613 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-19d095f3-97ad-4c4c-b2da-2bbed1d768ae service neutron] Transition to ACTIVE for port object 1ca0f418-2adc-4693-9db8-c1134df18cab will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:14.880385 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-19d095f3-97ad-4c4c-b2da-2bbed1d768ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:15.010440 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-19d095f3-97ad-4c4c-b2da-2bbed1d768ae service neutron] No DVR routers for this DVR port 1ca0f418-2adc-4693-9db8-c1134df18cab on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:15.016200 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2d91ed-e223-4418-886c-1f6164702c5b x-openstack-request-id: req-6c2d91ed-e223-4418-886c-1f6164702c5b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:15.016536 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9eeddd-ab95-40c5-950e-7bc424305b44", "name": "network-vif-deleted", "tag": "5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:15.016825 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c2d91ed-e223-4418-886c-1f6164702c5b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:15.017178 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9eeddd-ab95-40c5-950e-7bc424305b44', 'name': 'network-vif-deleted', 'tag': '5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33', 'status': 'completed', 'code': 200} Jul 14 09:13:15.019233 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d095f3-97ad-4c4c-b2da-2bbed1d768ae service neutron] Pushing event updated for resources: {'Port': ['ID=1ca0f418-2adc-4693-9db8-c1134df18cab,revision_number=10']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:15.038015 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3954d-fa0e-4f36-a519-9c5d3d13860a req-f7171f95-04db-4a18-9d3c-95fb784f4c47 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.040538 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ac3954d-fa0e-4f36-a519-9c5d3d13860a req-f7171f95-04db-4a18-9d3c-95fb784f4c47 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1320589 Jul 14 09:13:15.057851 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-19d095f3-97ad-4c4c-b2da-2bbed1d768ae service neutron] 10.222.0.49 "PUT /v2.0/ports/1ca0f418-2adc-4693-9db8-c1134df18cab/bindings/n-h1-798054-10/activate HTTP/1.1" status: 200 len: 370 time: 0.7783859 Jul 14 09:13:15.096351 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ac3954d-fa0e-4f36-a519-9c5d3d13860a req-86f5f376-75b4-4924-9ff9-487a6d25b246 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484853 Jul 14 09:13:15.206555 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-a7318108-7451-459b-a1a1-95a55f0faf22 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.208204 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-a7318108-7451-459b-a1a1-95a55f0faf22 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326&tenant_id=fb19214797344ab2ac345b8f12b29ed5&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 1096 time: 0.0633008 Jul 14 09:13:15.302011 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e42d19-f192-4219-94d4-037c7fa48157 req-daa0309a-acfb-40dc-831c-a0a082dcce80 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.302688 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-8a1df6f8-d74c-4f61-87a2-0d4c3bbc1355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.303420 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87e42d19-f192-4219-94d4-037c7fa48157 req-daa0309a-acfb-40dc-831c-a0a082dcce80 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 944 time: 0.0802078 Jul 14 09:13:15.304643 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-8a1df6f8-d74c-4f61-87a2-0d4c3bbc1355 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326&tenant_id=fb19214797344ab2ac345b8f12b29ed5 HTTP/1.1" status: 200 len: 1096 time: 0.0654261 Jul 14 09:13:15.350628 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87e42d19-f192-4219-94d4-037c7fa48157 req-5f9a8a76-3460-4f31-a158-6c8f8cf5ae7e tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403683 Jul 14 09:13:15.421208 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-ed14c1e1-9105-45ae-97a3-11608c4854d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.422877 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-ed14c1e1-9105-45ae-97a3-11608c4854d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 1096 time: 0.0568109 Jul 14 09:13:15.511245 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-346e9a87-503e-4449-9dcb-d3d4cd41df51 req-df5f8417-9f79-4185-8c7c-436fcb2b9838 tempest-ServersAdminNegativeTestJSON-533451967 tempest-ServersAdminNegativeTestJSON-533451967-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9eeddd-ab95-40c5-950e-7bc424305b44 HTTP/1.1" status: 200 len: 210 time: 0.0341020 Jul 14 09:13:15.544135 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-b5b4fc57-34ad-45da-8df7-2e66656ad9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.545723 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-b5b4fc57-34ad-45da-8df7-2e66656ad9e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 922 time: 0.1004548 Jul 14 09:13:15.592383 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-b521877a-3aa7-45c6-b7bd-8c9efbb1f096 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca0f418-2adc-4693-9db8-c1134df18cab HTTP/1.1" status: 200 len: 217 time: 0.0383842 Jul 14 09:13:15.647795 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-3085f72b-5565-4a8a-bb98-f111530b92d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.649435 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-3085f72b-5565-4a8a-bb98-f111530b92d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.0484252 Jul 14 09:13:15.671121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220d949-9125-4314-95dc-fbe59df66ae4 req-110cee8f-d2ad-4701-b18c-81ad2dbfebc9 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.672628 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5220d949-9125-4314-95dc-fbe59df66ae4 req-110cee8f-d2ad-4701-b18c-81ad2dbfebc9 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.0646160 Jul 14 09:13:15.697295 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-a24b2442-1d67-452e-a9b1-2176509aa7d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271444 Jul 14 09:13:15.718249 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5220d949-9125-4314-95dc-fbe59df66ae4 req-c65c71db-5c57-4edb-9ab6-a966adf2900e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394189 Jul 14 09:13:15.854707 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-1353bc85-a90b-4b69-95dd-b47a268a0a7a service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077831 Jul 14 09:13:15.891047 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1ca0f418-2adc-4693-9db8-c1134df18cab no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:15.924130 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32169381-20d3-41d9-a9cc-2b360fd4fc4c req-3e393c43-f976-49a0-841b-78be9f131fef tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.932148 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-32169381-20d3-41d9-a9cc-2b360fd4fc4c req-3e393c43-f976-49a0-841b-78be9f131fef tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.0943997 Jul 14 09:13:15.958198 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1ca0f418-2adc-4693-9db8-c1134df18cab not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:15.980250 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-32169381-20d3-41d9-a9cc-2b360fd4fc4c req-f62563ec-0f55-4dc4-a28b-5a5f17cd9c00 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472410 Jul 14 09:13:15.981502 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-c653790c-588a-4ef8-892e-d30707bc3ba8 service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110156 Jul 14 09:13:16.180926 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:16.318874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a22a2-996a-4bd7-8596-33657a83f5d3 req-48fe7515-ecda-41aa-93ae-4aa51a6133b6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:16.320479 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b5a22a2-996a-4bd7-8596-33657a83f5d3 req-48fe7515-ecda-41aa-93ae-4aa51a6133b6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0947897 Jul 14 09:13:16.363986 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b5a22a2-996a-4bd7-8596-33657a83f5d3 req-0c55910f-a348-4b3e-ae13-59117dc8f6dc tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363510 Jul 14 09:13:16.432985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-6243af7e-a73d-4171-833a-36afc1a23c8f tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:16.434654 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-6243af7e-a73d-4171-833a-36afc1a23c8f tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326&tenant_id=fb19214797344ab2ac345b8f12b29ed5&binding%3Ahost_id=n-h1-798054-10 HTTP/1.1" status: 200 len: 1096 time: 0.0693583 Jul 14 09:13:16.541842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db58a04-31d1-4b10-b08a-47950841440e req-3922ef2d-02a4-48cb-8a20-042c4ccf895c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:16.544232 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2db58a04-31d1-4b10-b08a-47950841440e req-3922ef2d-02a4-48cb-8a20-042c4ccf895c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 944 time: 0.0733039 Jul 14 09:13:16.555841 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-2ab7cedb-21ec-411d-95d4-94120f213a8a service neutron] For port 1ca0f418-2adc-4693-9db8-c1134df18cab, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:16.559975 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-2ab7cedb-21ec-411d-95d4-94120f213a8a service neutron] Notify callbacks [] for binding, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:16.561483 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67645e96-1a63-4fa7-bb11-f9b9af455288 req-2ab7cedb-21ec-411d-95d4-94120f213a8a service neutron] 10.222.0.55 "DELETE /v2.0/ports/1ca0f418-2adc-4693-9db8-c1134df18cab/bindings/n-h2-798054-10 HTTP/1.1" status: 204 len: 173 time: 0.1189446 Jul 14 09:13:16.596806 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2db58a04-31d1-4b10-b08a-47950841440e req-e01bac62-104f-4a4f-a65a-93172dc055cf tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461612 Jul 14 09:13:16.822749 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c42f28-fb80-4668-88c2-30cf0275fd1b req-45c7554e-da46-4197-854f-01ccd03dfbb5 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:16.825031 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36c42f28-fb80-4668-88c2-30cf0275fd1b req-45c7554e-da46-4197-854f-01ccd03dfbb5 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 1096 time: 0.0809484 Jul 14 09:13:16.858339 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48274) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:16.877467 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36c42f28-fb80-4668-88c2-30cf0275fd1b req-236a4185-3bd6-4c11-a968-85442cca71d1 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458426 Jul 14 09:13:16.912245 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:16.957936 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:16.959541 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 5c92e7f2-b8b4-40c4-b0f0-ae991cb4ad33 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:17.087245 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7c82e0b3-3001-4ede-9734-059e7a65669a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=508c8f87aa03460dbf969fc731b0da81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277098 Jul 14 09:13:17.089697 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48284) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:17.148674 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba09bb27-c683-4144-a361-3e093444061d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.157339 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b99069-80d9-4d64-bc54-1991d1c91e0a req-4acf5619-b1e9-49f0-9e9d-094afd091aad tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:17.165541 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16b99069-80d9-4d64-bc54-1991d1c91e0a req-4acf5619-b1e9-49f0-9e9d-094afd091aad tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.1371701 Jul 14 09:13:17.175717 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba09bb27-c683-4144-a361-3e093444061d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.215438 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16b99069-80d9-4d64-bc54-1991d1c91e0a req-8cfdf71e-391f-4584-94ea-0acf716d8f2f tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489013 Jul 14 09:13:17.231663 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba09bb27-c683-4144-a361-3e093444061d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.234855 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba09bb27-c683-4144-a361-3e093444061d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.236475 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ba09bb27-c683-4144-a361-3e093444061d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fdc629f5-496b-4b19-b2cb-9fdeabd93269 HTTP/1.1" status: 204 len: 168 time: 0.1453807 Jul 14 09:13:17.275179 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09bb27-c683-4144-a361-3e093444061d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc629f5-496b-4b19-b2cb-9fdeabd93269,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:17.291071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c5cc7-7659-48c6-8646-02ea62d46f39 req-57c9204c-b1be-44c3-94fd-c09775166b36 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:17.298383 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-872c5cc7-7659-48c6-8646-02ea62d46f39 req-57c9204c-b1be-44c3-94fd-c09775166b36 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 1096 time: 0.0737858 Jul 14 09:13:17.357427 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-872c5cc7-7659-48c6-8646-02ea62d46f39 req-8211bd3f-b40d-4c80-ac6e-aef2010cdcfd tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552685 Jul 14 09:13:17.462072 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a6597-0707-4e77-88ac-2f4d0d36c69d req-8404d286-ec3c-4161-be19-907953428e13 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:17.474646 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-054a6597-0707-4e77-88ac-2f4d0d36c69d req-8404d286-ec3c-4161-be19-907953428e13 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.0916018 Jul 14 09:13:17.536727 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-054a6597-0707-4e77-88ac-2f4d0d36c69d req-f766e180-3d2f-466a-821e-086fb1e70258 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543649 Jul 14 09:13:17.701356 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48300) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:17.778994 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-29b54c4e-8717-4a7a-a19f-b8ec2a9d29e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2be6c62062994e05b09bf3c5a0c749a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0756357 Jul 14 09:13:17.780771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48302) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:17.805876 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387f07e-7c2b-4faa-8010-e38e6ec7ae9b req-a6773ae0-7af4-4da8-a769-bf05acb0275c tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:17.821435 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9387f07e-7c2b-4faa-8010-e38e6ec7ae9b req-a6773ae0-7af4-4da8-a769-bf05acb0275c tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1300383 Jul 14 09:13:17.848825 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b53f9b18-c3eb-40de-b3e7-d3d37e54b5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.871610 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9387f07e-7c2b-4faa-8010-e38e6ec7ae9b req-7c5210ec-1bb3-48f9-866c-7999bc191fcb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464256 Jul 14 09:13:17.894412 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b53f9b18-c3eb-40de-b3e7-d3d37e54b5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.944166 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b53f9b18-c3eb-40de-b3e7-d3d37e54b5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.947276 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b53f9b18-c3eb-40de-b3e7-d3d37e54b5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.948577 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b53f9b18-c3eb-40de-b3e7-d3d37e54b5bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/156efe28-6df4-43c6-a26a-b7561c6459de HTTP/1.1" status: 204 len: 168 time: 0.1667564 Jul 14 09:13:17.964079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f9b18-c3eb-40de-b3e7-d3d37e54b5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156efe28-6df4-43c6-a26a-b7561c6459de,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:18.407318 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0dfa7-c388-4d47-b532-a793bbac0254 req-1258bde4-fc40-432f-8a92-b1d6342f9e39 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:18.409087 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2be0dfa7-c388-4d47-b532-a793bbac0254 req-1258bde4-fc40-432f-8a92-b1d6342f9e39 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.0637505 Jul 14 09:13:18.449092 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2be0dfa7-c388-4d47-b532-a793bbac0254 req-d0a827be-3ad7-4064-bc8c-5653c6ec22e3 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335379 Jul 14 09:13:18.753321 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668daf12-9cb1-4597-9801-014175425bfa req-e39c9462-4d78-48e7-89bf-7d53812d61b1 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:18.755015 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-668daf12-9cb1-4597-9801-014175425bfa req-e39c9462-4d78-48e7-89bf-7d53812d61b1 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.0774148 Jul 14 09:13:18.816282 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-668daf12-9cb1-4597-9801-014175425bfa req-bfb5d98e-e038-4273-b95f-4ee79bef9102 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549912 Jul 14 09:13:19.130098 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c2bf1-432d-45ab-8fe6-89ed5292ae1a req-8aa6a812-09c3-4f16-be18-ae6b116e5620 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.138838 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f7c2bf1-432d-45ab-8fe6-89ed5292ae1a req-8aa6a812-09c3-4f16-be18-ae6b116e5620 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1396089 Jul 14 09:13:19.197280 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f7c2bf1-432d-45ab-8fe6-89ed5292ae1a req-73104b4e-61fe-44cd-95cd-f71fc1e94bd6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496109 Jul 14 09:13:19.665690 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c006cec-1640-4a51-83fe-d11512edd149 req-374c829b-c61c-4c1d-938f-213e93c3b5b6 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.668038 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c006cec-1640-4a51-83fe-d11512edd149 req-374c829b-c61c-4c1d-938f-213e93c3b5b6 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.0828710 Jul 14 09:13:19.703622 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-fa0b2e00-689a-49b9-ae37-f983d61f10a2 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=19162f7693704187ba398d887fcfc50a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341947 Jul 14 09:13:19.795870 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c006cec-1640-4a51-83fe-d11512edd149 req-9b30b787-f05b-48d7-bf75-5baa7444f21c tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138492 Jul 14 09:13:19.857056 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-a951d76f-e792-46ce-b2c0-07eadf519d26 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.858860 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-a951d76f-e792-46ce-b2c0-07eadf519d26 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1484785 Jul 14 09:13:19.874777 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-26e728f7-ea16-41d2-bc42-66ef200c1a38 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/quotas/19162f7693704187ba398d887fcfc50a HTTP/1.1" status: 200 len: 375 time: 0.0103686 Jul 14 09:13:19.918894 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-c5778eea-1215-4c41-8e1a-3c8e73fd791d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375848 Jul 14 09:13:20.189832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657f567-0890-43c9-ad14-482c5b76a5e4 req-f54f02ae-14c4-4ad3-ae21-125eee214ba0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:20.207393 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e657f567-0890-43c9-ad14-482c5b76a5e4 req-f54f02ae-14c4-4ad3-ae21-125eee214ba0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.1503537 Jul 14 09:13:20.304558 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e657f567-0890-43c9-ad14-482c5b76a5e4 req-8fbeaa67-a3c6-40cc-abb3-d6e363da6efa tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961707 Jul 14 09:13:20.351480 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af0715af-e548-45fc-b482-fdedd7890012 req-9ee332c1-779c-4acf-b82e-361cb1b33b73 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf HTTP/1.1" status: 200 len: 210 time: 0.0815399 Jul 14 09:13:20.522483 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216fedd-fa43-4e57-b836-43826620da6c req-278ed8dd-be69-4378-a174-157bb79cb2d8 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:20.524080 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7216fedd-fa43-4e57-b836-43826620da6c req-278ed8dd-be69-4378-a174-157bb79cb2d8 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0943978 Jul 14 09:13:20.591627 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7216fedd-fa43-4e57-b836-43826620da6c req-d37f1260-bd60-4aa1-a068-1d105ab88636 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595117 Jul 14 09:13:21.018206 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7b3c2-8504-4e84-8e9b-008ba108adee req-841ea1de-95c4-4418-a49e-c91bc2c40d51 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.019996 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fad7b3c2-8504-4e84-8e9b-008ba108adee req-841ea1de-95c4-4418-a49e-c91bc2c40d51 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.0940523 Jul 14 09:13:21.069662 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fad7b3c2-8504-4e84-8e9b-008ba108adee req-73136da3-d491-48ee-9a28-5fb75c2a132c tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432396 Jul 14 09:13:21.502965 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73254d-ce4c-4809-8ed0-8fc3f4df2ea9 req-e5ca4a18-02cb-489c-8494-379134c89ebe tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.511378 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4d73254d-ce4c-4809-8ed0-8fc3f4df2ea9 req-e5ca4a18-02cb-489c-8494-379134c89ebe tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.0777843 Jul 14 09:13:21.575660 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a49555a-b1d3-4867-97f9-e5a57db72b02 req-2d7999dc-1bd5-4534-b9d6-fbdd7745b9da tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf HTTP/1.1" status: 200 len: 210 time: 0.0556860 Jul 14 09:13:21.594029 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4d73254d-ce4c-4809-8ed0-8fc3f4df2ea9 req-66f24ca6-fae8-4c6f-9224-7fd400e2eaf6 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766766 Jul 14 09:13:21.717060 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-7d7d1a3b-4dd1-4f26-8dd6-3ca4143ffdf7 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=19162f7693704187ba398d887fcfc50a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221579 Jul 14 09:13:21.819077 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa0716-deb7-4bab-bd28-6f7398019883 req-28e43f1d-fc41-4169-ac8e-43598b8e9036 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.820708 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19fa0716-deb7-4bab-bd28-6f7398019883 req-28e43f1d-fc41-4169-ac8e-43598b8e9036 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1021016 Jul 14 09:13:21.870349 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19fa0716-deb7-4bab-bd28-6f7398019883 req-2f214df2-cd48-471f-b135-2e8b3142e05c tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430775 Jul 14 09:13:21.878328 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-d812ee85-870c-4c57-b04a-acffce045e65 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.880647 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-d812ee85-870c-4c57-b04a-acffce045e65 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1522405 Jul 14 09:13:21.907696 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-97eadb25-aac5-4c92-81ff-72e90121c80a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Request body: {'port': {'device_id': '46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': '19162f7693704187ba398d887fcfc50a'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:22.033528 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-97eadb25-aac5-4c92-81ff-72e90121c80a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Made reservation on behalf of 19162f7693704187ba398d887fcfc50a for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:22.037926 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-97eadb25-aac5-4c92-81ff-72e90121c80a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:22.053510 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-97eadb25-aac5-4c92-81ff-72e90121c80a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:22.163272 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-97eadb25-aac5-4c92-81ff-72e90121c80a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:22.167843 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-97eadb25-aac5-4c92-81ff-72e90121c80a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:22.237685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eadb25-aac5-4c92-81ff-72e90121c80a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6824352e-891b-42e5-b782-1156db4f1778,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:22.339661 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-97eadb25-aac5-4c92-81ff-72e90121c80a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Allocated IP 192.168.233.225 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/3fe00c75-5227-492d-ae33-c5ec2711f80d) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:22.440310 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24df19-7ae4-4e05-ab1a-a6ddc8466db9 req-5c119b9f-0a74-4f5f-b13f-c54f14b3b74a tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:22.441620 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b24df19-7ae4-4e05-ab1a-a6ddc8466db9 req-5c119b9f-0a74-4f5f-b13f-c54f14b3b74a tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.1370358 Jul 14 09:13:22.515031 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b24df19-7ae4-4e05-ab1a-a6ddc8466db9 req-86eb796d-af13-4297-86d0-4fc2ba9465aa tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615442 Jul 14 09:13:22.610217 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-97eadb25-aac5-4c92-81ff-72e90121c80a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:22.643764 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-97eadb25-aac5-4c92-81ff-72e90121c80a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Transition to ACTIVE for port object 3fe00c75-5227-492d-ae33-c5ec2711f80d will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:22.685397 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-97eadb25-aac5-4c92-81ff-72e90121c80a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:22.749448 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-97eadb25-aac5-4c92-81ff-72e90121c80a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:22.754667 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-97eadb25-aac5-4c92-81ff-72e90121c80a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:22.773437 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-97eadb25-aac5-4c92-81ff-72e90121c80a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:22.859031 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba538b-de00-4cba-9b3b-fdb94fa641e8 req-00675e96-2c99-477a-8d57-c876691a2253 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:22.866228 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-29ba538b-de00-4cba-9b3b-fdb94fa641e8 req-00675e96-2c99-477a-8d57-c876691a2253 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.1355345 Jul 14 09:13:22.919418 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00895f65-eb2c-4d13-9c9c-d04866894f53 req-76ea976f-2fa0-4987-8445-2559a23e2311 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:22.920930 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-00895f65-eb2c-4d13-9c9c-d04866894f53 req-76ea976f-2fa0-4987-8445-2559a23e2311 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf HTTP/1.1" status: 200 len: 936 time: 0.1318073 Jul 14 09:13:22.926431 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-29ba538b-de00-4cba-9b3b-fdb94fa641e8 req-096a38ca-02a7-4620-bf19-89953ce77f8a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591013 Jul 14 09:13:22.989775 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-00895f65-eb2c-4d13-9c9c-d04866894f53 req-49346b70-3287-44c4-8b4c-413b3c8d8d75 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580916 Jul 14 09:13:23.100563 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eadb25-aac5-4c92-81ff-72e90121c80a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Pushing event updated for resources: {'Port': ['ID=3fe00c75-5227-492d-ae33-c5ec2711f80d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:23.126281 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-97eadb25-aac5-4c92-81ff-72e90121c80a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:23.126525 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-702babbd-8e39-4d1e-92aa-df5b706c8f81 None None] Provisioning for port 3fe00c75-5227-492d-ae33-c5ec2711f80d completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:23.126956 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-97eadb25-aac5-4c92-81ff-72e90121c80a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:23.130334 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-702babbd-8e39-4d1e-92aa-df5b706c8f81 None None] Provisioning complete for port 3fe00c75-5227-492d-ae33-c5ec2711f80d triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:23.130998 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-702babbd-8e39-4d1e-92aa-df5b706c8f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:23.143276 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-97eadb25-aac5-4c92-81ff-72e90121c80a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2396407 Jul 14 09:13:23.158168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c717b-bcd2-48ae-81d0-6d10bdb698bf req-2e72209b-db72-412c-bc9b-5397a0162da6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:23.164374 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d9c717b-bcd2-48ae-81d0-6d10bdb698bf req-2e72209b-db72-412c-bc9b-5397a0162da6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0811472 Jul 14 09:13:23.166958 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] Request body: {'port': {'device_id': '46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:23.168479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-702babbd-8e39-4d1e-92aa-df5b706c8f81 None None] Port 3fe00c75-5227-492d-ae33-c5ec2711f80d cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:23.209572 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d9c717b-bcd2-48ae-81d0-6d10bdb698bf req-02e0cae0-f2c4-48d4-93b1-e283d48dd86a tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378397 Jul 14 09:13:23.248162 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:23.529089 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe00c75-5227-492d-ae33-c5ec2711f80d {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:23.551819 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:23.575685 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:13:23.589907 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] Transition to ACTIVE for port object 3fe00c75-5227-492d-ae33-c5ec2711f80d will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:23.596740 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:23.656860 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-376ddd1e-1206-47d8-8f8b-63b94e297343 service neutron] 10.222.0.49 "GET /v2.0/ports/2d6ac726-7911-49c1-a48b-5cfd000bf1c3/bindings/n-h2-798054-10 HTTP/1.1" status: 200 len: 383 time: 0.1202550 Jul 14 09:13:23.730515 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe00c75-5227-492d-ae33-c5ec2711f80d,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:23.780472 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad272a0b-e4b6-444e-962d-ba46508c89da req-d7aa245b-6489-4c65-81bb-ecf68b641a06 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:23.788272 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad272a0b-e4b6-444e-962d-ba46508c89da req-d7aa245b-6489-4c65-81bb-ecf68b641a06 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.1062725 Jul 14 09:13:23.826457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] Attempting to bind port 3fe00c75-5227-492d-ae33-c5ec2711f80d on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:23.826457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] Attempting to bind port 3fe00c75-5227-492d-ae33-c5ec2711f80d by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:23.827030 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] Attempting to bind port 3fe00c75-5227-492d-ae33-c5ec2711f80d on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:23.831667 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] Port 3fe00c75-5227-492d-ae33-c5ec2711f80d on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:23.839019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] Attempting to bind port 3fe00c75-5227-492d-ae33-c5ec2711f80d on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:23.844935 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:23.845288 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:23.845673 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:23.846213 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] Bound port: 3fe00c75-5227-492d-ae33-c5ec2711f80d, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:23.846571 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:23.859870 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad272a0b-e4b6-444e-962d-ba46508c89da req-d44a1fef-d678-4b3a-9bde-10de17d1150b tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704112 Jul 14 09:13:23.930831 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] For port 3fe00c75-5227-492d-ae33-c5ec2711f80d, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:23.935159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] For port 3fe00c75-5227-492d-ae33-c5ec2711f80d, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3fe00c75-5227-492d-ae33-c5ec2711f80d,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:23.942466 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:24.005590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.010766 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:24.012205 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] 10.222.0.55 "PUT /v2.0/ports/3fe00c75-5227-492d-ae33-c5ec2711f80d HTTP/1.1" status: 200 len: 1097 time: 0.8527112 Jul 14 09:13:24.012930 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf', 'tag': '3fe00c75-5227-492d-ae33-c5ec2711f80d'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:24.016474 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73750bf-0cbf-4448-9632-92d05d2edeee" -d '{"events": [{"name": "network-changed", "server_uuid": "46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf", "tag": "3fe00c75-5227-492d-ae33-c5ec2711f80d"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:24.118132 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ebbd7-fa37-48fb-a8be-02e1081a9a38 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe00c75-5227-492d-ae33-c5ec2711f80d,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:24.193218 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-595191df-e3a8-4d97-835a-df0eb6969e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.194772 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-595191df-e3a8-4d97-835a-df0eb6969e96 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d&tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b HTTP/1.1" status: 200 len: 1102 time: 0.1748822 Jul 14 09:13:24.246930 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-8a9a6f51-a08d-4c47-b757-c7f9e2847fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.248484 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-8a9a6f51-a08d-4c47-b757-c7f9e2847fd1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&device_id=46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf HTTP/1.1" status: 200 len: 1100 time: 0.1545610 Jul 14 09:13:24.309262 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a77337-11ab-4093-a3a8-c60fbd802734 req-e333ea50-152d-416f-8000-f554535d90c1 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.314096 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1a77337-11ab-4093-a3a8-c60fbd802734 req-e333ea50-152d-416f-8000-f554535d90c1 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.1649697 Jul 14 09:13:24.325442 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-240bac6c-4311-4ed9-be27-fc2561ed63a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=3fe00c75-5227-492d-ae33-c5ec2711f80d HTTP/1.1" status: 200 len: 217 time: 0.0458949 Jul 14 09:13:24.369362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c499b0-89ee-4549-9304-ed020ff0575b req-2111f5ae-cc8b-4b7b-916a-7c5ae674fffc tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.378747 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8c499b0-89ee-4549-9304-ed020ff0575b req-2111f5ae-cc8b-4b7b-916a-7c5ae674fffc tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf HTTP/1.1" status: 200 len: 948 time: 0.1674380 Jul 14 09:13:24.408623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-ec14d729-20e6-491f-873d-4f24139bba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.410361 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-ec14d729-20e6-491f-873d-4f24139bba33 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0755241 Jul 14 09:13:24.436825 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-813b5afb-b1ea-4173-ad1d-16ec82dcce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.438786 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-813b5afb-b1ea-4173-ad1d-16ec82dcce2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 1102 time: 0.2107172 Jul 14 09:13:24.442312 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8c499b0-89ee-4549-9304-ed020ff0575b req-0cad0d66-d392-4ef2-9559-eab3cb693fff tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649865 Jul 14 09:13:24.452901 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1a77337-11ab-4093-a3a8-c60fbd802734 req-202bd95e-2cba-4cbf-adbd-cdbc4094f64f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297421 Jul 14 09:13:24.587556 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cadc36-1415-4c03-a64a-a4bc9881b420 x-openstack-request-id: req-36cadc36-1415-4c03-a64a-a4bc9881b420 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:24.588346 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf", "tag": "3fe00c75-5227-492d-ae33-c5ec2711f80d", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:24.589142 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-36cadc36-1415-4c03-a64a-a4bc9881b420 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:24.589946 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf', 'tag': '3fe00c75-5227-492d-ae33-c5ec2711f80d', 'status': 'completed', 'code': 200} Jul 14 09:13:24.620994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-abd750bb-32ab-4d1c-9eda-e6f3c8a649f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.623499 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-abd750bb-32ab-4d1c-9eda-e6f3c8a649f0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1666393 Jul 14 09:13:24.645269 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-adff17e2-5a22-4ee5-b7e6-6155274c10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.646712 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-adff17e2-5a22-4ee5-b7e6-6155274c10f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2229726 Jul 14 09:13:24.682656 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-a2f80023-d789-4e7d-b1f6-1df57d7491c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=2d6ac726-7911-49c1-a48b-5cfd000bf1c3 HTTP/1.1" status: 200 len: 217 time: 0.0519898 Jul 14 09:13:24.711399 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9b4a9-458d-407e-a7da-6e8ca360a2d6 req-6d212bac-7a13-4be2-97fb-7405da172880 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.713615 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25b9b4a9-458d-407e-a7da-6e8ca360a2d6 req-6d212bac-7a13-4be2-97fb-7405da172880 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1266994 Jul 14 09:13:24.768796 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25b9b4a9-458d-407e-a7da-6e8ca360a2d6 req-7f239131-2a46-4159-8d4a-de82fa185800 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493898 Jul 14 09:13:24.818413 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-93a365d1-67d5-47ce-85c6-646cb0e4ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.819858 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-93a365d1-67d5-47ce-85c6-646cb0e4ea41 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1155622 Jul 14 09:13:24.865308 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-816f8f60-7bd3-410b-b48e-b362ab3d7fba service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854839 Jul 14 09:13:24.952668 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-9606540a-1792-49b2-9ef2-4d3e4d17e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.954352 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-9606540a-1792-49b2-9ef2-4d3e4d17e01a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1249838 Jul 14 09:13:25.015532 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dfbe40b5-2eb6-49fe-9999-1d93519e546f req-94cffc28-299d-4fa4-98a8-1ed59f785bc5 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424232 Jul 14 09:13:25.069711 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58771261-69cd-4ff5-bd6c-61b1081ce755 req-90e5310b-8405-4f69-ac4f-8bc7380bee4e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:25.073846 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58771261-69cd-4ff5-bd6c-61b1081ce755 req-90e5310b-8405-4f69-ac4f-8bc7380bee4e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.0872471 Jul 14 09:13:25.084419 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-133e29e6-3934-4a7b-ad57-92a4ae649077 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184804 Jul 14 09:13:25.117432 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58771261-69cd-4ff5-bd6c-61b1081ce755 req-ee635c4d-fccb-43f7-8aa8-89dbd1731626 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359392 Jul 14 09:13:25.241303 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-596dd62c-650b-46dc-a20c-34d019e6e07c req-6b0153cb-a9f5-4cde-b3f7-f877265429b4 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486881 Jul 14 09:13:25.243970 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73750bf-0cbf-4448-9632-92d05d2edeee req-5bcaff2e-4013-4894-be44-75895df5a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:25.246013 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d73750bf-0cbf-4448-9632-92d05d2edeee req-5bcaff2e-4013-4894-be44-75895df5a47b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&device_id=46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf HTTP/1.1" status: 200 len: 1100 time: 0.0883157 Jul 14 09:13:25.351685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73750bf-0cbf-4448-9632-92d05d2edeee req-2fc37d2b-e2b7-4d3b-afe8-d75e5faa8f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:25.354456 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d73750bf-0cbf-4448-9632-92d05d2edeee req-2fc37d2b-e2b7-4d3b-afe8-d75e5faa8f2f service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.0991516 Jul 14 09:13:25.406507 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d73750bf-0cbf-4448-9632-92d05d2edeee req-3fcd482e-c900-488e-b52a-d601e4c78e9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=3fe00c75-5227-492d-ae33-c5ec2711f80d HTTP/1.1" status: 200 len: 217 time: 0.0440137 Jul 14 09:13:25.472533 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73750bf-0cbf-4448-9632-92d05d2edeee req-5047302c-dcd3-46d9-87ca-778a27bf718f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:25.474173 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d73750bf-0cbf-4448-9632-92d05d2edeee req-5047302c-dcd3-46d9-87ca-778a27bf718f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0492544 Jul 14 09:13:25.552315 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73750bf-0cbf-4448-9632-92d05d2edeee req-c78baa77-f888-42fc-be6b-f8569c91b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:25.554057 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d73750bf-0cbf-4448-9632-92d05d2edeee req-c78baa77-f888-42fc-be6b-f8569c91b09f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0625257 Jul 14 09:13:25.682739 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d73750bf-0cbf-4448-9632-92d05d2edeee req-931253b0-a105-4d3e-ac71-e4bb8853199a service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221740 Jul 14 09:13:25.728172 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d2b3d-ea20-4341-835d-ef8c748673ba req-2806eaf6-21fe-40dc-8f5b-8efc37b5ae54 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:25.730432 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef0d2b3d-ea20-4341-835d-ef8c748673ba req-2806eaf6-21fe-40dc-8f5b-8efc37b5ae54 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf HTTP/1.1" status: 200 len: 948 time: 0.1200347 Jul 14 09:13:25.743957 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2943678-6533-410f-803c-5c27be1cc481 req-137f74ee-ef45-4e98-8b31-5c50e8ec5702 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:25.745857 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e2943678-6533-410f-803c-5c27be1cc481 req-137f74ee-ef45-4e98-8b31-5c50e8ec5702 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.1041248 Jul 14 09:13:25.791513 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d73750bf-0cbf-4448-9632-92d05d2edeee req-f4a2f801-017c-4fb9-8b70-f9c98d8b344f service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002786 Jul 14 09:13:25.807701 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef0d2b3d-ea20-4341-835d-ef8c748673ba req-10e573f8-aad4-4db2-8203-8597047ca1e0 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606134 Jul 14 09:13:25.816165 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e2943678-6533-410f-803c-5c27be1cc481 req-e1513d42-e0a9-4987-b794-b82d2d59deb6 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630901 Jul 14 09:13:26.091626 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd0350-194e-4b84-aaa0-f38a828dc7ef req-6659db3b-3978-4f77-901e-d379c7a2919c tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.093216 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e4cd0350-194e-4b84-aaa0-f38a828dc7ef req-6659db3b-3978-4f77-901e-d379c7a2919c tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0700364 Jul 14 09:13:26.136067 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e4cd0350-194e-4b84-aaa0-f38a828dc7ef req-798d144d-c471-43d3-898f-ed7fe8984e43 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365880 Jul 14 09:13:26.302424 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9fce1-8ca0-4c64-920f-f77e5607d27c req-c0041360-7abc-4489-8e7f-f250776bf988 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.304098 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2d9fce1-8ca0-4c64-920f-f77e5607d27c req-c0041360-7abc-4489-8e7f-f250776bf988 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.0671146 Jul 14 09:13:26.345589 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2d9fce1-8ca0-4c64-920f-f77e5607d27c req-93197b60-210b-4319-9608-69d34120427b tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354705 Jul 14 09:13:27.032084 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad3e90-244b-45c2-adff-1d0c36148748 req-e11b8dd1-3417-4701-a7f2-e2d1d3fcee06 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.033672 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-abad3e90-244b-45c2-adff-1d0c36148748 req-e11b8dd1-3417-4701-a7f2-e2d1d3fcee06 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf HTTP/1.1" status: 200 len: 948 time: 0.1050324 Jul 14 09:13:27.056025 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886653e-0f7f-4a7e-93a6-bedf25fedeb6 req-cd15b2c2-f09f-4e56-acc1-38bfec79f281 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.057567 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5886653e-0f7f-4a7e-93a6-bedf25fedeb6 req-cd15b2c2-f09f-4e56-acc1-38bfec79f281 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.0982964 Jul 14 09:13:27.099113 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-abad3e90-244b-45c2-adff-1d0c36148748 req-48f3e0fe-e256-4846-941c-6427af0f0fa8 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569401 Jul 14 09:13:27.186425 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5886653e-0f7f-4a7e-93a6-bedf25fedeb6 req-e5f11f13-3751-41e9-b5ba-dc02b3395697 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175356 Jul 14 09:13:27.285242 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e236805-879e-4b14-8e4c-c61bf25b201b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.478613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f57764-d74c-4b7d-b8ec-155876d7b27e req-294f628e-f485-4025-af5c-deec818dc25a tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.486334 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35f57764-d74c-4b7d-b8ec-155876d7b27e req-294f628e-f485-4025-af5c-deec818dc25a tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0823905 Jul 14 09:13:27.538422 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35f57764-d74c-4b7d-b8ec-155876d7b27e req-d3c39c47-1eab-4f21-a09b-7fb4f92810a8 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507412 Jul 14 09:13:27.598510 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba0bb5-7c8c-4e4e-ad82-7a76ae439bc6 req-62315b96-a096-4366-b0d9-40a9f8f383cb tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.600074 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5ba0bb5-7c8c-4e4e-ad82-7a76ae439bc6 req-62315b96-a096-4366-b0d9-40a9f8f383cb tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.0803902 Jul 14 09:13:27.642200 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5ba0bb5-7c8c-4e4e-ad82-7a76ae439bc6 req-4c2567ee-f8ad-4281-b55f-56146dd9eb2e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347247 Jul 14 09:13:27.922368 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:27.924379 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:28.070305 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:28.090972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2d6ac726-7911-49c1-a48b-5cfd000bf1c3,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:28.110724 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5849b1c5-d247-40d0-9881-533ec73df33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d6ac726-7911-49c1-a48b-5cfd000bf1c3'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:28.112958 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d08a79-edc0-4b18-ac27-fb4b11b2a10a" -d '{"events": [{"server_uuid": "5849b1c5-d247-40d0-9881-533ec73df33d", "name": "network-vif-unplugged", "status": "completed", "tag": "2d6ac726-7911-49c1-a48b-5cfd000bf1c3"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:28.124697 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '2d6ac726-7911-49c1-a48b-5cfd000bf1c3', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '2d6ac726-7911-49c1-a48b-5cfd000bf1c3', 'mac_address': 'fa:16:3e:3a:b4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:28.128939 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2d6ac726-7911-49c1-a48b-5cfd000bf1c3,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:28.135510 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:28.182704 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa340ca-1bbf-448c-8c81-50b1ef493b59 x-openstack-request-id: req-baa340ca-1bbf-448c-8c81-50b1ef493b59 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:28.183025 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5849b1c5-d247-40d0-9881-533ec73df33d", "name": "network-vif-unplugged", "status": "completed", "tag": "2d6ac726-7911-49c1-a48b-5cfd000bf1c3", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:28.183280 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-baa340ca-1bbf-448c-8c81-50b1ef493b59 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:28.183849 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5849b1c5-d247-40d0-9881-533ec73df33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d6ac726-7911-49c1-a48b-5cfd000bf1c3', 'code': 200} Jul 14 09:13:28.214604 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:28.221042 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=2d6ac726-7911-49c1-a48b-5cfd000bf1c3,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:28.235965 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:28.236315 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:28.236662 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:28.237000 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:28.237339 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:28.237676 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:28.238033 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:28.238558 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:28.239063 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:28.239560 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:28.240065 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:28.240558 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:28.262585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:28.285023 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2d6ac726-7911-49c1-a48b-5cfd000bf1c3,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:28.309943 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:28.375178 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227eebf9-dcdc-4e04-984f-813f2ed67c8e req-faceb5a8-d5b2-4958-89df-ceb44dad70b2 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.376822 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-227eebf9-dcdc-4e04-984f-813f2ed67c8e req-faceb5a8-d5b2-4958-89df-ceb44dad70b2 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf HTTP/1.1" status: 200 len: 948 time: 0.1191645 Jul 14 09:13:28.387507 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=2d6ac726-7911-49c1-a48b-5cfd000bf1c3,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:28.452460 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-227eebf9-dcdc-4e04-984f-813f2ed67c8e req-61e86d3a-2afb-4f6d-8c7b-badb507a32e5 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642650 Jul 14 09:13:28.491321 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd81f81-9098-42d8-ab78-b48af0f84581 req-a6110f9f-e6cf-47b7-ba5f-5622a3cdf25a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.498553 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0fd81f81-9098-42d8-ab78-b48af0f84581 req-a6110f9f-e6cf-47b7-ba5f-5622a3cdf25a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 949 time: 0.1204352 Jul 14 09:13:28.547647 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0fd81f81-9098-42d8-ab78-b48af0f84581 req-72c7bdec-5fdf-4a9b-8371-df79693c0213 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478044 Jul 14 09:13:28.608793 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['2d6ac726-7911-49c1-a48b-5cfd000bf1c3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:28.789640 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa8512-e8ce-44af-b4dd-a57e233efe08 req-cee8699f-2e77-4960-9473-e5c80d525e72 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.791437 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0dfa8512-e8ce-44af-b4dd-a57e233efe08 req-cee8699f-2e77-4960-9473-e5c80d525e72 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0947175 Jul 14 09:13:28.833740 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0dfa8512-e8ce-44af-b4dd-a57e233efe08 req-64e2f139-1279-4b14-b2b0-0940ea7b7b00 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365291 Jul 14 09:13:28.968929 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 3fe00c75-5227-492d-ae33-c5ec2711f80d details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:29.081733 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7da57-a1a5-4989-b799-93cdb101f1e7 req-c307ee00-c489-404c-9aa0-ab28b47c7cc9 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.083511 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1ea7da57-a1a5-4989-b799-93cdb101f1e7 req-c307ee00-c489-404c-9aa0-ab28b47c7cc9 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.1190462 Jul 14 09:13:29.097109 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d3b76-af23-47a0-ac55-dbf070478a07 req-51c3f039-dfc2-4af6-b321-150711bbdade tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.098983 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-053d3b76-af23-47a0-ac55-dbf070478a07 req-51c3f039-dfc2-4af6-b321-150711bbdade tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.49 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d&tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 949 time: 0.0938728 Jul 14 09:13:29.107778 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 3fe00c75-5227-492d-ae33-c5ec2711f80d, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3fe00c75-5227-492d-ae33-c5ec2711f80d,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:29.136553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '3fe00c75-5227-492d-ae33-c5ec2711f80d', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '3fe00c75-5227-492d-ae33-c5ec2711f80d', 'mac_address': 'fa:16:3e:6e:f6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:29.138336 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea7301-bb60-451b-99ce-853255eb168a req-0c530fc2-abda-402c-ae33-4a7d1d38ff96 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.139979 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f4ea7301-bb60-451b-99ce-853255eb168a req-0c530fc2-abda-402c-ae33-4a7d1d38ff96 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 949 time: 0.1278658 Jul 14 09:13:29.171004 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1ea7da57-a1a5-4989-b799-93cdb101f1e7 req-148afa6d-4142-433a-97a4-0e587557a1c8 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796349 Jul 14 09:13:29.206883 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f4ea7301-bb60-451b-99ce-853255eb168a req-15dd2879-93e6-4e91-87d6-1540c384f84f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545919 Jul 14 09:13:29.215870 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.242410 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d3b76-af23-47a0-ac55-dbf070478a07 req-e221d9a5-7df8-4b7c-a215-71647699affa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.244549 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-053d3b76-af23-47a0-ac55-dbf070478a07 req-e221d9a5-7df8-4b7c-a215-71647699affa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 1101 time: 0.0815282 Jul 14 09:13:29.245844 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe00c75-5227-492d-ae33-c5ec2711f80d {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:29.267107 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 3fe00c75-5227-492d-ae33-c5ec2711f80d, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3fe00c75-5227-492d-ae33-c5ec2711f80d,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:29.271707 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.327114 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=3fe00c75-5227-492d-ae33-c5ec2711f80d,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:29.363601 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d3b76-af23-47a0-ac55-dbf070478a07 req-c002c809-643f-4a9d-a982-ee285cbb21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.365241 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-053d3b76-af23-47a0-ac55-dbf070478a07 req-c002c809-643f-4a9d-a982-ee285cbb21c2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1043348 Jul 14 09:13:29.411645 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-053d3b76-af23-47a0-ac55-dbf070478a07 req-041a8928-6837-4d93-95f6-dab2c3565d41 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=2d6ac726-7911-49c1-a48b-5cfd000bf1c3 HTTP/1.1" status: 200 len: 217 time: 0.0388782 Jul 14 09:13:29.461583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d3b76-af23-47a0-ac55-dbf070478a07 req-b74b6733-576a-4dbc-b3b7-ebd7be4e0654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.463149 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-053d3b76-af23-47a0-ac55-dbf070478a07 req-b74b6733-576a-4dbc-b3b7-ebd7be4e0654 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0454650 Jul 14 09:13:29.530251 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d3b76-af23-47a0-ac55-dbf070478a07 req-4736c726-d6c7-4891-9627-0f74e1b3d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.531885 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-053d3b76-af23-47a0-ac55-dbf070478a07 req-4736c726-d6c7-4891-9627-0f74e1b3d102 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0620079 Jul 14 09:13:29.682530 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf32d139-2152-4c1c-8fb4-8721002b2f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.693250 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-053d3b76-af23-47a0-ac55-dbf070478a07 req-545a5572-cc28-4b5e-9704-92f2502f4e66 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532221 Jul 14 09:13:29.710957 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db8141-0c9f-4690-ab6c-60b2a4486890 req-29f02c8b-3522-443f-9f2a-237a6032266e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.713067 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2db8141-0c9f-4690-ab6c-60b2a4486890 req-29f02c8b-3522-443f-9f2a-237a6032266e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf HTTP/1.1" status: 200 len: 949 time: 0.1342542 Jul 14 09:13:29.755915 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2db8141-0c9f-4690-ab6c-60b2a4486890 req-e58f17be-5cad-447d-b918-953bfb1770b3 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370271 Jul 14 09:13:29.811968 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.820274 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3fe00c75-5227-492d-ae33-c5ec2711f80d'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:29.824775 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-053d3b76-af23-47a0-ac55-dbf070478a07 req-a4330989-7959-438b-9025-e2c7e89e71a0 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245522 Jul 14 09:13:29.935287 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:30.038166 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:30.038459 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:30.073968 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92db1a2-afc3-4fee-ba97-2a846ce9f45a req-6e69d7e7-8fc2-4599-8e4e-670773397dcb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.075806 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e92db1a2-afc3-4fee-ba97-2a846ce9f45a req-6e69d7e7-8fc2-4599-8e4e-670773397dcb tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0800703 Jul 14 09:13:30.121034 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e92db1a2-afc3-4fee-ba97-2a846ce9f45a req-914ea954-dea5-4fe6-9093-c06c1e4ab3c0 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374842 Jul 14 09:13:30.133027 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:30.172204 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2d6ac726-7911-49c1-a48b-5cfd000bf1c3,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:30.177420 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:30.207088 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5849b1c5-d247-40d0-9881-533ec73df33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6ac726-7911-49c1-a48b-5cfd000bf1c3'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:30.208278 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c244f1f-8ec0-4dc1-83c4-97a2fe070470" -d '{"events": [{"server_uuid": "5849b1c5-d247-40d0-9881-533ec73df33d", "name": "network-vif-plugged", "status": "completed", "tag": "2d6ac726-7911-49c1-a48b-5cfd000bf1c3"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:30.239749 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=2d6ac726-7911-49c1-a48b-5cfd000bf1c3,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:30.260145 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d950d4a5-401a-422f-9db0-2e533ad98abe x-openstack-request-id: req-d950d4a5-401a-422f-9db0-2e533ad98abe {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:30.260657 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5849b1c5-d247-40d0-9881-533ec73df33d", "name": "network-vif-plugged", "status": "completed", "tag": "2d6ac726-7911-49c1-a48b-5cfd000bf1c3", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:30.261068 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d950d4a5-401a-422f-9db0-2e533ad98abe {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:30.261660 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5849b1c5-d247-40d0-9881-533ec73df33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6ac726-7911-49c1-a48b-5cfd000bf1c3', 'code': 200} Jul 14 09:13:30.466008 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aceb88a-f972-46a6-8c8b-722b75357d7a req-d0929079-00a0-455e-a8cb-3a16e3d4a5ee tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.470328 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3aceb88a-f972-46a6-8c8b-722b75357d7a req-d0929079-00a0-455e-a8cb-3a16e3d4a5ee tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.1179936 Jul 14 09:13:30.520614 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403eb40e-c4ae-462c-8068-5aed3ac30305 req-e226e679-7f59-4a18-b6b4-b6eb5a81bc32 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.523351 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-403eb40e-c4ae-462c-8068-5aed3ac30305 req-e226e679-7f59-4a18-b6b4-b6eb5a81bc32 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.1377490 Jul 14 09:13:30.535188 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:30.546256 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3aceb88a-f972-46a6-8c8b-722b75357d7a req-67ac1568-74a3-4695-b9b4-48bbb3a23b76 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718913 Jul 14 09:13:30.581876 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-403eb40e-c4ae-462c-8068-5aed3ac30305 req-bf1b71ff-09be-4b00-87ac-fa385560bcc2 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485253 Jul 14 09:13:30.969536 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32ba94-ee36-4c54-a437-b872e0173f25 req-0aad2ccd-8dc3-4017-bcd1-8175df37675e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.975398 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df32ba94-ee36-4c54-a437-b872e0173f25 req-0aad2ccd-8dc3-4017-bcd1-8175df37675e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf HTTP/1.1" status: 200 len: 949 time: 0.0842371 Jul 14 09:13:31.010362 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df32ba94-ee36-4c54-a437-b872e0173f25 req-815db5bb-28d5-4fd9-837a-c7013cddfe02 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327082 Jul 14 09:13:31.327355 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c00d7-307f-4dd6-910e-0dc361f67d4c req-dd69ac65-d0c0-43fc-8636-7092bc6fc1c2 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:31.329644 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-276c00d7-307f-4dd6-910e-0dc361f67d4c req-dd69ac65-d0c0-43fc-8636-7092bc6fc1c2 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0885684 Jul 14 09:13:31.376422 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-276c00d7-307f-4dd6-910e-0dc361f67d4c req-e380ea89-f30b-4ce5-98ac-5faea5aa678b tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407164 Jul 14 09:13:31.459919 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:31.789700 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07520a31-16d6-44d2-a07f-0fc84be731df req-ed6bcc4a-8614-48f0-aafc-88dbdca30612 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:31.792375 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-07520a31-16d6-44d2-a07f-0fc84be731df req-ed6bcc4a-8614-48f0-aafc-88dbdca30612 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.1115215 Jul 14 09:13:31.821179 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b965c91-0e9e-4ad7-b034-aacb5a243ac8 req-eb4e1606-f110-465f-a793-c7b3da5df6a2 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:31.825337 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2b965c91-0e9e-4ad7-b034-aacb5a243ac8 req-eb4e1606-f110-465f-a793-c7b3da5df6a2 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.1109517 Jul 14 09:13:31.854726 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-07520a31-16d6-44d2-a07f-0fc84be731df req-61042741-5ee5-454c-8515-e0a44d328311 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577812 Jul 14 09:13:31.898359 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2b965c91-0e9e-4ad7-b034-aacb5a243ac8 req-f966d916-3891-49d3-a6dc-9db65e63663c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628211 Jul 14 09:13:32.095998 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17b4d6-7fbd-41a5-8026-17b41c91a68e req-0d612949-e13c-4d47-a44c-433c9099b950 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.098024 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b17b4d6-7fbd-41a5-8026-17b41c91a68e req-0d612949-e13c-4d47-a44c-433c9099b950 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.0803378 Jul 14 09:13:32.139962 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b17b4d6-7fbd-41a5-8026-17b41c91a68e req-d6b23f67-4dac-45e1-b729-b557ba034c24 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350699 Jul 14 09:13:32.261406 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cd1b9-4aa8-482f-b7f3-8242acf5594b req-797f8563-066c-43cd-ba21-59e253400f1e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.263163 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-896cd1b9-4aa8-482f-b7f3-8242acf5594b req-797f8563-066c-43cd-ba21-59e253400f1e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf HTTP/1.1" status: 200 len: 949 time: 0.0780199 Jul 14 09:13:32.313249 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-896cd1b9-4aa8-482f-b7f3-8242acf5594b req-8b62e3b8-3fa5-4760-862b-6ea667d3ede6 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445614 Jul 14 09:13:32.564623 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640e18c-4a8f-4023-b74f-fad17bd559c2 req-6452545b-0b1c-4157-aad9-6601de28dd15 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.566437 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4640e18c-4a8f-4023-b74f-fad17bd559c2 req-6452545b-0b1c-4157-aad9-6601de28dd15 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0684433 Jul 14 09:13:32.606685 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4640e18c-4a8f-4023-b74f-fad17bd559c2 req-34ac5328-093a-4008-a2b7-42ed6161afef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346551 Jul 14 09:13:32.618386 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:32.997573 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 3fe00c75-5227-492d-ae33-c5ec2711f80d up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:33.049620 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47307c0-3cc0-40a4-90d5-6a268053165b req-25479384-f5ce-4601-9285-d79f707b8d27 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:33.052123 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f47307c0-3cc0-40a4-90d5-6a268053165b req-25479384-f5ce-4601-9285-d79f707b8d27 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.0780561 Jul 14 09:13:33.058360 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 3fe00c75-5227-492d-ae33-c5ec2711f80d completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:33.063790 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 3fe00c75-5227-492d-ae33-c5ec2711f80d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:33.064372 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:33.107912 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f47307c0-3cc0-40a4-90d5-6a268053165b req-827efdc9-0f08-443e-96a5-76dc877e5e4a tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493381 Jul 14 09:13:33.168950 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:33.198113 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe00c75-5227-492d-ae33-c5ec2711f80d'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:33.200573 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952fede6-8dea-42fe-9039-e02a46d45c8f" -d '{"events": [{"server_uuid": "46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf", "name": "network-vif-plugged", "status": "completed", "tag": "3fe00c75-5227-492d-ae33-c5ec2711f80d"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:33.214908 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 3fe00c75-5227-492d-ae33-c5ec2711f80d, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3fe00c75-5227-492d-ae33-c5ec2711f80d,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:33.218860 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:33.299008 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=3fe00c75-5227-492d-ae33-c5ec2711f80d,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:33.366652 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c985cf2f-c52b-4627-b103-89f0d913c123 x-openstack-request-id: req-c985cf2f-c52b-4627-b103-89f0d913c123 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:33.366956 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf", "name": "network-vif-plugged", "status": "completed", "tag": "3fe00c75-5227-492d-ae33-c5ec2711f80d", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:33.367216 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c985cf2f-c52b-4627-b103-89f0d913c123 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:33.367612 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe00c75-5227-492d-ae33-c5ec2711f80d', 'code': 200} Jul 14 09:13:33.521699 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fd49e-748d-47fe-b386-998f26e3accc req-04978901-0fa4-4848-b681-594bfd0d73bc tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:33.523461 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-017fd49e-748d-47fe-b386-998f26e3accc req-04978901-0fa4-4848-b681-594bfd0d73bc tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf HTTP/1.1" status: 200 len: 950 time: 0.0711429 Jul 14 09:13:33.527859 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e09b4-da87-4d3d-8ac6-e74d7ebe6fb5 req-047e458e-1a78-4dc4-8dda-b9f72bc03d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:33.529365 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-464e09b4-da87-4d3d-8ac6-e74d7ebe6fb5 req-047e458e-1a78-4dc4-8dda-b9f72bc03d7e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf HTTP/1.1" status: 200 len: 1102 time: 0.0558438 Jul 14 09:13:33.568429 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-017fd49e-748d-47fe-b386-998f26e3accc req-a04a1ea4-f92d-4535-b4ed-ad73cf0570dd tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385613 Jul 14 09:13:33.569410 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-464e09b4-da87-4d3d-8ac6-e74d7ebe6fb5 req-b63cf788-ceab-4b5b-8f8f-2ae10f921058 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304394 Jul 14 09:13:33.801369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ee3b7-48ff-4cc3-95d3-659dbb64ac2a req-c5696287-1491-44da-85e2-82e923c4e547 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:33.802924 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c4ee3b7-48ff-4cc3-95d3-659dbb64ac2a req-c5696287-1491-44da-85e2-82e923c4e547 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0677397 Jul 14 09:13:33.845410 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c4ee3b7-48ff-4cc3-95d3-659dbb64ac2a req-46e30c97-5f4e-43d9-8f00-ad53a6a8a55d tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355315 Jul 14 09:13:33.954503 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:34.054970 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 7904e0ba-84d1-47d4-8d16-fa61fc5f8026, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7904e0ba-84d1-47d4-8d16-fa61fc5f8026,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:34.069867 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '7904e0ba-84d1-47d4-8d16-fa61fc5f8026', 'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a', 'port_id': '7904e0ba-84d1-47d4-8d16-fa61fc5f8026', 'mac_address': 'fa:16:3e:58:45:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4407057c-5ac0-43dc-87ea-7e041a541f0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:34.110401 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:34.126042 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:34.146097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 7904e0ba-84d1-47d4-8d16-fa61fc5f8026, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7904e0ba-84d1-47d4-8d16-fa61fc5f8026,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:34.152477 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:34.208627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=7904e0ba-84d1-47d4-8d16-fa61fc5f8026,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:34.298604 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-e277b065-9018-4f58-89a2-ee2273604fdf tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509608 Jul 14 09:13:34.409580 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefb7e1-30b2-42b6-84a3-523c46d9067f req-2fc342c8-36d9-404f-a274-97d81104f022 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.411074 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1eefb7e1-30b2-42b6-84a3-523c46d9067f req-2fc342c8-36d9-404f-a274-97d81104f022 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 944 time: 0.1473145 Jul 14 09:13:34.441865 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-242c1562-275b-4e2a-827f-db6b0bc132e3 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.443254 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-242c1562-275b-4e2a-827f-db6b0bc132e3 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1380160 Jul 14 09:13:34.466343 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['7904e0ba-84d1-47d4-8d16-fa61fc5f8026'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:34.470987 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1eefb7e1-30b2-42b6-84a3-523c46d9067f req-4b5f3477-895d-475a-913e-f20070dcd976 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507834 Jul 14 09:13:34.472337 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-17edce94-1b69-4c9e-aab9-8ef1b6d3734f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/quotas/c1f686ac9a324dcb89dc1055bf2d7b7b HTTP/1.1" status: 200 len: 375 time: 0.0226493 Jul 14 09:13:34.558427 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-cda3af35-2d4c-46b9-a097-6bbb9c7e1e7f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780280 Jul 14 09:13:35.274473 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af9f57f8-15f8-4163-9ae3-545ef90d263d req-dc29d8d4-9bf8-476d-a21e-eab1124d796a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 210 time: 0.0358882 Jul 14 09:13:35.307710 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aea6fb-4461-4c50-ba76-5e8a61d74f8b req-b1a03873-7b4b-4dfc-a3e0-a11f3aaeddd1 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:35.309192 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8aea6fb-4461-4c50-ba76-5e8a61d74f8b req-b1a03873-7b4b-4dfc-a3e0-a11f3aaeddd1 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf HTTP/1.1" status: 200 len: 950 time: 0.4942856 Jul 14 09:13:35.364093 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8aea6fb-4461-4c50-ba76-5e8a61d74f8b req-b3d3ad57-2cc2-4b80-80c4-4043ff67daf8 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476673 Jul 14 09:13:35.471372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8ebc1-b999-41cf-9ac7-799d814df53e req-474ea123-a0ef-44ae-ac56-7726a376a806 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:35.472947 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ab8ebc1-b999-41cf-9ac7-799d814df53e req-474ea123-a0ef-44ae-ac56-7726a376a806 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0759432 Jul 14 09:13:35.518335 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ab8ebc1-b999-41cf-9ac7-799d814df53e req-601f82ab-7406-4d64-855d-d14b449bf0db tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388727 Jul 14 09:13:35.724556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7611b-36c2-4e2e-b1e2-a298e7e9b346 req-74c89e26-cf47-4457-a18d-6e63719e3953 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:35.726874 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cbf7611b-36c2-4e2e-b1e2-a298e7e9b346 req-74c89e26-cf47-4457-a18d-6e63719e3953 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 944 time: 0.1057875 Jul 14 09:13:35.773413 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cbf7611b-36c2-4e2e-b1e2-a298e7e9b346 req-82229c3c-b115-49dd-a173-3d06189449c4 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399928 Jul 14 09:13:35.966605 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:36.020722 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:36.021436 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.113569 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.158539 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18cac83-789d-4275-8f3e-29672ec1674d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7904e0ba-84d1-47d4-8d16-fa61fc5f8026'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:36.160689 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90999a2-6b20-4112-9301-8b298c5601b8" -d '{"events": [{"server_uuid": "e18cac83-789d-4275-8f3e-29672ec1674d", "name": "network-vif-plugged", "status": "completed", "tag": "7904e0ba-84d1-47d4-8d16-fa61fc5f8026"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:36.194571 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 7904e0ba-84d1-47d4-8d16-fa61fc5f8026, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7904e0ba-84d1-47d4-8d16-fa61fc5f8026,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:36.199463 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.232251 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe65ffd9-8188-4cdc-b107-89028826e1d5 x-openstack-request-id: req-fe65ffd9-8188-4cdc-b107-89028826e1d5 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:36.233416 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18cac83-789d-4275-8f3e-29672ec1674d", "name": "network-vif-plugged", "status": "completed", "tag": "7904e0ba-84d1-47d4-8d16-fa61fc5f8026", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:36.233416 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe65ffd9-8188-4cdc-b107-89028826e1d5 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:36.233821 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18cac83-789d-4275-8f3e-29672ec1674d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7904e0ba-84d1-47d4-8d16-fa61fc5f8026', 'code': 200} Jul 14 09:13:36.270128 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=7904e0ba-84d1-47d4-8d16-fa61fc5f8026,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:36.288448 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-a5a27459-606f-434e-9618-3609a76e7c55 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296645 Jul 14 09:13:36.473128 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-cee04c5e-5eeb-483a-a4e1-0feb2a58a7ac tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:36.475363 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-cee04c5e-5eeb-483a-a4e1-0feb2a58a7ac tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803904 Jul 14 09:13:36.497811 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ae7dc6d3-c8a4-4d4f-9953-be0f6177774c req-3e5f2c2a-6485-48d2-8033-c3ec8f538813 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 210 time: 0.0478475 Jul 14 09:13:36.516943 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-82f3cbfc-9ae4-4442-862e-b7640dd41779 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Request body: {'port': {'device_id': '40ee4b83-ec90-461c-990e-bf9315e301db', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': 'c1f686ac9a324dcb89dc1055bf2d7b7b'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:36.727873 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662b2d9-9ccf-424e-8c31-87879b33ed0e req-4c853792-c7a8-4c34-9c79-fbe0170616f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:36.729891 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b662b2d9-9ccf-424e-8c31-87879b33ed0e req-4c853792-c7a8-4c34-9c79-fbe0170616f1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 1097 time: 0.1393387 Jul 14 09:13:36.734679 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-82f3cbfc-9ae4-4442-862e-b7640dd41779 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Made reservation on behalf of c1f686ac9a324dcb89dc1055bf2d7b7b for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:36.737379 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7a11f-70f9-445b-ae7c-c5deace3a38d req-bdb412bc-5f12-4eeb-9629-8eb324b5e76d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:36.738353 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-82f3cbfc-9ae4-4442-862e-b7640dd41779 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.742255 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47e7a11f-70f9-445b-ae7c-c5deace3a38d req-bdb412bc-5f12-4eeb-9629-8eb324b5e76d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf HTTP/1.1" status: 200 len: 950 time: 0.1204052 Jul 14 09:13:36.793563 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b662b2d9-9ccf-424e-8c31-87879b33ed0e req-5b42fb9d-2526-478e-97bb-209223926e80 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476227 Jul 14 09:13:36.801691 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47e7a11f-70f9-445b-ae7c-c5deace3a38d req-71a0fc1f-b24c-4e2e-bc16-dd30fda0a964 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545642 Jul 14 09:13:36.829106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295981a3-5cba-4b83-8549-39a93b9d722f req-f7801492-028b-4006-83e9-f4333e382741 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:36.835689 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-295981a3-5cba-4b83-8549-39a93b9d722f req-f7801492-028b-4006-83e9-f4333e382741 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1395707 Jul 14 09:13:36.895654 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-295981a3-5cba-4b83-8549-39a93b9d722f req-501adb49-e391-47ac-93d6-ac44e1127d29 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570850 Jul 14 09:13:37.018421 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-82f3cbfc-9ae4-4442-862e-b7640dd41779 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Allocated IP 192.168.233.144 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/9d41be3e-680f-488a-b434-8ed1a78ce815) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:37.082346 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815abeff-92b2-4568-a04d-054181437bb0 req-5268c187-a8f0-43db-bcb1-6ba733f79a33 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:37.084565 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-815abeff-92b2-4568-a04d-054181437bb0 req-5268c187-a8f0-43db-bcb1-6ba733f79a33 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.1005585 Jul 14 09:13:37.159747 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-815abeff-92b2-4568-a04d-054181437bb0 req-0fe74f55-20fb-46e3-955f-16851d1e51b0 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684738 Jul 14 09:13:37.252993 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-82f3cbfc-9ae4-4442-862e-b7640dd41779 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:37.277833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-82f3cbfc-9ae4-4442-862e-b7640dd41779 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Transition to ACTIVE for port object 9d41be3e-680f-488a-b434-8ed1a78ce815 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:37.331898 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-82f3cbfc-9ae4-4442-862e-b7640dd41779 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:37.348674 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['2d6ac726-7911-49c1-a48b-5cfd000bf1c3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:37.388754 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-82f3cbfc-9ae4-4442-862e-b7640dd41779 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:37.393849 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-82f3cbfc-9ae4-4442-862e-b7640dd41779 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:37.395815 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['476bfd6a-fa82-4c42-866f-a7c995b98473'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:37.402792 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-82f3cbfc-9ae4-4442-862e-b7640dd41779 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:37.403150 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28caf769-b9d2-4bd6-8a88-41ba7653768d req-6f3199d2-fb17-43f2-be11-04b5ced1b5c8 tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:37.404694 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28caf769-b9d2-4bd6-8a88-41ba7653768d req-6f3199d2-fb17-43f2-be11-04b5ced1b5c8 tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf HTTP/1.1" status: 200 len: 1102 time: 0.0995054 Jul 14 09:13:37.435832 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-28caf769-b9d2-4bd6-8a88-41ba7653768d req-7ba492bf-2013-43d7-8440-018f193f8d5d tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:37.455209 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3cbfc-9ae4-4442-862e-b7640dd41779 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Pushing event updated for resources: {'Port': ['ID=9d41be3e-680f-488a-b434-8ed1a78ce815,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:37.479800 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-82f3cbfc-9ae4-4442-862e-b7640dd41779 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:37.480831 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-82f3cbfc-9ae4-4442-862e-b7640dd41779 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:37.569980 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-28caf769-b9d2-4bd6-8a88-41ba7653768d req-7ba492bf-2013-43d7-8440-018f193f8d5d tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:37.579271 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-28caf769-b9d2-4bd6-8a88-41ba7653768d req-7ba492bf-2013-43d7-8440-018f193f8d5d tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:37.589097 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-82f3cbfc-9ae4-4442-862e-b7640dd41779 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0839901 Jul 14 09:13:37.628660 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] Request body: {'port': {'device_id': '40ee4b83-ec90-461c-990e-bf9315e301db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:37.634475 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba492bf-2013-43d7-8440-018f193f8d5d tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b43bdc1-2d31-4425-9860-4f099d02637e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:37.661060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba492bf-2013-43d7-8440-018f193f8d5d tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:37.663518 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba492bf-2013-43d7-8440-018f193f8d5d tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:37.666699 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba492bf-2013-43d7-8440-018f193f8d5d tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:37.666699 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba492bf-2013-43d7-8440-018f193f8d5d tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:37.668691 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba492bf-2013-43d7-8440-018f193f8d5d tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:37.669869 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba492bf-2013-43d7-8440-018f193f8d5d tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:37.674299 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba492bf-2013-43d7-8440-018f193f8d5d tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:37.674299 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba492bf-2013-43d7-8440-018f193f8d5d tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:37.674299 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba492bf-2013-43d7-8440-018f193f8d5d tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:37.674299 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba492bf-2013-43d7-8440-018f193f8d5d tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:37.674299 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba492bf-2013-43d7-8440-018f193f8d5d tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:37.674902 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba492bf-2013-43d7-8440-018f193f8d5d tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:37.704090 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28caf769-b9d2-4bd6-8a88-41ba7653768d req-7ba492bf-2013-43d7-8440-018f193f8d5d tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927310 Jul 14 09:13:37.823036 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:37.894239 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a787c8-0af2-4398-9cc2-75395eac788b req-c5640097-3584-49c5-ac6e-fa79a0ec319e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:37.898137 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5a787c8-0af2-4398-9cc2-75395eac788b req-c5640097-3584-49c5-ac6e-fa79a0ec319e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 936 time: 0.1230845 Jul 14 09:13:37.940371 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7445fd62-c5d2-4750-9fb6-0553e21dddbd None None] Provisioning for port 9d41be3e-680f-488a-b434-8ed1a78ce815 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:37.947401 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7445fd62-c5d2-4750-9fb6-0553e21dddbd None None] Provisioning complete for port 9d41be3e-680f-488a-b434-8ed1a78ce815 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:37.947773 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7445fd62-c5d2-4750-9fb6-0553e21dddbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.022005 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5a787c8-0af2-4398-9cc2-75395eac788b req-e04236a3-a412-4166-9040-466b7c6f1c20 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103454 Jul 14 09:13:38.081555 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7445fd62-c5d2-4750-9fb6-0553e21dddbd None None] Port 9d41be3e-680f-488a-b434-8ed1a78ce815 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:38.223315 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-3e607cb7-45a4-4226-9467-98f01b4649d6 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=19162f7693704187ba398d887fcfc50a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780587 Jul 14 09:13:38.369460 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91209df-0d9e-49a0-94b2-72d4e2bf6438 req-a98d161b-109d-4871-b2ff-650169ca5c45 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.376938 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d41be3e-680f-488a-b434-8ed1a78ce815 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:38.377493 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b91209df-0d9e-49a0-94b2-72d4e2bf6438 req-a98d161b-109d-4871-b2ff-650169ca5c45 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.2188261 Jul 14 09:13:38.389218 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.393435 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-b2400e0c-caa7-4938-af55-9cd58aebe4c1 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.401484 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-b2400e0c-caa7-4938-af55-9cd58aebe4c1 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766636 Jul 14 09:13:38.404077 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] Transition to ACTIVE for port object 9d41be3e-680f-488a-b434-8ed1a78ce815 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:38.410262 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.430748 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-62316ab3-a950-472a-adc4-69fd144cb7af tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/quotas/19162f7693704187ba398d887fcfc50a HTTP/1.1" status: 200 len: 375 time: 0.0283368 Jul 14 09:13:38.513841 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b91209df-0d9e-49a0-94b2-72d4e2bf6438 req-9375a607-c212-4e6a-a9f1-c3852f7b8bf6 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337507 Jul 14 09:13:38.537722 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] Pushing event updated for resources: {'Port': ['ID=9d41be3e-680f-488a-b434-8ed1a78ce815,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:38.588678 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-389f3abf-ca89-40f7-8377-d9d4cd34dbbb tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1567061 Jul 14 09:13:38.605010 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] Attempting to bind port 9d41be3e-680f-488a-b434-8ed1a78ce815 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:38.605422 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] Attempting to bind port 9d41be3e-680f-488a-b434-8ed1a78ce815 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:38.605842 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] Attempting to bind port 9d41be3e-680f-488a-b434-8ed1a78ce815 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:38.610863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] Port 9d41be3e-680f-488a-b434-8ed1a78ce815 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:38.611271 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] Attempting to bind port 9d41be3e-680f-488a-b434-8ed1a78ce815 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:38.617362 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:38.617500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:38.617927 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:38.618366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] Bound port: 9d41be3e-680f-488a-b434-8ed1a78ce815, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:38.618797 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.755963 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] For port 9d41be3e-680f-488a-b434-8ed1a78ce815, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:38.760023 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] For port 9d41be3e-680f-488a-b434-8ed1a78ce815, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9d41be3e-680f-488a-b434-8ed1a78ce815,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:38.766526 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.808495 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.809190 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.811769 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] 10.222.0.55 "PUT /v2.0/ports/9d41be3e-680f-488a-b434-8ed1a78ce815 HTTP/1.1" status: 200 len: 1097 time: 1.2042339 Jul 14 09:13:38.812397 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ee4b83-ec90-461c-990e-bf9315e301db', 'tag': '9d41be3e-680f-488a-b434-8ed1a78ce815'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:38.815448 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c023b32a-fbfd-4a80-990b-e90b500b60f0" -d '{"events": [{"name": "network-changed", "server_uuid": "40ee4b83-ec90-461c-990e-bf9315e301db", "tag": "9d41be3e-680f-488a-b434-8ed1a78ce815"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:38.869713 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab54a74-d400-43d7-86ab-c54d6331fc2d service neutron] Pushing event updated for resources: {'Port': ['ID=9d41be3e-680f-488a-b434-8ed1a78ce815,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:38.987913 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-d2d8ffb5-bd5b-4a70-bb7f-69c037d0ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.992752 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-d2d8ffb5-bd5b-4a70-bb7f-69c037d0ee37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 1100 time: 0.1172211 Jul 14 09:13:39.066115 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81249112-7673-4155-8963-89a7175bb345 req-75cdb72e-1e28-4928-bb2c-50abc00a64a0 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:39.077238 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-81249112-7673-4155-8963-89a7175bb345 req-75cdb72e-1e28-4928-bb2c-50abc00a64a0 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.1092632 Jul 14 09:13:39.157524 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-81249112-7673-4155-8963-89a7175bb345 req-70b69076-97ff-4ecc-92c9-3e66cff0fdb0 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793059 Jul 14 09:13:39.545038 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5787c2-7fc5-4d83-a287-57e5c7843615 req-434eaa2d-7a44-4821-a324-3c1ecbe90dcb tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:39.558469 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4c5787c2-7fc5-4d83-a287-57e5c7843615 req-434eaa2d-7a44-4821-a324-3c1ecbe90dcb tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 948 time: 0.1480391 Jul 14 09:13:39.639310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4c5787c2-7fc5-4d83-a287-57e5c7843615 req-4bfb86b4-2111-46fd-a8a4-c242a0b70964 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782745 Jul 14 09:13:39.660090 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b5feda-c5bd-45f7-9c93-7b8eb34aae39 x-openstack-request-id: req-c5b5feda-c5bd-45f7-9c93-7b8eb34aae39 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:39.660778 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ee4b83-ec90-461c-990e-bf9315e301db", "tag": "9d41be3e-680f-488a-b434-8ed1a78ce815", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:39.660778 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5b5feda-c5bd-45f7-9c93-7b8eb34aae39 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:39.661475 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ee4b83-ec90-461c-990e-bf9315e301db', 'tag': '9d41be3e-680f-488a-b434-8ed1a78ce815', 'status': 'completed', 'code': 200} Jul 14 09:13:39.665218 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-fc4fd8ce-a51e-4851-a0c5-395010616e5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=9d41be3e-680f-488a-b434-8ed1a78ce815 HTTP/1.1" status: 200 len: 217 time: 0.6571307 Jul 14 09:13:39.748111 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-79e21538-2886-4afb-bd59-f4b6fd3b5216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:39.750621 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-79e21538-2886-4afb-bd59-f4b6fd3b5216 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0779734 Jul 14 09:13:39.862644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-0524b506-285b-4156-a11e-df4d1b0be284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:39.865781 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-0524b506-285b-4156-a11e-df4d1b0be284 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1072955 Jul 14 09:13:39.902950 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231822c-8adc-4aa5-bb64-4fde75b2f96a req-46a501f7-da2e-4b3b-bedb-a583c6c9c813 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:39.904539 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7231822c-8adc-4aa5-bb64-4fde75b2f96a req-46a501f7-da2e-4b3b-bedb-a583c6c9c813 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.1296520 Jul 14 09:13:39.940173 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc623f-d520-4f73-a6a1-6f871949a10a req-cce11418-4da7-4279-acd5-4ea31dbaea4b tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:39.941943 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4bbc623f-d520-4f73-a6a1-6f871949a10a req-cce11418-4da7-4279-acd5-4ea31dbaea4b tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1558979 Jul 14 09:13:39.986192 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7231822c-8adc-4aa5-bb64-4fde75b2f96a req-a4f76cf1-2e46-4b31-86f6-d7fe40d40157 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689390 Jul 14 09:13:40.003970 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4bbc623f-d520-4f73-a6a1-6f871949a10a req-bca7cb51-c3e9-4619-9bb2-118afb2c78c4 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542207 Jul 14 09:13:40.100305 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-b3d01d8a-c2c7-4e1d-b7a9-b5c0cf498117 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237861 Jul 14 09:13:40.155154 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-209404cd-0434-4c29-b172-e5c7d7aa7ed2 req-d7fd5f3e-8dff-4b6f-bbf6-db90017763c1 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=713c9fd2-bc40-46ee-919f-794af33962af HTTP/1.1" status: 200 len: 210 time: 0.0495064 Jul 14 09:13:40.275958 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb561322-2f27-476e-b99a-1627c1dfd97f req-6b4a6afb-c052-4605-9e61-7fa5bcd8971b service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611009 Jul 14 09:13:40.532615 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023b32a-fbfd-4a80-990b-e90b500b60f0 req-34244dd3-3b64-4c32-bb1b-d313780a17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:40.541692 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c023b32a-fbfd-4a80-990b-e90b500b60f0 req-34244dd3-3b64-4c32-bb1b-d313780a17d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 1100 time: 0.1356254 Jul 14 09:13:40.736181 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023b32a-fbfd-4a80-990b-e90b500b60f0 req-1c864f34-a639-435d-9a0e-0a1cac0f05df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:40.737647 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c023b32a-fbfd-4a80-990b-e90b500b60f0 req-1c864f34-a639-435d-9a0e-0a1cac0f05df service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1918051 Jul 14 09:13:40.826342 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c023b32a-fbfd-4a80-990b-e90b500b60f0 req-d4f2b738-e6a6-422c-8585-1fba4601a1a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=9d41be3e-680f-488a-b434-8ed1a78ce815 HTTP/1.1" status: 200 len: 217 time: 0.0802746 Jul 14 09:13:40.919036 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3cf6e9-71ea-4c59-ad92-75a1dcb43607 req-ae4b0119-8993-455e-b54d-56461d72e20b tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:40.927478 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab3cf6e9-71ea-4c59-ad92-75a1dcb43607 req-ae4b0119-8993-455e-b54d-56461d72e20b tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 948 time: 0.0997541 Jul 14 09:13:40.934411 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023b32a-fbfd-4a80-990b-e90b500b60f0 req-c1e7e09a-370e-459a-b392-0f7c8b3bfef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:40.937203 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c023b32a-fbfd-4a80-990b-e90b500b60f0 req-c1e7e09a-370e-459a-b392-0f7c8b3bfef8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1030979 Jul 14 09:13:41.038147 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023b32a-fbfd-4a80-990b-e90b500b60f0 req-8d9a147c-66b8-4491-9c5a-39582bbaf5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:41.041536 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c023b32a-fbfd-4a80-990b-e90b500b60f0 req-8d9a147c-66b8-4491-9c5a-39582bbaf5fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0976202 Jul 14 09:13:41.042976 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab3cf6e9-71ea-4c59-ad92-75a1dcb43607 req-551b7466-04af-4f6f-8b99-87def990f9e9 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133740 Jul 14 09:13:41.127336 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-5d8627ff-2be6-48ba-8722-626b14b45d7c tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:41.130486 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-5d8627ff-2be6-48ba-8722-626b14b45d7c tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/networks?id=c36eba21-1dde-48fd-9637-70c170d29f4a HTTP/1.1" status: 200 len: 815 time: 0.1940470 Jul 14 09:13:41.163998 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-8da688f0-ed3d-4946-bbe3-238a1144ae7e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/quotas/c4539603bf1a4d729658c8d9338db594 HTTP/1.1" status: 200 len: 375 time: 0.0270765 Jul 14 09:13:41.172260 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c023b32a-fbfd-4a80-990b-e90b500b60f0 req-dcded0b5-2995-4e84-881d-6f0dcd8396fe service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235800 Jul 14 09:13:41.289215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a85c6-bc63-4054-b27d-493b9d38fecb req-5a4ade51-e134-45fb-88cd-277d1b551f3e tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:41.291361 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-083a85c6-bc63-4054-b27d-493b9d38fecb req-5a4ade51-e134-45fb-88cd-277d1b551f3e tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1232221 Jul 14 09:13:41.294318 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c023b32a-fbfd-4a80-990b-e90b500b60f0 req-1aeea97d-8a97-49c8-bb9b-f0888a795c41 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145763 Jul 14 09:13:41.308616 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-7b2c7169-d9f3-420c-a664-525b7c47c1ce tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4539603bf1a4d729658c8d9338db594&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1415403 Jul 14 09:13:41.400305 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-083a85c6-bc63-4054-b27d-493b9d38fecb req-cd406b83-e9ad-4cc8-8e06-fb3b23e800fc tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013632 Jul 14 09:13:41.464015 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-d3a243c9-2429-4055-8b61-096cd3f1b590 service neutron] 10.222.0.26 "GET /v2.0/networks/c36eba21-1dde-48fd-9637-70c170d29f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351283 Jul 14 09:13:41.573862 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-14475ab6-34e8-4f5d-ad8f-e2815c490055 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=19162f7693704187ba398d887fcfc50a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302992 Jul 14 09:13:41.574877 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-e5cb9af1-b11f-4939-9cb1-c3d7b39e5ee6 service neutron] 10.222.0.26 "GET /v2.0/networks/c36eba21-1dde-48fd-9637-70c170d29f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074903 Jul 14 09:13:41.594314 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b1e0049a-f794-4f0b-a714-46aaf3d15b78 req-5ce1f00f-499e-472b-af53-bcf1997f0a09 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=713c9fd2-bc40-46ee-919f-794af33962af HTTP/1.1" status: 200 len: 210 time: 0.0350578 Jul 14 09:13:41.764853 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-a8a6a51e-e8d3-493b-9994-06656d11a9ae tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:41.766698 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-a8a6a51e-e8d3-493b-9994-06656d11a9ae tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778722 Jul 14 09:13:41.783530 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d79ebfa9-2d50-4188-a359-d7f17061e0ba tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Request body: {'port': {'device_id': 'bcd27eac-8890-4597-bc98-12c105379ff4', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': '19162f7693704187ba398d887fcfc50a'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:41.941391 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-240f3a95-008a-4a68-9933-4482b7fe97f9 req-2d229c40-c578-4b47-884a-97d74d58922c tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 210 time: 0.1060333 Jul 14 09:13:41.972752 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d79ebfa9-2d50-4188-a359-d7f17061e0ba tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Made reservation on behalf of 19162f7693704187ba398d887fcfc50a for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:41.981260 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d79ebfa9-2d50-4188-a359-d7f17061e0ba tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.270134 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d79ebfa9-2d50-4188-a359-d7f17061e0ba tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Allocated IP 192.168.233.157 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/d4585aea-29d1-4c2e-a839-33de458e8edc) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:42.270323 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-cb577edd-32d6-4dc7-b822-9d792c08d08e tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:42.272031 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-cb577edd-32d6-4dc7-b822-9d792c08d08e tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 807 time: 0.1713381 Jul 14 09:13:42.355626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3dd9e-efed-48c2-9b6e-e6b9b11c7ba3 req-cafd80a2-fa9c-42fb-8c35-4abbecb5877e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:42.356619 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-814d3142-5505-49ad-98aa-2f9895b200f3 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=19162f7693704187ba398d887fcfc50a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835776 Jul 14 09:13:42.357661 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-31a3dd9e-efed-48c2-9b6e-e6b9b11c7ba3 req-cafd80a2-fa9c-42fb-8c35-4abbecb5877e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.49 "GET /v2.0/ports?device_id=e18cac83-789d-4275-8f3e-29672ec1674d HTTP/1.1" status: 200 len: 945 time: 0.1281493 Jul 14 09:13:42.358870 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-cc42f477-ad0b-413d-9741-de7298c78e6c tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/quotas/c4264b80484d4b9d96530524cfdc3c7d HTTP/1.1" status: 200 len: 375 time: 0.0532119 Jul 14 09:13:42.487716 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb942dd4-dab9-4da9-8dd6-eb9d55b1b715 req-03855566-1be6-4dfa-af7b-be60772de73d tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:42.496134 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb942dd4-dab9-4da9-8dd6-eb9d55b1b715 req-03855566-1be6-4dfa-af7b-be60772de73d tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 948 time: 0.2119296 Jul 14 09:13:42.550204 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb942dd4-dab9-4da9-8dd6-eb9d55b1b715 req-3fd2ad80-e4e0-4723-8e77-781c36e5c1e3 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533907 Jul 14 09:13:42.620721 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d79ebfa9-2d50-4188-a359-d7f17061e0ba tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.624263 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-31a3dd9e-efed-48c2-9b6e-e6b9b11c7ba3 req-c92aaf00-f0fb-4caa-8faa-607fdd3ba6d5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Deleting port 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:42.624708 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-31a3dd9e-efed-48c2-9b6e-e6b9b11c7ba3 req-c92aaf00-f0fb-4caa-8faa-607fdd3ba6d5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.639845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-8f1e4edd-70ec-4adc-99db-1c1dfadc8622 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:42.641618 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-8f1e4edd-70ec-4adc-99db-1c1dfadc8622 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2610397 Jul 14 09:13:42.656861 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d9abd884-3f1d-4953-b7cc-9c309d78509e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Request body: {'port': {'device_id': '713c9fd2-bc40-46ee-919f-794af33962af', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': '19162f7693704187ba398d887fcfc50a'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:42.685078 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d79ebfa9-2d50-4188-a359-d7f17061e0ba tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Transition to ACTIVE for port object d4585aea-29d1-4c2e-a839-33de458e8edc will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:42.690237 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-ca70806a-90e0-46e2-8027-25f475823666 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3220861 Jul 14 09:13:42.756493 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-31a3dd9e-efed-48c2-9b6e-e6b9b11c7ba3 req-c92aaf00-f0fb-4caa-8faa-607fdd3ba6d5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] For port 7904e0ba-84d1-47d4-8d16-fa61fc5f8026, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7904e0ba-84d1-47d4-8d16-fa61fc5f8026,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:42.756983 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-31a3dd9e-efed-48c2-9b6e-e6b9b11c7ba3 req-c92aaf00-f0fb-4caa-8faa-607fdd3ba6d5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.774346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-31a3dd9e-efed-48c2-9b6e-e6b9b11c7ba3 req-c92aaf00-f0fb-4caa-8faa-607fdd3ba6d5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Calling delete_port for 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:42.780132 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d79ebfa9-2d50-4188-a359-d7f17061e0ba tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.827347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3fe00c75-5227-492d-ae33-c5ec2711f80d'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:42.873741 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d79ebfa9-2d50-4188-a359-d7f17061e0ba tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:42.881229 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d79ebfa9-2d50-4188-a359-d7f17061e0ba tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:42.926197 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d79ebfa9-2d50-4188-a359-d7f17061e0ba tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:43.008103 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df56d33-42d6-4241-875d-f72e65c33210 req-03d0cde5-d418-4bb6-a96c-97b3f359d3d5 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:43.016899 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9df56d33-42d6-4241-875d-f72e65c33210 req-03d0cde5-d418-4bb6-a96c-97b3f359d3d5 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.2898972 Jul 14 09:13:43.017105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ebfa9-2d50-4188-a359-d7f17061e0ba tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Pushing event updated for resources: {'Port': ['ID=d4585aea-29d1-4c2e-a839-33de458e8edc,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:43.026950 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d9abd884-3f1d-4953-b7cc-9c309d78509e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Made reservation on behalf of 19162f7693704187ba398d887fcfc50a for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:43.030872 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d9abd884-3f1d-4953-b7cc-9c309d78509e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.048904 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d79ebfa9-2d50-4188-a359-d7f17061e0ba tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:43.049940 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d79ebfa9-2d50-4188-a359-d7f17061e0ba tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.053338 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-54f641c5-d3b3-49bb-b2dd-7635b404f174 service neutron] 10.222.0.26 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028173 Jul 14 09:13:43.065007 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9d41be3e-680f-488a-b434-8ed1a78ce815 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:43.076088 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d79ebfa9-2d50-4188-a359-d7f17061e0ba tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2963588 Jul 14 09:13:43.094097 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] Request body: {'port': {'device_id': 'bcd27eac-8890-4597-bc98-12c105379ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:43.172656 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9df56d33-42d6-4241-875d-f72e65c33210 req-a2ccc79f-7e89-46a2-b0fe-33656c184ab3 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547267 Jul 14 09:13:43.244015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 9d41be3e-680f-488a-b434-8ed1a78ce815, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9d41be3e-680f-488a-b434-8ed1a78ce815,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:43.265356 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '9d41be3e-680f-488a-b434-8ed1a78ce815', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '9d41be3e-680f-488a-b434-8ed1a78ce815', 'mac_address': 'fa:16:3e:f0:94:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:43.274272 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.303907 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-31a3dd9e-efed-48c2-9b6e-e6b9b11c7ba3 req-c92aaf00-f0fb-4caa-8faa-607fdd3ba6d5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.366727 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.381487 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['7904e0ba-84d1-47d4-8d16-fa61fc5f8026'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:43.386615 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92aaf00-f0fb-4caa-8faa-607fdd3ba6d5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Pushing event deleted for resources: {'Port': ['ID=7904e0ba-84d1-47d4-8d16-fa61fc5f8026,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:43.410652 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d22131a7-964f-40eb-b64b-c56a8672d3f8 req-c62c6100-51c9-454b-9630-838381b2c6c3 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=713c9fd2-bc40-46ee-919f-794af33962af HTTP/1.1" status: 200 len: 210 time: 0.0635774 Jul 14 09:13:43.424902 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-4da823e9-2cb5-4d75-8616-85368dd239d4 service neutron] 10.222.0.26 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605187 Jul 14 09:13:43.445541 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d9abd884-3f1d-4953-b7cc-9c309d78509e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Allocated IP 192.168.233.117 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/94e65a1f-98ce-4889-8a69-032edb64e200) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:43.492438 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f5cc8e3f-74b5-46df-b2ff-3a7c72a4c712 None None] Provisioning for port d4585aea-29d1-4c2e-a839-33de458e8edc completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:43.510503 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a3dd9e-efed-48c2-9b6e-e6b9b11c7ba3 req-c92aaf00-f0fb-4caa-8faa-607fdd3ba6d5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] No DVR routers for this DVR port 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:43.517739 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-31a3dd9e-efed-48c2-9b6e-e6b9b11c7ba3 req-c92aaf00-f0fb-4caa-8faa-607fdd3ba6d5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.523045 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d41be3e-680f-488a-b434-8ed1a78ce815 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:43.523379 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-31a3dd9e-efed-48c2-9b6e-e6b9b11c7ba3 req-c92aaf00-f0fb-4caa-8faa-607fdd3ba6d5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.49 "DELETE /v2.0/ports/7904e0ba-84d1-47d4-8d16-fa61fc5f8026 HTTP/1.1" status: 204 len: 173 time: 1.1490560 Jul 14 09:13:43.524945 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18cac83-789d-4275-8f3e-29672ec1674d', 'name': 'network-vif-deleted', 'tag': '7904e0ba-84d1-47d4-8d16-fa61fc5f8026'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:43.533132 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98aaf21b-f807-44e8-889f-ca3e0087e41c" -d '{"events": [{"server_uuid": "e18cac83-789d-4275-8f3e-29672ec1674d", "name": "network-vif-deleted", "tag": "7904e0ba-84d1-47d4-8d16-fa61fc5f8026"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:43.588262 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 9d41be3e-680f-488a-b434-8ed1a78ce815, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9d41be3e-680f-488a-b434-8ed1a78ce815,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:43.595206 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f5cc8e3f-74b5-46df-b2ff-3a7c72a4c712 None None] Provisioning complete for port d4585aea-29d1-4c2e-a839-33de458e8edc triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:43.596164 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8e3f-74b5-46df-b2ff-3a7c72a4c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.622111 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.759889 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d9abd884-3f1d-4953-b7cc-9c309d78509e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.783223 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d9abd884-3f1d-4953-b7cc-9c309d78509e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Transition to ACTIVE for port object 94e65a1f-98ce-4889-8a69-032edb64e200 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:43.865148 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=9d41be3e-680f-488a-b434-8ed1a78ce815,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:43.869600 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f5cc8e3f-74b5-46df-b2ff-3a7c72a4c712 None None] Port d4585aea-29d1-4c2e-a839-33de458e8edc cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:43.929686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-93b0615c-10b4-4508-9cf3-5a545ab8ecc6 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:43.931019 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-93b0615c-10b4-4508-9cf3-5a545ab8ecc6 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.55 "GET /v2.0/networks?id=c36eba21-1dde-48fd-9637-70c170d29f4a HTTP/1.1" status: 200 len: 815 time: 0.2847254 Jul 14 09:13:43.932976 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e805cb12-e897-4faa-ae73-dd0087a06cbf req-b98fbe46-4a3c-40fc-b715-684b418756e1 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 210 time: 0.0396509 Jul 14 09:13:43.939732 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d9abd884-3f1d-4953-b7cc-9c309d78509e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.976667 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-a9fd547e-8999-473d-af73-2a207e4eb9b5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Request body: {'port': {'device_id': 'f26de128-2fa8-4453-9c61-f8834a2009ae', 'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a', 'admin_state_up': True, 'tenant_id': 'c4539603bf1a4d729658c8d9338db594'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:43.987934 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3fe00c75-5227-492d-ae33-c5ec2711f80d'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:44.028400 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d9abd884-3f1d-4953-b7cc-9c309d78509e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:44.030192 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abd884-3f1d-4953-b7cc-9c309d78509e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Pushing event updated for resources: {'Port': ['ID=94e65a1f-98ce-4889-8a69-032edb64e200,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:44.032707 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d9abd884-3f1d-4953-b7cc-9c309d78509e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:44.035171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d9abd884-3f1d-4953-b7cc-9c309d78509e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:44.054752 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['9d41be3e-680f-488a-b434-8ed1a78ce815'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:44.159061 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d9abd884-3f1d-4953-b7cc-9c309d78509e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.159907 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d9abd884-3f1d-4953-b7cc-9c309d78509e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:44.189902 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d9abd884-3f1d-4953-b7cc-9c309d78509e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5373583 Jul 14 09:13:44.202882 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] Request body: {'port': {'device_id': '713c9fd2-bc40-46ee-919f-794af33962af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:44.220042 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399e128b-c11c-4c93-8c52-a4f6d457fa68 x-openstack-request-id: req-399e128b-c11c-4c93-8c52-a4f6d457fa68 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:44.220042 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18cac83-789d-4275-8f3e-29672ec1674d", "name": "network-vif-deleted", "tag": "7904e0ba-84d1-47d4-8d16-fa61fc5f8026", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:44.220042 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-399e128b-c11c-4c93-8c52-a4f6d457fa68 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:44.220424 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18cac83-789d-4275-8f3e-29672ec1674d', 'name': 'network-vif-deleted', 'tag': '7904e0ba-84d1-47d4-8d16-fa61fc5f8026', 'status': 'completed', 'code': 200} Jul 14 09:13:44.451943 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f5a39506-2e85-4e76-9979-26d5c92b4228 req-58be3545-03a2-4af9-870a-93217112fa8b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 210 time: 0.0880709 Jul 14 09:13:44.508717 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-39f06809-a561-449f-bc8d-806b48d6abe1 None None] Provisioning for port 94e65a1f-98ce-4889-8a69-032edb64e200 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:44.514602 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-39f06809-a561-449f-bc8d-806b48d6abe1 None None] Provisioning complete for port 94e65a1f-98ce-4889-8a69-032edb64e200 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:44.515332 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-39f06809-a561-449f-bc8d-806b48d6abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:44.517740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-a9fd547e-8999-473d-af73-2a207e4eb9b5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Made reservation on behalf of c4539603bf1a4d729658c8d9338db594 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:44.526762 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-a9fd547e-8999-473d-af73-2a207e4eb9b5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:44.584631 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4585aea-29d1-4c2e-a839-33de458e8edc {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:44.610694 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-39f06809-a561-449f-bc8d-806b48d6abe1 None None] Port 94e65a1f-98ce-4889-8a69-032edb64e200 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:44.626257 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:44.635647 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:44.639273 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f803c4-70ee-478c-ac90-b3f0e90df50f req-cb0144d9-fdee-4d56-a974-c8098401dcaa tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.647674 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39f803c4-70ee-478c-ac90-b3f0e90df50f req-cb0144d9-fdee-4d56-a974-c8098401dcaa tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 949 time: 0.1914535 Jul 14 09:13:44.711995 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] Transition to ACTIVE for port object d4585aea-29d1-4c2e-a839-33de458e8edc will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:44.720384 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:44.735135 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39f803c4-70ee-478c-ac90-b3f0e90df50f req-6b29b241-4c14-4fe0-a132-eb1c325524c4 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857577 Jul 14 09:13:44.825723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] Pushing event updated for resources: {'Port': ['ID=d4585aea-29d1-4c2e-a839-33de458e8edc,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:44.854559 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-a9fd547e-8999-473d-af73-2a207e4eb9b5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Allocated IP 172.20.0.9 (c36eba21-1dde-48fd-9637-70c170d29f4a/4407057c-5ac0-43dc-87ea-7e041a541f0d/c2cc916d-c29f-416e-9b8a-559563b8ff73) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:44.956375 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] Attempting to bind port d4585aea-29d1-4c2e-a839-33de458e8edc on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:44.957044 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] Attempting to bind port d4585aea-29d1-4c2e-a839-33de458e8edc by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:44.957044 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] Attempting to bind port d4585aea-29d1-4c2e-a839-33de458e8edc on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:44.969553 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] Port d4585aea-29d1-4c2e-a839-33de458e8edc on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:44.980095 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] Attempting to bind port d4585aea-29d1-4c2e-a839-33de458e8edc on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:45.015515 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74464f-11b8-4426-84af-7dcd1039c6a5 req-195bdb78-439b-489a-8eac-72f469e0a2d7 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:45.022825 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee74464f-11b8-4426-84af-7dcd1039c6a5 req-195bdb78-439b-489a-8eac-72f469e0a2d7 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.3539011 Jul 14 09:13:45.029717 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:45.030154 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:45.030602 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:45.031097 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] Bound port: d4585aea-29d1-4c2e-a839-33de458e8edc, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:45.031459 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:45.173096 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] For port d4585aea-29d1-4c2e-a839-33de458e8edc, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:45.178219 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] For port d4585aea-29d1-4c2e-a839-33de458e8edc, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=d4585aea-29d1-4c2e-a839-33de458e8edc,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:45.184242 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:45.247445 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] Pushing event updated for resources: {'Port': ['ID=d4585aea-29d1-4c2e-a839-33de458e8edc,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:45.257533 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-a9fd547e-8999-473d-af73-2a207e4eb9b5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:45.266880 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:45.267753 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:45.269557 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-fc22c604-05ce-4a47-9a60-d483ae243e60 service neutron] 10.222.0.49 "PUT /v2.0/ports/d4585aea-29d1-4c2e-a839-33de458e8edc HTTP/1.1" status: 200 len: 1097 time: 2.1828580 Jul 14 09:13:45.322281 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-a9fd547e-8999-473d-af73-2a207e4eb9b5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:45.367015 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-a9fd547e-8999-473d-af73-2a207e4eb9b5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Network c36eba21-1dde-48fd-9637-70c170d29f4a is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:45.370418 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-a9fd547e-8999-473d-af73-2a207e4eb9b5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:45.377409 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-a9fd547e-8999-473d-af73-2a207e4eb9b5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:45.416214 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd547e-8999-473d-af73-2a207e4eb9b5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Pushing event updated for resources: {'Port': ['ID=c2cc916d-c29f-416e-9b8a-559563b8ff73,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:45.443186 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-a9fd547e-8999-473d-af73-2a207e4eb9b5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:45.443875 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-a9fd547e-8999-473d-af73-2a207e4eb9b5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:45.466204 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-a9fd547e-8999-473d-af73-2a207e4eb9b5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5172672 Jul 14 09:13:45.487396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] Request body: {'port': {'device_id': 'f26de128-2fa8-4453-9c61-f8834a2009ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:45.544776 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee74464f-11b8-4426-84af-7dcd1039c6a5 req-a686c507-8cd7-4402-a35f-10acecb77d6c tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5209849 Jul 14 09:13:45.591166 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405ddf5-6f7e-4960-b3ed-1a8408d05e5e req-641f4230-5ccf-4161-a1a6-921c11b9cf3f tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:45.592944 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8405ddf5-6f7e-4960-b3ed-1a8408d05e5e req-641f4230-5ccf-4161-a1a6-921c11b9cf3f tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=713c9fd2-bc40-46ee-919f-794af33962af HTTP/1.1" status: 200 len: 936 time: 0.6036758 Jul 14 09:13:45.614752 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:45.656529 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8405ddf5-6f7e-4960-b3ed-1a8408d05e5e req-c581c863-d678-40b8-9d9f-5956f7e26452 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577710 Jul 14 09:13:45.686674 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d86abd9d-70f2-45bf-84f8-8abf0304899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:45.688170 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-d86abd9d-70f2-45bf-84f8-8abf0304899e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&device_id=bcd27eac-8890-4597-bc98-12c105379ff4 HTTP/1.1" status: 200 len: 1100 time: 0.1967986 Jul 14 09:13:45.735395 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-e354a08d-ff2d-43c1-a77c-8e47207e39a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=d4585aea-29d1-4c2e-a839-33de458e8edc HTTP/1.1" status: 200 len: 217 time: 0.0367272 Jul 14 09:13:45.748149 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e65a1f-98ce-4889-8a69-032edb64e200 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:45.757837 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:45.772330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] Transition to ACTIVE for port object 94e65a1f-98ce-4889-8a69-032edb64e200 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:45.777569 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:45.797346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-55f3b89f-a721-480a-bf8c-bc36dca0110c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:45.798829 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-55f3b89f-a721-480a-bf8c-bc36dca0110c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0550456 Jul 14 09:13:45.830209 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] Pushing event updated for resources: {'Port': ['ID=94e65a1f-98ce-4889-8a69-032edb64e200,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:46.001941 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:46.017746 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-6fbde2fa-7fd6-4ed3-a5a3-a8750526ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.019449 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-6fbde2fa-7fd6-4ed3-a5a3-a8750526ceb2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1723893 Jul 14 09:13:46.051728 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:46.053002 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7904e0ba-84d1-47d4-8d16-fa61fc5f8026 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:46.128846 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-64fcecfc-7a68-4d06-a65f-745b2f70a644 req-3674d1e2-1aef-4b87-893e-9d2125b2ab06 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 210 time: 0.0602129 Jul 14 09:13:46.154627 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] Attempting to bind port 94e65a1f-98ce-4889-8a69-032edb64e200 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:46.154902 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] Attempting to bind port 94e65a1f-98ce-4889-8a69-032edb64e200 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:46.155236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] Attempting to bind port 94e65a1f-98ce-4889-8a69-032edb64e200 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:46.170561 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] Port 94e65a1f-98ce-4889-8a69-032edb64e200 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:46.170887 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] Attempting to bind port 94e65a1f-98ce-4889-8a69-032edb64e200 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:46.191750 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.219580 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-5561c0b5-a4ae-4576-9cef-8d93fbc6e94e service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928573 Jul 14 09:13:46.223688 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57525e56-b3fc-4eff-adbf-fa42ea6eca8c req-1f7425e6-31cb-44a3-80af-8f796bae2dce tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.230637 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd27eac-8890-4597-bc98-12c105379ff4', 'tag': 'd4585aea-29d1-4c2e-a839-33de458e8edc'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:46.231839 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57525e56-b3fc-4eff-adbf-fa42ea6eca8c req-1f7425e6-31cb-44a3-80af-8f796bae2dce tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 931 time: 0.3582580 Jul 14 09:13:46.232855 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce592da-6b95-4c7e-b3e6-968a0c5dd5e8" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd27eac-8890-4597-bc98-12c105379ff4", "tag": "d4585aea-29d1-4c2e-a839-33de458e8edc"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:46.235097 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:46.236439 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:46.236834 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:46.237287 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] Bound port: 94e65a1f-98ce-4889-8a69-032edb64e200, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:46.237654 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.441040 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57525e56-b3fc-4eff-adbf-fa42ea6eca8c req-7d58c3f1-fa18-44b6-8932-e56fc8a84a4e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073748 Jul 14 09:13:46.536199 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] For port 94e65a1f-98ce-4889-8a69-032edb64e200, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:46.566239 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] For port 94e65a1f-98ce-4889-8a69-032edb64e200, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=94e65a1f-98ce-4889-8a69-032edb64e200,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:46.577661 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.689554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66827cc-420c-4c8d-847d-a1062e7e99eb req-c58d1733-9b46-4ced-8381-5c1877d19695 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.704555 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f66827cc-420c-4c8d-847d-a1062e7e99eb req-c58d1733-9b46-4ced-8381-5c1877d19695 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 949 time: 0.3408298 Jul 14 09:13:46.735025 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-1adae8e6-8c14-45e9-a105-0ef654b81110 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.737170 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-1adae8e6-8c14-45e9-a105-0ef654b81110 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.49 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 807 time: 0.5164652 Jul 14 09:13:46.784317 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] Pushing event updated for resources: {'Port': ['ID=94e65a1f-98ce-4889-8a69-032edb64e200,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:46.800967 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.803598 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.809640 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-cbddb9b1-c14a-4e59-9b90-7c2ca85c7491 service neutron] 10.222.0.49 "PUT /v2.0/ports/94e65a1f-98ce-4889-8a69-032edb64e200 HTTP/1.1" status: 200 len: 1097 time: 2.6101804 Jul 14 09:13:46.810498 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713c9fd2-bc40-46ee-919f-794af33962af', 'tag': '94e65a1f-98ce-4889-8a69-032edb64e200'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:46.849112 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452a7b1b-a8b5-4fc4-8ec5-80f3d04f589c" -d '{"events": [{"name": "network-changed", "server_uuid": "713c9fd2-bc40-46ee-919f-794af33962af", "tag": "94e65a1f-98ce-4889-8a69-032edb64e200"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:46.906463 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2cc916d-c29f-416e-9b8a-559563b8ff73 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:46.928719 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.949839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] Transition to ACTIVE for port object c2cc916d-c29f-416e-9b8a-559563b8ff73 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:46.961078 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b7f630-2517-462a-bc6c-80763318cacd x-openstack-request-id: req-b8b7f630-2517-462a-bc6c-80763318cacd {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:46.961250 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd27eac-8890-4597-bc98-12c105379ff4", "tag": "d4585aea-29d1-4c2e-a839-33de458e8edc", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:46.961511 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b8b7f630-2517-462a-bc6c-80763318cacd {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:46.961941 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd27eac-8890-4597-bc98-12c105379ff4', 'tag': 'd4585aea-29d1-4c2e-a839-33de458e8edc', 'status': 'completed', 'code': 200} Jul 14 09:13:46.969199 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-1424e137-59cd-4bda-9301-0499239d35e1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Request body: {'port': {'device_id': '182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd', 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90', 'admin_state_up': True, 'tenant_id': 'c4264b80484d4b9d96530524cfdc3c7d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:46.982793 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.076567 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f66827cc-420c-4c8d-847d-a1062e7e99eb req-29298562-79d9-46b7-b02c-f0390235af5b tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839718 Jul 14 09:13:47.093551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9d41be3e-680f-488a-b434-8ed1a78ce815 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:47.106198 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-544742b7-8619-41f9-a4fd-6c4f07551f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:47.108952 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-544742b7-8619-41f9-a4fd-6c4f07551f94 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&device_id=713c9fd2-bc40-46ee-919f-794af33962af HTTP/1.1" status: 200 len: 1100 time: 0.2296293 Jul 14 09:13:47.216176 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cc916d-c29f-416e-9b8a-559563b8ff73,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:47.258226 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 9d41be3e-680f-488a-b434-8ed1a78ce815 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:47.275211 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 9d41be3e-680f-488a-b434-8ed1a78ce815 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:47.275957 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.301469 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-918aef7b-c0f5-4b9e-be75-d1bf30e7387c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=94e65a1f-98ce-4889-8a69-032edb64e200 HTTP/1.1" status: 200 len: 217 time: 0.1806915 Jul 14 09:13:47.335212 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea492771-b98b-4dd0-be3b-cc672359288c req-8d47aa62-f7f2-4b61-aa32-a9cc70918b65 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:47.336912 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea492771-b98b-4dd0-be3b-cc672359288c req-8d47aa62-f7f2-4b61-aa32-a9cc70918b65 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.3864882 Jul 14 09:13:47.525135 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] Attempting to bind port c2cc916d-c29f-416e-9b8a-559563b8ff73 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:47.525479 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] Attempting to bind port c2cc916d-c29f-416e-9b8a-559563b8ff73 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '72bb0827-f879-47e1-800a-e4223ce92500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:47.529661 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.529884 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] Attempting to bind port c2cc916d-c29f-416e-9b8a-559563b8ff73 on network c36eba21-1dde-48fd-9637-70c170d29f4a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:47.539062 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-11ee04a6-a5b3-49f0-8351-d5a15473c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:47.544845 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] Port c2cc916d-c29f-416e-9b8a-559563b8ff73 on network c36eba21-1dde-48fd-9637-70c170d29f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:47.545179 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] Attempting to bind port c2cc916d-c29f-416e-9b8a-559563b8ff73 on network c36eba21-1dde-48fd-9637-70c170d29f4a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:47.553549 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-b496a86e-d6ea-4367-8271-62812be50c27 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3151724 Jul 14 09:13:47.571894 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:47.572247 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] Checking segment: {'id': '72bb0827-f879-47e1-800a-e4223ce92500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:47.572643 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] Bound using segment: {'id': '72bb0827-f879-47e1-800a-e4223ce92500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:47.573092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] Bound port: c2cc916d-c29f-416e-9b8a-559563b8ff73, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bb0827-f879-47e1-800a-e4223ce92500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:47.573455 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.584331 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ee4b83-ec90-461c-990e-bf9315e301db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d41be3e-680f-488a-b434-8ed1a78ce815'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:47.593370 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-11ee04a6-a5b3-49f0-8351-d5a15473c8ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.2839861 Jul 14 09:13:47.594092 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26108c42-5872-4ef9-99ac-e7d5ce714cb9" -d '{"events": [{"server_uuid": "40ee4b83-ec90-461c-990e-bf9315e301db", "name": "network-vif-plugged", "status": "completed", "tag": "9d41be3e-680f-488a-b434-8ed1a78ce815"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:47.658211 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 9d41be3e-680f-488a-b434-8ed1a78ce815, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9d41be3e-680f-488a-b434-8ed1a78ce815,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:47.663643 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.742192 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] For port c2cc916d-c29f-416e-9b8a-559563b8ff73, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:47.746706 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] For port c2cc916d-c29f-416e-9b8a-559563b8ff73, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=c2cc916d-c29f-416e-9b8a-559563b8ff73,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:47.782480 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea492771-b98b-4dd0-be3b-cc672359288c req-21ba8fe1-24d5-439b-9251-a106179654cf tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942130 Jul 14 09:13:47.799952 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.833572 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:47.835531 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.837570 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] 10.222.0.55 "PUT /v2.0/ports/c2cc916d-c29f-416e-9b8a-559563b8ff73 HTTP/1.1" status: 200 len: 1092 time: 2.3574884 Jul 14 09:13:47.861040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-3d498b2b-fe49-4bc8-9192-5ad4b3ec9670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:47.863725 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-1424e137-59cd-4bda-9301-0499239d35e1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Made reservation on behalf of c4264b80484d4b9d96530524cfdc3c7d for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:47.867232 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-3d498b2b-fe49-4bc8-9192-5ad4b3ec9670 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2717528 Jul 14 09:13:47.868959 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-1424e137-59cd-4bda-9301-0499239d35e1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.937368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbfbba-4ad6-456f-aa33-827e2202d395 req-0ef154ab-bf2f-48a7-97d0-863ecef7ae49 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:47.941080 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3acbfbba-4ad6-456f-aa33-827e2202d395 req-0ef154ab-bf2f-48a7-97d0-863ecef7ae49 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=713c9fd2-bc40-46ee-919f-794af33962af HTTP/1.1" status: 200 len: 948 time: 0.4847438 Jul 14 09:13:48.021744 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=9d41be3e-680f-488a-b434-8ed1a78ce815,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:48.090415 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3acbfbba-4ad6-456f-aa33-827e2202d395 req-78529502-5be8-4a1b-854c-6fb8f897e24e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202905 Jul 14 09:13:48.097287 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a212ce76-4763-4b41-ab3b-ff5a67f594fd x-openstack-request-id: req-a212ce76-4763-4b41-ab3b-ff5a67f594fd {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:48.097287 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713c9fd2-bc40-46ee-919f-794af33962af", "tag": "94e65a1f-98ce-4889-8a69-032edb64e200", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:48.097551 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a212ce76-4763-4b41-ab3b-ff5a67f594fd {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:48.098316 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713c9fd2-bc40-46ee-919f-794af33962af', 'tag': '94e65a1f-98ce-4889-8a69-032edb64e200', 'status': 'completed', 'code': 200} Jul 14 09:13:48.129963 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-7ba56107-ed2c-4395-9bc5-4eaf1378eca0 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482462 Jul 14 09:13:48.206221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-1424e137-59cd-4bda-9301-0499239d35e1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Allocated IP 172.20.0.13 (fbea3c05-472e-4cae-8d96-84e615e12c90/17a63800-8b58-4cad-a5bc-7f335e7d2ba1/23ebf912-42d9-4743-a7c9-ca83d9a80528) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:48.208230 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04592b3-25d1-40fb-8b1a-e02ba53c6121 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cc916d-c29f-416e-9b8a-559563b8ff73,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:48.220346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce592da-6b95-4c7e-b3e6-968a0c5dd5e8 req-10e7b469-2fe8-4071-9a93-5a8392bd3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.222808 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1ce592da-6b95-4c7e-b3e6-968a0c5dd5e8 req-10e7b469-2fe8-4071-9a93-5a8392bd3035 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&device_id=bcd27eac-8890-4597-bc98-12c105379ff4 HTTP/1.1" status: 200 len: 1100 time: 0.4719982 Jul 14 09:13:48.295496 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-273d4110-7615-4967-b5f4-3a403aa69c0b req-4f2cd505-f514-4dc7-81f3-1925658b0f3e service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573195 Jul 14 09:13:48.394829 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49666a97-4016-4b01-aafe-1badfec1be45 req-67df8f6d-2fbb-4fc3-8d01-fbd2ec33887c tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 210 time: 0.0982671 Jul 14 09:13:48.467401 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e75f932-d84c-4dde-82ff-a955f8a16fd9 x-openstack-request-id: req-9e75f932-d84c-4dde-82ff-a955f8a16fd9 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:48.467401 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ee4b83-ec90-461c-990e-bf9315e301db", "name": "network-vif-plugged", "status": "completed", "tag": "9d41be3e-680f-488a-b434-8ed1a78ce815", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:48.467999 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e75f932-d84c-4dde-82ff-a955f8a16fd9 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:48.467999 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ee4b83-ec90-461c-990e-bf9315e301db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d41be3e-680f-488a-b434-8ed1a78ce815', 'code': 200} Jul 14 09:13:48.501017 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a7b1b-a8b5-4fc4-8ec5-80f3d04f589c req-be2a6d37-3ade-431b-90b0-ed09a7f6a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.513315 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-452a7b1b-a8b5-4fc4-8ec5-80f3d04f589c req-be2a6d37-3ade-431b-90b0-ed09a7f6a843 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&device_id=713c9fd2-bc40-46ee-919f-794af33962af HTTP/1.1" status: 200 len: 1100 time: 0.1379175 Jul 14 09:13:48.552581 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-ead49dfd-4f92-47a7-9b71-55f738d105d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.554139 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-ead49dfd-4f92-47a7-9b71-55f738d105d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4539603bf1a4d729658c8d9338db594&device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 1095 time: 0.5180511 Jul 14 09:13:48.688041 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-a01d3c56-cc53-45ee-8545-a0ca98ad1541 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2cc916d-c29f-416e-9b8a-559563b8ff73 HTTP/1.1" status: 200 len: 217 time: 0.0811028 Jul 14 09:13:48.690703 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-1424e137-59cd-4bda-9301-0499239d35e1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:48.694329 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce592da-6b95-4c7e-b3e6-968a0c5dd5e8 req-243930a5-115e-48e2-b269-1e0f3b9f2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.695783 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1ce592da-6b95-4c7e-b3e6-968a0c5dd5e8 req-243930a5-115e-48e2-b269-1e0f3b9f2797 service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.4525406 Jul 14 09:13:48.721668 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a7b1b-a8b5-4fc4-8ec5-80f3d04f589c req-ceabb6aa-7a10-4607-9de2-d3a29bc7b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.723328 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-452a7b1b-a8b5-4fc4-8ec5-80f3d04f589c req-ceabb6aa-7a10-4607-9de2-d3a29bc7b894 service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.2077832 Jul 14 09:13:48.730716 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a4cb4-cb1c-4e5c-9d95-490e1fb1dd8f req-be3e4694-b1d8-49e3-ad5b-19e9b4ca7ace tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.732208 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-977a4cb4-cb1c-4e5c-9d95-490e1fb1dd8f req-be3e4694-b1d8-49e3-ad5b-19e9b4ca7ace tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 943 time: 0.2135148 Jul 14 09:13:48.769575 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-452a7b1b-a8b5-4fc4-8ec5-80f3d04f589c req-d52ba516-59d9-4ede-961c-5c3d3f49d966 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=94e65a1f-98ce-4889-8a69-032edb64e200 HTTP/1.1" status: 200 len: 217 time: 0.0362458 Jul 14 09:13:48.773832 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1ce592da-6b95-4c7e-b3e6-968a0c5dd5e8 req-2ef70ba1-a8fd-486e-b935-96630ad749ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=d4585aea-29d1-4c2e-a839-33de458e8edc HTTP/1.1" status: 200 len: 217 time: 0.0665064 Jul 14 09:13:48.792812 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15006c57-7963-4e5b-8ed6-0d95096e2327 req-f16af1d0-a91e-4096-9b4c-23fc6610231f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.796638 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15006c57-7963-4e5b-8ed6-0d95096e2327 req-f16af1d0-a91e-4096-9b4c-23fc6610231f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.1851165 Jul 14 09:13:48.840488 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-fcc1ef07-4caa-41e7-8061-3151f7d4b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.842052 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-fcc1ef07-4caa-41e7-8061-3151f7d4b23f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4407057c-5ac0-43dc-87ea-7e041a541f0d HTTP/1.1" status: 200 len: 855 time: 0.1453440 Jul 14 09:13:48.890560 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-977a4cb4-cb1c-4e5c-9d95-490e1fb1dd8f req-cd0ef035-df22-4305-b497-4c46803dae76 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198161 Jul 14 09:13:48.891949 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a7b1b-a8b5-4fc4-8ec5-80f3d04f589c req-cb6064fb-6378-4396-848f-19c54ca73337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.892380 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-723dbd86-832d-424f-b71f-3942a88f4858 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c36eba21-1dde-48fd-9637-70c170d29f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390778 Jul 14 09:13:48.893300 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-452a7b1b-a8b5-4fc4-8ec5-80f3d04f589c req-cb6064fb-6378-4396-848f-19c54ca73337 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0943499 Jul 14 09:13:48.894145 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0aadcc-0cee-4f2d-920a-10839aaad467 req-10bb4330-b2a5-4c83-8a83-128a33c14853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.895469 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0e0aadcc-0cee-4f2d-920a-10839aaad467 req-10bb4330-b2a5-4c83-8a83-128a33c14853 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 1102 time: 0.2973425 Jul 14 09:13:48.901860 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce592da-6b95-4c7e-b3e6-968a0c5dd5e8 req-0394fa4e-2c44-4bba-8088-a70c60566bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.903306 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1ce592da-6b95-4c7e-b3e6-968a0c5dd5e8 req-0394fa4e-2c44-4bba-8088-a70c60566bd7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1177375 Jul 14 09:13:48.917678 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15006c57-7963-4e5b-8ed6-0d95096e2327 req-19351203-1faf-4046-9c21-3ae0b58310c1 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097300 Jul 14 09:13:48.927696 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-1424e137-59cd-4bda-9301-0499239d35e1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:48.947590 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['62d3aa63-952c-4309-8c2e-8abeb092f55b'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:48.991477 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26de128-2fa8-4453-9c61-f8834a2009ae', 'tag': 'c2cc916d-c29f-416e-9b8a-559563b8ff73'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:48.998894 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80aad12-185d-479a-bcbc-667a0769305b" -d '{"events": [{"name": "network-changed", "server_uuid": "f26de128-2fa8-4453-9c61-f8834a2009ae", "tag": "c2cc916d-c29f-416e-9b8a-559563b8ff73"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:49.008044 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a7b1b-a8b5-4fc4-8ec5-80f3d04f589c req-ead39133-b100-491e-ae2c-3691e77f3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:49.010641 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-452a7b1b-a8b5-4fc4-8ec5-80f3d04f589c req-ead39133-b100-491e-ae2c-3691e77f3e11 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1102743 Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.011804 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.015876 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.015876 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.015876 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.015876 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.015876 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.015876 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.015876 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.015876 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.015876 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.015876 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.015876 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.015876 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.015876 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.015876 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.015876 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.015876 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.015876 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:49.015876 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:49.200282 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424e137-59cd-4bda-9301-0499239d35e1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Pushing event updated for resources: {'Port': ['ID=23ebf912-42d9-4743-a7c9-ca83d9a80528,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:49.217845 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-1424e137-59cd-4bda-9301-0499239d35e1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Network fbea3c05-472e-4cae-8d96-84e615e12c90 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:49.228990 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-452a7b1b-a8b5-4fc4-8ec5-80f3d04f589c req-83d826a5-3029-4778-9a1f-7d1a033d7087 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104158 Jul 14 09:13:49.233507 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-1424e137-59cd-4bda-9301-0499239d35e1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:49.240978 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-1424e137-59cd-4bda-9301-0499239d35e1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:49.245588 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0e0aadcc-0cee-4f2d-920a-10839aaad467 req-65255539-1ad9-44e7-80fd-4d65bb6d23e8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411188 Jul 14 09:13:49.252285 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e0580-3a24-46c0-a151-2c1efd60a9fa req-aec0f0fd-6d92-4a5c-b69a-f07e3ece9a96 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:49.260852 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-934e0580-3a24-46c0-a151-2c1efd60a9fa req-aec0f0fd-6d92-4a5c-b69a-f07e3ece9a96 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1544080 Jul 14 09:13:49.288968 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3de81c-ca7e-42b9-8ffd-8c3634450a4d x-openstack-request-id: req-4e3de81c-ca7e-42b9-8ffd-8c3634450a4d {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:49.289292 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f26de128-2fa8-4453-9c61-f8834a2009ae", "tag": "c2cc916d-c29f-416e-9b8a-559563b8ff73", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:49.289507 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e3de81c-ca7e-42b9-8ffd-8c3634450a4d {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:49.289923 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26de128-2fa8-4453-9c61-f8834a2009ae', 'tag': 'c2cc916d-c29f-416e-9b8a-559563b8ff73', 'status': 'completed', 'code': 200} Jul 14 09:13:49.355313 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-1424e137-59cd-4bda-9301-0499239d35e1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:49.356268 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-1424e137-59cd-4bda-9301-0499239d35e1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.362617 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-f7a34a64-ac00-4777-bc70-beed1284b0e8 service neutron] 10.222.0.55 "GET /v2.0/networks/c36eba21-1dde-48fd-9637-70c170d29f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574358 Jul 14 09:13:49.380131 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce592da-6b95-4c7e-b3e6-968a0c5dd5e8 req-78275d16-21c0-4217-b16b-904b33c12154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:49.382163 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1ce592da-6b95-4c7e-b3e6-968a0c5dd5e8 req-78275d16-21c0-4217-b16b-904b33c12154 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4632142 Jul 14 09:13:49.384092 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-1424e137-59cd-4bda-9301-0499239d35e1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4205258 Jul 14 09:13:49.387113 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-934e0580-3a24-46c0-a151-2c1efd60a9fa req-a6d6cd4e-dfb9-48c0-8ed0-bfb0c4bc6fa2 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250582 Jul 14 09:13:49.411403 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] Request body: {'port': {'device_id': '182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:49.486691 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cb2fc-fb5b-4953-b5c0-82f2f25bc315 req-a7312030-4756-42ba-a3ea-c28104d550d0 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:49.494815 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e6cb2fc-fb5b-4953-b5c0-82f2f25bc315 req-a7312030-4756-42ba-a3ea-c28104d550d0 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=713c9fd2-bc40-46ee-919f-794af33962af HTTP/1.1" status: 200 len: 948 time: 0.1023428 Jul 14 09:13:49.498859 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-452a7b1b-a8b5-4fc4-8ec5-80f3d04f589c req-00bd6d04-c216-4700-be2f-ad285a931253 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620623 Jul 14 09:13:49.542194 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.546766 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e6cb2fc-fb5b-4953-b5c0-82f2f25bc315 req-b9f72ae9-0505-4342-924a-297c344c93c4 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511243 Jul 14 09:13:49.747406 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1ce592da-6b95-4c7e-b3e6-968a0c5dd5e8 req-c22a2f95-c978-4110-995a-61417bfd825d service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523266 Jul 14 09:13:49.751768 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a39659-17bf-4241-8790-c88054ca8053 req-e53726da-5854-4890-b5d9-4ec541d0715f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:49.754265 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6a39659-17bf-4241-8790-c88054ca8053 req-e53726da-5854-4890-b5d9-4ec541d0715f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 932 time: 0.1370242 Jul 14 09:13:49.813561 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86646763-d857-4513-a985-86616103d494 req-41e4da2d-f69c-4e1d-9cc9-d2197f1ea76a tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:49.815357 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86646763-d857-4513-a985-86616103d494 req-41e4da2d-f69c-4e1d-9cc9-d2197f1ea76a tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 821 time: 0.1540616 Jul 14 09:13:49.823831 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6a39659-17bf-4241-8790-c88054ca8053 req-9182bc6b-4130-49b9-9c16-26dc4f0e5a72 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598104 Jul 14 09:13:49.839902 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86646763-d857-4513-a985-86616103d494 req-af0c304e-b3bb-4b16-bde0-bfb819651543 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/quotas/fb19214797344ab2ac345b8f12b29ed5 HTTP/1.1" status: 200 len: 375 time: 0.0150902 Jul 14 09:13:49.878482 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb1fd1f9-c593-4693-82d1-3e02329fab0a req-b77d6c58-483d-4610-be07-d759b6733dcd service neutron] 10.222.0.55 "GET /v2.0/networks/c36eba21-1dde-48fd-9637-70c170d29f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924981 Jul 14 09:13:49.910329 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86646763-d857-4513-a985-86616103d494 req-36453bf2-a228-489c-a0fd-e6db6bf44ad8 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0695734 Jul 14 09:13:49.931954 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1ce592da-6b95-4c7e-b3e6-968a0c5dd5e8 req-f4158744-41b2-4d7e-9817-a9058abc1edf service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714807 Jul 14 09:13:50.023231 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86646763-d857-4513-a985-86616103d494 req-b94c154f-45fb-450a-b9ab-eee9956f68c6 service neutron] 10.222.0.26 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046007 Jul 14 09:13:50.030329 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device d4585aea-29d1-4c2e-a839-33de458e8edc details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:50.039501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ebf912-42d9-4743-a7c9-ca83d9a80528 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:50.065539 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:50.083606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] Transition to ACTIVE for port object 23ebf912-42d9-4743-a7c9-ca83d9a80528 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:50.098297 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:50.136742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80aad12-185d-479a-bcbc-667a0769305b req-f42302e0-4528-43a2-89ba-e55c93e8286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:50.138459 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c80aad12-185d-479a-bcbc-667a0769305b req-f42302e0-4528-43a2-89ba-e55c93e8286b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4539603bf1a4d729658c8d9338db594&device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 1095 time: 0.1123931 Jul 14 09:13:50.153345 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port d4585aea-29d1-4c2e-a839-33de458e8edc, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=d4585aea-29d1-4c2e-a839-33de458e8edc,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:50.168021 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'd4585aea-29d1-4c2e-a839-33de458e8edc', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': 'd4585aea-29d1-4c2e-a839-33de458e8edc', 'mac_address': 'fa:16:3e:ce:32:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:50.189296 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3c408-8fd6-420c-b30b-a23c6d896f4e req-e4386065-11ec-4030-9c92-15d4e5ffc7d6 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:50.191014 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ea3c408-8fd6-420c-b30b-a23c6d896f4e req-e4386065-11ec-4030-9c92-15d4e5ffc7d6 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 943 time: 0.1494851 Jul 14 09:13:50.214667 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86646763-d857-4513-a985-86616103d494 req-df5994c7-43c2-45cf-b73c-1c25d7f29dcc service neutron] 10.222.0.26 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758542 Jul 14 09:13:50.251893 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:50.254433 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ea3c408-8fd6-420c-b30b-a23c6d896f4e req-5bfda760-b15c-48a6-b3f9-f8702f318762 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513842 Jul 14 09:13:50.273603 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80aad12-185d-479a-bcbc-667a0769305b req-70ea22bc-63e4-4d63-8403-da0226a18c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:50.275358 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c80aad12-185d-479a-bcbc-667a0769305b req-70ea22bc-63e4-4d63-8403-da0226a18c37 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c36eba21-1dde-48fd-9637-70c170d29f4a HTTP/1.1" status: 200 len: 916 time: 0.1242690 Jul 14 09:13:50.293234 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4585aea-29d1-4c2e-a839-33de458e8edc {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:50.319618 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ac616-0f70-4356-98c3-414605847dae service neutron] Pushing event updated for resources: {'Port': ['ID=23ebf912-42d9-4743-a7c9-ca83d9a80528,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:50.340940 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port d4585aea-29d1-4c2e-a839-33de458e8edc, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=d4585aea-29d1-4c2e-a839-33de458e8edc,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:50.358003 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:50.422850 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=d4585aea-29d1-4c2e-a839-33de458e8edc,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:50.489250 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f408b-8404-4cbe-9918-582324a60937 req-45453d50-cf53-4f31-8379-82a5a990873e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:50.491520 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d85f408b-8404-4cbe-9918-582324a60937 req-45453d50-cf53-4f31-8379-82a5a990873e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.1121283 Jul 14 09:13:50.544103 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d85f408b-8404-4cbe-9918-582324a60937 req-45122dd7-721f-4175-83dd-309f7dd917d9 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471840 Jul 14 09:13:50.647338 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['d4585aea-29d1-4c2e-a839-33de458e8edc'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:50.747521 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c80aad12-185d-479a-bcbc-667a0769305b req-3be574e2-46e4-4f16-b3f4-3825767f58cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2cc916d-c29f-416e-9b8a-559563b8ff73 HTTP/1.1" status: 200 len: 217 time: 0.4351771 Jul 14 09:13:50.835916 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a57238-a76c-48e2-920b-7358f3417b63 req-41288237-4a64-445e-b79b-02b2b817d715 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:50.844562 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9a57238-a76c-48e2-920b-7358f3417b63 req-41288237-4a64-445e-b79b-02b2b817d715 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0873089 Jul 14 09:13:50.903071 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9a57238-a76c-48e2-920b-7358f3417b63 req-405f2e64-e623-4479-a2fd-ba63c35ce5e3 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572877 Jul 14 09:13:50.919573 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] Attempting to bind port 23ebf912-42d9-4743-a7c9-ca83d9a80528 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:50.919925 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] Attempting to bind port 23ebf912-42d9-4743-a7c9-ca83d9a80528 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:50.920256 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] Attempting to bind port 23ebf912-42d9-4743-a7c9-ca83d9a80528 on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:50.923695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80aad12-185d-479a-bcbc-667a0769305b req-80f06bf8-c5ff-4956-9fdf-553dcff8bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:50.925285 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c80aad12-185d-479a-bcbc-667a0769305b req-80f06bf8-c5ff-4956-9fdf-553dcff8bf76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4407057c-5ac0-43dc-87ea-7e041a541f0d HTTP/1.1" status: 200 len: 855 time: 0.1113133 Jul 14 09:13:50.940134 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] Port 23ebf912-42d9-4743-a7c9-ca83d9a80528 on network fbea3c05-472e-4cae-8d96-84e615e12c90 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:50.940464 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] Attempting to bind port 23ebf912-42d9-4743-a7c9-ca83d9a80528 on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:50.957681 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:50.957999 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] Checking segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:50.958384 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] Bound using segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:50.964396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] Bound port: 23ebf912-42d9-4743-a7c9-ca83d9a80528, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:50.964854 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.041027 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c80aad12-185d-479a-bcbc-667a0769305b req-75cb8bfa-e382-4eae-866c-def52b07581f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c36eba21-1dde-48fd-9637-70c170d29f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839057 Jul 14 09:13:51.083423 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96688987-bb90-42af-a4ac-64d967d78f20 req-b070357b-f1e8-4364-a9f5-10492c2204cc tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 210 time: 0.0527012 Jul 14 09:13:51.084141 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1b17ad19-7fce-444b-816a-01f6e1af176c req-dabe96f2-5aa6-4230-ba3a-92acf065cb92 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2997155 Jul 14 09:13:51.167904 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84533987-0d89-43ed-85ff-5330b8e4ec43 req-b1eb71b6-9643-4a1a-a96c-94a71f9b60a5 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:51.169470 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84533987-0d89-43ed-85ff-5330b8e4ec43 req-b1eb71b6-9643-4a1a-a96c-94a71f9b60a5 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=713c9fd2-bc40-46ee-919f-794af33962af HTTP/1.1" status: 200 len: 948 time: 0.0889196 Jul 14 09:13:51.227402 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84533987-0d89-43ed-85ff-5330b8e4ec43 req-6099ce2f-c67d-4182-afb9-911a6366aac8 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472338 Jul 14 09:13:51.325315 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] For port 23ebf912-42d9-4743-a7c9-ca83d9a80528, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:51.334974 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] For port 23ebf912-42d9-4743-a7c9-ca83d9a80528, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=23ebf912-42d9-4743-a7c9-ca83d9a80528,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:51.344296 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.349908 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26870c8-a709-492f-b393-09e4feadd198 req-1ac8a536-4e1c-4cbe-9448-2f71941ecd7a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:51.351938 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b26870c8-a709-492f-b393-09e4feadd198 req-1ac8a536-4e1c-4cbe-9448-2f71941ecd7a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 944 time: 0.0802150 Jul 14 09:13:51.397916 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b26870c8-a709-492f-b393-09e4feadd198 req-9cb817b4-71e7-40e5-91d3-8439b3d20e8f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401428 Jul 14 09:13:51.410538 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ac616-0f70-4356-98c3-414605847dae service neutron] Pushing event updated for resources: {'Port': ['ID=23ebf912-42d9-4743-a7c9-ca83d9a80528,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:51.417425 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c80aad12-185d-479a-bcbc-667a0769305b req-82c54361-fcc3-45b1-982c-c80223b0a3b5 service neutron] 10.222.0.55 "GET /v2.0/networks/c36eba21-1dde-48fd-9637-70c170d29f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521447 Jul 14 09:13:51.486769 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:51.487468 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.489233 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-b17ac616-0f70-4356-98c3-414605847dae service neutron] 10.222.0.49 "PUT /v2.0/ports/23ebf912-42d9-4743-a7c9-ca83d9a80528 HTTP/1.1" status: 200 len: 1093 time: 2.0831482 Jul 14 09:13:51.491413 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd', 'tag': '23ebf912-42d9-4743-a7c9-ca83d9a80528'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:51.499333 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbf7a55-c82f-4335-9379-76bbffd10372" -d '{"events": [{"name": "network-changed", "server_uuid": "182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd", "tag": "23ebf912-42d9-4743-a7c9-ca83d9a80528"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:51.519354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c70e3-1ae9-4513-b84d-e55dcf60b880 req-ceb79780-4fee-46af-923c-ed5a9767bcc0 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:51.528565 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17ad19-7fce-444b-816a-01f6e1af176c req-5bd9fcee-2ebb-4a55-9da7-387f3a94d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:51.528762 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c53c70e3-1ae9-4513-b84d-e55dcf60b880 req-ceb79780-4fee-46af-923c-ed5a9767bcc0 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 943 time: 0.0805562 Jul 14 09:13:51.532302 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1b17ad19-7fce-444b-816a-01f6e1af176c req-5bd9fcee-2ebb-4a55-9da7-387f3a94d808 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 1096 time: 0.2941360 Jul 14 09:13:51.574445 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c53c70e3-1ae9-4513-b84d-e55dcf60b880 req-c0992816-b1f9-4dbe-a0e0-05cd0541457d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448427 Jul 14 09:13:51.583133 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc15f6f8-9387-473f-9f6f-3d950081a9f9 x-openstack-request-id: req-bc15f6f8-9387-473f-9f6f-3d950081a9f9 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:51.583412 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd", "tag": "23ebf912-42d9-4743-a7c9-ca83d9a80528", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:51.583670 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc15f6f8-9387-473f-9f6f-3d950081a9f9 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:51.584063 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd', 'tag': '23ebf912-42d9-4743-a7c9-ca83d9a80528', 'status': 'completed', 'code': 200} Jul 14 09:13:51.677293 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c80aad12-185d-479a-bcbc-667a0769305b req-cd31c6c1-57a4-4f9e-b433-2f28cb96fafe service neutron] 10.222.0.55 "GET /v2.0/networks/c36eba21-1dde-48fd-9637-70c170d29f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519865 Jul 14 09:13:51.694246 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-96904826-08a0-404c-9e4f-3a0b6079a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:51.695751 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-96904826-08a0-404c-9e4f-3a0b6079a843 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 1096 time: 0.1482472 Jul 14 09:13:51.746026 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-796e4fef-819f-4bfe-b223-b5e11edac989 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23ebf912-42d9-4743-a7c9-ca83d9a80528 HTTP/1.1" status: 200 len: 217 time: 0.0426109 Jul 14 09:13:51.749133 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17ad19-7fce-444b-816a-01f6e1af176c req-30e3ce99-6da1-4d3f-8e88-dc7d8acef65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:51.750606 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1b17ad19-7fce-444b-816a-01f6e1af176c req-30e3ce99-6da1-4d3f-8e88-dc7d8acef65b service neutron] 10.222.0.49 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 922 time: 0.1658216 Jul 14 09:13:51.777543 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d9388-5973-4c14-a955-669b8246cb48 req-0091ea51-0261-4b13-b181-8d9935ed21b7 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:51.779350 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a9d9388-5973-4c14-a955-669b8246cb48 req-0091ea51-0261-4b13-b181-8d9935ed21b7 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.0834136 Jul 14 09:13:51.808001 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-99ed0989-791a-4a03-9679-b054739c8ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:51.809828 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-99ed0989-791a-4a03-9679-b054739c8ead service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.0527534 Jul 14 09:13:51.830331 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a9d9388-5973-4c14-a955-669b8246cb48 req-8588e2cc-2acd-4231-98da-d6bf79533a13 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442231 Jul 14 09:13:51.859324 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1b17ad19-7fce-444b-816a-01f6e1af176c req-21677b71-7498-45c6-a1a8-54de1b478241 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea20befa-5512-4d82-8c96-21c174b548d5 HTTP/1.1" status: 200 len: 217 time: 0.0483460 Jul 14 09:13:51.888265 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-d37ef7c8-85f1-4461-ae92-ae668cc42a1c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376420 Jul 14 09:13:51.973544 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17ad19-7fce-444b-816a-01f6e1af176c req-c27f2a9d-cadb-4786-b55f-a3e7b881475c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:51.975121 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1b17ad19-7fce-444b-816a-01f6e1af176c req-c27f2a9d-cadb-4786-b55f-a3e7b881475c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.0963182 Jul 14 09:13:52.018996 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1b17ad19-7fce-444b-816a-01f6e1af176c req-5969d031-a5c7-4274-bba3-277fc32efbc3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315676 Jul 14 09:13:52.044470 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 94e65a1f-98ce-4889-8a69-032edb64e200 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:52.048173 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device d4585aea-29d1-4c2e-a839-33de458e8edc up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:52.061837 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd40a5-9d45-4d76-9245-1fffbdadf29b req-c290d03c-afed-462b-8788-090fb5f61b8e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:52.069710 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0dbd40a5-9d45-4d76-9245-1fffbdadf29b req-c290d03c-afed-462b-8788-090fb5f61b8e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.1244905 Jul 14 09:13:52.083865 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-69ddebf1-b62a-47a0-a096-56edacd3d185 service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770070 Jul 14 09:13:52.129327 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0dbd40a5-9d45-4d76-9245-1fffbdadf29b req-896e8798-8c89-4d74-895c-0a061438f707 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586205 Jul 14 09:13:52.177591 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f77f4-a0d6-4776-9ae6-578d02fe8d03 req-93ed486f-d824-4b19-a379-c71870b4ce23 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:52.182697 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-397f77f4-a0d6-4776-9ae6-578d02fe8d03 req-93ed486f-d824-4b19-a379-c71870b4ce23 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1660225 Jul 14 09:13:52.206332 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1b17ad19-7fce-444b-816a-01f6e1af176c req-75fa4677-deac-4eae-99aa-4a1fe46b73b4 service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810033 Jul 14 09:13:52.263597 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port d4585aea-29d1-4c2e-a839-33de458e8edc completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:52.270531 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-397f77f4-a0d6-4776-9ae6-578d02fe8d03 req-2f6cdeaa-3383-4daa-a06a-e3b3b1dc9f55 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767386 Jul 14 09:13:52.280523 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port d4585aea-29d1-4c2e-a839-33de458e8edc triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:52.281265 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.298070 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0c3af7e4-92ad-4dd8-a265-e42764b698c2 req-a766b8e6-9d68-4707-820e-6678397527c1 service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057891 Jul 14 09:13:52.337055 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 94e65a1f-98ce-4889-8a69-032edb64e200, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=94e65a1f-98ce-4889-8a69-032edb64e200,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:52.345074 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1b17ad19-7fce-444b-816a-01f6e1af176c req-18113df0-e84a-4424-95a7-77f9e796d384 service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256521 Jul 14 09:13:52.359876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '94e65a1f-98ce-4889-8a69-032edb64e200', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '94e65a1f-98ce-4889-8a69-032edb64e200', 'mac_address': 'fa:16:3e:c6:34:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:52.443405 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.460003 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.493459 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e65a1f-98ce-4889-8a69-032edb64e200 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:52.516504 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86646763-d857-4513-a985-86616103d494 req-d1c0168f-cd0f-4497-a3b2-5d1d3943b57b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:52.518109 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-86646763-d857-4513-a985-86616103d494 req-d1c0168f-cd0f-4497-a3b2-5d1d3943b57b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.55 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 821 time: 0.1901722 Jul 14 09:13:52.523458 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd27eac-8890-4597-bc98-12c105379ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4585aea-29d1-4c2e-a839-33de458e8edc'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:52.529807 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687182b9-6c6d-41e8-bc15-d5ff08ededd6" -d '{"events": [{"server_uuid": "bcd27eac-8890-4597-bc98-12c105379ff4", "name": "network-vif-plugged", "status": "completed", "tag": "d4585aea-29d1-4c2e-a839-33de458e8edc"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:52.554871 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port d4585aea-29d1-4c2e-a839-33de458e8edc, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=d4585aea-29d1-4c2e-a839-33de458e8edc,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:52.567831 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 94e65a1f-98ce-4889-8a69-032edb64e200, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=94e65a1f-98ce-4889-8a69-032edb64e200,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:52.568066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-86646763-d857-4513-a985-86616103d494 req-abe54051-780d-42f1-a4af-9dabbb2deb17 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Request body: {'port': {'device_id': '7130ed29-ffd6-43ec-8286-6e0b4107bd67', 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05', 'admin_state_up': True, 'tenant_id': 'fb19214797344ab2ac345b8f12b29ed5'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:52.569045 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.591361 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f0a8f526-2269-41fc-8fd0-d4655c17e5cf req-ec93aa7c-5d4c-487d-88cb-723c7c9f1a58 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 210 time: 0.0623548 Jul 14 09:13:52.651475 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.682900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf7a55-c82f-4335-9379-76bbffd10372 req-558e09ca-fbfa-4ede-bab6-f042650074b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:52.683369 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=d4585aea-29d1-4c2e-a839-33de458e8edc,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:52.684397 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ecbf7a55-c82f-4335-9379-76bbffd10372 req-558e09ca-fbfa-4ede-bab6-f042650074b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 1096 time: 0.1653810 Jul 14 09:13:52.706421 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ced38d-79c2-4e45-a223-e5c6fb4b473c req-de2b4146-74de-410f-9d19-a33efa4b54cf tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:52.708021 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3ced38d-79c2-4e45-a223-e5c6fb4b473c req-de2b4146-74de-410f-9d19-a33efa4b54cf tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=713c9fd2-bc40-46ee-919f-794af33962af HTTP/1.1" status: 200 len: 949 time: 0.1133678 Jul 14 09:13:52.742220 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=94e65a1f-98ce-4889-8a69-032edb64e200,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:52.766332 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3ced38d-79c2-4e45-a223-e5c6fb4b473c req-bcd1ae39-1f3d-4535-9723-1a5af6204c26 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508440 Jul 14 09:13:52.840768 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86646763-d857-4513-a985-86616103d494 req-abe54051-780d-42f1-a4af-9dabbb2deb17 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Made reservation on behalf of fb19214797344ab2ac345b8f12b29ed5 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:52.844455 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86646763-d857-4513-a985-86616103d494 req-abe54051-780d-42f1-a4af-9dabbb2deb17 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.873033 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5a538d-7894-4c3f-b10b-08eabc895384 x-openstack-request-id: req-2f5a538d-7894-4c3f-b10b-08eabc895384 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:52.873402 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd27eac-8890-4597-bc98-12c105379ff4", "name": "network-vif-plugged", "status": "completed", "tag": "d4585aea-29d1-4c2e-a839-33de458e8edc", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:52.873763 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f5a538d-7894-4c3f-b10b-08eabc895384 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:52.874283 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd27eac-8890-4597-bc98-12c105379ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4585aea-29d1-4c2e-a839-33de458e8edc', 'code': 200} Jul 14 09:13:52.926298 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf7a55-c82f-4335-9379-76bbffd10372 req-f8f66851-4753-4949-af4a-75f81cfde043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:52.928050 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ecbf7a55-c82f-4335-9379-76bbffd10372 req-f8f66851-4753-4949-af4a-75f81cfde043 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 908 time: 0.2221253 Jul 14 09:13:52.947001 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['94e65a1f-98ce-4889-8a69-032edb64e200'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:52.978209 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ecbf7a55-c82f-4335-9379-76bbffd10372 req-abe969ed-5eaf-4dfe-a9c3-78a9d8e58e25 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23ebf912-42d9-4743-a7c9-ca83d9a80528 HTTP/1.1" status: 200 len: 217 time: 0.0406263 Jul 14 09:13:53.016605 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd0b32-c6ec-4f55-8814-bbbe8dce2e78 req-dfd02e4e-270b-4523-87df-84c0f8146242 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:53.018169 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-76bd0b32-c6ec-4f55-8814-bbbe8dce2e78 req-dfd02e4e-270b-4523-87df-84c0f8146242 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 944 time: 0.1406987 Jul 14 09:13:53.090291 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-76bd0b32-c6ec-4f55-8814-bbbe8dce2e78 req-efbe6e2f-da2e-4723-8d40-a50809469132 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659819 Jul 14 09:13:53.121837 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device c2cc916d-c29f-416e-9b8a-559563b8ff73 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:53.130658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:53.172550 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375b939-e7dd-4e00-ae8e-7db24a79d6a6 req-f6964029-e643-4c2c-8e93-855668412f2b tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:53.182711 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f375b939-e7dd-4e00-ae8e-7db24a79d6a6 req-f6964029-e643-4c2c-8e93-855668412f2b tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 943 time: 0.0906794 Jul 14 09:13:53.222110 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-86646763-d857-4513-a985-86616103d494 req-abe54051-780d-42f1-a4af-9dabbb2deb17 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Allocated IP 172.20.0.3 (69fb26df-5cb7-4481-be7d-48558c78cf05/8fde9559-d0bf-4bbc-a79b-7e008e167bbe/0d69710c-d653-4399-8082-1e1be85fb0f8) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:53.267920 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f375b939-e7dd-4e00-ae8e-7db24a79d6a6 req-9e43e498-860d-47c2-b342-7d6adda96f48 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839653 Jul 14 09:13:53.270418 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf7a55-c82f-4335-9379-76bbffd10372 req-72885168-4c1a-4f64-af56-7bc0c1232ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:53.274952 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ecbf7a55-c82f-4335-9379-76bbffd10372 req-72885168-4c1a-4f64-af56-7bc0c1232ead service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.2893813 Jul 14 09:13:53.338268 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port c2cc916d-c29f-416e-9b8a-559563b8ff73, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=c2cc916d-c29f-416e-9b8a-559563b8ff73,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:53.347248 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.349700 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ecbf7a55-c82f-4335-9379-76bbffd10372 req-6ac731c7-fe1a-406f-a05e-c27b8d37a482 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673437 Jul 14 09:13:53.365068 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'c2cc916d-c29f-416e-9b8a-559563b8ff73', 'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a', 'port_id': 'c2cc916d-c29f-416e-9b8a-559563b8ff73', 'mac_address': 'fa:16:3e:74:e5:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4407057c-5ac0-43dc-87ea-7e041a541f0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:53.412382 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.437777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:53.440642 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2cc916d-c29f-416e-9b8a-559563b8ff73 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:53.443847 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272c14e-fecd-4611-b443-61cee1266948 req-ef4edcd2-2cc3-449d-85f6-a0e9c7b26a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:53.445358 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6272c14e-fecd-4611-b443-61cee1266948 req-ef4edcd2-2cc3-449d-85f6-a0e9c7b26a2a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bcd27eac-8890-4597-bc98-12c105379ff4 HTTP/1.1" status: 200 len: 1102 time: 0.3717170 Jul 14 09:13:53.469292 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.555301 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6272c14e-fecd-4611-b443-61cee1266948 req-c0be2dc2-a4fa-418d-ade5-dfc637a2110c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982356 Jul 14 09:13:53.594938 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port c2cc916d-c29f-416e-9b8a-559563b8ff73, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=c2cc916d-c29f-416e-9b8a-559563b8ff73,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:53.596315 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ecbf7a55-c82f-4335-9379-76bbffd10372 req-b1739d5c-afcb-4953-9e78-335d2c01a75b service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274802 Jul 14 09:13:53.644321 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:53.651110 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.651762 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:53.658281 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86646763-d857-4513-a985-86616103d494 req-abe54051-780d-42f1-a4af-9dabbb2deb17 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.686598 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe2843-da60-410a-b7de-c15f48535b43 req-becb30ab-297e-4f66-a549-e630ccb8b92f tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:53.693562 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9cbe2843-da60-410a-b7de-c15f48535b43 req-becb30ab-297e-4f66-a549-e630ccb8b92f tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 948 time: 0.1322255 Jul 14 09:13:53.709222 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86646763-d857-4513-a985-86616103d494 req-abe54051-780d-42f1-a4af-9dabbb2deb17 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.748500 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9cbe2843-da60-410a-b7de-c15f48535b43 req-4a760686-2301-44c5-86d7-e81a6e0fb188 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539379 Jul 14 09:13:53.763159 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=c2cc916d-c29f-416e-9b8a-559563b8ff73,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:53.767859 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-468e881e-bde5-49ec-b8ce-50488e85ae10 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1617501 Jul 14 09:13:53.773167 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['1ca0f418-2adc-4693-9db8-c1134df18cab'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:53.890559 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86646763-d857-4513-a985-86616103d494 req-abe54051-780d-42f1-a4af-9dabbb2deb17 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Network 69fb26df-5cb7-4481-be7d-48558c78cf05 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:53.898114 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-86646763-d857-4513-a985-86616103d494 req-abe54051-780d-42f1-a4af-9dabbb2deb17 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:53.901712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8fdff-e6e0-4a82-a724-b3e406c1adbd req-ab8e05ed-817c-410d-918c-c9a953319b18 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:53.911465 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-86646763-d857-4513-a985-86616103d494 req-abe54051-780d-42f1-a4af-9dabbb2deb17 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:53.914208 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48e8fdff-e6e0-4a82-a724-b3e406c1adbd req-ab8e05ed-817c-410d-918c-c9a953319b18 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.0863585 Jul 14 09:13:53.919938 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe54051-780d-42f1-a4af-9dabbb2deb17 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Pushing event updated for resources: {'Port': ['ID=0d69710c-d653-4399-8082-1e1be85fb0f8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:53.994843 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ecbf7a55-c82f-4335-9379-76bbffd10372 req-450431c5-45d3-426d-8a74-38383980f071 service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969322 Jul 14 09:13:54.007040 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48e8fdff-e6e0-4a82-a724-b3e406c1adbd req-42c334fb-2253-462f-bb2b-52da85ff07ca tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914977 Jul 14 09:13:54.013290 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86646763-d857-4513-a985-86616103d494 req-abe54051-780d-42f1-a4af-9dabbb2deb17 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:54.014080 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86646763-d857-4513-a985-86616103d494 req-abe54051-780d-42f1-a4af-9dabbb2deb17 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.019228 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:54.048809 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': 'af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb', 'mac_address': 'fa:16:3e:a4:92:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:54.050293 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-86646763-d857-4513-a985-86616103d494 req-abe54051-780d-42f1-a4af-9dabbb2deb17 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4864364 Jul 14 09:13:54.061097 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540444c-2e68-445b-9786-d7743a0d7d48 req-ce36640a-48c1-45af-9493-1151fa2d92c3 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:54.070348 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] Request body: {'port': {'device_id': '7130ed29-ffd6-43ec-8286-6e0b4107bd67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:54.072987 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5540444c-2e68-445b-9786-d7743a0d7d48 req-ce36640a-48c1-45af-9493-1151fa2d92c3 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 931 time: 0.1490691 Jul 14 09:13:54.117828 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.125736 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5540444c-2e68-445b-9786-d7743a0d7d48 req-6f384e46-5b98-4c87-a900-9fc0bfddd4e6 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506506 Jul 14 09:13:54.155641 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:54.223447 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:54.242254 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.250015 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.304119 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,revision_number=10']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:54.407106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f594d-5cdd-419a-9f1a-48ea9fbe5df2 req-36abc871-3d40-4983-aa15-75ac741a9d80 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:54.408615 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-406f594d-5cdd-419a-9f1a-48ea9fbe5df2 req-36abc871-3d40-4983-aa15-75ac741a9d80 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=713c9fd2-bc40-46ee-919f-794af33962af HTTP/1.1" status: 200 len: 949 time: 0.1373305 Jul 14 09:13:54.467301 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-406f594d-5cdd-419a-9f1a-48ea9fbe5df2 req-d02b728b-8c38-4675-b158-ca31042b3ad0 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492225 Jul 14 09:13:54.507066 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f6a0f-294c-4ca6-ade6-5a672cd48779 req-1c17e720-7e64-46e2-819f-f9a8558e8067 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:54.508614 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a62f6a0f-294c-4ca6-ade6-5a672cd48779 req-1c17e720-7e64-46e2-819f-f9a8558e8067 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 944 time: 0.1517797 Jul 14 09:13:54.591436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a62f6a0f-294c-4ca6-ade6-5a672cd48779 req-8d23efed-00fc-4543-bc25-ee199bf95b52 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642984 Jul 14 09:13:54.736596 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d69710c-d653-4399-8082-1e1be85fb0f8 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:54.746048 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.762304 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] Transition to ACTIVE for port object 0d69710c-d653-4399-8082-1e1be85fb0f8 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:54.775184 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.846603 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0c223-6c14-46f5-9b2b-a86687b3ece4 req-d6d258e1-fe71-4951-bbd6-109b97a60020 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:54.853966 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] Pushing event updated for resources: {'Port': ['ID=0d69710c-d653-4399-8082-1e1be85fb0f8,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:54.855058 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-07e0c223-6c14-46f5-9b2b-a86687b3ece4 req-d6d258e1-fe71-4951-bbd6-109b97a60020 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 944 time: 0.1376283 Jul 14 09:13:54.875283 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e9ec71-f016-4e4a-8915-a3639110cbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:54.877665 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0538ba-6ef9-41ab-a2d0-2244d8ab211a" -d '{"events": [{"server_uuid": "11e9ec71-f016-4e4a-8915-a3639110cbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:54.902938 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['c2cc916d-c29f-416e-9b8a-559563b8ff73'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:54.920103 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-07e0c223-6c14-46f5-9b2b-a86687b3ece4 req-ffdd9271-c142-4bfb-b945-495f5f12eafe tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641460 Jul 14 09:13:54.950510 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:54.976853 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] Attempting to bind port 0d69710c-d653-4399-8082-1e1be85fb0f8 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:54.978096 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] Attempting to bind port 0d69710c-d653-4399-8082-1e1be85fb0f8 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:54.978678 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] Attempting to bind port 0d69710c-d653-4399-8082-1e1be85fb0f8 on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:54.986816 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] Port 0d69710c-d653-4399-8082-1e1be85fb0f8 on network 69fb26df-5cb7-4481-be7d-48558c78cf05 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:54.987520 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] Attempting to bind port 0d69710c-d653-4399-8082-1e1be85fb0f8 on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:54.993953 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:54.995192 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] Checking segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:54.996071 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] Bound using segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:54.996797 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] Bound port: 0d69710c-d653-4399-8082-1e1be85fb0f8, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:54.997381 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.013314 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4b0371-b24d-4945-9489-62e7ed84356c x-openstack-request-id: req-2a4b0371-b24d-4945-9489-62e7ed84356c {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:55.013653 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e9ec71-f016-4e4a-8915-a3639110cbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:55.014008 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a4b0371-b24d-4945-9489-62e7ed84356c {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:55.014893 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e9ec71-f016-4e4a-8915-a3639110cbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb', 'code': 200} Jul 14 09:13:55.128669 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] For port 0d69710c-d653-4399-8082-1e1be85fb0f8, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:55.138010 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] For port 0d69710c-d653-4399-8082-1e1be85fb0f8, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0d69710c-d653-4399-8082-1e1be85fb0f8,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:55.143371 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.169203 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7720b26-e811-4b42-8379-ba7dca5eccaa req-6cfe8cd2-fdf2-40da-9686-5ef1b5497fca tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:55.171698 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c7720b26-e811-4b42-8379-ba7dca5eccaa req-6cfe8cd2-fdf2-40da-9686-5ef1b5497fca tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.1379566 Jul 14 09:13:55.199406 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:55.200030 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.201429 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-86646763-d857-4513-a985-86616103d494 req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] 10.222.0.55 "PUT /v2.0/ports/0d69710c-d653-4399-8082-1e1be85fb0f8 HTTP/1.1" status: 200 len: 1092 time: 1.1358144 Jul 14 09:13:55.201891 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7130ed29-ffd6-43ec-8286-6e0b4107bd67', 'tag': '0d69710c-d653-4399-8082-1e1be85fb0f8'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:55.204385 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cc386d-6d83-4a7c-8750-cff77ecc2141" -d '{"events": [{"name": "network-changed", "server_uuid": "7130ed29-ffd6-43ec-8286-6e0b4107bd67", "tag": "0d69710c-d653-4399-8082-1e1be85fb0f8"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:55.236425 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18eef46-03d1-475a-813b-2ff441e6b164 service neutron] Pushing event updated for resources: {'Port': ['ID=0d69710c-d653-4399-8082-1e1be85fb0f8,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:55.281388 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c7720b26-e811-4b42-8379-ba7dca5eccaa req-ab5691d8-7ebe-44da-954e-2210af08bee5 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026037 Jul 14 09:13:55.324639 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86646763-d857-4513-a985-86616103d494 req-8803abeb-b808-4fa1-8d9d-b8a79bea872b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:55.326465 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-86646763-d857-4513-a985-86616103d494 req-8803abeb-b808-4fa1-8d9d-b8a79bea872b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 1095 time: 0.0691540 Jul 14 09:13:55.334106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22647b92-58ce-4c08-a1ed-98f63e822fab req-21ffe87d-d5de-42b7-bb24-288a7485f286 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:55.335627 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22647b92-58ce-4c08-a1ed-98f63e822fab req-21ffe87d-d5de-42b7-bb24-288a7485f286 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.1590924 Jul 14 09:13:55.380331 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-86646763-d857-4513-a985-86616103d494 req-8cedd87a-58dc-44ee-b9f4-b884648eb115 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d69710c-d653-4399-8082-1e1be85fb0f8 HTTP/1.1" status: 200 len: 217 time: 0.0398197 Jul 14 09:13:55.400568 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22647b92-58ce-4c08-a1ed-98f63e822fab req-79fb071f-ca82-4290-9552-1d23bc0c2c40 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545385 Jul 14 09:13:55.451266 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86646763-d857-4513-a985-86616103d494 req-01590d6a-89f6-4a49-9c88-347e68a4e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:55.455043 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-86646763-d857-4513-a985-86616103d494 req-01590d6a-89f6-4a49-9c88-347e68a4e4c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.0684156 Jul 14 09:13:55.479540 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae36e3c-11e9-4113-9187-d637a43e9f98 x-openstack-request-id: req-7ae36e3c-11e9-4113-9187-d637a43e9f98 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:55.480195 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7130ed29-ffd6-43ec-8286-6e0b4107bd67", "tag": "0d69710c-d653-4399-8082-1e1be85fb0f8", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:55.480451 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ae36e3c-11e9-4113-9187-d637a43e9f98 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:55.480847 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7130ed29-ffd6-43ec-8286-6e0b4107bd67', 'tag': '0d69710c-d653-4399-8082-1e1be85fb0f8', 'status': 'completed', 'code': 200} Jul 14 09:13:55.482404 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525bd02-d89e-4232-aa10-49de074ea3e1 req-1af969a5-dcac-41d2-a22b-89cea3a4e831 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:55.489537 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6525bd02-d89e-4232-aa10-49de074ea3e1 req-1af969a5-dcac-41d2-a22b-89cea3a4e831 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 943 time: 0.0778000 Jul 14 09:13:55.514118 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-86646763-d857-4513-a985-86616103d494 req-54b05d0a-0d60-4167-a3a7-6f62997c10de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323839 Jul 14 09:13:55.525548 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6525bd02-d89e-4232-aa10-49de074ea3e1 req-fa020763-2ac6-4fc6-a1d0-525e8958350a tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348516 Jul 14 09:13:55.667662 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-86646763-d857-4513-a985-86616103d494 req-6dc39c7f-a383-4018-83d8-cf8dddb1b659 service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308782 Jul 14 09:13:55.670321 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-d26925ea-c165-4bfb-8ed3-bc9fe483afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:55.671755 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-d26925ea-c165-4bfb-8ed3-bc9fe483afb7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 1102 time: 0.1256938 Jul 14 09:13:55.674665 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcd5bf-2939-47a5-9b4c-9ee892c6720e req-00acf8e4-4019-4da0-82b0-fda027da9f43 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:55.676299 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-21bcd5bf-2939-47a5-9b4c-9ee892c6720e req-00acf8e4-4019-4da0-82b0-fda027da9f43 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=713c9fd2-bc40-46ee-919f-794af33962af HTTP/1.1" status: 200 len: 949 time: 0.0771015 Jul 14 09:13:55.730884 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-21bcd5bf-2939-47a5-9b4c-9ee892c6720e req-c5fecdf4-049c-4a02-a875-e13046687b75 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460930 Jul 14 09:13:55.788256 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c484fb-fa22-48f0-86a9-8a278a86ec9a req-93c2a51a-5dbf-46e3-8b3a-4bc323728c63 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:55.790125 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2c484fb-fa22-48f0-86a9-8a278a86ec9a req-93c2a51a-5dbf-46e3-8b3a-4bc323728c63 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 944 time: 0.0740347 Jul 14 09:13:55.842964 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2c484fb-fa22-48f0-86a9-8a278a86ec9a req-8d57de33-9a95-4764-ba1d-81d6234f6628 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465729 Jul 14 09:13:55.851723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-4e80cd12-38aa-41cd-8169-1887a9b4889d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:55.853266 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-4e80cd12-38aa-41cd-8169-1887a9b4889d service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1717110 Jul 14 09:13:56.060199 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 94e65a1f-98ce-4889-8a69-032edb64e200 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:56.122875 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 94e65a1f-98ce-4889-8a69-032edb64e200 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:56.128652 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 94e65a1f-98ce-4889-8a69-032edb64e200 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:56.129424 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.129765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d08b99-3369-4f08-84f5-2d1844b011d3 req-f01b697c-ecf8-4def-b81a-16362cb08741 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:56.135191 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8d08b99-3369-4f08-84f5-2d1844b011d3 req-f01b697c-ecf8-4def-b81a-16362cb08741 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 944 time: 0.0746193 Jul 14 09:13:56.168730 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-32ddbd5c-02e6-4f80-9ed7-0d92ced430bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=9d41be3e-680f-488a-b434-8ed1a78ce815 HTTP/1.1" status: 200 len: 217 time: 0.3071530 Jul 14 09:13:56.174429 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-86646763-d857-4513-a985-86616103d494 req-2dc6884c-c83a-4fbf-8d24-927973a67d4e service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945860 Jul 14 09:13:56.181553 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8d08b99-3369-4f08-84f5-2d1844b011d3 req-2062cc74-4712-481f-8c1f-d976c698320b tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414739 Jul 14 09:13:56.248032 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.262032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-33ce3f33-2140-4212-8a83-613c4f32eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:56.263894 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-33ce3f33-2140-4212-8a83-613c4f32eb83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0661314 Jul 14 09:13:56.295372 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 94e65a1f-98ce-4889-8a69-032edb64e200, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=94e65a1f-98ce-4889-8a69-032edb64e200,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:56.300071 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.361854 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=94e65a1f-98ce-4889-8a69-032edb64e200,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:56.371397 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-d094a8b1-8fa3-4f9d-8459-de559f27f76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:56.372892 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-d094a8b1-8fa3-4f9d-8459-de559f27f76a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1005888 Jul 14 09:13:56.377206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc386d-6d83-4a7c-8750-cff77ecc2141 req-84541415-9bd7-4d6c-b7af-735950bfa7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:56.378610 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66cc386d-6d83-4a7c-8750-cff77ecc2141 req-84541415-9bd7-4d6c-b7af-735950bfa7d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 1095 time: 0.0963349 Jul 14 09:13:56.477278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8b0f1-f499-45f8-aec5-182383cdb41c req-a15ea034-ea22-46bd-85cf-34aeb9eb350b tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:56.485452 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47b8b0f1-f499-45f8-aec5-182383cdb41c req-a15ea034-ea22-46bd-85cf-34aeb9eb350b tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 950 time: 0.0748029 Jul 14 09:13:56.523326 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47b8b0f1-f499-45f8-aec5-182383cdb41c req-0362fe3f-a773-4493-acf9-e34f70d3cc38 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366197 Jul 14 09:13:56.528477 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc386d-6d83-4a7c-8750-cff77ecc2141 req-2baa5e86-9894-4a68-9e53-0f9862fd4963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:56.530263 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66cc386d-6d83-4a7c-8750-cff77ecc2141 req-2baa5e86-9894-4a68-9e53-0f9862fd4963 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 922 time: 0.1369762 Jul 14 09:13:56.585061 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66cc386d-6d83-4a7c-8750-cff77ecc2141 req-5efd6b44-841c-45b3-b3b3-47b28a69884a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d69710c-d653-4399-8082-1e1be85fb0f8 HTTP/1.1" status: 200 len: 217 time: 0.0446026 Jul 14 09:13:56.597821 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4dd34-0928-4155-8daf-195d38975036 req-50ce3205-4398-406d-b070-5252f865133a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:56.600082 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3d4dd34-0928-4155-8daf-195d38975036 req-50ce3205-4398-406d-b070-5252f865133a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.0809801 Jul 14 09:13:56.652689 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3d4dd34-0928-4155-8daf-195d38975036 req-4c947edd-33de-4458-ad4c-bf28fec1e14d tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438063 Jul 14 09:13:56.661443 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-46c07c94-6343-4dbf-9f7d-6418bff32374 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762420 Jul 14 09:13:56.668780 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc386d-6d83-4a7c-8750-cff77ecc2141 req-736c0dd3-75a7-4eec-8328-acfee583af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:56.670179 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66cc386d-6d83-4a7c-8750-cff77ecc2141 req-736c0dd3-75a7-4eec-8328-acfee583af1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.0760064 Jul 14 09:13:56.737295 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66cc386d-6d83-4a7c-8750-cff77ecc2141 req-64f7aeb1-1797-443f-851d-0de2fe8d31e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585854 Jul 14 09:13:56.750477 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fbbb8-a20c-45a7-8307-001ab43d39e7 req-42091fbc-5bc0-4aee-8743-691578335d59 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:56.751954 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-742fbbb8-a20c-45a7-8307-001ab43d39e7 req-42091fbc-5bc0-4aee-8743-691578335d59 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 943 time: 0.0678213 Jul 14 09:13:56.836137 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-742fbbb8-a20c-45a7-8307-001ab43d39e7 req-9242570c-ba68-466d-b9b9-1af6e004bdcc tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674825 Jul 14 09:13:56.852392 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-14dc2678-a1c3-4a9d-b646-7e415b108521 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811268 Jul 14 09:13:56.884384 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66cc386d-6d83-4a7c-8750-cff77ecc2141 req-a1e00787-49ef-44c0-aa06-99c72b04de2a service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378660 Jul 14 09:13:56.940335 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a5ed9-71cb-4f63-9054-e75f644bc2e0 req-06a44be0-19bf-4ef1-8f07-1c0d86600302 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:56.947339 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fb2a5ed9-71cb-4f63-9054-e75f644bc2e0 req-06a44be0-19bf-4ef1-8f07-1c0d86600302 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=713c9fd2-bc40-46ee-919f-794af33962af HTTP/1.1" status: 200 len: 950 time: 0.0960248 Jul 14 09:13:57.000876 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fb2a5ed9-71cb-4f63-9054-e75f644bc2e0 req-481da619-6dfa-4bc5-82f5-50be4f4dd759 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525813 Jul 14 09:13:57.015841 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713c9fd2-bc40-46ee-919f-794af33962af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e65a1f-98ce-4889-8a69-032edb64e200'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:57.018231 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e56bf5-e857-43bd-ad25-921eb6b701b1" -d '{"events": [{"server_uuid": "713c9fd2-bc40-46ee-919f-794af33962af", "name": "network-vif-plugged", "status": "completed", "tag": "94e65a1f-98ce-4889-8a69-032edb64e200"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:57.032742 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66cc386d-6d83-4a7c-8750-cff77ecc2141 req-9c4ec44d-8b5e-44d6-af0d-28a7d1ba3b3b service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308248 Jul 14 09:13:57.099119 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc780eac-4340-4758-b15b-418c4a3d08d6 req-4d3c2f41-cf1f-415f-9da2-6564047f6713 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:57.101059 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fc780eac-4340-4758-b15b-418c4a3d08d6 req-4d3c2f41-cf1f-415f-9da2-6564047f6713 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 944 time: 0.1304719 Jul 14 09:13:57.136330 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:57.146786 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fc780eac-4340-4758-b15b-418c4a3d08d6 req-549abeae-17fd-4892-acc9-74e58b256a57 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385041 Jul 14 09:13:57.177652 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13893931-8982-4d4f-9e0b-9343ae317c5d x-openstack-request-id: req-13893931-8982-4d4f-9e0b-9343ae317c5d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:57.177981 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713c9fd2-bc40-46ee-919f-794af33962af", "name": "network-vif-plugged", "status": "completed", "tag": "94e65a1f-98ce-4889-8a69-032edb64e200", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:57.178240 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-13893931-8982-4d4f-9e0b-9343ae317c5d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:57.178631 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713c9fd2-bc40-46ee-919f-794af33962af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e65a1f-98ce-4889-8a69-032edb64e200', 'code': 200} Jul 14 09:13:57.209419 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4d5e493f-02ae-4e4b-9bf0-26fba37eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:57.235283 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:57.236926 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:57.344900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1f221-9145-4273-b039-e7514db673d7 req-6e7a3cc9-554d-4c2a-ad8e-efed0f9ad2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:57.346732 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6df1f221-9145-4273-b039-e7514db673d7 req-6e7a3cc9-554d-4c2a-ad8e-efed0f9ad2f2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=713c9fd2-bc40-46ee-919f-794af33962af HTTP/1.1" status: 200 len: 1102 time: 0.0886405 Jul 14 09:13:57.351046 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:57.387705 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:57.391339 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6df1f221-9145-4273-b039-e7514db673d7 req-a0f2c054-7f8c-44a6-83e2-ef2009c03db2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378871 Jul 14 09:13:57.394507 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:57.395628 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device c2cc916d-c29f-416e-9b8a-559563b8ff73 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:57.479949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,revision_number=11']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:57.495336 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port c2cc916d-c29f-416e-9b8a-559563b8ff73 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:57.500666 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port c2cc916d-c29f-416e-9b8a-559563b8ff73 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:57.501317 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:57.590887 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:57.629396 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port c2cc916d-c29f-416e-9b8a-559563b8ff73, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=c2cc916d-c29f-416e-9b8a-559563b8ff73,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:57.635083 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:57.654873 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04e298-e4ad-45b2-afb5-c12612ed81b7 req-3920dc98-453f-40bf-9c4a-e5cf98ab68e8 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:57.656269 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac04e298-e4ad-45b2-afb5-c12612ed81b7 req-3920dc98-453f-40bf-9c4a-e5cf98ab68e8 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 944 time: 0.3456542 Jul 14 09:13:57.726631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac04e298-e4ad-45b2-afb5-c12612ed81b7 req-7fca7a43-f3fe-4862-a7f9-24bcd751a207 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639460 Jul 14 09:13:57.751708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=c2cc916d-c29f-416e-9b8a-559563b8ff73,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:57.769764 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1806d-aa9d-42e0-a309-a1d395f3b101 req-160819d7-fe5b-4bd4-a1c2-a8868cacb909 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:57.778341 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39b1806d-aa9d-42e0-a309-a1d395f3b101 req-160819d7-fe5b-4bd4-a1c2-a8868cacb909 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 951 time: 0.1000359 Jul 14 09:13:57.830789 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39b1806d-aa9d-42e0-a309-a1d395f3b101 req-aaa9cc0e-beca-4ee8-9567-8e82963b76e0 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517650 Jul 14 09:13:57.947425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a8aa7-46d9-40f0-84df-0be3659cec5e req-bc97b89b-51a7-4587-a70d-64b2302289db tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:57.952270 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-040a8aa7-46d9-40f0-84df-0be3659cec5e req-bc97b89b-51a7-4587-a70d-64b2302289db tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.0757549 Jul 14 09:13:58.020611 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-040a8aa7-46d9-40f0-84df-0be3659cec5e req-053591ad-c7a2-4779-b582-9425596d1b01 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619848 Jul 14 09:13:58.060649 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840944ea-452d-4b40-8252-ec336e65fd9b req-0b421ac0-4e33-48ba-a9e2-898953b6b2e8 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:58.062182 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-840944ea-452d-4b40-8252-ec336e65fd9b req-0b421ac0-4e33-48ba-a9e2-898953b6b2e8 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 943 time: 0.0899951 Jul 14 09:13:58.099999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-840944ea-452d-4b40-8252-ec336e65fd9b req-af023ec9-b77a-4dae-9cbd-970d93abfb1f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319567 Jul 14 09:13:58.189517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035aebe-be5b-4398-a62e-5f67513e7d34 req-dac2c629-c40c-4c94-a442-ff5d59f84f3a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:58.190995 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0035aebe-be5b-4398-a62e-5f67513e7d34 req-dac2c629-c40c-4c94-a442-ff5d59f84f3a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=713c9fd2-bc40-46ee-919f-794af33962af HTTP/1.1" status: 200 len: 950 time: 0.0674722 Jul 14 09:13:58.230947 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0035aebe-be5b-4398-a62e-5f67513e7d34 req-01e4608e-3093-4d43-805c-32b853498d8a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344031 Jul 14 09:13:58.385870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822a620-58d8-4b88-a774-82f9e281f4f9 req-d989fb46-818d-4f78-9651-9cf9933e106c tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:58.387371 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4822a620-58d8-4b88-a774-82f9e281f4f9 req-d989fb46-818d-4f78-9651-9cf9933e106c tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 944 time: 0.0663104 Jul 14 09:13:58.431883 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4822a620-58d8-4b88-a774-82f9e281f4f9 req-1a819aca-bc31-4f47-bf64-b8728ebd1f9e tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385740 Jul 14 09:13:58.908317 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a777714-9496-4d79-aab6-782325426ced req-0a95e6b4-3c42-4dcb-a105-73556b493297 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:58.909817 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8a777714-9496-4d79-aab6-782325426ced req-0a95e6b4-3c42-4dcb-a105-73556b493297 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.0624688 Jul 14 09:13:58.946241 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8a777714-9496-4d79-aab6-782325426ced req-9aa95f5c-5a1b-4eac-b833-41d7a8ccbd35 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307007 Jul 14 09:13:59.013803 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cd8a6-0ccc-4d0a-84a4-522424606421 req-df5e2657-8a96-4f6e-ba1f-9b58c0f6c217 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.015405 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-478cd8a6-0ccc-4d0a-84a4-522424606421 req-df5e2657-8a96-4f6e-ba1f-9b58c0f6c217 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 951 time: 0.0647650 Jul 14 09:13:59.053156 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-478cd8a6-0ccc-4d0a-84a4-522424606421 req-2e554e94-4e79-4b58-a8aa-bed58ece0a35 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321903 Jul 14 09:13:59.179947 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e9ec71-f016-4e4a-8915-a3639110cbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb'}, {'server_uuid': 'f26de128-2fa8-4453-9c61-f8834a2009ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cc916d-c29f-416e-9b8a-559563b8ff73'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:59.183575 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287790ed-90d5-4a7e-a90d-025aa4e2f006" -d '{"events": [{"server_uuid": "11e9ec71-f016-4e4a-8915-a3639110cbc6", "name": "network-vif-plugged", "status": "completed", "tag": "af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb"}, {"server_uuid": "f26de128-2fa8-4453-9c61-f8834a2009ae", "name": "network-vif-plugged", "status": "completed", "tag": "c2cc916d-c29f-416e-9b8a-559563b8ff73"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:59.202774 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02086629-a758-4c00-a69c-743548251c69 req-816a7365-bd0d-45a8-88d4-1de5a3a58a93 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.204524 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02086629-a758-4c00-a69c-743548251c69 req-816a7365-bd0d-45a8-88d4-1de5a3a58a93 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.0672154 Jul 14 09:13:59.276748 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02086629-a758-4c00-a69c-743548251c69 req-473f7d7d-af16-4046-9661-272ffec98ab0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647919 Jul 14 09:13:59.315549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42263b-7c7d-4383-8802-d3160776940d req-21200e83-32de-496d-b292-682d2f835576 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.317030 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a42263b-7c7d-4383-8802-d3160776940d req-21200e83-32de-496d-b292-682d2f835576 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 943 time: 0.0913844 Jul 14 09:13:59.331826 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bd7cc3-4a7f-45bd-911d-93315611aded x-openstack-request-id: req-d2bd7cc3-4a7f-45bd-911d-93315611aded {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:59.332229 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e9ec71-f016-4e4a-8915-a3639110cbc6", "name": "network-vif-plugged", "status": "completed", "tag": "af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb", "code": 200}, {"server_uuid": "f26de128-2fa8-4453-9c61-f8834a2009ae", "name": "network-vif-plugged", "status": "completed", "tag": "c2cc916d-c29f-416e-9b8a-559563b8ff73", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:59.332415 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2bd7cc3-4a7f-45bd-911d-93315611aded {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:59.332835 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e9ec71-f016-4e4a-8915-a3639110cbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb', 'code': 200} Jul 14 09:13:59.333640 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26de128-2fa8-4453-9c61-f8834a2009ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cc916d-c29f-416e-9b8a-559563b8ff73', 'code': 200} Jul 14 09:13:59.361146 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a42263b-7c7d-4383-8802-d3160776940d req-51ff6dbf-7732-4a40-b0df-e16a2418586d tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370593 Jul 14 09:13:59.549553 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2397af-8c9d-41ea-939e-4b0710b1e4f2 req-994f3d43-5034-4e8c-a6c7-72516be77bd7 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.551038 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c2397af-8c9d-41ea-939e-4b0710b1e4f2 req-994f3d43-5034-4e8c-a6c7-72516be77bd7 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=713c9fd2-bc40-46ee-919f-794af33962af HTTP/1.1" status: 200 len: 950 time: 0.0740023 Jul 14 09:13:59.584144 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0d530-e02f-4bc5-8692-6bfdfba38211 req-032d7775-bdc9-44c0-83c9-8579f99b707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.585122 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-52a0d530-e02f-4bc5-8692-6bfdfba38211 req-032d7775-bdc9-44c0-83c9-8579f99b707d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 1097 time: 0.0794520 Jul 14 09:13:59.596167 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c2397af-8c9d-41ea-939e-4b0710b1e4f2 req-c9e73f88-3cb6-4d51-95d7-67abf341b20b tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382869 Jul 14 09:13:59.643143 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-52a0d530-e02f-4bc5-8692-6bfdfba38211 req-b086794d-df08-4f1a-9a6f-36c609d37772 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494113 Jul 14 09:13:59.676462 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e40777a0-4681-4abd-a505-aa75b1e44e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:59.699580 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db0cc1-c4e4-4ef1-aeef-a85e419b6050 req-bb14f046-61df-4081-b41a-d5f04bd47830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.701167 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b4db0cc1-c4e4-4ef1-aeef-a85e419b6050 req-bb14f046-61df-4081-b41a-d5f04bd47830 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 1103 time: 0.0672789 Jul 14 09:13:59.704773 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c869a-f377-448a-91fc-9a72cbce6054 req-c42358c2-43aa-4e70-9b98-6b164df5dde7 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.706336 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f25c869a-f377-448a-91fc-9a72cbce6054 req-c42358c2-43aa-4e70-9b98-6b164df5dde7 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 944 time: 0.0722187 Jul 14 09:13:59.777202 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f25c869a-f377-448a-91fc-9a72cbce6054 req-829055e3-3f06-4435-8204-cd5155b3efaa tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641975 Jul 14 09:13:59.802800 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a869b09-deb3-4970-93b9-568abcb5c45f req-ee0fc703-9ff3-448b-8963-757abe13f76f tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.804390 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a869b09-deb3-4970-93b9-568abcb5c45f req-ee0fc703-9ff3-448b-8963-757abe13f76f tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd27eac-8890-4597-bc98-12c105379ff4 HTTP/1.1" status: 200 len: 950 time: 0.0930338 Jul 14 09:13:59.815650 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:59.846025 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a869b09-deb3-4970-93b9-568abcb5c45f req-573e0d01-ab6f-4560-a595-5f4139525c2d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351555 Jul 14 09:13:59.980394 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b4db0cc1-c4e4-4ef1-aeef-a85e419b6050 req-eb7227f7-081d-452d-b71f-5c49b63c9b62 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287623 Jul 14 09:14:00.160167 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec261ff2-f6ed-4d73-9a03-7d4e3c039c86 req-73d20cb6-f7f2-4bfd-b801-86431eee2801 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:00.161632 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ec261ff2-f6ed-4d73-9a03-7d4e3c039c86 req-73d20cb6-f7f2-4bfd-b801-86431eee2801 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.1058125 Jul 14 09:14:00.174848 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f814c0-92f8-4443-ae9b-7eb517c3a879 req-0f344b33-e1f8-4f84-9f85-fc486fe42b30 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:00.180654 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f814c0-92f8-4443-ae9b-7eb517c3a879 req-0f344b33-e1f8-4f84-9f85-fc486fe42b30 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:00.182258 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5f814c0-92f8-4443-ae9b-7eb517c3a879 req-0f344b33-e1f8-4f84-9f85-fc486fe42b30 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=713c9fd2-bc40-46ee-919f-794af33962af&device_id=bcd27eac-8890-4597-bc98-12c105379ff4 HTTP/1.1" status: 200 len: 1691 time: 0.0984669 Jul 14 09:14:00.238206 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ec261ff2-f6ed-4d73-9a03-7d4e3c039c86 req-e4cd7673-58f9-4c51-9277-5a5304ff1d40 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549800 Jul 14 09:14:00.241015 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5f814c0-92f8-4443-ae9b-7eb517c3a879 req-087bc195-a1ba-4f91-a970-44021e67d254 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519824 Jul 14 09:14:00.390142 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f7a2b-1d39-4dd3-b8cf-5631ca3f11be req-30aa1128-a4bd-449f-b6a9-dd8d72c83fad tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:00.391630 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8e9f7a2b-1d39-4dd3-b8cf-5631ca3f11be req-30aa1128-a4bd-449f-b6a9-dd8d72c83fad tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 951 time: 0.0623729 Jul 14 09:14:00.460638 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8e9f7a2b-1d39-4dd3-b8cf-5631ca3f11be req-183788ef-7537-4f91-80d5-a063940bfde5 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629742 Jul 14 09:14:00.498858 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe2cdc-ab33-4b3f-b60c-2c4feb19e573 req-0b7a3dc7-c531-4f67-80d3-613157d8e18f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:00.500359 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-18fe2cdc-ab33-4b3f-b60c-2c4feb19e573 req-0b7a3dc7-c531-4f67-80d3-613157d8e18f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.0895202 Jul 14 09:14:00.522406 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:00.539503 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-18fe2cdc-ab33-4b3f-b60c-2c4feb19e573 req-208092d2-6c42-40bb-a750-0e3e07d2bba9 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333004 Jul 14 09:14:00.575818 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:14:00.614153 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d986a-8b1d-493d-9f48-14cb514a4f25 req-0a00da3c-08be-4daf-9638-7a88f53d0b21 tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:00.615658 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a86d986a-8b1d-493d-9f48-14cb514a4f25 req-0a00da3c-08be-4daf-9638-7a88f53d0b21 tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=713c9fd2-bc40-46ee-919f-794af33962af HTTP/1.1" status: 200 len: 1102 time: 0.0527430 Jul 14 09:14:00.677480 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a86d986a-8b1d-493d-9f48-14cb514a4f25 req-84d4a43e-1ea6-448d-bb32-e7b570477a31 tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559163 Jul 14 09:14:00.708114 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bbe3d-08e7-431e-9952-f10a073e5373 req-460e6797-7714-4e74-b29e-ded220801665 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:00.709585 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef5bbe3d-08e7-431e-9952-f10a073e5373 req-460e6797-7714-4e74-b29e-ded220801665 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 943 time: 0.0730581 Jul 14 09:14:00.747523 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef5bbe3d-08e7-431e-9952-f10a073e5373 req-093dcc66-1b29-43e3-9e50-c73ccdc17fe6 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319757 Jul 14 09:14:00.937358 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282dfb2-2f4e-44e3-bfb6-b5b71eccc90f req-8a55281d-6661-4307-a31f-df4ddffe984b tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:00.938894 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b282dfb2-2f4e-44e3-bfb6-b5b71eccc90f req-8a55281d-6661-4307-a31f-df4ddffe984b tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bcd27eac-8890-4597-bc98-12c105379ff4 HTTP/1.1" status: 200 len: 1102 time: 0.0549850 Jul 14 09:14:01.001018 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b282dfb2-2f4e-44e3-bfb6-b5b71eccc90f req-d5f62690-8089-43d7-932c-6baa4e64a63a tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567515 Jul 14 09:14:01.030456 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93829f4d-42cc-4d59-9784-77d324bfddbc req-66aa6242-97b4-49e3-8235-a80e6098d651 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:01.031938 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-93829f4d-42cc-4d59-9784-77d324bfddbc req-66aa6242-97b4-49e3-8235-a80e6098d651 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 944 time: 0.0745413 Jul 14 09:14:01.070955 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-93829f4d-42cc-4d59-9784-77d324bfddbc req-07e64706-deaa-498f-8002-34f95e8c29b1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333407 Jul 14 09:14:01.242843 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-b97f4af0-56f7-4aa4-ad15-e1384f932992 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=19162f7693704187ba398d887fcfc50a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218306 Jul 14 09:14:01.352430 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-6d63a798-49c6-4c72-ae81-d62f42fbec0f tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:01.354465 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-6d63a798-49c6-4c72-ae81-d62f42fbec0f tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1055009 Jul 14 09:14:01.391406 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-07fbabf8-c482-4633-8eee-0e802240d4e1 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/quotas/19162f7693704187ba398d887fcfc50a HTTP/1.1" status: 200 len: 375 time: 0.0274575 Jul 14 09:14:01.455926 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:01.461287 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a107b5-4f3d-4762-ab24-7cd8fc94c04f req-f93a1ce7-e511-49e1-9a2a-5e1804c60592 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:01.462907 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-40a107b5-4f3d-4762-ab24-7cd8fc94c04f req-f93a1ce7-e511-49e1-9a2a-5e1804c60592 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.1075473 Jul 14 09:14:01.518463 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-82fa88c3-5fcb-4d37-9601-1600e0359f53 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1199729 Jul 14 09:14:01.523697 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-40a107b5-4f3d-4762-ab24-7cd8fc94c04f req-4d1bf33c-7bea-4f57-9be6-c97d32cb8c48 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534837 Jul 14 09:14:01.687448 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fe800-0ae2-4a7f-8f7c-a07e1f5f1d70 req-6088052a-bae2-4b3f-93c9-6147acdeca06 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:01.689321 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-301fe800-0ae2-4a7f-8f7c-a07e1f5f1d70 req-6088052a-bae2-4b3f-93c9-6147acdeca06 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 951 time: 0.0670502 Jul 14 09:14:01.735016 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-301fe800-0ae2-4a7f-8f7c-a07e1f5f1d70 req-d68dc86a-10c2-4a73-ae63-0f4d38e58941 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380738 Jul 14 09:14:01.936910 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d397553-4d54-4f5c-b4d0-b1e74737a51e req-e3a35088-02fe-43e9-a136-fbeacba18e90 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:01.939244 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4d397553-4d54-4f5c-b4d0-b1e74737a51e req-e3a35088-02fe-43e9-a136-fbeacba18e90 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.0754631 Jul 14 09:14:01.980954 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4d397553-4d54-4f5c-b4d0-b1e74737a51e req-1aa8ed0e-b918-40bc-ad1f-9a24a906d09b tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358391 Jul 14 09:14:02.057256 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 23ebf912-42d9-4743-a7c9-ca83d9a80528 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:02.170075 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa5d8e-e92c-462a-9070-a320c67176dd req-bc1f8222-7ba7-4203-a870-8ce5eb5f0b6c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:02.172073 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ebfa5d8e-e92c-462a-9070-a320c67176dd req-bc1f8222-7ba7-4203-a870-8ce5eb5f0b6c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 943 time: 0.0869031 Jul 14 09:14:02.175360 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 23ebf912-42d9-4743-a7c9-ca83d9a80528, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=23ebf912-42d9-4743-a7c9-ca83d9a80528,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:02.194781 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '23ebf912-42d9-4743-a7c9-ca83d9a80528', 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90', 'port_id': '23ebf912-42d9-4743-a7c9-ca83d9a80528', 'mac_address': 'fa:16:3e:f8:e6:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a63800-8b58-4cad-a5bc-7f335e7d2ba1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:02.218542 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ebfa5d8e-e92c-462a-9070-a320c67176dd req-b634347e-efd9-416f-baec-e9548edccdc9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356798 Jul 14 09:14:02.241700 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:02.265184 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ebf912-42d9-4743-a7c9-ca83d9a80528 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:02.290967 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 23ebf912-42d9-4743-a7c9-ca83d9a80528, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=23ebf912-42d9-4743-a7c9-ca83d9a80528,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:02.298059 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:02.351840 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=23ebf912-42d9-4743-a7c9-ca83d9a80528,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:02.418080 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6b787-c23e-4528-8f5d-a3c9df6c6bf9 req-f9cb8565-707f-466c-ac78-eb1c3406d187 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:02.419480 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-17b6b787-c23e-4528-8f5d-a3c9df6c6bf9 req-f9cb8565-707f-466c-ac78-eb1c3406d187 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 945 time: 0.0639694 Jul 14 09:14:02.481737 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-17b6b787-c23e-4528-8f5d-a3c9df6c6bf9 req-9c1191de-f4c7-48e1-8f1b-d23de675bd4b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549715 Jul 14 09:14:02.504463 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-11376aad-a8fc-4c17-b3e3-69e3937ff944 req-dcc4970b-6653-4aea-a5a0-da4d2056169c tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc25929c-3dd3-41db-aa9e-2f30713a2d0c HTTP/1.1" status: 200 len: 210 time: 0.0388341 Jul 14 09:14:02.624052 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:02.647677 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['23ebf912-42d9-4743-a7c9-ca83d9a80528'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:02.698034 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40c6c0-4071-44a4-9c2d-1bdfe1b0e659 req-9b9c0cfa-ee40-4cbb-ae1f-91ad62ae3a13 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:02.700284 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2e40c6c0-4071-44a4-9c2d-1bdfe1b0e659 req-9b9c0cfa-ee40-4cbb-ae1f-91ad62ae3a13 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.0667875 Jul 14 09:14:02.746062 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2e40c6c0-4071-44a4-9c2d-1bdfe1b0e659 req-81c7a549-1f9f-4b17-b3ec-dc3191958978 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387905 Jul 14 09:14:02.977556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cf304-bfa3-4ff0-9f45-d8bdda213e5f req-917bbe11-1a36-42fc-9894-101901726136 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:02.979769 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-297cf304-bfa3-4ff0-9f45-d8bdda213e5f req-917bbe11-1a36-42fc-9894-101901726136 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.1121132 Jul 14 09:14:02.986953 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8f586-2421-4377-b53d-decf28a316ac req-367d97e2-3392-45f3-bbf9-09fbbe5f7134 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:02.988341 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eba8f586-2421-4377-b53d-decf28a316ac req-367d97e2-3392-45f3-bbf9-09fbbe5f7134 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 951 time: 0.1112969 Jul 14 09:14:03.042583 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-297cf304-bfa3-4ff0-9f45-d8bdda213e5f req-c9031c3e-674e-47be-b625-dfca08626443 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532959 Jul 14 09:14:03.049800 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eba8f586-2421-4377-b53d-decf28a316ac req-8301a56a-5943-4954-a001-0a67db4145af tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544991 Jul 14 09:14:03.222879 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ffad4-7530-40a1-8d40-5088303d06fd req-1774ed57-8070-4c09-9030-0de9aa0a1733 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:03.224368 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e23ffad4-7530-40a1-8d40-5088303d06fd req-1774ed57-8070-4c09-9030-0de9aa0a1733 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.0637705 Jul 14 09:14:03.266421 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e23ffad4-7530-40a1-8d40-5088303d06fd req-17ce0f82-048c-4b5c-b07d-adf2089e37e6 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350106 Jul 14 09:14:03.518886 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-7d833a29-7315-42d7-aea0-2e78e201688a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=19162f7693704187ba398d887fcfc50a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244119 Jul 14 09:14:03.602120 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400c981-8248-46a0-9cfd-0cdbef41294e req-01a4bb57-773e-48a5-873d-153313319338 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:03.603902 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1400c981-8248-46a0-9cfd-0cdbef41294e req-01a4bb57-773e-48a5-873d-153313319338 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 943 time: 0.1075695 Jul 14 09:14:03.625776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a12df4-f5de-4f2a-b3f7-18e0d24efdac req-fba03b22-4515-4fa4-808e-8363e5bdad8b tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:03.627623 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2a12df4-f5de-4f2a-b3f7-18e0d24efdac req-fba03b22-4515-4fa4-808e-8363e5bdad8b tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.1212211 Jul 14 09:14:03.649872 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-11ba3c59-84ee-4c94-acfd-c35b8e098b03 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:03.651495 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-11ba3c59-84ee-4c94-acfd-c35b8e098b03 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1231976 Jul 14 09:14:03.674287 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-31341ed2-f95f-4c14-b52b-430277f43262 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Request body: {'port': {'device_id': 'c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': '19162f7693704187ba398d887fcfc50a'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:03.688258 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1400c981-8248-46a0-9cfd-0cdbef41294e req-36335183-5ced-4eae-8f23-1822bf201fb2 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764179 Jul 14 09:14:03.730744 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2a12df4-f5de-4f2a-b3f7-18e0d24efdac req-ebc92f91-befe-491b-ab16-4aab4e7a88d3 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899057 Jul 14 09:14:03.813475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-31341ed2-f95f-4c14-b52b-430277f43262 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Made reservation on behalf of 19162f7693704187ba398d887fcfc50a for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:03.818780 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-31341ed2-f95f-4c14-b52b-430277f43262 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:03.917854 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b5782-9909-4c1c-8fa8-811781989d9e req-0e109977-4f61-4346-b324-c008ab96b3df tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:03.919271 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a73b5782-9909-4c1c-8fa8-811781989d9e req-0e109977-4f61-4346-b324-c008ab96b3df tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 1103 time: 0.0542345 Jul 14 09:14:03.973598 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-bc9e3c34-51a6-480e-bd0c-ea1ded36e087 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=19162f7693704187ba398d887fcfc50a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495253 Jul 14 09:14:03.999053 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a73b5782-9909-4c1c-8fa8-811781989d9e req-c783d19d-a476-4735-9670-8e32503e12e1 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715871 Jul 14 09:14:04.017280 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-31341ed2-f95f-4c14-b52b-430277f43262 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Allocated IP 192.168.233.6 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/428bb167-b385-4b1b-9b7b-5ed66170f155) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:04.038216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c414980-32fa-4df1-a457-8a4ffd8db081 req-4841fa36-dfc0-43bd-a188-2f8e000da073 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:04.040332 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c414980-32fa-4df1-a457-8a4ffd8db081 req-4841fa36-dfc0-43bd-a188-2f8e000da073 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 945 time: 0.0908794 Jul 14 09:14:04.066161 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 23ebf912-42d9-4743-a7c9-ca83d9a80528 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:04.092649 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c414980-32fa-4df1-a457-8a4ffd8db081 req-2062af3b-ae57-40ac-baf2-4b0f50b258e3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448096 Jul 14 09:14:04.133558 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 23ebf912-42d9-4743-a7c9-ca83d9a80528 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:04.139394 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 23ebf912-42d9-4743-a7c9-ca83d9a80528 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:04.139957 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:04.186784 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-8660f134-0a4d-476d-a248-461ee6e2cc49 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:04.188358 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-8660f134-0a4d-476d-a248-461ee6e2cc49 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913848 Jul 14 09:14:04.192161 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c80882b2-ca55-4241-ad05-1c32d6ac49fa req-056da2a8-5aea-44b3-bb05-250ea953e4b7 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc25929c-3dd3-41db-aa9e-2f30713a2d0c HTTP/1.1" status: 200 len: 210 time: 0.0395436 Jul 14 09:14:04.245101 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:04.261714 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-e043061f-cae4-4455-a3a0-94713739573e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Request body: {'port': {'device_id': 'bc25929c-3dd3-41db-aa9e-2f30713a2d0c', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': '19162f7693704187ba398d887fcfc50a'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:04.347168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376efc0-53f0-4383-bb61-dffa38f403be req-acc0b2b6-2404-406e-8261-810f36747245 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:04.349836 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e376efc0-53f0-4383-bb61-dffa38f403be req-acc0b2b6-2404-406e-8261-810f36747245 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.0948732 Jul 14 09:14:04.384660 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-31341ed2-f95f-4c14-b52b-430277f43262 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:04.407275 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e376efc0-53f0-4383-bb61-dffa38f403be req-297c1cf8-8ac6-4213-acfa-99f536721b91 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517888 Jul 14 09:14:04.450221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-31341ed2-f95f-4c14-b52b-430277f43262 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Transition to ACTIVE for port object 428bb167-b385-4b1b-9b7b-5ed66170f155 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:04.501668 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ebf912-42d9-4743-a7c9-ca83d9a80528'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:04.504394 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8e498e-ca13-4467-a619-a79fdedd6db8" -d '{"events": [{"server_uuid": "182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd", "name": "network-vif-plugged", "status": "completed", "tag": "23ebf912-42d9-4743-a7c9-ca83d9a80528"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:04.520389 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0392e240-475b-4c4a-8703-41a7a700e27c req-0075ffac-2920-43dc-9206-9c93aaf4d5f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1329155 Jul 14 09:14:04.521431 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-e043061f-cae4-4455-a3a0-94713739573e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Made reservation on behalf of 19162f7693704187ba398d887fcfc50a for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:04.523197 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 23ebf912-42d9-4743-a7c9-ca83d9a80528, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=23ebf912-42d9-4743-a7c9-ca83d9a80528,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:04.525245 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-e043061f-cae4-4455-a3a0-94713739573e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:04.528545 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:04.529226 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-31341ed2-f95f-4c14-b52b-430277f43262 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:04.564654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['d4585aea-29d1-4c2e-a839-33de458e8edc', '94e65a1f-98ce-4889-8a69-032edb64e200'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:04.614187 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19cf49-53bc-4010-aad6-cbed2f30ab57 req-a00588fb-d29b-4047-b51b-c4916fb90c66 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:04.615718 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e19cf49-53bc-4010-aad6-cbed2f30ab57 req-a00588fb-d29b-4047-b51b-c4916fb90c66 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.0875573 Jul 14 09:14:04.616946 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-31341ed2-f95f-4c14-b52b-430277f43262 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:04.628630 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-31341ed2-f95f-4c14-b52b-430277f43262 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:04.635883 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-31341ed2-f95f-4c14-b52b-430277f43262 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:04.657455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=23ebf912-42d9-4743-a7c9-ca83d9a80528,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:04.662334 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3fe00c75-5227-492d-ae33-c5ec2711f80d'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:04.709015 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e19cf49-53bc-4010-aad6-cbed2f30ab57 req-d2afe07f-ef87-4125-aed0-b20b5571a5c0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864577 Jul 14 09:14:04.783620 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36c42c-8b04-4a7b-b1b7-0d127e4b2251 req-c38bfe42-bbee-4392-9282-321d20d52492 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:04.785495 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a36c42c-8b04-4a7b-b1b7-0d127e4b2251 req-c38bfe42-bbee-4392-9282-321d20d52492 tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 1103 time: 0.0677578 Jul 14 09:14:04.786777 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-e043061f-cae4-4455-a3a0-94713739573e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Allocated IP 192.168.233.24 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/4b2dcfac-24be-49fd-9e66-ef188e650dd1) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:04.811717 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31341ed2-f95f-4c14-b52b-430277f43262 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Pushing event updated for resources: {'Port': ['ID=428bb167-b385-4b1b-9b7b-5ed66170f155,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:04.849592 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a36c42c-8b04-4a7b-b1b7-0d127e4b2251 req-c0a2b1c2-118f-482f-ae04-7923ca6135fd tempest-ServersAdminTestJSON-1942993936 tempest-ServersAdminTestJSON-1942993936-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536237 Jul 14 09:14:04.899764 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-31341ed2-f95f-4c14-b52b-430277f43262 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:04.900972 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-31341ed2-f95f-4c14-b52b-430277f43262 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:04.928942 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392e240-475b-4c4a-8703-41a7a700e27c req-3700d938-dc04-4d38-88b9-14f1f2933700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:04.930929 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0392e240-475b-4c4a-8703-41a7a700e27c req-3700d938-dc04-4d38-88b9-14f1f2933700 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 1096 time: 0.3625133 Jul 14 09:14:04.937871 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-31341ed2-f95f-4c14-b52b-430277f43262 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2676919 Jul 14 09:14:04.962290 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348f2075-2e85-4833-8190-d5a6d3081c34 x-openstack-request-id: req-348f2075-2e85-4833-8190-d5a6d3081c34 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:04.963281 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd", "name": "network-vif-plugged", "status": "completed", "tag": "23ebf912-42d9-4743-a7c9-ca83d9a80528", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:04.963692 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-348f2075-2e85-4833-8190-d5a6d3081c34 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:04.964338 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ebf912-42d9-4743-a7c9-ca83d9a80528', 'code': 200} Jul 14 09:14:04.994059 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] Request body: {'port': {'device_id': 'c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:05.054742 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d334eb8b-d49b-43d9-b78b-75f832826f9e None None] Provisioning for port 428bb167-b385-4b1b-9b7b-5ed66170f155 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:05.061335 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d334eb8b-d49b-43d9-b78b-75f832826f9e None None] Provisioning complete for port 428bb167-b385-4b1b-9b7b-5ed66170f155 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:05.061699 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d334eb8b-d49b-43d9-b78b-75f832826f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.119327 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d334eb8b-d49b-43d9-b78b-75f832826f9e None None] Port 428bb167-b385-4b1b-9b7b-5ed66170f155 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:14:05.135611 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6640b-5573-46a4-afa0-c9f1c68668ad req-0946269c-6295-4e0e-8edd-9083b365caa6 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:05.137551 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0aa6640b-5573-46a4-afa0-c9f1c68668ad req-0946269c-6295-4e0e-8edd-9083b365caa6 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 943 time: 0.0852041 Jul 14 09:14:05.185420 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0aa6640b-5573-46a4-afa0-c9f1c68668ad req-feb5dd02-365c-41b8-bee4-a6f8d21d4454 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419219 Jul 14 09:14:05.252203 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.286650 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392e240-475b-4c4a-8703-41a7a700e27c req-712f531a-0c10-4fe0-98e3-f981cd678cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:05.287863 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0392e240-475b-4c4a-8703-41a7a700e27c req-712f531a-0c10-4fe0-98e3-f981cd678cac service neutron] 10.222.0.55 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 922 time: 0.3070960 Jul 14 09:14:05.336257 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-e043061f-cae4-4455-a3a0-94713739573e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.346238 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbcc3f-3090-4e9c-87d1-4e65ff96a9bc req-02fe182f-98cc-497a-91c5-737471a57b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:05.347745 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dfdbcc3f-3090-4e9c-87d1-4e65ff96a9bc req-02fe182f-98cc-497a-91c5-737471a57b83 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 1098 time: 0.3067548 Jul 14 09:14:05.396454 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0392e240-475b-4c4a-8703-41a7a700e27c req-aacf991a-037d-4eb5-b663-7a0d9dfe3bb3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a6b9e77-6316-4021-b628-abaae447902e HTTP/1.1" status: 200 len: 217 time: 0.0876319 Jul 14 09:14:05.417160 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-e043061f-cae4-4455-a3a0-94713739573e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Transition to ACTIVE for port object 4b2dcfac-24be-49fd-9e66-ef188e650dd1 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:05.490979 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850a0a4-6856-4e78-83ae-fdb6d72b01c8 req-9b067876-66af-450b-9da4-3ca5a0e717d3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:05.493181 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7850a0a4-6856-4e78-83ae-fdb6d72b01c8 req-9b067876-66af-450b-9da4-3ca5a0e717d3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 946 time: 0.0701900 Jul 14 09:14:05.532604 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dfdbcc3f-3090-4e9c-87d1-4e65ff96a9bc req-779fa1cb-262e-476c-ad43-ef4150b87133 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465776 Jul 14 09:14:05.549619 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392e240-475b-4c4a-8703-41a7a700e27c req-869ed110-8bce-4abf-80c3-12df607b93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:05.550688 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0392e240-475b-4c4a-8703-41a7a700e27c req-869ed110-8bce-4abf-80c3-12df607b93bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.1318097 Jul 14 09:14:05.559094 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7850a0a4-6856-4e78-83ae-fdb6d72b01c8 req-d59e1496-8a40-4424-893d-a98a483f949d tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584610 Jul 14 09:14:05.597371 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0392e240-475b-4c4a-8703-41a7a700e27c req-2acacee5-d262-4879-a671-df096d9978bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382738 Jul 14 09:14:05.663156 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-e043061f-cae4-4455-a3a0-94713739573e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.706838 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3fe00c75-5227-492d-ae33-c5ec2711f80d'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:05.745048 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe36f9-e152-489c-8e38-feb103f6d79a req-48bb89d0-60de-41f7-80c2-5c95e7e741e9 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:05.752907 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2cfe36f9-e152-489c-8e38-feb103f6d79a req-48bb89d0-60de-41f7-80c2-5c95e7e741e9 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc25929c-3dd3-41db-aa9e-2f30713a2d0c HTTP/1.1" status: 200 len: 935 time: 0.0785956 Jul 14 09:14:05.768075 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['d4585aea-29d1-4c2e-a839-33de458e8edc', '94e65a1f-98ce-4889-8a69-032edb64e200'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:05.814871 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2cfe36f9-e152-489c-8e38-feb103f6d79a req-42a61cf9-7de2-4857-978c-065dfa4adf50 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602076 Jul 14 09:14:05.888547 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fce889-c59e-4882-a6e4-c9c78ab96ab1 req-4c5d63ac-7111-4c32-a0ff-7c815190195d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:05.898358 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5fce889-c59e-4882-a6e4-c9c78ab96ab1 req-4c5d63ac-7111-4c32-a0ff-7c815190195d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.1049631 Jul 14 09:14:05.943901 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5fce889-c59e-4882-a6e4-c9c78ab96ab1 req-c98b4571-f61e-4783-a867-7894393ba475 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446193 Jul 14 09:14:06.042644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-e043061f-cae4-4455-a3a0-94713739573e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:06.062083 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043061f-cae4-4455-a3a0-94713739573e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Pushing event updated for resources: {'Port': ['ID=4b2dcfac-24be-49fd-9e66-ef188e650dd1,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:06.064592 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-e043061f-cae4-4455-a3a0-94713739573e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:06.072934 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-e043061f-cae4-4455-a3a0-94713739573e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:06.122529 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-e043061f-cae4-4455-a3a0-94713739573e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:06.123136 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-e043061f-cae4-4455-a3a0-94713739573e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.132551 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0392e240-475b-4c4a-8703-41a7a700e27c req-0cbf905f-4ac2-40ad-b3dd-b7b368b3d2b5 service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278194 Jul 14 09:14:06.173760 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-e043061f-cae4-4455-a3a0-94713739573e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9162214 Jul 14 09:14:06.183121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ade47-e58a-4466-a020-f5ee9dc29cf9 req-ff50b5ce-49a5-4e73-9cdf-9126b5165f48 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:06.184835 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6f3ade47-e58a-4466-a020-f5ee9dc29cf9 req-ff50b5ce-49a5-4e73-9cdf-9126b5165f48 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea HTTP/1.1" status: 200 len: 949 time: 0.1119335 Jul 14 09:14:06.226763 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] Request body: {'port': {'device_id': 'bc25929c-3dd3-41db-aa9e-2f30713a2d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:06.233656 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62a8a8-2ac2-48cd-8693-7b4687a84989 req-133f21f6-1b57-41cf-94e3-9c98001a6f79 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:06.235300 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a62a8a8-2ac2-48cd-8693-7b4687a84989 req-133f21f6-1b57-41cf-94e3-9c98001a6f79 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.1186798 Jul 14 09:14:06.261516 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6f3ade47-e58a-4466-a020-f5ee9dc29cf9 req-e5fa6e0e-e837-4aea-85ac-4940d9749027 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672791 Jul 14 09:14:06.302544 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a62a8a8-2ac2-48cd-8693-7b4687a84989 req-55ca6fe7-e489-43e7-894c-db08bb459f8c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607378 Jul 14 09:14:06.351484 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-eb586c49-6c2d-4d39-b6b1-7e55a07ae040 None None] Provisioning for port 4b2dcfac-24be-49fd-9e66-ef188e650dd1 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:06.357616 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-eb586c49-6c2d-4d39-b6b1-7e55a07ae040 None None] Provisioning complete for port 4b2dcfac-24be-49fd-9e66-ef188e650dd1 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:06.358202 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eb586c49-6c2d-4d39-b6b1-7e55a07ae040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.398599 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428bb167-b385-4b1b-9b7b-5ed66170f155 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:06.407783 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.417914 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-eb586c49-6c2d-4d39-b6b1-7e55a07ae040 None None] Port 4b2dcfac-24be-49fd-9e66-ef188e650dd1 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:14:06.421411 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] Transition to ACTIVE for port object 428bb167-b385-4b1b-9b7b-5ed66170f155 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:06.427301 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0392e240-475b-4c4a-8703-41a7a700e27c req-8bdfc9d0-8116-4472-a729-14aa31ab3324 service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783928 Jul 14 09:14:06.428316 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.433171 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.462476 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf55ef-3989-4123-8140-0627930e1c53 req-20990119-2a2c-4a48-bcef-32d9d5680740 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:06.464626 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b0bf55ef-3989-4123-8140-0627930e1c53 req-20990119-2a2c-4a48-bcef-32d9d5680740 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 943 time: 0.0707021 Jul 14 09:14:06.537465 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b0bf55ef-3989-4123-8140-0627930e1c53 req-5564c26d-f00e-49f1-89cf-611ea661bfe8 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659461 Jul 14 09:14:06.555178 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] Pushing event updated for resources: {'Port': ['ID=428bb167-b385-4b1b-9b7b-5ed66170f155,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:06.687088 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] Attempting to bind port 428bb167-b385-4b1b-9b7b-5ed66170f155 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:06.687453 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] Attempting to bind port 428bb167-b385-4b1b-9b7b-5ed66170f155 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:06.687786 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] Attempting to bind port 428bb167-b385-4b1b-9b7b-5ed66170f155 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:06.730044 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] Port 428bb167-b385-4b1b-9b7b-5ed66170f155 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:06.730368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] Attempting to bind port 428bb167-b385-4b1b-9b7b-5ed66170f155 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:06.741713 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:06.741974 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:06.742268 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:06.742913 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] Bound port: 428bb167-b385-4b1b-9b7b-5ed66170f155, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:06.743277 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.751850 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed943a-3823-43ab-8a48-d7883e3988b7 req-5d0aa052-3f26-4341-a41d-0021b9c49608 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:06.753368 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f5ed943a-3823-43ab-8a48-d7883e3988b7 req-5d0aa052-3f26-4341-a41d-0021b9c49608 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 946 time: 0.0727885 Jul 14 09:14:06.793569 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f5ed943a-3823-43ab-8a48-d7883e3988b7 req-8d367e32-8726-40c5-9445-6582492997b0 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331697 Jul 14 09:14:06.839633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] For port 428bb167-b385-4b1b-9b7b-5ed66170f155, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:06.843700 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] For port 428bb167-b385-4b1b-9b7b-5ed66170f155, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=428bb167-b385-4b1b-9b7b-5ed66170f155,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:06.848769 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.911417 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:06.912035 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.913768 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] 10.222.0.49 "PUT /v2.0/ports/428bb167-b385-4b1b-9b7b-5ed66170f155 HTTP/1.1" status: 200 len: 1095 time: 1.9233794 Jul 14 09:14:06.916502 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0', 'tag': '428bb167-b385-4b1b-9b7b-5ed66170f155'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:06.916667 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2a3e12-3867-4c9e-ae37-2f7ee6ef49f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0", "tag": "428bb167-b385-4b1b-9b7b-5ed66170f155"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:06.945149 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b2dcfac-24be-49fd-9e66-ef188e650dd1 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:06.954480 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b25007-0b2f-4f89-900d-b45db37e7c4d service neutron] Pushing event updated for resources: {'Port': ['ID=428bb167-b385-4b1b-9b7b-5ed66170f155,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:06.958480 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.973281 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] Transition to ACTIVE for port object 4b2dcfac-24be-49fd-9e66-ef188e650dd1 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:06.979218 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.014974 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be30522-7770-45c7-8918-edbbee8fd849 req-b960fe13-bf25-4a59-bbe0-9c686a3d7b77 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:07.016499 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5be30522-7770-45c7-8918-edbbee8fd849 req-b960fe13-bf25-4a59-bbe0-9c686a3d7b77 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 1098 time: 0.1100338 Jul 14 09:14:07.044192 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa476fa-3bf4-4701-9f8c-8ed46d1c581c req-3a6d00e2-8738-45d4-a578-4edcef5d7f50 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:07.046021 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7aa476fa-3bf4-4701-9f8c-8ed46d1c581c req-3a6d00e2-8738-45d4-a578-4edcef5d7f50 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc25929c-3dd3-41db-aa9e-2f30713a2d0c HTTP/1.1" status: 200 len: 935 time: 0.1044638 Jul 14 09:14:07.060060 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2dcfac-24be-49fd-9e66-ef188e650dd1,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:07.088182 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5be30522-7770-45c7-8918-edbbee8fd849 req-fcb59146-e613-4bf4-8350-3ab6b02fa0d2 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615985 Jul 14 09:14:07.102836 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7aa476fa-3bf4-4701-9f8c-8ed46d1c581c req-a6dbc864-87f3-482f-9262-368dedd40044 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503771 Jul 14 09:14:07.151307 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-405342d2-ca6e-4063-b646-dd2eac129799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:07.152799 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-405342d2-ca6e-4063-b646-dd2eac129799 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&device_id=c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0 HTTP/1.1" status: 200 len: 1098 time: 0.1430995 Jul 14 09:14:07.154360 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f5dd94-122a-4856-95ed-59f74e8f77e6 x-openstack-request-id: req-45f5dd94-122a-4856-95ed-59f74e8f77e6 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:07.154605 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0", "tag": "428bb167-b385-4b1b-9b7b-5ed66170f155", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:07.154824 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45f5dd94-122a-4856-95ed-59f74e8f77e6 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:07.155213 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0', 'tag': '428bb167-b385-4b1b-9b7b-5ed66170f155', 'status': 'completed', 'code': 200} Jul 14 09:14:07.166608 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 0d69710c-d653-4399-8082-1e1be85fb0f8 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:07.203443 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] Attempting to bind port 4b2dcfac-24be-49fd-9e66-ef188e650dd1 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:07.204044 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] Attempting to bind port 4b2dcfac-24be-49fd-9e66-ef188e650dd1 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:07.204969 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] Attempting to bind port 4b2dcfac-24be-49fd-9e66-ef188e650dd1 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:07.210059 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-e89979bd-43cd-4e56-85e8-630f6d438045 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=428bb167-b385-4b1b-9b7b-5ed66170f155 HTTP/1.1" status: 200 len: 217 time: 0.0488636 Jul 14 09:14:07.213330 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] Port 4b2dcfac-24be-49fd-9e66-ef188e650dd1 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:07.213880 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] Attempting to bind port 4b2dcfac-24be-49fd-9e66-ef188e650dd1 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:07.258356 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:07.258701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:07.259086 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:07.260057 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] Bound port: 4b2dcfac-24be-49fd-9e66-ef188e650dd1, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:07.260566 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.311289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-51b61034-9540-4de1-9472-86e3956f49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:07.312757 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-51b61034-9540-4de1-9472-86e3956f49a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0958819 Jul 14 09:14:07.345297 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 0d69710c-d653-4399-8082-1e1be85fb0f8, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0d69710c-d653-4399-8082-1e1be85fb0f8,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:07.359693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '0d69710c-d653-4399-8082-1e1be85fb0f8', 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05', 'port_id': '0d69710c-d653-4399-8082-1e1be85fb0f8', 'mac_address': 'fa:16:3e:33:45:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fde9559-d0bf-4bbc-a79b-7e008e167bbe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:07.391407 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] For port 4b2dcfac-24be-49fd-9e66-ef188e650dd1, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:07.395417 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] For port 4b2dcfac-24be-49fd-9e66-ef188e650dd1, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4b2dcfac-24be-49fd-9e66-ef188e650dd1,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:07.405056 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.421660 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.440533 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d69710c-d653-4399-8082-1e1be85fb0f8 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:07.445880 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:07.446580 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.448469 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] 10.222.0.55 "PUT /v2.0/ports/4b2dcfac-24be-49fd-9e66-ef188e650dd1 HTTP/1.1" status: 200 len: 1096 time: 1.2273459 Jul 14 09:14:07.464215 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 0d69710c-d653-4399-8082-1e1be85fb0f8, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0d69710c-d653-4399-8082-1e1be85fb0f8,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:07.466841 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-cb13dc16-2ae0-4caf-b7a7-1333c49f7959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:07.468610 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d9689-ec26-4f51-8925-9d3a43a89aa8 req-57b00bde-da14-40d0-953e-399b8cd82223 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:07.469133 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-cb13dc16-2ae0-4caf-b7a7-1333c49f7959 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1456957 Jul 14 09:14:07.470378 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.481331 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b01d9689-ec26-4f51-8925-9d3a43a89aa8 req-57b00bde-da14-40d0-953e-399b8cd82223 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.1940894 Jul 14 09:14:07.508980 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07c5be-f841-44fe-b7c6-7c3018dfddb0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2dcfac-24be-49fd-9e66-ef188e650dd1,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:07.538199 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=0d69710c-d653-4399-8082-1e1be85fb0f8,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:07.541413 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b01d9689-ec26-4f51-8925-9d3a43a89aa8 req-cd581fd5-b926-42f6-b87b-4be20c02a5a4 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583763 Jul 14 09:14:07.572796 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd4aae-045e-40c3-9a97-3d2ca1b62930 req-5bf0a796-0ae3-46fa-aa6a-79c7ab4d155c tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:07.574367 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ebd4aae-045e-40c3-9a97-3d2ca1b62930 req-5bf0a796-0ae3-46fa-aa6a-79c7ab4d155c tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 1098 time: 0.1671171 Jul 14 09:14:07.612383 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ebd4aae-045e-40c3-9a97-3d2ca1b62930 req-afbe5718-fdba-48dc-a084-fd903bca0200 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313880 Jul 14 09:14:07.615296 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-a8803583-529d-4be3-a6d1-54131a5ea4ad service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312859 Jul 14 09:14:07.774119 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-1f2bddec-ca2c-4705-b8f6-3fd0e63aa632 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515000 Jul 14 09:14:07.776358 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-296a6b96-847e-4c9d-b50c-3394160b3638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:07.777723 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-296a6b96-847e-4c9d-b50c-3394160b3638 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&device_id=bc25929c-3dd3-41db-aa9e-2f30713a2d0c HTTP/1.1" status: 200 len: 1099 time: 0.1480961 Jul 14 09:14:07.785442 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc019c9-292a-489c-9f2e-2c23a6ceeeb1 req-6abaf1b9-449d-4e32-a7c8-56b1aeb9ec77 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:07.786973 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5cc019c9-292a-489c-9f2e-2c23a6ceeeb1 req-6abaf1b9-449d-4e32-a7c8-56b1aeb9ec77 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea HTTP/1.1" status: 200 len: 949 time: 0.1007533 Jul 14 09:14:07.843146 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-b334c6cf-ba2a-4be7-8072-928929dbe070 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=4b2dcfac-24be-49fd-9e66-ef188e650dd1 HTTP/1.1" status: 200 len: 217 time: 0.0441370 Jul 14 09:14:07.843516 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e8922-7f38-4ff1-9fb3-32fe5a18f911 req-5e337e98-f9b5-43bd-ae03-25a791e55842 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:07.845180 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b0e8922-7f38-4ff1-9fb3-32fe5a18f911 req-5e337e98-f9b5-43bd-ae03-25a791e55842 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.1072767 Jul 14 09:14:07.848902 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5cc019c9-292a-489c-9f2e-2c23a6ceeeb1 req-f9d7fe5b-1e0f-4c62-a188-811cda49cc24 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551658 Jul 14 09:14:07.893547 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b0e8922-7f38-4ff1-9fb3-32fe5a18f911 req-607973ce-7ae0-49c0-8569-98681c792f5e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423901 Jul 14 09:14:07.967037 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a3e12-3867-4c9e-ae37-2f7ee6ef49f7 req-1103611b-3c75-4e49-83ed-dba7462943cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:07.968680 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fc2a3e12-3867-4c9e-ae37-2f7ee6ef49f7 req-1103611b-3c75-4e49-83ed-dba7462943cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&device_id=c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0 HTTP/1.1" status: 200 len: 1098 time: 0.1353028 Jul 14 09:14:07.991225 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-1e2f4795-71b4-4bd1-8244-1994832a0b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:07.992573 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-1e2f4795-71b4-4bd1-8244-1994832a0b45 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1001787 Jul 14 09:14:08.013645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['0d69710c-d653-4399-8082-1e1be85fb0f8'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:08.105113 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c9d68-d000-4bf3-9583-ad18d4b839b2 req-f748b898-c132-4132-a28a-d72f6adb86c8 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.106401 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a54c9d68-d000-4bf3-9583-ad18d4b839b2 req-f748b898-c132-4132-a28a-d72f6adb86c8 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.55 "GET /v2.0/ports?device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea HTTP/1.1" status: 200 len: 949 time: 0.2121134 Jul 14 09:14:08.116938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2327d8-0c5c-43da-8d4a-99b203c961c5 req-6f6d2a8a-9584-48bc-82eb-19871426a33e tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.129542 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed2327d8-0c5c-43da-8d4a-99b203c961c5 req-6f6d2a8a-9584-48bc-82eb-19871426a33e tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 944 time: 0.1181839 Jul 14 09:14:08.172693 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a3e12-3867-4c9e-ae37-2f7ee6ef49f7 req-5458112f-5f4a-4e03-b8b0-85d937dd3439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.174221 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fc2a3e12-3867-4c9e-ae37-2f7ee6ef49f7 req-5458112f-5f4a-4e03-b8b0-85d937dd3439 service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1942530 Jul 14 09:14:08.188918 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed2327d8-0c5c-43da-8d4a-99b203c961c5 req-a92a50f9-c99a-42f6-9b72-0ef3a67acbdb tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554945 Jul 14 09:14:08.191438 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-ff432df3-343c-4f26-bda0-35829f0df370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.192901 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-ff432df3-343c-4f26-bda0-35829f0df370 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1611819 Jul 14 09:14:08.250694 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fc2a3e12-3867-4c9e-ae37-2f7ee6ef49f7 req-03818731-b210-4cef-bb44-56a579597623 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=428bb167-b385-4b1b-9b7b-5ed66170f155 HTTP/1.1" status: 200 len: 217 time: 0.0680082 Jul 14 09:14:08.375740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a3e12-3867-4c9e-ae37-2f7ee6ef49f7 req-42e47d03-bf30-4b52-90db-39343f47dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.377206 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fc2a3e12-3867-4c9e-ae37-2f7ee6ef49f7 req-42e47d03-bf30-4b52-90db-39343f47dfc0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0877430 Jul 14 09:14:08.386614 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673b28d-2acb-408f-81d0-91b2ae31f90b req-b131b866-05ef-45cb-8a26-232e2f5b369a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.390244 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e673b28d-2acb-408f-81d0-91b2ae31f90b req-b131b866-05ef-45cb-8a26-232e2f5b369a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc25929c-3dd3-41db-aa9e-2f30713a2d0c HTTP/1.1" status: 200 len: 947 time: 0.0752714 Jul 14 09:14:08.403830 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-b2da8495-d56c-46be-b910-c3b29f96accb service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630535 Jul 14 09:14:08.430721 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e673b28d-2acb-408f-81d0-91b2ae31f90b req-e85630a9-985a-4f90-af7f-fe79cafcd26c tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361392 Jul 14 09:14:08.433908 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-a54c9d68-d000-4bf3-9583-ad18d4b839b2 req-850a7535-d928-4686-81a5-fd6e8cb06a8a tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Deleting port fa8e0567-a0db-48ec-a4c7-f9905da2a013 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:08.434362 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a54c9d68-d000-4bf3-9583-ad18d4b839b2 req-850a7535-d928-4686-81a5-fd6e8cb06a8a tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.610733 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a3e12-3867-4c9e-ae37-2f7ee6ef49f7 req-3a662efc-a611-4a4b-a510-70683abcc030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.612348 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fc2a3e12-3867-4c9e-ae37-2f7ee6ef49f7 req-3a662efc-a611-4a4b-a510-70683abcc030 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2237694 Jul 14 09:14:08.621258 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a54c9d68-d000-4bf3-9583-ad18d4b839b2 req-850a7535-d928-4686-81a5-fd6e8cb06a8a tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] For port fa8e0567-a0db-48ec-a4c7-f9905da2a013, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=fa8e0567-a0db-48ec-a4c7-f9905da2a013,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:08.621927 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a54c9d68-d000-4bf3-9583-ad18d4b839b2 req-850a7535-d928-4686-81a5-fd6e8cb06a8a tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.676730 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c17d292e-09a1-4c25-8c1b-e8bcb59ee82b req-d4dee886-9cda-4f9f-bad8-834abd8e5426 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529652 Jul 14 09:14:08.684807 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-a54c9d68-d000-4bf3-9583-ad18d4b839b2 req-850a7535-d928-4686-81a5-fd6e8cb06a8a tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Calling delete_port for fa8e0567-a0db-48ec-a4c7-f9905da2a013 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:08.743652 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b76f9-c213-4df7-a711-0d49494cda06 req-84e2e4d1-fadd-49f8-ba8a-2fa75a46d972 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.746271 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c81b76f9-c213-4df7-a711-0d49494cda06 req-84e2e4d1-fadd-49f8-ba8a-2fa75a46d972 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.0853267 Jul 14 09:14:08.775710 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fc2a3e12-3867-4c9e-ae37-2f7ee6ef49f7 req-d5fb0abd-b93f-40e1-8851-46e9cac5e5ca service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509838 Jul 14 09:14:08.784578 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c81b76f9-c213-4df7-a711-0d49494cda06 req-01a37374-4f1f-4c10-8885-ef0e1a1cd793 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334878 Jul 14 09:14:08.911122 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a54c9d68-d000-4bf3-9583-ad18d4b839b2 req-850a7535-d928-4686-81a5-fd6e8cb06a8a tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.914259 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fc2a3e12-3867-4c9e-ae37-2f7ee6ef49f7 req-5dc60428-e65c-4695-8e72-8f73d5e75a60 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241636 Jul 14 09:14:08.935202 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['58967b14-c578-4d5c-960e-65080fbe695a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:08.942197 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a7535-d928-4686-81a5-fd6e8cb06a8a tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Pushing event deleted for resources: {'Port': ['ID=fa8e0567-a0db-48ec-a4c7-f9905da2a013,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:08.992653 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54c9d68-d000-4bf3-9583-ad18d4b839b2 req-850a7535-d928-4686-81a5-fd6e8cb06a8a tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] No DVR routers for this DVR port fa8e0567-a0db-48ec-a4c7-f9905da2a013 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:08.995884 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a54c9d68-d000-4bf3-9583-ad18d4b839b2 req-850a7535-d928-4686-81a5-fd6e8cb06a8a tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.997950 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a54c9d68-d000-4bf3-9583-ad18d4b839b2 req-850a7535-d928-4686-81a5-fd6e8cb06a8a tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.55 "DELETE /v2.0/ports/fa8e0567-a0db-48ec-a4c7-f9905da2a013 HTTP/1.1" status: 204 len: 173 time: 0.8840346 Jul 14 09:14:09.021879 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-76cfd602-19e1-4aa1-b70e-36d064ec8a00 req-5f6df404-de5a-4886-a8d8-410aace05481 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=2755d5e5-c2e3-4ac5-91b2-546335a5d9ea HTTP/1.1" status: 200 len: 210 time: 0.0473661 Jul 14 09:14:09.117610 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-e6193825-7541-4260-b4c9-59801a57009f tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:14:09.119467 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-e6193825-7541-4260-b4c9-59801a57009f tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075817 Jul 14 09:14:09.130835 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-caef057d-93fa-4079-9ac4-b53ca5c94faf service neutron] Request body: {'binding': {'host': 'n-h1-798054-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:09.131530 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-caef057d-93fa-4079-9ac4-b53ca5c94faf service neutron] Unknown quota resources ['binding']. {{(pid=93887) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:14:09.156840 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc25929c-3dd3-41db-aa9e-2f30713a2d0c', 'tag': '4b2dcfac-24be-49fd-9e66-ef188e650dd1'}, {'server_uuid': '2755d5e5-c2e3-4ac5-91b2-546335a5d9ea', 'name': 'network-vif-deleted', 'tag': 'fa8e0567-a0db-48ec-a4c7-f9905da2a013'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:09.159200 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec522aa-f899-4941-88c6-c1812f2ea655" -d '{"events": [{"name": "network-changed", "server_uuid": "bc25929c-3dd3-41db-aa9e-2f30713a2d0c", "tag": "4b2dcfac-24be-49fd-9e66-ef188e650dd1"}, {"server_uuid": "2755d5e5-c2e3-4ac5-91b2-546335a5d9ea", "name": "network-vif-deleted", "tag": "fa8e0567-a0db-48ec-a4c7-f9905da2a013"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:09.239126 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['fa8e0567-a0db-48ec-a4c7-f9905da2a013', 'af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:09.299514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d5968-f276-4ec4-b724-0286d8378f50 req-41c62be3-810f-4fdb-bda4-04e10c6656c5 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:09.301003 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b3d5968-f276-4ec4-b724-0286d8378f50 req-41c62be3-810f-4fdb-bda4-04e10c6656c5 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.1453967 Jul 14 09:14:09.350374 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-caef057d-93fa-4079-9ac4-b53ca5c94faf service neutron] Attempting to bind port 23ebf912-42d9-4743-a7c9-ca83d9a80528 on host n-h1-798054-10 for vnic_type normal with profile None {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:09.350643 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-caef057d-93fa-4079-9ac4-b53ca5c94faf service neutron] Attempting to bind port 23ebf912-42d9-4743-a7c9-ca83d9a80528 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:09.351013 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-caef057d-93fa-4079-9ac4-b53ca5c94faf service neutron] Attempting to bind port 23ebf912-42d9-4743-a7c9-ca83d9a80528 on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:09.360798 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-caef057d-93fa-4079-9ac4-b53ca5c94faf service neutron] Port 23ebf912-42d9-4743-a7c9-ca83d9a80528 on network fbea3c05-472e-4cae-8d96-84e615e12c90 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:09.361082 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-caef057d-93fa-4079-9ac4-b53ca5c94faf service neutron] Attempting to bind port 23ebf912-42d9-4743-a7c9-ca83d9a80528 on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:09.370451 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-caef057d-93fa-4079-9ac4-b53ca5c94faf service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:09.371254 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-caef057d-93fa-4079-9ac4-b53ca5c94faf service neutron] Checking segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:09.371254 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-caef057d-93fa-4079-9ac4-b53ca5c94faf service neutron] Bound using segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:09.371535 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-caef057d-93fa-4079-9ac4-b53ca5c94faf service neutron] Bound port: 23ebf912-42d9-4743-a7c9-ca83d9a80528, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:09.376722 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b3d5968-f276-4ec4-b724-0286d8378f50 req-09ad1e9f-c68c-4c60-a304-1f8b9d7a7e3d tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618086 Jul 14 09:14:09.429720 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-caef057d-93fa-4079-9ac4-b53ca5c94faf service neutron] For port 23ebf912-42d9-4743-a7c9-ca83d9a80528, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=23ebf912-42d9-4743-a7c9-ca83d9a80528,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:09.434722 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-caef057d-93fa-4079-9ac4-b53ca5c94faf service neutron] Notify callbacks [] for binding, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:09.435908 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-caef057d-93fa-4079-9ac4-b53ca5c94faf service neutron] 10.222.0.26 "POST /v2.0/ports/23ebf912-42d9-4743-a7c9-ca83d9a80528/bindings HTTP/1.1" status: 201 len: 390 time: 0.3102722 Jul 14 09:14:09.530735 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166abad9-ffc4-4114-be7c-139b8aad212e x-openstack-request-id: req-166abad9-ffc4-4114-be7c-139b8aad212e {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:09.531048 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc25929c-3dd3-41db-aa9e-2f30713a2d0c", "tag": "4b2dcfac-24be-49fd-9e66-ef188e650dd1", "status": "completed", "code": 200}, {"server_uuid": "2755d5e5-c2e3-4ac5-91b2-546335a5d9ea", "name": "network-vif-deleted", "tag": "fa8e0567-a0db-48ec-a4c7-f9905da2a013", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:09.531308 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-166abad9-ffc4-4114-be7c-139b8aad212e {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:09.532084 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc25929c-3dd3-41db-aa9e-2f30713a2d0c', 'tag': '4b2dcfac-24be-49fd-9e66-ef188e650dd1', 'status': 'completed', 'code': 200} Jul 14 09:14:09.532348 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2755d5e5-c2e3-4ac5-91b2-546335a5d9ea', 'name': 'network-vif-deleted', 'tag': 'fa8e0567-a0db-48ec-a4c7-f9905da2a013', 'status': 'completed', 'code': 200} Jul 14 09:14:09.656176 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec522aa-f899-4941-88c6-c1812f2ea655 req-ad9c2255-ded7-44d6-b6de-350251b57952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:09.658028 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aec522aa-f899-4941-88c6-c1812f2ea655 req-ad9c2255-ded7-44d6-b6de-350251b57952 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&device_id=bc25929c-3dd3-41db-aa9e-2f30713a2d0c HTTP/1.1" status: 200 len: 1099 time: 0.0635018 Jul 14 09:14:09.705942 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b67d6-04a3-4e87-a624-de4eab1d2417 req-20dd93b4-cc07-4b8e-817b-574b02f6db3c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:09.707597 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c31b67d6-04a3-4e87-a624-de4eab1d2417 req-20dd93b4-cc07-4b8e-817b-574b02f6db3c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 944 time: 0.1115024 Jul 14 09:14:09.720492 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a252dc-984f-4d1f-9c53-980d39432f07 req-ff00f343-3378-4026-ae14-29d8abf504bb tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:09.721725 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-62a252dc-984f-4d1f-9c53-980d39432f07 req-ff00f343-3378-4026-ae14-29d8abf504bb tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc25929c-3dd3-41db-aa9e-2f30713a2d0c HTTP/1.1" status: 200 len: 947 time: 0.0961065 Jul 14 09:14:09.777504 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c31b67d6-04a3-4e87-a624-de4eab1d2417 req-1bf7fb0a-03a8-430e-aacc-0c0e41ef258a tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547161 Jul 14 09:14:09.792775 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-62a252dc-984f-4d1f-9c53-980d39432f07 req-f8d45856-ebc0-43bf-9d0d-bcce8c2cfd1a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631287 Jul 14 09:14:09.800554 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec522aa-f899-4941-88c6-c1812f2ea655 req-a895ee48-8afe-4eb9-9ad5-093ba2d5f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:09.801974 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aec522aa-f899-4941-88c6-c1812f2ea655 req-a895ee48-8afe-4eb9-9ad5-093ba2d5f2a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1261110 Jul 14 09:14:09.870363 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aec522aa-f899-4941-88c6-c1812f2ea655 req-0f6b43a4-da8c-42a0-a110-73285af9b9ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=4b2dcfac-24be-49fd-9e66-ef188e650dd1 HTTP/1.1" status: 200 len: 217 time: 0.0512233 Jul 14 09:14:09.878962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-1d5b7f60-759b-4fbe-ab72-1bf85bb9fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:09.880641 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-1d5b7f60-759b-4fbe-ab72-1bf85bb9fae5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 1098 time: 0.1424828 Jul 14 09:14:09.967275 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395ef23-5b8a-4c28-bd43-1391c674d04a req-ed773e4c-f0f5-418e-b9f9-ae1fe0c5174a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:09.968948 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b395ef23-5b8a-4c28-bd43-1391c674d04a req-ed773e4c-f0f5-418e-b9f9-ae1fe0c5174a tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 946 time: 0.0780253 Jul 14 09:14:09.976727 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec522aa-f899-4941-88c6-c1812f2ea655 req-0eddcf9c-d20d-4a8e-ba9f-dec93b3b79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:09.979023 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aec522aa-f899-4941-88c6-c1812f2ea655 req-0eddcf9c-d20d-4a8e-ba9f-dec93b3b79a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0972686 Jul 14 09:14:10.022981 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b395ef23-5b8a-4c28-bd43-1391c674d04a req-8a9d33e6-8cc0-41fe-890b-6bd5a7d927b1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420146 Jul 14 09:14:10.043854 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-2d6c763d-2b46-49d7-a324-e23f1ff0b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:10.045357 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-2d6c763d-2b46-49d7-a324-e23f1ff0b5f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 908 time: 0.1554534 Jul 14 09:14:10.093197 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-dff47d05-1a50-4cbc-aae3-c26963fef9e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23ebf912-42d9-4743-a7c9-ca83d9a80528 HTTP/1.1" status: 200 len: 217 time: 0.0388873 Jul 14 09:14:10.101478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d8292-f525-4999-bc29-ee2db3f21cb0 req-58dbc531-63e0-445d-b372-07241a79da63 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:10.103600 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-266d8292-f525-4999-bc29-ee2db3f21cb0 req-58dbc531-63e0-445d-b372-07241a79da63 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.0671310 Jul 14 09:14:10.110444 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec522aa-f899-4941-88c6-c1812f2ea655 req-a022d55d-9b89-4806-b698-fc66355076f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:10.111901 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aec522aa-f899-4941-88c6-c1812f2ea655 req-a022d55d-9b89-4806-b698-fc66355076f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1224215 Jul 14 09:14:10.122681 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 428bb167-b385-4b1b-9b7b-5ed66170f155 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:10.144874 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-266d8292-f525-4999-bc29-ee2db3f21cb0 req-c3d8e8be-5ce5-4fd7-82c4-3e4ca217c3a7 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350733 Jul 14 09:14:10.254924 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 428bb167-b385-4b1b-9b7b-5ed66170f155, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=428bb167-b385-4b1b-9b7b-5ed66170f155,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:10.269431 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '428bb167-b385-4b1b-9b7b-5ed66170f155', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '428bb167-b385-4b1b-9b7b-5ed66170f155', 'mac_address': 'fa:16:3e:23:1a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:10.318743 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.339191 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428bb167-b385-4b1b-9b7b-5ed66170f155 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:10.374409 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 428bb167-b385-4b1b-9b7b-5ed66170f155, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=428bb167-b385-4b1b-9b7b-5ed66170f155,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:10.380048 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.436272 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=428bb167-b385-4b1b-9b7b-5ed66170f155,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:10.494799 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-a2f29964-f197-429e-a5d2-9c40710e5326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:10.495990 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-a2f29964-f197-429e-a5d2-9c40710e5326 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.3958936 Jul 14 09:14:10.541404 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-2bfb6c81-76fc-4d82-b2e8-e697183cad4e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319602 Jul 14 09:14:10.572893 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aec522aa-f899-4941-88c6-c1812f2ea655 req-fc9a381d-936e-4df8-8e19-68530e926c83 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422367 Jul 14 09:14:10.617441 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8c568-e41f-42e3-8cca-ed2b8619dccd req-c73c95e6-52a1-4882-83f8-a667aeb84080 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:10.619350 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23f8c568-e41f-42e3-8cca-ed2b8619dccd req-c73c95e6-52a1-4882-83f8-a667aeb84080 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d5d0a57-d377-4675-8665-2e5ad265187e HTTP/1.1" status: 200 len: 950 time: 0.1159945 Jul 14 09:14:10.632632 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d652417-7fc1-4a17-b127-2e5236b72ecc req-e86edaeb-7478-4f0b-b559-1d60ca04aee2 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:10.634139 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5d652417-7fc1-4a17-b127-2e5236b72ecc req-e86edaeb-7478-4f0b-b559-1d60ca04aee2 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.1013796 Jul 14 09:14:10.693210 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23f8c568-e41f-42e3-8cca-ed2b8619dccd req-d5be9b13-697f-4891-a447-8050d4c5356c tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573428 Jul 14 09:14:10.699306 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5d652417-7fc1-4a17-b127-2e5236b72ecc req-51cfebc0-613e-4c3e-9ff4-91f3821451a8 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557466 Jul 14 09:14:10.731139 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-c4e10af4-8a2d-4f2c-a16b-f3c997f42d52 service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808376 Jul 14 09:14:10.733042 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aec522aa-f899-4941-88c6-c1812f2ea655 req-af4479c2-69ff-4144-9562-462e1a9bcd51 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320355 Jul 14 09:14:10.805264 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['428bb167-b385-4b1b-9b7b-5ed66170f155'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:10.889111 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-253046ab-355b-4d70-9dd2-4998b317cc9f service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149724 Jul 14 09:14:11.027586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd8c93-c123-4480-8719-c51167a8d5ea req-f5ed3ff9-bb20-4d7f-9c0c-88a2975c918c tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:11.029059 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dddd8c93-c123-4480-8719-c51167a8d5ea req-f5ed3ff9-bb20-4d7f-9c0c-88a2975c918c tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc25929c-3dd3-41db-aa9e-2f30713a2d0c HTTP/1.1" status: 200 len: 947 time: 0.1172316 Jul 14 09:14:11.036857 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c7f26-30b1-4879-ba10-bf76fc2eccda req-59a55534-b4f0-418a-b004-54ae239548e5 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:11.038223 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c47c7f26-30b1-4879-ba10-bf76fc2eccda req-59a55534-b4f0-418a-b004-54ae239548e5 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 944 time: 0.0942042 Jul 14 09:14:11.094155 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dddd8c93-c123-4480-8719-c51167a8d5ea req-9f3f6143-d96d-4079-87e0-db2d980f2028 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549011 Jul 14 09:14:11.098667 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c47c7f26-30b1-4879-ba10-bf76fc2eccda req-ea46da81-a087-4f32-8c28-49879813ea7c tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537667 Jul 14 09:14:11.185480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 4b2dcfac-24be-49fd-9e66-ef188e650dd1 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:11.198223 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 0d69710c-d653-4399-8082-1e1be85fb0f8 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:11.289268 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1991ee-5c20-422a-b6e7-493c442ccd43 req-93799269-5e4c-4cb5-a40e-2e6c3df49bc7 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:11.292545 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7f1991ee-5c20-422a-b6e7-493c442ccd43 req-93799269-5e4c-4cb5-a40e-2e6c3df49bc7 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 946 time: 0.0789316 Jul 14 09:14:11.332732 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 0d69710c-d653-4399-8082-1e1be85fb0f8 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:11.344976 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 0d69710c-d653-4399-8082-1e1be85fb0f8 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:11.345292 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:11.351720 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 4b2dcfac-24be-49fd-9e66-ef188e650dd1, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4b2dcfac-24be-49fd-9e66-ef188e650dd1,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:11.375835 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7f1991ee-5c20-422a-b6e7-493c442ccd43 req-0b67143f-6161-4d03-b9d1-7d0a6d880be1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776582 Jul 14 09:14:11.386770 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '4b2dcfac-24be-49fd-9e66-ef188e650dd1', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '4b2dcfac-24be-49fd-9e66-ef188e650dd1', 'mac_address': 'fa:16:3e:0c:a1:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:11.408647 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41338666-856b-4d84-9a11-98f0aeeaaa8a req-31ac2322-018b-4441-918e-fa6ae4692d96 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:11.410543 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41338666-856b-4d84-9a11-98f0aeeaaa8a req-31ac2322-018b-4441-918e-fa6ae4692d96 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.0904264 Jul 14 09:14:11.464611 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:11.489489 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b2dcfac-24be-49fd-9e66-ef188e650dd1 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:11.499790 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:11.526209 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 4b2dcfac-24be-49fd-9e66-ef188e650dd1, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4b2dcfac-24be-49fd-9e66-ef188e650dd1,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:11.534673 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:11.545404 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7130ed29-ffd6-43ec-8286-6e0b4107bd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d69710c-d653-4399-8082-1e1be85fb0f8'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:11.547835 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c5d119-b709-42fb-b323-878867f102cd" -d '{"events": [{"server_uuid": "7130ed29-ffd6-43ec-8286-6e0b4107bd67", "name": "network-vif-plugged", "status": "completed", "tag": "0d69710c-d653-4399-8082-1e1be85fb0f8"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:11.581862 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 0d69710c-d653-4399-8082-1e1be85fb0f8, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0d69710c-d653-4399-8082-1e1be85fb0f8,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:11.588401 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:11.589245 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device fa8e0567-a0db-48ec-a4c7-f9905da2a013 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:11.620062 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5673b057-00f3-4a5d-9d96-becd19f6db69 x-openstack-request-id: req-5673b057-00f3-4a5d-9d96-becd19f6db69 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:11.620386 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7130ed29-ffd6-43ec-8286-6e0b4107bd67", "name": "network-vif-plugged", "status": "completed", "tag": "0d69710c-d653-4399-8082-1e1be85fb0f8", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:11.620642 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5673b057-00f3-4a5d-9d96-becd19f6db69 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:11.621053 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7130ed29-ffd6-43ec-8286-6e0b4107bd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d69710c-d653-4399-8082-1e1be85fb0f8', 'code': 200} Jul 14 09:14:11.623727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: fa8e0567-a0db-48ec-a4c7-f9905da2a013 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:14:11.624094 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device fa8e0567-a0db-48ec-a4c7-f9905da2a013 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:11.643679 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=4b2dcfac-24be-49fd-9e66-ef188e650dd1,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:11.697757 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=0d69710c-d653-4399-8082-1e1be85fb0f8,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:11.723659 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41338666-856b-4d84-9a11-98f0aeeaaa8a req-6f730f60-d64c-46c2-9f6f-025135f384a0 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073835 Jul 14 09:14:11.859404 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0b0ac-c7ce-426f-a134-96c08dc490b5 req-5bdba4be-6c18-4d0c-b721-ed467d31be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:11.860803 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fde0b0ac-c7ce-426f-a134-96c08dc490b5 req-5bdba4be-6c18-4d0c-b721-ed467d31be5e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 1097 time: 0.0605907 Jul 14 09:14:11.899185 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fde0b0ac-c7ce-426f-a134-96c08dc490b5 req-d1f95803-fbb3-412f-8b98-69cf9c5da494 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288618 Jul 14 09:14:11.931162 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa16e4-873c-4b43-a3d6-badb094ff1b2 req-d5610eaa-7f0b-46a2-9178-72eba30a659d tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:11.933310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99aa16e4-873c-4b43-a3d6-badb094ff1b2 req-d5610eaa-7f0b-46a2-9178-72eba30a659d tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d5d0a57-d377-4675-8665-2e5ad265187e HTTP/1.1" status: 200 len: 950 time: 0.1075504 Jul 14 09:14:11.944567 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccba1d8-a0bf-4886-9ffe-cd94f5c47195 req-a4739451-371e-4216-b7a3-29003bcd8dbb tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:11.945990 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ccba1d8-a0bf-4886-9ffe-cd94f5c47195 req-a4739451-371e-4216-b7a3-29003bcd8dbb tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.1056187 Jul 14 09:14:12.005868 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99aa16e4-873c-4b43-a3d6-badb094ff1b2 req-8e585288-989a-403e-809c-a731af92bbee tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588996 Jul 14 09:14:12.011180 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ccba1d8-a0bf-4886-9ffe-cd94f5c47195 req-e12244c0-88a4-40c7-b049-45dd541aae9a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551152 Jul 14 09:14:12.037834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['4b2dcfac-24be-49fd-9e66-ef188e650dd1'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:12.312316 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48b023-122d-4e21-9fe1-42d82cb3823d req-ca2f84df-6e68-4265-9a8d-d5d441e12dfc tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:12.314061 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8a48b023-122d-4e21-9fe1-42d82cb3823d req-ca2f84df-6e68-4265-9a8d-d5d441e12dfc tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d5d0a57-d377-4675-8665-2e5ad265187e HTTP/1.1" status: 200 len: 950 time: 0.0716679 Jul 14 09:14:12.318757 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fa5a0-d542-4bb0-818d-af138324bc08 req-9ec3842d-7447-48a4-96ec-6f879aff4250 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:12.320244 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-512fa5a0-d542-4bb0-818d-af138324bc08 req-9ec3842d-7447-48a4-96ec-6f879aff4250 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc25929c-3dd3-41db-aa9e-2f30713a2d0c HTTP/1.1" status: 200 len: 948 time: 0.1149404 Jul 14 09:14:12.329457 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76269e48-4d26-4e3e-822a-6d29221d8aef req-b22dc907-6b6b-44e6-8651-a08785ab159d tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:12.330887 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-76269e48-4d26-4e3e-822a-6d29221d8aef req-b22dc907-6b6b-44e6-8651-a08785ab159d tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 945 time: 0.0947840 Jul 14 09:14:12.391645 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-512fa5a0-d542-4bb0-818d-af138324bc08 req-618c7298-2dee-4580-9943-7b6cf78e24ea tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596609 Jul 14 09:14:12.396749 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-76269e48-4d26-4e3e-822a-6d29221d8aef req-8e36e0c3-3c45-41e1-9c98-76112aed4332 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573885 Jul 14 09:14:12.449623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-8a48b023-122d-4e21-9fe1-42d82cb3823d req-bfc60d49-5d16-41cb-b703-d0cd3eb9d3e2 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Deleting port 58967b14-c578-4d5c-960e-65080fbe695a {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:12.450321 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8a48b023-122d-4e21-9fe1-42d82cb3823d req-bfc60d49-5d16-41cb-b703-d0cd3eb9d3e2 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:12.576750 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-8a48b023-122d-4e21-9fe1-42d82cb3823d req-bfc60d49-5d16-41cb-b703-d0cd3eb9d3e2 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] For port 58967b14-c578-4d5c-960e-65080fbe695a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=58967b14-c578-4d5c-960e-65080fbe695a,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:12.577741 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8a48b023-122d-4e21-9fe1-42d82cb3823d req-bfc60d49-5d16-41cb-b703-d0cd3eb9d3e2 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:12.590750 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-8a48b023-122d-4e21-9fe1-42d82cb3823d req-bfc60d49-5d16-41cb-b703-d0cd3eb9d3e2 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Calling delete_port for 58967b14-c578-4d5c-960e-65080fbe695a owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:12.615180 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69d1fb-6608-4d34-9de2-c61d33ef4202 req-5763e2f9-2a83-4d9c-9ccb-65a3fa1fdf30 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:12.617367 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b69d1fb-6608-4d34-9de2-c61d33ef4202 req-5763e2f9-2a83-4d9c-9ccb-65a3fa1fdf30 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 946 time: 0.0826883 Jul 14 09:14:12.673603 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b69d1fb-6608-4d34-9de2-c61d33ef4202 req-23a8f503-def1-4f2c-bea3-c9ab4b80a11b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489640 Jul 14 09:14:12.745210 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8a48b023-122d-4e21-9fe1-42d82cb3823d req-bfc60d49-5d16-41cb-b703-d0cd3eb9d3e2 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:12.763604 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['58967b14-c578-4d5c-960e-65080fbe695a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:12.798086 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc60d49-5d16-41cb-b703-d0cd3eb9d3e2 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Pushing event deleted for resources: {'Port': ['ID=58967b14-c578-4d5c-960e-65080fbe695a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:12.855307 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a48b023-122d-4e21-9fe1-42d82cb3823d req-bfc60d49-5d16-41cb-b703-d0cd3eb9d3e2 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] No DVR routers for this DVR port 58967b14-c578-4d5c-960e-65080fbe695a on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:12.859662 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8a48b023-122d-4e21-9fe1-42d82cb3823d req-bfc60d49-5d16-41cb-b703-d0cd3eb9d3e2 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:12.862414 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8a48b023-122d-4e21-9fe1-42d82cb3823d req-bfc60d49-5d16-41cb-b703-d0cd3eb9d3e2 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.49 "DELETE /v2.0/ports/58967b14-c578-4d5c-960e-65080fbe695a HTTP/1.1" status: 204 len: 173 time: 0.5344200 Jul 14 09:14:12.862414 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5d0a57-d377-4675-8665-2e5ad265187e', 'name': 'network-vif-deleted', 'tag': '58967b14-c578-4d5c-960e-65080fbe695a'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:12.866044 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080407f7-7bdf-440c-a9dc-1269748d1ce2" -d '{"events": [{"server_uuid": "7d5d0a57-d377-4675-8665-2e5ad265187e", "name": "network-vif-deleted", "tag": "58967b14-c578-4d5c-960e-65080fbe695a"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:12.920028 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a510e9-ad62-4bdb-8761-ac3a8ca1e688 x-openstack-request-id: req-39a510e9-ad62-4bdb-8761-ac3a8ca1e688 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:12.920912 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5d0a57-d377-4675-8665-2e5ad265187e", "name": "network-vif-deleted", "tag": "58967b14-c578-4d5c-960e-65080fbe695a", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:12.921270 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-39a510e9-ad62-4bdb-8761-ac3a8ca1e688 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:12.921876 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5d0a57-d377-4675-8665-2e5ad265187e', 'name': 'network-vif-deleted', 'tag': '58967b14-c578-4d5c-960e-65080fbe695a', 'status': 'completed', 'code': 200} Jul 14 09:14:12.965348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f6934-1a50-4c50-9c26-fc138bdcc7f8 req-6f5c6c99-5a9a-4c69-b8fc-b5d81dcd3812 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:12.967072 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-423f6934-1a50-4c50-9c26-fc138bdcc7f8 req-6f5c6c99-5a9a-4c69-b8fc-b5d81dcd3812 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.0831108 Jul 14 09:14:13.009231 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-423f6934-1a50-4c50-9c26-fc138bdcc7f8 req-56edb8e4-f28c-45fc-9930-bf1b8176bae8 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346255 Jul 14 09:14:13.205044 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56694c0b-6515-44ae-934a-9e6269e3ad05 req-5adfeeb3-d562-49b8-ab49-bd61889dbae2 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d5d0a57-d377-4675-8665-2e5ad265187e HTTP/1.1" status: 200 len: 210 time: 0.0519731 Jul 14 09:14:13.247890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b96859-52ab-4020-bd3e-1567a874d40c req-3fa532e6-1a09-4697-9347-093e0ba668aa tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:13.257351 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0b96859-52ab-4020-bd3e-1567a874d40c req-3fa532e6-1a09-4697-9347-093e0ba668aa tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.1151209 Jul 14 09:14:13.307905 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0b96859-52ab-4020-bd3e-1567a874d40c req-5da8e255-7173-4e62-9bb8-930f735e4297 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492296 Jul 14 09:14:13.332522 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:13.657907 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674fe4c-aedc-466e-abc4-ce1258d404b3 req-44d9286d-143d-44aa-8d2a-ca5ecfa4fdaa tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:13.659603 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9674fe4c-aedc-466e-abc4-ce1258d404b3 req-44d9286d-143d-44aa-8d2a-ca5ecfa4fdaa tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 945 time: 0.1245282 Jul 14 09:14:13.676910 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2e4b1-14d6-4c7b-a898-88a2089661f2 req-c2a95d01-97a6-4a84-9fdb-47c8512bb1dd tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:13.679283 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-54b2e4b1-14d6-4c7b-a898-88a2089661f2 req-c2a95d01-97a6-4a84-9fdb-47c8512bb1dd tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc25929c-3dd3-41db-aa9e-2f30713a2d0c HTTP/1.1" status: 200 len: 948 time: 0.1081903 Jul 14 09:14:13.730160 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9674fe4c-aedc-466e-abc4-ce1258d404b3 req-cba12289-5a12-40ea-9b6e-0b3f2c011d8d tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617731 Jul 14 09:14:13.750804 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-54b2e4b1-14d6-4c7b-a898-88a2089661f2 req-c64464e3-df44-459d-8448-9983c73c2196 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458500 Jul 14 09:14:13.938819 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16facf-09b7-48e9-a3bf-5d3c0d025fcc req-a8430413-8b69-468e-861e-a27c64c0164f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:13.942257 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b16facf-09b7-48e9-a3bf-5d3c0d025fcc req-a8430413-8b69-468e-861e-a27c64c0164f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 946 time: 0.0685704 Jul 14 09:14:13.981232 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b16facf-09b7-48e9-a3bf-5d3c0d025fcc req-838e66c9-a1d1-475e-bb22-c9c8a9039742 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351791 Jul 14 09:14:14.127668 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 428bb167-b385-4b1b-9b7b-5ed66170f155 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:14.177564 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 428bb167-b385-4b1b-9b7b-5ed66170f155 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:14.182835 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 428bb167-b385-4b1b-9b7b-5ed66170f155 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:14.183214 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:14.192142 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab982ab-1a48-4794-b864-8f96eb430e93 req-3cc860b3-1299-4314-ab6b-1f7a51c25c7d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:14.193737 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fab982ab-1a48-4794-b864-8f96eb430e93 req-3cc860b3-1299-4314-ab6b-1f7a51c25c7d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.0703094 Jul 14 09:14:14.240121 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fab982ab-1a48-4794-b864-8f96eb430e93 req-1e4986b2-24be-480e-9f18-dff8bb207dae tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402000 Jul 14 09:14:14.291188 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:14.315152 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428bb167-b385-4b1b-9b7b-5ed66170f155'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:14.317562 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8ba27a-d23a-42f2-8fe4-ea98d3df6740" -d '{"events": [{"server_uuid": "c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0", "name": "network-vif-plugged", "status": "completed", "tag": "428bb167-b385-4b1b-9b7b-5ed66170f155"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:14.334674 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 428bb167-b385-4b1b-9b7b-5ed66170f155, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=428bb167-b385-4b1b-9b7b-5ed66170f155,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:14.340175 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:14.395346 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0b9471-14f8-4df6-9b30-abaaa2540135 x-openstack-request-id: req-2b0b9471-14f8-4df6-9b30-abaaa2540135 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:14.395674 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0", "name": "network-vif-plugged", "status": "completed", "tag": "428bb167-b385-4b1b-9b7b-5ed66170f155", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:14.395882 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b0b9471-14f8-4df6-9b30-abaaa2540135 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:14.396267 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428bb167-b385-4b1b-9b7b-5ed66170f155', 'code': 200} Jul 14 09:14:14.397185 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=428bb167-b385-4b1b-9b7b-5ed66170f155,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:14.536176 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14aae6c-33db-43ac-b3a2-1a6003a9c07a req-428415de-6ad5-4181-adcb-49a2559737ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:14.539080 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b14aae6c-33db-43ac-b3a2-1a6003a9c07a req-428415de-6ad5-4181-adcb-49a2559737ce service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0 HTTP/1.1" status: 200 len: 1100 time: 0.0751305 Jul 14 09:14:14.547286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc50039-691d-40fd-8c21-72ce21c3b180 req-8ce1f393-b82a-4d45-8b36-7caeb6c56fd9 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:14.548740 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ccc50039-691d-40fd-8c21-72ce21c3b180 req-8ce1f393-b82a-4d45-8b36-7caeb6c56fd9 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.0758076 Jul 14 09:14:14.601096 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ccc50039-691d-40fd-8c21-72ce21c3b180 req-2106e0b5-2038-46e3-a377-1f6f2683bc70 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464568 Jul 14 09:14:14.609349 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b14aae6c-33db-43ac-b3a2-1a6003a9c07a req-3a316876-4773-4962-b96b-63f636c20f10 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552557 Jul 14 09:14:14.774180 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046f881-9b6c-4f89-be7d-3e4c235a7441 req-1e3b34b1-45eb-48d1-baec-ce3ea470482f tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:14.775883 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9046f881-9b6c-4f89-be7d-3e4c235a7441 req-1e3b34b1-45eb-48d1-baec-ce3ea470482f tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 951 time: 0.0676627 Jul 14 09:14:14.847045 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9046f881-9b6c-4f89-be7d-3e4c235a7441 req-d3c73b7b-cca2-44ab-a655-fa4b4b17606f tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615296 Jul 14 09:14:14.869378 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c96d0f-2570-414b-9dbf-b81b641a1713 req-277fad35-d510-4419-9a66-474ef56ca7c5 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:14.870878 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3c96d0f-2570-414b-9dbf-b81b641a1713 req-277fad35-d510-4419-9a66-474ef56ca7c5 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 945 time: 0.0941401 Jul 14 09:14:14.910425 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3c96d0f-2570-414b-9dbf-b81b641a1713 req-267840a4-3d33-42aa-9622-2e085be46420 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/security-groups?id=9672e33e-73cc-4aa6-b332-a77e52fc8930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328460 Jul 14 09:14:15.026688 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7baec7-59d4-4d46-8da0-f2996723cdac req-592f02ba-1789-45c4-bcef-fac1a9fa04dc tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:15.028185 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1f7baec7-59d4-4d46-8da0-f2996723cdac req-592f02ba-1789-45c4-bcef-fac1a9fa04dc tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 945 time: 0.0674398 Jul 14 09:14:15.104681 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1f7baec7-59d4-4d46-8da0-f2996723cdac req-af4e8710-9221-4549-a490-6594fbe39e0f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672164 Jul 14 09:14:15.125450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ab4b1-bbd9-4abe-9264-8173daac641f req-b6184008-7a6a-42d7-9b6e-9573c176626e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:15.126973 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ae2ab4b1-bbd9-4abe-9264-8173daac641f req-b6184008-7a6a-42d7-9b6e-9573c176626e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc25929c-3dd3-41db-aa9e-2f30713a2d0c HTTP/1.1" status: 200 len: 948 time: 0.0979223 Jul 14 09:14:15.175477 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ae2ab4b1-bbd9-4abe-9264-8173daac641f req-631aa46d-26f3-46e1-bf8f-ee5c6282dfa4 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367129 Jul 14 09:14:15.203480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 4b2dcfac-24be-49fd-9e66-ef188e650dd1 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:15.270484 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 4b2dcfac-24be-49fd-9e66-ef188e650dd1 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:15.275949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 4b2dcfac-24be-49fd-9e66-ef188e650dd1 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:15.276684 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:15.372955 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:15.409254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 4b2dcfac-24be-49fd-9e66-ef188e650dd1, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4b2dcfac-24be-49fd-9e66-ef188e650dd1,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:15.415296 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:15.423357 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50b2ec-3df2-48a7-a30b-148fb24b2dea req-942fa09b-99b2-4dde-b89c-8a474218d4f1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:15.425004 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c50b2ec-3df2-48a7-a30b-148fb24b2dea req-942fa09b-99b2-4dde-b89c-8a474218d4f1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 946 time: 0.1119878 Jul 14 09:14:15.430538 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04348bf-db9e-489b-81d4-f50f504aebfc req-61b5c3aa-4dab-49cc-a0a1-826c1d5d4ea7 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:15.432795 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e04348bf-db9e-489b-81d4-f50f504aebfc req-61b5c3aa-4dab-49cc-a0a1-826c1d5d4ea7 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 1097 time: 0.0814574 Jul 14 09:14:15.469764 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=4b2dcfac-24be-49fd-9e66-ef188e650dd1,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:15.495151 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c50b2ec-3df2-48a7-a30b-148fb24b2dea req-eea2021d-3df2-448e-b02b-51ac0fa2ff6c tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612667 Jul 14 09:14:15.499653 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e04348bf-db9e-489b-81d4-f50f504aebfc req-df3e89d3-a85c-462b-b02a-280bcc7a78bd tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582912 Jul 14 09:14:15.711518 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40259e1-2eaa-4b1f-aa43-c48c7d2fba7c req-174cb37a-7e8b-47f7-9f9a-27985f4ae442 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:15.712982 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b40259e1-2eaa-4b1f-aa43-c48c7d2fba7c req-174cb37a-7e8b-47f7-9f9a-27985f4ae442 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.1114309 Jul 14 09:14:15.721271 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7a087-ef39-4506-893a-b2ef5a8223ec req-528b38c1-93ba-41b7-aa51-1cb441d91705 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:15.722728 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-10a7a087-ef39-4506-893a-b2ef5a8223ec req-528b38c1-93ba-41b7-aa51-1cb441d91705 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 1097 time: 0.0844567 Jul 14 09:14:15.777037 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b40259e1-2eaa-4b1f-aa43-c48c7d2fba7c req-5d55d492-5954-4aeb-89dc-5591570e04f9 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576656 Jul 14 09:14:15.783036 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-10a7a087-ef39-4506-893a-b2ef5a8223ec req-efb9c87f-18b9-4ab9-abca-e11c0bd7c741 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547924 Jul 14 09:14:15.961123 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0115694-edc3-400c-bc12-b149d7a4b94d req-5fd8fd9f-8b7c-403c-ab32-6cfebb41268b tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:15.962820 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f0115694-edc3-400c-bc12-b149d7a4b94d req-5fd8fd9f-8b7c-403c-ab32-6cfebb41268b tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.0652592 Jul 14 09:14:16.030808 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f0115694-edc3-400c-bc12-b149d7a4b94d req-48153f77-0344-4528-91f3-da3daa9686e3 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564091 Jul 14 09:14:16.056833 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed0ef3-b1f4-4568-a103-19443982c663 req-04d41fad-1939-47c2-a568-18c20b243df7 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:16.058370 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b3ed0ef3-b1f4-4568-a103-19443982c663 req-04d41fad-1939-47c2-a568-18c20b243df7 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 951 time: 0.0947297 Jul 14 09:14:16.096255 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b3ed0ef3-b1f4-4568-a103-19443982c663 req-84411968-82de-4043-8e3e-1d29256df911 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d73462ee-5ed9-46ad-9662-6ee7fc4492ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323031 Jul 14 09:14:16.129551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 58967b14-c578-4d5c-960e-65080fbe695a no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:16.152483 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 58967b14-c578-4d5c-960e-65080fbe695a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:14:16.153065 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 58967b14-c578-4d5c-960e-65080fbe695a not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:16.180966 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.397895 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc25929c-3dd3-41db-aa9e-2f30713a2d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2dcfac-24be-49fd-9e66-ef188e650dd1'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:16.401142 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e21547-baf4-4aa2-8850-d6f65da236d6" -d '{"events": [{"server_uuid": "bc25929c-3dd3-41db-aa9e-2f30713a2d0c", "name": "network-vif-plugged", "status": "completed", "tag": "4b2dcfac-24be-49fd-9e66-ef188e650dd1"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:16.427970 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828a000-ee9f-40ce-892d-8306d93cc556 req-6e6065f5-e9fd-48f0-97b6-c517e96c269f tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:16.428243 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d828a000-ee9f-40ce-892d-8306d93cc556 req-6e6065f5-e9fd-48f0-97b6-c517e96c269f tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc25929c-3dd3-41db-aa9e-2f30713a2d0c HTTP/1.1" status: 200 len: 949 time: 0.0683875 Jul 14 09:14:16.469481 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d828a000-ee9f-40ce-892d-8306d93cc556 req-c7112abe-ebd7-4e6f-80b2-bed0a91bddfe tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331202 Jul 14 09:14:16.824943 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566168d-8da7-40ed-8713-7c01fe3a2b34 req-8ea64769-b51a-4720-a5a0-fbda97fc5794 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:16.826910 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7566168d-8da7-40ed-8713-7c01fe3a2b34 req-8ea64769-b51a-4720-a5a0-fbda97fc5794 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.55 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 951 time: 0.0715017 Jul 14 09:14:16.861945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ad5d7-7d78-4018-99d9-dbc96f3a897d req-2b0e32a2-eb0b-4997-b02f-8023f296dccb tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:16.863443 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c0ad5d7-7d78-4018-99d9-dbc96f3a897d req-2b0e32a2-eb0b-4997-b02f-8023f296dccb tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 945 time: 0.0668957 Jul 14 09:14:16.905525 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c0ad5d7-7d78-4018-99d9-dbc96f3a897d req-4924d9da-ecb7-4759-8c20-d7776f22f8c9 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/security-groups?id=9672e33e-73cc-4aa6-b332-a77e52fc8930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353453 Jul 14 09:14:16.927369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-29a8f5b7-a0d2-464d-b846-7474b05a8724 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:14:16.928354 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-29a8f5b7-a0d2-464d-b846-7474b05a8724 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057526 Jul 14 09:14:16.938582 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-a3d6f622-528f-4ec0-92ac-0c372eac9d7b service neutron] Request body: {'binding': {'host': 'n-h2-798054-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:16.939032 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-a3d6f622-528f-4ec0-92ac-0c372eac9d7b service neutron] Unknown quota resources ['binding']. {{(pid=93887) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:14:16.944550 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0754086-c0cd-4815-9f28-3dad6a0376b5 x-openstack-request-id: req-b0754086-c0cd-4815-9f28-3dad6a0376b5 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:16.944933 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc25929c-3dd3-41db-aa9e-2f30713a2d0c", "name": "network-vif-plugged", "status": "completed", "tag": "4b2dcfac-24be-49fd-9e66-ef188e650dd1", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:16.945275 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0754086-c0cd-4815-9f28-3dad6a0376b5 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:16.945752 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc25929c-3dd3-41db-aa9e-2f30713a2d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2dcfac-24be-49fd-9e66-ef188e650dd1', 'code': 200} Jul 14 09:14:16.953299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-7566168d-8da7-40ed-8713-7c01fe3a2b34 req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Deleting port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:16.953916 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7566168d-8da7-40ed-8713-7c01fe3a2b34 req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:17.057983 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-7566168d-8da7-40ed-8713-7c01fe3a2b34 req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] For port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:17.058201 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7566168d-8da7-40ed-8713-7c01fe3a2b34 req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:17.076974 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-7566168d-8da7-40ed-8713-7c01fe3a2b34 req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Calling delete_port for af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:17.115244 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-a3d6f622-528f-4ec0-92ac-0c372eac9d7b service neutron] Attempting to bind port 0d69710c-d653-4399-8082-1e1be85fb0f8 on host n-h2-798054-10 for vnic_type normal with profile None {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:17.115573 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-a3d6f622-528f-4ec0-92ac-0c372eac9d7b service neutron] Attempting to bind port 0d69710c-d653-4399-8082-1e1be85fb0f8 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:17.115905 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-a3d6f622-528f-4ec0-92ac-0c372eac9d7b service neutron] Attempting to bind port 0d69710c-d653-4399-8082-1e1be85fb0f8 on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:17.123366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-a3d6f622-528f-4ec0-92ac-0c372eac9d7b service neutron] Port 0d69710c-d653-4399-8082-1e1be85fb0f8 on network 69fb26df-5cb7-4481-be7d-48558c78cf05 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:17.123685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-a3d6f622-528f-4ec0-92ac-0c372eac9d7b service neutron] Attempting to bind port 0d69710c-d653-4399-8082-1e1be85fb0f8 on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:17.139516 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d72a24-d14b-4eb1-be21-ad96cac5d36e req-f56295bf-4cc0-4203-bae9-739093210eae tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:17.140997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2d72a24-d14b-4eb1-be21-ad96cac5d36e req-f56295bf-4cc0-4203-bae9-739093210eae tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 946 time: 0.1054475 Jul 14 09:14:17.141714 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-a3d6f622-528f-4ec0-92ac-0c372eac9d7b service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:17.142081 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-a3d6f622-528f-4ec0-92ac-0c372eac9d7b service neutron] Checking segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:17.142456 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-a3d6f622-528f-4ec0-92ac-0c372eac9d7b service neutron] Bound using segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:17.142904 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-a3d6f622-528f-4ec0-92ac-0c372eac9d7b service neutron] Bound port: 0d69710c-d653-4399-8082-1e1be85fb0f8, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:17.192756 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab20d80-c630-4610-845f-9a35ad4db4d3 req-2a1e3265-bfaf-4f8d-a196-5e460c493959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:17.194260 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8ab20d80-c630-4610-845f-9a35ad4db4d3 req-2a1e3265-bfaf-4f8d-a196-5e460c493959 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bc25929c-3dd3-41db-aa9e-2f30713a2d0c HTTP/1.1" status: 200 len: 1101 time: 0.1088820 Jul 14 09:14:17.221775 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2d72a24-d14b-4eb1-be21-ad96cac5d36e req-5d11cd9d-a872-47e5-b194-9a73c40ea02c tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730097 Jul 14 09:14:17.230933 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-a3d6f622-528f-4ec0-92ac-0c372eac9d7b service neutron] For port 0d69710c-d653-4399-8082-1e1be85fb0f8, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=0d69710c-d653-4399-8082-1e1be85fb0f8,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:17.247305 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-a3d6f622-528f-4ec0-92ac-0c372eac9d7b service neutron] Notify callbacks [] for binding, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:17.247305 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-a3d6f622-528f-4ec0-92ac-0c372eac9d7b service neutron] 10.222.0.26 "POST /v2.0/ports/0d69710c-d653-4399-8082-1e1be85fb0f8/bindings HTTP/1.1" status: 201 len: 390 time: 0.3048582 Jul 14 09:14:17.272209 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8ab20d80-c630-4610-845f-9a35ad4db4d3 req-848c8f95-c72f-45ff-b3ec-6352ddcaf62e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455227 Jul 14 09:14:17.284082 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7566168d-8da7-40ed-8713-7c01fe3a2b34 req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:17.316867 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Pushing event deleted for resources: {'Port': ['ID=af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:17.332225 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:17.332669 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:17.333182 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:17.333628 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:17.334151 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:17.334571 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:17.335236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:17.335690 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:17.336180 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:17.336606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:17.337023 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:17.338200 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:17.384523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-7566168d-8da7-40ed-8713-7c01fe3a2b34 req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] No DVR routers for this DVR port af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:17.389182 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7566168d-8da7-40ed-8713-7c01fe3a2b34 req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:17.391753 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7566168d-8da7-40ed-8713-7c01fe3a2b34 req-235b89fd-34de-4a62-9885-c1e8bbd960ef tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.55 "DELETE /v2.0/ports/af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb HTTP/1.1" status: 204 len: 173 time: 0.5541751 Jul 14 09:14:17.392226 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e9ec71-f016-4e4a-8915-a3639110cbc6', 'name': 'network-vif-deleted', 'tag': 'af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:17.394590 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb733cd-a32d-40cd-94f0-0b1be3a0af9b" -d '{"events": [{"server_uuid": "11e9ec71-f016-4e4a-8915-a3639110cbc6", "name": "network-vif-deleted", "tag": "af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:17.434451 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd81f8-18d8-4cda-adac-ae1cf80a819a req-f6f35165-5cc3-4d60-8240-c032514688c1 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:17.436110 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f5cd81f8-18d8-4cda-adac-ae1cf80a819a req-f6f35165-5cc3-4d60-8240-c032514688c1 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.0723646 Jul 14 09:14:17.507046 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f5cd81f8-18d8-4cda-adac-ae1cf80a819a req-d59c2b74-6424-4a05-b8d9-f897bf3b84f9 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652115 Jul 14 09:14:17.535433 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba360b-89d7-4c6c-ac79-815ef6738ca8 req-ecf54da8-f2f1-4d1e-8538-fcfa3330065a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:17.536932 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30ba360b-89d7-4c6c-ac79-815ef6738ca8 req-ecf54da8-f2f1-4d1e-8538-fcfa3330065a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.0933566 Jul 14 09:14:17.575111 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30ba360b-89d7-4c6c-ac79-815ef6738ca8 req-5729a541-aa58-432b-bbe6-a42ec748fadf tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318389 Jul 14 09:14:17.641770 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-12da9c68-b957-4747-8153-0dc990af78e3 req-adac1bcd-34e8-4961-8643-03e72cf41c64 tempest-ServersAdminTestJSON-1584953550 tempest-ServersAdminTestJSON-1584953550-project] 10.222.0.26 "GET /v2.0/ports?device_id=11e9ec71-f016-4e4a-8915-a3639110cbc6 HTTP/1.1" status: 200 len: 210 time: 0.0323057 Jul 14 09:14:17.691501 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcefb72-5df7-49f1-b8ef-691a7aa60701 x-openstack-request-id: req-2bcefb72-5df7-49f1-b8ef-691a7aa60701 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:17.691794 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e9ec71-f016-4e4a-8915-a3639110cbc6", "name": "network-vif-deleted", "tag": "af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:17.692218 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2bcefb72-5df7-49f1-b8ef-691a7aa60701 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:17.692726 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e9ec71-f016-4e4a-8915-a3639110cbc6', 'name': 'network-vif-deleted', 'tag': 'af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb', 'status': 'completed', 'code': 200} Jul 14 09:14:17.744533 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9022f-7d3a-41d1-af85-6d4e986d33e8 req-b1253093-f676-480b-9d21-a8dd0f33f719 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:17.747246 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-51c9022f-7d3a-41d1-af85-6d4e986d33e8 req-b1253093-f676-480b-9d21-a8dd0f33f719 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 945 time: 0.0736175 Jul 14 09:14:17.814803 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-51c9022f-7d3a-41d1-af85-6d4e986d33e8 req-a92242c4-0aa7-4f93-8ece-13ade0876e03 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614746 Jul 14 09:14:17.865138 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e22d77-56ef-4c06-94e2-6a6ef80b523f req-eb93e4e3-6489-49a7-ac08-a16f7193f116 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:17.866685 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-29e22d77-56ef-4c06-94e2-6a6ef80b523f req-eb93e4e3-6489-49a7-ac08-a16f7193f116 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc25929c-3dd3-41db-aa9e-2f30713a2d0c HTTP/1.1" status: 200 len: 949 time: 0.0851386 Jul 14 09:14:17.909132 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-29e22d77-56ef-4c06-94e2-6a6ef80b523f req-34276611-2cb2-4518-a159-8916f261491a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355315 Jul 14 09:14:18.068224 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-604db271-99d5-4dcd-bed0-b226bd94e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:18.069742 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-604db271-99d5-4dcd-bed0-b226bd94e896 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 1097 time: 0.0605943 Jul 14 09:14:18.166106 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-ed217fa5-f015-457b-81b2-793d63669824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:18.167799 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-ed217fa5-f015-457b-81b2-793d63669824 service neutron] 10.222.0.49 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 922 time: 0.0914156 Jul 14 09:14:18.214017 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-6b833d6b-3b92-4135-91db-67a2e2bfb6c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d69710c-d653-4399-8082-1e1be85fb0f8 HTTP/1.1" status: 200 len: 217 time: 0.0339453 Jul 14 09:14:18.271801 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-6074b634-9d1c-4af6-ad34-7c6e27e1c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:18.273325 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-6074b634-9d1c-4af6-ad34-7c6e27e1c758 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.0507514 Jul 14 09:14:18.289183 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731d07d-24c4-4252-a53b-41b952d22df2 req-72edd41a-8fc8-4731-9b56-a6619d45def1 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:18.296124 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3731d07d-24c4-4252-a53b-41b952d22df2 req-72edd41a-8fc8-4731-9b56-a6619d45def1 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 945 time: 0.0764952 Jul 14 09:14:18.316402 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-7a8e40ef-a7cc-4c82-a779-eaf95ca7fe8f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341117 Jul 14 09:14:18.332857 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3731d07d-24c4-4252-a53b-41b952d22df2 req-2363201d-6efe-48f5-b530-f78a635f1296 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/security-groups?id=9672e33e-73cc-4aa6-b332-a77e52fc8930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358658 Jul 14 09:14:18.407599 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-8111b34e-089d-450f-b910-7d7db8ce2b86 service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832510 Jul 14 09:14:18.411998 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cce6b-358a-46c1-ae50-4ed592a9b60f req-4990cec3-bd61-4612-9fda-41892d1bc5ee tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:18.413511 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-826cce6b-358a-46c1-ae50-4ed592a9b60f req-4990cec3-bd61-4612-9fda-41892d1bc5ee tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 946 time: 0.0635006 Jul 14 09:14:18.451129 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-826cce6b-358a-46c1-ae50-4ed592a9b60f req-cbaa0595-e1d0-4256-bc03-c96f25d9512f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319819 Jul 14 09:14:18.508662 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-8533543c-7ea7-42bb-850e-ddba10b1b867 service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926452 Jul 14 09:14:18.690405 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6290462-3578-4291-84ea-7bb2fc07b721 req-5eb74a9c-ce59-40a8-83df-b4878552931c tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:18.698432 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6290462-3578-4291-84ea-7bb2fc07b721 req-5eb74a9c-ce59-40a8-83df-b4878552931c tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.0762522 Jul 14 09:14:18.772234 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6290462-3578-4291-84ea-7bb2fc07b721 req-838c917f-e8cc-45ee-b6c4-6d87d369f191 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734584 Jul 14 09:14:18.803950 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39531d62-42b5-42a9-99f8-2a7b245242d3 req-694b220d-19ce-431f-bd8c-46297c7aee9e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:18.805610 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39531d62-42b5-42a9-99f8-2a7b245242d3 req-694b220d-19ce-431f-bd8c-46297c7aee9e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.1052387 Jul 14 09:14:18.845633 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39531d62-42b5-42a9-99f8-2a7b245242d3 req-8187b93e-7761-4128-b1bc-7e0b02caa2f0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339663 Jul 14 09:14:19.026955 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a73b02-9853-4b5f-9f4f-53e280382bfe req-264ae0c7-6744-46b5-b822-459c8dec3dd1 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:19.028528 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-14a73b02-9853-4b5f-9f4f-53e280382bfe req-264ae0c7-6744-46b5-b822-459c8dec3dd1 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 945 time: 0.0876873 Jul 14 09:14:19.100665 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-14a73b02-9853-4b5f-9f4f-53e280382bfe req-d0c6ce3f-d21d-4fed-9a39-fd0e617ba80b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665720 Jul 14 09:14:19.134583 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73609d-24f3-4593-993f-65f88341ce38 req-0b3b5d10-3960-47c5-97c1-b68cb53b403a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:19.138777 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca73609d-24f3-4593-993f-65f88341ce38 req-0b3b5d10-3960-47c5-97c1-b68cb53b403a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc25929c-3dd3-41db-aa9e-2f30713a2d0c HTTP/1.1" status: 200 len: 949 time: 0.1029487 Jul 14 09:14:19.147102 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49602) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:19.188830 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca73609d-24f3-4593-993f-65f88341ce38 req-5268b01d-3d4e-444e-9dbb-a0db4a4c0f7e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490005 Jul 14 09:14:19.217502 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:19.242626 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:14:19.242965 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device af40ac3d-a3d1-4c35-8f16-5d00bf26e5cb not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:19.331397 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-003c21b4-b6dd-4512-9370-cf87dfab18e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b29a3e64be20402eb22a9b2b61e29a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823895 Jul 14 09:14:19.334177 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49606) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:19.386956 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26c17364-6e29-47e2-8b46-84ab769ca720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.414540 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26c17364-6e29-47e2-8b46-84ab769ca720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.511749 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26c17364-6e29-47e2-8b46-84ab769ca720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.514917 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26c17364-6e29-47e2-8b46-84ab769ca720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.516157 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-26c17364-6e29-47e2-8b46-84ab769ca720 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d73462ee-5ed9-46ad-9662-6ee7fc4492ba HTTP/1.1" status: 204 len: 168 time: 0.1809626 Jul 14 09:14:19.539994 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c46cda-3342-4418-a2f7-fe1c1ce4cf0a req-7928bbf8-057e-413d-a2a4-5178914447e4 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:19.542468 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61c46cda-3342-4418-a2f7-fe1c1ce4cf0a req-7928bbf8-057e-413d-a2a4-5178914447e4 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 945 time: 0.0975008 Jul 14 09:14:19.543284 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c17364-6e29-47e2-8b46-84ab769ca720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73462ee-5ed9-46ad-9662-6ee7fc4492ba,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:19.631939 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61c46cda-3342-4418-a2f7-fe1c1ce4cf0a req-5bcdecf9-340a-45da-97c1-6ebba20b042f tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/security-groups?id=9672e33e-73cc-4aa6-b332-a77e52fc8930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823116 Jul 14 09:14:19.669847 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24299f46-2c84-4906-b13e-06885c7924c6 req-ca22329f-04c9-4c1e-8e0c-a8a6e767c51c tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:19.671403 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24299f46-2c84-4906-b13e-06885c7924c6 req-ca22329f-04c9-4c1e-8e0c-a8a6e767c51c tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 946 time: 0.0912590 Jul 14 09:14:19.710376 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24299f46-2c84-4906-b13e-06885c7924c6 req-0578f054-e25d-4a1c-94ec-4bb73b973858 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330186 Jul 14 09:14:19.852221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49618) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:19.897992 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-53c3df82-83d7-48b0-b3ab-9bead91627be admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3b2e7fab7c4e4c11a828357b07300e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432484 Jul 14 09:14:19.899277 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49622) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:19.956733 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0f643dad-0858-47c8-8fb8-1fa90c74c67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.974223 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f392-9cbe-46bd-a4c8-72341ab0b5a8 req-467c7583-0d31-4458-9a49-6d193a98215f tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:19.976602 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d0d2f392-9cbe-46bd-a4c8-72341ab0b5a8 req-467c7583-0d31-4458-9a49-6d193a98215f tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.0853088 Jul 14 09:14:19.989206 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0f643dad-0858-47c8-8fb8-1fa90c74c67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:20.069039 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d0d2f392-9cbe-46bd-a4c8-72341ab0b5a8 req-2e8a7542-5cdf-4eea-8037-4acfe8e49c1e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777307 Jul 14 09:14:20.069641 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0f643dad-0858-47c8-8fb8-1fa90c74c67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:20.071977 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0f643dad-0858-47c8-8fb8-1fa90c74c67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:20.073100 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0f643dad-0858-47c8-8fb8-1fa90c74c67f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9624500-15b6-4c52-a477-70a9a064b5ed HTTP/1.1" status: 204 len: 168 time: 0.1722350 Jul 14 09:14:20.091158 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f643dad-0858-47c8-8fb8-1fa90c74c67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9624500-15b6-4c52-a477-70a9a064b5ed,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:20.104179 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dc4f7-6e07-428b-bfb3-978bebf9202e req-8fa4f349-dd6d-4d7c-9fa8-91ac2718b629 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:20.106429 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e3dc4f7-6e07-428b-bfb3-978bebf9202e req-8fa4f349-dd6d-4d7c-9fa8-91ac2718b629 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.1263161 Jul 14 09:14:20.142675 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887ebf8-5617-4930-8661-98786c460d20 req-c382f869-d2b0-43d5-83ed-d9fd42591516 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:20.144534 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b887ebf8-5617-4930-8661-98786c460d20 req-c382f869-d2b0-43d5-83ed-d9fd42591516 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 945 time: 0.1043806 Jul 14 09:14:20.158767 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e3dc4f7-6e07-428b-bfb3-978bebf9202e req-7d08c4b6-3194-4ad8-adee-eedb2b3bc2e4 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409222 Jul 14 09:14:20.272504 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b887ebf8-5617-4930-8661-98786c460d20 req-3216731a-cefe-4afc-8733-5183ad7bb65c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Deleting port aac51fe2-188d-418f-bb28-f595ebe9fbbc {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:20.273517 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b887ebf8-5617-4930-8661-98786c460d20 req-3216731a-cefe-4afc-8733-5183ad7bb65c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:20.374668 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abacfb9-7cb1-450b-8e57-4fb48cf94da9 req-e11ff584-38e1-4df4-9a6f-b722b485a8d2 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:20.382837 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4abacfb9-7cb1-450b-8e57-4fb48cf94da9 req-e11ff584-38e1-4df4-9a6f-b722b485a8d2 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 945 time: 0.1232500 Jul 14 09:14:20.414814 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b887ebf8-5617-4930-8661-98786c460d20 req-3216731a-cefe-4afc-8733-5183ad7bb65c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] For port aac51fe2-188d-418f-bb28-f595ebe9fbbc, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=aac51fe2-188d-418f-bb28-f595ebe9fbbc,segment=NetworkSegment(2029aa35-a768-4cc2-b418-9cbf5baf60c7),segment_id=2029aa35-a768-4cc2-b418-9cbf5baf60c7)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:20.415181 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b887ebf8-5617-4930-8661-98786c460d20 req-3216731a-cefe-4afc-8733-5183ad7bb65c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:20.474972 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4abacfb9-7cb1-450b-8e57-4fb48cf94da9 req-628e2bdb-07f4-4afd-90e0-eba55d18042f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909116 Jul 14 09:14:20.539431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c3619-5911-4157-908c-65a78365c08f req-7776e30c-325b-4893-8f67-c242f2ac598d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:20.550149 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f83c3619-5911-4157-908c-65a78365c08f req-7776e30c-325b-4893-8f67-c242f2ac598d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc25929c-3dd3-41db-aa9e-2f30713a2d0c HTTP/1.1" status: 200 len: 949 time: 0.1310549 Jul 14 09:14:20.622338 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f83c3619-5911-4157-908c-65a78365c08f req-96506711-49d6-4d9c-910e-40fff03c33c1 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704858 Jul 14 09:14:20.659711 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b887ebf8-5617-4930-8661-98786c460d20 req-3216731a-cefe-4afc-8733-5183ad7bb65c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:20.660202 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b887ebf8-5617-4930-8661-98786c460d20 req-3216731a-cefe-4afc-8733-5183ad7bb65c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:20.660710 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [req-b887ebf8-5617-4930-8661-98786c460d20 req-3216731a-cefe-4afc-8733-5183ad7bb65c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Floating IP c3c917d1-b1e3-42c2-b69a-a4d7bdf05801 disassociated. External IP: 172.25.1.156, port: aac51fe2-188d-418f-bb28-f595ebe9fbbc. Jul 14 09:14:20.661637 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b887ebf8-5617-4930-8661-98786c460d20 req-3216731a-cefe-4afc-8733-5183ad7bb65c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Calling delete_port for aac51fe2-188d-418f-bb28-f595ebe9fbbc owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:20.886437 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b887ebf8-5617-4930-8661-98786c460d20 req-3216731a-cefe-4afc-8733-5183ad7bb65c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:20.886656 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def59c2-a086-4b95-bcf9-c8e6f05472ee req-b7c0ecf1-c9ba-41d9-9499-d8d5e2fe8d93 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:20.888002 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9def59c2-a086-4b95-bcf9-c8e6f05472ee req-b7c0ecf1-c9ba-41d9-9499-d8d5e2fe8d93 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0 HTTP/1.1" status: 200 len: 948 time: 0.0845625 Jul 14 09:14:20.910455 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9016360-3541-46b3-b825-5c68d3506f0b req-732a64fa-6457-4dfc-81fd-7773ea3872dc tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:20.918527 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9016360-3541-46b3-b825-5c68d3506f0b req-732a64fa-6457-4dfc-81fd-7773ea3872dc tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 867 time: 0.1476347 Jul 14 09:14:20.939302 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216731a-cefe-4afc-8733-5183ad7bb65c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Pushing event deleted for resources: {'Port': ['ID=aac51fe2-188d-418f-bb28-f595ebe9fbbc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:20.989048 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9def59c2-a086-4b95-bcf9-c8e6f05472ee req-29379859-d24a-4a00-8065-bee2ed902d7e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885913 Jul 14 09:14:21.010350 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9016360-3541-46b3-b825-5c68d3506f0b req-e96452ee-1df1-4628-876a-e3e601ecebb9 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/security-groups?id=9672e33e-73cc-4aa6-b332-a77e52fc8930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870609 Jul 14 09:14:21.133383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b887ebf8-5617-4930-8661-98786c460d20 req-3216731a-cefe-4afc-8733-5183ad7bb65c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Router ee871fdf-b13f-40c8-989c-c9bf91b59d4b has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:14:21.244697 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faebd0-921f-4f60-b6ee-a9fb2bf934d9 req-1f293f8c-2d71-43f8-832a-a6f47e358f12 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:21.254149 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60faebd0-921f-4f60-b6ee-a9fb2bf934d9 req-1f293f8c-2d71-43f8-832a-a6f47e358f12 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 946 time: 0.1002123 Jul 14 09:14:21.317065 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60faebd0-921f-4f60-b6ee-a9fb2bf934d9 req-8132cf90-7b8c-4caa-877d-07a10bc5f541 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595245 Jul 14 09:14:21.332508 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b887ebf8-5617-4930-8661-98786c460d20 req-3216731a-cefe-4afc-8733-5183ad7bb65c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:14:21.349347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd2a633-51ff-4352-8aa7-486f8ac4a67d None None] Sync routers for ids ['ee871fdf-b13f-40c8-989c-c9bf91b59d4b'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:14:21.358100 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd2a633-51ff-4352-8aa7-486f8ac4a67d None None] Routers {'ee871fdf-b13f-40c8-989c-c9bf91b59d4b'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:14:21.358771 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-0cd2a633-51ff-4352-8aa7-486f8ac4a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:14:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ee871fdf-b13f-40c8-989c-c9bf91b59d4b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:21.419594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b887ebf8-5617-4930-8661-98786c460d20 req-3216731a-cefe-4afc-8733-5183ad7bb65c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] No DVR routers for this DVR port aac51fe2-188d-418f-bb28-f595ebe9fbbc on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:21.423306 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b887ebf8-5617-4930-8661-98786c460d20 req-3216731a-cefe-4afc-8733-5183ad7bb65c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:21.426179 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b887ebf8-5617-4930-8661-98786c460d20 req-3216731a-cefe-4afc-8733-5183ad7bb65c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.49 "DELETE /v2.0/ports/aac51fe2-188d-418f-bb28-f595ebe9fbbc HTTP/1.1" status: 204 len: 173 time: 1.2724128 Jul 14 09:14:21.426636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6849886-defb-490c-a6e4-21dc9b2782c6', 'name': 'network-vif-deleted', 'tag': 'aac51fe2-188d-418f-bb28-f595ebe9fbbc'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:21.428994 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ffef20-0634-4b02-8677-d625eaca2fbf" -d '{"events": [{"server_uuid": "b6849886-defb-490c-a6e4-21dc9b2782c6", "name": "network-vif-deleted", "tag": "aac51fe2-188d-418f-bb28-f595ebe9fbbc"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:21.472527 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfd241-8e1d-4736-b598-7f7c38f38bdf req-24850fd8-2252-4fc4-b425-59aee9de8b04 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:21.499548 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfd241-8e1d-4736-b598-7f7c38f38bdf req-24850fd8-2252-4fc4-b425-59aee9de8b04 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:21.510837 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19bfd241-8e1d-4736-b598-7f7c38f38bdf req-24850fd8-2252-4fc4-b425-59aee9de8b04 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc25929c-3dd3-41db-aa9e-2f30713a2d0c&device_id=c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0 HTTP/1.1" status: 200 len: 1688 time: 0.1925569 Jul 14 09:14:21.579315 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-0cd2a633-51ff-4352-8aa7-486f8ac4a67d None None] Set router ee871fdf-b13f-40c8-989c-c9bf91b59d4b gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:14:21.649284 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19bfd241-8e1d-4736-b598-7f7c38f38bdf req-c9d95a94-6999-4020-a43d-60a88ebd49bd tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302519 Jul 14 09:14:21.689870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26792125-283a-4bfb-ae5d-6316a11ca224 req-1b117ff6-ac27-4644-919a-340a193bac55 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:21.698123 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-26792125-283a-4bfb-ae5d-6316a11ca224 req-1b117ff6-ac27-4644-919a-340a193bac55 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.1596432 Jul 14 09:14:21.754857 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-26792125-283a-4bfb-ae5d-6316a11ca224 req-7737cca0-9815-4078-a3ef-35b829961d15 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555897 Jul 14 09:14:21.815800 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0493d94b-aa1b-4f7d-83e5-13524429aac2 x-openstack-request-id: req-0493d94b-aa1b-4f7d-83e5-13524429aac2 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:21.816166 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6849886-defb-490c-a6e4-21dc9b2782c6", "name": "network-vif-deleted", "tag": "aac51fe2-188d-418f-bb28-f595ebe9fbbc", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:21.816493 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0493d94b-aa1b-4f7d-83e5-13524429aac2 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:21.817027 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6849886-defb-490c-a6e4-21dc9b2782c6', 'name': 'network-vif-deleted', 'tag': 'aac51fe2-188d-418f-bb28-f595ebe9fbbc', 'status': 'completed', 'code': 200} Jul 14 09:14:21.832809 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-0cd2a633-51ff-4352-8aa7-486f8ac4a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'name': 'tempest-ServersTestBootFromVolume-1791104378-router', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:03Z', 'updated_at': '2021-07-14T09:11:12Z', 'revision_number': 4, 'project_id': '18926633a43443a7a3c9011a9673826e', 'gw_port': {'id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:04Z', 'updated_at': '2021-07-14T09:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '830cf42e-7ed3-49bd-8b7d-1ef68a2348e8', 'name': '', 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'mac_address': 'fa:16:3e:5f:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:11Z', 'updated_at': '2021-07-14T09:11:19Z', 'revision_number': 5, 'project_id': '18926633a43443a7a3c9011a9673826e', 'subnets': [{'id': '3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:21.862897 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd6884-8ca2-443d-bdd1-f501488326e3 req-d058a910-56d2-4138-8077-1a177fb2ac89 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:21.870444 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3cdd6884-8ca2-443d-bdd1-f501488326e3 req-d058a910-56d2-4138-8077-1a177fb2ac89 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.0868185 Jul 14 09:14:21.877721 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd2a633-51ff-4352-8aa7-486f8ac4a67d None None] Checking router: ee871fdf-b13f-40c8-989c-c9bf91b59d4b for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:14:21.887397 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd2a633-51ff-4352-8aa7-486f8ac4a67d None None] Routers {'ee871fdf-b13f-40c8-989c-c9bf91b59d4b'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:14:21.888151 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-0cd2a633-51ff-4352-8aa7-486f8ac4a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:14:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ee871fdf-b13f-40c8-989c-c9bf91b59d4b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:21.924221 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3cdd6884-8ca2-443d-bdd1-f501488326e3 req-4615b49f-3113-477c-95aa-27ae280910e5 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523722 Jul 14 09:14:22.041293 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2a09d-dcfd-418e-9313-35145ff1daf9 req-7f29086f-03a4-4c0e-983f-d20916db3fb2 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:22.049470 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94a2a09d-dcfd-418e-9313-35145ff1daf9 req-7f29086f-03a4-4c0e-983f-d20916db3fb2 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 945 time: 0.1100073 Jul 14 09:14:22.099338 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94a2a09d-dcfd-418e-9313-35145ff1daf9 req-53c35fee-51f9-4d49-94a2-4447d31a1bb5 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483003 Jul 14 09:14:22.108351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-0cd2a633-51ff-4352-8aa7-486f8ac4a67d None None] Set router ee871fdf-b13f-40c8-989c-c9bf91b59d4b gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:14:22.294834 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-53ba2e80-89b8-46cf-a464-8f4237932116 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:22.296305 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-53ba2e80-89b8-46cf-a464-8f4237932116 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd&tenant_id=c4264b80484d4b9d96530524cfdc3c7d&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 1098 time: 0.1317444 Jul 14 09:14:22.309764 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-10'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:22.392680 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-754f4acc-5d3f-4518-a757-925a6815cb9c req-240c19b2-238c-4314-a017-95a195d699a9 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 210 time: 0.0503366 Jul 14 09:14:22.423871 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:22.436582 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-0cd2a633-51ff-4352-8aa7-486f8ac4a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'name': 'tempest-ServersTestBootFromVolume-1791104378-router', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:03Z', 'updated_at': '2021-07-14T09:11:12Z', 'revision_number': 4, 'project_id': '18926633a43443a7a3c9011a9673826e', 'gw_port': {'id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:04Z', 'updated_at': '2021-07-14T09:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '830cf42e-7ed3-49bd-8b7d-1ef68a2348e8', 'name': '', 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'mac_address': 'fa:16:3e:5f:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:11Z', 'updated_at': '2021-07-14T09:11:19Z', 'revision_number': 5, 'project_id': '18926633a43443a7a3c9011a9673826e', 'subnets': [{'id': '3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:22.488971 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2235ae-ff40-4013-9686-898a59c3baf3 req-4a724b29-c1e7-4d4e-879b-3aed13b5c694 tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:22.490589 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b2235ae-ff40-4013-9686-898a59c3baf3 req-4a724b29-c1e7-4d4e-879b-3aed13b5c694 tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bc25929c-3dd3-41db-aa9e-2f30713a2d0c HTTP/1.1" status: 200 len: 1101 time: 0.1033881 Jul 14 09:14:22.500585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd2a633-51ff-4352-8aa7-486f8ac4a67d None None] The sync data for ids ['ee871fdf-b13f-40c8-989c-c9bf91b59d4b'] in n-d-798054-10 is: [{'id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'name': 'tempest-ServersTestBootFromVolume-1791104378-router', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:03Z', 'updated_at': '2021-07-14T09:11:12Z', 'revision_number': 4, 'project_id': '18926633a43443a7a3c9011a9673826e', 'gw_port': {'id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:04Z', 'updated_at': '2021-07-14T09:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '830cf42e-7ed3-49bd-8b7d-1ef68a2348e8', 'name': '', 'network_id': '5ea8b35e-897c-4b9d-9290-f35fa60c66c3', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'mac_address': 'fa:16:3e:5f:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:11Z', 'updated_at': '2021-07-14T09:11:19Z', 'revision_number': 5, 'project_id': '18926633a43443a7a3c9011a9673826e', 'subnets': [{'id': '3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:14:22.534570 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b2235ae-ff40-4013-9686-898a59c3baf3 req-0612f9f2-29b0-49fc-821d-7ecd3b937d22 tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376318 Jul 14 09:14:22.599661 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] For port 23ebf912-42d9-4743-a7c9-ca83d9a80528, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=23ebf912-42d9-4743-a7c9-ca83d9a80528,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:22.677389 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] For port 23ebf912-42d9-4743-a7c9-ca83d9a80528, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:22.695091 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f91d3-2d4b-41a6-b6f8-6aaeca5a217d req-ab13c39c-57b5-4b66-ae75-5caf16a5e767 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:22.697706 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4a7f91d3-2d4b-41a6-b6f8-6aaeca5a217d req-ab13c39c-57b5-4b66-ae75-5caf16a5e767 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 946 time: 0.0977037 Jul 14 09:14:22.732522 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:22.740073 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:22.762024 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4a7f91d3-2d4b-41a6-b6f8-6aaeca5a217d req-a54c84f6-4bf2-494d-a49d-0377357e888f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580232 Jul 14 09:14:22.835803 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-2d54816c-5177-4530-9d9a-149cbce206b5 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c586ce4593f34e7fa98ae797dfaac7bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396359 Jul 14 09:14:22.852541 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] Pushing event updated for resources: {'Port': ['ID=23ebf912-42d9-4743-a7c9-ca83d9a80528,revision_number=7']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:22.865929 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] Attempting to bind port 23ebf912-42d9-4743-a7c9-ca83d9a80528 on host n-h2-798054-10 for vnic_type normal with profile {"migrating_to": "n-h1-798054-10"} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:22.866263 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] Attempting to bind port 23ebf912-42d9-4743-a7c9-ca83d9a80528 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:22.866594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] Attempting to bind port 23ebf912-42d9-4743-a7c9-ca83d9a80528 on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:22.872274 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] Port 23ebf912-42d9-4743-a7c9-ca83d9a80528 on network fbea3c05-472e-4cae-8d96-84e615e12c90 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:22.872597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] Attempting to bind port 23ebf912-42d9-4743-a7c9-ca83d9a80528 on network fbea3c05-472e-4cae-8d96-84e615e12c90 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:22.877671 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:22.878049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] Checking segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:22.878432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] Bound using segment: {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:22.878861 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] Bound port: 23ebf912-42d9-4743-a7c9-ca83d9a80528, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b62a84-c4fe-449f-a76c-dcdb3843aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fbea3c05-472e-4cae-8d96-84e615e12c90'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:22.879343 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:22.962222 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54de6a-e9e0-4525-b1e5-ba445540d185 None None] New status for floating IP c3c917d1-b1e3-42c2-b69a-a4d7bdf05801: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:14:22.975582 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] For port 23ebf912-42d9-4743-a7c9-ca83d9a80528, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:22.980217 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] For port 23ebf912-42d9-4743-a7c9-ca83d9a80528, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=23ebf912-42d9-4743-a7c9-ca83d9a80528,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:22.987050 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:23.011119 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-90477fee-5088-494a-b54b-c91ba5068857 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.017842 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-90477fee-5088-494a-b54b-c91ba5068857 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755602 Jul 14 09:14:23.051355 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-cacce767-49ac-441a-8c13-919a1be71699 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/quotas/c586ce4593f34e7fa98ae797dfaac7bc HTTP/1.1" status: 200 len: 375 time: 0.0323963 Jul 14 09:14:23.085959 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.086571 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:23.088522 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] 10.222.0.55 "PUT /v2.0/ports/23ebf912-42d9-4743-a7c9-ca83d9a80528 HTTP/1.1" status: 200 len: 1124 time: 0.7830858 Jul 14 09:14:23.105193 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f55e81-b945-43df-becb-64f41563ea11 service neutron] Pushing event updated for resources: {'Port': ['ID=23ebf912-42d9-4743-a7c9-ca83d9a80528,revision_number=8']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:23.110118 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-4dadf616-2372-434e-8333-71d63222f489 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c586ce4593f34e7fa98ae797dfaac7bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554528 Jul 14 09:14:23.113512 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53a9a3-2652-4411-9581-732d08a0253e req-15bd0537-76e1-41b4-874f-28454306ff82 tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.124840 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7f53a9a3-2652-4411-9581-732d08a0253e req-15bd0537-76e1-41b4-874f-28454306ff82 tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0 HTTP/1.1" status: 200 len: 1100 time: 0.1824269 Jul 14 09:14:23.161273 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7f53a9a3-2652-4411-9581-732d08a0253e req-3c61d0e9-4ec7-4710-b9f0-5e5c92ae0e49 tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357656 Jul 14 09:14:23.237023 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['23ebf912-42d9-4743-a7c9-ca83d9a80528'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:23.361523 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d72b42-ba8d-4f29-8b35-e317fb2895f4 req-9bf6cf71-cfab-421b-9278-8eeaade338f6 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.366272 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1d72b42-ba8d-4f29-8b35-e317fb2895f4 req-9bf6cf71-cfab-421b-9278-8eeaade338f6 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.0862932 Jul 14 09:14:23.486418 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 23ebf912-42d9-4743-a7c9-ca83d9a80528 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:23.502246 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1d72b42-ba8d-4f29-8b35-e317fb2895f4 req-e914d4a6-3470-4a2f-a47e-f263f70f620d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237853 Jul 14 09:14:23.530587 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e95573-d1c7-4473-b843-7dff96b9dd13 req-5bb14812-bb08-4463-949a-6521f8330ceb tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.551776 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71e95573-d1c7-4473-b843-7dff96b9dd13 req-5bb14812-bb08-4463-949a-6521f8330ceb tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.1843808 Jul 14 09:14:23.624563 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71e95573-d1c7-4473-b843-7dff96b9dd13 req-440db80d-542a-4600-8faf-ea65fc007a65 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716758 Jul 14 09:14:23.630675 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['23ebf912-42d9-4743-a7c9-ca83d9a80528'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:23.747035 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 23ebf912-42d9-4743-a7c9-ca83d9a80528, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=23ebf912-42d9-4743-a7c9-ca83d9a80528,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:23.781224 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 23ebf912-42d9-4743-a7c9-ca83d9a80528 has no active binding in host n-h1-798054-10 {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:14:23.818495 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23ebf912-42d9-4743-a7c9-ca83d9a80528'}, {'name': 'network-changed', 'server_uuid': '182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd', 'tag': '23ebf912-42d9-4743-a7c9-ca83d9a80528'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:23.823146 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167153fe-d584-4445-95d5-6a7152ef75e2" -d '{"events": [{"server_uuid": "182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd", "name": "network-vif-unplugged", "status": "completed", "tag": "23ebf912-42d9-4743-a7c9-ca83d9a80528"}, {"name": "network-changed", "server_uuid": "182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd", "tag": "23ebf912-42d9-4743-a7c9-ca83d9a80528"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:23.839060 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed41840e-8394-4536-9ac2-0e89983bce7a req-05bcc776-900d-495a-95ce-196f7be6d155 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/ports?device_id=caab564d-194d-4140-b2bc-e64c3a57dca6 HTTP/1.1" status: 200 len: 210 time: 0.0522280 Jul 14 09:14:23.893026 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5902b49-8c81-424d-9b8b-b959813c4170 req-785210ff-77e2-4aea-b50a-0f58dcae457f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.894605 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b5902b49-8c81-424d-9b8b-b959813c4170 req-785210ff-77e2-4aea-b50a-0f58dcae457f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 945 time: 0.1377306 Jul 14 09:14:23.940020 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b5902b49-8c81-424d-9b8b-b959813c4170 req-1c8e3b1b-7d21-4e6e-bf73-e6b1bc35799e tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386631 Jul 14 09:14:23.966758 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-00c48172-b40e-4738-abf6-49f8d5f5edfd tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=19162f7693704187ba398d887fcfc50a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256395 Jul 14 09:14:24.115857 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-017e1ef1-87e6-4fcd-bdc8-22efbe47f69d req-c186c32a-551b-46bb-a430-9c6b59dfea86 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 210 time: 0.0332713 Jul 14 09:14:24.124177 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-776ca9cd-503c-47bc-802f-6c8c5328f661 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:24.125631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-776ca9cd-503c-47bc-802f-6c8c5328f661 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1524246 Jul 14 09:14:24.151292 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-343b9c81-fc96-4e79-92a9-c9f8da152166 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/quotas/19162f7693704187ba398d887fcfc50a HTTP/1.1" status: 200 len: 375 time: 0.0201263 Jul 14 09:14:24.177197 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device aac51fe2-188d-418f-bb28-f595ebe9fbbc no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:24.202738 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: aac51fe2-188d-418f-bb28-f595ebe9fbbc {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:14:24.203455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device aac51fe2-188d-418f-bb28-f595ebe9fbbc not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:24.263143 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-656c0e37-0351-4750-9484-e16e84e5d2ab tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1065686 Jul 14 09:14:24.328436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bc128-a513-4013-a535-7575343a9414 req-73f8e3d3-eaf8-42e9-ae0d-725588930f17 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:24.329999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4a9bc128-a513-4013-a535-7575343a9414 req-73f8e3d3-eaf8-42e9-ae0d-725588930f17 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 944 time: 0.0659342 Jul 14 09:14:24.371079 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4a9bc128-a513-4013-a535-7575343a9414 req-4faf9d4b-d432-413c-879f-f129274759e4 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346618 Jul 14 09:14:24.413933 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d86d05-5303-4706-bba1-f399024d8e64 x-openstack-request-id: req-b5d86d05-5303-4706-bba1-f399024d8e64 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:24.414232 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd", "name": "network-vif-unplugged", "status": "completed", "tag": "23ebf912-42d9-4743-a7c9-ca83d9a80528", "code": 200}, {"name": "network-changed", "server_uuid": "182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd", "tag": "23ebf912-42d9-4743-a7c9-ca83d9a80528", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:24.414484 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b5d86d05-5303-4706-bba1-f399024d8e64 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:24.414885 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23ebf912-42d9-4743-a7c9-ca83d9a80528', 'code': 200} Jul 14 09:14:24.415140 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd', 'tag': '23ebf912-42d9-4743-a7c9-ca83d9a80528', 'status': 'completed', 'code': 200} Jul 14 09:14:24.474475 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d87a68d-6904-4c46-b87e-411c6c531cc6 req-9bb358ca-9bcc-467f-8d99-63567648721c tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=183735d9-a2da-4c1a-93fc-40f811734eb0 HTTP/1.1" status: 200 len: 210 time: 0.0331957 Jul 14 09:14:24.520855 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167153fe-d584-4445-95d5-6a7152ef75e2 req-f28728cf-4f2d-4e0d-bdf1-298b98f4313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:24.525091 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-167153fe-d584-4445-95d5-6a7152ef75e2 req-f28728cf-4f2d-4e0d-bdf1-298b98f4313e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 1127 time: 0.0681551 Jul 14 09:14:24.632628 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167153fe-d584-4445-95d5-6a7152ef75e2 req-6287ecc5-2472-45a2-ad97-aca63439477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:24.634740 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-167153fe-d584-4445-95d5-6a7152ef75e2 req-6287ecc5-2472-45a2-ad97-aca63439477b service neutron] 10.222.0.49 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 908 time: 0.1043200 Jul 14 09:14:24.724111 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-167153fe-d584-4445-95d5-6a7152ef75e2 req-383230a4-eb4d-4bb1-b47f-364fb3fc6d7e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23ebf912-42d9-4743-a7c9-ca83d9a80528 HTTP/1.1" status: 200 len: 217 time: 0.0815010 Jul 14 09:14:24.743490 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883262a2-de1b-4b99-a152-201be673460e req-bdff29c7-d1f2-43ee-971c-17751044679b tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:24.751036 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-883262a2-de1b-4b99-a152-201be673460e req-bdff29c7-d1f2-43ee-971c-17751044679b tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.0809739 Jul 14 09:14:24.792047 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-883262a2-de1b-4b99-a152-201be673460e req-defcc63b-b62e-448e-9c60-dbabe3bab6bc tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399373 Jul 14 09:14:24.816464 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167153fe-d584-4445-95d5-6a7152ef75e2 req-d797e354-52c4-4711-a5e6-158fc17a5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:24.818039 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-167153fe-d584-4445-95d5-6a7152ef75e2 req-d797e354-52c4-4711-a5e6-158fc17a5788 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.0838840 Jul 14 09:14:24.885562 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-167153fe-d584-4445-95d5-6a7152ef75e2 req-3db90e4b-cdc5-40fc-b05f-031ade68fe2d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493233 Jul 14 09:14:24.919782 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-63f3f743-3594-4d9c-b8c9-6444dda3eb80 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=c586ce4593f34e7fa98ae797dfaac7bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805435 Jul 14 09:14:24.966163 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b8f02-4291-4a6d-8915-4f2c790dbdae req-a7a0212d-8965-4d26-8d52-2e408eae9b2e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:24.971852 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f33b8f02-4291-4a6d-8915-4f2c790dbdae req-a7a0212d-8965-4d26-8d52-2e408eae9b2e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.1256208 Jul 14 09:14:25.051028 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f33b8f02-4291-4a6d-8915-4f2c790dbdae req-1f9e6a4f-6a00-4921-ae86-bd96b636e1d9 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722675 Jul 14 09:14:25.074109 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-e0dd01a3-e0db-4fe0-9866-b1c279c1d3d4 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:25.075722 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-e0dd01a3-e0db-4fe0-9866-b1c279c1d3d4 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457660 Jul 14 09:14:25.114714 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-da313ade-ef60-4274-8154-6475e0a16e0b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Request body: {'port': {'device_id': 'caab564d-194d-4140-b2bc-e64c3a57dca6', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': 'c586ce4593f34e7fa98ae797dfaac7bc'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:25.188680 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3197694-4143-4a44-8044-e50a8f69c2d5 req-d62b85ea-8494-49a8-b26e-4b2968fdd390 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/ports?device_id=caab564d-194d-4140-b2bc-e64c3a57dca6 HTTP/1.1" status: 200 len: 210 time: 0.0602643 Jul 14 09:14:25.299532 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-167153fe-d584-4445-95d5-6a7152ef75e2 req-b76e8730-0c47-48a0-ade5-ee396f50ddfd service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009106 Jul 14 09:14:25.327430 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbbdf5-9f2c-47f1-a800-0841db4241f0 req-aa2c0c6f-a973-46f9-9472-432873372b83 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:25.334725 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1dfbbdf5-9f2c-47f1-a800-0841db4241f0 req-aa2c0c6f-a973-46f9-9472-432873372b83 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 945 time: 0.0995438 Jul 14 09:14:25.385547 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1dfbbdf5-9f2c-47f1-a800-0841db4241f0 req-3e8604c7-ee21-42fc-936a-980ed078a93d tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478439 Jul 14 09:14:25.404722 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d2caff8-f946-47e0-bf19-2d8504fe32f7 req-720f47f6-fc39-46fa-8bed-9140021f6394 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 210 time: 0.0376332 Jul 14 09:14:25.460613 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-167153fe-d584-4445-95d5-6a7152ef75e2 req-b6e97bb4-8c53-4097-a067-df91fa4da287 service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193347 Jul 14 09:14:25.461686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-da313ade-ef60-4274-8154-6475e0a16e0b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Made reservation on behalf of c586ce4593f34e7fa98ae797dfaac7bc for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:25.466084 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-da313ade-ef60-4274-8154-6475e0a16e0b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:25.475789 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-da313ade-ef60-4274-8154-6475e0a16e0b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:25.589886 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fecf87-359a-407d-9b55-19f8bd5dcfd0 req-96bb2fe6-fcc2-414f-b9cc-8dedc61a6c01 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:25.592287 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-09fecf87-359a-407d-9b55-19f8bd5dcfd0 req-96bb2fe6-fcc2-414f-b9cc-8dedc61a6c01 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 944 time: 0.0820296 Jul 14 09:14:25.607419 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-da313ade-ef60-4274-8154-6475e0a16e0b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:25.613868 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-da313ade-ef60-4274-8154-6475e0a16e0b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:25.651892 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67613abc-72dc-45fb-b520-42ca50b39408 req-275785c1-d5fa-4fd7-abf7-f0a676137167 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=183735d9-a2da-4c1a-93fc-40f811734eb0 HTTP/1.1" status: 200 len: 210 time: 0.0364735 Jul 14 09:14:25.660187 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-09fecf87-359a-407d-9b55-19f8bd5dcfd0 req-9adab70e-d1f4-4476-acba-6ae28d106182 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617816 Jul 14 09:14:25.699535 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da313ade-ef60-4274-8154-6475e0a16e0b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1e787b-7117-4921-890a-e0da51c9a1df,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:25.786423 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-da313ade-ef60-4274-8154-6475e0a16e0b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Allocated IP 192.168.233.138 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/05458640-3d44-4817-9ad3-4089da9baeed) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:25.826637 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-31e408cf-071e-4c77-a5fc-9e539f9dca30 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=19162f7693704187ba398d887fcfc50a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294843 Jul 14 09:14:26.033325 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-2eab4510-944e-43c8-94ce-72065fdedda3 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:26.034821 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-2eab4510-944e-43c8-94ce-72065fdedda3 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1985679 Jul 14 09:14:26.064952 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-41f908de-d179-45cf-83e4-e9e0030f48cc tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Request body: {'port': {'device_id': '183735d9-a2da-4c1a-93fc-40f811734eb0', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': '19162f7693704187ba398d887fcfc50a'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:26.080250 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6752c8-aad8-4884-8a0c-3958b1482e1b req-4774463d-3eb6-406d-a901-3a98074bdee8 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:26.085386 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a6752c8-aad8-4884-8a0c-3958b1482e1b req-4774463d-3eb6-406d-a901-3a98074bdee8 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.1478508 Jul 14 09:14:26.145562 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-da313ade-ef60-4274-8154-6475e0a16e0b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:26.175926 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a6752c8-aad8-4884-8a0c-3958b1482e1b req-9a2d79d6-cbbd-41bf-9009-bad2ed1e3b93 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822382 Jul 14 09:14:26.176962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-da313ade-ef60-4274-8154-6475e0a16e0b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Transition to ACTIVE for port object 05458640-3d44-4817-9ad3-4089da9baeed will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:26.264642 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-da313ade-ef60-4274-8154-6475e0a16e0b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:26.288966 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-da313ade-ef60-4274-8154-6475e0a16e0b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:26.292807 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-da313ade-ef60-4274-8154-6475e0a16e0b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:26.324590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-da313ade-ef60-4274-8154-6475e0a16e0b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:26.331071 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-41f908de-d179-45cf-83e4-e9e0030f48cc tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Made reservation on behalf of 19162f7693704187ba398d887fcfc50a for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:26.335325 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-41f908de-d179-45cf-83e4-e9e0030f48cc tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:26.396348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c774a-a5d1-459c-b0aa-d335b02aee5e req-759f7d48-3575-4eab-8631-1dd8e17d210e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:26.404305 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df3c774a-a5d1-459c-b0aa-d335b02aee5e req-759f7d48-3575-4eab-8631-1dd8e17d210e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.1038344 Jul 14 09:14:26.476331 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df3c774a-a5d1-459c-b0aa-d335b02aee5e req-5dcc33f0-e1de-403a-a92c-62a697419890 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709512 Jul 14 09:14:26.533827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49bdfd-1db0-406c-a7e8-7fed177194a4 req-887bfb1d-41fc-4e0a-afc4-9ddab68de119 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:26.535772 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd49bdfd-1db0-406c-a7e8-7fed177194a4 req-887bfb1d-41fc-4e0a-afc4-9ddab68de119 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/ports?device_id=caab564d-194d-4140-b2bc-e64c3a57dca6 HTTP/1.1" status: 200 len: 936 time: 0.0916681 Jul 14 09:14:26.583235 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd49bdfd-1db0-406c-a7e8-7fed177194a4 req-fbfbedb0-51f7-48af-acc1-989172fcc79c tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a1e787b-7117-4921-890a-e0da51c9a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399511 Jul 14 09:14:26.666456 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-55a8ceee-0ea9-4492-93f7-7dda4a534533 None None] Provisioning for port 05458640-3d44-4817-9ad3-4089da9baeed completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:26.672534 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-55a8ceee-0ea9-4492-93f7-7dda4a534533 None None] Provisioning complete for port 05458640-3d44-4817-9ad3-4089da9baeed triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:26.673378 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55a8ceee-0ea9-4492-93f7-7dda4a534533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:26.727305 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da313ade-ef60-4274-8154-6475e0a16e0b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Pushing event updated for resources: {'Port': ['ID=05458640-3d44-4817-9ad3-4089da9baeed,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:26.758880 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796df5ac-b187-4e58-bcb4-eb00c4d3035c req-cf6f5275-70ed-4c3c-b5e2-2d286c0d24fd tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:26.763754 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-796df5ac-b187-4e58-bcb4-eb00c4d3035c req-cf6f5275-70ed-4c3c-b5e2-2d286c0d24fd tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 945 time: 0.1239512 Jul 14 09:14:26.786616 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-55a8ceee-0ea9-4492-93f7-7dda4a534533 None None] Port 05458640-3d44-4817-9ad3-4089da9baeed cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:14:26.798908 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-da313ade-ef60-4274-8154-6475e0a16e0b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:26.799538 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-da313ade-ef60-4274-8154-6475e0a16e0b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:26.836648 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-27e1b67e-5586-46db-a0d2-4fbd678d1d4b req-a159cc6f-ec18-4f73-9e1d-b5aeb2f56753 tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6849886-defb-490c-a6e4-21dc9b2782c6 HTTP/1.1" status: 200 len: 210 time: 0.0378585 Jul 14 09:14:26.848101 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-796df5ac-b187-4e58-bcb4-eb00c4d3035c req-1f288ace-144c-48f7-af8f-33db90317717 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787289 Jul 14 09:14:26.848870 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-da313ade-ef60-4274-8154-6475e0a16e0b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7586915 Jul 14 09:14:26.892395 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-41f908de-d179-45cf-83e4-e9e0030f48cc tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Allocated IP 192.168.233.11 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/6f6cab39-e0e1-4570-9180-7759e45d5cb6) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:26.899093 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] Request body: {'port': {'device_id': 'caab564d-194d-4140-b2bc-e64c3a57dca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:27.005811 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28d30b48-f8a1-4d81-b197-9b655c5a54e0 req-f2b9e627-af1e-4e6a-b819-ae9faad4bf1d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=183735d9-a2da-4c1a-93fc-40f811734eb0 HTTP/1.1" status: 200 len: 210 time: 0.0377529 Jul 14 09:14:27.043684 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.108281 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a9e9-28b3-43c8-a8c4-9bf5fab2f32d req-8839b501-a0b0-4e0f-bf2f-a073c3446f87 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:27.113383 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3d9a9e9-28b3-43c8-a8c4-9bf5fab2f32d req-8839b501-a0b0-4e0f-bf2f-a073c3446f87 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 944 time: 0.0832088 Jul 14 09:14:27.160132 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3d9a9e9-28b3-43c8-a8c4-9bf5fab2f32d req-da041261-8724-4702-93ed-76c5f76865ad tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436475 Jul 14 09:14:27.203984 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-11a63e11-d4b7-4103-baf4-6602a90c9412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.306328 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-41f908de-d179-45cf-83e4-e9e0030f48cc tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.320262 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-41f908de-d179-45cf-83e4-e9e0030f48cc tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Transition to ACTIVE for port object 6f6cab39-e0e1-4570-9180-7759e45d5cb6 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:27.362558 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-41f908de-d179-45cf-83e4-e9e0030f48cc tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.380466 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['d4585aea-29d1-4c2e-a839-33de458e8edc', '94e65a1f-98ce-4889-8a69-032edb64e200', '428bb167-b385-4b1b-9b7b-5ed66170f155'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:27.392474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf4d56-eafd-4b6e-9dca-9e08c5fc5a11 req-c702b0b2-d657-4c38-a2c1-f248cd447f6d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:27.394535 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-febf4d56-eafd-4b6e-9dca-9e08c5fc5a11 req-c702b0b2-d657-4c38-a2c1-f248cd447f6d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.0728981 Jul 14 09:14:27.415733 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3fe00c75-5227-492d-ae33-c5ec2711f80d', '4b2dcfac-24be-49fd-9e66-ef188e650dd1'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:27.432671 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-41f908de-d179-45cf-83e4-e9e0030f48cc tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:27.452186 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-febf4d56-eafd-4b6e-9dca-9e08c5fc5a11 req-b6af1f92-ce0d-451a-aeed-76b22caa900c tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493453 Jul 14 09:14:27.468913 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-41f908de-d179-45cf-83e4-e9e0030f48cc tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:27.473945 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-41f908de-d179-45cf-83e4-e9e0030f48cc tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:27.562008 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f908de-d179-45cf-83e4-e9e0030f48cc tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Pushing event updated for resources: {'Port': ['ID=6f6cab39-e0e1-4570-9180-7759e45d5cb6,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:27.574859 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-41f908de-d179-45cf-83e4-e9e0030f48cc tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:27.575702 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-41f908de-d179-45cf-83e4-e9e0030f48cc tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.620332 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-41f908de-d179-45cf-83e4-e9e0030f48cc tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5609481 Jul 14 09:14:27.641395 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] Request body: {'port': {'device_id': '183735d9-a2da-4c1a-93fc-40f811734eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:27.794250 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.877884 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05458640-3d44-4817-9ad3-4089da9baeed {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:27.890352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884318e5-2f07-4367-85fc-72ccd56b785e req-187d8fc1-be64-4cff-bee6-5ca712ab1eb7 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:27.891015 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.899257 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-884318e5-2f07-4367-85fc-72ccd56b785e req-187d8fc1-be64-4cff-bee6-5ca712ab1eb7 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.1872287 Jul 14 09:14:27.933813 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] Transition to ACTIVE for port object 05458640-3d44-4817-9ad3-4089da9baeed will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:27.956525 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e23cd1fd-1b8d-4589-93c8-08baee82edc7 None None] Provisioning for port 6f6cab39-e0e1-4570-9180-7759e45d5cb6 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:27.959314 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-884318e5-2f07-4367-85fc-72ccd56b785e req-04032958-38da-462f-bd17-98d2e57f9804 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582647 Jul 14 09:14:27.966394 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e23cd1fd-1b8d-4589-93c8-08baee82edc7 None None] Provisioning complete for port 6f6cab39-e0e1-4570-9180-7759e45d5cb6 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:27.966774 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e23cd1fd-1b8d-4589-93c8-08baee82edc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.982468 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba663c-191b-498b-95ae-9354ef5fb90b req-d365da7d-ce7f-46d1-9e46-771ca7aa9cb9 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:27.989952 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35ba663c-191b-498b-95ae-9354ef5fb90b req-d365da7d-ce7f-46d1-9e46-771ca7aa9cb9 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/ports?device_id=caab564d-194d-4140-b2bc-e64c3a57dca6 HTTP/1.1" status: 200 len: 936 time: 0.2255554 Jul 14 09:14:27.991322 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.038694 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35ba663c-191b-498b-95ae-9354ef5fb90b req-d8498d07-dce5-4298-babb-495e5f206bf9 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a1e787b-7117-4921-890a-e0da51c9a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470843 Jul 14 09:14:28.045030 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] Pushing event updated for resources: {'Port': ['ID=05458640-3d44-4817-9ad3-4089da9baeed,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:28.073408 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e23cd1fd-1b8d-4589-93c8-08baee82edc7 None None] Port 6f6cab39-e0e1-4570-9180-7759e45d5cb6 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:14:28.300936 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1cab7-f387-4691-b657-c0b776de92c6 req-418580e1-1ad3-461b-961a-d95521a68123 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:28.308418 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f5f1cab7-f387-4691-b657-c0b776de92c6 req-418580e1-1ad3-461b-961a-d95521a68123 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 945 time: 0.0986619 Jul 14 09:14:28.356609 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f5f1cab7-f387-4691-b657-c0b776de92c6 req-2a077d0e-8a77-4a25-8e3c-3741bfd73395 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471914 Jul 14 09:14:28.428336 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6cab39-e0e1-4570-9180-7759e45d5cb6 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:28.438437 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.453239 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] Transition to ACTIVE for port object 6f6cab39-e0e1-4570-9180-7759e45d5cb6 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:28.459031 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] Attempting to bind port 05458640-3d44-4817-9ad3-4089da9baeed on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:28.459408 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] Attempting to bind port 05458640-3d44-4817-9ad3-4089da9baeed by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:28.459802 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] Attempting to bind port 05458640-3d44-4817-9ad3-4089da9baeed on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:28.463639 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.471256 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] Port 05458640-3d44-4817-9ad3-4089da9baeed on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:28.471256 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] Attempting to bind port 05458640-3d44-4817-9ad3-4089da9baeed on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:28.475195 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea10f9b-1e1f-4ee9-ad98-cdb92a3fb63c req-4914baaf-a9a4-4d5d-9ae6-6d0b69130ccd tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:28.476950 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ea10f9b-1e1f-4ee9-ad98-cdb92a3fb63c req-4914baaf-a9a4-4d5d-9ae6-6d0b69130ccd tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=183735d9-a2da-4c1a-93fc-40f811734eb0 HTTP/1.1" status: 200 len: 935 time: 0.1132374 Jul 14 09:14:28.497204 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:28.497548 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:28.497969 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:28.498467 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] Bound port: 05458640-3d44-4817-9ad3-4089da9baeed, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:28.498834 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.528422 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ea10f9b-1e1f-4ee9-ad98-cdb92a3fb63c req-b8a4d2b1-f777-4926-bd5b-2d3a196890fa tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442560 Jul 14 09:14:28.606460 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] Pushing event updated for resources: {'Port': ['ID=6f6cab39-e0e1-4570-9180-7759e45d5cb6,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:28.606688 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49806) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:28.624170 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7c957-5038-4bcd-9307-4b90460e8806 req-0639e649-9d12-4441-b0a0-e4a04a3b7765 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:28.631780 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6bb7c957-5038-4bcd-9307-4b90460e8806 req-0639e649-9d12-4441-b0a0-e4a04a3b7765 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 944 time: 0.1085603 Jul 14 09:14:28.674967 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] For port 05458640-3d44-4817-9ad3-4089da9baeed, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:28.679528 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] For port 05458640-3d44-4817-9ad3-4089da9baeed, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=05458640-3d44-4817-9ad3-4089da9baeed,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:28.693664 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.723645 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:28.724277 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.726188 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] 10.222.0.49 "PUT /v2.0/ports/05458640-3d44-4817-9ad3-4089da9baeed HTTP/1.1" status: 200 len: 1097 time: 1.8363686 Jul 14 09:14:28.726387 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6bb7c957-5038-4bcd-9307-4b90460e8806 req-9022f7a3-f192-4c3c-8bda-1a04d82bb279 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914464 Jul 14 09:14:28.729054 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caab564d-194d-4140-b2bc-e64c3a57dca6', 'tag': '05458640-3d44-4817-9ad3-4089da9baeed'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:28.732202 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b801d52-6d4d-4aff-bb4e-2e5f4ab7d658" -d '{"events": [{"name": "network-changed", "server_uuid": "caab564d-194d-4140-b2bc-e64c3a57dca6", "tag": "05458640-3d44-4817-9ad3-4089da9baeed"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:28.766360 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dbc2fe5d-c222-458a-921d-349f60584c2a tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.809056 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dbc2fe5d-c222-458a-921d-349f60584c2a tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.819839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] Attempting to bind port 6f6cab39-e0e1-4570-9180-7759e45d5cb6 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:28.820179 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] Attempting to bind port 6f6cab39-e0e1-4570-9180-7759e45d5cb6 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:28.820510 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] Attempting to bind port 6f6cab39-e0e1-4570-9180-7759e45d5cb6 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:28.851264 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dde5672-0127-4270-ab3a-72e6b50a4e2b x-openstack-request-id: req-2dde5672-0127-4270-ab3a-72e6b50a4e2b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:28.851528 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caab564d-194d-4140-b2bc-e64c3a57dca6", "tag": "05458640-3d44-4817-9ad3-4089da9baeed", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:28.851788 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2dde5672-0127-4270-ab3a-72e6b50a4e2b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:28.852181 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caab564d-194d-4140-b2bc-e64c3a57dca6', 'tag': '05458640-3d44-4817-9ad3-4089da9baeed', 'status': 'completed', 'code': 200} Jul 14 09:14:28.889829 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] Port 6f6cab39-e0e1-4570-9180-7759e45d5cb6 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:28.890112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] Attempting to bind port 6f6cab39-e0e1-4570-9180-7759e45d5cb6 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:28.892603 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b83944-1e7e-460e-b42b-858fc3d06808 service neutron] Pushing event updated for resources: {'Port': ['ID=05458640-3d44-4817-9ad3-4089da9baeed,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:28.910052 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:28.910544 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:28.911053 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:28.911625 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] Bound port: 6f6cab39-e0e1-4570-9180-7759e45d5cb6, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:28.912102 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.968161 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-c230c6c9-c156-4fdd-a335-0e73d0ce7b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:28.969952 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-c230c6c9-c156-4fdd-a335-0e73d0ce7b60 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c586ce4593f34e7fa98ae797dfaac7bc&device_id=caab564d-194d-4140-b2bc-e64c3a57dca6 HTTP/1.1" status: 200 len: 1100 time: 0.1765170 Jul 14 09:14:29.034823 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-f1882373-ded2-4e02-b2e6-cd30f5da81f0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=05458640-3d44-4817-9ad3-4089da9baeed HTTP/1.1" status: 200 len: 217 time: 0.0509651 Jul 14 09:14:29.050607 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] For port 6f6cab39-e0e1-4570-9180-7759e45d5cb6, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:29.097876 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] For port 6f6cab39-e0e1-4570-9180-7759e45d5cb6, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6f6cab39-e0e1-4570-9180-7759e45d5cb6,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:29.109581 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.119014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-b207809a-d8f2-478e-be4d-8066424a9580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:29.120885 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-b207809a-d8f2-478e-be4d-8066424a9580 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0786242 Jul 14 09:14:29.187434 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:29.189565 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.191174 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] 10.222.0.49 "PUT /v2.0/ports/6f6cab39-e0e1-4570-9180-7759e45d5cb6 HTTP/1.1" status: 200 len: 1096 time: 1.5608118 Jul 14 09:14:29.224525 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7c1de-dca2-4834-9c8a-53f8667c6a7e service neutron] Pushing event updated for resources: {'Port': ['ID=6f6cab39-e0e1-4570-9180-7759e45d5cb6,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:29.276059 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dbc2fe5d-c222-458a-921d-349f60584c2a tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.278805 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dbc2fe5d-c222-458a-921d-349f60584c2a tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.282497 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-dbc2fe5d-c222-458a-921d-349f60584c2a tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "DELETE /v2.0/security-groups/9672e33e-73cc-4aa6-b332-a77e52fc8930 HTTP/1.1" status: 204 len: 168 time: 0.6459072 Jul 14 09:14:29.282618 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-ce3436f4-8b3f-4106-bbdd-33eb11005719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:29.282618 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-ce3436f4-8b3f-4106-bbdd-33eb11005719 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1385961 Jul 14 09:14:29.283192 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49814) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:29.329843 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2fe5d-c222-458a-921d-349f60584c2a tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9672e33e-73cc-4aa6-b332-a77e52fc8930,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:29.372348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ab512-0adf-4838-a500-8513b028aad4 req-d8e863aa-dfa1-4fd1-af9e-86a9c05a7844 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:29.379351 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-488ab512-0adf-4838-a500-8513b028aad4 req-d8e863aa-dfa1-4fd1-af9e-86a9c05a7844 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.4965301 Jul 14 09:14:29.391208 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-becd798f-d870-4c95-b5ec-e9c96b5b8f4a tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] show failed (client error): The resource could not be found. Jul 14 09:14:29.394868 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-becd798f-d870-4c95-b5ec-e9c96b5b8f4a tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "GET /v2.0/security-groups/9672e33e-73cc-4aa6-b332-a77e52fc8930 HTTP/1.1" status: 404 len: 347 time: 0.1070313 Jul 14 09:14:29.405029 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289f8ae-0695-4449-a3e5-9d4f3fa089a1 req-3d978665-7d30-4a06-b343-3718cfd77d7f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:29.406658 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e289f8ae-0695-4449-a3e5-9d4f3fa089a1 req-3d978665-7d30-4a06-b343-3718cfd77d7f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.1499689 Jul 14 09:14:29.408944 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49818) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:29.486194 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-148c1e73-6d28-461b-aa26-bfdb23d35e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:29.487686 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-148c1e73-6d28-461b-aa26-bfdb23d35e93 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&device_id=183735d9-a2da-4c1a-93fc-40f811734eb0 HTTP/1.1" status: 200 len: 1099 time: 0.2219448 Jul 14 09:14:29.491238 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-488ab512-0adf-4838-a500-8513b028aad4 req-57bc2b7e-0371-4a9f-b165-788a04d9a434 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109746 Jul 14 09:14:29.491446 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-6f43b0b2-912b-4ffa-84a1-e12386c91b56 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908073 Jul 14 09:14:29.541131 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e289f8ae-0695-4449-a3e5-9d4f3fa089a1 req-4fe13dc5-3698-48a7-acf0-73312b53c63a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237814 Jul 14 09:14:29.601704 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-c152ad7c-dccf-4640-8587-fa6ffd7b8d3c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Deleting port ae154241-86c0-4d96-8f01-3f0f12929327 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:29.601849 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c152ad7c-dccf-4640-8587-fa6ffd7b8d3c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.603073 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-8e457102-85e1-4e7f-8abf-4addf91a031c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=6f6cab39-e0e1-4570-9180-7759e45d5cb6 HTTP/1.1" status: 200 len: 217 time: 0.0992031 Jul 14 09:14:29.681688 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-1c7500a2-7687-4374-8ca8-e715e5d3b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:29.683537 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-1c7500a2-7687-4374-8ca8-e715e5d3b57c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0718672 Jul 14 09:14:29.690648 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a138eb23-aa42-427c-a354-4d51c9aa9325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.733366 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a38b63c6-a40c-42e6-b492-9fe534c09a2e req-d2679368-e194-4038-a5b1-6961902daaeb service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203593 Jul 14 09:14:29.778406 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-335150cc-8b90-4470-b98f-65e703c4b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:29.780292 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-335150cc-8b90-4470-b98f-65e703c4b186 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0859897 Jul 14 09:14:29.817641 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c152ad7c-dccf-4640-8587-fa6ffd7b8d3c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.818004 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c152ad7c-dccf-4640-8587-fa6ffd7b8d3c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.830506 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.845832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-c152ad7c-dccf-4640-8587-fa6ffd7b8d3c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Calling delete_port for ae154241-86c0-4d96-8f01-3f0f12929327 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:29.880242 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7934dd1-5435-4041-a9ab-7d3fa81f3caf req-883885d6-68d6-4280-acb7-e443cf8639c9 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:29.881696 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7934dd1-5435-4041-a9ab-7d3fa81f3caf req-883885d6-68d6-4280-acb7-e443cf8639c9 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/ports?device_id=caab564d-194d-4140-b2bc-e64c3a57dca6 HTTP/1.1" status: 200 len: 948 time: 0.2100716 Jul 14 09:14:29.947114 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-6976d2f1-3376-46ae-a485-78e3c3717274 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493936 Jul 14 09:14:29.956318 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4920c4-fb1a-4e69-a1cb-ba33940f06c7 req-7239154d-7e21-43e5-8a6b-90c1936fbc9e tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:29.957988 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ae4920c4-fb1a-4e69-a1cb-ba33940f06c7 req-7239154d-7e21-43e5-8a6b-90c1936fbc9e tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 945 time: 0.2053897 Jul 14 09:14:30.023881 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7934dd1-5435-4041-a9ab-7d3fa81f3caf req-0cb8f6de-7130-453e-b6e1-b22fe4084743 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a1e787b-7117-4921-890a-e0da51c9a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017911 Jul 14 09:14:30.086677 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ae4920c4-fb1a-4e69-a1cb-ba33940f06c7 req-40fc925c-f6b3-4c91-a184-be2c95ca2f98 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204538 Jul 14 09:14:30.087178 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b801d52-6d4d-4aff-bb4e-2e5f4ab7d658 req-218392b9-578f-4ffd-b9ff-3135bf162cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:30.088668 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0b801d52-6d4d-4aff-bb4e-2e5f4ab7d658 req-218392b9-578f-4ffd-b9ff-3135bf162cf3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c586ce4593f34e7fa98ae797dfaac7bc&device_id=caab564d-194d-4140-b2bc-e64c3a57dca6 HTTP/1.1" status: 200 len: 1100 time: 0.2008638 Jul 14 09:14:30.136351 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a765d962-b2c4-4fb4-909c-ffbc6427281e req-e6e33737-234d-4b6c-8c99-84fe9a658746 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657293 Jul 14 09:14:30.223903 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c152ad7c-dccf-4640-8587-fa6ffd7b8d3c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.271651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b801d52-6d4d-4aff-bb4e-2e5f4ab7d658 req-af944184-8927-424f-b4da-4dca8131e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:30.273234 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0b801d52-6d4d-4aff-bb4e-2e5f4ab7d658 req-af944184-8927-424f-b4da-4dca8131e017 service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1699619 Jul 14 09:14:30.354238 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152ad7c-dccf-4640-8587-fa6ffd7b8d3c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Pushing event deleted for resources: {'Port': ['ID=ae154241-86c0-4d96-8f01-3f0f12929327,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:30.361679 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0b801d52-6d4d-4aff-bb4e-2e5f4ab7d658 req-1a319cf5-ba4d-4c2d-8f6b-1115f4b4d14c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=05458640-3d44-4817-9ad3-4089da9baeed HTTP/1.1" status: 200 len: 217 time: 0.0778868 Jul 14 09:14:30.430008 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b801d52-6d4d-4aff-bb4e-2e5f4ab7d658 req-2a18ddeb-90fc-409b-abd1-8bb15d294dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:30.431603 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0b801d52-6d4d-4aff-bb4e-2e5f4ab7d658 req-2a18ddeb-90fc-409b-abd1-8bb15d294dd8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0589368 Jul 14 09:14:30.474760 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c152ad7c-dccf-4640-8587-fa6ffd7b8d3c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.477405 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c152ad7c-dccf-4640-8587-fa6ffd7b8d3c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.479280 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c152ad7c-dccf-4640-8587-fa6ffd7b8d3c tempest-ServersTestBootFromVolume-1252801447 tempest-ServersTestBootFromVolume-1252801447-project] 10.222.0.26 "DELETE /v2.0/floatingips/c3c917d1-b1e3-42c2-b69a-a4d7bdf05801 HTTP/1.1" status: 204 len: 168 time: 1.0689497 Jul 14 09:14:30.482481 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49826) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:30.516111 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b801d52-6d4d-4aff-bb4e-2e5f4ab7d658 req-f5bc7569-63c1-489e-8c25-861ff0170954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:30.521360 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0b801d52-6d4d-4aff-bb4e-2e5f4ab7d658 req-f5bc7569-63c1-489e-8c25-861ff0170954 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0786691 Jul 14 09:14:30.532997 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.556272 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1278c5-a6a1-4908-9211-8c9255491750 req-13d6dd60-386c-4a9a-ac40-7641201e7801 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:30.563891 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc1278c5-a6a1-4908-9211-8c9255491750 req-13d6dd60-386c-4a9a-ac40-7641201e7801 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=183735d9-a2da-4c1a-93fc-40f811734eb0 HTTP/1.1" status: 200 len: 947 time: 0.3769846 Jul 14 09:14:30.630183 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc1278c5-a6a1-4908-9211-8c9255491750 req-c909d5fc-06fd-429d-8117-d80e05eb7dce tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653100 Jul 14 09:14:30.658663 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0b801d52-6d4d-4aff-bb4e-2e5f4ab7d658 req-ec66bc28-87e5-40b0-ac33-99b2b08fe1b8 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271467 Jul 14 09:14:30.735516 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be379575-3a84-47aa-9066-45c80c71a1ad req-64978bc3-1d56-4975-ac9d-903b7c3404c8 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:30.737536 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be379575-3a84-47aa-9066-45c80c71a1ad req-64978bc3-1d56-4975-ac9d-903b7c3404c8 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 944 time: 0.3331254 Jul 14 09:14:30.778261 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0b801d52-6d4d-4aff-bb4e-2e5f4ab7d658 req-123dce5c-c05f-408e-a505-7284799c0834 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107109 Jul 14 09:14:30.855009 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183735d9-a2da-4c1a-93fc-40f811734eb0', 'tag': '6f6cab39-e0e1-4570-9180-7759e45d5cb6'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:30.857277 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec1727e-6fe3-4f13-a343-a0302cac9ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "183735d9-a2da-4c1a-93fc-40f811734eb0", "tag": "6f6cab39-e0e1-4570-9180-7759e45d5cb6"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:30.859852 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-148d301c-2396-4b30-8951-3fe3b97fbe29 service neutron] show failed (client error): The resource could not be found. Jul 14 09:14:30.860875 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-148d301c-2396-4b30-8951-3fe3b97fbe29 service neutron] 10.222.0.55 "GET /v2.0/ports/9d41be3e-680f-488a-b434-8ed1a78ce815/bindings/n-h2-798054-10 HTTP/1.1" status: 404 len: 381 time: 0.0802658 Jul 14 09:14:30.907151 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be379575-3a84-47aa-9066-45c80c71a1ad req-b7073a92-9500-46d8-8c69-b3076ef0741f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287193 Jul 14 09:14:30.963601 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd4acb-9f89-4fce-ad80-4876bc87e7fe req-7ee092c2-f01b-4a90-920f-a262c3ffa72b tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:30.965371 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ccd4acb-9f89-4fce-ad80-4876bc87e7fe req-7ee092c2-f01b-4a90-920f-a262c3ffa72b tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.1857848 Jul 14 09:14:31.056995 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ccd4acb-9f89-4fce-ad80-4876bc87e7fe req-18749aef-3f6b-436a-b4b2-5227ee6b9322 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667725 Jul 14 09:14:31.137851 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16561c3f-cced-4119-8cfd-cc2beb2515e0 x-openstack-request-id: req-16561c3f-cced-4119-8cfd-cc2beb2515e0 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:31.140733 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183735d9-a2da-4c1a-93fc-40f811734eb0", "tag": "6f6cab39-e0e1-4570-9180-7759e45d5cb6", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:31.141263 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16561c3f-cced-4119-8cfd-cc2beb2515e0 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:31.142667 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183735d9-a2da-4c1a-93fc-40f811734eb0', 'tag': '6f6cab39-e0e1-4570-9180-7759e45d5cb6', 'status': 'completed', 'code': 200} Jul 14 09:14:31.242303 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5112a10-45f9-4dae-8f33-3141e6018278 req-ea15cc2f-ab76-4411-9d68-7eaa3e3bcc8e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:31.248102 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d5112a10-45f9-4dae-8f33-3141e6018278 req-ea15cc2f-ab76-4411-9d68-7eaa3e3bcc8e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.1566827 Jul 14 09:14:31.338113 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-c07eb0d5-2735-43ee-ac4b-109455a4d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:31.340073 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-c07eb0d5-2735-43ee-ac4b-109455a4d126 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db&tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b HTTP/1.1" status: 200 len: 1102 time: 0.1574309 Jul 14 09:14:31.341886 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1727e-6fe3-4f13-a343-a0302cac9ac1 req-def38293-d545-46ac-82b7-b217f37c450f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:31.343311 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3ec1727e-6fe3-4f13-a343-a0302cac9ac1 req-def38293-d545-46ac-82b7-b217f37c450f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&device_id=183735d9-a2da-4c1a-93fc-40f811734eb0 HTTP/1.1" status: 200 len: 1099 time: 0.1065834 Jul 14 09:14:31.367147 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-10', 'device_owner': 'compute:nova'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:31.383341 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d5112a10-45f9-4dae-8f33-3141e6018278 req-3ad2cf3a-1614-4b1c-b180-bbc2136ac4cf tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238534 Jul 14 09:14:31.463481 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-12cd05f5-f526-44a2-8fb9-2d05b58e9d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.471549 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.550432 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.567957 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b19e49-2a00-4f4d-b10f-fbbdb07c0546 req-2bdc91db-1d4f-4e83-b129-a5a6a45ce67a tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:31.575945 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36b19e49-2a00-4f4d-b10f-fbbdb07c0546 req-2bdc91db-1d4f-4e83-b129-a5a6a45ce67a tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/ports?device_id=caab564d-194d-4140-b2bc-e64c3a57dca6 HTTP/1.1" status: 200 len: 948 time: 0.2620609 Jul 14 09:14:31.635076 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36b19e49-2a00-4f4d-b10f-fbbdb07c0546 req-53f35427-7f78-4e82-b825-a8afdba15a8f tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a1e787b-7117-4921-890a-e0da51c9a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581522 Jul 14 09:14:31.650873 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1727e-6fe3-4f13-a343-a0302cac9ac1 req-2c79e609-139d-4c05-84a8-3089f21f7e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:31.652187 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3ec1727e-6fe3-4f13-a343-a0302cac9ac1 req-2c79e609-139d-4c05-84a8-3089f21f7e5e service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1702933 Jul 14 09:14:31.745013 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3ec1727e-6fe3-4f13-a343-a0302cac9ac1 req-e3603609-abda-4199-a7de-71f7828d89d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=6f6cab39-e0e1-4570-9180-7759e45d5cb6 HTTP/1.1" status: 200 len: 217 time: 0.0452278 Jul 14 09:14:31.801672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1727e-6fe3-4f13-a343-a0302cac9ac1 req-d01918c5-005d-4fa7-ba3a-b70d95922ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:31.803238 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3ec1727e-6fe3-4f13-a343-a0302cac9ac1 req-d01918c5-005d-4fa7-ba3a-b70d95922ece service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0500522 Jul 14 09:14:31.812916 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-5af06354-6dbc-47d5-9453-18b555d5985a service neutron] 10.222.0.49 "GET /v2.0/ports/23ebf912-42d9-4743-a7c9-ca83d9a80528/bindings/n-h1-798054-10 HTTP/1.1" status: 200 len: 385 time: 0.1767371 Jul 14 09:14:31.939523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] For port 9d41be3e-680f-488a-b434-8ed1a78ce815, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9d41be3e-680f-488a-b434-8ed1a78ce815,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:31.943328 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1727e-6fe3-4f13-a343-a0302cac9ac1 req-d52175a6-8f09-4e29-bb60-83546ad73fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:31.944810 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3ec1727e-6fe3-4f13-a343-a0302cac9ac1 req-d52175a6-8f09-4e29-bb60-83546ad73fec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1233077 Jul 14 09:14:32.006053 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3eae6-eefa-4632-a7a1-a754533dbf57 req-21bcb173-37b4-44d7-abde-d17d66128b7d tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:32.007635 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60e3eae6-eefa-4632-a7a1-a754533dbf57 req-21bcb173-37b4-44d7-abde-d17d66128b7d tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 945 time: 0.3631022 Jul 14 09:14:32.028331 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] For port 9d41be3e-680f-488a-b434-8ed1a78ce815, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:32.089554 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3ec1727e-6fe3-4f13-a343-a0302cac9ac1 req-c272e44a-3b8e-4c04-8a4f-2ce92b6de1e8 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377807 Jul 14 09:14:32.095991 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.163300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] Transition to ACTIVE for port object 9d41be3e-680f-488a-b434-8ed1a78ce815 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:32.169887 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.186023 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442f8c6-0ec1-4244-aa60-187201296d42 req-0ab25863-b2d8-435f-b72e-ba92177221e6 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:32.187598 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c442f8c6-0ec1-4244-aa60-187201296d42 req-0ab25863-b2d8-435f-b72e-ba92177221e6 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=183735d9-a2da-4c1a-93fc-40f811734eb0 HTTP/1.1" status: 200 len: 947 time: 0.2824998 Jul 14 09:14:32.193466 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60e3eae6-eefa-4632-a7a1-a754533dbf57 req-db8a7aec-7a38-4614-a206-8757cf89386d tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691816 Jul 14 09:14:32.228503 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-61c74a56-cbb3-4712-885f-c3449889f5ad service neutron] For port 23ebf912-42d9-4743-a7c9-ca83d9a80528, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=23ebf912-42d9-4743-a7c9-ca83d9a80528,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:32.235831 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 05458640-3d44-4817-9ad3-4089da9baeed details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:32.260986 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 23ebf912-42d9-4743-a7c9-ca83d9a80528 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:32.275685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] No DVR routers for this DVR port 9d41be3e-680f-488a-b434-8ed1a78ce815 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:32.309663 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-61c74a56-cbb3-4712-885f-c3449889f5ad service neutron] For port 23ebf912-42d9-4743-a7c9-ca83d9a80528, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:32.316284 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c442f8c6-0ec1-4244-aa60-187201296d42 req-433e54be-7a4b-4681-af66-1fb2e17bd6ad tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219504 Jul 14 09:14:32.337653 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] Pushing event updated for resources: {'Port': ['ID=9d41be3e-680f-488a-b434-8ed1a78ce815,revision_number=6']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:32.347713 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-12cd05f5-f526-44a2-8fb9-2d05b58e9d03 admin admin] Deleting port 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:32.348339 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-12cd05f5-f526-44a2-8fb9-2d05b58e9d03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.384760 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3ec1727e-6fe3-4f13-a343-a0302cac9ac1 req-9a7688ff-b073-4acb-8ac9-5b1a0283f984 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853079 Jul 14 09:14:32.411733 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] Attempting to bind port 9d41be3e-680f-488a-b434-8ed1a78ce815 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:32.412207 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] Attempting to bind port 9d41be3e-680f-488a-b434-8ed1a78ce815 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:32.412693 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] Attempting to bind port 9d41be3e-680f-488a-b434-8ed1a78ce815 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:32.419621 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] Port 9d41be3e-680f-488a-b434-8ed1a78ce815 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:32.420103 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] Attempting to bind port 9d41be3e-680f-488a-b434-8ed1a78ce815 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:32.431615 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:32.432088 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:32.432571 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:32.433119 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] Bound port: 9d41be3e-680f-488a-b434-8ed1a78ce815, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:32.433572 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.468817 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 05458640-3d44-4817-9ad3-4089da9baeed, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=05458640-3d44-4817-9ad3-4089da9baeed,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:32.488780 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '05458640-3d44-4817-9ad3-4089da9baeed', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '05458640-3d44-4817-9ad3-4089da9baeed', 'mac_address': 'fa:16:3e:da:03:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:32.516191 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-61c74a56-cbb3-4712-885f-c3449889f5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ebf912-42d9-4743-a7c9-ca83d9a80528 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:32.516705 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] For port 9d41be3e-680f-488a-b434-8ed1a78ce815, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:32.522102 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] For port 9d41be3e-680f-488a-b434-8ed1a78ce815, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9d41be3e-680f-488a-b434-8ed1a78ce815,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:32.528957 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.571271 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.572062 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-61c74a56-cbb3-4712-885f-c3449889f5ad service neutron] For port 23ebf912-42d9-4743-a7c9-ca83d9a80528, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=23ebf912-42d9-4743-a7c9-ca83d9a80528,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:32.577490 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:32.578556 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.581335 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] 10.222.0.49 "PUT /v2.0/ports/9d41be3e-680f-488a-b434-8ed1a78ce815 HTTP/1.1" status: 200 len: 1097 time: 1.2191265 Jul 14 09:14:32.590211 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05458640-3d44-4817-9ad3-4089da9baeed {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:32.610343 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf9cd4-5984-4114-88bc-809fc445044c service neutron] Pushing event updated for resources: {'Port': ['ID=9d41be3e-680f-488a-b434-8ed1a78ce815,revision_number=7']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:32.642548 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e4714-7fa7-4253-aba4-7a8e9d9564a6 req-7f6dd70a-0226-465a-8903-055a2ab27445 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:32.650634 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef8e4714-7fa7-4253-aba4-7a8e9d9564a6 req-7f6dd70a-0226-465a-8903-055a2ab27445 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 944 time: 0.2244852 Jul 14 09:14:32.656015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 05458640-3d44-4817-9ad3-4089da9baeed, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=05458640-3d44-4817-9ad3-4089da9baeed,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:32.662838 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.666641 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.678002 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-12cd05f5-f526-44a2-8fb9-2d05b58e9d03 admin admin] For port 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=830cf42e-7ed3-49bd-8b7d-1ef68a2348e8,segment=NetworkSegment(2029aa35-a768-4cc2-b418-9cbf5baf60c7),segment_id=2029aa35-a768-4cc2-b418-9cbf5baf60c7)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:32.678384 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-12cd05f5-f526-44a2-8fb9-2d05b58e9d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.685058 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-61c74a56-cbb3-4712-885f-c3449889f5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.686943 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-87009a88-348b-4e4d-949e-545e52b98a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:32.689470 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-87009a88-348b-4e4d-949e-545e52b98a9c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 1100 time: 0.0756400 Jul 14 09:14:32.723352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-12cd05f5-f526-44a2-8fb9-2d05b58e9d03 admin admin] Calling delete_port for 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:32.737907 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=05458640-3d44-4817-9ad3-4089da9baeed,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:32.748570 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:32.749225 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:32.749709 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:32.750236 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:32.750732 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:32.751203 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:32.751738 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:32.752215 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:32.752729 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:32.753314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:32.753825 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:32.754371 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:32.786558 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d4c1e-a6f1-4d7c-9bdf-5ff52fb0c55b req-7e05d60a-c4e6-48c1-b849-f6900a3f5d62 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:32.794380 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fa5d4c1e-a6f1-4d7c-9bdf-5ff52fb0c55b req-7e05d60a-c4e6-48c1-b849-f6900a3f5d62 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.2942314 Jul 14 09:14:32.805137 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-a6ff0d77-db64-477f-ae6e-195d7be544fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:32.806778 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-a6ff0d77-db64-477f-ae6e-195d7be544fb service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1087952 Jul 14 09:14:32.811794 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef8e4714-7fa7-4253-aba4-7a8e9d9564a6 req-5a8f9410-82d1-494e-81e6-ecbbe7367454 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600692 Jul 14 09:14:32.859458 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-d7e11ab7-3586-42cf-b918-01ae2e66db75 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=9d41be3e-680f-488a-b434-8ed1a78ce815 HTTP/1.1" status: 200 len: 217 time: 0.0433731 Jul 14 09:14:32.920452 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-a47f4d90-16b8-4758-9cbc-0b95792fce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:32.922087 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-a47f4d90-16b8-4758-9cbc-0b95792fce00 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0563049 Jul 14 09:14:32.985834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['05458640-3d44-4817-9ad3-4089da9baeed'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:32.986759 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-09d6538b-7be2-4327-b821-3e91d27676fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:32.988453 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-09d6538b-7be2-4327-b821-3e91d27676fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0589290 Jul 14 09:14:33.251068 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-61c74a56-cbb3-4712-885f-c3449889f5ad service neutron] Transition to ACTIVE for port object 23ebf912-42d9-4743-a7c9-ca83d9a80528 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:33.258595 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fa5d4c1e-a6f1-4d7c-9bdf-5ff52fb0c55b req-4aff9389-f22b-4111-b100-841bfa7fcd90 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629741 Jul 14 09:14:33.265673 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-61c74a56-cbb3-4712-885f-c3449889f5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:33.293976 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9d41be3e-680f-488a-b434-8ed1a78ce815 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:33.311534 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ee4b83-ec90-461c-990e-bf9315e301db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d41be3e-680f-488a-b434-8ed1a78ce815'}, {'name': 'network-changed', 'server_uuid': '40ee4b83-ec90-461c-990e-bf9315e301db', 'tag': '9d41be3e-680f-488a-b434-8ed1a78ce815'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:33.314080 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a4f099-1362-4949-9e23-967f2bcaf4f4" -d '{"events": [{"server_uuid": "40ee4b83-ec90-461c-990e-bf9315e301db", "name": "network-vif-unplugged", "status": "completed", "tag": "9d41be3e-680f-488a-b434-8ed1a78ce815"}, {"name": "network-changed", "server_uuid": "40ee4b83-ec90-461c-990e-bf9315e301db", "tag": "9d41be3e-680f-488a-b434-8ed1a78ce815"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:33.352539 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9d41be3e-680f-488a-b434-8ed1a78ce815 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:33.380924 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-dd031aef-8516-4c6f-a07a-48852e54d448 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842533 Jul 14 09:14:33.415729 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-61c74a56-cbb3-4712-885f-c3449889f5ad service neutron] No DVR routers for this DVR port 23ebf912-42d9-4743-a7c9-ca83d9a80528 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:33.428571 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e473e-a6d3-48eb-b818-175c96281bf0 req-5d81709d-cb87-452c-a8be-d1d2642860dd tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:33.430073 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c49e473e-a6d3-48eb-b818-175c96281bf0 req-5d81709d-cb87-452c-a8be-d1d2642860dd tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 948 time: 0.2811818 Jul 14 09:14:33.443252 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c74a56-cbb3-4712-885f-c3449889f5ad service neutron] Pushing event updated for resources: {'Port': ['ID=23ebf912-42d9-4743-a7c9-ca83d9a80528,revision_number=10']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:33.474116 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-af3e4540-8cbd-42b7-aaea-09113c795d4e req-f27efdec-ad84-4a46-a598-109690b4f81f service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858018 Jul 14 09:14:33.526134 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-61c74a56-cbb3-4712-885f-c3449889f5ad service neutron] 10.222.0.49 "PUT /v2.0/ports/23ebf912-42d9-4743-a7c9-ca83d9a80528/bindings/n-h1-798054-10/activate HTTP/1.1" status: 200 len: 370 time: 1.7037444 Jul 14 09:14:33.571373 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c49e473e-a6d3-48eb-b818-175c96281bf0 req-6894a9c8-a008-4ab6-b79b-4c9aedeb3c99 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295314 Jul 14 09:14:33.601168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798e452-9ced-4691-822e-78ef554b04a2 req-d313fb7b-db9f-4894-bbec-0a6113e1316b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:33.603358 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b798e452-9ced-4691-822e-78ef554b04a2 req-d313fb7b-db9f-4894-bbec-0a6113e1316b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/ports?device_id=caab564d-194d-4140-b2bc-e64c3a57dca6 HTTP/1.1" status: 200 len: 949 time: 0.1891811 Jul 14 09:14:33.604872 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-12cd05f5-f526-44a2-8fb9-2d05b58e9d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:33.640549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd05f5-f526-44a2-8fb9-2d05b58e9d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=830cf42e-7ed3-49bd-8b7d-1ef68a2348e8,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:33.720360 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b798e452-9ced-4691-822e-78ef554b04a2 req-49041d5a-56d7-434b-a388-f059a24c9f02 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a1e787b-7117-4921-890a-e0da51c9a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070416 Jul 14 09:14:33.765501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-6370a686-3df7-48fa-8d8b-bb25af745bc2 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:33.770960 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-6370a686-3df7-48fa-8d8b-bb25af745bc2 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd&tenant_id=c4264b80484d4b9d96530524cfdc3c7d&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 1097 time: 0.1075056 Jul 14 09:14:33.841314 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fcfa88-a831-4052-809a-12c3db2f8275 x-openstack-request-id: req-02fcfa88-a831-4052-809a-12c3db2f8275 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:33.841688 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ee4b83-ec90-461c-990e-bf9315e301db", "name": "network-vif-unplugged", "status": "completed", "tag": "9d41be3e-680f-488a-b434-8ed1a78ce815", "code": 200}, {"name": "network-changed", "server_uuid": "40ee4b83-ec90-461c-990e-bf9315e301db", "tag": "9d41be3e-680f-488a-b434-8ed1a78ce815", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:33.842088 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02fcfa88-a831-4052-809a-12c3db2f8275 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:33.842571 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ee4b83-ec90-461c-990e-bf9315e301db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d41be3e-680f-488a-b434-8ed1a78ce815', 'code': 200} Jul 14 09:14:33.842935 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ee4b83-ec90-461c-990e-bf9315e301db', 'tag': '9d41be3e-680f-488a-b434-8ed1a78ce815', 'status': 'completed', 'code': 200} Jul 14 09:14:33.857657 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-3f1e190d-1a7d-419f-b88e-a906e135fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:33.859340 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-3f1e190d-1a7d-419f-b88e-a906e135fcdb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd&tenant_id=c4264b80484d4b9d96530524cfdc3c7d HTTP/1.1" status: 200 len: 1097 time: 0.0795112 Jul 14 09:14:33.933399 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-12cd05f5-f526-44a2-8fb9-2d05b58e9d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:34.040464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c231e1-dc12-4c58-913c-dc3cf3805192 req-67402a18-2f2c-418d-8f43-432ba17733d5 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.041895 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28c231e1-dc12-4c58-913c-dc3cf3805192 req-67402a18-2f2c-418d-8f43-432ba17733d5 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 945 time: 0.2027929 Jul 14 09:14:34.063822 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-3f65c473-0a9e-4597-8c2d-78fc10476de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.065255 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-3f65c473-0a9e-4597-8c2d-78fc10476de7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 1100 time: 0.1900160 Jul 14 09:14:34.079404 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-4ac51e1c-b0c6-42f8-aef3-ba70b18de97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.080897 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-4ac51e1c-b0c6-42f8-aef3-ba70b18de97b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 1100 time: 0.0923297 Jul 14 09:14:34.083699 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-40982388-5cba-4bf2-a14f-990ef7566376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.085102 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-40982388-5cba-4bf2-a14f-990ef7566376 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 1097 time: 0.0710263 Jul 14 09:14:34.203176 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28c231e1-dc12-4c58-913c-dc3cf3805192 req-2516b53e-8dd9-462a-a4ac-62cc56c744e3 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481948 Jul 14 09:14:34.231319 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7a883-ac2b-4059-ade0-58cabfda49bd req-b0357fbb-5df9-4212-970c-56414ca7c322 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.238167 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91a7a883-ac2b-4059-ade0-58cabfda49bd req-b0357fbb-5df9-4212-970c-56414ca7c322 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=183735d9-a2da-4c1a-93fc-40f811734eb0 HTTP/1.1" status: 200 len: 947 time: 0.2918968 Jul 14 09:14:34.250401 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6f6cab39-e0e1-4570-9180-7759e45d5cb6 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:34.253285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-c178aaa1-ee16-4f9c-afe3-ee24903d0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.255260 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 05458640-3d44-4817-9ad3-4089da9baeed up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:34.257609 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-c178aaa1-ee16-4f9c-afe3-ee24903d0aea service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1641140 Jul 14 09:14:34.276017 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-0cc62160-a9dc-4b1e-8c69-c81a48c3dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.281744 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-0cc62160-a9dc-4b1e-8c69-c81a48c3dc7e service neutron] 10.222.0.55 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 908 time: 0.1769552 Jul 14 09:14:34.297540 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-ffec27fd-1244-4fb1-a9dc-9a74b69b2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.299243 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-ffec27fd-1244-4fb1-a9dc-9a74b69b2c53 service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.2219322 Jul 14 09:14:34.337603 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-e38ffc5d-2aac-4f0a-9163-fbae7235eb9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=9d41be3e-680f-488a-b434-8ed1a78ce815 HTTP/1.1" status: 200 len: 217 time: 0.0692587 Jul 14 09:14:34.374168 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-fe2f74dd-8a03-4d72-934e-5f72da7d2b3c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23ebf912-42d9-4743-a7c9-ca83d9a80528 HTTP/1.1" status: 200 len: 217 time: 0.0450690 Jul 14 09:14:34.382655 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 05458640-3d44-4817-9ad3-4089da9baeed completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:34.389811 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 05458640-3d44-4817-9ad3-4089da9baeed triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:34.390216 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:34.391706 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-a91748f5-95bc-40e8-a7c1-6a51fe6bd5cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=9d41be3e-680f-488a-b434-8ed1a78ce815 HTTP/1.1" status: 200 len: 217 time: 0.0479228 Jul 14 09:14:34.438577 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91a7a883-ac2b-4059-ade0-58cabfda49bd req-51b831e0-f5b6-4417-8dea-b02592ff64dc tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995490 Jul 14 09:14:34.450885 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-ef132445-4b43-4339-9159-6552e2c81ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.461582 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-ef132445-4b43-4339-9159-6552e2c81ff4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0966556 Jul 14 09:14:34.469999 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-2a91ab88-f04a-42e4-b127-2141a7223014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.471567 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-2a91ab88-f04a-42e4-b127-2141a7223014 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.0730920 Jul 14 09:14:34.490784 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 6f6cab39-e0e1-4570-9180-7759e45d5cb6, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6f6cab39-e0e1-4570-9180-7759e45d5cb6,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:34.504534 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '6f6cab39-e0e1-4570-9180-7759e45d5cb6', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '6f6cab39-e0e1-4570-9180-7759e45d5cb6', 'mac_address': 'fa:16:3e:82:6c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:34.531823 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-b7ff03c8-3e53-4a1c-a25f-4d58afff70f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423877 Jul 14 09:14:34.536567 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-23b82f8c-afe7-4aa9-8332-5a4c2f404cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.538058 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-23b82f8c-afe7-4aa9-8332-5a4c2f404cf9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1305771 Jul 14 09:14:34.551514 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:34.563912 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cd05f5-f526-44a2-8fb9-2d05b58e9d03 admin admin] Router ee871fdf-b13f-40c8-989c-c9bf91b59d4b has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:14:34.601611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caab564d-194d-4140-b2bc-e64c3a57dca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05458640-3d44-4817-9ad3-4089da9baeed'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:34.604080 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685279c1-4dc9-4f03-b20e-6bfbf2c4c165" -d '{"events": [{"server_uuid": "caab564d-194d-4140-b2bc-e64c3a57dca6", "name": "network-vif-plugged", "status": "completed", "tag": "05458640-3d44-4817-9ad3-4089da9baeed"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:34.624356 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 05458640-3d44-4817-9ad3-4089da9baeed, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=05458640-3d44-4817-9ad3-4089da9baeed,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:34.627630 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:34.630973 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:34.644372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da3ca0-6c3e-47ca-837b-45a88017c1ef req-88763376-9fcc-40ba-85be-1f8906502fc5 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.645892 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-73da3ca0-6c3e-47ca-837b-45a88017c1ef req-88763376-9fcc-40ba-85be-1f8906502fc5 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 945 time: 0.2561986 Jul 14 09:14:34.661780 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6cab39-e0e1-4570-9180-7759e45d5cb6 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:34.694922 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 6f6cab39-e0e1-4570-9180-7759e45d5cb6, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6f6cab39-e0e1-4570-9180-7759e45d5cb6,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:34.708799 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:34.710757 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=05458640-3d44-4817-9ad3-4089da9baeed,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:34.716530 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-1686a327-d5cc-437f-9467-5f6c5064c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.718631 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-1686a327-d5cc-437f-9467-5f6c5064c4ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2385259 Jul 14 09:14:34.729183 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-527b3904-44db-4342-84c5-6716b4b0c501 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.730986 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-527b3904-44db-4342-84c5-6716b4b0c501 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67&tenant_id=fb19214797344ab2ac345b8f12b29ed5&binding%3Ahost_id=n-h1-798054-10 HTTP/1.1" status: 200 len: 1097 time: 0.1770940 Jul 14 09:14:34.735819 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-4fd9d203-ac7a-4361-b090-49aff7bb1ae8 service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459839 Jul 14 09:14:34.749772 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798054-10'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:34.768083 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=6f6cab39-e0e1-4570-9180-7759e45d5cb6,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:34.800340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-488b3cfa-6805-4dbf-830d-8d71bafdf7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.801905 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-488b3cfa-6805-4dbf-830d-8d71bafdf7c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2532709 Jul 14 09:14:34.805314 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-73da3ca0-6c3e-47ca-837b-45a88017c1ef req-fcc23b9b-6baa-4d54-8f64-c8a7f83052ac tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195705 Jul 14 09:14:34.823252 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727eeb4a-81cf-462b-bfb9-8403fcf19e1c req-a63aa561-379f-407d-b0d1-8b5fb98b9a34 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.824335 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-727eeb4a-81cf-462b-bfb9-8403fcf19e1c req-a63aa561-379f-407d-b0d1-8b5fb98b9a34 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.2594221 Jul 14 09:14:34.878419 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cd05f5-f526-44a2-8fb9-2d05b58e9d03 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:14:34.892748 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8ea22d-1e90-4343-9ad7-d69a0164c08d None None] Sync routers for ids ['ee871fdf-b13f-40c8-989c-c9bf91b59d4b'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:14:34.900756 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-12cd05f5-f526-44a2-8fb9-2d05b58e9d03 admin admin] 10.222.0.26 "PUT /v2.0/routers/ee871fdf-b13f-40c8-989c-c9bf91b59d4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4143231 Jul 14 09:14:34.903455 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49870) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:34.918304 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8ea22d-1e90-4343-9ad7-d69a0164c08d None None] Routers {'ee871fdf-b13f-40c8-989c-c9bf91b59d4b'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:14:34.919298 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fd8ea22d-1e90-4343-9ad7-d69a0164c08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:14:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ee871fdf-b13f-40c8-989c-c9bf91b59d4b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:34.971108 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:34.974446 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-983988b6-34fb-4957-b850-6d7740dd571a service neutron] 10.222.0.55 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285082 Jul 14 09:14:34.977174 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-227a1402-a866-4826-a138-e8131ef0b84e service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405050 Jul 14 09:14:35.023679 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-727eeb4a-81cf-462b-bfb9-8403fcf19e1c req-2c498527-5a0f-4d46-8e56-83611877e9d8 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888304 Jul 14 09:14:35.059502 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-fd8ea22d-1e90-4343-9ad7-d69a0164c08d None None] Set router ee871fdf-b13f-40c8-989c-c9bf91b59d4b gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:14:35.073718 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-9859769f-b506-4c70-9f56-19ebc969c133 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484307 Jul 14 09:14:35.200112 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-ce0fb348-83f3-46d1-a638-48852bf01a06 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852007 Jul 14 09:14:35.204704 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf7ffc1-3259-456a-9b30-18852e541a58 x-openstack-request-id: req-edf7ffc1-3259-456a-9b30-18852e541a58 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:35.205241 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caab564d-194d-4140-b2bc-e64c3a57dca6", "name": "network-vif-plugged", "status": "completed", "tag": "05458640-3d44-4817-9ad3-4089da9baeed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:35.205664 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-edf7ffc1-3259-456a-9b30-18852e541a58 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:35.206082 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caab564d-194d-4140-b2bc-e64c3a57dca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05458640-3d44-4817-9ad3-4089da9baeed', 'code': 200} Jul 14 09:14:35.207114 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['6f6cab39-e0e1-4570-9180-7759e45d5cb6'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:35.279299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] For port 0d69710c-d653-4399-8082-1e1be85fb0f8, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0d69710c-d653-4399-8082-1e1be85fb0f8,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:35.395666 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] For port 0d69710c-d653-4399-8082-1e1be85fb0f8, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:35.438097 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb6551-820f-47a9-812a-0af0f19595e6 req-246f7628-a1c7-496e-8468-defddbf670bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:35.439892 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c2fb6551-820f-47a9-812a-0af0f19595e6 req-246f7628-a1c7-496e-8468-defddbf670bd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=caab564d-194d-4140-b2bc-e64c3a57dca6 HTTP/1.1" status: 200 len: 1102 time: 0.2279081 Jul 14 09:14:35.451982 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:35.485508 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce839b65-51b4-4e1c-9aa2-dd0d889cf8d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:35.488257 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fd8ea22d-1e90-4343-9ad7-d69a0164c08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'name': 'tempest-ServersTestBootFromVolume-1791104378-router', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:03Z', 'updated_at': '2021-07-14T09:14:33Z', 'revision_number': 5, 'project_id': '18926633a43443a7a3c9011a9673826e', 'gw_port': {'id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:04Z', 'updated_at': '2021-07-14T09:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:35.501803 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:35.520863 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8ea22d-1e90-4343-9ad7-d69a0164c08d None None] Checking router: ee871fdf-b13f-40c8-989c-c9bf91b59d4b for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:14:35.536034 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8ea22d-1e90-4343-9ad7-d69a0164c08d None None] Routers {'ee871fdf-b13f-40c8-989c-c9bf91b59d4b'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:14:35.537150 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fd8ea22d-1e90-4343-9ad7-d69a0164c08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:14:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ee871fdf-b13f-40c8-989c-c9bf91b59d4b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:35.543817 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ee6a5-6a35-41e3-83de-436a7490f975 req-4a68c545-4671-4a45-9569-5d645857b5b5 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:35.551188 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f52ee6a5-6a35-41e3-83de-436a7490f975 req-4a68c545-4671-4a45-9569-5d645857b5b5 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 948 time: 0.5966287 Jul 14 09:14:35.563579 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c2fb6551-820f-47a9-812a-0af0f19595e6 req-f16b8c2a-56a5-4f71-9a3d-3c5825a34db5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7a1e787b-7117-4921-890a-e0da51c9a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083190 Jul 14 09:14:35.617459 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] Pushing event updated for resources: {'Port': ['ID=0d69710c-d653-4399-8082-1e1be85fb0f8,revision_number=7']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:35.633183 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] Attempting to bind port 0d69710c-d653-4399-8082-1e1be85fb0f8 on host n-h1-798054-10 for vnic_type normal with profile {"migrating_to": "n-h2-798054-10"} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:35.633521 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] Attempting to bind port 0d69710c-d653-4399-8082-1e1be85fb0f8 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:35.634415 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] Attempting to bind port 0d69710c-d653-4399-8082-1e1be85fb0f8 on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:35.641165 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-abbc5a32-e71e-4562-8324-fef22e6ff160 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:35.642754 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-abbc5a32-e71e-4562-8324-fef22e6ff160 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd&tenant_id=c4264b80484d4b9d96530524cfdc3c7d&binding%3Ahost_id=n-h1-798054-10 HTTP/1.1" status: 200 len: 1097 time: 0.1886904 Jul 14 09:14:35.643799 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] Port 0d69710c-d653-4399-8082-1e1be85fb0f8 on network 69fb26df-5cb7-4481-be7d-48558c78cf05 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:35.644124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] Attempting to bind port 0d69710c-d653-4399-8082-1e1be85fb0f8 on network 69fb26df-5cb7-4481-be7d-48558c78cf05 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:35.648845 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53a4f099-1362-4949-9e23-967f2bcaf4f4 req-b87d6dce-16b1-4e65-85f5-53e551da9411 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5662479 Jul 14 09:14:35.657936 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:35.657936 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] Checking segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:35.658313 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] Bound using segment: {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:35.658638 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] Bound port: 0d69710c-d653-4399-8082-1e1be85fb0f8, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '69fb26df-5cb7-4481-be7d-48558c78cf05'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:35.658987 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:35.663658 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f52ee6a5-6a35-41e3-83de-436a7490f975 req-8ba010e6-aa61-4827-9c81-c4f6cd620444 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116259 Jul 14 09:14:35.717547 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b5bb3-df6b-4720-ac94-f4aa89291dc8 req-a4bf8f3b-d2e4-4763-ba3d-e90b5128392b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:35.719577 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-624b5bb3-df6b-4720-ac94-f4aa89291dc8 req-a4bf8f3b-d2e4-4763-ba3d-e90b5128392b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/ports?device_id=caab564d-194d-4140-b2bc-e64c3a57dca6 HTTP/1.1" status: 200 len: 950 time: 0.2870369 Jul 14 09:14:35.761199 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce839b65-51b4-4e1c-9aa2-dd0d889cf8d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:35.795264 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-fd8ea22d-1e90-4343-9ad7-d69a0164c08d None None] Set router ee871fdf-b13f-40c8-989c-c9bf91b59d4b gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:14:35.820048 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] For port 0d69710c-d653-4399-8082-1e1be85fb0f8, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:35.841723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] For port 0d69710c-d653-4399-8082-1e1be85fb0f8, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0d69710c-d653-4399-8082-1e1be85fb0f8,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:35.845557 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7130ed29-ffd6-43ec-8286-6e0b4107bd67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d69710c-d653-4399-8082-1e1be85fb0f8'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:35.847684 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-624b5bb3-df6b-4720-ac94-f4aa89291dc8 req-3dcd9bef-1db9-45cd-b167-4041c40cc277 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a1e787b-7117-4921-890a-e0da51c9a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178708 Jul 14 09:14:35.849196 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f964d1a-afa6-43d8-bf41-bbea98e3311e" -d '{"events": [{"server_uuid": "7130ed29-ffd6-43ec-8286-6e0b4107bd67", "name": "network-vif-unplugged", "status": "completed", "tag": "0d69710c-d653-4399-8082-1e1be85fb0f8"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:35.859531 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:35.905698 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-679fc1f4-02aa-470d-860d-9b73276e2a52 service neutron] For port 23ebf912-42d9-4743-a7c9-ca83d9a80528, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:35.915795 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-679fc1f4-02aa-470d-860d-9b73276e2a52 service neutron] Notify callbacks [] for binding, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:35.916576 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-679fc1f4-02aa-470d-860d-9b73276e2a52 service neutron] 10.222.0.55 "DELETE /v2.0/ports/23ebf912-42d9-4743-a7c9-ca83d9a80528/bindings/n-h2-798054-10 HTTP/1.1" status: 204 len: 173 time: 0.2668040 Jul 14 09:14:35.957145 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:35.958344 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:35.960262 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] 10.222.0.49 "PUT /v2.0/ports/0d69710c-d653-4399-8082-1e1be85fb0f8 HTTP/1.1" status: 200 len: 1123 time: 1.2153039 Jul 14 09:14:35.965689 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bec5f-f3b6-4bf9-9150-42f5b3b08e30 service neutron] Pushing event updated for resources: {'Port': ['ID=0d69710c-d653-4399-8082-1e1be85fb0f8,revision_number=8']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:35.983570 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-ce839b65-51b4-4e1c-9aa2-dd0d889cf8d6 admin admin] Deleting port a8e50c32-f6b8-433f-a0cc-69dd04cf681e {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:35.983921 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce839b65-51b4-4e1c-9aa2-dd0d889cf8d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.034479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fd8ea22d-1e90-4343-9ad7-d69a0164c08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'name': 'tempest-ServersTestBootFromVolume-1791104378-router', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:03Z', 'updated_at': '2021-07-14T09:14:33Z', 'revision_number': 5, 'project_id': '18926633a43443a7a3c9011a9673826e', 'gw_port': {'id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:04Z', 'updated_at': '2021-07-14T09:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:36.067344 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878210c-76da-4ba4-aa87-7e5d0a96110f req-e9970ccb-f827-4d15-909f-ce5d6e0f2529 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:36.068912 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7878210c-76da-4ba4-aa87-7e5d0a96110f req-e9970ccb-f827-4d15-909f-ce5d6e0f2529 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 943 time: 0.2751107 Jul 14 09:14:36.081548 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8ea22d-1e90-4343-9ad7-d69a0164c08d None None] The sync data for ids ['ee871fdf-b13f-40c8-989c-c9bf91b59d4b'] in n-d-798054-10 is: [{'id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'name': 'tempest-ServersTestBootFromVolume-1791104378-router', 'tenant_id': '18926633a43443a7a3c9011a9673826e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:03Z', 'updated_at': '2021-07-14T09:14:33Z', 'revision_number': 5, 'project_id': '18926633a43443a7a3c9011a9673826e', 'gw_port': {'id': 'a8e50c32-f6b8-433f-a0cc-69dd04cf681e', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee871fdf-b13f-40c8-989c-c9bf91b59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:04Z', 'updated_at': '2021-07-14T09:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:14:36.165406 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7878210c-76da-4ba4-aa87-7e5d0a96110f req-0f676fce-320f-4fa2-a733-bb2ac2b60811 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716028 Jul 14 09:14:36.176953 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['0d69710c-d653-4399-8082-1e1be85fb0f8'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:36.184203 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-ce839b65-51b4-4e1c-9aa2-dd0d889cf8d6 admin admin] For port a8e50c32-f6b8-433f-a0cc-69dd04cf681e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a8e50c32-f6b8-433f-a0cc-69dd04cf681e,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:36.184583 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce839b65-51b4-4e1c-9aa2-dd0d889cf8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.215918 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60a81c-deb6-4917-ae6e-eec3705ab3cb req-df956c5f-7eed-45cc-9753-564608f071f0 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:36.218151 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a60a81c-deb6-4917-ae6e-eec3705ab3cb req-df956c5f-7eed-45cc-9753-564608f071f0 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=183735d9-a2da-4c1a-93fc-40f811734eb0 HTTP/1.1" status: 200 len: 948 time: 0.1751690 Jul 14 09:14:36.226815 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-ce839b65-51b4-4e1c-9aa2-dd0d889cf8d6 admin admin] Calling delete_port for a8e50c32-f6b8-433f-a0cc-69dd04cf681e owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:36.233556 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['0d69710c-d653-4399-8082-1e1be85fb0f8'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:36.267336 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 0d69710c-d653-4399-8082-1e1be85fb0f8 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:36.270289 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:36.314163 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:14:36.314503 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 830cf42e-7ed3-49bd-8b7d-1ef68a2348e8 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:36.327600 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a60a81c-deb6-4917-ae6e-eec3705ab3cb req-957ea07b-6544-47ad-9e8d-e1d604444d88 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979898 Jul 14 09:14:36.414287 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9abd15e-10ef-4d06-a0d1-972a5e3a854d x-openstack-request-id: req-c9abd15e-10ef-4d06-a0d1-972a5e3a854d {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:36.414860 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7130ed29-ffd6-43ec-8286-6e0b4107bd67", "name": "network-vif-unplugged", "status": "completed", "tag": "0d69710c-d653-4399-8082-1e1be85fb0f8", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:36.414860 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c9abd15e-10ef-4d06-a0d1-972a5e3a854d {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:36.415416 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7130ed29-ffd6-43ec-8286-6e0b4107bd67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d69710c-d653-4399-8082-1e1be85fb0f8', 'code': 200} Jul 14 09:14:36.455905 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb6b3e-a28c-4242-bcb7-72df624b6fb5 req-3c33ba2e-5d4d-4d92-a344-f8a6e7e87256 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:36.457459 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ceb6b3e-a28c-4242-bcb7-72df624b6fb5 req-3c33ba2e-5d4d-4d92-a344-f8a6e7e87256 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 945 time: 0.1285431 Jul 14 09:14:36.542722 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 0d69710c-d653-4399-8082-1e1be85fb0f8, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0d69710c-d653-4399-8082-1e1be85fb0f8,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:36.569820 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 0d69710c-d653-4399-8082-1e1be85fb0f8 has no active binding in host n-h2-798054-10 {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:14:36.570196 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9d41be3e-680f-488a-b434-8ed1a78ce815 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:36.577295 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ceb6b3e-a28c-4242-bcb7-72df624b6fb5 req-3b608ae3-5557-4d0f-b42f-63b6f01ba33f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101844 Jul 14 09:14:36.593663 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce839b65-51b4-4e1c-9aa2-dd0d889cf8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.629981 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce839b65-51b4-4e1c-9aa2-dd0d889cf8d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e50c32-f6b8-433f-a0cc-69dd04cf681e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:36.719845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06539b4-4d2b-4f5a-ab39-324e07e4621a req-5b6a8624-fbd4-4e29-a87f-0e01f3262586 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:36.726537 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d06539b4-4d2b-4f5a-ab39-324e07e4621a req-5b6a8624-fbd4-4e29-a87f-0e01f3262586 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.2040250 Jul 14 09:14:36.737514 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9d41be3e-680f-488a-b434-8ed1a78ce815, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9d41be3e-680f-488a-b434-8ed1a78ce815,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:36.754585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '9d41be3e-680f-488a-b434-8ed1a78ce815', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '9d41be3e-680f-488a-b434-8ed1a78ce815', 'mac_address': 'fa:16:3e:f0:94:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:36.762329 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce839b65-51b4-4e1c-9aa2-dd0d889cf8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.807751 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.822618 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d41be3e-680f-488a-b434-8ed1a78ce815 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:36.846790 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9d41be3e-680f-488a-b434-8ed1a78ce815, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9d41be3e-680f-488a-b434-8ed1a78ce815,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:36.853334 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.911552 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=9d41be3e-680f-488a-b434-8ed1a78ce815,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:36.940001 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d06539b4-4d2b-4f5a-ab39-324e07e4621a req-8119dd04-9b9c-4f3d-846c-0f3d46e066c7 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126093 Jul 14 09:14:36.965175 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce839b65-51b4-4e1c-9aa2-dd0d889cf8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.968794 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce839b65-51b4-4e1c-9aa2-dd0d889cf8d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:37.047557 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce839b65-51b4-4e1c-9aa2-dd0d889cf8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:37.048138 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce839b65-51b4-4e1c-9aa2-dd0d889cf8d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee871fdf-b13f-40c8-989c-c9bf91b59d4b {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:14:37.053352 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce839b65-51b4-4e1c-9aa2-dd0d889cf8d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:37.054508 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ce839b65-51b4-4e1c-9aa2-dd0d889cf8d6 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ee871fdf-b13f-40c8-989c-c9bf91b59d4b HTTP/1.1" status: 204 len: 168 time: 2.1501436 Jul 14 09:14:37.058297 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49892) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:37.135804 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de7377-43ee-4cfb-b11b-a349c464e437 req-763c6901-c486-4bee-9815-586efe4357bb tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:37.137980 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2de7377-43ee-4cfb-b11b-a349c464e437 req-763c6901-c486-4bee-9815-586efe4357bb tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 949 time: 0.2423153 Jul 14 09:14:37.149124 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd06f865-6c78-4f8d-bdfd-b00971692b78 admin admin] Deleting subnet 3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:14:37.167150 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dd06f865-6c78-4f8d-bdfd-b00971692b78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:37.228095 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2de7377-43ee-4cfb-b11b-a349c464e437 req-3ce017bb-f9de-4d3a-916c-543eb5e65a1b tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834532 Jul 14 09:14:37.232912 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dd06f865-6c78-4f8d-bdfd-b00971692b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:37.260007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbb095-a853-4532-9695-b44928b3255f req-2f9bd3af-7a76-448b-916a-6713f0129e58 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:37.261634 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a4cbb095-a853-4532-9695-b44928b3255f req-2f9bd3af-7a76-448b-916a-6713f0129e58 tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 1097 time: 0.1955240 Jul 14 09:14:37.330018 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a4cbb095-a853-4532-9695-b44928b3255f req-b22cba6d-767c-45db-8748-9faddbdf04da tempest-LiveMigrationTest-424929042 tempest-LiveMigrationTest-424929042-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605040 Jul 14 09:14:37.343631 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dd06f865-6c78-4f8d-bdfd-b00971692b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:37.458703 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dd06f865-6c78-4f8d-bdfd-b00971692b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:37.491587 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['9d41be3e-680f-488a-b434-8ed1a78ce815'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:37.512846 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329d3b1-2385-4a25-97fa-a6bab5af26e9 req-b11de31a-87bb-4111-b87b-25d44a149044 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:37.514333 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6329d3b1-2385-4a25-97fa-a6bab5af26e9 req-b11de31a-87bb-4111-b87b-25d44a149044 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/ports?device_id=caab564d-194d-4140-b2bc-e64c3a57dca6 HTTP/1.1" status: 200 len: 950 time: 0.1659138 Jul 14 09:14:37.520359 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dd06f865-6c78-4f8d-bdfd-b00971692b78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:37.522232 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-dd06f865-6c78-4f8d-bdfd-b00971692b78 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9 HTTP/1.1" status: 204 len: 168 time: 0.4629674 Jul 14 09:14:37.522980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06f865-6c78-4f8d-bdfd-b00971692b78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a64fc3f-01fd-42dd-a1b9-692a93ce6eb9,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:37.524855 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49902) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:37.528678 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93984e3-0411-4d67-a714-88560a942b0d None None] Network 5ea8b35e-897c-4b9d-9290-f35fa60c66c3 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:37.575876 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6329d3b1-2385-4a25-97fa-a6bab5af26e9 req-c97da49b-5985-41ff-ab92-43db53596ee1 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a1e787b-7117-4921-890a-e0da51c9a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488362 Jul 14 09:14:37.586819 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:14:37.593286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8511037-4dfe-4cdc-be59-bc1af62502fc req-ddb75184-2654-416c-9c70-9aa6e1147247 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:37.595243 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8511037-4dfe-4cdc-be59-bc1af62502fc req-ddb75184-2654-416c-9c70-9aa6e1147247 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 943 time: 0.1463273 Jul 14 09:14:37.637547 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe594965-a4e1-4000-a387-9d061fbfaf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:37.643147 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8511037-4dfe-4cdc-be59-bc1af62502fc req-e98e41c5-b845-46cb-bfb4-a896da3c94ab tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353162 Jul 14 09:14:37.725210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-fe594965-a4e1-4000-a387-9d061fbfaf0a admin admin] Deleting port 071e9c91-2e07-4e4f-a8e8-67f133fcda15 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:37.725558 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe594965-a4e1-4000-a387-9d061fbfaf0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:37.817596 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-fe594965-a4e1-4000-a387-9d061fbfaf0a admin admin] For port 071e9c91-2e07-4e4f-a8e8-67f133fcda15, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=071e9c91-2e07-4e4f-a8e8-67f133fcda15,segment=NetworkSegment(2029aa35-a768-4cc2-b418-9cbf5baf60c7),segment_id=2029aa35-a768-4cc2-b418-9cbf5baf60c7)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:37.818049 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe594965-a4e1-4000-a387-9d061fbfaf0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:37.834091 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-fe594965-a4e1-4000-a387-9d061fbfaf0a admin admin] Calling delete_port for 071e9c91-2e07-4e4f-a8e8-67f133fcda15 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:37.843316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a29fa7-2484-47ae-ae95-bebe189ee84e None None] DHCP port deletion for 5ea8b35e-897c-4b9d-9290-f35fa60c66c3 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:14:37.875685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77cc79-7d88-4d2f-b847-4a597629e138 req-1c44c112-a601-48b3-bd51-3d5d449f2562 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:37.878075 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2e77cc79-7d88-4d2f-b847-4a597629e138 req-1c44c112-a601-48b3-bd51-3d5d449f2562 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=183735d9-a2da-4c1a-93fc-40f811734eb0 HTTP/1.1" status: 200 len: 948 time: 0.1006913 Jul 14 09:14:37.906734 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-54a29fa7-2484-47ae-ae95-bebe189ee84e None None] Deleting port 071e9c91-2e07-4e4f-a8e8-67f133fcda15 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:37.907446 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54a29fa7-2484-47ae-ae95-bebe189ee84e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:37.933023 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe594965-a4e1-4000-a387-9d061fbfaf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:37.939553 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2e77cc79-7d88-4d2f-b847-4a597629e138 req-fbc1266b-d871-4824-9b9a-3a229481162f tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544939 Jul 14 09:14:37.973334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe594965-a4e1-4000-a387-9d061fbfaf0a admin admin] Pushing event deleted for resources: {'Port': ['ID=071e9c91-2e07-4e4f-a8e8-67f133fcda15,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:37.975174 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe594965-a4e1-4000-a387-9d061fbfaf0a admin admin] No DVR routers for this DVR port 071e9c91-2e07-4e4f-a8e8-67f133fcda15 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:38.016508 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-54a29fa7-2484-47ae-ae95-bebe189ee84e None None] For port 071e9c91-2e07-4e4f-a8e8-67f133fcda15, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=071e9c91-2e07-4e4f-a8e8-67f133fcda15,segment=NetworkSegment(2029aa35-a768-4cc2-b418-9cbf5baf60c7),segment_id=2029aa35-a768-4cc2-b418-9cbf5baf60c7)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:38.017884 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54a29fa7-2484-47ae-ae95-bebe189ee84e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.033489 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-54a29fa7-2484-47ae-ae95-bebe189ee84e None None] Calling delete_port for 071e9c91-2e07-4e4f-a8e8-67f133fcda15 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:38.091403 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe594965-a4e1-4000-a387-9d061fbfaf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.119963 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-fe594965-a4e1-4000-a387-9d061fbfaf0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea8b35e-897c-4b9d-9290-f35fa60c66c3']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:38.134408 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54a29fa7-2484-47ae-ae95-bebe189ee84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.136477 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-fe594965-a4e1-4000-a387-9d061fbfaf0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2029aa35-a768-4cc2-b418-9cbf5baf60c7') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:38.136785 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-fe594965-a4e1-4000-a387-9d061fbfaf0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2029aa35-a768-4cc2-b418-9cbf5baf60c7') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:38.148717 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe594965-a4e1-4000-a387-9d061fbfaf0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.163592 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a29fa7-2484-47ae-ae95-bebe189ee84e None None] Pushing event deleted for resources: {'Port': ['ID=071e9c91-2e07-4e4f-a8e8-67f133fcda15,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:38.173917 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a29fa7-2484-47ae-ae95-bebe189ee84e None None] No DVR routers for this DVR port 071e9c91-2e07-4e4f-a8e8-67f133fcda15 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:38.175172 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-d3d69d6e-5812-49ee-8e6e-0522c16f06d1 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:38.176741 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-d3d69d6e-5812-49ee-8e6e-0522c16f06d1 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.49 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db&tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 949 time: 0.1344097 Jul 14 09:14:38.177819 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe594965-a4e1-4000-a387-9d061fbfaf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.194496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe594965-a4e1-4000-a387-9d061fbfaf0a admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:14:38.195052 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe594965-a4e1-4000-a387-9d061fbfaf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:14:38.197381 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:14:38.250569 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6f6cab39-e0e1-4570-9180-7759e45d5cb6 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:38.319280 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-457c53bd-cc83-4a70-bced-99099f06ac54 service neutron] 10.222.0.49 "GET /v2.0/ports/9d41be3e-680f-488a-b434-8ed1a78ce815/bindings/n-h2-798054-10 HTTP/1.1" status: 200 len: 383 time: 0.1325729 Jul 14 09:14:38.320128 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe594965-a4e1-4000-a387-9d061fbfaf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.332640 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe594965-a4e1-4000-a387-9d061fbfaf0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.337806 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fe594965-a4e1-4000-a387-9d061fbfaf0a admin admin] 10.222.0.26 "DELETE /v2.0/networks/5ea8b35e-897c-4b9d-9290-f35fa60c66c3 HTTP/1.1" status: 204 len: 168 time: 0.8083332 Jul 14 09:14:38.349359 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe594965-a4e1-4000-a387-9d061fbfaf0a admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea8b35e-897c-4b9d-9290-f35fa60c66c3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:38.382800 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 071e9c91-2e07-4e4f-a8e8-67f133fcda15 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:38.391805 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 6f6cab39-e0e1-4570-9180-7759e45d5cb6 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:38.411195 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 071e9c91-2e07-4e4f-a8e8-67f133fcda15 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:14:38.411544 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 071e9c91-2e07-4e4f-a8e8-67f133fcda15 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:38.411965 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a8e50c32-f6b8-433f-a0cc-69dd04cf681e no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:38.415029 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 6f6cab39-e0e1-4570-9180-7759e45d5cb6 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:38.415029 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.418565 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7130ed29-ffd6-43ec-8286-6e0b4107bd67', 'tag': '0d69710c-d653-4399-8082-1e1be85fb0f8'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:38.421845 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6106389e-94c9-4767-833f-0d9cccac6b52" -d '{"events": [{"name": "network-changed", "server_uuid": "7130ed29-ffd6-43ec-8286-6e0b4107bd67", "tag": "0d69710c-d653-4399-8082-1e1be85fb0f8"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:38.439832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-837811fe-6889-4552-9bb4-eacc216246b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:38.441732 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-837811fe-6889-4552-9bb4-eacc216246b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 1101 time: 0.0753291 Jul 14 09:14:38.457877 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: a8e50c32-f6b8-433f-a0cc-69dd04cf681e {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:14:38.458231 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a8e50c32-f6b8-433f-a0cc-69dd04cf681e not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:38.517368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ddd3f-f4fd-4cb2-a10e-0420b5a034f1 req-e0b7a864-fe9a-4ad0-8b31-18b44595eac1 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:38.518813 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f05ddd3f-f4fd-4cb2-a10e-0420b5a034f1 req-e0b7a864-fe9a-4ad0-8b31-18b44595eac1 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 949 time: 0.1406541 Jul 14 09:14:38.528746 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.535612 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901e219-5858-4ce1-a6f9-a060e5223591 req-d1ede641-a120-4690-b440-3c86eb592a38 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:38.542805 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c901e219-5858-4ce1-a6f9-a060e5223591 req-d1ede641-a120-4690-b440-3c86eb592a38 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.1269767 Jul 14 09:14:38.553209 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183735d9-a2da-4c1a-93fc-40f811734eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6cab39-e0e1-4570-9180-7759e45d5cb6'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:38.556221 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755c2307-6273-4277-bdba-7b6ec340938a" -d '{"events": [{"server_uuid": "183735d9-a2da-4c1a-93fc-40f811734eb0", "name": "network-vif-plugged", "status": "completed", "tag": "6f6cab39-e0e1-4570-9180-7759e45d5cb6"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:38.571123 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 6f6cab39-e0e1-4570-9180-7759e45d5cb6, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6f6cab39-e0e1-4570-9180-7759e45d5cb6,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:38.576688 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-aa0392fe-8ffa-46e9-8c9a-f8c7d4132f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:38.577250 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.578875 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-aa0392fe-8ffa-46e9-8c9a-f8c7d4132f4a service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1064954 Jul 14 09:14:38.590896 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49924) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:38.591223 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c901e219-5858-4ce1-a6f9-a060e5223591 req-e7f010ab-fa9f-40c5-bc72-24db989c2216 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475376 Jul 14 09:14:38.622827 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f05ddd3f-f4fd-4cb2-a10e-0420b5a034f1 req-680bb12d-60f9-49fd-9712-17864831e462 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946686 Jul 14 09:14:38.652635 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=6f6cab39-e0e1-4570-9180-7759e45d5cb6,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:38.659987 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-50d9bf57-7648-4eb9-8c1f-75c11be1960a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=9d41be3e-680f-488a-b434-8ed1a78ce815 HTTP/1.1" status: 200 len: 217 time: 0.0603280 Jul 14 09:14:38.711379 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8aa54af-9050-44b6-be69-fff67cf63c2a x-openstack-request-id: req-c8aa54af-9050-44b6-be69-fff67cf63c2a {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:38.711675 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7130ed29-ffd6-43ec-8286-6e0b4107bd67", "tag": "0d69710c-d653-4399-8082-1e1be85fb0f8", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:38.712530 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8aa54af-9050-44b6-be69-fff67cf63c2a {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:38.712934 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7130ed29-ffd6-43ec-8286-6e0b4107bd67', 'tag': '0d69710c-d653-4399-8082-1e1be85fb0f8', 'status': 'completed', 'code': 200} Jul 14 09:14:38.729581 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cba7200b-6f24-4209-80aa-ab0254e92fb9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=18926633a43443a7a3c9011a9673826e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1368864 Jul 14 09:14:38.732099 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49930) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:38.739539 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63301aaf-2734-4325-83d5-557dc6f6bac4 x-openstack-request-id: req-63301aaf-2734-4325-83d5-557dc6f6bac4 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:38.739833 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183735d9-a2da-4c1a-93fc-40f811734eb0", "name": "network-vif-plugged", "status": "completed", "tag": "6f6cab39-e0e1-4570-9180-7759e45d5cb6", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:38.740082 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63301aaf-2734-4325-83d5-557dc6f6bac4 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:38.740468 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183735d9-a2da-4c1a-93fc-40f811734eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6cab39-e0e1-4570-9180-7759e45d5cb6', 'code': 200} Jul 14 09:14:38.777014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-eefb0ce3-3dc5-4144-9cb2-ca695c954eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:38.778555 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-eefb0ce3-3dc5-4144-9cb2-ca695c954eef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0987608 Jul 14 09:14:38.810292 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfda545-32cb-4c37-81e5-39dbdbd93784 req-1a38b712-9da0-48fd-a682-91a8557ebab9 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:38.811870 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8cfda545-32cb-4c37-81e5-39dbdbd93784 req-1a38b712-9da0-48fd-a682-91a8557ebab9 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 945 time: 0.0687919 Jul 14 09:14:38.893198 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1b1f-6f6d-41e5-9e96-b22ed464a031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.907889 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8cfda545-32cb-4c37-81e5-39dbdbd93784 req-24d5ff50-71fa-4b09-83e8-5d24461864a6 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899298 Jul 14 09:14:38.920934 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106389e-94c9-4767-833f-0d9cccac6b52 req-9bbf7b21-48eb-40d6-8a8f-9ff4efca2a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:38.922500 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6106389e-94c9-4767-833f-0d9cccac6b52 req-9bbf7b21-48eb-40d6-8a8f-9ff4efca2a85 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 1126 time: 0.1403968 Jul 14 09:14:38.932020 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1b1f-6f6d-41e5-9e96-b22ed464a031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.954329 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-d363bd0a-29c4-4ce5-b94c-0caa78c23e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:38.955768 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-d363bd0a-29c4-4ce5-b94c-0caa78c23e63 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1395121 Jul 14 09:14:38.962389 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce676e6e-8d95-4619-bdcf-0bcba4720f57 req-e8f9cbc9-3129-462b-877a-0aa06e0ac1d9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:38.963864 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce676e6e-8d95-4619-bdcf-0bcba4720f57 req-e8f9cbc9-3129-462b-877a-0aa06e0ac1d9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 943 time: 0.1185734 Jul 14 09:14:38.966810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395227f-e488-43ea-9157-c747e432327f req-62f71ec9-d032-4482-8451-9c2ba8f50de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:38.968140 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1395227f-e488-43ea-9157-c747e432327f req-62f71ec9-d032-4482-8451-9c2ba8f50de7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=183735d9-a2da-4c1a-93fc-40f811734eb0 HTTP/1.1" status: 200 len: 1101 time: 0.1141589 Jul 14 09:14:39.016890 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce676e6e-8d95-4619-bdcf-0bcba4720f57 req-33aa53c3-94bc-47f0-8749-c29276abee2f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474429 Jul 14 09:14:39.027328 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1395227f-e488-43ea-9157-c747e432327f req-584e6b52-b2af-4241-9247-e98d573074c6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429339 Jul 14 09:14:39.142745 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1b1f-6f6d-41e5-9e96-b22ed464a031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:39.145253 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1b1f-6f6d-41e5-9e96-b22ed464a031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:39.148910 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8f9c1b1f-6f6d-41e5-9e96-b22ed464a031 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b378d617-b345-4595-9e2e-ab531d338ade HTTP/1.1" status: 204 len: 168 time: 0.4132853 Jul 14 09:14:39.157881 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-b69eee45-6aee-4b0a-a633-df8060247223 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531630 Jul 14 09:14:39.159055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c1b1f-6f6d-41e5-9e96-b22ed464a031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b378d617-b345-4595-9e2e-ab531d338ade,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:39.161510 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106389e-94c9-4767-833f-0d9cccac6b52 req-71c7a747-94f3-4270-a077-9cb0e93b7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:39.163874 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6106389e-94c9-4767-833f-0d9cccac6b52 req-71c7a747-94f3-4270-a077-9cb0e93b7336 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 922 time: 0.2274661 Jul 14 09:14:39.197877 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002b2c7-7721-4cdf-8197-5f8dd98ea6cf req-b0cbf313-b218-4c03-aeae-53ed455d3928 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:39.206783 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b002b2c7-7721-4cdf-8197-5f8dd98ea6cf req-b0cbf313-b218-4c03-aeae-53ed455d3928 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=183735d9-a2da-4c1a-93fc-40f811734eb0 HTTP/1.1" status: 200 len: 949 time: 0.0888090 Jul 14 09:14:39.246030 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b002b2c7-7721-4cdf-8197-5f8dd98ea6cf req-0cfbf567-1ce2-41f7-8b3e-1478ea034757 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374599 Jul 14 09:14:39.259403 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6106389e-94c9-4767-833f-0d9cccac6b52 req-966b9c74-a5ac-42a3-90d0-3bc80b79f99b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d69710c-d653-4399-8082-1e1be85fb0f8 HTTP/1.1" status: 200 len: 217 time: 0.0706973 Jul 14 09:14:39.358153 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106389e-94c9-4767-833f-0d9cccac6b52 req-32d1028c-b3df-4741-a443-8db71909bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:39.359620 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6106389e-94c9-4767-833f-0d9cccac6b52 req-32d1028c-b3df-4741-a443-8db71909bfad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.0841761 Jul 14 09:14:39.363635 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-e8b311b2-b37a-470e-9de2-a6813e750bc1 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909049 Jul 14 09:14:39.410030 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6106389e-94c9-4767-833f-0d9cccac6b52 req-74ab6dba-4e34-4755-884c-4da3a5e4ebc4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295291 Jul 14 09:14:39.493488 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bdbd3-0c0f-4f6c-96da-e1fc2d7222dd req-8f2adcc1-1825-427e-bee6-bf275bcf7c91 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:39.500523 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-880bdbd3-0c0f-4f6c-96da-e1fc2d7222dd req-8f2adcc1-1825-427e-bee6-bf275bcf7c91 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/ports?device_id=caab564d-194d-4140-b2bc-e64c3a57dca6 HTTP/1.1" status: 200 len: 950 time: 0.0701718 Jul 14 09:14:39.537236 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-880bdbd3-0c0f-4f6c-96da-e1fc2d7222dd req-2d8020e7-e985-4b02-9065-39b9cee33bbb tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a1e787b-7117-4921-890a-e0da51c9a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358760 Jul 14 09:14:39.857336 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10466f5-5425-4e03-a381-ae5960b1d24e req-d871bb9a-a538-4d3a-aadd-c91e2793f858 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:39.858870 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c10466f5-5425-4e03-a381-ae5960b1d24e req-d871bb9a-a538-4d3a-aadd-c91e2793f858 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.1161184 Jul 14 09:14:39.873606 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a47432-53d9-4dd4-8fdb-ae07ba83696d req-9a179008-c08a-43e1-85e4-270a8b92bf45 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:39.875219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-32a47432-53d9-4dd4-8fdb-ae07ba83696d req-9a179008-c08a-43e1-85e4-270a8b92bf45 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 949 time: 0.1007469 Jul 14 09:14:39.892744 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6106389e-94c9-4767-833f-0d9cccac6b52 req-086d7e7c-4037-477d-8025-924e8198f5e8 service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972437 Jul 14 09:14:39.901415 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87a782-0356-41bf-afc0-346ce015d43b req-ae0812c6-feef-4dc8-85bb-0ee4f09efda3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:39.902839 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ae87a782-0356-41bf-afc0-346ce015d43b req-ae0812c6-feef-4dc8-85bb-0ee4f09efda3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.55 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 945 time: 0.4055436 Jul 14 09:14:39.931419 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c10466f5-5425-4e03-a381-ae5960b1d24e req-61b1b2c9-ce58-4b95-9105-4bacd6eaca44 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545692 Jul 14 09:14:39.949442 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-32a47432-53d9-4dd4-8fdb-ae07ba83696d req-1d566244-be4a-4bd3-8bfc-518410734555 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594552 Jul 14 09:14:39.950550 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49966) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:40.048623 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6106389e-94c9-4767-833f-0d9cccac6b52 req-d41be471-a78a-4819-a3b9-ed0880137fdc service neutron] 10.222.0.55 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448319 Jul 14 09:14:40.071881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-ae87a782-0356-41bf-afc0-346ce015d43b req-3b709606-0ab3-4a14-8c03-911fdf54595d tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Deleting port 23ebf912-42d9-4743-a7c9-ca83d9a80528 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:40.072185 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ae87a782-0356-41bf-afc0-346ce015d43b req-3b709606-0ab3-4a14-8c03-911fdf54595d tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.074694 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2030379715-network', 'tenant_id': '3a2660a976324a54a98bbdf308c331b3'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:40.119948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Made reservation on behalf of 3a2660a976324a54a98bbdf308c331b3 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:40.123148 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.134367 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.173268 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ae87a782-0356-41bf-afc0-346ce015d43b req-3b709606-0ab3-4a14-8c03-911fdf54595d tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] For port 23ebf912-42d9-4743-a7c9-ca83d9a80528, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=23ebf912-42d9-4743-a7c9-ca83d9a80528,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:40.173689 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ae87a782-0356-41bf-afc0-346ce015d43b req-3b709606-0ab3-4a14-8c03-911fdf54595d tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.187315 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-ae87a782-0356-41bf-afc0-346ce015d43b req-3b709606-0ab3-4a14-8c03-911fdf54595d tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Calling delete_port for 23ebf912-42d9-4743-a7c9-ca83d9a80528 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:40.209124 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63938ba2-668b-4030-8cd3-625b3c22aa05 req-40f9dabc-6fe2-4625-a64f-ea94e9a0df01 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:40.210678 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63938ba2-668b-4030-8cd3-625b3c22aa05 req-40f9dabc-6fe2-4625-a64f-ea94e9a0df01 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 945 time: 0.1529918 Jul 14 09:14:40.249230 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9d41be3e-680f-488a-b434-8ed1a78ce815 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:40.301054 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e7c18-d3d7-4bf7-a2d7-c9c86a5df8a9 req-e0dadd8a-4e2d-4c1b-b149-75d047baf873 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:40.302518 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-868e7c18-d3d7-4bf7-a2d7-c9c86a5df8a9 req-e0dadd8a-4e2d-4c1b-b149-75d047baf873 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 943 time: 0.1525109 Jul 14 09:14:40.308066 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63938ba2-668b-4030-8cd3-625b3c22aa05 req-2555dd8b-4a5e-4856-9594-6db0671aa9eb tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880272 Jul 14 09:14:40.329943 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 9d41be3e-680f-488a-b434-8ed1a78ce815 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:40.334189 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 9d41be3e-680f-488a-b434-8ed1a78ce815 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:40.334327 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ae87a782-0356-41bf-afc0-346ce015d43b req-3b709606-0ab3-4a14-8c03-911fdf54595d tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.334558 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.367358 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b709606-0ab3-4a14-8c03-911fdf54595d tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Pushing event deleted for resources: {'Port': ['ID=23ebf912-42d9-4743-a7c9-ca83d9a80528,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:40.385808 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-868e7c18-d3d7-4bf7-a2d7-c9c86a5df8a9 req-567f9627-962a-468c-a238-0421c4fabd26 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767548 Jul 14 09:14:40.387618 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.394622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['62d3aa63-952c-4309-8c2e-8abeb092f55b'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:40.396987 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['23ebf912-42d9-4743-a7c9-ca83d9a80528'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:40.401445 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.423882 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae87a782-0356-41bf-afc0-346ce015d43b req-3b709606-0ab3-4a14-8c03-911fdf54595d tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] No DVR routers for this DVR port 23ebf912-42d9-4743-a7c9-ca83d9a80528 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:40.428999 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ae87a782-0356-41bf-afc0-346ce015d43b req-3b709606-0ab3-4a14-8c03-911fdf54595d tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.431619 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:14:40.431759 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ae87a782-0356-41bf-afc0-346ce015d43b req-3b709606-0ab3-4a14-8c03-911fdf54595d tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.55 "DELETE /v2.0/ports/23ebf912-42d9-4743-a7c9-ca83d9a80528 HTTP/1.1" status: 204 len: 173 time: 0.5203059 Jul 14 09:14:40.451684 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.452116 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Added segment 920f7f5e-bddb-4aab-9438-10bf1e228aa2 of type vlan for network 5b763374-2274-4295-bfa4-9c7026c30988 Jul 14 09:14:40.513585 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.552305 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.568185 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f0a3fc-ab53-449d-b408-4f193b014a37,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:40.603671 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:40.604014 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:40.604351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:40.604882 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:40.605187 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:40.605494 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:40.606411 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:40.606755 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:40.607515 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:40.607949 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:40.608277 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:40.608601 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:40.610994 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9d41be3e-680f-488a-b434-8ed1a78ce815, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9d41be3e-680f-488a-b434-8ed1a78ce815,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:40.619000 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.620130 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:40.621300 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.621436 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.699951 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49978) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:40.700236 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7460783 Jul 14 09:14:40.705629 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f3dcc956-df16-473d-8720-795f188cff3f admin admin] Request body: {'subnet': {'network_id': '5b763374-2274-4295-bfa4-9c7026c30988', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2030379715-subnet', 'tenant_id': '3a2660a976324a54a98bbdf308c331b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:40.714066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd', 'name': 'network-vif-deleted', 'tag': '23ebf912-42d9-4743-a7c9-ca83d9a80528'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:40.720265 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfd10cb-f667-45ba-b1ca-d7e2f426d7f5" -d '{"events": [{"server_uuid": "182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd", "name": "network-vif-deleted", "tag": "23ebf912-42d9-4743-a7c9-ca83d9a80528"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:40.721160 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=9d41be3e-680f-488a-b434-8ed1a78ce815,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:40.741652 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ee4b83-ec90-461c-990e-bf9315e301db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d41be3e-680f-488a-b434-8ed1a78ce815'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:40.744139 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3185e7a8-8dd1-4d16-a046-acb022e6c299" -d '{"events": [{"server_uuid": "40ee4b83-ec90-461c-990e-bf9315e301db", "name": "network-vif-plugged", "status": "completed", "tag": "9d41be3e-680f-488a-b434-8ed1a78ce815"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:40.747055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dcc956-df16-473d-8720-795f188cff3f admin admin] Made reservation on behalf of 3a2660a976324a54a98bbdf308c331b3 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:40.749706 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3dcc956-df16-473d-8720-795f188cff3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.791569 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc926e-d0c2-4f89-bb87-f9f590f4e661 req-035bb975-fe28-465c-824c-e803759c88cd tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:40.798385 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dfdc926e-d0c2-4f89-bb87-f9f590f4e661 req-035bb975-fe28-465c-824c-e803759c88cd tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=183735d9-a2da-4c1a-93fc-40f811734eb0 HTTP/1.1" status: 200 len: 949 time: 0.2710512 Jul 14 09:14:40.799251 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70466aa-f9d7-4448-8ee8-c24796f693f7 admin admin] Pushing event updated for resources: {'Network': ['ID=5b763374-2274-4295-bfa4-9c7026c30988,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:40.811029 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 5b763374-2274-4295-bfa4-9c7026c30988 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:14:40.900347 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dfdc926e-d0c2-4f89-bb87-f9f590f4e661 req-c6a3455b-3a93-4919-836b-6f8585fe7399 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967367 Jul 14 09:14:40.908564 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09f6dc-5bcf-44ce-a4ca-f80a7e01a129 req-db8d8af3-cd3f-465e-86c0-49b8fc273f17 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:40.915801 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cc09f6dc-5bcf-44ce-a4ca-f80a7e01a129 req-db8d8af3-cd3f-465e-86c0-49b8fc273f17 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/ports?device_id=caab564d-194d-4140-b2bc-e64c3a57dca6 HTTP/1.1" status: 200 len: 950 time: 0.2083707 Jul 14 09:14:40.961266 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3dcc956-df16-473d-8720-795f188cff3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.965814 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b331e81-3c3a-45a5-8cfb-a41e3ede5375 x-openstack-request-id: req-6b331e81-3c3a-45a5-8cfb-a41e3ede5375 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:40.966766 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd", "name": "network-vif-deleted", "tag": "23ebf912-42d9-4743-a7c9-ca83d9a80528", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:40.967365 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b331e81-3c3a-45a5-8cfb-a41e3ede5375 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:40.968340 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd', 'name': 'network-vif-deleted', 'tag': '23ebf912-42d9-4743-a7c9-ca83d9a80528', 'status': 'completed', 'code': 200} Jul 14 09:14:40.975913 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cc09f6dc-5bcf-44ce-a4ca-f80a7e01a129 req-41676bbe-d9a8-4d2d-b157-7558598a5b8b tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a1e787b-7117-4921-890a-e0da51c9a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586357 Jul 14 09:14:41.021391 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b31af12-566e-4c77-bf9b-3f0d58b9b0db x-openstack-request-id: req-2b31af12-566e-4c77-bf9b-3f0d58b9b0db {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:41.021829 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ee4b83-ec90-461c-990e-bf9315e301db", "name": "network-vif-plugged", "status": "completed", "tag": "9d41be3e-680f-488a-b434-8ed1a78ce815", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:41.022192 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b31af12-566e-4c77-bf9b-3f0d58b9b0db {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:41.022689 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ee4b83-ec90-461c-990e-bf9315e301db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d41be3e-680f-488a-b434-8ed1a78ce815', 'code': 200} Jul 14 09:14:41.029771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcc956-df16-473d-8720-795f188cff3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9def3e56-ca20-44c4-a64c-d9d84d1e296f,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:41.065583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcc956-df16-473d-8720-795f188cff3f admin admin] Checking segment: {'id': '920f7f5e-bddb-4aab-9438-10bf1e228aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:41.066030 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dcc956-df16-473d-8720-795f188cff3f admin admin] Network hostable DHCP agents. Network: 5b763374-2274-4295-bfa4-9c7026c30988, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:14:41.091634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dcc956-df16-473d-8720-795f188cff3f admin admin] Network 5b763374-2274-4295-bfa4-9c7026c30988 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:14:41.104527 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f3dcc956-df16-473d-8720-795f188cff3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 5b763374-2274-4295-bfa4-9c7026c30988) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:41.110261 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dcc956-df16-473d-8720-795f188cff3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:41.111250 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3dcc956-df16-473d-8720-795f188cff3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:41.115624 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b672ee06-9535-4755-873c-3dea90981156 None None] Network 5b763374-2274-4295-bfa4-9c7026c30988 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:41.149832 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f3dcc956-df16-473d-8720-795f188cff3f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4468431 Jul 14 09:14:41.243984 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1597c4-9fb1-45fd-b2a1-fbb98dff28ce req-54c5de03-ed89-46e3-b9aa-556ed6035c24 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:41.252386 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc1597c4-9fb1-45fd-b2a1-fbb98dff28ce req-54c5de03-ed89-46e3-b9aa-556ed6035c24 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.1177266 Jul 14 09:14:41.304999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc1597c4-9fb1-45fd-b2a1-fbb98dff28ce req-09655d22-7e27-434e-890b-cd516c57b80d tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516727 Jul 14 09:14:41.405213 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-5b763374-2274-4295-bfa4-9c7026c30988', 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988', 'tenant_id': '3a2660a976324a54a98bbdf308c331b3', 'fixed_ips': [{'subnet_id': '9def3e56-ca20-44c4-a64c-d9d84d1e296f'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:14:41.407881 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:41.502218 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b11c4-f202-4c90-8746-fe0cc2ac18fc req-7a192a8a-5e31-4d6e-a627-f2041bf0786c tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:41.509481 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c61b11c4-f202-4c90-8746-fe0cc2ac18fc req-7a192a8a-5e31-4d6e-a627-f2041bf0786c tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.1355662 Jul 14 09:14:41.513831 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8714e72-dab1-440e-85ef-1f7714dacf11 req-3474427d-2cc2-416f-ac35-8437d41af629 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 210 time: 0.0550737 Jul 14 09:14:41.561755 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c61b11c4-f202-4c90-8746-fe0cc2ac18fc req-c581c702-a046-40c0-b20e-7fa154645d59 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504718 Jul 14 09:14:41.568449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Allocated IP 172.20.0.2 (5b763374-2274-4295-bfa4-9c7026c30988/9def3e56-ca20-44c4-a64c-d9d84d1e296f/87f91ae1-f4df-45c1-8da6-87593f7dc2ac) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:41.739532 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:41.751022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Transition to ACTIVE for port object 87f91ae1-f4df-45c1-8da6-87593f7dc2ac will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:41.775223 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Transition to ACTIVE for port object 87f91ae1-f4df-45c1-8da6-87593f7dc2ac will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:41.782690 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:41.826993 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Pushing event updated for resources: {'Port': ['ID=87f91ae1-f4df-45c1-8da6-87593f7dc2ac,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:41.843497 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Network 5b763374-2274-4295-bfa4-9c7026c30988 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:41.844855 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:41.849212 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:41.915650 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Attempting to bind port 87f91ae1-f4df-45c1-8da6-87593f7dc2ac on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:41.916160 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Attempting to bind port 87f91ae1-f4df-45c1-8da6-87593f7dc2ac by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '920f7f5e-bddb-4aab-9438-10bf1e228aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:41.916521 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Attempting to bind port 87f91ae1-f4df-45c1-8da6-87593f7dc2ac on network 5b763374-2274-4295-bfa4-9c7026c30988 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:41.921853 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:41.922219 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Checking segment: {'id': '920f7f5e-bddb-4aab-9438-10bf1e228aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:41.922620 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:41.923001 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Bound using segment: {'id': '920f7f5e-bddb-4aab-9438-10bf1e228aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:41.923460 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Bound port: 87f91ae1-f4df-45c1-8da6-87593f7dc2ac, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920f7f5e-bddb-4aab-9438-10bf1e228aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:41.923840 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:42.003992 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] For port 87f91ae1-f4df-45c1-8da6-87593f7dc2ac, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:42.008088 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] For port 87f91ae1-f4df-45c1-8da6-87593f7dc2ac, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=87f91ae1-f4df-45c1-8da6-87593f7dc2ac,segment=NetworkSegment(920f7f5e-bddb-4aab-9438-10bf1e228aa2),segment_id=920f7f5e-bddb-4aab-9438-10bf1e228aa2)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:42.014343 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:42.079011 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa93d09-80e9-44d7-9569-0010b1ca3508 None None] Pushing event updated for resources: {'Port': ['ID=87f91ae1-f4df-45c1-8da6-87593f7dc2ac,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:42.274178 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-252e4565-e3dd-466a-8d2e-61f2a7f68c68 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:42.274178 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-252e4565-e3dd-466a-8d2e-61f2a7f68c68 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/networks?id=5b763374-2274-4295-bfa4-9c7026c30988 HTTP/1.1" status: 200 len: 816 time: 0.4632130 Jul 14 09:14:42.313535 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4410e-e321-44aa-a211-c391c9b97e51 req-a526af14-31c8-42f9-a70d-8db5379cbea1 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:42.323494 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28b4410e-e321-44aa-a211-c391c9b97e51 req-a526af14-31c8-42f9-a70d-8db5379cbea1 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 943 time: 0.4410610 Jul 14 09:14:42.347037 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c6934-3970-478d-985b-1c350e090122 req-3b778c85-d52f-492c-a0a7-418ae9cc4343 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:42.350313 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-091c6934-3970-478d-985b-1c350e090122 req-3b778c85-d52f-492c-a0a7-418ae9cc4343 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.49 "GET /v2.0/ports?device_id=caab564d-194d-4140-b2bc-e64c3a57dca6 HTTP/1.1" status: 200 len: 950 time: 0.1364670 Jul 14 09:14:42.362974 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-7cbe695e-f0f3-4dd2-95db-ca0331a2243d tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/quotas/3a2660a976324a54a98bbdf308c331b3 HTTP/1.1" status: 200 len: 375 time: 0.0358179 Jul 14 09:14:42.419176 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28b4410e-e321-44aa-a211-c391c9b97e51 req-6365f6d6-5dd6-46dc-b213-2f70cfe47fc0 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946717 Jul 14 09:14:42.457649 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-e24990d8-24c8-46b5-b66f-87bf1754a82c tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a2660a976324a54a98bbdf308c331b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867693 Jul 14 09:14:42.509937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-091c6934-3970-478d-985b-1c350e090122 req-492bde27-058a-46dc-b5c1-05ab3bd7fb8a tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Deleting port 05458640-3d44-4817-9ad3-4089da9baeed {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:42.510379 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-091c6934-3970-478d-985b-1c350e090122 req-492bde27-058a-46dc-b5c1-05ab3bd7fb8a tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:42.568206 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-94165caf-01f0-48f8-9d71-b46cae9889be service neutron] 10.222.0.26 "GET /v2.0/networks/5b763374-2274-4295-bfa4-9c7026c30988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092415 Jul 14 09:14:42.635573 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-091c6934-3970-478d-985b-1c350e090122 req-492bde27-058a-46dc-b5c1-05ab3bd7fb8a tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] For port 05458640-3d44-4817-9ad3-4089da9baeed, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=05458640-3d44-4817-9ad3-4089da9baeed,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:42.636203 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-091c6934-3970-478d-985b-1c350e090122 req-492bde27-058a-46dc-b5c1-05ab3bd7fb8a tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:42.655828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-091c6934-3970-478d-985b-1c350e090122 req-492bde27-058a-46dc-b5c1-05ab3bd7fb8a tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Calling delete_port for 05458640-3d44-4817-9ad3-4089da9baeed owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:42.686490 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-c5aeeed1-2d3a-4fb2-a374-0d6992709351 service neutron] 10.222.0.26 "GET /v2.0/networks/5b763374-2274-4295-bfa4-9c7026c30988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170638 Jul 14 09:14:42.841378 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-091c6934-3970-478d-985b-1c350e090122 req-492bde27-058a-46dc-b5c1-05ab3bd7fb8a tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:42.860609 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['05458640-3d44-4817-9ad3-4089da9baeed'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:42.938621 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd966c8d-3693-4c8f-aeb2-ee2e14090bb7 req-2c281b85-af94-49df-95c7-5051bd767b50 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:42.940196 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fd966c8d-3693-4c8f-aeb2-ee2e14090bb7 req-2c281b85-af94-49df-95c7-5051bd767b50 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=183735d9-a2da-4c1a-93fc-40f811734eb0 HTTP/1.1" status: 200 len: 949 time: 0.1222601 Jul 14 09:14:42.944657 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bde27-058a-46dc-b5c1-05ab3bd7fb8a tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Pushing event deleted for resources: {'Port': ['ID=05458640-3d44-4817-9ad3-4089da9baeed,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:43.014284 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fd966c8d-3693-4c8f-aeb2-ee2e14090bb7 req-d3a981e3-002f-471e-8a1a-e0dc62100d13 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597308 Jul 14 09:14:43.064769 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-091c6934-3970-478d-985b-1c350e090122 req-492bde27-058a-46dc-b5c1-05ab3bd7fb8a tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] No DVR routers for this DVR port 05458640-3d44-4817-9ad3-4089da9baeed on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:43.083728 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-091c6934-3970-478d-985b-1c350e090122 req-492bde27-058a-46dc-b5c1-05ab3bd7fb8a tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:43.085759 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-091c6934-3970-478d-985b-1c350e090122 req-492bde27-058a-46dc-b5c1-05ab3bd7fb8a tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.49 "DELETE /v2.0/ports/05458640-3d44-4817-9ad3-4089da9baeed HTTP/1.1" status: 204 len: 173 time: 0.7248080 Jul 14 09:14:43.086266 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caab564d-194d-4140-b2bc-e64c3a57dca6', 'name': 'network-vif-deleted', 'tag': '05458640-3d44-4817-9ad3-4089da9baeed'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:43.096650 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f549afc-3a8f-43a4-982f-b9dd837d607a" -d '{"events": [{"server_uuid": "caab564d-194d-4140-b2bc-e64c3a57dca6", "name": "network-vif-deleted", "tag": "05458640-3d44-4817-9ad3-4089da9baeed"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:43.230978 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-427e3395-ae82-469b-a6fa-1db6ed4e238c req-3c2ef0e1-acd3-412d-96f2-1d67517007e0 tempest-TenantUsagesTestJSON-438807823 tempest-TenantUsagesTestJSON-438807823-project] 10.222.0.26 "GET /v2.0/ports?device_id=caab564d-194d-4140-b2bc-e64c3a57dca6 HTTP/1.1" status: 200 len: 210 time: 0.1094382 Jul 14 09:14:43.366283 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-dba78407-bd8d-4fe9-8c26-b53f1891234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:43.371047 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 0d69710c-d653-4399-8082-1e1be85fb0f8 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:43.374841 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-dba78407-bd8d-4fe9-8c26-b53f1891234d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db&tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b HTTP/1.1" status: 200 len: 1102 time: 0.1453419 Jul 14 09:14:43.398009 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-10', 'device_owner': 'compute:nova'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:43.464143 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-039a210b-a14f-46c9-9f40-aa4ac8772ea3 req-70731691-708b-4da1-89f8-6bb6a9c8685e tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 210 time: 0.0673866 Jul 14 09:14:43.482685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fe6ed-4d3f-4a3d-a768-defaf7afcdee req-c84ceb65-5189-4c62-a7c7-1587480416cb tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:43.484504 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9d8fe6ed-4d3f-4a3d-a768-defaf7afcdee req-c84ceb65-5189-4c62-a7c7-1587480416cb tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.2701175 Jul 14 09:14:43.557749 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 23ebf912-42d9-4743-a7c9-ca83d9a80528 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:43.573191 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9d8fe6ed-4d3f-4a3d-a768-defaf7afcdee req-599b6f0a-ed2c-4f5a-b609-ee1d2f495936 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807502 Jul 14 09:14:43.589618 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:43.614504 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 23ebf912-42d9-4743-a7c9-ca83d9a80528 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:14:43.615099 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 23ebf912-42d9-4743-a7c9-ca83d9a80528 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:43.640706 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d444d53-336d-4cdb-8a8d-ac23c0060f3b None None] Network 5b763374-2274-4295-bfa4-9c7026c30988 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:43.902752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043cf9c-2589-4608-bb49-82a4a1a997be req-52086e4a-9866-42f4-bc55-7d3ce26861c6 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:43.920246 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7043cf9c-2589-4608-bb49-82a4a1a997be req-52086e4a-9866-42f4-bc55-7d3ce26861c6 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.2624881 Jul 14 09:14:43.968201 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] For port 9d41be3e-680f-488a-b434-8ed1a78ce815, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9d41be3e-680f-488a-b434-8ed1a78ce815,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:43.981405 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6433af90-6f46-446d-8bcb-12a4ec013656 None None] Provisioning for port 87f91ae1-f4df-45c1-8da6-87593f7dc2ac completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:44.008281 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] For port 9d41be3e-680f-488a-b434-8ed1a78ce815, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:44.029379 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-06059904-dd57-4ca0-b9a3-8e20104f064f tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:44.035149 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-06059904-dd57-4ca0-b9a3-8e20104f064f tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/networks?id=5b763374-2274-4295-bfa4-9c7026c30988 HTTP/1.1" status: 200 len: 816 time: 0.3134515 Jul 14 09:14:44.058541 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7043cf9c-2589-4608-bb49-82a4a1a997be req-9e0e82f7-d096-4a24-bf51-a27de3d8cdf0 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372869 Jul 14 09:14:44.076582 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:44.102364 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-0598abdd-c79f-43d6-bafb-857c1b9eab33 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/quotas/3a2660a976324a54a98bbdf308c331b3 HTTP/1.1" status: 200 len: 375 time: 0.0368323 Jul 14 09:14:44.108650 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] Transition to ACTIVE for port object 9d41be3e-680f-488a-b434-8ed1a78ce815 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:44.113965 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:44.205078 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-ba5e5085-2093-498b-8680-19b548df47ce tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a2660a976324a54a98bbdf308c331b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1017194 Jul 14 09:14:44.222084 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] No DVR routers for this DVR port 9d41be3e-680f-488a-b434-8ed1a78ce815 on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:44.237475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] Pushing event updated for resources: {'Port': ['ID=9d41be3e-680f-488a-b434-8ed1a78ce815,revision_number=10']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:44.320650 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] Attempting to bind port 9d41be3e-680f-488a-b434-8ed1a78ce815 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:44.321049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] Attempting to bind port 9d41be3e-680f-488a-b434-8ed1a78ce815 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:44.321361 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] Attempting to bind port 9d41be3e-680f-488a-b434-8ed1a78ce815 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:44.326784 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] Port 9d41be3e-680f-488a-b434-8ed1a78ce815 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:44.327169 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] Attempting to bind port 9d41be3e-680f-488a-b434-8ed1a78ce815 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:44.334456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:44.335014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:44.335446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:44.335886 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] Bound port: 9d41be3e-680f-488a-b434-8ed1a78ce815, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:44.336341 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:44.436479 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] For port 9d41be3e-680f-488a-b434-8ed1a78ce815, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:44.441448 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] For port 9d41be3e-680f-488a-b434-8ed1a78ce815, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9d41be3e-680f-488a-b434-8ed1a78ce815,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:44.452134 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:44.477610 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 87f91ae1-f4df-45c1-8da6-87593f7dc2ac up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:44.526916 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-aeed8648-9a60-449e-9cf3-9803c0d581cd service neutron] 10.222.0.26 "GET /v2.0/networks/5b763374-2274-4295-bfa4-9c7026c30988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208966 Jul 14 09:14:44.551824 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 87f91ae1-f4df-45c1-8da6-87593f7dc2ac completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:44.554646 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] Pushing event updated for resources: {'Port': ['ID=9d41be3e-680f-488a-b434-8ed1a78ce815,revision_number=11']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:44.559657 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:44.560340 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:44.561908 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-df4f584d-7815-4cab-ae8a-a181fe24513d service neutron] 10.222.0.55 "PUT /v2.0/ports/9d41be3e-680f-488a-b434-8ed1a78ce815 HTTP/1.1" status: 200 len: 1098 time: 1.1726165 Jul 14 09:14:44.566763 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 87f91ae1-f4df-45c1-8da6-87593f7dc2ac triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:44.567343 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:44.676667 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-ba18bee3-25d0-40e0-a296-1c1a1d34a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:44.678482 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-fbd125a4-741d-489e-bc12-5aaec3901b37 service neutron] 10.222.0.26 "GET /v2.0/networks/5b763374-2274-4295-bfa4-9c7026c30988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505518 Jul 14 09:14:44.678842 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-ba18bee3-25d0-40e0-a296-1c1a1d34a2e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 1101 time: 0.0750089 Jul 14 09:14:44.694320 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9565b242-d1aa-4a77-b46e-26240214e7a8 None None] Provisioning complete for port 87f91ae1-f4df-45c1-8da6-87593f7dc2ac triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:44.694713 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9565b242-d1aa-4a77-b46e-26240214e7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:44.695199 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffce3af-2b9b-4ba2-83a4-d9b5c1b3a706 req-d14b061c-4a33-45b8-8b1d-41be4560be0d tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:44.697406 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bffce3af-2b9b-4ba2-83a4-d9b5c1b3a706 req-d14b061c-4a33-45b8-8b1d-41be4560be0d tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=183735d9-a2da-4c1a-93fc-40f811734eb0 HTTP/1.1" status: 200 len: 1101 time: 0.2444286 Jul 14 09:14:44.705660 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:44.764669 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bffce3af-2b9b-4ba2-83a4-d9b5c1b3a706 req-c079d596-46fd-43c1-b9a0-7b6a27f9d105 tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578556 Jul 14 09:14:44.897527 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-e97ae74d-ea90-40b1-8ce2-8eec80afa24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:44.901391 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-e97ae74d-ea90-40b1-8ce2-8eec80afa24b service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.2132809 Jul 14 09:14:44.979339 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9565b242-d1aa-4a77-b46e-26240214e7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:44.993936 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb0f205-b141-48c4-a1ac-4e2fad4f2068 x-openstack-request-id: req-cdb0f205-b141-48c4-a1ac-4e2fad4f2068 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:44.994235 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caab564d-194d-4140-b2bc-e64c3a57dca6", "name": "network-vif-deleted", "tag": "05458640-3d44-4817-9ad3-4089da9baeed", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:44.994490 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cdb0f205-b141-48c4-a1ac-4e2fad4f2068 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:44.995229 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caab564d-194d-4140-b2bc-e64c3a57dca6', 'name': 'network-vif-deleted', 'tag': '05458640-3d44-4817-9ad3-4089da9baeed', 'status': 'completed', 'code': 200} Jul 14 09:14:44.998835 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-789f779f-43b4-4e4c-84fb-c9fc593e01ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=9d41be3e-680f-488a-b434-8ed1a78ce815 HTTP/1.1" status: 200 len: 217 time: 0.0902419 Jul 14 09:14:45.037878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 87f91ae1-f4df-45c1-8da6-87593f7dc2ac, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=87f91ae1-f4df-45c1-8da6-87593f7dc2ac,segment=NetworkSegment(920f7f5e-bddb-4aab-9438-10bf1e228aa2),segment_id=920f7f5e-bddb-4aab-9438-10bf1e228aa2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:45.049092 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:45.100641 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4487dfe-e1df-42f2-a75e-97c86364e6d8 req-128425d1-42aa-4408-9b09-aa67cc4cda6e tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:45.110868 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f4487dfe-e1df-42f2-a75e-97c86364e6d8 req-128425d1-42aa-4408-9b09-aa67cc4cda6e tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 943 time: 0.1282697 Jul 14 09:14:45.166252 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=87f91ae1-f4df-45c1-8da6-87593f7dc2ac,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:45.169412 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-9565b242-d1aa-4a77-b46e-26240214e7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:14:45.169855 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-9565b242-d1aa-4a77-b46e-26240214e7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:14:45.171400 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f4487dfe-e1df-42f2-a75e-97c86364e6d8 req-1a1a4c3f-c90d-4d64-b0b2-4da426f40a05 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596287 Jul 14 09:14:45.301917 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-2eb895ec-51b7-420e-b088-a29f4dbddd13 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:45.310123 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-2eb895ec-51b7-420e-b088-a29f4dbddd13 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.49 "GET /v2.0/networks?id=5b763374-2274-4295-bfa4-9c7026c30988 HTTP/1.1" status: 200 len: 816 time: 0.2324414 Jul 14 09:14:45.335512 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-40973aa4-bffe-496e-abaa-6d9406c5979a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Request body: {'port': {'device_id': '24d3b83c-2ec7-4f51-9896-37a2aae5c4f3', 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988', 'admin_state_up': True, 'tenant_id': '3a2660a976324a54a98bbdf308c331b3'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:45.393971 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-a12d284f-c6a9-426b-9d2a-4705862e2a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:45.396704 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-a12d284f-c6a9-426b-9d2a-4705862e2a49 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.3894579 Jul 14 09:14:45.504207 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4efaeb28-cc98-44a6-99af-30d989c25567 req-e8939e91-6577-4e56-a8cb-9f5438071a63 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=182d7ee0-e4c0-4a14-8dc5-75b6bdc8cadd HTTP/1.1" status: 200 len: 210 time: 0.0750248 Jul 14 09:14:45.585747 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-5e93a2df-938c-4556-b220-94c693fb149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:45.589552 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-5e93a2df-938c-4556-b220-94c693fb149d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1831951 Jul 14 09:14:45.641820 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-40973aa4-bffe-496e-abaa-6d9406c5979a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Made reservation on behalf of 3a2660a976324a54a98bbdf308c331b3 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:45.650317 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-40973aa4-bffe-496e-abaa-6d9406c5979a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:45.653275 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f10dab-4d99-4ff6-ab08-0ae5c9bd724c req-4d35fd24-6a2b-4460-b2c5-2e06a9fcc63c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:45.654872 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75f10dab-4d99-4ff6-ab08-0ae5c9bd724c req-4d35fd24-6a2b-4460-b2c5-2e06a9fcc63c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 949 time: 0.1118555 Jul 14 09:14:45.743775 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50086) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:45.781491 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75f10dab-4d99-4ff6-ab08-0ae5c9bd724c req-640281f6-4cb9-4524-a17b-8f8c50de4643 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189120 Jul 14 09:14:45.869196 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-444320e5-b73d-4e16-baa6-c20b6c633cf3 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:45.871000 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-ed2c027f-1d10-473f-94e7-b90e7ddf9016 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487943 Jul 14 09:14:45.873983 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-444320e5-b73d-4e16-baa6-c20b6c633cf3 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/networks?id=5b763374-2274-4295-bfa4-9c7026c30988 HTTP/1.1" status: 200 len: 816 time: 0.2145803 Jul 14 09:14:45.908738 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-bc761b45-15dd-4589-b540-af0dc242630c tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/quotas/3a2660a976324a54a98bbdf308c331b3 HTTP/1.1" status: 200 len: 375 time: 0.0288959 Jul 14 09:14:45.983565 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-a2195936-4ec6-40c0-9d95-606ce1340801 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=19162f7693704187ba398d887fcfc50a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841608 Jul 14 09:14:46.025960 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9cc31098-7406-4fa3-b339-a563434f793b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c586ce4593f34e7fa98ae797dfaac7bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754416 Jul 14 09:14:46.028537 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50098) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:46.046359 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-76e853ea-a44f-42c3-b315-f729fe27c4f3 req-e1ac6376-7a30-4bf1-b722-c47ce79672f2 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675780 Jul 14 09:14:46.072060 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-40973aa4-bffe-496e-abaa-6d9406c5979a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Allocated IP 172.20.0.8 (5b763374-2274-4295-bfa4-9c7026c30988/9def3e56-ca20-44c4-a64c-d9d84d1e296f/607c3508-7bb2-4cbb-901a-8a4d8a0ecc13) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:46.166765 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-549a8206-eac8-4e6c-a075-4b0c678a65db tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a2660a976324a54a98bbdf308c331b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2570949 Jul 14 09:14:46.204474 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:46.287282 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9d41be3e-680f-488a-b434-8ed1a78ce815 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:46.310371 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-40973aa4-bffe-496e-abaa-6d9406c5979a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:46.311977 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc47228f-0bf7-44b2-9707-9588af658627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:46.321778 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-ba4fc140-6b83-4e31-9d54-96900597c758 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:46.328136 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-ba4fc140-6b83-4e31-9d54-96900597c758 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3063190 Jul 14 09:14:46.339435 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-40973aa4-bffe-496e-abaa-6d9406c5979a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Transition to ACTIVE for port object 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:46.345013 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9d41be3e-680f-488a-b434-8ed1a78ce815 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:46.345979 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 05458640-3d44-4817-9ad3-4089da9baeed no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:46.383164 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 87f91ae1-f4df-45c1-8da6-87593f7dc2ac up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:46.390472 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-40973aa4-bffe-496e-abaa-6d9406c5979a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:46.397558 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc47228f-0bf7-44b2-9707-9588af658627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:46.427032 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 05458640-3d44-4817-9ad3-4089da9baeed {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:14:46.427664 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 05458640-3d44-4817-9ad3-4089da9baeed not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:46.462543 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40973aa4-bffe-496e-abaa-6d9406c5979a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Pushing event updated for resources: {'Port': ['ID=607c3508-7bb2-4cbb-901a-8a4d8a0ecc13,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:46.485113 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-91e9a341-52ba-4e7d-b7cc-3f6953c66601 service neutron] 10.222.0.26 "GET /v2.0/networks/5b763374-2274-4295-bfa4-9c7026c30988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173907 Jul 14 09:14:46.505865 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-df10af9b-d4de-4698-88b4-072f65007260 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/quotas/19162f7693704187ba398d887fcfc50a HTTP/1.1" status: 200 len: 375 time: 0.1766584 Jul 14 09:14:46.506138 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-40973aa4-bffe-496e-abaa-6d9406c5979a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Network 5b763374-2274-4295-bfa4-9c7026c30988 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:46.507972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-40973aa4-bffe-496e-abaa-6d9406c5979a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:46.509052 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc47228f-0bf7-44b2-9707-9588af658627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:46.514104 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc47228f-0bf7-44b2-9707-9588af658627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:46.517285 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 87f91ae1-f4df-45c1-8da6-87593f7dc2ac triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:46.518903 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:46.523689 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-40973aa4-bffe-496e-abaa-6d9406c5979a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:46.541231 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bc47228f-0bf7-44b2-9707-9588af658627 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a1e787b-7117-4921-890a-e0da51c9a1df HTTP/1.1" status: 204 len: 168 time: 0.5027773 Jul 14 09:14:46.640240 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-40973aa4-bffe-496e-abaa-6d9406c5979a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:46.640929 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-40973aa4-bffe-496e-abaa-6d9406c5979a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:46.679852 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-40973aa4-bffe-496e-abaa-6d9406c5979a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3552506 Jul 14 09:14:46.694375 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] Request body: {'port': {'device_id': '24d3b83c-2ec7-4f51-9896-37a2aae5c4f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:46.847083 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:46.857171 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-523d1531-0192-45c2-97d5-5c98379132f1 service neutron] 10.222.0.26 "GET /v2.0/networks/5b763374-2274-4295-bfa4-9c7026c30988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709292 Jul 14 09:14:46.927149 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47228f-0bf7-44b2-9707-9588af658627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1e787b-7117-4921-890a-e0da51c9a1df,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:47.003203 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-704d975c-d608-4205-b9cc-ec8387452f63 None None] Provisioning for port 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:47.014599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-704d975c-d608-4205-b9cc-ec8387452f63 None None] Provisioning complete for port 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:47.014992 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-704d975c-d608-4205-b9cc-ec8387452f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:47.024990 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ee4b83-ec90-461c-990e-bf9315e301db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d41be3e-680f-488a-b434-8ed1a78ce815'}, {'name': 'network-changed', 'server_uuid': '40ee4b83-ec90-461c-990e-bf9315e301db', 'tag': '9d41be3e-680f-488a-b434-8ed1a78ce815'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:47.029618 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db17a094-145e-43ba-ae67-1dc98374a870" -d '{"events": [{"server_uuid": "40ee4b83-ec90-461c-990e-bf9315e301db", "name": "network-vif-unplugged", "status": "completed", "tag": "9d41be3e-680f-488a-b434-8ed1a78ce815"}, {"name": "network-changed", "server_uuid": "40ee4b83-ec90-461c-990e-bf9315e301db", "tag": "9d41be3e-680f-488a-b434-8ed1a78ce815"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:47.077253 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-87b0e644-186a-447a-bef0-b70c92b04156 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5304451 Jul 14 09:14:47.134988 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-704d975c-d608-4205-b9cc-ec8387452f63 None None] Port 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:14:47.166426 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50118) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:47.215348 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-66f88a9e-224d-4367-8af1-368b6695acd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:47.248241 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-6d461c84-6885-40f4-b6c8-d14b63b803f3 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:47.250397 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-6d461c84-6885-40f4-b6c8-d14b63b803f3 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.49 "GET /v2.0/networks?id=5b763374-2274-4295-bfa4-9c7026c30988 HTTP/1.1" status: 200 len: 816 time: 0.3923459 Jul 14 09:14:47.299866 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-cefc5ec7-1cf6-4656-84c4-0f63c1579c1a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Request body: {'port': {'device_id': '1bbc99c2-6c39-4d3d-86dd-4910f7991c30', 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988', 'admin_state_up': True, 'tenant_id': '3a2660a976324a54a98bbdf308c331b3'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:47.531833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:47.542369 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:47.557862 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] Transition to ACTIVE for port object 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:47.563529 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:47.573862 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-66f88a9e-224d-4367-8af1-368b6695acd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:47.597060 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-66f88a9e-224d-4367-8af1-368b6695acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:47.667793 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f88a9e-224d-4367-8af1-368b6695acd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94dae5c-f57c-4738-8a29-90d434cb189a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:47.698544 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-66f88a9e-224d-4367-8af1-368b6695acd2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0a9f2575f4d40beb8ee28d72563bf20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5308990 Jul 14 09:14:47.721492 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50132) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:47.729988 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] Pushing event updated for resources: {'Port': ['ID=607c3508-7bb2-4cbb-901a-8a4d8a0ecc13,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:47.870834 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] Attempting to bind port 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:47.871442 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] Attempting to bind port 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '920f7f5e-bddb-4aab-9438-10bf1e228aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:47.871941 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] Attempting to bind port 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 on network 5b763374-2274-4295-bfa4-9c7026c30988 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:47.881177 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] Port 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 on network 5b763374-2274-4295-bfa4-9c7026c30988 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:47.882196 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] Attempting to bind port 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 on network 5b763374-2274-4295-bfa4-9c7026c30988 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:47.892589 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:47.895425 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] Checking segment: {'id': '920f7f5e-bddb-4aab-9438-10bf1e228aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:47.896463 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] Bound using segment: {'id': '920f7f5e-bddb-4aab-9438-10bf1e228aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:47.899631 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] Bound port: 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '920f7f5e-bddb-4aab-9438-10bf1e228aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:47.902110 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.054886 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416bf7e-ab9d-499d-a721-dc265e9a53a2 req-718b3586-06b9-4cfd-bfe8-c9186be96c10 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:48.063858 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c416bf7e-ab9d-499d-a721-dc265e9a53a2 req-718b3586-06b9-4cfd-bfe8-c9186be96c10 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.8236415 Jul 14 09:14:48.078886 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] For port 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:48.091488 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] For port 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=607c3508-7bb2-4cbb-901a-8a4d8a0ecc13,segment=NetworkSegment(920f7f5e-bddb-4aab-9438-10bf1e228aa2),segment_id=920f7f5e-bddb-4aab-9438-10bf1e228aa2)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:48.098820 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.268353 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:48.272554 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.276162 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] 10.222.0.49 "PUT /v2.0/ports/607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 HTTP/1.1" status: 200 len: 1092 time: 1.5892272 Jul 14 09:14:48.280871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-cefc5ec7-1cf6-4656-84c4-0f63c1579c1a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Made reservation on behalf of 3a2660a976324a54a98bbdf308c331b3 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:48.284638 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-cefc5ec7-1cf6-4656-84c4-0f63c1579c1a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.322181 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ca64f-c571-4a51-b70c-370f324d1b21 service neutron] Pushing event updated for resources: {'Port': ['ID=607c3508-7bb2-4cbb-901a-8a4d8a0ecc13,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:48.369352 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c416bf7e-ab9d-499d-a721-dc265e9a53a2 req-96834ba2-5eab-4ec0-a019-ec0cb6e03e77 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046353 Jul 14 09:14:48.404834 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1bca989c-7f33-4e44-975c-d3d8f9f28596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.448507 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21baaf-d526-4f79-add7-fa0f964f8351 req-78f5226d-51af-4e93-9a25-2e0f95d0ae41 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:48.473676 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2d21baaf-d526-4f79-add7-fa0f964f8351 req-78f5226d-51af-4e93-9a25-2e0f95d0ae41 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 943 time: 0.8078191 Jul 14 09:14:48.564324 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1bca989c-7f33-4e44-975c-d3d8f9f28596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.603547 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-f967937c-3300-4e32-8f2f-17a894b61ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:48.606076 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-f967937c-3300-4e32-8f2f-17a894b61ad4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a2660a976324a54a98bbdf308c331b3&device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 1095 time: 0.1116636 Jul 14 09:14:48.644671 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2d21baaf-d526-4f79-add7-fa0f964f8351 req-4ff31029-226a-4262-a39f-97298e16ddf4 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698687 Jul 14 09:14:48.732966 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-d305ee89-fa74-4adc-9e58-244689ddd1de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 HTTP/1.1" status: 200 len: 217 time: 0.1195428 Jul 14 09:14:48.832346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-39d716a6-ba33-4300-8a8b-c821751a4073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:48.836248 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-39d716a6-ba33-4300-8a8b-c821751a4073 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9def3e56-ca20-44c4-a64c-d9d84d1e296f HTTP/1.1" status: 200 len: 855 time: 0.0899680 Jul 14 09:14:48.851925 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1bca989c-7f33-4e44-975c-d3d8f9f28596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.860527 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1bca989c-7f33-4e44-975c-d3d8f9f28596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.868605 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1bca989c-7f33-4e44-975c-d3d8f9f28596 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b94dae5c-f57c-4738-8a29-90d434cb189a HTTP/1.1" status: 204 len: 168 time: 1.1277456 Jul 14 09:14:48.903687 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca989c-7f33-4e44-975c-d3d8f9f28596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94dae5c-f57c-4738-8a29-90d434cb189a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:48.952076 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd22918-5ce8-495a-96b9-234e7e29add6 x-openstack-request-id: req-7fd22918-5ce8-495a-96b9-234e7e29add6 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:48.952945 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ee4b83-ec90-461c-990e-bf9315e301db", "name": "network-vif-unplugged", "status": "completed", "tag": "9d41be3e-680f-488a-b434-8ed1a78ce815", "code": 200}, {"name": "network-changed", "server_uuid": "40ee4b83-ec90-461c-990e-bf9315e301db", "tag": "9d41be3e-680f-488a-b434-8ed1a78ce815", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:48.957845 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fd22918-5ce8-495a-96b9-234e7e29add6 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:48.960176 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ee4b83-ec90-461c-990e-bf9315e301db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d41be3e-680f-488a-b434-8ed1a78ce815', 'code': 200} Jul 14 09:14:48.960521 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ee4b83-ec90-461c-990e-bf9315e301db', 'tag': '9d41be3e-680f-488a-b434-8ed1a78ce815', 'status': 'completed', 'code': 200} Jul 14 09:14:49.047147 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-41797931-655e-4c5c-9ab4-4b6ac96e0e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:49.051593 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-41797931-655e-4c5c-9ab4-4b6ac96e0e74 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b763374-2274-4295-bfa4-9c7026c30988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2083580 Jul 14 09:14:49.102895 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-cefc5ec7-1cf6-4656-84c4-0f63c1579c1a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Allocated IP 172.20.0.9 (5b763374-2274-4295-bfa4-9c7026c30988/9def3e56-ca20-44c4-a64c-d9d84d1e296f/b66ef3e3-a528-49d2-b0a8-1a238fe1cc32) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:49.137628 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a09a9-b580-4ee5-ac65-4470d61f80b4 req-f614abb7-5af5-4538-be91-3fbbca47906d tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:49.156865 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff9a09a9-b580-4ee5-ac65-4470d61f80b4 req-f614abb7-5af5-4538-be91-3fbbca47906d tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 949 time: 0.2149575 Jul 14 09:14:49.314840 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-f917d2d0-1147-4e9a-a5f4-c992013b3a03 service neutron] 10.222.0.49 "GET /v2.0/networks/5b763374-2274-4295-bfa4-9c7026c30988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492425 Jul 14 09:14:49.318367 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1403bde4-bd55-4a3e-9a28-86f51c2b37a8 req-8440deaf-c0c6-4c1b-ba1a-59b8cc18c611 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a HTTP/1.1" status: 200 len: 210 time: 0.1427794 Jul 14 09:14:49.338702 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17a094-145e-43ba-ae67-1dc98374a870 req-a2dd65a2-6beb-4932-a0d8-e1fbb34eea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:49.348760 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db17a094-145e-43ba-ae67-1dc98374a870 req-a2dd65a2-6beb-4932-a0d8-e1fbb34eea51 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 1101 time: 0.1814144 Jul 14 09:14:49.379714 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9d41be3e-680f-488a-b434-8ed1a78ce815 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:49.442112 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff9a09a9-b580-4ee5-ac65-4470d61f80b4 req-61f7091d-7d37-4110-9fff-fa926b4d6d22 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443700 Jul 14 09:14:49.565320 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 9d41be3e-680f-488a-b434-8ed1a78ce815, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9d41be3e-680f-488a-b434-8ed1a78ce815,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:49.580011 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8be1b95b-b890-4bba-ad8a-c28802c94a13 req-298cdac6-6d47-47f8-8092-53c2a2a58812 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=e091c782-9a1b-4031-ba67-a28707de08aa HTTP/1.1" status: 200 len: 210 time: 0.0610654 Jul 14 09:14:49.600483 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-cefc5ec7-1cf6-4656-84c4-0f63c1579c1a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:49.600694 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '9d41be3e-680f-488a-b434-8ed1a78ce815', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '9d41be3e-680f-488a-b434-8ed1a78ce815', 'mac_address': 'fa:16:3e:f0:94:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:49.631563 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-cefc5ec7-1cf6-4656-84c4-0f63c1579c1a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Transition to ACTIVE for port object b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:49.714636 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:49.722350 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-cefc5ec7-1cf6-4656-84c4-0f63c1579c1a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:49.755070 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d41be3e-680f-488a-b434-8ed1a78ce815 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:49.791210 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 9d41be3e-680f-488a-b434-8ed1a78ce815, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9d41be3e-680f-488a-b434-8ed1a78ce815,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:49.796793 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:49.811217 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc5ec7-1cf6-4656-84c4-0f63c1579c1a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Pushing event updated for resources: {'Port': ['ID=b66ef3e3-a528-49d2-b0a8-1a238fe1cc32,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:49.861879 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=9d41be3e-680f-488a-b434-8ed1a78ce815,revision_number=12']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:49.897737 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-cefc5ec7-1cf6-4656-84c4-0f63c1579c1a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Network 5b763374-2274-4295-bfa4-9c7026c30988 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:49.913995 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-cefc5ec7-1cf6-4656-84c4-0f63c1579c1a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:49.917289 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-cefc5ec7-1cf6-4656-84c4-0f63c1579c1a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:50.000110 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123bb7e-4bea-4fc7-a7d9-aabc5fa3a282 req-c33b5256-5049-41d6-8814-5dea0c2b9b34 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:50.013418 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5123bb7e-4bea-4fc7-a7d9-aabc5fa3a282 req-c33b5256-5049-41d6-8814-5dea0c2b9b34 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.2056854 Jul 14 09:14:50.065681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-cefc5ec7-1cf6-4656-84c4-0f63c1579c1a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:50.067483 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-cefc5ec7-1cf6-4656-84c4-0f63c1579c1a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:50.126107 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129313ea-6225-41cf-8a21-033c87ddf2d8 req-2cfed06c-5368-4e77-8d05-89a4a4d04236 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:50.134712 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-129313ea-6225-41cf-8a21-033c87ddf2d8 req-2cfed06c-5368-4e77-8d05-89a4a4d04236 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 943 time: 0.3286619 Jul 14 09:14:50.153460 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-cefc5ec7-1cf6-4656-84c4-0f63c1579c1a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8633938 Jul 14 09:14:50.166240 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5123bb7e-4bea-4fc7-a7d9-aabc5fa3a282 req-1eb7d85e-54a4-4b00-9edd-a4d63f258013 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517997 Jul 14 09:14:50.201097 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-50f4f75b-14aa-4476-809c-be1ad3490995 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=19162f7693704187ba398d887fcfc50a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1812754 Jul 14 09:14:50.229831 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] Request body: {'port': {'device_id': '1bbc99c2-6c39-4d3d-86dd-4910f7991c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:50.300089 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['9d41be3e-680f-488a-b434-8ed1a78ce815'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:50.367191 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-129313ea-6225-41cf-8a21-033c87ddf2d8 req-2ddaad93-b1d3-458e-8ebe-22782a377a02 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315826 Jul 14 09:14:50.465654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e120ee40-43a0-4acb-8293-7a3c3318e2da None None] Provisioning for port b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:50.487137 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:50.498070 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17a094-145e-43ba-ae67-1dc98374a870 req-15a9a0eb-1831-468d-a1f7-868e22a2e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:50.502184 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db17a094-145e-43ba-ae67-1dc98374a870 req-15a9a0eb-1831-468d-a1f7-868e22a2e501 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 1.1329558 Jul 14 09:14:50.522759 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e120ee40-43a0-4acb-8293-7a3c3318e2da None None] Provisioning complete for port b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:50.525011 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e120ee40-43a0-4acb-8293-7a3c3318e2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:50.547781 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-be4f89db-5d50-4587-843f-6d4991b8867b service neutron] 10.222.0.55 "GET /v2.0/ports/0d69710c-d653-4399-8082-1e1be85fb0f8/bindings/n-h2-798054-10 HTTP/1.1" status: 200 len: 385 time: 1.1867959 Jul 14 09:14:50.697930 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db17a094-145e-43ba-ae67-1dc98374a870 req-d5d4eae7-fd06-4472-ad94-d803dc1a54be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=9d41be3e-680f-488a-b434-8ed1a78ce815 HTTP/1.1" status: 200 len: 217 time: 0.1857483 Jul 14 09:14:50.711160 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e403c955-5962-4bff-b73d-ecb1f6a7170f req-79d6da2d-715d-4ee5-8f99-e0f07f7bc083 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a HTTP/1.1" status: 200 len: 210 time: 0.1051612 Jul 14 09:14:50.795676 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e120ee40-43a0-4acb-8293-7a3c3318e2da None None] Port b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:14:50.806984 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e87cdcb0-5c7d-4dd9-8f6d-e9bb21b3322d req-0ecb7a75-2463-4873-abe4-fd70d2ebe949 service neutron] 10.222.0.49 "GET /v2.0/networks/5b763374-2274-4295-bfa4-9c7026c30988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4835024 Jul 14 09:14:50.904038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-ef746be0-9316-483e-9a12-64e8a307721e tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:50.905678 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-ef746be0-9316-483e-9a12-64e8a307721e tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.55 "GET /v2.0/networks?id=5b763374-2274-4295-bfa4-9c7026c30988 HTTP/1.1" status: 200 len: 816 time: 0.7612031 Jul 14 09:14:50.916864 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-7ec47cc0-17b6-40f0-a2fa-1aa488cdf8f7 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:50.918593 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-7ec47cc0-17b6-40f0-a2fa-1aa488cdf8f7 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6776571 Jul 14 09:14:50.932060 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-1ee0bd17-9a30-46e6-bf49-c2bc2a46908c tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Request body: {'port': {'device_id': '246a45cd-14e3-4d26-b345-1aad85f5b85a', 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988', 'admin_state_up': True, 'tenant_id': '3a2660a976324a54a98bbdf308c331b3'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:50.940235 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17a094-145e-43ba-ae67-1dc98374a870 req-a2b93ff8-1fa0-434a-87f2-3eab911b827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:50.941939 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db17a094-145e-43ba-ae67-1dc98374a870 req-a2b93ff8-1fa0-434a-87f2-3eab911b827b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1654279 Jul 14 09:14:50.947149 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-c679c26b-3e4c-4b98-884e-21380044f1e8 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Request body: {'port': {'device_id': 'e091c782-9a1b-4031-ba67-a28707de08aa', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': '19162f7693704187ba398d887fcfc50a'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:50.963359 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d3b83c-2ec7-4f51-9896-37a2aae5c4f3', 'tag': '607c3508-7bb2-4cbb-901a-8a4d8a0ecc13'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:50.965009 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fd6d3d-43f3-4f02-a2bb-48445e665178" -d '{"events": [{"name": "network-changed", "server_uuid": "24d3b83c-2ec7-4f51-9896-37a2aae5c4f3", "tag": "607c3508-7bb2-4cbb-901a-8a4d8a0ecc13"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:50.985180 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-31a5291f-1c86-48ec-b523-f1c30f8b7ff7 req-4f7cdad4-443f-44d0-bc1f-e918fc3b8234 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=e091c782-9a1b-4031-ba67-a28707de08aa HTTP/1.1" status: 200 len: 210 time: 0.0487533 Jul 14 09:14:51.087594 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77b45f-29eb-4920-b70a-8eaae0349abd req-33c8ae19-63a5-46f3-b0bd-f00375cff3c2 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:51.089127 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fa77b45f-29eb-4920-b70a-8eaae0349abd req-33c8ae19-63a5-46f3-b0bd-f00375cff3c2 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.3476737 Jul 14 09:14:51.139744 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9e2bef-3935-4be1-b58d-4f32b4d052ef x-openstack-request-id: req-ad9e2bef-3935-4be1-b58d-4f32b4d052ef {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:51.140215 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d3b83c-2ec7-4f51-9896-37a2aae5c4f3", "tag": "607c3508-7bb2-4cbb-901a-8a4d8a0ecc13", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:51.140659 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad9e2bef-3935-4be1-b58d-4f32b4d052ef {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:51.141195 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d3b83c-2ec7-4f51-9896-37a2aae5c4f3', 'tag': '607c3508-7bb2-4cbb-901a-8a4d8a0ecc13', 'status': 'completed', 'code': 200} Jul 14 09:14:51.158138 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fa77b45f-29eb-4920-b70a-8eaae0349abd req-0b876fd4-7aef-44f8-8b54-c1d8121a7e7b tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579913 Jul 14 09:14:51.280412 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:51.295711 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:51.328350 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] Transition to ACTIVE for port object b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:51.338642 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:51.349387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-1ee0bd17-9a30-46e6-bf49-c2bc2a46908c tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Made reservation on behalf of 3a2660a976324a54a98bbdf308c331b3 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:51.355450 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-1ee0bd17-9a30-46e6-bf49-c2bc2a46908c tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:51.400100 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device c2cc916d-c29f-416e-9b8a-559563b8ff73 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:51.417279 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device c2cc916d-c29f-416e-9b8a-559563b8ff73 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:51.497629 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd6d3d-43f3-4f02-a2bb-48445e665178 req-85115ae4-1ff2-435e-b802-065d3770f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:51.499381 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-23fd6d3d-43f3-4f02-a2bb-48445e665178 req-85115ae4-1ff2-435e-b802-065d3770f896 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a2660a976324a54a98bbdf308c331b3&device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 1095 time: 0.3707821 Jul 14 09:14:51.640094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-1ee0bd17-9a30-46e6-bf49-c2bc2a46908c tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Allocated IP 172.20.0.13 (5b763374-2274-4295-bfa4-9c7026c30988/9def3e56-ca20-44c4-a64c-d9d84d1e296f/57d9d355-d1dc-46a8-b7b3-16ee69315886) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:51.693901 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port c2cc916d-c29f-416e-9b8a-559563b8ff73, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=c2cc916d-c29f-416e-9b8a-559563b8ff73,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:51.708772 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:51.714332 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'c2cc916d-c29f-416e-9b8a-559563b8ff73', 'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a', 'port_id': 'c2cc916d-c29f-416e-9b8a-559563b8ff73', 'mac_address': 'fa:16:3e:74:e5:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4407057c-5ac0-43dc-87ea-7e041a541f0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:51.741378 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26de128-2fa8-4453-9c61-f8834a2009ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2cc916d-c29f-416e-9b8a-559563b8ff73'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:51.743861 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f37b99-14a2-468c-a418-6614f86e5f39" -d '{"events": [{"server_uuid": "f26de128-2fa8-4453-9c61-f8834a2009ae", "name": "network-vif-unplugged", "status": "completed", "tag": "c2cc916d-c29f-416e-9b8a-559563b8ff73"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:51.794482 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:51.807261 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port c2cc916d-c29f-416e-9b8a-559563b8ff73, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=c2cc916d-c29f-416e-9b8a-559563b8ff73,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:51.819022 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-1ee0bd17-9a30-46e6-bf49-c2bc2a46908c tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:51.825370 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:51.835268 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-1ee0bd17-9a30-46e6-bf49-c2bc2a46908c tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Transition to ACTIVE for port object 57d9d355-d1dc-46a8-b7b3-16ee69315886 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:51.884736 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-1ee0bd17-9a30-46e6-bf49-c2bc2a46908c tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:51.892398 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=c2cc916d-c29f-416e-9b8a-559563b8ff73,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:51.897368 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2cc916d-c29f-416e-9b8a-559563b8ff73 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:51.960994 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:14:51.961540 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:14:52.003305 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] Pushing event updated for resources: {'Port': ['ID=b66ef3e3-a528-49d2-b0a8-1a238fe1cc32,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:52.094573 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661f0cf-0385-458d-a58e-0b5c7562e2e2 req-fd5dc8c7-ff21-40e5-9a6a-fca5b75d6640 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:52.095672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-1ee0bd17-9a30-46e6-bf49-c2bc2a46908c tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Network 5b763374-2274-4295-bfa4-9c7026c30988 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:52.101992 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f661f0cf-0385-458d-a58e-0b5c7562e2e2 req-fd5dc8c7-ff21-40e5-9a6a-fca5b75d6640 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 943 time: 0.2395425 Jul 14 09:14:52.123636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd6d3d-43f3-4f02-a2bb-48445e665178 req-1026a649-e26c-4dd0-a3d7-6f686e234962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:52.126070 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-23fd6d3d-43f3-4f02-a2bb-48445e665178 req-1026a649-e26c-4dd0-a3d7-6f686e234962 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5b763374-2274-4295-bfa4-9c7026c30988 HTTP/1.1" status: 200 len: 917 time: 0.2487454 Jul 14 09:14:52.130582 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-1ee0bd17-9a30-46e6-bf49-c2bc2a46908c tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:52.133165 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-1ee0bd17-9a30-46e6-bf49-c2bc2a46908c tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:52.135624 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0713619-1841-4986-a7c3-fc668e0f623c req-849b1d2c-3b8f-47d2-b301-ec6d37d658b6 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:52.142499 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0713619-1841-4986-a7c3-fc668e0f623c req-849b1d2c-3b8f-47d2-b301-ec6d37d658b6 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 950 time: 0.2790041 Jul 14 09:14:52.169032 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] Attempting to bind port b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:52.169673 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] Attempting to bind port b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '920f7f5e-bddb-4aab-9438-10bf1e228aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:52.169771 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] Attempting to bind port b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 on network 5b763374-2274-4295-bfa4-9c7026c30988 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:52.187368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17a094-145e-43ba-ae67-1dc98374a870 req-4d1084ee-d9b0-4379-8173-527d44a6413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:52.189315 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db17a094-145e-43ba-ae67-1dc98374a870 req-4d1084ee-d9b0-4379-8173-527d44a6413a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1925263 Jul 14 09:14:52.190007 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0bd17-9a30-46e6-bf49-c2bc2a46908c tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Pushing event updated for resources: {'Port': ['ID=57d9d355-d1dc-46a8-b7b3-16ee69315886,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:52.190809 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] Port b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 on network 5b763374-2274-4295-bfa4-9c7026c30988 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:52.191138 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] Attempting to bind port b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 on network 5b763374-2274-4295-bfa4-9c7026c30988 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:52.203745 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-1ee0bd17-9a30-46e6-bf49-c2bc2a46908c tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:52.204403 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-1ee0bd17-9a30-46e6-bf49-c2bc2a46908c tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:52.205715 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:52.206087 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] Checking segment: {'id': '920f7f5e-bddb-4aab-9438-10bf1e228aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:52.206606 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] Bound using segment: {'id': '920f7f5e-bddb-4aab-9438-10bf1e228aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:52.207053 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] Bound port: b66ef3e3-a528-49d2-b0a8-1a238fe1cc32, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '920f7f5e-bddb-4aab-9438-10bf1e228aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:52.207412 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:52.285125 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-23fd6d3d-43f3-4f02-a2bb-48445e665178 req-114ab309-1eb0-457a-b074-2ea095c020fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 HTTP/1.1" status: 200 len: 217 time: 0.0883892 Jul 14 09:14:52.317549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] For port b66ef3e3-a528-49d2-b0a8-1a238fe1cc32, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:52.321643 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] For port b66ef3e3-a528-49d2-b0a8-1a238fe1cc32, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=b66ef3e3-a528-49d2-b0a8-1a238fe1cc32,segment=NetworkSegment(920f7f5e-bddb-4aab-9438-10bf1e228aa2),segment_id=920f7f5e-bddb-4aab-9438-10bf1e228aa2)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:52.336141 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f661f0cf-0385-458d-a58e-0b5c7562e2e2 req-c92c42ae-fad1-45ce-8e6e-c5eb1a0fbe48 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326388 Jul 14 09:14:52.340304 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:52.434274 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0713619-1841-4986-a7c3-fc668e0f623c req-11fe6f4b-ca77-409e-98ae-c788b547ac07 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908025 Jul 14 09:14:52.475758 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-1ee0bd17-9a30-46e6-bf49-c2bc2a46908c tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5512760 Jul 14 09:14:52.489391 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:52.498783 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:52.501695 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] 10.222.0.49 "PUT /v2.0/ports/b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 HTTP/1.1" status: 200 len: 1092 time: 2.3294015 Jul 14 09:14:52.508246 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbc99c2-6c39-4d3d-86dd-4910f7991c30', 'tag': 'b66ef3e3-a528-49d2-b0a8-1a238fe1cc32'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:52.515746 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b18d83-7a3b-4b2e-bfd1-961be77c30e5" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbc99c2-6c39-4d3d-86dd-4910f7991c30", "tag": "b66ef3e3-a528-49d2-b0a8-1a238fe1cc32"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:52.519184 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] Request body: {'port': {'device_id': '246a45cd-14e3-4d26-b345-1aad85f5b85a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:52.576109 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:52.580066 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb1040-93fa-486f-84bf-38e5de756f6e service neutron] Pushing event updated for resources: {'Port': ['ID=b66ef3e3-a528-49d2-b0a8-1a238fe1cc32,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:52.591370 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.49', 50416) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:52.631224 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2cc916d-c29f-416e-9b8a-559563b8ff73 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:52.684023 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port c2cc916d-c29f-416e-9b8a-559563b8ff73, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=c2cc916d-c29f-416e-9b8a-559563b8ff73,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:52.694408 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:52.762254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-dd9cdde2-688d-41be-ac51-c6453fdbafa8 None None] Provisioning for port 57d9d355-d1dc-46a8-b7b3-16ee69315886 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:52.777865 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-dd9cdde2-688d-41be-ac51-c6453fdbafa8 None None] Provisioning complete for port 57d9d355-d1dc-46a8-b7b3-16ee69315886 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:52.780043 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd9cdde2-688d-41be-ac51-c6453fdbafa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:52.781475 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db17a094-145e-43ba-ae67-1dc98374a870 req-cbb5e0f0-27c9-4671-ad82-49331a46aba7 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983034 Jul 14 09:14:52.798234 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-c679c26b-3e4c-4b98-884e-21380044f1e8 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Made reservation on behalf of 19162f7693704187ba398d887fcfc50a for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:52.802136 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-c679c26b-3e4c-4b98-884e-21380044f1e8 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:52.832835 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=c2cc916d-c29f-416e-9b8a-559563b8ff73,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:52.848922 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-dd9cdde2-688d-41be-ac51-c6453fdbafa8 None None] Port 57d9d355-d1dc-46a8-b7b3-16ee69315886 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:14:52.855151 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22fe7a32-f418-409d-8da0-99a150b1f8c5 req-49638d92-ad7c-4d47-a274-c6c449e2b216 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2622502 Jul 14 09:14:52.868288 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-f9a348e3-0d10-416a-ab89-d31f11671fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:52.870303 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-f9a348e3-0d10-416a-ab89-d31f11671fcb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a2660a976324a54a98bbdf308c331b3&device_id=1bbc99c2-6c39-4d3d-86dd-4910f7991c30 HTTP/1.1" status: 200 len: 1095 time: 0.2747946 Jul 14 09:14:52.884203 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4c643-0c20-4831-9599-ff5ed71703d5 req-8bd62d06-6931-43fc-b1a8-9f5a697fe88b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:52.892073 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b5d4c643-0c20-4831-9599-ff5ed71703d5 req-8bd62d06-6931-43fc-b1a8-9f5a697fe88b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 943 time: 0.2471881 Jul 14 09:14:52.966188 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-2e9faf73-949d-4565-b4ac-cb9bb718a90e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 HTTP/1.1" status: 200 len: 217 time: 0.0714869 Jul 14 09:14:53.070388 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd6d3d-43f3-4f02-a2bb-48445e665178 req-802b023b-d8ae-48c3-87b7-32d7f593507c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:53.072841 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-23fd6d3d-43f3-4f02-a2bb-48445e665178 req-802b023b-d8ae-48c3-87b7-32d7f593507c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9def3e56-ca20-44c4-a64c-d9d84d1e296f HTTP/1.1" status: 200 len: 855 time: 0.5962009 Jul 14 09:14:53.082314 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-b26c4122-940e-4bd1-a9ff-60491931c868 service neutron] For port 0d69710c-d653-4399-8082-1e1be85fb0f8, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0d69710c-d653-4399-8082-1e1be85fb0f8,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:53.097316 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b5d4c643-0c20-4831-9599-ff5ed71703d5 req-3b745de8-1045-4fc0-ad80-c5e126fdff9f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043741 Jul 14 09:14:53.106841 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-80dc7c1d-4c9a-432d-a95d-f52546150fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:53.108298 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-80dc7c1d-4c9a-432d-a95d-f52546150fa0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9def3e56-ca20-44c4-a64c-d9d84d1e296f HTTP/1.1" status: 200 len: 855 time: 0.1251898 Jul 14 09:14:53.121925 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['c2cc916d-c29f-416e-9b8a-559563b8ff73'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:53.167355 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe7a32-f418-409d-8da0-99a150b1f8c5 req-57b7e57b-03cc-4965-876c-c2db7d7685fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:53.168896 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22fe7a32-f418-409d-8da0-99a150b1f8c5 req-57b7e57b-03cc-4965-876c-c2db7d7685fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 1096 time: 0.2095742 Jul 14 09:14:53.184310 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7b8a0-1820-4280-808b-8aafdeb5f6f0 req-233268ba-1c8a-4025-9814-2eb90cd10f9b tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:53.191420 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-31d7b8a0-1820-4280-808b-8aafdeb5f6f0 req-233268ba-1c8a-4025-9814-2eb90cd10f9b tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a HTTP/1.1" status: 200 len: 932 time: 0.2070777 Jul 14 09:14:53.210159 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:53.272852 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f500a4-966c-424f-9407-e874bceb82dc x-openstack-request-id: req-c4f500a4-966c-424f-9407-e874bceb82dc {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:53.273477 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26de128-2fa8-4453-9c61-f8834a2009ae", "name": "network-vif-unplugged", "status": "completed", "tag": "c2cc916d-c29f-416e-9b8a-559563b8ff73", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:53.274237 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4f500a4-966c-424f-9407-e874bceb82dc {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:53.274965 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26de128-2fa8-4453-9c61-f8834a2009ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2cc916d-c29f-416e-9b8a-559563b8ff73', 'code': 200} Jul 14 09:14:53.280284 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-b26c4122-940e-4bd1-a9ff-60491931c868 service neutron] For port 0d69710c-d653-4399-8082-1e1be85fb0f8, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:53.367129 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-31d7b8a0-1820-4280-808b-8aafdeb5f6f0 req-a7ac8b11-3f6f-48ff-928f-d76395ef0511 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746418 Jul 14 09:14:53.371327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-c679c26b-3e4c-4b98-884e-21380044f1e8 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Allocated IP 192.168.233.245 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/6267535e-1902-4fa0-add5-0db9e9965911) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:53.396255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-321d236e-fccd-4939-9bda-399cb991c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:53.397581 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-321d236e-fccd-4939-9bda-399cb991c0f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b763374-2274-4295-bfa4-9c7026c30988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2774148 Jul 14 09:14:53.449123 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe7a32-f418-409d-8da0-99a150b1f8c5 req-e5ae9fe3-e946-40f8-87cd-2416d583617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:53.449374 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9d41be3e-680f-488a-b434-8ed1a78ce815 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:53.451201 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22fe7a32-f418-409d-8da0-99a150b1f8c5 req-e5ae9fe3-e946-40f8-87cd-2416d583617f service neutron] 10.222.0.49 "GET /v2.0/networks?id=fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 200 len: 908 time: 0.2574997 Jul 14 09:14:53.608518 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 9d41be3e-680f-488a-b434-8ed1a78ce815 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:53.616870 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-b26c4122-940e-4bd1-a9ff-60491931c868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d69710c-d653-4399-8082-1e1be85fb0f8 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:53.623598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 9d41be3e-680f-488a-b434-8ed1a78ce815 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:53.625542 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:53.627513 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5d59df-7559-48ba-a6e3-28be15231b1f x-openstack-request-id: req-3f5d59df-7559-48ba-a6e3-28be15231b1f {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:53.632991 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbc99c2-6c39-4d3d-86dd-4910f7991c30", "tag": "b66ef3e3-a528-49d2-b0a8-1a238fe1cc32", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:53.633403 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f5d59df-7559-48ba-a6e3-28be15231b1f {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:53.634044 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbc99c2-6c39-4d3d-86dd-4910f7991c30', 'tag': 'b66ef3e3-a528-49d2-b0a8-1a238fe1cc32', 'status': 'completed', 'code': 200} Jul 14 09:14:53.666055 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db17a094-145e-43ba-ae67-1dc98374a870 req-2e76a278-9c86-4110-b895-06b693dc71b7 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8514271 Jul 14 09:14:53.704535 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-b26c4122-940e-4bd1-a9ff-60491931c868 service neutron] For port 0d69710c-d653-4399-8082-1e1be85fb0f8, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=0d69710c-d653-4399-8082-1e1be85fb0f8,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:53.754804 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22fe7a32-f418-409d-8da0-99a150b1f8c5 req-f854d698-4fa2-4a5a-9dac-a24df1e794e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=666e555c-0a85-4d9b-96ce-cc12515fb8f0 HTTP/1.1" status: 200 len: 217 time: 0.2717836 Jul 14 09:14:53.781606 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:53.829970 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 9d41be3e-680f-488a-b434-8ed1a78ce815, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9d41be3e-680f-488a-b434-8ed1a78ce815,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:53.833015 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9f4da555-156c-4386-94fc-376b19ebf5a8 req-670a0bbb-c6cc-45ad-a43b-7b0a4612579c tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=e091c782-9a1b-4031-ba67-a28707de08aa HTTP/1.1" status: 200 len: 210 time: 0.2129161 Jul 14 09:14:53.837627 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:53.904062 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=9d41be3e-680f-488a-b434-8ed1a78ce815,revision_number=13']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:53.966048 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe7a32-f418-409d-8da0-99a150b1f8c5 req-c17459d2-7b3f-47be-9cd6-83507de63998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:53.968100 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22fe7a32-f418-409d-8da0-99a150b1f8c5 req-c17459d2-7b3f-47be-9cd6-83507de63998 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 200 len: 847 time: 0.1682816 Jul 14 09:14:54.024325 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-8098ed3e-ff59-460b-a1e8-389ca7c6b81d service neutron] 10.222.0.49 "GET /v2.0/networks/5b763374-2274-4295-bfa4-9c7026c30988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6156359 Jul 14 09:14:54.051256 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22fe7a32-f418-409d-8da0-99a150b1f8c5 req-bf6f69c8-c327-4882-8e19-787c9bce6efe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbea3c05-472e-4cae-8d96-84e615e12c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742149 Jul 14 09:14:54.078443 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd6d3d-43f3-4f02-a2bb-48445e665178 req-5f619071-2ea2-4608-89e2-f2da34a796d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:54.080202 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-23fd6d3d-43f3-4f02-a2bb-48445e665178 req-5f619071-2ea2-4608-89e2-f2da34a796d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b763374-2274-4295-bfa4-9c7026c30988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9911971 Jul 14 09:14:54.091859 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-b26c4122-940e-4bd1-a9ff-60491931c868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:54.184563 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22fe7a32-f418-409d-8da0-99a150b1f8c5 req-31535a78-8a7f-4c2d-b4d7-f1fc8e1b22e1 service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208506 Jul 14 09:14:54.306725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71e78f-7cdc-41e8-a3c5-3fbf7839647b req-23fe26bb-38bb-434b-9f1a-d5331e510e21 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:54.308701 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6b71e78f-7cdc-41e8-a3c5-3fbf7839647b req-23fe26bb-38bb-434b-9f1a-d5331e510e21 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=55916dd1-83d1-4422-8038-f8dfb2aab5d0 HTTP/1.1" status: 200 len: 945 time: 0.5117257 Jul 14 09:14:54.320231 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:54.427797 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6b71e78f-7cdc-41e8-a3c5-3fbf7839647b req-432937da-dd12-42c7-8969-6d45783b84f9 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106339 Jul 14 09:14:54.490931 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc7419bc-0abf-4441-897b-62b7647c9b38 req-d200dcc3-3199-410e-8f7d-3a4ff7791336 service neutron] 10.222.0.49 "GET /v2.0/networks/5b763374-2274-4295-bfa4-9c7026c30988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448209 Jul 14 09:14:54.507756 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419fcf6-95e7-45a6-9b63-0ecb7d46a059 req-73769a32-2b63-4705-a420-77b8ba888008 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:54.516614 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8419fcf6-95e7-45a6-9b63-0ecb7d46a059 req-73769a32-2b63-4705-a420-77b8ba888008 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 944 time: 0.4532905 Jul 14 09:14:54.534196 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=607c3508-7bb2-4cbb-901a-8a4d8a0ecc13,segment=NetworkSegment(920f7f5e-bddb-4aab-9438-10bf1e228aa2),segment_id=920f7f5e-bddb-4aab-9438-10bf1e228aa2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:54.547740 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '607c3508-7bb2-4cbb-901a-8a4d8a0ecc13', 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988', 'port_id': '607c3508-7bb2-4cbb-901a-8a4d8a0ecc13', 'mac_address': 'fa:16:3e:c2:1f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9def3e56-ca20-44c4-a64c-d9d84d1e296f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:54.584584 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22fe7a32-f418-409d-8da0-99a150b1f8c5 req-d5a7b60d-d68e-4f8b-b896-9667a55fd910 service neutron] 10.222.0.49 "GET /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699231 Jul 14 09:14:54.625585 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:54.653977 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8419fcf6-95e7-45a6-9b63-0ecb7d46a059 req-cdef9eb0-2f02-4ecb-998f-423c9b45467f tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357741 Jul 14 09:14:54.706782 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:54.728547 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e4ea8bba-cd92-434b-aa01-bfb4f8390195 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1258249 Jul 14 09:14:54.771571 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=607c3508-7bb2-4cbb-901a-8a4d8a0ecc13,segment=NetworkSegment(920f7f5e-bddb-4aab-9438-10bf1e228aa2),segment_id=920f7f5e-bddb-4aab-9438-10bf1e228aa2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:54.776841 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:54.894745 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-b26c4122-940e-4bd1-a9ff-60491931c868 service neutron] Transition to ACTIVE for port object 0d69710c-d653-4399-8082-1e1be85fb0f8 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:54.895744 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=607c3508-7bb2-4cbb-901a-8a4d8a0ecc13,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:54.907892 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d9d355-d1dc-46a8-b7b3-16ee69315886 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:54.913718 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-b26c4122-940e-4bd1-a9ff-60491931c868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:54.929332 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:55.013025 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b18d83-7a3b-4b2e-bfd1-961be77c30e5 req-93c93434-8a00-4929-b00b-8df49f9961bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:55.025906 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-23fd6d3d-43f3-4f02-a2bb-48445e665178 req-94a7ea0d-b633-4119-8b07-b4cb5cce2dd6 service neutron] 10.222.0.49 "GET /v2.0/networks/5b763374-2274-4295-bfa4-9c7026c30988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9161065 Jul 14 09:14:55.026755 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9b18d83-7a3b-4b2e-bfd1-961be77c30e5 req-93c93434-8a00-4929-b00b-8df49f9961bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a2660a976324a54a98bbdf308c331b3&device_id=1bbc99c2-6c39-4d3d-86dd-4910f7991c30 HTTP/1.1" status: 200 len: 1095 time: 0.4657168 Jul 14 09:14:55.028222 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] Transition to ACTIVE for port object 57d9d355-d1dc-46a8-b7b3-16ee69315886 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:55.036988 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-c679c26b-3e4c-4b98-884e-21380044f1e8 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:55.057881 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:55.113729 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-b26c4122-940e-4bd1-a9ff-60491931c868 service neutron] No DVR routers for this DVR port 0d69710c-d653-4399-8082-1e1be85fb0f8 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:55.127031 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-c2c1ada8-a45d-47dc-ae44-3b13e0b0921f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:55.138451 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-c2c1ada8-a45d-47dc-ae44-3b13e0b0921f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4089234 Jul 14 09:14:55.160338 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-c679c26b-3e4c-4b98-884e-21380044f1e8 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Transition to ACTIVE for port object 6267535e-1902-4fa0-add5-0db9e9965911 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:55.168645 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c4122-940e-4bd1-a9ff-60491931c868 service neutron] Pushing event updated for resources: {'Port': ['ID=0d69710c-d653-4399-8082-1e1be85fb0f8,revision_number=10']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:55.170156 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['607c3508-7bb2-4cbb-901a-8a4d8a0ecc13'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:55.249483 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-b26c4122-940e-4bd1-a9ff-60491931c868 service neutron] 10.222.0.55 "PUT /v2.0/ports/0d69710c-d653-4399-8082-1e1be85fb0f8/bindings/n-h2-798054-10/activate HTTP/1.1" status: 200 len: 370 time: 4.5986266 Jul 14 09:14:55.285875 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b18d83-7a3b-4b2e-bfd1-961be77c30e5 req-a27855c8-912e-4e19-af4a-1031f036f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:55.287511 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9b18d83-7a3b-4b2e-bfd1-961be77c30e5 req-a27855c8-912e-4e19-af4a-1031f036f4d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5b763374-2274-4295-bfa4-9c7026c30988 HTTP/1.1" status: 200 len: 917 time: 0.2334883 Jul 14 09:14:55.290344 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ee4b83-ec90-461c-990e-bf9315e301db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d41be3e-680f-488a-b434-8ed1a78ce815'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:55.303119 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91b7acb-fbd7-4b98-b38c-d38478f2c408" -d '{"events": [{"server_uuid": "40ee4b83-ec90-461c-990e-bf9315e301db", "name": "network-vif-plugged", "status": "completed", "tag": "9d41be3e-680f-488a-b434-8ed1a78ce815"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:55.387123 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-65830f39-f80c-49e9-b705-a9f268ec6479 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/quotas/c1f686ac9a324dcb89dc1055bf2d7b7b HTTP/1.1" status: 200 len: 375 time: 0.2458670 Jul 14 09:14:55.418891 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=57d9d355-d1dc-46a8-b7b3-16ee69315886,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:55.427174 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9b18d83-7a3b-4b2e-bfd1-961be77c30e5 req-2a954de0-2ab3-4227-86a2-e866cb9967dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 HTTP/1.1" status: 200 len: 217 time: 0.1320994 Jul 14 09:14:55.442120 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device c2cc916d-c29f-416e-9b8a-559563b8ff73 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:55.489457 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-23fd6d3d-43f3-4f02-a2bb-48445e665178 req-f1e3a33a-1d50-4233-9e36-22070a2f499b service neutron] 10.222.0.49 "GET /v2.0/networks/5b763374-2274-4295-bfa4-9c7026c30988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413400 Jul 14 09:14:55.498810 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-c679c26b-3e4c-4b98-884e-21380044f1e8 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:55.591099 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3fe00c75-5227-492d-ae33-c5ec2711f80d', '4b2dcfac-24be-49fd-9e66-ef188e650dd1'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:55.592127 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-c679c26b-3e4c-4b98-884e-21380044f1e8 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:55.595977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] Attempting to bind port 57d9d355-d1dc-46a8-b7b3-16ee69315886 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:55.596531 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] Attempting to bind port 57d9d355-d1dc-46a8-b7b3-16ee69315886 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '920f7f5e-bddb-4aab-9438-10bf1e228aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:55.597044 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] Attempting to bind port 57d9d355-d1dc-46a8-b7b3-16ee69315886 on network 5b763374-2274-4295-bfa4-9c7026c30988 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:55.603166 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50260) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:55.604467 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-c679c26b-3e4c-4b98-884e-21380044f1e8 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:55.611956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-c679c26b-3e4c-4b98-884e-21380044f1e8 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:55.622986 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] Port 57d9d355-d1dc-46a8-b7b3-16ee69315886 on network 5b763374-2274-4295-bfa4-9c7026c30988 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:55.623520 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] Attempting to bind port 57d9d355-d1dc-46a8-b7b3-16ee69315886 on network 5b763374-2274-4295-bfa4-9c7026c30988 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:55.659139 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679c26b-3e4c-4b98-884e-21380044f1e8 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Pushing event updated for resources: {'Port': ['ID=6267535e-1902-4fa0-add5-0db9e9965911,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:55.687193 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:55.687527 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] Checking segment: {'id': '920f7f5e-bddb-4aab-9438-10bf1e228aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:55.691073 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] Bound using segment: {'id': '920f7f5e-bddb-4aab-9438-10bf1e228aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:55.691648 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] Bound port: 57d9d355-d1dc-46a8-b7b3-16ee69315886, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '920f7f5e-bddb-4aab-9438-10bf1e228aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:55.694716 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:55.714854 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b18d83-7a3b-4b2e-bfd1-961be77c30e5 req-f6f6bc47-8e02-40b0-947f-b22e7345f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:55.717509 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9b18d83-7a3b-4b2e-bfd1-961be77c30e5 req-f6f6bc47-8e02-40b0-947f-b22e7345f0b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9def3e56-ca20-44c4-a64c-d9d84d1e296f HTTP/1.1" status: 200 len: 855 time: 0.2729182 Jul 14 09:14:55.805580 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port c2cc916d-c29f-416e-9b8a-559563b8ff73 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:55.806416 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:55.813561 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-31d3c395-3bcb-4520-a643-c7f4739612cd tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:55.813988 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] For port 57d9d355-d1dc-46a8-b7b3-16ee69315886, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:55.815318 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-31d3c395-3bcb-4520-a643-c7f4739612cd tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67&tenant_id=fb19214797344ab2ac345b8f12b29ed5&binding%3Ahost_id=n-h1-798054-10 HTTP/1.1" status: 200 len: 1096 time: 0.4031773 Jul 14 09:14:55.817712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] For port 57d9d355-d1dc-46a8-b7b3-16ee69315886, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=57d9d355-d1dc-46a8-b7b3-16ee69315886,segment=NetworkSegment(920f7f5e-bddb-4aab-9438-10bf1e228aa2),segment_id=920f7f5e-bddb-4aab-9438-10bf1e228aa2)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:55.824739 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208feda-fb78-4998-ad44-002e98e04ba5 req-dbf99772-b706-4ab6-83e8-464bb8200d53 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:55.833620 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f208feda-fb78-4998-ad44-002e98e04ba5 req-dbf99772-b706-4ab6-83e8-464bb8200d53 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 944 time: 0.5396466 Jul 14 09:14:55.835794 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:55.847569 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-4664036e-d344-489d-aa86-69b792944632 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4364307 Jul 14 09:14:55.894016 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-c679c26b-3e4c-4b98-884e-21380044f1e8 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:55.896660 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-c679c26b-3e4c-4b98-884e-21380044f1e8 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:55.918167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:55.918863 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:55.920660 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] 10.222.0.55 "PUT /v2.0/ports/57d9d355-d1dc-46a8-b7b3-16ee69315886 HTTP/1.1" status: 200 len: 1093 time: 3.4056857 Jul 14 09:14:55.965283 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246a45cd-14e3-4d26-b345-1aad85f5b85a', 'tag': '57d9d355-d1dc-46a8-b7b3-16ee69315886'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:55.970420 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4984138-42b0-49d1-a4f3-3ce8f254f730" -d '{"events": [{"name": "network-changed", "server_uuid": "246a45cd-14e3-4d26-b345-1aad85f5b85a", "tag": "57d9d355-d1dc-46a8-b7b3-16ee69315886"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:55.975179 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2bf1fbc0-ffb8-4401-99d4-f8a7951910f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:55.993426 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-c679c26b-3e4c-4b98-884e-21380044f1e8 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0573120 Jul 14 09:14:56.051033 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2a5b4fa4-7fb8-43a0-8546-073f83d0c495 None None] Provisioning for port 6267535e-1902-4fa0-add5-0db9e9965911 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:56.070116 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f208feda-fb78-4998-ad44-002e98e04ba5 req-d3ca2743-f08e-4a33-988c-40de5fcb7ba9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352951 Jul 14 09:14:56.078469 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] Request body: {'port': {'device_id': 'e091c782-9a1b-4031-ba67-a28707de08aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:56.143224 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b18d83-7a3b-4b2e-bfd1-961be77c30e5 req-2c38f015-530c-4849-bcb8-a663bebafc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:56.146907 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9b18d83-7a3b-4b2e-bfd1-961be77c30e5 req-2c38f015-530c-4849-bcb8-a663bebafc09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b763374-2274-4295-bfa4-9c7026c30988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4194386 Jul 14 09:14:56.151787 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-baa46b90-7741-4bd9-b3d9-f79111230793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:56.157406 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-baa46b90-7741-4bd9-b3d9-f79111230793 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67&tenant_id=fb19214797344ab2ac345b8f12b29ed5 HTTP/1.1" status: 200 len: 1096 time: 0.3208296 Jul 14 09:14:56.161519 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2a5b4fa4-7fb8-43a0-8546-073f83d0c495 None None] Provisioning complete for port 6267535e-1902-4fa0-add5-0db9e9965911 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:56.162338 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4fa4-7fb8-43a0-8546-073f83d0c495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:56.269752 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:56.276289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b4dec-ccf5-47ea-ba0d-b258a02ed1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=57d9d355-d1dc-46a8-b7b3-16ee69315886,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:56.309063 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2a5b4fa4-7fb8-43a0-8546-073f83d0c495 None None] Port 6267535e-1902-4fa0-add5-0db9e9965911 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:14:56.390425 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port c2cc916d-c29f-416e-9b8a-559563b8ff73, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=c2cc916d-c29f-416e-9b8a-559563b8ff73,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:56.403933 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:56.483640 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=c2cc916d-c29f-416e-9b8a-559563b8ff73,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:56.525450 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-50f40090-219e-4d69-adf9-8883f3979342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:56.539682 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-50f40090-219e-4d69-adf9-8883f3979342 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a2660a976324a54a98bbdf308c331b3&device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a HTTP/1.1" status: 200 len: 1096 time: 0.5127158 Jul 14 09:14:56.541864 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:56.735508 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-4194260b-e026-4e3a-b4c4-2baaa7c11fc4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57d9d355-d1dc-46a8-b7b3-16ee69315886 HTTP/1.1" status: 200 len: 217 time: 0.1677327 Jul 14 09:14:56.744162 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2bf1fbc0-ffb8-4401-99d4-f8a7951910f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:56.819501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-dd666ebb-2253-4596-b186-13cc6a0ffce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:56.821580 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-dd666ebb-2253-4596-b186-13cc6a0ffce8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9def3e56-ca20-44c4-a64c-d9d84d1e296f HTTP/1.1" status: 200 len: 855 time: 0.0707023 Jul 14 09:14:56.822638 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2bf1fbc0-ffb8-4401-99d4-f8a7951910f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:56.837625 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9b18d83-7a3b-4b2e-bfd1-961be77c30e5 req-64cad652-06f9-48c3-a6e3-49a0695d146a service neutron] 10.222.0.49 "GET /v2.0/networks/5b763374-2274-4295-bfa4-9c7026c30988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6790509 Jul 14 09:14:56.870271 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['d4585aea-29d1-4c2e-a839-33de458e8edc', '94e65a1f-98ce-4889-8a69-032edb64e200', '428bb167-b385-4b1b-9b7b-5ed66170f155', '6f6cab39-e0e1-4570-9180-7759e45d5cb6'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:56.881986 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-bed08937-658d-4c26-87a5-bbd8e3f3b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:56.883628 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-bed08937-658d-4c26-87a5-bbd8e3f3b271 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb19214797344ab2ac345b8f12b29ed5&device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 1096 time: 0.6880991 Jul 14 09:14:56.937115 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec2b70-b560-4086-a36d-2b39e7b5ac37 req-9623d322-0de6-45fd-8002-742242cfa913 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:56.944598 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96ec2b70-b560-4086-a36d-2b39e7b5ac37 req-9623d322-0de6-45fd-8002-742242cfa913 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a HTTP/1.1" status: 200 len: 944 time: 0.5860660 Jul 14 09:14:56.987812 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2bf1fbc0-ffb8-4401-99d4-f8a7951910f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=43558eb454d244849e66285a78a9ea18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3777373 Jul 14 09:14:56.991257 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1fbc0-ffb8-4401-99d4-f8a7951910f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02125002-898a-46ab-a34f-8a658b5004b5,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:57.004049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50282) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:57.023263 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaee10c-9a9f-4eb7-8a78-6255418ea3f6 req-89e43955-dbff-4cce-98f6-54dec293cd33 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:57.030265 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2eaee10c-9a9f-4eb7-8a78-6255418ea3f6 req-89e43955-dbff-4cce-98f6-54dec293cd33 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=e091c782-9a1b-4031-ba67-a28707de08aa HTTP/1.1" status: 200 len: 936 time: 0.6704552 Jul 14 09:14:57.127643 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-4b23d862-ba58-44b1-a032-018b73c6d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:57.129144 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-4b23d862-ba58-44b1-a032-018b73c6d787 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b763374-2274-4295-bfa4-9c7026c30988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2943981 Jul 14 09:14:57.171702 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d86cb8cc-3a47-4c3e-a80f-8bcdd81691d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:57.173333 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-d86cb8cc-3a47-4c3e-a80f-8bcdd81691d5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 200 len: 922 time: 0.2574110 Jul 14 09:14:57.184270 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96ec2b70-b560-4086-a36d-2b39e7b5ac37 req-22362b48-a29a-4dfc-a774-cee5b39de23f tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387218 Jul 14 09:14:57.233404 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2eaee10c-9a9f-4eb7-8a78-6255418ea3f6 req-92c408f5-9da0-4b7e-b7b4-d651fbf54be0 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014070 Jul 14 09:14:57.237878 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b521f2c4-2588-410d-a4fb-32bd7391c7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:57.249208 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d4643a6-0300-48fa-b4ef-07c650d14b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:57.340693 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce796bc7-3f31-4399-9184-e964a55cdcd6 x-openstack-request-id: req-ce796bc7-3f31-4399-9184-e964a55cdcd6 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:57.340949 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d4643a6-0300-48fa-b4ef-07c650d14b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:57.341271 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ee4b83-ec90-461c-990e-bf9315e301db", "name": "network-vif-plugged", "status": "completed", "tag": "9d41be3e-680f-488a-b434-8ed1a78ce815", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:57.341622 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce796bc7-3f31-4399-9184-e964a55cdcd6 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:57.342843 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ee4b83-ec90-461c-990e-bf9315e301db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d41be3e-680f-488a-b434-8ed1a78ce815', 'code': 200} Jul 14 09:14:57.358933 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-904be5ef-1738-44b7-b046-eeb964d34160 service neutron] 10.222.0.55 "GET /v2.0/networks/5b763374-2274-4295-bfa4-9c7026c30988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138093 Jul 14 09:14:57.371163 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-396b621b-6e90-4c6e-92ae-001427706ef9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d69710c-d653-4399-8082-1e1be85fb0f8 HTTP/1.1" status: 200 len: 217 time: 0.1653483 Jul 14 09:14:57.382935 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9b18d83-7a3b-4b2e-bfd1-961be77c30e5 req-00e7c988-b11a-49e7-b0e5-466c9f707bdd service neutron] 10.222.0.49 "GET /v2.0/networks/5b763374-2274-4295-bfa4-9c7026c30988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328832 Jul 14 09:14:57.508698 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6267535e-1902-4fa0-add5-0db9e9965911 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:57.515883 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-fda41f6f-43cf-4f86-b6c1-b23b120caf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:57.517689 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-fda41f6f-43cf-4f86-b6c1-b23b120caf73 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 200 len: 861 time: 0.1321721 Jul 14 09:14:57.522009 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:57.585161 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d4643a6-0300-48fa-b4ef-07c650d14b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:57.600574 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d4643a6-0300-48fa-b4ef-07c650d14b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:57.601713 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-bd716011-fc86-4bc7-8364-1bacf34d8afb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69fb26df-5cb7-4481-be7d-48558c78cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753770 Jul 14 09:14:57.613018 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7d4643a6-0300-48fa-b4ef-07c650d14b62 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02125002-898a-46ab-a34f-8a658b5004b5 HTTP/1.1" status: 204 len: 168 time: 0.6076903 Jul 14 09:14:57.616830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] Transition to ACTIVE for port object 6267535e-1902-4fa0-add5-0db9e9965911 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:57.633347 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-37af7bb9-e2cc-46f3-b764-8a6c496e27df req-3da357b2-925c-40fa-9b00-555cade1d36f service neutron] 10.222.0.55 "GET /v2.0/networks/5b763374-2274-4295-bfa4-9c7026c30988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518437 Jul 14 09:14:57.633982 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:57.714318 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-c670d397-09b2-4cf7-8bc9-9f25b3c6cde9 service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021609 Jul 14 09:14:57.719410 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] Pushing event updated for resources: {'Port': ['ID=6267535e-1902-4fa0-add5-0db9e9965911,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:57.729105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4643a6-0300-48fa-b4ef-07c650d14b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02125002-898a-46ab-a34f-8a658b5004b5,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:57.754776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470a9f0-c950-4ee0-a5f2-9c37d6ce3cd3 req-61381884-113b-4733-859f-e1a14d4db8bf tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:57.762585 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2470a9f0-c950-4ee0-a5f2-9c37d6ce3cd3 req-61381884-113b-4733-859f-e1a14d4db8bf tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.2181451 Jul 14 09:14:57.893697 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] Attempting to bind port 6267535e-1902-4fa0-add5-0db9e9965911 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:57.894286 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] Attempting to bind port 6267535e-1902-4fa0-add5-0db9e9965911 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:57.894681 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] Attempting to bind port 6267535e-1902-4fa0-add5-0db9e9965911 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:57.901039 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] Port 6267535e-1902-4fa0-add5-0db9e9965911 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:57.901368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] Attempting to bind port 6267535e-1902-4fa0-add5-0db9e9965911 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:57.914171 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:57.915085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:57.915472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:57.916038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] Bound port: 6267535e-1902-4fa0-add5-0db9e9965911, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:57.916507 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:57.935588 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2470a9f0-c950-4ee0-a5f2-9c37d6ce3cd3 req-1fb3d09a-e99a-49a9-879c-353e24d5177b tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716578 Jul 14 09:14:57.982371 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-a699a772-d8f9-481b-9401-204ae3d6cd22 service neutron] 10.222.0.49 "GET /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589076 Jul 14 09:14:58.033161 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-3b3bf8fd-258e-4577-af81-f52b2b4963c9 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773442 Jul 14 09:14:58.075090 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc734f84-a874-4984-a13e-14f785487e54 x-openstack-request-id: req-bc734f84-a874-4984-a13e-14f785487e54 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:58.075387 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246a45cd-14e3-4d26-b345-1aad85f5b85a", "tag": "57d9d355-d1dc-46a8-b7b3-16ee69315886", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:58.075639 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc734f84-a874-4984-a13e-14f785487e54 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:58.076258 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246a45cd-14e3-4d26-b345-1aad85f5b85a', 'tag': '57d9d355-d1dc-46a8-b7b3-16ee69315886', 'status': 'completed', 'code': 200} Jul 14 09:14:58.219312 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] For port 6267535e-1902-4fa0-add5-0db9e9965911, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:58.244679 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] For port 6267535e-1902-4fa0-add5-0db9e9965911, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6267535e-1902-4fa0-add5-0db9e9965911,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:58.256207 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.329354 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:58.329766 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.331164 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] 10.222.0.49 "PUT /v2.0/ports/6267535e-1902-4fa0-add5-0db9e9965911 HTTP/1.1" status: 200 len: 1097 time: 2.3208041 Jul 14 09:14:58.346576 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-59d996d2-8b79-457a-bb39-9aaf68ad6b56 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:58.348054 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-59d996d2-8b79-457a-bb39-9aaf68ad6b56 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3085995 Jul 14 09:14:58.348190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:58.352538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:58.361990 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4984138-42b0-49d1-a4f3-3ce8f254f730 req-8d6e51ea-979c-4e86-b075-fd91b28633fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:58.363617 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e4984138-42b0-49d1-a4f3-3ce8f254f730 req-8d6e51ea-979c-4e86-b075-fd91b28633fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a2660a976324a54a98bbdf308c331b3&device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a HTTP/1.1" status: 200 len: 1096 time: 0.2021520 Jul 14 09:14:58.372261 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822f659-0b7a-46f5-a400-e5ba963ef63f service neutron] Pushing event updated for resources: {'Port': ['ID=6267535e-1902-4fa0-add5-0db9e9965911,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:58.384395 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-efeed84f-46d7-4764-9967-b6c67512032a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Request body: {'port': {'device_id': 'f6d81926-cf02-4264-b10a-0cd534363aee', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': 'c1f686ac9a324dcb89dc1055bf2d7b7b'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:58.400581 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b67e9ef5-4a7a-4e0c-8e8f-3df5b72e9776 req-29908971-f7ff-45e9-879a-126b0e2e7cc5 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 210 time: 0.0970316 Jul 14 09:14:58.401205 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50298) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:58.465775 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60cb97-7456-42d2-99a4-641f8a44ff6d req-0c600b2d-82ca-460f-8df1-48485b3f3d20 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:58.481052 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d60cb97-7456-42d2-99a4-641f8a44ff6d req-0c600b2d-82ca-460f-8df1-48485b3f3d20 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 944 time: 0.2193651 Jul 14 09:14:58.489088 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-62c7bbdf-2f42-45f3-9fff-a4d559221630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.562661 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:58.580332 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:58.581199 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.665269 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port b66ef3e3-a528-49d2-b0a8-1a238fe1cc32, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=b66ef3e3-a528-49d2-b0a8-1a238fe1cc32,segment=NetworkSegment(920f7f5e-bddb-4aab-9438-10bf1e228aa2),segment_id=920f7f5e-bddb-4aab-9438-10bf1e228aa2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:58.674618 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d60cb97-7456-42d2-99a4-641f8a44ff6d req-021e8bc2-d5a9-4822-a9ef-a21cbb31a150 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919725 Jul 14 09:14:58.684095 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'b66ef3e3-a528-49d2-b0a8-1a238fe1cc32', 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988', 'port_id': 'b66ef3e3-a528-49d2-b0a8-1a238fe1cc32', 'mac_address': 'fa:16:3e:b2:b3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9def3e56-ca20-44c4-a64c-d9d84d1e296f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:58.718541 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4984138-42b0-49d1-a4f3-3ce8f254f730 req-ef3c13fc-f802-4b42-af47-ed0adde7c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:58.720751 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e4984138-42b0-49d1-a4f3-3ce8f254f730 req-ef3c13fc-f802-4b42-af47-ed0adde7c9d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b763374-2274-4295-bfa4-9c7026c30988 HTTP/1.1" status: 200 len: 917 time: 0.3329704 Jul 14 09:14:58.732841 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-6e8e948a-20ad-4359-93eb-a269fbc6206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:58.734857 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-6e8e948a-20ad-4359-93eb-a269fbc6206d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&device_id=e091c782-9a1b-4031-ba67-a28707de08aa HTTP/1.1" status: 200 len: 1100 time: 0.1641667 Jul 14 09:14:58.772544 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-62c7bbdf-2f42-45f3-9fff-a4d559221630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.777042 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.783794 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e4984138-42b0-49d1-a4f3-3ce8f254f730 req-c9026328-24e2-4267-86c5-fe5f779d7940 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57d9d355-d1dc-46a8-b7b3-16ee69315886 HTTP/1.1" status: 200 len: 217 time: 0.0548816 Jul 14 09:14:58.786997 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.810919 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-62c7bbdf-2f42-45f3-9fff-a4d559221630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.814347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:58.825354 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-390ae2b6-72ac-4da1-9008-c588712e35b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=6267535e-1902-4fa0-add5-0db9e9965911 HTTP/1.1" status: 200 len: 217 time: 0.0819163 Jul 14 09:14:58.842002 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=607c3508-7bb2-4cbb-901a-8a4d8a0ecc13,segment=NetworkSegment(920f7f5e-bddb-4aab-9438-10bf1e228aa2),segment_id=920f7f5e-bddb-4aab-9438-10bf1e228aa2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:58.853221 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port b66ef3e3-a528-49d2-b0a8-1a238fe1cc32, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=b66ef3e3-a528-49d2-b0a8-1a238fe1cc32,segment=NetworkSegment(920f7f5e-bddb-4aab-9438-10bf1e228aa2),segment_id=920f7f5e-bddb-4aab-9438-10bf1e228aa2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:58.854516 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.861198 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.887427 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-efeed84f-46d7-4764-9967-b6c67512032a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Made reservation on behalf of c1f686ac9a324dcb89dc1055bf2d7b7b for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:58.891013 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-efeed84f-46d7-4764-9967-b6c67512032a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.909719 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-62c7bbdf-2f42-45f3-9fff-a4d559221630 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=08507449b93a47cfbc6251b93e47f1ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4991753 Jul 14 09:14:58.912396 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=607c3508-7bb2-4cbb-901a-8a4d8a0ecc13,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:58.915181 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50300) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:58.917204 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7bbdf-2f42-45f3-9fff-a4d559221630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707888e4-fb1c-4986-8fe0-1a51fc28ecf3,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:58.927400 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4984138-42b0-49d1-a4f3-3ce8f254f730 req-da820baa-3ccc-4c9f-8f27-165df2a5b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:58.928903 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e4984138-42b0-49d1-a4f3-3ce8f254f730 req-da820baa-3ccc-4c9f-8f27-165df2a5b35e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9def3e56-ca20-44c4-a64c-d9d84d1e296f HTTP/1.1" status: 200 len: 855 time: 0.1143332 Jul 14 09:14:58.951746 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04aa6d-c554-4521-9686-4e419b7ecef5 req-8a3860c1-b430-4b2e-bfa3-82f0633d6a76 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:58.953542 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a04aa6d-c554-4521-9686-4e419b7ecef5 req-8a3860c1-b430-4b2e-bfa3-82f0633d6a76 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=55916dd1-83d1-4422-8038-f8dfb2aab5d0 HTTP/1.1" status: 200 len: 945 time: 0.3877213 Jul 14 09:14:58.962060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-1d85ab7e-8360-468d-ab60-397808b8bcb1 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:58.963608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-1d85ab7e-8360-468d-ab60-397808b8bcb1 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67&tenant_id=fb19214797344ab2ac345b8f12b29ed5&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 1096 time: 0.3521440 Jul 14 09:14:58.984368 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=b66ef3e3-a528-49d2-b0a8-1a238fe1cc32,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:58.988261 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-2697aafb-3a9f-4bca-8a75-9ef740ecc5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:58.989904 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-2697aafb-3a9f-4bca-8a75-9ef740ecc5c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1425431 Jul 14 09:14:59.024890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8dea50-c256-4886-b7a7-9e34bb8f32e2 req-42a8bad7-2980-46c3-b9ab-e059f8642aa9 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:59.026376 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bf8dea50-c256-4886-b7a7-9e34bb8f32e2 req-42a8bad7-2980-46c3-b9ab-e059f8642aa9 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.49 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 944 time: 0.2507908 Jul 14 09:14:59.039045 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cfe6d-af0d-4995-adc8-5adff6feadd5 req-89c24e99-246d-4637-9eb2-9e4185a69d8b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:59.042196 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a1cfe6d-af0d-4995-adc8-5adff6feadd5 req-89c24e99-246d-4637-9eb2-9e4185a69d8b tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=e14321bd-90aa-4874-9781-715c4fe91df4 HTTP/1.1" status: 200 len: 944 time: 0.2517838 Jul 14 09:14:59.112197 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a04aa6d-c554-4521-9686-4e419b7ecef5 req-cbb4d74e-5e10-44e5-9bd5-9fc0619cf190 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476593 Jul 14 09:14:59.144708 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-815a78e6-4d18-4cf3-a007-a57fd749ced4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.183356 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a1cfe6d-af0d-4995-adc8-5adff6feadd5 req-b927f175-c68f-4995-99ae-ecceaa3cfd0c tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257575 Jul 14 09:14:59.194357 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-815a78e6-4d18-4cf3-a007-a57fd749ced4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.198438 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-efeed84f-46d7-4764-9967-b6c67512032a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Allocated IP 192.168.233.40 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/ffb4940b-cbd0-4652-88e3-a6a339f47166) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:59.201937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4984138-42b0-49d1-a4f3-3ce8f254f730 req-520f6092-67f6-4c91-91ad-f20e2a85a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:59.203907 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e4984138-42b0-49d1-a4f3-3ce8f254f730 req-520f6092-67f6-4c91-91ad-f20e2a85a15b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b763374-2274-4295-bfa4-9c7026c30988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2572200 Jul 14 09:14:59.271795 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-e33a0819-41fc-4a76-892e-32766a35075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:59.273274 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-e33a0819-41fc-4a76-892e-32766a35075e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2544088 Jul 14 09:14:59.276832 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['b66ef3e3-a528-49d2-b0a8-1a238fe1cc32'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:59.304159 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-2daf143b-d398-41be-bde4-b431d6c90710 service neutron] For port 0d69710c-d653-4399-8082-1e1be85fb0f8, host n-h1-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:59.312727 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-2daf143b-d398-41be-bde4-b431d6c90710 service neutron] Notify callbacks [] for binding, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.313699 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08dfe9cd-10fe-4ae1-b120-18a81c19bfd3 req-2daf143b-d398-41be-bde4-b431d6c90710 service neutron] 10.222.0.49 "DELETE /v2.0/ports/0d69710c-d653-4399-8082-1e1be85fb0f8/bindings/n-h1-798054-10 HTTP/1.1" status: 204 len: 173 time: 0.3365164 Jul 14 09:14:59.317769 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-bf8dea50-c256-4886-b7a7-9e34bb8f32e2 req-c8cbac2e-1ff1-414e-ab8d-56ebdf7295a3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Deleting port 62d3aa63-952c-4309-8c2e-8abeb092f55b {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:59.318156 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bf8dea50-c256-4886-b7a7-9e34bb8f32e2 req-c8cbac2e-1ff1-414e-ab8d-56ebdf7295a3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.351124 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26de128-2fa8-4453-9c61-f8834a2009ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cc916d-c29f-416e-9b8a-559563b8ff73'}, {'server_uuid': '24d3b83c-2ec7-4f51-9896-37a2aae5c4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607c3508-7bb2-4cbb-901a-8a4d8a0ecc13'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:59.358254 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3b9048-41ac-45b0-b441-1a6e64657331" -d '{"events": [{"server_uuid": "f26de128-2fa8-4453-9c61-f8834a2009ae", "name": "network-vif-plugged", "status": "completed", "tag": "c2cc916d-c29f-416e-9b8a-559563b8ff73"}, {"server_uuid": "24d3b83c-2ec7-4f51-9896-37a2aae5c4f3", "name": "network-vif-plugged", "status": "completed", "tag": "607c3508-7bb2-4cbb-901a-8a4d8a0ecc13"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:59.442872 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-815a78e6-4d18-4cf3-a007-a57fd749ced4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.445366 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-815a78e6-4d18-4cf3-a007-a57fd749ced4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.449776 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-815a78e6-4d18-4cf3-a007-a57fd749ced4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/707888e4-fb1c-4986-8fe0-1a51fc28ecf3 HTTP/1.1" status: 204 len: 168 time: 0.5320060 Jul 14 09:14:59.457755 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6b18f-6bd8-4e2e-b70a-11e40a572860 req-24bddd91-f987-47d5-9486-3cd88d46e5eb tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:59.460208 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0f6b18f-6bd8-4e2e-b70a-11e40a572860 req-24bddd91-f987-47d5-9486-3cd88d46e5eb tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a HTTP/1.1" status: 200 len: 944 time: 0.1929729 Jul 14 09:14:59.478476 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-bf8dea50-c256-4886-b7a7-9e34bb8f32e2 req-c8cbac2e-1ff1-414e-ab8d-56ebdf7295a3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] For port 62d3aa63-952c-4309-8c2e-8abeb092f55b, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=62d3aa63-952c-4309-8c2e-8abeb092f55b,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:59.478850 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bf8dea50-c256-4886-b7a7-9e34bb8f32e2 req-c8cbac2e-1ff1-414e-ab8d-56ebdf7295a3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.485597 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 57d9d355-d1dc-46a8-b7b3-16ee69315886 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:59.509050 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-bf8dea50-c256-4886-b7a7-9e34bb8f32e2 req-c8cbac2e-1ff1-414e-ab8d-56ebdf7295a3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Calling delete_port for 62d3aa63-952c-4309-8c2e-8abeb092f55b owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:59.614623 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00a9b3-ff5c-48dd-a675-4e5a30d98921 req-c2eba92d-49ff-49ea-881b-7e2e4a876fc6 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:59.616402 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce00a9b3-ff5c-48dd-a675-4e5a30d98921 req-c2eba92d-49ff-49ea-881b-7e2e4a876fc6 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=e091c782-9a1b-4031-ba67-a28707de08aa HTTP/1.1" status: 200 len: 948 time: 0.2422919 Jul 14 09:14:59.632796 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0f6b18f-6bd8-4e2e-b70a-11e40a572860 req-7b24d61a-d16b-48e2-8f83-e5bb46900d0e tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655028 Jul 14 09:14:59.748355 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ce3ca7d-e6b6-4abd-beea-652de1358508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.779304 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 57d9d355-d1dc-46a8-b7b3-16ee69315886, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=57d9d355-d1dc-46a8-b7b3-16ee69315886,segment=NetworkSegment(920f7f5e-bddb-4aab-9438-10bf1e228aa2),segment_id=920f7f5e-bddb-4aab-9438-10bf1e228aa2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:59.816248 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e4984138-42b0-49d1-a4f3-3ce8f254f730 req-b28017b9-453c-4eb1-98ee-7bca917a20ae service neutron] 10.222.0.55 "GET /v2.0/networks/5b763374-2274-4295-bfa4-9c7026c30988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038506 Jul 14 09:14:59.820172 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '57d9d355-d1dc-46a8-b7b3-16ee69315886', 'network_id': '5b763374-2274-4295-bfa4-9c7026c30988', 'port_id': '57d9d355-d1dc-46a8-b7b3-16ee69315886', 'mac_address': 'fa:16:3e:b7:ab:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9def3e56-ca20-44c4-a64c-d9d84d1e296f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:59.826457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a78e6-4d18-4cf3-a007-a57fd749ced4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707888e4-fb1c-4986-8fe0-1a51fc28ecf3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:59.859618 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-98abfa78-0bb6-47cb-8bf1-e515bd57457a service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722041 Jul 14 09:14:59.870142 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.900256 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.929704 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d9d355-d1dc-46a8-b7b3-16ee69315886 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:59.939791 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bf8dea50-c256-4886-b7a7-9e34bb8f32e2 req-c8cbac2e-1ff1-414e-ab8d-56ebdf7295a3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.964801 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 57d9d355-d1dc-46a8-b7b3-16ee69315886, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=57d9d355-d1dc-46a8-b7b3-16ee69315886,segment=NetworkSegment(920f7f5e-bddb-4aab-9438-10bf1e228aa2),segment_id=920f7f5e-bddb-4aab-9438-10bf1e228aa2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:59.971418 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.975001 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce00a9b3-ff5c-48dd-a675-4e5a30d98921 req-ebfc5bcd-ab26-4096-84de-519541691c34 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189089 Jul 14 09:15:00.037046 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbac2e-1ff1-414e-ab8d-56ebdf7295a3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Pushing event deleted for resources: {'Port': ['ID=62d3aa63-952c-4309-8c2e-8abeb092f55b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:00.052748 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe81a8-dc9b-4ade-8f66-c8c6da393e32 req-22f30035-f033-46dc-8096-31a097de3dc2 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:00.054270 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=57d9d355-d1dc-46a8-b7b3-16ee69315886,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:00.054528 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e4984138-42b0-49d1-a4f3-3ce8f254f730 req-162de6fe-a9bd-4cdb-bb81-96d11e7a6286 service neutron] 10.222.0.55 "GET /v2.0/networks/5b763374-2274-4295-bfa4-9c7026c30988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200055 Jul 14 09:15:00.056021 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-38fe81a8-dc9b-4ade-8f66-c8c6da393e32 req-22f30035-f033-46dc-8096-31a097de3dc2 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.49 "GET /v2.0/ports?device_id=55916dd1-83d1-4422-8038-f8dfb2aab5d0 HTTP/1.1" status: 200 len: 945 time: 0.5502722 Jul 14 09:15:00.058530 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-efeed84f-46d7-4764-9967-b6c67512032a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:00.079081 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e091c782-9a1b-4031-ba67-a28707de08aa', 'tag': '6267535e-1902-4fa0-add5-0db9e9965911'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:00.081837 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e93a498-cb52-4229-9c57-e80259a6ae27" -d '{"events": [{"name": "network-changed", "server_uuid": "e091c782-9a1b-4031-ba67-a28707de08aa", "tag": "6267535e-1902-4fa0-add5-0db9e9965911"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:00.087638 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711686ab-0527-4c11-abe9-3d1cb20ae469 x-openstack-request-id: req-711686ab-0527-4c11-abe9-3d1cb20ae469 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:00.087937 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26de128-2fa8-4453-9c61-f8834a2009ae", "name": "network-vif-plugged", "status": "completed", "tag": "c2cc916d-c29f-416e-9b8a-559563b8ff73", "code": 200}, {"server_uuid": "24d3b83c-2ec7-4f51-9896-37a2aae5c4f3", "name": "network-vif-plugged", "status": "completed", "tag": "607c3508-7bb2-4cbb-901a-8a4d8a0ecc13", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:00.088356 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-711686ab-0527-4c11-abe9-3d1cb20ae469 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:00.088761 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26de128-2fa8-4453-9c61-f8834a2009ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cc916d-c29f-416e-9b8a-559563b8ff73', 'code': 200} Jul 14 09:15:00.089329 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d3b83c-2ec7-4f51-9896-37a2aae5c4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607c3508-7bb2-4cbb-901a-8a4d8a0ecc13', 'code': 200} Jul 14 09:15:00.107548 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-efeed84f-46d7-4764-9967-b6c67512032a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Transition to ACTIVE for port object ffb4940b-cbd0-4652-88e3-a6a339f47166 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:00.124263 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-70f82341-e2a1-4e2b-b214-64b05816ad9a req-3a6e5898-e6e9-4c1a-884a-84dbe617e14f service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369072 Jul 14 09:15:00.207639 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8dea50-c256-4886-b7a7-9e34bb8f32e2 req-c8cbac2e-1ff1-414e-ab8d-56ebdf7295a3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] No DVR routers for this DVR port 62d3aa63-952c-4309-8c2e-8abeb092f55b on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:00.219071 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bf8dea50-c256-4886-b7a7-9e34bb8f32e2 req-c8cbac2e-1ff1-414e-ab8d-56ebdf7295a3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:00.221071 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bf8dea50-c256-4886-b7a7-9e34bb8f32e2 req-c8cbac2e-1ff1-414e-ab8d-56ebdf7295a3 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.49 "DELETE /v2.0/ports/62d3aa63-952c-4309-8c2e-8abeb092f55b HTTP/1.1" status: 204 len: 173 time: 1.1780305 Jul 14 09:15:00.222202 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14321bd-90aa-4874-9781-715c4fe91df4', 'name': 'network-vif-deleted', 'tag': '62d3aa63-952c-4309-8c2e-8abeb092f55b'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:00.230442 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5063ba53-32cf-47d4-ad08-694339bf1a92" -d '{"events": [{"server_uuid": "e14321bd-90aa-4874-9781-715c4fe91df4", "name": "network-vif-deleted", "tag": "62d3aa63-952c-4309-8c2e-8abeb092f55b"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:00.239497 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-efeed84f-46d7-4764-9967-b6c67512032a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:00.298062 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['476bfd6a-fa82-4c42-866f-a7c995b98473', '9d41be3e-680f-488a-b434-8ed1a78ce815'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:00.319580 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69b255-f74b-46f4-b71a-38e9cdfc2016 req-3b2a11eb-a403-4448-82dc-cc5735ee5fe7 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:00.328943 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a69b255-f74b-46f4-b71a-38e9cdfc2016 req-3b2a11eb-a403-4448-82dc-cc5735ee5fe7 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.4828196 Jul 14 09:15:00.331260 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-efeed84f-46d7-4764-9967-b6c67512032a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:00.338419 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-efeed84f-46d7-4764-9967-b6c67512032a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:00.342499 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8ef53-29de-46af-b00e-12885a4b5764 req-633ac937-03e7-4f53-9c9d-440ae5bbe7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:00.344355 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-07c8ef53-29de-46af-b00e-12885a4b5764 req-633ac937-03e7-4f53-9c9d-440ae5bbe7ba service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 1097 time: 0.1670518 Jul 14 09:15:00.345316 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-efeed84f-46d7-4764-9967-b6c67512032a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:00.350932 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeed84f-46d7-4764-9967-b6c67512032a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Pushing event updated for resources: {'Port': ['ID=ffb4940b-cbd0-4652-88e3-a6a339f47166,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:00.468483 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-efeed84f-46d7-4764-9967-b6c67512032a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:00.470060 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-efeed84f-46d7-4764-9967-b6c67512032a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:00.488155 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-07c8ef53-29de-46af-b00e-12885a4b5764 req-7dfcb299-f9b4-4cb7-bb5f-1bf1191639dc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219425 Jul 14 09:15:00.499159 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-efeed84f-46d7-4764-9967-b6c67512032a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1215072 Jul 14 09:15:00.510847 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['57d9d355-d1dc-46a8-b7b3-16ee69315886'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:00.522423 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a69b255-f74b-46f4-b71a-38e9cdfc2016 req-43f36658-4df3-4836-891a-1b91c2307404 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925101 Jul 14 09:15:00.524982 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] Request body: {'port': {'device_id': 'f6d81926-cf02-4264-b10a-0cd534363aee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:00.636868 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fb1e0-7de3-4680-b42b-06482a4851b2 req-5d636f36-928c-485a-b58b-a4141d5ffb32 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:00.654523 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-803fb1e0-7de3-4680-b42b-06482a4851b2 req-5d636f36-928c-485a-b58b-a4141d5ffb32 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 935 time: 0.4424491 Jul 14 09:15:00.684020 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-38fe81a8-dc9b-4ade-8f66-c8c6da393e32 req-cc42414d-8932-480c-a510-cc60a8212231 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Deleting port ba746990-2e12-4575-8283-12c39276fb17 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:00.695137 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-38fe81a8-dc9b-4ade-8f66-c8c6da393e32 req-cc42414d-8932-480c-a510-cc60a8212231 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:00.726909 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:00.743130 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4adb22-2d42-4df8-b0c4-559c561e8386 req-9371fabe-83f9-4e77-8c41-23a9d2fb9dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:00.744756 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ae4adb22-2d42-4df8-b0c4-559c561e8386 req-9371fabe-83f9-4e77-8c41-23a9d2fb9dee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 1097 time: 0.1648967 Jul 14 09:15:00.765137 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:00.841246 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50340) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:00.848562 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ae4adb22-2d42-4df8-b0c4-559c561e8386 req-ee46de0e-f3ea-4d95-acde-d6b2b8d5c1d8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718353 Jul 14 09:15:00.849466 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['2d6ac726-7911-49c1-a48b-5cfd000bf1c3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:00.855554 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-803fb1e0-7de3-4680-b42b-06482a4851b2 req-b7f0d7ca-8870-4a04-860f-ee148cb9b82d tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997850 Jul 14 09:15:00.857267 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ae86619e-8afd-49bb-9192-2a768a16e448 None None] Provisioning for port ffb4940b-cbd0-4652-88e3-a6a339f47166 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:00.892393 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ae86619e-8afd-49bb-9192-2a768a16e448 None None] Provisioning complete for port ffb4940b-cbd0-4652-88e3-a6a339f47166 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:00.893205 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae86619e-8afd-49bb-9192-2a768a16e448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:00.948678 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67737c0-1a25-4924-a7c9-443c49922cd9 x-openstack-request-id: req-a67737c0-1a25-4924-a7c9-443c49922cd9 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:00.948975 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e091c782-9a1b-4031-ba67-a28707de08aa", "tag": "6267535e-1902-4fa0-add5-0db9e9965911", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:00.949603 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a67737c0-1a25-4924-a7c9-443c49922cd9 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:00.949924 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e091c782-9a1b-4031-ba67-a28707de08aa', 'tag': '6267535e-1902-4fa0-add5-0db9e9965911', 'status': 'completed', 'code': 200} Jul 14 09:15:01.005718 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ae86619e-8afd-49bb-9192-2a768a16e448 None None] Port ffb4940b-cbd0-4652-88e3-a6a339f47166 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:15:01.026937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-dd78a97c-face-4029-942b-f41961234e7c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-568188585-network', 'tenant_id': 'ce07fb00ce9a486ebe6895373308beba'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:01.036814 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-38fe81a8-dc9b-4ade-8f66-c8c6da393e32 req-cc42414d-8932-480c-a510-cc60a8212231 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] For port ba746990-2e12-4575-8283-12c39276fb17, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ba746990-2e12-4575-8283-12c39276fb17,segment=NetworkSegment(4031430c-bd25-4295-8a3a-1b1b93e0be9d),segment_id=4031430c-bd25-4295-8a3a-1b1b93e0be9d)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:01.037397 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-38fe81a8-dc9b-4ade-8f66-c8c6da393e32 req-cc42414d-8932-480c-a510-cc60a8212231 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.136038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd78a97c-face-4029-942b-f41961234e7c admin admin] Made reservation on behalf of ce07fb00ce9a486ebe6895373308beba for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:01.138599 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd78a97c-face-4029-942b-f41961234e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.162044 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd78a97c-face-4029-942b-f41961234e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.188692 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93a498-cb52-4229-9c57-e80259a6ae27 req-6a7f4d6a-b7f5-46e6-b193-b0d0da0e754d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:01.190250 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2e93a498-cb52-4229-9c57-e80259a6ae27 req-6a7f4d6a-b7f5-46e6-b193-b0d0da0e754d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&device_id=e091c782-9a1b-4031-ba67-a28707de08aa HTTP/1.1" status: 200 len: 1100 time: 0.2084537 Jul 14 09:15:01.360475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb4940b-cbd0-4652-88e3-a6a339f47166 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:01.372624 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.416753 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93a498-cb52-4229-9c57-e80259a6ae27 req-0aa34158-c6b5-4849-a1ee-015ff2df1ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:01.418328 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2e93a498-cb52-4229-9c57-e80259a6ae27 req-0aa34158-c6b5-4849-a1ee-015ff2df1ce3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.2158713 Jul 14 09:15:01.419252 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] Transition to ACTIVE for port object ffb4940b-cbd0-4652-88e3-a6a339f47166 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:01.426178 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.453954 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.525105 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2e93a498-cb52-4229-9c57-e80259a6ae27 req-a50cc96c-4afe-4549-a070-5520e83d32f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=6267535e-1902-4fa0-add5-0db9e9965911 HTTP/1.1" status: 200 len: 217 time: 0.0838752 Jul 14 09:15:01.582742 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd78a97c-face-4029-942b-f41961234e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.603345 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb4940b-cbd0-4652-88e3-a6a339f47166,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:01.637028 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd78a97c-face-4029-942b-f41961234e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.642739 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84ab07-9813-4999-994a-bd410d905368 req-c5097412-4185-4193-9917-8af9bc484c62 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:01.644502 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb84ab07-9813-4999-994a-bd410d905368 req-c5097412-4185-4193-9917-8af9bc484c62 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 944 time: 0.8269436 Jul 14 09:15:01.691867 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-38fe81a8-dc9b-4ade-8f66-c8c6da393e32 req-cc42414d-8932-480c-a510-cc60a8212231 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.692536 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-38fe81a8-dc9b-4ade-8f66-c8c6da393e32 req-cc42414d-8932-480c-a510-cc60a8212231 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.693016 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [req-38fe81a8-dc9b-4ade-8f66-c8c6da393e32 req-cc42414d-8932-480c-a510-cc60a8212231 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Floating IP ce3c6059-183d-463e-b3f6-9b7af51ae0f7 disassociated. External IP: 172.25.1.195, port: ba746990-2e12-4575-8283-12c39276fb17. Jul 14 09:15:01.693523 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-38fe81a8-dc9b-4ade-8f66-c8c6da393e32 req-cc42414d-8932-480c-a510-cc60a8212231 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Calling delete_port for ba746990-2e12-4575-8283-12c39276fb17 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:01.693823 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd78a97c-face-4029-942b-f41961234e7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:15:01.705827 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd78a97c-face-4029-942b-f41961234e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.706181 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-dd78a97c-face-4029-942b-f41961234e7c admin admin] Added segment dee4a535-bf52-4a9d-a879-00af62bc06d9 of type vlan for network c2035c6a-c772-4571-b25e-b02311cd5a93 Jul 14 09:15:01.718675 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c3100-2aec-4239-8162-316d2ffea380 req-689de962-c940-4487-ad26-0130f75c92ed tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:01.725967 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-305c3100-2aec-4239-8162-316d2ffea380 req-689de962-c940-4487-ad26-0130f75c92ed tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=55916dd1-83d1-4422-8038-f8dfb2aab5d0 HTTP/1.1" status: 200 len: 945 time: 0.2364922 Jul 14 09:15:01.758811 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93a498-cb52-4229-9c57-e80259a6ae27 req-6f739df6-4a44-4e06-b9ed-97395809dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:01.760442 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2e93a498-cb52-4229-9c57-e80259a6ae27 req-6f739df6-4a44-4e06-b9ed-97395809dcc7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.2186406 Jul 14 09:15:01.784017 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78a97c-face-4029-942b-f41961234e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cff4e9f-ede7-4b86-a7da-7f50501c9d1c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:01.789589 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb84ab07-9813-4999-994a-bd410d905368 req-d368d830-924b-4ce1-af0f-6e519e36e2f3 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345134 Jul 14 09:15:01.799619 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd78a97c-face-4029-942b-f41961234e7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.824723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] Attempting to bind port ffb4940b-cbd0-4652-88e3-a6a339f47166 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:01.825394 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] Attempting to bind port ffb4940b-cbd0-4652-88e3-a6a339f47166 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:01.825740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] Attempting to bind port ffb4940b-cbd0-4652-88e3-a6a339f47166 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:01.835217 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-305c3100-2aec-4239-8162-316d2ffea380 req-08572da9-d387-4cb2-8af4-47ce872fb558 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups?id=be950b00-8aad-4d45-8224-1a5df89c7aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070828 Jul 14 09:15:01.839759 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] Port ffb4940b-cbd0-4652-88e3-a6a339f47166 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:15:01.840090 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] Attempting to bind port ffb4940b-cbd0-4652-88e3-a6a339f47166 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:01.862138 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:01.862138 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:01.862138 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:01.862138 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] Bound port: ffb4940b-cbd0-4652-88e3-a6a339f47166, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:01.862138 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.884754 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd78a97c-face-4029-942b-f41961234e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.886719 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd78a97c-face-4029-942b-f41961234e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:01.886719 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd78a97c-face-4029-942b-f41961234e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.981083 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7743aa-8847-4176-b2e3-5357ecfbb0d8 x-openstack-request-id: req-3f7743aa-8847-4176-b2e3-5357ecfbb0d8 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:01.984225 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dd78a97c-face-4029-942b-f41961234e7c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1418753 Jul 14 09:15:01.989733 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14321bd-90aa-4874-9781-715c4fe91df4", "name": "network-vif-deleted", "tag": "62d3aa63-952c-4309-8c2e-8abeb092f55b", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:01.990078 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f7743aa-8847-4176-b2e3-5357ecfbb0d8 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:01.991169 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14321bd-90aa-4874-9781-715c4fe91df4', 'name': 'network-vif-deleted', 'tag': '62d3aa63-952c-4309-8c2e-8abeb092f55b', 'status': 'completed', 'code': 200} Jul 14 09:15:01.991756 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50354) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:01.995159 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-38fe81a8-dc9b-4ade-8f66-c8c6da393e32 req-cc42414d-8932-480c-a510-cc60a8212231 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:02.000358 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93a498-cb52-4229-9c57-e80259a6ae27 req-97b3639a-ef6e-46e7-b2ca-930983ff1653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:02.002075 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2e93a498-cb52-4229-9c57-e80259a6ae27 req-97b3639a-ef6e-46e7-b2ca-930983ff1653 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2248955 Jul 14 09:15:02.007609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-bda181c6-cb99-401e-815f-529ca442f6fe admin admin] Request body: {'subnet': {'network_id': 'c2035c6a-c772-4571-b25e-b02311cd5a93', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-568188585-subnet', 'tenant_id': 'ce07fb00ce9a486ebe6895373308beba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:02.022701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78a97c-face-4029-942b-f41961234e7c admin admin] Pushing event updated for resources: {'Network': ['ID=c2035c6a-c772-4571-b25e-b02311cd5a93,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:02.028281 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] For port ffb4940b-cbd0-4652-88e3-a6a339f47166, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:02.036079 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network c2035c6a-c772-4571-b25e-b02311cd5a93 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:15:02.078913 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] For port ffb4940b-cbd0-4652-88e3-a6a339f47166, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:02.083385 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42414d-8932-480c-a510-cc60a8212231 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Pushing event deleted for resources: {'Port': ['ID=ba746990-2e12-4575-8283-12c39276fb17,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:02.089937 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:02.153817 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:02.154466 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:02.155862 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] 10.222.0.55 "PUT /v2.0/ports/ffb4940b-cbd0-4652-88e3-a6a339f47166 HTTP/1.1" status: 200 len: 1096 time: 1.6371183 Jul 14 09:15:02.172380 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda181c6-cb99-401e-815f-529ca442f6fe admin admin] Made reservation on behalf of ce07fb00ce9a486ebe6895373308beba for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:02.174740 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bda181c6-cb99-401e-815f-529ca442f6fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:02.195513 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2e93a498-cb52-4229-9c57-e80259a6ae27 req-192470de-83e7-4b0f-9ff9-d7f6a557e41b service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835511 Jul 14 09:15:02.196649 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7001823-c8e9-4f6b-a5dc-06fcd1a6f502 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb4940b-cbd0-4652-88e3-a6a339f47166,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:02.314398 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaa3d0-3272-4734-af81-84ee91c31886 req-7a542903-e61e-4287-bd61-22b663589cb2 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:02.316012 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0bcaa3d0-3272-4734-af81-84ee91c31886 req-7a542903-e61e-4287-bd61-22b663589cb2 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a HTTP/1.1" status: 200 len: 945 time: 0.3125272 Jul 14 09:15:02.378050 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2e93a498-cb52-4229-9c57-e80259a6ae27 req-c77f792d-d6e9-4e46-b8ec-dc9318a7b0e9 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752121 Jul 14 09:15:02.388318 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-ae26e3fd-b4ba-42d8-bdff-9913f595ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:02.389197 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6267535e-1902-4fa0-add5-0db9e9965911 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:15:02.389823 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-ae26e3fd-b4ba-42d8-bdff-9913f595ab00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 1099 time: 0.1079636 Jul 14 09:15:02.390455 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c25f18-801c-4476-9fce-84c5dab2375a req-ae999ea0-fb71-4343-82f6-f9ac1ac24cad tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:02.391995 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04c25f18-801c-4476-9fce-84c5dab2375a req-ae999ea0-fb71-4343-82f6-f9ac1ac24cad tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=e091c782-9a1b-4031-ba67-a28707de08aa HTTP/1.1" status: 200 len: 948 time: 0.3672733 Jul 14 09:15:02.405760 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:02.411991 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38fe81a8-dc9b-4ade-8f66-c8c6da393e32 req-cc42414d-8932-480c-a510-cc60a8212231 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Router afd6cd41-db7b-4860-b19a-89fe7ce35f02 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:15:02.440570 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0bcaa3d0-3272-4734-af81-84ee91c31886 req-7685359a-5545-4012-bf6c-4741fd270e69 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115940 Jul 14 09:15:02.455161 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-aab06a3b-a538-4ce6-9707-ab3a9f1b2ac8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166 HTTP/1.1" status: 200 len: 217 time: 0.0479581 Jul 14 09:15:02.531023 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-c870204b-b02b-4af0-8650-3c5155ac65d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:02.532594 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-c870204b-b02b-4af0-8650-3c5155ac65d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0690045 Jul 14 09:15:02.584550 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04c25f18-801c-4476-9fce-84c5dab2375a req-62b72ba2-8b2b-4289-b8d2-17a79844f25f tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775556 Jul 14 09:15:02.660485 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-8daeb5db-d7b8-4cbc-aaaf-0078769c8082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:02.662082 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-8daeb5db-d7b8-4cbc-aaaf-0078769c8082 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1172137 Jul 14 09:15:02.703166 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:02.706837 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 6267535e-1902-4fa0-add5-0db9e9965911, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6267535e-1902-4fa0-add5-0db9e9965911,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:02.721342 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:02.727446 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:02.727822 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:02.730810 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '6267535e-1902-4fa0-add5-0db9e9965911', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '6267535e-1902-4fa0-add5-0db9e9965911', 'mac_address': 'fa:16:3e:74:f3:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:15:02.769077 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bda181c6-cb99-401e-815f-529ca442f6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:02.815317 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:02.830453 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda181c6-cb99-401e-815f-529ca442f6fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cbfeeae-06a6-414c-9ebb-b52322ad517e,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:02.834582 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6267535e-1902-4fa0-add5-0db9e9965911 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:02.849443 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38fe81a8-dc9b-4ade-8f66-c8c6da393e32 req-cc42414d-8932-480c-a510-cc60a8212231 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:15:02.859358 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be0bb85-0c0c-41db-9621-e18edd4c3802 None None] Sync routers for ids ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:15:02.872642 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c414c-85be-43ef-b78d-c52eb45ee8ef req-4d537b11-4a6a-4ee1-a118-538c2f17d359 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:02.879688 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-468c414c-85be-43ef-b78d-c52eb45ee8ef req-4d537b11-4a6a-4ee1-a118-538c2f17d359 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.2106202 Jul 14 09:15:02.882127 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 6267535e-1902-4fa0-add5-0db9e9965911, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6267535e-1902-4fa0-add5-0db9e9965911,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:02.882794 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be0bb85-0c0c-41db-9621-e18edd4c3802 None None] Routers {'afd6cd41-db7b-4860-b19a-89fe7ce35f02'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:02.885600 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0be0bb85-0c0c-41db-9621-e18edd4c3802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:15:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:02.893644 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:02.913869 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-09832d1d-e11d-4127-9f66-bd32683e727c service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428997 Jul 14 09:15:02.924240 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:02.956107 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda181c6-cb99-401e-815f-529ca442f6fe admin admin] Checking segment: {'id': 'dee4a535-bf52-4a9d-a879-00af62bc06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c2035c6a-c772-4571-b25e-b02311cd5a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:02.957046 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda181c6-cb99-401e-815f-529ca442f6fe admin admin] Network hostable DHCP agents. Network: c2035c6a-c772-4571-b25e-b02311cd5a93, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:15:02.968611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbc99c2-6c39-4d3d-86dd-4910f7991c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66ef3e3-a528-49d2-b0a8-1a238fe1cc32'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:02.970978 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90487859-4025-4e4c-9d71-f8955dfdd833" -d '{"events": [{"server_uuid": "1bbc99c2-6c39-4d3d-86dd-4910f7991c30", "name": "network-vif-plugged", "status": "completed", "tag": "b66ef3e3-a528-49d2-b0a8-1a238fe1cc32"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:02.984015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=6267535e-1902-4fa0-add5-0db9e9965911,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:02.990337 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port b66ef3e3-a528-49d2-b0a8-1a238fe1cc32, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=b66ef3e3-a528-49d2-b0a8-1a238fe1cc32,segment=NetworkSegment(920f7f5e-bddb-4aab-9438-10bf1e228aa2),segment_id=920f7f5e-bddb-4aab-9438-10bf1e228aa2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:02.994995 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fe81a8-dc9b-4ade-8f66-c8c6da393e32 req-cc42414d-8932-480c-a510-cc60a8212231 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] No DVR routers for this DVR port ba746990-2e12-4575-8283-12c39276fb17 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:02.998885 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:02.999774 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 62d3aa63-952c-4309-8c2e-8abeb092f55b no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:03.002670 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-38fe81a8-dc9b-4ade-8f66-c8c6da393e32 req-cc42414d-8932-480c-a510-cc60a8212231 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:03.006086 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-38fe81a8-dc9b-4ade-8f66-c8c6da393e32 req-cc42414d-8932-480c-a510-cc60a8212231 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.49 "DELETE /v2.0/ports/ba746990-2e12-4575-8283-12c39276fb17 HTTP/1.1" status: 204 len: 173 time: 2.9239264 Jul 14 09:15:03.042212 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 62d3aa63-952c-4309-8c2e-8abeb092f55b {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:03.042810 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 62d3aa63-952c-4309-8c2e-8abeb092f55b not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:03.043103 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ba746990-2e12-4575-8283-12c39276fb17 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:03.068976 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: ba746990-2e12-4575-8283-12c39276fb17 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:03.069291 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ba746990-2e12-4575-8283-12c39276fb17 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:03.082549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26b2df-e122-41ea-8fd0-83159d9c7be2 req-af363ccf-30aa-423a-85ae-774aa376056c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:03.089717 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fc26b2df-e122-41ea-8fd0-83159d9c7be2 req-af363ccf-30aa-423a-85ae-774aa376056c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 947 time: 0.1693180 Jul 14 09:15:03.093940 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=b66ef3e3-a528-49d2-b0a8-1a238fe1cc32,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:03.096498 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-0be0bb85-0c0c-41db-9621-e18edd4c3802 None None] Set router afd6cd41-db7b-4860-b19a-89fe7ce35f02 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:03.099572 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-468c414c-85be-43ef-b78d-c52eb45ee8ef req-96b459e2-7f6e-471d-97da-e5fc13332112 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187603 Jul 14 09:15:03.100191 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda181c6-cb99-401e-815f-529ca442f6fe admin admin] Network c2035c6a-c772-4571-b25e-b02311cd5a93 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:15:03.100501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d81926-cf02-4264-b10a-0cd534363aee', 'tag': 'ffb4940b-cbd0-4652-88e3-a6a339f47166'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:03.106388 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292287bc-f516-4998-93dc-3df94f5e4375" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d81926-cf02-4264-b10a-0cd534363aee", "tag": "ffb4940b-cbd0-4652-88e3-a6a339f47166"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:03.118571 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-bda181c6-cb99-401e-815f-529ca442f6fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, c2035c6a-c772-4571-b25e-b02311cd5a93) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:03.137086 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda181c6-cb99-401e-815f-529ca442f6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:03.137674 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bda181c6-cb99-401e-815f-529ca442f6fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:03.143480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a85aaf-a23d-4508-b4a3-756182923b98 None None] Network c2035c6a-c772-4571-b25e-b02311cd5a93 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:03.154538 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bda181c6-cb99-401e-815f-529ca442f6fe admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1610398 Jul 14 09:15:03.170652 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fc26b2df-e122-41ea-8fd0-83159d9c7be2 req-3a709484-ce87-4427-9fa9-07269391c8e7 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797532 Jul 14 09:15:03.186617 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-feb4e14a-83fa-43c8-a9d3-ebef50b17f28 req-4a5e1ef9-93bf-45d3-876e-c629acec057d service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627423 Jul 14 09:15:03.344548 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['6267535e-1902-4fa0-add5-0db9e9965911'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:03.401673 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee1a45-2c03-4642-8fb4-48851a075bb2 req-324bd1a4-3920-4a08-9cff-1b0216a47e88 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:03.403698 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c7ee1a45-2c03-4642-8fb4-48851a075bb2 req-324bd1a4-3920-4a08-9cff-1b0216a47e88 tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 1096 time: 0.0779414 Jul 14 09:15:03.437967 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b4f7d2-a2b3-45cb-8113-e6eacdd6213f None None] Network c2035c6a-c772-4571-b25e-b02311cd5a93 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:03.455640 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c7ee1a45-2c03-4642-8fb4-48851a075bb2 req-92bff927-77cd-4b6c-9c52-157b076ae78f tempest-LiveAutoBlockMigrationV225Test-2132366817 tempest-LiveAutoBlockMigrationV225Test-2132366817-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455709 Jul 14 09:15:03.466350 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 57d9d355-d1dc-46a8-b7b3-16ee69315886 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:03.512017 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0be0bb85-0c0c-41db-9621-e18edd4c3802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:10Z', 'revision_number': 4, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'gw_port': {'id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '5c479b5a-0e47-441b-9d3b-dd13f7e577d3', 'name': '', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'mac_address': 'fa:16:3e:c9:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:09Z', 'updated_at': '2021-07-14T09:10:16Z', 'revision_number': 5, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'subnets': [{'id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:03.541010 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2075147-7f7f-4da3-aa6d-e2beefe7bcc7 x-openstack-request-id: req-d2075147-7f7f-4da3-aa6d-e2beefe7bcc7 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:03.541298 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbc99c2-6c39-4d3d-86dd-4910f7991c30", "name": "network-vif-plugged", "status": "completed", "tag": "b66ef3e3-a528-49d2-b0a8-1a238fe1cc32", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:03.541550 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2075147-7f7f-4da3-aa6d-e2beefe7bcc7 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:03.541991 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbc99c2-6c39-4d3d-86dd-4910f7991c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66ef3e3-a528-49d2-b0a8-1a238fe1cc32', 'code': 200} Jul 14 09:15:03.546416 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be0bb85-0c0c-41db-9621-e18edd4c3802 None None] Checking router: afd6cd41-db7b-4860-b19a-89fe7ce35f02 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:15:03.560265 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be0bb85-0c0c-41db-9621-e18edd4c3802 None None] Routers {'afd6cd41-db7b-4860-b19a-89fe7ce35f02'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:03.561082 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0be0bb85-0c0c-41db-9621-e18edd4c3802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:15:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:03.565940 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0f8a84-13c8-44be-9381-3d4059d8d9f1 x-openstack-request-id: req-fb0f8a84-13c8-44be-9381-3d4059d8d9f1 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:03.565940 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d81926-cf02-4264-b10a-0cd534363aee", "tag": "ffb4940b-cbd0-4652-88e3-a6a339f47166", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:03.565940 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb0f8a84-13c8-44be-9381-3d4059d8d9f1 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:03.566653 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d81926-cf02-4264-b10a-0cd534363aee', 'tag': 'ffb4940b-cbd0-4652-88e3-a6a339f47166', 'status': 'completed', 'code': 200} Jul 14 09:15:03.693901 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292287bc-f516-4998-93dc-3df94f5e4375 req-a5e8d788-7991-44e8-92d7-37bbcfa34ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:03.697823 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-292287bc-f516-4998-93dc-3df94f5e4375 req-a5e8d788-7991-44e8-92d7-37bbcfa34ac1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 1099 time: 0.0719109 Jul 14 09:15:03.708895 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 57d9d355-d1dc-46a8-b7b3-16ee69315886 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:03.720472 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b47dc2a-6cea-4f78-81d0-c27b2fc1f98b req-36708bb2-c21b-4f72-8323-076c5f54b445 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/ports?device_id=55916dd1-83d1-4422-8038-f8dfb2aab5d0 HTTP/1.1" status: 200 len: 210 time: 0.0820498 Jul 14 09:15:03.733351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 57d9d355-d1dc-46a8-b7b3-16ee69315886 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:03.733563 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-0be0bb85-0c0c-41db-9621-e18edd4c3802 None None] Set router afd6cd41-db7b-4860-b19a-89fe7ce35f02 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:03.734680 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:03.848970 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b099e-5bdf-41e8-bf34-66eaaec54958 req-0c0783ef-39b1-4cb5-9326-26fe4f91fc04 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:03.850720 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-991b099e-5bdf-41e8-bf34-66eaaec54958 req-0c0783ef-39b1-4cb5-9326-26fe4f91fc04 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.1544266 Jul 14 09:15:03.852934 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f41947-e9ba-440a-ac20-9411facc8e09 req-359f9efa-7abb-4c9f-a91c-6baccf5f17df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:03.855143 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01f41947-e9ba-440a-ac20-9411facc8e09 req-359f9efa-7abb-4c9f-a91c-6baccf5f17df service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1bbc99c2-6c39-4d3d-86dd-4910f7991c30 HTTP/1.1" status: 200 len: 1097 time: 0.1669335 Jul 14 09:15:03.920613 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-991b099e-5bdf-41e8-bf34-66eaaec54958 req-a1f85c8e-9bb8-4cb2-a0cc-3784c9e9be3c tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628765 Jul 14 09:15:03.945113 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01f41947-e9ba-440a-ac20-9411facc8e09 req-4e54adcb-f675-43dd-b7e3-101ee21f0968 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643270 Jul 14 09:15:03.976099 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292287bc-f516-4998-93dc-3df94f5e4375 req-3ac546d3-fec8-4846-8d8e-a6d075fb1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:03.978505 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-292287bc-f516-4998-93dc-3df94f5e4375 req-3ac546d3-fec8-4846-8d8e-a6d075fb1929 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.2717607 Jul 14 09:15:03.984034 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:03.992952 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55916dd1-83d1-4422-8038-f8dfb2aab5d0', 'name': 'network-vif-deleted', 'tag': 'ba746990-2e12-4575-8283-12c39276fb17'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:03.996171 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf41a7dd-8bcd-4c86-9e0d-dfe755bd9f6a" -d '{"events": [{"server_uuid": "55916dd1-83d1-4422-8038-f8dfb2aab5d0", "name": "network-vif-deleted", "tag": "ba746990-2e12-4575-8283-12c39276fb17"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:04.025318 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-780376be-50a9-4397-aa34-a0ffbb325805 req-6eb350d5-49d5-4252-9490-d7eba06ae25a tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-380966486', 'description': 'tempest-description-965505417'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:04.034320 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-292287bc-f516-4998-93dc-3df94f5e4375 req-6143e15e-6782-46c5-812e-3c68038920e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166 HTTP/1.1" status: 200 len: 217 time: 0.0483689 Jul 14 09:15:04.041209 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 57d9d355-d1dc-46a8-b7b3-16ee69315886, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=57d9d355-d1dc-46a8-b7b3-16ee69315886,segment=NetworkSegment(920f7f5e-bddb-4aab-9438-10bf1e228aa2),segment_id=920f7f5e-bddb-4aab-9438-10bf1e228aa2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:04.047742 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:04.079324 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-780376be-50a9-4397-aa34-a0ffbb325805 req-6eb350d5-49d5-4252-9490-d7eba06ae25a tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:04.125889 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=57d9d355-d1dc-46a8-b7b3-16ee69315886,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:04.126417 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292287bc-f516-4998-93dc-3df94f5e4375 req-493a937e-3b02-41bc-a819-0dfec0ded28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:04.127918 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-292287bc-f516-4998-93dc-3df94f5e4375 req-493a937e-3b02-41bc-a819-0dfec0ded28a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0850732 Jul 14 09:15:04.173651 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0be0bb85-0c0c-41db-9621-e18edd4c3802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:10Z', 'revision_number': 4, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'gw_port': {'id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '5c479b5a-0e47-441b-9d3b-dd13f7e577d3', 'name': '', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'mac_address': 'fa:16:3e:c9:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:09Z', 'updated_at': '2021-07-14T09:10:16Z', 'revision_number': 5, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'subnets': [{'id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:04.195267 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292287bc-f516-4998-93dc-3df94f5e4375 req-bc3d3c92-1795-4e1f-bd05-0a2a30dddabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:04.197299 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-292287bc-f516-4998-93dc-3df94f5e4375 req-bc3d3c92-1795-4e1f-bd05-0a2a30dddabe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0627167 Jul 14 09:15:04.215109 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be0bb85-0c0c-41db-9621-e18edd4c3802 None None] The sync data for ids ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'] in n-d-798054-10 is: [{'id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:10Z', 'revision_number': 4, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'gw_port': {'id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '5c479b5a-0e47-441b-9d3b-dd13f7e577d3', 'name': '', 'network_id': '0a4318df-2a8d-4d34-8a52-eb27698902c2', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'mac_address': 'fa:16:3e:c9:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:09Z', 'updated_at': '2021-07-14T09:10:16Z', 'revision_number': 5, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'subnets': [{'id': '1a365b5d-5bef-4225-9318-101d64ee880f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:15:04.265298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7a8d4-4e8a-4eea-87f5-ec602e104828 req-bb6d7343-203f-4ec2-8e12-1b908c832ffc tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:04.266879 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-85c7a8d4-4e8a-4eea-87f5-ec602e104828 req-bb6d7343-203f-4ec2-8e12-1b908c832ffc tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 944 time: 0.1613467 Jul 14 09:15:04.306376 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-292287bc-f516-4998-93dc-3df94f5e4375 req-0656013b-52f2-4e9e-9ad0-3d80e521184a service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010222 Jul 14 09:15:04.345160 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-780376be-50a9-4397-aa34-a0ffbb325805 req-6eb350d5-49d5-4252-9490-d7eba06ae25a tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:04.354127 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-780376be-50a9-4397-aa34-a0ffbb325805 req-6eb350d5-49d5-4252-9490-d7eba06ae25a tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:04.397625 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3160b89-d880-49b4-8b34-e011481f24cf req-9ea99d41-9d59-40cd-8975-754a516f1268 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:04.402668 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3160b89-d880-49b4-8b34-e011481f24cf req-9ea99d41-9d59-40cd-8975-754a516f1268 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cfa6aee-3652-4f9c-a35c-457b7ca394ee HTTP/1.1" status: 200 len: 944 time: 0.2144444 Jul 14 09:15:04.412088 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-292287bc-f516-4998-93dc-3df94f5e4375 req-1b5d5f75-5ead-41de-8f70-d1f31914a98a service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992820 Jul 14 09:15:04.456726 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-780376be-50a9-4397-aa34-a0ffbb325805 req-6eb350d5-49d5-4252-9490-d7eba06ae25a tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:04.456972 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-780376be-50a9-4397-aa34-a0ffbb325805 req-6eb350d5-49d5-4252-9490-d7eba06ae25a tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4378698 Jul 14 09:15:04.467323 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb350d5-49d5-4252-9490-d7eba06ae25a tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9d30e8-cfec-4d70-bf8d-a5d3af91c0ef,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:04.497304 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04de8fa1-4191-4ba0-8053-94b048fc1ad0 None None] New status for floating IP ce3c6059-183d-463e-b3f6-9b7af51ae0f7: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:15:04.498909 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3160b89-d880-49b4-8b34-e011481f24cf req-2a1f5e89-1c3d-4aa4-9e7c-55f8708a5663 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839994 Jul 14 09:15:04.520064 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-85c7a8d4-4e8a-4eea-87f5-ec602e104828 req-a805159e-17d2-4d5e-ade3-e36000cc4b64 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Deleting port 666e555c-0a85-4d9b-96ce-cc12515fb8f0 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:04.520064 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-85c7a8d4-4e8a-4eea-87f5-ec602e104828 req-a805159e-17d2-4d5e-ade3-e36000cc4b64 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:04.657464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-85c7a8d4-4e8a-4eea-87f5-ec602e104828 req-a805159e-17d2-4d5e-ade3-e36000cc4b64 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] For port 666e555c-0a85-4d9b-96ce-cc12515fb8f0, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=666e555c-0a85-4d9b-96ce-cc12515fb8f0,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:04.657867 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-85c7a8d4-4e8a-4eea-87f5-ec602e104828 req-a805159e-17d2-4d5e-ade3-e36000cc4b64 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:04.678454 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-85c7a8d4-4e8a-4eea-87f5-ec602e104828 req-a805159e-17d2-4d5e-ade3-e36000cc4b64 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Calling delete_port for 666e555c-0a85-4d9b-96ce-cc12515fb8f0 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:04.737180 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f6474-1de6-4ff6-833c-dcff4a5922f2 req-2479a566-a79f-4abc-b405-6cf2695ed009 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:04.743638 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-615f6474-1de6-4ff6-833c-dcff4a5922f2 req-2479a566-a79f-4abc-b405-6cf2695ed009 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a HTTP/1.1" status: 200 len: 946 time: 0.1498370 Jul 14 09:15:04.795622 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-615f6474-1de6-4ff6-833c-dcff4a5922f2 req-f874e8a3-c0b5-450c-a139-42095bb3a12f tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485635 Jul 14 09:15:04.906562 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-85c7a8d4-4e8a-4eea-87f5-ec602e104828 req-a805159e-17d2-4d5e-ade3-e36000cc4b64 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:04.940365 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805159e-17d2-4d5e-ade3-e36000cc4b64 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Pushing event deleted for resources: {'Port': ['ID=666e555c-0a85-4d9b-96ce-cc12515fb8f0,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:04.959071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53e8f8-10d3-48aa-842f-2cf1e6c9ea89 req-ce279cf5-e6a6-490f-a308-ff9dc51a2e0d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:04.960515 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c53e8f8-10d3-48aa-842f-2cf1e6c9ea89 req-ce279cf5-e6a6-490f-a308-ff9dc51a2e0d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=e091c782-9a1b-4031-ba67-a28707de08aa HTTP/1.1" status: 200 len: 949 time: 0.1171730 Jul 14 09:15:05.008624 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c7a8d4-4e8a-4eea-87f5-ec602e104828 req-a805159e-17d2-4d5e-ade3-e36000cc4b64 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] No DVR routers for this DVR port 666e555c-0a85-4d9b-96ce-cc12515fb8f0 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:05.016759 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-85c7a8d4-4e8a-4eea-87f5-ec602e104828 req-a805159e-17d2-4d5e-ade3-e36000cc4b64 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:05.021222 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-85c7a8d4-4e8a-4eea-87f5-ec602e104828 req-a805159e-17d2-4d5e-ade3-e36000cc4b64 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.49 "DELETE /v2.0/ports/666e555c-0a85-4d9b-96ce-cc12515fb8f0 HTTP/1.1" status: 204 len: 173 time: 0.7463584 Jul 14 09:15:05.064276 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c53e8f8-10d3-48aa-842f-2cf1e6c9ea89 req-d2b35c9f-3481-4574-a4a8-b6e42940de0a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862036 Jul 14 09:15:05.092648 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9643fb59-4515-4d99-9efe-8aff8f2bea1b x-openstack-request-id: req-9643fb59-4515-4d99-9efe-8aff8f2bea1b {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:05.093211 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55916dd1-83d1-4422-8038-f8dfb2aab5d0", "name": "network-vif-deleted", "tag": "ba746990-2e12-4575-8283-12c39276fb17", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:05.093823 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9643fb59-4515-4d99-9efe-8aff8f2bea1b {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:05.095016 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55916dd1-83d1-4422-8038-f8dfb2aab5d0', 'name': 'network-vif-deleted', 'tag': 'ba746990-2e12-4575-8283-12c39276fb17', 'status': 'completed', 'code': 200} Jul 14 09:15:05.167649 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5d46963-6dd3-4d82-a8bc-0ea08b6ccc9c req-4fa7f55f-43f3-4d43-bbc7-479aab6c705a tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "GET /v2.0/security-groups/3f9d30e8-cfec-4d70-bf8d-a5d3af91c0ef HTTP/1.1" status: 200 len: 1803 time: 0.0519428 Jul 14 09:15:05.179350 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-a5d46963-6dd3-4d82-a8bc-0ea08b6ccc9c req-2898bfb0-89bc-4837-aecf-de6e2b18d5de tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f9d30e8-cfec-4d70-bf8d-a5d3af91c0ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:05.180018 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-a5d46963-6dd3-4d82-a8bc-0ea08b6ccc9c req-2898bfb0-89bc-4837-aecf-de6e2b18d5de tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f9d30e8-cfec-4d70-bf8d-a5d3af91c0ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:05.286830 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a5d46963-6dd3-4d82-a8bc-0ea08b6ccc9c req-2898bfb0-89bc-4837-aecf-de6e2b18d5de tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:05.303183 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9fa34-18e9-4a07-b6cc-f6b325114cea req-1d6d73f3-cb07-43bf-a03c-bf540358ceef tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:05.304724 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16e9fa34-18e9-4a07-b6cc-f6b325114cea req-1d6d73f3-cb07-43bf-a03c-bf540358ceef tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 947 time: 0.1135607 Jul 14 09:15:05.338315 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a5d46963-6dd3-4d82-a8bc-0ea08b6ccc9c req-2898bfb0-89bc-4837-aecf-de6e2b18d5de tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:05.343261 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a5d46963-6dd3-4d82-a8bc-0ea08b6ccc9c req-2898bfb0-89bc-4837-aecf-de6e2b18d5de tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:05.350389 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9b2fdbad-8cb5-4aa3-8772-85f454f43d71 req-53220f5e-fae3-4b32-bd16-95c8a8b0a89e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532677 Jul 14 09:15:05.368355 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16e9fa34-18e9-4a07-b6cc-f6b325114cea req-af235c74-5a9c-41e5-bad8-b1be127c593c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562930 Jul 14 09:15:05.373538 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898bfb0-89bc-4837-aecf-de6e2b18d5de tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f525ed-6ecb-4150-a89b-d9bf5a1fa6c1,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:05.381728 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a5d46963-6dd3-4d82-a8bc-0ea08b6ccc9c req-2898bfb0-89bc-4837-aecf-de6e2b18d5de tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:05.383839 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5d46963-6dd3-4d82-a8bc-0ea08b6ccc9c req-2898bfb0-89bc-4837-aecf-de6e2b18d5de tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2092388 Jul 14 09:15:05.458370 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fdbad-8cb5-4aa3-8772-85f454f43d71 req-83484905-6e6a-49ca-9e5c-135736297772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:05.459869 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9b2fdbad-8cb5-4aa3-8772-85f454f43d71 req-83484905-6e6a-49ca-9e5c-135736297772 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 1102 time: 0.0531342 Jul 14 09:15:05.468028 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ffb4940b-cbd0-4652-88e3-a6a339f47166 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:15:05.542725 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246a45cd-14e3-4d26-b345-1aad85f5b85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d9d355-d1dc-46a8-b7b3-16ee69315886'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:05.545252 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5b1636-b3dc-4075-b617-b8e918942b8b" -d '{"events": [{"server_uuid": "246a45cd-14e3-4d26-b345-1aad85f5b85a", "name": "network-vif-plugged", "status": "completed", "tag": "57d9d355-d1dc-46a8-b7b3-16ee69315886"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:05.585964 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ffb4940b-cbd0-4652-88e3-a6a339f47166, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:05.587133 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fdbad-8cb5-4aa3-8772-85f454f43d71 req-b1c3bbcd-0945-4710-9382-b9f2d566771b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:05.588621 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9b2fdbad-8cb5-4aa3-8772-85f454f43d71 req-b1c3bbcd-0945-4710-9382-b9f2d566771b service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.0987298 Jul 14 09:15:05.598323 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'ffb4940b-cbd0-4652-88e3-a6a339f47166', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': 'ffb4940b-cbd0-4652-88e3-a6a339f47166', 'mac_address': 'fa:16:3e:f9:71:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:15:05.638421 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9b2fdbad-8cb5-4aa3-8772-85f454f43d71 req-36097b93-754b-4ab1-8827-153322328e19 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=476bfd6a-fa82-4c42-866f-a7c995b98473 HTTP/1.1" status: 200 len: 217 time: 0.0374341 Jul 14 09:15:05.641287 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc9ceb-dfb3-4988-a7f6-7a5431f48ad5 req-8a79d022-106d-4224-9a7a-53554df07c7b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:05.642624 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:05.642885 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-76dc9ceb-dfb3-4988-a7f6-7a5431f48ad5 req-8a79d022-106d-4224-9a7a-53554df07c7b tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 944 time: 0.1645477 Jul 14 09:15:05.662277 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb4940b-cbd0-4652-88e3-a6a339f47166 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:05.689113 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ffb4940b-cbd0-4652-88e3-a6a339f47166, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:05.694978 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:05.696089 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fdbad-8cb5-4aa3-8772-85f454f43d71 req-5d946438-3379-4357-86ed-cb5500ee4b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:05.698151 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9b2fdbad-8cb5-4aa3-8772-85f454f43d71 req-5d946438-3379-4357-86ed-cb5500ee4b9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0509632 Jul 14 09:15:05.735158 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-76dc9ceb-dfb3-4988-a7f6-7a5431f48ad5 req-a366051b-696f-4c92-b2b6-c921167cc7aa tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839794 Jul 14 09:15:05.746220 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-574c8eb2-38b1-4857-9b63-ab70b6ae6d8c tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:05.760640 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=ffb4940b-cbd0-4652-88e3-a6a339f47166,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:05.763687 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-574c8eb2-38b1-4857-9b63-ab70b6ae6d8c tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/networks?id=c36eba21-1dde-48fd-9637-70c170d29f4a HTTP/1.1" status: 200 len: 815 time: 0.2122798 Jul 14 09:15:05.786018 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fdbad-8cb5-4aa3-8772-85f454f43d71 req-49acb7f4-6a7f-4875-81f7-2ba97c97aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:05.787617 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9b2fdbad-8cb5-4aa3-8772-85f454f43d71 req-49acb7f4-6a7f-4875-81f7-2ba97c97aa36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0810201 Jul 14 09:15:05.787733 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e41a9-42d9-40fb-9330-c95e97298b99 req-286fa2e5-9676-450c-80c8-2045fc68380f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:05.789105 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-460e41a9-42d9-40fb-9330-c95e97298b99 req-286fa2e5-9676-450c-80c8-2045fc68380f tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.49 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 944 time: 0.2209439 Jul 14 09:15:05.792138 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-a3cfddad-f248-4a39-ab17-430c8d0cbc4c req-6bf4a94e-b320-460b-8d3e-2cf0d80c9292 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2002433887', 'description': 'tempest-description-1158549533'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:05.803010 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-08bd0625-01bc-47a0-abc4-edd20cfd05d6 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/quotas/c4539603bf1a4d729658c8d9338db594 HTTP/1.1" status: 200 len: 375 time: 0.0383663 Jul 14 09:15:05.889380 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9b2fdbad-8cb5-4aa3-8772-85f454f43d71 req-69dfb05c-dac5-45a9-8156-941e73c7dfd9 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947266 Jul 14 09:15:05.905112 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a3cfddad-f248-4a39-ab17-430c8d0cbc4c req-6bf4a94e-b320-460b-8d3e-2cf0d80c9292 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:05.981585 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-ec5e7c85-02e9-4ab4-b874-8063ec158580 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4539603bf1a4d729658c8d9338db594&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1650519 Jul 14 09:15:05.989142 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9b2fdbad-8cb5-4aa3-8772-85f454f43d71 req-7754c736-8fde-4261-843d-492b120b2023 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929105 Jul 14 09:15:06.072017 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-460e41a9-42d9-40fb-9330-c95e97298b99 req-f01f09d4-d219-4420-8798-92563b90ec5a tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Deleting port 0d69710c-d653-4399-8082-1e1be85fb0f8 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:06.072259 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-460e41a9-42d9-40fb-9330-c95e97298b99 req-f01f09d4-d219-4420-8798-92563b90ec5a tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.168380 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-332b7d26-45a2-44a3-8362-54060f6f9a1c service neutron] 10.222.0.26 "GET /v2.0/networks/c36eba21-1dde-48fd-9637-70c170d29f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775224 Jul 14 09:15:06.244359 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['ffb4940b-cbd0-4652-88e3-a6a339f47166'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:06.247898 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a3cfddad-f248-4a39-ab17-430c8d0cbc4c req-6bf4a94e-b320-460b-8d3e-2cf0d80c9292 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.263063 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a3cfddad-f248-4a39-ab17-430c8d0cbc4c req-6bf4a94e-b320-460b-8d3e-2cf0d80c9292 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.284006 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-460e41a9-42d9-40fb-9330-c95e97298b99 req-f01f09d4-d219-4420-8798-92563b90ec5a tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] For port 0d69710c-d653-4399-8082-1e1be85fb0f8, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=0d69710c-d653-4399-8082-1e1be85fb0f8,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:06.284372 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-460e41a9-42d9-40fb-9330-c95e97298b99 req-f01f09d4-d219-4420-8798-92563b90ec5a tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.321992 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-460e41a9-42d9-40fb-9330-c95e97298b99 req-f01f09d4-d219-4420-8798-92563b90ec5a tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Calling delete_port for 0d69710c-d653-4399-8082-1e1be85fb0f8 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:06.328727 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a3cfddad-f248-4a39-ab17-430c8d0cbc4c req-6bf4a94e-b320-460b-8d3e-2cf0d80c9292 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.329890 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3cfddad-f248-4a39-ab17-430c8d0cbc4c req-6bf4a94e-b320-460b-8d3e-2cf0d80c9292 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5560768 Jul 14 09:15:06.333437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4a94e-b320-460b-8d3e-2cf0d80c9292 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a492b8d-43cc-4a05-9e60-c047199c3e0c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:06.386082 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-43b727c6-05ab-4525-b6e0-85cdae1a1d08 service neutron] 10.222.0.26 "GET /v2.0/networks/c36eba21-1dde-48fd-9637-70c170d29f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052162 Jul 14 09:15:06.405763 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6267535e-1902-4fa0-add5-0db9e9965911 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:06.474427 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 6267535e-1902-4fa0-add5-0db9e9965911 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:06.479676 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 6267535e-1902-4fa0-add5-0db9e9965911 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:06.480136 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.500792 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-460e41a9-42d9-40fb-9330-c95e97298b99 req-f01f09d4-d219-4420-8798-92563b90ec5a tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.532728 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33155ac0-e4fa-47b4-8a56-d02a084d020d x-openstack-request-id: req-33155ac0-e4fa-47b4-8a56-d02a084d020d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:06.533031 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246a45cd-14e3-4d26-b345-1aad85f5b85a", "name": "network-vif-plugged", "status": "completed", "tag": "57d9d355-d1dc-46a8-b7b3-16ee69315886", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:06.533306 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33155ac0-e4fa-47b4-8a56-d02a084d020d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:06.533457 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f09d4-d219-4420-8798-92563b90ec5a tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Pushing event deleted for resources: {'Port': ['ID=0d69710c-d653-4399-8082-1e1be85fb0f8,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:06.533668 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246a45cd-14e3-4d26-b345-1aad85f5b85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d9d355-d1dc-46a8-b7b3-16ee69315886', 'code': 200} Jul 14 09:15:06.613765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-460e41a9-42d9-40fb-9330-c95e97298b99 req-f01f09d4-d219-4420-8798-92563b90ec5a tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] No DVR routers for this DVR port 0d69710c-d653-4399-8082-1e1be85fb0f8 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:06.616602 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-460e41a9-42d9-40fb-9330-c95e97298b99 req-f01f09d4-d219-4420-8798-92563b90ec5a tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.619683 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-460e41a9-42d9-40fb-9330-c95e97298b99 req-f01f09d4-d219-4420-8798-92563b90ec5a tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.49 "DELETE /v2.0/ports/0d69710c-d653-4399-8082-1e1be85fb0f8 HTTP/1.1" status: 204 len: 173 time: 0.8220103 Jul 14 09:15:06.673887 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.716085 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 6267535e-1902-4fa0-add5-0db9e9965911, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6267535e-1902-4fa0-add5-0db9e9965911,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:06.721327 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.722404 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 0d69710c-d653-4399-8082-1e1be85fb0f8 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:06.735697 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbcc18c-b619-467f-991f-3bfc66a21d4a req-59b10a1b-7769-4335-b2cd-03cf94f6a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:06.738304 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8cbcc18c-b619-467f-991f-3bfc66a21d4a req-59b10a1b-7769-4335-b2cd-03cf94f6a801 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a HTTP/1.1" status: 200 len: 1098 time: 0.0805871 Jul 14 09:15:06.748790 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 0d69710c-d653-4399-8082-1e1be85fb0f8 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:06.748790 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 0d69710c-d653-4399-8082-1e1be85fb0f8 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:06.791699 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8cbcc18c-b619-467f-991f-3bfc66a21d4a req-a40234ca-a747-4fe1-99b3-19a015bf4e9d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451536 Jul 14 09:15:06.812331 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=6267535e-1902-4fa0-add5-0db9e9965911,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:07.090334 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fa91b-dbc8-4674-b957-9cd822c9c800 req-65c9708b-2a6a-48bb-944e-f11dcbcc1ce3 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:07.091736 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c45fa91b-dbc8-4674-b957-9cd822c9c800 req-65c9708b-2a6a-48bb-944e-f11dcbcc1ce3 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a HTTP/1.1" status: 200 len: 946 time: 0.4322605 Jul 14 09:15:07.099964 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eaccce-a249-453e-9e50-33428572f17f req-2efe36a6-540a-406d-a867-66e383528f0e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:07.101400 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-43eaccce-a249-453e-9e50-33428572f17f req-2efe36a6-540a-406d-a867-66e383528f0e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=e091c782-9a1b-4031-ba67-a28707de08aa HTTP/1.1" status: 200 len: 949 time: 0.4587870 Jul 14 09:15:07.103066 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfa6aee-3652-4f9c-a35c-457b7ca394ee', 'name': 'network-vif-deleted', 'tag': '666e555c-0a85-4d9b-96ce-cc12515fb8f0'}, {'server_uuid': '7130ed29-ffd6-43ec-8286-6e0b4107bd67', 'name': 'network-vif-deleted', 'tag': '0d69710c-d653-4399-8082-1e1be85fb0f8'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:07.105251 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48f80de-404e-447a-baa8-011d907d1096" -d '{"events": [{"server_uuid": "7cfa6aee-3652-4f9c-a35c-457b7ca394ee", "name": "network-vif-deleted", "tag": "666e555c-0a85-4d9b-96ce-cc12515fb8f0"}, {"server_uuid": "7130ed29-ffd6-43ec-8286-6e0b4107bd67", "name": "network-vif-deleted", "tag": "0d69710c-d653-4399-8082-1e1be85fb0f8"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:07.165729 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c45fa91b-dbc8-4674-b957-9cd822c9c800 req-1119b4c9-955a-4e86-976f-aace5ba30f29 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631912 Jul 14 09:15:07.168403 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-43eaccce-a249-453e-9e50-33428572f17f req-65f35adb-b9a4-4eca-9189-f056a02a05ab tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597367 Jul 14 09:15:07.253642 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99fb0ff5-89c1-42cd-b6b6-1c6c92c41dd3 req-3ab93c16-77c2-40be-8868-a333bf8b28c2 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "GET /v2.0/security-groups/7a492b8d-43cc-4a05-9e60-c047199c3e0c HTTP/1.1" status: 200 len: 1805 time: 0.0542753 Jul 14 09:15:07.270668 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-99fb0ff5-89c1-42cd-b6b6-1c6c92c41dd3 req-06673ed8-4cf7-4331-925b-14a37e1d88eb tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7a492b8d-43cc-4a05-9e60-c047199c3e0c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:07.271238 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-99fb0ff5-89c1-42cd-b6b6-1c6c92c41dd3 req-06673ed8-4cf7-4331-925b-14a37e1d88eb tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7a492b8d-43cc-4a05-9e60-c047199c3e0c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:07.385338 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-99fb0ff5-89c1-42cd-b6b6-1c6c92c41dd3 req-06673ed8-4cf7-4331-925b-14a37e1d88eb tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:07.410451 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f38c06-07d6-45ff-8e44-f9eb8be04d92 req-0bd09bd9-0eff-442a-91ae-9fb104b9d3a1 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:07.412029 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a1f38c06-07d6-45ff-8e44-f9eb8be04d92 req-0bd09bd9-0eff-442a-91ae-9fb104b9d3a1 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 948 time: 0.1136703 Jul 14 09:15:07.436636 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-99fb0ff5-89c1-42cd-b6b6-1c6c92c41dd3 req-06673ed8-4cf7-4331-925b-14a37e1d88eb tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:07.444997 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-99fb0ff5-89c1-42cd-b6b6-1c6c92c41dd3 req-06673ed8-4cf7-4331-925b-14a37e1d88eb tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:07.476429 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06673ed8-4cf7-4331-925b-14a37e1d88eb tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb2731a-6c94-4695-acf4-0ad937ed0def,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:07.482349 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a1f38c06-07d6-45ff-8e44-f9eb8be04d92 req-10100eaf-e895-4c4c-842c-cf83543e152e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586333 Jul 14 09:15:07.487083 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-99fb0ff5-89c1-42cd-b6b6-1c6c92c41dd3 req-06673ed8-4cf7-4331-925b-14a37e1d88eb tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:07.488620 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99fb0ff5-89c1-42cd-b6b6-1c6c92c41dd3 req-06673ed8-4cf7-4331-925b-14a37e1d88eb tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2272017 Jul 14 09:15:07.532077 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['1ca0f418-2adc-4693-9db8-c1134df18cab'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:07.616072 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0484a-8400-42ed-aaf7-b8ac7873fdbd req-713dbf4b-0350-4294-b73d-fb5342a0f39f tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:07.618938 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6ad0484a-8400-42ed-aaf7-b8ac7873fdbd req-713dbf4b-0350-4294-b73d-fb5342a0f39f tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.55 "GET /v2.0/ports?device_id=f26de128-2fa8-4453-9c61-f8834a2009ae HTTP/1.1" status: 200 len: 945 time: 0.1119521 Jul 14 09:15:07.824117 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-82626fc1-ebf6-441b-a367-a1e9816c66dd req-69434cd6-a012-4f78-a875-c351d5bb3fb4 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=2723ccba-36ee-4545-a397-7a7b34ba99d8 HTTP/1.1" status: 200 len: 210 time: 0.0392346 Jul 14 09:15:07.885016 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222dc7af-0760-43d7-872f-cdd78c8c21ad x-openstack-request-id: req-222dc7af-0760-43d7-872f-cdd78c8c21ad {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:07.885506 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfa6aee-3652-4f9c-a35c-457b7ca394ee", "name": "network-vif-deleted", "tag": "666e555c-0a85-4d9b-96ce-cc12515fb8f0", "status": "completed", "code": 200}, {"server_uuid": "7130ed29-ffd6-43ec-8286-6e0b4107bd67", "name": "network-vif-deleted", "tag": "0d69710c-d653-4399-8082-1e1be85fb0f8", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:07.885979 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-222dc7af-0760-43d7-872f-cdd78c8c21ad {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:07.886529 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfa6aee-3652-4f9c-a35c-457b7ca394ee', 'name': 'network-vif-deleted', 'tag': '666e555c-0a85-4d9b-96ce-cc12515fb8f0', 'status': 'completed', 'code': 200} Jul 14 09:15:07.886956 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7130ed29-ffd6-43ec-8286-6e0b4107bd67', 'name': 'network-vif-deleted', 'tag': '0d69710c-d653-4399-8082-1e1be85fb0f8', 'status': 'completed', 'code': 200} Jul 14 09:15:07.907384 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-00446b81-06f3-48e8-865c-edba79da6784 req-3c211705-5440-4364-9d9c-2e1cced54e88 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-771307027', 'description': 'tempest-description-928729580'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:07.950404 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b1729c4d-8c31-4975-b2af-6a2b29bcdcf7 req-762126e0-1b85-452a-a915-a4d6aea93995 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 210 time: 0.0378804 Jul 14 09:15:07.965690 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-00446b81-06f3-48e8-865c-edba79da6784 req-3c211705-5440-4364-9d9c-2e1cced54e88 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.026494 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50446) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:08.109019 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b65b7f1f-243a-42fe-865e-e39510f3e09c tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.112033 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-6ad0484a-8400-42ed-aaf7-b8ac7873fdbd req-e643f94d-8cbb-452c-96d3-52d380d6f43d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Deleting port c2cc916d-c29f-416e-9b8a-559563b8ff73 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:08.112559 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6ad0484a-8400-42ed-aaf7-b8ac7873fdbd req-e643f94d-8cbb-452c-96d3-52d380d6f43d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.156105 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-00446b81-06f3-48e8-865c-edba79da6784 req-3c211705-5440-4364-9d9c-2e1cced54e88 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.161201 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-00446b81-06f3-48e8-865c-edba79da6784 req-3c211705-5440-4364-9d9c-2e1cced54e88 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.204159 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b65b7f1f-243a-42fe-865e-e39510f3e09c tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.262125 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-00446b81-06f3-48e8-865c-edba79da6784 req-3c211705-5440-4364-9d9c-2e1cced54e88 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.278326 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-00446b81-06f3-48e8-865c-edba79da6784 req-3c211705-5440-4364-9d9c-2e1cced54e88 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3755622 Jul 14 09:15:08.303177 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-6ad0484a-8400-42ed-aaf7-b8ac7873fdbd req-e643f94d-8cbb-452c-96d3-52d380d6f43d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] For port c2cc916d-c29f-416e-9b8a-559563b8ff73, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=c2cc916d-c29f-416e-9b8a-559563b8ff73,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:08.303708 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6ad0484a-8400-42ed-aaf7-b8ac7873fdbd req-e643f94d-8cbb-452c-96d3-52d380d6f43d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.304762 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c211705-5440-4364-9d9c-2e1cced54e88 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd801e97-bb0d-4427-a6c4-e7b25016b51a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:08.322589 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-6ad0484a-8400-42ed-aaf7-b8ac7873fdbd req-e643f94d-8cbb-452c-96d3-52d380d6f43d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Calling delete_port for c2cc916d-c29f-416e-9b8a-559563b8ff73 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:08.377162 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b65b7f1f-243a-42fe-865e-e39510f3e09c tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.380315 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b65b7f1f-243a-42fe-865e-e39510f3e09c tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.381609 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b65b7f1f-243a-42fe-865e-e39510f3e09c tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "DELETE /v2.0/security-groups/be950b00-8aad-4d45-8224-1a5df89c7aae HTTP/1.1" status: 204 len: 168 time: 0.3539114 Jul 14 09:15:08.392466 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50454) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:08.394000 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b7f1f-243a-42fe-865e-e39510f3e09c tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be950b00-8aad-4d45-8224-1a5df89c7aae,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:08.411888 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 666e555c-0a85-4d9b-96ce-cc12515fb8f0 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:08.433692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7d67e-a040-47f3-b9d7-d8c935b5d9fa req-7ae67b36-c6d5-47ba-9bab-e46453b0eca1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:08.435431 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cfb7d67e-a040-47f3-b9d7-d8c935b5d9fa req-7ae67b36-c6d5-47ba-9bab-e46453b0eca1 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 945 time: 0.2255380 Jul 14 09:15:08.440668 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 666e555c-0a85-4d9b-96ce-cc12515fb8f0 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:08.441289 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 666e555c-0a85-4d9b-96ce-cc12515fb8f0 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:08.445287 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-1962549d-589a-4df3-ac78-afcd905fe991 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:08.447363 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-1962549d-589a-4df3-ac78-afcd905fe991 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.55 "GET /v2.0/networks?id=c36eba21-1dde-48fd-9637-70c170d29f4a HTTP/1.1" status: 200 len: 815 time: 0.2169795 Jul 14 09:15:08.468171 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-140c9458-6ff1-4b0c-bfad-86c56223f39b tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] show failed (client error): The resource could not be found. Jul 14 09:15:08.469215 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-140c9458-6ff1-4b0c-bfad-86c56223f39b tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "GET /v2.0/security-groups/be950b00-8aad-4d45-8224-1a5df89c7aae HTTP/1.1" status: 404 len: 347 time: 0.0656033 Jul 14 09:15:08.473950 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50456) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:08.526823 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cfb7d67e-a040-47f3-b9d7-d8c935b5d9fa req-4277f35a-1d8a-44d4-a291-009f902a648c tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769184 Jul 14 09:15:08.535300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e091c782-9a1b-4031-ba67-a28707de08aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6267535e-1902-4fa0-add5-0db9e9965911'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:08.538216 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1705f36-16ac-48de-9154-35c3f3382720" -d '{"events": [{"server_uuid": "e091c782-9a1b-4031-ba67-a28707de08aa", "name": "network-vif-plugged", "status": "completed", "tag": "6267535e-1902-4fa0-add5-0db9e9965911"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:08.548378 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-a5102975-e8c8-4f89-934a-39f6a0cae142 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Request body: {'port': {'device_id': '2723ccba-36ee-4545-a397-7a7b34ba99d8', 'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a', 'admin_state_up': True, 'tenant_id': 'c4539603bf1a4d729658c8d9338db594'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:08.576984 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380841b3-e5d6-4008-b60b-e032cfe8830f req-0f7b330d-b0d5-459e-9d1a-271ff9307ff2 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:08.583231 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-380841b3-e5d6-4008-b60b-e032cfe8830f req-0f7b330d-b0d5-459e-9d1a-271ff9307ff2 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a HTTP/1.1" status: 200 len: 946 time: 0.1686885 Jul 14 09:15:08.673067 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-380841b3-e5d6-4008-b60b-e032cfe8830f req-943ad6dd-65aa-47e4-b90e-53a162ea35a4 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831718 Jul 14 09:15:08.723788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-7918f02e-5cad-49db-aa19-dcea2583cfe0 req-bfa6a914-0cdc-458d-8aec-089700955498 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1571413052', 'description': 'tempest-description-1707448762'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:08.757764 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6ad0484a-8400-42ed-aaf7-b8ac7873fdbd req-e643f94d-8cbb-452c-96d3-52d380d6f43d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.796891 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643f94d-8cbb-452c-96d3-52d380d6f43d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Pushing event deleted for resources: {'Port': ['ID=c2cc916d-c29f-416e-9b8a-559563b8ff73,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:08.802674 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['c2cc916d-c29f-416e-9b8a-559563b8ff73'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:08.813310 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c6f9fc36-30aa-41fb-9ecb-54d1458e6b54 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Deleting port b7c7a372-debc-4d7a-94eb-24dc6a9a2786 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:08.813652 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c6f9fc36-30aa-41fb-9ecb-54d1458e6b54 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.820165 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7918f02e-5cad-49db-aa19-dcea2583cfe0 req-bfa6a914-0cdc-458d-8aec-089700955498 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.874613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155df333-ffc6-46ad-a375-a3669b7661c0 req-532d17bd-d4db-4e8d-85c5-2d74f84710f1 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:08.876195 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-155df333-ffc6-46ad-a375-a3669b7661c0 req-532d17bd-d4db-4e8d-85c5-2d74f84710f1 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=e091c782-9a1b-4031-ba67-a28707de08aa HTTP/1.1" status: 200 len: 950 time: 0.1373670 Jul 14 09:15:08.917591 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-155df333-ffc6-46ad-a375-a3669b7661c0 req-870280a2-dea7-4caa-b425-d94b99eb1341 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354283 Jul 14 09:15:08.923076 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad0484a-8400-42ed-aaf7-b8ac7873fdbd req-e643f94d-8cbb-452c-96d3-52d380d6f43d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] No DVR routers for this DVR port c2cc916d-c29f-416e-9b8a-559563b8ff73 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:08.929282 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6ad0484a-8400-42ed-aaf7-b8ac7873fdbd req-e643f94d-8cbb-452c-96d3-52d380d6f43d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.931636 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6ad0484a-8400-42ed-aaf7-b8ac7873fdbd req-e643f94d-8cbb-452c-96d3-52d380d6f43d tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.55 "DELETE /v2.0/ports/c2cc916d-c29f-416e-9b8a-559563b8ff73 HTTP/1.1" status: 204 len: 173 time: 1.3054030 Jul 14 09:15:08.932102 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26de128-2fa8-4453-9c61-f8834a2009ae', 'name': 'network-vif-deleted', 'tag': 'c2cc916d-c29f-416e-9b8a-559563b8ff73'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:08.934372 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbff0d41-5f05-4278-9d80-e3f62fd64fde" -d '{"events": [{"server_uuid": "f26de128-2fa8-4453-9c61-f8834a2009ae", "name": "network-vif-deleted", "tag": "c2cc916d-c29f-416e-9b8a-559563b8ff73"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:08.942525 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-a5102975-e8c8-4f89-934a-39f6a0cae142 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Made reservation on behalf of c4539603bf1a4d729658c8d9338db594 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:08.946220 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-a5102975-e8c8-4f89-934a-39f6a0cae142 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.017083 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7918f02e-5cad-49db-aa19-dcea2583cfe0 req-bfa6a914-0cdc-458d-8aec-089700955498 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.025657 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7918f02e-5cad-49db-aa19-dcea2583cfe0 req-bfa6a914-0cdc-458d-8aec-089700955498 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.057052 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c6f9fc36-30aa-41fb-9ecb-54d1458e6b54 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.057402 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c6f9fc36-30aa-41fb-9ecb-54d1458e6b54 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.088213 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48accd3-4b80-4172-979b-5a90cfd4b8e8 req-e28016fb-9201-4669-8786-1fedff870e6d tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:09.089913 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b48accd3-4b80-4172-979b-5a90cfd4b8e8 req-e28016fb-9201-4669-8786-1fedff870e6d tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 945 time: 0.2452183 Jul 14 09:15:09.096267 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c6f9fc36-30aa-41fb-9ecb-54d1458e6b54 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Calling delete_port for b7c7a372-debc-4d7a-94eb-24dc6a9a2786 owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:09.099443 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7918f02e-5cad-49db-aa19-dcea2583cfe0 req-bfa6a914-0cdc-458d-8aec-089700955498 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.115269 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7918f02e-5cad-49db-aa19-dcea2583cfe0 req-bfa6a914-0cdc-458d-8aec-089700955498 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3955102 Jul 14 09:15:09.118089 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6a914-0cdc-458d-8aec-089700955498 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b743636-17f7-4f6b-ab3a-56df54b05c7c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:09.180642 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ad9851-23f0-4a25-a0e5-6a3b63b8dbc7 x-openstack-request-id: req-29ad9851-23f0-4a25-a0e5-6a3b63b8dbc7 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:09.181173 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e091c782-9a1b-4031-ba67-a28707de08aa", "name": "network-vif-plugged", "status": "completed", "tag": "6267535e-1902-4fa0-add5-0db9e9965911", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:09.181427 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-29ad9851-23f0-4a25-a0e5-6a3b63b8dbc7 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:09.181847 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e091c782-9a1b-4031-ba67-a28707de08aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6267535e-1902-4fa0-add5-0db9e9965911', 'code': 200} Jul 14 09:15:09.255245 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-a5102975-e8c8-4f89-934a-39f6a0cae142 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Allocated IP 172.20.0.4 (c36eba21-1dde-48fd-9637-70c170d29f4a/4407057c-5ac0-43dc-87ea-7e041a541f0d/f42ed107-6c3d-4156-b7d1-fdadd4abae32) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:09.264501 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6244f0e-88c4-4c27-91ee-01764917b20b req-8ea75347-400c-4a2e-a0da-7cb58f2f82af tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:09.266944 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6244f0e-88c4-4c27-91ee-01764917b20b req-8ea75347-400c-4a2e-a0da-7cb58f2f82af tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 948 time: 0.1280532 Jul 14 09:15:09.371664 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6fed495c-b9bd-44ab-ae0b-b94143beb357 req-3389d0e2-be01-499e-a1e0-389f30781838 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=2723ccba-36ee-4545-a397-7a7b34ba99d8 HTTP/1.1" status: 200 len: 210 time: 0.0364642 Jul 14 09:15:09.383142 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6244f0e-88c4-4c27-91ee-01764917b20b req-f7360f4b-7492-444a-b9e5-8854bdb3ad42 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077635 Jul 14 09:15:09.438551 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15899ddc-0e05-4c7d-85f3-6ed48c62ada9 x-openstack-request-id: req-15899ddc-0e05-4c7d-85f3-6ed48c62ada9 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:09.438859 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26de128-2fa8-4453-9c61-f8834a2009ae", "name": "network-vif-deleted", "tag": "c2cc916d-c29f-416e-9b8a-559563b8ff73", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:09.439179 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15899ddc-0e05-4c7d-85f3-6ed48c62ada9 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:09.439490 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26de128-2fa8-4453-9c61-f8834a2009ae', 'name': 'network-vif-deleted', 'tag': 'c2cc916d-c29f-416e-9b8a-559563b8ff73', 'status': 'completed', 'code': 200} Jul 14 09:15:09.444776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed140216-ba2d-479d-8b00-9870b218af15 req-decd7c7b-64e6-46a7-9e13-a177d22b07d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:09.448082 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed140216-ba2d-479d-8b00-9870b218af15 req-decd7c7b-64e6-46a7-9e13-a177d22b07d1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e091c782-9a1b-4031-ba67-a28707de08aa HTTP/1.1" status: 200 len: 1102 time: 0.1808195 Jul 14 09:15:09.455069 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b48accd3-4b80-4172-979b-5a90cfd4b8e8 req-08079804-d6a4-4b0c-91b5-89841d14c63f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Deleting port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:09.455424 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b48accd3-4b80-4172-979b-5a90cfd4b8e8 req-08079804-d6a4-4b0c-91b5-89841d14c63f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.497610 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ffb4940b-cbd0-4652-88e3-a6a339f47166 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:09.511731 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c6f9fc36-30aa-41fb-9ecb-54d1458e6b54 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.557254 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9fc36-30aa-41fb-9ecb-54d1458e6b54 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Pushing event deleted for resources: {'Port': ['ID=b7c7a372-debc-4d7a-94eb-24dc6a9a2786,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:09.573411 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port ffb4940b-cbd0-4652-88e3-a6a339f47166 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:09.575212 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5798d188-7f1a-46ea-b1ca-a268ed358e83 req-0bb83e5d-fb5e-42e1-8074-487cacfa6c39 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 210 time: 0.0529358 Jul 14 09:15:09.581086 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port ffb4940b-cbd0-4652-88e3-a6a339f47166 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:09.581549 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.612908 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed140216-ba2d-479d-8b00-9870b218af15 req-556ab446-157c-49cd-8d5f-ec0ca7e9dc29 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542497 Jul 14 09:15:09.628635 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d9e995fb-8cb9-4a86-8ee9-5a67307d1e0e req-31f1014e-cbef-46ad-8848-d936a3dbdd59 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "GET /v2.0/security-groups/dd801e97-bb0d-4427-a6c4-e7b25016b51a HTTP/1.1" status: 200 len: 1803 time: 0.1393013 Jul 14 09:15:09.708908 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-a5102975-e8c8-4f89-934a-39f6a0cae142 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.767349 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b48accd3-4b80-4172-979b-5a90cfd4b8e8 req-08079804-d6a4-4b0c-91b5-89841d14c63f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] For port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3ef5f7d8-741e-438c-b87a-311eb5ff48e8,segment=NetworkSegment(72b62a84-c4fe-449f-a76c-dcdb3843aa21),segment_id=72b62a84-c4fe-449f-a76c-dcdb3843aa21)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:09.768058 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b48accd3-4b80-4172-979b-5a90cfd4b8e8 req-08079804-d6a4-4b0c-91b5-89841d14c63f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.789438 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b48accd3-4b80-4172-979b-5a90cfd4b8e8 req-08079804-d6a4-4b0c-91b5-89841d14c63f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Calling delete_port for 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:09.807123 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c6f9fc36-30aa-41fb-9ecb-54d1458e6b54 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.810060 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c6f9fc36-30aa-41fb-9ecb-54d1458e6b54 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.814310 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c6f9fc36-30aa-41fb-9ecb-54d1458e6b54 tempest-ServersWithSpecificFlavorTestJSON-124244167 tempest-ServersWithSpecificFlavorTestJSON-124244167-project] 10.222.0.26 "DELETE /v2.0/floatingips/ce3c6059-183d-463e-b3f6-9b7af51ae0f7 HTTP/1.1" status: 204 len: 168 time: 1.3393633 Jul 14 09:15:09.837416 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb388a63-204c-40b0-9630-3c0fae5d3e68 req-689633c3-665d-4bb3-b89c-e4931ffc3cd6 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:09.844983 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb388a63-204c-40b0-9630-3c0fae5d3e68 req-689633c3-665d-4bb3-b89c-e4931ffc3cd6 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e208dc-0d29-4d5e-9164-3547e56561f5 HTTP/1.1" status: 200 len: 945 time: 0.1234214 Jul 14 09:15:09.863468 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d9e995fb-8cb9-4a86-8ee9-5a67307d1e0e req-191b4f61-d346-43a4-9a8f-febfbe231e02 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "GET /v2.0/security-groups/7b743636-17f7-4f6b-ab3a-56df54b05c7c HTTP/1.1" status: 200 len: 1805 time: 0.2339792 Jul 14 09:15:09.877039 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-a5102975-e8c8-4f89-934a-39f6a0cae142 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.879579 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-d9e995fb-8cb9-4a86-8ee9-5a67307d1e0e req-017a7c4c-114a-4ea2-ade2-b96ce2068a90 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'dd801e97-bb0d-4427-a6c4-e7b25016b51a', 'remote_group_id': '7b743636-17f7-4f6b-ab3a-56df54b05c7c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:09.879912 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-d9e995fb-8cb9-4a86-8ee9-5a67307d1e0e req-017a7c4c-114a-4ea2-ade2-b96ce2068a90 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'dd801e97-bb0d-4427-a6c4-e7b25016b51a', 'remote_group_id': '7b743636-17f7-4f6b-ab3a-56df54b05c7c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:09.921552 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb388a63-204c-40b0-9630-3c0fae5d3e68 req-8d98e03c-3e13-4062-97f7-e5f88274f5e4 tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.26 "GET /v2.0/security-groups?id=e217e41f-f53c-4555-8954-803eb91088f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755825 Jul 14 09:15:09.953003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-a5102975-e8c8-4f89-934a-39f6a0cae142 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Network c36eba21-1dde-48fd-9637-70c170d29f4a is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:09.960110 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-a5102975-e8c8-4f89-934a-39f6a0cae142 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:09.964457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-a5102975-e8c8-4f89-934a-39f6a0cae142 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:09.966019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5102975-e8c8-4f89-934a-39f6a0cae142 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Pushing event updated for resources: {'Port': ['ID=f42ed107-6c3d-4156-b7d1-fdadd4abae32,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:09.991210 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.032080 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ffb4940b-cbd0-4652-88e3-a6a339f47166, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:10.037401 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.051412 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-a5102975-e8c8-4f89-934a-39f6a0cae142 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:10.052142 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-a5102975-e8c8-4f89-934a-39f6a0cae142 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.056000 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d9e995fb-8cb9-4a86-8ee9-5a67307d1e0e req-017a7c4c-114a-4ea2-ade2-b96ce2068a90 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.067752 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b48accd3-4b80-4172-979b-5a90cfd4b8e8 req-08079804-d6a4-4b0c-91b5-89841d14c63f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.085573 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-a5102975-e8c8-4f89-934a-39f6a0cae142 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5429518 Jul 14 09:15:10.106601 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08079804-d6a4-4b0c-91b5-89841d14c63f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Pushing event deleted for resources: {'Port': ['ID=3ef5f7d8-741e-438c-b87a-311eb5ff48e8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:10.116992 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] Request body: {'port': {'device_id': '2723ccba-36ee-4545-a397-7a7b34ba99d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:10.124797 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=ffb4940b-cbd0-4652-88e3-a6a339f47166,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:10.175598 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d9e995fb-8cb9-4a86-8ee9-5a67307d1e0e req-017a7c4c-114a-4ea2-ade2-b96ce2068a90 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.179796 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d9e995fb-8cb9-4a86-8ee9-5a67307d1e0e req-017a7c4c-114a-4ea2-ade2-b96ce2068a90 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.189643 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48accd3-4b80-4172-979b-5a90cfd4b8e8 req-08079804-d6a4-4b0c-91b5-89841d14c63f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] No DVR routers for this DVR port 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:10.193030 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b48accd3-4b80-4172-979b-5a90cfd4b8e8 req-08079804-d6a4-4b0c-91b5-89841d14c63f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.195055 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b48accd3-4b80-4172-979b-5a90cfd4b8e8 req-08079804-d6a4-4b0c-91b5-89841d14c63f tempest-LiveMigrationTest-543863256 tempest-LiveMigrationTest-543863256-project] 10.222.0.55 "DELETE /v2.0/ports/3ef5f7d8-741e-438c-b87a-311eb5ff48e8 HTTP/1.1" status: 204 len: 173 time: 1.0902202 Jul 14 09:15:10.202338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a7c4c-114a-4ea2-ade2-b96ce2068a90 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32839dbe-447a-4c9e-8592-bc1d84579204,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:10.212236 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d9e995fb-8cb9-4a86-8ee9-5a67307d1e0e req-017a7c4c-114a-4ea2-ade2-b96ce2068a90 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.227619 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d9e995fb-8cb9-4a86-8ee9-5a67307d1e0e req-017a7c4c-114a-4ea2-ade2-b96ce2068a90 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3626444 Jul 14 09:15:10.253552 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41d58f-6041-4970-87fb-729ba1644dc3 req-c14f3875-afc7-47b0-8f95-f746a231cf4c tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:10.258677 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d41d58f-6041-4970-87fb-729ba1644dc3 req-c14f3875-afc7-47b0-8f95-f746a231cf4c tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a HTTP/1.1" status: 200 len: 946 time: 0.1177986 Jul 14 09:15:10.269278 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.323910 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d41d58f-6041-4970-87fb-729ba1644dc3 req-84192e51-349f-4058-8e42-0e3d5cd6c022 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598650 Jul 14 09:15:10.379112 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-d6a1a56e-043d-4ab3-bb47-e6fb73dcf073 req-c70cb7ed-b048-4409-8033-6c7a36eb5e62 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-87094198', 'description': 'tempest-description-220698908'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:10.415038 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d6a1a56e-043d-4ab3-bb47-e6fb73dcf073 req-c70cb7ed-b048-4409-8033-6c7a36eb5e62 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.534119 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e688f-c1dc-4c19-934f-1f864d4d2e87 req-7b3cd28d-cb2f-47e4-8208-c72b289b4614 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:10.536331 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c8e688f-c1dc-4c19-934f-1f864d4d2e87 req-7b3cd28d-cb2f-47e4-8208-c72b289b4614 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=e091c782-9a1b-4031-ba67-a28707de08aa HTTP/1.1" status: 200 len: 950 time: 0.1245463 Jul 14 09:15:10.611733 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d6a1a56e-043d-4ab3-bb47-e6fb73dcf073 req-c70cb7ed-b048-4409-8033-6c7a36eb5e62 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.628016 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c8e688f-c1dc-4c19-934f-1f864d4d2e87 req-9e14948e-c53f-4e50-9b9c-7e7365ab88aa tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794435 Jul 14 09:15:10.629160 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d6a1a56e-043d-4ab3-bb47-e6fb73dcf073 req-c70cb7ed-b048-4409-8033-6c7a36eb5e62 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.630636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42ed107-6c3d-4156-b7d1-fdadd4abae32 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:10.639139 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.653244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] Transition to ACTIVE for port object f42ed107-6c3d-4156-b7d1-fdadd4abae32 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:10.659004 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.672985 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d6a1a56e-043d-4ab3-bb47-e6fb73dcf073 req-c70cb7ed-b048-4409-8033-6c7a36eb5e62 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.689082 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d6a1a56e-043d-4ab3-bb47-e6fb73dcf073 req-c70cb7ed-b048-4409-8033-6c7a36eb5e62 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3114278 Jul 14 09:15:10.697841 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70cb7ed-b048-4409-8033-6c7a36eb5e62 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c195ab5-a370-4b8a-8cef-4c3113971e96,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:10.763214 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] Pushing event updated for resources: {'Port': ['ID=f42ed107-6c3d-4156-b7d1-fdadd4abae32,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:10.881079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] Attempting to bind port f42ed107-6c3d-4156-b7d1-fdadd4abae32 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:10.881522 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] Attempting to bind port f42ed107-6c3d-4156-b7d1-fdadd4abae32 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '72bb0827-f879-47e1-800a-e4223ce92500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:10.881756 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] Attempting to bind port f42ed107-6c3d-4156-b7d1-fdadd4abae32 on network c36eba21-1dde-48fd-9637-70c170d29f4a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:10.888067 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] Port f42ed107-6c3d-4156-b7d1-fdadd4abae32 on network c36eba21-1dde-48fd-9637-70c170d29f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:15:10.888398 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] Attempting to bind port f42ed107-6c3d-4156-b7d1-fdadd4abae32 on network c36eba21-1dde-48fd-9637-70c170d29f4a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:10.893943 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:10.894287 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] Checking segment: {'id': '72bb0827-f879-47e1-800a-e4223ce92500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:10.894675 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] Bound using segment: {'id': '72bb0827-f879-47e1-800a-e4223ce92500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:10.895112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] Bound port: f42ed107-6c3d-4156-b7d1-fdadd4abae32, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bb0827-f879-47e1-800a-e4223ce92500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:10.895471 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.902933 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdcfe5-f31d-45f2-8e26-7e9c85c4170e req-bdd60312-7d3f-4e3e-ad43-593b1708264c tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:10.904457 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f5fdcfe5-f31d-45f2-8e26-7e9c85c4170e req-bdd60312-7d3f-4e3e-ad43-593b1708264c tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 945 time: 0.1160164 Jul 14 09:15:10.911991 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe22c8-a620-483b-8bbf-1746ec5ab64b req-3c557daa-3c39-49ef-a6cf-e126c11ae5a2 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:10.913716 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2fe22c8-a620-483b-8bbf-1746ec5ab64b req-3c557daa-3c39-49ef-a6cf-e126c11ae5a2 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=2723ccba-36ee-4545-a397-7a7b34ba99d8 HTTP/1.1" status: 200 len: 943 time: 0.1136837 Jul 14 09:15:10.993388 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2fe22c8-a620-483b-8bbf-1746ec5ab64b req-dba22cdb-e762-48f9-a1dc-8bb4673133f8 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545275 Jul 14 09:15:11.045894 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] For port f42ed107-6c3d-4156-b7d1-fdadd4abae32, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:11.049501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] For port f42ed107-6c3d-4156-b7d1-fdadd4abae32, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f42ed107-6c3d-4156-b7d1-fdadd4abae32,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:11.054287 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:11.062145 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f5fdcfe5-f31d-45f2-8e26-7e9c85c4170e req-23a337f5-ca86-496f-9619-07847f81f94a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470358 Jul 14 09:15:11.137212 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] Pushing event updated for resources: {'Port': ['ID=f42ed107-6c3d-4156-b7d1-fdadd4abae32,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:11.147167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:11.147645 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:11.149771 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-b57b43c4-9fd1-4f45-8d5f-144f95911857 service neutron] 10.222.0.55 "PUT /v2.0/ports/f42ed107-6c3d-4156-b7d1-fdadd4abae32 HTTP/1.1" status: 200 len: 1092 time: 1.0444186 Jul 14 09:15:11.183457 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d81926-cf02-4264-b10a-0cd534363aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb4940b-cbd0-4652-88e3-a6a339f47166'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:11.186505 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7c2366-0b88-429c-8bd4-f9a7b65bcdfa" -d '{"events": [{"server_uuid": "f6d81926-cf02-4264-b10a-0cd534363aee", "name": "network-vif-plugged", "status": "completed", "tag": "ffb4940b-cbd0-4652-88e3-a6a339f47166"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:11.217733 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b58bc4-e892-4aa1-a326-690520af242e req-e68f5b94-ff17-4892-b158-97d855455a6a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:11.219624 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57b58bc4-e892-4aa1-a326-690520af242e req-e68f5b94-ff17-4892-b158-97d855455a6a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 949 time: 0.1120365 Jul 14 09:15:11.259379 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-318bd669-a974-4b68-9279-1b92ad10bc51 req-6e67ee43-ac1e-4451-964f-4912f8393ce0 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=7130ed29-ffd6-43ec-8286-6e0b4107bd67 HTTP/1.1" status: 200 len: 210 time: 0.0384583 Jul 14 09:15:11.301607 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57b58bc4-e892-4aa1-a326-690520af242e req-d4b847e2-c854-466c-8d49-604f983d8be1 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720010 Jul 14 09:15:11.326395 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-c1296b5f-62e6-4401-baa3-04f1a22848e9 req-cb4f8acb-7bc6-4748-90c6-e8a8a2adcb9b tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1218928094', 'description': 'tempest-description-1788592423'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:11.358130 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c1296b5f-62e6-4401-baa3-04f1a22848e9 req-cb4f8acb-7bc6-4748-90c6-e8a8a2adcb9b tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:11.440085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e208dc-0d29-4d5e-9164-3547e56561f5', 'name': 'network-vif-deleted', 'tag': '3ef5f7d8-741e-438c-b87a-311eb5ff48e8'}, {'name': 'network-changed', 'server_uuid': '2723ccba-36ee-4545-a397-7a7b34ba99d8', 'tag': 'f42ed107-6c3d-4156-b7d1-fdadd4abae32'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:11.442434 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9d57ff-6269-4d89-9887-92a4341fd9c0" -d '{"events": [{"server_uuid": "34e208dc-0d29-4d5e-9164-3547e56561f5", "name": "network-vif-deleted", "tag": "3ef5f7d8-741e-438c-b87a-311eb5ff48e8"}, {"name": "network-changed", "server_uuid": "2723ccba-36ee-4545-a397-7a7b34ba99d8", "tag": "f42ed107-6c3d-4156-b7d1-fdadd4abae32"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:11.463488 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-62a737d3-d150-4944-a4d2-0e093a49415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:11.465831 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-62a737d3-d150-4944-a4d2-0e093a49415c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4539603bf1a4d729658c8d9338db594&device_id=2723ccba-36ee-4545-a397-7a7b34ba99d8 HTTP/1.1" status: 200 len: 1095 time: 0.1255617 Jul 14 09:15:11.477506 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c1296b5f-62e6-4401-baa3-04f1a22848e9 req-cb4f8acb-7bc6-4748-90c6-e8a8a2adcb9b tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:11.484479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device c2cc916d-c29f-416e-9b8a-559563b8ff73 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:11.491187 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50506) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:11.496762 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c1296b5f-62e6-4401-baa3-04f1a22848e9 req-cb4f8acb-7bc6-4748-90c6-e8a8a2adcb9b tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:11.538645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: c2cc916d-c29f-416e-9b8a-559563b8ff73 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:11.542649 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device c2cc916d-c29f-416e-9b8a-559563b8ff73 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:11.543112 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:11.583733 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f8acb-7bc6-4748-90c6-e8a8a2adcb9b tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8afeff7a-70e4-415a-ac8c-05aeeca468e6,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:11.588110 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c1296b5f-62e6-4401-baa3-04f1a22848e9 req-cb4f8acb-7bc6-4748-90c6-e8a8a2adcb9b tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:11.600342 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c1296b5f-62e6-4401-baa3-04f1a22848e9 req-cb4f8acb-7bc6-4748-90c6-e8a8a2adcb9b tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2851961 Jul 14 09:15:11.603762 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:11.604504 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 3ef5f7d8-741e-438c-b87a-311eb5ff48e8 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:11.608716 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-8dd2e5b6-3344-4989-88d7-5dec6232e436 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f42ed107-6c3d-4156-b7d1-fdadd4abae32 HTTP/1.1" status: 200 len: 217 time: 0.1233437 Jul 14 09:15:11.636666 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e6a105-5057-4903-ab04-25fc7532a8d8 x-openstack-request-id: req-42e6a105-5057-4903-ab04-25fc7532a8d8 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:11.637197 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d81926-cf02-4264-b10a-0cd534363aee", "name": "network-vif-plugged", "status": "completed", "tag": "ffb4940b-cbd0-4652-88e3-a6a339f47166", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:11.637610 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42e6a105-5057-4903-ab04-25fc7532a8d8 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:11.638236 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d81926-cf02-4264-b10a-0cd534363aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb4940b-cbd0-4652-88e3-a6a339f47166', 'code': 200} Jul 14 09:15:11.646128 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75427fe-2056-4ce7-b876-89bd09b47c13 admin admin] Deleting subnet 17a63800-8b58-4cad-a5bc-7f335e7d2ba1 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:15:11.730777 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a75427fe-2056-4ce7-b876-89bd09b47c13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:11.783417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6627e49-a708-49ea-9c03-90a950f015b6 req-47379fa7-29e0-42df-b42b-4a5cbfaca78f tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:11.785635 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f6627e49-a708-49ea-9c03-90a950f015b6 req-47379fa7-29e0-42df-b42b-4a5cbfaca78f tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bbc99c2-6c39-4d3d-86dd-4910f7991c30 HTTP/1.1" status: 200 len: 945 time: 0.1540582 Jul 14 09:15:11.807590 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bc1221-070b-4fcc-8f30-7af97fd7254a x-openstack-request-id: req-d6bc1221-070b-4fcc-8f30-7af97fd7254a {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:11.807813 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e208dc-0d29-4d5e-9164-3547e56561f5", "name": "network-vif-deleted", "tag": "3ef5f7d8-741e-438c-b87a-311eb5ff48e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2723ccba-36ee-4545-a397-7a7b34ba99d8", "tag": "f42ed107-6c3d-4156-b7d1-fdadd4abae32", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:11.808069 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6bc1221-070b-4fcc-8f30-7af97fd7254a {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:11.808462 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e208dc-0d29-4d5e-9164-3547e56561f5', 'name': 'network-vif-deleted', 'tag': '3ef5f7d8-741e-438c-b87a-311eb5ff48e8', 'status': 'completed', 'code': 200} Jul 14 09:15:11.809187 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2723ccba-36ee-4545-a397-7a7b34ba99d8', 'tag': 'f42ed107-6c3d-4156-b7d1-fdadd4abae32', 'status': 'completed', 'code': 200} Jul 14 09:15:11.831960 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f6627e49-a708-49ea-9c03-90a950f015b6 req-0c882110-626d-4215-89ec-284a90884354 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405192 Jul 14 09:15:11.867222 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a75427fe-2056-4ce7-b876-89bd09b47c13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:11.870378 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-dbc2e42c-8363-4eae-919e-42fbe68d5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:11.871834 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-dbc2e42c-8363-4eae-919e-42fbe68d5a9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4407057c-5ac0-43dc-87ea-7e041a541f0d HTTP/1.1" status: 200 len: 855 time: 0.2119508 Jul 14 09:15:11.911363 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50238950-b4a3-4ab1-9fe8-161bea0bdb82 req-1a9b785d-e813-40b8-9455-c532a1fc1a95 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "GET /v2.0/security-groups/7c195ab5-a370-4b8a-8cef-4c3113971e96 HTTP/1.1" status: 200 len: 1802 time: 0.1245530 Jul 14 09:15:11.932555 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-61aff8ef-8b31-4c54-9ecb-5df1c716ac75 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c36eba21-1dde-48fd-9637-70c170d29f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355296 Jul 14 09:15:11.961530 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50238950-b4a3-4ab1-9fe8-161bea0bdb82 req-2da5a374-b325-4e7c-bddf-705206fbefbc tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "GET /v2.0/security-groups/8afeff7a-70e4-415a-ac8c-05aeeca468e6 HTTP/1.1" status: 200 len: 1805 time: 0.0442839 Jul 14 09:15:11.973924 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a75427fe-2056-4ce7-b876-89bd09b47c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:11.982233 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-50238950-b4a3-4ab1-9fe8-161bea0bdb82 req-14bc17f0-7d10-4903-9cb4-3f76974c6b56 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7c195ab5-a370-4b8a-8cef-4c3113971e96', 'remote_group_id': '8afeff7a-70e4-415a-ac8c-05aeeca468e6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:11.983007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-50238950-b4a3-4ab1-9fe8-161bea0bdb82 req-14bc17f0-7d10-4903-9cb4-3f76974c6b56 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7c195ab5-a370-4b8a-8cef-4c3113971e96', 'remote_group_id': '8afeff7a-70e4-415a-ac8c-05aeeca468e6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:12.047860 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de7968-19c2-40db-bf01-8b96787fa596 req-6e021ea4-d42c-4df0-9c38-404ecd52c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:12.049061 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-14de7968-19c2-40db-bf01-8b96787fa596 req-6e021ea4-d42c-4df0-9c38-404ecd52c883 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 1101 time: 0.2151616 Jul 14 09:15:12.112961 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6688a20-49e2-4d59-be6e-48ac70a83346 req-e191a6bd-23e7-4873-b80f-cfba01c4e2ec tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:12.116105 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d6688a20-49e2-4d59-be6e-48ac70a83346 req-e191a6bd-23e7-4873-b80f-cfba01c4e2ec tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=e091c782-9a1b-4031-ba67-a28707de08aa HTTP/1.1" status: 200 len: 950 time: 0.1463921 Jul 14 09:15:12.122040 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-82cdc7bf-541c-4133-bea2-52a0a6e5991a service neutron] 10.222.0.55 "GET /v2.0/networks/c36eba21-1dde-48fd-9637-70c170d29f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800711 Jul 14 09:15:12.136494 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-14de7968-19c2-40db-bf01-8b96787fa596 req-07e12268-f7ba-4241-bd2b-5dcb8f0b036e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772665 Jul 14 09:15:12.142607 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a75427fe-2056-4ce7-b876-89bd09b47c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.161245 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-50238950-b4a3-4ab1-9fe8-161bea0bdb82 req-14bc17f0-7d10-4903-9cb4-3f76974c6b56 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.175857 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75427fe-2056-4ce7-b876-89bd09b47c13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17a63800-8b58-4cad-a5bc-7f335e7d2ba1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:12.177301 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a75427fe-2056-4ce7-b876-89bd09b47c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.182424 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a75427fe-2056-4ce7-b876-89bd09b47c13 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/17a63800-8b58-4cad-a5bc-7f335e7d2ba1 HTTP/1.1" status: 204 len: 168 time: 0.6869717 Jul 14 09:15:12.182819 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50520) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:12.188344 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d6688a20-49e2-4d59-be6e-48ac70a83346 req-4ffdf5bb-f677-49bf-bc31-13f22d5ba850 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609052 Jul 14 09:15:12.213755 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-50238950-b4a3-4ab1-9fe8-161bea0bdb82 req-14bc17f0-7d10-4903-9cb4-3f76974c6b56 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.219033 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-50238950-b4a3-4ab1-9fe8-161bea0bdb82 req-14bc17f0-7d10-4903-9cb4-3f76974c6b56 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.260781 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc17f0-7d10-4903-9cb4-3f76974c6b56 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b6aa89-aa10-4140-8f18-049ee5a11b06,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:12.265330 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a4f96ee-68ba-430e-9390-a04b3649af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.268798 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-50238950-b4a3-4ab1-9fe8-161bea0bdb82 req-14bc17f0-7d10-4903-9cb4-3f76974c6b56 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.293927 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50238950-b4a3-4ab1-9fe8-161bea0bdb82 req-14bc17f0-7d10-4903-9cb4-3f76974c6b56 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3190963 Jul 14 09:15:12.479756 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dea277-0a0c-4480-bc50-61319e6cfe5b req-7130ba44-a59a-4359-b47f-19a1f4f576f4 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:12.481716 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4dea277-0a0c-4480-bc50-61319e6cfe5b req-7130ba44-a59a-4359-b47f-19a1f4f576f4 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=2723ccba-36ee-4545-a397-7a7b34ba99d8 HTTP/1.1" status: 200 len: 943 time: 0.0727069 Jul 14 09:15:12.539915 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4dea277-0a0c-4480-bc50-61319e6cfe5b req-b05cf84b-03fc-441a-8a9e-0c1a72828b3c tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489919 Jul 14 09:15:12.641377 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dc55b-41b2-4777-8da9-a91085be213d req-cf948f57-f502-42e6-af0d-0013dc5d88e8 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:12.642960 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-928dc55b-41b2-4777-8da9-a91085be213d req-cf948f57-f502-42e6-af0d-0013dc5d88e8 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a HTTP/1.1" status: 200 len: 946 time: 0.0744917 Jul 14 09:15:12.689190 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a4f96ee-68ba-430e-9390-a04b3649af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.704189 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0a4f96ee-68ba-430e-9390-a04b3649af74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbea3c05-472e-4cae-8d96-84e615e12c90']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:12.721009 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-928dc55b-41b2-4777-8da9-a91085be213d req-042c6079-51de-4f0a-a65a-ccd8ccbad892 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672970 Jul 14 09:15:12.722911 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0a4f96ee-68ba-430e-9390-a04b3649af74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b62a84-c4fe-449f-a76c-dcdb3843aa21') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:12.723221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0a4f96ee-68ba-430e-9390-a04b3649af74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b62a84-c4fe-449f-a76c-dcdb3843aa21') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:12.738812 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a4f96ee-68ba-430e-9390-a04b3649af74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.758048 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-403be16b-235a-4ebe-96fc-d1bf9ed9db39 req-7da1106c-4dac-45e0-950f-480f036fbcc7 service neutron] 10.222.0.55 "GET /v2.0/networks/c36eba21-1dde-48fd-9637-70c170d29f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657505 Jul 14 09:15:12.761504 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a4f96ee-68ba-430e-9390-a04b3649af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.767888 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4f96ee-68ba-430e-9390-a04b3649af74 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:15:12.768293 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a4f96ee-68ba-430e-9390-a04b3649af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:15:12.770353 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:15:12.777845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786cf58-e4b5-4a02-8fa6-976778a6b431 req-d54d7ef3-afcd-4a5b-907a-ce21df047b0c tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:12.780254 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2786cf58-e4b5-4a02-8fa6-976778a6b431 req-d54d7ef3-afcd-4a5b-907a-ce21df047b0c tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e091c782-9a1b-4031-ba67-a28707de08aa HTTP/1.1" status: 200 len: 1102 time: 0.1344807 Jul 14 09:15:12.824406 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c408933-6771-46d3-92f7-571ee39652a7 req-c1a0180c-a16a-40e0-945f-9bff26870f5e tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "GET /v2.0/security-groups/8afeff7a-70e4-415a-ac8c-05aeeca468e6 HTTP/1.1" status: 200 len: 1805 time: 0.0760131 Jul 14 09:15:12.837318 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a4f96ee-68ba-430e-9390-a04b3649af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.846289 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a4f96ee-68ba-430e-9390-a04b3649af74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.850901 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0a4f96ee-68ba-430e-9390-a04b3649af74 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fbea3c05-472e-4cae-8d96-84e615e12c90 HTTP/1.1" status: 204 len: 168 time: 0.6642358 Jul 14 09:15:12.856522 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50534) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:12.858152 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2786cf58-e4b5-4a02-8fa6-976778a6b431 req-c05127ca-0f7b-4d39-9d36-4e962d26bb9e tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648019 Jul 14 09:15:12.862686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f96ee-68ba-430e-9390-a04b3649af74 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbea3c05-472e-4cae-8d96-84e615e12c90,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:12.981744 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-348a1d9b-9cc6-40a3-a357-f1739c717593 admin admin] Deleting subnet aef042e5-5f1e-4cbf-9859-9122829b8879 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:15:13.006806 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-348a1d9b-9cc6-40a3-a357-f1739c717593 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.014177 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d57ff-6269-4d89-9887-92a4341fd9c0 req-49ce5297-4484-4952-bec6-27c098f5f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:13.017023 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bf9d57ff-6269-4d89-9887-92a4341fd9c0 req-49ce5297-4484-4952-bec6-27c098f5f5ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4539603bf1a4d729658c8d9338db594&device_id=2723ccba-36ee-4545-a397-7a7b34ba99d8 HTTP/1.1" status: 200 len: 1095 time: 0.1328423 Jul 14 09:15:13.144149 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-348a1d9b-9cc6-40a3-a357-f1739c717593 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.147662 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8c408933-6771-46d3-92f7-571ee39652a7 req-9fa03baf-31fd-4a85-ba80-156311d97ca9 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.191531 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d57ff-6269-4d89-9887-92a4341fd9c0 req-907687a0-fa3b-4f9e-8cd9-069325fa9a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:13.193122 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bf9d57ff-6269-4d89-9887-92a4341fd9c0 req-907687a0-fa3b-4f9e-8cd9-069325fa9a06 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c36eba21-1dde-48fd-9637-70c170d29f4a HTTP/1.1" status: 200 len: 916 time: 0.1574054 Jul 14 09:15:13.256248 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8c408933-6771-46d3-92f7-571ee39652a7 req-9fa03baf-31fd-4a85-ba80-156311d97ca9 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.258698 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bf9d57ff-6269-4d89-9887-92a4341fd9c0 req-dc72900d-2695-4c7d-a374-d841d45ea9f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f42ed107-6c3d-4156-b7d1-fdadd4abae32 HTTP/1.1" status: 200 len: 217 time: 0.0477240 Jul 14 09:15:13.274991 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-348a1d9b-9cc6-40a3-a357-f1739c717593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.316147 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d57ff-6269-4d89-9887-92a4341fd9c0 req-f2afda00-c5ab-44ef-b713-7952151b9c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:13.317644 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bf9d57ff-6269-4d89-9887-92a4341fd9c0 req-f2afda00-c5ab-44ef-b713-7952151b9c02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4407057c-5ac0-43dc-87ea-7e041a541f0d HTTP/1.1" status: 200 len: 855 time: 0.0497956 Jul 14 09:15:13.357958 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bf9d57ff-6269-4d89-9887-92a4341fd9c0 req-65903cb1-c621-43b8-a03a-32d61936b774 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c36eba21-1dde-48fd-9637-70c170d29f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314007 Jul 14 09:15:13.424376 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686b242-74c0-47a1-889c-cacb2b13d66b req-afe844f4-f2d0-48ce-9753-fefc28326074 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:13.432877 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0686b242-74c0-47a1-889c-cacb2b13d66b req-afe844f4-f2d0-48ce-9753-fefc28326074 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 949 time: 0.2316430 Jul 14 09:15:13.441070 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-348a1d9b-9cc6-40a3-a357-f1739c717593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.455615 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8c408933-6771-46d3-92f7-571ee39652a7 req-9fa03baf-31fd-4a85-ba80-156311d97ca9 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.458311 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8c408933-6771-46d3-92f7-571ee39652a7 req-9fa03baf-31fd-4a85-ba80-156311d97ca9 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.459763 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c408933-6771-46d3-92f7-571ee39652a7 req-9fa03baf-31fd-4a85-ba80-156311d97ca9 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "DELETE /v2.0/security-groups/8afeff7a-70e4-415a-ac8c-05aeeca468e6 HTTP/1.1" status: 204 len: 173 time: 0.6282961 Jul 14 09:15:13.497910 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa03baf-31fd-4a85-ba80-156311d97ca9 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afeff7a-70e4-415a-ac8c-05aeeca468e6,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:13.510593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a1d9b-9cc6-40a3-a357-f1739c717593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aef042e5-5f1e-4cbf-9859-9122829b8879,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:13.526213 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bf9d57ff-6269-4d89-9887-92a4341fd9c0 req-313df897-9ace-4810-a4b4-2125e5dc489a service neutron] 10.222.0.55 "GET /v2.0/networks/c36eba21-1dde-48fd-9637-70c170d29f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555531 Jul 14 09:15:13.536978 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-348a1d9b-9cc6-40a3-a357-f1739c717593 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.542155 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-348a1d9b-9cc6-40a3-a357-f1739c717593 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/aef042e5-5f1e-4cbf-9859-9122829b8879 HTTP/1.1" status: 204 len: 168 time: 0.6825225 Jul 14 09:15:13.544438 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50548) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:13.563460 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0686b242-74c0-47a1-889c-cacb2b13d66b req-4f11c88d-b9b8-46d1-84a5-fe58051e364b tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291907 Jul 14 09:15:13.690633 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7a54da73-bd38-4994-a49b-0658896e1062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.722938 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bf9d57ff-6269-4d89-9887-92a4341fd9c0 req-be233905-dcfe-45ff-ad1e-d3a83a52de18 service neutron] 10.222.0.55 "GET /v2.0/networks/c36eba21-1dde-48fd-9637-70c170d29f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789978 Jul 14 09:15:13.852481 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-e2857c1b-3777-4d96-9cde-f0ba2f4adbce tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=19162f7693704187ba398d887fcfc50a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369148 Jul 14 09:15:13.854044 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7a54da73-bd38-4994-a49b-0658896e1062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.883799 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7a54da73-bd38-4994-a49b-0658896e1062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69f24bc-5876-4da4-8a96-e6a7cc299749']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:13.945755 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7a54da73-bd38-4994-a49b-0658896e1062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a90cd67-000f-42a4-a513-273dd83b2521') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:13.946246 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7a54da73-bd38-4994-a49b-0658896e1062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a90cd67-000f-42a4-a513-273dd83b2521') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:13.984653 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7a54da73-bd38-4994-a49b-0658896e1062 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:14.024821 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7a54da73-bd38-4994-a49b-0658896e1062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:14.041975 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a54da73-bd38-4994-a49b-0658896e1062 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:15:14.042590 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7a54da73-bd38-4994-a49b-0658896e1062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:15:14.047409 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:15:14.118627 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-2684c9cc-8a46-437e-aad6-64ba713f9fb2 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:14.120110 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-2684c9cc-8a46-437e-aad6-64ba713f9fb2 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2572865 Jul 14 09:15:14.131485 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f80cc-e69d-4c56-9a77-82d0e6204318 req-0b384893-46c8-4fad-ae3b-491f647dfe3b tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:14.133023 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-677f80cc-e69d-4c56-9a77-82d0e6204318 req-0b384893-46c8-4fad-ae3b-491f647dfe3b tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 945 time: 0.2368436 Jul 14 09:15:14.154538 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7a54da73-bd38-4994-a49b-0658896e1062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:14.163319 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-c9815066-457d-4b99-8d97-307bcacc8ca9 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/quotas/19162f7693704187ba398d887fcfc50a HTTP/1.1" status: 200 len: 375 time: 0.0285339 Jul 14 09:15:14.188116 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7a54da73-bd38-4994-a49b-0658896e1062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:14.190117 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7a54da73-bd38-4994-a49b-0658896e1062 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b69f24bc-5876-4da4-8a96-e6a7cc299749 HTTP/1.1" status: 204 len: 168 time: 0.6446347 Jul 14 09:15:14.199260 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54da73-bd38-4994-a49b-0658896e1062 admin admin] Pushing event deleted for resources: {'Network': ['ID=b69f24bc-5876-4da4-8a96-e6a7cc299749,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:14.246634 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-677f80cc-e69d-4c56-9a77-82d0e6204318 req-92181c92-eb09-49bd-9ccc-04c290d6e3f0 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028371 Jul 14 09:15:14.335011 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-2b5aed16-77df-4fde-9789-ab76da675422 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1706860 Jul 14 09:15:14.363694 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-26ac43b0-7f0e-4bf8-b53a-764a8dbd3cbc req-8d37b4dd-e5e5-4d41-98d5-37a4881bab4a tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "GET /v2.0/security-groups/7c195ab5-a370-4b8a-8cef-4c3113971e96 HTTP/1.1" status: 200 len: 1802 time: 0.0851662 Jul 14 09:15:14.404836 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50570) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:14.520707 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50576) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:14.525033 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c29862ad-2d1a-4446-96e7-1eadc7a203d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c4264b80484d4b9d96530524cfdc3c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1180456 Jul 14 09:15:14.541735 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50580) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:14.578068 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:15:14.728107 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-792b2a54-75a9-42c5-9d0b-567d2b50ef1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:14.775899 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-792b2a54-75a9-42c5-9d0b-567d2b50ef1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:14.785756 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0cef7-c624-49de-8591-ad399aa0b30b req-81a6fef1-47ae-4309-8b3d-50009cabb336 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:14.800884 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0eb0cef7-c624-49de-8591-ad399aa0b30b req-81a6fef1-47ae-4309-8b3d-50009cabb336 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=2723ccba-36ee-4545-a397-7a7b34ba99d8 HTTP/1.1" status: 200 len: 943 time: 0.2128990 Jul 14 09:15:14.893482 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-792b2a54-75a9-42c5-9d0b-567d2b50ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:14.902848 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-792b2a54-75a9-42c5-9d0b-567d2b50ef1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:14.908472 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-792b2a54-75a9-42c5-9d0b-567d2b50ef1f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e217e41f-f53c-4555-8954-803eb91088f6 HTTP/1.1" status: 204 len: 168 time: 0.3825657 Jul 14 09:15:14.911409 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0eb0cef7-c624-49de-8591-ad399aa0b30b req-bf6562e9-25ac-4f1c-aa27-a994eb1adda6 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071413 Jul 14 09:15:14.958594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b2a54-75a9-42c5-9d0b-567d2b50ef1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e217e41f-f53c-4555-8954-803eb91088f6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:15.095404 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-3fd9ff0a-be46-4883-8305-8df7dffadb1f req-f469e816-a724-424c-8e2b-f772c254f262 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-120574548', 'description': 'tempest-description-532247129'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:15.312065 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3fd9ff0a-be46-4883-8305-8df7dffadb1f req-f469e816-a724-424c-8e2b-f772c254f262 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:15.444290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb12a5-1b4e-4fdb-adc6-7626a634bac7 req-2e872813-7a87-4d26-afa1-d743ae868c25 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:15.450608 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb12a5-1b4e-4fdb-adc6-7626a634bac7 req-2e872813-7a87-4d26-afa1-d743ae868c25 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:15.456827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb12a5-1b4e-4fdb-adc6-7626a634bac7 req-2e872813-7a87-4d26-afa1-d743ae868c25 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:15.459245 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9feb12a5-1b4e-4fdb-adc6-7626a634bac7 req-2e872813-7a87-4d26-afa1-d743ae868c25 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a&device_id=1bbc99c2-6c39-4d3d-86dd-4910f7991c30&device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 2417 time: 0.4737372 Jul 14 09:15:15.516908 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50596) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:15.522047 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f42ed107-6c3d-4156-b7d1-fdadd4abae32 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:15:15.592145 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9feb12a5-1b4e-4fdb-adc6-7626a634bac7 req-b3dba16f-e7d8-4129-92e7-73719be99665 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216569 Jul 14 09:15:15.660587 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3993c4c4-4b96-4508-9413-030e5c3fadb4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0987badd5405472cb2d1c35d6af13555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1338115 Jul 14 09:15:15.662976 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50602) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:15.722622 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be8a8a08-e3bf-42b4-aec8-d9833d202f9a req-c51a0dc4-bdea-493a-b408-819c24ca2316 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=41b8396f-2c2a-436c-9aa7-b0c5866d09a4 HTTP/1.1" status: 200 len: 210 time: 0.0771623 Jul 14 09:15:15.723024 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-53f42fb2-0118-4f72-b581-07646edb7a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:15.769844 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-53f42fb2-0118-4f72-b581-07646edb7a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:15.818624 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3fd9ff0a-be46-4883-8305-8df7dffadb1f req-f469e816-a724-424c-8e2b-f772c254f262 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:15.829824 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3fd9ff0a-be46-4883-8305-8df7dffadb1f req-f469e816-a724-424c-8e2b-f772c254f262 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:15.866315 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-53f42fb2-0118-4f72-b581-07646edb7a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:15.868954 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-53f42fb2-0118-4f72-b581-07646edb7a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:15.870181 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-53f42fb2-0118-4f72-b581-07646edb7a6b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1143bcec-53f0-4913-9465-44d711f22f6f HTTP/1.1" status: 204 len: 168 time: 0.2060063 Jul 14 09:15:15.879019 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f42ed107-6c3d-4156-b7d1-fdadd4abae32, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f42ed107-6c3d-4156-b7d1-fdadd4abae32,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:15.882519 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f42fb2-0118-4f72-b581-07646edb7a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1143bcec-53f0-4913-9465-44d711f22f6f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:15.893465 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469e816-a724-424c-8e2b-f772c254f262 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8412d5-784e-4eda-b5bf-30faf884896c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:15.994858 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'f42ed107-6c3d-4156-b7d1-fdadd4abae32', 'network_id': 'c36eba21-1dde-48fd-9637-70c170d29f4a', 'port_id': 'f42ed107-6c3d-4156-b7d1-fdadd4abae32', 'mac_address': 'fa:16:3e:c7:2a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4407057c-5ac0-43dc-87ea-7e041a541f0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:15:16.001702 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3fd9ff0a-be46-4883-8305-8df7dffadb1f req-f469e816-a724-424c-8e2b-f772c254f262 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:16.015528 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3fd9ff0a-be46-4883-8305-8df7dffadb1f req-f469e816-a724-424c-8e2b-f772c254f262 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9275296 Jul 14 09:15:16.103321 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:16.141370 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42ed107-6c3d-4156-b7d1-fdadd4abae32 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:16.183176 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c445ea6-368e-446e-a7c8-55ec7866e8c4 req-3977bcd2-9a0c-4276-9403-694487aa9fd0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:16.188656 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c445ea6-368e-446e-a7c8-55ec7866e8c4 req-3977bcd2-9a0c-4276-9403-694487aa9fd0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 949 time: 0.2963853 Jul 14 09:15:16.219542 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f42ed107-6c3d-4156-b7d1-fdadd4abae32, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f42ed107-6c3d-4156-b7d1-fdadd4abae32,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:16.228412 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:16.233868 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:16.305367 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c445ea6-368e-446e-a7c8-55ec7866e8c4 req-4feb48a8-fae2-40bd-b41f-32259f64e548 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056817 Jul 14 09:15:16.411877 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=f42ed107-6c3d-4156-b7d1-fdadd4abae32,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:16.414408 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c9fd9694-711b-4424-97d0-70e6c3412ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:16.616823 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdec91c-cb16-465e-b125-fd1bea5dad33 req-030a0c22-d453-4d29-89b1-c7ca4f947ae3 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:16.625179 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8bdec91c-cb16-465e-b125-fd1bea5dad33 req-030a0c22-d453-4d29-89b1-c7ca4f947ae3 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a HTTP/1.1" status: 200 len: 946 time: 0.2796295 Jul 14 09:15:16.738054 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['f42ed107-6c3d-4156-b7d1-fdadd4abae32'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:17.058839 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8bdec91c-cb16-465e-b125-fd1bea5dad33 req-96b51c12-a3e6-4173-a4a2-69998b48e1d8 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326427 Jul 14 09:15:17.073329 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a83a0-275e-4c43-a2f2-b991d5e73d90 req-e93ad526-2d37-4487-8559-6a930b493217 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:17.074959 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d4a83a0-275e-4c43-a2f2-b991d5e73d90 req-e93ad526-2d37-4487-8559-6a930b493217 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=2723ccba-36ee-4545-a397-7a7b34ba99d8 HTTP/1.1" status: 200 len: 944 time: 0.5787301 Jul 14 09:15:17.171035 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d4a83a0-275e-4c43-a2f2-b991d5e73d90 req-579da2eb-0ed0-42ad-bec5-9e0e1e89ad31 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821118 Jul 14 09:15:17.194951 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06b7cb98-5de4-4e46-92ca-cfa6721598de req-870733ca-7e05-4295-92f2-6f39af13ada8 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "GET /v2.0/security-groups/2c8412d5-784e-4eda-b5bf-30faf884896c HTTP/1.1" status: 200 len: 1803 time: 0.1187434 Jul 14 09:15:17.210985 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-06b7cb98-5de4-4e46-92ca-cfa6721598de req-ddab2472-929b-475e-81fc-80ddee2b51d8 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2c8412d5-784e-4eda-b5bf-30faf884896c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:17.211301 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-06b7cb98-5de4-4e46-92ca-cfa6721598de req-ddab2472-929b-475e-81fc-80ddee2b51d8 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2c8412d5-784e-4eda-b5bf-30faf884896c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:17.424645 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-06b7cb98-5de4-4e46-92ca-cfa6721598de req-ddab2472-929b-475e-81fc-80ddee2b51d8 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.456038 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-44cb55d8-e8e6-4d11-86a6-3e3aee1e2ad1 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=19162f7693704187ba398d887fcfc50a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404782 Jul 14 09:15:17.459464 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-06b7cb98-5de4-4e46-92ca-cfa6721598de req-ddab2472-929b-475e-81fc-80ddee2b51d8 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.468456 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-06b7cb98-5de4-4e46-92ca-cfa6721598de req-ddab2472-929b-475e-81fc-80ddee2b51d8 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.479876 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653a7e2-debe-44b6-bdc9-55b42fb7fc86 req-dd3781a8-0aa2-4604-968e-97721aac6f3c tempest-MigrationsAdminTest-2076481826 tempest-MigrationsAdminTest-2076481826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:17.486915 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7653a7e2-debe-44b6-bdc9-55b42fb7fc86 req-dd3781a8-0aa2-4604-968e-97721aac6f3c tempest-MigrationsAdminTest-2076481826 tempest-MigrationsAdminTest-2076481826-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 1101 time: 0.1575472 Jul 14 09:15:17.522218 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd9694-711b-4424-97d0-70e6c3412ac2 admin admin] Deleting port 5c479b5a-0e47-441b-9d3b-dd13f7e577d3 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:17.522600 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c9fd9694-711b-4424-97d0-70e6c3412ac2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.527961 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab2472-929b-475e-81fc-80ddee2b51d8 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d39ffc-90a6-49ee-af84-892180d89f15,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:17.574485 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-06b7cb98-5de4-4e46-92ca-cfa6721598de req-ddab2472-929b-475e-81fc-80ddee2b51d8 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.582531 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06b7cb98-5de4-4e46-92ca-cfa6721598de req-ddab2472-929b-475e-81fc-80ddee2b51d8 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3787081 Jul 14 09:15:17.612632 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7653a7e2-debe-44b6-bdc9-55b42fb7fc86 req-55d9617a-1feb-4fe9-83da-5c5ed2cb13b3 tempest-MigrationsAdminTest-2076481826 tempest-MigrationsAdminTest-2076481826-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244118 Jul 14 09:15:17.679471 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-c9fd9694-711b-4424-97d0-70e6c3412ac2 admin admin] For port 5c479b5a-0e47-441b-9d3b-dd13f7e577d3, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5c479b5a-0e47-441b-9d3b-dd13f7e577d3,segment=NetworkSegment(4031430c-bd25-4295-8a3a-1b1b93e0be9d),segment_id=4031430c-bd25-4295-8a3a-1b1b93e0be9d)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:17.679938 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c9fd9694-711b-4424-97d0-70e6c3412ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.715448 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd9694-711b-4424-97d0-70e6c3412ac2 admin admin] Calling delete_port for 5c479b5a-0e47-441b-9d3b-dd13f7e577d3 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:17.759518 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-4be1b0dd-603d-47be-981d-1f0d533dfebd tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:17.764238 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-4be1b0dd-603d-47be-981d-1f0d533dfebd tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2900960 Jul 14 09:15:17.792937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Request body: {'port': {'device_id': '41b8396f-2c2a-436c-9aa7-b0c5866d09a4', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': '19162f7693704187ba398d887fcfc50a'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:17.905483 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3be64b05-0783-45c5-bd08-177ddc7c5059 req-4d618524-dee9-4b59-b2b2-f461565128b6 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=41b8396f-2c2a-436c-9aa7-b0c5866d09a4 HTTP/1.1" status: 200 len: 210 time: 0.0565443 Jul 14 09:15:18.055722 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Made reservation on behalf of 19162f7693704187ba398d887fcfc50a for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:18.060618 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.085252 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c9fd9694-711b-4424-97d0-70e6c3412ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.127227 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd9694-711b-4424-97d0-70e6c3412ac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c479b5a-0e47-441b-9d3b-dd13f7e577d3,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:18.186349 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cedd3e39-badd-421d-91fb-9cf492be9a62 req-d534c16f-3068-4efa-b0c0-52aab9c4e624 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "GET /v2.0/security-groups/2c8412d5-784e-4eda-b5bf-30faf884896c HTTP/1.1" status: 200 len: 2396 time: 0.1101310 Jul 14 09:15:18.217307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-cedd3e39-badd-421d-91fb-9cf492be9a62 req-82b5c071-5f19-4270-94be-37539c2e30b6 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2c8412d5-784e-4eda-b5bf-30faf884896c', 'remote_group_id': None}]} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:18.217619 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-cedd3e39-badd-421d-91fb-9cf492be9a62 req-82b5c071-5f19-4270-94be-37539c2e30b6 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2c8412d5-784e-4eda-b5bf-30faf884896c', 'remote_group_id': None}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:18.257468 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Allocated IP 192.168.233.118 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/2fc97624-8411-4e35-ac01-2748c94f6308) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:18.420127 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-cedd3e39-badd-421d-91fb-9cf492be9a62 req-82b5c071-5f19-4270-94be-37539c2e30b6 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.438895 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c9fd9694-711b-4424-97d0-70e6c3412ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.447102 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-cedd3e39-badd-421d-91fb-9cf492be9a62 req-82b5c071-5f19-4270-94be-37539c2e30b6 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.457423 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-cedd3e39-badd-421d-91fb-9cf492be9a62 req-82b5c071-5f19-4270-94be-37539c2e30b6 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.470154 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.485919 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Transition to ACTIVE for port object 2fc97624-8411-4e35-ac01-2748c94f6308 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:18.515423 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5c071-5f19-4270-94be-37539c2e30b6 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16c1aaa-168f-4d99-8a62-44c0747951a6,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:18.524355 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-cedd3e39-badd-421d-91fb-9cf492be9a62 req-82b5c071-5f19-4270-94be-37539c2e30b6 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.525730 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cedd3e39-badd-421d-91fb-9cf492be9a62 req-82b5c071-5f19-4270-94be-37539c2e30b6 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3148644 Jul 14 09:15:18.538659 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.551727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['d4585aea-29d1-4c2e-a839-33de458e8edc', '94e65a1f-98ce-4889-8a69-032edb64e200', '428bb167-b385-4b1b-9b7b-5ed66170f155', '6f6cab39-e0e1-4570-9180-7759e45d5cb6', '6267535e-1902-4fa0-add5-0db9e9965911'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:18.601197 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3fe00c75-5227-492d-ae33-c5ec2711f80d', '4b2dcfac-24be-49fd-9e66-ef188e650dd1'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:18.617730 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:18.622199 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:18.627256 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:18.660953 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Pushing event updated for resources: {'Port': ['ID=2fc97624-8411-4e35-ac01-2748c94f6308,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:18.682223 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:18.682987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:18.685158 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:18.685700 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:18.686240 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:18.686853 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:18.687350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:18.687850 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:18.688357 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:18.688855 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:18.689361 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:18.689954 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:18.719452 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:18.720134 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.748044 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-e5306b9e-6beb-4db5-ae24-c1517bb5f80d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9614692 Jul 14 09:15:18.774028 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] Request body: {'port': {'device_id': '41b8396f-2c2a-436c-9aa7-b0c5866d09a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:18.783967 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fd9694-711b-4424-97d0-70e6c3412ac2 admin admin] Router afd6cd41-db7b-4860-b19a-89fe7ce35f02 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:15:18.925177 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.035089 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fd9694-711b-4424-97d0-70e6c3412ac2 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:15:19.048592 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c965cd9-9482-451b-963f-510783eb8a6d None None] Sync routers for ids ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:15:19.052202 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-14d410f6-aaaf-4316-a057-18c585db953f None None] Provisioning for port 2fc97624-8411-4e35-ac01-2748c94f6308 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:19.071777 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c9fd9694-711b-4424-97d0-70e6c3412ac2 admin admin] 10.222.0.26 "PUT /v2.0/routers/afd6cd41-db7b-4860-b19a-89fe7ce35f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5263186 Jul 14 09:15:19.072344 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50690) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:19.075977 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c965cd9-9482-451b-963f-510783eb8a6d None None] Routers {'afd6cd41-db7b-4860-b19a-89fe7ce35f02'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:19.076718 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2c965cd9-9482-451b-963f-510783eb8a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:15:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:19.086859 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-14d410f6-aaaf-4316-a057-18c585db953f None None] Provisioning complete for port 2fc97624-8411-4e35-ac01-2748c94f6308 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:19.087578 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14d410f6-aaaf-4316-a057-18c585db953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.182207 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-14d410f6-aaaf-4316-a057-18c585db953f None None] Port 2fc97624-8411-4e35-ac01-2748c94f6308 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:15:19.276260 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-1615c2cf-7ad8-40f6-976e-ce82c775ce6d req-ef451009-d5ea-464c-b587-b2d4fa69bb2d tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1700801129', 'description': 'tempest-description-2021875865'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:19.312579 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1615c2cf-7ad8-40f6-976e-ce82c775ce6d req-ef451009-d5ea-464c-b587-b2d4fa69bb2d tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.313464 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cb397-5706-4b46-8319-94cc031fa63b req-cf4aee1d-3021-4f31-b522-a21f4bc79e33 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:19.313758 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-2c965cd9-9482-451b-963f-510783eb8a6d None None] Set router afd6cd41-db7b-4860-b19a-89fe7ce35f02 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:19.315287 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-307cb397-5706-4b46-8319-94cc031fa63b req-cf4aee1d-3021-4f31-b522-a21f4bc79e33 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 944 time: 0.2062814 Jul 14 09:15:19.343696 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1615c2cf-7ad8-40f6-976e-ce82c775ce6d req-ef451009-d5ea-464c-b587-b2d4fa69bb2d tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.465122 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc97624-8411-4e35-ac01-2748c94f6308 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:19.495195 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.522977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] Transition to ACTIVE for port object 2fc97624-8411-4e35-ac01-2748c94f6308 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:19.529440 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.558549 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2c965cd9-9482-451b-963f-510783eb8a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:15:18Z', 'revision_number': 5, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'gw_port': {'id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:19.564627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f42ed107-6c3d-4156-b7d1-fdadd4abae32 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:19.582195 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-307cb397-5706-4b46-8319-94cc031fa63b req-0b254308-e08a-430f-a82a-40b185b65429 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Deleting port 1ca0f418-2adc-4693-9db8-c1134df18cab {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:19.582648 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-307cb397-5706-4b46-8319-94cc031fa63b req-0b254308-e08a-430f-a82a-40b185b65429 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.596893 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c965cd9-9482-451b-963f-510783eb8a6d None None] Checking router: afd6cd41-db7b-4860-b19a-89fe7ce35f02 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:15:19.608139 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c965cd9-9482-451b-963f-510783eb8a6d None None] Routers {'afd6cd41-db7b-4860-b19a-89fe7ce35f02'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:19.610845 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2c965cd9-9482-451b-963f-510783eb8a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:15:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:19.634852 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-5da27e4f-0d85-4d7d-8e4a-d1481ffdb03c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4367728 Jul 14 09:15:19.677407 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc97624-8411-4e35-ac01-2748c94f6308,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:19.733124 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc5f9-0e58-430b-809d-1e73f1745596 admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.773100 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port f42ed107-6c3d-4156-b7d1-fdadd4abae32 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:19.780135 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port f42ed107-6c3d-4156-b7d1-fdadd4abae32 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:19.780738 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.796753 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-307cb397-5706-4b46-8319-94cc031fa63b req-0b254308-e08a-430f-a82a-40b185b65429 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] For port 1ca0f418-2adc-4693-9db8-c1134df18cab, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1ca0f418-2adc-4693-9db8-c1134df18cab,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:19.797119 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-307cb397-5706-4b46-8319-94cc031fa63b req-0b254308-e08a-430f-a82a-40b185b65429 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.799934 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] Attempting to bind port 2fc97624-8411-4e35-ac01-2748c94f6308 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:19.800153 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] Attempting to bind port 2fc97624-8411-4e35-ac01-2748c94f6308 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:19.800401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] Attempting to bind port 2fc97624-8411-4e35-ac01-2748c94f6308 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:19.803413 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edde1e6-e6f7-4ca1-9491-6fafdacb898d req-2aba20dd-1a9c-484c-a369-c9963e0eba30 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:19.806876 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8edde1e6-e6f7-4ca1-9491-6fafdacb898d req-2aba20dd-1a9c-484c-a369-c9963e0eba30 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=2723ccba-36ee-4545-a397-7a7b34ba99d8 HTTP/1.1" status: 200 len: 944 time: 0.6092603 Jul 14 09:15:19.830951 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] Port 2fc97624-8411-4e35-ac01-2748c94f6308 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:15:19.831287 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] Attempting to bind port 2fc97624-8411-4e35-ac01-2748c94f6308 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:19.844702 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-307cb397-5706-4b46-8319-94cc031fa63b req-0b254308-e08a-430f-a82a-40b185b65429 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Calling delete_port for 1ca0f418-2adc-4693-9db8-c1134df18cab owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:19.846910 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:19.846910 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:19.847286 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:19.847737 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] Bound port: 2fc97624-8411-4e35-ac01-2748c94f6308, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:19.848101 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.886607 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-2c965cd9-9482-451b-963f-510783eb8a6d None None] Set router afd6cd41-db7b-4860-b19a-89fe7ce35f02 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:19.957120 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.969224 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1615c2cf-7ad8-40f6-976e-ce82c775ce6d req-ef451009-d5ea-464c-b587-b2d4fa69bb2d tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.989012 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2723ccba-36ee-4545-a397-7a7b34ba99d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42ed107-6c3d-4156-b7d1-fdadd4abae32'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:19.991969 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598fdc92-46f7-48e1-a9b0-e0337aa5b17f" -d '{"events": [{"server_uuid": "2723ccba-36ee-4545-a397-7a7b34ba99d8", "name": "network-vif-plugged", "status": "completed", "tag": "f42ed107-6c3d-4156-b7d1-fdadd4abae32"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:20.009611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f42ed107-6c3d-4156-b7d1-fdadd4abae32, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f42ed107-6c3d-4156-b7d1-fdadd4abae32,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:20.016436 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.018993 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1ca0f418-2adc-4693-9db8-c1134df18cab no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:20.020864 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1615c2cf-7ad8-40f6-976e-ce82c775ce6d req-ef451009-d5ea-464c-b587-b2d4fa69bb2d tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.098560 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] For port 2fc97624-8411-4e35-ac01-2748c94f6308, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:20.104446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] For port 2fc97624-8411-4e35-ac01-2748c94f6308, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=2fc97624-8411-4e35-ac01-2748c94f6308,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:20.116129 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.143395 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8edde1e6-e6f7-4ca1-9491-6fafdacb898d req-6411f31e-b125-4379-8808-ecb19879a30b tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392581 Jul 14 09:15:20.162364 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:20.163001 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.165648 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] 10.222.0.55 "PUT /v2.0/ports/2fc97624-8411-4e35-ac01-2748c94f6308 HTTP/1.1" status: 200 len: 1097 time: 1.3995888 Jul 14 09:15:20.188420 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b8396f-2c2a-436c-9aa7-b0c5866d09a4', 'tag': '2fc97624-8411-4e35-ac01-2748c94f6308'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:20.194667 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf7428d-dffa-413a-a9e8-279b1e1d386b" -d '{"events": [{"name": "network-changed", "server_uuid": "41b8396f-2c2a-436c-9aa7-b0c5866d09a4", "tag": "2fc97624-8411-4e35-ac01-2748c94f6308"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:20.251994 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2c965cd9-9482-451b-963f-510783eb8a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:15:18Z', 'revision_number': 5, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'gw_port': {'id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:20.313127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef451009-d5ea-464c-b587-b2d4fa69bb2d tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f8d8f7-2224-462b-a6a9-1a18d4781b1a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:20.336802 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=f42ed107-6c3d-4156-b7d1-fdadd4abae32,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:20.426594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821749f-476a-4b9b-b002-ef468d32d2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc97624-8411-4e35-ac01-2748c94f6308,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:20.445277 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1615c2cf-7ad8-40f6-976e-ce82c775ce6d req-ef451009-d5ea-464c-b587-b2d4fa69bb2d tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.451152 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1615c2cf-7ad8-40f6-976e-ce82c775ce6d req-ef451009-d5ea-464c-b587-b2d4fa69bb2d tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.494036 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-307cb397-5706-4b46-8319-94cc031fa63b req-0b254308-e08a-430f-a82a-40b185b65429 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.525609 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc5f9-0e58-430b-809d-1e73f1745596 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.550389 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c965cd9-9482-451b-963f-510783eb8a6d None None] The sync data for ids ['afd6cd41-db7b-4860-b19a-89fe7ce35f02'] in n-d-798054-10 is: [{'id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933690069-router', 'tenant_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:15:18Z', 'revision_number': 5, 'project_id': 'ece1500a21d34f90b4a2bc9598bf2ce0', 'gw_port': {'id': '9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd6cd41-db7b-4860-b19a-89fe7ce35f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:06Z', 'updated_at': '2021-07-14T09:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:15:20.558974 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1615c2cf-7ad8-40f6-976e-ce82c775ce6d req-ef451009-d5ea-464c-b587-b2d4fa69bb2d tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.569235 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1615c2cf-7ad8-40f6-976e-ce82c775ce6d req-ef451009-d5ea-464c-b587-b2d4fa69bb2d tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.2945724 Jul 14 09:15:20.584720 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a70e456f-6ba3-4f83-88b5-9e8435e0cd63 req-ec69a5d2-c777-4f67-87a4-711b4960f7dd tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc5d791-1953-44e4-ae2b-3aa581926326 HTTP/1.1" status: 200 len: 210 time: 0.1048734 Jul 14 09:15:20.587897 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef451009-d5ea-464c-b587-b2d4fa69bb2d tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be6a806c-26be-462b-b505-eabc5c7c5eab,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:20.676108 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-817709a8-6c90-4587-996a-3000aa8c83fd req-d7921731-0e15-4718-bcbd-d29871ebb641 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "GET /v2.0/security-groups/2c8412d5-784e-4eda-b5bf-30faf884896c HTTP/1.1" status: 200 len: 2994 time: 0.0838108 Jul 14 09:15:20.697357 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b254308-e08a-430f-a82a-40b185b65429 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Pushing event deleted for resources: {'Port': ['ID=1ca0f418-2adc-4693-9db8-c1134df18cab,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:20.733481 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-307cb397-5706-4b46-8319-94cc031fa63b req-0b254308-e08a-430f-a82a-40b185b65429 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] No DVR routers for this DVR port 1ca0f418-2adc-4693-9db8-c1134df18cab on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:20.738828 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-307cb397-5706-4b46-8319-94cc031fa63b req-0b254308-e08a-430f-a82a-40b185b65429 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.743245 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-307cb397-5706-4b46-8319-94cc031fa63b req-0b254308-e08a-430f-a82a-40b185b65429 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.55 "DELETE /v2.0/ports/1ca0f418-2adc-4693-9db8-c1134df18cab HTTP/1.1" status: 204 len: 173 time: 1.4198933 Jul 14 09:15:20.752716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-eff14250-7dac-4f54-88b7-e8560e8f0099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:20.755308 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-eff14250-7dac-4f54-88b7-e8560e8f0099 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&device_id=41b8396f-2c2a-436c-9aa7-b0c5866d09a4 HTTP/1.1" status: 200 len: 1100 time: 0.4906743 Jul 14 09:15:20.766306 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-0cdfc5f9-0e58-430b-809d-1e73f1745596 admin admin] Deleting port 9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:20.766781 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc5f9-0e58-430b-809d-1e73f1745596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.846767 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-1d9c5146-c327-4bb8-b415-17bc6fe4a19c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=2fc97624-8411-4e35-ac01-2748c94f6308 HTTP/1.1" status: 200 len: 217 time: 0.0698800 Jul 14 09:15:20.968096 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-6b7d4eb9-b824-4427-9975-bef5161a955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:20.969669 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-6b7d4eb9-b824-4427-9975-bef5161a955d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1016040 Jul 14 09:15:20.970127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9ca7f-1f30-4b23-8070-9a00fe9c5e06 req-8fb156c9-4514-492a-a81e-4915c81a8516 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:20.971687 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bbc9ca7f-1f30-4b23-8070-9a00fe9c5e06 req-8fb156c9-4514-492a-a81e-4915c81a8516 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=41b8396f-2c2a-436c-9aa7-b0c5866d09a4 HTTP/1.1" status: 200 len: 948 time: 0.1252565 Jul 14 09:15:20.980305 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-0cdfc5f9-0e58-430b-809d-1e73f1745596 admin admin] For port 9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:20.980686 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc5f9-0e58-430b-809d-1e73f1745596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.041126 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bbc9ca7f-1f30-4b23-8070-9a00fe9c5e06 req-60dd8aec-00fe-498e-a31a-4c4ece1bf5fa tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634370 Jul 14 09:15:21.047173 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-0cdfc5f9-0e58-430b-809d-1e73f1745596 admin admin] Calling delete_port for 9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:21.084183 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-14c59e39-cb9d-4dee-99c8-5df7fe2ae551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:21.085850 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-14c59e39-cb9d-4dee-99c8-5df7fe2ae551 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0856950 Jul 14 09:15:21.105209 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ba1957-546a-4f42-ac9c-5adca0ad9316 x-openstack-request-id: req-c8ba1957-546a-4f42-ac9c-5adca0ad9316 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:21.105759 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2723ccba-36ee-4545-a397-7a7b34ba99d8", "name": "network-vif-plugged", "status": "completed", "tag": "f42ed107-6c3d-4156-b7d1-fdadd4abae32", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:21.105996 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8ba1957-546a-4f42-ac9c-5adca0ad9316 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:21.106419 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2723ccba-36ee-4545-a397-7a7b34ba99d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42ed107-6c3d-4156-b7d1-fdadd4abae32', 'code': 200} Jul 14 09:15:21.144053 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aaf18eb-3c24-4ae3-b8c2-655ddc10fb16 x-openstack-request-id: req-1aaf18eb-3c24-4ae3-b8c2-655ddc10fb16 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:21.144347 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b8396f-2c2a-436c-9aa7-b0c5866d09a4", "tag": "2fc97624-8411-4e35-ac01-2748c94f6308", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:21.144584 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1aaf18eb-3c24-4ae3-b8c2-655ddc10fb16 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:21.145180 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b8396f-2c2a-436c-9aa7-b0c5866d09a4', 'tag': '2fc97624-8411-4e35-ac01-2748c94f6308', 'status': 'completed', 'code': 200} Jul 14 09:15:21.176105 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-3d94b4f6-a3bd-4250-81c4-062a2efefb7b req-814aaf40-fb9e-4a53-9918-317cb4ba6f4f tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1025054129', 'description': 'tempest-description-1635968247'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:21.207482 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-aacc62c7-1b70-4849-b35c-20b80d507a4e service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118681 Jul 14 09:15:21.272648 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3d94b4f6-a3bd-4250-81c4-062a2efefb7b req-814aaf40-fb9e-4a53-9918-317cb4ba6f4f tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.283666 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfc631-87a1-443e-bff7-121e2a326273 req-5feb36e6-cd43-4fd8-932a-b544c104cb61 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:21.285201 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-79bfc631-87a1-443e-bff7-121e2a326273 req-5feb36e6-cd43-4fd8-932a-b544c104cb61 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 949 time: 0.2356238 Jul 14 09:15:21.373179 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fb5d31c6-4b6a-4334-89ec-2db71c7cde5e req-065d128d-781d-45e8-8cb0-657f4964d511 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560652 Jul 14 09:15:21.379778 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09593f-42ae-4301-9062-79b02fc7edde req-853658dc-739a-4dcf-9e92-8c2a37451306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:21.381107 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-79bfc631-87a1-443e-bff7-121e2a326273 req-2030d3b4-4433-4df4-a176-0651d2a72555 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880966 Jul 14 09:15:21.382000 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9a09593f-42ae-4301-9062-79b02fc7edde req-853658dc-739a-4dcf-9e92-8c2a37451306 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2723ccba-36ee-4545-a397-7a7b34ba99d8 HTTP/1.1" status: 200 len: 1097 time: 0.1455014 Jul 14 09:15:21.433201 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc5f9-0e58-430b-809d-1e73f1745596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.459713 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9a09593f-42ae-4301-9062-79b02fc7edde req-352f0949-420f-4126-a888-9586e4d11dd2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339022 Jul 14 09:15:21.475800 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86b43b80-c9db-4c78-b9ac-b0cf6c6e7a3f req-53724c66-87dc-48ef-bb4c-b3a9255d0225 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "GET /v2.0/security-group-rules/d16c1aaa-168f-4d99-8a62-44c0747951a6 HTTP/1.1" status: 200 len: 783 time: 0.0611613 Jul 14 09:15:21.480712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfc5f9-0e58-430b-809d-1e73f1745596 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:21.565579 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3d94b4f6-a3bd-4250-81c4-062a2efefb7b req-814aaf40-fb9e-4a53-9918-317cb4ba6f4f tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.578617 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3d94b4f6-a3bd-4250-81c4-062a2efefb7b req-814aaf40-fb9e-4a53-9918-317cb4ba6f4f tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.621525 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86b43b80-c9db-4c78-b9ac-b0cf6c6e7a3f req-0f8d41eb-a8c3-4674-908c-7c7993bd7f27 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "GET /v2.0/security-groups/2c8412d5-784e-4eda-b5bf-30faf884896c HTTP/1.1" status: 200 len: 2994 time: 0.1330106 Jul 14 09:15:21.624971 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc5f9-0e58-430b-809d-1e73f1745596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.628559 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3d94b4f6-a3bd-4250-81c4-062a2efefb7b req-814aaf40-fb9e-4a53-9918-317cb4ba6f4f tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.629748 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d94b4f6-a3bd-4250-81c4-062a2efefb7b req-814aaf40-fb9e-4a53-9918-317cb4ba6f4f tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4714742 Jul 14 09:15:21.688679 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814aaf40-fb9e-4a53-9918-317cb4ba6f4f tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f025d264-b329-4de6-8777-332a5c0cf5a9,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:21.738392 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc5f9-0e58-430b-809d-1e73f1745596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.741135 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc5f9-0e58-430b-809d-1e73f1745596 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.751691 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-86b43b80-c9db-4c78-b9ac-b0cf6c6e7a3f req-ddd910a9-ba0a-4c01-ae8f-019b72087b8b tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.080742 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-86b43b80-c9db-4c78-b9ac-b0cf6c6e7a3f req-ddd910a9-ba0a-4c01-ae8f-019b72087b8b tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.114992 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc5f9-0e58-430b-809d-1e73f1745596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.115488 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdfc5f9-0e58-430b-809d-1e73f1745596 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afd6cd41-db7b-4860-b19a-89fe7ce35f02 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:15:22.129761 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc5f9-0e58-430b-809d-1e73f1745596 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.130854 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0cdfc5f9-0e58-430b-809d-1e73f1745596 admin admin] 10.222.0.26 "DELETE /v2.0/routers/afd6cd41-db7b-4860-b19a-89fe7ce35f02 HTTP/1.1" status: 204 len: 168 time: 3.0516226 Jul 14 09:15:22.133827 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50738) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:22.166904 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-86b43b80-c9db-4c78-b9ac-b0cf6c6e7a3f req-ddd910a9-ba0a-4c01-ae8f-019b72087b8b tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.174685 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-86b43b80-c9db-4c78-b9ac-b0cf6c6e7a3f req-ddd910a9-ba0a-4c01-ae8f-019b72087b8b tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.176442 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86b43b80-c9db-4c78-b9ac-b0cf6c6e7a3f req-ddd910a9-ba0a-4c01-ae8f-019b72087b8b tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/d16c1aaa-168f-4d99-8a62-44c0747951a6 HTTP/1.1" status: 204 len: 173 time: 0.5184038 Jul 14 09:15:22.187051 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd910a9-ba0a-4c01-ae8f-019b72087b8b tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d16c1aaa-168f-4d99-8a62-44c0747951a6,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:22.203044 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d60de8-e70c-4c3f-914d-b933ba2094fe req-a3c8197c-f41a-4e83-a411-96f27a119b07 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:22.205031 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7428d-dffa-413a-a9e8-279b1e1d386b req-bc2bca20-89d3-486e-ae78-4bc44e28365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:22.206717 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-abf7428d-dffa-413a-a9e8-279b1e1d386b req-bc2bca20-89d3-486e-ae78-4bc44e28365c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19162f7693704187ba398d887fcfc50a&device_id=41b8396f-2c2a-436c-9aa7-b0c5866d09a4 HTTP/1.1" status: 200 len: 1100 time: 0.2737525 Jul 14 09:15:22.210219 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e297c1-d006-4fec-b69a-d875503eee1d admin admin] Deleting subnet 1a365b5d-5bef-4225-9318-101d64ee880f {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:15:22.210784 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7d60de8-e70c-4c3f-914d-b933ba2094fe req-a3c8197c-f41a-4e83-a411-96f27a119b07 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=2723ccba-36ee-4545-a397-7a7b34ba99d8 HTTP/1.1" status: 200 len: 945 time: 0.1371481 Jul 14 09:15:22.217623 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-38e297c1-d006-4fec-b69a-d875503eee1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.263979 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-0b9fab59-35de-46f3-9ec0-b843f77a196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:22.266135 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7d60de8-e70c-4c3f-914d-b933ba2094fe req-98ec63e8-051e-4fee-80a3-16b4150da64f tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542574 Jul 14 09:15:22.266506 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-0b9fab59-35de-46f3-9ec0-b843f77a196c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 1101 time: 0.3313234 Jul 14 09:15:22.388270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-389f90a8-fe2f-4a0d-91e9-58c21a75e740 req-ff18ca55-5e19-4b34-8d47-0a911b3a09a3 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-23866026', 'description': 'tempest-description-522953251'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:22.400427 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-38e297c1-d006-4fec-b69a-d875503eee1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.422406 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-389f90a8-fe2f-4a0d-91e9-58c21a75e740 req-ff18ca55-5e19-4b34-8d47-0a911b3a09a3 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.437875 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-389f90a8-fe2f-4a0d-91e9-58c21a75e740 req-ff18ca55-5e19-4b34-8d47-0a911b3a09a3 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.489611 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7428d-dffa-413a-a9e8-279b1e1d386b req-d0566a41-b285-48a8-b5ce-7084828469bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:22.491241 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-abf7428d-dffa-413a-a9e8-279b1e1d386b req-d0566a41-b285-48a8-b5ce-7084828469bf service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.2748020 Jul 14 09:15:22.571988 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-389f90a8-fe2f-4a0d-91e9-58c21a75e740 req-ff18ca55-5e19-4b34-8d47-0a911b3a09a3 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.579608 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-389f90a8-fe2f-4a0d-91e9-58c21a75e740 req-ff18ca55-5e19-4b34-8d47-0a911b3a09a3 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.593625 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-abf7428d-dffa-413a-a9e8-279b1e1d386b req-311faa5e-9867-4b82-a700-7e3cdc850648 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=2fc97624-8411-4e35-ac01-2748c94f6308 HTTP/1.1" status: 200 len: 217 time: 0.0907128 Jul 14 09:15:22.594769 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-b7b54663-68e9-4e19-abca-98f80ade17af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:22.596132 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-b7b54663-68e9-4e19-abca-98f80ade17af service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.3003821 Jul 14 09:15:22.625982 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18ca55-5e19-4b34-8d47-0a911b3a09a3 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02878f03-eaa7-427b-9b37-02eb40646592,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:22.644285 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b861cf0-6539-4c0e-98ed-b1e00f3b4a25 req-3ddbbf20-cc6a-40e9-88c4-7b6a365a4d14 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:22.645874 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6b861cf0-6539-4c0e-98ed-b1e00f3b4a25 req-3ddbbf20-cc6a-40e9-88c4-7b6a365a4d14 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=41b8396f-2c2a-436c-9aa7-b0c5866d09a4 HTTP/1.1" status: 200 len: 948 time: 0.1200087 Jul 14 09:15:22.651569 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-38e297c1-d006-4fec-b69a-d875503eee1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.703538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5c479b5a-0e47-441b-9d3b-dd13f7e577d3 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:22.738116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 5c479b5a-0e47-441b-9d3b-dd13f7e577d3 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:22.738994 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5c479b5a-0e47-441b-9d3b-dd13f7e577d3 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:22.747495 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6b861cf0-6539-4c0e-98ed-b1e00f3b4a25 req-00522e6a-8068-405a-8e46-f251921f4698 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951455 Jul 14 09:15:22.764777 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-389f90a8-fe2f-4a0d-91e9-58c21a75e740 req-ff18ca55-5e19-4b34-8d47-0a911b3a09a3 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.764777 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-389f90a8-fe2f-4a0d-91e9-58c21a75e740 req-ff18ca55-5e19-4b34-8d47-0a911b3a09a3 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.817093 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-389f90a8-fe2f-4a0d-91e9-58c21a75e740 req-ff18ca55-5e19-4b34-8d47-0a911b3a09a3 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.818409 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-389f90a8-fe2f-4a0d-91e9-58c21a75e740 req-ff18ca55-5e19-4b34-8d47-0a911b3a09a3 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4370689 Jul 14 09:15:22.837076 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18ca55-5e19-4b34-8d47-0a911b3a09a3 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc7d4ee-e95b-4203-bf81-a0976723d886,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:22.850897 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ceaac7c6-5856-4541-8b19-169d1c3079f2 req-58bc061a-b4a3-4c71-9ae8-6d24227e0fba tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "GET /v2.0/security-groups/2c8412d5-784e-4eda-b5bf-30faf884896c HTTP/1.1" status: 200 len: 2396 time: 0.0670681 Jul 14 09:15:22.917976 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ceaac7c6-5856-4541-8b19-169d1c3079f2 req-262c7671-99d4-4dac-9ffa-e40b92fc777d tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.950567 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ceaac7c6-5856-4541-8b19-169d1c3079f2 req-262c7671-99d4-4dac-9ffa-e40b92fc777d tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.004080 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ceaac7c6-5856-4541-8b19-169d1c3079f2 req-262c7671-99d4-4dac-9ffa-e40b92fc777d tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.008145 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ceaac7c6-5856-4541-8b19-169d1c3079f2 req-262c7671-99d4-4dac-9ffa-e40b92fc777d tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.013472 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-98f9e07a-d060-4480-af7c-7df03308c0a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166 HTTP/1.1" status: 200 len: 217 time: 0.3878736 Jul 14 09:15:23.015728 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ceaac7c6-5856-4541-8b19-169d1c3079f2 req-262c7671-99d4-4dac-9ffa-e40b92fc777d tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "DELETE /v2.0/security-groups/2c8412d5-784e-4eda-b5bf-30faf884896c HTTP/1.1" status: 204 len: 173 time: 0.1565645 Jul 14 09:15:23.032615 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7428d-dffa-413a-a9e8-279b1e1d386b req-0e6226bb-6b19-471e-bc67-b9f186d39dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:23.034452 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-abf7428d-dffa-413a-a9e8-279b1e1d386b req-0e6226bb-6b19-471e-bc67-b9f186d39dd7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.4210889 Jul 14 09:15:23.041867 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c7671-99d4-4dac-9ffa-e40b92fc777d tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8412d5-784e-4eda-b5bf-30faf884896c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:23.093703 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-38e297c1-d006-4fec-b69a-d875503eee1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.167403 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc5d791-1953-44e4-ae2b-3aa581926326', 'name': 'network-vif-deleted', 'tag': '1ca0f418-2adc-4693-9db8-c1134df18cab'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:23.170509 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c156f52-431e-4434-93bd-8af315f11a87" -d '{"events": [{"server_uuid": "4dc5d791-1953-44e4-ae2b-3aa581926326", "name": "network-vif-deleted", "tag": "1ca0f418-2adc-4693-9db8-c1134df18cab"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:23.181620 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e297c1-d006-4fec-b69a-d875503eee1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a365b5d-5bef-4225-9318-101d64ee880f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:23.184930 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-38e297c1-d006-4fec-b69a-d875503eee1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.187136 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-38e297c1-d006-4fec-b69a-d875503eee1d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1a365b5d-5bef-4225-9318-101d64ee880f HTTP/1.1" status: 204 len: 168 time: 1.0520771 Jul 14 09:15:23.191236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50758) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:23.191702 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eac260e-5ce5-476a-8d0c-872f01605980 None None] Network 0a4318df-2a8d-4d34-8a52-eb27698902c2 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:23.253885 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-ba92c77e-7256-4d59-add0-7918cbd88f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:23.255368 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-ba92c77e-7256-4d59-add0-7918cbd88f66 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1878767 Jul 14 09:15:23.290802 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb6aa9-c9c5-494e-9f6d-87f4e47dd964 req-e74de4b4-061f-422c-bba7-3944829ab715 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:23.301066 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-debb6aa9-c9c5-494e-9f6d-87f4e47dd964 req-e74de4b4-061f-422c-bba7-3944829ab715 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 949 time: 0.1595750 Jul 14 09:15:23.339432 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d811775-2b77-4a06-85b9-4d0ef019f78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.356126 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-df337e90-1da0-4024-ba47-f1ec66a69e1d req-a6406dd2-e3a0-4f78-8f74-7bf0d8d42af6 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-424535664', 'description': 'tempest-description-1077495001'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:23.356402 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7428d-dffa-413a-a9e8-279b1e1d386b req-c511d983-d047-44cc-8bf9-a308299c7134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:23.357698 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-abf7428d-dffa-413a-a9e8-279b1e1d386b req-c511d983-d047-44cc-8bf9-a308299c7134 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2917736 Jul 14 09:15:23.382228 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-debb6aa9-c9c5-494e-9f6d-87f4e47dd964 req-d3347df7-235e-476e-85cb-ca3d70a7d313 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798962 Jul 14 09:15:23.400782 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-df337e90-1da0-4024-ba47-f1ec66a69e1d req-a6406dd2-e3a0-4f78-8f74-7bf0d8d42af6 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.469260 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-5218c577-165f-4a2a-8b21-9d80a2d7f16a req-c6b808f3-724e-483b-833d-57f7f402de14 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] show failed (client error): The resource could not be found. Jul 14 09:15:23.470496 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5218c577-165f-4a2a-8b21-9d80a2d7f16a req-c6b808f3-724e-483b-833d-57f7f402de14 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "GET /v2.0/security-groups/8afeff7a-70e4-415a-ac8c-05aeeca468e6 HTTP/1.1" status: 404 len: 352 time: 0.0299313 Jul 14 09:15:23.473983 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-0d4c81c6-7ed8-4bdf-9bb1-d635ab2c83f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:23.475567 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-0d4c81c6-7ed8-4bdf-9bb1-d635ab2c83f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1873703 Jul 14 09:15:23.493690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54876da-f465-4d59-b250-5a7933a4f80b None None] DHCP port deletion for 0a4318df-2a8d-4d34-8a52-eb27698902c2 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:15:23.557083 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-df337e90-1da0-4024-ba47-f1ec66a69e1d req-a6406dd2-e3a0-4f78-8f74-7bf0d8d42af6 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.567524 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-df337e90-1da0-4024-ba47-f1ec66a69e1d req-a6406dd2-e3a0-4f78-8f74-7bf0d8d42af6 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.574127 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d54876da-f465-4d59-b250-5a7933a4f80b None None] Deleting port d85ebc96-cc0d-4202-a697-d39796074503 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:23.575035 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d54876da-f465-4d59-b250-5a7933a4f80b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.580433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-0d811775-2b77-4a06-85b9-4d0ef019f78d admin admin] Deleting port d85ebc96-cc0d-4202-a697-d39796074503 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:23.580793 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d811775-2b77-4a06-85b9-4d0ef019f78d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.582686 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 2fc97624-8411-4e35-ac01-2748c94f6308 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:15:23.586830 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-abf7428d-dffa-413a-a9e8-279b1e1d386b req-036d7652-9581-4722-a64b-f7e0d1940b16 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886442 Jul 14 09:15:23.626366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6406dd2-e3a0-4f78-8f74-7bf0d8d42af6 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20066a73-c76f-44d6-afb2-8d89970e644a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:23.650277 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-df337e90-1da0-4024-ba47-f1ec66a69e1d req-a6406dd2-e3a0-4f78-8f74-7bf0d8d42af6 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.652250 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df337e90-1da0-4024-ba47-f1ec66a69e1d req-a6406dd2-e3a0-4f78-8f74-7bf0d8d42af6 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3115146 Jul 14 09:15:23.716727 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fbfbd6-a41c-40a0-9c01-2e21966635c7 x-openstack-request-id: req-22fbfbd6-a41c-40a0-9c01-2e21966635c7 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:23.717015 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc5d791-1953-44e4-ae2b-3aa581926326", "name": "network-vif-deleted", "tag": "1ca0f418-2adc-4693-9db8-c1134df18cab", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:23.717265 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-22fbfbd6-a41c-40a0-9c01-2e21966635c7 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:23.717651 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc5d791-1953-44e4-ae2b-3aa581926326', 'name': 'network-vif-deleted', 'tag': '1ca0f418-2adc-4693-9db8-c1134df18cab', 'status': 'completed', 'code': 200} Jul 14 09:15:23.724639 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-87e5b619-4c27-400a-87de-fd71183d374c service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399056 Jul 14 09:15:23.730090 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763820fd-6453-4512-af15-8e766c1deb30 req-4dc05a08-bec0-42ca-8fcd-388641c946a9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:23.739659 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-763820fd-6453-4512-af15-8e766c1deb30 req-4dc05a08-bec0-42ca-8fcd-388641c946a9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 944 time: 0.1240067 Jul 14 09:15:23.744221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-0d811775-2b77-4a06-85b9-4d0ef019f78d admin admin] For port d85ebc96-cc0d-4202-a697-d39796074503, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d85ebc96-cc0d-4202-a697-d39796074503,segment=NetworkSegment(4031430c-bd25-4295-8a3a-1b1b93e0be9d),segment_id=4031430c-bd25-4295-8a3a-1b1b93e0be9d)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:23.744597 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d811775-2b77-4a06-85b9-4d0ef019f78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.772516 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d54876da-f465-4d59-b250-5a7933a4f80b None None] For port d85ebc96-cc0d-4202-a697-d39796074503, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d85ebc96-cc0d-4202-a697-d39796074503,segment=NetworkSegment(4031430c-bd25-4295-8a3a-1b1b93e0be9d),segment_id=4031430c-bd25-4295-8a3a-1b1b93e0be9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:23.773180 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d54876da-f465-4d59-b250-5a7933a4f80b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.780191 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-0d811775-2b77-4a06-85b9-4d0ef019f78d admin admin] Calling delete_port for d85ebc96-cc0d-4202-a697-d39796074503 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:23.795088 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-763820fd-6453-4512-af15-8e766c1deb30 req-0442d40a-0e70-4ea0-982c-8fe6633059d5 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542970 Jul 14 09:15:23.795235 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d54876da-f465-4d59-b250-5a7933a4f80b None None] Calling delete_port for d85ebc96-cc0d-4202-a697-d39796074503 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:23.885678 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 2fc97624-8411-4e35-ac01-2748c94f6308, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=2fc97624-8411-4e35-ac01-2748c94f6308,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:23.912658 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-abf7428d-dffa-413a-a9e8-279b1e1d386b req-8a40b6d4-ebe9-4b5b-b4e5-5e829d85af1d service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606359 Jul 14 09:15:23.920883 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '2fc97624-8411-4e35-ac01-2748c94f6308', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '2fc97624-8411-4e35-ac01-2748c94f6308', 'mac_address': 'fa:16:3e:84:ea:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:15:23.941044 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4282a5-d2f9-4e13-b1b3-13875d8fd77e req-354db838-728c-42b4-be5b-1cd3189714eb tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:23.942987 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b4282a5-d2f9-4e13-b1b3-13875d8fd77e req-354db838-728c-42b4-be5b-1cd3189714eb tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=2723ccba-36ee-4545-a397-7a7b34ba99d8 HTTP/1.1" status: 200 len: 945 time: 0.0804634 Jul 14 09:15:23.952794 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-d9c9d313-9c3b-42f4-9cce-b14cb41b211e service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050335 Jul 14 09:15:24.008896 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.028015 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d54876da-f465-4d59-b250-5a7933a4f80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.033125 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b1929-18c9-4dce-971d-f8e0d4ff9d1a req-a34b48f5-afe6-40e3-821d-5fe630544b04 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:24.034744 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0a9b1929-18c9-4dce-971d-f8e0d4ff9d1a req-a34b48f5-afe6-40e3-821d-5fe630544b04 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.55 "GET /v2.0/ports?device_id=6995f7f7-e00e-4c4d-b97d-cf19a9f5c819 HTTP/1.1" status: 200 len: 944 time: 0.0849338 Jul 14 09:15:24.037237 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b4282a5-d2f9-4e13-b1b3-13875d8fd77e req-fc761a33-c7d8-430e-972e-b87589bde752 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813010 Jul 14 09:15:24.051437 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d811775-2b77-4a06-85b9-4d0ef019f78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.059435 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc97624-8411-4e35-ac01-2748c94f6308 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:24.067451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54876da-f465-4d59-b250-5a7933a4f80b None None] Pushing event deleted for resources: {'Port': ['ID=d85ebc96-cc0d-4202-a697-d39796074503,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:24.070635 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54876da-f465-4d59-b250-5a7933a4f80b None None] No DVR routers for this DVR port d85ebc96-cc0d-4202-a697-d39796074503 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:24.088824 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 2fc97624-8411-4e35-ac01-2748c94f6308, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=2fc97624-8411-4e35-ac01-2748c94f6308,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:24.098566 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.139016 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d811775-2b77-4a06-85b9-4d0ef019f78d admin admin] Pushing event deleted for resources: {'Port': ['ID=d85ebc96-cc0d-4202-a697-d39796074503,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:24.152377 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d811775-2b77-4a06-85b9-4d0ef019f78d admin admin] No DVR routers for this DVR port d85ebc96-cc0d-4202-a697-d39796074503 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:24.189158 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=2fc97624-8411-4e35-ac01-2748c94f6308,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:24.196905 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6463d708-d901-4951-93ca-682bb2a2939f req-700ee08c-3d5f-428c-91f1-439d446b81d8 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "GET /v2.0/security-groups/7c195ab5-a370-4b8a-8cef-4c3113971e96 HTTP/1.1" status: 200 len: 1802 time: 0.1014290 Jul 14 09:15:24.320968 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6463d708-d901-4951-93ca-682bb2a2939f req-597f4d59-e26d-4234-9a64-e04820290601 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.359752 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d811775-2b77-4a06-85b9-4d0ef019f78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.363982 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6463d708-d901-4951-93ca-682bb2a2939f req-597f4d59-e26d-4234-9a64-e04820290601 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.366402 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:24.386571 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0d811775-2b77-4a06-85b9-4d0ef019f78d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4318df-2a8d-4d34-8a52-eb27698902c2']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:24.386840 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:24.387480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9ddaca3a-fe61-4e1b-ac8f-9f04b7f791ac not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:24.387611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d85ebc96-cc0d-4202-a697-d39796074503 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:24.407470 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: d85ebc96-cc0d-4202-a697-d39796074503 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:24.407817 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d85ebc96-cc0d-4202-a697-d39796074503 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:24.408408 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0d811775-2b77-4a06-85b9-4d0ef019f78d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4031430c-bd25-4295-8a3a-1b1b93e0be9d') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:24.409039 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0d811775-2b77-4a06-85b9-4d0ef019f78d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4031430c-bd25-4295-8a3a-1b1b93e0be9d') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:24.432365 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d811775-2b77-4a06-85b9-4d0ef019f78d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.440713 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6463d708-d901-4951-93ca-682bb2a2939f req-597f4d59-e26d-4234-9a64-e04820290601 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.443647 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6463d708-d901-4951-93ca-682bb2a2939f req-597f4d59-e26d-4234-9a64-e04820290601 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.444855 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6463d708-d901-4951-93ca-682bb2a2939f req-597f4d59-e26d-4234-9a64-e04820290601 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "DELETE /v2.0/security-groups/7c195ab5-a370-4b8a-8cef-4c3113971e96 HTTP/1.1" status: 204 len: 173 time: 0.2405143 Jul 14 09:15:24.457076 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-0a9b1929-18c9-4dce-971d-f8e0d4ff9d1a req-ae220ab3-7f9e-4cb5-8680-c959ee9b6304 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Deleting port 2a6b9e77-6316-4021-b628-abaae447902e {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:24.457606 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0a9b1929-18c9-4dce-971d-f8e0d4ff9d1a req-ae220ab3-7f9e-4cb5-8680-c959ee9b6304 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.470432 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f4d59-e26d-4234-9a64-e04820290601 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c195ab5-a370-4b8a-8cef-4c3113971e96,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:24.470581 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d811775-2b77-4a06-85b9-4d0ef019f78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.517054 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d811775-2b77-4a06-85b9-4d0ef019f78d admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:15:24.517520 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d811775-2b77-4a06-85b9-4d0ef019f78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:15:24.519484 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:15:24.543952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['2fc97624-8411-4e35-ac01-2748c94f6308'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:24.603997 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d811775-2b77-4a06-85b9-4d0ef019f78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.614576 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d811775-2b77-4a06-85b9-4d0ef019f78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.620068 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0d811775-2b77-4a06-85b9-4d0ef019f78d admin admin] 10.222.0.26 "DELETE /v2.0/networks/0a4318df-2a8d-4d34-8a52-eb27698902c2 HTTP/1.1" status: 204 len: 168 time: 1.4213552 Jul 14 09:15:24.626198 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50778) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:24.634634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d811775-2b77-4a06-85b9-4d0ef019f78d admin admin] Pushing event deleted for resources: {'Network': ['ID=0a4318df-2a8d-4d34-8a52-eb27698902c2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:24.641317 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-0a9b1929-18c9-4dce-971d-f8e0d4ff9d1a req-ae220ab3-7f9e-4cb5-8680-c959ee9b6304 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] For port 2a6b9e77-6316-4021-b628-abaae447902e, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=2a6b9e77-6316-4021-b628-abaae447902e,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:24.641545 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0a9b1929-18c9-4dce-971d-f8e0d4ff9d1a req-ae220ab3-7f9e-4cb5-8680-c959ee9b6304 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.657728 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-0a9b1929-18c9-4dce-971d-f8e0d4ff9d1a req-ae220ab3-7f9e-4cb5-8680-c959ee9b6304 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Calling delete_port for 2a6b9e77-6316-4021-b628-abaae447902e owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:24.809194 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0a9b1929-18c9-4dce-971d-f8e0d4ff9d1a req-ae220ab3-7f9e-4cb5-8680-c959ee9b6304 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.829316 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-65f37130-3327-4f31-8f1a-065e60ac50c2 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 60379 time: 0.7235684 Jul 14 09:15:24.838677 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae220ab3-7f9e-4cb5-8680-c959ee9b6304 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Pushing event deleted for resources: {'Port': ['ID=2a6b9e77-6316-4021-b628-abaae447902e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:24.885221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9b1929-18c9-4dce-971d-f8e0d4ff9d1a req-ae220ab3-7f9e-4cb5-8680-c959ee9b6304 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] No DVR routers for this DVR port 2a6b9e77-6316-4021-b628-abaae447902e on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:24.887835 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0a9b1929-18c9-4dce-971d-f8e0d4ff9d1a req-ae220ab3-7f9e-4cb5-8680-c959ee9b6304 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.889910 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0a9b1929-18c9-4dce-971d-f8e0d4ff9d1a req-ae220ab3-7f9e-4cb5-8680-c959ee9b6304 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.55 "DELETE /v2.0/ports/2a6b9e77-6316-4021-b628-abaae447902e HTTP/1.1" status: 204 len: 173 time: 0.8320525 Jul 14 09:15:24.890143 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83deaa-9aed-465b-af24-2d008239df67 req-e8745e29-0b86-4ac4-90a4-dd5beb739b7d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:24.891807 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a83deaa-9aed-465b-af24-2d008239df67 req-e8745e29-0b86-4ac4-90a4-dd5beb739b7d tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=41b8396f-2c2a-436c-9aa7-b0c5866d09a4 HTTP/1.1" status: 200 len: 949 time: 0.3360484 Jul 14 09:15:24.924960 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-f3c57725-de39-42a7-8d48-8aa5c2da00ab tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/02878f03-eaa7-427b-9b37-02eb40646592 HTTP/1.1" status: 200 len: 2981 time: 0.0869315 Jul 14 09:15:25.006867 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a83deaa-9aed-465b-af24-2d008239df67 req-b77ce6a8-b019-44c2-9c47-53092c723b7b tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084805 Jul 14 09:15:25.058593 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-c7a5a658-afc0-4f31-bba1-e9732dc52cae tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/02878f03-eaa7-427b-9b37-02eb40646592 HTTP/1.1" status: 200 len: 2981 time: 0.1013045 Jul 14 09:15:25.165762 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-9b11dba8-7312-4068-ba71-457f884a20da tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/0a70e2ee-ee06-4e16-b6f6-dc51491bf012 HTTP/1.1" status: 200 len: 2977 time: 0.0999827 Jul 14 09:15:25.262872 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-fa16baf5-ed41-445f-8834-3029521e657b tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/0a70e2ee-ee06-4e16-b6f6-dc51491bf012 HTTP/1.1" status: 200 len: 2977 time: 0.0899940 Jul 14 09:15:25.272797 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f264d31-5c77-42b7-b765-cb3a404503be req-0181fe8c-c6ae-4172-b194-9598b273499e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:25.274293 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1f264d31-5c77-42b7-b765-cb3a404503be req-0181fe8c-c6ae-4172-b194-9598b273499e tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=2723ccba-36ee-4545-a397-7a7b34ba99d8 HTTP/1.1" status: 200 len: 945 time: 0.1461754 Jul 14 09:15:25.354242 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-2fec2978-9dab-4039-a24f-a26fe1496451 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/0cff4e9f-ede7-4b86-a7da-7f50501c9d1c HTTP/1.1" status: 200 len: 2981 time: 0.0776317 Jul 14 09:15:25.373764 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1f264d31-5c77-42b7-b765-cb3a404503be req-83b9eb2b-ee23-4f5f-b4d3-e40f5709ddc3 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871747 Jul 14 09:15:25.434785 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-745d625a-5a1d-4e51-bad2-6c602076c9b6 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/0cff4e9f-ede7-4b86-a7da-7f50501c9d1c HTTP/1.1" status: 200 len: 2981 time: 0.0589581 Jul 14 09:15:25.440728 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-33f1c53b-dcf9-4b52-9454-34280395a06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:25.592975 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-995c21e3-c6d4-454e-ab58-b7567debadd1 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/1b8fa4aa-3ec6-441c-bb10-915def8a717f HTTP/1.1" status: 200 len: 2981 time: 0.1494422 Jul 14 09:15:25.711079 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2b847-1699-425e-94bf-ddfea256055f req-5e83446a-ec92-48c9-a4b9-89a3e844bc7b tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:25.712536 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-14d2b847-1699-425e-94bf-ddfea256055f req-5e83446a-ec92-48c9-a4b9-89a3e844bc7b tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 945 time: 0.2278566 Jul 14 09:15:25.719136 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-83670ec2-4635-45fd-a16d-9596c313fa3f tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/1b8fa4aa-3ec6-441c-bb10-915def8a717f HTTP/1.1" status: 200 len: 2981 time: 0.1181748 Jul 14 09:15:25.719411 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6995f7f7-e00e-4c4d-b97d-cf19a9f5c819', 'name': 'network-vif-deleted', 'tag': '2a6b9e77-6316-4021-b628-abaae447902e'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:25.724304 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ecbe78-59cc-4cad-8ade-0d664721c566" -d '{"events": [{"server_uuid": "6995f7f7-e00e-4c4d-b97d-cf19a9f5c819", "name": "network-vif-deleted", "tag": "2a6b9e77-6316-4021-b628-abaae447902e"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:25.795775 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-14d2b847-1699-425e-94bf-ddfea256055f req-6e9c66f3-0172-460d-b7e8-5aafc6719770 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750802 Jul 14 09:15:25.807328 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-7aeecd05-e820-47ee-8e5b-1173ab14926c tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/21cb558d-f91c-465a-90f8-f7757c7fe715 HTTP/1.1" status: 200 len: 2981 time: 0.0777938 Jul 14 09:15:25.897563 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-89ccc92a-c821-4301-8e17-0a10586218d3 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/21cb558d-f91c-465a-90f8-f7757c7fe715 HTTP/1.1" status: 200 len: 2981 time: 0.0691667 Jul 14 09:15:25.984196 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-33f1c53b-dcf9-4b52-9454-34280395a06e admin admin] Deleting port a981fa71-4f48-4ab3-8f6c-73b4c21f793e {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:25.984444 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-33f1c53b-dcf9-4b52-9454-34280395a06e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:25.999405 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-a9c7b3c0-6a68-4085-b79e-7ceecaa960ce tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/2b43bdc1-2d31-4425-9860-4f099d02637e HTTP/1.1" status: 200 len: 2981 time: 0.0884757 Jul 14 09:15:26.071152 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d142d-b72e-4707-a785-444d4cda1539 req-ea4fd1f6-46d1-4f3a-8bb2-7c05c0820683 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:26.072610 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f00d142d-b72e-4707-a785-444d4cda1539 req-ea4fd1f6-46d1-4f3a-8bb2-7c05c0820683 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 949 time: 0.1730294 Jul 14 09:15:26.117860 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-7ae6cfaa-b610-4c80-9ddb-d588e82597d0 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/2b43bdc1-2d31-4425-9860-4f099d02637e HTTP/1.1" status: 200 len: 2981 time: 0.0944381 Jul 14 09:15:26.146056 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-33f1c53b-dcf9-4b52-9454-34280395a06e admin admin] For port a981fa71-4f48-4ab3-8f6c-73b4c21f793e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a981fa71-4f48-4ab3-8f6c-73b4c21f793e,segment=NetworkSegment(e5d03e67-bd4b-40e3-9a7f-9cae7199f55d),segment_id=e5d03e67-bd4b-40e3-9a7f-9cae7199f55d)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:26.146411 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-33f1c53b-dcf9-4b52-9454-34280395a06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.160155 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f00d142d-b72e-4707-a785-444d4cda1539 req-626e93af-f681-40d4-be75-0553007767c6 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747054 Jul 14 09:15:26.168420 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-33f1c53b-dcf9-4b52-9454-34280395a06e admin admin] Calling delete_port for a981fa71-4f48-4ab3-8f6c-73b4c21f793e owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:26.253509 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-739f4b30-d1cb-4b86-8b86-62732ce3bcf5 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/6824352e-891b-42e5-b782-1156db4f1778 HTTP/1.1" status: 200 len: 2981 time: 0.1280627 Jul 14 09:15:26.300348 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc8a9d9d-0739-448c-988d-a92dfc8caa89 req-5c5d5396-5069-4b3b-a663-31bfb885350a tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "GET /v2.0/security-groups/7b743636-17f7-4f6b-ab3a-56df54b05c7c HTTP/1.1" status: 200 len: 1805 time: 0.1125250 Jul 14 09:15:26.377564 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-8aded8d7-6b56-423a-acba-d6892802b99c tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/6824352e-891b-42e5-b782-1156db4f1778 HTTP/1.1" status: 200 len: 2981 time: 0.1172333 Jul 14 09:15:26.475858 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bc8a9d9d-0739-448c-988d-a92dfc8caa89 req-3f31c817-db79-4649-ae09-5e1ba32b5c61 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.480946 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-5458b9f4-5f33-4975-b181-0a01f748d6fd tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/6db0ff95-da06-49c3-b786-9c65747860a5 HTTP/1.1" status: 200 len: 2981 time: 0.0938437 Jul 14 09:15:26.520315 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bc8a9d9d-0739-448c-988d-a92dfc8caa89 req-3f31c817-db79-4649-ae09-5e1ba32b5c61 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.554059 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-33f1c53b-dcf9-4b52-9454-34280395a06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.589906 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1c53b-dcf9-4b52-9454-34280395a06e admin admin] Pushing event deleted for resources: {'Port': ['ID=a981fa71-4f48-4ab3-8f6c-73b4c21f793e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:26.592845 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-ee2040ff-3aee-4e14-a7a6-16215182c402 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/6db0ff95-da06-49c3-b786-9c65747860a5 HTTP/1.1" status: 200 len: 2981 time: 0.1009619 Jul 14 09:15:26.706860 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-7e392f5c-0261-481b-a8a8-67bd470dec70 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/72a75da8-8c40-4d6d-ae11-7cfb89dab5a4 HTTP/1.1" status: 200 len: 2977 time: 0.1052651 Jul 14 09:15:26.713978 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bc8a9d9d-0739-448c-988d-a92dfc8caa89 req-3f31c817-db79-4649-ae09-5e1ba32b5c61 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.716721 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bc8a9d9d-0739-448c-988d-a92dfc8caa89 req-3f31c817-db79-4649-ae09-5e1ba32b5c61 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.717957 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc8a9d9d-0739-448c-988d-a92dfc8caa89 req-3f31c817-db79-4649-ae09-5e1ba32b5c61 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "DELETE /v2.0/security-groups/7b743636-17f7-4f6b-ab3a-56df54b05c7c HTTP/1.1" status: 204 len: 173 time: 0.3852179 Jul 14 09:15:26.768137 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31c817-db79-4649-ae09-5e1ba32b5c61 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b743636-17f7-4f6b-ab3a-56df54b05c7c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:26.847106 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-bb92e2fe-9a13-431f-9467-77f951566583 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/72a75da8-8c40-4d6d-ae11-7cfb89dab5a4 HTTP/1.1" status: 200 len: 2977 time: 0.1281505 Jul 14 09:15:26.870773 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-33f1c53b-dcf9-4b52-9454-34280395a06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.940172 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-d28fce83-681a-4927-8463-75387b5c1eb0 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/a2f8d8f7-2224-462b-a6a9-1a18d4781b1a HTTP/1.1" status: 200 len: 2981 time: 0.0860245 Jul 14 09:15:27.030925 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-ac024c6e-f834-434f-a7e3-8e782110e120 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/a2f8d8f7-2224-462b-a6a9-1a18d4781b1a HTTP/1.1" status: 200 len: 2981 time: 0.0830736 Jul 14 09:15:27.059519 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79843e21-c6fd-44d7-9987-eb14a4aa9b0f x-openstack-request-id: req-79843e21-c6fd-44d7-9987-eb14a4aa9b0f {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:27.060179 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6995f7f7-e00e-4c4d-b97d-cf19a9f5c819", "name": "network-vif-deleted", "tag": "2a6b9e77-6316-4021-b628-abaae447902e", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:27.060179 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79843e21-c6fd-44d7-9987-eb14a4aa9b0f {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:27.060458 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6995f7f7-e00e-4c4d-b97d-cf19a9f5c819', 'name': 'network-vif-deleted', 'tag': '2a6b9e77-6316-4021-b628-abaae447902e', 'status': 'completed', 'code': 200} Jul 14 09:15:27.116819 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-c13daeb4-26bb-4d3c-b6e5-7bf62ad0690c tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/a5df8058-1573-4e5b-9d73-cda6b5791548 HTTP/1.1" status: 200 len: 2981 time: 0.0803008 Jul 14 09:15:27.204437 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8313411-10e4-4ec3-a3d9-6cf50d77c33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.228712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f1c53b-dcf9-4b52-9454-34280395a06e admin admin] Router efd932c5-be87-42c7-8c88-7df88c0dd70c has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:15:27.236337 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-8bef4450-7a53-405d-8020-aa2c87396730 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/a5df8058-1573-4e5b-9d73-cda6b5791548 HTTP/1.1" status: 200 len: 2981 time: 0.0947168 Jul 14 09:15:27.334130 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591309ed-8961-463c-9b91-6c517c66be84 req-0ae9b4ac-f31c-409a-aef5-c3fedafc5ff2 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:27.335528 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-591309ed-8961-463c-9b91-6c517c66be84 req-0ae9b4ac-f31c-409a-aef5-c3fedafc5ff2 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=41b8396f-2c2a-436c-9aa7-b0c5866d09a4 HTTP/1.1" status: 200 len: 949 time: 0.1831334 Jul 14 09:15:27.572855 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 2fc97624-8411-4e35-ac01-2748c94f6308 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:27.622835 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 2fc97624-8411-4e35-ac01-2748c94f6308 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:27.627236 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 2fc97624-8411-4e35-ac01-2748c94f6308 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:27.627617 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.655570 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-183d2e9e-9934-4eb5-b2d3-96b2006755ac tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/b7d51cc0-b6f3-490b-ae60-75978005393a HTTP/1.1" status: 200 len: 2977 time: 0.4087136 Jul 14 09:15:27.706689 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.715124 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f1c53b-dcf9-4b52-9454-34280395a06e admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:15:27.721908 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-591309ed-8961-463c-9b91-6c517c66be84 req-39feac66-65ac-4ff9-9eeb-d7f57454544a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781600 Jul 14 09:15:27.726230 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-33f1c53b-dcf9-4b52-9454-34280395a06e admin admin] 10.222.0.26 "PUT /v2.0/routers/efd932c5-be87-42c7-8c88-7df88c0dd70c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0985394 Jul 14 09:15:27.729242 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50800) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:27.744341 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-c2e9259d-59b5-4124-8a5a-9208931cd248 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/b7d51cc0-b6f3-490b-ae60-75978005393a HTTP/1.1" status: 200 len: 2977 time: 0.0715430 Jul 14 09:15:27.746782 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b8396f-2c2a-436c-9aa7-b0c5866d09a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc97624-8411-4e35-ac01-2748c94f6308'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:27.749053 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9caffadd-6c9f-4bdf-8d99-2c70315624ee" -d '{"events": [{"server_uuid": "41b8396f-2c2a-436c-9aa7-b0c5866d09a4", "name": "network-vif-plugged", "status": "completed", "tag": "2fc97624-8411-4e35-ac01-2748c94f6308"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:27.752075 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77254af3-c1e1-4edc-9407-3d45a446bf5b None None] Sync routers for ids ['efd932c5-be87-42c7-8c88-7df88c0dd70c'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:15:27.769028 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 2fc97624-8411-4e35-ac01-2748c94f6308, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=2fc97624-8411-4e35-ac01-2748c94f6308,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:27.775346 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.776678 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 2a6b9e77-6316-4021-b628-abaae447902e no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:27.783228 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77254af3-c1e1-4edc-9407-3d45a446bf5b None None] Routers {'efd932c5-be87-42c7-8c88-7df88c0dd70c'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:27.784091 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-77254af3-c1e1-4edc-9407-3d45a446bf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:15:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['efd932c5-be87-42c7-8c88-7df88c0dd70c'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:27.822665 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-36b8d03c-4959-43e4-8961-81bc08a99559 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/cd7d3bb0-bd61-4371-8f7d-879432b3cbaa HTTP/1.1" status: 200 len: 2981 time: 0.0790257 Jul 14 09:15:27.823364 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 2a6b9e77-6316-4021-b628-abaae447902e {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:27.823718 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 2a6b9e77-6316-4021-b628-abaae447902e not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:27.827160 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e528d05d-a1a5-43bd-96c3-ea6f04fa1635 req-4eb6dfb3-444d-40c6-9dc7-36fc4246dbd7 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "GET /v2.0/security-groups/dd801e97-bb0d-4427-a6c4-e7b25016b51a HTTP/1.1" status: 200 len: 1803 time: 0.0697880 Jul 14 09:15:27.841243 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4eb40bdd-afae-43a6-8ce5-f76beab72d7a admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.898240 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-a33c32a8-11f5-45bf-9a97-1274679fa0d0 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/cd7d3bb0-bd61-4371-8f7d-879432b3cbaa HTTP/1.1" status: 200 len: 2981 time: 0.0694814 Jul 14 09:15:27.928740 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e528d05d-a1a5-43bd-96c3-ea6f04fa1635 req-99733546-a11f-4898-af7e-831297a8b18b tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.933428 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=2fc97624-8411-4e35-ac01-2748c94f6308,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:27.951799 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4eb40bdd-afae-43a6-8ce5-f76beab72d7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.966847 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-77254af3-c1e1-4edc-9407-3d45a446bf5b None None] Set router efd932c5-be87-42c7-8c88-7df88c0dd70c gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:27.975607 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e528d05d-a1a5-43bd-96c3-ea6f04fa1635 req-99733546-a11f-4898-af7e-831297a8b18b tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.979915 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-8a869ca4-ce2e-48b3-92d4-5203c5c07050 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/cf3cb1f5-c390-479c-9298-cd4e38433cff HTTP/1.1" status: 200 len: 2973 time: 0.0731890 Jul 14 09:15:28.007372 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-4eb40bdd-afae-43a6-8ce5-f76beab72d7a admin admin] Deleting port 0fabe30d-f226-499a-b918-23cc3d57111b {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:28.007752 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4eb40bdd-afae-43a6-8ce5-f76beab72d7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.045446 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-5b5c144a-fa3a-40c8-a053-6f701b5ad015 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/cf3cb1f5-c390-479c-9298-cd4e38433cff HTTP/1.1" status: 200 len: 2973 time: 0.0576897 Jul 14 09:15:28.048737 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e528d05d-a1a5-43bd-96c3-ea6f04fa1635 req-99733546-a11f-4898-af7e-831297a8b18b tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.051637 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e528d05d-a1a5-43bd-96c3-ea6f04fa1635 req-99733546-a11f-4898-af7e-831297a8b18b tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.052802 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e528d05d-a1a5-43bd-96c3-ea6f04fa1635 req-99733546-a11f-4898-af7e-831297a8b18b tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "DELETE /v2.0/security-groups/dd801e97-bb0d-4427-a6c4-e7b25016b51a HTTP/1.1" status: 204 len: 173 time: 0.2171242 Jul 14 09:15:28.062280 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99733546-a11f-4898-af7e-831297a8b18b tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd801e97-bb0d-4427-a6c4-e7b25016b51a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:28.082232 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-4b8c94e4-d8de-460b-905c-8c38826bfab3 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] show failed (client error): The resource could not be found. Jul 14 09:15:28.083239 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-4b8c94e4-d8de-460b-905c-8c38826bfab3 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/7b743636-17f7-4f6b-ab3a-56df54b05c7c HTTP/1.1" status: 404 len: 352 time: 0.0165234 Jul 14 09:15:28.104938 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-4eb40bdd-afae-43a6-8ce5-f76beab72d7a admin admin] For port 0fabe30d-f226-499a-b918-23cc3d57111b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0fabe30d-f226-499a-b918-23cc3d57111b,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:28.105518 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4eb40bdd-afae-43a6-8ce5-f76beab72d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.120845 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-4eb40bdd-afae-43a6-8ce5-f76beab72d7a admin admin] Calling delete_port for 0fabe30d-f226-499a-b918-23cc3d57111b owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:28.136392 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-3973f011-f906-439b-a54b-41e4e3ef8b5a tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/e4f0f242-adef-420d-96f5-6b2cdbaca8f4 HTTP/1.1" status: 200 len: 2981 time: 0.0445247 Jul 14 09:15:28.185574 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-77254af3-c1e1-4edc-9407-3d45a446bf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd932c5-be87-42c7-8c88-7df88c0dd70c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-232054201-router', 'tenant_id': '59091e679b9b41c4928bec06b9ba852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0fabe30d-f226-499a-b918-23cc3d57111b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:15:26Z', 'revision_number': 5, 'project_id': '59091e679b9b41c4928bec06b9ba852c', 'gw_port': {'id': '0fabe30d-f226-499a-b918-23cc3d57111b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:27:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd932c5-be87-42c7-8c88-7df88c0dd70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:20Z', 'updated_at': '2021-07-14T09:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:28.189330 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-a6eb2035-652d-4df8-86a8-017831871382 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/e4f0f242-adef-420d-96f5-6b2cdbaca8f4 HTTP/1.1" status: 200 len: 2981 time: 0.0465329 Jul 14 09:15:28.220912 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77254af3-c1e1-4edc-9407-3d45a446bf5b None None] Checking router: efd932c5-be87-42c7-8c88-7df88c0dd70c for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:15:28.230477 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77254af3-c1e1-4edc-9407-3d45a446bf5b None None] Routers {'efd932c5-be87-42c7-8c88-7df88c0dd70c'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:28.231176 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-77254af3-c1e1-4edc-9407-3d45a446bf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:15:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['efd932c5-be87-42c7-8c88-7df88c0dd70c'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:28.239482 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-35aad578-4250-49c9-ada3-ce6a59329ada tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/f1f0a3fc-ab53-449d-b408-4f193b014a37 HTTP/1.1" status: 200 len: 2981 time: 0.0425394 Jul 14 09:15:28.319059 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4eb40bdd-afae-43a6-8ce5-f76beab72d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.328196 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74ef4c50-3724-4031-862a-404f2b1883d8 req-784fe1e0-dcf7-48c8-8b45-15fcd0e7be50 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/f1f0a3fc-ab53-449d-b408-4f193b014a37 HTTP/1.1" status: 200 len: 2981 time: 0.0828595 Jul 14 09:15:28.384831 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb40bdd-afae-43a6-8ce5-f76beab72d7a admin admin] Pushing event deleted for resources: {'Port': ['ID=0fabe30d-f226-499a-b918-23cc3d57111b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:28.460245 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4eb40bdd-afae-43a6-8ce5-f76beab72d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.531140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-77254af3-c1e1-4edc-9407-3d45a446bf5b None None] Set router efd932c5-be87-42c7-8c88-7df88c0dd70c gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:28.559171 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4eb40bdd-afae-43a6-8ce5-f76beab72d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.559441 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7f7b8-97c0-4e92-9ac0-db9134a279e8 req-5beab4e7-dbe4-43fb-8ebf-215734a41b38 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:28.560663 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88c7f7b8-97c0-4e92-9ac0-db9134a279e8 req-5beab4e7-dbe4-43fb-8ebf-215734a41b38 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=2723ccba-36ee-4545-a397-7a7b34ba99d8 HTTP/1.1" status: 200 len: 945 time: 0.1061089 Jul 14 09:15:28.565845 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4eb40bdd-afae-43a6-8ce5-f76beab72d7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.569019 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332337d-5a41-4134-97f3-89ac7d3d5a58 req-161d5162-de99-4dc1-bf66-df780420a4dc tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:28.570963 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c332337d-5a41-4134-97f3-89ac7d3d5a58 req-161d5162-de99-4dc1-bf66-df780420a4dc tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 945 time: 0.1273644 Jul 14 09:15:28.581300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-77254af3-c1e1-4edc-9407-3d45a446bf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd932c5-be87-42c7-8c88-7df88c0dd70c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-232054201-router', 'tenant_id': '59091e679b9b41c4928bec06b9ba852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:15:27Z', 'revision_number': 6, 'project_id': '59091e679b9b41c4928bec06b9ba852c', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:28.610664 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77254af3-c1e1-4edc-9407-3d45a446bf5b None None] The sync data for ids ['efd932c5-be87-42c7-8c88-7df88c0dd70c'] in n-d-798054-10 is: [{'id': 'efd932c5-be87-42c7-8c88-7df88c0dd70c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-232054201-router', 'tenant_id': '59091e679b9b41c4928bec06b9ba852c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:15:27Z', 'revision_number': 6, 'project_id': '59091e679b9b41c4928bec06b9ba852c', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:15:28.627162 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4eb40bdd-afae-43a6-8ce5-f76beab72d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.628082 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb40bdd-afae-43a6-8ce5-f76beab72d7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router efd932c5-be87-42c7-8c88-7df88c0dd70c {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:15:28.633654 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4eb40bdd-afae-43a6-8ce5-f76beab72d7a admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.637342 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88c7f7b8-97c0-4e92-9ac0-db9134a279e8 req-68e3c29b-298d-4be2-88bc-5d87d8e47efa tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627029 Jul 14 09:15:28.637463 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4eb40bdd-afae-43a6-8ce5-f76beab72d7a admin admin] 10.222.0.26 "DELETE /v2.0/routers/efd932c5-be87-42c7-8c88-7df88c0dd70c HTTP/1.1" status: 204 len: 168 time: 0.9045615 Jul 14 09:15:28.638578 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50810) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:28.665855 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c332337d-5a41-4134-97f3-89ac7d3d5a58 req-79dd9ec6-0426-4fb9-b4ba-b44772cf9f18 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860424 Jul 14 09:15:28.707668 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ca6184-8736-484b-9f70-5e750de24e56 x-openstack-request-id: req-f7ca6184-8736-484b-9f70-5e750de24e56 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:28.708115 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b8396f-2c2a-436c-9aa7-b0c5866d09a4", "name": "network-vif-plugged", "status": "completed", "tag": "2fc97624-8411-4e35-ac01-2748c94f6308", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:28.708440 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f7ca6184-8736-484b-9f70-5e750de24e56 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:28.708900 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b8396f-2c2a-436c-9aa7-b0c5866d09a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc97624-8411-4e35-ac01-2748c94f6308', 'code': 200} Jul 14 09:15:28.715187 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f5d946-eeea-4932-90c3-4c567c7835b8 admin admin] Deleting subnet f1280b4f-56c5-4141-912e-720cffd1ef0d {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:15:28.721609 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8f5d946-eeea-4932-90c3-4c567c7835b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.766967 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8f5d946-eeea-4932-90c3-4c567c7835b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.789630 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b89aac51-ed6c-496d-a12a-cbe46ba54d5a req-16d05aba-ed86-47ac-adcb-bfc0f2eefc23 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "GET /v2.0/security-groups/7a492b8d-43cc-4a05-9e60-c047199c3e0c HTTP/1.1" status: 200 len: 2404 time: 0.0708234 Jul 14 09:15:28.852938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4effac1-d332-4a9e-a212-018ec97d1de1 req-5a08907f-079f-479d-aff7-0d96093e3c64 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:28.854507 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a4effac1-d332-4a9e-a212-018ec97d1de1 req-5a08907f-079f-479d-aff7-0d96093e3c64 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 949 time: 0.1032524 Jul 14 09:15:28.876493 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8f5d946-eeea-4932-90c3-4c567c7835b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.914958 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b89aac51-ed6c-496d-a12a-cbe46ba54d5a req-110ae566-e810-4384-a80b-3362b69638f6 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.927615 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43463f4-8562-4822-abf5-d3197598e765 req-98a1f707-5a39-4160-b4c8-5c23735912fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:28.929334 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b43463f4-8562-4822-abf5-d3197598e765 req-98a1f707-5a39-4160-b4c8-5c23735912fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=41b8396f-2c2a-436c-9aa7-b0c5866d09a4 HTTP/1.1" status: 200 len: 1102 time: 0.0970228 Jul 14 09:15:28.953421 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b89aac51-ed6c-496d-a12a-cbe46ba54d5a req-110ae566-e810-4384-a80b-3362b69638f6 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.954692 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8f5d946-eeea-4932-90c3-4c567c7835b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.969518 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a4effac1-d332-4a9e-a212-018ec97d1de1 req-d4a951a2-fcbf-438d-aed2-5d52ee9c83b3 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078269 Jul 14 09:15:28.996894 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8f5d946-eeea-4932-90c3-4c567c7835b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.998815 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d8f5d946-eeea-4932-90c3-4c567c7835b8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f1280b4f-56c5-4141-912e-720cffd1ef0d HTTP/1.1" status: 204 len: 168 time: 0.3592882 Jul 14 09:15:29.003096 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5d946-eeea-4932-90c3-4c567c7835b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1280b4f-56c5-4141-912e-720cffd1ef0d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:29.003914 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c336929-e0ec-4865-b84b-34144e9b7499 None None] Network 04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:29.010231 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50816) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:29.043815 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b89aac51-ed6c-496d-a12a-cbe46ba54d5a req-110ae566-e810-4384-a80b-3362b69638f6 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.046240 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b89aac51-ed6c-496d-a12a-cbe46ba54d5a req-110ae566-e810-4384-a80b-3362b69638f6 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.047485 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b89aac51-ed6c-496d-a12a-cbe46ba54d5a req-110ae566-e810-4384-a80b-3362b69638f6 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "DELETE /v2.0/security-groups/7a492b8d-43cc-4a05-9e60-c047199c3e0c HTTP/1.1" status: 204 len: 173 time: 0.2506602 Jul 14 09:15:29.071257 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ae566-e810-4384-a80b-3362b69638f6 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a492b8d-43cc-4a05-9e60-c047199c3e0c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:29.088207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44defe3d-2f57-4233-8150-55fbd8d0c9f6 req-70487eba-28e3-4097-8a40-f6e290dc6eb9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:29.090212 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-44defe3d-2f57-4233-8150-55fbd8d0c9f6 req-70487eba-28e3-4097-8a40-f6e290dc6eb9 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.49 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 944 time: 0.2275276 Jul 14 09:15:29.095265 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d32e626-8841-43c0-ab53-505efb17643c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.100616 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b43463f4-8562-4822-abf5-d3197598e765 req-638ba3d6-7089-4333-8bf7-3b7d722468c5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612494 Jul 14 09:15:29.184534 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6d32e626-8841-43c0-ab53-505efb17643c admin admin] Deleting port b8dd2d2d-5cef-4866-a8b4-6922bb185b1c {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:29.185110 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d32e626-8841-43c0-ab53-505efb17643c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.198003 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c37e990c-350d-42e3-93f6-d44e9824ffa4 req-4aa40f71-5093-4c85-9fbe-57b5fa6efae3 tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=289603375223409e9f6cad39381ba16c HTTP/1.1" status: 200 len: 6104 time: 0.1748040 Jul 14 09:15:29.253085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-6d32e626-8841-43c0-ab53-505efb17643c admin admin] For port b8dd2d2d-5cef-4866-a8b4-6922bb185b1c, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b8dd2d2d-5cef-4866-a8b4-6922bb185b1c,segment=NetworkSegment(e5d03e67-bd4b-40e3-9a7f-9cae7199f55d),segment_id=e5d03e67-bd4b-40e3-9a7f-9cae7199f55d)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:29.253547 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d32e626-8841-43c0-ab53-505efb17643c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.266763 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6d32e626-8841-43c0-ab53-505efb17643c admin admin] Calling delete_port for b8dd2d2d-5cef-4866-a8b4-6922bb185b1c owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:29.303948 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c37e990c-350d-42e3-93f6-d44e9824ffa4 req-3124f147-740f-44a6-aece-8cf279b3575d tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] 10.222.0.26 "GET /v2.0/security-groups/a2f8d8f7-2224-462b-a6a9-1a18d4781b1a HTTP/1.1" status: 200 len: 2981 time: 0.1049354 Jul 14 09:15:29.345772 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d32e626-8841-43c0-ab53-505efb17643c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.363082 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-44defe3d-2f57-4233-8150-55fbd8d0c9f6 req-5ac096f5-49d0-474f-b142-56f966eebf16 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Deleting port ea20befa-5512-4d82-8c96-21c174b548d5 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:29.363463 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-44defe3d-2f57-4233-8150-55fbd8d0c9f6 req-5ac096f5-49d0-474f-b142-56f966eebf16 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.374141 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32e626-8841-43c0-ab53-505efb17643c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8dd2d2d-5cef-4866-a8b4-6922bb185b1c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:29.377613 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d32e626-8841-43c0-ab53-505efb17643c admin admin] No DVR routers for this DVR port b8dd2d2d-5cef-4866-a8b4-6922bb185b1c on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:29.380712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91542761-e57c-4ffa-9cfb-dc998a74d3b9 req-473ceb40-21e0-4991-a9b2-486c6ca4aef0 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:29.382279 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91542761-e57c-4ffa-9cfb-dc998a74d3b9 req-473ceb40-21e0-4991-a9b2-486c6ca4aef0 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df6e4ef-31ee-46bf-9fbe-42c6e827b86b HTTP/1.1" status: 200 len: 944 time: 0.1764538 Jul 14 09:15:29.430468 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c37e990c-350d-42e3-93f6-d44e9824ffa4 req-5a2a490c-dd31-480e-88d2-c60201da781d tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] 10.222.0.26 "GET /v2.0/security-groups/a2f8d8f7-2224-462b-a6a9-1a18d4781b1a HTTP/1.1" status: 200 len: 2981 time: 0.1166296 Jul 14 09:15:29.456989 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d32e626-8841-43c0-ab53-505efb17643c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.467407 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-6d32e626-8841-43c0-ab53-505efb17643c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:29.480039 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-6d32e626-8841-43c0-ab53-505efb17643c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d03e67-bd4b-40e3-9a7f-9cae7199f55d') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:29.480340 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-6d32e626-8841-43c0-ab53-505efb17643c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d03e67-bd4b-40e3-9a7f-9cae7199f55d') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:29.482690 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91542761-e57c-4ffa-9cfb-dc998a74d3b9 req-b012d207-fe0b-42e0-897d-f1272dd8f7d5 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b8fa4aa-3ec6-441c-bb10-915def8a717f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887704 Jul 14 09:15:29.490073 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d32e626-8841-43c0-ab53-505efb17643c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.508609 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d32e626-8841-43c0-ab53-505efb17643c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.514951 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8b83e7-309d-4a79-88c1-418ecc0a6367 None None] DHCP port deletion for 04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:15:29.520618 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d32e626-8841-43c0-ab53-505efb17643c admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:15:29.521036 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d32e626-8841-43c0-ab53-505efb17643c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:15:29.530650 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:15:29.533057 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-44defe3d-2f57-4233-8150-55fbd8d0c9f6 req-5ac096f5-49d0-474f-b142-56f966eebf16 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] For port ea20befa-5512-4d82-8c96-21c174b548d5, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ea20befa-5512-4d82-8c96-21c174b548d5,segment=NetworkSegment(d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5),segment_id=d68a0953-a0ae-4a72-8c9b-03a1ddfa32e5)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:29.533057 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-44defe3d-2f57-4233-8150-55fbd8d0c9f6 req-5ac096f5-49d0-474f-b142-56f966eebf16 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.561810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-44defe3d-2f57-4233-8150-55fbd8d0c9f6 req-5ac096f5-49d0-474f-b142-56f966eebf16 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Calling delete_port for ea20befa-5512-4d82-8c96-21c174b548d5 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:29.593671 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d32e626-8841-43c0-ab53-505efb17643c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.600124 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d32e626-8841-43c0-ab53-505efb17643c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.605383 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6d32e626-8841-43c0-ab53-505efb17643c admin admin] 10.222.0.26 "DELETE /v2.0/networks/04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d HTTP/1.1" status: 204 len: 168 time: 0.5918794 Jul 14 09:15:29.620415 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32e626-8841-43c0-ab53-505efb17643c admin admin] Pushing event deleted for resources: {'Network': ['ID=04f51a3b-ae88-4905-8ee2-4f7d3bc01a5d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:29.685637 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04aaac4d-0904-47cc-9d25-1fc035be4f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.792708 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50826) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:29.800852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed208dbc-ecab-4a70-9bb7-b861684eef43 req-f8ce6fb9-4412-481e-8cc5-40a2e4a3739b tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:29.802346 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed208dbc-ecab-4a70-9bb7-b861684eef43 req-f8ce6fb9-4412-481e-8cc5-40a2e4a3739b tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=2723ccba-36ee-4545-a397-7a7b34ba99d8 HTTP/1.1" status: 200 len: 945 time: 0.1851280 Jul 14 09:15:29.812796 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175683e-d5ec-4be1-8f35-e661335bb5f8 req-862c6432-5272-4f5b-9852-cb9af7f598ce tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:29.814335 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f175683e-d5ec-4be1-8f35-e661335bb5f8 req-862c6432-5272-4f5b-9852-cb9af7f598ce tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=41b8396f-2c2a-436c-9aa7-b0c5866d09a4 HTTP/1.1" status: 200 len: 950 time: 0.1623707 Jul 14 09:15:29.825288 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.842564 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b2c384ae-4342-4db7-a6f0-de3f3aba0ff3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ece1500a21d34f90b4a2bc9598bf2ce0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0486128 Jul 14 09:15:29.844937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50828) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:29.883220 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-44defe3d-2f57-4233-8150-55fbd8d0c9f6 req-5ac096f5-49d0-474f-b142-56f966eebf16 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.903116 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d80450f-1939-4dd4-bf2c-cb456f94d8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.908429 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed208dbc-ecab-4a70-9bb7-b861684eef43 req-1ec53b45-c6c0-4698-af3b-b25af22f23e1 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908942 Jul 14 09:15:29.932082 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d80450f-1939-4dd4-bf2c-cb456f94d8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.950094 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f175683e-d5ec-4be1-8f35-e661335bb5f8 req-1c621a8e-2fc2-497f-a901-c122d14423f6 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223366 Jul 14 09:15:29.966493 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac096f5-49d0-474f-b142-56f966eebf16 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Pushing event deleted for resources: {'Port': ['ID=ea20befa-5512-4d82-8c96-21c174b548d5,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:29.992078 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d80450f-1939-4dd4-bf2c-cb456f94d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.994741 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d80450f-1939-4dd4-bf2c-cb456f94d8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.998554 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0d80450f-1939-4dd4-bf2c-cb456f94d8a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b7d51cc0-b6f3-490b-ae60-75978005393a HTTP/1.1" status: 204 len: 168 time: 0.1524897 Jul 14 09:15:30.014167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80450f-1939-4dd4-bf2c-cb456f94d8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d51cc0-b6f3-490b-ae60-75978005393a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:30.030367 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-44defe3d-2f57-4233-8150-55fbd8d0c9f6 req-5ac096f5-49d0-474f-b142-56f966eebf16 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] No DVR routers for this DVR port ea20befa-5512-4d82-8c96-21c174b548d5 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:30.044285 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-44defe3d-2f57-4233-8150-55fbd8d0c9f6 req-5ac096f5-49d0-474f-b142-56f966eebf16 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.046316 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-44defe3d-2f57-4233-8150-55fbd8d0c9f6 req-5ac096f5-49d0-474f-b142-56f966eebf16 tempest-LiveAutoBlockMigrationV225Test-635477208 tempest-LiveAutoBlockMigrationV225Test-635477208-project] 10.222.0.49 "DELETE /v2.0/ports/ea20befa-5512-4d82-8c96-21c174b548d5 HTTP/1.1" status: 204 len: 173 time: 0.9492502 Jul 14 09:15:30.046746 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df6e4ef-31ee-46bf-9fbe-42c6e827b86b', 'name': 'network-vif-deleted', 'tag': 'ea20befa-5512-4d82-8c96-21c174b548d5'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:30.049090 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55afe4c-7787-4fc2-b171-3840434d9dd5" -d '{"events": [{"server_uuid": "8df6e4ef-31ee-46bf-9fbe-42c6e827b86b", "name": "network-vif-deleted", "tag": "ea20befa-5512-4d82-8c96-21c174b548d5"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:30.078227 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-31d7e3e3-7d79-4e85-accc-7bb1e84fe36a req-6e857859-8c17-4e22-91f1-657f6f024813 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "GET /v2.0/security-groups/3f9d30e8-cfec-4d70-bf8d-a5d3af91c0ef HTTP/1.1" status: 200 len: 2396 time: 0.1267574 Jul 14 09:15:30.102965 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58dba1ab-0251-4cb8-aefd-5c211f8ed491 req-4c28fe7d-746f-44a2-b175-6cb1733b91f9 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/20066a73-c76f-44d6-afb2-8d89970e644a HTTP/1.1" status: 200 len: 1777 time: 0.1067233 Jul 14 09:15:30.180019 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-31d7e3e3-7d79-4e85-accc-7bb1e84fe36a req-fa1ce963-4538-4840-bfb4-4eacf1c1c711 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.188652 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-58dba1ab-0251-4cb8-aefd-5c211f8ed491 req-0e210c3f-0f14-4870-966a-aef189e11bf8 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.224894 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-31d7e3e3-7d79-4e85-accc-7bb1e84fe36a req-fa1ce963-4538-4840-bfb4-4eacf1c1c711 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.235491 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-58dba1ab-0251-4cb8-aefd-5c211f8ed491 req-0e210c3f-0f14-4870-966a-aef189e11bf8 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.299408 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-58dba1ab-0251-4cb8-aefd-5c211f8ed491 req-0e210c3f-0f14-4870-966a-aef189e11bf8 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.301945 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-58dba1ab-0251-4cb8-aefd-5c211f8ed491 req-0e210c3f-0f14-4870-966a-aef189e11bf8 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.303160 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58dba1ab-0251-4cb8-aefd-5c211f8ed491 req-0e210c3f-0f14-4870-966a-aef189e11bf8 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/20066a73-c76f-44d6-afb2-8d89970e644a HTTP/1.1" status: 204 len: 173 time: 0.1944876 Jul 14 09:15:30.311987 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-31d7e3e3-7d79-4e85-accc-7bb1e84fe36a req-fa1ce963-4538-4840-bfb4-4eacf1c1c711 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.314584 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-31d7e3e3-7d79-4e85-accc-7bb1e84fe36a req-fa1ce963-4538-4840-bfb4-4eacf1c1c711 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.315775 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-31d7e3e3-7d79-4e85-accc-7bb1e84fe36a req-fa1ce963-4538-4840-bfb4-4eacf1c1c711 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] 10.222.0.26 "DELETE /v2.0/security-groups/3f9d30e8-cfec-4d70-bf8d-a5d3af91c0ef HTTP/1.1" status: 204 len: 173 time: 0.2314630 Jul 14 09:15:30.322725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e210c3f-0f14-4870-966a-aef189e11bf8 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20066a73-c76f-44d6-afb2-8d89970e644a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:30.323457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50842) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:30.370807 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ce963-4538-4840-bfb4-4eacf1c1c711 tempest-SecurityGroupRulesTestJSON-639907469 tempest-SecurityGroupRulesTestJSON-639907469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9d30e8-cfec-4d70-bf8d-a5d3af91c0ef,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:30.391125 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50844) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:30.397637 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a981fa71-4f48-4ab3-8f6c-73b4c21f793e no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:30.423815 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-6205706b-9bad-42bc-9e63-bd08ca784452 admin admin] Deleting subnet 6cbfeeae-06a6-414c-9ebb-b52322ad517e {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:15:30.428696 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6205706b-9bad-42bc-9e63-bd08ca784452 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.433251 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: a981fa71-4f48-4ab3-8f6c-73b4c21f793e {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:30.433621 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a981fa71-4f48-4ab3-8f6c-73b4c21f793e not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:30.434027 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b8dd2d2d-5cef-4866-a8b4-6922bb185b1c no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:30.459757 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: b8dd2d2d-5cef-4866-a8b4-6922bb185b1c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:30.460551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b8dd2d2d-5cef-4866-a8b4-6922bb185b1c not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:30.460551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0fabe30d-f226-499a-b918-23cc3d57111b no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:30.478754 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dd02c294-2851-40e0-852c-61d54dcd094f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59091e679b9b41c4928bec06b9ba852c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0863204 Jul 14 09:15:30.482812 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 0fabe30d-f226-499a-b918-23cc3d57111b {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:30.483045 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6205706b-9bad-42bc-9e63-bd08ca784452 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.483163 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0fabe30d-f226-499a-b918-23cc3d57111b not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:30.484681 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50846) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:30.549974 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.561049 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6205706b-9bad-42bc-9e63-bd08ca784452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.563762 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acccb8-d8e6-4d01-9abc-a87b75688530 req-3862b15d-f465-429f-8c5c-a5c18c1dc374 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:30.565353 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-78acccb8-d8e6-4d01-9abc-a87b75688530 req-3862b15d-f465-429f-8c5c-a5c18c1dc374 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 945 time: 0.1238430 Jul 14 09:15:30.599414 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b92f725-164a-4ed4-9138-887479e63ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.635097 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-78acccb8-d8e6-4d01-9abc-a87b75688530 req-dfd5cd57-9104-4a08-9169-890c79a44a3e tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599551 Jul 14 09:15:30.649892 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b92f725-164a-4ed4-9138-887479e63ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.675368 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424d3e99-e9aa-4479-8fbb-caea9d8b7092 x-openstack-request-id: req-424d3e99-e9aa-4479-8fbb-caea9d8b7092 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:30.675755 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df6e4ef-31ee-46bf-9fbe-42c6e827b86b", "name": "network-vif-deleted", "tag": "ea20befa-5512-4d82-8c96-21c174b548d5", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:30.675974 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-424d3e99-e9aa-4479-8fbb-caea9d8b7092 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:30.676390 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df6e4ef-31ee-46bf-9fbe-42c6e827b86b', 'name': 'network-vif-deleted', 'tag': 'ea20befa-5512-4d82-8c96-21c174b548d5', 'status': 'completed', 'code': 200} Jul 14 09:15:30.684716 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6205706b-9bad-42bc-9e63-bd08ca784452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.719604 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6205706b-9bad-42bc-9e63-bd08ca784452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.724601 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6205706b-9bad-42bc-9e63-bd08ca784452 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6cbfeeae-06a6-414c-9ebb-b52322ad517e HTTP/1.1" status: 204 len: 168 time: 0.3993492 Jul 14 09:15:30.725305 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50852) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:30.728833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205706b-9bad-42bc-9e63-bd08ca784452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cbfeeae-06a6-414c-9ebb-b52322ad517e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:30.781234 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-910e63bc-cbeb-4cc9-94f8-78d32f79c972 req-83685387-9d27-44b6-ae6d-18f581f4add9 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "GET /v2.0/security-groups/0fc7d4ee-e95b-4203-bf81-a0976723d886 HTTP/1.1" status: 200 len: 1775 time: 0.0910530 Jul 14 09:15:30.795078 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b92f725-164a-4ed4-9138-887479e63ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.797671 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b92f725-164a-4ed4-9138-887479e63ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.800283 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b6146-5d6b-426c-aaeb-748ff17b0b7c req-463468cb-6662-4313-996e-440a0870dcda tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:30.802580 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c89b6146-5d6b-426c-aaeb-748ff17b0b7c req-463468cb-6662-4313-996e-440a0870dcda tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 949 time: 0.1047258 Jul 14 09:15:30.803313 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3b92f725-164a-4ed4-9138-887479e63ee2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72a75da8-8c40-4d6d-ae11-7cfb89dab5a4 HTTP/1.1" status: 204 len: 168 time: 0.3160148 Jul 14 09:15:30.832580 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92f725-164a-4ed4-9138-887479e63ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a75da8-8c40-4d6d-ae11-7cfb89dab5a4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:30.849872 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56c101c9-7b9f-4b37-96ab-49e8fd67c748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.894052 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c89b6146-5d6b-426c-aaeb-748ff17b0b7c req-7cdb3116-f7ec-4a65-ac60-f59987bca2ff tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791905 Jul 14 09:15:30.925820 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-910e63bc-cbeb-4cc9-94f8-78d32f79c972 req-0ad4f3df-065e-4693-a2b8-65ad1a167e08 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.952824 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56c101c9-7b9f-4b37-96ab-49e8fd67c748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.964456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-56c101c9-7b9f-4b37-96ab-49e8fd67c748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2035c6a-c772-4571-b25e-b02311cd5a93']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:30.968527 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-910e63bc-cbeb-4cc9-94f8-78d32f79c972 req-0ad4f3df-065e-4693-a2b8-65ad1a167e08 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.974831 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-56c101c9-7b9f-4b37-96ab-49e8fd67c748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee4a535-bf52-4a9d-a879-00af62bc06d9') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:30.975131 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-56c101c9-7b9f-4b37-96ab-49e8fd67c748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee4a535-bf52-4a9d-a879-00af62bc06d9') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:30.988342 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56c101c9-7b9f-4b37-96ab-49e8fd67c748 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.007343 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50858) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:31.010325 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56c101c9-7b9f-4b37-96ab-49e8fd67c748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.029990 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-910e63bc-cbeb-4cc9-94f8-78d32f79c972 req-0ad4f3df-065e-4693-a2b8-65ad1a167e08 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.035570 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-910e63bc-cbeb-4cc9-94f8-78d32f79c972 req-0ad4f3df-065e-4693-a2b8-65ad1a167e08 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.037838 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-910e63bc-cbeb-4cc9-94f8-78d32f79c972 req-0ad4f3df-065e-4693-a2b8-65ad1a167e08 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/0fc7d4ee-e95b-4203-bf81-a0976723d886 HTTP/1.1" status: 204 len: 173 time: 0.2341130 Jul 14 09:15:31.047746 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c101c9-7b9f-4b37-96ab-49e8fd67c748 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:15:31.048253 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56c101c9-7b9f-4b37-96ab-49e8fd67c748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.049935 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4f3df-065e-4693-a2b8-65ad1a167e08 tempest-SecurityGroupsTestAdminJSON-1990627785 tempest-SecurityGroupsTestAdminJSON-1990627785-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc7d4ee-e95b-4203-bf81-a0976723d886,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:15:31.050094 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:15:31.124950 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-def1ff92-3e5b-421c-a0e3-98c8f27273db admin admin] Deleting subnet 8fde9559-d0bf-4bbc-a79b-7e008e167bbe {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:15:31.128100 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-def1ff92-3e5b-421c-a0e3-98c8f27273db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.159605 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56c101c9-7b9f-4b37-96ab-49e8fd67c748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.179175 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56c101c9-7b9f-4b37-96ab-49e8fd67c748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.181602 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-56c101c9-7b9f-4b37-96ab-49e8fd67c748 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c2035c6a-c772-4571-b25e-b02311cd5a93 HTTP/1.1" status: 204 len: 168 time: 0.4541874 Jul 14 09:15:31.182546 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c101c9-7b9f-4b37-96ab-49e8fd67c748 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2035c6a-c772-4571-b25e-b02311cd5a93,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:31.193272 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-def1ff92-3e5b-421c-a0e3-98c8f27273db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.234298 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-def1ff92-3e5b-421c-a0e3-98c8f27273db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.289346 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf8247-df97-47d7-b6a4-bffb590a1512 req-aa8dc670-52d8-4aff-ad95-33cad84bee6b tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:31.290892 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1bf8247-df97-47d7-b6a4-bffb590a1512 req-aa8dc670-52d8-4aff-ad95-33cad84bee6b tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=41b8396f-2c2a-436c-9aa7-b0c5866d09a4 HTTP/1.1" status: 200 len: 950 time: 0.1004159 Jul 14 09:15:31.304183 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b2d88-f901-4d93-9139-b29f79b3925b req-6aa516aa-46cf-455b-8afd-90f5aa655b29 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:31.310578 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-def1ff92-3e5b-421c-a0e3-98c8f27273db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.312267 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8e8b2d88-f901-4d93-9139-b29f79b3925b req-6aa516aa-46cf-455b-8afd-90f5aa655b29 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=2723ccba-36ee-4545-a397-7a7b34ba99d8 HTTP/1.1" status: 200 len: 945 time: 0.1615415 Jul 14 09:15:31.346949 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-def1ff92-3e5b-421c-a0e3-98c8f27273db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.349724 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-def1ff92-3e5b-421c-a0e3-98c8f27273db admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8fde9559-d0bf-4bbc-a79b-7e008e167bbe HTTP/1.1" status: 204 len: 168 time: 0.3411992 Jul 14 09:15:31.350767 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1ff92-3e5b-421c-a0e3-98c8f27273db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fde9559-d0bf-4bbc-a79b-7e008e167bbe,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:31.353734 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50872) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:31.368422 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50874) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:31.373402 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1bf8247-df97-47d7-b6a4-bffb590a1512 req-279c4beb-3db9-4c02-9480-af6475354de8 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591133 Jul 14 09:15:31.386798 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8e8b2d88-f901-4d93-9139-b29f79b3925b req-c6d2dbce-caab-49ed-889f-6b323da526ab tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735934 Jul 14 09:15:31.455508 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.468705 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-106cd926-dfca-4c89-8571-d1ec9492f901 req-4bc61379-33b0-4f3a-abc9-285d174ba251 tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] 10.222.0.26 "GET /v2.0/security-groups/f025d264-b329-4de6-8777-332a5c0cf5a9 HTTP/1.1" status: 200 len: 1778 time: 0.0528836 Jul 14 09:15:31.474531 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-faa9b6d8-043b-4663-87dd-8a5e1d868d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.482318 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a4adbd06-2b45-480d-904a-b9f2db24136a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce07fb00ce9a486ebe6895373308beba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1054454 Jul 14 09:15:31.482678 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50882) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:31.550531 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-106cd926-dfca-4c89-8571-d1ec9492f901 req-8a377690-5c17-4281-bf93-98e80da8a21d tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.600075 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-106cd926-dfca-4c89-8571-d1ec9492f901 req-8a377690-5c17-4281-bf93-98e80da8a21d tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.609585 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-157c61fe-26ed-4ee7-a76b-8dc4d83ffaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.626295 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-faa9b6d8-043b-4663-87dd-8a5e1d868d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.645373 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-faa9b6d8-043b-4663-87dd-8a5e1d868d29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fb26df-5cb7-4481-be7d-48558c78cf05']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:31.649293 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-157c61fe-26ed-4ee7-a76b-8dc4d83ffaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.660310 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ab28a-067b-4020-bfe0-4f5f3cd9104a req-cc03bff6-a233-4ecd-b0b0-445bfac3cc10 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:31.661869 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9d6ab28a-067b-4020-bfe0-4f5f3cd9104a req-cc03bff6-a233-4ecd-b0b0-445bfac3cc10 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=2723ccba-36ee-4545-a397-7a7b34ba99d8 HTTP/1.1" status: 200 len: 945 time: 0.1239729 Jul 14 09:15:31.669480 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-faa9b6d8-043b-4663-87dd-8a5e1d868d29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:31.669839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-faa9b6d8-043b-4663-87dd-8a5e1d868d29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68a0953-a0ae-4a72-8c9b-03a1ddfa32e5') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:31.671274 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-106cd926-dfca-4c89-8571-d1ec9492f901 req-8a377690-5c17-4281-bf93-98e80da8a21d tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.674847 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-106cd926-dfca-4c89-8571-d1ec9492f901 req-8a377690-5c17-4281-bf93-98e80da8a21d tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.676068 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-106cd926-dfca-4c89-8571-d1ec9492f901 req-8a377690-5c17-4281-bf93-98e80da8a21d tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] 10.222.0.26 "DELETE /v2.0/security-groups/f025d264-b329-4de6-8777-332a5c0cf5a9 HTTP/1.1" status: 204 len: 173 time: 0.1973765 Jul 14 09:15:31.690119 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-faa9b6d8-043b-4663-87dd-8a5e1d868d29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.700047 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a377690-5c17-4281-bf93-98e80da8a21d tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f025d264-b329-4de6-8777-332a5c0cf5a9,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:31.724237 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-faa9b6d8-043b-4663-87dd-8a5e1d868d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.724729 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9d6ab28a-067b-4020-bfe0-4f5f3cd9104a req-709a0484-579a-4057-813b-e6d72f91b2e5 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476391 Jul 14 09:15:31.727378 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa9b6d8-043b-4663-87dd-8a5e1d868d29 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:15:31.727876 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-faa9b6d8-043b-4663-87dd-8a5e1d868d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:15:31.729782 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:15:31.803004 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-faa9b6d8-043b-4663-87dd-8a5e1d868d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.812542 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-faa9b6d8-043b-4663-87dd-8a5e1d868d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.815081 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-faa9b6d8-043b-4663-87dd-8a5e1d868d29 admin admin] 10.222.0.26 "DELETE /v2.0/networks/69fb26df-5cb7-4481-be7d-48558c78cf05 HTTP/1.1" status: 204 len: 168 time: 0.4600093 Jul 14 09:15:31.827356 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50898) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:31.828502 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9b6d8-043b-4663-87dd-8a5e1d868d29 admin admin] Pushing event deleted for resources: {'Network': ['ID=69fb26df-5cb7-4481-be7d-48558c78cf05,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:31.833558 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-157c61fe-26ed-4ee7-a76b-8dc4d83ffaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.836718 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-157c61fe-26ed-4ee7-a76b-8dc4d83ffaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.840452 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-157c61fe-26ed-4ee7-a76b-8dc4d83ffaf8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0cff4e9f-ede7-4b86-a7da-7f50501c9d1c HTTP/1.1" status: 204 len: 168 time: 0.3563528 Jul 14 09:15:31.870461 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73e964-a736-44d6-8ea6-6897073d82d7 req-13c7d126-7391-4f06-b7cb-4c92da27f86a tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:31.872412 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b73e964-a736-44d6-8ea6-6897073d82d7 req-13c7d126-7391-4f06-b7cb-4c92da27f86a tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=41b8396f-2c2a-436c-9aa7-b0c5866d09a4 HTTP/1.1" status: 200 len: 1102 time: 0.0701871 Jul 14 09:15:31.873556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c61fe-26ed-4ee7-a76b-8dc4d83ffaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cff4e9f-ede7-4b86-a7da-7f50501c9d1c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:31.896611 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdeea917-c823-4f17-b841-91bde0251b31 admin admin] Deleting subnet 28dbf7ea-6259-413b-82ef-668703419892 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:15:31.901013 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fdeea917-c823-4f17-b841-91bde0251b31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.958093 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b73e964-a736-44d6-8ea6-6897073d82d7 req-1dceae6e-8c27-4752-afc4-b20f543e47d7 tempest-ServersOnMultiNodesTest-174344687 tempest-ServersOnMultiNodesTest-174344687-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761316 Jul 14 09:15:32.038345 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498cd8e-f3cf-4cbf-a84e-47f9d6da029e req-6d09f67d-70e3-4ad3-b4e7-44bd1c7239c5 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:32.040812 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b498cd8e-f3cf-4cbf-a84e-47f9d6da029e req-6d09f67d-70e3-4ad3-b4e7-44bd1c7239c5 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 945 time: 0.1286294 Jul 14 09:15:32.074709 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d6bd8a8-481b-47bc-a723-2e9c9887a94c req-6da800b4-2d1a-4bfe-920f-a9761d9902dd tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] 10.222.0.26 "GET /v2.0/security-groups/be6a806c-26be-462b-b505-eabc5c7c5eab HTTP/1.1" status: 200 len: 1778 time: 0.0799029 Jul 14 09:15:32.110805 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b498cd8e-f3cf-4cbf-a84e-47f9d6da029e req-e343055e-f798-4447-9cd5-2c1d0175f27a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564835 Jul 14 09:15:32.179376 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0d6bd8a8-481b-47bc-a723-2e9c9887a94c req-23a5903e-624f-4c23-b84c-78fc07fdea38 tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.206244 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0d6bd8a8-481b-47bc-a723-2e9c9887a94c req-23a5903e-624f-4c23-b84c-78fc07fdea38 tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.217822 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fdeea917-c823-4f17-b841-91bde0251b31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.266895 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0d6bd8a8-481b-47bc-a723-2e9c9887a94c req-23a5903e-624f-4c23-b84c-78fc07fdea38 tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.269495 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0d6bd8a8-481b-47bc-a723-2e9c9887a94c req-23a5903e-624f-4c23-b84c-78fc07fdea38 tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.282381 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fdeea917-c823-4f17-b841-91bde0251b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.284394 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d6bd8a8-481b-47bc-a723-2e9c9887a94c req-23a5903e-624f-4c23-b84c-78fc07fdea38 tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] 10.222.0.26 "DELETE /v2.0/security-groups/be6a806c-26be-462b-b505-eabc5c7c5eab HTTP/1.1" status: 204 len: 173 time: 0.2008862 Jul 14 09:15:32.306343 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5903e-624f-4c23-b84c-78fc07fdea38 tempest-SecurityGroupsTestAdminJSON-877594700 tempest-SecurityGroupsTestAdminJSON-877594700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6a806c-26be-462b-b505-eabc5c7c5eab,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:32.369682 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fdeea917-c823-4f17-b841-91bde0251b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.423936 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeea917-c823-4f17-b841-91bde0251b31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28dbf7ea-6259-413b-82ef-668703419892,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:32.428597 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fdeea917-c823-4f17-b841-91bde0251b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.434050 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fdeea917-c823-4f17-b841-91bde0251b31 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/28dbf7ea-6259-413b-82ef-668703419892 HTTP/1.1" status: 204 len: 168 time: 0.5993340 Jul 14 09:15:32.434554 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50920) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:32.521449 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3922a-d440-47af-8dac-239d0da8e8b8 req-c6ccf696-5e5d-4940-bc0d-4fc1ca561db4 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:32.528828 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1eb3922a-d440-47af-8dac-239d0da8e8b8 req-c6ccf696-5e5d-4940-bc0d-4fc1ca561db4 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 949 time: 0.1119311 Jul 14 09:15:32.544141 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ea20befa-5512-4d82-8c96-21c174b548d5 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:32.548683 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9db958e6-0dd2-47c1-bad3-d5b659d2824d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.585218 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: ea20befa-5512-4d82-8c96-21c174b548d5 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:32.585460 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ea20befa-5512-4d82-8c96-21c174b548d5 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:32.604659 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1eb3922a-d440-47af-8dac-239d0da8e8b8 req-7a6bb004-c81c-4e74-85fa-db0321281f7f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748351 Jul 14 09:15:32.637735 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.705445 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9db958e6-0dd2-47c1-bad3-d5b659d2824d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.722245 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-9db958e6-0dd2-47c1-bad3-d5b659d2824d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9789d933-4a3e-4b97-88f8-89c41cc0c233']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:32.735287 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-9db958e6-0dd2-47c1-bad3-d5b659d2824d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde2c75e-7d74-4729-8105-dada314913ee') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:32.735597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-9db958e6-0dd2-47c1-bad3-d5b659d2824d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde2c75e-7d74-4729-8105-dada314913ee') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:32.739648 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50934) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:32.748373 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9db958e6-0dd2-47c1-bad3-d5b659d2824d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.769217 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9db958e6-0dd2-47c1-bad3-d5b659d2824d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.776722 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db958e6-0dd2-47c1-bad3-d5b659d2824d admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:15:32.777294 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9db958e6-0dd2-47c1-bad3-d5b659d2824d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:15:32.779459 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:15:32.849922 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9db958e6-0dd2-47c1-bad3-d5b659d2824d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.856678 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9db958e6-0dd2-47c1-bad3-d5b659d2824d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.858570 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9db958e6-0dd2-47c1-bad3-d5b659d2824d admin admin] 10.222.0.26 "DELETE /v2.0/networks/9789d933-4a3e-4b97-88f8-89c41cc0c233 HTTP/1.1" status: 204 len: 168 time: 0.4230382 Jul 14 09:15:32.872819 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db958e6-0dd2-47c1-bad3-d5b659d2824d admin admin] Pushing event deleted for resources: {'Network': ['ID=9789d933-4a3e-4b97-88f8-89c41cc0c233,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:33.047549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056361d-f30a-4483-ac9c-3f13c4fb9724 req-67f02c3e-433c-45a6-8c7a-eb74ea7d7869 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:33.049339 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1056361d-f30a-4483-ac9c-3f13c4fb9724 req-67f02c3e-433c-45a6-8c7a-eb74ea7d7869 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=41b8396f-2c2a-436c-9aa7-b0c5866d09a4 HTTP/1.1" status: 200 len: 950 time: 0.0677328 Jul 14 09:15:33.146338 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1056361d-f30a-4483-ac9c-3f13c4fb9724 req-fe9ab31c-a0e7-482a-adeb-7959659eeaf0 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836504 Jul 14 09:15:33.167163 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8663276a-2659-4ac7-a5a9-270ef37d7704 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=289603375223409e9f6cad39381ba16c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4259636 Jul 14 09:15:33.169668 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50956) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:33.197252 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50958) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:33.206037 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce975b-f1ef-4b2e-b83d-4755f9c68761 req-16bb08aa-d216-425e-889a-748c4ae51bd9 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:33.207720 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0cce975b-f1ef-4b2e-b83d-4755f9c68761 req-16bb08aa-d216-425e-889a-748c4ae51bd9 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=2723ccba-36ee-4545-a397-7a7b34ba99d8 HTTP/1.1" status: 200 len: 945 time: 0.1233943 Jul 14 09:15:33.278131 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9d85c300-19c9-48bd-b336-fff766950c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.281389 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f9e36e15-e91c-4c32-b78f-9d814c7ccdc8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb19214797344ab2ac345b8f12b29ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703080 Jul 14 09:15:33.283540 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50960) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:33.302459 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9d85c300-19c9-48bd-b336-fff766950c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.355131 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9d85c300-19c9-48bd-b336-fff766950c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.362917 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9d85c300-19c9-48bd-b336-fff766950c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.367987 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9d85c300-19c9-48bd-b336-fff766950c03 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a2f8d8f7-2224-462b-a6a9-1a18d4781b1a HTTP/1.1" status: 204 len: 168 time: 0.1954768 Jul 14 09:15:33.380985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85c300-19c9-48bd-b336-fff766950c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f8d8f7-2224-462b-a6a9-1a18d4781b1a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:33.388418 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0cce975b-f1ef-4b2e-b83d-4755f9c68761 req-6c0e5e5d-65af-478e-8c12-c95faa582aa4 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727135 Jul 14 09:15:33.435146 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65022dbc-7f1f-4644-9ea5-4e0fae1b5700 req-1dbae399-552d-4975-84b0-b30a116f0cb2 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:33.436707 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-65022dbc-7f1f-4644-9ea5-4e0fae1b5700 req-1dbae399-552d-4975-84b0-b30a116f0cb2 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 945 time: 0.1606514 Jul 14 09:15:33.437377 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ffa461a3-85d9-4a25-876b-bbbc946b0bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.478569 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ffa461a3-85d9-4a25-876b-bbbc946b0bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.504933 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-65022dbc-7f1f-4644-9ea5-4e0fae1b5700 req-6df0f732-394b-403a-afe9-e803fcf2aabc tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624845 Jul 14 09:15:33.549882 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ffa461a3-85d9-4a25-876b-bbbc946b0bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.552452 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ffa461a3-85d9-4a25-876b-bbbc946b0bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.555898 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ffa461a3-85d9-4a25-876b-bbbc946b0bd3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b8fa4aa-3ec6-441c-bb10-915def8a717f HTTP/1.1" status: 204 len: 168 time: 0.2396600 Jul 14 09:15:33.558119 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50978) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:33.561397 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa461a3-85d9-4a25-876b-bbbc946b0bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8fa4aa-3ec6-441c-bb10-915def8a717f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:33.753831 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-0b5055a8-4b86-4428-9284-1ad97a1541ce admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1797207391-network', 'tenant_id': '557f4eb50c684c97b08dac62df18e620'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:33.781692 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5055a8-4b86-4428-9284-1ad97a1541ce admin admin] Made reservation on behalf of 557f4eb50c684c97b08dac62df18e620 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:33.785273 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b5055a8-4b86-4428-9284-1ad97a1541ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.795537 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b5055a8-4b86-4428-9284-1ad97a1541ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.816227 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32303afd-5d91-4e01-8d48-7c77ac8633a3 req-a24941e3-f652-4b5d-abd4-0fc11733544d tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:33.818337 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-32303afd-5d91-4e01-8d48-7c77ac8633a3 req-a24941e3-f652-4b5d-abd4-0fc11733544d tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 949 time: 0.0769048 Jul 14 09:15:33.881854 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-32303afd-5d91-4e01-8d48-7c77ac8633a3 req-460899e9-12e1-4351-ab12-910369d89653 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563514 Jul 14 09:15:33.913320 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50990) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:33.920639 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b5055a8-4b86-4428-9284-1ad97a1541ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.926414 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b5055a8-4b86-4428-9284-1ad97a1541ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.950991 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5055a8-4b86-4428-9284-1ad97a1541ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:15:33.965690 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-dca87e46-dc07-40b3-99b9-fbc1eae6c863 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=940d70f7c8c14020bee7a441a64152c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496736 Jul 14 09:15:33.968865 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50992) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:33.972860 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b5055a8-4b86-4428-9284-1ad97a1541ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.973298 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-0b5055a8-4b86-4428-9284-1ad97a1541ce admin admin] Added segment a5e53d92-b324-4b94-8d29-22418d6ea2d2 of type vlan for network 58b578ac-94e2-4ea1-a737-42993db0b5b6 Jul 14 09:15:33.975023 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5055a8-4b86-4428-9284-1ad97a1541ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acff6a2-9986-496e-98bf-f733740b6c1c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:34.028091 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b5055a8-4b86-4428-9284-1ad97a1541ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.044585 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d4dc0107-201b-46a2-8b01-f79be9be873a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.063072 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b5055a8-4b86-4428-9284-1ad97a1541ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.064770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5055a8-4b86-4428-9284-1ad97a1541ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:34.065650 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b5055a8-4b86-4428-9284-1ad97a1541ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.069759 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d4dc0107-201b-46a2-8b01-f79be9be873a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.095427 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0b5055a8-4b86-4428-9284-1ad97a1541ce admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5355010 Jul 14 09:15:34.099912 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50998) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:34.110911 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-87b513bd-9841-47d4-84e5-c0c32f93509a admin admin] Request body: {'subnet': {'network_id': '58b578ac-94e2-4ea1-a737-42993db0b5b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1797207391-subnet', 'tenant_id': '557f4eb50c684c97b08dac62df18e620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:34.142464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b513bd-9841-47d4-84e5-c0c32f93509a admin admin] Made reservation on behalf of 557f4eb50c684c97b08dac62df18e620 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:34.146261 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-87b513bd-9841-47d4-84e5-c0c32f93509a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.149971 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5055a8-4b86-4428-9284-1ad97a1541ce admin admin] Pushing event updated for resources: {'Network': ['ID=58b578ac-94e2-4ea1-a737-42993db0b5b6,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:34.157166 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51000) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:34.162501 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 58b578ac-94e2-4ea1-a737-42993db0b5b6 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:15:34.205856 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e4468039-3bce-415d-9841-65d86f78b2b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ffa05cbb025941e0a2cd08bd71a91c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473859 Jul 14 09:15:34.207431 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d4dc0107-201b-46a2-8b01-f79be9be873a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.208672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51004) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:34.210174 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d4dc0107-201b-46a2-8b01-f79be9be873a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.211382 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d4dc0107-201b-46a2-8b01-f79be9be873a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02878f03-eaa7-427b-9b37-02eb40646592 HTTP/1.1" status: 204 len: 168 time: 0.2415776 Jul 14 09:15:34.226142 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc0107-201b-46a2-8b01-f79be9be873a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02878f03-eaa7-427b-9b37-02eb40646592,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:34.306891 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8827bd37-376e-464e-8d7b-b9154a29505c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.332264 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8827bd37-376e-464e-8d7b-b9154a29505c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.387991 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8827bd37-376e-464e-8d7b-b9154a29505c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.393852 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8827bd37-376e-464e-8d7b-b9154a29505c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.394361 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8827bd37-376e-464e-8d7b-b9154a29505c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd7d3bb0-bd61-4371-8f7d-879432b3cbaa HTTP/1.1" status: 204 len: 168 time: 0.1842239 Jul 14 09:15:34.404216 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827bd37-376e-464e-8d7b-b9154a29505c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7d3bb0-bd61-4371-8f7d-879432b3cbaa,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:34.429009 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-87b513bd-9841-47d4-84e5-c0c32f93509a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.503900 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b513bd-9841-47d4-84e5-c0c32f93509a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3ad77fb-8644-4bff-ba7c-293c210c0da0,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:34.536453 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b513bd-9841-47d4-84e5-c0c32f93509a admin admin] Checking segment: {'id': 'a5e53d92-b324-4b94-8d29-22418d6ea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '58b578ac-94e2-4ea1-a737-42993db0b5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:34.536818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b513bd-9841-47d4-84e5-c0c32f93509a admin admin] Network hostable DHCP agents. Network: 58b578ac-94e2-4ea1-a737-42993db0b5b6, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:15:34.553987 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5579a67-4dfd-4a15-a99a-c35049f68dd3 req-83129069-ed63-42e9-be79-48f536564a7b tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:34.556117 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5579a67-4dfd-4a15-a99a-c35049f68dd3 req-83129069-ed63-42e9-be79-48f536564a7b tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=41b8396f-2c2a-436c-9aa7-b0c5866d09a4 HTTP/1.1" status: 200 len: 950 time: 0.1388347 Jul 14 09:15:34.572473 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b513bd-9841-47d4-84e5-c0c32f93509a admin admin] Network 58b578ac-94e2-4ea1-a737-42993db0b5b6 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:15:34.595832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-87b513bd-9841-47d4-84e5-c0c32f93509a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 58b578ac-94e2-4ea1-a737-42993db0b5b6) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:34.606803 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b513bd-9841-47d4-84e5-c0c32f93509a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:34.607394 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-87b513bd-9841-47d4-84e5-c0c32f93509a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.608334 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75be9eed-ae91-48ed-9de9-65bd13cad9cf None None] Network 58b578ac-94e2-4ea1-a737-42993db0b5b6 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:34.619041 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5579a67-4dfd-4a15-a99a-c35049f68dd3 req-b727956f-6325-49cf-97e5-26436dce6622 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550327 Jul 14 09:15:34.646814 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-87b513bd-9841-47d4-84e5-c0c32f93509a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5360849 Jul 14 09:15:34.759453 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903156ea-2636-4bfb-a568-dcef36665f2a None None] Network 58b578ac-94e2-4ea1-a737-42993db0b5b6 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:34.825502 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6436aa4-a8cd-4101-8bc4-63802411ea54 req-13071502-44af-4c46-86f9-7814d24426ef tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:34.827806 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f6436aa4-a8cd-4101-8bc4-63802411ea54 req-13071502-44af-4c46-86f9-7814d24426ef tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=2723ccba-36ee-4545-a397-7a7b34ba99d8 HTTP/1.1" status: 200 len: 945 time: 0.0874374 Jul 14 09:15:34.894415 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f6436aa4-a8cd-4101-8bc4-63802411ea54 req-b5a60bf5-f18c-4ccf-bf1e-ff697527b8ba tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e4f0f242-adef-420d-96f5-6b2cdbaca8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612326 Jul 14 09:15:35.083998 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbc36b-1b2f-46c5-80ff-91bcf5676ae2 req-61f13464-bf2e-4e46-a824-99bcb6cdeb9b tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:35.090804 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0acbc36b-1b2f-46c5-80ff-91bcf5676ae2 req-61f13464-bf2e-4e46-a824-99bcb6cdeb9b tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 945 time: 0.0863545 Jul 14 09:15:35.127241 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0acbc36b-1b2f-46c5-80ff-91bcf5676ae2 req-1d05a1b2-adde-4f52-9048-20bbe05f1e06 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356002 Jul 14 09:15:35.348718 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a03873-ff46-4c10-9e97-7862b976186d req-96da0c5f-ced5-40ae-bd15-db1ed465af8e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:35.350634 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7a03873-ff46-4c10-9e97-7862b976186d req-96da0c5f-ced5-40ae-bd15-db1ed465af8e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 949 time: 0.0830564 Jul 14 09:15:35.366746 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006d4f2-842a-4012-8088-28bb740a3e22 req-03585d40-aa91-45fb-bcd6-a7acdd7b4dbe tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:35.369037 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0006d4f2-842a-4012-8088-28bb740a3e22 req-03585d40-aa91-45fb-bcd6-a7acdd7b4dbe tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.55 "GET /v2.0/ports?device_id=2723ccba-36ee-4545-a397-7a7b34ba99d8 HTTP/1.1" status: 200 len: 945 time: 0.0785747 Jul 14 09:15:35.394974 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7a03873-ff46-4c10-9e97-7862b976186d req-147a210b-17fa-4952-a815-3fdf7c8e4a59 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377364 Jul 14 09:15:35.510739 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-bb3b50e5-97c6-427b-adda-9e1cc4ae5fb2 req-b07bcb23-4360-4cfd-91e9-283da3e18c0c tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1566519002', 'description': 'tempest-description-1204000569'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:35.554453 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd358f-53bc-4ff7-9562-e9ac468986c3 req-00016f99-fcfc-4586-a768-2407145def75 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:35.555169 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bb3b50e5-97c6-427b-adda-9e1cc4ae5fb2 req-b07bcb23-4360-4cfd-91e9-283da3e18c0c tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.557817 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-58dd358f-53bc-4ff7-9562-e9ac468986c3 req-00016f99-fcfc-4586-a768-2407145def75 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.55 "GET /v2.0/ports?device_id=41b8396f-2c2a-436c-9aa7-b0c5866d09a4 HTTP/1.1" status: 200 len: 950 time: 0.1492348 Jul 14 09:15:35.557948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51070) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:35.639954 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-0006d4f2-842a-4012-8088-28bb740a3e22 req-abb3312b-2699-4902-85ee-b90dbe10fdfa tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Deleting port f42ed107-6c3d-4156-b7d1-fdadd4abae32 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:35.640392 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0006d4f2-842a-4012-8088-28bb740a3e22 req-abb3312b-2699-4902-85ee-b90dbe10fdfa tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.695089 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bb3b50e5-97c6-427b-adda-9e1cc4ae5fb2 req-b07bcb23-4360-4cfd-91e9-283da3e18c0c tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.701764 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-13682d06-25f8-4e90-9f13-588bccc450bf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-934416423-network', 'tenant_id': '29a2a9b841fc4f01b0f646df66671bd2'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:35.728707 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bb3b50e5-97c6-427b-adda-9e1cc4ae5fb2 req-b07bcb23-4360-4cfd-91e9-283da3e18c0c tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.765067 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bcb23-4360-4cfd-91e9-283da3e18c0c tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b61e1a-8ff7-4745-9677-cc34e1810782,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:35.771366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13682d06-25f8-4e90-9f13-588bccc450bf admin admin] Made reservation on behalf of 29a2a9b841fc4f01b0f646df66671bd2 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:35.775061 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-13682d06-25f8-4e90-9f13-588bccc450bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.779693 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-0006d4f2-842a-4012-8088-28bb740a3e22 req-abb3312b-2699-4902-85ee-b90dbe10fdfa tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] For port f42ed107-6c3d-4156-b7d1-fdadd4abae32, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f42ed107-6c3d-4156-b7d1-fdadd4abae32,segment=NetworkSegment(72bb0827-f879-47e1-800a-e4223ce92500),segment_id=72bb0827-f879-47e1-800a-e4223ce92500)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:35.779924 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0006d4f2-842a-4012-8088-28bb740a3e22 req-abb3312b-2699-4902-85ee-b90dbe10fdfa tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.783005 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-58dd358f-53bc-4ff7-9562-e9ac468986c3 req-90ab173b-a89c-40c6-a3cd-1737b5087c68 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Deleting port 2fc97624-8411-4e35-ac01-2748c94f6308 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:35.783339 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-58dd358f-53bc-4ff7-9562-e9ac468986c3 req-90ab173b-a89c-40c6-a3cd-1737b5087c68 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.787437 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-13682d06-25f8-4e90-9f13-588bccc450bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.797772 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bb3b50e5-97c6-427b-adda-9e1cc4ae5fb2 req-b07bcb23-4360-4cfd-91e9-283da3e18c0c tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.799372 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb3b50e5-97c6-427b-adda-9e1cc4ae5fb2 req-b07bcb23-4360-4cfd-91e9-283da3e18c0c tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2935643 Jul 14 09:15:35.838859 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-0006d4f2-842a-4012-8088-28bb740a3e22 req-abb3312b-2699-4902-85ee-b90dbe10fdfa tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Calling delete_port for f42ed107-6c3d-4156-b7d1-fdadd4abae32 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:35.928074 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-13682d06-25f8-4e90-9f13-588bccc450bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.934959 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-13682d06-25f8-4e90-9f13-588bccc450bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.956566 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-58dd358f-53bc-4ff7-9562-e9ac468986c3 req-90ab173b-a89c-40c6-a3cd-1737b5087c68 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] For port 2fc97624-8411-4e35-ac01-2748c94f6308, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=2fc97624-8411-4e35-ac01-2748c94f6308,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:35.956848 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-58dd358f-53bc-4ff7-9562-e9ac468986c3 req-90ab173b-a89c-40c6-a3cd-1737b5087c68 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.962924 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13682d06-25f8-4e90-9f13-588bccc450bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:15:35.981948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13682d06-25f8-4e90-9f13-588bccc450bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4dc564-5460-4e45-a9fd-296728153032,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:35.985161 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-58dd358f-53bc-4ff7-9562-e9ac468986c3 req-90ab173b-a89c-40c6-a3cd-1737b5087c68 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Calling delete_port for 2fc97624-8411-4e35-ac01-2748c94f6308 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:35.985755 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-13682d06-25f8-4e90-9f13-588bccc450bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.986135 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-13682d06-25f8-4e90-9f13-588bccc450bf admin admin] Added segment 5a2c43d3-a41d-4673-bb94-f291155e6e6e of type vlan for network c8807442-5bfb-4c34-a802-cce4924ca686 Jul 14 09:15:36.053185 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-13682d06-25f8-4e90-9f13-588bccc450bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.113419 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0006d4f2-842a-4012-8088-28bb740a3e22 req-abb3312b-2699-4902-85ee-b90dbe10fdfa tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.169351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-8547604c-999c-4472-99f2-61e14c6ed8ca req-4c2b4243-e0a3-4e06-a351-247deb324835 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1451844463', 'description': 'tempest-description-1481081576'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:36.174874 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3312b-2699-4902-85ee-b90dbe10fdfa tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Pushing event deleted for resources: {'Port': ['ID=f42ed107-6c3d-4156-b7d1-fdadd4abae32,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:36.175518 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-13682d06-25f8-4e90-9f13-588bccc450bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.176480 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13682d06-25f8-4e90-9f13-588bccc450bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:36.177206 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-13682d06-25f8-4e90-9f13-588bccc450bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.256848 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-0006d4f2-842a-4012-8088-28bb740a3e22 req-abb3312b-2699-4902-85ee-b90dbe10fdfa tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] No DVR routers for this DVR port f42ed107-6c3d-4156-b7d1-fdadd4abae32 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:36.260717 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0006d4f2-842a-4012-8088-28bb740a3e22 req-abb3312b-2699-4902-85ee-b90dbe10fdfa tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.263047 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0006d4f2-842a-4012-8088-28bb740a3e22 req-abb3312b-2699-4902-85ee-b90dbe10fdfa tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.55 "DELETE /v2.0/ports/f42ed107-6c3d-4156-b7d1-fdadd4abae32 HTTP/1.1" status: 204 len: 173 time: 0.8724191 Jul 14 09:15:36.268666 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2723ccba-36ee-4545-a397-7a7b34ba99d8', 'name': 'network-vif-deleted', 'tag': 'f42ed107-6c3d-4156-b7d1-fdadd4abae32'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:36.270254 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8547604c-999c-4472-99f2-61e14c6ed8ca req-4c2b4243-e0a3-4e06-a351-247deb324835 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.271511 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b87c50e-c01a-43af-a620-4fb7896974cc" -d '{"events": [{"server_uuid": "2723ccba-36ee-4545-a397-7a7b34ba99d8", "name": "network-vif-deleted", "tag": "f42ed107-6c3d-4156-b7d1-fdadd4abae32"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:36.284515 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-13682d06-25f8-4e90-9f13-588bccc450bf admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7251065 Jul 14 09:15:36.291038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51104) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:36.291241 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13682d06-25f8-4e90-9f13-588bccc450bf admin admin] Pushing event updated for resources: {'Network': ['ID=c8807442-5bfb-4c34-a802-cce4924ca686,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:36.295370 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e5aa1ace-cf8b-4882-965e-c35251616762 admin admin] Request body: {'subnet': {'network_id': 'c8807442-5bfb-4c34-a802-cce4924ca686', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-934416423-subnet', 'tenant_id': '29a2a9b841fc4f01b0f646df66671bd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:36.300354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a50cb3-1789-4d18-ae24-e6be8dfddbca req-1bc189d4-09ab-4002-99f5-574d9363dd7e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:36.306441 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network c8807442-5bfb-4c34-a802-cce4924ca686 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:15:36.308677 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-12a50cb3-1789-4d18-ae24-e6be8dfddbca req-1bc189d4-09ab-4002-99f5-574d9363dd7e tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=41b8396f-2c2a-436c-9aa7-b0c5866d09a4 HTTP/1.1" status: 200 len: 950 time: 0.2000062 Jul 14 09:15:36.323229 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-58dd358f-53bc-4ff7-9562-e9ac468986c3 req-90ab173b-a89c-40c6-a3cd-1737b5087c68 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.381214 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-12a50cb3-1789-4d18-ae24-e6be8dfddbca req-e3c2f8ad-0bf1-42f1-881e-40688401acd2 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718832 Jul 14 09:15:36.381360 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5aa1ace-cf8b-4882-965e-c35251616762 admin admin] Made reservation on behalf of 29a2a9b841fc4f01b0f646df66671bd2 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:36.383993 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5aa1ace-cf8b-4882-965e-c35251616762 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.416649 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab173b-a89c-40c6-a3cd-1737b5087c68 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Pushing event deleted for resources: {'Port': ['ID=2fc97624-8411-4e35-ac01-2748c94f6308,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:36.466410 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['d4585aea-29d1-4c2e-a839-33de458e8edc', '94e65a1f-98ce-4889-8a69-032edb64e200', '428bb167-b385-4b1b-9b7b-5ed66170f155', '6f6cab39-e0e1-4570-9180-7759e45d5cb6', '6267535e-1902-4fa0-add5-0db9e9965911'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:36.488796 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dd358f-53bc-4ff7-9562-e9ac468986c3 req-90ab173b-a89c-40c6-a3cd-1737b5087c68 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] No DVR routers for this DVR port 2fc97624-8411-4e35-ac01-2748c94f6308 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:36.491475 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-58dd358f-53bc-4ff7-9562-e9ac468986c3 req-90ab173b-a89c-40c6-a3cd-1737b5087c68 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.496677 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-58dd358f-53bc-4ff7-9562-e9ac468986c3 req-90ab173b-a89c-40c6-a3cd-1737b5087c68 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.55 "DELETE /v2.0/ports/2fc97624-8411-4e35-ac01-2748c94f6308 HTTP/1.1" status: 204 len: 173 time: 0.9257119 Jul 14 09:15:36.516927 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8547604c-999c-4472-99f2-61e14c6ed8ca req-4c2b4243-e0a3-4e06-a351-247deb324835 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.530472 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3fe00c75-5227-492d-ae33-c5ec2711f80d', '4b2dcfac-24be-49fd-9e66-ef188e650dd1'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:36.536719 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8547604c-999c-4472-99f2-61e14c6ed8ca req-4c2b4243-e0a3-4e06-a351-247deb324835 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.614333 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8547604c-999c-4472-99f2-61e14c6ed8ca req-4c2b4243-e0a3-4e06-a351-247deb324835 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.622325 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8547604c-999c-4472-99f2-61e14c6ed8ca req-4c2b4243-e0a3-4e06-a351-247deb324835 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4599402 Jul 14 09:15:36.699799 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b4243-e0a3-4e06-a351-247deb324835 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8d7c2c-94c4-4161-b62e-6b460c5a373e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:36.734341 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5aa1ace-cf8b-4882-965e-c35251616762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.775807 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d5088c33-5de4-4ba0-a6b5-6e2340d1ba64 req-82da6343-2305-4edd-b995-59fc8e563aa7 tempest-ServerDiskConfigTestJSON-249138462 tempest-ServerDiskConfigTestJSON-249138462-project] 10.222.0.26 "GET /v2.0/ports?device_id=2723ccba-36ee-4545-a397-7a7b34ba99d8 HTTP/1.1" status: 200 len: 210 time: 0.1023242 Jul 14 09:15:36.820750 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab6881-30c6-4d9a-9887-eac007263f34 req-d3573945-32fe-41e4-8d1f-57eebdb6db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:36.822303 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89ab6881-30c6-4d9a-9887-eac007263f34 req-d3573945-32fe-41e4-8d1f-57eebdb6db8f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a2660a976324a54a98bbdf308c331b3&device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 1097 time: 0.5671024 Jul 14 09:15:36.892249 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a575535d-1119-404f-9a51-7a53177ea144 x-openstack-request-id: req-a575535d-1119-404f-9a51-7a53177ea144 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:36.892594 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2723ccba-36ee-4545-a397-7a7b34ba99d8", "name": "network-vif-deleted", "tag": "f42ed107-6c3d-4156-b7d1-fdadd4abae32", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:36.892860 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a575535d-1119-404f-9a51-7a53177ea144 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:36.893279 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2723ccba-36ee-4545-a397-7a7b34ba99d8', 'name': 'network-vif-deleted', 'tag': 'f42ed107-6c3d-4156-b7d1-fdadd4abae32', 'status': 'completed', 'code': 200} Jul 14 09:15:36.913010 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aa1ace-cf8b-4882-965e-c35251616762 admin admin] Checking segment: {'id': '5a2c43d3-a41d-4673-bb94-f291155e6e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c8807442-5bfb-4c34-a802-cce4924ca686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:36.913381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aa1ace-cf8b-4882-965e-c35251616762 admin admin] Network hostable DHCP agents. Network: c8807442-5bfb-4c34-a802-cce4924ca686, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:15:36.916823 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa1ace-cf8b-4882-965e-c35251616762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44d80de1-fe57-40af-b487-f98ba6ff2ea4,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:36.937874 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aa1ace-cf8b-4882-965e-c35251616762 admin admin] Network c8807442-5bfb-4c34-a802-cce4924ca686 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:15:36.954711 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-e5aa1ace-cf8b-4882-965e-c35251616762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, c8807442-5bfb-4c34-a802-cce4924ca686) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:36.960381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aa1ace-cf8b-4882-965e-c35251616762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:36.961707 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5aa1ace-cf8b-4882-965e-c35251616762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.969406 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a308b5c2-6165-4ea8-aadd-5c87a8828c74 None None] Network c8807442-5bfb-4c34-a802-cce4924ca686 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:36.987929 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e5aa1ace-cf8b-4882-965e-c35251616762 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6979365 Jul 14 09:15:36.990542 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51124) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:36.997684 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-fde03b9c-9e5c-4169-afe1-fe1fe96db33f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-934416423-router', 'tenant_id': '29a2a9b841fc4f01b0f646df66671bd2', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:37.037969 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fde03b9c-9e5c-4169-afe1-fe1fe96db33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.040105 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab6881-30c6-4d9a-9887-eac007263f34 req-5de31ed3-61b9-4ffa-a368-f992ff63d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:37.040491 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fde03b9c-9e5c-4169-afe1-fe1fe96db33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.042129 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89ab6881-30c6-4d9a-9887-eac007263f34 req-5de31ed3-61b9-4ffa-a368-f992ff63d03a service neutron] 10.222.0.49 "GET /v2.0/networks?id=5b763374-2274-4295-bfa4-9c7026c30988 HTTP/1.1" status: 200 len: 917 time: 0.2042201 Jul 14 09:15:37.069242 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f53dab-0424-4679-a18a-3dac306f5789 req-0bb25d13-6608-4fb0-b4dc-8a9bffbefff7 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:37.071424 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-44f53dab-0424-4679-a18a-3dac306f5789 req-0bb25d13-6608-4fb0-b4dc-8a9bffbefff7 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 945 time: 0.1656692 Jul 14 09:15:37.108256 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89ab6881-30c6-4d9a-9887-eac007263f34 req-4e408587-fa84-4e26-89b5-34c9a919bf05 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 HTTP/1.1" status: 200 len: 217 time: 0.0586369 Jul 14 09:15:37.109072 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fde03b9c-9e5c-4169-afe1-fe1fe96db33f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.248303 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-c8807442-5bfb-4c34-a802-cce4924ca686', 'network_id': 'c8807442-5bfb-4c34-a802-cce4924ca686', 'tenant_id': '29a2a9b841fc4f01b0f646df66671bd2', 'fixed_ips': [{'subnet_id': '44d80de1-fe57-40af-b487-f98ba6ff2ea4'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:15:37.248649 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.269934 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-44f53dab-0424-4679-a18a-3dac306f5789 req-5c977e3b-f664-4161-b6cc-69f3856bd90b tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656013 Jul 14 09:15:37.278863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab6881-30c6-4d9a-9887-eac007263f34 req-ad99a3ba-5c1c-4b79-af52-61fcfd73b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:37.305508 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89ab6881-30c6-4d9a-9887-eac007263f34 req-ad99a3ba-5c1c-4b79-af52-61fcfd73b3b8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9def3e56-ca20-44c4-a64c-d9d84d1e296f HTTP/1.1" status: 200 len: 855 time: 0.1615677 Jul 14 09:15:37.318112 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fde03b9c-9e5c-4169-afe1-fe1fe96db33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.433473 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d02b9-405b-4c1e-8136-3846e8544026 req-19e367b8-cc2a-497b-9cae-bead988bada3 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:37.442980 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7f9d02b9-405b-4c1e-8136-3846e8544026 req-19e367b8-cc2a-497b-9cae-bead988bada3 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 949 time: 0.3365166 Jul 14 09:15:37.510631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7f9d02b9-405b-4c1e-8136-3846e8544026 req-7983422a-d1d6-461c-a769-fd2586188de3 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672765 Jul 14 09:15:37.527408 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab6881-30c6-4d9a-9887-eac007263f34 req-3c21c2b3-0272-4db4-9235-06b454562640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:37.527408 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89ab6881-30c6-4d9a-9887-eac007263f34 req-3c21c2b3-0272-4db4-9235-06b454562640 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b763374-2274-4295-bfa4-9c7026c30988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2167573 Jul 14 09:15:37.581706 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Allocated IP 172.20.0.2 (c8807442-5bfb-4c34-a802-cce4924ca686/44d80de1-fe57-40af-b487-f98ba6ff2ea4/08058bb0-3a00-4706-b195-bedd5aad3d5b) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:37.617327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51144) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:37.665780 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f42ed107-6c3d-4156-b7d1-fdadd4abae32 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:37.700367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: f42ed107-6c3d-4156-b7d1-fdadd4abae32 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:37.700705 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f42ed107-6c3d-4156-b7d1-fdadd4abae32 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:37.701338 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 2fc97624-8411-4e35-ac01-2748c94f6308 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:37.728963 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 2fc97624-8411-4e35-ac01-2748c94f6308 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:37.729650 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 2fc97624-8411-4e35-ac01-2748c94f6308 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:37.735948 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fde03b9c-9e5c-4169-afe1-fe1fe96db33f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.780196 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fde03b9c-9e5c-4169-afe1-fe1fe96db33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.822061 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102813f-a273-4172-a112-8a37a4a77101 req-0802011a-bb7e-48b8-8e27-0e0f312d88f0 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:37.830294 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a102813f-a273-4172-a112-8a37a4a77101 req-0802011a-bb7e-48b8-8e27-0e0f312d88f0 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/networks?id=58b578ac-94e2-4ea1-a737-42993db0b5b6 HTTP/1.1" status: 200 len: 813 time: 0.3111942 Jul 14 09:15:37.850345 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f369c86-91d1-4e17-86c7-35a997b346f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.895626 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-926d113d-874d-497f-819f-05b835d12abd req-8b8f7898-ca35-417d-a228-7ee0f70adc77 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=41b8396f-2c2a-436c-9aa7-b0c5866d09a4 HTTP/1.1" status: 200 len: 210 time: 0.0601604 Jul 14 09:15:37.903462 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a102813f-a273-4172-a112-8a37a4a77101 req-e4729bb4-4522-46d2-81b8-5d5e086d22a6 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/quotas/557f4eb50c684c97b08dac62df18e620 HTTP/1.1" status: 200 len: 375 time: 0.0722263 Jul 14 09:15:37.907456 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89ab6881-30c6-4d9a-9887-eac007263f34 req-ae1cf9c0-508c-44fa-bcfd-d2692fae577d service neutron] 10.222.0.49 "GET /v2.0/networks/5b763374-2274-4295-bfa4-9c7026c30988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761402 Jul 14 09:15:37.938119 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.957150 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-fde03b9c-9e5c-4169-afe1-fe1fe96db33f admin admin] Allocated IP 172.25.1.24 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/48afb099-a61e-4fbb-8cbd-58da85995ef4) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:37.964291 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Transition to ACTIVE for port object 08058bb0-3a00-4706-b195-bedd5aad3d5b will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:37.996852 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Transition to ACTIVE for port object 08058bb0-3a00-4706-b195-bedd5aad3d5b will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:38.020232 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a102813f-a273-4172-a112-8a37a4a77101 req-aa1f0407-de24-4262-b40f-e1c67b72f6e9 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=557f4eb50c684c97b08dac62df18e620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1158206 Jul 14 09:15:38.034439 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.091130 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f369c86-91d1-4e17-86c7-35a997b346f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.098826 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f369c86-91d1-4e17-86c7-35a997b346f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.134200 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Network c8807442-5bfb-4c34-a802-cce4924ca686 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:38.139082 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:38.147768 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:38.168129 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fde03b9c-9e5c-4169-afe1-fe1fe96db33f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.172425 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f369c86-91d1-4e17-86c7-35a997b346f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66ac941-1c2b-4514-921c-6b8794eb1199,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:38.174593 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89ab6881-30c6-4d9a-9887-eac007263f34 req-a965fdef-8125-4ab7-b6cb-d12f180bc55c service neutron] 10.222.0.49 "GET /v2.0/networks/5b763374-2274-4295-bfa4-9c7026c30988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455347 Jul 14 09:15:38.177419 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1f369c86-91d1-4e17-86c7-35a997b346f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc1fbc25d9b848ec8726a32207b8c0d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5586753 Jul 14 09:15:38.181958 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51156) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:38.220987 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Pushing event updated for resources: {'Port': ['ID=08058bb0-3a00-4706-b195-bedd5aad3d5b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:38.248548 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a102813f-a273-4172-a112-8a37a4a77101 req-4476acb4-88b1-4bf6-a715-7981f2cba49b service neutron] 10.222.0.26 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266934 Jul 14 09:15:38.264736 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0fd804c7-06aa-4e46-a7e4-3015fd988603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.270637 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Attempting to bind port 08058bb0-3a00-4706-b195-bedd5aad3d5b on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:38.271226 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Attempting to bind port 08058bb0-3a00-4706-b195-bedd5aad3d5b by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '5a2c43d3-a41d-4673-bb94-f291155e6e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c8807442-5bfb-4c34-a802-cce4924ca686'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:38.271829 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Attempting to bind port 08058bb0-3a00-4706-b195-bedd5aad3d5b on network c8807442-5bfb-4c34-a802-cce4924ca686 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:38.275679 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fde03b9c-9e5c-4169-afe1-fe1fe96db33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.317930 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:38.318532 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:38.319065 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:38.319601 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:38.320644 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:38.321179 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:38.321699 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:38.322347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:38.322866 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:38.323381 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:38.324027 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:38.324538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:38.326369 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0fd804c7-06aa-4e46-a7e4-3015fd988603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.336213 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:38.336854 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Checking segment: {'id': '5a2c43d3-a41d-4673-bb94-f291155e6e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c8807442-5bfb-4c34-a802-cce4924ca686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:38.337458 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.338163 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Bound using segment: {'id': '5a2c43d3-a41d-4673-bb94-f291155e6e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c8807442-5bfb-4c34-a802-cce4924ca686'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:38.338844 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Bound port: 08058bb0-3a00-4706-b195-bedd5aad3d5b, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2c43d3-a41d-4673-bb94-f291155e6e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c8807442-5bfb-4c34-a802-cce4924ca686'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:38.339448 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.342880 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde03b9c-9e5c-4169-afe1-fe1fe96db33f admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:38.357614 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-fde03b9c-9e5c-4169-afe1-fe1fe96db33f admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:38.363855 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde03b9c-9e5c-4169-afe1-fe1fe96db33f admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:38.372731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde03b9c-9e5c-4169-afe1-fe1fe96db33f admin admin] Pushing event updated for resources: {'Port': ['ID=48afb099-a61e-4fbb-8cbd-58da85995ef4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:38.384383 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a102813f-a273-4172-a112-8a37a4a77101 req-e03ec821-991e-4d81-a9e4-4d4920a1b50e service neutron] 10.222.0.26 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350641 Jul 14 09:15:38.452852 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] For port 08058bb0-3a00-4706-b195-bedd5aad3d5b, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:38.457940 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] For port 08058bb0-3a00-4706-b195-bedd5aad3d5b, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=08058bb0-3a00-4706-b195-bedd5aad3d5b,segment=NetworkSegment(5a2c43d3-a41d-4673-bb94-f291155e6e6e),segment_id=5a2c43d3-a41d-4673-bb94-f291155e6e6e)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:38.463490 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.501927 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0fd804c7-06aa-4e46-a7e4-3015fd988603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.511430 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0fd804c7-06aa-4e46-a7e4-3015fd988603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.518728 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0fd804c7-06aa-4e46-a7e4-3015fd988603 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a66ac941-1c2b-4514-921c-6b8794eb1199 HTTP/1.1" status: 204 len: 168 time: 0.3343406 Jul 14 09:15:38.548486 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f00186-f172-4219-a35c-d20c010d6844 None None] Pushing event updated for resources: {'Port': ['ID=08058bb0-3a00-4706-b195-bedd5aad3d5b,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:38.559207 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd804c7-06aa-4e46-a7e4-3015fd988603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66ac941-1c2b-4514-921c-6b8794eb1199,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:38.749831 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2090c-a802-4ed5-9f66-51b4a04cfd06 req-50cf491c-cd09-4266-964f-2f02c1162708 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:38.753218 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8cb2090c-a802-4ed5-9f66-51b4a04cfd06 req-50cf491c-cd09-4266-964f-2f02c1162708 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 945 time: 0.1725619 Jul 14 09:15:38.833193 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fde03b9c-9e5c-4169-afe1-fe1fe96db33f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.838073 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8cb2090c-a802-4ed5-9f66-51b4a04cfd06 req-2bdca3b1-8c14-47f0-8c2e-335ad06a93bd tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769706 Jul 14 09:15:38.949938 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b8396f-2c2a-436c-9aa7-b0c5866d09a4', 'name': 'network-vif-deleted', 'tag': '2fc97624-8411-4e35-ac01-2748c94f6308'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:38.955988 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f9d39f-dfde-447a-a856-9be039bce557" -d '{"events": [{"server_uuid": "41b8396f-2c2a-436c-9aa7-b0c5866d09a4", "name": "network-vif-deleted", "tag": "2fc97624-8411-4e35-ac01-2748c94f6308"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:39.026265 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51190) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:39.063591 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9626-9340-4e0c-8a22-1576cc8bfabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.129654 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6dd8c-af4b-40d6-af65-c3e6dcdd68a9 req-eda46d26-6aed-427b-b6d9-eecae94641df tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:39.138628 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67d6dd8c-af4b-40d6-af65-c3e6dcdd68a9 req-eda46d26-6aed-427b-b6d9-eecae94641df tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 949 time: 0.1312134 Jul 14 09:15:39.192057 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67d6dd8c-af4b-40d6-af65-c3e6dcdd68a9 req-42f2aa88-81be-44a5-9b3b-cad284950f3e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525961 Jul 14 09:15:39.212351 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fde03b9c-9e5c-4169-afe1-fe1fe96db33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.239465 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-10db7898-0749-4383-af79-7a0d95586475 req-a9c769ae-00a5-459d-b876-c27599efd13f tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 210 time: 0.0329134 Jul 14 09:15:39.302123 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51196) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:39.342021 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9626-9340-4e0c-8a22-1576cc8bfabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.350227 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675eb20f-2467-4b3b-8a13-f68d1bbbf4ae x-openstack-request-id: req-675eb20f-2467-4b3b-8a13-f68d1bbbf4ae {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:39.350526 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b8396f-2c2a-436c-9aa7-b0c5866d09a4", "name": "network-vif-deleted", "tag": "2fc97624-8411-4e35-ac01-2748c94f6308", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:39.350779 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-675eb20f-2467-4b3b-8a13-f68d1bbbf4ae {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:39.351274 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b8396f-2c2a-436c-9aa7-b0c5866d09a4', 'name': 'network-vif-deleted', 'tag': '2fc97624-8411-4e35-ac01-2748c94f6308', 'status': 'completed', 'code': 200} Jul 14 09:15:39.351991 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9626-9340-4e0c-8a22-1576cc8bfabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.382723 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bd4a9626-9340-4e0c-8a22-1576cc8bfabf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=047daf3ee4b94723a9a2f451baf69e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553417 Jul 14 09:15:39.385905 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51198) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:39.409127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcef8942-0e61-4ae1-809a-d284e5ea8ed9 admin admin] Deleting subnet 4407057c-5ac0-43dc-87ea-7e041a541f0d {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:15:39.411503 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a9626-9340-4e0c-8a22-1576cc8bfabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f578dcfd-3496-4213-a5f4-a85cbaa2a4f2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:39.418526 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fcef8942-0e61-4ae1-809a-d284e5ea8ed9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.464871 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde03b9c-9e5c-4169-afe1-fe1fe96db33f admin admin] Router 972e8696-acaf-4c5a-9238-b36dd3d88e5e is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:15:39.555224 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fcef8942-0e61-4ae1-809a-d284e5ea8ed9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.560125 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f1e8aee-0699-4517-a6d3-e1f0a7bba0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.625993 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f1e8aee-0699-4517-a6d3-e1f0a7bba0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.660224 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fcef8942-0e61-4ae1-809a-d284e5ea8ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.725471 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde03b9c-9e5c-4169-afe1-fe1fe96db33f admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:15:39.749491 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] Sync routers for ids ['972e8696-acaf-4c5a-9238-b36dd3d88e5e'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:15:39.760288 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fde03b9c-9e5c-4169-afe1-fe1fe96db33f admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.764190 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fde03b9c-9e5c-4169-afe1-fe1fe96db33f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7694461 Jul 14 09:15:39.764764 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51212) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:39.778236 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fcef8942-0e61-4ae1-809a-d284e5ea8ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.786723 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f1e8aee-0699-4517-a6d3-e1f0a7bba0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.787170 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] Routers {'972e8696-acaf-4c5a-9238-b36dd3d88e5e'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:39.789848 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:15:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['972e8696-acaf-4c5a-9238-b36dd3d88e5e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:39.790018 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f1e8aee-0699-4517-a6d3-e1f0a7bba0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.797233 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4f1e8aee-0699-4517-a6d3-e1f0a7bba0a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f578dcfd-3496-4213-a5f4-a85cbaa2a4f2 HTTP/1.1" status: 204 len: 168 time: 0.4085970 Jul 14 09:15:40.007846 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] Set router 972e8696-acaf-4c5a-9238-b36dd3d88e5e gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:40.055912 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6017165e-6383-4c38-adca-3f1d9e937327 None None] Network c8807442-5bfb-4c34-a802-cce4924ca686 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:40.183881 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-030ba047-065b-447f-8a8c-3616af4d19c3 None None] Provisioning for port 08058bb0-3a00-4706-b195-bedd5aad3d5b completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:40.212415 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972e8696-acaf-4c5a-9238-b36dd3d88e5e', 'name': 'tempest-FloatingIPDetailsTestJSON-934416423-router', 'tenant_id': '29a2a9b841fc4f01b0f646df66671bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '48afb099-a61e-4fbb-8cbd-58da85995ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:37Z', 'updated_at': '2021-07-14T09:15:38Z', 'revision_number': 3, 'project_id': '29a2a9b841fc4f01b0f646df66671bd2', 'gw_port': {'id': '48afb099-a61e-4fbb-8cbd-58da85995ef4', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bf:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972e8696-acaf-4c5a-9238-b36dd3d88e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:37Z', 'updated_at': '2021-07-14T09:15:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:40.217333 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fcef8942-0e61-4ae1-809a-d284e5ea8ed9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.222130 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fcef8942-0e61-4ae1-809a-d284e5ea8ed9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4407057c-5ac0-43dc-87ea-7e041a541f0d HTTP/1.1" status: 204 len: 168 time: 0.9166768 Jul 14 09:15:40.222496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51226) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:40.245433 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e8aee-0699-4517-a6d3-e1f0a7bba0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f578dcfd-3496-4213-a5f4-a85cbaa2a4f2,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:40.273703 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef8942-0e61-4ae1-809a-d284e5ea8ed9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4407057c-5ac0-43dc-87ea-7e041a541f0d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:40.294778 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] Checking router: 972e8696-acaf-4c5a-9238-b36dd3d88e5e for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:15:40.295046 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] Updating router 972e8696-acaf-4c5a-9238-b36dd3d88e5e port 48afb099-a61e-4fbb-8cbd-58da85995ef4 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:15:40.343461 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.405047 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6c59fef7-03d5-4b01-b5d6-ca74e5117eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.536800 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 08058bb0-3a00-4706-b195-bedd5aad3d5b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:40.558145 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6c59fef7-03d5-4b01-b5d6-ca74e5117eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.570799 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-6c59fef7-03d5-4b01-b5d6-ca74e5117eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36eba21-1dde-48fd-9637-70c170d29f4a']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:40.584737 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-6c59fef7-03d5-4b01-b5d6-ca74e5117eb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bb0827-f879-47e1-800a-e4223ce92500') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:40.586641 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-6c59fef7-03d5-4b01-b5d6-ca74e5117eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bb0827-f879-47e1-800a-e4223ce92500') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:40.633000 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6c59fef7-03d5-4b01-b5d6-ca74e5117eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.651474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86157b31-9201-4611-af0c-5183752342df req-dfbe4c59-1f87-4659-aeab-f54b671ccbaa tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:40.660764 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86157b31-9201-4611-af0c-5183752342df req-dfbe4c59-1f87-4659-aeab-f54b671ccbaa tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=e091c782-9a1b-4031-ba67-a28707de08aa HTTP/1.1" status: 200 len: 950 time: 0.4469302 Jul 14 09:15:40.672721 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906c841-4372-4d40-ab28-6cf9bf134035 req-a07e024e-e8e4-4eff-b0cd-e80497f4ccb0 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:40.690091 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4906c841-4372-4d40-ab28-6cf9bf134035 req-a07e024e-e8e4-4eff-b0cd-e80497f4ccb0 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 945 time: 0.4777491 Jul 14 09:15:40.695230 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6c59fef7-03d5-4b01-b5d6-ca74e5117eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.706392 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c59fef7-03d5-4b01-b5d6-ca74e5117eb3 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:15:40.706966 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6c59fef7-03d5-4b01-b5d6-ca74e5117eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:15:40.708672 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:15:40.712166 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 08058bb0-3a00-4706-b195-bedd5aad3d5b completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:40.726785 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 08058bb0-3a00-4706-b195-bedd5aad3d5b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:40.727624 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.794276 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-587039d8-4fbc-48a4-8e08-ba47ff1c4c32 None None] Provisioning complete for port 08058bb0-3a00-4706-b195-bedd5aad3d5b triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:40.795228 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-587039d8-4fbc-48a4-8e08-ba47ff1c4c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.803438 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102813f-a273-4172-a112-8a37a4a77101 req-c92cf94b-8342-4e25-903f-eea844f576e7 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:40.805498 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a102813f-a273-4172-a112-8a37a4a77101 req-c92cf94b-8342-4e25-903f-eea844f576e7 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.55 "GET /v2.0/networks?id=58b578ac-94e2-4ea1-a737-42993db0b5b6 HTTP/1.1" status: 200 len: 813 time: 0.2166753 Jul 14 09:15:40.806729 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6c59fef7-03d5-4b01-b5d6-ca74e5117eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.814358 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6c59fef7-03d5-4b01-b5d6-ca74e5117eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.815955 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6c59fef7-03d5-4b01-b5d6-ca74e5117eb3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c36eba21-1dde-48fd-9637-70c170d29f4a HTTP/1.1" status: 204 len: 168 time: 0.5922859 Jul 14 09:15:40.832428 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a102813f-a273-4172-a112-8a37a4a77101 req-6e67d192-565f-4fa4-9b5d-55e447abc64b tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Request body: {'port': {'device_id': 'f3148693-52ad-4d5c-9431-836fe6687d40', 'network_id': '58b578ac-94e2-4ea1-a737-42993db0b5b6', 'admin_state_up': True, 'tenant_id': '557f4eb50c684c97b08dac62df18e620'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:40.836450 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59fef7-03d5-4b01-b5d6-ca74e5117eb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c36eba21-1dde-48fd-9637-70c170d29f4a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:40.896219 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.904259 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4906c841-4372-4d40-ab28-6cf9bf134035 req-b0fcc6f7-25d3-4387-8bfa-8be5cc99ecae tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132854 Jul 14 09:15:40.909229 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] Transition to ACTIVE for port object 48afb099-a61e-4fbb-8cbd-58da85995ef4 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:40.917968 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.956320 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86157b31-9201-4611-af0c-5183752342df req-97990522-81b2-4a7e-a657-18f09339b6a0 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932768 Jul 14 09:15:40.976686 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90cffd-31c8-4bcb-b0ad-927bccc8459b None None] Pushing event updated for resources: {'Port': ['ID=48afb099-a61e-4fbb-8cbd-58da85995ef4,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:40.989456 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90cffd-31c8-4bcb-b0ad-927bccc8459b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:40.990799 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90cffd-31c8-4bcb-b0ad-927bccc8459b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:40.992149 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90cffd-31c8-4bcb-b0ad-927bccc8459b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:40.992535 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90cffd-31c8-4bcb-b0ad-927bccc8459b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:40.993079 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90cffd-31c8-4bcb-b0ad-927bccc8459b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:40.993937 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90cffd-31c8-4bcb-b0ad-927bccc8459b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:40.994403 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.995133 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90cffd-31c8-4bcb-b0ad-927bccc8459b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:40.995783 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90cffd-31c8-4bcb-b0ad-927bccc8459b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:40.996393 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90cffd-31c8-4bcb-b0ad-927bccc8459b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:40.997103 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90cffd-31c8-4bcb-b0ad-927bccc8459b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:40.997635 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90cffd-31c8-4bcb-b0ad-927bccc8459b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:40.998150 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90cffd-31c8-4bcb-b0ad-927bccc8459b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:41.024266 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-587039d8-4fbc-48a4-8e08-ba47ff1c4c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.045743 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] Attempting to bind port 48afb099-a61e-4fbb-8cbd-58da85995ef4 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:41.046447 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] Attempting to bind port 48afb099-a61e-4fbb-8cbd-58da85995ef4 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:41.048991 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] Attempting to bind port 48afb099-a61e-4fbb-8cbd-58da85995ef4 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:41.062765 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:41.066295 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:41.067984 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.069592 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:41.072452 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] Bound port: 48afb099-a61e-4fbb-8cbd-58da85995ef4, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:41.073751 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.088732 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-587039d8-4fbc-48a4-8e08-ba47ff1c4c32 None None] For port 08058bb0-3a00-4706-b195-bedd5aad3d5b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=08058bb0-3a00-4706-b195-bedd5aad3d5b,segment=NetworkSegment(5a2c43d3-a41d-4673-bb94-f291155e6e6e),segment_id=5a2c43d3-a41d-4673-bb94-f291155e6e6e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:41.097313 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-587039d8-4fbc-48a4-8e08-ba47ff1c4c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.213102 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587039d8-4fbc-48a4-8e08-ba47ff1c4c32 None None] Pushing event updated for resources: {'Port': ['ID=08058bb0-3a00-4706-b195-bedd5aad3d5b,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:41.243430 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] For port 48afb099-a61e-4fbb-8cbd-58da85995ef4, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:41.256401 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51250) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:41.257904 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] For port 48afb099-a61e-4fbb-8cbd-58da85995ef4, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=48afb099-a61e-4fbb-8cbd-58da85995ef4,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:41.275088 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.307705 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:15:41.310048 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:15:41.331332 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] Routers {'972e8696-acaf-4c5a-9238-b36dd3d88e5e'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:41.331874 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:15:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['972e8696-acaf-4c5a-9238-b36dd3d88e5e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:41.396234 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90cffd-31c8-4bcb-b0ad-927bccc8459b None None] Pushing event updated for resources: {'Port': ['ID=48afb099-a61e-4fbb-8cbd-58da85995ef4,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:41.409604 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3eb7c125-d84e-4514-9bde-3ebc4b5c4f51 req-98304c3c-5e9d-47cc-bd47-570ab8cc916a tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 210 time: 0.1235952 Jul 14 09:15:41.482153 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] Set router 972e8696-acaf-4c5a-9238-b36dd3d88e5e gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:41.519271 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a102813f-a273-4172-a112-8a37a4a77101 req-6e67d192-565f-4fa4-9b5d-55e447abc64b tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Made reservation on behalf of 557f4eb50c684c97b08dac62df18e620 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:41.523299 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a102813f-a273-4172-a112-8a37a4a77101 req-6e67d192-565f-4fa4-9b5d-55e447abc64b tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.532164 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-18cd6a1a-7e52-406f-a65a-8eff13582a1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c4539603bf1a4d729658c8d9338db594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593172 Jul 14 09:15:41.534839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51262) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:41.594845 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22bdc8ca-e66c-47e0-a13c-d33003f0028a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.605369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8b109-cc2c-4835-9439-6667b5d8ec77 req-0ed9850e-2bdb-4826-9fd2-b635877c7e4a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:41.612136 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-09f8b109-cc2c-4835-9439-6667b5d8ec77 req-0ed9850e-2bdb-4826-9fd2-b635877c7e4a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 949 time: 0.3333197 Jul 14 09:15:41.628822 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf24ba-8e39-4bb7-b614-6f147ea6e5f7 req-7d3cf196-21f0-45a6-961e-ad58424753fd tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:41.630393 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89cf24ba-8e39-4bb7-b614-6f147ea6e5f7 req-7d3cf196-21f0-45a6-961e-ad58424753fd tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "GET /v2.0/ports?device_id=e091c782-9a1b-4031-ba67-a28707de08aa HTTP/1.1" status: 200 len: 950 time: 0.2562931 Jul 14 09:15:41.647442 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8f40c76-239d-4595-ac0b-a0d7860016d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.696643 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8f40c76-239d-4595-ac0b-a0d7860016d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.752378 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-a102813f-a273-4172-a112-8a37a4a77101 req-6e67d192-565f-4fa4-9b5d-55e447abc64b tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Allocated IP 172.20.0.5 (58b578ac-94e2-4ea1-a737-42993db0b5b6/c3ad77fb-8644-4bff-ba7c-293c210c0da0/6aca5817-8f42-4e7a-85f5-bac6f4442924) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:41.756812 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-09f8b109-cc2c-4835-9439-6667b5d8ec77 req-1d75c884-9b4e-4d17-a96d-4dbafebd57f9 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437011 Jul 14 09:15:41.807843 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8f40c76-239d-4595-ac0b-a0d7860016d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.820742 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8f40c76-239d-4595-ac0b-a0d7860016d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.824340 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c8f40c76-239d-4595-ac0b-a0d7860016d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e4f0f242-adef-420d-96f5-6b2cdbaca8f4 HTTP/1.1" status: 204 len: 168 time: 0.2861307 Jul 14 09:15:41.836634 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972e8696-acaf-4c5a-9238-b36dd3d88e5e', 'name': 'tempest-FloatingIPDetailsTestJSON-934416423-router', 'tenant_id': '29a2a9b841fc4f01b0f646df66671bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '48afb099-a61e-4fbb-8cbd-58da85995ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:37Z', 'updated_at': '2021-07-14T09:15:38Z', 'revision_number': 3, 'project_id': '29a2a9b841fc4f01b0f646df66671bd2', 'gw_port': {'id': '48afb099-a61e-4fbb-8cbd-58da85995ef4', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bf:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972e8696-acaf-4c5a-9238-b36dd3d88e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:37Z', 'updated_at': '2021-07-14T09:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:41.866909 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f40c76-239d-4595-ac0b-a0d7860016d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f0f242-adef-420d-96f5-6b2cdbaca8f4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:41.907732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-89cf24ba-8e39-4bb7-b614-6f147ea6e5f7 req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Deleting port 6267535e-1902-4fa0-add5-0db9e9965911 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:41.908083 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-89cf24ba-8e39-4bb7-b614-6f147ea6e5f7 req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.914023 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87257f0b-135d-4f87-ac6f-ababb6b1262d None None] The sync data for ids ['972e8696-acaf-4c5a-9238-b36dd3d88e5e'] in n-d-798054-10 is: [{'id': '972e8696-acaf-4c5a-9238-b36dd3d88e5e', 'name': 'tempest-FloatingIPDetailsTestJSON-934416423-router', 'tenant_id': '29a2a9b841fc4f01b0f646df66671bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '48afb099-a61e-4fbb-8cbd-58da85995ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:37Z', 'updated_at': '2021-07-14T09:15:38Z', 'revision_number': 3, 'project_id': '29a2a9b841fc4f01b0f646df66671bd2', 'gw_port': {'id': '48afb099-a61e-4fbb-8cbd-58da85995ef4', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bf:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972e8696-acaf-4c5a-9238-b36dd3d88e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:37Z', 'updated_at': '2021-07-14T09:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:15:42.076683 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-22bdc8ca-e66c-47e0-a13c-d33003f0028a admin admin] Allocated IP 172.20.0.1 (c8807442-5bfb-4c34-a802-cce4924ca686/44d80de1-fe57-40af-b487-f98ba6ff2ea4/a1d95ae2-4598-457b-89f5-aab557092c75) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:42.080493 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a102813f-a273-4172-a112-8a37a4a77101 req-6e67d192-565f-4fa4-9b5d-55e447abc64b tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.161684 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a102813f-a273-4172-a112-8a37a4a77101 req-6e67d192-565f-4fa4-9b5d-55e447abc64b tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.235509 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a102813f-a273-4172-a112-8a37a4a77101 req-6e67d192-565f-4fa4-9b5d-55e447abc64b tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Network 58b578ac-94e2-4ea1-a737-42993db0b5b6 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:42.239171 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-a102813f-a273-4172-a112-8a37a4a77101 req-6e67d192-565f-4fa4-9b5d-55e447abc64b tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:42.246694 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a102813f-a273-4172-a112-8a37a4a77101 req-6e67d192-565f-4fa4-9b5d-55e447abc64b tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:42.257315 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-89cf24ba-8e39-4bb7-b614-6f147ea6e5f7 req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] For port 6267535e-1902-4fa0-add5-0db9e9965911, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6267535e-1902-4fa0-add5-0db9e9965911,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:42.257315 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-89cf24ba-8e39-4bb7-b614-6f147ea6e5f7 req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.280524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67d192-565f-4fa4-9b5d-55e447abc64b tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event updated for resources: {'Port': ['ID=6aca5817-8f42-4e7a-85f5-bac6f4442924,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:42.331068 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-89cf24ba-8e39-4bb7-b614-6f147ea6e5f7 req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Calling delete_port for 6267535e-1902-4fa0-add5-0db9e9965911 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:42.357189 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102813f-a273-4172-a112-8a37a4a77101 req-6e67d192-565f-4fa4-9b5d-55e447abc64b tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:42.357899 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a102813f-a273-4172-a112-8a37a4a77101 req-6e67d192-565f-4fa4-9b5d-55e447abc64b tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.391606 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a102813f-a273-4172-a112-8a37a4a77101 req-6e67d192-565f-4fa4-9b5d-55e447abc64b tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5639811 Jul 14 09:15:42.410234 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] Request body: {'port': {'device_id': 'f3148693-52ad-4d5c-9431-836fe6687d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:42.510066 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8bfb8-a578-4777-89b9-026e15bc7078 req-d0c41e78-812f-494d-bfec-119736a99dfd tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:42.521186 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-76d8bfb8-a578-4777-89b9-026e15bc7078 req-d0c41e78-812f-494d-bfec-119736a99dfd tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 945 time: 0.4721732 Jul 14 09:15:42.567699 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 08058bb0-3a00-4706-b195-bedd5aad3d5b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:42.570418 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.635848 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22bdc8ca-e66c-47e0-a13c-d33003f0028a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.651059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96647c49-13cb-4669-be8c-1ecdf019a209 req-1e2cf909-69ad-49cb-b3cf-74c3e3c4aaaa tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:42.658272 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96647c49-13cb-4669-be8c-1ecdf019a209 req-1e2cf909-69ad-49cb-b3cf-74c3e3c4aaaa tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=e091c782-9a1b-4031-ba67-a28707de08aa HTTP/1.1" status: 200 len: 950 time: 0.4615703 Jul 14 09:15:42.676296 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-76d8bfb8-a578-4777-89b9-026e15bc7078 req-52e87183-dfbe-4f51-9071-7d0217079da9 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541059 Jul 14 09:15:42.700691 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-89cf24ba-8e39-4bb7-b614-6f147ea6e5f7 req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.744146 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-22bdc8ca-e66c-47e0-a13c-d33003f0028a admin admin] Transition to ACTIVE for port object a1d95ae2-4598-457b-89f5-aab557092c75 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:42.856420 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Pushing event deleted for resources: {'Port': ['ID=6267535e-1902-4fa0-add5-0db9e9965911,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:42.921975 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.922318 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.922662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.922988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.923313 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.923636 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.924017 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.924343 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.924667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.924983 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.925299 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.925714 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.973340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cf24ba-8e39-4bb7-b614-6f147ea6e5f7 req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] No DVR routers for this DVR port 6267535e-1902-4fa0-add5-0db9e9965911 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:42.977388 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-89cf24ba-8e39-4bb7-b614-6f147ea6e5f7 req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.979461 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89cf24ba-8e39-4bb7-b614-6f147ea6e5f7 req-76aeecf4-cca8-4987-b704-286b7c8e7e18 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "DELETE /v2.0/ports/6267535e-1902-4fa0-add5-0db9e9965911 HTTP/1.1" status: 204 len: 173 time: 1.3413136 Jul 14 09:15:42.983725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e091c782-9a1b-4031-ba67-a28707de08aa', 'name': 'network-vif-deleted', 'tag': '6267535e-1902-4fa0-add5-0db9e9965911'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:42.986032 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6034dcd-ce19-44b5-9e89-fffc3c757864" -d '{"events": [{"server_uuid": "e091c782-9a1b-4031-ba67-a28707de08aa", "name": "network-vif-deleted", "tag": "6267535e-1902-4fa0-add5-0db9e9965911"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:43.019160 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['d4585aea-29d1-4c2e-a839-33de458e8edc', '94e65a1f-98ce-4889-8a69-032edb64e200', '428bb167-b385-4b1b-9b7b-5ed66170f155', '6f6cab39-e0e1-4570-9180-7759e45d5cb6'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:43.020121 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3fe00c75-5227-492d-ae33-c5ec2711f80d', '4b2dcfac-24be-49fd-9e66-ef188e650dd1'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:43.028711 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96647c49-13cb-4669-be8c-1ecdf019a209 req-92d1fa90-4b8b-4aa7-9934-47a1feb55704 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693140 Jul 14 09:15:43.094083 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22bdc8ca-e66c-47e0-a13c-d33003f0028a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.129618 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aca5817-8f42-4e7a-85f5-bac6f4442924 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:43.152845 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.177514 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] Transition to ACTIVE for port object 6aca5817-8f42-4e7a-85f5-bac6f4442924 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:43.183225 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 08058bb0-3a00-4706-b195-bedd5aad3d5b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:43.183606 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.184402 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.228154 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bdc8ca-e66c-47e0-a13c-d33003f0028a admin admin] Network c8807442-5bfb-4c34-a802-cce4924ca686 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:43.243291 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-22bdc8ca-e66c-47e0-a13c-d33003f0028a admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:43.259594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] Pushing event updated for resources: {'Port': ['ID=6aca5817-8f42-4e7a-85f5-bac6f4442924,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:43.265457 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bdc8ca-e66c-47e0-a13c-d33003f0028a admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:43.324933 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bdc8ca-e66c-47e0-a13c-d33003f0028a admin admin] Pushing event updated for resources: {'Port': ['ID=a1d95ae2-4598-457b-89f5-aab557092c75,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:43.364323 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025bf3e-cad6-4ae0-a8d2-30fb2c28937d req-f227efaf-cc69-4901-8fc9-e22a20b5b86e tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:43.372298 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6025bf3e-cad6-4ae0-a8d2-30fb2c28937d req-f227efaf-cc69-4901-8fc9-e22a20b5b86e tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 931 time: 0.4345310 Jul 14 09:15:43.400737 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51312) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:43.449483 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22bdc8ca-e66c-47e0-a13c-d33003f0028a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.468950 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] Attempting to bind port 6aca5817-8f42-4e7a-85f5-bac6f4442924 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:43.469296 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] Attempting to bind port 6aca5817-8f42-4e7a-85f5-bac6f4442924 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'a5e53d92-b324-4b94-8d29-22418d6ea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '58b578ac-94e2-4ea1-a737-42993db0b5b6'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:43.469862 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] Attempting to bind port 6aca5817-8f42-4e7a-85f5-bac6f4442924 on network 58b578ac-94e2-4ea1-a737-42993db0b5b6 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:43.475801 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] Port 6aca5817-8f42-4e7a-85f5-bac6f4442924 on network 58b578ac-94e2-4ea1-a737-42993db0b5b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:15:43.476947 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] Attempting to bind port 6aca5817-8f42-4e7a-85f5-bac6f4442924 on network 58b578ac-94e2-4ea1-a737-42993db0b5b6 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:43.482961 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:43.484109 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] Checking segment: {'id': 'a5e53d92-b324-4b94-8d29-22418d6ea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '58b578ac-94e2-4ea1-a737-42993db0b5b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:43.484676 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] Bound using segment: {'id': 'a5e53d92-b324-4b94-8d29-22418d6ea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '58b578ac-94e2-4ea1-a737-42993db0b5b6'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:43.485312 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] Bound port: 6aca5817-8f42-4e7a-85f5-bac6f4442924, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e53d92-b324-4b94-8d29-22418d6ea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '58b578ac-94e2-4ea1-a737-42993db0b5b6'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:43.485876 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.591434 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 48afb099-a61e-4fbb-8cbd-58da85995ef4 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:43.613707 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] For port 6aca5817-8f42-4e7a-85f5-bac6f4442924, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:43.621620 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] For port 6aca5817-8f42-4e7a-85f5-bac6f4442924, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6aca5817-8f42-4e7a-85f5-bac6f4442924,segment=NetworkSegment(a5e53d92-b324-4b94-8d29-22418d6ea2d2),segment_id=a5e53d92-b324-4b94-8d29-22418d6ea2d2)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:43.630259 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.668555 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-01195368-363f-441d-91fd-d7d41b17f5ad admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1182556286-network', 'tenant_id': 'c6e37f960c544c95bd8f1a1f36a193ed'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:43.702049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:43.703040 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.704457 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a102813f-a273-4172-a112-8a37a4a77101 req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] 10.222.0.55 "PUT /v2.0/ports/6aca5817-8f42-4e7a-85f5-bac6f4442924 HTTP/1.1" status: 200 len: 1092 time: 1.2986758 Jul 14 09:15:43.707163 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3148693-52ad-4d5c-9431-836fe6687d40', 'tag': '6aca5817-8f42-4e7a-85f5-bac6f4442924'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:43.709545 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f5b7f6-2f9f-4280-b576-4881e729bd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3148693-52ad-4d5c-9431-836fe6687d40", "tag": "6aca5817-8f42-4e7a-85f5-bac6f4442924"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:43.713686 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01195368-363f-441d-91fd-d7d41b17f5ad admin admin] Made reservation on behalf of c6e37f960c544c95bd8f1a1f36a193ed for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:43.717572 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01195368-363f-441d-91fd-d7d41b17f5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.750244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3ba94-5d59-48ab-bc2f-ad2302188445 service neutron] Pushing event updated for resources: {'Port': ['ID=6aca5817-8f42-4e7a-85f5-bac6f4442924,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:43.757066 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 48afb099-a61e-4fbb-8cbd-58da85995ef4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:43.773643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 48afb099-a61e-4fbb-8cbd-58da85995ef4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:43.774036 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.788175 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fd3e3-7da2-477a-9cbd-098d3639c1b3 req-1fe30c2f-3952-42b7-80e7-9272610b166a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:43.790446 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f4fd3e3-7da2-477a-9cbd-098d3639c1b3 req-1fe30c2f-3952-42b7-80e7-9272610b166a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bbc99c2-6c39-4d3d-86dd-4910f7991c30 HTTP/1.1" status: 200 len: 945 time: 0.5135071 Jul 14 09:15:43.801734 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d9d622b2-1775-4c22-b9be-850a52092db1 None None] Provisioning for port a1d95ae2-4598-457b-89f5-aab557092c75 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:43.804556 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6025bf3e-cad6-4ae0-a8d2-30fb2c28937d req-381a23bf-1a49-41da-b451-04d04a210266 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313262 Jul 14 09:15:43.810510 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01195368-363f-441d-91fd-d7d41b17f5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.826330 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d9d622b2-1775-4c22-b9be-850a52092db1 None None] Provisioning complete for port a1d95ae2-4598-457b-89f5-aab557092c75 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:43.826900 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d9d622b2-1775-4c22-b9be-850a52092db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.916871 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d9d622b2-1775-4c22-b9be-850a52092db1 None None] Port a1d95ae2-4598-457b-89f5-aab557092c75 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:15:43.924267 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22bdc8ca-e66c-47e0-a13c-d33003f0028a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.949226 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102813f-a273-4172-a112-8a37a4a77101 req-4fd21a78-63c1-4b74-9b24-7112e7f2b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:43.952918 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a102813f-a273-4172-a112-8a37a4a77101 req-4fd21a78-63c1-4b74-9b24-7112e7f2b242 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=557f4eb50c684c97b08dac62df18e620&device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 1095 time: 0.1323884 Jul 14 09:15:43.997124 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f4fd3e3-7da2-477a-9cbd-098d3639c1b3 req-ef9807fc-574a-4035-a20c-8224d106392d tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817429 Jul 14 09:15:44.004450 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.049976 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 48afb099-a61e-4fbb-8cbd-58da85995ef4, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=48afb099-a61e-4fbb-8cbd-58da85995ef4,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:44.059799 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.070619 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a102813f-a273-4172-a112-8a37a4a77101 req-f282ab35-818b-4b71-84e4-947749031acf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6aca5817-8f42-4e7a-85f5-bac6f4442924 HTTP/1.1" status: 200 len: 217 time: 0.1044624 Jul 14 09:15:44.134677 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102813f-a273-4172-a112-8a37a4a77101 req-b40c69de-93c2-4475-9d49-6bc9ab918c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:44.136440 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a102813f-a273-4172-a112-8a37a4a77101 req-b40c69de-93c2-4475-9d49-6bc9ab918c1b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3ad77fb-8644-4bff-ba7c-293c210c0da0 HTTP/1.1" status: 200 len: 853 time: 0.0599313 Jul 14 09:15:44.157105 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=48afb099-a61e-4fbb-8cbd-58da85995ef4,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:44.194128 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01195368-363f-441d-91fd-d7d41b17f5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.215622 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01195368-363f-441d-91fd-d7d41b17f5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.216553 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a102813f-a273-4172-a112-8a37a4a77101 req-f74bfae4-36a0-45ad-be38-2d9a783f24d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58b578ac-94e2-4ea1-a737-42993db0b5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699952 Jul 14 09:15:44.271359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a45370-c753-4411-9e67-2f12675c7789 req-ecd67408-8419-4ace-8ce4-5e8dc35e0bb1 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:44.273007 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87a45370-c753-4411-9e67-2f12675c7789 req-ecd67408-8419-4ace-8ce4-5e8dc35e0bb1 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 949 time: 0.1607900 Jul 14 09:15:44.287771 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01195368-363f-441d-91fd-d7d41b17f5ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:15:44.316285 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01195368-363f-441d-91fd-d7d41b17f5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d6ba5f-1017-4e7d-9ac4-77c7d1677daa,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:44.329190 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01195368-363f-441d-91fd-d7d41b17f5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.329392 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-01195368-363f-441d-91fd-d7d41b17f5ad admin admin] Added segment 736296d9-adfb-4e94-95a6-6560f26f1857 of type vlan for network b4e813a1-2824-43e4-b06b-a7b25bf72032 Jul 14 09:15:44.342535 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22bdc8ca-e66c-47e0-a13c-d33003f0028a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.360546 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a102813f-a273-4172-a112-8a37a4a77101 req-41e012a8-646a-4c1d-8a75-c0d52b3c46d1 service neutron] 10.222.0.55 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350775 Jul 14 09:15:44.366348 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87a45370-c753-4411-9e67-2f12675c7789 req-69832fcc-bf6e-4646-8b3c-837355d38c2b tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820007 Jul 14 09:15:44.367136 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22bdc8ca-e66c-47e0-a13c-d33003f0028a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.405413 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 48afb099-a61e-4fbb-8cbd-58da85995ef4 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:44.456845 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bba9d5d-b2e9-413e-ad2c-ce1c7ae5a3e5 x-openstack-request-id: req-3bba9d5d-b2e9-413e-ad2c-ce1c7ae5a3e5 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:44.458004 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3148693-52ad-4d5c-9431-836fe6687d40", "tag": "6aca5817-8f42-4e7a-85f5-bac6f4442924", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:44.458004 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3bba9d5d-b2e9-413e-ad2c-ce1c7ae5a3e5 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:44.458575 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3148693-52ad-4d5c-9431-836fe6687d40', 'tag': '6aca5817-8f42-4e7a-85f5-bac6f4442924', 'status': 'completed', 'code': 200} Jul 14 09:15:44.467256 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe42a27-0f91-4459-9f3d-eb41e5126f17 x-openstack-request-id: req-abe42a27-0f91-4459-9f3d-eb41e5126f17 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:44.468339 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e091c782-9a1b-4031-ba67-a28707de08aa", "name": "network-vif-deleted", "tag": "6267535e-1902-4fa0-add5-0db9e9965911", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:44.468627 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-abe42a27-0f91-4459-9f3d-eb41e5126f17 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:44.468998 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e091c782-9a1b-4031-ba67-a28707de08aa', 'name': 'network-vif-deleted', 'tag': '6267535e-1902-4fa0-add5-0db9e9965911', 'status': 'completed', 'code': 200} Jul 14 09:15:44.504093 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 48afb099-a61e-4fbb-8cbd-58da85995ef4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:44.504992 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.509385 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a102813f-a273-4172-a112-8a37a4a77101 req-e6702dea-117a-45c6-b6c7-de7e3cd09107 service neutron] 10.222.0.55 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408031 Jul 14 09:15:44.524211 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01195368-363f-441d-91fd-d7d41b17f5ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.532077 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bdc8ca-e66c-47e0-a13c-d33003f0028a admin admin] Pushing event updated for resources: {'Port': ['ID=a1d95ae2-4598-457b-89f5-aab557092c75,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:44.546271 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22bdc8ca-e66c-47e0-a13c-d33003f0028a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.638585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6267535e-1902-4fa0-add5-0db9e9965911 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:44.662030 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 6267535e-1902-4fa0-add5-0db9e9965911 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:44.662422 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6267535e-1902-4fa0-add5-0db9e9965911 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:44.710808 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5b7f6-2f9f-4280-b576-4881e729bd7b req-7eba74e9-a8b5-4aa5-8e5f-2f5ab66d4917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:44.712336 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-04f5b7f6-2f9f-4280-b576-4881e729bd7b req-7eba74e9-a8b5-4aa5-8e5f-2f5ab66d4917 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=557f4eb50c684c97b08dac62df18e620&device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 1095 time: 0.0645828 Jul 14 09:15:44.814709 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5b7f6-2f9f-4280-b576-4881e729bd7b req-aadf1de8-936b-4135-b59c-5a99d5e924a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:44.816243 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-04f5b7f6-2f9f-4280-b576-4881e729bd7b req-aadf1de8-936b-4135-b59c-5a99d5e924a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=58b578ac-94e2-4ea1-a737-42993db0b5b6 HTTP/1.1" status: 200 len: 914 time: 0.0964732 Jul 14 09:15:44.860167 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-04f5b7f6-2f9f-4280-b576-4881e729bd7b req-87f7daf0-7b8d-435f-8f46-d184d9ce207b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6aca5817-8f42-4e7a-85f5-bac6f4442924 HTTP/1.1" status: 200 len: 217 time: 0.0364821 Jul 14 09:15:44.916425 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5b7f6-2f9f-4280-b576-4881e729bd7b req-3167f99b-34d5-49c3-8bd1-230fdd2f0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:44.917816 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-04f5b7f6-2f9f-4280-b576-4881e729bd7b req-3167f99b-34d5-49c3-8bd1-230fdd2f0cb1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3ad77fb-8644-4bff-ba7c-293c210c0da0 HTTP/1.1" status: 200 len: 853 time: 0.0486772 Jul 14 09:15:44.929869 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01195368-363f-441d-91fd-d7d41b17f5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.930841 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01195368-363f-441d-91fd-d7d41b17f5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:44.931438 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01195368-363f-441d-91fd-d7d41b17f5ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.955818 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-04f5b7f6-2f9f-4280-b576-4881e729bd7b req-e0cf60eb-c38d-4204-afa0-f3c34ee900fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58b578ac-94e2-4ea1-a737-42993db0b5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282450 Jul 14 09:15:45.020859 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-01195368-363f-441d-91fd-d7d41b17f5ad admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6125290 Jul 14 09:15:45.024474 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51344) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:45.029890 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f0d3e03b-d741-418f-9832-321ab8510031 admin admin] Request body: {'subnet': {'network_id': 'b4e813a1-2824-43e4-b06b-a7b25bf72032', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1182556286-subnet', 'tenant_id': 'c6e37f960c544c95bd8f1a1f36a193ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:45.035570 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01195368-363f-441d-91fd-d7d41b17f5ad admin admin] Pushing event updated for resources: {'Network': ['ID=b4e813a1-2824-43e4-b06b-a7b25bf72032,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:45.048070 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network b4e813a1-2824-43e4-b06b-a7b25bf72032 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:15:45.052959 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bdc8ca-e66c-47e0-a13c-d33003f0028a admin admin] Network c8807442-5bfb-4c34-a802-cce4924ca686 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:45.056173 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-22bdc8ca-e66c-47e0-a13c-d33003f0028a admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:45.075216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13de718-7427-4862-98c7-5cb7e674f293 req-3fa19d8f-bb24-4cf5-bf73-a774f1f47e95 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:45.082443 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a13de718-7427-4862-98c7-5cb7e674f293 req-3fa19d8f-bb24-4cf5-bf73-a774f1f47e95 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a HTTP/1.1" status: 200 len: 946 time: 0.2192171 Jul 14 09:15:45.110109 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-04f5b7f6-2f9f-4280-b576-4881e729bd7b req-84ea8f65-2547-4c05-8fcd-4d346e2a2c8e service neutron] 10.222.0.55 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366754 Jul 14 09:15:45.116789 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d3e03b-d741-418f-9832-321ab8510031 admin admin] Made reservation on behalf of c6e37f960c544c95bd8f1a1f36a193ed for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:45.120240 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e03b-d741-418f-9832-321ab8510031 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.202168 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a13de718-7427-4862-98c7-5cb7e674f293 req-b9577819-b816-4f60-a0d0-09e06c2c8814 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186047 Jul 14 09:15:45.276457 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bdc8ca-e66c-47e0-a13c-d33003f0028a admin admin] Router 972e8696-acaf-4c5a-9238-b36dd3d88e5e has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:15:45.318085 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-04f5b7f6-2f9f-4280-b576-4881e729bd7b req-e6093b38-81e3-465b-8c80-f4dfadb08560 service neutron] 10.222.0.55 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942494 Jul 14 09:15:45.369934 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d41c6-e759-4d53-a932-85fa76230b88 req-89964559-6cc7-42c2-b888-0c3b0f85dd56 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:45.371508 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-478d41c6-e759-4d53-a932-85fa76230b88 req-89964559-6cc7-42c2-b888-0c3b0f85dd56 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 943 time: 0.1560125 Jul 14 09:15:45.414635 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e03b-d741-418f-9832-321ab8510031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.447151 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5eb13c26-a3fe-40ea-9292-b1d4365aa38b None None] Provisioning complete for port a1d95ae2-4598-457b-89f5-aab557092c75 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:45.447772 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5eb13c26-a3fe-40ea-9292-b1d4365aa38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.471758 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3e03b-d741-418f-9832-321ab8510031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77d953ad-2f98-4dc1-84bd-b5addb78276c,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:45.482648 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d3e03b-d741-418f-9832-321ab8510031 admin admin] Checking segment: {'id': '736296d9-adfb-4e94-95a6-6560f26f1857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b4e813a1-2824-43e4-b06b-a7b25bf72032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:45.483023 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d3e03b-d741-418f-9832-321ab8510031 admin admin] Network hostable DHCP agents. Network: b4e813a1-2824-43e4-b06b-a7b25bf72032, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:15:45.490589 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5eb13c26-a3fe-40ea-9292-b1d4365aa38b None None] Port a1d95ae2-4598-457b-89f5-aab557092c75 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:15:45.496057 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-478d41c6-e759-4d53-a932-85fa76230b88 req-258d540c-70e8-4a68-9b16-2225d15c7424 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045666 Jul 14 09:15:45.503439 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d3e03b-d741-418f-9832-321ab8510031 admin admin] Network b4e813a1-2824-43e4-b06b-a7b25bf72032 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:15:45.513244 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bdc8ca-e66c-47e0-a13c-d33003f0028a admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:15:45.523362 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f0d3e03b-d741-418f-9832-321ab8510031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, b4e813a1-2824-43e4-b06b-a7b25bf72032) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:45.526695 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-22bdc8ca-e66c-47e0-a13c-d33003f0028a admin admin] 10.222.0.26 "PUT /v2.0/routers/972e8696-acaf-4c5a-9238-b36dd3d88e5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7604260 Jul 14 09:15:45.535063 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f0288-1c52-4c5e-9631-36bfe8a6031c req-5e6fb4de-8518-410b-b815-1d1e3a4859ed tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:45.536745 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c8f0288-1c52-4c5e-9631-36bfe8a6031c req-5e6fb4de-8518-410b-b815-1d1e3a4859ed tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=183735d9-a2da-4c1a-93fc-40f811734eb0 HTTP/1.1" status: 200 len: 949 time: 0.1940093 Jul 14 09:15:45.537433 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] Sync routers for ids ['972e8696-acaf-4c5a-9238-b36dd3d88e5e'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:15:45.540326 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d3e03b-d741-418f-9832-321ab8510031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:45.541415 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e03b-d741-418f-9832-321ab8510031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.542659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476a834b-778c-4d0e-ae08-9d5eab3b3fb0 None None] Network b4e813a1-2824-43e4-b06b-a7b25bf72032 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:45.586621 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f0d3e03b-d741-418f-9832-321ab8510031 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5608964 Jul 14 09:15:45.599791 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] Routers {'972e8696-acaf-4c5a-9238-b36dd3d88e5e'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:45.600449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:15:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['972e8696-acaf-4c5a-9238-b36dd3d88e5e'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:45.639892 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c8f0288-1c52-4c5e-9631-36bfe8a6031c req-447cbb6c-da2a-4cf1-b790-5d24d18f568a tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882916 Jul 14 09:15:45.682962 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-a61055be-35b7-40e7-9fed-f0dac111d280 req-949f439a-863a-478a-99df-8cd7383bc1ae tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:15:45.683981 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a61055be-35b7-40e7-9fed-f0dac111d280 req-949f439a-863a-478a-99df-8cd7383bc1ae tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062683 Jul 14 09:15:45.821824 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] Set router 972e8696-acaf-4c5a-9238-b36dd3d88e5e gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:45.880222 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7660bba-2e60-4f5b-961a-3a06a185e0fe None None] Network b4e813a1-2824-43e4-b06b-a7b25bf72032 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:45.886160 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a61055be-35b7-40e7-9fed-f0dac111d280 req-74d3b6f9-f431-4cac-86ba-9435097a622f tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1918132 Jul 14 09:15:45.894563 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457222a-f859-4a2e-8dfd-9ff45a313b63 req-7543b243-f59f-4523-a171-ef9a351e4fa0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:45.901094 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0457222a-f859-4a2e-8dfd-9ff45a313b63 req-7543b243-f59f-4523-a171-ef9a351e4fa0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 949 time: 0.1299083 Jul 14 09:15:45.945826 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0457222a-f859-4a2e-8dfd-9ff45a313b63 req-7440a932-3bda-458e-8936-bbce6d02d24c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437462 Jul 14 09:15:45.954137 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51372) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:46.077733 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-838961ac-2d9c-4e56-b958-cd2da056a63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.159848 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972e8696-acaf-4c5a-9238-b36dd3d88e5e', 'name': 'tempest-FloatingIPDetailsTestJSON-934416423-router', 'tenant_id': '29a2a9b841fc4f01b0f646df66671bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '48afb099-a61e-4fbb-8cbd-58da85995ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:37Z', 'updated_at': '2021-07-14T09:15:43Z', 'revision_number': 4, 'project_id': '29a2a9b841fc4f01b0f646df66671bd2', 'gw_port': {'id': '48afb099-a61e-4fbb-8cbd-58da85995ef4', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972e8696-acaf-4c5a-9238-b36dd3d88e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:37Z', 'updated_at': '2021-07-14T09:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'a1d95ae2-4598-457b-89f5-aab557092c75', 'name': '', 'network_id': 'c8807442-5bfb-4c34-a802-cce4924ca686', 'tenant_id': '29a2a9b841fc4f01b0f646df66671bd2', 'mac_address': 'fa:16:3e:7d:1d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972e8696-acaf-4c5a-9238-b36dd3d88e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '44d80de1-fe57-40af-b487-f98ba6ff2ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:41Z', 'updated_at': '2021-07-14T09:15:44Z', 'revision_number': 2, 'project_id': '29a2a9b841fc4f01b0f646df66671bd2', 'subnets': [{'id': '44d80de1-fe57-40af-b487-f98ba6ff2ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:46.196903 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] Checking router: 972e8696-acaf-4c5a-9238-b36dd3d88e5e for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:15:46.197246 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] Updating router 972e8696-acaf-4c5a-9238-b36dd3d88e5e port a1d95ae2-4598-457b-89f5-aab557092c75 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:15:46.201853 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-838961ac-2d9c-4e56-b958-cd2da056a63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.206924 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-838961ac-2d9c-4e56-b958-cd2da056a63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.229352 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.248585 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.335152 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838961ac-2d9c-4e56-b958-cd2da056a63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fa767e-ed13-447b-a26d-ad4b00aa3b78,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:46.352648 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-838961ac-2d9c-4e56-b958-cd2da056a63b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07429ceb4f314f639095de7f0f0edcdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3974998 Jul 14 09:15:46.355695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51394) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:46.427332 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-514beab7-a2d3-445b-ada5-e3846379637f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.469577 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-514beab7-a2d3-445b-ada5-e3846379637f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.564157 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-514beab7-a2d3-445b-ada5-e3846379637f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.569056 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-514beab7-a2d3-445b-ada5-e3846379637f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.570885 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-514beab7-a2d3-445b-ada5-e3846379637f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/65fa767e-ed13-447b-a26d-ad4b00aa3b78 HTTP/1.1" status: 204 len: 168 time: 0.2125456 Jul 14 09:15:46.584209 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-f97e471f-58cc-4c62-88f0-1646fee41f62 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3511398 Jul 14 09:15:46.591130 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.604623 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] Transition to ACTIVE for port object a1d95ae2-4598-457b-89f5-aab557092c75 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:46.609810 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514beab7-a2d3-445b-ada5-e3846379637f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fa767e-ed13-447b-a26d-ad4b00aa3b78,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:46.610007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-c2e20ebf-91cf-4d1f-a549-a6c2a93e8656 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:46.612129 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.617673 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-c2e20ebf-91cf-4d1f-a549-a6c2a93e8656 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.26 "GET /v2.0/networks?id=b4e813a1-2824-43e4-b06b-a7b25bf72032 HTTP/1.1" status: 200 len: 818 time: 0.2563963 Jul 14 09:15:46.622041 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-f13d735a-56b4-48c6-9893-60c48ed8c7cf tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:46.654917 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17628a85-476e-4d29-981d-fa0f2ac4debb req-fadb3f8b-f3d7-4bf7-bc96-eb69f04a8753 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:46.656474 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-17628a85-476e-4d29-981d-fa0f2ac4debb req-fadb3f8b-f3d7-4bf7-bc96-eb69f04a8753 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "GET /v2.0/ports?device_id=183735d9-a2da-4c1a-93fc-40f811734eb0 HTTP/1.1" status: 200 len: 949 time: 0.1438818 Jul 14 09:15:46.669027 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-a4cb4435-981f-42dd-9f74-411a047d0906 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.26 "GET /v2.0/quotas/c6e37f960c544c95bd8f1a1f36a193ed HTTP/1.1" status: 200 len: 375 time: 0.0502045 Jul 14 09:15:46.699281 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fab6f-9783-4bf7-9a2f-12e7fe8ee9a2 None None] Pushing event updated for resources: {'Port': ['ID=a1d95ae2-4598-457b-89f5-aab557092c75,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:46.716145 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-c998370e-85bd-4f13-9b29-7f85cbc5a865 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c6e37f960c544c95bd8f1a1f36a193ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463705 Jul 14 09:15:46.795494 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] Attempting to bind port a1d95ae2-4598-457b-89f5-aab557092c75 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:46.795861 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] Attempting to bind port a1d95ae2-4598-457b-89f5-aab557092c75 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '5a2c43d3-a41d-4673-bb94-f291155e6e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c8807442-5bfb-4c34-a802-cce4924ca686'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:46.796491 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] Attempting to bind port a1d95ae2-4598-457b-89f5-aab557092c75 on network c8807442-5bfb-4c34-a802-cce4924ca686 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:46.802228 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:46.802598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] Checking segment: {'id': '5a2c43d3-a41d-4673-bb94-f291155e6e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c8807442-5bfb-4c34-a802-cce4924ca686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:46.803018 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.803392 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] Bound using segment: {'id': '5a2c43d3-a41d-4673-bb94-f291155e6e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c8807442-5bfb-4c34-a802-cce4924ca686'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:46.803867 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] Bound port: a1d95ae2-4598-457b-89f5-aab557092c75, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2c43d3-a41d-4673-bb94-f291155e6e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c8807442-5bfb-4c34-a802-cce4924ca686'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:46.806638 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.806958 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-f13d735a-56b4-48c6-9893-60c48ed8c7cf tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.994952 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-5ce562f5-61d5-41cf-80ca-c07e78d39b7f service neutron] 10.222.0.26 "GET /v2.0/networks/b4e813a1-2824-43e4-b06b-a7b25bf72032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779412 Jul 14 09:15:47.000620 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-17628a85-476e-4d29-981d-fa0f2ac4debb req-21200b67-870a-4172-8692-9b0c32a40e07 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Deleting port 6f6cab39-e0e1-4570-9180-7759e45d5cb6 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:47.011746 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-17628a85-476e-4d29-981d-fa0f2ac4debb req-21200b67-870a-4172-8692-9b0c32a40e07 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.039100 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51406) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:47.047537 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] For port a1d95ae2-4598-457b-89f5-aab557092c75, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:47.054629 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] For port a1d95ae2-4598-457b-89f5-aab557092c75, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a1d95ae2-4598-457b-89f5-aab557092c75,segment=NetworkSegment(5a2c43d3-a41d-4673-bb94-f291155e6e6e),segment_id=5a2c43d3-a41d-4673-bb94-f291155e6e6e)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:47.062140 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ea3a59e2-1a0a-42c7-9eaa-96d91c7d07b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.063090 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.193118 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fab6f-9783-4bf7-9a2f-12e7fe8ee9a2 None None] Pushing event updated for resources: {'Port': ['ID=a1d95ae2-4598-457b-89f5-aab557092c75,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:47.207223 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-17628a85-476e-4d29-981d-fa0f2ac4debb req-21200b67-870a-4172-8692-9b0c32a40e07 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] For port 6f6cab39-e0e1-4570-9180-7759e45d5cb6, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6f6cab39-e0e1-4570-9180-7759e45d5cb6,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:47.207805 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-17628a85-476e-4d29-981d-fa0f2ac4debb req-21200b67-870a-4172-8692-9b0c32a40e07 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.214911 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] Routers {'972e8696-acaf-4c5a-9238-b36dd3d88e5e'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:47.215846 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:15:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['972e8696-acaf-4c5a-9238-b36dd3d88e5e'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:47.226313 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ea3a59e2-1a0a-42c7-9eaa-96d91c7d07b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.232303 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ea3a59e2-1a0a-42c7-9eaa-96d91c7d07b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.240562 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-17628a85-476e-4d29-981d-fa0f2ac4debb req-21200b67-870a-4172-8692-9b0c32a40e07 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Calling delete_port for 6f6cab39-e0e1-4570-9180-7759e45d5cb6 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:47.267893 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-9c57ef93-3cec-40a0-b4cb-2a549ef8e85f service neutron] 10.222.0.26 "GET /v2.0/networks/b4e813a1-2824-43e4-b06b-a7b25bf72032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507470 Jul 14 09:15:47.341102 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a59e2-1a0a-42c7-9eaa-96d91c7d07b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab880a26-2fc1-4b91-9842-e21032affda1,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:47.354389 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ea3a59e2-1a0a-42c7-9eaa-96d91c7d07b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4505df13bfdc432eb2d16f9c2110a2bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132701 Jul 14 09:15:47.357192 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51408) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:47.367838 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-f13d735a-56b4-48c6-9893-60c48ed8c7cf tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.406875 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] Set router 972e8696-acaf-4c5a-9238-b36dd3d88e5e gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:47.449028 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bba10e13-0eeb-4df5-8286-c37d733fcae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.494442 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bba10e13-0eeb-4df5-8286-c37d733fcae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.555617 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-f13d735a-56b4-48c6-9893-60c48ed8c7cf tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Allocated IP 172.25.1.57 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/edf32a48-0636-469d-9145-7ae5b60a9e4c) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:47.581528 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bba10e13-0eeb-4df5-8286-c37d733fcae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.584290 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bba10e13-0eeb-4df5-8286-c37d733fcae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.585532 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bba10e13-0eeb-4df5-8286-c37d733fcae1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab880a26-2fc1-4b91-9842-e21032affda1 HTTP/1.1" status: 204 len: 168 time: 0.2259994 Jul 14 09:15:47.603648 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba10e13-0eeb-4df5-8286-c37d733fcae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab880a26-2fc1-4b91-9842-e21032affda1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:47.673139 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-17628a85-476e-4d29-981d-fa0f2ac4debb req-21200b67-870a-4172-8692-9b0c32a40e07 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.693742 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['d4585aea-29d1-4c2e-a839-33de458e8edc', '94e65a1f-98ce-4889-8a69-032edb64e200', '428bb167-b385-4b1b-9b7b-5ed66170f155', '6f6cab39-e0e1-4570-9180-7759e45d5cb6'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:47.721110 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3fe00c75-5227-492d-ae33-c5ec2711f80d', '4b2dcfac-24be-49fd-9e66-ef188e650dd1'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:47.724634 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6aca5817-8f42-4e7a-85f5-bac6f4442924 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:15:47.774303 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21200b67-870a-4172-8692-9b0c32a40e07 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Pushing event deleted for resources: {'Port': ['ID=6f6cab39-e0e1-4570-9180-7759e45d5cb6,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:47.837659 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-17628a85-476e-4d29-981d-fa0f2ac4debb req-21200b67-870a-4172-8692-9b0c32a40e07 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] No DVR routers for this DVR port 6f6cab39-e0e1-4570-9180-7759e45d5cb6 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:47.841736 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-17628a85-476e-4d29-981d-fa0f2ac4debb req-21200b67-870a-4172-8692-9b0c32a40e07 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.844542 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-17628a85-476e-4d29-981d-fa0f2ac4debb req-21200b67-870a-4172-8692-9b0c32a40e07 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "DELETE /v2.0/ports/6f6cab39-e0e1-4570-9180-7759e45d5cb6 HTTP/1.1" status: 204 len: 173 time: 1.1715972 Jul 14 09:15:47.868105 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183735d9-a2da-4c1a-93fc-40f811734eb0', 'name': 'network-vif-deleted', 'tag': '6f6cab39-e0e1-4570-9180-7759e45d5cb6'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:47.872250 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bb7ce4-2e9e-405b-8571-205fc5add361" -d '{"events": [{"server_uuid": "183735d9-a2da-4c1a-93fc-40f811734eb0", "name": "network-vif-deleted", "tag": "6f6cab39-e0e1-4570-9180-7759e45d5cb6"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:48.079012 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 6aca5817-8f42-4e7a-85f5-bac6f4442924, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6aca5817-8f42-4e7a-85f5-bac6f4442924,segment=NetworkSegment(a5e53d92-b324-4b94-8d29-22418d6ea2d2),segment_id=a5e53d92-b324-4b94-8d29-22418d6ea2d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:48.089421 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44480bce-e852-4662-8bac-5df282b9882f req-2c103f27-26ba-48dc-9989-1a60954d0337 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:48.098076 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-44480bce-e852-4662-8bac-5df282b9882f req-2c103f27-26ba-48dc-9989-1a60954d0337 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 945 time: 0.2918670 Jul 14 09:15:48.104933 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-f13d735a-56b4-48c6-9893-60c48ed8c7cf tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.112107 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972e8696-acaf-4c5a-9238-b36dd3d88e5e', 'name': 'tempest-FloatingIPDetailsTestJSON-934416423-router', 'tenant_id': '29a2a9b841fc4f01b0f646df66671bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '48afb099-a61e-4fbb-8cbd-58da85995ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:37Z', 'updated_at': '2021-07-14T09:15:43Z', 'revision_number': 4, 'project_id': '29a2a9b841fc4f01b0f646df66671bd2', 'gw_port': {'id': '48afb099-a61e-4fbb-8cbd-58da85995ef4', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972e8696-acaf-4c5a-9238-b36dd3d88e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:37Z', 'updated_at': '2021-07-14T09:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'a1d95ae2-4598-457b-89f5-aab557092c75', 'name': '', 'network_id': 'c8807442-5bfb-4c34-a802-cce4924ca686', 'tenant_id': '29a2a9b841fc4f01b0f646df66671bd2', 'mac_address': 'fa:16:3e:7d:1d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972e8696-acaf-4c5a-9238-b36dd3d88e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '44d80de1-fe57-40af-b487-f98ba6ff2ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:41Z', 'updated_at': '2021-07-14T09:15:47Z', 'revision_number': 4, 'project_id': '29a2a9b841fc4f01b0f646df66671bd2', 'subnets': [{'id': '44d80de1-fe57-40af-b487-f98ba6ff2ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:48.115855 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '6aca5817-8f42-4e7a-85f5-bac6f4442924', 'network_id': '58b578ac-94e2-4ea1-a737-42993db0b5b6', 'port_id': '6aca5817-8f42-4e7a-85f5-bac6f4442924', 'mac_address': 'fa:16:3e:91:f0:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ad77fb-8644-4bff-ba7c-293c210c0da0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:15:48.127977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51430) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:48.151704 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9d5eee1b-9ef7-4bfd-abf2-83e31ccea55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.164168 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25565965-cd95-4ec8-8aef-3b11a82998d7 None None] The sync data for ids ['972e8696-acaf-4c5a-9238-b36dd3d88e5e'] in n-d-798054-10 is: [{'id': '972e8696-acaf-4c5a-9238-b36dd3d88e5e', 'name': 'tempest-FloatingIPDetailsTestJSON-934416423-router', 'tenant_id': '29a2a9b841fc4f01b0f646df66671bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '48afb099-a61e-4fbb-8cbd-58da85995ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:37Z', 'updated_at': '2021-07-14T09:15:43Z', 'revision_number': 4, 'project_id': '29a2a9b841fc4f01b0f646df66671bd2', 'gw_port': {'id': '48afb099-a61e-4fbb-8cbd-58da85995ef4', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972e8696-acaf-4c5a-9238-b36dd3d88e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:37Z', 'updated_at': '2021-07-14T09:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'a1d95ae2-4598-457b-89f5-aab557092c75', 'name': '', 'network_id': 'c8807442-5bfb-4c34-a802-cce4924ca686', 'tenant_id': '29a2a9b841fc4f01b0f646df66671bd2', 'mac_address': 'fa:16:3e:7d:1d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972e8696-acaf-4c5a-9238-b36dd3d88e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '44d80de1-fe57-40af-b487-f98ba6ff2ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:41Z', 'updated_at': '2021-07-14T09:15:47Z', 'revision_number': 4, 'project_id': '29a2a9b841fc4f01b0f646df66671bd2', 'subnets': [{'id': '44d80de1-fe57-40af-b487-f98ba6ff2ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:15:48.188480 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-44480bce-e852-4662-8bac-5df282b9882f req-a5c1c298-ff87-485b-8ab9-c408a5484446 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886674 Jul 14 09:15:48.282749 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-f13d735a-56b4-48c6-9893-60c48ed8c7cf tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.378791 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.417419 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9d5eee1b-9ef7-4bfd-abf2-83e31ccea55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.424466 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9d5eee1b-9ef7-4bfd-abf2-83e31ccea55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.466534 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9d5eee1b-9ef7-4bfd-abf2-83e31ccea55e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4dc2a685e7d548aaaac71c785a948f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368063 Jul 14 09:15:48.471901 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51434) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:48.568492 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-f13d735a-56b4-48c6-9893-60c48ed8c7cf tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:48.602106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-f13d735a-56b4-48c6-9893-60c48ed8c7cf tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:48.613819 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-f13d735a-56b4-48c6-9893-60c48ed8c7cf tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:48.617348 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aca5817-8f42-4e7a-85f5-bac6f4442924 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:48.621174 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5eee1b-9ef7-4bfd-abf2-83e31ccea55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0516940-2395-4034-a386-bf6c1d683866,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:48.644127 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 6aca5817-8f42-4e7a-85f5-bac6f4442924, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6aca5817-8f42-4e7a-85f5-bac6f4442924,segment=NetworkSegment(a5e53d92-b324-4b94-8d29-22418d6ea2d2),segment_id=a5e53d92-b324-4b94-8d29-22418d6ea2d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:48.645960 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a1d95ae2-4598-457b-89f5-aab557092c75 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:48.684111 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.688128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d735a-56b4-48c6-9893-60c48ed8c7cf tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Pushing event updated for resources: {'Port': ['ID=edf32a48-0636-469d-9145-7ae5b60a9e4c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:48.698284 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f553de8c-4c09-4088-9432-d15ef11244ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.759973 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f553de8c-4c09-4088-9432-d15ef11244ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.849371 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f553de8c-4c09-4088-9432-d15ef11244ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.853350 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f553de8c-4c09-4088-9432-d15ef11244ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.857276 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f553de8c-4c09-4088-9432-d15ef11244ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0516940-2395-4034-a386-bf6c1d683866 HTTP/1.1" status: 204 len: 168 time: 0.3839848 Jul 14 09:15:48.869148 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553de8c-4c09-4088-9432-d15ef11244ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0516940-2395-4034-a386-bf6c1d683866,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:48.901863 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=6aca5817-8f42-4e7a-85f5-bac6f4442924,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:48.975244 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port a1d95ae2-4598-457b-89f5-aab557092c75 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:48.992612 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c75723-7d79-410d-bd94-550009d4f583 req-aa6e2302-bcf1-41a3-a3e0-a8f354ed0b1a tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:49.004465 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4c75723-7d79-410d-bd94-550009d4f583 req-aa6e2302-bcf1-41a3-a3e0-a8f354ed0b1a tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 944 time: 0.2635920 Jul 14 09:15:49.012257 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a1d95ae2-4598-457b-89f5-aab557092c75 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:49.012546 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.034287 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-f13d735a-56b4-48c6-9893-60c48ed8c7cf tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.091588 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4c75723-7d79-410d-bd94-550009d4f583 req-86affc6e-3c99-4d90-a894-94f2f9e2540d tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858996 Jul 14 09:15:49.171178 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['6aca5817-8f42-4e7a-85f5-bac6f4442924'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:49.187995 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-f13d735a-56b4-48c6-9893-60c48ed8c7cf tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.226021 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.342500 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port a1d95ae2-4598-457b-89f5-aab557092c75, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a1d95ae2-4598-457b-89f5-aab557092c75,segment=NetworkSegment(5a2c43d3-a41d-4673-bb94-f291155e6e6e),segment_id=5a2c43d3-a41d-4673-bb94-f291155e6e6e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:49.358231 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.501997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=a1d95ae2-4598-457b-89f5-aab557092c75,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:49.793113 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-f13d735a-56b4-48c6-9893-60c48ed8c7cf tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.802044 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-f13d735a-56b4-48c6-9893-60c48ed8c7cf tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.890278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d735a-56b4-48c6-9893-60c48ed8c7cf tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Pushing event updated for resources: {'Port': ['ID=edf32a48-0636-469d-9145-7ae5b60a9e4c,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:49.914546 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-f13d735a-56b4-48c6-9893-60c48ed8c7cf tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.926338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cf9f4-b96b-40e2-aaf4-5fd51bb99704 req-926600c3-889e-4daf-ab35-1f12557d05e8 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:49.933831 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c0cf9f4-b96b-40e2-aaf4-5fd51bb99704 req-926600c3-889e-4daf-ab35-1f12557d05e8 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 949 time: 0.1794522 Jul 14 09:15:49.965224 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-f13d735a-56b4-48c6-9893-60c48ed8c7cf tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.966610 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-f13d735a-56b4-48c6-9893-60c48ed8c7cf tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3702347 Jul 14 09:15:50.018693 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c0cf9f4-b96b-40e2-aaf4-5fd51bb99704 req-d4146b37-7046-45b4-aae2-e13a9cb46599 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838759 Jul 14 09:15:50.048670 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-7f76960d-7e70-4dda-a412-3f15a348525c tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:50.051637 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-7f76960d-7e70-4dda-a412-3f15a348525c tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.55 "GET /v2.0/networks?id=b4e813a1-2824-43e4-b06b-a7b25bf72032 HTTP/1.1" status: 200 len: 818 time: 0.2362800 Jul 14 09:15:50.071143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-ffefe28d-f5f9-49f9-a960-506524db2a6a tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Request body: {'port': {'device_id': '764e34c9-2edf-490a-9c17-19c333d585f4', 'network_id': 'b4e813a1-2824-43e4-b06b-a7b25bf72032', 'admin_state_up': True, 'tenant_id': 'c6e37f960c544c95bd8f1a1f36a193ed'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:50.073844 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-66c5168a-eb82-4762-9415-c29fe374cf37 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.57 HTTP/1.1" status: 200 len: 695 time: 0.0969546 Jul 14 09:15:50.235876 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc9faabc-7a1f-4bc8-8bf3-ff94921b77b6 req-fd95a019-5b81-49aa-91a5-74c5e068cba6 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.26 "GET /v2.0/ports?device_id=764e34c9-2edf-490a-9c17-19c333d585f4 HTTP/1.1" status: 200 len: 210 time: 0.0379696 Jul 14 09:15:50.242241 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-ffefe28d-f5f9-49f9-a960-506524db2a6a tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Made reservation on behalf of c6e37f960c544c95bd8f1a1f36a193ed for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:50.244812 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-227ccaa8-7176-4798-a76d-bfd19095d9d3 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:50.246268 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-227ccaa8-7176-4798-a76d-bfd19095d9d3 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.1657000 Jul 14 09:15:50.247056 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-ffefe28d-f5f9-49f9-a960-506524db2a6a tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.260745 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-570af4ce-d511-4f26-9e4d-4cf3aa6c9a11 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:15:50.262277 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d6d5654-3051-40a5-8648-b75ca9b878f2 req-570af4ce-d511-4f26-9e4d-4cf3aa6c9a11 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104356 Jul 14 09:15:50.318166 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f097bdb5-d18b-4044-a611-cb23e94caf05 x-openstack-request-id: req-f097bdb5-d18b-4044-a611-cb23e94caf05 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:50.318462 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183735d9-a2da-4c1a-93fc-40f811734eb0", "name": "network-vif-deleted", "tag": "6f6cab39-e0e1-4570-9180-7759e45d5cb6", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:50.318714 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f097bdb5-d18b-4044-a611-cb23e94caf05 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:50.319108 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183735d9-a2da-4c1a-93fc-40f811734eb0', 'name': 'network-vif-deleted', 'tag': '6f6cab39-e0e1-4570-9180-7759e45d5cb6', 'status': 'completed', 'code': 200} Jul 14 09:15:50.394510 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a1d95ae2-4598-457b-89f5-aab557092c75 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:50.430953 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-ffefe28d-f5f9-49f9-a960-506524db2a6a tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Allocated IP 172.20.0.8 (b4e813a1-2824-43e4-b06b-a7b25bf72032/77d953ad-2f98-4dc1-84bd-b5addb78276c/4b6645f0-de55-495c-8181-24824f23c937) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:50.493482 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a1d95ae2-4598-457b-89f5-aab557092c75 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:50.493983 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.548236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c4c62-f7f1-469d-ab2f-761200c8efe1 req-87489ca8-b0de-4ba4-bd3a-0f4476cdcc31 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:50.557299 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2b7c4c62-f7f1-469d-ab2f-761200c8efe1 req-87489ca8-b0de-4ba4-bd3a-0f4476cdcc31 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bbc99c2-6c39-4d3d-86dd-4910f7991c30 HTTP/1.1" status: 200 len: 945 time: 0.0897846 Jul 14 09:15:50.624040 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2b7c4c62-f7f1-469d-ab2f-761200c8efe1 req-af45d119-5f32-45a8-a24d-ddeb379d515a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650325 Jul 14 09:15:50.685145 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6f6cab39-e0e1-4570-9180-7759e45d5cb6 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:50.719491 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 6f6cab39-e0e1-4570-9180-7759e45d5cb6 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:50.719875 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6f6cab39-e0e1-4570-9180-7759e45d5cb6 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:50.752293 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-ffefe28d-f5f9-49f9-a960-506524db2a6a tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.778236 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-ab3b42f6-6654-44c9-9510-5a23d16139b7 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1365569 Jul 14 09:15:50.793251 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-cea45e3e-7562-4c3c-9a69-adff04d69e75 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:50.800534 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-ffefe28d-f5f9-49f9-a960-506524db2a6a tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.827115 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-cea45e3e-7562-4c3c-9a69-adff04d69e75 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.859045 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-ffefe28d-f5f9-49f9-a960-506524db2a6a tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Network b4e813a1-2824-43e4-b06b-a7b25bf72032 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:50.862230 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-ffefe28d-f5f9-49f9-a960-506524db2a6a tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:50.866309 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-ffefe28d-f5f9-49f9-a960-506524db2a6a tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:50.892023 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefe28d-f5f9-49f9-a960-506524db2a6a tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Pushing event updated for resources: {'Port': ['ID=4b6645f0-de55-495c-8181-24824f23c937,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:50.930177 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-ffefe28d-f5f9-49f9-a960-506524db2a6a tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:50.930849 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-ffefe28d-f5f9-49f9-a960-506524db2a6a tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.945425 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-ffefe28d-f5f9-49f9-a960-506524db2a6a tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8795958 Jul 14 09:15:50.969122 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] Request body: {'port': {'device_id': '764e34c9-2edf-490a-9c17-19c333d585f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:50.985960 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-cea45e3e-7562-4c3c-9a69-adff04d69e75 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.046375 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.056451 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e0080-ab04-4bcd-a8b6-a510a030648b req-6b5159fd-8c60-4c3f-9ade-c04be4cc49bc tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:51.057962 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d1e0080-ab04-4bcd-a8b6-a510a030648b req-6b5159fd-8c60-4c3f-9ade-c04be4cc49bc tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 944 time: 0.1354604 Jul 14 09:15:51.131015 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d1e0080-ab04-4bcd-a8b6-a510a030648b req-8af32d82-fcd8-4ba8-863d-54c3c1d943b5 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650949 Jul 14 09:15:51.143401 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-cea45e3e-7562-4c3c-9a69-adff04d69e75 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Allocated IP 172.25.1.48 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/8539fa95-e74f-42aa-aa66-24f753334fbd) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:51.292498 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-cea45e3e-7562-4c3c-9a69-adff04d69e75 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.340354 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-cea45e3e-7562-4c3c-9a69-adff04d69e75 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.356681 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6645f0-de55-495c-8181-24824f23c937 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:51.364973 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.383440 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-cea45e3e-7562-4c3c-9a69-adff04d69e75 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:51.384988 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] Transition to ACTIVE for port object 4b6645f0-de55-495c-8181-24824f23c937 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:51.390285 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.390860 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-cea45e3e-7562-4c3c-9a69-adff04d69e75 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:51.394794 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-cea45e3e-7562-4c3c-9a69-adff04d69e75 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:51.419586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea45e3e-7562-4c3c-9a69-adff04d69e75 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Pushing event updated for resources: {'Port': ['ID=8539fa95-e74f-42aa-aa66-24f753334fbd,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:51.490244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] Pushing event updated for resources: {'Port': ['ID=4b6645f0-de55-495c-8181-24824f23c937,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:51.492395 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-cea45e3e-7562-4c3c-9a69-adff04d69e75 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.525808 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] Attempting to bind port 4b6645f0-de55-495c-8181-24824f23c937 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:51.526143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] Attempting to bind port 4b6645f0-de55-495c-8181-24824f23c937 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '736296d9-adfb-4e94-95a6-6560f26f1857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b4e813a1-2824-43e4-b06b-a7b25bf72032'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:51.526475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] Attempting to bind port 4b6645f0-de55-495c-8181-24824f23c937 on network b4e813a1-2824-43e4-b06b-a7b25bf72032 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:51.530910 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] Port 4b6645f0-de55-495c-8181-24824f23c937 on network b4e813a1-2824-43e4-b06b-a7b25bf72032 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:15:51.531233 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] Attempting to bind port 4b6645f0-de55-495c-8181-24824f23c937 on network b4e813a1-2824-43e4-b06b-a7b25bf72032 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:51.535981 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:51.536322 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] Checking segment: {'id': '736296d9-adfb-4e94-95a6-6560f26f1857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b4e813a1-2824-43e4-b06b-a7b25bf72032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:51.536701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] Bound using segment: {'id': '736296d9-adfb-4e94-95a6-6560f26f1857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b4e813a1-2824-43e4-b06b-a7b25bf72032'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:51.537125 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] Bound port: 4b6645f0-de55-495c-8181-24824f23c937, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736296d9-adfb-4e94-95a6-6560f26f1857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b4e813a1-2824-43e4-b06b-a7b25bf72032'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:51.537481 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.572920 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-cea45e3e-7562-4c3c-9a69-adff04d69e75 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.578040 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:15:51.603535 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] For port 4b6645f0-de55-495c-8181-24824f23c937, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:51.606663 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] For port 4b6645f0-de55-495c-8181-24824f23c937, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4b6645f0-de55-495c-8181-24824f23c937,segment=NetworkSegment(736296d9-adfb-4e94-95a6-6560f26f1857),segment_id=736296d9-adfb-4e94-95a6-6560f26f1857)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:51.610508 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.642945 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:51.643567 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.644958 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] 10.222.0.55 "PUT /v2.0/ports/4b6645f0-de55-495c-8181-24824f23c937 HTTP/1.1" status: 200 len: 1092 time: 0.6803143 Jul 14 09:15:51.645400 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764e34c9-2edf-490a-9c17-19c333d585f4', 'tag': '4b6645f0-de55-495c-8181-24824f23c937'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:51.648272 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378ab9cf-939b-4669-9d51-7129ec437326" -d '{"events": [{"name": "network-changed", "server_uuid": "764e34c9-2edf-490a-9c17-19c333d585f4", "tag": "4b6645f0-de55-495c-8181-24824f23c937"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:51.651784 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e47395-6f09-41c2-97fe-08b774a5698c req-290386e3-2442-48f8-a2f8-f018db13eadb tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:51.653276 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24e47395-6f09-41c2-97fe-08b774a5698c req-290386e3-2442-48f8-a2f8-f018db13eadb tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a HTTP/1.1" status: 200 len: 946 time: 0.1215243 Jul 14 09:15:51.673711 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561a65a-820b-42b6-99c0-15140b3847ae service neutron] Pushing event updated for resources: {'Port': ['ID=4b6645f0-de55-495c-8181-24824f23c937,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:51.732136 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6aca5817-8f42-4e7a-85f5-bac6f4442924 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:51.732747 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24e47395-6f09-41c2-97fe-08b774a5698c req-389c123d-c20b-4d9f-9f68-8abc68942419 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548954 Jul 14 09:15:51.760417 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-fb64ef71-4c09-4e83-8e87-b3ebbffd2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:51.762280 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-fb64ef71-4c09-4e83-8e87-b3ebbffd2bd5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c6e37f960c544c95bd8f1a1f36a193ed&device_id=764e34c9-2edf-490a-9c17-19c333d585f4 HTTP/1.1" status: 200 len: 1095 time: 0.0604134 Jul 14 09:15:51.787268 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-cea45e3e-7562-4c3c-9a69-adff04d69e75 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.793354 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-cea45e3e-7562-4c3c-9a69-adff04d69e75 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.798405 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 6aca5817-8f42-4e7a-85f5-bac6f4442924 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:51.802779 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 6aca5817-8f42-4e7a-85f5-bac6f4442924 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:51.803298 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.820301 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-be88c185-3027-4c38-9c8a-fa895767bf85 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b6645f0-de55-495c-8181-24824f23c937 HTTP/1.1" status: 200 len: 217 time: 0.0350926 Jul 14 09:15:51.865808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea45e3e-7562-4c3c-9a69-adff04d69e75 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Pushing event updated for resources: {'Port': ['ID=8539fa95-e74f-42aa-aa66-24f753334fbd,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:51.878411 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-ee018230-4001-4423-b4c0-62305765ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:51.880137 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-ee018230-4001-4423-b4c0-62305765ff87 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=77d953ad-2f98-4dc1-84bd-b5addb78276c HTTP/1.1" status: 200 len: 858 time: 0.0538185 Jul 14 09:15:51.889683 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-cea45e3e-7562-4c3c-9a69-adff04d69e75 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.908300 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-cea45e3e-7562-4c3c-9a69-adff04d69e75 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.910205 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-cea45e3e-7562-4c3c-9a69-adff04d69e75 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1227746 Jul 14 09:15:51.926396 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.936513 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-49d51441-1345-4bb9-b37c-eee3ddf0081b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b4e813a1-2824-43e4-b06b-a7b25bf72032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481796 Jul 14 09:15:51.964662 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 6aca5817-8f42-4e7a-85f5-bac6f4442924, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6aca5817-8f42-4e7a-85f5-bac6f4442924,segment=NetworkSegment(a5e53d92-b324-4b94-8d29-22418d6ea2d2),segment_id=a5e53d92-b324-4b94-8d29-22418d6ea2d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:51.965682 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3148693-52ad-4d5c-9431-836fe6687d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aca5817-8f42-4e7a-85f5-bac6f4442924'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:51.969549 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b84b33-1ee0-4b5e-b5c1-efabec879556" -d '{"events": [{"server_uuid": "f3148693-52ad-4d5c-9431-836fe6687d40", "name": "network-vif-plugged", "status": "completed", "tag": "6aca5817-8f42-4e7a-85f5-bac6f4442924"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:51.971338 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-3d1de269-2883-418d-9292-c922718cfadc tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.48 HTTP/1.1" status: 200 len: 695 time: 0.0545073 Jul 14 09:15:51.972940 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.030543 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=6aca5817-8f42-4e7a-85f5-bac6f4442924,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:52.046035 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-06c4de2d-759f-4bba-9c3a-cf563a63286f service neutron] 10.222.0.55 "GET /v2.0/networks/b4e813a1-2824-43e4-b06b-a7b25bf72032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019361 Jul 14 09:15:52.135342 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-482f5a95-4f7c-42e5-88da-f80f43f83a25 req-3aafe29f-56b5-42d3-bdcc-dcf9be46c37c service neutron] 10.222.0.55 "GET /v2.0/networks/b4e813a1-2824-43e4-b06b-a7b25bf72032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826917 Jul 14 09:15:52.159060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-2e29d4df-36d0-4847-861a-2c788b5f1287 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:52.160465 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-2e29d4df-36d0-4847-861a-2c788b5f1287 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.1830754 Jul 14 09:15:52.180971 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-8c085d10-7e5d-4c32-afd9-a43ba017d0b6 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:15:52.181976 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b3799b23-db4f-4088-b3e7-691ce5ef9b42 req-8c085d10-7e5d-4c32-afd9-a43ba017d0b6 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099404 Jul 14 09:15:52.197709 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a50699-3dc1-459b-a46a-881caf083f05 req-2ffca551-2fdd-4494-a7e3-10bacce6e400 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:52.199040 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-81a50699-3dc1-459b-a46a-881caf083f05 req-2ffca551-2fdd-4494-a7e3-10bacce6e400 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 949 time: 0.1594982 Jul 14 09:15:52.206696 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1f939-7aee-48fe-81d5-4ff788aa7ba9 req-f0f462de-9fc4-4512-aa66-25af5993a3d3 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:52.208032 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8fb1f939-7aee-48fe-81d5-4ff788aa7ba9 req-f0f462de-9fc4-4512-aa66-25af5993a3d3 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0 HTTP/1.1" status: 200 len: 948 time: 0.1544294 Jul 14 09:15:52.278401 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-81a50699-3dc1-459b-a46a-881caf083f05 req-886f251d-2c6a-483c-8360-b13159e1e6e2 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694284 Jul 14 09:15:52.370476 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-8fb1f939-7aee-48fe-81d5-4ff788aa7ba9 req-f7130a20-bc82-491a-9bac-e5a20dc273f5 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Deleting port 428bb167-b385-4b1b-9b7b-5ed66170f155 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:52.371196 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8fb1f939-7aee-48fe-81d5-4ff788aa7ba9 req-f7130a20-bc82-491a-9bac-e5a20dc273f5 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.475300 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2658da-9c05-4c24-8770-086f358ee84d req-0e09fe2b-9885-471f-813b-79ce36c1dd14 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:52.476706 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5d2658da-9c05-4c24-8770-086f358ee84d req-0e09fe2b-9885-471f-813b-79ce36c1dd14 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.26 "GET /v2.0/ports?device_id=764e34c9-2edf-490a-9c17-19c333d585f4 HTTP/1.1" status: 200 len: 943 time: 0.1587763 Jul 14 09:15:52.530354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-8fb1f939-7aee-48fe-81d5-4ff788aa7ba9 req-f7130a20-bc82-491a-9bac-e5a20dc273f5 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] For port 428bb167-b385-4b1b-9b7b-5ed66170f155, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=428bb167-b385-4b1b-9b7b-5ed66170f155,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:52.530711 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8fb1f939-7aee-48fe-81d5-4ff788aa7ba9 req-f7130a20-bc82-491a-9bac-e5a20dc273f5 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.547896 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-8fb1f939-7aee-48fe-81d5-4ff788aa7ba9 req-f7130a20-bc82-491a-9bac-e5a20dc273f5 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Calling delete_port for 428bb167-b385-4b1b-9b7b-5ed66170f155 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:52.573753 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2020016-6d64-4a04-abe2-8ac46e91eff1 req-75ce7a28-c768-4f15-b57d-bc86dbd8487c tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:52.575242 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2020016-6d64-4a04-abe2-8ac46e91eff1 req-75ce7a28-c768-4f15-b57d-bc86dbd8487c tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0 HTTP/1.1" status: 200 len: 948 time: 0.1869557 Jul 14 09:15:52.581089 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5d2658da-9c05-4c24-8770-086f358ee84d req-69dfb2df-ddc3-4e0c-b102-baec53ecaeeb tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.26 "GET /v2.0/security-groups?id=15d6ba5f-1017-4e7d-9ac4-77c7d1677daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973566 Jul 14 09:15:52.640395 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23449814-45c4-40c5-b68a-8776038d87a4 x-openstack-request-id: req-23449814-45c4-40c5-b68a-8776038d87a4 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:52.641373 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764e34c9-2edf-490a-9c17-19c333d585f4", "tag": "4b6645f0-de55-495c-8181-24824f23c937", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:52.641689 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23449814-45c4-40c5-b68a-8776038d87a4 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:52.642325 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764e34c9-2edf-490a-9c17-19c333d585f4', 'tag': '4b6645f0-de55-495c-8181-24824f23c937', 'status': 'completed', 'code': 200} Jul 14 09:15:52.659554 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2020016-6d64-4a04-abe2-8ac46e91eff1 req-a2f8aeca-f8d5-4576-9a92-dfef76d5d246 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775042 Jul 14 09:15:52.777836 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8fb1f939-7aee-48fe-81d5-4ff788aa7ba9 req-f7130a20-bc82-491a-9bac-e5a20dc273f5 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.790146 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['d4585aea-29d1-4c2e-a839-33de458e8edc', '94e65a1f-98ce-4889-8a69-032edb64e200'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:52.813535 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ab9cf-939b-4669-9d51-7129ec437326 req-4bae7221-6f54-44bf-8f9c-bbfcd39ce87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:52.815079 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-378ab9cf-939b-4669-9d51-7129ec437326 req-4bae7221-6f54-44bf-8f9c-bbfcd39ce87c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c6e37f960c544c95bd8f1a1f36a193ed&device_id=764e34c9-2edf-490a-9c17-19c333d585f4 HTTP/1.1" status: 200 len: 1095 time: 0.1242537 Jul 14 09:15:52.817241 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7130a20-bc82-491a-9bac-e5a20dc273f5 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Pushing event deleted for resources: {'Port': ['ID=428bb167-b385-4b1b-9b7b-5ed66170f155,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:52.836199 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3fe00c75-5227-492d-ae33-c5ec2711f80d', '4b2dcfac-24be-49fd-9e66-ef188e650dd1'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:52.885984 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb1f939-7aee-48fe-81d5-4ff788aa7ba9 req-f7130a20-bc82-491a-9bac-e5a20dc273f5 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] No DVR routers for this DVR port 428bb167-b385-4b1b-9b7b-5ed66170f155 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:52.892982 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8fb1f939-7aee-48fe-81d5-4ff788aa7ba9 req-f7130a20-bc82-491a-9bac-e5a20dc273f5 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.895232 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8fb1f939-7aee-48fe-81d5-4ff788aa7ba9 req-f7130a20-bc82-491a-9bac-e5a20dc273f5 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "DELETE /v2.0/ports/428bb167-b385-4b1b-9b7b-5ed66170f155 HTTP/1.1" status: 204 len: 173 time: 0.6797984 Jul 14 09:15:52.895705 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0', 'name': 'network-vif-deleted', 'tag': '428bb167-b385-4b1b-9b7b-5ed66170f155'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:52.898696 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a9c1a9-1df3-4343-879c-ae2cadbbf40d" -d '{"events": [{"server_uuid": "c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0", "name": "network-vif-deleted", "tag": "428bb167-b385-4b1b-9b7b-5ed66170f155"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:53.012555 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ab9cf-939b-4669-9d51-7129ec437326 req-d04cd24c-4c9d-4da0-84ea-43512f2c5606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:53.017330 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-378ab9cf-939b-4669-9d51-7129ec437326 req-d04cd24c-4c9d-4da0-84ea-43512f2c5606 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b4e813a1-2824-43e4-b06b-a7b25bf72032 HTTP/1.1" status: 200 len: 919 time: 0.1935935 Jul 14 09:15:53.023774 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80dad8f6-c3eb-490b-a1e0-648585b2ec72 x-openstack-request-id: req-80dad8f6-c3eb-490b-a1e0-648585b2ec72 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:53.024123 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3148693-52ad-4d5c-9431-836fe6687d40", "name": "network-vif-plugged", "status": "completed", "tag": "6aca5817-8f42-4e7a-85f5-bac6f4442924", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:53.024366 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-80dad8f6-c3eb-490b-a1e0-648585b2ec72 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:53.024755 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3148693-52ad-4d5c-9431-836fe6687d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aca5817-8f42-4e7a-85f5-bac6f4442924', 'code': 200} Jul 14 09:15:53.093962 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-378ab9cf-939b-4669-9d51-7129ec437326 req-bbdbd748-9473-4b0a-accc-7f6f2de7d2da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b6645f0-de55-495c-8181-24824f23c937 HTTP/1.1" status: 200 len: 217 time: 0.0683479 Jul 14 09:15:53.172811 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f67dc110-a3fd-4173-8e3d-5b7885fddaa1 req-2bf60f6e-05ab-4cbe-95f8-1f0ea82cd3ce service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1365387 Jul 14 09:15:53.183620 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566e3b1-0102-4914-b7e9-aa80dc3e3642 req-6cf9d1bf-d48e-45ce-bcc8-c7955068da3e tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:53.189578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566e3b1-0102-4914-b7e9-aa80dc3e3642 req-6cf9d1bf-d48e-45ce-bcc8-c7955068da3e tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:53.195717 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566e3b1-0102-4914-b7e9-aa80dc3e3642 req-6cf9d1bf-d48e-45ce-bcc8-c7955068da3e tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:53.197394 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d566e3b1-0102-4914-b7e9-aa80dc3e3642 req-6cf9d1bf-d48e-45ce-bcc8-c7955068da3e tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a&device_id=1bbc99c2-6c39-4d3d-86dd-4910f7991c30&device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 2417 time: 0.1530178 Jul 14 09:15:53.210807 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ab9cf-939b-4669-9d51-7129ec437326 req-5c285e03-52d6-45fc-bd79-8ba6baa7a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:53.213979 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-378ab9cf-939b-4669-9d51-7129ec437326 req-5c285e03-52d6-45fc-bd79-8ba6baa7a792 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=77d953ad-2f98-4dc1-84bd-b5addb78276c HTTP/1.1" status: 200 len: 858 time: 0.1036367 Jul 14 09:15:53.324288 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d566e3b1-0102-4914-b7e9-aa80dc3e3642 req-1a0a3b90-5354-4725-b2d7-edf6242fc3be tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150231 Jul 14 09:15:53.353184 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8500475-ee72-4d49-a962-eef418aff859 req-3671c9fd-57d0-46b2-8755-6e9b59cc2dcb tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:53.354836 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8500475-ee72-4d49-a962-eef418aff859 req-3671c9fd-57d0-46b2-8755-6e9b59cc2dcb tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 945 time: 0.1564887 Jul 14 09:15:53.373822 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dc110-a3fd-4173-8e3d-5b7885fddaa1 req-c110beb3-3afa-4c4e-8882-3cb1da1144be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:53.375295 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f67dc110-a3fd-4173-8e3d-5b7885fddaa1 req-c110beb3-3afa-4c4e-8882-3cb1da1144be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 1102 time: 0.1671932 Jul 14 09:15:53.388259 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-378ab9cf-939b-4669-9d51-7129ec437326 req-ecff0c39-a3b6-40bb-8314-7ddf9146ba2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b4e813a1-2824-43e4-b06b-a7b25bf72032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827670 Jul 14 09:15:53.509778 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8500475-ee72-4d49-a962-eef418aff859 req-87c2f70e-485e-4336-927c-ef91bb1880b1 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411142 Jul 14 09:15:53.517849 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9ebd0-04eb-4901-a883-0df84bccf950 req-b064952c-ca0b-4eb0-b9bc-43b38d465d35 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:53.519352 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5ad9ebd0-04eb-4901-a883-0df84bccf950 req-b064952c-ca0b-4eb0-b9bc-43b38d465d35 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc25929c-3dd3-41db-aa9e-2f30713a2d0c HTTP/1.1" status: 200 len: 949 time: 0.2026846 Jul 14 09:15:53.558926 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84ec8ebc-b540-4a7c-888e-55faaf647340 req-4ac97a87-79d6-4637-8cc5-4fc9acf6cce8 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2031062 Jul 14 09:15:53.568624 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-378ab9cf-939b-4669-9d51-7129ec437326 req-4a779f34-9992-41a2-a63e-e8cfb41ae54e service neutron] 10.222.0.55 "GET /v2.0/networks/b4e813a1-2824-43e4-b06b-a7b25bf72032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585400 Jul 14 09:15:53.573172 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-84ec8ebc-b540-4a7c-888e-55faaf647340 req-a0e740cc-a83a-4ece-bf19-d97b3d5de1b9 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:53.573340 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428b85b-5f9b-4b62-bbc8-098a720d3e3e req-75dcf376-d9d6-403e-82a6-3f915d85427c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:53.574688 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6428b85b-5f9b-4b62-bbc8-098a720d3e3e req-75dcf376-d9d6-403e-82a6-3f915d85427c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 1097 time: 0.2194271 Jul 14 09:15:53.604495 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dc110-a3fd-4173-8e3d-5b7885fddaa1 req-29df3687-ac5c-4177-b1cc-9aa65446a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:53.606012 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f67dc110-a3fd-4173-8e3d-5b7885fddaa1 req-29df3687-ac5c-4177-b1cc-9aa65446a717 service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1792529 Jul 14 09:15:53.611912 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-84ec8ebc-b540-4a7c-888e-55faaf647340 req-a0e740cc-a83a-4ece-bf19-d97b3d5de1b9 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.698727 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f67dc110-a3fd-4173-8e3d-5b7885fddaa1 req-3e244de9-40a9-4e4c-8751-5c565c4f06d1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=2d6ac726-7911-49c1-a48b-5cfd000bf1c3 HTTP/1.1" status: 200 len: 217 time: 0.0806010 Jul 14 09:15:53.722243 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6428b85b-5f9b-4b62-bbc8-098a720d3e3e req-a7941d33-98da-4e42-95ac-7c7ec0e6a6f8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355510 Jul 14 09:15:53.729424 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 4b6645f0-de55-495c-8181-24824f23c937 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:15:53.767293 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-5ad9ebd0-04eb-4901-a883-0df84bccf950 req-08df645f-2975-47c4-a4ad-b3c0859d8ba3 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Deleting port 4b2dcfac-24be-49fd-9e66-ef188e650dd1 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:53.768693 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5ad9ebd0-04eb-4901-a883-0df84bccf950 req-08df645f-2975-47c4-a4ad-b3c0859d8ba3 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.776164 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dc110-a3fd-4173-8e3d-5b7885fddaa1 req-777fe414-9fea-40f8-b90f-b67c9e38884d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:53.777629 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f67dc110-a3fd-4173-8e3d-5b7885fddaa1 req-777fe414-9fea-40f8-b90f-b67c9e38884d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0722749 Jul 14 09:15:53.791849 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f92311-50a0-4269-9cec-90391ec4b668 x-openstack-request-id: req-e6f92311-50a0-4269-9cec-90391ec4b668 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:53.792138 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0", "name": "network-vif-deleted", "tag": "428bb167-b385-4b1b-9b7b-5ed66170f155", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:53.792389 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6f92311-50a0-4269-9cec-90391ec4b668 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:53.792789 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4055f74-7cd5-4cbd-b68a-ceff7c9dffa0', 'name': 'network-vif-deleted', 'tag': '428bb167-b385-4b1b-9b7b-5ed66170f155', 'status': 'completed', 'code': 200} Jul 14 09:15:53.870481 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-84ec8ebc-b540-4a7c-888e-55faaf647340 req-a0e740cc-a83a-4ece-bf19-d97b3d5de1b9 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.885813 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dc110-a3fd-4173-8e3d-5b7885fddaa1 req-7e3ca1a4-056a-43ac-a334-dbf6cb9968fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:53.887590 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f67dc110-a3fd-4173-8e3d-5b7885fddaa1 req-7e3ca1a4-056a-43ac-a334-dbf6cb9968fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0912993 Jul 14 09:15:53.943023 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-5ad9ebd0-04eb-4901-a883-0df84bccf950 req-08df645f-2975-47c4-a4ad-b3c0859d8ba3 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] For port 4b2dcfac-24be-49fd-9e66-ef188e650dd1, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4b2dcfac-24be-49fd-9e66-ef188e650dd1,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:53.943712 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5ad9ebd0-04eb-4901-a883-0df84bccf950 req-08df645f-2975-47c4-a4ad-b3c0859d8ba3 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.959255 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-5ad9ebd0-04eb-4901-a883-0df84bccf950 req-08df645f-2975-47c4-a4ad-b3c0859d8ba3 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Calling delete_port for 4b2dcfac-24be-49fd-9e66-ef188e650dd1 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:53.980414 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 4b6645f0-de55-495c-8181-24824f23c937, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4b6645f0-de55-495c-8181-24824f23c937,segment=NetworkSegment(736296d9-adfb-4e94-95a6-6560f26f1857),segment_id=736296d9-adfb-4e94-95a6-6560f26f1857)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:53.998848 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '4b6645f0-de55-495c-8181-24824f23c937', 'network_id': 'b4e813a1-2824-43e4-b06b-a7b25bf72032', 'port_id': '4b6645f0-de55-495c-8181-24824f23c937', 'mac_address': 'fa:16:3e:e5:4c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d953ad-2f98-4dc1-84bd-b5addb78276c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:15:54.045561 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.061286 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6645f0-de55-495c-8181-24824f23c937 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:54.082998 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 4b6645f0-de55-495c-8181-24824f23c937, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4b6645f0-de55-495c-8181-24824f23c937,segment=NetworkSegment(736296d9-adfb-4e94-95a6-6560f26f1857),segment_id=736296d9-adfb-4e94-95a6-6560f26f1857)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:54.088894 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.101255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51540) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:54.110007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-84ec8ebc-b540-4a7c-888e-55faaf647340 req-a0e740cc-a83a-4ece-bf19-d97b3d5de1b9 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Allocated IP 172.25.1.134 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/8f858c21-3ced-44cf-81e7-16da87de4a08) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:54.131822 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-378ab9cf-939b-4669-9d51-7129ec437326 req-7c9a3748-ead0-429f-bdbe-21a5e8fba34a service neutron] 10.222.0.55 "GET /v2.0/networks/b4e813a1-2824-43e4-b06b-a7b25bf72032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466623 Jul 14 09:15:54.142084 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f67dc110-a3fd-4173-8e3d-5b7885fddaa1 req-744f179f-a092-4292-a3b4-4c1333e5ad3c service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205093 Jul 14 09:15:54.149390 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=4b6645f0-de55-495c-8181-24824f23c937,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:54.151147 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5ad9ebd0-04eb-4901-a883-0df84bccf950 req-08df645f-2975-47c4-a4ad-b3c0859d8ba3 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.161944 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c19117-a2a0-4089-bc63-9241190a8b85 req-901457ad-d6e6-4546-be87-558dee1d9aef tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:54.164138 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['d4585aea-29d1-4c2e-a839-33de458e8edc', '94e65a1f-98ce-4889-8a69-032edb64e200'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:54.164492 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60c19117-a2a0-4089-bc63-9241190a8b85 req-901457ad-d6e6-4546-be87-558dee1d9aef tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 949 time: 0.2188418 Jul 14 09:15:54.201120 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df645f-2975-47c4-a4ad-b3c0859d8ba3 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Pushing event deleted for resources: {'Port': ['ID=4b2dcfac-24be-49fd-9e66-ef188e650dd1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:54.230442 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3fe00c75-5227-492d-ae33-c5ec2711f80d'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:54.272458 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad9ebd0-04eb-4901-a883-0df84bccf950 req-08df645f-2975-47c4-a4ad-b3c0859d8ba3 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] No DVR routers for this DVR port 4b2dcfac-24be-49fd-9e66-ef188e650dd1 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:54.276063 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5ad9ebd0-04eb-4901-a883-0df84bccf950 req-08df645f-2975-47c4-a4ad-b3c0859d8ba3 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.279267 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5ad9ebd0-04eb-4901-a883-0df84bccf950 req-08df645f-2975-47c4-a4ad-b3c0859d8ba3 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.55 "DELETE /v2.0/ports/4b2dcfac-24be-49fd-9e66-ef188e650dd1 HTTP/1.1" status: 204 len: 173 time: 0.7467237 Jul 14 09:15:54.633837 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['4b6645f0-de55-495c-8181-24824f23c937'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:54.641925 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6ee44b8-6163-4834-9937-1071176154e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.643839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc25929c-3dd3-41db-aa9e-2f30713a2d0c', 'name': 'network-vif-deleted', 'tag': '4b2dcfac-24be-49fd-9e66-ef188e650dd1'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:54.646450 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374ce952-deb2-4517-8787-69a490917371" -d '{"events": [{"server_uuid": "bc25929c-3dd3-41db-aa9e-2f30713a2d0c", "name": "network-vif-deleted", "tag": "4b2dcfac-24be-49fd-9e66-ef188e650dd1"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:54.677636 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60c19117-a2a0-4089-bc63-9241190a8b85 req-7cd6ad80-46ad-401c-b70b-211b73f42d70 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942248 Jul 14 09:15:54.715825 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 428bb167-b385-4b1b-9b7b-5ed66170f155 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:54.735287 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-a7f19239-2258-4325-b993-8c7ceaa9968d req-ba44d8bc-51f4-4210-ab6f-f49e22ea023d tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:15:54.736324 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7f19239-2258-4325-b993-8c7ceaa9968d req-ba44d8bc-51f4-4210-ab6f-f49e22ea023d tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206683 Jul 14 09:15:54.742846 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 428bb167-b385-4b1b-9b7b-5ed66170f155 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:54.743577 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 428bb167-b385-4b1b-9b7b-5ed66170f155 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:54.750450 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f67dc110-a3fd-4173-8e3d-5b7885fddaa1 req-f8458ad5-1d7a-4ba6-8494-4d36a88415b7 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825508 Jul 14 09:15:54.758297 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-84ec8ebc-b540-4a7c-888e-55faaf647340 req-a0e740cc-a83a-4ece-bf19-d97b3d5de1b9 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.906485 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7f19239-2258-4325-b993-8c7ceaa9968d req-70a079da-2377-45f1-bba2-541f0249a50e tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1550698 Jul 14 09:15:54.914305 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-84ec8ebc-b540-4a7c-888e-55faaf647340 req-a0e740cc-a83a-4ece-bf19-d97b3d5de1b9 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.949173 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6ee44b8-6163-4834-9937-1071176154e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.956052 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6ee44b8-6163-4834-9937-1071176154e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.979150 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ec8ebc-b540-4a7c-888e-55faaf647340 req-a0e740cc-a83a-4ece-bf19-d97b3d5de1b9 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:54.992096 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-84ec8ebc-b540-4a7c-888e-55faaf647340 req-a0e740cc-a83a-4ece-bf19-d97b3d5de1b9 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:55.002838 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ec8ebc-b540-4a7c-888e-55faaf647340 req-a0e740cc-a83a-4ece-bf19-d97b3d5de1b9 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:55.013768 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e740cc-a83a-4ece-bf19-d97b3d5de1b9 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Pushing event updated for resources: {'Port': ['ID=8f858c21-3ced-44cf-81e7-16da87de4a08,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:55.040620 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f6ee44b8-6163-4834-9937-1071176154e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cda09ce4cb8440009a8e21ee93cd35d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9354362 Jul 14 09:15:55.043253 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee44b8-6163-4834-9937-1071176154e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae771037-2bc2-447f-b6e5-ce979321c2f8,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:55.043500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51548) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:55.109711 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8847-83ed-4cd6-8eaf-97a8a49a37fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.128340 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-84ec8ebc-b540-4a7c-888e-55faaf647340 req-a0e740cc-a83a-4ece-bf19-d97b3d5de1b9 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.135113 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8847-83ed-4cd6-8eaf-97a8a49a37fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.209181 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8847-83ed-4cd6-8eaf-97a8a49a37fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.213228 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8847-83ed-4cd6-8eaf-97a8a49a37fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.214868 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1fdc8847-83ed-4cd6-8eaf-97a8a49a37fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae771037-2bc2-447f-b6e5-ce979321c2f8 HTTP/1.1" status: 204 len: 168 time: 0.1703508 Jul 14 09:15:55.222199 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-84ec8ebc-b540-4a7c-888e-55faaf647340 req-a0e740cc-a83a-4ece-bf19-d97b3d5de1b9 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.231530 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8847-83ed-4cd6-8eaf-97a8a49a37fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae771037-2bc2-447f-b6e5-ce979321c2f8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:55.343988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab0ea7-c6e6-4af5-aa0b-6025a8655e65 req-fb8f0a7b-d83d-4e74-b4ab-14bcf64d0d75 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:55.350363 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91ab0ea7-c6e6-4af5-aa0b-6025a8655e65 req-fb8f0a7b-d83d-4e74-b4ab-14bcf64d0d75 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.26 "GET /v2.0/ports?device_id=764e34c9-2edf-490a-9c17-19c333d585f4 HTTP/1.1" status: 200 len: 944 time: 0.1750805 Jul 14 09:15:55.429613 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91ab0ea7-c6e6-4af5-aa0b-6025a8655e65 req-0efd3c87-1b3f-44c9-bb8f-687f2556c3e4 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.26 "GET /v2.0/security-groups?id=15d6ba5f-1017-4e7d-9ac4-77c7d1677daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762918 Jul 14 09:15:55.453588 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-84ec8ebc-b540-4a7c-888e-55faaf647340 req-a0e740cc-a83a-4ece-bf19-d97b3d5de1b9 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.459380 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-84ec8ebc-b540-4a7c-888e-55faaf647340 req-a0e740cc-a83a-4ece-bf19-d97b3d5de1b9 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.530394 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e740cc-a83a-4ece-bf19-d97b3d5de1b9 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Pushing event updated for resources: {'Port': ['ID=8f858c21-3ced-44cf-81e7-16da87de4a08,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:55.548134 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-84ec8ebc-b540-4a7c-888e-55faaf647340 req-a0e740cc-a83a-4ece-bf19-d97b3d5de1b9 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.564047 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-84ec8ebc-b540-4a7c-888e-55faaf647340 req-a0e740cc-a83a-4ece-bf19-d97b3d5de1b9 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.565819 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84ec8ebc-b540-4a7c-888e-55faaf647340 req-a0e740cc-a83a-4ece-bf19-d97b3d5de1b9 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0001504 Jul 14 09:15:55.590736 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51560) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:55.609596 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-47633428-01d1-440c-9c4d-566199834e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.622205 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84ec8ebc-b540-4a7c-888e-55faaf647340 req-afe1f22f-2425-4eb9-8dc5-4d376d2b5c8c tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.134 HTTP/1.1" status: 200 len: 696 time: 0.0493133 Jul 14 09:15:55.716118 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-47633428-01d1-440c-9c4d-566199834e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.720767 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-47633428-01d1-440c-9c4d-566199834e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.740405 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 4b2dcfac-24be-49fd-9e66-ef188e650dd1 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:55.763835 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-47633428-01d1-440c-9c4d-566199834e1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed1f23c47b6246b98d1f3d33b2b3147a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679783 Jul 14 09:15:55.763835 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47633428-01d1-440c-9c4d-566199834e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93684b9e-fbe1-44c7-9abb-a3251c274dea,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:55.764275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51564) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:55.782195 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 4b2dcfac-24be-49fd-9e66-ef188e650dd1 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:55.782883 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 4b2dcfac-24be-49fd-9e66-ef188e650dd1 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:55.787819 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec8ebc-b540-4a7c-888e-55faaf647340 req-1acbd76b-a97a-4ae8-a995-22d173352da4 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:55.789834 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84ec8ebc-b540-4a7c-888e-55faaf647340 req-1acbd76b-a97a-4ae8-a995-22d173352da4 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.1582656 Jul 14 09:15:55.807695 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc4995-d7a5-4ac2-9886-aae4c5490553 req-d6c0dcaa-1b41-4114-95ad-4610abed9686 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:55.809451 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c7cc4995-d7a5-4ac2-9886-aae4c5490553 req-d6c0dcaa-1b41-4114-95ad-4610abed9686 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 945 time: 0.1559858 Jul 14 09:15:55.826699 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ddc00cee-b758-45e7-8419-c226ef9fa855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.848195 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad0fcb3-fc78-4f83-b245-7e41f58c2493 x-openstack-request-id: req-fad0fcb3-fc78-4f83-b245-7e41f58c2493 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:55.848566 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc25929c-3dd3-41db-aa9e-2f30713a2d0c", "name": "network-vif-deleted", "tag": "4b2dcfac-24be-49fd-9e66-ef188e650dd1", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:55.848884 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fad0fcb3-fc78-4f83-b245-7e41f58c2493 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:55.849388 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc25929c-3dd3-41db-aa9e-2f30713a2d0c', 'name': 'network-vif-deleted', 'tag': '4b2dcfac-24be-49fd-9e66-ef188e650dd1', 'status': 'completed', 'code': 200} Jul 14 09:15:55.854894 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ddc00cee-b758-45e7-8419-c226ef9fa855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.867318 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c7cc4995-d7a5-4ac2-9886-aae4c5490553 req-ee03dc54-40b2-49c3-87bb-edd07e5ffef2 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515721 Jul 14 09:15:55.907910 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ddc00cee-b758-45e7-8419-c226ef9fa855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.910670 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ddc00cee-b758-45e7-8419-c226ef9fa855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.915059 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ddc00cee-b758-45e7-8419-c226ef9fa855 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/93684b9e-fbe1-44c7-9abb-a3251c274dea HTTP/1.1" status: 204 len: 168 time: 0.1467237 Jul 14 09:15:55.921268 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc00cee-b758-45e7-8419-c226ef9fa855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93684b9e-fbe1-44c7-9abb-a3251c274dea,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:56.204840 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-100fd908-ad1e-43c2-82dc-a7e5420d26a1 req-f43f461d-921d-4168-ae39-45622524de92 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1553061 Jul 14 09:15:56.214628 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46085b80-b384-4a12-bc89-3788378b5974 req-7fb2c041-60ef-4611-91b5-1b06ec59f2cf tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:56.215421 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46085b80-b384-4a12-bc89-3788378b5974 req-7fb2c041-60ef-4611-91b5-1b06ec59f2cf tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 949 time: 0.1509781 Jul 14 09:15:56.220397 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-100fd908-ad1e-43c2-82dc-a7e5420d26a1 req-825b111a-9ea5-44ed-bbb5-b0830424deea tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:56.266745 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-100fd908-ad1e-43c2-82dc-a7e5420d26a1 req-825b111a-9ea5-44ed-bbb5-b0830424deea tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.289554 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46085b80-b384-4a12-bc89-3788378b5974 req-69ba12c1-1a60-40a8-b549-57a10331e30b tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641036 Jul 14 09:15:56.376685 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-100fd908-ad1e-43c2-82dc-a7e5420d26a1 req-825b111a-9ea5-44ed-bbb5-b0830424deea tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.485308 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b5cf645-b6b8-4bf7-a543-daf3cb0f7d53 req-0dd5f6c0-cbb6-4703-9f04-27432da4e5e9 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1566519002&fields=id&tenant_id=557f4eb50c684c97b08dac62df18e620 HTTP/1.1" status: 200 len: 267 time: 0.0713573 Jul 14 09:15:56.542107 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-100fd908-ad1e-43c2-82dc-a7e5420d26a1 req-825b111a-9ea5-44ed-bbb5-b0830424deea tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Allocated IP 172.25.1.141 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/20b60302-a061-4119-a494-ed3b818ab514) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:56.623578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cf645-b6b8-4bf7-a543-daf3cb0f7d53 req-0bc448fc-2a47-46d1-95f1-ddfa84cf6266 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:56.625092 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b5cf645-b6b8-4bf7-a543-daf3cb0f7d53 req-0bc448fc-2a47-46d1-95f1-ddfa84cf6266 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 945 time: 0.1314402 Jul 14 09:15:56.648975 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-3b5cf645-b6b8-4bf7-a543-daf3cb0f7d53 req-a04b414f-3ad7-4554-bcfb-f47f5ea9bfe3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Request body: {'port': {'security_groups': ['8acff6a2-9986-496e-98bf-f733740b6c1c', '01b61e1a-8ff7-4745-9677-cc34e1810782']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:56.674459 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51598) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:56.722798 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-100fd908-ad1e-43c2-82dc-a7e5420d26a1 req-825b111a-9ea5-44ed-bbb5-b0830424deea tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.767086 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3b5cf645-b6b8-4bf7-a543-daf3cb0f7d53 req-a04b414f-3ad7-4554-bcfb-f47f5ea9bfe3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.792182 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7e777cd7-df16-4f10-baca-72d5fc061e93 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-644508016-network', 'tenant_id': '7f86d858348b4b4c82a71b1c4c844539'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:56.816626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e777cd7-df16-4f10-baca-72d5fc061e93 admin admin] Made reservation on behalf of 7f86d858348b4b4c82a71b1c4c844539 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:56.819021 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e777cd7-df16-4f10-baca-72d5fc061e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.828541 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e777cd7-df16-4f10-baca-72d5fc061e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.846172 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-100fd908-ad1e-43c2-82dc-a7e5420d26a1 req-825b111a-9ea5-44ed-bbb5-b0830424deea tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.954312 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100fd908-ad1e-43c2-82dc-a7e5420d26a1 req-825b111a-9ea5-44ed-bbb5-b0830424deea tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:56.977699 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-100fd908-ad1e-43c2-82dc-a7e5420d26a1 req-825b111a-9ea5-44ed-bbb5-b0830424deea tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:56.984911 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-100fd908-ad1e-43c2-82dc-a7e5420d26a1 req-825b111a-9ea5-44ed-bbb5-b0830424deea tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:56.992451 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b111a-9ea5-44ed-bbb5-b0830424deea tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Pushing event updated for resources: {'Port': ['ID=20b60302-a061-4119-a494-ed3b818ab514,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:56.994665 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-241a508c-785b-4380-9a2a-6a73cebb2492 service neutron] show failed (client error): The resource could not be found. Jul 14 09:15:56.995823 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-241a508c-785b-4380-9a2a-6a73cebb2492 service neutron] 10.222.0.55 "GET /v2.0/ports/ffb4940b-cbd0-4652-88e3-a6a339f47166/bindings/n-h2-798054-10 HTTP/1.1" status: 404 len: 381 time: 0.1233494 Jul 14 09:15:57.035460 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e777cd7-df16-4f10-baca-72d5fc061e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.041032 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e777cd7-df16-4f10-baca-72d5fc061e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.071231 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e777cd7-df16-4f10-baca-72d5fc061e93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:15:57.078534 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e777cd7-df16-4f10-baca-72d5fc061e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0dd7c6-5377-48b6-9b3a-215bbf76b7ef,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:57.086819 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e777cd7-df16-4f10-baca-72d5fc061e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.087470 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-7e777cd7-df16-4f10-baca-72d5fc061e93 admin admin] Added segment 632bf30d-4f28-480d-8f2d-f2947cbef959 of type vlan for network bbdfebc7-6249-47b2-9b7b-0429fee84d14 Jul 14 09:15:57.132920 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e777cd7-df16-4f10-baca-72d5fc061e93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.162201 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-3b5cf645-b6b8-4bf7-a543-daf3cb0f7d53 req-a04b414f-3ad7-4554-bcfb-f47f5ea9bfe3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] For port 6aca5817-8f42-4e7a-85f5-bac6f4442924, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6aca5817-8f42-4e7a-85f5-bac6f4442924,segment=NetworkSegment(a5e53d92-b324-4b94-8d29-22418d6ea2d2),segment_id=a5e53d92-b324-4b94-8d29-22418d6ea2d2)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:57.167403 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e777cd7-df16-4f10-baca-72d5fc061e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.168582 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e777cd7-df16-4f10-baca-72d5fc061e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:57.169294 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e777cd7-df16-4f10-baca-72d5fc061e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.172407 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-100fd908-ad1e-43c2-82dc-a7e5420d26a1 req-825b111a-9ea5-44ed-bbb5-b0830424deea tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.226526 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3b5cf645-b6b8-4bf7-a543-daf3cb0f7d53 req-a04b414f-3ad7-4554-bcfb-f47f5ea9bfe3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.228246 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc07d2b3-36c1-45ec-987d-aed554d59f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.239202 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7e777cd7-df16-4f10-baca-72d5fc061e93 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5630999 Jul 14 09:15:57.243896 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51602) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:57.245870 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3b5cf645-b6b8-4bf7-a543-daf3cb0f7d53 req-a04b414f-3ad7-4554-bcfb-f47f5ea9bfe3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.250540 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3b4829b7-5393-486d-9f24-d6671adeaf51 admin admin] Request body: {'subnet': {'network_id': 'bbdfebc7-6249-47b2-9b7b-0429fee84d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-644508016-subnet', 'tenant_id': '7f86d858348b4b4c82a71b1c4c844539', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:57.262151 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e777cd7-df16-4f10-baca-72d5fc061e93 admin admin] Pushing event updated for resources: {'Network': ['ID=bbdfebc7-6249-47b2-9b7b-0429fee84d14,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:57.272414 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network bbdfebc7-6249-47b2-9b7b-0429fee84d14 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:15:57.279293 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4829b7-5393-486d-9f24-d6671adeaf51 admin admin] Made reservation on behalf of 7f86d858348b4b4c82a71b1c4c844539 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:57.281966 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b4829b7-5393-486d-9f24-d6671adeaf51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.289817 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-100fd908-ad1e-43c2-82dc-a7e5420d26a1 req-825b111a-9ea5-44ed-bbb5-b0830424deea tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.297921 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['6aca5817-8f42-4e7a-85f5-bac6f4442924'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:57.348729 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cf645-b6b8-4bf7-a543-daf3cb0f7d53 req-a04b414f-3ad7-4554-bcfb-f47f5ea9bfe3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:57.349393 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3b5cf645-b6b8-4bf7-a543-daf3cb0f7d53 req-a04b414f-3ad7-4554-bcfb-f47f5ea9bfe3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.350923 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b5cf645-b6b8-4bf7-a543-daf3cb0f7d53 req-a04b414f-3ad7-4554-bcfb-f47f5ea9bfe3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "PUT /v2.0/ports/6aca5817-8f42-4e7a-85f5-bac6f4442924 HTTP/1.1" status: 200 len: 981 time: 0.7168920 Jul 14 09:15:57.359882 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3148693-52ad-4d5c-9431-836fe6687d40', 'tag': '6aca5817-8f42-4e7a-85f5-bac6f4442924'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:57.362173 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e383828-d9c1-4177-806b-981ab9b8fa67" -d '{"events": [{"name": "network-changed", "server_uuid": "f3148693-52ad-4d5c-9431-836fe6687d40", "tag": "6aca5817-8f42-4e7a-85f5-bac6f4442924"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:57.432842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b414f-3ad7-4554-bcfb-f47f5ea9bfe3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event updated for resources: {'Port': ['ID=6aca5817-8f42-4e7a-85f5-bac6f4442924,revision_number=6']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:57.495148 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-e1495175-ef5d-4368-b641-7451e2b9b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:57.496891 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-e1495175-ef5d-4368-b641-7451e2b9b588 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee&tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b HTTP/1.1" status: 200 len: 1101 time: 0.2625089 Jul 14 09:15:57.510539 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-10', 'device_owner': 'compute:nova'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:57.528929 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b4829b7-5393-486d-9f24-d6671adeaf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.583545 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4829b7-5393-486d-9f24-d6671adeaf51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58d5848d-3a84-4e60-861f-7910e76f29fd,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:57.625662 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4829b7-5393-486d-9f24-d6671adeaf51 admin admin] Checking segment: {'id': '632bf30d-4f28-480d-8f2d-f2947cbef959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'bbdfebc7-6249-47b2-9b7b-0429fee84d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:57.626068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4829b7-5393-486d-9f24-d6671adeaf51 admin admin] Network hostable DHCP agents. Network: bbdfebc7-6249-47b2-9b7b-0429fee84d14, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:15:57.635746 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.639352 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['6aca5817-8f42-4e7a-85f5-bac6f4442924'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:57.649491 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4829b7-5393-486d-9f24-d6671adeaf51 admin admin] Network bbdfebc7-6249-47b2-9b7b-0429fee84d14 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:15:57.656573 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-100fd908-ad1e-43c2-82dc-a7e5420d26a1 req-825b111a-9ea5-44ed-bbb5-b0830424deea tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.663759 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-3b4829b7-5393-486d-9f24-d6671adeaf51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, bbdfebc7-6249-47b2-9b7b-0429fee84d14) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:57.673462 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4829b7-5393-486d-9f24-d6671adeaf51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:57.675538 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b4829b7-5393-486d-9f24-d6671adeaf51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.676696 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e27aeca-51e8-4370-9b38-f595e9b7c1f5 None None] Network bbdfebc7-6249-47b2-9b7b-0429fee84d14 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:57.696288 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3b4829b7-5393-486d-9f24-d6671adeaf51 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4511762 Jul 14 09:15:57.699112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51614) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:57.701242 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-100fd908-ad1e-43c2-82dc-a7e5420d26a1 req-825b111a-9ea5-44ed-bbb5-b0830424deea tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.707550 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4a627277-fd22-4f58-a447-1144d85475fc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-644508016-router', 'tenant_id': '7f86d858348b4b4c82a71b1c4c844539', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:57.742437 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4a627277-fd22-4f58-a447-1144d85475fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.744417 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4a627277-fd22-4f58-a447-1144d85475fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.750593 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 4b6645f0-de55-495c-8181-24824f23c937 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:57.755744 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b111a-9ea5-44ed-bbb5-b0830424deea tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Pushing event updated for resources: {'Port': ['ID=20b60302-a061-4119-a494-ed3b818ab514,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:57.842007 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4a627277-fd22-4f58-a447-1144d85475fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.926835 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-100fd908-ad1e-43c2-82dc-a7e5420d26a1 req-825b111a-9ea5-44ed-bbb5-b0830424deea tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.981681 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 4b6645f0-de55-495c-8181-24824f23c937 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:57.997023 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 4b6645f0-de55-495c-8181-24824f23c937 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:57.997434 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.999606 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-100fd908-ad1e-43c2-82dc-a7e5420d26a1 req-825b111a-9ea5-44ed-bbb5-b0830424deea tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.009923 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-100fd908-ad1e-43c2-82dc-a7e5420d26a1 req-825b111a-9ea5-44ed-bbb5-b0830424deea tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7899003 Jul 14 09:15:58.075065 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-bbdfebc7-6249-47b2-9b7b-0429fee84d14', 'network_id': 'bbdfebc7-6249-47b2-9b7b-0429fee84d14', 'tenant_id': '7f86d858348b4b4c82a71b1c4c844539', 'fixed_ips': [{'subnet_id': '58d5848d-3a84-4e60-861f-7910e76f29fd'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:15:58.076473 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.086091 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-100fd908-ad1e-43c2-82dc-a7e5420d26a1 req-1e7a8f83-34b7-477e-9a92-0f2bb89c2c29 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.141 HTTP/1.1" status: 200 len: 696 time: 0.0749462 Jul 14 09:15:58.145779 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88142447-062f-4bf4-a72f-252db93f33a5 req-f01228ac-cd67-4051-a54a-7968543a0d3c tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:58.147492 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88142447-062f-4bf4-a72f-252db93f33a5 req-f01228ac-cd67-4051-a54a-7968543a0d3c tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.26 "GET /v2.0/ports?device_id=764e34c9-2edf-490a-9c17-19c333d585f4 HTTP/1.1" status: 200 len: 944 time: 0.2898328 Jul 14 09:15:58.201111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] For port ffb4940b-cbd0-4652-88e3-a6a339f47166, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:58.269597 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4a627277-fd22-4f58-a447-1144d85475fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.283582 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88142447-062f-4bf4-a72f-252db93f33a5 req-bcc8ee88-fd93-42bb-9733-b7e5985f1e06 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.26 "GET /v2.0/security-groups?id=15d6ba5f-1017-4e7d-9ac4-77c7d1677daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984244 Jul 14 09:15:58.299553 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] For port ffb4940b-cbd0-4652-88e3-a6a339f47166, host n-h1-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:58.333649 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fd908-ad1e-43c2-82dc-a7e5420d26a1 req-bda7dcd7-ca89-47ee-9f5f-e7cd2c662db5 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:58.335209 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-100fd908-ad1e-43c2-82dc-a7e5420d26a1 req-bda7dcd7-ca89-47ee-9f5f-e7cd2c662db5 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.2407434 Jul 14 09:15:58.368193 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.386091 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] Transition to ACTIVE for port object ffb4940b-cbd0-4652-88e3-a6a339f47166 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:58.392528 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.399138 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Allocated IP 172.20.0.2 (bbdfebc7-6249-47b2-9b7b-0429fee84d14/58d5848d-3a84-4e60-861f-7910e76f29fd/51b8a092-7c05-4e2b-8d7d-cd72f493c30f) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:58.426338 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25703af8-3806-45d0-8425-e818642b7457 x-openstack-request-id: req-25703af8-3806-45d0-8425-e818642b7457 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:58.426645 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3148693-52ad-4d5c-9431-836fe6687d40", "tag": "6aca5817-8f42-4e7a-85f5-bac6f4442924", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:58.426878 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25703af8-3806-45d0-8425-e818642b7457 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:58.427411 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3148693-52ad-4d5c-9431-836fe6687d40', 'tag': '6aca5817-8f42-4e7a-85f5-bac6f4442924', 'status': 'completed', 'code': 200} Jul 14 09:15:58.514597 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] No DVR routers for this DVR port ffb4940b-cbd0-4652-88e3-a6a339f47166 on host n-h1-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:58.561563 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] Pushing event updated for resources: {'Port': ['ID=ffb4940b-cbd0-4652-88e3-a6a339f47166,revision_number=6']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:58.622062 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] Attempting to bind port ffb4940b-cbd0-4652-88e3-a6a339f47166 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:58.622405 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] Attempting to bind port ffb4940b-cbd0-4652-88e3-a6a339f47166 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:58.622761 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] Attempting to bind port ffb4940b-cbd0-4652-88e3-a6a339f47166 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:58.629957 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] Port ffb4940b-cbd0-4652-88e3-a6a339f47166 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:15:58.630556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] Attempting to bind port ffb4940b-cbd0-4652-88e3-a6a339f47166 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:58.640705 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.642981 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:58.643328 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:58.643891 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:58.644355 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] Bound port: ffb4940b-cbd0-4652-88e3-a6a339f47166, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:58.644718 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.674583 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bccbb-ba70-468e-bd31-44809e1a5b70 req-caf689ab-e2c5-4bc7-a836-c7387b53e8ac tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:58.676392 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e383828-d9c1-4177-806b-981ab9b8fa67 req-0c21b524-e887-4e33-be5a-319f7b918582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:58.677668 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7e383828-d9c1-4177-806b-981ab9b8fa67 req-0c21b524-e887-4e33-be5a-319f7b918582 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=557f4eb50c684c97b08dac62df18e620&device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 1136 time: 0.1960104 Jul 14 09:15:58.684058 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ae5bccbb-ba70-468e-bd31-44809e1a5b70 req-caf689ab-e2c5-4bc7-a836-c7387b53e8ac tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 947 time: 0.2556620 Jul 14 09:15:58.699391 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f92477e-0749-4c02-8268-09e93e326f09 req-9e75b8ea-20ef-49af-9600-8d463ee4aee7 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1451844463&fields=id&tenant_id=557f4eb50c684c97b08dac62df18e620 HTTP/1.1" status: 200 len: 267 time: 0.1338766 Jul 14 09:15:58.715189 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764e34c9-2edf-490a-9c17-19c333d585f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6645f0-de55-495c-8181-24824f23c937'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:58.717410 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf38cc5b-7952-4a35-b723-e36dd98e8abd" -d '{"events": [{"server_uuid": "764e34c9-2edf-490a-9c17-19c333d585f4", "name": "network-vif-plugged", "status": "completed", "tag": "4b6645f0-de55-495c-8181-24824f23c937"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:58.750438 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 4b6645f0-de55-495c-8181-24824f23c937, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4b6645f0-de55-495c-8181-24824f23c937,segment=NetworkSegment(736296d9-adfb-4e94-95a6-6560f26f1857),segment_id=736296d9-adfb-4e94-95a6-6560f26f1857)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:58.758462 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ae5bccbb-ba70-468e-bd31-44809e1a5b70 req-4c1d52df-39d7-4b60-8c2a-249c5e4ee4c8 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734210 Jul 14 09:15:58.761561 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.789183 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4a627277-fd22-4f58-a447-1144d85475fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.822470 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4a627277-fd22-4f58-a447-1144d85475fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.826003 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.845448 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Transition to ACTIVE for port object 51b8a092-7c05-4e2b-8d7d-cd72f493c30f will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:58.872586 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=4b6645f0-de55-495c-8181-24824f23c937,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:58.883995 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Transition to ACTIVE for port object 51b8a092-7c05-4e2b-8d7d-cd72f493c30f will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:58.892237 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.912219 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92477e-0749-4c02-8268-09e93e326f09 req-53c79438-93cd-4fdb-8cd2-e7a0d9fc47ef tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:58.921326 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f92477e-0749-4c02-8268-09e93e326f09 req-53c79438-93cd-4fdb-8cd2-e7a0d9fc47ef tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 984 time: 0.2210662 Jul 14 09:15:58.927492 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] For port ffb4940b-cbd0-4652-88e3-a6a339f47166, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:58.935696 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-5f92477e-0749-4c02-8268-09e93e326f09 req-f1f26c18-5aba-43d1-9ea8-e3f0b7cc62d8 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Request body: {'port': {'security_groups': ['01b61e1a-8ff7-4745-9677-cc34e1810782', '8acff6a2-9986-496e-98bf-f733740b6c1c', '4b8d7c2c-94c4-4161-b62e-6b460c5a373e']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:58.942600 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] For port ffb4940b-cbd0-4652-88e3-a6a339f47166, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:58.942848 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Network bbdfebc7-6249-47b2-9b7b-0429fee84d14 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:58.950286 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:58.950745 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e383828-d9c1-4177-806b-981ab9b8fa67 req-864979b2-9b63-48d6-9cf3-061ab3de9fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:58.952757 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Pushing event updated for resources: {'Port': ['ID=51b8a092-7c05-4e2b-8d7d-cd72f493c30f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:58.954890 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7e383828-d9c1-4177-806b-981ab9b8fa67 req-864979b2-9b63-48d6-9cf3-061ab3de9fb9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=58b578ac-94e2-4ea1-a737-42993db0b5b6 HTTP/1.1" status: 200 len: 914 time: 0.2527869 Jul 14 09:15:58.962579 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:58.973939 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.031104 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:59.031733 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.033289 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] 10.222.0.49 "PUT /v2.0/ports/ffb4940b-cbd0-4652-88e3-a6a339f47166 HTTP/1.1" status: 200 len: 1096 time: 1.5283537 Jul 14 09:15:59.038200 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7e383828-d9c1-4177-806b-981ab9b8fa67 req-3e791176-c429-45f1-bc45-b6aa6ad26cb9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6aca5817-8f42-4e7a-85f5-bac6f4442924 HTTP/1.1" status: 200 len: 217 time: 0.0712175 Jul 14 09:15:59.048403 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Attempting to bind port 51b8a092-7c05-4e2b-8d7d-cd72f493c30f on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:59.048771 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Attempting to bind port 51b8a092-7c05-4e2b-8d7d-cd72f493c30f by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '632bf30d-4f28-480d-8f2d-f2947cbef959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'bbdfebc7-6249-47b2-9b7b-0429fee84d14'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:59.049214 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Attempting to bind port 51b8a092-7c05-4e2b-8d7d-cd72f493c30f on network bbdfebc7-6249-47b2-9b7b-0429fee84d14 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:59.063163 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:59.063580 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Checking segment: {'id': '632bf30d-4f28-480d-8f2d-f2947cbef959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'bbdfebc7-6249-47b2-9b7b-0429fee84d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:59.063942 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.064328 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Bound using segment: {'id': '632bf30d-4f28-480d-8f2d-f2947cbef959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'bbdfebc7-6249-47b2-9b7b-0429fee84d14'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:59.064803 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Bound port: 51b8a092-7c05-4e2b-8d7d-cd72f493c30f, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632bf30d-4f28-480d-8f2d-f2947cbef959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'bbdfebc7-6249-47b2-9b7b-0429fee84d14'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:59.065178 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.070587 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-4a627277-fd22-4f58-a447-1144d85475fc admin admin] Allocated IP 172.25.1.243 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/a9a7f666-62f0-4642-bb6a-72def91915e5) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:59.155326 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] For port 51b8a092-7c05-4e2b-8d7d-cd72f493c30f, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:59.157430 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5f92477e-0749-4c02-8268-09e93e326f09 req-f1f26c18-5aba-43d1-9ea8-e3f0b7cc62d8 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.160450 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e383828-d9c1-4177-806b-981ab9b8fa67 req-252dfb01-936d-41ee-af97-11e68e06df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:59.162622 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7e383828-d9c1-4177-806b-981ab9b8fa67 req-252dfb01-936d-41ee-af97-11e68e06df3f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3ad77fb-8644-4bff-ba7c-293c210c0da0 HTTP/1.1" status: 200 len: 853 time: 0.1075606 Jul 14 09:15:59.167242 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] For port 51b8a092-7c05-4e2b-8d7d-cd72f493c30f, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=51b8a092-7c05-4e2b-8d7d-cd72f493c30f,segment=NetworkSegment(632bf30d-4f28-480d-8f2d-f2947cbef959),segment_id=632bf30d-4f28-480d-8f2d-f2947cbef959)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:59.173135 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.207302 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7e383828-d9c1-4177-806b-981ab9b8fa67 req-613be3ec-fa77-4516-8cb8-8480a526479f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58b578ac-94e2-4ea1-a737-42993db0b5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377126 Jul 14 09:15:59.208195 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5cf8c-6bfc-4985-b7a5-0ccb561eaccd service neutron] Pushing event updated for resources: {'Port': ['ID=ffb4940b-cbd0-4652-88e3-a6a339f47166,revision_number=7']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:59.258047 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18458523-69c3-4934-9d1c-a9eaa8664776 None None] Pushing event updated for resources: {'Port': ['ID=51b8a092-7c05-4e2b-8d7d-cd72f493c30f,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:59.337738 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4a627277-fd22-4f58-a447-1144d85475fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.381714 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7e383828-d9c1-4177-806b-981ab9b8fa67 req-213e662c-a8d8-4c31-a154-4c74254cfc0c service neutron] 10.222.0.55 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560557 Jul 14 09:15:59.462412 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4a627277-fd22-4f58-a447-1144d85475fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.509398 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2ab95c63-2de0-4a99-b08e-9d86e7fb5da6 req-e70a7f39-3f78-40b9-a2cf-88aaf3c7fb49 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/floatingips/5abfbaeb-6c60-4d0d-aca8-9e63fa2df39d HTTP/1.1" status: 200 len: 693 time: 0.1330504 Jul 14 09:15:59.555051 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a627277-fd22-4f58-a447-1144d85475fc admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:59.564231 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-4a627277-fd22-4f58-a447-1144d85475fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:59.566799 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a627277-fd22-4f58-a447-1144d85475fc admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:59.573618 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7e383828-d9c1-4177-806b-981ab9b8fa67 req-198f6335-d847-4ab7-abaa-f4c13ae77e28 service neutron] 10.222.0.55 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851842 Jul 14 09:15:59.602511 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a627277-fd22-4f58-a447-1144d85475fc admin admin] Pushing event updated for resources: {'Port': ['ID=a9a7f666-62f0-4642-bb6a-72def91915e5,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:59.605998 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-a71cafbc-bb7b-40d4-99d2-e4efdc974f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:59.607619 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-a71cafbc-bb7b-40d4-99d2-e4efdc974f2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 1099 time: 0.5481656 Jul 14 09:15:59.680270 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1626b2a-25e8-418e-ba5f-816acf2e1a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.813216 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.876633 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4a627277-fd22-4f58-a447-1144d85475fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.051471 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-5f92477e-0749-4c02-8268-09e93e326f09 req-f1f26c18-5aba-43d1-9ea8-e3f0b7cc62d8 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] For port 6aca5817-8f42-4e7a-85f5-bac6f4442924, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6aca5817-8f42-4e7a-85f5-bac6f4442924,segment=NetworkSegment(a5e53d92-b324-4b94-8d29-22418d6ea2d2),segment_id=a5e53d92-b324-4b94-8d29-22418d6ea2d2)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:00.083077 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4a627277-fd22-4f58-a447-1144d85475fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.102378 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab95c63-2de0-4a99-b08e-9d86e7fb5da6 req-2599c5f6-477f-4fa1-b6c1-0a5e3ef47435 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:00.103885 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2ab95c63-2de0-4a99-b08e-9d86e7fb5da6 req-2599c5f6-477f-4fa1-b6c1-0a5e3ef47435 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.5872173 Jul 14 09:16:00.127795 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-2ab95c63-2de0-4a99-b08e-9d86e7fb5da6 req-0d1ae275-2051-4795-ac37-eb800408cc79 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:16:00.128843 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2ab95c63-2de0-4a99-b08e-9d86e7fb5da6 req-0d1ae275-2051-4795-ac37-eb800408cc79 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185270 Jul 14 09:16:00.131101 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5f92477e-0749-4c02-8268-09e93e326f09 req-f1f26c18-5aba-43d1-9ea8-e3f0b7cc62d8 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.145435 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5f92477e-0749-4c02-8268-09e93e326f09 req-f1f26c18-5aba-43d1-9ea8-e3f0b7cc62d8 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.151705 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-ac2ec886-2e43-437d-9c9d-6d94fb023415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:00.153190 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-ac2ec886-2e43-437d-9c9d-6d94fb023415 service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.5348942 Jul 14 09:16:00.174385 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626dbc8a-d1a6-44eb-b09c-ad6a502296e9 x-openstack-request-id: req-626dbc8a-d1a6-44eb-b09c-ad6a502296e9 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:00.174757 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764e34c9-2edf-490a-9c17-19c333d585f4", "name": "network-vif-plugged", "status": "completed", "tag": "4b6645f0-de55-495c-8181-24824f23c937", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:00.175082 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-626dbc8a-d1a6-44eb-b09c-ad6a502296e9 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:00.175564 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764e34c9-2edf-490a-9c17-19c333d585f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6645f0-de55-495c-8181-24824f23c937', 'code': 200} Jul 14 09:16:00.185440 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['6aca5817-8f42-4e7a-85f5-bac6f4442924'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:00.206366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92477e-0749-4c02-8268-09e93e326f09 req-f1f26c18-5aba-43d1-9ea8-e3f0b7cc62d8 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:00.207045 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5f92477e-0749-4c02-8268-09e93e326f09 req-f1f26c18-5aba-43d1-9ea8-e3f0b7cc62d8 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.214978 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f92477e-0749-4c02-8268-09e93e326f09 req-f1f26c18-5aba-43d1-9ea8-e3f0b7cc62d8 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "PUT /v2.0/ports/6aca5817-8f42-4e7a-85f5-bac6f4442924 HTTP/1.1" status: 200 len: 1020 time: 1.2924800 Jul 14 09:16:00.275887 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a627277-fd22-4f58-a447-1144d85475fc admin admin] Router 5158a82f-b1b0-44f2-be85-570922186e4d is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:16:00.320133 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-bd43efb6-ba3a-4b14-b8e4-4bd00e3bacd8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166 HTTP/1.1" status: 200 len: 217 time: 0.1558585 Jul 14 09:16:00.423148 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['6aca5817-8f42-4e7a-85f5-bac6f4442924'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:00.442662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d81926-cf02-4264-b10a-0cd534363aee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb4940b-cbd0-4652-88e3-a6a339f47166'}, {'name': 'network-changed', 'server_uuid': 'f6d81926-cf02-4264-b10a-0cd534363aee', 'tag': 'ffb4940b-cbd0-4652-88e3-a6a339f47166'}, {'name': 'network-changed', 'server_uuid': 'f3148693-52ad-4d5c-9431-836fe6687d40', 'tag': '6aca5817-8f42-4e7a-85f5-bac6f4442924'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:00.445635 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecb7087-6631-4936-a128-20952e6e45a9" -d '{"events": [{"server_uuid": "f6d81926-cf02-4264-b10a-0cd534363aee", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb4940b-cbd0-4652-88e3-a6a339f47166"}, {"name": "network-changed", "server_uuid": "f6d81926-cf02-4264-b10a-0cd534363aee", "tag": "ffb4940b-cbd0-4652-88e3-a6a339f47166"}, {"name": "network-changed", "server_uuid": "f3148693-52ad-4d5c-9431-836fe6687d40", "tag": "6aca5817-8f42-4e7a-85f5-bac6f4442924"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:00.492725 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0346986-a937-4e3b-a8f7-56f4a578ff23 None None] Network bbdfebc7-6249-47b2-9b7b-0429fee84d14 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:00.515076 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f26c18-5aba-43d1-9ea8-e3f0b7cc62d8 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event updated for resources: {'Port': ['ID=6aca5817-8f42-4e7a-85f5-bac6f4442924,revision_number=7']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:00.557809 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-58a39bb2-731c-4eba-83fe-37e9cf3cd718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:00.559845 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-58a39bb2-731c-4eba-83fe-37e9cf3cd718 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.2199259 Jul 14 09:16:00.585531 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 51b8a092-7c05-4e2b-8d7d-cd72f493c30f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:00.617575 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c14e1e-e93b-4a47-82e1-91afd1b11a63 req-689e246b-b542-4453-a626-6984c3a9c872 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:00.619195 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d9c14e1e-e93b-4a47-82e1-91afd1b11a63 req-689e246b-b542-4453-a626-6984c3a9c872 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcd27eac-8890-4597-bc98-12c105379ff4 HTTP/1.1" status: 200 len: 950 time: 0.2300274 Jul 14 09:16:00.621573 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a627277-fd22-4f58-a447-1144d85475fc admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:00.624798 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5ab2c-c8a0-429c-8985-ca91e463cc50 req-fedcd274-81f1-48f7-a5d9-4b6544057315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:00.626400 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a4c5ab2c-c8a0-429c-8985-ca91e463cc50 req-fedcd274-81f1-48f7-a5d9-4b6544057315 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=764e34c9-2edf-490a-9c17-19c333d585f4 HTTP/1.1" status: 200 len: 1097 time: 0.2505207 Jul 14 09:16:00.636176 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] Sync routers for ids ['5158a82f-b1b0-44f2-be85-570922186e4d'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:00.653993 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] Routers {'5158a82f-b1b0-44f2-be85-570922186e4d'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:00.655985 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:16:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5158a82f-b1b0-44f2-be85-570922186e4d'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:00.671247 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.686925 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079f8f2-cc1a-4ffd-9a99-4a487d78d4f5 req-dcb2d8ed-e397-4570-b0b0-74a5c754b967 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:00.696085 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b079f8f2-cc1a-4ffd-9a99-4a487d78d4f5 req-dcb2d8ed-e397-4570-b0b0-74a5c754b967 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.26 "GET /v2.0/ports?device_id=764e34c9-2edf-490a-9c17-19c333d585f4 HTTP/1.1" status: 200 len: 945 time: 0.2002778 Jul 14 09:16:00.698296 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4a627277-fd22-4f58-a447-1144d85475fc admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.704826 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4a627277-fd22-4f58-a447-1144d85475fc admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0018561 Jul 14 09:16:00.744132 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51646) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:00.793657 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-94fb723b-5db3-4739-ab93-2a2ab9a5f61e None None] Provisioning for port 51b8a092-7c05-4e2b-8d7d-cd72f493c30f completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:00.802213 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] Set router 5158a82f-b1b0-44f2-be85-570922186e4d gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:00.806160 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b079f8f2-cc1a-4ffd-9a99-4a487d78d4f5 req-9e868854-98d7-466a-87a9-069e21592c63 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.26 "GET /v2.0/security-groups?id=15d6ba5f-1017-4e7d-9ac4-77c7d1677daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079459 Jul 14 09:16:00.837503 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-76d1e91f-d61f-4f90-a55f-a9ae05ab70a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:00.841361 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-76d1e91f-d61f-4f90-a55f-a9ae05ab70a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2731915 Jul 14 09:16:00.877131 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a4c5ab2c-c8a0-429c-8985-ca91e463cc50 req-da2cc689-e724-49fe-9cac-a858a48cb8e7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=15d6ba5f-1017-4e7d-9ac4-77c7d1677daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334762 Jul 14 09:16:00.942440 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 51b8a092-7c05-4e2b-8d7d-cd72f493c30f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:00.955099 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 51b8a092-7c05-4e2b-8d7d-cd72f493c30f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:00.955752 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.004515 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-d9c14e1e-e93b-4a47-82e1-91afd1b11a63 req-140da9d1-5b73-4d73-b53e-ed0181166472 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Deleting port d4585aea-29d1-4c2e-a839-33de458e8edc {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:01.004910 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d9c14e1e-e93b-4a47-82e1-91afd1b11a63 req-140da9d1-5b73-4d73-b53e-ed0181166472 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.093471 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-bcf56867-efcd-4756-92cb-3ad7badb1e09 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443979 Jul 14 09:16:01.094785 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158a82f-b1b0-44f2-be85-570922186e4d', 'name': 'tempest-FloatingIPsTestJSON-644508016-router', 'tenant_id': '7f86d858348b4b4c82a71b1c4c844539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a9a7f666-62f0-4642-bb6a-72def91915e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:57Z', 'updated_at': '2021-07-14T09:15:59Z', 'revision_number': 3, 'project_id': '7f86d858348b4b4c82a71b1c4c844539', 'gw_port': {'id': 'a9a7f666-62f0-4642-bb6a-72def91915e5', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5158a82f-b1b0-44f2-be85-570922186e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:58Z', 'updated_at': '2021-07-14T09:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:01.142858 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-161c27b2-66b4-411e-a6ad-1dc278acb330 req-fad1625c-c161-4cef-b124-289f8429ccc1 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/floatingips/5abfbaeb-6c60-4d0d-aca8-9e63fa2df39d HTTP/1.1" status: 200 len: 693 time: 0.1218088 Jul 14 09:16:01.243502 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] Checking router: 5158a82f-b1b0-44f2-be85-570922186e4d for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:16:01.244207 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] Updating router 5158a82f-b1b0-44f2-be85-570922186e4d port a9a7f666-62f0-4642-bb6a-72def91915e5 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:16:01.272507 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.302314 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.348413 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 51b8a092-7c05-4e2b-8d7d-cd72f493c30f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=51b8a092-7c05-4e2b-8d7d-cd72f493c30f,segment=NetworkSegment(632bf30d-4f28-480d-8f2d-f2947cbef959),segment_id=632bf30d-4f28-480d-8f2d-f2947cbef959)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:01.362231 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.379159 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28c5fe-2839-4a99-bc12-8f256db49cc8 req-99218332-af93-4ac0-87b9-57d2e73bdc26 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:01.380733 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3e28c5fe-2839-4a99-bc12-8f256db49cc8 req-99218332-af93-4ac0-87b9-57d2e73bdc26 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 947 time: 0.3448164 Jul 14 09:16:01.421575 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-583aff32-3978-43e4-bbd9-80f79a4a748f service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178537 Jul 14 09:16:01.432531 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c27b2-66b4-411e-a6ad-1dc278acb330 req-1b30b5d8-d08e-492d-9682-3eedc0e73901 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:01.440068 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-161c27b2-66b4-411e-a6ad-1dc278acb330 req-1b30b5d8-d08e-492d-9682-3eedc0e73901 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.2962041 Jul 14 09:16:01.446257 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-161c27b2-66b4-411e-a6ad-1dc278acb330 req-c9761018-a960-44c3-b0ce-ffb386511a66 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:16:01.447554 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=51b8a092-7c05-4e2b-8d7d-cd72f493c30f,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:01.454081 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-161c27b2-66b4-411e-a6ad-1dc278acb330 req-c9761018-a960-44c3-b0ce-ffb386511a66 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130212 Jul 14 09:16:01.510341 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a7daba74-65c4-4da0-97c3-d83417b51d31 None None] Provisioning complete for port 51b8a092-7c05-4e2b-8d7d-cd72f493c30f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:01.510581 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-161c27b2-66b4-411e-a6ad-1dc278acb330 req-383c58eb-8027-4d34-bd01-27e0c27c1bd9 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.141 HTTP/1.1" status: 200 len: 696 time: 0.0548346 Jul 14 09:16:01.510701 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7daba74-65c4-4da0-97c3-d83417b51d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.528007 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-d9c14e1e-e93b-4a47-82e1-91afd1b11a63 req-140da9d1-5b73-4d73-b53e-ed0181166472 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] For port d4585aea-29d1-4c2e-a839-33de458e8edc, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=d4585aea-29d1-4c2e-a839-33de458e8edc,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:01.528389 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d9c14e1e-e93b-4a47-82e1-91afd1b11a63 req-140da9d1-5b73-4d73-b53e-ed0181166472 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.546348 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-d9c14e1e-e93b-4a47-82e1-91afd1b11a63 req-140da9d1-5b73-4d73-b53e-ed0181166472 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Calling delete_port for d4585aea-29d1-4c2e-a839-33de458e8edc owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:01.567016 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.570717 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-161c27b2-66b4-411e-a6ad-1dc278acb330 req-eb705356-b58b-4e66-9e2a-a9018fa5b0ec tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.141 HTTP/1.1" status: 200 len: 696 time: 0.0598598 Jul 14 09:16:01.624832 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3e28c5fe-2839-4a99-bc12-8f256db49cc8 req-b25d8e4a-5322-41fb-9f47-90a16086c0c6 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355325 Jul 14 09:16:01.730359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-161c27b2-66b4-411e-a6ad-1dc278acb330 req-3b8e0a54-0f8c-47cb-8a60-93a7f74e2aa4 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Deleting port 20b60302-a061-4119-a494-ed3b818ab514 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:01.730747 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-161c27b2-66b4-411e-a6ad-1dc278acb330 req-3b8e0a54-0f8c-47cb-8a60-93a7f74e2aa4 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.778101 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ffb4940b-cbd0-4652-88e3-a6a339f47166 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:01.816303 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.848598 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] Transition to ACTIVE for port object a9a7f666-62f0-4642-bb6a-72def91915e5 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:01.853754 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-161c27b2-66b4-411e-a6ad-1dc278acb330 req-3b8e0a54-0f8c-47cb-8a60-93a7f74e2aa4 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.854150 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-161c27b2-66b4-411e-a6ad-1dc278acb330 req-3b8e0a54-0f8c-47cb-8a60-93a7f74e2aa4 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.857123 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.868584 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-161c27b2-66b4-411e-a6ad-1dc278acb330 req-3b8e0a54-0f8c-47cb-8a60-93a7f74e2aa4 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Calling delete_port for 20b60302-a061-4119-a494-ed3b818ab514 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:01.904155 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5ab9a68a-4e11-471f-bedd-81a2418a1bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.909971 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4ed55-cc67-400f-8af4-cb3c04663d0d None None] Pushing event updated for resources: {'Port': ['ID=a9a7f666-62f0-4642-bb6a-72def91915e5,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:01.937508 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] Attempting to bind port a9a7f666-62f0-4642-bb6a-72def91915e5 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:01.938046 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] Attempting to bind port a9a7f666-62f0-4642-bb6a-72def91915e5 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:01.938552 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] Attempting to bind port a9a7f666-62f0-4642-bb6a-72def91915e5 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:01.945111 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:01.945766 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:01.946299 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.946779 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:01.947469 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] Bound port: a9a7f666-62f0-4642-bb6a-72def91915e5, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:01.948080 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.969825 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ffb4940b-cbd0-4652-88e3-a6a339f47166 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:02.031676 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] For port a9a7f666-62f0-4642-bb6a-72def91915e5, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:02.036040 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] For port a9a7f666-62f0-4642-bb6a-72def91915e5, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a9a7f666-62f0-4642-bb6a-72def91915e5,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:02.039557 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d9c14e1e-e93b-4a47-82e1-91afd1b11a63 req-140da9d1-5b73-4d73-b53e-ed0181166472 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.044775 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.052792 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['94e65a1f-98ce-4889-8a69-032edb64e200'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:02.079708 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-161c27b2-66b4-411e-a6ad-1dc278acb330 req-3b8e0a54-0f8c-47cb-8a60-93a7f74e2aa4 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.104910 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140da9d1-5b73-4d73-b53e-ed0181166472 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Pushing event deleted for resources: {'Port': ['ID=d4585aea-29d1-4c2e-a839-33de458e8edc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:02.117902 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e0a54-0f8c-47cb-8a60-93a7f74e2aa4 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Pushing event deleted for resources: {'Port': ['ID=20b60302-a061-4119-a494-ed3b818ab514,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:02.119488 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] Routers {'5158a82f-b1b0-44f2-be85-570922186e4d'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:02.120372 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:16:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5158a82f-b1b0-44f2-be85-570922186e4d'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:02.146517 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3fe00c75-5227-492d-ae33-c5ec2711f80d'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:02.167391 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4ed55-cc67-400f-8af4-cb3c04663d0d None None] Pushing event updated for resources: {'Port': ['ID=a9a7f666-62f0-4642-bb6a-72def91915e5,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:02.190728 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c14e1e-e93b-4a47-82e1-91afd1b11a63 req-140da9d1-5b73-4d73-b53e-ed0181166472 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] No DVR routers for this DVR port d4585aea-29d1-4c2e-a839-33de458e8edc on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:02.196923 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d9c14e1e-e93b-4a47-82e1-91afd1b11a63 req-140da9d1-5b73-4d73-b53e-ed0181166472 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.199057 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d9c14e1e-e93b-4a47-82e1-91afd1b11a63 req-140da9d1-5b73-4d73-b53e-ed0181166472 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "DELETE /v2.0/ports/d4585aea-29d1-4c2e-a839-33de458e8edc HTTP/1.1" status: 204 len: 173 time: 1.5678594 Jul 14 09:16:02.199500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd27eac-8890-4597-bc98-12c105379ff4', 'name': 'network-vif-deleted', 'tag': 'd4585aea-29d1-4c2e-a839-33de458e8edc'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:02.201811 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f796983-a791-453d-ab2b-ae906237463c" -d '{"events": [{"server_uuid": "bcd27eac-8890-4597-bc98-12c105379ff4", "name": "network-vif-deleted", "tag": "d4585aea-29d1-4c2e-a839-33de458e8edc"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:02.218750 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-5ab9a68a-4e11-471f-bedd-81a2418a1bd7 admin admin] Allocated IP 172.20.0.1 (bbdfebc7-6249-47b2-9b7b-0429fee84d14/58d5848d-3a84-4e60-861f-7910e76f29fd/d7e8285b-da94-4351-89cf-dfb48480d87e) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:02.266870 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] Set router 5158a82f-b1b0-44f2-be85-570922186e4d gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:02.287703 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e0ef7-68a5-464d-9f97-a641d1f1ea6f req-88193297-c310-47fb-a6ba-c78ef392d6ba tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:02.289954 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a25e0ef7-68a5-464d-9f97-a641d1f1ea6f req-88193297-c310-47fb-a6ba-c78ef392d6ba tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 1023 time: 0.4692230 Jul 14 09:16:02.344150 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3f7ca-3239-4663-8b42-eb5b470f9241 req-0a151f94-9bcf-45de-9307-d564aedc7949 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:02.345676 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-76c3f7ca-3239-4663-8b42-eb5b470f9241 req-0a151f94-9bcf-45de-9307-d564aedc7949 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "GET /v2.0/ports?device_id=713c9fd2-bc40-46ee-919f-794af33962af HTTP/1.1" status: 200 len: 950 time: 0.3203790 Jul 14 09:16:02.376224 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-161c27b2-66b4-411e-a6ad-1dc278acb330 req-3b8e0a54-0f8c-47cb-8a60-93a7f74e2aa4 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.394583 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-161c27b2-66b4-411e-a6ad-1dc278acb330 req-3b8e0a54-0f8c-47cb-8a60-93a7f74e2aa4 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.395732 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-161c27b2-66b4-411e-a6ad-1dc278acb330 req-3b8e0a54-0f8c-47cb-8a60-93a7f74e2aa4 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "DELETE /v2.0/floatingips/5abfbaeb-6c60-4d0d-aca8-9e63fa2df39d HTTP/1.1" status: 204 len: 173 time: 0.8242152 Jul 14 09:16:02.423495 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5ab9a68a-4e11-471f-bedd-81a2418a1bd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.447265 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-5ab9a68a-4e11-471f-bedd-81a2418a1bd7 admin admin] Transition to ACTIVE for port object d7e8285b-da94-4351-89cf-dfb48480d87e will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:02.500042 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 51b8a092-7c05-4e2b-8d7d-cd72f493c30f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:02.531904 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5ab9a68a-4e11-471f-bedd-81a2418a1bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.579850 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab9a68a-4e11-471f-bedd-81a2418a1bd7 admin admin] Network bbdfebc7-6249-47b2-9b7b-0429fee84d14 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:02.586616 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-5ab9a68a-4e11-471f-bedd-81a2418a1bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:02.608419 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab9a68a-4e11-471f-bedd-81a2418a1bd7 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:02.640992 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87d0151-5bbb-4a1d-b386-6dc6e82da872 x-openstack-request-id: req-d87d0151-5bbb-4a1d-b386-6dc6e82da872 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:02.641318 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d81926-cf02-4264-b10a-0cd534363aee", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb4940b-cbd0-4652-88e3-a6a339f47166", "code": 200}, {"name": "network-changed", "server_uuid": "f6d81926-cf02-4264-b10a-0cd534363aee", "tag": "ffb4940b-cbd0-4652-88e3-a6a339f47166", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f3148693-52ad-4d5c-9431-836fe6687d40", "tag": "6aca5817-8f42-4e7a-85f5-bac6f4442924", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:02.641621 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d87d0151-5bbb-4a1d-b386-6dc6e82da872 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:02.642004 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d81926-cf02-4264-b10a-0cd534363aee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb4940b-cbd0-4652-88e3-a6a339f47166', 'code': 200} Jul 14 09:16:02.642263 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d81926-cf02-4264-b10a-0cd534363aee', 'tag': 'ffb4940b-cbd0-4652-88e3-a6a339f47166', 'status': 'completed', 'code': 200} Jul 14 09:16:02.642516 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3148693-52ad-4d5c-9431-836fe6687d40', 'tag': '6aca5817-8f42-4e7a-85f5-bac6f4442924', 'status': 'completed', 'code': 200} Jul 14 09:16:02.670502 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a25e0ef7-68a5-464d-9f97-a641d1f1ea6f req-c09d0ab9-7492-437c-ac50-40efe10dc5e3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&id=01b61e1a-8ff7-4745-9677-cc34e1810782&id=4b8d7c2c-94c4-4161-b62e-6b460c5a373e HTTP/1.1" status: 200 len: 6150 time: 0.3607750 Jul 14 09:16:02.721179 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.728264 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-76c3f7ca-3239-4663-8b42-eb5b470f9241 req-4bad114f-75e8-4f15-b31f-bbbf1059cdcb tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Deleting port 94e65a1f-98ce-4889-8a69-032edb64e200 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:02.728687 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-76c3f7ca-3239-4663-8b42-eb5b470f9241 req-4bad114f-75e8-4f15-b31f-bbbf1059cdcb tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.741569 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device d4585aea-29d1-4c2e-a839-33de458e8edc no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:02.791282 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158a82f-b1b0-44f2-be85-570922186e4d', 'name': 'tempest-FloatingIPsTestJSON-644508016-router', 'tenant_id': '7f86d858348b4b4c82a71b1c4c844539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a9a7f666-62f0-4642-bb6a-72def91915e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:57Z', 'updated_at': '2021-07-14T09:15:59Z', 'revision_number': 3, 'project_id': '7f86d858348b4b4c82a71b1c4c844539', 'gw_port': {'id': 'a9a7f666-62f0-4642-bb6a-72def91915e5', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5158a82f-b1b0-44f2-be85-570922186e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:58Z', 'updated_at': '2021-07-14T09:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:02.805651 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: d4585aea-29d1-4c2e-a839-33de458e8edc {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:02.806316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device d4585aea-29d1-4c2e-a839-33de458e8edc not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:02.806906 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 94e65a1f-98ce-4889-8a69-032edb64e200 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:02.862612 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 51b8a092-7c05-4e2b-8d7d-cd72f493c30f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:02.862991 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.893174 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0084a30c-6721-4c59-be6d-f3681d202bf0 None None] The sync data for ids ['5158a82f-b1b0-44f2-be85-570922186e4d'] in n-d-798054-10 is: [{'id': '5158a82f-b1b0-44f2-be85-570922186e4d', 'name': 'tempest-FloatingIPsTestJSON-644508016-router', 'tenant_id': '7f86d858348b4b4c82a71b1c4c844539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a9a7f666-62f0-4642-bb6a-72def91915e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:57Z', 'updated_at': '2021-07-14T09:15:59Z', 'revision_number': 3, 'project_id': '7f86d858348b4b4c82a71b1c4c844539', 'gw_port': {'id': 'a9a7f666-62f0-4642-bb6a-72def91915e5', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5158a82f-b1b0-44f2-be85-570922186e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:58Z', 'updated_at': '2021-07-14T09:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:02.908169 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9a68a-4e11-471f-bedd-81a2418a1bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=d7e8285b-da94-4351-89cf-dfb48480d87e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:02.916826 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-76c3f7ca-3239-4663-8b42-eb5b470f9241 req-4bad114f-75e8-4f15-b31f-bbbf1059cdcb tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] For port 94e65a1f-98ce-4889-8a69-032edb64e200, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=94e65a1f-98ce-4889-8a69-032edb64e200,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:02.917200 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-76c3f7ca-3239-4663-8b42-eb5b470f9241 req-4bad114f-75e8-4f15-b31f-bbbf1059cdcb tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.942266 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-76c3f7ca-3239-4663-8b42-eb5b470f9241 req-4bad114f-75e8-4f15-b31f-bbbf1059cdcb tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Calling delete_port for 94e65a1f-98ce-4889-8a69-032edb64e200 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:02.954153 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5ab9a68a-4e11-471f-bedd-81a2418a1bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.034393 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88ee3846-60ee-446e-a610-69c67695714d req-1e063d71-ae33-4921-8b7b-ce0c20d621f3 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd27eac-8890-4597-bc98-12c105379ff4 HTTP/1.1" status: 200 len: 210 time: 0.0710249 Jul 14 09:16:03.114328 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7087-6631-4936-a128-20952e6e45a9 req-3de03ad5-bdce-4ab5-b58c-b8f5ab1f43c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:03.116658 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fecb7087-6631-4936-a128-20952e6e45a9 req-3de03ad5-bdce-4ab5-b58c-b8f5ab1f43c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 1099 time: 0.4562659 Jul 14 09:16:03.168983 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.171236 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1bd0531b-8a08-49b1-b424-4b29f3e11158 None None] Provisioning for port d7e8285b-da94-4351-89cf-dfb48480d87e completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:03.190096 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1bd0531b-8a08-49b1-b424-4b29f3e11158 None None] Provisioning complete for port d7e8285b-da94-4351-89cf-dfb48480d87e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:03.190473 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1bd0531b-8a08-49b1-b424-4b29f3e11158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.230254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713c9fd2-bc40-46ee-919f-794af33962af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94e65a1f-98ce-4889-8a69-032edb64e200'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:03.232551 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdde33be-ec9b-4c67-8b49-7301c9757703" -d '{"events": [{"server_uuid": "713c9fd2-bc40-46ee-919f-794af33962af", "name": "network-vif-unplugged", "status": "completed", "tag": "94e65a1f-98ce-4889-8a69-032edb64e200"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:03.265947 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 94e65a1f-98ce-4889-8a69-032edb64e200, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=94e65a1f-98ce-4889-8a69-032edb64e200,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:03.277503 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.289710 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0531b-8a08-49b1-b424-4b29f3e11158 None None] Port d7e8285b-da94-4351-89cf-dfb48480d87e cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:03.388575 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7087-6631-4936-a128-20952e6e45a9 req-fc013647-e0f9-4924-8de2-0481b56c21a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:03.390155 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fecb7087-6631-4936-a128-20952e6e45a9 req-fc013647-e0f9-4924-8de2-0481b56c21a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 1099 time: 0.6333647 Jul 14 09:16:03.462270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c93c13-47a2-4942-adec-e05b3841a2f8 req-e23d0bc4-21a9-41f5-a867-264f6f1c15df tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:03.471973 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08c93c13-47a2-4942-adec-e05b3841a2f8 req-e23d0bc4-21a9-41f5-a867-264f6f1c15df tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.26 "GET /v2.0/ports?device_id=764e34c9-2edf-490a-9c17-19c333d585f4 HTTP/1.1" status: 200 len: 945 time: 0.1178923 Jul 14 09:16:03.482550 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-76c3f7ca-3239-4663-8b42-eb5b470f9241 req-4bad114f-75e8-4f15-b31f-bbbf1059cdcb tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.524565 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=94e65a1f-98ce-4889-8a69-032edb64e200,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:03.551665 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3fe00c75-5227-492d-ae33-c5ec2711f80d'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:03.563506 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad114f-75e8-4f15-b31f-bbbf1059cdcb tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Pushing event deleted for resources: {'Port': ['ID=94e65a1f-98ce-4889-8a69-032edb64e200,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:03.579679 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7087-6631-4936-a128-20952e6e45a9 req-54f3250d-5e32-462d-89e5-8744c83ebf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:03.581227 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fecb7087-6631-4936-a128-20952e6e45a9 req-54f3250d-5e32-462d-89e5-8744c83ebf37 service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.4559340 Jul 14 09:16:03.598429 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c3f7ca-3239-4663-8b42-eb5b470f9241 req-4bad114f-75e8-4f15-b31f-bbbf1059cdcb tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] No DVR routers for this DVR port 94e65a1f-98ce-4889-8a69-032edb64e200 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:03.600040 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3276922-6e59-4109-9df4-47af21d2029b x-openstack-request-id: req-d3276922-6e59-4109-9df4-47af21d2029b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:03.600342 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd27eac-8890-4597-bc98-12c105379ff4", "name": "network-vif-deleted", "tag": "d4585aea-29d1-4c2e-a839-33de458e8edc", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:03.601149 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3276922-6e59-4109-9df4-47af21d2029b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:03.601570 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd27eac-8890-4597-bc98-12c105379ff4', 'name': 'network-vif-deleted', 'tag': 'd4585aea-29d1-4c2e-a839-33de458e8edc', 'status': 'completed', 'code': 200} Jul 14 09:16:03.608449 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-76c3f7ca-3239-4663-8b42-eb5b470f9241 req-4bad114f-75e8-4f15-b31f-bbbf1059cdcb tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.610774 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-76c3f7ca-3239-4663-8b42-eb5b470f9241 req-4bad114f-75e8-4f15-b31f-bbbf1059cdcb tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.49 "DELETE /v2.0/ports/94e65a1f-98ce-4889-8a69-032edb64e200 HTTP/1.1" status: 204 len: 173 time: 1.2426186 Jul 14 09:16:03.656423 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7087-6631-4936-a128-20952e6e45a9 req-5c1f2e60-0d98-481d-b755-e4c1257370e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:03.658255 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fecb7087-6631-4936-a128-20952e6e45a9 req-5c1f2e60-0d98-481d-b755-e4c1257370e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.2564638 Jul 14 09:16:03.690010 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5ab9a68a-4e11-471f-bedd-81a2418a1bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.702774 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fecb7087-6631-4936-a128-20952e6e45a9 req-113f3852-073a-46d2-bff1-134a770ac60a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166 HTTP/1.1" status: 200 len: 217 time: 0.0999022 Jul 14 09:16:03.763555 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08c93c13-47a2-4942-adec-e05b3841a2f8 req-628e8b83-527e-440a-9271-c44c4a543fea tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.26 "GET /v2.0/security-groups?id=15d6ba5f-1017-4e7d-9ac4-77c7d1677daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904031 Jul 14 09:16:03.767125 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fecb7087-6631-4936-a128-20952e6e45a9 req-fa08a542-c164-405a-bdab-ceee3e8f07f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166 HTTP/1.1" status: 200 len: 217 time: 0.0744598 Jul 14 09:16:03.929466 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7087-6631-4936-a128-20952e6e45a9 req-67ff4347-2906-44a1-8bd9-47b700b4c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:03.933570 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fecb7087-6631-4936-a128-20952e6e45a9 req-67ff4347-2906-44a1-8bd9-47b700b4c4ec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1749468 Jul 14 09:16:03.959164 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7087-6631-4936-a128-20952e6e45a9 req-5f177797-83c2-4615-b492-e86ec3a01437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:03.961719 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fecb7087-6631-4936-a128-20952e6e45a9 req-5f177797-83c2-4615-b492-e86ec3a01437 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1640954 Jul 14 09:16:03.977162 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67255e-c2d6-4ba8-9284-09b0308742fa req-a2d48a0c-fa20-449c-b4a2-d117c17101ff tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:03.978775 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b67255e-c2d6-4ba8-9284-09b0308742fa req-a2d48a0c-fa20-449c-b4a2-d117c17101ff tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3546505 Jul 14 09:16:04.038240 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-a107529b-a6c3-4c8b-9c19-53f0af91acd1 req-d4e27eba-412a-4aef-ac57-95688794e056 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1390492232 ', 'description': 'tempest-description-367266928'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:04.080086 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a107529b-a6c3-4c8b-9c19-53f0af91acd1 req-d4e27eba-412a-4aef-ac57-95688794e056 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.131559 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bef08f-2a7a-4d27-af7d-fa6469289900 req-0eaf07e8-c11e-4a09-bd81-2629fbba9497 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:04.133119 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58bef08f-2a7a-4d27-af7d-fa6469289900 req-0eaf07e8-c11e-4a09-bd81-2629fbba9497 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 947 time: 0.1315873 Jul 14 09:16:04.180959 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7087-6631-4936-a128-20952e6e45a9 req-a01f011d-861d-4523-bc64-151ec4d19c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:04.182604 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fecb7087-6631-4936-a128-20952e6e45a9 req-a01f011d-861d-4523-bc64-151ec4d19c6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2389803 Jul 14 09:16:04.190188 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7087-6631-4936-a128-20952e6e45a9 req-c540c652-ddaf-4816-a771-eec7eb38a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:04.191708 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fecb7087-6631-4936-a128-20952e6e45a9 req-c540c652-ddaf-4816-a771-eec7eb38a1e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1792343 Jul 14 09:16:04.193165 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58bef08f-2a7a-4d27-af7d-fa6469289900 req-804870fd-fa54-430a-abec-b34b0f3ef3ec tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476604 Jul 14 09:16:04.235124 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a107529b-a6c3-4c8b-9c19-53f0af91acd1 req-d4e27eba-412a-4aef-ac57-95688794e056 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.239786 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a107529b-a6c3-4c8b-9c19-53f0af91acd1 req-d4e27eba-412a-4aef-ac57-95688794e056 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.275108 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a107529b-a6c3-4c8b-9c19-53f0af91acd1 req-d4e27eba-412a-4aef-ac57-95688794e056 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.276427 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a107529b-a6c3-4c8b-9c19-53f0af91acd1 req-d4e27eba-412a-4aef-ac57-95688794e056 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2728491 Jul 14 09:16:04.277609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e27eba-412a-4aef-ac57-95688794e056 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724605c8-24d5-4b09-80f0-4990d0c3212e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:04.279960 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3590d4-b99d-4640-b3e4-4365a3ce9efe x-openstack-request-id: req-db3590d4-b99d-4640-b3e4-4365a3ce9efe {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:04.280463 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713c9fd2-bc40-46ee-919f-794af33962af", "name": "network-vif-unplugged", "status": "completed", "tag": "94e65a1f-98ce-4889-8a69-032edb64e200", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:04.280568 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db3590d4-b99d-4640-b3e4-4365a3ce9efe {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:04.280904 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713c9fd2-bc40-46ee-919f-794af33962af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94e65a1f-98ce-4889-8a69-032edb64e200', 'code': 200} Jul 14 09:16:04.368855 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5ab9a68a-4e11-471f-bedd-81a2418a1bd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.387778 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5ab9a68a-4e11-471f-bedd-81a2418a1bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.466961 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a9a7f666-62f0-4642-bb6a-72def91915e5 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:04.495383 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fecb7087-6631-4936-a128-20952e6e45a9 req-9c427bc3-6595-4835-9d9a-bdc5aa2e2364 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011894 Jul 14 09:16:04.497569 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fecb7087-6631-4936-a128-20952e6e45a9 req-d16c7687-f6e0-4b27-afcb-66d42be0045e service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922854 Jul 14 09:16:04.523148 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5ab9a68a-4e11-471f-bedd-81a2418a1bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.535396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9a68a-4e11-471f-bedd-81a2418a1bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=d7e8285b-da94-4351-89cf-dfb48480d87e,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:04.554983 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port a9a7f666-62f0-4642-bb6a-72def91915e5 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:04.562730 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a9a7f666-62f0-4642-bb6a-72def91915e5 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:04.563408 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.644569 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713c9fd2-bc40-46ee-919f-794af33962af', 'name': 'network-vif-deleted', 'tag': '94e65a1f-98ce-4889-8a69-032edb64e200'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:04.648596 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2113528-541a-41f1-8342-34355f498f95" -d '{"events": [{"server_uuid": "713c9fd2-bc40-46ee-919f-794af33962af", "name": "network-vif-deleted", "tag": "94e65a1f-98ce-4889-8a69-032edb64e200"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:04.730908 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ffb4940b-cbd0-4652-88e3-a6a339f47166 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:04.747596 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.792806 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port a9a7f666-62f0-4642-bb6a-72def91915e5, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a9a7f666-62f0-4642-bb6a-72def91915e5,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:04.824105 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.826596 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-461b75e7-442e-40f8-b6fd-6ac2ae8c220e req-31f76801-30c7-4458-a493-74d21069e29e tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=29a2a9b841fc4f01b0f646df66671bd2 HTTP/1.1" status: 200 len: 1655 time: 0.0883913 Jul 14 09:16:04.832921 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fecb7087-6631-4936-a128-20952e6e45a9 req-4c9a11c3-8aba-4506-8b68-b5ab88910cac service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274856 Jul 14 09:16:04.848798 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fecb7087-6631-4936-a128-20952e6e45a9 req-e77d4990-baf9-4582-b3b0-712a793b8b81 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346994 Jul 14 09:16:04.883136 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab9a68a-4e11-471f-bedd-81a2418a1bd7 admin admin] Network bbdfebc7-6249-47b2-9b7b-0429fee84d14 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:04.885106 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-5ab9a68a-4e11-471f-bedd-81a2418a1bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:05.023771 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=a9a7f666-62f0-4642-bb6a-72def91915e5,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:05.042475 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ffb4940b-cbd0-4652-88e3-a6a339f47166, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:05.057121 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'ffb4940b-cbd0-4652-88e3-a6a339f47166', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': 'ffb4940b-cbd0-4652-88e3-a6a339f47166', 'mac_address': 'fa:16:3e:f9:71:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:05.117745 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.121320 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab9a68a-4e11-471f-bedd-81a2418a1bd7 admin admin] Router 5158a82f-b1b0-44f2-be85-570922186e4d has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:16:05.138551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb4940b-cbd0-4652-88e3-a6a339f47166 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:05.148844 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b75e7-442e-40f8-b6fd-6ac2ae8c220e req-1ab684b9-a0a4-4a59-873a-fab8e26807e3 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:05.158307 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-461b75e7-442e-40f8-b6fd-6ac2ae8c220e req-1ab684b9-a0a4-4a59-873a-fab8e26807e3 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/networks?id=f364b4f5-ab99-4997-a007-bd1df74278ab&id=f364b4f5-ab99-4997-a007-bd1df74278ab&id=f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 787 time: 0.3062334 Jul 14 09:16:05.175169 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ffb4940b-cbd0-4652-88e3-a6a339f47166, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:05.180751 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.185644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-461b75e7-442e-40f8-b6fd-6ac2ae8c220e req-91b4ac9c-90cb-4269-9e22-083dba2b5664 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:16:05.198586 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-461b75e7-442e-40f8-b6fd-6ac2ae8c220e req-91b4ac9c-90cb-4269-9e22-083dba2b5664 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0259614 Jul 14 09:16:05.229881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7087-6631-4936-a128-20952e6e45a9 req-322807f5-8db8-49cb-81ff-dddb7f0747ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:05.232092 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fecb7087-6631-4936-a128-20952e6e45a9 req-322807f5-8db8-49cb-81ff-dddb7f0747ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=557f4eb50c684c97b08dac62df18e620&device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 1175 time: 0.2552996 Jul 14 09:16:05.312820 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=ffb4940b-cbd0-4652-88e3-a6a339f47166,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:05.332740 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-395f34fe-73c2-4fcd-92bf-098c23d3c1c7 req-c00f7f45-9245-46d5-8b26-6f57faac48d3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/724605c8-24d5-4b09-80f0-4990d0c3212e HTTP/1.1" status: 200 len: 1780 time: 0.1055090 Jul 14 09:16:05.437459 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3bdcff-1b52-4ea0-b481-a533b72da35f x-openstack-request-id: req-ad3bdcff-1b52-4ea0-b481-a533b72da35f {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:05.437903 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713c9fd2-bc40-46ee-919f-794af33962af", "name": "network-vif-deleted", "tag": "94e65a1f-98ce-4889-8a69-032edb64e200", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:05.438042 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad3bdcff-1b52-4ea0-b481-a533b72da35f {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:05.438407 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713c9fd2-bc40-46ee-919f-794af33962af', 'name': 'network-vif-deleted', 'tag': '94e65a1f-98ce-4889-8a69-032edb64e200', 'status': 'completed', 'code': 200} Jul 14 09:16:05.446693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['ffb4940b-cbd0-4652-88e3-a6a339f47166'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:05.522792 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-26a5c442-c077-41bf-9f82-1ee437747e74 None None] Provisioning complete for port d7e8285b-da94-4351-89cf-dfb48480d87e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:05.523983 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26a5c442-c077-41bf-9f82-1ee437747e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.639219 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-26a5c442-c077-41bf-9f82-1ee437747e74 None None] Port d7e8285b-da94-4351-89cf-dfb48480d87e cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:05.839417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51698) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:05.860516 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925f0f6-1ad3-42d7-b5e3-4c299b4d39f1 req-c86b523f-4ecf-48e7-86dd-9c972043d162 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:05.862225 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7925f0f6-1ad3-42d7-b5e3-4c299b4d39f1 req-c86b523f-4ecf-48e7-86dd-9c972043d162 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.26 "GET /v2.0/ports?device_id=764e34c9-2edf-490a-9c17-19c333d585f4 HTTP/1.1" status: 200 len: 945 time: 0.1907530 Jul 14 09:16:05.914790 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7925f0f6-1ad3-42d7-b5e3-4c299b4d39f1 req-7fb83abc-2e33-49c6-9eae-1d91f867889e tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.26 "GET /v2.0/security-groups?id=15d6ba5f-1017-4e7d-9ac4-77c7d1677daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465887 Jul 14 09:16:05.927663 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b6a7a-7040-4a7f-ace2-416a0898aa16 req-9326f9c8-95ce-49ee-81b6-8b50641fd845 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:05.935983 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9d1b6a7a-7040-4a7f-ace2-416a0898aa16 req-9326f9c8-95ce-49ee-81b6-8b50641fd845 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a HTTP/1.1" status: 200 len: 946 time: 0.1633680 Jul 14 09:16:05.950814 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab9a68a-4e11-471f-bedd-81a2418a1bd7 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:05.969317 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5ab9a68a-4e11-471f-bedd-81a2418a1bd7 admin admin] 10.222.0.26 "PUT /v2.0/routers/5158a82f-b1b0-44f2-be85-570922186e4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2120044 Jul 14 09:16:05.973140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] Sync routers for ids ['5158a82f-b1b0-44f2-be85-570922186e4d'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:05.988862 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] Routers {'5158a82f-b1b0-44f2-be85-570922186e4d'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:05.989255 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:16:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5158a82f-b1b0-44f2-be85-570922186e4d'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:05.998304 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7087-6631-4936-a128-20952e6e45a9 req-3a47ae8a-f705-40cd-ba7f-58dc882b6f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:06.000900 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fecb7087-6631-4936-a128-20952e6e45a9 req-3a47ae8a-f705-40cd-ba7f-58dc882b6f48 service neutron] 10.222.0.55 "GET /v2.0/networks?id=58b578ac-94e2-4ea1-a737-42993db0b5b6 HTTP/1.1" status: 200 len: 914 time: 0.7270689 Jul 14 09:16:06.016280 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-60ad6a9e-35c8-4351-b9d7-5bf93783a0ff tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:06.019023 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-60ad6a9e-35c8-4351-b9d7-5bf93783a0ff tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee&tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 948 time: 0.2023320 Jul 14 09:16:06.032797 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9d1b6a7a-7040-4a7f-ace2-416a0898aa16 req-5a027100-d49f-4b15-bb23-c0cb16bda3d1 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919244 Jul 14 09:16:06.052221 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1aa70a40-4c4b-4a02-99e3-97b2c4ca9ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.094265 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fecb7087-6631-4936-a128-20952e6e45a9 req-c5069b12-0ecc-4cae-a3ad-e4e4c7e27be8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6aca5817-8f42-4e7a-85f5-bac6f4442924 HTTP/1.1" status: 200 len: 217 time: 0.0739565 Jul 14 09:16:06.144837 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] Set router 5158a82f-b1b0-44f2-be85-570922186e4d gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:06.160025 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce1a5095-b989-4ab0-9e8a-ddcd5db26738 req-1ebfef12-7719-4bf9-b042-25d4f2a9061e tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/floatingips/ad1d8548-6e2d-4d61-a5a7-5211a3295bbd HTTP/1.1" status: 200 len: 693 time: 0.0852940 Jul 14 09:16:06.197308 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-41317847-fcf3-4b40-b737-eb974c3c4006 service neutron] 10.222.0.49 "GET /v2.0/ports/ffb4940b-cbd0-4652-88e3-a6a339f47166/bindings/n-h2-798054-10 HTTP/1.1" status: 200 len: 383 time: 0.1671073 Jul 14 09:16:06.207375 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19175627-09d4-4b43-9cbd-d07d91bad5be req-f4b0bc18-38ee-47d4-b716-38459c54e5d8 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/724605c8-24d5-4b09-80f0-4990d0c3212e HTTP/1.1" status: 200 len: 1780 time: 0.1314332 Jul 14 09:16:06.207594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7087-6631-4936-a128-20952e6e45a9 req-1d58ef3a-cd70-4209-939b-d9853a5d1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:06.220256 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fecb7087-6631-4936-a128-20952e6e45a9 req-1d58ef3a-cd70-4209-939b-d9853a5d1d83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3ad77fb-8644-4bff-ba7c-293c210c0da0 HTTP/1.1" status: 200 len: 853 time: 0.0777595 Jul 14 09:16:06.301195 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fecb7087-6631-4936-a128-20952e6e45a9 req-fba14c88-4e35-4441-855f-7faddc65c124 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58b578ac-94e2-4ea1-a737-42993db0b5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360956 Jul 14 09:16:06.363653 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a5095-b989-4ab0-9e8a-ddcd5db26738 req-5e18d401-4afd-48e1-945d-0fbece9e2191 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:06.371436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce1a5095-b989-4ab0-9e8a-ddcd5db26738 req-5e18d401-4afd-48e1-945d-0fbece9e2191 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.2001209 Jul 14 09:16:06.389266 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-c1fc03e9-1565-40bf-ae57-f2c9c0dfd52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:06.391080 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-c1fc03e9-1565-40bf-ae57-f2c9c0dfd52c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 1100 time: 0.1654520 Jul 14 09:16:06.414646 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158a82f-b1b0-44f2-be85-570922186e4d', 'name': 'tempest-FloatingIPsTestJSON-644508016-router', 'tenant_id': '7f86d858348b4b4c82a71b1c4c844539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a9a7f666-62f0-4642-bb6a-72def91915e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:57Z', 'updated_at': '2021-07-14T09:16:03Z', 'revision_number': 4, 'project_id': '7f86d858348b4b4c82a71b1c4c844539', 'gw_port': {'id': 'a9a7f666-62f0-4642-bb6a-72def91915e5', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158a82f-b1b0-44f2-be85-570922186e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:58Z', 'updated_at': '2021-07-14T09:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'd7e8285b-da94-4351-89cf-dfb48480d87e', 'name': '', 'network_id': 'bbdfebc7-6249-47b2-9b7b-0429fee84d14', 'tenant_id': '7f86d858348b4b4c82a71b1c4c844539', 'mac_address': 'fa:16:3e:76:d7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5158a82f-b1b0-44f2-be85-570922186e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '58d5848d-3a84-4e60-861f-7910e76f29fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:01Z', 'updated_at': '2021-07-14T09:16:03Z', 'revision_number': 2, 'project_id': '7f86d858348b4b4c82a71b1c4c844539', 'subnets': [{'id': '58d5848d-3a84-4e60-861f-7910e76f29fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:06.439335 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-19175627-09d4-4b43-9cbd-d07d91bad5be req-c8f8c921-eda7-48c6-ad07-e8c1ab4a7f58 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.447807 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a9a7f666-62f0-4642-bb6a-72def91915e5 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:06.452183 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] Checking router: 5158a82f-b1b0-44f2-be85-570922186e4d for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:16:06.452936 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] Updating router 5158a82f-b1b0-44f2-be85-570922186e4d port d7e8285b-da94-4351-89cf-dfb48480d87e binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:16:06.458354 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce1a5095-b989-4ab0-9e8a-ddcd5db26738 req-4d1996b9-5dab-4846-b994-5fb9e21f3505 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.134 HTTP/1.1" status: 200 len: 696 time: 0.0859191 Jul 14 09:16:06.461260 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1aa70a40-4c4b-4a02-99e3-97b2c4ca9ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.478513 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1aa70a40-4c4b-4a02-99e3-97b2c4ca9ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.494012 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fecb7087-6631-4936-a128-20952e6e45a9 req-ca9e0bc0-c510-48b0-b2bd-34fdd82224e2 service neutron] 10.222.0.55 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802256 Jul 14 09:16:06.516791 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.531500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-ef5931d6-c6c5-4c89-be51-f8599bec098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:06.533069 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-ef5931d6-c6c5-4c89-be51-f8599bec098d service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1338477 Jul 14 09:16:06.536536 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-19175627-09d4-4b43-9cbd-d07d91bad5be req-c8f8c921-eda7-48c6-ad07-e8c1ab4a7f58 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.559334 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a9a7f666-62f0-4642-bb6a-72def91915e5 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:06.559809 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.579981 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1aa70a40-4c4b-4a02-99e3-97b2c4ca9ce0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b1a40200bb343ecba3b9dbcf39749e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7359982 Jul 14 09:16:06.584102 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51708) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:06.590174 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce1a5095-b989-4ab0-9e8a-ddcd5db26738 req-9980c22c-98b8-4072-a538-8cb9c87a901b tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.134 HTTP/1.1" status: 200 len: 696 time: 0.1217437 Jul 14 09:16:06.594120 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa70a40-4c4b-4a02-99e3-97b2c4ca9ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7245711d-0e48-46c7-8387-c5ea158a914c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:06.604670 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-bd3f7c84-49d1-49dc-9917-b1750353fdc1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166 HTTP/1.1" status: 200 len: 217 time: 0.0648627 Jul 14 09:16:06.729757 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-19175627-09d4-4b43-9cbd-d07d91bad5be req-c8f8c921-eda7-48c6-ad07-e8c1ab4a7f58 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.732403 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-19175627-09d4-4b43-9cbd-d07d91bad5be req-c8f8c921-eda7-48c6-ad07-e8c1ab4a7f58 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.733623 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19175627-09d4-4b43-9cbd-d07d91bad5be req-c8f8c921-eda7-48c6-ad07-e8c1ab4a7f58 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "DELETE /v2.0/security-groups/724605c8-24d5-4b09-80f0-4990d0c3212e HTTP/1.1" status: 204 len: 173 time: 0.5000746 Jul 14 09:16:06.745717 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8c921-eda7-48c6-ad07-e8c1ab4a7f58 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=724605c8-24d5-4b09-80f0-4990d0c3212e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:06.751303 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-f799a232-a89c-4b02-bfdb-9243c3fe9bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:06.753665 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-f799a232-a89c-4b02-bfdb-9243c3fe9bc7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1421170 Jul 14 09:16:06.756199 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4eb9e66-0bff-4fc8-9111-f8bc09a72e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.778524 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-ce1a5095-b989-4ab0-9e8a-ddcd5db26738 req-b7854023-2de7-4cc8-a667-dfdce96f47b3 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Deleting port 8f858c21-3ced-44cf-81e7-16da87de4a08 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:06.778875 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ce1a5095-b989-4ab0-9e8a-ddcd5db26738 req-b7854023-2de7-4cc8-a667-dfdce96f47b3 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.823084 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4eb9e66-0bff-4fc8-9111-f8bc09a72e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.836690 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fecb7087-6631-4936-a128-20952e6e45a9 req-9cd513a5-3313-4be4-a9e2-0c99eaaccb99 service neutron] 10.222.0.55 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536049 Jul 14 09:16:06.864104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ffb4940b-cbd0-4652-88e3-a6a339f47166 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:06.870930 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ce1a5095-b989-4ab0-9e8a-ddcd5db26738 req-b7854023-2de7-4cc8-a667-dfdce96f47b3 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.871534 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ce1a5095-b989-4ab0-9e8a-ddcd5db26738 req-b7854023-2de7-4cc8-a667-dfdce96f47b3 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.892047 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-ce1a5095-b989-4ab0-9e8a-ddcd5db26738 req-b7854023-2de7-4cc8-a667-dfdce96f47b3 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Calling delete_port for 8f858c21-3ced-44cf-81e7-16da87de4a08 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:06.901857 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4eb9e66-0bff-4fc8-9111-f8bc09a72e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.904769 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4eb9e66-0bff-4fc8-9111-f8bc09a72e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.906060 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f4eb9e66-0bff-4fc8-9111-f8bc09a72e5e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7245711d-0e48-46c7-8387-c5ea158a914c HTTP/1.1" status: 204 len: 168 time: 0.3210804 Jul 14 09:16:06.912314 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-187133be-7ca6-407d-85ce-484beb3f0f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:06.915312 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-187133be-7ca6-407d-85ce-484beb3f0f83 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1525209 Jul 14 09:16:06.973900 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port ffb4940b-cbd0-4652-88e3-a6a339f47166 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:06.984478 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port ffb4940b-cbd0-4652-88e3-a6a339f47166 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:06.984823 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.045034 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-77dd7f8a-c77f-4bf6-aa65-ff8bf78e6f17 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073704 Jul 14 09:16:07.087862 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fd675-f4ab-4591-b930-e9b73c0bbce1 req-dabf0c9f-afba-43eb-9537-972d4819c6b9 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:07.089089 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc4fd675-f4ab-4591-b930-e9b73c0bbce1 req-dabf0c9f-afba-43eb-9537-972d4819c6b9 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 948 time: 0.1584606 Jul 14 09:16:07.092059 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb9e66-0bff-4fc8-9111-f8bc09a72e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7245711d-0e48-46c7-8387-c5ea158a914c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:07.099723 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.158455 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.186606 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d81926-cf02-4264-b10a-0cd534363aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb4940b-cbd0-4652-88e3-a6a339f47166'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:07.189663 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a429ef1-bbf1-469d-baa0-bf6159ef0a28" -d '{"events": [{"server_uuid": "f6d81926-cf02-4264-b10a-0cd534363aee", "name": "network-vif-plugged", "status": "completed", "tag": "ffb4940b-cbd0-4652-88e3-a6a339f47166"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:07.192975 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ce1a5095-b989-4ab0-9e8a-ddcd5db26738 req-b7854023-2de7-4cc8-a667-dfdce96f47b3 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.196508 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] Transition to ACTIVE for port object d7e8285b-da94-4351-89cf-dfb48480d87e will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:07.210434 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ffb4940b-cbd0-4652-88e3-a6a339f47166, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:07.213105 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.229559 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f768d-a9bf-45b1-8c1b-114f1dbf4599 req-26762554-7f1f-49c6-a9f1-d167d5aed078 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:07.231295 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-413f768d-a9bf-45b1-8c1b-114f1dbf4599 req-26762554-7f1f-49c6-a9f1-d167d5aed078 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.55 "GET /v2.0/ports?device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a HTTP/1.1" status: 200 len: 946 time: 0.3240273 Jul 14 09:16:07.248240 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.265527 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7854023-2de7-4cc8-a667-dfdce96f47b3 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Pushing event deleted for resources: {'Port': ['ID=8f858c21-3ced-44cf-81e7-16da87de4a08,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:07.274558 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc4fd675-f4ab-4591-b930-e9b73c0bbce1 req-4be1e5ba-c98b-4e44-a84b-634189a56bf7 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683600 Jul 14 09:16:07.280301 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e44a34-0fd9-4b89-8aa8-ecbfb169aeae req-09f224fa-748c-450a-9101-66be2b4a6a50 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:07.281806 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a34e50-f6be-417c-8015-c6ae442e61c3 None None] Pushing event updated for resources: {'Port': ['ID=d7e8285b-da94-4351-89cf-dfb48480d87e,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:07.281959 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-65e44a34-0fd9-4b89-8aa8-ecbfb169aeae req-09f224fa-748c-450a-9101-66be2b4a6a50 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.55 "GET /v2.0/ports?device_id=764e34c9-2edf-490a-9c17-19c333d585f4 HTTP/1.1" status: 200 len: 945 time: 0.3654597 Jul 14 09:16:07.314355 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-3274f1c9-019c-4e1b-a7af-7340f93c2f40 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271984 Jul 14 09:16:07.427140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] Attempting to bind port d7e8285b-da94-4351-89cf-dfb48480d87e on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:07.427733 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] Attempting to bind port d7e8285b-da94-4351-89cf-dfb48480d87e by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '632bf30d-4f28-480d-8f2d-f2947cbef959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'bbdfebc7-6249-47b2-9b7b-0429fee84d14'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:07.427863 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] Attempting to bind port d7e8285b-da94-4351-89cf-dfb48480d87e on network bbdfebc7-6249-47b2-9b7b-0429fee84d14 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:07.437280 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ce1a5095-b989-4ab0-9e8a-ddcd5db26738 req-b7854023-2de7-4cc8-a667-dfdce96f47b3 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.440738 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:07.441113 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] Checking segment: {'id': '632bf30d-4f28-480d-8f2d-f2947cbef959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'bbdfebc7-6249-47b2-9b7b-0429fee84d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:07.441817 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.442397 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] Bound using segment: {'id': '632bf30d-4f28-480d-8f2d-f2947cbef959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'bbdfebc7-6249-47b2-9b7b-0429fee84d14'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:07.443042 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] Bound port: d7e8285b-da94-4351-89cf-dfb48480d87e, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632bf30d-4f28-480d-8f2d-f2947cbef959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'bbdfebc7-6249-47b2-9b7b-0429fee84d14'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:07.443606 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.445695 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ce1a5095-b989-4ab0-9e8a-ddcd5db26738 req-b7854023-2de7-4cc8-a667-dfdce96f47b3 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.448712 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce1a5095-b989-4ab0-9e8a-ddcd5db26738 req-b7854023-2de7-4cc8-a667-dfdce96f47b3 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "DELETE /v2.0/floatingips/ad1d8548-6e2d-4d61-a5a7-5211a3295bbd HTTP/1.1" status: 204 len: 173 time: 0.8455522 Jul 14 09:16:07.469564 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51728) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:07.483062 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=ffb4940b-cbd0-4652-88e3-a6a339f47166,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:07.483528 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-c02b741d-e281-4a8a-94ff-11d364085c7b req-6d7068aa-47b2-4894-b1d8-39b17c2f3180 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] show failed (client error): The resource could not be found. Jul 14 09:16:07.484713 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c02b741d-e281-4a8a-94ff-11d364085c7b req-6d7068aa-47b2-4894-b1d8-39b17c2f3180 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/724605c8-24d5-4b09-80f0-4990d0c3212e HTTP/1.1" status: 404 len: 352 time: 0.0191307 Jul 14 09:16:07.525874 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c7edd1d8-159a-4f9c-a7e9-af6b32978739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.576640 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] For port d7e8285b-da94-4351-89cf-dfb48480d87e, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:07.584418 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] For port d7e8285b-da94-4351-89cf-dfb48480d87e, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d7e8285b-da94-4351-89cf-dfb48480d87e,segment=NetworkSegment(632bf30d-4f28-480d-8f2d-f2947cbef959),segment_id=632bf30d-4f28-480d-8f2d-f2947cbef959)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:07.596684 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.618628 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-65e44a34-0fd9-4b89-8aa8-ecbfb169aeae req-75db5b33-6c9f-43b3-91c7-d5ddb3c0f192 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Deleting port 4b6645f0-de55-495c-8181-24824f23c937 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:07.619127 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-65e44a34-0fd9-4b89-8aa8-ecbfb169aeae req-75db5b33-6c9f-43b3-91c7-d5ddb3c0f192 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.625616 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-413f768d-a9bf-45b1-8c1b-114f1dbf4599 req-f0215b98-e163-48ac-9b2e-d2f8da436fe6 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Deleting port 57d9d355-d1dc-46a8-b7b3-16ee69315886 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:07.625994 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-413f768d-a9bf-45b1-8c1b-114f1dbf4599 req-f0215b98-e163-48ac-9b2e-d2f8da436fe6 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.709674 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] Routers {'5158a82f-b1b0-44f2-be85-570922186e4d'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:07.711196 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:16:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5158a82f-b1b0-44f2-be85-570922186e4d'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:07.713403 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a34e50-f6be-417c-8015-c6ae442e61c3 None None] Pushing event updated for resources: {'Port': ['ID=d7e8285b-da94-4351-89cf-dfb48480d87e,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:07.852362 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] Set router 5158a82f-b1b0-44f2-be85-570922186e4d gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:07.921932 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-413f768d-a9bf-45b1-8c1b-114f1dbf4599 req-f0215b98-e163-48ac-9b2e-d2f8da436fe6 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] For port 57d9d355-d1dc-46a8-b7b3-16ee69315886, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=57d9d355-d1dc-46a8-b7b3-16ee69315886,segment=NetworkSegment(920f7f5e-bddb-4aab-9438-10bf1e228aa2),segment_id=920f7f5e-bddb-4aab-9438-10bf1e228aa2)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:07.922228 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-413f768d-a9bf-45b1-8c1b-114f1dbf4599 req-f0215b98-e163-48ac-9b2e-d2f8da436fe6 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.943464 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-65e44a34-0fd9-4b89-8aa8-ecbfb169aeae req-75db5b33-6c9f-43b3-91c7-d5ddb3c0f192 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] For port 4b6645f0-de55-495c-8181-24824f23c937, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4b6645f0-de55-495c-8181-24824f23c937,segment=NetworkSegment(736296d9-adfb-4e94-95a6-6560f26f1857),segment_id=736296d9-adfb-4e94-95a6-6560f26f1857)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:07.943923 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-65e44a34-0fd9-4b89-8aa8-ecbfb169aeae req-75db5b33-6c9f-43b3-91c7-d5ddb3c0f192 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.951119 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-413f768d-a9bf-45b1-8c1b-114f1dbf4599 req-f0215b98-e163-48ac-9b2e-d2f8da436fe6 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Calling delete_port for 57d9d355-d1dc-46a8-b7b3-16ee69315886 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:07.977286 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-65e44a34-0fd9-4b89-8aa8-ecbfb169aeae req-75db5b33-6c9f-43b3-91c7-d5ddb3c0f192 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Calling delete_port for 4b6645f0-de55-495c-8181-24824f23c937 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:08.088467 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c7edd1d8-159a-4f9c-a7e9-af6b32978739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.098980 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c7edd1d8-159a-4f9c-a7e9-af6b32978739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.111300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158a82f-b1b0-44f2-be85-570922186e4d', 'name': 'tempest-FloatingIPsTestJSON-644508016-router', 'tenant_id': '7f86d858348b4b4c82a71b1c4c844539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a9a7f666-62f0-4642-bb6a-72def91915e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:57Z', 'updated_at': '2021-07-14T09:16:03Z', 'revision_number': 4, 'project_id': '7f86d858348b4b4c82a71b1c4c844539', 'gw_port': {'id': 'a9a7f666-62f0-4642-bb6a-72def91915e5', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158a82f-b1b0-44f2-be85-570922186e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:58Z', 'updated_at': '2021-07-14T09:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'd7e8285b-da94-4351-89cf-dfb48480d87e', 'name': '', 'network_id': 'bbdfebc7-6249-47b2-9b7b-0429fee84d14', 'tenant_id': '7f86d858348b4b4c82a71b1c4c844539', 'mac_address': 'fa:16:3e:76:d7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5158a82f-b1b0-44f2-be85-570922186e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '58d5848d-3a84-4e60-861f-7910e76f29fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:01Z', 'updated_at': '2021-07-14T09:16:07Z', 'revision_number': 4, 'project_id': '7f86d858348b4b4c82a71b1c4c844539', 'subnets': [{'id': '58d5848d-3a84-4e60-861f-7910e76f29fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:08.145144 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf18c6b-e8eb-49d7-a75e-f0bdb42cb16e None None] The sync data for ids ['5158a82f-b1b0-44f2-be85-570922186e4d'] in n-d-798054-10 is: [{'id': '5158a82f-b1b0-44f2-be85-570922186e4d', 'name': 'tempest-FloatingIPsTestJSON-644508016-router', 'tenant_id': '7f86d858348b4b4c82a71b1c4c844539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a9a7f666-62f0-4642-bb6a-72def91915e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:57Z', 'updated_at': '2021-07-14T09:16:03Z', 'revision_number': 4, 'project_id': '7f86d858348b4b4c82a71b1c4c844539', 'gw_port': {'id': 'a9a7f666-62f0-4642-bb6a-72def91915e5', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158a82f-b1b0-44f2-be85-570922186e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:58Z', 'updated_at': '2021-07-14T09:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'd7e8285b-da94-4351-89cf-dfb48480d87e', 'name': '', 'network_id': 'bbdfebc7-6249-47b2-9b7b-0429fee84d14', 'tenant_id': '7f86d858348b4b4c82a71b1c4c844539', 'mac_address': 'fa:16:3e:76:d7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5158a82f-b1b0-44f2-be85-570922186e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '58d5848d-3a84-4e60-861f-7910e76f29fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:01Z', 'updated_at': '2021-07-14T09:16:07Z', 'revision_number': 4, 'project_id': '7f86d858348b4b4c82a71b1c4c844539', 'subnets': [{'id': '58d5848d-3a84-4e60-861f-7910e76f29fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:08.171751 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89f548-8134-4d27-9d83-135996cac996 req-3f0ccf05-134c-47a1-af5e-c8e04116066f tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:08.173457 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e89f548-8134-4d27-9d83-135996cac996 req-3f0ccf05-134c-47a1-af5e-c8e04116066f tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.26 "GET /v2.0/ports?device_id=764e34c9-2edf-490a-9c17-19c333d585f4 HTTP/1.1" status: 200 len: 945 time: 0.5543790 Jul 14 09:16:08.184337 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c7edd1d8-159a-4f9c-a7e9-af6b32978739 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0b9ad82e1ea483fad1d65a0e350f49c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7118249 Jul 14 09:16:08.185104 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51732) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:08.215291 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5badf2f-0762-4be2-b82f-33660cabd238 req-ee62173b-3d06-4a2b-80c5-97ee304f1953 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1561072 Jul 14 09:16:08.229714 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-e5badf2f-0762-4be2-b82f-33660cabd238 req-00e9c954-b47b-4322-bc01-fdcf11d746bd tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:08.232192 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edd1d8-159a-4f9c-a7e9-af6b32978739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90eec2e0-a788-4b44-901d-99eb36d99567,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:08.281813 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e5badf2f-0762-4be2-b82f-33660cabd238 req-00e9c954-b47b-4322-bc01-fdcf11d746bd tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.302956 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e89f548-8134-4d27-9d83-135996cac996 req-05e2c39f-101f-4791-982b-0eab43c509d4 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.26 "GET /v2.0/security-groups?id=15d6ba5f-1017-4e7d-9ac4-77c7d1677daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771019 Jul 14 09:16:08.373299 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa1c1bcd-a080-4d5b-85eb-46bb22bfa480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.400792 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-413f768d-a9bf-45b1-8c1b-114f1dbf4599 req-f0215b98-e163-48ac-9b2e-d2f8da436fe6 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.415818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['607c3508-7bb2-4cbb-901a-8a4d8a0ecc13', 'b66ef3e3-a528-49d2-b0a8-1a238fe1cc32'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:08.432985 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa1c1bcd-a080-4d5b-85eb-46bb22bfa480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.474149 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0215b98-e163-48ac-9b2e-d2f8da436fe6 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Pushing event deleted for resources: {'Port': ['ID=57d9d355-d1dc-46a8-b7b3-16ee69315886,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:08.497381 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-65e44a34-0fd9-4b89-8aa8-ecbfb169aeae req-75db5b33-6c9f-43b3-91c7-d5ddb3c0f192 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.499222 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e5badf2f-0762-4be2-b82f-33660cabd238 req-00e9c954-b47b-4322-bc01-fdcf11d746bd tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.536528 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['57d9d355-d1dc-46a8-b7b3-16ee69315886'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:08.539084 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d7e8285b-da94-4351-89cf-dfb48480d87e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:08.596105 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30aadba2-0993-47f9-99c1-9eaafec1a5a2 req-2d71ef6a-428e-4868-bcc3-c80d5151c0ec tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=246a45cd-14e3-4d26-b345-1aad85f5b85a HTTP/1.1" status: 200 len: 210 time: 0.0786130 Jul 14 09:16:08.649938 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['4b6645f0-de55-495c-8181-24824f23c937'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:08.679031 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-413f768d-a9bf-45b1-8c1b-114f1dbf4599 req-f0215b98-e163-48ac-9b2e-d2f8da436fe6 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] No DVR routers for this DVR port 57d9d355-d1dc-46a8-b7b3-16ee69315886 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:08.680985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db5b33-6c9f-43b3-91c7-d5ddb3c0f192 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Pushing event deleted for resources: {'Port': ['ID=4b6645f0-de55-495c-8181-24824f23c937,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:08.687603 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-413f768d-a9bf-45b1-8c1b-114f1dbf4599 req-f0215b98-e163-48ac-9b2e-d2f8da436fe6 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.695423 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-413f768d-a9bf-45b1-8c1b-114f1dbf4599 req-f0215b98-e163-48ac-9b2e-d2f8da436fe6 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.55 "DELETE /v2.0/ports/57d9d355-d1dc-46a8-b7b3-16ee69315886 HTTP/1.1" status: 204 len: 173 time: 1.4506519 Jul 14 09:16:08.698278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246a45cd-14e3-4d26-b345-1aad85f5b85a', 'name': 'network-vif-deleted', 'tag': '57d9d355-d1dc-46a8-b7b3-16ee69315886'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:08.707146 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6df823a-5db9-4a41-8806-258fa72c35b4" -d '{"events": [{"server_uuid": "246a45cd-14e3-4d26-b345-1aad85f5b85a", "name": "network-vif-deleted", "tag": "57d9d355-d1dc-46a8-b7b3-16ee69315886"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:08.719776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-e5badf2f-0762-4be2-b82f-33660cabd238 req-00e9c954-b47b-4322-bc01-fdcf11d746bd tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Allocated IP 172.25.1.124 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/7c925c37-5a81-4a0f-bf52-b0ab5ef9cf5d) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:08.722416 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port d7e8285b-da94-4351-89cf-dfb48480d87e completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:08.742182 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d7e8285b-da94-4351-89cf-dfb48480d87e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:08.742904 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.748161 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a6aa57-c559-42db-af05-f86340a71351 x-openstack-request-id: req-09a6aa57-c559-42db-af05-f86340a71351 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:08.748622 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d81926-cf02-4264-b10a-0cd534363aee", "name": "network-vif-plugged", "status": "completed", "tag": "ffb4940b-cbd0-4652-88e3-a6a339f47166", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:08.748886 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-09a6aa57-c559-42db-af05-f86340a71351 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:08.749381 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d81926-cf02-4264-b10a-0cd534363aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb4940b-cbd0-4652-88e3-a6a339f47166', 'code': 200} Jul 14 09:16:08.749537 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e44a34-0fd9-4b89-8aa8-ecbfb169aeae req-75db5b33-6c9f-43b3-91c7-d5ddb3c0f192 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] No DVR routers for this DVR port 4b6645f0-de55-495c-8181-24824f23c937 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:08.755126 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-65e44a34-0fd9-4b89-8aa8-ecbfb169aeae req-75db5b33-6c9f-43b3-91c7-d5ddb3c0f192 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.772613 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-65e44a34-0fd9-4b89-8aa8-ecbfb169aeae req-75db5b33-6c9f-43b3-91c7-d5ddb3c0f192 tempest-InstanceActionsV221TestJSON-74107437 tempest-InstanceActionsV221TestJSON-74107437-project] 10.222.0.55 "DELETE /v2.0/ports/4b6645f0-de55-495c-8181-24824f23c937 HTTP/1.1" status: 204 len: 173 time: 1.4648809 Jul 14 09:16:08.788440 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa1c1bcd-a080-4d5b-85eb-46bb22bfa480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.791110 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa1c1bcd-a080-4d5b-85eb-46bb22bfa480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.795314 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fa1c1bcd-a080-4d5b-85eb-46bb22bfa480 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90eec2e0-a788-4b44-901d-99eb36d99567 HTTP/1.1" status: 204 len: 168 time: 0.6067014 Jul 14 09:16:08.818935 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c1bcd-a080-4d5b-85eb-46bb22bfa480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90eec2e0-a788-4b44-901d-99eb36d99567,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:09.026127 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e5badf2f-0762-4be2-b82f-33660cabd238 req-00e9c954-b47b-4322-bc01-fdcf11d746bd tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.092708 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.097743 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e5badf2f-0762-4be2-b82f-33660cabd238 req-00e9c954-b47b-4322-bc01-fdcf11d746bd tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.184564 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5badf2f-0762-4be2-b82f-33660cabd238 req-00e9c954-b47b-4322-bc01-fdcf11d746bd tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:09.186679 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9c954-b47b-4322-bc01-fdcf11d746bd tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Pushing event updated for resources: {'Port': ['ID=7c925c37-5a81-4a0f-bf52-b0ab5ef9cf5d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:09.201627 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-e5badf2f-0762-4be2-b82f-33660cabd238 req-00e9c954-b47b-4322-bc01-fdcf11d746bd tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:09.204561 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5badf2f-0762-4be2-b82f-33660cabd238 req-00e9c954-b47b-4322-bc01-fdcf11d746bd tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:09.246981 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port d7e8285b-da94-4351-89cf-dfb48480d87e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d7e8285b-da94-4351-89cf-dfb48480d87e,segment=NetworkSegment(632bf30d-4f28-480d-8f2d-f2947cbef959),segment_id=632bf30d-4f28-480d-8f2d-f2947cbef959)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:09.258128 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.325810 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4796bdcb-67a5-4d1f-9f82-289124f1bc89 req-1a467959-a75d-4c9b-a839-7edbc8e83173 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/floatingips/f9507d50-3846-4c83-9e66-2fa773ebcd13 HTTP/1.1" status: 200 len: 692 time: 0.0956249 Jul 14 09:16:09.392682 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=d7e8285b-da94-4351-89cf-dfb48480d87e,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:09.480964 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e5badf2f-0762-4be2-b82f-33660cabd238 req-00e9c954-b47b-4322-bc01-fdcf11d746bd tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.575060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796bdcb-67a5-4d1f-9f82-289124f1bc89 req-7d61038d-5dbc-4452-987e-dfde0aae4f91 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:09.578282 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4796bdcb-67a5-4d1f-9f82-289124f1bc89 req-7d61038d-5dbc-4452-987e-dfde0aae4f91 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.1975579 Jul 14 09:16:09.579669 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e5badf2f-0762-4be2-b82f-33660cabd238 req-00e9c954-b47b-4322-bc01-fdcf11d746bd tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.667785 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4796bdcb-67a5-4d1f-9f82-289124f1bc89 req-b3f46f70-efca-448a-8a90-6c34dea19da3 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.48 HTTP/1.1" status: 200 len: 695 time: 0.0846765 Jul 14 09:16:09.771836 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4796bdcb-67a5-4d1f-9f82-289124f1bc89 req-6bf02a8d-5175-429b-86ed-bec7d2eca5ca tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.48 HTTP/1.1" status: 200 len: 695 time: 0.0855200 Jul 14 09:16:09.962980 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-8cfa9746-3869-441c-a063-43a5223bfa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:09.965470 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-8cfa9746-3869-441c-a063-43a5223bfa79 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee&tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b HTTP/1.1" status: 200 len: 1101 time: 0.0794160 Jul 14 09:16:09.988875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-10', 'device_owner': 'compute:nova'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:10.000406 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-4796bdcb-67a5-4d1f-9f82-289124f1bc89 req-9334d3d5-de34-4787-9e28-7ee190e49d87 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Deleting port 8539fa95-e74f-42aa-aa66-24f753334fbd {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:10.000761 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4796bdcb-67a5-4d1f-9f82-289124f1bc89 req-9334d3d5-de34-4787-9e28-7ee190e49d87 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.047122 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e5badf2f-0762-4be2-b82f-33660cabd238 req-00e9c954-b47b-4322-bc01-fdcf11d746bd tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.056966 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e5badf2f-0762-4be2-b82f-33660cabd238 req-00e9c954-b47b-4322-bc01-fdcf11d746bd tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.068852 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.152645 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9c954-b47b-4322-bc01-fdcf11d746bd tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Pushing event updated for resources: {'Port': ['ID=7c925c37-5a81-4a0f-bf52-b0ab5ef9cf5d,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:10.174497 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4796bdcb-67a5-4d1f-9f82-289124f1bc89 req-9334d3d5-de34-4787-9e28-7ee190e49d87 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.174838 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4796bdcb-67a5-4d1f-9f82-289124f1bc89 req-9334d3d5-de34-4787-9e28-7ee190e49d87 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.185965 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e5badf2f-0762-4be2-b82f-33660cabd238 req-00e9c954-b47b-4322-bc01-fdcf11d746bd tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.197445 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-4796bdcb-67a5-4d1f-9f82-289124f1bc89 req-9334d3d5-de34-4787-9e28-7ee190e49d87 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Calling delete_port for 8539fa95-e74f-42aa-aa66-24f753334fbd owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:10.214292 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e5badf2f-0762-4be2-b82f-33660cabd238 req-00e9c954-b47b-4322-bc01-fdcf11d746bd tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.215594 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5badf2f-0762-4be2-b82f-33660cabd238 req-00e9c954-b47b-4322-bc01-fdcf11d746bd tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9992139 Jul 14 09:16:10.314119 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] For port ffb4940b-cbd0-4652-88e3-a6a339f47166, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:10.320672 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5badf2f-0762-4be2-b82f-33660cabd238 req-92d12815-6f4d-44f4-8c4e-e345e6f578d8 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.0700665 Jul 14 09:16:10.354721 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] For port ffb4940b-cbd0-4652-88e3-a6a339f47166, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:10.399447 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.413869 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] Transition to ACTIVE for port object ffb4940b-cbd0-4652-88e3-a6a339f47166 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:10.419106 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.425938 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d7e8285b-da94-4351-89cf-dfb48480d87e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:10.497575 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] No DVR routers for this DVR port ffb4940b-cbd0-4652-88e3-a6a339f47166 on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:10.531708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d7e8285b-da94-4351-89cf-dfb48480d87e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:10.532406 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.547645 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] Attempting to bind port ffb4940b-cbd0-4652-88e3-a6a339f47166 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:10.547995 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] Attempting to bind port ffb4940b-cbd0-4652-88e3-a6a339f47166 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:10.548332 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] Attempting to bind port ffb4940b-cbd0-4652-88e3-a6a339f47166 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:10.553333 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] Pushing event updated for resources: {'Port': ['ID=ffb4940b-cbd0-4652-88e3-a6a339f47166,revision_number=10']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:10.556378 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] Port ffb4940b-cbd0-4652-88e3-a6a339f47166 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:10.556708 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] Attempting to bind port ffb4940b-cbd0-4652-88e3-a6a339f47166 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:10.562208 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:10.562545 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:10.562922 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:10.569991 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] Bound port: ffb4940b-cbd0-4652-88e3-a6a339f47166, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:10.570470 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.578539 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5badf2f-0762-4be2-b82f-33660cabd238 req-2f5816e8-dfdb-45cf-8d6c-e5ff940c08d6 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:10.580511 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5badf2f-0762-4be2-b82f-33660cabd238 req-2f5816e8-dfdb-45cf-8d6c-e5ff940c08d6 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.2589433 Jul 14 09:16:10.618164 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-bf6b389a-60b8-42e5-8be5-e5d6158808c3 req-4f55770e-d996-490c-879a-6ca66c1b6937 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-994735159', 'description': 'tempest-description-1356289816'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:10.624643 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4796bdcb-67a5-4d1f-9f82-289124f1bc89 req-9334d3d5-de34-4787-9e28-7ee190e49d87 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.664379 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334d3d5-de34-4787-9e28-7ee190e49d87 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Pushing event deleted for resources: {'Port': ['ID=8539fa95-e74f-42aa-aa66-24f753334fbd,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:10.679962 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bf6b389a-60b8-42e5-8be5-e5d6158808c3 req-4f55770e-d996-490c-879a-6ca66c1b6937 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.713864 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] For port ffb4940b-cbd0-4652-88e3-a6a339f47166, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:10.718045 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] For port ffb4940b-cbd0-4652-88e3-a6a339f47166, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:10.723558 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.758730 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:10.759336 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.760778 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] 10.222.0.55 "PUT /v2.0/ports/ffb4940b-cbd0-4652-88e3-a6a339f47166 HTTP/1.1" status: 200 len: 1097 time: 0.7794883 Jul 14 09:16:10.781216 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4796bdcb-67a5-4d1f-9f82-289124f1bc89 req-9334d3d5-de34-4787-9e28-7ee190e49d87 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.782318 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff98f1b-efe7-4ec0-aa45-a90b4747b24a service neutron] Pushing event updated for resources: {'Port': ['ID=ffb4940b-cbd0-4652-88e3-a6a339f47166,revision_number=11']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:10.783872 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4796bdcb-67a5-4d1f-9f82-289124f1bc89 req-9334d3d5-de34-4787-9e28-7ee190e49d87 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.785180 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4796bdcb-67a5-4d1f-9f82-289124f1bc89 req-9334d3d5-de34-4787-9e28-7ee190e49d87 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "DELETE /v2.0/floatingips/f9507d50-3846-4c83-9e66-2fa773ebcd13 HTTP/1.1" status: 204 len: 173 time: 1.0119894 Jul 14 09:16:10.847893 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bf6b389a-60b8-42e5-8be5-e5d6158808c3 req-4f55770e-d996-490c-879a-6ca66c1b6937 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.853111 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bf6b389a-60b8-42e5-8be5-e5d6158808c3 req-4f55770e-d996-490c-879a-6ca66c1b6937 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.908226 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bf6b389a-60b8-42e5-8be5-e5d6158808c3 req-4f55770e-d996-490c-879a-6ca66c1b6937 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.909401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-a5282549-8f44-4b93-a94c-ab589dda91d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:10.909538 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bf6b389a-60b8-42e5-8be5-e5d6158808c3 req-4f55770e-d996-490c-879a-6ca66c1b6937 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2974300 Jul 14 09:16:10.911347 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-a5282549-8f44-4b93-a94c-ab589dda91d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 1100 time: 0.0955222 Jul 14 09:16:10.914403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55770e-d996-490c-879a-6ca66c1b6937 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea01a5a6-1a0a-4849-acf9-100ab2fe0051,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:10.972048 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41583ae-f5aa-4ea2-979a-a64b3740559f x-openstack-request-id: req-f41583ae-f5aa-4ea2-979a-a64b3740559f {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:10.972554 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246a45cd-14e3-4d26-b345-1aad85f5b85a", "name": "network-vif-deleted", "tag": "57d9d355-d1dc-46a8-b7b3-16ee69315886", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:10.972659 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f41583ae-f5aa-4ea2-979a-a64b3740559f {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:10.973030 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246a45cd-14e3-4d26-b345-1aad85f5b85a', 'name': 'network-vif-deleted', 'tag': '57d9d355-d1dc-46a8-b7b3-16ee69315886', 'status': 'completed', 'code': 200} Jul 14 09:16:11.021515 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499f0c5-f560-46f9-b972-5163634f4e45 req-7b27962a-9693-4d3f-ab97-89b5f2cdc375 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:11.022037 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-cbc34927-970c-4ce7-9937-2c8522215ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:11.023997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d499f0c5-f560-46f9-b972-5163634f4e45 req-7b27962a-9693-4d3f-ab97-89b5f2cdc375 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 948 time: 0.0862141 Jul 14 09:16:11.024698 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-cbc34927-970c-4ce7-9937-2c8522215ae6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1062868 Jul 14 09:16:11.067389 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d499f0c5-f560-46f9-b972-5163634f4e45 req-bb9bd3a5-a8dc-4f7a-8f54-824b237f2547 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372498 Jul 14 09:16:11.076703 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-8ba2c150-0965-4094-9c63-0c120b811065 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166 HTTP/1.1" status: 200 len: 217 time: 0.0423343 Jul 14 09:16:11.132680 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-7ee5ae7a-c072-4673-9379-b8677c9bbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:11.134187 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-7ee5ae7a-c072-4673-9379-b8677c9bbbce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0508821 Jul 14 09:16:11.167700 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0277546-3d43-417d-a110-5b95f566c96e req-e493d43a-1957-4eaf-a021-50657b1d90fc tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:11.169223 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0277546-3d43-417d-a110-5b95f566c96e req-e493d43a-1957-4eaf-a021-50657b1d90fc tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf HTTP/1.1" status: 200 len: 950 time: 0.0772226 Jul 14 09:16:11.210940 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0277546-3d43-417d-a110-5b95f566c96e req-25af27b7-6481-4ec8-91fd-7c550e957746 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/security-groups?id=6824352e-891b-42e5-b782-1156db4f1778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361862 Jul 14 09:16:11.280120 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-e4bb7e74-cc77-44ad-83a6-77be1132a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:11.281598 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-e4bb7e74-cc77-44ad-83a6-77be1132a191 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0999770 Jul 14 09:16:11.282943 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-edcdf8e1-ef54-4137-8073-93dd916bd31b req-0a80367a-65b6-4ab0-88a8-d430941e8fc2 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "GET /v2.0/floatingips/e3ee622c-61fa-41c5-a017-d761b3b34e35 HTTP/1.1" status: 200 len: 693 time: 0.0527914 Jul 14 09:16:11.292994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2affc-82a2-490e-93c0-53bdd81f3d5d req-22d4d512-5abe-460b-8995-9b82dada4359 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:11.294463 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-07e2affc-82a2-490e-93c0-53bdd81f3d5d req-22d4d512-5abe-460b-8995-9b82dada4359 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.55 "GET /v2.0/ports?device_id=46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf HTTP/1.1" status: 200 len: 950 time: 0.1049783 Jul 14 09:16:11.327830 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d233998d-b95f-4ae2-b375-9beb6094f940 req-6f62518a-00da-43ba-a125-ae78c373d18c tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/floatingips/054ec851-3158-4c9e-82de-a4b959cbefe3 HTTP/1.1" status: 200 len: 692 time: 0.0593550 Jul 14 09:16:11.443589 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-e7ec5557-225e-447f-85ed-945ac75a906c service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481338 Jul 14 09:16:11.489577 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdf8e1-ef54-4137-8073-93dd916bd31b req-afcda775-56e6-4c22-8fa5-693363124307 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:11.491460 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-edcdf8e1-ef54-4137-8073-93dd916bd31b req-afcda775-56e6-4c22-8fa5-693363124307 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.1818318 Jul 14 09:16:11.501676 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233998d-b95f-4ae2-b375-9beb6094f940 req-59a0f945-45e2-4a32-9849-0806d7ce7e97 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:11.503018 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d233998d-b95f-4ae2-b375-9beb6094f940 req-59a0f945-45e2-4a32-9849-0806d7ce7e97 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.1627538 Jul 14 09:16:11.509541 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-07e2affc-82a2-490e-93c0-53bdd81f3d5d req-8bb57540-fd7c-4a14-80ae-d463e7b3d457 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Deleting port 3fe00c75-5227-492d-ae33-c5ec2711f80d {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:11.510039 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-07e2affc-82a2-490e-93c0-53bdd81f3d5d req-8bb57540-fd7c-4a14-80ae-d463e7b3d457 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.518024 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-d233998d-b95f-4ae2-b375-9beb6094f940 req-b06f6ed7-0002-4d9c-a049-f83b6f303ca2 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:16:11.519060 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d233998d-b95f-4ae2-b375-9beb6094f940 req-b06f6ed7-0002-4d9c-a049-f83b6f303ca2 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062814 Jul 14 09:16:11.571979 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d233998d-b95f-4ae2-b375-9beb6094f940 req-14a31fd0-8fc9-4de1-bdba-27212ecb9db2 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.57 HTTP/1.1" status: 200 len: 695 time: 0.0463591 Jul 14 09:16:11.634810 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d233998d-b95f-4ae2-b375-9beb6094f940 req-37c3019d-6bba-4f25-93e9-25ff095d1e6f tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.57 HTTP/1.1" status: 200 len: 695 time: 0.0556490 Jul 14 09:16:11.684209 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-df9ec419-9c5d-4e92-8376-6262e728380c req-2a018444-dabc-4206-b9c9-121d32ca0535 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1903085209', 'description': 'tempest-description-855424290'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:11.764514 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-df9ec419-9c5d-4e92-8376-6262e728380c req-2a018444-dabc-4206-b9c9-121d32ca0535 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.810665 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-d233998d-b95f-4ae2-b375-9beb6094f940 req-c86ed2ef-8dde-42b1-9144-bc5caf018898 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Deleting port edf32a48-0636-469d-9145-7ae5b60a9e4c {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:11.811049 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d233998d-b95f-4ae2-b375-9beb6094f940 req-c86ed2ef-8dde-42b1-9144-bc5caf018898 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.840852 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 57d9d355-d1dc-46a8-b7b3-16ee69315886 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:11.866618 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 57d9d355-d1dc-46a8-b7b3-16ee69315886 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:11.867505 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 57d9d355-d1dc-46a8-b7b3-16ee69315886 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:11.867999 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6679b042-0aa9-4c74-98a0-bc21714c56d5 req-b9daeac4-de4d-49ef-9ddf-c5adee5a9ccf service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175792 Jul 14 09:16:11.868537 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 4b6645f0-de55-495c-8181-24824f23c937 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:11.887549 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 4b6645f0-de55-495c-8181-24824f23c937 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:11.888314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 4b6645f0-de55-495c-8181-24824f23c937 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:11.888510 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-07e2affc-82a2-490e-93c0-53bdd81f3d5d req-8bb57540-fd7c-4a14-80ae-d463e7b3d457 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] For port 3fe00c75-5227-492d-ae33-c5ec2711f80d, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3fe00c75-5227-492d-ae33-c5ec2711f80d,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:11.888826 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-07e2affc-82a2-490e-93c0-53bdd81f3d5d req-8bb57540-fd7c-4a14-80ae-d463e7b3d457 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.903186 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-07e2affc-82a2-490e-93c0-53bdd81f3d5d req-8bb57540-fd7c-4a14-80ae-d463e7b3d457 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Calling delete_port for 3fe00c75-5227-492d-ae33-c5ec2711f80d owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:11.930476 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d233998d-b95f-4ae2-b375-9beb6094f940 req-c86ed2ef-8dde-42b1-9144-bc5caf018898 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.930867 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d233998d-b95f-4ae2-b375-9beb6094f940 req-c86ed2ef-8dde-42b1-9144-bc5caf018898 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.934583 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-df9ec419-9c5d-4e92-8376-6262e728380c req-2a018444-dabc-4206-b9c9-121d32ca0535 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.942106 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-df9ec419-9c5d-4e92-8376-6262e728380c req-2a018444-dabc-4206-b9c9-121d32ca0535 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.953405 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-d233998d-b95f-4ae2-b375-9beb6094f940 req-c86ed2ef-8dde-42b1-9144-bc5caf018898 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Calling delete_port for edf32a48-0636-469d-9145-7ae5b60a9e4c owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:11.984372 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-df9ec419-9c5d-4e92-8376-6262e728380c req-2a018444-dabc-4206-b9c9-121d32ca0535 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.984372 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df9ec419-9c5d-4e92-8376-6262e728380c req-2a018444-dabc-4206-b9c9-121d32ca0535 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3041508 Jul 14 09:16:11.992731 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a018444-dabc-4206-b9c9-121d32ca0535 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b351e698-8aa0-4471-a2ce-f11be42f7987,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:12.037758 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-07e2affc-82a2-490e-93c0-53bdd81f3d5d req-8bb57540-fd7c-4a14-80ae-d463e7b3d457 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.071376 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb57540-fd7c-4a14-80ae-d463e7b3d457 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Pushing event deleted for resources: {'Port': ['ID=3fe00c75-5227-492d-ae33-c5ec2711f80d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:12.080847 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3fe00c75-5227-492d-ae33-c5ec2711f80d'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:12.126955 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e2affc-82a2-490e-93c0-53bdd81f3d5d req-8bb57540-fd7c-4a14-80ae-d463e7b3d457 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] No DVR routers for this DVR port 3fe00c75-5227-492d-ae33-c5ec2711f80d on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:12.129403 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-07e2affc-82a2-490e-93c0-53bdd81f3d5d req-8bb57540-fd7c-4a14-80ae-d463e7b3d457 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.131662 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-07e2affc-82a2-490e-93c0-53bdd81f3d5d req-8bb57540-fd7c-4a14-80ae-d463e7b3d457 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.55 "DELETE /v2.0/ports/3fe00c75-5227-492d-ae33-c5ec2711f80d HTTP/1.1" status: 204 len: 173 time: 0.8292139 Jul 14 09:16:12.134327 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d233998d-b95f-4ae2-b375-9beb6094f940 req-c86ed2ef-8dde-42b1-9144-bc5caf018898 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.165500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ed2ef-8dde-42b1-9144-bc5caf018898 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Pushing event deleted for resources: {'Port': ['ID=edf32a48-0636-469d-9145-7ae5b60a9e4c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:12.232225 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d233998d-b95f-4ae2-b375-9beb6094f940 req-c86ed2ef-8dde-42b1-9144-bc5caf018898 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.235203 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d233998d-b95f-4ae2-b375-9beb6094f940 req-c86ed2ef-8dde-42b1-9144-bc5caf018898 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.236418 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d233998d-b95f-4ae2-b375-9beb6094f940 req-c86ed2ef-8dde-42b1-9144-bc5caf018898 tempest-FloatingIPDetailsTestJSON-220923025 tempest-FloatingIPDetailsTestJSON-220923025-project] 10.222.0.26 "DELETE /v2.0/floatingips/054ec851-3158-4c9e-82de-a4b959cbefe3 HTTP/1.1" status: 204 len: 173 time: 0.6006026 Jul 14 09:16:12.243237 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51806) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:12.354961 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-917f530c-fee3-42fc-b48c-dbb95fca8c6a req-4d91c753-1f0d-4456-942f-6581e164f9f0 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=7f86d858348b4b4c82a71b1c4c844539 HTTP/1.1" status: 200 len: 696 time: 0.0581660 Jul 14 09:16:12.402843 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-34e25a1b-f77b-4df7-8430-bc46d264ccf4 req-1b2f93d9-faaa-4cae-b25e-d29a66e1b72e tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1088500202', 'description': 'tempest-description-1434722238'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:12.530602 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-34e25a1b-f77b-4df7-8430-bc46d264ccf4 req-1b2f93d9-faaa-4cae-b25e-d29a66e1b72e tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.575475 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f530c-fee3-42fc-b48c-dbb95fca8c6a req-9dd0c1e4-d4f7-475c-beb6-05961cdf86d7 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:12.576940 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-917f530c-fee3-42fc-b48c-dbb95fca8c6a req-9dd0c1e4-d4f7-475c-beb6-05961cdf86d7 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "GET /v2.0/networks?id=f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 787 time: 0.1971290 Jul 14 09:16:12.736460 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-34e25a1b-f77b-4df7-8430-bc46d264ccf4 req-1b2f93d9-faaa-4cae-b25e-d29a66e1b72e tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.750030 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-34e25a1b-f77b-4df7-8430-bc46d264ccf4 req-1b2f93d9-faaa-4cae-b25e-d29a66e1b72e tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.752999 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ffb4940b-cbd0-4652-88e3-a6a339f47166 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:12.801287 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-34e25a1b-f77b-4df7-8430-bc46d264ccf4 req-1b2f93d9-faaa-4cae-b25e-d29a66e1b72e tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.802570 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-34e25a1b-f77b-4df7-8430-bc46d264ccf4 req-1b2f93d9-faaa-4cae-b25e-d29a66e1b72e tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4071646 Jul 14 09:16:12.813154 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f93d9-faaa-4cae-b25e-d29a66e1b72e tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e1a782-2d78-4c5c-84ed-28629ba2e9dd,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:12.833689 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ffb4940b-cbd0-4652-88e3-a6a339f47166 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:12.859191 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247bef2-3c4f-43ed-9ca6-f185257af8fe req-5244134d-1254-4c2e-87ed-b1f28e3231e4 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:12.860707 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1247bef2-3c4f-43ed-9ca6-f185257af8fe req-5244134d-1254-4c2e-87ed-b1f28e3231e4 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 948 time: 0.1268864 Jul 14 09:16:12.974134 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764e34c9-2edf-490a-9c17-19c333d585f4', 'name': 'network-vif-deleted', 'tag': '4b6645f0-de55-495c-8181-24824f23c937'}, {'server_uuid': 'f6d81926-cf02-4264-b10a-0cd534363aee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb4940b-cbd0-4652-88e3-a6a339f47166'}, {'name': 'network-changed', 'server_uuid': 'f6d81926-cf02-4264-b10a-0cd534363aee', 'tag': 'ffb4940b-cbd0-4652-88e3-a6a339f47166'}, {'server_uuid': '46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf', 'name': 'network-vif-deleted', 'tag': '3fe00c75-5227-492d-ae33-c5ec2711f80d'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:12.977199 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668c1a22-be88-471c-9abd-731ee76d1a83" -d '{"events": [{"server_uuid": "764e34c9-2edf-490a-9c17-19c333d585f4", "name": "network-vif-deleted", "tag": "4b6645f0-de55-495c-8181-24824f23c937"}, {"server_uuid": "f6d81926-cf02-4264-b10a-0cd534363aee", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb4940b-cbd0-4652-88e3-a6a339f47166"}, {"name": "network-changed", "server_uuid": "f6d81926-cf02-4264-b10a-0cd534363aee", "tag": "ffb4940b-cbd0-4652-88e3-a6a339f47166"}, {"server_uuid": "46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf", "name": "network-vif-deleted", "tag": "3fe00c75-5227-492d-ae33-c5ec2711f80d"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:13.235307 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0319e14-7ced-4bad-8fa9-36b5d6a7bc48 req-98785f52-813c-428f-a930-8dcdc2a29f38 tempest-ServersOnMultiNodesTest-1238993978 tempest-ServersOnMultiNodesTest-1238993978-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf HTTP/1.1" status: 200 len: 210 time: 0.0336974 Jul 14 09:16:13.253980 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1247bef2-3c4f-43ed-9ca6-f185257af8fe req-33dc714b-76f5-4152-a602-790ad344fdca tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825622 Jul 14 09:16:13.273349 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cc6f0bc0-ffc1-4898-8dde-679e8623a946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.426902 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3bb89b11-194d-4ad5-a588-90b89b0c9c20 req-eba1fb60-663e-4cae-b86c-8a21b68cfcee tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "GET /v2.0/floatingips/e3ee622c-61fa-41c5-a017-d761b3b34e35 HTTP/1.1" status: 200 len: 693 time: 0.1087761 Jul 14 09:16:13.603939 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5ec07-89c7-40d6-b84f-7c4419cc8204 req-081ad7ab-eb3f-4a6b-ba74-50aa1538ce47 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:13.605517 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-32b5ec07-89c7-40d6-b84f-7c4419cc8204 req-081ad7ab-eb3f-4a6b-ba74-50aa1538ce47 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bbc99c2-6c39-4d3d-86dd-4910f7991c30 HTTP/1.1" status: 200 len: 945 time: 0.2460749 Jul 14 09:16:13.638070 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb89b11-194d-4ad5-a588-90b89b0c9c20 req-a913bdd0-7cca-4723-8a68-1127409abe4f tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:13.639380 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3bb89b11-194d-4ad5-a588-90b89b0c9c20 req-a913bdd0-7cca-4723-8a68-1127409abe4f tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.2064056 Jul 14 09:16:13.712172 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3bb89b11-194d-4ad5-a588-90b89b0c9c20 req-90ced60b-30fb-4171-a0a1-6c02ee383685 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.0643222 Jul 14 09:16:13.716883 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-32b5ec07-89c7-40d6-b84f-7c4419cc8204 req-059a4034-dd34-42b8-94c0-695e31afad70 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010382 Jul 14 09:16:13.786746 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3bb89b11-194d-4ad5-a588-90b89b0c9c20 req-14c3700f-5397-4026-a69e-7af4a719010a tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.0678251 Jul 14 09:16:13.790121 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b0e13-f800-4cc5-b35c-39bb7ce9149b req-2f7bf271-8c6e-44a8-95dd-62ca2161b0fe tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:13.792467 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-583b0e13-f800-4cc5-b35c-39bb7ce9149b req-2f7bf271-8c6e-44a8-95dd-62ca2161b0fe tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bbc99c2-6c39-4d3d-86dd-4910f7991c30 HTTP/1.1" status: 200 len: 945 time: 0.0691676 Jul 14 09:16:13.800682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51826) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:13.841664 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ffb4940b-cbd0-4652-88e3-a6a339f47166 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:13.864786 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a67534-174a-4558-9f83-cc5221db6676 admin admin] Deleting subnet 77d953ad-2f98-4dc1-84bd-b5addb78276c {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:16:13.889335 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-07a67534-174a-4558-9f83-cc5221db6676 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.944764 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-07a67534-174a-4558-9f83-cc5221db6676 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.988459 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ffb4940b-cbd0-4652-88e3-a6a339f47166, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:14.001169 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'ffb4940b-cbd0-4652-88e3-a6a339f47166', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': 'ffb4940b-cbd0-4652-88e3-a6a339f47166', 'mac_address': 'fa:16:3e:f9:71:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:14.025712 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-07a67534-174a-4558-9f83-cc5221db6676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.046716 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.055921 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-cc6f0bc0-ffc1-4898-8dde-679e8623a946 admin admin] Deleting port a1d95ae2-4598-457b-89f5-aab557092c75 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:14.056185 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cc6f0bc0-ffc1-4898-8dde-679e8623a946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.061501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-583b0e13-f800-4cc5-b35c-39bb7ce9149b req-847a34a6-40e0-46e4-9451-d18ba72ab062 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Deleting port b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:14.062130 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-583b0e13-f800-4cc5-b35c-39bb7ce9149b req-847a34a6-40e0-46e4-9451-d18ba72ab062 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.063445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb4940b-cbd0-4652-88e3-a6a339f47166 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:14.089610 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ffb4940b-cbd0-4652-88e3-a6a339f47166, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:14.095677 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.130460 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b36cdd17-cf3c-4224-b9a5-e5eb5f2d1d79 req-febeba06-6d1a-43ed-8edf-9020302b26b1 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=557f4eb50c684c97b08dac62df18e620 HTTP/1.1" status: 200 len: 10898 time: 0.2766037 Jul 14 09:16:14.139528 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-3bb89b11-194d-4ad5-a588-90b89b0c9c20 req-64b287f2-0902-4de4-89d6-9dc50f87d0d9 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Deleting port 7c925c37-5a81-4a0f-bf52-b0ab5ef9cf5d {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:14.140304 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3bb89b11-194d-4ad5-a588-90b89b0c9c20 req-64b287f2-0902-4de4-89d6-9dc50f87d0d9 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.166307 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-07a67534-174a-4558-9f83-cc5221db6676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.169005 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=ffb4940b-cbd0-4652-88e3-a6a339f47166,revision_number=12']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:14.217560 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a67534-174a-4558-9f83-cc5221db6676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77d953ad-2f98-4dc1-84bd-b5addb78276c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:14.219558 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-07a67534-174a-4558-9f83-cc5221db6676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.224786 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-07a67534-174a-4558-9f83-cc5221db6676 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/77d953ad-2f98-4dc1-84bd-b5addb78276c HTTP/1.1" status: 204 len: 168 time: 0.4220858 Jul 14 09:16:14.227327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-583b0e13-f800-4cc5-b35c-39bb7ce9149b req-847a34a6-40e0-46e4-9451-d18ba72ab062 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] For port b66ef3e3-a528-49d2-b0a8-1a238fe1cc32, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=b66ef3e3-a528-49d2-b0a8-1a238fe1cc32,segment=NetworkSegment(920f7f5e-bddb-4aab-9438-10bf1e228aa2),segment_id=920f7f5e-bddb-4aab-9438-10bf1e228aa2)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:14.227832 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-583b0e13-f800-4cc5-b35c-39bb7ce9149b req-847a34a6-40e0-46e4-9451-d18ba72ab062 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.230576 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51828) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:14.254977 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-cc6f0bc0-ffc1-4898-8dde-679e8623a946 admin admin] For port a1d95ae2-4598-457b-89f5-aab557092c75, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a1d95ae2-4598-457b-89f5-aab557092c75,segment=NetworkSegment(5a2c43d3-a41d-4673-bb94-f291155e6e6e),segment_id=5a2c43d3-a41d-4673-bb94-f291155e6e6e)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:14.255575 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cc6f0bc0-ffc1-4898-8dde-679e8623a946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.285839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-583b0e13-f800-4cc5-b35c-39bb7ce9149b req-847a34a6-40e0-46e4-9451-d18ba72ab062 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Calling delete_port for b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:14.293163 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-cc6f0bc0-ffc1-4898-8dde-679e8623a946 admin admin] Calling delete_port for a1d95ae2-4598-457b-89f5-aab557092c75 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:14.312460 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b36cdd17-cf3c-4224-b9a5-e5eb5f2d1d79 req-1e0911c2-d84c-43f3-af84-3d29130ce456 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/8acff6a2-9986-496e-98bf-f733740b6c1c HTTP/1.1" status: 200 len: 2981 time: 0.1697314 Jul 14 09:16:14.314578 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3bb89b11-194d-4ad5-a588-90b89b0c9c20 req-64b287f2-0902-4de4-89d6-9dc50f87d0d9 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.314917 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3bb89b11-194d-4ad5-a588-90b89b0c9c20 req-64b287f2-0902-4de4-89d6-9dc50f87d0d9 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.347724 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-3bb89b11-194d-4ad5-a588-90b89b0c9c20 req-64b287f2-0902-4de4-89d6-9dc50f87d0d9 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Calling delete_port for 7c925c37-5a81-4a0f-bf52-b0ab5ef9cf5d owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:14.360011 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2510-dce5-45f0-a3e9-beb0ee3814a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.460373 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2510-dce5-45f0-a3e9-beb0ee3814a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.468490 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b36cdd17-cf3c-4224-b9a5-e5eb5f2d1d79 req-aacce522-38f9-47d0-b18d-71e963c28aca tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/8acff6a2-9986-496e-98bf-f733740b6c1c HTTP/1.1" status: 200 len: 2981 time: 0.1431532 Jul 14 09:16:14.484329 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['ffb4940b-cbd0-4652-88e3-a6a339f47166'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:14.497159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-b5ec2510-dce5-45f0-a3e9-beb0ee3814a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e813a1-2824-43e4-b06b-a7b25bf72032']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:14.514798 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-b5ec2510-dce5-45f0-a3e9-beb0ee3814a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736296d9-adfb-4e94-95a6-6560f26f1857') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:14.515131 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-b5ec2510-dce5-45f0-a3e9-beb0ee3814a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736296d9-adfb-4e94-95a6-6560f26f1857') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:14.528357 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 694 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beee2fa7-7e9a-461a-93b0-508a5441304a x-openstack-request-id: req-beee2fa7-7e9a-461a-93b0-508a5441304a {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:14.528657 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764e34c9-2edf-490a-9c17-19c333d585f4", "name": "network-vif-deleted", "tag": "4b6645f0-de55-495c-8181-24824f23c937", "status": "completed", "code": 200}, {"server_uuid": "f6d81926-cf02-4264-b10a-0cd534363aee", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb4940b-cbd0-4652-88e3-a6a339f47166", "code": 200}, {"name": "network-changed", "server_uuid": "f6d81926-cf02-4264-b10a-0cd534363aee", "tag": "ffb4940b-cbd0-4652-88e3-a6a339f47166", "status": "completed", "code": 200}, {"server_uuid": "46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf", "name": "network-vif-deleted", "tag": "3fe00c75-5227-492d-ae33-c5ec2711f80d", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:14.528910 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-beee2fa7-7e9a-461a-93b0-508a5441304a {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:14.529805 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764e34c9-2edf-490a-9c17-19c333d585f4', 'name': 'network-vif-deleted', 'tag': '4b6645f0-de55-495c-8181-24824f23c937', 'status': 'completed', 'code': 200} Jul 14 09:16:14.530065 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d81926-cf02-4264-b10a-0cd534363aee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb4940b-cbd0-4652-88e3-a6a339f47166', 'code': 200} Jul 14 09:16:14.530318 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d81926-cf02-4264-b10a-0cd534363aee', 'tag': 'ffb4940b-cbd0-4652-88e3-a6a339f47166', 'status': 'completed', 'code': 200} Jul 14 09:16:14.530570 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ae62b1-3e0d-43ca-95ce-2f07a7e7cbcf', 'name': 'network-vif-deleted', 'tag': '3fe00c75-5227-492d-ae33-c5ec2711f80d', 'status': 'completed', 'code': 200} Jul 14 09:16:14.537663 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2510-dce5-45f0-a3e9-beb0ee3814a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.556812 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2510-dce5-45f0-a3e9-beb0ee3814a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.560631 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-583b0e13-f800-4cc5-b35c-39bb7ce9149b req-847a34a6-40e0-46e4-9451-d18ba72ab062 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.581673 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ec2510-dce5-45f0-a3e9-beb0ee3814a5 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:14.581673 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2510-dce5-45f0-a3e9-beb0ee3814a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:14.583284 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:14.586758 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['607c3508-7bb2-4cbb-901a-8a4d8a0ecc13', 'b66ef3e3-a528-49d2-b0a8-1a238fe1cc32'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:14.641918 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a34a6-40e0-46e4-9451-d18ba72ab062 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Pushing event deleted for resources: {'Port': ['ID=b66ef3e3-a528-49d2-b0a8-1a238fe1cc32,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:14.698371 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3bb89b11-194d-4ad5-a588-90b89b0c9c20 req-64b287f2-0902-4de4-89d6-9dc50f87d0d9 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.739211 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-583b0e13-f800-4cc5-b35c-39bb7ce9149b req-847a34a6-40e0-46e4-9451-d18ba72ab062 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] No DVR routers for this DVR port b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:14.744140 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-583b0e13-f800-4cc5-b35c-39bb7ce9149b req-847a34a6-40e0-46e4-9451-d18ba72ab062 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.747612 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-583b0e13-f800-4cc5-b35c-39bb7ce9149b req-847a34a6-40e0-46e4-9451-d18ba72ab062 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.49 "DELETE /v2.0/ports/b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 HTTP/1.1" status: 204 len: 173 time: 0.9462888 Jul 14 09:16:14.747789 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cc6f0bc0-ffc1-4898-8dde-679e8623a946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.750655 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b287f2-0902-4de4-89d6-9dc50f87d0d9 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Pushing event deleted for resources: {'Port': ['ID=7c925c37-5a81-4a0f-bf52-b0ab5ef9cf5d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:14.760684 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2510-dce5-45f0-a3e9-beb0ee3814a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.782644 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2510-dce5-45f0-a3e9-beb0ee3814a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.787283 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b5ec2510-dce5-45f0-a3e9-beb0ee3814a5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b4e813a1-2824-43e4-b06b-a7b25bf72032 HTTP/1.1" status: 204 len: 168 time: 0.5534275 Jul 14 09:16:14.787283 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec2510-dce5-45f0-a3e9-beb0ee3814a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4e813a1-2824-43e4-b06b-a7b25bf72032,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:14.799038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c1a22-be88-471c-9abd-731ee76d1a83 req-aea98fba-9eb5-446e-bf1f-1ce35fd0df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:14.801774 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-668c1a22-be88-471c-9abd-731ee76d1a83 req-aea98fba-9eb5-446e-bf1f-1ce35fd0df6d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 1101 time: 0.1611636 Jul 14 09:16:14.853194 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f0bc0-ffc1-4898-8dde-679e8623a946 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d95ae2-4598-457b-89f5-aab557092c75,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:15.013764 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c1a22-be88-471c-9abd-731ee76d1a83 req-01678af1-47ca-4536-bbd0-1259d0c02e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:15.021598 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-668c1a22-be88-471c-9abd-731ee76d1a83 req-01678af1-47ca-4536-bbd0-1259d0c02e05 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.2092876 Jul 14 09:16:15.060586 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3bb89b11-194d-4ad5-a588-90b89b0c9c20 req-64b287f2-0902-4de4-89d6-9dc50f87d0d9 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.063119 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3bb89b11-194d-4ad5-a588-90b89b0c9c20 req-64b287f2-0902-4de4-89d6-9dc50f87d0d9 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.064458 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3bb89b11-194d-4ad5-a588-90b89b0c9c20 req-64b287f2-0902-4de4-89d6-9dc50f87d0d9 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "DELETE /v2.0/floatingips/e3ee622c-61fa-41c5-a017-d761b3b34e35 HTTP/1.1" status: 204 len: 173 time: 1.2667589 Jul 14 09:16:15.117047 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51850) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:15.141596 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-668c1a22-be88-471c-9abd-731ee76d1a83 req-24b1a9c6-bcc3-4e8e-9535-fdddbe6860d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166 HTTP/1.1" status: 200 len: 217 time: 0.1155212 Jul 14 09:16:15.235047 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c1a22-be88-471c-9abd-731ee76d1a83 req-f3daa4c8-139e-4f00-9595-beef77fad82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:15.236558 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-668c1a22-be88-471c-9abd-731ee76d1a83 req-f3daa4c8-139e-4f00-9595-beef77fad82d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0720146 Jul 14 09:16:15.237521 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51852) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:15.315262 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128a32f-888d-4784-bcc5-ee2843e79ce4 req-e0b6d6f3-7bb5-4b2a-9b32-19fdca5dcc74 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:15.316608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f128a32f-888d-4784-bcc5-ee2843e79ce4 req-e0b6d6f3-7bb5-4b2a-9b32-19fdca5dcc74 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 949 time: 0.3662786 Jul 14 09:16:15.322273 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cc6f0bc0-ffc1-4898-8dde-679e8623a946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.353357 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5224692-c131-4d56-b316-e3560843eed6 req-87a4bd58-004b-4f7f-b1c0-250f8afe93b8 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/ea01a5a6-1a0a-4849-acf9-100ab2fe0051 HTTP/1.1" status: 200 len: 1800 time: 0.2545347 Jul 14 09:16:15.367551 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c1a22-be88-471c-9abd-731ee76d1a83 req-328d29e3-e12f-4bc2-8f28-948ca687616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:15.369016 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-668c1a22-be88-471c-9abd-731ee76d1a83 req-328d29e3-e12f-4bc2-8f28-948ca687616f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1245308 Jul 14 09:16:15.372985 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e244e8f7-ad12-4de8-bdbd-28da20959803 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c6e37f960c544c95bd8f1a1f36a193ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426443 Jul 14 09:16:15.373352 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51856) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:15.463192 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f128a32f-888d-4784-bcc5-ee2843e79ce4 req-df92c1b3-1ede-4540-9f70-a5841d5fd6bc tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315432 Jul 14 09:16:15.515605 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d40f2e4b-b7e4-48b8-b3c3-316bb1111e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.521587 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e60a28d2-2b32-4246-b486-e5beae6a181e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=19162f7693704187ba398d887fcfc50a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821784 Jul 14 09:16:15.525835 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51860) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:15.592636 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-668c1a22-be88-471c-9abd-731ee76d1a83 req-f9834438-d561-48e3-bcdb-acfc2d3d2b0a service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039089 Jul 14 09:16:15.594476 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d40f2e4b-b7e4-48b8-b3c3-316bb1111e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.605121 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a5224692-c131-4d56-b316-e3560843eed6 req-a03d2710-baf6-48d5-9104-a332c211e628 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.640546 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a5224692-c131-4d56-b316-e3560843eed6 req-a03d2710-baf6-48d5-9104-a332c211e628 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.695284 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-32529642-c31f-4907-83c0-1a18eeb84b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.731266 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-32529642-c31f-4907-83c0-1a18eeb84b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.764114 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d40f2e4b-b7e4-48b8-b3c3-316bb1111e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.766639 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d40f2e4b-b7e4-48b8-b3c3-316bb1111e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.767764 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d40f2e4b-b7e4-48b8-b3c3-316bb1111e86 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/15d6ba5f-1017-4e7d-9ac4-77c7d1677daa HTTP/1.1" status: 204 len: 168 time: 0.3934677 Jul 14 09:16:15.785993 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-668c1a22-be88-471c-9abd-731ee76d1a83 req-85066f03-0dd1-45db-b160-06f411728288 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805263 Jul 14 09:16:15.791752 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f2e4b-b7e4-48b8-b3c3-316bb1111e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d6ba5f-1017-4e7d-9ac4-77c7d1677daa,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:15.824521 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a5224692-c131-4d56-b316-e3560843eed6 req-a03d2710-baf6-48d5-9104-a332c211e628 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.826879 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-32529642-c31f-4907-83c0-1a18eeb84b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.827753 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a5224692-c131-4d56-b316-e3560843eed6 req-a03d2710-baf6-48d5-9104-a332c211e628 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.828989 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5224692-c131-4d56-b316-e3560843eed6 req-a03d2710-baf6-48d5-9104-a332c211e628 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "DELETE /v2.0/security-groups/ea01a5a6-1a0a-4849-acf9-100ab2fe0051 HTTP/1.1" status: 204 len: 173 time: 0.4612312 Jul 14 09:16:15.830081 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-32529642-c31f-4907-83c0-1a18eeb84b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.832035 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-32529642-c31f-4907-83c0-1a18eeb84b16 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6824352e-891b-42e5-b782-1156db4f1778 HTTP/1.1" status: 204 len: 168 time: 0.3034465 Jul 14 09:16:15.840885 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6f0bc0-ffc1-4898-8dde-679e8623a946 admin admin] Router 972e8696-acaf-4c5a-9238-b36dd3d88e5e has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:16:15.844377 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32529642-c31f-4907-83c0-1a18eeb84b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6824352e-891b-42e5-b782-1156db4f1778,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:15.854814 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d2710-baf6-48d5-9104-a332c211e628 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea01a5a6-1a0a-4849-acf9-100ab2fe0051,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:15.862674 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ffb4940b-cbd0-4652-88e3-a6a339f47166 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:15.878357 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47765acc-98f1-433f-af35-bfd63ae6805d req-1422488b-bca5-41d8-945c-7b2077c285ea tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2348337 Jul 14 09:16:15.883670 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-47765acc-98f1-433f-af35-bfd63ae6805d req-96fec5ca-8527-4865-8abb-1106cf278557 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:15.994226 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port ffb4940b-cbd0-4652-88e3-a6a339f47166 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:15.998524 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port ffb4940b-cbd0-4652-88e3-a6a339f47166 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:15.999007 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.018407 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6f0bc0-ffc1-4898-8dde-679e8623a946 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:16.020704 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-47765acc-98f1-433f-af35-bfd63ae6805d req-96fec5ca-8527-4865-8abb-1106cf278557 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.030102 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51878) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:16.030337 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cc6f0bc0-ffc1-4898-8dde-679e8623a946 admin admin] 10.222.0.26 "PUT /v2.0/routers/972e8696-acaf-4c5a-9238-b36dd3d88e5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7858193 Jul 14 09:16:16.030930 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bb4495-a872-43cf-8339-f7eeb60a2aae None None] Sync routers for ids ['972e8696-acaf-4c5a-9238-b36dd3d88e5e'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:16.044882 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bb4495-a872-43cf-8339-f7eeb60a2aae None None] Routers {'972e8696-acaf-4c5a-9238-b36dd3d88e5e'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:16.047255 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-17bb4495-a872-43cf-8339-f7eeb60a2aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:16:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['972e8696-acaf-4c5a-9238-b36dd3d88e5e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:16.140311 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e84443-9784-4072-bf9b-9d6dba288129 req-3e39026d-20a7-4076-9935-98ba4437b4d4 tempest-MigrationsAdminTest-2076481826 tempest-MigrationsAdminTest-2076481826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:16.141858 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89e84443-9784-4072-bf9b-9d6dba288129 req-3e39026d-20a7-4076-9935-98ba4437b4d4 tempest-MigrationsAdminTest-2076481826 tempest-MigrationsAdminTest-2076481826-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 1101 time: 0.1093109 Jul 14 09:16:16.173152 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.202085 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89e84443-9784-4072-bf9b-9d6dba288129 req-7b52c639-3285-4124-8b16-20d958739928 tempest-MigrationsAdminTest-2076481826 tempest-MigrationsAdminTest-2076481826-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480855 Jul 14 09:16:16.216962 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-47765acc-98f1-433f-af35-bfd63ae6805d req-96fec5ca-8527-4865-8abb-1106cf278557 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.229603 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be3b2193-2337-4ee8-8257-c5d8a3407cb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.282069 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ffb4940b-cbd0-4652-88e3-a6a339f47166, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:16.305210 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d81926-cf02-4264-b10a-0cd534363aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb4940b-cbd0-4652-88e3-a6a339f47166'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:16.312988 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1780dc-7f97-49f5-8d4e-94d0c6539584" -d '{"events": [{"server_uuid": "f6d81926-cf02-4264-b10a-0cd534363aee", "name": "network-vif-plugged", "status": "completed", "tag": "ffb4940b-cbd0-4652-88e3-a6a339f47166"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:16.316616 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-17bb4495-a872-43cf-8339-f7eeb60a2aae None None] Set router 972e8696-acaf-4c5a-9238-b36dd3d88e5e gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:16.355402 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.360018 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 3fe00c75-5227-492d-ae33-c5ec2711f80d no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:16.369419 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51892) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:16.411307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-47765acc-98f1-433f-af35-bfd63ae6805d req-96fec5ca-8527-4865-8abb-1106cf278557 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Allocated IP 172.25.1.249 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/35b3edf5-deb0-47f9-88b9-1d865418c6de) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:16.414806 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.507981 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=ffb4940b-cbd0-4652-88e3-a6a339f47166,revision_number=13']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:16.515871 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 3fe00c75-5227-492d-ae33-c5ec2711f80d {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:16.516219 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 3fe00c75-5227-492d-ae33-c5ec2711f80d not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:16.561943 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1b685da0-1c38-45e2-bd39-ea22efee0c9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f2e54119f11f482984efa539483106f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788774 Jul 14 09:16:16.562858 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbc99c2-6c39-4d3d-86dd-4910f7991c30', 'name': 'network-vif-deleted', 'tag': 'b66ef3e3-a528-49d2-b0a8-1a238fe1cc32'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:16.565405 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c94c6c5-104b-4746-b97e-2c97a8b878e0" -d '{"events": [{"server_uuid": "1bbc99c2-6c39-4d3d-86dd-4910f7991c30", "name": "network-vif-deleted", "tag": "b66ef3e3-a528-49d2-b0a8-1a238fe1cc32"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:16.574000 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51898) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:16.640674 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be3b2193-2337-4ee8-8257-c5d8a3407cb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.668156 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba7a098e-773b-4433-9bbd-8a6b93511848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.695640 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba7a098e-773b-4433-9bbd-8a6b93511848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.740379 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-17bb4495-a872-43cf-8339-f7eeb60a2aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972e8696-acaf-4c5a-9238-b36dd3d88e5e', 'name': 'tempest-FloatingIPDetailsTestJSON-934416423-router', 'tenant_id': '29a2a9b841fc4f01b0f646df66671bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '48afb099-a61e-4fbb-8cbd-58da85995ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:37Z', 'updated_at': '2021-07-14T09:16:14Z', 'revision_number': 5, 'project_id': '29a2a9b841fc4f01b0f646df66671bd2', 'gw_port': {'id': '48afb099-a61e-4fbb-8cbd-58da85995ef4', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972e8696-acaf-4c5a-9238-b36dd3d88e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:37Z', 'updated_at': '2021-07-14T09:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:16.760630 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:16.777332 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bb4495-a872-43cf-8339-f7eeb60a2aae None None] Checking router: 972e8696-acaf-4c5a-9238-b36dd3d88e5e for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:16:16.788634 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:16.790250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device b66ef3e3-a528-49d2-b0a8-1a238fe1cc32 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:16.790876 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bb4495-a872-43cf-8339-f7eeb60a2aae None None] Routers {'972e8696-acaf-4c5a-9238-b36dd3d88e5e'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:16.791832 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-17bb4495-a872-43cf-8339-f7eeb60a2aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:16:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['972e8696-acaf-4c5a-9238-b36dd3d88e5e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:16.830154 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-be3b2193-2337-4ee8-8257-c5d8a3407cb6 admin admin] Deleting port 48afb099-a61e-4fbb-8cbd-58da85995ef4 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:16.831206 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be3b2193-2337-4ee8-8257-c5d8a3407cb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.883275 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-17bb4495-a872-43cf-8339-f7eeb60a2aae None None] Set router 972e8696-acaf-4c5a-9238-b36dd3d88e5e gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:16.902515 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba7a098e-773b-4433-9bbd-8a6b93511848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.905528 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba7a098e-773b-4433-9bbd-8a6b93511848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.909632 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ba7a098e-773b-4433-9bbd-8a6b93511848 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b43bdc1-2d31-4425-9860-4f099d02637e HTTP/1.1" status: 204 len: 168 time: 0.3328855 Jul 14 09:16:16.915079 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-42d917c1-cc86-45dc-bdc2-94d039b90afc req-94b985ae-45f0-41cf-92ac-b127fbb5f82b tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] show failed (client error): The resource could not be found. Jul 14 09:16:16.916393 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-42d917c1-cc86-45dc-bdc2-94d039b90afc req-94b985ae-45f0-41cf-92ac-b127fbb5f82b tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/ea01a5a6-1a0a-4849-acf9-100ab2fe0051 HTTP/1.1" status: 404 len: 352 time: 0.0464194 Jul 14 09:16:16.929397 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a098e-773b-4433-9bbd-8a6b93511848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b43bdc1-2d31-4425-9860-4f099d02637e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:16.950395 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51916) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:16.954218 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-be3b2193-2337-4ee8-8257-c5d8a3407cb6 admin admin] For port 48afb099-a61e-4fbb-8cbd-58da85995ef4, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=48afb099-a61e-4fbb-8cbd-58da85995ef4,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:16.954601 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be3b2193-2337-4ee8-8257-c5d8a3407cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.973699 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-be3b2193-2337-4ee8-8257-c5d8a3407cb6 admin admin] Calling delete_port for 48afb099-a61e-4fbb-8cbd-58da85995ef4 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:16.983792 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-17bb4495-a872-43cf-8339-f7eeb60a2aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972e8696-acaf-4c5a-9238-b36dd3d88e5e', 'name': 'tempest-FloatingIPDetailsTestJSON-934416423-router', 'tenant_id': '29a2a9b841fc4f01b0f646df66671bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:37Z', 'updated_at': '2021-07-14T09:16:16Z', 'revision_number': 6, 'project_id': '29a2a9b841fc4f01b0f646df66671bd2', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:17.013003 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-47765acc-98f1-433f-af35-bfd63ae6805d req-96fec5ca-8527-4865-8abb-1106cf278557 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.016224 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bb4495-a872-43cf-8339-f7eeb60a2aae None None] The sync data for ids ['972e8696-acaf-4c5a-9238-b36dd3d88e5e'] in n-d-798054-10 is: [{'id': '972e8696-acaf-4c5a-9238-b36dd3d88e5e', 'name': 'tempest-FloatingIPDetailsTestJSON-934416423-router', 'tenant_id': '29a2a9b841fc4f01b0f646df66671bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:37Z', 'updated_at': '2021-07-14T09:16:16Z', 'revision_number': 6, 'project_id': '29a2a9b841fc4f01b0f646df66671bd2', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:17.106671 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-47765acc-98f1-433f-af35-bfd63ae6805d req-96fec5ca-8527-4865-8abb-1106cf278557 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.184708 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47765acc-98f1-433f-af35-bfd63ae6805d req-96fec5ca-8527-4865-8abb-1106cf278557 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:17.187671 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-47765acc-98f1-433f-af35-bfd63ae6805d req-96fec5ca-8527-4865-8abb-1106cf278557 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:17.191330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-47765acc-98f1-433f-af35-bfd63ae6805d req-96fec5ca-8527-4865-8abb-1106cf278557 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:17.224549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fec5ca-8527-4865-8abb-1106cf278557 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Pushing event updated for resources: {'Port': ['ID=35b3edf5-deb0-47f9-88b9-1d865418c6de,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:17.247037 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4419acca-a468-4058-97cf-7a94fa774737 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1514465213-network', 'tenant_id': '403de225fdd044b89ae9cca5abe39ca9'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:17.280722 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4419acca-a468-4058-97cf-7a94fa774737 admin admin] Made reservation on behalf of 403de225fdd044b89ae9cca5abe39ca9 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:17.283499 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4419acca-a468-4058-97cf-7a94fa774737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.291258 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be3b2193-2337-4ee8-8257-c5d8a3407cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.302037 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4419acca-a468-4058-97cf-7a94fa774737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.332610 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b2193-2337-4ee8-8257-c5d8a3407cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=48afb099-a61e-4fbb-8cbd-58da85995ef4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:17.344202 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-47765acc-98f1-433f-af35-bfd63ae6805d req-96fec5ca-8527-4865-8abb-1106cf278557 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.388219 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f320efc1-a52c-4506-afe2-aa8ec4a8cf03 x-openstack-request-id: req-f320efc1-a52c-4506-afe2-aa8ec4a8cf03 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:17.388752 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d81926-cf02-4264-b10a-0cd534363aee", "name": "network-vif-plugged", "status": "completed", "tag": "ffb4940b-cbd0-4652-88e3-a6a339f47166", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:17.388918 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f320efc1-a52c-4506-afe2-aa8ec4a8cf03 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:17.389543 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d81926-cf02-4264-b10a-0cd534363aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb4940b-cbd0-4652-88e3-a6a339f47166', 'code': 200} Jul 14 09:16:17.411065 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-47765acc-98f1-433f-af35-bfd63ae6805d req-96fec5ca-8527-4865-8abb-1106cf278557 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.467339 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be3b2193-2337-4ee8-8257-c5d8a3407cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.569073 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95ccb52-042d-45ba-be57-27f1e1395acf x-openstack-request-id: req-a95ccb52-042d-45ba-be57-27f1e1395acf {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:17.569939 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbc99c2-6c39-4d3d-86dd-4910f7991c30", "name": "network-vif-deleted", "tag": "b66ef3e3-a528-49d2-b0a8-1a238fe1cc32", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:17.570133 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a95ccb52-042d-45ba-be57-27f1e1395acf {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:17.570495 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbc99c2-6c39-4d3d-86dd-4910f7991c30', 'name': 'network-vif-deleted', 'tag': 'b66ef3e3-a528-49d2-b0a8-1a238fe1cc32', 'status': 'completed', 'code': 200} Jul 14 09:16:17.611253 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be3b2193-2337-4ee8-8257-c5d8a3407cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.614364 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be3b2193-2337-4ee8-8257-c5d8a3407cb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.672508 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be3b2193-2337-4ee8-8257-c5d8a3407cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.672990 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3b2193-2337-4ee8-8257-c5d8a3407cb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 972e8696-acaf-4c5a-9238-b36dd3d88e5e {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:16:17.679583 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be3b2193-2337-4ee8-8257-c5d8a3407cb6 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.680738 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-be3b2193-2337-4ee8-8257-c5d8a3407cb6 admin admin] 10.222.0.26 "DELETE /v2.0/routers/972e8696-acaf-4c5a-9238-b36dd3d88e5e HTTP/1.1" status: 204 len: 168 time: 1.6492429 Jul 14 09:16:17.685308 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51936) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:17.685945 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-47765acc-98f1-433f-af35-bfd63ae6805d req-96fec5ca-8527-4865-8abb-1106cf278557 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.696084 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-47765acc-98f1-433f-af35-bfd63ae6805d req-96fec5ca-8527-4865-8abb-1106cf278557 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.697465 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4419acca-a468-4058-97cf-7a94fa774737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.719688 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4419acca-a468-4058-97cf-7a94fa774737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.743641 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4419acca-a468-4058-97cf-7a94fa774737 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:17.774556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6cc233b-3742-4e15-a48d-6ad77f234179 admin admin] Deleting subnet 44d80de1-fe57-40af-b487-f98ba6ff2ea4 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:16:17.778581 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4419acca-a468-4058-97cf-7a94fa774737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.778926 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-4419acca-a468-4058-97cf-7a94fa774737 admin admin] Added segment e27e16b2-555c-458d-9135-76cd9e19964c of type vlan for network 1d231916-2343-4baa-b32a-9b0c7ec8789b Jul 14 09:16:17.780380 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c6cc233b-3742-4e15-a48d-6ad77f234179 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.781900 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af076a78-a92f-4f57-969e-cf6a6fe3a667 req-128df8a2-b92f-4de6-8639-30cd53d4a776 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:17.783410 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af076a78-a92f-4f57-969e-cf6a6fe3a667 req-128df8a2-b92f-4de6-8639-30cd53d4a776 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 945 time: 0.1477373 Jul 14 09:16:17.784036 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fec5ca-8527-4865-8abb-1106cf278557 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Pushing event updated for resources: {'Port': ['ID=35b3edf5-deb0-47f9-88b9-1d865418c6de,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:17.788635 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419acca-a468-4058-97cf-7a94fa774737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18851693-9f84-4c30-8ba9-e5199654e3ab,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:17.815828 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-47765acc-98f1-433f-af35-bfd63ae6805d req-96fec5ca-8527-4865-8abb-1106cf278557 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.840307 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-47765acc-98f1-433f-af35-bfd63ae6805d req-96fec5ca-8527-4865-8abb-1106cf278557 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.841529 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47765acc-98f1-433f-af35-bfd63ae6805d req-96fec5ca-8527-4865-8abb-1106cf278557 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9623182 Jul 14 09:16:17.846782 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af076a78-a92f-4f57-969e-cf6a6fe3a667 req-de191d04-2436-4e56-8da5-b0b6bb891964 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518146 Jul 14 09:16:17.849551 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4419acca-a468-4058-97cf-7a94fa774737 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.857241 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c6cc233b-3742-4e15-a48d-6ad77f234179 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.942585 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47765acc-98f1-433f-af35-bfd63ae6805d req-42e9c17f-16f1-4c04-9722-ddf72ec6a7ee tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 696 time: 0.0833049 Jul 14 09:16:17.974317 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4419acca-a468-4058-97cf-7a94fa774737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.975321 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4419acca-a468-4058-97cf-7a94fa774737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:17.976176 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4419acca-a468-4058-97cf-7a94fa774737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.006231 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51944) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:18.025449 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-378ded89-e8c0-45d1-b0f7-f090b4f960d2 req-4bd50295-9fd6-468f-b611-a868465a6a98 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/b351e698-8aa0-4471-a2ce-f11be42f7987 HTTP/1.1" status: 200 len: 1800 time: 0.1061239 Jul 14 09:16:18.050664 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c6cc233b-3742-4e15-a48d-6ad77f234179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.054144 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4419acca-a468-4058-97cf-7a94fa774737 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1024916 Jul 14 09:16:18.074831 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51948) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:18.083017 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Request body: {'subnet': {'network_id': '1d231916-2343-4baa-b32a-9b0c7ec8789b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1514465213-subnet', 'tenant_id': '403de225fdd044b89ae9cca5abe39ca9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:18.095721 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419acca-a468-4058-97cf-7a94fa774737 admin admin] Pushing event updated for resources: {'Network': ['ID=1d231916-2343-4baa-b32a-9b0c7ec8789b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:18.109214 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 1d231916-2343-4baa-b32a-9b0c7ec8789b details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:18.136236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47765acc-98f1-433f-af35-bfd63ae6805d req-0773fcc5-a486-4b13-87d6-4525e830aa6a tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:18.137583 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47765acc-98f1-433f-af35-bfd63ae6805d req-0773fcc5-a486-4b13-87d6-4525e830aa6a tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.1940947 Jul 14 09:16:18.158576 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-378ded89-e8c0-45d1-b0f7-f090b4f960d2 req-2ead9014-0218-46e5-9aba-8ba4241b30be tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.190447 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-378ded89-e8c0-45d1-b0f7-f090b4f960d2 req-2ead9014-0218-46e5-9aba-8ba4241b30be tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.226474 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-bdfc533d-62ff-4dc9-a2f2-d906505c1c85 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-459176542-network', 'tenant_id': '05d0ae81211f4d94a2cdc48b2f7e0311'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:18.229871 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Made reservation on behalf of 403de225fdd044b89ae9cca5abe39ca9 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:18.232520 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.249734 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-378ded89-e8c0-45d1-b0f7-f090b4f960d2 req-2ead9014-0218-46e5-9aba-8ba4241b30be tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.253157 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-378ded89-e8c0-45d1-b0f7-f090b4f960d2 req-2ead9014-0218-46e5-9aba-8ba4241b30be tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.254479 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-378ded89-e8c0-45d1-b0f7-f090b4f960d2 req-2ead9014-0218-46e5-9aba-8ba4241b30be tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "DELETE /v2.0/security-groups/b351e698-8aa0-4471-a2ce-f11be42f7987 HTTP/1.1" status: 204 len: 173 time: 0.2167597 Jul 14 09:16:18.266418 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead9014-0218-46e5-9aba-8ba4241b30be tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b351e698-8aa0-4471-a2ce-f11be42f7987,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:18.306836 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c6cc233b-3742-4e15-a48d-6ad77f234179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.339296 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc233b-3742-4e15-a48d-6ad77f234179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44d80de1-fe57-40af-b487-f98ba6ff2ea4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:18.372853 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c6cc233b-3742-4e15-a48d-6ad77f234179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.377462 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c6cc233b-3742-4e15-a48d-6ad77f234179 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/44d80de1-fe57-40af-b487-f98ba6ff2ea4 HTTP/1.1" status: 204 len: 168 time: 0.6886771 Jul 14 09:16:18.378035 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea89cfaf-c010-49fc-8009-135bb123cc6a None None] Network c8807442-5bfb-4c34-a802-cce4924ca686 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:18.384368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51956) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:18.384997 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfc533d-62ff-4dc9-a2f2-d906505c1c85 admin admin] Made reservation on behalf of 05d0ae81211f4d94a2cdc48b2f7e0311 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:18.393828 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bdfc533d-62ff-4dc9-a2f2-d906505c1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.394112 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de0313-9b3b-4598-a879-7cbc3b6750ec req-2ed01ecb-5407-4db7-96ea-ff954cbb3d52 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:18.401882 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-40de0313-9b3b-4598-a879-7cbc3b6750ec req-2ed01ecb-5407-4db7-96ea-ff954cbb3d52 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 950 time: 0.1192360 Jul 14 09:16:18.416307 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bdfc533d-62ff-4dc9-a2f2-d906505c1c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.447081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a1d95ae2-4598-457b-89f5-aab557092c75 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:18.483816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: a1d95ae2-4598-457b-89f5-aab557092c75 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:18.484873 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a1d95ae2-4598-457b-89f5-aab557092c75 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:18.485599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 48afb099-a61e-4fbb-8cbd-58da85995ef4 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:18.497123 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e9c58ac-3659-4bf3-b35f-57f46cd5d770 req-3689de52-7bf9-4b56-8fb3-702bfa4dd71c tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "GET /v2.0/floatingips/1d930254-6e00-4267-b6b8-1da7aea31b6e HTTP/1.1" status: 200 len: 693 time: 0.0941148 Jul 14 09:16:18.517084 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 48afb099-a61e-4fbb-8cbd-58da85995ef4 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:18.517422 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 48afb099-a61e-4fbb-8cbd-58da85995ef4 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:18.524458 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c021bb-bdde-46c7-af23-637985172ea2 req-4d95279c-b9fe-4d75-89cc-5e607f7ad1d2 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:18.526011 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d3c021bb-bdde-46c7-af23-637985172ea2 req-4d95279c-b9fe-4d75-89cc-5e607f7ad1d2 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.49 "GET /v2.0/ports?device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 945 time: 0.3881366 Jul 14 09:16:18.586294 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f6237166-6889-4be5-915b-8f4867bd956b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.596445 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-40de0313-9b3b-4598-a879-7cbc3b6750ec req-8b8c1f72-3d50-4812-ae95-e8e413589cd7 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314187 Jul 14 09:16:18.662195 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-5bd49b9e-a6e5-4dc7-a065-700085de2631 req-741ede7c-668a-4d7a-a496-f76002a39dee tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] show failed (client error): The resource could not be found. Jul 14 09:16:18.668325 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5bd49b9e-a6e5-4dc7-a065-700085de2631 req-741ede7c-668a-4d7a-a496-f76002a39dee tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/b351e698-8aa0-4471-a2ce-f11be42f7987 HTTP/1.1" status: 404 len: 352 time: 0.0337675 Jul 14 09:16:18.714394 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51962) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:18.732726 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c58ac-3659-4bf3-b35f-57f46cd5d770 req-d9b6ef49-3f61-42d5-ba53-3b43a465fa0d tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:18.734154 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e9c58ac-3659-4bf3-b35f-57f46cd5d770 req-d9b6ef49-3f61-42d5-ba53-3b43a465fa0d tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.2362468 Jul 14 09:16:18.746460 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6087094c-a2bb-4586-8c6a-7437b0a9d16a None None] DHCP port deletion for c8807442-5bfb-4c34-a802-cce4924ca686 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:16:18.799199 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.809566 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e9c58ac-3659-4bf3-b35f-57f46cd5d770 req-bf294f7e-e45f-47a3-a7ff-6d6b3e2dde3e tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 696 time: 0.0638230 Jul 14 09:16:18.809828 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6087094c-a2bb-4586-8c6a-7437b0a9d16a None None] Deleting port 08058bb0-3a00-4706-b195-bedd5aad3d5b {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:18.810386 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6087094c-a2bb-4586-8c6a-7437b0a9d16a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.818631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc4d9902-5bbe-4bf6-9f2b-91721ada5ccb req-87e70bfe-6a05-478d-a98a-3a933ba80534 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/47e1a782-2d78-4c5c-84ed-28629ba2e9dd HTTP/1.1" status: 200 len: 1801 time: 0.1217959 Jul 14 09:16:18.847598 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bdfc533d-62ff-4dc9-a2f2-d906505c1c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.869190 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bdfc533d-62ff-4dc9-a2f2-d906505c1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.906404 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-f6237166-6889-4be5-915b-8f4867bd956b admin admin] Deleting port 08058bb0-3a00-4706-b195-bedd5aad3d5b {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:18.906747 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f6237166-6889-4be5-915b-8f4867bd956b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.908254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6087094c-a2bb-4586-8c6a-7437b0a9d16a None None] For port 08058bb0-3a00-4706-b195-bedd5aad3d5b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=08058bb0-3a00-4706-b195-bedd5aad3d5b,segment=NetworkSegment(5a2c43d3-a41d-4673-bb94-f291155e6e6e),segment_id=5a2c43d3-a41d-4673-bb94-f291155e6e6e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:18.909538 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6087094c-a2bb-4586-8c6a-7437b0a9d16a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.914998 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e4869c-c54f-4cdb-b4e4-d08d014281c0,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:18.926771 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6087094c-a2bb-4586-8c6a-7437b0a9d16a None None] Calling delete_port for 08058bb0-3a00-4706-b195-bedd5aad3d5b owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:18.930313 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0da0a6e8-1add-4fd1-8886-dab66129984d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.934569 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e9c58ac-3659-4bf3-b35f-57f46cd5d770 req-503bd240-59c9-4017-8880-e780048f1062 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 696 time: 0.1121969 Jul 14 09:16:18.936360 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-d3c021bb-bdde-46c7-af23-637985172ea2 req-48c29535-c7d7-41f1-9d41-04cfe0fb0f1f tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Deleting port 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:18.936716 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3c021bb-bdde-46c7-af23-637985172ea2 req-48c29535-c7d7-41f1-9d41-04cfe0fb0f1f tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.953911 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bc4d9902-5bbe-4bf6-9f2b-91721ada5ccb req-9f581183-d7b9-43d8-abeb-7fde16bea2bd tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.976500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdfc533d-62ff-4dc9-a2f2-d906505c1c85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:19.038912 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6087094c-a2bb-4586-8c6a-7437b0a9d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.061519 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bc4d9902-5bbe-4bf6-9f2b-91721ada5ccb req-9f581183-d7b9-43d8-abeb-7fde16bea2bd tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.071865 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087094c-a2bb-4586-8c6a-7437b0a9d16a None None] Pushing event deleted for resources: {'Port': ['ID=08058bb0-3a00-4706-b195-bedd5aad3d5b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:19.075712 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6087094c-a2bb-4586-8c6a-7437b0a9d16a None None] No DVR routers for this DVR port 08058bb0-3a00-4706-b195-bedd5aad3d5b on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:19.165715 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bc4d9902-5bbe-4bf6-9f2b-91721ada5ccb req-9f581183-d7b9-43d8-abeb-7fde16bea2bd tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.168282 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bc4d9902-5bbe-4bf6-9f2b-91721ada5ccb req-9f581183-d7b9-43d8-abeb-7fde16bea2bd tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.169438 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc4d9902-5bbe-4bf6-9f2b-91721ada5ccb req-9f581183-d7b9-43d8-abeb-7fde16bea2bd tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "DELETE /v2.0/security-groups/47e1a782-2d78-4c5c-84ed-28629ba2e9dd HTTP/1.1" status: 204 len: 173 time: 0.3493688 Jul 14 09:16:19.192140 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f581183-d7b9-43d8-abeb-7fde16bea2bd tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e1a782-2d78-4c5c-84ed-28629ba2e9dd,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:19.215907 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-0e9c58ac-3659-4bf3-b35f-57f46cd5d770 req-1eb9403d-ffd2-4387-a58e-86ce0fe7c639 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Deleting port 35b3edf5-deb0-47f9-88b9-1d865418c6de {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:19.216258 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0e9c58ac-3659-4bf3-b35f-57f46cd5d770 req-1eb9403d-ffd2-4387-a58e-86ce0fe7c639 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.222451 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0da0a6e8-1add-4fd1-8886-dab66129984d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.232723 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0da0a6e8-1add-4fd1-8886-dab66129984d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.284714 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.285112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.285722 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.285722 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.291590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.291590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.291590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.291590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.291590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.291590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.291590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.291590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.312594 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0a6e8-1add-4fd1-8886-dab66129984d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fad9cd4-24d0-4238-88a0-92a6b45fb6e8,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:19.324030 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0da0a6e8-1add-4fd1-8886-dab66129984d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1fb2b7038e5f46d2b3240a5378b6cec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6010437 Jul 14 09:16:19.326404 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51970) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:19.347232 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc533d-62ff-4dc9-a2f2-d906505c1c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c23f678-70fa-4b2f-b3ca-f4d00e491b7d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:19.363082 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bdfc533d-62ff-4dc9-a2f2-d906505c1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.363513 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-bdfc533d-62ff-4dc9-a2f2-d906505c1c85 admin admin] Added segment ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d of type vlan for network 1666a058-8721-4244-92d2-e29529df519b Jul 14 09:16:19.373373 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0e9c58ac-3659-4bf3-b35f-57f46cd5d770 req-1eb9403d-ffd2-4387-a58e-86ce0fe7c639 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.373610 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0e9c58ac-3659-4bf3-b35f-57f46cd5d770 req-1eb9403d-ffd2-4387-a58e-86ce0fe7c639 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.389637 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-0e9c58ac-3659-4bf3-b35f-57f46cd5d770 req-1eb9403d-ffd2-4387-a58e-86ce0fe7c639 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Calling delete_port for 35b3edf5-deb0-47f9-88b9-1d865418c6de owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:19.404569 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Checking segment: {'id': 'e27e16b2-555c-458d-9135-76cd9e19964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1d231916-2343-4baa-b32a-9b0c7ec8789b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:19.404980 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Network hostable DHCP agents. Network: 1d231916-2343-4baa-b32a-9b0c7ec8789b, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:19.459971 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e07df-f149-49cd-8292-dd56bb1ddc22 req-2ec28256-bdd0-4473-812f-4c3d7849520a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.461633 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff9e07df-f149-49cd-8292-dd56bb1ddc22 req-2ec28256-bdd0-4473-812f-4c3d7849520a tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 945 time: 0.1463134 Jul 14 09:16:19.489620 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-f6237166-6889-4be5-915b-8f4867bd956b admin admin] For port 08058bb0-3a00-4706-b195-bedd5aad3d5b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=08058bb0-3a00-4706-b195-bedd5aad3d5b,segment=NetworkSegment(5a2c43d3-a41d-4673-bb94-f291155e6e6e),segment_id=5a2c43d3-a41d-4673-bb94-f291155e6e6e)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:19.490010 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f6237166-6889-4be5-915b-8f4867bd956b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.505530 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bdfc533d-62ff-4dc9-a2f2-d906505c1c85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.520429 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff9e07df-f149-49cd-8292-dd56bb1ddc22 req-870e311b-88d1-4d09-be8d-eb7d79e6cef0 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1f0a3fc-ab53-449d-b408-4f193b014a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521472 Jul 14 09:16:19.532780 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-f6237166-6889-4be5-915b-8f4867bd956b admin admin] Calling delete_port for 08058bb0-3a00-4706-b195-bedd5aad3d5b owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:19.566941 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Network 1d231916-2343-4baa-b32a-9b0c7ec8789b is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:19.582751 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-08937c08-daea-490e-8ebf-9097ca46849e req-3406332e-8c07-4164-b379-bcdbada64a5f tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] show failed (client error): The resource could not be found. Jul 14 09:16:19.583745 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08937c08-daea-490e-8ebf-9097ca46849e req-3406332e-8c07-4164-b379-bcdbada64a5f tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/47e1a782-2d78-4c5c-84ed-28629ba2e9dd HTTP/1.1" status: 404 len: 352 time: 0.0205801 Jul 14 09:16:19.592952 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-d3c021bb-bdde-46c7-af23-637985172ea2 req-48c29535-c7d7-41f1-9d41-04cfe0fb0f1f tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] For port 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=607c3508-7bb2-4cbb-901a-8a4d8a0ecc13,segment=NetworkSegment(920f7f5e-bddb-4aab-9438-10bf1e228aa2),segment_id=920f7f5e-bddb-4aab-9438-10bf1e228aa2)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:19.596721 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3c021bb-bdde-46c7-af23-637985172ea2 req-48c29535-c7d7-41f1-9d41-04cfe0fb0f1f tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.601082 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0e9c58ac-3659-4bf3-b35f-57f46cd5d770 req-1eb9403d-ffd2-4387-a58e-86ce0fe7c639 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.626753 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9403d-ffd2-4387-a58e-86ce0fe7c639 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Pushing event deleted for resources: {'Port': ['ID=35b3edf5-deb0-47f9-88b9-1d865418c6de,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:19.655938 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7633d23e-518f-4660-a44b-1a29d36355a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.664679 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 1d231916-2343-4baa-b32a-9b0c7ec8789b) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:19.669456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.670092 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.673493 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7df7f19-b6bb-41bb-a710-a0b59760d61a None None] Network 1d231916-2343-4baa-b32a-9b0c7ec8789b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:19.680650 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-d3c021bb-bdde-46c7-af23-637985172ea2 req-48c29535-c7d7-41f1-9d41-04cfe0fb0f1f tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Calling delete_port for 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:19.701944 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bdfc533d-62ff-4dc9-a2f2-d906505c1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.702956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfc533d-62ff-4dc9-a2f2-d906505c1c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.703536 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bdfc533d-62ff-4dc9-a2f2-d906505c1c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.729964 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40d64f-608e-4c19-8b1d-0b51431a71d3 req-9d4dc949-f5f0-4636-8759-5454a81d98b5 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.731373 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3f40d64f-608e-4c19-8b1d-0b51431a71d3 req-9d4dc949-f5f0-4636-8759-5454a81d98b5 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 950 time: 0.4620128 Jul 14 09:16:19.741679 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0e9c58ac-3659-4bf3-b35f-57f46cd5d770 req-1eb9403d-ffd2-4387-a58e-86ce0fe7c639 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.744383 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0e9c58ac-3659-4bf3-b35f-57f46cd5d770 req-1eb9403d-ffd2-4387-a58e-86ce0fe7c639 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.745644 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e9c58ac-3659-4bf3-b35f-57f46cd5d770 req-1eb9403d-ffd2-4387-a58e-86ce0fe7c639 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "DELETE /v2.0/floatingips/1d930254-6e00-4267-b6b8-1da7aea31b6e HTTP/1.1" status: 204 len: 173 time: 0.8008018 Jul 14 09:16:19.757168 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d703d77-597a-4953-b402-061832eb29e5 req-efd88dcb-c1b1-4861-992f-e6bc23417f8d tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=557f4eb50c684c97b08dac62df18e620 HTTP/1.1" status: 200 len: 6150 time: 0.1349514 Jul 14 09:16:19.786079 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7633d23e-518f-4660-a44b-1a29d36355a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.809834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2114248-7348-4012-9c80-ced727ed90fc None None] Network 1d231916-2343-4baa-b32a-9b0c7ec8789b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:19.814628 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d703d77-597a-4953-b402-061832eb29e5 req-d12aadd5-afe7-4ae1-aa3d-3c42977fdb73 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/8acff6a2-9986-496e-98bf-f733740b6c1c HTTP/1.1" status: 200 len: 2981 time: 0.0509446 Jul 14 09:16:19.894672 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5c603e2c-55df-41ee-aa5f-4a9666741e5f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8184547 Jul 14 09:16:19.915593 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d703d77-597a-4953-b402-061832eb29e5 req-c0dc95f1-dfa4-4464-8605-a615a9934f89 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/8acff6a2-9986-496e-98bf-f733740b6c1c HTTP/1.1" status: 200 len: 2981 time: 0.0940812 Jul 14 09:16:19.957280 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-fc5e39a0-7cbf-4eda-bb06-7960abe120bc req-37d6d9c9-b76f-45dc-846b-045531463862 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] show failed (client error): The resource could not be found. Jul 14 09:16:19.971842 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fc5e39a0-7cbf-4eda-bb06-7960abe120bc req-37d6d9c9-b76f-45dc-846b-045531463862 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "GET /v2.0/floatingips/1d930254-6e00-4267-b6b8-1da7aea31b6e HTTP/1.1" status: 404 len: 350 time: 0.0513525 Jul 14 09:16:19.987802 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-84fdb0f1-9e9f-41bf-86dc-4d2ed75580ab req-9979e67b-501e-427d-8ad2-bc7a1d7468e9 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-582509577', 'description': 'tempest-description-784110954'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:20.025701 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f49357-1ecf-4d09-a286-4ddb2fe01784 req-df782cde-d904-4ca0-9445-9f7fa062bfec tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:20.033621 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01f49357-1ecf-4d09-a286-4ddb2fe01784 req-df782cde-d904-4ca0-9445-9f7fa062bfec tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 950 time: 0.1743777 Jul 14 09:16:20.073059 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7633d23e-518f-4660-a44b-1a29d36355a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.075946 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7633d23e-518f-4660-a44b-1a29d36355a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.077541 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7633d23e-518f-4660-a44b-1a29d36355a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3fad9cd4-24d0-4238-88a0-92a6b45fb6e8 HTTP/1.1" status: 204 len: 168 time: 0.7311797 Jul 14 09:16:20.084676 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01f49357-1ecf-4d09-a286-4ddb2fe01784 req-20a03e88-c2fe-407d-9ec8-b3c07edf45ba tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498550 Jul 14 09:16:20.085712 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3c021bb-bdde-46c7-af23-637985172ea2 req-48c29535-c7d7-41f1-9d41-04cfe0fb0f1f tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.094986 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bdfc533d-62ff-4dc9-a2f2-d906505c1c85 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0870769 Jul 14 09:16:20.102304 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51988) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:20.107684 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-9390ec49-5225-4cc3-a3f1-7c0e44781f5e admin admin] Request body: {'subnet': {'network_id': '1666a058-8721-4244-92d2-e29529df519b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-459176542-subnet', 'tenant_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:20.151925 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633d23e-518f-4660-a44b-1a29d36355a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fad9cd4-24d0-4238-88a0-92a6b45fb6e8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:20.171623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc533d-62ff-4dc9-a2f2-d906505c1c85 admin admin] Pushing event updated for resources: {'Network': ['ID=1666a058-8721-4244-92d2-e29529df519b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:20.171992 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-bcfb2d7b-5851-40c5-8ead-390065203cd0 req-b179796e-67d6-4231-a692-8ad0a24ff146 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] show failed (client error): The resource could not be found. Jul 14 09:16:20.176465 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bcfb2d7b-5851-40c5-8ead-390065203cd0 req-b179796e-67d6-4231-a692-8ad0a24ff146 tempest-FloatingIPsTestJSON-590280002 tempest-FloatingIPsTestJSON-590280002-project] 10.222.0.26 "GET /v2.0/floatingips/1d930254-6e00-4267-b6b8-1da7aea31b6e HTTP/1.1" status: 404 len: 350 time: 0.0589204 Jul 14 09:16:20.177964 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c29535-c7d7-41f1-9d41-04cfe0fb0f1f tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Pushing event deleted for resources: {'Port': ['ID=607c3508-7bb2-4cbb-901a-8a4d8a0ecc13,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:20.188893 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51990) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:20.190949 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f6237166-6889-4be5-915b-8f4867bd956b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.205874 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 1666a058-8721-4244-92d2-e29529df519b details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:20.209243 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-84fdb0f1-9e9f-41bf-86dc-4d2ed75580ab req-9979e67b-501e-427d-8ad2-bc7a1d7468e9 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.214196 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9390ec49-5225-4cc3-a3f1-7c0e44781f5e admin admin] Made reservation on behalf of 05d0ae81211f4d94a2cdc48b2f7e0311 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:20.217273 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9390ec49-5225-4cc3-a3f1-7c0e44781f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.361330 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6237166-6889-4be5-915b-8f4867bd956b admin admin] No DVR routers for this DVR port 08058bb0-3a00-4706-b195-bedd5aad3d5b on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:20.368554 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6237166-6889-4be5-915b-8f4867bd956b admin admin] Pushing event deleted for resources: {'Port': ['ID=08058bb0-3a00-4706-b195-bedd5aad3d5b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:20.372432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c021bb-bdde-46c7-af23-637985172ea2 req-48c29535-c7d7-41f1-9d41-04cfe0fb0f1f tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] No DVR routers for this DVR port 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:20.430001 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3c021bb-bdde-46c7-af23-637985172ea2 req-48c29535-c7d7-41f1-9d41-04cfe0fb0f1f tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.432402 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d3c021bb-bdde-46c7-af23-637985172ea2 req-48c29535-c7d7-41f1-9d41-04cfe0fb0f1f tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.49 "DELETE /v2.0/ports/607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 HTTP/1.1" status: 204 len: 173 time: 1.8976333 Jul 14 09:16:20.432576 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d3b83c-2ec7-4f51-9896-37a2aae5c4f3', 'name': 'network-vif-deleted', 'tag': '607c3508-7bb2-4cbb-901a-8a4d8a0ecc13'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:20.435377 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48efc1c5-eb4d-4bfe-a52b-5a8e6d545ffb" -d '{"events": [{"server_uuid": "24d3b83c-2ec7-4f51-9896-37a2aae5c4f3", "name": "network-vif-deleted", "tag": "607c3508-7bb2-4cbb-901a-8a4d8a0ecc13"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:20.453152 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-84fdb0f1-9e9f-41bf-86dc-4d2ed75580ab req-9979e67b-501e-427d-8ad2-bc7a1d7468e9 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.460733 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 08058bb0-3a00-4706-b195-bedd5aad3d5b no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:20.473566 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-84fdb0f1-9e9f-41bf-86dc-4d2ed75580ab req-9979e67b-501e-427d-8ad2-bc7a1d7468e9 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.492225 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 08058bb0-3a00-4706-b195-bedd5aad3d5b {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:20.492488 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 08058bb0-3a00-4706-b195-bedd5aad3d5b not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:20.547406 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-84fdb0f1-9e9f-41bf-86dc-4d2ed75580ab req-9979e67b-501e-427d-8ad2-bc7a1d7468e9 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.559152 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84fdb0f1-9e9f-41bf-86dc-4d2ed75580ab req-9979e67b-501e-427d-8ad2-bc7a1d7468e9 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5704896 Jul 14 09:16:20.562896 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51998) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:20.587065 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-3f40d64f-608e-4c19-8b1d-0b51431a71d3 req-b57c3e19-63bf-40e8-a704-1417f9891c95 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Deleting port ffb4940b-cbd0-4652-88e3-a6a339f47166 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:20.588802 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3f40d64f-608e-4c19-8b1d-0b51431a71d3 req-b57c3e19-63bf-40e8-a704-1417f9891c95 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.598365 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9390ec49-5225-4cc3-a3f1-7c0e44781f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.620695 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d415439a-c4d9-4969-a71b-f1d1a02a1aa4 x-openstack-request-id: req-d415439a-c4d9-4969-a71b-f1d1a02a1aa4 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:20.620958 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d3b83c-2ec7-4f51-9896-37a2aae5c4f3", "name": "network-vif-deleted", "tag": "607c3508-7bb2-4cbb-901a-8a4d8a0ecc13", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:20.621218 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d415439a-c4d9-4969-a71b-f1d1a02a1aa4 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:20.621602 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d3b83c-2ec7-4f51-9896-37a2aae5c4f3', 'name': 'network-vif-deleted', 'tag': '607c3508-7bb2-4cbb-901a-8a4d8a0ecc13', 'status': 'completed', 'code': 200} Jul 14 09:16:20.644408 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979e67b-501e-427d-8ad2-bc7a1d7468e9 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d46250f-7f3a-4187-945d-57eeafb3ebe2,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:20.665848 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9195ca48-001e-4899-ad1d-6e27e73c9202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.694644 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f6237166-6889-4be5-915b-8f4867bd956b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.766032 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:20.770569 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-f6237166-6889-4be5-915b-8f4867bd956b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8807442-5bfb-4c34-a802-cce4924ca686']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:20.779859 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390ec49-5225-4cc3-a3f1-7c0e44781f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fe81da4-370e-498c-85cc-80f08756eb0a,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:20.801604 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9390ec49-5225-4cc3-a3f1-7c0e44781f5e admin admin] Checking segment: {'id': 'ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1666a058-8721-4244-92d2-e29529df519b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:20.802005 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9390ec49-5225-4cc3-a3f1-7c0e44781f5e admin admin] Network hostable DHCP agents. Network: 1666a058-8721-4244-92d2-e29529df519b, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:20.804656 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:20.805005 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 607c3508-7bb2-4cbb-901a-8a4d8a0ecc13 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:20.811130 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-f6237166-6889-4be5-915b-8f4867bd956b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2c43d3-a41d-4673-bb94-f291155e6e6e') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:20.812106 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-f6237166-6889-4be5-915b-8f4867bd956b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2c43d3-a41d-4673-bb94-f291155e6e6e') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:20.850883 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f1792084-9c70-4c24-b4bd-6975061f464b req-bec07d9b-5a49-4e44-958a-3b1a3b6f7654 tempest-ListServerFiltersTestJSON-1749663153 tempest-ListServerFiltersTestJSON-1749663153-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d3b83c-2ec7-4f51-9896-37a2aae5c4f3 HTTP/1.1" status: 200 len: 210 time: 0.0606654 Jul 14 09:16:20.873303 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9390ec49-5225-4cc3-a3f1-7c0e44781f5e admin admin] Network 1666a058-8721-4244-92d2-e29529df519b is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:20.875157 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f6237166-6889-4be5-915b-8f4867bd956b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.894589 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-9390ec49-5225-4cc3-a3f1-7c0e44781f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 1666a058-8721-4244-92d2-e29529df519b) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:20.902788 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae732833-3694-405a-a5a2-3050cca02f13 None None] Network 1666a058-8721-4244-92d2-e29529df519b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:20.910848 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9390ec49-5225-4cc3-a3f1-7c0e44781f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:20.911442 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9390ec49-5225-4cc3-a3f1-7c0e44781f5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.914500 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f6237166-6889-4be5-915b-8f4867bd956b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.917129 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-081457e8-e351-4a13-b7e5-20100dc9582f req-7760c3ad-f579-4735-bd6e-6f6155fddd59 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1000825172', 'description': 'tempest-description-492635849'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:20.922436 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6237166-6889-4be5-915b-8f4867bd956b admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:20.925226 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f6237166-6889-4be5-915b-8f4867bd956b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.972792 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9195ca48-001e-4899-ad1d-6e27e73c9202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.980091 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9195ca48-001e-4899-ad1d-6e27e73c9202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:20.992424 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:21.023830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-3f40d64f-608e-4c19-8b1d-0b51431a71d3 req-b57c3e19-63bf-40e8-a704-1417f9891c95 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] For port ffb4940b-cbd0-4652-88e3-a6a339f47166, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ffb4940b-cbd0-4652-88e3-a6a339f47166,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:21.024244 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3f40d64f-608e-4c19-8b1d-0b51431a71d3 req-b57c3e19-63bf-40e8-a704-1417f9891c95 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.042593 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9195ca48-001e-4899-ad1d-6e27e73c9202 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=03fc65ef09d441f9b6c35434693ea499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4779751 Jul 14 09:16:21.044410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52008) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:21.045928 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f6237166-6889-4be5-915b-8f4867bd956b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.061164 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9390ec49-5225-4cc3-a3f1-7c0e44781f5e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9570301 Jul 14 09:16:21.080161 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52010) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:21.084373 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f6237166-6889-4be5-915b-8f4867bd956b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.086966 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f6237166-6889-4be5-915b-8f4867bd956b admin admin] 10.222.0.26 "DELETE /v2.0/networks/c8807442-5bfb-4c34-a802-cce4924ca686 HTTP/1.1" status: 204 len: 168 time: 2.6885877 Jul 14 09:16:21.094354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e3fbab91-38f7-4b10-bd69-64a71d46772d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-459176542-router', 'tenant_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:21.145357 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-081457e8-e351-4a13-b7e5-20100dc9582f req-7760c3ad-f579-4735-bd6e-6f6155fddd59 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.158304 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195ca48-001e-4899-ad1d-6e27e73c9202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a668e0de-bbd1-4c3a-8095-5f634667dce1,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:21.158810 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-1666a058-8721-4244-92d2-e29529df519b', 'network_id': '1666a058-8721-4244-92d2-e29529df519b', 'tenant_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'fixed_ips': [{'subnet_id': '7fe81da4-370e-498c-85cc-80f08756eb0a'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:16:21.172129 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.215848 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-3f40d64f-608e-4c19-8b1d-0b51431a71d3 req-b57c3e19-63bf-40e8-a704-1417f9891c95 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Calling delete_port for ffb4940b-cbd0-4652-88e3-a6a339f47166 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:21.224630 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3fbab91-38f7-4b10-bd69-64a71d46772d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.227918 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3fbab91-38f7-4b10-bd69-64a71d46772d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.268628 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b752d267-4c6c-4072-837a-19dce38cdae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.304318 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6237166-6889-4be5-915b-8f4867bd956b admin admin] Pushing event deleted for resources: {'Network': ['ID=c8807442-5bfb-4c34-a802-cce4924ca686,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:21.339418 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3fbab91-38f7-4b10-bd69-64a71d46772d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.348606 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52018) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:21.414360 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Allocated IP 172.20.0.2 (1666a058-8721-4244-92d2-e29529df519b/7fe81da4-370e-498c-85cc-80f08756eb0a/056552e2-737f-46ad-b1db-2bab1a5598bc) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:21.457004 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b752d267-4c6c-4072-837a-19dce38cdae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.579024 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c253b448-1662-4ccb-8033-2301b204ebf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.581435 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3f40d64f-608e-4c19-8b1d-0b51431a71d3 req-b57c3e19-63bf-40e8-a704-1417f9891c95 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.586824 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.594469 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['2d6ac726-7911-49c1-a48b-5cfd000bf1c3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:21.600979 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Transition to ACTIVE for port object 056552e2-737f-46ad-b1db-2bab1a5598bc will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:21.618855 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-097a3dab-02c7-4ac3-bb2f-c1dcda70b8cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=29a2a9b841fc4f01b0f646df66671bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2641366 Jul 14 09:16:21.620834 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52020) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:21.626333 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3fbab91-38f7-4b10-bd69-64a71d46772d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.637767 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Transition to ACTIVE for port object 056552e2-737f-46ad-b1db-2bab1a5598bc will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:21.641387 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['476bfd6a-fa82-4c42-866f-a7c995b98473', '9d41be3e-680f-488a-b434-8ed1a78ce815', 'ffb4940b-cbd0-4652-88e3-a6a339f47166'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:21.655933 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-081457e8-e351-4a13-b7e5-20100dc9582f req-7760c3ad-f579-4735-bd6e-6f6155fddd59 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.667486 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c3e19-63bf-40e8-a704-1417f9891c95 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Pushing event deleted for resources: {'Port': ['ID=ffb4940b-cbd0-4652-88e3-a6a339f47166,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:21.673423 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-081457e8-e351-4a13-b7e5-20100dc9582f req-7760c3ad-f579-4735-bd6e-6f6155fddd59 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.677983 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.733748 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85681f70-3af3-42fb-89f3-698927e9527b req-055cb8b0-c455-4c9e-ad1c-678957d45a16 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:21.735311 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-85681f70-3af3-42fb-89f3-698927e9527b req-055cb8b0-c455-4c9e-ad1c-678957d45a16 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6d81926-cf02-4264-b10a-0cd534363aee HTTP/1.1" status: 200 len: 868 time: 0.3729932 Jul 14 09:16:21.762025 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b752d267-4c6c-4072-837a-19dce38cdae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.764246 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Network 1666a058-8721-4244-92d2-e29529df519b is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:21.764936 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b752d267-4c6c-4072-837a-19dce38cdae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.768756 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b752d267-4c6c-4072-837a-19dce38cdae8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a668e0de-bbd1-4c3a-8095-5f634667dce1 HTTP/1.1" status: 204 len: 168 time: 0.7167096 Jul 14 09:16:21.769510 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Pushing event updated for resources: {'Port': ['ID=056552e2-737f-46ad-b1db-2bab1a5598bc,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:21.782789 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:21.786720 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:21.794937 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-081457e8-e351-4a13-b7e5-20100dc9582f req-7760c3ad-f579-4735-bd6e-6f6155fddd59 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.796168 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-081457e8-e351-4a13-b7e5-20100dc9582f req-7760c3ad-f579-4735-bd6e-6f6155fddd59 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8902960 Jul 14 09:16:21.799330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760c3ad-f579-4735-bd6e-6f6155fddd59 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863e64e4-ac1f-47e3-bd75-0afe511ea36c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:21.817577 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f40d64f-608e-4c19-8b1d-0b51431a71d3 req-b57c3e19-63bf-40e8-a704-1417f9891c95 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] No DVR routers for this DVR port ffb4940b-cbd0-4652-88e3-a6a339f47166 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:21.846289 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752d267-4c6c-4072-837a-19dce38cdae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a668e0de-bbd1-4c3a-8095-5f634667dce1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:21.878425 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-85681f70-3af3-42fb-89f3-698927e9527b req-bac6ee33-9b7c-4835-baa3-36df125eaadd tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189132 Jul 14 09:16:21.913883 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3f40d64f-608e-4c19-8b1d-0b51431a71d3 req-b57c3e19-63bf-40e8-a704-1417f9891c95 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.916280 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3f40d64f-608e-4c19-8b1d-0b51431a71d3 req-b57c3e19-63bf-40e8-a704-1417f9891c95 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.55 "DELETE /v2.0/ports/ffb4940b-cbd0-4652-88e3-a6a339f47166 HTTP/1.1" status: 204 len: 173 time: 2.1497843 Jul 14 09:16:21.958508 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Attempting to bind port 056552e2-737f-46ad-b1db-2bab1a5598bc on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:21.959186 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Attempting to bind port 056552e2-737f-46ad-b1db-2bab1a5598bc by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1666a058-8721-4244-92d2-e29529df519b'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:21.959779 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Attempting to bind port 056552e2-737f-46ad-b1db-2bab1a5598bc on network 1666a058-8721-4244-92d2-e29529df519b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:21.997507 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:22.006931 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Checking segment: {'id': 'ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1666a058-8721-4244-92d2-e29529df519b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:22.007311 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.007714 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Bound using segment: {'id': 'ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1666a058-8721-4244-92d2-e29529df519b'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:22.008517 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Bound port: 056552e2-737f-46ad-b1db-2bab1a5598bc, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1666a058-8721-4244-92d2-e29529df519b'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:22.008670 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.061827 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e7b69ce-1231-422c-9a6b-93f040022ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.139357 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52034) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:22.199015 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e7b69ce-1231-422c-9a6b-93f040022ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.259024 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] For port 056552e2-737f-46ad-b1db-2bab1a5598bc, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:22.264911 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] For port 056552e2-737f-46ad-b1db-2bab1a5598bc, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=056552e2-737f-46ad-b1db-2bab1a5598bc,segment=NetworkSegment(ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d),segment_id=ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:22.275866 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.312004 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f69b94-a9ce-4f93-8d94-feae7583862d admin admin] Deleting subnet 9def3e56-ca20-44c4-a64c-d9d84d1e296f {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:16:22.317288 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f0f69b94-a9ce-4f93-8d94-feae7583862d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.342014 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3fbab91-38f7-4b10-bd69-64a71d46772d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.410400 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3fbab91-38f7-4b10-bd69-64a71d46772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.419079 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f0f69b94-a9ce-4f93-8d94-feae7583862d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.423778 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e7b69ce-1231-422c-9a6b-93f040022ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.425051 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c871bd-89e8-4117-9881-20b5487e30cd None None] Pushing event updated for resources: {'Port': ['ID=056552e2-737f-46ad-b1db-2bab1a5598bc,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:22.426824 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e7b69ce-1231-422c-9a6b-93f040022ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.428295 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7e7b69ce-1231-422c-9a6b-93f040022ab4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa4dc564-5460-4e45-a9fd-296728153032 HTTP/1.1" status: 204 len: 168 time: 0.8043659 Jul 14 09:16:22.587747 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b69ce-1231-422c-9a6b-93f040022ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4dc564-5460-4e45-a9fd-296728153032,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:22.652112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d81926-cf02-4264-b10a-0cd534363aee', 'name': 'network-vif-deleted', 'tag': 'ffb4940b-cbd0-4652-88e3-a6a339f47166'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:22.657141 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c969328-2aa2-43e9-8547-55116cea9031" -d '{"events": [{"server_uuid": "f6d81926-cf02-4264-b10a-0cd534363aee", "name": "network-vif-deleted", "tag": "ffb4940b-cbd0-4652-88e3-a6a339f47166"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:22.664432 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f0f69b94-a9ce-4f93-8d94-feae7583862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.676586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038acad-b06b-4951-acb3-549fca0b09fd req-27c8da33-ed51-4ee4-ab68-e7a39f4cae86 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:22.678704 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a038acad-b06b-4951-acb3-549fca0b09fd req-27c8da33-ed51-4ee4-ab68-e7a39f4cae86 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/networks?id=58b578ac-94e2-4ea1-a737-42993db0b5b6 HTTP/1.1" status: 200 len: 813 time: 0.3376622 Jul 14 09:16:22.735986 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a038acad-b06b-4951-acb3-549fca0b09fd req-24029887-3439-427d-a9bd-56b6265d3a21 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/quotas/557f4eb50c684c97b08dac62df18e620 HTTP/1.1" status: 200 len: 375 time: 0.0310266 Jul 14 09:16:22.819554 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c258e8f-1ae9-48b1-b0d2-69110161bebd x-openstack-request-id: req-0c258e8f-1ae9-48b1-b0d2-69110161bebd {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:22.820100 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d81926-cf02-4264-b10a-0cd534363aee", "name": "network-vif-deleted", "tag": "ffb4940b-cbd0-4652-88e3-a6a339f47166", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:22.820415 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c258e8f-1ae9-48b1-b0d2-69110161bebd {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:22.820800 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d81926-cf02-4264-b10a-0cd534363aee', 'name': 'network-vif-deleted', 'tag': 'ffb4940b-cbd0-4652-88e3-a6a339f47166', 'status': 'completed', 'code': 200} Jul 14 09:16:22.847857 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c253b448-1662-4ccb-8033-2301b204ebf0 admin admin] Deleting port d7e8285b-da94-4351-89cf-dfb48480d87e {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:22.848082 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c253b448-1662-4ccb-8033-2301b204ebf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.854223 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f0f69b94-a9ce-4f93-8d94-feae7583862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.890139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-e3fbab91-38f7-4b10-bd69-64a71d46772d admin admin] Allocated IP 172.25.1.69 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/d1529caa-0ca2-4c49-9a6b-b38a930f520f) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:23.014721 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a038acad-b06b-4951-acb3-549fca0b09fd req-963ccfd6-9575-4749-ba18-715806116d77 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=557f4eb50c684c97b08dac62df18e620&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2751529 Jul 14 09:16:23.076915 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f69b94-a9ce-4f93-8d94-feae7583862d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9def3e56-ca20-44c4-a64c-d9d84d1e296f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:23.085405 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3fbab91-38f7-4b10-bd69-64a71d46772d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.086889 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f0f69b94-a9ce-4f93-8d94-feae7583862d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.091157 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f0f69b94-a9ce-4f93-8d94-feae7583862d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9def3e56-ca20-44c4-a64c-d9d84d1e296f HTTP/1.1" status: 204 len: 168 time: 0.9452224 Jul 14 09:16:23.091724 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52086) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:23.097408 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3c2bcf-0c8b-4003-bded-79c7cf05c5c6 None None] Network 5b763374-2274-4295-bfa4-9c7026c30988 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:23.142572 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3fbab91-38f7-4b10-bd69-64a71d46772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.210394 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fbab91-38f7-4b10-bd69-64a71d46772d admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:23.213556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-e3fbab91-38f7-4b10-bd69-64a71d46772d admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:23.221003 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fbab91-38f7-4b10-bd69-64a71d46772d admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:23.279248 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-c253b448-1662-4ccb-8033-2301b204ebf0 admin admin] For port d7e8285b-da94-4351-89cf-dfb48480d87e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d7e8285b-da94-4351-89cf-dfb48480d87e,segment=NetworkSegment(632bf30d-4f28-480d-8f2d-f2947cbef959),segment_id=632bf30d-4f28-480d-8f2d-f2947cbef959)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:23.279794 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c253b448-1662-4ccb-8033-2301b204ebf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.303394 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c253b448-1662-4ccb-8033-2301b204ebf0 admin admin] Calling delete_port for d7e8285b-da94-4351-89cf-dfb48480d87e owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:23.420910 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d86b35-56c4-474e-ac88-d981aaf0668c None None] DHCP port deletion for 5b763374-2274-4295-bfa4-9c7026c30988 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:16:23.587480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e5d86b35-56c4-474e-ac88-d981aaf0668c None None] Deleting port 87f91ae1-f4df-45c1-8da6-87593f7dc2ac {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:23.593840 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5d86b35-56c4-474e-ac88-d981aaf0668c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.742782 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e5d86b35-56c4-474e-ac88-d981aaf0668c None None] For port 87f91ae1-f4df-45c1-8da6-87593f7dc2ac, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=87f91ae1-f4df-45c1-8da6-87593f7dc2ac,segment=NetworkSegment(920f7f5e-bddb-4aab-9438-10bf1e228aa2),segment_id=920f7f5e-bddb-4aab-9438-10bf1e228aa2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:23.743185 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5d86b35-56c4-474e-ac88-d981aaf0668c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.777363 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e5d86b35-56c4-474e-ac88-d981aaf0668c None None] Calling delete_port for 87f91ae1-f4df-45c1-8da6-87593f7dc2ac owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:23.832103 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbab91-38f7-4b10-bd69-64a71d46772d admin admin] Pushing event updated for resources: {'Port': ['ID=d1529caa-0ca2-4c49-9a6b-b38a930f520f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:23.908275 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5d86b35-56c4-474e-ac88-d981aaf0668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.917963 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73558146-982a-4e28-812f-85ed2e31a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.964476 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d86b35-56c4-474e-ac88-d981aaf0668c None None] Pushing event deleted for resources: {'Port': ['ID=87f91ae1-f4df-45c1-8da6-87593f7dc2ac,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:23.973939 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ffb4940b-cbd0-4652-88e3-a6a339f47166 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:24.019801 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d86b35-56c4-474e-ac88-d981aaf0668c None None] No DVR routers for this DVR port 87f91ae1-f4df-45c1-8da6-87593f7dc2ac on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:24.022322 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: ffb4940b-cbd0-4652-88e3-a6a339f47166 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:24.022898 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ffb4940b-cbd0-4652-88e3-a6a339f47166 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:24.077132 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1381f3-d320-494e-8354-a5140878717c None None] Network 1666a058-8721-4244-92d2-e29529df519b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:24.205883 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a038acad-b06b-4951-acb3-549fca0b09fd req-0144bf24-7f9e-4b4a-b2fd-2baa2de737dd service neutron] 10.222.0.26 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1902709 Jul 14 09:16:24.206964 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2a0f058e-f553-4fef-9570-e699d7a66525 None None] Provisioning for port 056552e2-737f-46ad-b1db-2bab1a5598bc completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:24.219721 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-fc2b52c0-fd8a-42fa-8cbf-c9a749ac5d11 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:24.227064 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-fc2b52c0-fd8a-42fa-8cbf-c9a749ac5d11 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/networks?id=1d231916-2343-4baa-b32a-9b0c7ec8789b HTTP/1.1" status: 200 len: 810 time: 0.4481523 Jul 14 09:16:24.318212 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-259b6a40-ac20-448f-8d7e-7d2c8327af06 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/quotas/403de225fdd044b89ae9cca5abe39ca9 HTTP/1.1" status: 200 len: 375 time: 0.0901620 Jul 14 09:16:24.336004 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c253b448-1662-4ccb-8033-2301b204ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.351184 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73558146-982a-4e28-812f-85ed2e31a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.368734 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-39c567d0-cc5a-4c20-939a-d4e2622403c3 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=403de225fdd044b89ae9cca5abe39ca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488546 Jul 14 09:16:24.402383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253b448-1662-4ccb-8033-2301b204ebf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e8285b-da94-4351-89cf-dfb48480d87e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:24.413300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-73558146-982a-4e28-812f-85ed2e31a0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b763374-2274-4295-bfa4-9c7026c30988']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:24.493752 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-73558146-982a-4e28-812f-85ed2e31a0a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920f7f5e-bddb-4aab-9438-10bf1e228aa2') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:24.494520 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-73558146-982a-4e28-812f-85ed2e31a0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920f7f5e-bddb-4aab-9438-10bf1e228aa2') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:24.538265 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 056552e2-737f-46ad-b1db-2bab1a5598bc up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:24.547966 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73558146-982a-4e28-812f-85ed2e31a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.570765 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a038acad-b06b-4951-acb3-549fca0b09fd req-dc709e36-a028-4f3f-a73d-9f9ca4a92bbb service neutron] 10.222.0.26 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400550 Jul 14 09:16:24.582833 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73558146-982a-4e28-812f-85ed2e31a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.598541 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73558146-982a-4e28-812f-85ed2e31a0a0 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:24.600814 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73558146-982a-4e28-812f-85ed2e31a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.633365 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 056552e2-737f-46ad-b1db-2bab1a5598bc completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:24.638992 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 056552e2-737f-46ad-b1db-2bab1a5598bc triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:24.639952 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:24.725815 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:24.737385 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73558146-982a-4e28-812f-85ed2e31a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.741149 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3fbab91-38f7-4b10-bd69-64a71d46772d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.749452 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73558146-982a-4e28-812f-85ed2e31a0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.755427 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-73558146-982a-4e28-812f-85ed2e31a0a0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5b763374-2274-4295-bfa4-9c7026c30988 HTTP/1.1" status: 204 len: 168 time: 1.6584897 Jul 14 09:16:24.797687 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73558146-982a-4e28-812f-85ed2e31a0a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b763374-2274-4295-bfa4-9c7026c30988,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:24.828896 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.871739 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 056552e2-737f-46ad-b1db-2bab1a5598bc, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=056552e2-737f-46ad-b1db-2bab1a5598bc,segment=NetworkSegment(ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d),segment_id=ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:24.892220 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.997520 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=056552e2-737f-46ad-b1db-2bab1a5598bc,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:25.000608 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d679951e-27c7-4acc-8ce9-90f925e693f7 None None] Provisioning complete for port 056552e2-737f-46ad-b1db-2bab1a5598bc triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:25.001091 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d679951e-27c7-4acc-8ce9-90f925e693f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.003302 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 87f91ae1-f4df-45c1-8da6-87593f7dc2ac no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:25.026820 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c253b448-1662-4ccb-8033-2301b204ebf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.055580 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 87f91ae1-f4df-45c1-8da6-87593f7dc2ac {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:25.056349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 87f91ae1-f4df-45c1-8da6-87593f7dc2ac not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:25.084193 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-c1ab1ed0-4044-4410-a171-7985a6a728f0 service neutron] 10.222.0.26 "GET /v2.0/networks/1d231916-2343-4baa-b32a-9b0c7ec8789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7144668 Jul 14 09:16:25.144417 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52146) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:25.232358 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-df23b657-d5b8-42e1-9ee9-bad341307d3a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a2660a976324a54a98bbdf308c331b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0845363 Jul 14 09:16:25.232791 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52152) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:25.313571 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c979cc-8b09-4e39-a636-a6f45255b7ab req-8fe9ae9d-2515-44d0-905c-7d85bbc03c89 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:25.315279 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e4c979cc-8b09-4e39-a636-a6f45255b7ab req-8fe9ae9d-2515-44d0-905c-7d85bbc03c89 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.55 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 951 time: 0.1259432 Jul 14 09:16:25.330135 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3fbab91-38f7-4b10-bd69-64a71d46772d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.334149 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-ca4d60ac-e170-48d5-ae34-01d628e0a180 service neutron] 10.222.0.26 "GET /v2.0/networks/1d231916-2343-4baa-b32a-9b0c7ec8789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406878 Jul 14 09:16:25.401196 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad1bc2-9daa-4773-87b4-d76cd5af19af req-6cb57ddf-8bf4-4bdf-a764-d2a7928bd36a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:25.408400 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4aad1bc2-9daa-4773-87b4-d76cd5af19af req-6cb57ddf-8bf4-4bdf-a764-d2a7928bd36a tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 951 time: 0.2656121 Jul 14 09:16:25.413281 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fcf12f9e-92b0-4ef2-81a1-1c8024ad31d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.499085 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fcf12f9e-92b0-4ef2-81a1-1c8024ad31d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.523334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c253b448-1662-4ccb-8033-2301b204ebf0 admin admin] Router 5158a82f-b1b0-44f2-be85-570922186e4d has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:16:25.544812 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4aad1bc2-9daa-4773-87b4-d76cd5af19af req-357a37fb-05b2-4f76-b3b1-62ef4d88ed78 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354439 Jul 14 09:16:25.611713 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-e4c979cc-8b09-4e39-a636-a6f45255b7ab req-dec77350-348a-4275-8fee-ac3c568117fe tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Deleting port 9d41be3e-680f-488a-b434-8ed1a78ce815 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:25.612234 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e4c979cc-8b09-4e39-a636-a6f45255b7ab req-dec77350-348a-4275-8fee-ac3c568117fe tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.628123 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fbab91-38f7-4b10-bd69-64a71d46772d admin admin] Router fb487bc0-003c-478f-beb1-21911c326a7b is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:16:25.646756 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fcf12f9e-92b0-4ef2-81a1-1c8024ad31d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.650481 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fcf12f9e-92b0-4ef2-81a1-1c8024ad31d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.653140 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fcf12f9e-92b0-4ef2-81a1-1c8024ad31d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f1f0a3fc-ab53-449d-b408-4f193b014a37 HTTP/1.1" status: 204 len: 168 time: 0.4185176 Jul 14 09:16:25.789259 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c253b448-1662-4ccb-8033-2301b204ebf0 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:25.800257 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e42402-dbc3-49d7-a37f-a4a0cea697fd None None] Sync routers for ids ['5158a82f-b1b0-44f2-be85-570922186e4d'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:25.812023 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e42402-dbc3-49d7-a37f-a4a0cea697fd None None] Routers {'5158a82f-b1b0-44f2-be85-570922186e4d'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:25.814200 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-50e42402-dbc3-49d7-a37f-a4a0cea697fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:16:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5158a82f-b1b0-44f2-be85-570922186e4d'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:25.819725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf12f9e-92b0-4ef2-81a1-1c8024ad31d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f0a3fc-ab53-449d-b408-4f193b014a37,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:25.863154 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-e4c979cc-8b09-4e39-a636-a6f45255b7ab req-dec77350-348a-4275-8fee-ac3c568117fe tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] For port 9d41be3e-680f-488a-b434-8ed1a78ce815, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9d41be3e-680f-488a-b434-8ed1a78ce815,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:25.863662 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e4c979cc-8b09-4e39-a636-a6f45255b7ab req-dec77350-348a-4275-8fee-ac3c568117fe tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.887552 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-e4c979cc-8b09-4e39-a636-a6f45255b7ab req-dec77350-348a-4275-8fee-ac3c568117fe tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Calling delete_port for 9d41be3e-680f-488a-b434-8ed1a78ce815 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:25.912864 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fbab91-38f7-4b10-bd69-64a71d46772d admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:25.924142 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] Sync routers for ids ['fb487bc0-003c-478f-beb1-21911c326a7b'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:25.942102 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3fbab91-38f7-4b10-bd69-64a71d46772d admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.947852 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] Routers {'fb487bc0-003c-478f-beb1-21911c326a7b'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:25.948835 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e3fbab91-38f7-4b10-bd69-64a71d46772d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8587623 Jul 14 09:16:25.949201 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:16:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['fb487bc0-003c-478f-beb1-21911c326a7b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:25.950078 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52166) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:26.152733 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c253b448-1662-4ccb-8033-2301b204ebf0 admin admin] 10.222.0.26 "PUT /v2.0/routers/5158a82f-b1b0-44f2-be85-570922186e4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9623885 Jul 14 09:16:26.155646 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e4c979cc-8b09-4e39-a636-a6f45255b7ab req-dec77350-348a-4275-8fee-ac3c568117fe tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.159335 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52176) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:26.174083 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['2d6ac726-7911-49c1-a48b-5cfd000bf1c3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:26.191453 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-50e42402-dbc3-49d7-a37f-a4a0cea697fd None None] Set router 5158a82f-b1b0-44f2-be85-570922186e4d gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:26.317878 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] Set router fb487bc0-003c-478f-beb1-21911c326a7b gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:26.363395 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec77350-348a-4275-8fee-ac3c568117fe tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Pushing event deleted for resources: {'Port': ['ID=9d41be3e-680f-488a-b434-8ed1a78ce815,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:26.367288 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90cf96ff-b42e-4133-8a4c-a4cfa6bb6bf6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.440404 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['476bfd6a-fa82-4c42-866f-a7c995b98473', '9d41be3e-680f-488a-b434-8ed1a78ce815'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:26.618030 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 056552e2-737f-46ad-b1db-2bab1a5598bc up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:26.637481 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6cfd6813-af3e-4566-9360-9d39190f371f req-4210c389-b413-4dea-a782-4806464c523d tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/ports?device_id=c65ceced-140d-4304-91dd-9dfec8eb1fb2 HTTP/1.1" status: 200 len: 210 time: 0.1558602 Jul 14 09:16:26.645264 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5dd0dc50-3610-4e8a-8a55-1d62f6769723 req-6d531d93-7d9f-490c-8b0e-6a0314e7e03c tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 210 time: 0.2018106 Jul 14 09:16:26.784605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c979cc-8b09-4e39-a636-a6f45255b7ab req-dec77350-348a-4275-8fee-ac3c568117fe tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] No DVR routers for this DVR port 9d41be3e-680f-488a-b434-8ed1a78ce815 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:26.813349 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038acad-b06b-4951-acb3-549fca0b09fd req-56cba9ab-4ad2-420a-ab87-4c45fd37f8af tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.819807 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a038acad-b06b-4951-acb3-549fca0b09fd req-56cba9ab-4ad2-420a-ab87-4c45fd37f8af tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.49 "GET /v2.0/networks?id=58b578ac-94e2-4ea1-a737-42993db0b5b6 HTTP/1.1" status: 200 len: 813 time: 0.3327670 Jul 14 09:16:26.839483 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e4c979cc-8b09-4e39-a636-a6f45255b7ab req-dec77350-348a-4275-8fee-ac3c568117fe tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.847009 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e4c979cc-8b09-4e39-a636-a6f45255b7ab req-dec77350-348a-4275-8fee-ac3c568117fe tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.55 "DELETE /v2.0/ports/9d41be3e-680f-488a-b434-8ed1a78ce815 HTTP/1.1" status: 204 len: 173 time: 1.4378667 Jul 14 09:16:26.849043 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ee4b83-ec90-461c-990e-bf9315e301db', 'name': 'network-vif-deleted', 'tag': '9d41be3e-680f-488a-b434-8ed1a78ce815'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:26.857607 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4979acc-c498-4371-995f-091b32ad1858" -d '{"events": [{"server_uuid": "40ee4b83-ec90-461c-990e-bf9315e301db", "name": "network-vif-deleted", "tag": "9d41be3e-680f-488a-b434-8ed1a78ce815"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:26.901698 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a038acad-b06b-4951-acb3-549fca0b09fd req-d8bef95e-d02a-4ebf-829c-0a98d6f01077 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Request body: {'port': {'device_id': '6fb1f99d-f902-4522-9874-a779e6d371f0', 'network_id': '58b578ac-94e2-4ea1-a737-42993db0b5b6', 'admin_state_up': True, 'tenant_id': '557f4eb50c684c97b08dac62df18e620'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:26.927399 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb487bc0-003c-478f-beb1-21911c326a7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-459176542-router', 'tenant_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd1529caa-0ca2-4c49-9a6b-b38a930f520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:21Z', 'updated_at': '2021-07-14T09:16:24Z', 'revision_number': 3, 'project_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'gw_port': {'id': 'd1529caa-0ca2-4c49-9a6b-b38a930f520f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb487bc0-003c-478f-beb1-21911c326a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:22Z', 'updated_at': '2021-07-14T09:16:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:27.010323 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] Checking router: fb487bc0-003c-478f-beb1-21911c326a7b for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:16:27.010683 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] Updating router fb487bc0-003c-478f-beb1-21911c326a7b port d1529caa-0ca2-4c49-9a6b-b38a930f520f binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:16:27.124573 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.220263 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bacd9912-e1d2-4826-a94f-45f44e2dcc2d req-ab71949c-82de-4cc3-8307-4861f989c892 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 210 time: 0.1123519 Jul 14 09:16:27.274589 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68eaca60-f7d8-437d-b83d-30eb5d78a58f x-openstack-request-id: req-68eaca60-f7d8-437d-b83d-30eb5d78a58f {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:27.274909 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ee4b83-ec90-461c-990e-bf9315e301db", "name": "network-vif-deleted", "tag": "9d41be3e-680f-488a-b434-8ed1a78ce815", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:27.275138 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68eaca60-f7d8-437d-b83d-30eb5d78a58f {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:27.275552 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ee4b83-ec90-461c-990e-bf9315e301db', 'name': 'network-vif-deleted', 'tag': '9d41be3e-680f-488a-b434-8ed1a78ce815', 'status': 'completed', 'code': 200} Jul 14 09:16:27.337952 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52232) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:27.360185 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a038acad-b06b-4951-acb3-549fca0b09fd req-d8bef95e-d02a-4ebf-829c-0a98d6f01077 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Made reservation on behalf of 557f4eb50c684c97b08dac62df18e620 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:27.367350 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a038acad-b06b-4951-acb3-549fca0b09fd req-d8bef95e-d02a-4ebf-829c-0a98d6f01077 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.547756 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c996b58a-df40-42c5-b793-b5b4f7895849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.559512 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c95f65c6-a021-47b2-91f0-9c1ece951b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.590555 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-ba3897b7-4a2c-4fa7-871e-3dd6532270d5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1914331472-network', 'tenant_id': '5f395fb585a64dc8acdd441e20fc2aa8'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:27.683438 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3897b7-4a2c-4fa7-871e-3dd6532270d5 admin admin] Made reservation on behalf of 5f395fb585a64dc8acdd441e20fc2aa8 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:27.687429 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba3897b7-4a2c-4fa7-871e-3dd6532270d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.689876 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-a038acad-b06b-4951-acb3-549fca0b09fd req-d8bef95e-d02a-4ebf-829c-0a98d6f01077 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Allocated IP 172.20.0.12 (58b578ac-94e2-4ea1-a737-42993db0b5b6/c3ad77fb-8644-4bff-ba7c-293c210c0da0/4c02f7c6-a3b5-4c34-9e55-835154fd0286) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:27.702904 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 056552e2-737f-46ad-b1db-2bab1a5598bc triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:27.702904 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.724657 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba3897b7-4a2c-4fa7-871e-3dd6532270d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.897758 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.902475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52256) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:27.914045 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] Transition to ACTIVE for port object d1529caa-0ca2-4c49-9a6b-b38a930f520f will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:27.923785 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3d1e548-6275-4f48-9560-a048f1a62d58 req-d059c109-5e30-45a7-8db7-f4e5237a1761 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/ports?device_id=c65ceced-140d-4304-91dd-9dfec8eb1fb2 HTTP/1.1" status: 200 len: 210 time: 0.0842724 Jul 14 09:16:27.945908 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.967673 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cda332b0-7b4d-453d-8fd5-0f71a01b4a70 req-b90b5304-f90e-4faa-be44-d09553cac9be tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 210 time: 0.0534215 Jul 14 09:16:28.071395 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-c95f65c6-a021-47b2-91f0-9c1ece951b2b admin admin] Allocated IP 172.20.0.1 (1666a058-8721-4244-92d2-e29529df519b/7fe81da4-370e-498c-85cc-80f08756eb0a/49f55491-a198-436c-8b1b-97c8c6f0c1d4) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:28.083221 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90cf96ff-b42e-4133-8a4c-a4cfa6bb6bf6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.105609 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-50e42402-dbc3-49d7-a37f-a4a0cea697fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158a82f-b1b0-44f2-be85-570922186e4d', 'name': 'tempest-FloatingIPsTestJSON-644508016-router', 'tenant_id': '7f86d858348b4b4c82a71b1c4c844539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a9a7f666-62f0-4642-bb6a-72def91915e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:57Z', 'updated_at': '2021-07-14T09:16:24Z', 'revision_number': 5, 'project_id': '7f86d858348b4b4c82a71b1c4c844539', 'gw_port': {'id': 'a9a7f666-62f0-4642-bb6a-72def91915e5', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158a82f-b1b0-44f2-be85-570922186e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:58Z', 'updated_at': '2021-07-14T09:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:28.120489 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a038acad-b06b-4951-acb3-549fca0b09fd req-d8bef95e-d02a-4ebf-829c-0a98d6f01077 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.144137 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] Attempting to bind port d1529caa-0ca2-4c49-9a6b-b38a930f520f on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:28.144512 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] Attempting to bind port d1529caa-0ca2-4c49-9a6b-b38a930f520f by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:28.144874 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] Attempting to bind port d1529caa-0ca2-4c49-9a6b-b38a930f520f on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:28.158935 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598a372-71d5-4d64-b4a1-fd61e5e09473 None None] Pushing event updated for resources: {'Port': ['ID=d1529caa-0ca2-4c49-9a6b-b38a930f520f,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:28.163903 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:28.164272 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:28.164673 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.165056 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:28.165532 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] Bound port: d1529caa-0ca2-4c49-9a6b-b38a930f520f, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:28.170577 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.170736 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba3897b7-4a2c-4fa7-871e-3dd6532270d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.173326 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e42402-dbc3-49d7-a37f-a4a0cea697fd None None] Checking router: 5158a82f-b1b0-44f2-be85-570922186e4d for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:16:28.199645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e42402-dbc3-49d7-a37f-a4a0cea697fd None None] Routers {'5158a82f-b1b0-44f2-be85-570922186e4d'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:28.200285 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-50e42402-dbc3-49d7-a37f-a4a0cea697fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:16:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5158a82f-b1b0-44f2-be85-570922186e4d'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:28.210165 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd3e37e3-e484-451f-8f74-2e47e80ff6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.278672 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] For port d1529caa-0ca2-4c49-9a6b-b38a930f520f, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:28.282716 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] For port d1529caa-0ca2-4c49-9a6b-b38a930f520f, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d1529caa-0ca2-4c49-9a6b-b38a930f520f,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:28.285888 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba3897b7-4a2c-4fa7-871e-3dd6532270d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.290126 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.295149 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a038acad-b06b-4951-acb3-549fca0b09fd req-d8bef95e-d02a-4ebf-829c-0a98d6f01077 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.321986 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c95f65c6-a021-47b2-91f0-9c1ece951b2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.346447 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3897b7-4a2c-4fa7-871e-3dd6532270d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:28.386108 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-c95f65c6-a021-47b2-91f0-9c1ece951b2b admin admin] Transition to ACTIVE for port object 49f55491-a198-436c-8b1b-97c8c6f0c1d4 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:28.387106 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-90cf96ff-b42e-4133-8a4c-a4cfa6bb6bf6 admin admin] Deleting port a9a7f666-62f0-4642-bb6a-72def91915e5 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:28.387660 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3897b7-4a2c-4fa7-871e-3dd6532270d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75066170-61b6-4305-aacc-f608448e4747,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:28.387939 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90cf96ff-b42e-4133-8a4c-a4cfa6bb6bf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.412136 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba3897b7-4a2c-4fa7-871e-3dd6532270d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.412857 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-ba3897b7-4a2c-4fa7-871e-3dd6532270d5 admin admin] Added segment cb339d41-540d-4231-a58a-cb7d79efd876 of type vlan for network 215a7484-dd0c-4df3-8207-d6d38ec94509 Jul 14 09:16:28.456890 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598a372-71d5-4d64-b4a1-fd61e5e09473 None None] Pushing event updated for resources: {'Port': ['ID=d1529caa-0ca2-4c49-9a6b-b38a930f520f,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:28.474885 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a038acad-b06b-4951-acb3-549fca0b09fd req-d8bef95e-d02a-4ebf-829c-0a98d6f01077 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Network 58b578ac-94e2-4ea1-a737-42993db0b5b6 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:28.489294 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-a038acad-b06b-4951-acb3-549fca0b09fd req-d8bef95e-d02a-4ebf-829c-0a98d6f01077 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:28.500485 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bef95e-d02a-4ebf-829c-0a98d6f01077 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event updated for resources: {'Port': ['ID=4c02f7c6-a3b5-4c34-9e55-835154fd0286,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:28.507723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a038acad-b06b-4951-acb3-549fca0b09fd req-d8bef95e-d02a-4ebf-829c-0a98d6f01077 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:28.518386 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] Routers {'fb487bc0-003c-478f-beb1-21911c326a7b'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:28.518982 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:16:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['fb487bc0-003c-478f-beb1-21911c326a7b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:28.521833 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba3897b7-4a2c-4fa7-871e-3dd6532270d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.541060 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['6aca5817-8f42-4e7a-85f5-bac6f4442924'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:28.597109 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-4b8fe45d-f967-473b-8c14-761648397532 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.598854 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-4b8fe45d-f967-473b-8c14-761648397532 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.55 "GET /v2.0/networks?id=1d231916-2343-4baa-b32a-9b0c7ec8789b HTTP/1.1" status: 200 len: 810 time: 0.3427203 Jul 14 09:16:28.617732 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c95f65c6-a021-47b2-91f0-9c1ece951b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.629055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038acad-b06b-4951-acb3-549fca0b09fd req-d8bef95e-d02a-4ebf-829c-0a98d6f01077 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.629781 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a038acad-b06b-4951-acb3-549fca0b09fd req-d8bef95e-d02a-4ebf-829c-0a98d6f01077 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.643743 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-131b20f1-fc2a-436b-90f0-f6a5bcff87e3 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Request body: {'port': {'device_id': 'c65ceced-140d-4304-91dd-9dfec8eb1fb2', 'network_id': '1d231916-2343-4baa-b32a-9b0c7ec8789b', 'admin_state_up': True, 'tenant_id': '403de225fdd044b89ae9cca5abe39ca9'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:28.651277 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-90cf96ff-b42e-4133-8a4c-a4cfa6bb6bf6 admin admin] For port a9a7f666-62f0-4642-bb6a-72def91915e5, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a9a7f666-62f0-4642-bb6a-72def91915e5,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:28.651862 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90cf96ff-b42e-4133-8a4c-a4cfa6bb6bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.745689 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-50e42402-dbc3-49d7-a37f-a4a0cea697fd None None] Set router 5158a82f-b1b0-44f2-be85-570922186e4d gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:28.755345 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95f65c6-a021-47b2-91f0-9c1ece951b2b admin admin] Network 1666a058-8721-4244-92d2-e29529df519b is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:28.757607 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52266) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:28.778353 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] Set router fb487bc0-003c-478f-beb1-21911c326a7b gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:28.783292 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f65c6-a021-47b2-91f0-9c1ece951b2b admin admin] Pushing event updated for resources: {'Port': ['ID=49f55491-a198-436c-8b1b-97c8c6f0c1d4,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:28.799095 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-c95f65c6-a021-47b2-91f0-9c1ece951b2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:28.805689 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95f65c6-a021-47b2-91f0-9c1ece951b2b admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:28.865479 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:16:28.921908 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba3897b7-4a2c-4fa7-871e-3dd6532270d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.922912 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3897b7-4a2c-4fa7-871e-3dd6532270d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.923508 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba3897b7-4a2c-4fa7-871e-3dd6532270d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.927818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-50e42402-dbc3-49d7-a37f-a4a0cea697fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158a82f-b1b0-44f2-be85-570922186e4d', 'name': 'tempest-FloatingIPsTestJSON-644508016-router', 'tenant_id': '7f86d858348b4b4c82a71b1c4c844539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:57Z', 'updated_at': '2021-07-14T09:16:28Z', 'revision_number': 6, 'project_id': '7f86d858348b4b4c82a71b1c4c844539', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:29.003519 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e42402-dbc3-49d7-a37f-a4a0cea697fd None None] The sync data for ids ['5158a82f-b1b0-44f2-be85-570922186e4d'] in n-d-798054-10 is: [{'id': '5158a82f-b1b0-44f2-be85-570922186e4d', 'name': 'tempest-FloatingIPsTestJSON-644508016-router', 'tenant_id': '7f86d858348b4b4c82a71b1c4c844539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:57Z', 'updated_at': '2021-07-14T09:16:28Z', 'revision_number': 6, 'project_id': '7f86d858348b4b4c82a71b1c4c844539', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:29.112718 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-90cf96ff-b42e-4133-8a4c-a4cfa6bb6bf6 admin admin] Calling delete_port for a9a7f666-62f0-4642-bb6a-72def91915e5 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:29.116656 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7a1d1cd5-9b3e-4dc0-8768-eda045ee11c4 req-f6c53f39-2f85-4e3f-bcc4-a032beb1e99f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=40ee4b83-ec90-461c-990e-bf9315e301db HTTP/1.1" status: 200 len: 210 time: 0.3568001 Jul 14 09:16:29.144890 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb487bc0-003c-478f-beb1-21911c326a7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-459176542-router', 'tenant_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd1529caa-0ca2-4c49-9a6b-b38a930f520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:21Z', 'updated_at': '2021-07-14T09:16:24Z', 'revision_number': 3, 'project_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'gw_port': {'id': 'd1529caa-0ca2-4c49-9a6b-b38a930f520f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb487bc0-003c-478f-beb1-21911c326a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:22Z', 'updated_at': '2021-07-14T09:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:29.150133 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd3e37e3-e484-451f-8f74-2e47e80ff6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.170392 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3897b7-4a2c-4fa7-871e-3dd6532270d5 admin admin] Pushing event updated for resources: {'Network': ['ID=215a7484-dd0c-4df3-8207-d6d38ec94509,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:29.187104 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1b938503-1af6-4dff-ae72-ca546a248e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.189523 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e38ee2-89bf-41f0-ba4d-763785e3079d None None] The sync data for ids ['fb487bc0-003c-478f-beb1-21911c326a7b'] in n-d-798054-10 is: [{'id': 'fb487bc0-003c-478f-beb1-21911c326a7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-459176542-router', 'tenant_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd1529caa-0ca2-4c49-9a6b-b38a930f520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:21Z', 'updated_at': '2021-07-14T09:16:24Z', 'revision_number': 3, 'project_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'gw_port': {'id': 'd1529caa-0ca2-4c49-9a6b-b38a930f520f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb487bc0-003c-478f-beb1-21911c326a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:22Z', 'updated_at': '2021-07-14T09:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:29.190887 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd3e37e3-e484-451f-8f74-2e47e80ff6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.193334 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 215a7484-dd0c-4df3-8207-d6d38ec94509 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:29.214175 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a038acad-b06b-4951-acb3-549fca0b09fd req-d8bef95e-d02a-4ebf-829c-0a98d6f01077 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3417544 Jul 14 09:16:29.242280 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] Request body: {'port': {'device_id': '6fb1f99d-f902-4522-9874-a779e6d371f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:29.281641 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ba3897b7-4a2c-4fa7-871e-3dd6532270d5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9423499 Jul 14 09:16:29.284378 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c95f65c6-a021-47b2-91f0-9c1ece951b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.291292 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52274) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:29.295381 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-18a282a1-575d-494c-b590-395c4b794f92 req-4d88138f-ec88-46eb-9651-9865370cbba0 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/ports?device_id=c65ceced-140d-4304-91dd-9dfec8eb1fb2 HTTP/1.1" status: 200 len: 210 time: 0.1012044 Jul 14 09:16:29.306786 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d8272d1f-619d-4beb-80d7-d9554c180dc3 admin admin] Request body: {'subnet': {'network_id': '215a7484-dd0c-4df3-8207-d6d38ec94509', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1914331472-subnet', 'tenant_id': '5f395fb585a64dc8acdd441e20fc2aa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:29.322926 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cd3e37e3-e484-451f-8f74-2e47e80ff6f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb7cc1aaba414720ad10206186ca1e94&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4184911 Jul 14 09:16:29.327906 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52276) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:29.345963 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e37e3-e484-451f-8f74-2e47e80ff6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b8161f-f9c1-4575-8bd9-9a229fc7d817,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:29.365884 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-579857ae-d69e-4bf3-80df-c34a32b3f914 None None] Provisioning for port 49f55491-a198-436c-8b1b-97c8c6f0c1d4 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:29.379652 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-579857ae-d69e-4bf3-80df-c34a32b3f914 None None] Provisioning complete for port 49f55491-a198-436c-8b1b-97c8c6f0c1d4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:29.380625 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-579857ae-d69e-4bf3-80df-c34a32b3f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.427997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-579857ae-d69e-4bf3-80df-c34a32b3f914 None None] Port 49f55491-a198-436c-8b1b-97c8c6f0c1d4 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:29.450316 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.api [None req-d8272d1f-619d-4beb-80d7-d9554c180dc3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:16:29.450316 n-d-798054-10 neutron-server[93887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:16:29.450316 n-d-798054-10 neutron-server[93887]: [parameters: {'project_id_1': '5f395fb585a64dc8acdd441e20fc2aa8', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 16, 29, 395776)}] Jul 14 09:16:29.450316 n-d-798054-10 neutron-server[93887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:16:29.450815 n-d-798054-10 neutron-server[93887]: DEBUG oslo_db.api [None req-d8272d1f-619d-4beb-80d7-d9554c180dc3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:16:29.474243 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.db.api [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-131b20f1-fc2a-436b-90f0-f6a5bcff87e3 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:16:29.474243 n-d-798054-10 neutron-server[93888]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:16:29.474243 n-d-798054-10 neutron-server[93888]: [parameters: {'project_id_1': '403de225fdd044b89ae9cca5abe39ca9', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 16, 29, 332546)}] Jul 14 09:16:29.474243 n-d-798054-10 neutron-server[93888]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:16:29.474693 n-d-798054-10 neutron-server[93888]: DEBUG oslo_db.api [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-131b20f1-fc2a-436b-90f0-f6a5bcff87e3 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:16:29.528109 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eae4164d-f583-4f1f-8f5a-bc8666610596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.565415 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eae4164d-f583-4f1f-8f5a-bc8666610596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.589318 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.688477 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d046bac-feb7-4973-9134-4479126c95da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.713623 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90cf96ff-b42e-4133-8a4c-a4cfa6bb6bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.792211 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eae4164d-f583-4f1f-8f5a-bc8666610596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.795283 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eae4164d-f583-4f1f-8f5a-bc8666610596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.798589 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-eae4164d-f583-4f1f-8f5a-bc8666610596 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32b8161f-f9c1-4575-8bd9-9a229fc7d817 HTTP/1.1" status: 204 len: 168 time: 0.4664230 Jul 14 09:16:29.802877 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf96ff-b42e-4133-8a4c-a4cfa6bb6bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a7f666-62f0-4642-bb6a-72def91915e5,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:29.829710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4164d-f583-4f1f-8f5a-bc8666610596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b8161f-f9c1-4575-8bd9-9a229fc7d817,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:29.832157 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.875047 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad7345-e566-426c-9524-9919290f59a9 req-5180b4d0-f1e3-4f6a-91a2-f4fe75f0e573 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.882365 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d0ad7345-e566-426c-9524-9919290f59a9 req-5180b4d0-f1e3-4f6a-91a2-f4fe75f0e573 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 932 time: 0.5630703 Jul 14 09:16:29.946327 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9d41be3e-680f-488a-b434-8ed1a78ce815 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:29.960619 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90cf96ff-b42e-4133-8a4c-a4cfa6bb6bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.017980 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d0ad7345-e566-426c-9524-9919290f59a9 req-e8f330ac-1dac-4706-8574-d9c9d6076f5d tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346197 Jul 14 09:16:30.029017 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 9d41be3e-680f-488a-b434-8ed1a78ce815 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:30.029633 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9d41be3e-680f-488a-b434-8ed1a78ce815 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:30.059996 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c95f65c6-a021-47b2-91f0-9c1ece951b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.078028 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1b938503-1af6-4dff-ae72-ca546a248e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.091793 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1b938503-1af6-4dff-ae72-ca546a248e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.132974 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90cf96ff-b42e-4133-8a4c-a4cfa6bb6bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.137771 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90cf96ff-b42e-4133-8a4c-a4cfa6bb6bf6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.210798 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8272d1f-619d-4beb-80d7-d9554c180dc3 admin admin] Made reservation on behalf of 5f395fb585a64dc8acdd441e20fc2aa8 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:30.213148 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d8272d1f-619d-4beb-80d7-d9554c180dc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.213377 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90cf96ff-b42e-4133-8a4c-a4cfa6bb6bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.214003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cf96ff-b42e-4133-8a4c-a4cfa6bb6bf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5158a82f-b1b0-44f2-be85-570922186e4d {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:16:30.219053 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90cf96ff-b42e-4133-8a4c-a4cfa6bb6bf6 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.223406 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-90cf96ff-b42e-4133-8a4c-a4cfa6bb6bf6 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5158a82f-b1b0-44f2-be85-570922186e4d HTTP/1.1" status: 204 len: 168 time: 4.0648718 Jul 14 09:16:30.225733 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52286) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:30.257687 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1b938503-1af6-4dff-ae72-ca546a248e9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6319adcef3594ee69a3cc84ebebd4318&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4480157 Jul 14 09:16:30.261450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b938503-1af6-4dff-ae72-ca546a248e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa79faf-9ad8-433d-bf32-818e8e151510,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:30.264079 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52288) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:30.315992 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-131b20f1-fc2a-436b-90f0-f6a5bcff87e3 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Made reservation on behalf of 403de225fdd044b89ae9cca5abe39ca9 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:30.319251 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-131b20f1-fc2a-436b-90f0-f6a5bcff87e3 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.355645 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c02f7c6-a3b5-4c34-9e55-835154fd0286 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:30.373782 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.386011 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ba867b-0f5b-4d9e-8e9c-c695f51693d6 admin admin] Deleting subnet 58d5848d-3a84-4e60-861f-7910e76f29fd {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:16:30.410512 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4ba867b-0f5b-4d9e-8e9c-c695f51693d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.502240 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d1529caa-0ca2-4c49-9a6b-b38a930f520f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:30.637885 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] Transition to ACTIVE for port object 4c02f7c6-a3b5-4c34-9e55-835154fd0286 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:30.650014 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.657663 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port d1529caa-0ca2-4c49-9a6b-b38a930f520f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:30.667132 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d1529caa-0ca2-4c49-9a6b-b38a930f520f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:30.667251 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.669004 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.677583 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4ba867b-0f5b-4d9e-8e9c-c695f51693d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.686486 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3bb5a69-5061-4c17-98c8-1d06fe63ad83 req-400f2311-516b-4425-9e00-0ce1dc9e4e4a tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/ports?device_id=c65ceced-140d-4304-91dd-9dfec8eb1fb2 HTTP/1.1" status: 200 len: 210 time: 0.1144159 Jul 14 09:16:30.781520 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.809241 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port d1529caa-0ca2-4c49-9a6b-b38a930f520f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d1529caa-0ca2-4c49-9a6b-b38a930f520f,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:30.814639 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.897367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=d1529caa-0ca2-4c49-9a6b-b38a930f520f,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:30.925890 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a9a7f666-62f0-4642-bb6a-72def91915e5 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:30.969877 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: a9a7f666-62f0-4642-bb6a-72def91915e5 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:30.972121 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a9a7f666-62f0-4642-bb6a-72def91915e5 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:30.972619 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d7e8285b-da94-4351-89cf-dfb48480d87e no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:30.989900 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c95f65c6-a021-47b2-91f0-9c1ece951b2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.991339 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] Pushing event updated for resources: {'Port': ['ID=4c02f7c6-a3b5-4c34-9e55-835154fd0286,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:30.998910 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: d7e8285b-da94-4351-89cf-dfb48480d87e {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:30.999146 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d7e8285b-da94-4351-89cf-dfb48480d87e not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:31.040502 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c95f65c6-a021-47b2-91f0-9c1ece951b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.049660 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-131b20f1-fc2a-436b-90f0-f6a5bcff87e3 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Allocated IP 172.20.0.14 (1d231916-2343-4baa-b32a-9b0c7ec8789b/27e4869c-c54f-4cdb-b4e4-d08d014281c0/6d575b40-40aa-4571-92ce-5f43e8faa067) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:31.095350 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c95f65c6-a021-47b2-91f0-9c1ece951b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.113754 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4ba867b-0f5b-4d9e-8e9c-c695f51693d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.191028 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] Attempting to bind port 4c02f7c6-a3b5-4c34-9e55-835154fd0286 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:31.191710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] Attempting to bind port 4c02f7c6-a3b5-4c34-9e55-835154fd0286 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': 'a5e53d92-b324-4b94-8d29-22418d6ea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '58b578ac-94e2-4ea1-a737-42993db0b5b6'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:31.191710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] Attempting to bind port 4c02f7c6-a3b5-4c34-9e55-835154fd0286 on network 58b578ac-94e2-4ea1-a737-42993db0b5b6 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:31.208415 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] Port 4c02f7c6-a3b5-4c34-9e55-835154fd0286 on network 58b578ac-94e2-4ea1-a737-42993db0b5b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:31.208741 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] Attempting to bind port 4c02f7c6-a3b5-4c34-9e55-835154fd0286 on network 58b578ac-94e2-4ea1-a737-42993db0b5b6 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:31.226558 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:31.226900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] Checking segment: {'id': 'a5e53d92-b324-4b94-8d29-22418d6ea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '58b578ac-94e2-4ea1-a737-42993db0b5b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:31.227287 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] Bound using segment: {'id': 'a5e53d92-b324-4b94-8d29-22418d6ea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '58b578ac-94e2-4ea1-a737-42993db0b5b6'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:31.227725 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] Bound port: 4c02f7c6-a3b5-4c34-9e55-835154fd0286, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e53d92-b324-4b94-8d29-22418d6ea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '58b578ac-94e2-4ea1-a737-42993db0b5b6'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:31.228090 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.277287 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4ba867b-0f5b-4d9e-8e9c-c695f51693d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.297714 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e207-0356-4580-a496-476fe6ac091a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.307763 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f65c6-a021-47b2-91f0-9c1ece951b2b admin admin] Pushing event updated for resources: {'Port': ['ID=49f55491-a198-436c-8b1b-97c8c6f0c1d4,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:31.327519 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91557ced-6a35-4279-886d-cca291a3d72b None None] Network bbdfebc7-6249-47b2-9b7b-0429fee84d14 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:31.347750 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba867b-0f5b-4d9e-8e9c-c695f51693d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58d5848d-3a84-4e60-861f-7910e76f29fd,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:31.349985 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4ba867b-0f5b-4d9e-8e9c-c695f51693d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.351954 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b4ba867b-0f5b-4d9e-8e9c-c695f51693d6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/58d5848d-3a84-4e60-861f-7910e76f29fd HTTP/1.1" status: 204 len: 168 time: 1.1236348 Jul 14 09:16:31.363895 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52314) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:31.392352 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d8272d1f-619d-4beb-80d7-d9554c180dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.415805 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e207-0356-4580-a496-476fe6ac091a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.427282 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-131b20f1-fc2a-436b-90f0-f6a5bcff87e3 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.438761 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] For port 4c02f7c6-a3b5-4c34-9e55-835154fd0286, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:31.443125 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] For port 4c02f7c6-a3b5-4c34-9e55-835154fd0286, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=4c02f7c6-a3b5-4c34-9e55-835154fd0286,segment=NetworkSegment(a5e53d92-b324-4b94-8d29-22418d6ea2d2),segment_id=a5e53d92-b324-4b94-8d29-22418d6ea2d2)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:31.450217 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.471084 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.514607 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700f5d0-28e7-4480-8cb4-36c1676bb0b2 req-06f7c38e-e196-4caf-86f5-9fa67903be57 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.516329 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5700f5d0-28e7-4480-8cb4-36c1676bb0b2 req-06f7c38e-e196-4caf-86f5-9fa67903be57 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.5104325 Jul 14 09:16:31.517151 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.517775 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.519187 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a038acad-b06b-4951-acb3-549fca0b09fd req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] 10.222.0.49 "PUT /v2.0/ports/4c02f7c6-a3b5-4c34-9e55-835154fd0286 HTTP/1.1" status: 200 len: 1093 time: 2.2939582 Jul 14 09:16:31.519644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb1f99d-f902-4522-9874-a779e6d371f0', 'tag': '4c02f7c6-a3b5-4c34-9e55-835154fd0286'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:31.522025 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d42be3a-79bd-48e1-9483-f6675da4e49d" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb1f99d-f902-4522-9874-a779e6d371f0", "tag": "4c02f7c6-a3b5-4c34-9e55-835154fd0286"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:31.540049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde3549-2cbb-493a-bc07-6df1ec1b507e service neutron] Pushing event updated for resources: {'Port': ['ID=4c02f7c6-a3b5-4c34-9e55-835154fd0286,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:31.559896 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-131b20f1-fc2a-436b-90f0-f6a5bcff87e3 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.577644 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e807c0d3-7055-43c1-b8e9-9c7358093ba9 None None] DHCP port deletion for bbdfebc7-6249-47b2-9b7b-0429fee84d14 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:16:31.584060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95f65c6-a021-47b2-91f0-9c1ece951b2b admin admin] Network 1666a058-8721-4244-92d2-e29529df519b is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:31.612257 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-c95f65c6-a021-47b2-91f0-9c1ece951b2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:31.624452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1283545-dda6-442f-855f-0297892d58a5 req-e2ad507d-130a-4817-bd65-51ab99089281 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.633007 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b1283545-dda6-442f-855f-0297892d58a5 req-e2ad507d-130a-4817-bd65-51ab99089281 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 944 time: 0.4356270 Jul 14 09:16:31.648088 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-131b20f1-fc2a-436b-90f0-f6a5bcff87e3 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Network 1d231916-2343-4baa-b32a-9b0c7ec8789b is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:31.653960 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e807c0d3-7055-43c1-b8e9-9c7358093ba9 None None] Deleting port 51b8a092-7c05-4e2b-8d7d-cd72f493c30f {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:31.654216 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e807c0d3-7055-43c1-b8e9-9c7358093ba9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.655059 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-131b20f1-fc2a-436b-90f0-f6a5bcff87e3 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:31.665891 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-131b20f1-fc2a-436b-90f0-f6a5bcff87e3 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:31.669085 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.730280 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8272d1f-619d-4beb-80d7-d9554c180dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50dff171-9d55-46a2-9d67-ba7dec034d2e,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:31.734617 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b20f1-fc2a-436b-90f0-f6a5bcff87e3 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Pushing event updated for resources: {'Port': ['ID=6d575b40-40aa-4571-92ce-5f43e8faa067,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:31.757191 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e807c0d3-7055-43c1-b8e9-9c7358093ba9 None None] For port 51b8a092-7c05-4e2b-8d7d-cd72f493c30f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=51b8a092-7c05-4e2b-8d7d-cd72f493c30f,segment=NetworkSegment(632bf30d-4f28-480d-8f2d-f2947cbef959),segment_id=632bf30d-4f28-480d-8f2d-f2947cbef959)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:31.757594 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e807c0d3-7055-43c1-b8e9-9c7358093ba9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.761211 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038acad-b06b-4951-acb3-549fca0b09fd req-a1029432-8ec7-471b-ace5-656157add151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.762879 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a038acad-b06b-4951-acb3-549fca0b09fd req-a1029432-8ec7-471b-ace5-656157add151 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=557f4eb50c684c97b08dac62df18e620&device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 1096 time: 0.1948464 Jul 14 09:16:31.768309 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-131b20f1-fc2a-436b-90f0-f6a5bcff87e3 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.768954 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-131b20f1-fc2a-436b-90f0-f6a5bcff87e3 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.784064 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8272d1f-619d-4beb-80d7-d9554c180dc3 admin admin] Checking segment: {'id': 'cb339d41-540d-4231-a58a-cb7d79efd876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '215a7484-dd0c-4df3-8207-d6d38ec94509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:31.784427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8272d1f-619d-4beb-80d7-d9554c180dc3 admin admin] Network hostable DHCP agents. Network: 215a7484-dd0c-4df3-8207-d6d38ec94509, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:31.786025 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e807c0d3-7055-43c1-b8e9-9c7358093ba9 None None] Calling delete_port for 51b8a092-7c05-4e2b-8d7d-cd72f493c30f owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:31.805701 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e207-0356-4580-a496-476fe6ac091a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.813085 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e207-0356-4580-a496-476fe6ac091a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.814372 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6ea8e207-0356-4580-a496-476fe6ac091a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3aa79faf-9ad8-433d-bf32-818e8e151510 HTTP/1.1" status: 204 len: 168 time: 1.4620545 Jul 14 09:16:31.831943 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a038acad-b06b-4951-acb3-549fca0b09fd req-100dd68a-b0b7-4dc5-a5de-28dc518d0b3a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c02f7c6-a3b5-4c34-9e55-835154fd0286 HTTP/1.1" status: 200 len: 217 time: 0.0584569 Jul 14 09:16:31.875286 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5700f5d0-28e7-4480-8cb4-36c1676bb0b2 req-1e44dfaf-5ca8-4b93-ae9e-28fe972f8c05 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898159 Jul 14 09:16:31.905615 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-131b20f1-fc2a-436b-90f0-f6a5bcff87e3 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2724187 Jul 14 09:16:31.914000 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b1283545-dda6-442f-855f-0297892d58a5 req-cbf75fca-2702-4e65-be14-7936508db466 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799680 Jul 14 09:16:31.933500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] Request body: {'port': {'device_id': 'c65ceced-140d-4304-91dd-9dfec8eb1fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:31.973865 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e807c0d3-7055-43c1-b8e9-9c7358093ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.005069 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8e207-0356-4580-a496-476fe6ac091a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa79faf-9ad8-433d-bf32-818e8e151510,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:32.005897 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038acad-b06b-4951-acb3-549fca0b09fd req-113fc7dd-ab68-4dc8-9de8-374ff3ea7e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:32.008585 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a038acad-b06b-4951-acb3-549fca0b09fd req-113fc7dd-ab68-4dc8-9de8-374ff3ea7e28 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c3ad77fb-8644-4bff-ba7c-293c210c0da0 HTTP/1.1" status: 200 len: 853 time: 0.1661699 Jul 14 09:16:32.013904 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893c1d8d-5e70-4f4f-a7a3-8bbdc8970429 x-openstack-request-id: req-893c1d8d-5e70-4f4f-a7a3-8bbdc8970429 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:32.014540 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb1f99d-f902-4522-9874-a779e6d371f0", "tag": "4c02f7c6-a3b5-4c34-9e55-835154fd0286", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:32.014823 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-893c1d8d-5e70-4f4f-a7a3-8bbdc8970429 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:32.015185 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb1f99d-f902-4522-9874-a779e6d371f0', 'tag': '4c02f7c6-a3b5-4c34-9e55-835154fd0286', 'status': 'completed', 'code': 200} Jul 14 09:16:32.049512 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e807c0d3-7055-43c1-b8e9-9c7358093ba9 None None] No DVR routers for this DVR port 51b8a092-7c05-4e2b-8d7d-cd72f493c30f on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:32.083201 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807c0d3-7055-43c1-b8e9-9c7358093ba9 None None] Pushing event deleted for resources: {'Port': ['ID=51b8a092-7c05-4e2b-8d7d-cd72f493c30f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:32.099551 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8272d1f-619d-4beb-80d7-d9554c180dc3 admin admin] Network 215a7484-dd0c-4df3-8207-d6d38ec94509 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:32.100722 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-11179e99-172b-4b59-8c87-73e2fbc38f07 None None] Provisioning complete for port 49f55491-a198-436c-8b1b-97c8c6f0c1d4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:32.101100 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-11179e99-172b-4b59-8c87-73e2fbc38f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.123314 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a038acad-b06b-4951-acb3-549fca0b09fd req-c2e442e1-d9e1-4d12-a477-0db76f96e63c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58b578ac-94e2-4ea1-a737-42993db0b5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530403 Jul 14 09:16:32.164105 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-d8272d1f-619d-4beb-80d7-d9554c180dc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 215a7484-dd0c-4df3-8207-d6d38ec94509) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:32.176326 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95f65c6-a021-47b2-91f0-9c1ece951b2b admin admin] Router fb487bc0-003c-478f-beb1-21911c326a7b has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:16:32.176543 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-11179e99-172b-4b59-8c87-73e2fbc38f07 None None] Port 49f55491-a198-436c-8b1b-97c8c6f0c1d4 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:32.183509 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.190375 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963b476c-10d5-4d88-8997-40c8543de9e8 None None] Network 215a7484-dd0c-4df3-8207-d6d38ec94509 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:32.209088 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8272d1f-619d-4beb-80d7-d9554c180dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:32.210192 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d8272d1f-619d-4beb-80d7-d9554c180dc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.238248 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d8272d1f-619d-4beb-80d7-d9554c180dc3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.9473889 Jul 14 09:16:32.245293 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] Deleting port 51b8a092-7c05-4e2b-8d7d-cd72f493c30f {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:32.245644 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.423714 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ab7dbb-0344-4f76-9eb3-a560aea4c726 None None] Network 215a7484-dd0c-4df3-8207-d6d38ec94509 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:32.493070 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d1529caa-0ca2-4c49-9a6b-b38a930f520f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:32.584034 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062150b4-25aa-4fb2-92be-bc427a19ec9e req-8f709483-e066-4085-b8a6-1764699a9ad0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:32.587003 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-062150b4-25aa-4fb2-92be-bc427a19ec9e req-8f709483-e066-4085-b8a6-1764699a9ad0 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.49 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.5559590 Jul 14 09:16:32.598081 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52334) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:32.627649 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] For port 51b8a092-7c05-4e2b-8d7d-cd72f493c30f, host n-d-798054-10, got binding levels [] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:32.628575 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.656277 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d1529caa-0ca2-4c49-9a6b-b38a930f520f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:32.657174 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.708264 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.724819 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a038acad-b06b-4951-acb3-549fca0b09fd req-d04890c7-169a-4b8f-82b9-0a40f8424ad0 service neutron] 10.222.0.49 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889924 Jul 14 09:16:32.753547 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b4b8885f-0f0a-45d8-8445-212307693431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.757039 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] Calling delete_port for 51b8a092-7c05-4e2b-8d7d-cd72f493c30f owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:32.771664 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.ipam_backend_mixin [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] Port 51b8a092-7c05-4e2b-8d7d-cd72f493c30f was not found and therefore no delete operation was performed {{(pid=93887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:16:32.788464 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.853006 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52342) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:32.864095 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=51b8a092-7c05-4e2b-8d7d-cd72f493c30f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:32.884154 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] No DVR routers for this DVR port 51b8a092-7c05-4e2b-8d7d-cd72f493c30f on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:32.886946 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d575b40-40aa-4571-92ce-5f43e8faa067 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:32.897999 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a038acad-b06b-4951-acb3-549fca0b09fd req-bd37c792-56a9-451a-9b28-55dfea4d00af service neutron] 10.222.0.49 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633036 Jul 14 09:16:32.899908 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.900200 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95f65c6-a021-47b2-91f0-9c1ece951b2b admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:32.912375 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] Sync routers for ids ['fb487bc0-003c-478f-beb1-21911c326a7b'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:32.916957 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8d1a2-fbf4-4788-bb4c-64af6b3cf7b1 req-c81c0de9-13ab-4968-8baa-939f0ca27f6b tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:32.920520 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-33b8d1a2-fbf4-4788-bb4c-64af6b3cf7b1 req-c81c0de9-13ab-4968-8baa-939f0ca27f6b tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/ports?device_id=c65ceced-140d-4304-91dd-9dfec8eb1fb2 HTTP/1.1" status: 200 len: 932 time: 0.5819316 Jul 14 09:16:32.936137 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c95f65c6-a021-47b2-91f0-9c1ece951b2b admin admin] 10.222.0.26 "PUT /v2.0/routers/fb487bc0-003c-478f-beb1-21911c326a7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9743154 Jul 14 09:16:32.936384 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] Transition to ACTIVE for port object 6d575b40-40aa-4571-92ce-5f43e8faa067 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:32.936841 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] Routers {'fb487bc0-003c-478f-beb1-21911c326a7b'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:32.937498 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:16:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['fb487bc0-003c-478f-beb1-21911c326a7b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:32.942379 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 51b8a092-7c05-4e2b-8d7d-cd72f493c30f no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:32.943511 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.005265 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 51b8a092-7c05-4e2b-8d7d-cd72f493c30f {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:33.005733 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 51b8a092-7c05-4e2b-8d7d-cd72f493c30f not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:33.045614 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.057833 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbdfebc7-6249-47b2-9b7b-0429fee84d14']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:33.072468 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632bf30d-4f28-480d-8f2d-f2947cbef959') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:33.072769 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632bf30d-4f28-480d-8f2d-f2947cbef959') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:33.084564 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.096387 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] Set router fb487bc0-003c-478f-beb1-21911c326a7b gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:33.100652 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.107071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:33.107479 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.131084 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-34b1bdc8-42d6-4c30-8202-a9c7b01b53c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:33.164141 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:33.180194 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d575b40-40aa-4571-92ce-5f43e8faa067,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:33.261225 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.273433 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.278547 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bbdfebc7-6249-47b2-9b7b-0429fee84d14 HTTP/1.1" status: 204 len: 168 time: 1.9117241 Jul 14 09:16:33.309901 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59f6e1-929c-4eec-9adb-bc62f16a7e92 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbdfebc7-6249-47b2-9b7b-0429fee84d14,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:33.337041 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42be3a-79bd-48e1-9483-f6675da4e49d req-589a3773-1167-456d-a43c-830774b8cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.345245 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8d42be3a-79bd-48e1-9483-f6675da4e49d req-589a3773-1167-456d-a43c-830774b8cce2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=557f4eb50c684c97b08dac62df18e620&device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 1096 time: 0.3765874 Jul 14 09:16:33.376197 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb487bc0-003c-478f-beb1-21911c326a7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-459176542-router', 'tenant_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd1529caa-0ca2-4c49-9a6b-b38a930f520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:21Z', 'updated_at': '2021-07-14T09:16:29Z', 'revision_number': 4, 'project_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'gw_port': {'id': 'd1529caa-0ca2-4c49-9a6b-b38a930f520f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb487bc0-003c-478f-beb1-21911c326a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:22Z', 'updated_at': '2021-07-14T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '49f55491-a198-436c-8b1b-97c8c6f0c1d4', 'name': '', 'network_id': '1666a058-8721-4244-92d2-e29529df519b', 'tenant_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'mac_address': 'fa:16:3e:a4:06:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb487bc0-003c-478f-beb1-21911c326a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '7fe81da4-370e-498c-85cc-80f08756eb0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:27Z', 'updated_at': '2021-07-14T09:16:30Z', 'revision_number': 2, 'project_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'subnets': [{'id': '7fe81da4-370e-498c-85cc-80f08756eb0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:33.405867 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] Checking router: fb487bc0-003c-478f-beb1-21911c326a7b for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:16:33.406203 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] Updating router fb487bc0-003c-478f-beb1-21911c326a7b port 49f55491-a198-436c-8b1b-97c8c6f0c1d4 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:16:33.431072 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] Attempting to bind port 6d575b40-40aa-4571-92ce-5f43e8faa067 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:33.431417 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] Attempting to bind port 6d575b40-40aa-4571-92ce-5f43e8faa067 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'e27e16b2-555c-458d-9135-76cd9e19964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1d231916-2343-4baa-b32a-9b0c7ec8789b'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:33.432190 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] Attempting to bind port 6d575b40-40aa-4571-92ce-5f43e8faa067 on network 1d231916-2343-4baa-b32a-9b0c7ec8789b {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:33.438148 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-33b8d1a2-fbf4-4788-bb4c-64af6b3cf7b1 req-ce73c962-4374-46de-b2dd-2653a6e434dd tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/security-groups?id=18851693-9f84-4c30-8ba9-e5199654e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714849 Jul 14 09:16:33.446739 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.457642 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] Port 6d575b40-40aa-4571-92ce-5f43e8faa067 on network 1d231916-2343-4baa-b32a-9b0c7ec8789b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:33.457994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] Attempting to bind port 6d575b40-40aa-4571-92ce-5f43e8faa067 on network 1d231916-2343-4baa-b32a-9b0c7ec8789b {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:33.468473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:33.468818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] Checking segment: {'id': 'e27e16b2-555c-458d-9135-76cd9e19964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1d231916-2343-4baa-b32a-9b0c7ec8789b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:33.469387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] Bound using segment: {'id': 'e27e16b2-555c-458d-9135-76cd9e19964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1d231916-2343-4baa-b32a-9b0c7ec8789b'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:33.469605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] Bound port: 6d575b40-40aa-4571-92ce-5f43e8faa067, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27e16b2-555c-458d-9135-76cd9e19964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1d231916-2343-4baa-b32a-9b0c7ec8789b'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:33.470003 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.498776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-062150b4-25aa-4fb2-92be-bc427a19ec9e req-ec15bd11-a827-4ba1-b1f3-577348613929 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Deleting port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:33.498776 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-062150b4-25aa-4fb2-92be-bc427a19ec9e req-ec15bd11-a827-4ba1-b1f3-577348613929 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.557618 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42be3a-79bd-48e1-9483-f6675da4e49d req-60d38599-3065-4ea5-a452-22a80fbe9a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.559127 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8d42be3a-79bd-48e1-9483-f6675da4e49d req-60d38599-3065-4ea5-a452-22a80fbe9a0f service neutron] 10.222.0.49 "GET /v2.0/networks?id=58b578ac-94e2-4ea1-a737-42993db0b5b6 HTTP/1.1" status: 200 len: 914 time: 0.2055595 Jul 14 09:16:33.559893 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-8b538f6b-7252-402b-80c3-ce0b8b3f142e tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.561396 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-8b538f6b-7252-402b-80c3-ce0b8b3f142e tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/networks?id=215a7484-dd0c-4df3-8207-d6d38ec94509 HTTP/1.1" status: 200 len: 822 time: 0.2805345 Jul 14 09:16:33.612457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52370) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:33.613946 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8d42be3a-79bd-48e1-9483-f6675da4e49d req-bf688f4a-e849-48cc-b78f-706d669462eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c02f7c6-a3b5-4c34-9e55-835154fd0286 HTTP/1.1" status: 200 len: 217 time: 0.0472620 Jul 14 09:16:33.637291 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-ac575f75-0583-40ec-a20b-12dc9ee56f16 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/quotas/5f395fb585a64dc8acdd441e20fc2aa8 HTTP/1.1" status: 200 len: 375 time: 0.0356853 Jul 14 09:16:33.674916 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b4b8885f-0f0a-45d8-8445-212307693431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.698560 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b4b8885f-0f0a-45d8-8445-212307693431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.710091 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] For port 6d575b40-40aa-4571-92ce-5f43e8faa067, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:33.747322 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42be3a-79bd-48e1-9483-f6675da4e49d req-08421478-92b0-4efd-82e1-5e6eb682d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.748813 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8d42be3a-79bd-48e1-9483-f6675da4e49d req-08421478-92b0-4efd-82e1-5e6eb682d323 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c3ad77fb-8644-4bff-ba7c-293c210c0da0 HTTP/1.1" status: 200 len: 853 time: 0.1232982 Jul 14 09:16:33.750765 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] For port 6d575b40-40aa-4571-92ce-5f43e8faa067, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6d575b40-40aa-4571-92ce-5f43e8faa067,segment=NetworkSegment(e27e16b2-555c-458d-9135-76cd9e19964c),segment_id=e27e16b2-555c-458d-9135-76cd9e19964c)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:33.759528 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-653d868e-874c-43e0-95b0-f79c8189e3fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7f86d858348b4b4c82a71b1c4c844539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443377 Jul 14 09:16:33.760411 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b4b8885f-0f0a-45d8-8445-212307693431 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba744d04c0254fbab2416ffa53b3cabb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1455109 Jul 14 09:16:33.763716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52374) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:33.764051 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52376) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:33.770971 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-4f515830-94a3-459f-99a1-57d9b236a688 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5f395fb585a64dc8acdd441e20fc2aa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947211 Jul 14 09:16:33.795238 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.836538 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8d42be3a-79bd-48e1-9483-f6675da4e49d req-364167bd-e9d7-41de-8144-c9b24c0e9175 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58b578ac-94e2-4ea1-a737-42993db0b5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712309 Jul 14 09:16:33.890224 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8885f-0f0a-45d8-8445-212307693431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a783c9bf-edbd-4a1c-a32e-645339118520,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:33.905524 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52380) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:33.911282 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-062150b4-25aa-4fb2-92be-bc427a19ec9e req-ec15bd11-a827-4ba1-b1f3-577348613929 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] For port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2d6ac726-7911-49c1-a48b-5cfd000bf1c3,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:33.911654 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-062150b4-25aa-4fb2-92be-bc427a19ec9e req-ec15bd11-a827-4ba1-b1f3-577348613929 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.921183 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-991731d0-30ab-43dc-9fb4-a09a9a2bf09f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-23016735-network', 'tenant_id': '74ae2dd880074087a6f470a2bf72bd4e'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:33.959108 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-062150b4-25aa-4fb2-92be-bc427a19ec9e req-ec15bd11-a827-4ba1-b1f3-577348613929 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Calling delete_port for 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:33.969875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.970494 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.971848 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] 10.222.0.55 "PUT /v2.0/ports/6d575b40-40aa-4571-92ce-5f43e8faa067 HTTP/1.1" status: 200 len: 1093 time: 2.0502348 Jul 14 09:16:33.972449 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bc49a-ce58-4e26-9e5e-2aa192f3c175 req-fac1dfab-078b-479b-a6ab-ad12b22d9a0e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.978299 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3f6bc49a-ce58-4e26-9e5e-2aa192f3c175 req-fac1dfab-078b-479b-a6ab-ad12b22d9a0e tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=5849b1c5-d247-40d0-9881-533ec73df33d HTTP/1.1" status: 200 len: 950 time: 0.3515089 Jul 14 09:16:34.017411 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65ceced-140d-4304-91dd-9dfec8eb1fb2', 'tag': '6d575b40-40aa-4571-92ce-5f43e8faa067'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:34.019693 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef2f69f-77cb-423c-8fdd-fa6d0e5db4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c65ceced-140d-4304-91dd-9dfec8eb1fb2", "tag": "6d575b40-40aa-4571-92ce-5f43e8faa067"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:34.042837 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-75a647f1-67d7-4361-b4f7-0d6d95565cbe service neutron] 10.222.0.26 "GET /v2.0/networks/215a7484-dd0c-4df3-8207-d6d38ec94509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614894 Jul 14 09:16:34.063331 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.073253 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] Transition to ACTIVE for port object 49f55491-a198-436c-8b1b-97c8c6f0c1d4 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:34.080152 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.090569 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-34b1bdc8-42d6-4c30-8202-a9c7b01b53c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.126665 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f473c8-1b85-4bdd-bd78-3c52005e89b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d575b40-40aa-4571-92ce-5f43e8faa067,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:34.134969 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3f6bc49a-ce58-4e26-9e5e-2aa192f3c175 req-c87c34f0-5dca-446c-90cf-ec78b873abe9 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383271 Jul 14 09:16:34.157166 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26aa5f4-c295-491c-8234-7d4fa3c7ac57 None None] Pushing event updated for resources: {'Port': ['ID=49f55491-a198-436c-8b1b-97c8c6f0c1d4,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:34.161195 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991731d0-30ab-43dc-9fb4-a09a9a2bf09f admin admin] Made reservation on behalf of 74ae2dd880074087a6f470a2bf72bd4e for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:34.164106 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-991731d0-30ab-43dc-9fb4-a09a9a2bf09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.172318 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8d42be3a-79bd-48e1-9483-f6675da4e49d req-dcc695e7-8d77-4939-b4a0-219e156e4208 service neutron] 10.222.0.49 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761831 Jul 14 09:16:34.173006 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-39b8b699-2506-4ace-af31-815c936b35a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.175921 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-991731d0-30ab-43dc-9fb4-a09a9a2bf09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.196440 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] Attempting to bind port 49f55491-a198-436c-8b1b-97c8c6f0c1d4 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:34.196928 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] Attempting to bind port 49f55491-a198-436c-8b1b-97c8c6f0c1d4 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1666a058-8721-4244-92d2-e29529df519b'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:34.197385 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] Attempting to bind port 49f55491-a198-436c-8b1b-97c8c6f0c1d4 on network 1666a058-8721-4244-92d2-e29529df519b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:34.203569 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:34.204253 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] Checking segment: {'id': 'ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1666a058-8721-4244-92d2-e29529df519b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:34.204752 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.205233 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] Bound using segment: {'id': 'ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1666a058-8721-4244-92d2-e29529df519b'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:34.205824 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] Bound port: 49f55491-a198-436c-8b1b-97c8c6f0c1d4, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1666a058-8721-4244-92d2-e29529df519b'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:34.206309 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.220495 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-39b8b699-2506-4ace-af31-815c936b35a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.285830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] For port 49f55491-a198-436c-8b1b-97c8c6f0c1d4, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:34.288484 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-34b1bdc8-42d6-4c30-8202-a9c7b01b53c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.290622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] For port 49f55491-a198-436c-8b1b-97c8c6f0c1d4, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=49f55491-a198-436c-8b1b-97c8c6f0c1d4,segment=NetworkSegment(ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d),segment_id=ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:34.298473 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.301911 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-b210a64b-afa6-4f2e-bd70-b53251ff5cc1 service neutron] 10.222.0.26 "GET /v2.0/networks/215a7484-dd0c-4df3-8207-d6d38ec94509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513957 Jul 14 09:16:34.346547 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-062150b4-25aa-4fb2-92be-bc427a19ec9e req-ec15bd11-a827-4ba1-b1f3-577348613929 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.365942 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] Routers {'fb487bc0-003c-478f-beb1-21911c326a7b'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:34.366834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:16:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['fb487bc0-003c-478f-beb1-21911c326a7b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:34.383580 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15bd11-a827-4ba1-b1f3-577348613929 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Pushing event deleted for resources: {'Port': ['ID=2d6ac726-7911-49c1-a48b-5cfd000bf1c3,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:34.415157 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['476bfd6a-fa82-4c42-866f-a7c995b98473'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:34.499754 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-062150b4-25aa-4fb2-92be-bc427a19ec9e req-ec15bd11-a827-4ba1-b1f3-577348613929 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] No DVR routers for this DVR port 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:34.502319 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-062150b4-25aa-4fb2-92be-bc427a19ec9e req-ec15bd11-a827-4ba1-b1f3-577348613929 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.502586 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26aa5f4-c295-491c-8234-7d4fa3c7ac57 None None] Pushing event updated for resources: {'Port': ['ID=49f55491-a198-436c-8b1b-97c8c6f0c1d4,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:34.504530 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-062150b4-25aa-4fb2-92be-bc427a19ec9e req-ec15bd11-a827-4ba1-b1f3-577348613929 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.49 "DELETE /v2.0/ports/2d6ac726-7911-49c1-a48b-5cfd000bf1c3 HTTP/1.1" status: 204 len: 173 time: 1.8784101 Jul 14 09:16:34.521429 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5849b1c5-d247-40d0-9881-533ec73df33d', 'name': 'network-vif-deleted', 'tag': '2d6ac726-7911-49c1-a48b-5cfd000bf1c3'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:34.528975 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63582fc5-b686-452a-852c-03e62bee796a" -d '{"events": [{"server_uuid": "5849b1c5-d247-40d0-9881-533ec73df33d", "name": "network-vif-deleted", "tag": "2d6ac726-7911-49c1-a48b-5cfd000bf1c3"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:34.547344 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-34b1bdc8-42d6-4c30-8202-a9c7b01b53c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=551f3d321acb42c5bf789309858c279e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6933072 Jul 14 09:16:34.550944 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52388) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:34.551248 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8d42be3a-79bd-48e1-9483-f6675da4e49d req-4f10e7ba-7298-4bd6-8bd7-8e2f2d37a905 service neutron] 10.222.0.49 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883080 Jul 14 09:16:34.576784 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-39b8b699-2506-4ace-af31-815c936b35a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.587974 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-39b8b699-2506-4ace-af31-815c936b35a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.594247 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-39b8b699-2506-4ace-af31-815c936b35a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a783c9bf-edbd-4a1c-a32e-645339118520 HTTP/1.1" status: 204 len: 168 time: 0.8130567 Jul 14 09:16:34.610587 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5ca4ba72-1ae3-4eb1-a7e8-eb19db5d2d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.628567 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd83faed-b4ba-4dac-9be0-b9a731150c2a x-openstack-request-id: req-dd83faed-b4ba-4dac-9be0-b9a731150c2a {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:34.628567 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65ceced-140d-4304-91dd-9dfec8eb1fb2", "tag": "6d575b40-40aa-4571-92ce-5f43e8faa067", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:34.628787 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd83faed-b4ba-4dac-9be0-b9a731150c2a {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:34.629144 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65ceced-140d-4304-91dd-9dfec8eb1fb2', 'tag': '6d575b40-40aa-4571-92ce-5f43e8faa067', 'status': 'completed', 'code': 200} Jul 14 09:16:34.639863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1bdc8-42d6-4c30-8202-a9c7b01b53c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cc4ccb-2860-4700-89f7-64c026f77100,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:34.660539 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8b699-2506-4ace-af31-815c936b35a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a783c9bf-edbd-4a1c-a32e-645339118520,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:34.664773 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5ca4ba72-1ae3-4eb1-a7e8-eb19db5d2d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.714667 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-7274cbb6-f6a6-4dfc-ac78-87f384eecf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:34.719376 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-991731d0-30ab-43dc-9fb4-a09a9a2bf09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.720050 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-7274cbb6-f6a6-4dfc-ac78-87f384eecf66 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=403de225fdd044b89ae9cca5abe39ca9&device_id=c65ceced-140d-4304-91dd-9dfec8eb1fb2 HTTP/1.1" status: 200 len: 1096 time: 0.6526299 Jul 14 09:16:34.728081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] Set router fb487bc0-003c-478f-beb1-21911c326a7b gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:34.748829 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-991731d0-30ab-43dc-9fb4-a09a9a2bf09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.857948 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-e61997c6-f1fe-479d-8a98-5db4dbc19fe9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d575b40-40aa-4571-92ce-5f43e8faa067 HTTP/1.1" status: 200 len: 217 time: 0.0933330 Jul 14 09:16:34.873416 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991731d0-30ab-43dc-9fb4-a09a9a2bf09f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:34.897329 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:34.904217 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 4c02f7c6-a3b5-4c34-9e55-835154fd0286 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:34.966930 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5ca4ba72-1ae3-4eb1-a7e8-eb19db5d2d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.967415 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276a0e2-7cb7-4020-8526-10b97f1d233f req-36f4bb20-717f-4d1c-aab3-41da7db3d5fa tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:34.975921 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4276a0e2-7cb7-4020-8526-10b97f1d233f req-36f4bb20-717f-4d1c-aab3-41da7db3d5fa tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 944 time: 0.5408306 Jul 14 09:16:34.979627 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991731d0-30ab-43dc-9fb4-a09a9a2bf09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aeab1cc-d947-42d8-a95f-7b573c8da32e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:34.981489 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5ca4ba72-1ae3-4eb1-a7e8-eb19db5d2d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.982972 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5ca4ba72-1ae3-4eb1-a7e8-eb19db5d2d12 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c0dd7c6-5377-48b6-9b3a-215bbf76b7ef HTTP/1.1" status: 204 len: 168 time: 1.2030463 Jul 14 09:16:35.015685 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-208c7912-eb56-41e1-85fb-fa2713621a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.026616 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-991731d0-30ab-43dc-9fb4-a09a9a2bf09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.027021 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-991731d0-30ab-43dc-9fb4-a09a9a2bf09f admin admin] Added segment 8575a089-d7c2-4126-ae9f-ea7098512d60 of type vlan for network 6c1acb21-74e0-4a99-8bf9-7b4840c96106 Jul 14 09:16:35.045977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-d24ab8c3-d9bd-4290-b105-84362c906ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.047484 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-d24ab8c3-d9bd-4290-b105-84362c906ae4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=27e4869c-c54f-4cdb-b4e4-d08d014281c0 HTTP/1.1" status: 200 len: 850 time: 0.1800900 Jul 14 09:16:35.063021 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 4c02f7c6-a3b5-4c34-9e55-835154fd0286, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=4c02f7c6-a3b5-4c34-9e55-835154fd0286,segment=NetworkSegment(a5e53d92-b324-4b94-8d29-22418d6ea2d2),segment_id=a5e53d92-b324-4b94-8d29-22418d6ea2d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:35.080557 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4ba72-1ae3-4eb1-a7e8-eb19db5d2d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0dd7c6-5377-48b6-9b3a-215bbf76b7ef,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:35.112417 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '4c02f7c6-a3b5-4c34-9e55-835154fd0286', 'network_id': '58b578ac-94e2-4ea1-a737-42993db0b5b6', 'port_id': '4c02f7c6-a3b5-4c34-9e55-835154fd0286', 'mac_address': 'fa:16:3e:e3:e6:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ad77fb-8644-4bff-ba7c-293c210c0da0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:35.131290 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-72d941c6-b477-48b1-ad9f-a1164434878b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d231916-2343-4baa-b32a-9b0c7ec8789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621865 Jul 14 09:16:35.169424 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-208c7912-eb56-41e1-85fb-fa2713621a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.211450 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:35.211799 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 2d6ac726-7911-49c1-a48b-5cfd000bf1c3 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:35.288534 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-991731d0-30ab-43dc-9fb4-a09a9a2bf09f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.309230 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4276a0e2-7cb7-4020-8526-10b97f1d233f req-41d29df1-016b-456e-a0f7-fa83c6328f3c tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323371 Jul 14 09:16:35.388152 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b126ca-22f5-4621-b839-510360805724 req-e85e47fa-e84a-4734-9371-527c16aad32a tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.404893 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50b126ca-22f5-4621-b839-510360805724 req-e85e47fa-e84a-4734-9371-527c16aad32a tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/ports?device_id=c65ceced-140d-4304-91dd-9dfec8eb1fb2 HTTP/1.1" status: 200 len: 944 time: 0.3912816 Jul 14 09:16:35.414085 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775e1e2b-cf49-4c10-9252-150937938a7a x-openstack-request-id: req-775e1e2b-cf49-4c10-9252-150937938a7a {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:35.414801 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5849b1c5-d247-40d0-9881-533ec73df33d", "name": "network-vif-deleted", "tag": "2d6ac726-7911-49c1-a48b-5cfd000bf1c3", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:35.415158 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-775e1e2b-cf49-4c10-9252-150937938a7a {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:35.415666 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5849b1c5-d247-40d0-9881-533ec73df33d', 'name': 'network-vif-deleted', 'tag': '2d6ac726-7911-49c1-a48b-5cfd000bf1c3', 'status': 'completed', 'code': 200} Jul 14 09:16:35.420102 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-b0fdc747-482a-4dcf-a476-8de793624fe6 service neutron] 10.222.0.55 "GET /v2.0/networks/1d231916-2343-4baa-b32a-9b0c7ec8789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805133 Jul 14 09:16:35.430384 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-208c7912-eb56-41e1-85fb-fa2713621a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.440593 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-208c7912-eb56-41e1-85fb-fa2713621a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.448245 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-208c7912-eb56-41e1-85fb-fa2713621a82 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79cc4ccb-2860-4700-89f7-64c026f77100 HTTP/1.1" status: 204 len: 168 time: 0.8931859 Jul 14 09:16:35.495712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c7912-eb56-41e1-85fb-fa2713621a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cc4ccb-2860-4700-89f7-64c026f77100,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:35.517738 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-991731d0-30ab-43dc-9fb4-a09a9a2bf09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.518990 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991731d0-30ab-43dc-9fb4-a09a9a2bf09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.519675 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-991731d0-30ab-43dc-9fb4-a09a9a2bf09f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.537679 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d7090695-e83d-4066-b4be-35bc19a0162f req-6c9f09a3-d258-4ff5-905e-d81d2ed94adb tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f8a881-017e-4ff4-9118-bca1dff44ecf HTTP/1.1" status: 200 len: 210 time: 0.0644999 Jul 14 09:16:35.679428 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8604f61f-0cf4-4118-9e1d-7241e1551169 req-3acebc87-e12f-4ae9-9531-219ab80a9298 service neutron] 10.222.0.55 "GET /v2.0/networks/1d231916-2343-4baa-b32a-9b0c7ec8789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469656 Jul 14 09:16:35.782554 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.837440 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c02f7c6-a3b5-4c34-9e55-835154fd0286 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:35.881662 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 4c02f7c6-a3b5-4c34-9e55-835154fd0286, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=4c02f7c6-a3b5-4c34-9e55-835154fd0286,segment=NetworkSegment(a5e53d92-b324-4b94-8d29-22418d6ea2d2),segment_id=a5e53d92-b324-4b94-8d29-22418d6ea2d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:35.903938 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.940495 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2f69f-77cb-423c-8fdd-fa6d0e5db4c2 req-4e9f5ef5-3385-4a7f-be5f-ee8b6dd0158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.941936 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9ef2f69f-77cb-423c-8fdd-fa6d0e5db4c2 req-4e9f5ef5-3385-4a7f-be5f-ee8b6dd0158f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=403de225fdd044b89ae9cca5abe39ca9&device_id=c65ceced-140d-4304-91dd-9dfec8eb1fb2 HTTP/1.1" status: 200 len: 1096 time: 0.1530142 Jul 14 09:16:36.016144 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=4c02f7c6-a3b5-4c34-9e55-835154fd0286,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:36.132679 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2f69f-77cb-423c-8fdd-fa6d0e5db4c2 req-30cf5bf0-ca02-47f6-9f47-6801df275045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.134627 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9ef2f69f-77cb-423c-8fdd-fa6d0e5db4c2 req-30cf5bf0-ca02-47f6-9f47-6801df275045 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d231916-2343-4baa-b32a-9b0c7ec8789b HTTP/1.1" status: 200 len: 911 time: 0.1831253 Jul 14 09:16:36.146539 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb487bc0-003c-478f-beb1-21911c326a7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-459176542-router', 'tenant_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd1529caa-0ca2-4c49-9a6b-b38a930f520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:21Z', 'updated_at': '2021-07-14T09:16:29Z', 'revision_number': 4, 'project_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'gw_port': {'id': 'd1529caa-0ca2-4c49-9a6b-b38a930f520f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb487bc0-003c-478f-beb1-21911c326a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:22Z', 'updated_at': '2021-07-14T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '49f55491-a198-436c-8b1b-97c8c6f0c1d4', 'name': '', 'network_id': '1666a058-8721-4244-92d2-e29529df519b', 'tenant_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'mac_address': 'fa:16:3e:a4:06:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb487bc0-003c-478f-beb1-21911c326a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '7fe81da4-370e-498c-85cc-80f08756eb0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:27Z', 'updated_at': '2021-07-14T09:16:34Z', 'revision_number': 4, 'project_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'subnets': [{'id': '7fe81da4-370e-498c-85cc-80f08756eb0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:36.213902 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9ef2f69f-77cb-423c-8fdd-fa6d0e5db4c2 req-c5ee3778-116c-4d32-b610-cf82264b58e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d575b40-40aa-4571-92ce-5f43e8faa067 HTTP/1.1" status: 200 len: 217 time: 0.0704124 Jul 14 09:16:36.216773 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['4c02f7c6-a3b5-4c34-9e55-835154fd0286'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:36.219379 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aab25d-d430-433e-8a0c-f53b2dc03096 None None] The sync data for ids ['fb487bc0-003c-478f-beb1-21911c326a7b'] in n-d-798054-10 is: [{'id': 'fb487bc0-003c-478f-beb1-21911c326a7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-459176542-router', 'tenant_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd1529caa-0ca2-4c49-9a6b-b38a930f520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:21Z', 'updated_at': '2021-07-14T09:16:29Z', 'revision_number': 4, 'project_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'gw_port': {'id': 'd1529caa-0ca2-4c49-9a6b-b38a930f520f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb487bc0-003c-478f-beb1-21911c326a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:22Z', 'updated_at': '2021-07-14T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '49f55491-a198-436c-8b1b-97c8c6f0c1d4', 'name': '', 'network_id': '1666a058-8721-4244-92d2-e29529df519b', 'tenant_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'mac_address': 'fa:16:3e:a4:06:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb487bc0-003c-478f-beb1-21911c326a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '7fe81da4-370e-498c-85cc-80f08756eb0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:27Z', 'updated_at': '2021-07-14T09:16:34Z', 'revision_number': 4, 'project_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'subnets': [{'id': '7fe81da4-370e-498c-85cc-80f08756eb0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:36.293947 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2f69f-77cb-423c-8fdd-fa6d0e5db4c2 req-fe2ff3f2-6599-4394-b181-30913203ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.332411 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9ef2f69f-77cb-423c-8fdd-fa6d0e5db4c2 req-fe2ff3f2-6599-4394-b181-30913203ff98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=27e4869c-c54f-4cdb-b4e4-d08d014281c0 HTTP/1.1" status: 200 len: 850 time: 0.0848927 Jul 14 09:16:36.364010 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50b126ca-22f5-4621-b839-510360805724 req-be6eb445-1ce9-42bf-ba57-a36f6cbe53d9 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/security-groups?id=18851693-9f84-4c30-8ba9-e5199654e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9577656 Jul 14 09:16:36.415527 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-991731d0-30ab-43dc-9fb4-a09a9a2bf09f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5062265 Jul 14 09:16:36.417820 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991731d0-30ab-43dc-9fb4-a09a9a2bf09f admin admin] Pushing event updated for resources: {'Network': ['ID=6c1acb21-74e0-4a99-8bf9-7b4840c96106,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:36.436523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52446) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:36.443832 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9ef2f69f-77cb-423c-8fdd-fa6d0e5db4c2 req-049cfac9-6a30-459f-8aee-b59309de4593 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d231916-2343-4baa-b32a-9b0c7ec8789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052368 Jul 14 09:16:36.447848 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 6c1acb21-74e0-4a99-8bf9-7b4840c96106 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:36.464129 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-6fa8caca-8ce8-4cda-8e83-ab5fde5b7e3a admin admin] Request body: {'subnet': {'network_id': '6c1acb21-74e0-4a99-8bf9-7b4840c96106', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-23016735-subnet', 'tenant_id': '74ae2dd880074087a6f470a2bf72bd4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:36.501312 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8a080-41fc-40ec-be70-1c586fcf1952 req-e0e26200-7690-4d57-86b1-79a6782330da tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.508830 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ede8a080-41fc-40ec-be70-1c586fcf1952 req-e0e26200-7690-4d57-86b1-79a6782330da tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.1677542 Jul 14 09:16:36.596713 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ede8a080-41fc-40ec-be70-1c586fcf1952 req-7c15aea1-16a9-42b8-8ec6-0a02475c611f tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855269 Jul 14 09:16:36.692803 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 49f55491-a198-436c-8b1b-97c8c6f0c1d4 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:36.720875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa8caca-8ce8-4cda-8e83-ab5fde5b7e3a admin admin] Made reservation on behalf of 74ae2dd880074087a6f470a2bf72bd4e for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:36.723683 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6fa8caca-8ce8-4cda-8e83-ab5fde5b7e3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.917441 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 49f55491-a198-436c-8b1b-97c8c6f0c1d4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:36.936894 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 49f55491-a198-436c-8b1b-97c8c6f0c1d4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:36.938645 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.961112 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f98a2517-7f55-4e0e-87db-6ceedc84af55 req-0e110f28-91e6-41bc-96f9-58f2506d01e1 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f8a881-017e-4ff4-9118-bca1dff44ecf HTTP/1.1" status: 200 len: 210 time: 0.1601644 Jul 14 09:16:37.017834 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0858ad3-9f04-46c8-816a-c729b993bded req-bf073192-62ae-4451-8ac9-c04ff3cc1b21 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:37.027451 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0858ad3-9f04-46c8-816a-c729b993bded req-bf073192-62ae-4451-8ac9-c04ff3cc1b21 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 945 time: 0.3001113 Jul 14 09:16:37.121930 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0858ad3-9f04-46c8-816a-c729b993bded req-a2f2019f-0375-48b0-89fc-fab9c1373186 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879941 Jul 14 09:16:37.146960 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.197999 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 49f55491-a198-436c-8b1b-97c8c6f0c1d4, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=49f55491-a198-436c-8b1b-97c8c6f0c1d4,segment=NetworkSegment(ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d),segment_id=ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:37.206594 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.294492 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=49f55491-a198-436c-8b1b-97c8c6f0c1d4,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:37.474744 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9ef2f69f-77cb-423c-8fdd-fa6d0e5db4c2 req-5604e11c-6629-4b2c-ae1d-ea2ff7feb027 service neutron] 10.222.0.55 "GET /v2.0/networks/1d231916-2343-4baa-b32a-9b0c7ec8789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9284389 Jul 14 09:16:37.524850 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-541e0869-b7f4-494e-8aff-d96aeb8d4989 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:37.526444 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-541e0869-b7f4-494e-8aff-d96aeb8d4989 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.49 "GET /v2.0/networks?id=215a7484-dd0c-4df3-8207-d6d38ec94509 HTTP/1.1" status: 200 len: 822 time: 0.8065777 Jul 14 09:16:37.571989 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-e592ca20-af63-46d7-a4d7-5e0ad5e4bf72 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Request body: {'port': {'device_id': 'b2f8a881-017e-4ff4-9118-bca1dff44ecf', 'network_id': '215a7484-dd0c-4df3-8207-d6d38ec94509', 'admin_state_up': True, 'tenant_id': '5f395fb585a64dc8acdd441e20fc2aa8'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:37.683996 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b570601-6ae0-4fb1-8210-ffe0cd67f720 req-8c853bec-0348-454b-a271-d8bcbd1469ce tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:37.692292 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b570601-6ae0-4fb1-8210-ffe0cd67f720 req-8c853bec-0348-454b-a271-d8bcbd1469ce tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/ports?device_id=c65ceced-140d-4304-91dd-9dfec8eb1fb2 HTTP/1.1" status: 200 len: 944 time: 0.1101193 Jul 14 09:16:37.704235 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52492) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:37.757583 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b570601-6ae0-4fb1-8210-ffe0cd67f720 req-a21bf698-14bf-4d53-8197-816969ca5d20 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/security-groups?id=18851693-9f84-4c30-8ba9-e5199654e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628264 Jul 14 09:16:37.769135 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-e592ca20-af63-46d7-a4d7-5e0ad5e4bf72 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Made reservation on behalf of 5f395fb585a64dc8acdd441e20fc2aa8 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:37.778231 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-e592ca20-af63-46d7-a4d7-5e0ad5e4bf72 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.938991 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9ef2f69f-77cb-423c-8fdd-fa6d0e5db4c2 req-d227d154-236c-4947-bff0-959c495195eb service neutron] 10.222.0.55 "GET /v2.0/networks/1d231916-2343-4baa-b32a-9b0c7ec8789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546704 Jul 14 09:16:38.057455 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6fa8caca-8ce8-4cda-8e83-ab5fde5b7e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.057812 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-aec4578c-90ee-474b-b144-90234387893f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1823826607-network', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:38.128926 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8caca-8ce8-4cda-8e83-ab5fde5b7e3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=92303fbe-2cd9-467e-8d04-eb02d793ecec,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:38.146690 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec4578c-90ee-474b-b144-90234387893f admin admin] Made reservation on behalf of 09b502835dcb4320bf2fd315522cc62f for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:38.149569 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aec4578c-90ee-474b-b144-90234387893f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.163706 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aec4578c-90ee-474b-b144-90234387893f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.177717 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ef87c-3bd1-40c7-9de6-9a3a0d4e62f0 req-b0e58320-280a-4eb5-bdb7-407cd628b557 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.178858 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-e592ca20-af63-46d7-a4d7-5e0ad5e4bf72 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Allocated IP 172.20.0.5 (215a7484-dd0c-4df3-8207-d6d38ec94509/50dff171-9d55-46a2-9d67-ba7dec034d2e/919c9122-8ad2-40f5-9347-349ec8e65efb) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:38.179890 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-514ef87c-3bd1-40c7-9de6-9a3a0d4e62f0 req-b0e58320-280a-4eb5-bdb7-407cd628b557 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.2089577 Jul 14 09:16:38.253760 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa8caca-8ce8-4cda-8e83-ab5fde5b7e3a admin admin] Checking segment: {'id': '8575a089-d7c2-4126-ae9f-ea7098512d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c1acb21-74e0-4a99-8bf9-7b4840c96106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:38.254167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa8caca-8ce8-4cda-8e83-ab5fde5b7e3a admin admin] Network hostable DHCP agents. Network: 6c1acb21-74e0-4a99-8bf9-7b4840c96106, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:38.268042 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-68db606e-5faf-43eb-8a84-b787ed355ae4 req-a6205bb0-020e-4fa1-b1c9-59d5ae8ff496 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f8a881-017e-4ff4-9118-bca1dff44ecf HTTP/1.1" status: 200 len: 210 time: 0.0521054 Jul 14 09:16:38.275009 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-514ef87c-3bd1-40c7-9de6-9a3a0d4e62f0 req-6d66c21c-b25f-4d0a-ae7a-5a43b758f0c6 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/security-groups?id=6db0ff95-da06-49c3-b786-9c65747860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845537 Jul 14 09:16:38.328558 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa8caca-8ce8-4cda-8e83-ab5fde5b7e3a admin admin] Network 6c1acb21-74e0-4a99-8bf9-7b4840c96106 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:38.389812 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aec4578c-90ee-474b-b144-90234387893f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.395424 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aec4578c-90ee-474b-b144-90234387893f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.412196 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-6fa8caca-8ce8-4cda-8e83-ab5fde5b7e3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 6c1acb21-74e0-4a99-8bf9-7b4840c96106) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:38.423327 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1511c5-0980-41bb-ac9b-ee65e35c0494 None None] Network 6c1acb21-74e0-4a99-8bf9-7b4840c96106 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:38.439965 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa8caca-8ce8-4cda-8e83-ab5fde5b7e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.443633 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6fa8caca-8ce8-4cda-8e83-ab5fde5b7e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.450369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec4578c-90ee-474b-b144-90234387893f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:38.457875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356638fd-2697-4ea6-b662-ee79704747c2 req-0714a3de-d90a-4897-a9f5-64d4e45f38a4 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.458787 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-356638fd-2697-4ea6-b662-ee79704747c2 req-0714a3de-d90a-4897-a9f5-64d4e45f38a4 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.55 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 950 time: 0.7104635 Jul 14 09:16:38.478822 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 49f55491-a198-436c-8b1b-97c8c6f0c1d4 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:38.484091 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4578c-90ee-474b-b144-90234387893f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504712fb-acca-4cbc-93ee-c23a6d38496d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:38.509363 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6fa8caca-8ce8-4cda-8e83-ab5fde5b7e3a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0598521 Jul 14 09:16:38.514981 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52512) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:38.522329 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aec4578c-90ee-474b-b144-90234387893f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.522931 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-aec4578c-90ee-474b-b144-90234387893f admin admin] Added segment 88609533-75bc-435f-984e-3b09b7df8b98 of type vlan for network 256b6df7-8dd6-4b20-bd3c-6a14911923ef Jul 14 09:16:38.525093 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3826e605-d8f6-4d2c-80f0-47fa90401362 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-23016735-router', 'tenant_id': '74ae2dd880074087a6f470a2bf72bd4e', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:38.588167 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 49f55491-a198-436c-8b1b-97c8c6f0c1d4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:38.588936 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aec4578c-90ee-474b-b144-90234387893f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.589289 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.593248 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3826e605-d8f6-4d2c-80f0-47fa90401362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.594955 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3826e605-d8f6-4d2c-80f0-47fa90401362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.603266 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-e592ca20-af63-46d7-a4d7-5e0ad5e4bf72 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.623550 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240d6c9-4ed1-4bf1-a0fe-54dbab067917 req-93e74ff9-d27b-4164-b280-fc10945791e1 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.625915 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7240d6c9-4ed1-4bf1-a0fe-54dbab067917 req-93e74ff9-d27b-4164-b280-fc10945791e1 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 945 time: 0.2033553 Jul 14 09:16:38.670638 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aec4578c-90ee-474b-b144-90234387893f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.671609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec4578c-90ee-474b-b144-90234387893f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.672452 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aec4578c-90ee-474b-b144-90234387893f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.732243 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3826e605-d8f6-4d2c-80f0-47fa90401362 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.764094 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4578c-90ee-474b-b144-90234387893f admin admin] Pushing event updated for resources: {'Network': ['ID=256b6df7-8dd6-4b20-bd3c-6a14911923ef,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:38.774447 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-aec4578c-90ee-474b-b144-90234387893f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0684972 Jul 14 09:16:38.775061 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52520) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:38.780313 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c644664c-6849-4fa6-adb3-156c84c3af57 admin admin] Request body: {'subnet': {'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1823826607-subnet', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:38.814650 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7240d6c9-4ed1-4bf1-a0fe-54dbab067917 req-b711d998-c9f1-4cae-9883-68c7dae6d21c tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807892 Jul 14 09:16:38.819712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c644664c-6849-4fa6-adb3-156c84c3af57 admin admin] Made reservation on behalf of 09b502835dcb4320bf2fd315522cc62f for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:38.824009 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c644664c-6849-4fa6-adb3-156c84c3af57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.830992 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-356638fd-2697-4ea6-b662-ee79704747c2 req-738f1dbf-592f-437c-85d8-ee82d269303c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Deleting port 476bfd6a-fa82-4c42-866f-a7c995b98473 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:38.831602 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-356638fd-2697-4ea6-b662-ee79704747c2 req-738f1dbf-592f-437c-85d8-ee82d269303c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.966824 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3826e605-d8f6-4d2c-80f0-47fa90401362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.981697 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-e592ca20-af63-46d7-a4d7-5e0ad5e4bf72 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.031660 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 256b6df7-8dd6-4b20-bd3c-6a14911923ef details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:39.034821 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 4c02f7c6-a3b5-4c34-9e55-835154fd0286 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:39.068336 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592ca20-af63-46d7-a4d7-5e0ad5e4bf72 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Pushing event updated for resources: {'Port': ['ID=919c9122-8ad2-40f5-9347-349ec8e65efb,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:39.135872 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-6c1acb21-74e0-4a99-8bf9-7b4840c96106', 'network_id': '6c1acb21-74e0-4a99-8bf9-7b4840c96106', 'tenant_id': '74ae2dd880074087a6f470a2bf72bd4e', 'fixed_ips': [{'subnet_id': '92303fbe-2cd9-467e-8d04-eb02d793ecec'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:16:39.137072 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.169882 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-356638fd-2697-4ea6-b662-ee79704747c2 req-738f1dbf-592f-437c-85d8-ee82d269303c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] For port 476bfd6a-fa82-4c42-866f-a7c995b98473, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=476bfd6a-fa82-4c42-866f-a7c995b98473,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:39.170315 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-356638fd-2697-4ea6-b662-ee79704747c2 req-738f1dbf-592f-437c-85d8-ee82d269303c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.186597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-356638fd-2697-4ea6-b662-ee79704747c2 req-738f1dbf-592f-437c-85d8-ee82d269303c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Calling delete_port for 476bfd6a-fa82-4c42-866f-a7c995b98473 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:39.263180 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 4c02f7c6-a3b5-4c34-9e55-835154fd0286 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:39.273201 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 4c02f7c6-a3b5-4c34-9e55-835154fd0286 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:39.274257 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.302697 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60b1ca-f344-4120-9092-505bb0ebd6f1 req-38b4e3bb-bde8-4f24-a2d3-f722e62bf290 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.304425 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db60b1ca-f344-4120-9092-505bb0ebd6f1 req-38b4e3bb-bde8-4f24-a2d3-f722e62bf290 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/ports?device_id=c65ceced-140d-4304-91dd-9dfec8eb1fb2 HTTP/1.1" status: 200 len: 944 time: 0.2755065 Jul 14 09:16:39.305893 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c644664c-6849-4fa6-adb3-156c84c3af57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.414256 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52554) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:39.419622 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644664c-6849-4fa6-adb3-156c84c3af57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=678fd0c0-aac5-43ab-b16c-dd17e98a798e,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:39.439381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-e592ca20-af63-46d7-a4d7-5e0ad5e4bf72 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Network 215a7484-dd0c-4df3-8207-d6d38ec94509 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:39.455640 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-e592ca20-af63-46d7-a4d7-5e0ad5e4bf72 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:39.464682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-e592ca20-af63-46d7-a4d7-5e0ad5e4bf72 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:39.475439 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db60b1ca-f344-4120-9092-505bb0ebd6f1 req-f43033ac-c49a-4cd7-846e-90dd260353cc tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/security-groups?id=18851693-9f84-4c30-8ba9-e5199654e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506834 Jul 14 09:16:39.496869 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Allocated IP 172.20.0.2 (6c1acb21-74e0-4a99-8bf9-7b4840c96106/92303fbe-2cd9-467e-8d04-eb02d793ecec/49fd7c4c-9495-4fb3-a387-760c53568262) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:39.524311 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.527491 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c644664c-6849-4fa6-adb3-156c84c3af57 admin admin] Checking segment: {'id': '88609533-75bc-435f-984e-3b09b7df8b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:39.527858 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c644664c-6849-4fa6-adb3-156c84c3af57 admin admin] Network hostable DHCP agents. Network: 256b6df7-8dd6-4b20-bd3c-6a14911923ef, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:39.588055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-e592ca20-af63-46d7-a4d7-5e0ad5e4bf72 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.589654 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-e592ca20-af63-46d7-a4d7-5e0ad5e4bf72 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.594513 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb1f99d-f902-4522-9874-a779e6d371f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c02f7c6-a3b5-4c34-9e55-835154fd0286'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:39.596795 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62719b28-c563-457f-95b3-f28cfef93209" -d '{"events": [{"server_uuid": "6fb1f99d-f902-4522-9874-a779e6d371f0", "name": "network-vif-plugged", "status": "completed", "tag": "4c02f7c6-a3b5-4c34-9e55-835154fd0286"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:39.597377 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-356638fd-2697-4ea6-b662-ee79704747c2 req-738f1dbf-592f-437c-85d8-ee82d269303c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.618812 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 4c02f7c6-a3b5-4c34-9e55-835154fd0286, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=4c02f7c6-a3b5-4c34-9e55-835154fd0286,segment=NetworkSegment(a5e53d92-b324-4b94-8d29-22418d6ea2d2),segment_id=a5e53d92-b324-4b94-8d29-22418d6ea2d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:39.624904 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.644519 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['476bfd6a-fa82-4c42-866f-a7c995b98473'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:39.648735 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-e592ca20-af63-46d7-a4d7-5e0ad5e4bf72 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0841706 Jul 14 09:16:39.650721 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f1dbf-592f-437c-85d8-ee82d269303c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Pushing event deleted for resources: {'Port': ['ID=476bfd6a-fa82-4c42-866f-a7c995b98473,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:39.679122 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c644664c-6849-4fa6-adb3-156c84c3af57 admin admin] Network 256b6df7-8dd6-4b20-bd3c-6a14911923ef is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:39.704402 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] Request body: {'port': {'device_id': 'b2f8a881-017e-4ff4-9118-bca1dff44ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:39.720973 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c910a2a-7115-41f1-8300-a09248a0a243 req-5fc5faba-ab03-432b-87c1-167646801511 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.722896 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c910a2a-7115-41f1-8300-a09248a0a243 req-5fc5faba-ab03-432b-87c1-167646801511 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f8a881-017e-4ff4-9118-bca1dff44ecf HTTP/1.1" status: 200 len: 931 time: 0.2276492 Jul 14 09:16:39.724175 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-c644664c-6849-4fa6-adb3-156c84c3af57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 256b6df7-8dd6-4b20-bd3c-6a14911923ef) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:39.731681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c644664c-6849-4fa6-adb3-156c84c3af57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.732514 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c644664c-6849-4fa6-adb3-156c84c3af57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.735605 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=4c02f7c6-a3b5-4c34-9e55-835154fd0286,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:39.741846 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bb58d7-16af-466e-8e25-54f326360116 None None] Network 256b6df7-8dd6-4b20-bd3c-6a14911923ef requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:39.760711 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-356638fd-2697-4ea6-b662-ee79704747c2 req-738f1dbf-592f-437c-85d8-ee82d269303c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] No DVR routers for this DVR port 476bfd6a-fa82-4c42-866f-a7c995b98473 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:39.765363 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-356638fd-2697-4ea6-b662-ee79704747c2 req-738f1dbf-592f-437c-85d8-ee82d269303c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.767370 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-356638fd-2697-4ea6-b662-ee79704747c2 req-738f1dbf-592f-437c-85d8-ee82d269303c tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.55 "DELETE /v2.0/ports/476bfd6a-fa82-4c42-866f-a7c995b98473 HTTP/1.1" status: 204 len: 173 time: 1.3020337 Jul 14 09:16:39.768500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328738d0-c657-4dd5-8a86-0b07d9030cd0', 'name': 'network-vif-deleted', 'tag': '476bfd6a-fa82-4c42-866f-a7c995b98473'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:39.770738 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4bf1d3-dfec-4dd1-8c04-cdca9556ac77" -d '{"events": [{"server_uuid": "328738d0-c657-4dd5-8a86-0b07d9030cd0", "name": "network-vif-deleted", "tag": "476bfd6a-fa82-4c42-866f-a7c995b98473"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:39.780433 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:39.781201 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:39.781201 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:39.781480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:39.782059 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:39.782201 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:39.782434 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:39.782767 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:39.783538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:39.783538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:39.783871 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:39.784342 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:39.802305 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d2ee0f93-a9ac-436a-ba58-b4dd1beaafb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.810161 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61e64019-bccc-4bc4-9efe-d48e1e5e5ffb req-6c27c37f-f1ce-4956-b118-4af6abbd5292 tempest-MigrationsAdminTest-145357910 tempest-MigrationsAdminTest-145357910-project] 10.222.0.26 "GET /v2.0/ports?device_id=328738d0-c657-4dd5-8a86-0b07d9030cd0 HTTP/1.1" status: 200 len: 210 time: 0.0711865 Jul 14 09:16:39.844154 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c644664c-6849-4fa6-adb3-156c84c3af57 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0648935 Jul 14 09:16:39.848000 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52566) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:39.854808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-a94ee94e-1c3e-40ab-a503-d472dfb845ef admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1823826607-router', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:39.866149 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c910a2a-7115-41f1-8300-a09248a0a243 req-0d74210e-19ca-43db-929e-2a3c74a83846 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/security-groups?id=75066170-61b6-4305-aacc-f608448e4747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162977 Jul 14 09:16:39.945866 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.986084 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d2ee0f93-a9ac-436a-ba58-b4dd1beaafb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.039340 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d2ee0f93-a9ac-436a-ba58-b4dd1beaafb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.040199 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb0f899-7c06-4ea4-91b4-d26e64017918 x-openstack-request-id: req-4bb0f899-7c06-4ea4-91b4-d26e64017918 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:40.040834 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328738d0-c657-4dd5-8a86-0b07d9030cd0", "name": "network-vif-deleted", "tag": "476bfd6a-fa82-4c42-866f-a7c995b98473", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:40.040834 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4bb0f899-7c06-4ea4-91b4-d26e64017918 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:40.041132 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328738d0-c657-4dd5-8a86-0b07d9030cd0', 'name': 'network-vif-deleted', 'tag': '476bfd6a-fa82-4c42-866f-a7c995b98473', 'status': 'completed', 'code': 200} Jul 14 09:16:40.056552 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3826e605-d8f6-4d2c-80f0-47fa90401362 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.061573 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc4bb11-9924-4508-bada-762b4f272b7e x-openstack-request-id: req-8bc4bb11-9924-4508-bada-762b4f272b7e {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:40.061894 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb1f99d-f902-4522-9874-a779e6d371f0", "name": "network-vif-plugged", "status": "completed", "tag": "4c02f7c6-a3b5-4c34-9e55-835154fd0286", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:40.062152 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8bc4bb11-9924-4508-bada-762b4f272b7e {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:40.062545 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb1f99d-f902-4522-9874-a779e6d371f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c02f7c6-a3b5-4c34-9e55-835154fd0286', 'code': 200} Jul 14 09:16:40.065502 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6d575b40-40aa-4571-92ce-5f43e8faa067 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:40.121138 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a94ee94e-1c3e-40ab-a503-d472dfb845ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.122250 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a94ee94e-1c3e-40ab-a503-d472dfb845ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.134652 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee0f93-a9ac-436a-ba58-b4dd1beaafb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7395a72a-a3cb-4170-9448-11beeef46753,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:40.142513 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3826e605-d8f6-4d2c-80f0-47fa90401362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.199159 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.239829 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d2ee0f93-a9ac-436a-ba58-b4dd1beaafb3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=058a6a7e914d4a22bfa3380c73f10475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8171272 Jul 14 09:16:40.242544 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Transition to ACTIVE for port object 49fd7c4c-9495-4fb3-a387-760c53568262 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:40.247845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52590) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:40.277534 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 6d575b40-40aa-4571-92ce-5f43e8faa067, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6d575b40-40aa-4571-92ce-5f43e8faa067,segment=NetworkSegment(e27e16b2-555c-458d-9135-76cd9e19964c),segment_id=e27e16b2-555c-458d-9135-76cd9e19964c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:40.295285 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Transition to ACTIVE for port object 49fd7c4c-9495-4fb3-a387-760c53568262 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:40.296789 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-256b6df7-8dd6-4b20-bd3c-6a14911923ef', 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'fixed_ips': [{'subnet_id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:16:40.297881 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.313588 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '6d575b40-40aa-4571-92ce-5f43e8faa067', 'network_id': '1d231916-2343-4baa-b32a-9b0c7ec8789b', 'port_id': '6d575b40-40aa-4571-92ce-5f43e8faa067', 'mac_address': 'fa:16:3e:b5:5c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e4869c-c54f-4cdb-b4e4-d08d014281c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:40.321838 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.354305 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-3826e605-d8f6-4d2c-80f0-47fa90401362 admin admin] Allocated IP 172.25.1.131 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:40.390865 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a94ee94e-1c3e-40ab-a503-d472dfb845ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.405254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Pushing event updated for resources: {'Port': ['ID=49fd7c4c-9495-4fb3-a387-760c53568262,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:40.411325 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Network 6c1acb21-74e0-4a99-8bf9-7b4840c96106 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:40.463749 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:40.474414 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:40.515199 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.589519 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d575b40-40aa-4571-92ce-5f43e8faa067 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:40.607075 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Attempting to bind port 49fd7c4c-9495-4fb3-a387-760c53568262 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:40.608316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Attempting to bind port 49fd7c4c-9495-4fb3-a387-760c53568262 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '8575a089-d7c2-4126-ae9f-ea7098512d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c1acb21-74e0-4a99-8bf9-7b4840c96106'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:40.608692 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Attempting to bind port 49fd7c4c-9495-4fb3-a387-760c53568262 on network 6c1acb21-74e0-4a99-8bf9-7b4840c96106 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:40.626806 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919c9122-8ad2-40f5-9347-349ec8e65efb {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:40.633918 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 6d575b40-40aa-4571-92ce-5f43e8faa067, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6d575b40-40aa-4571-92ce-5f43e8faa067,segment=NetworkSegment(e27e16b2-555c-458d-9135-76cd9e19964c),segment_id=e27e16b2-555c-458d-9135-76cd9e19964c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:40.638387 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:40.638752 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Checking segment: {'id': '8575a089-d7c2-4126-ae9f-ea7098512d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c1acb21-74e0-4a99-8bf9-7b4840c96106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:40.639338 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.639554 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Bound using segment: {'id': '8575a089-d7c2-4126-ae9f-ea7098512d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c1acb21-74e0-4a99-8bf9-7b4840c96106'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:40.639780 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.640060 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Bound port: 49fd7c4c-9495-4fb3-a387-760c53568262, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8575a089-d7c2-4126-ae9f-ea7098512d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c1acb21-74e0-4a99-8bf9-7b4840c96106'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:40.640474 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.645347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Allocated IP 172.20.0.2 (256b6df7-8dd6-4b20-bd3c-6a14911923ef/678fd0c0-aac5-43ab-b16c-dd17e98a798e/fb4e957a-ced5-4d70-926e-567cb744ade4) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:40.653770 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.655846 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3826e605-d8f6-4d2c-80f0-47fa90401362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.670305 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] Transition to ACTIVE for port object 919c9122-8ad2-40f5-9347-349ec8e65efb will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:40.679111 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.713663 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8b34896-3172-4023-9094-519aeee1137e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.758790 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] Pushing event updated for resources: {'Port': ['ID=919c9122-8ad2-40f5-9347-349ec8e65efb,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:40.759024 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a94ee94e-1c3e-40ab-a503-d472dfb845ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.781137 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3826e605-d8f6-4d2c-80f0-47fa90401362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.784378 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcebd5-87cd-4380-9584-900d2e232069 req-7753b8f6-aa0c-4c54-8168-6cf68fe7c555 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:40.791794 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ebcebd5-87cd-4380-9584-900d2e232069 req-7753b8f6-aa0c-4c54-8168-6cf68fe7c555 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 946 time: 0.6195772 Jul 14 09:16:40.808828 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=6d575b40-40aa-4571-92ce-5f43e8faa067,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:40.822442 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8b34896-3172-4023-9094-519aeee1137e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.823018 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] For port 49fd7c4c-9495-4fb3-a387-760c53568262, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:40.833818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] For port 49fd7c4c-9495-4fb3-a387-760c53568262, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=49fd7c4c-9495-4fb3-a387-760c53568262,segment=NetworkSegment(8575a089-d7c2-4126-ae9f-ea7098512d60),segment_id=8575a089-d7c2-4126-ae9f-ea7098512d60)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:40.840670 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9af00-77d0-432d-89a5-12d9f88a8da8 req-4ab472c9-dc75-4559-9d85-ce7ac350290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:40.841853 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.842235 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-79c9af00-77d0-432d-89a5-12d9f88a8da8 req-4ab472c9-dc75-4559-9d85-ce7ac350290f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 1098 time: 0.6886299 Jul 14 09:16:40.855105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3826e605-d8f6-4d2c-80f0-47fa90401362 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:40.861628 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-3826e605-d8f6-4d2c-80f0-47fa90401362 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:40.868043 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3826e605-d8f6-4d2c-80f0-47fa90401362 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:40.872931 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826e605-d8f6-4d2c-80f0-47fa90401362 admin admin] Pushing event updated for resources: {'Port': ['ID=2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:40.918615 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] Attempting to bind port 919c9122-8ad2-40f5-9347-349ec8e65efb on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:40.918863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] Attempting to bind port 919c9122-8ad2-40f5-9347-349ec8e65efb by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': 'cb339d41-540d-4231-a58a-cb7d79efd876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '215a7484-dd0c-4df3-8207-d6d38ec94509'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:40.919203 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] Attempting to bind port 919c9122-8ad2-40f5-9347-349ec8e65efb on network 215a7484-dd0c-4df3-8207-d6d38ec94509 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:40.926563 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] Port 919c9122-8ad2-40f5-9347-349ec8e65efb on network 215a7484-dd0c-4df3-8207-d6d38ec94509 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:40.926886 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] Attempting to bind port 919c9122-8ad2-40f5-9347-349ec8e65efb on network 215a7484-dd0c-4df3-8207-d6d38ec94509 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:40.935554 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:40.935836 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] Checking segment: {'id': 'cb339d41-540d-4231-a58a-cb7d79efd876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '215a7484-dd0c-4df3-8207-d6d38ec94509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:40.936414 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] Bound using segment: {'id': 'cb339d41-540d-4231-a58a-cb7d79efd876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '215a7484-dd0c-4df3-8207-d6d38ec94509'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:40.936631 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] Bound port: 919c9122-8ad2-40f5-9347-349ec8e65efb, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb339d41-540d-4231-a58a-cb7d79efd876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '215a7484-dd0c-4df3-8207-d6d38ec94509'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:40.936989 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.958696 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862f835-72d0-44ec-a882-1aa1b2c66344 None None] Pushing event updated for resources: {'Port': ['ID=49fd7c4c-9495-4fb3-a387-760c53568262,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:40.982072 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['6d575b40-40aa-4571-92ce-5f43e8faa067'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:40.991529 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ebcebd5-87cd-4380-9584-900d2e232069 req-65a2526d-9e70-4380-a06d-09490b415377 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974807 Jul 14 09:16:40.991880 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.022209 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-79c9af00-77d0-432d-89a5-12d9f88a8da8 req-d02f96cd-329d-44ff-a894-b73fb042d43e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610651 Jul 14 09:16:41.048545 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cc49a-53a7-46fe-8b74-a2a3e05a5ec7 req-7f434e8c-c8e1-4d25-98b5-073b8e7da02b tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.050120 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b16cc49a-53a7-46fe-8b74-a2a3e05a5ec7 req-7f434e8c-c8e1-4d25-98b5-073b8e7da02b tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/ports?device_id=c65ceced-140d-4304-91dd-9dfec8eb1fb2 HTTP/1.1" status: 200 len: 945 time: 0.3391581 Jul 14 09:16:41.081776 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Transition to ACTIVE for port object fb4e957a-ced5-4d70-926e-567cb744ade4 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:41.092027 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8b34896-3172-4023-9094-519aeee1137e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.094214 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8b34896-3172-4023-9094-519aeee1137e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.104682 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f8b34896-3172-4023-9094-519aeee1137e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7395a72a-a3cb-4170-9448-11beeef46753 HTTP/1.1" status: 204 len: 168 time: 0.8540967 Jul 14 09:16:41.117117 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Transition to ACTIVE for port object fb4e957a-ced5-4d70-926e-567cb744ade4 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:41.134190 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.143785 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b34896-3172-4023-9094-519aeee1137e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7395a72a-a3cb-4170-9448-11beeef46753,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:41.209904 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b16cc49a-53a7-46fe-8b74-a2a3e05a5ec7 req-d30669b8-2bf0-4757-a428-ca0c52994c35 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/security-groups?id=18851693-9f84-4c30-8ba9-e5199654e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404874 Jul 14 09:16:41.331000 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Network 256b6df7-8dd6-4b20-bd3c-6a14911923ef is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:41.343852 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Pushing event updated for resources: {'Port': ['ID=fb4e957a-ced5-4d70-926e-567cb744ade4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:41.353129 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:41.359159 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:41.551399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Attempting to bind port fb4e957a-ced5-4d70-926e-567cb744ade4 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:41.552116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Attempting to bind port fb4e957a-ced5-4d70-926e-567cb744ade4 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '88609533-75bc-435f-984e-3b09b7df8b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:41.552116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Attempting to bind port fb4e957a-ced5-4d70-926e-567cb744ade4 on network 256b6df7-8dd6-4b20-bd3c-6a14911923ef {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:41.557697 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a94ee94e-1c3e-40ab-a503-d472dfb845ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.577410 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:41.577804 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Checking segment: {'id': '88609533-75bc-435f-984e-3b09b7df8b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:41.578228 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.578614 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Bound using segment: {'id': '88609533-75bc-435f-984e-3b09b7df8b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:41.579097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Bound port: fb4e957a-ced5-4d70-926e-567cb744ade4, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88609533-75bc-435f-984e-3b09b7df8b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:41.579488 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.624926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52616) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:41.626946 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a94ee94e-1c3e-40ab-a503-d472dfb845ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.719297 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] For port fb4e957a-ced5-4d70-926e-567cb744ade4, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:41.733272 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] For port fb4e957a-ced5-4d70-926e-567cb744ade4, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=fb4e957a-ced5-4d70-926e-567cb744ade4,segment=NetworkSegment(88609533-75bc-435f-984e-3b09b7df8b98),segment_id=88609533-75bc-435f-984e-3b09b7df8b98)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:41.739989 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] For port 919c9122-8ad2-40f5-9347-349ec8e65efb, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:41.744638 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.771228 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] For port 919c9122-8ad2-40f5-9347-349ec8e65efb, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=919c9122-8ad2-40f5-9347-349ec8e65efb,segment=NetworkSegment(cb339d41-540d-4231-a58a-cb7d79efd876),segment_id=cb339d41-540d-4231-a58a-cb7d79efd876)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:41.786605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52620) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:41.789734 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.820368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec5696-06e9-47b5-bc05-f569bc846df1 req-9078b3df-8523-469a-bcff-56844b98ec93 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.832821 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5bec5696-06e9-47b5-bc05-f569bc846df1 req-9078b3df-8523-469a-bcff-56844b98ec93 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f8a881-017e-4ff4-9118-bca1dff44ecf HTTP/1.1" status: 200 len: 943 time: 0.4096632 Jul 14 09:16:41.863545 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1ce87-3291-4e78-94cf-7f2c3fc706c2 None None] Pushing event updated for resources: {'Port': ['ID=fb4e957a-ced5-4d70-926e-567cb744ade4,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:41.914294 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d4fa5163-d79c-4824-ab9a-af34c0665a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.922237 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5bec5696-06e9-47b5-bc05-f569bc846df1 req-d99abff7-7000-483a-a659-a7ec99c0c06c tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/security-groups?id=75066170-61b6-4305-aacc-f608448e4747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876417 Jul 14 09:16:41.925603 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.927054 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.930192 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] 10.222.0.49 "PUT /v2.0/ports/919c9122-8ad2-40f5-9347-349ec8e65efb HTTP/1.1" status: 200 len: 1092 time: 2.2599101 Jul 14 09:16:41.975404 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-a94ee94e-1c3e-40ab-a503-d472dfb845ef admin admin] Allocated IP 172.25.1.193 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/bed3a62b-f695-48ec-ae95-70508f51fdcc) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:41.996397 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 476bfd6a-fa82-4c42-866f-a7c995b98473 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:42.017559 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c4153-c247-47b5-a742-08be581aad2f service neutron] Pushing event updated for resources: {'Port': ['ID=919c9122-8ad2-40f5-9347-349ec8e65efb,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:42.042421 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f8a881-017e-4ff4-9118-bca1dff44ecf', 'tag': '919c9122-8ad2-40f5-9347-349ec8e65efb'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:42.045383 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c3ed25-d01f-4300-b856-902db0a51466" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f8a881-017e-4ff4-9118-bca1dff44ecf", "tag": "919c9122-8ad2-40f5-9347-349ec8e65efb"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:42.061559 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 476bfd6a-fa82-4c42-866f-a7c995b98473 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:42.061993 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 476bfd6a-fa82-4c42-866f-a7c995b98473 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:42.072216 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3826e605-d8f6-4d2c-80f0-47fa90401362 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.136696 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0af574-b88e-4c41-bf43-f3cc3b0b1e9c x-openstack-request-id: req-cc0af574-b88e-4c41-bf43-f3cc3b0b1e9c {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:42.137440 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f8a881-017e-4ff4-9118-bca1dff44ecf", "tag": "919c9122-8ad2-40f5-9347-349ec8e65efb", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:42.137893 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc0af574-b88e-4c41-bf43-f3cc3b0b1e9c {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:42.138740 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f8a881-017e-4ff4-9118-bca1dff44ecf', 'tag': '919c9122-8ad2-40f5-9347-349ec8e65efb', 'status': 'completed', 'code': 200} Jul 14 09:16:42.260813 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-13d77b43-f926-42b4-8e22-5d793d2bfade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:42.262114 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-13d77b43-f926-42b4-8e22-5d793d2bfade service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5f395fb585a64dc8acdd441e20fc2aa8&device_id=b2f8a881-017e-4ff4-9118-bca1dff44ecf HTTP/1.1" status: 200 len: 1095 time: 0.2345684 Jul 14 09:16:42.330215 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a94ee94e-1c3e-40ab-a503-d472dfb845ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.354810 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-ee0a4c5c-6b09-41d2-8528-723eedd190e3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=919c9122-8ad2-40f5-9347-349ec8e65efb HTTP/1.1" status: 200 len: 217 time: 0.0804574 Jul 14 09:16:42.362426 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4f0d8092-c192-4167-91e6-fe557151fd63 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1f686ac9a324dcb89dc1055bf2d7b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7193816 Jul 14 09:16:42.365496 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52638) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:42.417154 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d4fa5163-d79c-4824-ab9a-af34c0665a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.472965 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d4fa5163-d79c-4824-ab9a-af34c0665a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.545967 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4257beb-9168-4e26-83e1-a6dd0502e53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.548600 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fb4e957a-ced5-4d70-926e-567cb744ade4 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:42.557485 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d1bab-bb79-4fa8-a75c-90b71a411a62 req-84c32eaa-f39a-4ccb-927d-b57d94a7242c tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:42.559343 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cc1d1bab-bb79-4fa8-a75c-90b71a411a62 req-84c32eaa-f39a-4ccb-927d-b57d94a7242c tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 946 time: 0.3270271 Jul 14 09:16:42.563288 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a94ee94e-1c3e-40ab-a503-d472dfb845ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.593755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-eddf70d7-71b5-437b-9619-3452068d7cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:42.595578 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-eddf70d7-71b5-437b-9619-3452068d7cfb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50dff171-9d55-46a2-9d67-ba7dec034d2e HTTP/1.1" status: 200 len: 862 time: 0.1753559 Jul 14 09:16:42.601129 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d4fa5163-d79c-4824-ab9a-af34c0665a61 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e05d6f64bfe4f97bd25bbe7cc50a9da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8125331 Jul 14 09:16:42.605292 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa5163-d79c-4824-ab9a-af34c0665a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70db8212-9aa5-47c1-9bf2-c9fab008f0bf,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:42.620238 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52640) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:42.649101 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port fb4e957a-ced5-4d70-926e-567cb744ade4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:42.650265 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-75033e9c-8c1c-4c01-82bd-b7c82c04818c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=215a7484-dd0c-4df3-8207-d6d38ec94509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477755 Jul 14 09:16:42.654012 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 49fd7c4c-9495-4fb3-a387-760c53568262 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:42.661692 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3826e605-d8f6-4d2c-80f0-47fa90401362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.683958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94ee94e-1c3e-40ab-a503-d472dfb845ef admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:42.686555 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4257beb-9168-4e26-83e1-a6dd0502e53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.715747 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-a94ee94e-1c3e-40ab-a503-d472dfb845ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:42.736775 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 49fd7c4c-9495-4fb3-a387-760c53568262 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:42.741840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94ee94e-1c3e-40ab-a503-d472dfb845ef admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:42.775584 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3e7ca2-9157-4564-a6b8-12f809ac6a5e None None] Network 6c1acb21-74e0-4a99-8bf9-7b4840c96106 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:42.781022 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cc1d1bab-bb79-4fa8-a75c-90b71a411a62 req-f4d697f1-64be-487d-850a-8c9df728de98 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853826 Jul 14 09:16:42.781640 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ee94e-1c3e-40ab-a503-d472dfb845ef admin admin] Pushing event updated for resources: {'Port': ['ID=bed3a62b-f695-48ec-ae95-70508f51fdcc,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:42.810879 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b537678-f25e-4a48-9587-abdbb4f5a724 req-1b29f723-537b-4687-8697-834f8318d687 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:42.822328 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b537678-f25e-4a48-9587-abdbb4f5a724 req-1b29f723-537b-4687-8697-834f8318d687 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/ports?device_id=c65ceced-140d-4304-91dd-9dfec8eb1fb2 HTTP/1.1" status: 200 len: 945 time: 0.3234506 Jul 14 09:16:42.870258 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-41af0f58-76e5-4a6d-87bc-022f8b14c881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.875244 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ddbd774d-8428-4825-a518-1359e7fabd95 None None] Provisioning for port 49fd7c4c-9495-4fb3-a387-760c53568262 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:42.895739 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-41c828d3-1b1b-4d9b-b28e-4aba1ae1ad1f service neutron] 10.222.0.49 "GET /v2.0/networks/215a7484-dd0c-4df3-8207-d6d38ec94509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355127 Jul 14 09:16:42.939371 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-41af0f58-76e5-4a6d-87bc-022f8b14c881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.972903 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b537678-f25e-4a48-9587-abdbb4f5a724 req-805eceb6-85ec-4551-b883-0ba48d30d340 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/security-groups?id=18851693-9f84-4c30-8ba9-e5199654e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405408 Jul 14 09:16:42.984472 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4257beb-9168-4e26-83e1-a6dd0502e53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.995675 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4257beb-9168-4e26-83e1-a6dd0502e53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.997025 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c4257beb-9168-4e26-83e1-a6dd0502e53b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6db0ff95-da06-49c3-b786-9c65747860a5 HTTP/1.1" status: 204 len: 168 time: 0.6305785 Jul 14 09:16:43.029882 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4257beb-9168-4e26-83e1-a6dd0502e53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db0ff95-da06-49c3-b786-9c65747860a5,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:43.047846 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4257beb-9168-4e26-83e1-a6dd0502e53b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:43.048184 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4257beb-9168-4e26-83e1-a6dd0502e53b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:43.048581 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4257beb-9168-4e26-83e1-a6dd0502e53b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:43.048837 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4257beb-9168-4e26-83e1-a6dd0502e53b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:43.049277 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4257beb-9168-4e26-83e1-a6dd0502e53b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:43.049609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4257beb-9168-4e26-83e1-a6dd0502e53b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:43.049981 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4257beb-9168-4e26-83e1-a6dd0502e53b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:43.050378 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4257beb-9168-4e26-83e1-a6dd0502e53b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:43.050803 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4257beb-9168-4e26-83e1-a6dd0502e53b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:43.051125 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4257beb-9168-4e26-83e1-a6dd0502e53b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:43.051459 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4257beb-9168-4e26-83e1-a6dd0502e53b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:43.051848 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4257beb-9168-4e26-83e1-a6dd0502e53b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:43.081479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ddbd774d-8428-4825-a518-1359e7fabd95 None None] Provisioning complete for port 49fd7c4c-9495-4fb3-a387-760c53568262 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:43.081925 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ddbd774d-8428-4825-a518-1359e7fabd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.228891 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28c7ec36-7491-4dc9-8c72-5f0cae701bb6 req-398ed49b-65ff-41b2-911c-a27ef732316d service neutron] 10.222.0.49 "GET /v2.0/networks/215a7484-dd0c-4df3-8207-d6d38ec94509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236628 Jul 14 09:16:43.234977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3826e605-d8f6-4d2c-80f0-47fa90401362 admin admin] Router b6834e9c-2579-425f-af43-1fb6b37f59b5 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:16:43.252165 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-41af0f58-76e5-4a6d-87bc-022f8b14c881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.252575 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-41af0f58-76e5-4a6d-87bc-022f8b14c881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.257629 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-41af0f58-76e5-4a6d-87bc-022f8b14c881 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70db8212-9aa5-47c1-9bf2-c9fab008f0bf HTTP/1.1" status: 204 len: 168 time: 0.6355667 Jul 14 09:16:43.374878 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af0f58-76e5-4a6d-87bc-022f8b14c881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70db8212-9aa5-47c1-9bf2-c9fab008f0bf,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:43.406148 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ddbd774d-8428-4825-a518-1359e7fabd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.479871 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b84e548c-3544-4dc7-aa03-f86c6a52e466 req-ab329309-49c0-43ba-81cb-754c55d6bea5 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-582509577&fields=id&tenant_id=557f4eb50c684c97b08dac62df18e620 HTTP/1.1" status: 200 len: 267 time: 0.2883978 Jul 14 09:16:43.531698 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ddbd774d-8428-4825-a518-1359e7fabd95 None None] For port 49fd7c4c-9495-4fb3-a387-760c53568262, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=49fd7c4c-9495-4fb3-a387-760c53568262,segment=NetworkSegment(8575a089-d7c2-4126-ae9f-ea7098512d60),segment_id=8575a089-d7c2-4126-ae9f-ea7098512d60)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:43.531981 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3ed25-d01f-4300-b856-902db0a51466 req-77da4a00-9c6c-4e8d-80f8-7e989eaaef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.533375 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b9c3ed25-d01f-4300-b856-902db0a51466 req-77da4a00-9c6c-4e8d-80f8-7e989eaaef2a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5f395fb585a64dc8acdd441e20fc2aa8&device_id=b2f8a881-017e-4ff4-9118-bca1dff44ecf HTTP/1.1" status: 200 len: 1095 time: 0.2062101 Jul 14 09:16:43.538973 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ddbd774d-8428-4825-a518-1359e7fabd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.568729 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3826e605-d8f6-4d2c-80f0-47fa90401362 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:43.582653 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] Sync routers for ids ['b6834e9c-2579-425f-af43-1fb6b37f59b5'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:43.598171 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] Routers {'b6834e9c-2579-425f-af43-1fb6b37f59b5'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:43.599300 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:16:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b6834e9c-2579-425f-af43-1fb6b37f59b5'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:43.608721 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc4631-40ba-443e-a851-8a1797803c27 req-026b0f1b-2e53-4daf-be96-b137b00dd4a0 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.613962 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ccbc4631-40ba-443e-a851-8a1797803c27 req-026b0f1b-2e53-4daf-be96-b137b00dd4a0 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f8a881-017e-4ff4-9118-bca1dff44ecf HTTP/1.1" status: 200 len: 943 time: 0.3775337 Jul 14 09:16:43.622423 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a94ee94e-1c3e-40ab-a503-d472dfb845ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.646101 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd774d-8428-4825-a518-1359e7fabd95 None None] Pushing event updated for resources: {'Port': ['ID=49fd7c4c-9495-4fb3-a387-760c53568262,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:43.723328 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3826e605-d8f6-4d2c-80f0-47fa90401362 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.728926 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3826e605-d8f6-4d2c-80f0-47fa90401362 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.2070014 Jul 14 09:16:43.729141 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75694bb7-1743-45e1-95f3-3eb46d6a6140 None None] Network 256b6df7-8dd6-4b20-bd3c-6a14911923ef requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:43.730166 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52678) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:43.881285 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ccbc4631-40ba-443e-a851-8a1797803c27 req-3b56c865-602d-4ec5-8bd1-c9c20d5785f0 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/security-groups?id=75066170-61b6-4305-aacc-f608448e4747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537498 Jul 14 09:16:43.884534 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] Set router b6834e9c-2579-425f-af43-1fb6b37f59b5 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:43.885598 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52684) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:43.923080 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e548c-3544-4dc7-aa03-f86c6a52e466 req-80b17a79-4c88-45d5-aa04-1558eb36f7e3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.931030 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3ed25-d01f-4300-b856-902db0a51466 req-9964d212-f4a4-4916-b316-bc548664a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.931875 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b84e548c-3544-4dc7-aa03-f86c6a52e466 req-80b17a79-4c88-45d5-aa04-1558eb36f7e3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 946 time: 0.4413202 Jul 14 09:16:43.932905 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b9c3ed25-d01f-4300-b856-902db0a51466 req-9964d212-f4a4-4916-b316-bc548664a02b service neutron] 10.222.0.49 "GET /v2.0/networks?id=215a7484-dd0c-4df3-8207-d6d38ec94509 HTTP/1.1" status: 200 len: 923 time: 0.3893120 Jul 14 09:16:43.982925 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a72031a5-6fcd-4731-8196-ccc51971666a None None] Provisioning for port fb4e957a-ced5-4d70-926e-567cb744ade4 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:43.983645 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b9c3ed25-d01f-4300-b856-902db0a51466 req-f54bf17b-5743-4abd-91a6-0ebae647ffca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=919c9122-8ad2-40f5-9347-349ec8e65efb HTTP/1.1" status: 200 len: 217 time: 0.0408366 Jul 14 09:16:44.042962 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6d575b40-40aa-4571-92ce-5f43e8faa067 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:44.098146 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3ed25-d01f-4300-b856-902db0a51466 req-8b776b32-c821-45b6-896b-d8f8fcd75bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:44.099864 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b9c3ed25-d01f-4300-b856-902db0a51466 req-8b776b32-c821-45b6-896b-d8f8fcd75bc1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50dff171-9d55-46a2-9d67-ba7dec034d2e HTTP/1.1" status: 200 len: 862 time: 0.1066492 Jul 14 09:16:44.106189 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a72031a5-6fcd-4731-8196-ccc51971666a None None] Provisioning complete for port fb4e957a-ced5-4d70-926e-567cb744ade4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:44.110235 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a72031a5-6fcd-4731-8196-ccc51971666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.119371 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6834e9c-2579-425f-af43-1fb6b37f59b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-23016735-router', 'tenant_id': '74ae2dd880074087a6f470a2bf72bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:41Z', 'revision_number': 3, 'project_id': '74ae2dd880074087a6f470a2bf72bd4e', 'gw_port': {'id': '2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6834e9c-2579-425f-af43-1fb6b37f59b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:44.151774 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] Checking router: b6834e9c-2579-425f-af43-1fb6b37f59b5 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:16:44.152420 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] Updating router b6834e9c-2579-425f-af43-1fb6b37f59b5 port 2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:16:44.187965 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b9c3ed25-d01f-4300-b856-902db0a51466 req-8f0c89cb-860b-4518-b5ad-2dabbdcf2b42 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=215a7484-dd0c-4df3-8207-d6d38ec94509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801518 Jul 14 09:16:44.192717 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.370805 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 6d575b40-40aa-4571-92ce-5f43e8faa067 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:44.421899 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b9c3ed25-d01f-4300-b856-902db0a51466 req-ee832a54-92db-44a9-b2c0-f1f194d40c11 service neutron] 10.222.0.49 "GET /v2.0/networks/215a7484-dd0c-4df3-8207-d6d38ec94509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257187 Jul 14 09:16:44.437192 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 6d575b40-40aa-4571-92ce-5f43e8faa067 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:44.437572 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.508442 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.525151 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] Transition to ACTIVE for port object 2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:44.532246 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.550544 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 49fd7c4c-9495-4fb3-a387-760c53568262 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:44.573488 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a72031a5-6fcd-4731-8196-ccc51971666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.594473 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c12744-0b17-49e8-81d7-5fb2a17947e2 None None] Pushing event updated for resources: {'Port': ['ID=2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:44.605899 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-b84e548c-3544-4dc7-aa03-f86c6a52e466 req-b8ce603d-92d8-4c84-baff-8034a95a3831 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Request body: {'port': {'security_groups': ['8acff6a2-9986-496e-98bf-f733740b6c1c', '3d46250f-7f3a-4187-945d-57eeafb3ebe2']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:44.619959 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c12744-0b17-49e8-81d7-5fb2a17947e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:44.620589 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c12744-0b17-49e8-81d7-5fb2a17947e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:44.621215 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c12744-0b17-49e8-81d7-5fb2a17947e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:44.621725 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c12744-0b17-49e8-81d7-5fb2a17947e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:44.622323 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c12744-0b17-49e8-81d7-5fb2a17947e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:44.622879 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c12744-0b17-49e8-81d7-5fb2a17947e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:44.623454 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c12744-0b17-49e8-81d7-5fb2a17947e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:44.623949 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c12744-0b17-49e8-81d7-5fb2a17947e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:44.624596 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c12744-0b17-49e8-81d7-5fb2a17947e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:44.625769 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c12744-0b17-49e8-81d7-5fb2a17947e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:44.626290 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c12744-0b17-49e8-81d7-5fb2a17947e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:44.626785 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c12744-0b17-49e8-81d7-5fb2a17947e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:44.631534 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] Attempting to bind port 2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:44.632074 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] Attempting to bind port 2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:44.632768 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] Attempting to bind port 2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:44.639446 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:44.640016 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:44.640585 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.641138 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:44.641773 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] Bound port: 2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:44.642378 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.746663 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b9c3ed25-d01f-4300-b856-902db0a51466 req-4ed081c7-3f45-4815-ab62-79094434e5f7 service neutron] 10.222.0.49 "GET /v2.0/networks/215a7484-dd0c-4df3-8207-d6d38ec94509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175714 Jul 14 09:16:44.764024 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] For port 2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:44.775321 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] For port 2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:44.783898 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.792960 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a72031a5-6fcd-4731-8196-ccc51971666a None None] For port fb4e957a-ced5-4d70-926e-567cb744ade4, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=fb4e957a-ced5-4d70-926e-567cb744ade4,segment=NetworkSegment(88609533-75bc-435f-984e-3b09b7df8b98),segment_id=88609533-75bc-435f-984e-3b09b7df8b98)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:44.814967 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a72031a5-6fcd-4731-8196-ccc51971666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.824866 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-386bcb27-36ca-4389-8c3f-8b9ef39691be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.865255 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52710) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:44.866109 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8a2fef65-ee1d-4f05-90b2-79f70a976e80 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3a75ca4a9224160bc28de2ce614c8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9585984 Jul 14 09:16:44.899113 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] Routers {'b6834e9c-2579-425f-af43-1fb6b37f59b5'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:44.899762 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:16:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b6834e9c-2579-425f-af43-1fb6b37f59b5'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:44.970721 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72031a5-6fcd-4731-8196-ccc51971666a None None] Pushing event updated for resources: {'Port': ['ID=fb4e957a-ced5-4d70-926e-567cb744ade4,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:44.981458 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 919c9122-8ad2-40f5-9347-349ec8e65efb details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:45.012340 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5e05b1b0-1d16-47ff-85fb-7f81d7987034 None None] Provisioning complete for port 49fd7c4c-9495-4fb3-a387-760c53568262 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:45.012717 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b1b0-1d16-47ff-85fb-7f81d7987034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.025214 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c12744-0b17-49e8-81d7-5fb2a17947e2 None None] Pushing event updated for resources: {'Port': ['ID=2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:45.064215 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 49fd7c4c-9495-4fb3-a387-760c53568262 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:45.064802 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.095110 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c5ad337e-1af3-4c71-a3ab-c5557a789a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.106570 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b84e548c-3544-4dc7-aa03-f86c6a52e466 req-b8ce603d-92d8-4c84-baff-8034a95a3831 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.141547 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] Set router b6834e9c-2579-425f-af43-1fb6b37f59b5 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:45.174792 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c5ad337e-1af3-4c71-a3ab-c5557a789a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.199363 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-386bcb27-36ca-4389-8c3f-8b9ef39691be admin admin] Allocated IP 172.20.0.1 (6c1acb21-74e0-4a99-8bf9-7b4840c96106/92303fbe-2cd9-467e-8d04-eb02d793ecec/371b80aa-0df9-49fd-95ea-4ee12e6ee62e) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:45.229432 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.253130 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.resource_extend [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:16:45.283077 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaeb91e-78cb-4c6f-ad8f-1623cb0309a8 req-f67ad767-31a8-4a54-995f-c97694bd746f tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.284679 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2eaeb91e-78cb-4c6f-ad8f-1623cb0309a8 req-f67ad767-31a8-4a54-995f-c97694bd746f tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/ports?device_id=c65ceced-140d-4304-91dd-9dfec8eb1fb2 HTTP/1.1" status: 200 len: 945 time: 0.6751351 Jul 14 09:16:45.296187 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a94ee94e-1c3e-40ab-a503-d472dfb845ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.402442 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65ceced-140d-4304-91dd-9dfec8eb1fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d575b40-40aa-4571-92ce-5f43e8faa067'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:45.407009 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e3fb06-506d-4ea8-84db-0c550ad78b4f" -d '{"events": [{"server_uuid": "c65ceced-140d-4304-91dd-9dfec8eb1fb2", "name": "network-vif-plugged", "status": "completed", "tag": "6d575b40-40aa-4571-92ce-5f43e8faa067"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:45.455741 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 6d575b40-40aa-4571-92ce-5f43e8faa067, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6d575b40-40aa-4571-92ce-5f43e8faa067,segment=NetworkSegment(e27e16b2-555c-458d-9135-76cd9e19964c),segment_id=e27e16b2-555c-458d-9135-76cd9e19964c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:45.476095 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6834e9c-2579-425f-af43-1fb6b37f59b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-23016735-router', 'tenant_id': '74ae2dd880074087a6f470a2bf72bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:41Z', 'revision_number': 3, 'project_id': '74ae2dd880074087a6f470a2bf72bd4e', 'gw_port': {'id': '2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6834e9c-2579-425f-af43-1fb6b37f59b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:45.480186 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.487193 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2eaeb91e-78cb-4c6f-ad8f-1623cb0309a8 req-03ea7f89-b40d-4d15-b573-5e2bce626edd tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/security-groups?id=18851693-9f84-4c30-8ba9-e5199654e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951909 Jul 14 09:16:45.574780 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6630d75-59d8-4d08-9e45-595261d62e3b None None] The sync data for ids ['b6834e9c-2579-425f-af43-1fb6b37f59b5'] in n-d-798054-10 is: [{'id': 'b6834e9c-2579-425f-af43-1fb6b37f59b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-23016735-router', 'tenant_id': '74ae2dd880074087a6f470a2bf72bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:41Z', 'revision_number': 3, 'project_id': '74ae2dd880074087a6f470a2bf72bd4e', 'gw_port': {'id': '2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6834e9c-2579-425f-af43-1fb6b37f59b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:45.614310 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=6d575b40-40aa-4571-92ce-5f43e8faa067,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:45.657662 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 919c9122-8ad2-40f5-9347-349ec8e65efb, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=919c9122-8ad2-40f5-9347-349ec8e65efb,segment=NetworkSegment(cb339d41-540d-4231-a58a-cb7d79efd876),segment_id=cb339d41-540d-4231-a58a-cb7d79efd876)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:45.679803 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '919c9122-8ad2-40f5-9347-349ec8e65efb', 'network_id': '215a7484-dd0c-4df3-8207-d6d38ec94509', 'port_id': '919c9122-8ad2-40f5-9347-349ec8e65efb', 'mac_address': 'fa:16:3e:26:2c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50dff171-9d55-46a2-9d67-ba7dec034d2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:45.727539 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c5ad337e-1af3-4c71-a3ab-c5557a789a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.730366 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c5ad337e-1af3-4c71-a3ab-c5557a789a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.734466 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c5ad337e-1af3-4c71-a3ab-c5557a789a69 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/21cb558d-f91c-465a-90f8-f7757c7fe715 HTTP/1.1" status: 204 len: 168 time: 0.8680005 Jul 14 09:16:45.750981 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad337e-1af3-4c71-a3ab-c5557a789a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cb558d-f91c-465a-90f8-f7757c7fe715,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:45.786863 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.813287 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-386bcb27-36ca-4389-8c3f-8b9ef39691be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.823179 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919c9122-8ad2-40f5-9347-349ec8e65efb {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:45.835234 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-386bcb27-36ca-4389-8c3f-8b9ef39691be admin admin] Transition to ACTIVE for port object 371b80aa-0df9-49fd-95ea-4ee12e6ee62e will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:45.859887 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-b84e548c-3544-4dc7-aa03-f86c6a52e466 req-b8ce603d-92d8-4c84-baff-8034a95a3831 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] For port 4c02f7c6-a3b5-4c34-9e55-835154fd0286, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=4c02f7c6-a3b5-4c34-9e55-835154fd0286,segment=NetworkSegment(a5e53d92-b324-4b94-8d29-22418d6ea2d2),segment_id=a5e53d92-b324-4b94-8d29-22418d6ea2d2)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:45.868681 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 919c9122-8ad2-40f5-9347-349ec8e65efb, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=919c9122-8ad2-40f5-9347-349ec8e65efb,segment=NetworkSegment(cb339d41-540d-4231-a58a-cb7d79efd876),segment_id=cb339d41-540d-4231-a58a-cb7d79efd876)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:45.874631 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.882111 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-05901b30-f94e-4361-bf4d-2240c2bef39c None None] Provisioning complete for port fb4e957a-ced5-4d70-926e-567cb744ade4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:45.882624 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05901b30-f94e-4361-bf4d-2240c2bef39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.889564 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-386bcb27-36ca-4389-8c3f-8b9ef39691be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.939580 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b84e548c-3544-4dc7-aa03-f86c6a52e466 req-b8ce603d-92d8-4c84-baff-8034a95a3831 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.945848 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b84e548c-3544-4dc7-aa03-f86c6a52e466 req-b8ce603d-92d8-4c84-baff-8034a95a3831 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.957165 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94ee94e-1c3e-40ab-a503-d472dfb845ef admin admin] Router 1b87122a-a38f-4f1a-af87-48afebee63d7 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:16:45.958003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386bcb27-36ca-4389-8c3f-8b9ef39691be admin admin] Network 6c1acb21-74e0-4a99-8bf9-7b4840c96106 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:45.960076 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bcb27-36ca-4389-8c3f-8b9ef39691be admin admin] Pushing event updated for resources: {'Port': ['ID=371b80aa-0df9-49fd-95ea-4ee12e6ee62e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:45.962735 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['4c02f7c6-a3b5-4c34-9e55-835154fd0286'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:45.968428 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-386bcb27-36ca-4389-8c3f-8b9ef39691be admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:45.972359 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386bcb27-36ca-4389-8c3f-8b9ef39691be admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:45.978387 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2eca3-640e-4cd1-9cda-8b8365c10ba7 req-eb087b04-d3c0-418c-a831-6865f24e367a tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.986282 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-78e2eca3-640e-4cd1-9cda-8b8365c10ba7 req-eb087b04-d3c0-418c-a831-6865f24e367a tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f8a881-017e-4ff4-9118-bca1dff44ecf HTTP/1.1" status: 200 len: 943 time: 0.2361157 Jul 14 09:16:46.033927 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['6aca5817-8f42-4e7a-85f5-bac6f4442924'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:46.073825 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-386bcb27-36ca-4389-8c3f-8b9ef39691be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.118104 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e548c-3544-4dc7-aa03-f86c6a52e466 req-b8ce603d-92d8-4c84-baff-8034a95a3831 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.118774 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b84e548c-3544-4dc7-aa03-f86c6a52e466 req-b8ce603d-92d8-4c84-baff-8034a95a3831 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.120226 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b84e548c-3544-4dc7-aa03-f86c6a52e466 req-b8ce603d-92d8-4c84-baff-8034a95a3831 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "PUT /v2.0/ports/4c02f7c6-a3b5-4c34-9e55-835154fd0286 HTTP/1.1" status: 200 len: 982 time: 2.1876066 Jul 14 09:16:46.120701 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb1f99d-f902-4522-9874-a779e6d371f0', 'tag': '4c02f7c6-a3b5-4c34-9e55-835154fd0286'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:46.125222 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c288616-e4f1-4095-8c8b-d2f1e65e57b1" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb1f99d-f902-4522-9874-a779e6d371f0", "tag": "4c02f7c6-a3b5-4c34-9e55-835154fd0286"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:46.151041 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['919c9122-8ad2-40f5-9347-349ec8e65efb'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:46.237128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce603d-92d8-4c84-baff-8034a95a3831 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event updated for resources: {'Port': ['ID=4c02f7c6-a3b5-4c34-9e55-835154fd0286,revision_number=6']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:46.278992 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-78e2eca3-640e-4cd1-9cda-8b8365c10ba7 req-f05254c4-1b99-4358-bb76-867b9bcf773b tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/security-groups?id=75066170-61b6-4305-aacc-f608448e4747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899799 Jul 14 09:16:46.297639 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['4c02f7c6-a3b5-4c34-9e55-835154fd0286'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:46.326645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=919c9122-8ad2-40f5-9347-349ec8e65efb,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:46.332555 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe066f0-1917-40ea-8235-da9ac6404f04 x-openstack-request-id: req-abe066f0-1917-40ea-8235-da9ac6404f04 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:46.332948 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65ceced-140d-4304-91dd-9dfec8eb1fb2", "name": "network-vif-plugged", "status": "completed", "tag": "6d575b40-40aa-4571-92ce-5f43e8faa067", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:46.333571 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-abe066f0-1917-40ea-8235-da9ac6404f04 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:46.335017 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65ceced-140d-4304-91dd-9dfec8eb1fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d575b40-40aa-4571-92ce-5f43e8faa067', 'code': 200} Jul 14 09:16:46.563442 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94ee94e-1c3e-40ab-a503-d472dfb845ef admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:46.581088 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e34736d-6601-46a6-9096-ccdb1fb94944 req-a99c77cc-f491-4956-a352-26f52af7de0a tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/3d46250f-7f3a-4187-945d-57eeafb3ebe2 HTTP/1.1" status: 200 len: 1799 time: 0.1692283 Jul 14 09:16:46.599269 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5deea-17da-4344-931d-ee67d88406a7 req-df0dba16-3425-4561-9277-fa453317696b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.600854 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4fa5deea-17da-4344-931d-ee67d88406a7 req-df0dba16-3425-4561-9277-fa453317696b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c65ceced-140d-4304-91dd-9dfec8eb1fb2 HTTP/1.1" status: 200 len: 1098 time: 0.1773717 Jul 14 09:16:46.601463 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-386bcb27-36ca-4389-8c3f-8b9ef39691be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.642432 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.700239 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] Sync routers for ids ['1b87122a-a38f-4f1a-af87-48afebee63d7'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:46.703451 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a94ee94e-1c3e-40ab-a503-d472dfb845ef admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.708288 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a94ee94e-1c3e-40ab-a503-d472dfb845ef admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.8591363 Jul 14 09:16:46.713884 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52772) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:46.726188 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fb4e957a-ced5-4d70-926e-567cb744ade4 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:46.728599 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-6e34736d-6601-46a6-9096-ccdb1fb94944 req-b68530b4-ee1f-4167-8e14-8bce3714ef68 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:16:46.750841 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e34736d-6601-46a6-9096-ccdb1fb94944 req-b68530b4-ee1f-4167-8e14-8bce3714ef68 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "DELETE /v2.0/security-groups/3d46250f-7f3a-4187-945d-57eeafb3ebe2 HTTP/1.1" status: 409 len: 341 time: 0.1556547 Jul 14 09:16:46.865414 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0923bb1-ce9d-4839-b1ea-9317d3f67503 x-openstack-request-id: req-f0923bb1-ce9d-4839-b1ea-9317d3f67503 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:46.866528 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb1f99d-f902-4522-9874-a779e6d371f0", "tag": "4c02f7c6-a3b5-4c34-9e55-835154fd0286", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:46.866978 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0923bb1-ce9d-4839-b1ea-9317d3f67503 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:46.867567 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb1f99d-f902-4522-9874-a779e6d371f0', 'tag': '4c02f7c6-a3b5-4c34-9e55-835154fd0286', 'status': 'completed', 'code': 200} Jul 14 09:16:47.019698 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-386bcb27-36ca-4389-8c3f-8b9ef39691be admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.039914 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] Routers {'1b87122a-a38f-4f1a-af87-48afebee63d7'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:47.046131 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:16:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1b87122a-a38f-4f1a-af87-48afebee63d7'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:47.118418 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port fb4e957a-ced5-4d70-926e-567cb744ade4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:47.118854 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.129262 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4fa5deea-17da-4344-931d-ee67d88406a7 req-03f70d6a-97f4-4563-a039-a577e6195169 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=18851693-9f84-4c30-8ba9-e5199654e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938638 Jul 14 09:16:47.129927 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-386bcb27-36ca-4389-8c3f-8b9ef39691be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.213059 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-386bcb27-36ca-4389-8c3f-8b9ef39691be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.232507 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bcb27-36ca-4389-8c3f-8b9ef39691be admin admin] Pushing event updated for resources: {'Port': ['ID=371b80aa-0df9-49fd-95ea-4ee12e6ee62e,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:47.343804 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386bcb27-36ca-4389-8c3f-8b9ef39691be admin admin] Network 6c1acb21-74e0-4a99-8bf9-7b4840c96106 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:47.348691 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-386bcb27-36ca-4389-8c3f-8b9ef39691be admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:47.414293 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6b6d0-6232-49bf-8d6e-363096bd8a68 req-a2202f8b-b658-4ac2-9603-ac8ea41a5135 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.416189 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97a6b6d0-6232-49bf-8d6e-363096bd8a68 req-a2202f8b-b658-4ac2-9603-ac8ea41a5135 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/ports?device_id=c65ceced-140d-4304-91dd-9dfec8eb1fb2 HTTP/1.1" status: 200 len: 946 time: 0.1932225 Jul 14 09:16:47.538766 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386bcb27-36ca-4389-8c3f-8b9ef39691be admin admin] Router b6834e9c-2579-425f-af43-1fb6b37f59b5 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:16:47.631221 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:47.639687 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97a6b6d0-6232-49bf-8d6e-363096bd8a68 req-c7486a7f-c625-4904-ab6a-a36236c354a7 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/security-groups?id=18851693-9f84-4c30-8ba9-e5199654e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447830 Jul 14 09:16:47.798881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386bcb27-36ca-4389-8c3f-8b9ef39691be admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:47.818129 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-386bcb27-36ca-4389-8c3f-8b9ef39691be admin admin] 10.222.0.26 "PUT /v2.0/routers/b6834e9c-2579-425f-af43-1fb6b37f59b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0868034 Jul 14 09:16:47.820912 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c288616-e4f1-4095-8c8b-d2f1e65e57b1 req-f9326543-5738-4db3-aaf7-633e6fe058f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.822374 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5c288616-e4f1-4095-8c8b-d2f1e65e57b1 req-f9326543-5738-4db3-aaf7-633e6fe058f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=557f4eb50c684c97b08dac62df18e620&device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 1137 time: 0.7955482 Jul 14 09:16:47.962369 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7b73cd9c-634c-4e34-a0af-31d701cc24fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.044786 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c288616-e4f1-4095-8c8b-d2f1e65e57b1 req-5ee356e4-ab26-403b-8bd9-b094944b379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.046323 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5c288616-e4f1-4095-8c8b-d2f1e65e57b1 req-5ee356e4-ab26-403b-8bd9-b094944b379c service neutron] 10.222.0.49 "GET /v2.0/networks?id=58b578ac-94e2-4ea1-a737-42993db0b5b6 HTTP/1.1" status: 200 len: 914 time: 0.2155733 Jul 14 09:16:48.062906 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-5d7d2204-3aa9-47c8-afec-bb9a4eb0fafa tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e27baebbb0f54c7a9fe380b07bc17b88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1114993 Jul 14 09:16:48.155732 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5c288616-e4f1-4095-8c8b-d2f1e65e57b1 req-150c96b5-e888-4023-b18c-b77585dfa722 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c02f7c6-a3b5-4c34-9e55-835154fd0286 HTTP/1.1" status: 200 len: 217 time: 0.1030951 Jul 14 09:16:48.221362 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] Set router 1b87122a-a38f-4f1a-af87-48afebee63d7 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:48.258058 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c288616-e4f1-4095-8c8b-d2f1e65e57b1 req-c114deb6-4efd-4a12-9c87-cb7abcfd7536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.267024 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5c288616-e4f1-4095-8c8b-d2f1e65e57b1 req-c114deb6-4efd-4a12-9c87-cb7abcfd7536 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c3ad77fb-8644-4bff-ba7c-293c210c0da0 HTTP/1.1" status: 200 len: 853 time: 0.1058533 Jul 14 09:16:48.340759 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5c288616-e4f1-4095-8c8b-d2f1e65e57b1 req-c4d9452d-0dad-483e-8845-ae900ddbf35b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58b578ac-94e2-4ea1-a737-42993db0b5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653441 Jul 14 09:16:48.412564 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-7b73cd9c-634c-4e34-a0af-31d701cc24fa admin admin] Allocated IP 172.20.0.1 (256b6df7-8dd6-4b20-bd3c-6a14911923ef/678fd0c0-aac5-43ab-b16c-dd17e98a798e/7cbb54f9-3905-40df-86a1-11bb0ddf9669) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:48.549625 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5c288616-e4f1-4095-8c8b-d2f1e65e57b1 req-a6ca5248-65e1-4c64-9c2b-e83e1c7d6316 service neutron] 10.222.0.49 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992826 Jul 14 09:16:48.629363 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] Sync routers for ids ['b6834e9c-2579-425f-af43-1fb6b37f59b5'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:48.645802 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] Routers {'b6834e9c-2579-425f-af43-1fb6b37f59b5'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:48.646887 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:16:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b6834e9c-2579-425f-af43-1fb6b37f59b5'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:48.659111 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7b73cd9c-634c-4e34-a0af-31d701cc24fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.714367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8eabe5d5-97a4-49ea-b38a-abcaf0091557 None None] Provisioning for port 371b80aa-0df9-49fd-95ea-4ee12e6ee62e completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:48.742544 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-7b73cd9c-634c-4e34-a0af-31d701cc24fa admin admin] Transition to ACTIVE for port object 7cbb54f9-3905-40df-86a1-11bb0ddf9669 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:48.758140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8eabe5d5-97a4-49ea-b38a-abcaf0091557 None None] Provisioning complete for port 371b80aa-0df9-49fd-95ea-4ee12e6ee62e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:48.758516 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8eabe5d5-97a4-49ea-b38a-abcaf0091557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.765083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-91f2db97-6248-47f3-b046-72d653d1d632 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.766868 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-91f2db97-6248-47f3-b046-72d653d1d632 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6938281 Jul 14 09:16:48.781324 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5c288616-e4f1-4095-8c8b-d2f1e65e57b1 req-af763fcc-2d8c-4e75-8ecf-5eb990f9ea65 service neutron] 10.222.0.49 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257977 Jul 14 09:16:48.801956 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5022b-2a57-4da3-857e-7648d89c4d0c req-eea20fba-7738-40eb-a147-805a841b2cff tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.809522 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d3f5022b-2a57-4da3-857e-7648d89c4d0c req-eea20fba-7738-40eb-a147-805a841b2cff tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f8a881-017e-4ff4-9118-bca1dff44ecf HTTP/1.1" status: 200 len: 944 time: 0.3197424 Jul 14 09:16:48.818553 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-1ce0b5e6-550f-4af1-8ac2-3aa414ea0082 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/quotas/e27baebbb0f54c7a9fe380b07bc17b88 HTTP/1.1" status: 200 len: 375 time: 0.0419934 Jul 14 09:16:48.912949 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d3f5022b-2a57-4da3-857e-7648d89c4d0c req-2a691283-03eb-4f1a-bc28-e71051546471 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/security-groups?id=75066170-61b6-4305-aacc-f608448e4747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015952 Jul 14 09:16:48.921189 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-ab554aa5-bdb7-4cf0-a5b0-0727ec064725 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e27baebbb0f54c7a9fe380b07bc17b88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685480 Jul 14 09:16:48.945198 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7b73cd9c-634c-4e34-a0af-31d701cc24fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.014052 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01f771-e666-423e-a6fb-944e7e6b804c req-0a83a607-e855-4a8c-9913-cdbdf69dd249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:49.019280 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5c01f771-e666-423e-a6fb-944e7e6b804c req-0a83a607-e855-4a8c-9913-cdbdf69dd249 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=557f4eb50c684c97b08dac62df18e620&device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 1137 time: 0.1756408 Jul 14 09:16:49.042327 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b73cd9c-634c-4e34-a0af-31d701cc24fa admin admin] Network 256b6df7-8dd6-4b20-bd3c-6a14911923ef is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:49.058666 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-7b73cd9c-634c-4e34-a0af-31d701cc24fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:49.069361 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:49.071545 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b73cd9c-634c-4e34-a0af-31d701cc24fa admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:49.166308 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] Set router b6834e9c-2579-425f-af43-1fb6b37f59b5 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:49.219085 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7b73cd9c-634c-4e34-a0af-31d701cc24fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.376626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01f771-e666-423e-a6fb-944e7e6b804c req-c02ddab1-13bc-4a80-a892-9a11e00e6ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:49.388214 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:49.388787 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.400083 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5c01f771-e666-423e-a6fb-944e7e6b804c req-c02ddab1-13bc-4a80-a892-9a11e00e6ed1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=58b578ac-94e2-4ea1-a737-42993db0b5b6 HTTP/1.1" status: 200 len: 914 time: 0.3688934 Jul 14 09:16:49.455776 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8eabe5d5-97a4-49ea-b38a-abcaf0091557 None None] Port 371b80aa-0df9-49fd-95ea-4ee12e6ee62e cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:49.503642 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73cd9c-634c-4e34-a0af-31d701cc24fa admin admin] Pushing event updated for resources: {'Port': ['ID=7cbb54f9-3905-40df-86a1-11bb0ddf9669,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:49.590488 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5c01f771-e666-423e-a6fb-944e7e6b804c req-d34bfad7-69d1-4a09-8f7d-1d2a721067e4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c02f7c6-a3b5-4c34-9e55-835154fd0286 HTTP/1.1" status: 200 len: 217 time: 0.1847298 Jul 14 09:16:49.702664 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01f771-e666-423e-a6fb-944e7e6b804c req-414f3f0d-0caa-43fc-bc77-c2f5cdbcc210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:49.704428 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5c01f771-e666-423e-a6fb-944e7e6b804c req-414f3f0d-0caa-43fc-bc77-c2f5cdbcc210 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c3ad77fb-8644-4bff-ba7c-293c210c0da0 HTTP/1.1" status: 200 len: 853 time: 0.1058059 Jul 14 09:16:49.757527 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5c01f771-e666-423e-a6fb-944e7e6b804c req-b1e85cf3-ced1-430c-a29e-5a12241d7ce1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58b578ac-94e2-4ea1-a737-42993db0b5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457189 Jul 14 09:16:49.758639 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-83a5a5a9-5a96-4bf8-b7ad-c41077d8a204 None None] Provisioning for port 7cbb54f9-3905-40df-86a1-11bb0ddf9669 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:49.774354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-83a5a5a9-5a96-4bf8-b7ad-c41077d8a204 None None] Provisioning complete for port 7cbb54f9-3905-40df-86a1-11bb0ddf9669 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:49.774779 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83a5a5a9-5a96-4bf8-b7ad-c41077d8a204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.854963 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-83a5a5a9-5a96-4bf8-b7ad-c41077d8a204 None None] Port 7cbb54f9-3905-40df-86a1-11bb0ddf9669 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:49.884695 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5c01f771-e666-423e-a6fb-944e7e6b804c req-17e382a8-60b2-44ef-96fc-e0f2edf0316d service neutron] 10.222.0.49 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176693 Jul 14 09:16:49.895430 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'name': 'tempest-ServersTestJSON-1823826607-router', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:16:43Z', 'revision_number': 3, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'gw_port': {'id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:41Z', 'updated_at': '2021-07-14T09:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:49.945048 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6834e9c-2579-425f-af43-1fb6b37f59b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-23016735-router', 'tenant_id': '74ae2dd880074087a6f470a2bf72bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:46Z', 'revision_number': 4, 'project_id': '74ae2dd880074087a6f470a2bf72bd4e', 'gw_port': {'id': '2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6834e9c-2579-425f-af43-1fb6b37f59b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '371b80aa-0df9-49fd-95ea-4ee12e6ee62e', 'name': '', 'network_id': '6c1acb21-74e0-4a99-8bf9-7b4840c96106', 'tenant_id': '74ae2dd880074087a6f470a2bf72bd4e', 'mac_address': 'fa:16:3e:9e:0f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6834e9c-2579-425f-af43-1fb6b37f59b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '92303fbe-2cd9-467e-8d04-eb02d793ecec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:44Z', 'updated_at': '2021-07-14T09:16:46Z', 'revision_number': 2, 'project_id': '74ae2dd880074087a6f470a2bf72bd4e', 'subnets': [{'id': '92303fbe-2cd9-467e-8d04-eb02d793ecec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:49.971278 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] Checking router: 1b87122a-a38f-4f1a-af87-48afebee63d7 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:16:49.971727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] Updating router 1b87122a-a38f-4f1a-af87-48afebee63d7 port bed3a62b-f695-48ec-ae95-70508f51fdcc binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:16:49.993962 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] Checking router: b6834e9c-2579-425f-af43-1fb6b37f59b5 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:16:49.995062 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] Updating router b6834e9c-2579-425f-af43-1fb6b37f59b5 port 371b80aa-0df9-49fd-95ea-4ee12e6ee62e binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:16:50.044178 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.081322 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.082672 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.101543 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac3395-e7ea-43f1-99d1-01613f42982c req-f6f90aa8-b372-4aa3-ba17-fe858e6e0698 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:50.112876 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5c01f771-e666-423e-a6fb-944e7e6b804c req-7e0864e3-e2e4-4f53-8225-1147a9b8716a service neutron] 10.222.0.49 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212276 Jul 14 09:16:50.113828 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88ac3395-e7ea-43f1-99d1-01613f42982c req-f6f90aa8-b372-4aa3-ba17-fe858e6e0698 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 985 time: 0.8801148 Jul 14 09:16:50.146145 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7b73cd9c-634c-4e34-a0af-31d701cc24fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.210480 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88ac3395-e7ea-43f1-99d1-01613f42982c req-c410731e-41ec-40a6-988d-3ee080a783a2 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&id=3d46250f-7f3a-4187-945d-57eeafb3ebe2&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0953703 Jul 14 09:16:50.348750 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e39ab-535c-4102-a2e1-899ab93f98b4 req-693c016e-7c76-4686-9fa0-0aed9b2381da tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:50.358052 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-021e39ab-535c-4102-a2e1-899ab93f98b4 req-693c016e-7c76-4686-9fa0-0aed9b2381da tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/ports?device_id=c65ceced-140d-4304-91dd-9dfec8eb1fb2 HTTP/1.1" status: 200 len: 946 time: 0.6143072 Jul 14 09:16:50.392258 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:50.401012 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.621396 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-021e39ab-535c-4102-a2e1-899ab93f98b4 req-f52059e0-0686-47c2-94e4-da867d47d2c0 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/security-groups?id=18851693-9f84-4c30-8ba9-e5199654e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623742 Jul 14 09:16:50.713420 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:50.726886 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.743367 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] Transition to ACTIVE for port object 371b80aa-0df9-49fd-95ea-4ee12e6ee62e will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:50.753139 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.816276 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-6eed4eb5-4358-427a-90be-e9035735e561 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e27baebbb0f54c7a9fe380b07bc17b88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1676989 Jul 14 09:16:50.876967 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e4102-2dbb-42b2-a352-53351d01ae22 None None] Pushing event updated for resources: {'Port': ['ID=371b80aa-0df9-49fd-95ea-4ee12e6ee62e,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:50.886596 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.903229 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] Transition to ACTIVE for port object bed3a62b-f695-48ec-ae95-70508f51fdcc will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:50.914125 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.986660 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 919c9122-8ad2-40f5-9347-349ec8e65efb up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:51.131559 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-08f0c49f-f903-4900-b235-7ba3f91a93ac tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:51.139798 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-08f0c49f-f903-4900-b235-7ba3f91a93ac tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3222589 Jul 14 09:16:51.191879 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] Attempting to bind port 371b80aa-0df9-49fd-95ea-4ee12e6ee62e on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:51.192488 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] Attempting to bind port 371b80aa-0df9-49fd-95ea-4ee12e6ee62e by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '8575a089-d7c2-4126-ae9f-ea7098512d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c1acb21-74e0-4a99-8bf9-7b4840c96106'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:51.194469 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] Attempting to bind port 371b80aa-0df9-49fd-95ea-4ee12e6ee62e on network 6c1acb21-74e0-4a99-8bf9-7b4840c96106 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:51.198540 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-8537ece9-ae0c-4c5a-8e3a-5417c8809478 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/quotas/e27baebbb0f54c7a9fe380b07bc17b88 HTTP/1.1" status: 200 len: 375 time: 0.0576143 Jul 14 09:16:51.220637 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:51.220924 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] Checking segment: {'id': '8575a089-d7c2-4126-ae9f-ea7098512d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c1acb21-74e0-4a99-8bf9-7b4840c96106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:51.221329 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.221734 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] Bound using segment: {'id': '8575a089-d7c2-4126-ae9f-ea7098512d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c1acb21-74e0-4a99-8bf9-7b4840c96106'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:51.225511 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] Bound port: 371b80aa-0df9-49fd-95ea-4ee12e6ee62e, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8575a089-d7c2-4126-ae9f-ea7098512d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6c1acb21-74e0-4a99-8bf9-7b4840c96106'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:51.225977 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.295112 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c8715-d07f-448a-92e4-fded561da5ff None None] Pushing event updated for resources: {'Port': ['ID=bed3a62b-f695-48ec-ae95-70508f51fdcc,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:51.307491 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] Attempting to bind port bed3a62b-f695-48ec-ae95-70508f51fdcc on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:51.307876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] Attempting to bind port bed3a62b-f695-48ec-ae95-70508f51fdcc by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:51.308238 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] Attempting to bind port bed3a62b-f695-48ec-ae95-70508f51fdcc on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:51.310538 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-cc6749d8-b2a0-423a-a76f-5c44b48d22b9 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e27baebbb0f54c7a9fe380b07bc17b88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1101019 Jul 14 09:16:51.321804 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:51.324293 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:51.324709 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.332787 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:51.333450 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] Bound port: bed3a62b-f695-48ec-ae95-70508f51fdcc, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:51.335998 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.339679 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 919c9122-8ad2-40f5-9347-349ec8e65efb completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:51.398604 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 919c9122-8ad2-40f5-9347-349ec8e65efb triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:51.400545 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.428427 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] For port 371b80aa-0df9-49fd-95ea-4ee12e6ee62e, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:51.437311 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] For port 371b80aa-0df9-49fd-95ea-4ee12e6ee62e, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=371b80aa-0df9-49fd-95ea-4ee12e6ee62e,segment=NetworkSegment(8575a089-d7c2-4126-ae9f-ea7098512d60),segment_id=8575a089-d7c2-4126-ae9f-ea7098512d60)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:51.444205 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.571987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52880) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:51.607358 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcb4a1-394f-4280-a479-b75a150bd9b0 req-ab94fabb-162e-446a-8a5f-6845ac442168 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:51.612765 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e4102-2dbb-42b2-a352-53351d01ae22 None None] Pushing event updated for resources: {'Port': ['ID=371b80aa-0df9-49fd-95ea-4ee12e6ee62e,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:51.620150 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75dcb4a1-394f-4280-a479-b75a150bd9b0 req-ab94fabb-162e-446a-8a5f-6845ac442168 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f8a881-017e-4ff4-9118-bca1dff44ecf HTTP/1.1" status: 200 len: 944 time: 0.5885713 Jul 14 09:16:51.666364 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7b73cd9c-634c-4e34-a0af-31d701cc24fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.675733 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7b73cd9c-634c-4e34-a0af-31d701cc24fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.690770 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] Routers {'b6834e9c-2579-425f-af43-1fb6b37f59b5'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:51.693961 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] For port bed3a62b-f695-48ec-ae95-70508f51fdcc, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:51.701394 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] For port bed3a62b-f695-48ec-ae95-70508f51fdcc, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=bed3a62b-f695-48ec-ae95-70508f51fdcc,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:51.706775 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:16:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b6834e9c-2579-425f-af43-1fb6b37f59b5'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:51.714623 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.812857 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75dcb4a1-394f-4280-a479-b75a150bd9b0 req-55f7f268-6074-41e8-adf0-70fd94d633b8 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/security-groups?id=75066170-61b6-4305-aacc-f608448e4747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911917 Jul 14 09:16:51.918789 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c70fe780-7757-4f22-8dbf-e9e8b81d645e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.952834 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73cd9c-634c-4e34-a0af-31d701cc24fa admin admin] Pushing event updated for resources: {'Port': ['ID=7cbb54f9-3905-40df-86a1-11bb0ddf9669,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:51.984527 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7b73cd9c-634c-4e34-a0af-31d701cc24fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.064903 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] Routers {'1b87122a-a38f-4f1a-af87-48afebee63d7'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:52.077594 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:16:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1b87122a-a38f-4f1a-af87-48afebee63d7'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:52.109320 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.124933 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] Set router b6834e9c-2579-425f-af43-1fb6b37f59b5 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:52.240141 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c70fe780-7757-4f22-8dbf-e9e8b81d645e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.244890 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c70fe780-7757-4f22-8dbf-e9e8b81d645e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.284418 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c70fe780-7757-4f22-8dbf-e9e8b81d645e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=95db8cedf29544d4bd8971df8dd84e65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7107620 Jul 14 09:16:52.297368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52896) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:52.315559 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c8715-d07f-448a-92e4-fded561da5ff None None] Pushing event updated for resources: {'Port': ['ID=bed3a62b-f695-48ec-ae95-70508f51fdcc,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:52.353704 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-61b6d74a-c1ba-4851-a522-2b8906d03bb2 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e27baebbb0f54c7a9fe380b07bc17b88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776246 Jul 14 09:16:52.362638 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fe780-7757-4f22-8dbf-e9e8b81d645e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b304ba4c-9bcb-4cc2-bef9-0586f11ab1ec,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:52.392423 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f8a881-017e-4ff4-9118-bca1dff44ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919c9122-8ad2-40f5-9347-349ec8e65efb'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:52.401183 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcac74fb-5644-45b6-943f-a412a33ba4ae" -d '{"events": [{"server_uuid": "b2f8a881-017e-4ff4-9118-bca1dff44ecf", "name": "network-vif-plugged", "status": "completed", "tag": "919c9122-8ad2-40f5-9347-349ec8e65efb"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:52.489527 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 919c9122-8ad2-40f5-9347-349ec8e65efb, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=919c9122-8ad2-40f5-9347-349ec8e65efb,segment=NetworkSegment(cb339d41-540d-4231-a58a-cb7d79efd876),segment_id=cb339d41-540d-4231-a58a-cb7d79efd876)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:52.517334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-190acf04-345b-4ebc-a8dd-45b1156cba2a tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.519511 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-190acf04-345b-4ebc-a8dd-45b1156cba2a tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1531827 Jul 14 09:16:52.547722 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-4c8087fb-c269-4815-923d-4e2e4b6da58c tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Request body: {'port': {'device_id': '17a92d9f-8ce6-443f-8a4c-cb0728a38d2c', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': 'e27baebbb0f54c7a9fe380b07bc17b88'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:52.569527 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b73cd9c-634c-4e34-a0af-31d701cc24fa admin admin] Network 256b6df7-8dd6-4b20-bd3c-6a14911923ef is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:52.594521 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-7b73cd9c-634c-4e34-a0af-31d701cc24fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:52.724504 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-4c8087fb-c269-4815-923d-4e2e4b6da58c tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Made reservation on behalf of e27baebbb0f54c7a9fe380b07bc17b88 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:52.730867 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-4c8087fb-c269-4815-923d-4e2e4b6da58c tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.745313 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.753935 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-4c8087fb-c269-4815-923d-4e2e4b6da58c tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.780302 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:52.867022 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6834e9c-2579-425f-af43-1fb6b37f59b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-23016735-router', 'tenant_id': '74ae2dd880074087a6f470a2bf72bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:46Z', 'revision_number': 4, 'project_id': '74ae2dd880074087a6f470a2bf72bd4e', 'gw_port': {'id': '2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6834e9c-2579-425f-af43-1fb6b37f59b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '371b80aa-0df9-49fd-95ea-4ee12e6ee62e', 'name': '', 'network_id': '6c1acb21-74e0-4a99-8bf9-7b4840c96106', 'tenant_id': '74ae2dd880074087a6f470a2bf72bd4e', 'mac_address': 'fa:16:3e:9e:0f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6834e9c-2579-425f-af43-1fb6b37f59b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '92303fbe-2cd9-467e-8d04-eb02d793ecec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:44Z', 'updated_at': '2021-07-14T09:16:51Z', 'revision_number': 4, 'project_id': '74ae2dd880074087a6f470a2bf72bd4e', 'subnets': [{'id': '92303fbe-2cd9-467e-8d04-eb02d793ecec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:52.949522 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880646ec-ebd1-4015-980d-505ad0209d48 None None] The sync data for ids ['b6834e9c-2579-425f-af43-1fb6b37f59b5'] in n-d-798054-10 is: [{'id': 'b6834e9c-2579-425f-af43-1fb6b37f59b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-23016735-router', 'tenant_id': '74ae2dd880074087a6f470a2bf72bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:46Z', 'revision_number': 4, 'project_id': '74ae2dd880074087a6f470a2bf72bd4e', 'gw_port': {'id': '2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6834e9c-2579-425f-af43-1fb6b37f59b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '371b80aa-0df9-49fd-95ea-4ee12e6ee62e', 'name': '', 'network_id': '6c1acb21-74e0-4a99-8bf9-7b4840c96106', 'tenant_id': '74ae2dd880074087a6f470a2bf72bd4e', 'mac_address': 'fa:16:3e:9e:0f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6834e9c-2579-425f-af43-1fb6b37f59b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '92303fbe-2cd9-467e-8d04-eb02d793ecec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:44Z', 'updated_at': '2021-07-14T09:16:51Z', 'revision_number': 4, 'project_id': '74ae2dd880074087a6f470a2bf72bd4e', 'subnets': [{'id': '92303fbe-2cd9-467e-8d04-eb02d793ecec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:53.067407 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-4c8087fb-c269-4815-923d-4e2e4b6da58c tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.084685 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-4c8087fb-c269-4815-923d-4e2e4b6da58c tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.089215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47e191-4104-4945-ba08-b541080c5260 req-f795d23e-2153-4d39-9a95-4bac3ce6c65f tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:53.097442 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6b47e191-4104-4945-ba08-b541080c5260 req-f795d23e-2153-4d39-9a95-4bac3ce6c65f tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 985 time: 0.8704488 Jul 14 09:16:53.110899 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b73cd9c-634c-4e34-a0af-31d701cc24fa admin admin] Router 1b87122a-a38f-4f1a-af87-48afebee63d7 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:16:53.355494 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:53.356340 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.413894 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6b47e191-4104-4945-ba08-b541080c5260 req-e1fba573-43c6-4420-a999-c5ad27739863 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&id=3d46250f-7f3a-4187-945d-57eeafb3ebe2&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3153243 Jul 14 09:16:53.430156 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b73cd9c-634c-4e34-a0af-31d701cc24fa admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:53.432059 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85730c8a-96eb-41f6-afa2-6f870a91565b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.441823 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7b73cd9c-634c-4e34-a0af-31d701cc24fa admin admin] 10.222.0.26 "PUT /v2.0/routers/1b87122a-a38f-4f1a-af87-48afebee63d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7221923 Jul 14 09:16:53.481996 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] Set router 1b87122a-a38f-4f1a-af87-48afebee63d7 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:53.524771 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=919c9122-8ad2-40f5-9347-349ec8e65efb,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:53.532844 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85730c8a-96eb-41f6-afa2-6f870a91565b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.550876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f037e00f-bf84-4cf0-86c3-9202212f2601 None None] Provisioning complete for port 7cbb54f9-3905-40df-86a1-11bb0ddf9669 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:53.563381 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f037e00f-bf84-4cf0-86c3-9202212f2601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.564075 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f1b92617-1842-4c25-be79-5722bedda314 req-350f5600-0b3e-4263-b9ef-351d8e9f1b5f tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?device_id=930cda15-e7ad-4dfe-a2b0-32ab25f684cc HTTP/1.1" status: 200 len: 210 time: 0.0977221 Jul 14 09:16:53.674529 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f037e00f-bf84-4cf0-86c3-9202212f2601 None None] Port 7cbb54f9-3905-40df-86a1-11bb0ddf9669 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:53.698092 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85730c8a-96eb-41f6-afa2-6f870a91565b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.701097 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85730c8a-96eb-41f6-afa2-6f870a91565b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.705326 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-85730c8a-96eb-41f6-afa2-6f870a91565b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b304ba4c-9bcb-4cc2-bef9-0586f11ab1ec HTTP/1.1" status: 204 len: 168 time: 1.4063928 Jul 14 09:16:53.726862 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8087fb-c269-4815-923d-4e2e4b6da58c tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f80f3d1-c1d0-439f-8552-15d0dae5ff58,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:53.771632 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85730c8a-96eb-41f6-afa2-6f870a91565b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b304ba4c-9bcb-4cc2-bef9-0586f11ab1ec,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:53.781712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-4c8087fb-c269-4815-923d-4e2e4b6da58c tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Allocated IP 192.168.233.105 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/1ad2142c-742f-4024-b4fb-30acceb61f42) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:53.803532 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc66c4e-6834-497c-8f9c-9ddb78bc380a x-openstack-request-id: req-5cc66c4e-6834-497c-8f9c-9ddb78bc380a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:53.803932 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f8a881-017e-4ff4-9118-bca1dff44ecf", "name": "network-vif-plugged", "status": "completed", "tag": "919c9122-8ad2-40f5-9347-349ec8e65efb", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:53.804289 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5cc66c4e-6834-497c-8f9c-9ddb78bc380a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:53.805736 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f8a881-017e-4ff4-9118-bca1dff44ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919c9122-8ad2-40f5-9347-349ec8e65efb', 'code': 200} Jul 14 09:16:54.105108 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2e931-62be-4630-b769-2a46c88117b0 req-c00b34be-4300-4a33-8b28-f8820a1fb7a1 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:54.113694 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60c2e931-62be-4630-b769-2a46c88117b0 req-c00b34be-4300-4a33-8b28-f8820a1fb7a1 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f8a881-017e-4ff4-9118-bca1dff44ecf HTTP/1.1" status: 200 len: 945 time: 0.1605017 Jul 14 09:16:54.222445 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60c2e931-62be-4630-b769-2a46c88117b0 req-2287cf37-1dec-40b9-b0f7-8b43fca226fc tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/security-groups?id=75066170-61b6-4305-aacc-f608448e4747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061652 Jul 14 09:16:54.349948 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8b271-f090-469c-851d-a1a97d48b344 req-2aeb51f0-dcef-4291-9e14-e92416211132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:54.351741 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5bb8b271-f090-469c-851d-a1a97d48b344 req-2aeb51f0-dcef-4291-9e14-e92416211132 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b2f8a881-017e-4ff4-9118-bca1dff44ecf HTTP/1.1" status: 200 len: 1097 time: 0.3493600 Jul 14 09:16:54.363191 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-4c8087fb-c269-4815-923d-4e2e4b6da58c tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.412402 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-4c8087fb-c269-4815-923d-4e2e4b6da58c tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Transition to ACTIVE for port object 1ad2142c-742f-4024-b4fb-30acceb61f42 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:54.432074 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5bb8b271-f090-469c-851d-a1a97d48b344 req-91df531f-4fa4-4085-9c84-0dc2cfb16b4b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=75066170-61b6-4305-aacc-f608448e4747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587881 Jul 14 09:16:54.557128 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-4c8087fb-c269-4815-923d-4e2e4b6da58c tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.686485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 371b80aa-0df9-49fd-95ea-4ee12e6ee62e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:54.726758 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52928) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:54.734643 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49a9e690-69f1-49f5-9904-42d3ffeae742 req-4808b34c-f2ac-49f8-bed4-8d683a917b17 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1000825172&fields=id&tenant_id=557f4eb50c684c97b08dac62df18e620 HTTP/1.1" status: 200 len: 267 time: 0.0803049 Jul 14 09:16:54.791282 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-4c8087fb-c269-4815-923d-4e2e4b6da58c tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:54.847794 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-756fcf8d-aa8c-4d14-b2d2-bd9b67c0a15f tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e27baebbb0f54c7a9fe380b07bc17b88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1110218 Jul 14 09:16:54.888453 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-4c8087fb-c269-4815-923d-4e2e4b6da58c tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:54.908345 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-4c8087fb-c269-4815-923d-4e2e4b6da58c tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:54.925936 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 371b80aa-0df9-49fd-95ea-4ee12e6ee62e completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:54.934946 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 371b80aa-0df9-49fd-95ea-4ee12e6ee62e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:54.935716 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.957619 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc4a41b1-b0bb-43d9-9ba3-72c8466d756e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.979291 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9e690-69f1-49f5-9904-42d3ffeae742 req-d299c7b3-c3b3-4c07-b35c-da5ec9efb8b3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:54.995697 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49a9e690-69f1-49f5-9904-42d3ffeae742 req-d299c7b3-c3b3-4c07-b35c-da5ec9efb8b3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 985 time: 0.2485905 Jul 14 09:16:55.002443 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-49a9e690-69f1-49f5-9904-42d3ffeae742 req-40a69f08-835a-4ed6-aceb-7cc7c739e025 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Request body: {'port': {'security_groups': ['3d46250f-7f3a-4187-945d-57eeafb3ebe2', '8acff6a2-9986-496e-98bf-f733740b6c1c', '863e64e4-ac1f-47e3-bd75-0afe511ea36c']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:55.014630 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'name': 'tempest-ServersTestJSON-1823826607-router', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:16:49Z', 'revision_number': 4, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'gw_port': {'id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:41Z', 'updated_at': '2021-07-14T09:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '7cbb54f9-3905-40df-86a1-11bb0ddf9669', 'name': '', 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'mac_address': 'fa:16:3e:35:ad:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:48Z', 'updated_at': '2021-07-14T09:16:50Z', 'revision_number': 2, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'subnets': [{'id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:55.105039 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3977122-8439-4a94-b3ea-55435b2172af None None] The sync data for ids ['1b87122a-a38f-4f1a-af87-48afebee63d7'] in n-d-798054-10 is: [{'id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'name': 'tempest-ServersTestJSON-1823826607-router', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:16:49Z', 'revision_number': 4, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'gw_port': {'id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:41Z', 'updated_at': '2021-07-14T09:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '7cbb54f9-3905-40df-86a1-11bb0ddf9669', 'name': '', 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'mac_address': 'fa:16:3e:35:ad:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:48Z', 'updated_at': '2021-07-14T09:16:50Z', 'revision_number': 2, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'subnets': [{'id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:55.276992 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-49a9e690-69f1-49f5-9904-42d3ffeae742 req-40a69f08-835a-4ed6-aceb-7cc7c739e025 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.281868 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.411346 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 371b80aa-0df9-49fd-95ea-4ee12e6ee62e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=371b80aa-0df9-49fd-95ea-4ee12e6ee62e,segment=NetworkSegment(8575a089-d7c2-4126-ae9f-ea7098512d60),segment_id=8575a089-d7c2-4126-ae9f-ea7098512d60)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:55.428047 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.506369 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8087fb-c269-4815-923d-4e2e4b6da58c tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Pushing event updated for resources: {'Port': ['ID=1ad2142c-742f-4024-b4fb-30acceb61f42,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:55.558492 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a6e811b4-bacb-43d2-99c9-3d580e36247d None None] Provisioning for port 1ad2142c-742f-4024-b4fb-30acceb61f42 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:55.566717 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a6e811b4-bacb-43d2-99c9-3d580e36247d None None] Provisioning complete for port 1ad2142c-742f-4024-b4fb-30acceb61f42 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:55.567312 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6e811b4-bacb-43d2-99c9-3d580e36247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.623035 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-c8607f12-a4a8-4397-903b-96fb476e01b7 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:55.624865 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-c8607f12-a4a8-4397-903b-96fb476e01b7 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7757313 Jul 14 09:16:55.660678 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a6e811b4-bacb-43d2-99c9-3d580e36247d None None] Port 1ad2142c-742f-4024-b4fb-30acceb61f42 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:55.676810 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-2cc521b9-e57c-4979-b582-7fbaef0368f4 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Request body: {'port': {'device_id': '930cda15-e7ad-4dfe-a2b0-32ab25f684cc', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': 'e27baebbb0f54c7a9fe380b07bc17b88'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:55.701804 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-4c8087fb-c269-4815-923d-4e2e4b6da58c tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:55.707108 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-4c8087fb-c269-4815-923d-4e2e4b6da58c tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.711939 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=371b80aa-0df9-49fd-95ea-4ee12e6ee62e,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:56.044833 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc4a41b1-b0bb-43d9-9ba3-72c8466d756e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.056646 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc4a41b1-b0bb-43d9-9ba3-72c8466d756e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.093773 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a41b1-b0bb-43d9-9ba3-72c8466d756e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11b255c-e693-4a82-8df1-c219313196db,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:56.100193 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-4c8087fb-c269-4815-923d-4e2e4b6da58c tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5569558 Jul 14 09:16:56.139753 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] Request body: {'port': {'device_id': '17a92d9f-8ce6-443f-8a4c-cb0728a38d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:56.159478 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bba0eb-6fa1-4ce6-8bd4-cdbe72a2ebc0 req-09ab9b43-b736-4864-b822-3ecfeb1cc03f tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:56.161537 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-78bba0eb-6fa1-4ce6-8bd4-cdbe72a2ebc0 req-09ab9b43-b736-4864-b822-3ecfeb1cc03f tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.55 "GET /v2.0/ports?device_id=c65ceced-140d-4304-91dd-9dfec8eb1fb2 HTTP/1.1" status: 200 len: 946 time: 0.2639396 Jul 14 09:16:56.182658 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-2cc521b9-e57c-4979-b582-7fbaef0368f4 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Made reservation on behalf of e27baebbb0f54c7a9fe380b07bc17b88 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:56.186792 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-2cc521b9-e57c-4979-b582-7fbaef0368f4 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.217490 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fc4a41b1-b0bb-43d9-9ba3-72c8466d756e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6fc0873746e7493b9d230c9709b97a61&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4885750 Jul 14 09:16:56.225775 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52942) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:56.283719 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52944) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:56.306488 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-660c74f5-ae1c-456d-a9f5-c83ecae02bf4 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--102404144', 'description': 'tempest-description--1726595440'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:56.386105 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-49a9e690-69f1-49f5-9904-42d3ffeae742 req-40a69f08-835a-4ed6-aceb-7cc7c739e025 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] For port 4c02f7c6-a3b5-4c34-9e55-835154fd0286, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=4c02f7c6-a3b5-4c34-9e55-835154fd0286,segment=NetworkSegment(a5e53d92-b324-4b94-8d29-22418d6ea2d2),segment_id=a5e53d92-b324-4b94-8d29-22418d6ea2d2)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:56.418988 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-49a9e690-69f1-49f5-9904-42d3ffeae742 req-40a69f08-835a-4ed6-aceb-7cc7c739e025 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.420868 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.482159 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-49a9e690-69f1-49f5-9904-42d3ffeae742 req-40a69f08-835a-4ed6-aceb-7cc7c739e025 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.493831 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['4c02f7c6-a3b5-4c34-9e55-835154fd0286'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:56.591618 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-660c74f5-ae1c-456d-a9f5-c83ecae02bf4 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.610849 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['6aca5817-8f42-4e7a-85f5-bac6f4442924'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:56.633905 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-2cc521b9-e57c-4979-b582-7fbaef0368f4 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Allocated IP 192.168.233.113 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/fe714179-b5ef-4580-bba6-2fccbc3ee74a) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:56.702358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 371b80aa-0df9-49fd-95ea-4ee12e6ee62e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:56.718238 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9e690-69f1-49f5-9904-42d3ffeae742 req-40a69f08-835a-4ed6-aceb-7cc7c739e025 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:56.718903 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-49a9e690-69f1-49f5-9904-42d3ffeae742 req-40a69f08-835a-4ed6-aceb-7cc7c739e025 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.730394 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49a9e690-69f1-49f5-9904-42d3ffeae742 req-40a69f08-835a-4ed6-aceb-7cc7c739e025 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "PUT /v2.0/ports/4c02f7c6-a3b5-4c34-9e55-835154fd0286 HTTP/1.1" status: 200 len: 1021 time: 1.7334645 Jul 14 09:16:56.734439 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb1f99d-f902-4522-9874-a779e6d371f0', 'tag': '4c02f7c6-a3b5-4c34-9e55-835154fd0286'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:56.745107 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45874099-2906-47f9-ae70-f525c3ee5165" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb1f99d-f902-4522-9874-a779e6d371f0", "tag": "4c02f7c6-a3b5-4c34-9e55-835154fd0286"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:56.823117 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a69f08-835a-4ed6-aceb-7cc7c739e025 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event updated for resources: {'Port': ['ID=4c02f7c6-a3b5-4c34-9e55-835154fd0286,revision_number=7']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:56.842386 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['4c02f7c6-a3b5-4c34-9e55-835154fd0286'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:56.854887 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91939d53-472a-4723-9436-578bf58bcc2a req-1c75591b-0a2e-4603-bac8-f6b8fafb661c tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:56.856525 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91939d53-472a-4723-9436-578bf58bcc2a req-1c75591b-0a2e-4603-bac8-f6b8fafb661c tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/ports?device_id=c65ceced-140d-4304-91dd-9dfec8eb1fb2 HTTP/1.1" status: 200 len: 946 time: 0.4352043 Jul 14 09:16:56.960036 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91939d53-472a-4723-9436-578bf58bcc2a req-bef9c081-227d-4f9d-994e-0453c3ef83e2 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/security-groups?id=18851693-9f84-4c30-8ba9-e5199654e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962164 Jul 14 09:16:57.046539 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 371b80aa-0df9-49fd-95ea-4ee12e6ee62e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:57.047182 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.049385 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9e4ce80-1a65-4f03-8d2a-ad666c11b0a1 req-29df805a-5727-4f2e-97d5-2e5355fb84d6 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?device_id=930cda15-e7ad-4dfe-a2b0-32ab25f684cc HTTP/1.1" status: 200 len: 210 time: 0.0878499 Jul 14 09:16:57.337061 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80768c6b-52ba-4e4c-9e85-5bd1d5918579 req-786ee294-861c-4d78-95f4-ce0cc2b1c162 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:57.345544 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-80768c6b-52ba-4e4c-9e85-5bd1d5918579 req-786ee294-861c-4d78-95f4-ce0cc2b1c162 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f8a881-017e-4ff4-9118-bca1dff44ecf HTTP/1.1" status: 200 len: 945 time: 0.1926496 Jul 14 09:16:57.415110 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-80768c6b-52ba-4e4c-9e85-5bd1d5918579 req-24c492e3-296a-4d4b-b5c7-994b3056ce89 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/security-groups?id=75066170-61b6-4305-aacc-f608448e4747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668323 Jul 14 09:16:57.450840 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9f618cb-c056-4469-8d3e-06409686feae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.535346 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9f618cb-c056-4469-8d3e-06409686feae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.597050 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94a95ad-8e7f-4aaf-b9f7-21b659d024cb x-openstack-request-id: req-d94a95ad-8e7f-4aaf-b9f7-21b659d024cb {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:57.597351 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb1f99d-f902-4522-9874-a779e6d371f0", "tag": "4c02f7c6-a3b5-4c34-9e55-835154fd0286", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:57.600924 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d94a95ad-8e7f-4aaf-b9f7-21b659d024cb {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:57.601263 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb1f99d-f902-4522-9874-a779e6d371f0', 'tag': '4c02f7c6-a3b5-4c34-9e55-835154fd0286', 'status': 'completed', 'code': 200} Jul 14 09:16:57.611836 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-43a8d384-aec8-4d1a-9549-91deecb3a778 req-2d58ee64-a735-4d81-8608-3219cc645936 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/863e64e4-ac1f-47e3-bd75-0afe511ea36c HTTP/1.1" status: 200 len: 1800 time: 0.1307380 Jul 14 09:16:57.632755 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f4cfce8-332e-426b-ab7a-4c381114f4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.779657 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-2cc521b9-e57c-4979-b582-7fbaef0368f4 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.810939 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-2cc521b9-e57c-4979-b582-7fbaef0368f4 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Transition to ACTIVE for port object fe714179-b5ef-4580-bba6-2fccbc3ee74a will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:57.829016 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-43a8d384-aec8-4d1a-9549-91deecb3a778 req-ad16ef1a-6951-42d8-9888-57d7ad494497 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:16:57.850137 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-43a8d384-aec8-4d1a-9549-91deecb3a778 req-ad16ef1a-6951-42d8-9888-57d7ad494497 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "DELETE /v2.0/security-groups/863e64e4-ac1f-47e3-bd75-0afe511ea36c HTTP/1.1" status: 409 len: 341 time: 0.2049305 Jul 14 09:16:57.922588 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45874099-2906-47f9-ae70-f525c3ee5165 req-2c1c518f-38dc-425b-898a-39cd4fe72be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:57.924553 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45874099-2906-47f9-ae70-f525c3ee5165 req-2c1c518f-38dc-425b-898a-39cd4fe72be1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=557f4eb50c684c97b08dac62df18e620&device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 1176 time: 0.3116798 Jul 14 09:16:57.926221 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9f618cb-c056-4469-8d3e-06409686feae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.931304 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9f618cb-c056-4469-8d3e-06409686feae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.932603 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e9f618cb-c056-4469-8d3e-06409686feae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e11b255c-e693-4a82-8df1-c219313196db HTTP/1.1" status: 204 len: 168 time: 1.7030542 Jul 14 09:16:57.933945 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-2cc521b9-e57c-4979-b582-7fbaef0368f4 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.964913 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f618cb-c056-4469-8d3e-06409686feae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11b255c-e693-4a82-8df1-c219313196db,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:58.065380 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-660c74f5-ae1c-456d-a9f5-c83ecae02bf4 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.073591 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-78bba0eb-6fa1-4ce6-8bd4-cdbe72a2ebc0 req-410b43f0-7c2b-4791-927e-6b2d7f4a428f tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Deleting port 6d575b40-40aa-4571-92ce-5f43e8faa067 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:58.074324 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-78bba0eb-6fa1-4ce6-8bd4-cdbe72a2ebc0 req-410b43f0-7c2b-4791-927e-6b2d7f4a428f tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.242035 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-78bba0eb-6fa1-4ce6-8bd4-cdbe72a2ebc0 req-410b43f0-7c2b-4791-927e-6b2d7f4a428f tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] For port 6d575b40-40aa-4571-92ce-5f43e8faa067, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6d575b40-40aa-4571-92ce-5f43e8faa067,segment=NetworkSegment(e27e16b2-555c-458d-9135-76cd9e19964c),segment_id=e27e16b2-555c-458d-9135-76cd9e19964c)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:58.242750 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-78bba0eb-6fa1-4ce6-8bd4-cdbe72a2ebc0 req-410b43f0-7c2b-4791-927e-6b2d7f4a428f tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.254429 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45874099-2906-47f9-ae70-f525c3ee5165 req-c10c5571-52e5-49c9-b70a-b74c10d622b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:58.257645 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45874099-2906-47f9-ae70-f525c3ee5165 req-c10c5571-52e5-49c9-b70a-b74c10d622b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=58b578ac-94e2-4ea1-a737-42993db0b5b6 HTTP/1.1" status: 200 len: 914 time: 0.3256259 Jul 14 09:16:58.308862 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-78bba0eb-6fa1-4ce6-8bd4-cdbe72a2ebc0 req-410b43f0-7c2b-4791-927e-6b2d7f4a428f tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Calling delete_port for 6d575b40-40aa-4571-92ce-5f43e8faa067 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:58.389159 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45874099-2906-47f9-ae70-f525c3ee5165 req-8185568a-fb81-4fdb-af0c-4d9bbc5a7784 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c02f7c6-a3b5-4c34-9e55-835154fd0286 HTTP/1.1" status: 200 len: 217 time: 0.1224906 Jul 14 09:16:58.590739 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45874099-2906-47f9-ae70-f525c3ee5165 req-d6e60cc8-10fc-4515-aafb-af17c8dd1427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:58.593224 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45874099-2906-47f9-ae70-f525c3ee5165 req-d6e60cc8-10fc-4515-aafb-af17c8dd1427 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c3ad77fb-8644-4bff-ba7c-293c210c0da0 HTTP/1.1" status: 200 len: 853 time: 0.1177876 Jul 14 09:16:58.628466 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70753a5e-1079-4b26-9679-7ad7af9e21f0 req-c8598fd4-eda5-4efd-878c-00594f759e10 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:58.637619 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70753a5e-1079-4b26-9679-7ad7af9e21f0 req-c8598fd4-eda5-4efd-878c-00594f759e10 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/ports?device_id=c65ceced-140d-4304-91dd-9dfec8eb1fb2 HTTP/1.1" status: 200 len: 946 time: 0.2521491 Jul 14 09:16:58.718627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device bed3a62b-f695-48ec-ae95-70508f51fdcc up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:58.722792 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45874099-2906-47f9-ae70-f525c3ee5165 req-9c6ed9ce-d955-4d27-babd-08b83b1c092a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58b578ac-94e2-4ea1-a737-42993db0b5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197190 Jul 14 09:16:58.753115 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc521b9-e57c-4979-b582-7fbaef0368f4 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Pushing event updated for resources: {'Port': ['ID=fe714179-b5ef-4580-bba6-2fccbc3ee74a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:58.848819 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port bed3a62b-f695-48ec-ae95-70508f51fdcc completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:58.869618 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port bed3a62b-f695-48ec-ae95-70508f51fdcc triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:58.872534 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.903007 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-660c74f5-ae1c-456d-a9f5-c83ecae02bf4 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.017711 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-2cc521b9-e57c-4979-b582-7fbaef0368f4 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:59.080660 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70753a5e-1079-4b26-9679-7ad7af9e21f0 req-acb4d5a3-8273-45a6-9c5b-68b10146cd46 tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/security-groups?id=18851693-9f84-4c30-8ba9-e5199654e3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415560 Jul 14 09:16:59.082541 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-2cc521b9-e57c-4979-b582-7fbaef0368f4 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:59.086509 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45874099-2906-47f9-ae70-f525c3ee5165 req-7a8fdaee-bc9f-491b-9786-b575a4daa5ae service neutron] 10.222.0.49 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475218 Jul 14 09:16:59.121813 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-2cc521b9-e57c-4979-b582-7fbaef0368f4 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:59.203262 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] Sync routers for ids ['1b87122a-a38f-4f1a-af87-48afebee63d7'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:59.203759 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-660c74f5-ae1c-456d-a9f5-c83ecae02bf4 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.230571 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-660c74f5-ae1c-456d-a9f5-c83ecae02bf4 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.9452953 Jul 14 09:16:59.270531 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.275915 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52992) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:59.337645 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c1144-2c43-41c0-883d-00fc800b7c09 req-598a6b12-e02c-4214-89f9-d23cd800a39d tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:59.345615 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6f6c1144-2c43-41c0-883d-00fc800b7c09 req-598a6b12-e02c-4214-89f9-d23cd800a39d tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?device_id=930cda15-e7ad-4dfe-a2b0-32ab25f684cc HTTP/1.1" status: 200 len: 936 time: 0.4639556 Jul 14 09:16:59.349219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45874099-2906-47f9-ae70-f525c3ee5165 req-cd105d90-777b-40ef-a7a0-9de2a27b6df5 service neutron] 10.222.0.49 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546012 Jul 14 09:16:59.350267 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] Routers {'1b87122a-a38f-4f1a-af87-48afebee63d7'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:59.351144 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:16:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1b87122a-a38f-4f1a-af87-48afebee63d7'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:59.407507 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1f28c270-b2ae-4f3b-9e8a-5df78be0bef3 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Request body: {'security_group_rule': {'security_group_id': '000885df-b2e3-4901-b1ce-448d26245a48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:59.436930 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6f6c1144-2c43-41c0-883d-00fc800b7c09 req-4c6fc189-e7aa-492d-8a8d-a89517573ec8 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f80f3d1-c1d0-439f-8552-15d0dae5ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899661 Jul 14 09:16:59.485369 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c74f5-ae1c-456d-a9f5-c83ecae02bf4 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000885df-b2e3-4901-b1ce-448d26245a48,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:59.501881 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port bed3a62b-f695-48ec-ae95-70508f51fdcc, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=bed3a62b-f695-48ec-ae95-70508f51fdcc,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:59.522069 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.528303 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-78bba0eb-6fa1-4ce6-8bd4-cdbe72a2ebc0 req-410b43f0-7c2b-4791-927e-6b2d7f4a428f tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.688830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=bed3a62b-f695-48ec-ae95-70508f51fdcc,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:59.858156 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bba0eb-6fa1-4ce6-8bd4-cdbe72a2ebc0 req-410b43f0-7c2b-4791-927e-6b2d7f4a428f tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] No DVR routers for this DVR port 6d575b40-40aa-4571-92ce-5f43e8faa067 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:59.878338 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-78bba0eb-6fa1-4ce6-8bd4-cdbe72a2ebc0 req-410b43f0-7c2b-4791-927e-6b2d7f4a428f tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.885618 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-78bba0eb-6fa1-4ce6-8bd4-cdbe72a2ebc0 req-410b43f0-7c2b-4791-927e-6b2d7f4a428f tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.55 "DELETE /v2.0/ports/6d575b40-40aa-4571-92ce-5f43e8faa067 HTTP/1.1" status: 204 len: 173 time: 3.6775835 Jul 14 09:16:59.894431 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f28c270-b2ae-4f3b-9e8a-5df78be0bef3 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.898517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f038da-2711-4706-91e5-ef8595bad9e9 req-a209619c-f0fc-4db1-8cf7-09942a554dce tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:59.912988 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-07f038da-2711-4706-91e5-ef8595bad9e9 req-a209619c-f0fc-4db1-8cf7-09942a554dce tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 1024 time: 0.1794055 Jul 14 09:16:59.915380 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53004) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:59.989623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65ceced-140d-4304-91dd-9dfec8eb1fb2', 'name': 'network-vif-deleted', 'tag': '6d575b40-40aa-4571-92ce-5f43e8faa067'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:59.998332 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc582bfc-929e-49ce-9df7-9ab00c2dde39" -d '{"events": [{"server_uuid": "c65ceced-140d-4304-91dd-9dfec8eb1fb2", "name": "network-vif-deleted", "tag": "6d575b40-40aa-4571-92ce-5f43e8faa067"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:59.999239 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] Set router 1b87122a-a38f-4f1a-af87-48afebee63d7 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:00.042978 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-2cc521b9-e57c-4979-b582-7fbaef0368f4 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.050705 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-2cc521b9-e57c-4979-b582-7fbaef0368f4 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.058187 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b43f0-7c2b-4791-927e-6b2d7f4a428f tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] Pushing event deleted for resources: {'Port': ['ID=6d575b40-40aa-4571-92ce-5f43e8faa067,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:00.113485 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f28c270-b2ae-4f3b-9e8a-5df78be0bef3 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.137097 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f28c270-b2ae-4f3b-9e8a-5df78be0bef3 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.190549 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-2cc521b9-e57c-4979-b582-7fbaef0368f4 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5364702 Jul 14 09:17:00.204520 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28c270-b2ae-4f3b-9e8a-5df78be0bef3 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb90119-248e-40d2-a42c-7fd8fcd7ef3c,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:00.223829 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] Request body: {'port': {'device_id': '930cda15-e7ad-4dfe-a2b0-32ab25f684cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:00.311483 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-07f038da-2711-4706-91e5-ef8595bad9e9 req-e035d339-cd6d-43d4-ac9e-1fe4af93ae5c tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&id=3d46250f-7f3a-4187-945d-57eeafb3ebe2&id=863e64e4-ac1f-47e3-bd75-0afe511ea36c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3956089 Jul 14 09:17:00.323618 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f28c270-b2ae-4f3b-9e8a-5df78be0bef3 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.340931 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1f28c270-b2ae-4f3b-9e8a-5df78be0bef3 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9549570 Jul 14 09:17:00.341774 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53016) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:00.353299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad2142c-742f-4024-b4fb-30acceb61f42 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:00.384718 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-90f85479-ae1a-4778-b52b-79f098c02f28 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Request body: {'security_group_rule': {'security_group_id': '000885df-b2e3-4901-b1ce-448d26245a48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:00.421064 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe287834-4803-4705-8af2-2ac5b58d146a x-openstack-request-id: req-fe287834-4803-4705-8af2-2ac5b58d146a {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:00.421214 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65ceced-140d-4304-91dd-9dfec8eb1fb2", "name": "network-vif-deleted", "tag": "6d575b40-40aa-4571-92ce-5f43e8faa067", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:00.421429 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe287834-4803-4705-8af2-2ac5b58d146a {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:00.431331 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65ceced-140d-4304-91dd-9dfec8eb1fb2', 'name': 'network-vif-deleted', 'tag': '6d575b40-40aa-4571-92ce-5f43e8faa067', 'status': 'completed', 'code': 200} Jul 14 09:17:00.447579 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6d575b40-40aa-4571-92ce-5f43e8faa067 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:00.460736 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.493101 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24742f81-adae-4790-a8ce-063b185e259c req-9ff4e11f-47cd-4613-beaa-b553841b14c2 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.494694 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24742f81-adae-4790-a8ce-063b185e259c req-9ff4e11f-47cd-4613-beaa-b553841b14c2 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 1024 time: 0.5336683 Jul 14 09:17:00.503449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 6d575b40-40aa-4571-92ce-5f43e8faa067 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:00.507221 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6d575b40-40aa-4571-92ce-5f43e8faa067 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:00.514694 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31dc297e-bb2c-4502-a53c-ffa489be6840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.623671 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a2b78f5f-90b4-42a5-b631-513d48650d90 None None] Provisioning for port fe714179-b5ef-4580-bba6-2fccbc3ee74a completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:00.661433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] Transition to ACTIVE for port object 1ad2142c-742f-4024-b4fb-30acceb61f42 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:00.664740 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a2b78f5f-90b4-42a5-b631-513d48650d90 None None] Provisioning complete for port fe714179-b5ef-4580-bba6-2fccbc3ee74a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:00.666446 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2b78f5f-90b4-42a5-b631-513d48650d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.667382 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2013a-7029-4830-bf93-1c4381d3f102 req-499cffe0-6872-4e02-ba02-50cc4858c5db tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.671385 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61f2013a-7029-4830-bf93-1c4381d3f102 req-499cffe0-6872-4e02-ba02-50cc4858c5db tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f8a881-017e-4ff4-9118-bca1dff44ecf HTTP/1.1" status: 200 len: 945 time: 0.5565209 Jul 14 09:17:00.678862 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.683092 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device bed3a62b-f695-48ec-ae95-70508f51fdcc up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:00.709450 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.715658 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.721119 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90f85479-ae1a-4778-b52b-79f098c02f28 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.728060 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.865467 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a2b78f5f-90b4-42a5-b631-513d48650d90 None None] Port fe714179-b5ef-4580-bba6-2fccbc3ee74a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:00.890002 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'name': 'tempest-ServersTestJSON-1823826607-router', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:16:49Z', 'revision_number': 4, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'gw_port': {'id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:41Z', 'updated_at': '2021-07-14T09:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '7cbb54f9-3905-40df-86a1-11bb0ddf9669', 'name': '', 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'mac_address': 'fa:16:3e:35:ad:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:48Z', 'updated_at': '2021-07-14T09:16:50Z', 'revision_number': 2, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'subnets': [{'id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:00.893940 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port bed3a62b-f695-48ec-ae95-70508f51fdcc triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:00.894653 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.911918 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49f22cd6-9230-46d8-90d8-e60f435baa02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.919808 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4d41ab22-d7a1-4cb5-ab22-6ad56940c1e4 req-5d41697d-3a40-4298-885c-ecf2cc9c469d tempest-ServerGroupTestJSON-1304807008 tempest-ServerGroupTestJSON-1304807008-project] 10.222.0.26 "GET /v2.0/ports?device_id=c65ceced-140d-4304-91dd-9dfec8eb1fb2 HTTP/1.1" status: 200 len: 210 time: 0.1582685 Jul 14 09:17:01.050613 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] Checking router: 1b87122a-a38f-4f1a-af87-48afebee63d7 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:01.054133 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] Updating router 1b87122a-a38f-4f1a-af87-48afebee63d7 port 7cbb54f9-3905-40df-86a1-11bb0ddf9669 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:17:01.134709 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61f2013a-7029-4830-bf93-1c4381d3f102 req-0774411a-7947-4fce-b058-3281b763ac93 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/security-groups?id=75066170-61b6-4305-aacc-f608448e4747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371202 Jul 14 09:17:01.188660 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.267140 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] Pushing event updated for resources: {'Port': ['ID=1ad2142c-742f-4024-b4fb-30acceb61f42,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:01.334222 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90f85479-ae1a-4778-b52b-79f098c02f28 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.536951 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-24742f81-adae-4790-a8ce-063b185e259c req-1d487a2f-5bf0-443f-a70d-0742323ba9b3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Deleting port 4c02f7c6-a3b5-4c34-9e55-835154fd0286 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:01.537092 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90f85479-ae1a-4778-b52b-79f098c02f28 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.537212 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-24742f81-adae-4790-a8ce-063b185e259c req-1d487a2f-5bf0-443f-a70d-0742323ba9b3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.631247 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] Attempting to bind port 1ad2142c-742f-4024-b4fb-30acceb61f42 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:01.631247 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] Attempting to bind port 1ad2142c-742f-4024-b4fb-30acceb61f42 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:01.631247 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] Attempting to bind port 1ad2142c-742f-4024-b4fb-30acceb61f42 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:01.636564 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d2004-82a5-4eda-89f4-0484ad0fa662 req-ad6c7a8b-0371-4e5c-a18f-92da33a0e4bd tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:01.638864 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-030d2004-82a5-4eda-89f4-0484ad0fa662 req-ad6c7a8b-0371-4e5c-a18f-92da33a0e4bd tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2f8a881-017e-4ff4-9118-bca1dff44ecf HTTP/1.1" status: 200 len: 945 time: 0.4855711 Jul 14 09:17:01.642019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f85479-ae1a-4778-b52b-79f098c02f28 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d56caa9-52f1-48f7-ac98-54a2e4d4e7f0,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:01.659050 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] Port 1ad2142c-742f-4024-b4fb-30acceb61f42 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:01.659387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] Attempting to bind port 1ad2142c-742f-4024-b4fb-30acceb61f42 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:01.695091 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:01.695439 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:01.695836 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:01.696294 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] Bound port: 1ad2142c-742f-4024-b4fb-30acceb61f42, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:01.696661 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.761370 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abee698-2311-4b7a-80ee-57014e69df4a req-3eff5539-9381-42ae-bb9d-61cb83ca6367 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:01.768895 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8abee698-2311-4b7a-80ee-57014e69df4a req-3eff5539-9381-42ae-bb9d-61cb83ca6367 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 1024 time: 0.2906981 Jul 14 09:17:01.789604 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a8b9e-44e8-4c94-9733-dfd542af00d5 req-741665ad-c595-46f0-940d-35a606ece8cd tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:01.799059 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c20a8b9e-44e8-4c94-9733-dfd542af00d5 req-741665ad-c595-46f0-940d-35a606ece8cd tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?device_id=930cda15-e7ad-4dfe-a2b0-32ab25f684cc HTTP/1.1" status: 200 len: 936 time: 0.5235891 Jul 14 09:17:01.900777 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c20a8b9e-44e8-4c94-9733-dfd542af00d5 req-2d2a75d5-47a3-4006-afd8-5abda16edcb2 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f80f3d1-c1d0-439f-8552-15d0dae5ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999315 Jul 14 09:17:01.908509 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.920562 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8abee698-2311-4b7a-80ee-57014e69df4a req-95bf42eb-29cb-4850-81ae-39913895c6b8 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&id=3d46250f-7f3a-4187-945d-57eeafb3ebe2&id=863e64e4-ac1f-47e3-bd75-0afe511ea36c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1502602 Jul 14 09:17:01.921092 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] Transition to ACTIVE for port object 7cbb54f9-3905-40df-86a1-11bb0ddf9669 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:01.958243 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.095307 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe714179-b5ef-4580-bba6-2fccbc3ee74a {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:02.105522 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.135842 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] Transition to ACTIVE for port object fe714179-b5ef-4580-bba6-2fccbc3ee74a will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:02.174988 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] For port 1ad2142c-742f-4024-b4fb-30acceb61f42, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:02.175849 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-24742f81-adae-4790-a8ce-063b185e259c req-1d487a2f-5bf0-443f-a70d-0742323ba9b3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] For port 4c02f7c6-a3b5-4c34-9e55-835154fd0286, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=4c02f7c6-a3b5-4c34-9e55-835154fd0286,segment=NetworkSegment(a5e53d92-b324-4b94-8d29-22418d6ea2d2),segment_id=a5e53d92-b324-4b94-8d29-22418d6ea2d2)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:02.176228 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-24742f81-adae-4790-a8ce-063b185e259c req-1d487a2f-5bf0-443f-a70d-0742323ba9b3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.183255 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] For port 1ad2142c-742f-4024-b4fb-30acceb61f42, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1ad2142c-742f-4024-b4fb-30acceb61f42,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:02.189344 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.245048 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49f22cd6-9230-46d8-90d8-e60f435baa02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.246325 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-24742f81-adae-4790-a8ce-063b185e259c req-1d487a2f-5bf0-443f-a70d-0742323ba9b3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Calling delete_port for 4c02f7c6-a3b5-4c34-9e55-835154fd0286 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:02.258654 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49f22cd6-9230-46d8-90d8-e60f435baa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.326649 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b19bc-6b7a-45ea-b725-6cc11edf5821 None None] Pushing event updated for resources: {'Port': ['ID=7cbb54f9-3905-40df-86a1-11bb0ddf9669,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:02.340807 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.366679 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-030d2004-82a5-4eda-89f4-0484ad0fa662 req-10a0151e-c4fb-4cdb-9a72-65a84a15419e tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Deleting port 919c9122-8ad2-40f5-9347-349ec8e65efb {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:02.367294 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-030d2004-82a5-4eda-89f4-0484ad0fa662 req-10a0151e-c4fb-4cdb-9a72-65a84a15419e tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.389701 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-49f22cd6-9230-46d8-90d8-e60f435baa02 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e128a51f47634f60b119b1a690581b46&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4674656 Jul 14 09:17:02.390855 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f22cd6-9230-46d8-90d8-e60f435baa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32f109e-55b1-4da9-a50c-9a0edbf70c4f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:02.393577 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53060) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:02.436954 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.439984 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680de025-9961-4b3a-9511-050971b01c80 service neutron] Pushing event updated for resources: {'Port': ['ID=fe714179-b5ef-4580-bba6-2fccbc3ee74a,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:02.517026 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90f85479-ae1a-4778-b52b-79f098c02f28 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.519352 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-90f85479-ae1a-4778-b52b-79f098c02f28 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1701593 Jul 14 09:17:02.522645 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53070) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:02.547504 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e23307b1-5194-449e-b524-8fe05555ef5b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:02.553145 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] Attempting to bind port 7cbb54f9-3905-40df-86a1-11bb0ddf9669 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:02.554079 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] Attempting to bind port 7cbb54f9-3905-40df-86a1-11bb0ddf9669 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '88609533-75bc-435f-984e-3b09b7df8b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:02.554595 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] Attempting to bind port 7cbb54f9-3905-40df-86a1-11bb0ddf9669 on network 256b6df7-8dd6-4b20-bd3c-6a14911923ef {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:02.569048 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:02.571542 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] Checking segment: {'id': '88609533-75bc-435f-984e-3b09b7df8b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:02.571983 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.572395 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] Bound using segment: {'id': '88609533-75bc-435f-984e-3b09b7df8b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:02.572943 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] Bound port: 7cbb54f9-3905-40df-86a1-11bb0ddf9669, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88609533-75bc-435f-984e-3b09b7df8b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:02.573403 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.676247 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:02.684578 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.688789 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] 10.222.0.55 "PUT /v2.0/ports/1ad2142c-742f-4024-b4fb-30acceb61f42 HTTP/1.1" status: 200 len: 1097 time: 6.5678182 Jul 14 09:17:02.690792 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a92d9f-8ce6-443f-8a4c-cb0728a38d2c', 'tag': '1ad2142c-742f-4024-b4fb-30acceb61f42'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:02.696866 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-030d2004-82a5-4eda-89f4-0484ad0fa662 req-10a0151e-c4fb-4cdb-9a72-65a84a15419e tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] For port 919c9122-8ad2-40f5-9347-349ec8e65efb, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=919c9122-8ad2-40f5-9347-349ec8e65efb,segment=NetworkSegment(cb339d41-540d-4231-a58a-cb7d79efd876),segment_id=cb339d41-540d-4231-a58a-cb7d79efd876)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:02.697361 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-030d2004-82a5-4eda-89f4-0484ad0fa662 req-10a0151e-c4fb-4cdb-9a72-65a84a15419e tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.703276 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983fcab1-9149-49af-95d9-9868c26586ee" -d '{"events": [{"name": "network-changed", "server_uuid": "17a92d9f-8ce6-443f-8a4c-cb0728a38d2c", "tag": "1ad2142c-742f-4024-b4fb-30acceb61f42"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:02.709650 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.720629 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0046c693-b6c6-4bbe-9a5c-5cb1ae3a98be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.757521 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d896f96-5632-41f8-b1f3-fd652c9ce1fe service neutron] Pushing event updated for resources: {'Port': ['ID=1ad2142c-742f-4024-b4fb-30acceb61f42,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:02.798474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-030d2004-82a5-4eda-89f4-0484ad0fa662 req-10a0151e-c4fb-4cdb-9a72-65a84a15419e tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Calling delete_port for 919c9122-8ad2-40f5-9347-349ec8e65efb owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:02.799685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] For port 7cbb54f9-3905-40df-86a1-11bb0ddf9669, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:02.801409 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0046c693-b6c6-4bbe-9a5c-5cb1ae3a98be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.806213 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] For port 7cbb54f9-3905-40df-86a1-11bb0ddf9669, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=7cbb54f9-3905-40df-86a1-11bb0ddf9669,segment=NetworkSegment(88609533-75bc-435f-984e-3b09b7df8b98),segment_id=88609533-75bc-435f-984e-3b09b7df8b98)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:02.816828 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.836901 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e23307b1-5194-449e-b524-8fe05555ef5b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.911734 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cf2c0-c5c2-43b9-9480-e24ee0b06fce req-b783ef48-607a-40ab-9b2b-fc3b4390f2fd tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:02.926295 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c8cf2c0-c5c2-43b9-9480-e24ee0b06fce req-b783ef48-607a-40ab-9b2b-fc3b4390f2fd tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f8a881-017e-4ff4-9118-bca1dff44ecf HTTP/1.1" status: 200 len: 945 time: 0.4822397 Jul 14 09:17:02.997044 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] Routers {'1b87122a-a38f-4f1a-af87-48afebee63d7'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:02.997696 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:17:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1b87122a-a38f-4f1a-af87-48afebee63d7'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:03.066050 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-24742f81-adae-4790-a8ce-063b185e259c req-1d487a2f-5bf0-443f-a70d-0742323ba9b3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.079470 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] Attempting to bind port fe714179-b5ef-4580-bba6-2fccbc3ee74a on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:03.079930 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] Attempting to bind port fe714179-b5ef-4580-bba6-2fccbc3ee74a by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:03.080370 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] Attempting to bind port fe714179-b5ef-4580-bba6-2fccbc3ee74a on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:03.098751 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] Port fe714179-b5ef-4580-bba6-2fccbc3ee74a on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:03.098751 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] Attempting to bind port fe714179-b5ef-4580-bba6-2fccbc3ee74a on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:03.105634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:03.106204 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:03.106719 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:03.107273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] Bound port: fe714179-b5ef-4580-bba6-2fccbc3ee74a, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:03.107760 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.111644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-439fd539-26d8-4b3f-9807-a98de3be3770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:03.113877 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-439fd539-26d8-4b3f-9807-a98de3be3770 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e27baebbb0f54c7a9fe380b07bc17b88&device_id=17a92d9f-8ce6-443f-8a4c-cb0728a38d2c HTTP/1.1" status: 200 len: 1100 time: 0.2972665 Jul 14 09:17:03.122038 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e3384a-0858-4d5b-b034-fc33bc4737a5 x-openstack-request-id: req-51e3384a-0858-4d5b-b034-fc33bc4737a5 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:03.122038 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a92d9f-8ce6-443f-8a4c-cb0728a38d2c", "tag": "1ad2142c-742f-4024-b4fb-30acceb61f42", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:03.122038 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51e3384a-0858-4d5b-b034-fc33bc4737a5 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:03.122038 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a92d9f-8ce6-443f-8a4c-cb0728a38d2c', 'tag': '1ad2142c-742f-4024-b4fb-30acceb61f42', 'status': 'completed', 'code': 200} Jul 14 09:17:03.169195 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c8cf2c0-c5c2-43b9-9480-e24ee0b06fce req-23019e2e-fa99-44be-b875-9fc02344684d tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/security-groups?id=75066170-61b6-4305-aacc-f608448e4747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380934 Jul 14 09:17:03.254903 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] For port fe714179-b5ef-4580-bba6-2fccbc3ee74a, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:03.260184 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] For port fe714179-b5ef-4580-bba6-2fccbc3ee74a, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fe714179-b5ef-4580-bba6-2fccbc3ee74a,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:03.277973 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.295521 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d487a2f-5bf0-443f-a70d-0742323ba9b3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event deleted for resources: {'Port': ['ID=4c02f7c6-a3b5-4c34-9e55-835154fd0286,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:03.361733 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0046c693-b6c6-4bbe-9a5c-5cb1ae3a98be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.373998 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0046c693-b6c6-4bbe-9a5c-5cb1ae3a98be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.375744 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0046c693-b6c6-4bbe-9a5c-5cb1ae3a98be admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c32f109e-55b1-4da9-a50c-9a0edbf70c4f HTTP/1.1" status: 204 len: 168 time: 0.9339228 Jul 14 09:17:03.413549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046c693-b6c6-4bbe-9a5c-5cb1ae3a98be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32f109e-55b1-4da9-a50c-9a0edbf70c4f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:03.421354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] Set router 1b87122a-a38f-4f1a-af87-48afebee63d7 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:03.456480 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-65afaff0-008e-4487-8b0a-7a8eb7b16d56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=1ad2142c-742f-4024-b4fb-30acceb61f42 HTTP/1.1" status: 200 len: 217 time: 0.3148360 Jul 14 09:17:03.583188 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-52a3e352-6138-47e6-ae5b-f6b61690615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:03.584699 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-52a3e352-6138-47e6-ae5b-f6b61690615d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1163578 Jul 14 09:17:03.608303 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:03.610155 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.611787 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-680de025-9961-4b3a-9511-050971b01c80 service neutron] 10.222.0.49 "PUT /v2.0/ports/fe714179-b5ef-4580-bba6-2fccbc3ee74a HTTP/1.1" status: 200 len: 1097 time: 3.3928370 Jul 14 09:17:03.632624 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-24742f81-adae-4790-a8ce-063b185e259c req-1d487a2f-5bf0-443f-a70d-0742323ba9b3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] No DVR routers for this DVR port 4c02f7c6-a3b5-4c34-9e55-835154fd0286 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:03.646398 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b19bc-6b7a-45ea-b725-6cc11edf5821 None None] Pushing event updated for resources: {'Port': ['ID=7cbb54f9-3905-40df-86a1-11bb0ddf9669,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:03.649397 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-24742f81-adae-4790-a8ce-063b185e259c req-1d487a2f-5bf0-443f-a70d-0742323ba9b3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.654761 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24742f81-adae-4790-a8ce-063b185e259c req-1d487a2f-5bf0-443f-a70d-0742323ba9b3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.49 "DELETE /v2.0/ports/4c02f7c6-a3b5-4c34-9e55-835154fd0286 HTTP/1.1" status: 204 len: 173 time: 3.1405737 Jul 14 09:17:03.665142 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 4c02f7c6-a3b5-4c34-9e55-835154fd0286 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:03.675248 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb1f99d-f902-4522-9874-a779e6d371f0', 'name': 'network-vif-deleted', 'tag': '4c02f7c6-a3b5-4c34-9e55-835154fd0286'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:03.697839 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356dfb21-814e-4f12-baba-aae648947048" -d '{"events": [{"server_uuid": "6fb1f99d-f902-4522-9874-a779e6d371f0", "name": "network-vif-deleted", "tag": "4c02f7c6-a3b5-4c34-9e55-835154fd0286"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:03.727929 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['6aca5817-8f42-4e7a-85f5-bac6f4442924'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:03.809196 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 4c02f7c6-a3b5-4c34-9e55-835154fd0286 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:03.811685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 4c02f7c6-a3b5-4c34-9e55-835154fd0286 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:03.860280 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6aecefd4-8c5e-4f1e-9e5d-7da424c44ee5 req-6bec4b96-74de-4932-9ab1-d397982270d8 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fb1f99d-f902-4522-9874-a779e6d371f0 HTTP/1.1" status: 200 len: 210 time: 0.1439488 Jul 14 09:17:03.915434 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-c2ab5d66-c540-4e87-9d40-21f740f83f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:03.917364 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-c2ab5d66-c540-4e87-9d40-21f740f83f02 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e27baebbb0f54c7a9fe380b07bc17b88&device_id=930cda15-e7ad-4dfe-a2b0-32ab25f684cc HTTP/1.1" status: 200 len: 1100 time: 0.2425764 Jul 14 09:17:03.919027 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e23307b1-5194-449e-b524-8fe05555ef5b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.920037 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-030d2004-82a5-4eda-89f4-0484ad0fa662 req-10a0151e-c4fb-4cdb-9a72-65a84a15419e tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.055520 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0151e-c4fb-4cdb-9a72-65a84a15419e tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Pushing event deleted for resources: {'Port': ['ID=919c9122-8ad2-40f5-9347-349ec8e65efb,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:04.111638 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-e23307b1-5194-449e-b524-8fe05555ef5b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Allocated IP 172.25.1.244 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/436f7a4d-b413-42f6-9c49-b26a27e3c5c2) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:04.114857 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-030d2004-82a5-4eda-89f4-0484ad0fa662 req-10a0151e-c4fb-4cdb-9a72-65a84a15419e tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] No DVR routers for this DVR port 919c9122-8ad2-40f5-9347-349ec8e65efb on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:04.118501 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-030d2004-82a5-4eda-89f4-0484ad0fa662 req-10a0151e-c4fb-4cdb-9a72-65a84a15419e tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.121070 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-030d2004-82a5-4eda-89f4-0484ad0fa662 req-10a0151e-c4fb-4cdb-9a72-65a84a15419e tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.49 "DELETE /v2.0/ports/919c9122-8ad2-40f5-9347-349ec8e65efb HTTP/1.1" status: 204 len: 173 time: 2.4489002 Jul 14 09:17:04.179513 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eca9e-d6b6-4759-b077-2bd6d64322aa req-85b6178b-a8e5-47cf-baec-2a64e305bb54 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:04.209106 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-442eca9e-d6b6-4759-b077-2bd6d64322aa req-85b6178b-a8e5-47cf-baec-2a64e305bb54 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?device_id=930cda15-e7ad-4dfe-a2b0-32ab25f684cc HTTP/1.1" status: 200 len: 948 time: 0.5788472 Jul 14 09:17:04.239075 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53114) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:04.306243 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e23307b1-5194-449e-b524-8fe05555ef5b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.355619 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-442eca9e-d6b6-4759-b077-2bd6d64322aa req-f2e9aaa6-0e0b-42b0-ba8b-2ea734c15132 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f80f3d1-c1d0-439f-8552-15d0dae5ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450875 Jul 14 09:17:04.358233 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3f44292d-d3fe-4653-a153-cf0419f9837d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.382452 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680de025-9961-4b3a-9511-050971b01c80 service neutron] Pushing event updated for resources: {'Port': ['ID=fe714179-b5ef-4580-bba6-2fccbc3ee74a,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:04.399030 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-5443b779-abf6-45f6-a76e-57e15e61d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:04.400852 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-5443b779-abf6-45f6-a76e-57e15e61d40d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7865100 Jul 14 09:17:04.514063 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-313bba17-f095-4c23-bb2b-ee7eb192e2e8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=fe714179-b5ef-4580-bba6-2fccbc3ee74a HTTP/1.1" status: 200 len: 217 time: 0.1272438 Jul 14 09:17:04.600513 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e23307b1-5194-449e-b524-8fe05555ef5b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.614264 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'name': 'tempest-ServersTestJSON-1823826607-router', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:16:49Z', 'revision_number': 4, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'gw_port': {'id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:41Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '7cbb54f9-3905-40df-86a1-11bb0ddf9669', 'name': '', 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'mac_address': 'fa:16:3e:35:ad:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:48Z', 'updated_at': '2021-07-14T09:17:02Z', 'revision_number': 4, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'subnets': [{'id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:04.681247 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c7ce0-ca73-48d1-b6d5-9348fbc593b4 None None] The sync data for ids ['1b87122a-a38f-4f1a-af87-48afebee63d7'] in n-d-798054-10 is: [{'id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'name': 'tempest-ServersTestJSON-1823826607-router', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:16:49Z', 'revision_number': 4, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'gw_port': {'id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:41Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '7cbb54f9-3905-40df-86a1-11bb0ddf9669', 'name': '', 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'mac_address': 'fa:16:3e:35:ad:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:48Z', 'updated_at': '2021-07-14T09:17:02Z', 'revision_number': 4, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'subnets': [{'id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:04.731192 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 7cbb54f9-3905-40df-86a1-11bb0ddf9669 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:04.769638 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916ec609-af4f-4fec-a394-e055e08bce93 x-openstack-request-id: req-916ec609-af4f-4fec-a394-e055e08bce93 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:04.770033 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb1f99d-f902-4522-9874-a779e6d371f0", "name": "network-vif-deleted", "tag": "4c02f7c6-a3b5-4c34-9e55-835154fd0286", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:04.770293 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-916ec609-af4f-4fec-a394-e055e08bce93 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:04.770706 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb1f99d-f902-4522-9874-a779e6d371f0', 'name': 'network-vif-deleted', 'tag': '4c02f7c6-a3b5-4c34-9e55-835154fd0286', 'status': 'completed', 'code': 200} Jul 14 09:17:04.796611 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23307b1-5194-449e-b524-8fe05555ef5b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:04.804645 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-e23307b1-5194-449e-b524-8fe05555ef5b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:04.812544 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23307b1-5194-449e-b524-8fe05555ef5b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:04.887409 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3f44292d-d3fe-4653-a153-cf0419f9837d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.898720 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3f44292d-d3fe-4653-a153-cf0419f9837d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.910687 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 7cbb54f9-3905-40df-86a1-11bb0ddf9669 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:04.915797 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 7cbb54f9-3905-40df-86a1-11bb0ddf9669 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:04.916570 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.945712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-f667eadc-fc35-4ce9-809c-b475fc343781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:04.947201 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-f667eadc-fc35-4ce9-809c-b475fc343781 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.3551500 Jul 14 09:17:04.956437 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23307b1-5194-449e-b524-8fe05555ef5b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Pushing event updated for resources: {'Port': ['ID=436f7a4d-b413-42f6-9c49-b26a27e3c5c2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:04.971715 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3f44292d-d3fe-4653-a153-cf0419f9837d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2bba28fbc2f2480894a466023613c1a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7169058 Jul 14 09:17:04.988573 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53126) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:05.075526 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 919c9122-8ad2-40f5-9347-349ec8e65efb no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:05.121677 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44292d-d3fe-4653-a153-cf0419f9837d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383e122f-7cf4-4279-952e-56ad8aa81976,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:05.127237 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930cda15-e7ad-4dfe-a2b0-32ab25f684cc', 'tag': 'fe714179-b5ef-4580-bba6-2fccbc3ee74a'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:05.129516 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdd7d40-7192-4154-80b7-afff2666f344" -d '{"events": [{"name": "network-changed", "server_uuid": "930cda15-e7ad-4dfe-a2b0-32ab25f684cc", "tag": "fe714179-b5ef-4580-bba6-2fccbc3ee74a"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:05.145238 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 919c9122-8ad2-40f5-9347-349ec8e65efb {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:05.149306 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 919c9122-8ad2-40f5-9347-349ec8e65efb not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:05.160841 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.202171 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ebc9765-4ea4-4026-b3ca-59cbe95d2f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.208147 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-cfff6f2d-7fec-42a3-bb3a-6788d4782089 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7982426 Jul 14 09:17:05.221958 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 7cbb54f9-3905-40df-86a1-11bb0ddf9669, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=7cbb54f9-3905-40df-86a1-11bb0ddf9669,segment=NetworkSegment(88609533-75bc-435f-984e-3b09b7df8b98),segment_id=88609533-75bc-435f-984e-3b09b7df8b98)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:05.228500 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.274979 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ebc9765-4ea4-4026-b3ca-59cbe95d2f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.331002 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=7cbb54f9-3905-40df-86a1-11bb0ddf9669,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:05.370951 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d6d6297c-d3b9-4f56-9fba-a1da12db369d req-4d225a02-61f6-42a5-874d-046ea6213b58 tempest-ServerAddressesNegativeTestJSON-1952929577 tempest-ServerAddressesNegativeTestJSON-1952929577-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f8a881-017e-4ff4-9118-bca1dff44ecf HTTP/1.1" status: 200 len: 210 time: 0.0849771 Jul 14 09:17:05.447389 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ebc9765-4ea4-4026-b3ca-59cbe95d2f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.450726 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ebc9765-4ea4-4026-b3ca-59cbe95d2f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.452163 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0ebc9765-4ea4-4026-b3ca-59cbe95d2f70 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/383e122f-7cf4-4279-952e-56ad8aa81976 HTTP/1.1" status: 204 len: 168 time: 0.4609790 Jul 14 09:17:05.465588 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc9765-4ea4-4026-b3ca-59cbe95d2f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383e122f-7cf4-4279-952e-56ad8aa81976,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:05.485986 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c960e14a-6a02-46b5-98df-7aef663cae71 x-openstack-request-id: req-c960e14a-6a02-46b5-98df-7aef663cae71 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:05.486433 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930cda15-e7ad-4dfe-a2b0-32ab25f684cc", "tag": "fe714179-b5ef-4580-bba6-2fccbc3ee74a", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:05.486711 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c960e14a-6a02-46b5-98df-7aef663cae71 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:05.487108 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930cda15-e7ad-4dfe-a2b0-32ab25f684cc', 'tag': 'fe714179-b5ef-4580-bba6-2fccbc3ee74a', 'status': 'completed', 'code': 200} Jul 14 09:17:05.550212 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e23307b1-5194-449e-b524-8fe05555ef5b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.559878 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-502cb986-468d-437b-88bb-726df7683088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:05.561045 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-502cb986-468d-437b-88bb-726df7683088 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5819747 Jul 14 09:17:05.609217 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46aa54d5-63a5-4027-93d9-e378a41de78d req-872e3374-3d6e-4832-97d8-3ecb8da88f86 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/3d46250f-7f3a-4187-945d-57eeafb3ebe2 HTTP/1.1" status: 200 len: 1799 time: 0.0886548 Jul 14 09:17:05.669722 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:17:05.697826 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-da4b0b35-0852-40f7-847a-95606dd8f5f2 req-bb8c52f5-e41e-4bb5-a2db-98b77d918718 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604290 Jul 14 09:17:05.733426 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-46aa54d5-63a5-4027-93d9-e378a41de78d req-1778ec24-cad0-4a7b-87cc-4a62dfc2e079 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.740372 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-68d941c7-3d00-48f3-8370-61dcbd8c7925 req-3e3f332b-1506-48dc-a4db-12b2177a2158 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f3148693-52ad-4d5c-9431-836fe6687d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4440663 Jul 14 09:17:05.747870 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e23307b1-5194-449e-b524-8fe05555ef5b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.787185 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-46aa54d5-63a5-4027-93d9-e378a41de78d req-1778ec24-cad0-4a7b-87cc-4a62dfc2e079 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.847998 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-316d51b6-54ea-4b02-b44b-c87697518926 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650008 Jul 14 09:17:05.895264 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-46aa54d5-63a5-4027-93d9-e378a41de78d req-1778ec24-cad0-4a7b-87cc-4a62dfc2e079 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.895264 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-46aa54d5-63a5-4027-93d9-e378a41de78d req-1778ec24-cad0-4a7b-87cc-4a62dfc2e079 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.916599 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46aa54d5-63a5-4027-93d9-e378a41de78d req-1778ec24-cad0-4a7b-87cc-4a62dfc2e079 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "DELETE /v2.0/security-groups/3d46250f-7f3a-4187-945d-57eeafb3ebe2 HTTP/1.1" status: 204 len: 173 time: 0.3060386 Jul 14 09:17:05.957366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778ec24-cad0-4a7b-87cc-4a62dfc2e079 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d46250f-7f3a-4187-945d-57eeafb3ebe2,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:06.062752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53158) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:06.185681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c050d2e9-7f21-42ca-bf5a-45e0749c8140 admin admin] Deleting subnet 27e4869c-c54f-4cdb-b4e4-d08d014281c0 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:17:06.265195 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c050d2e9-7f21-42ca-bf5a-45e0749c8140 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.343975 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d1d1bb5-2471-4d43-a81a-5a4ffcc8ee2a req-1c1edf66-698b-40d3-83bb-24ac30710183 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/863e64e4-ac1f-47e3-bd75-0afe511ea36c HTTP/1.1" status: 200 len: 1800 time: 0.2255397 Jul 14 09:17:06.363679 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c050d2e9-7f21-42ca-bf5a-45e0749c8140 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.395439 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68fafa-8484-4984-b07f-0d3961c6936d req-3fe47d91-643e-47b8-a975-11db96dc8b54 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:06.397904 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e68fafa-8484-4984-b07f-0d3961c6936d req-3fe47d91-643e-47b8-a975-11db96dc8b54 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?device_id=930cda15-e7ad-4dfe-a2b0-32ab25f684cc HTTP/1.1" status: 200 len: 948 time: 0.1975873 Jul 14 09:17:06.535282 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c050d2e9-7f21-42ca-bf5a-45e0749c8140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.567562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 7cbb54f9-3905-40df-86a1-11bb0ddf9669 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:06.583245 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e68fafa-8484-4984-b07f-0d3961c6936d req-a4516c46-7648-461f-aae2-6cf30e1eed02 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f80f3d1-c1d0-439f-8552-15d0dae5ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600876 Jul 14 09:17:06.637298 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a263f15c-8fd3-4a86-ad0c-dc5638b3f8d9 req-b63dab40-8fea-4bac-b6eb-874d2c8b10d6 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7319312 Jul 14 09:17:06.666988 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7d1d1bb5-2471-4d43-a81a-5a4ffcc8ee2a req-f18f3edd-1a67-40fa-af5b-1d8b747ff24a tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.742137 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7d1d1bb5-2471-4d43-a81a-5a4ffcc8ee2a req-f18f3edd-1a67-40fa-af5b-1d8b747ff24a tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.746707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 7cbb54f9-3905-40df-86a1-11bb0ddf9669 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:06.749587 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.766767 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d941c7-3d00-48f3-8370-61dcbd8c7925 req-c909150d-107e-489a-bec5-99ca466b563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:06.768430 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-68d941c7-3d00-48f3-8370-61dcbd8c7925 req-c909150d-107e-489a-bec5-99ca466b563d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=557f4eb50c684c97b08dac62df18e620&device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 1175 time: 0.8644853 Jul 14 09:17:06.836777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f8a881-017e-4ff4-9118-bca1dff44ecf', 'name': 'network-vif-deleted', 'tag': '919c9122-8ad2-40f5-9347-349ec8e65efb'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:06.840618 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0f07e6-9c64-4341-95a5-852799a79a30" -d '{"events": [{"server_uuid": "b2f8a881-017e-4ff4-9118-bca1dff44ecf", "name": "network-vif-deleted", "tag": "919c9122-8ad2-40f5-9347-349ec8e65efb"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:06.862163 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7d1d1bb5-2471-4d43-a81a-5a4ffcc8ee2a req-f18f3edd-1a67-40fa-af5b-1d8b747ff24a tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.879344 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7d1d1bb5-2471-4d43-a81a-5a4ffcc8ee2a req-f18f3edd-1a67-40fa-af5b-1d8b747ff24a tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.899266 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d1d1bb5-2471-4d43-a81a-5a4ffcc8ee2a req-f18f3edd-1a67-40fa-af5b-1d8b747ff24a tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "DELETE /v2.0/security-groups/863e64e4-ac1f-47e3-bd75-0afe511ea36c HTTP/1.1" status: 204 len: 173 time: 0.5499673 Jul 14 09:17:06.959947 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f3edd-1a67-40fa-af5b-1d8b747ff24a tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=863e64e4-ac1f-47e3-bd75-0afe511ea36c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:06.965875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fcab1-9149-49af-95d9-9868c26586ee req-ee6eb16f-6c4c-45c1-bbea-1389f6c9e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:06.967556 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-983fcab1-9149-49af-95d9-9868c26586ee req-ee6eb16f-6c4c-45c1-bbea-1389f6c9e0b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e27baebbb0f54c7a9fe380b07bc17b88&device_id=17a92d9f-8ce6-443f-8a4c-cb0728a38d2c HTTP/1.1" status: 200 len: 1100 time: 1.0612690 Jul 14 09:17:07.001369 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e23307b1-5194-449e-b524-8fe05555ef5b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.037424 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c050d2e9-7f21-42ca-bf5a-45e0749c8140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.058556 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e23307b1-5194-449e-b524-8fe05555ef5b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.109300 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050d2e9-7f21-42ca-bf5a-45e0749c8140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e4869c-c54f-4cdb-b4e4-d08d014281c0,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:07.114016 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53190) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:07.121558 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23307b1-5194-449e-b524-8fe05555ef5b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Pushing event updated for resources: {'Port': ['ID=436f7a4d-b413-42f6-9c49-b26a27e3c5c2,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:07.125392 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd7d40-7192-4154-80b7-afff2666f344 req-bec279ab-6cea-4423-9ce4-24a88f5cb07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:07.127089 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-afdd7d40-7192-4154-80b7-afff2666f344 req-bec279ab-6cea-4423-9ce4-24a88f5cb07d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e27baebbb0f54c7a9fe380b07bc17b88&device_id=930cda15-e7ad-4dfe-a2b0-32ab25f684cc HTTP/1.1" status: 200 len: 1100 time: 0.4278722 Jul 14 09:17:07.212077 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d941c7-3d00-48f3-8370-61dcbd8c7925 req-180a5088-200f-4006-894d-faaca22f66c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:07.215854 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c050d2e9-7f21-42ca-bf5a-45e0749c8140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.218434 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-68d941c7-3d00-48f3-8370-61dcbd8c7925 req-180a5088-200f-4006-894d-faaca22f66c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=58b578ac-94e2-4ea1-a737-42993db0b5b6 HTTP/1.1" status: 200 len: 914 time: 0.4010961 Jul 14 09:17:07.223929 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c050d2e9-7f21-42ca-bf5a-45e0749c8140 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/27e4869c-c54f-4cdb-b4e4-d08d014281c0 HTTP/1.1" status: 204 len: 168 time: 1.1593769 Jul 14 09:17:07.225567 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53194) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:07.230592 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94df6d8-70c5-4ad4-98c7-80e45f95b5b7 x-openstack-request-id: req-e94df6d8-70c5-4ad4-98c7-80e45f95b5b7 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:07.231168 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f8a881-017e-4ff4-9118-bca1dff44ecf", "name": "network-vif-deleted", "tag": "919c9122-8ad2-40f5-9347-349ec8e65efb", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:07.231646 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e94df6d8-70c5-4ad4-98c7-80e45f95b5b7 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:07.232253 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f8a881-017e-4ff4-9118-bca1dff44ecf', 'name': 'network-vif-deleted', 'tag': '919c9122-8ad2-40f5-9347-349ec8e65efb', 'status': 'completed', 'code': 200} Jul 14 09:17:07.334655 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-4761b0ad-2cff-47fd-a0f3-9251bd006d09 req-f42dfeff-2efd-447b-acbd-26d9bc94bec1 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-84677003', 'description': 'tempest-description-494798349'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:07.360914 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a8ebab40-06d6-4269-99e6-696a95134e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.368457 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4761b0ad-2cff-47fd-a0f3-9251bd006d09 req-f42dfeff-2efd-447b-acbd-26d9bc94bec1 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.391203 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-68d941c7-3d00-48f3-8370-61dcbd8c7925 req-73ae772c-c140-4ae6-9cf7-452472f5e8bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6aca5817-8f42-4e7a-85f5-bac6f4442924 HTTP/1.1" status: 200 len: 217 time: 0.1283281 Jul 14 09:17:07.428095 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e1471b-4326-44c0-9014-e275ba2204e8 admin admin] Deleting subnet 50dff171-9d55-46a2-9d67-ba7dec034d2e {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:17:07.431614 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a6e1471b-4326-44c0-9014-e275ba2204e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.462426 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d941c7-3d00-48f3-8370-61dcbd8c7925 req-f3793038-ba2d-4932-a8c0-716676816dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:07.463937 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-68d941c7-3d00-48f3-8370-61dcbd8c7925 req-f3793038-ba2d-4932-a8c0-716676816dd4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3ad77fb-8644-4bff-ba7c-293c210c0da0 HTTP/1.1" status: 200 len: 853 time: 0.0610383 Jul 14 09:17:07.478150 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fcab1-9149-49af-95d9-9868c26586ee req-0cbb4cfd-a135-44bf-809c-f742df35bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:07.479738 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-983fcab1-9149-49af-95d9-9868c26586ee req-0cbb4cfd-a135-44bf-809c-f742df35bc0f service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.5010991 Jul 14 09:17:07.489158 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e23307b1-5194-449e-b524-8fe05555ef5b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.526241 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e23307b1-5194-449e-b524-8fe05555ef5b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.537559 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e23307b1-5194-449e-b524-8fe05555ef5b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0014262 Jul 14 09:17:07.573215 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-68d941c7-3d00-48f3-8370-61dcbd8c7925 req-ea322076-d774-4c57-9873-cfcf917130b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58b578ac-94e2-4ea1-a737-42993db0b5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000831 Jul 14 09:17:07.698484 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-983fcab1-9149-49af-95d9-9868c26586ee req-b6561a37-a5e3-4a56-8c9c-e0f2e9b2b400 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=1ad2142c-742f-4024-b4fb-30acceb61f42 HTTP/1.1" status: 200 len: 217 time: 0.1937466 Jul 14 09:17:07.700854 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-68d941c7-3d00-48f3-8370-61dcbd8c7925 req-acb3f319-9e8a-49ff-9b9c-ce8a926f6db5 service neutron] 10.222.0.55 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952704 Jul 14 09:17:07.702704 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd7d40-7192-4154-80b7-afff2666f344 req-6dc1adb5-ce64-4507-951f-2b64f6e29923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:07.704120 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-afdd7d40-7192-4154-80b7-afff2666f344 req-6dc1adb5-ce64-4507-951f-2b64f6e29923 service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.5602987 Jul 14 09:17:07.845495 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a6e1471b-4326-44c0-9014-e275ba2204e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.902876 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-68d941c7-3d00-48f3-8370-61dcbd8c7925 req-0b7e6b8b-5a6e-4503-8475-65166c69e44e service neutron] 10.222.0.55 "GET /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895170 Jul 14 09:17:07.903589 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a6e1471b-4326-44c0-9014-e275ba2204e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.959736 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-afdd7d40-7192-4154-80b7-afff2666f344 req-6bf6a076-ebc1-4917-acd8-c4651ccbb5a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=fe714179-b5ef-4580-bba6-2fccbc3ee74a HTTP/1.1" status: 200 len: 217 time: 0.2476008 Jul 14 09:17:07.981801 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a6e1471b-4326-44c0-9014-e275ba2204e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.056484 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1471b-4326-44c0-9014-e275ba2204e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50dff171-9d55-46a2-9d67-ba7dec034d2e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:08.080725 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd7d40-7192-4154-80b7-afff2666f344 req-00403e81-a684-4d0e-9499-6e7eda173b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:08.083283 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-afdd7d40-7192-4154-80b7-afff2666f344 req-00403e81-a684-4d0e-9499-6e7eda173b25 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0985053 Jul 14 09:17:08.087836 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fcab1-9149-49af-95d9-9868c26586ee req-6bf2a659-9e76-48d8-b966-116afba5bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:08.091386 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-983fcab1-9149-49af-95d9-9868c26586ee req-6bf2a659-9e76-48d8-b966-116afba5bcda service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.3761694 Jul 14 09:17:08.109002 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a8ebab40-06d6-4269-99e6-696a95134e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.140029 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-a8ebab40-06d6-4269-99e6-696a95134e64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d231916-2343-4baa-b32a-9b0c7ec8789b']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:08.142940 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a6e1471b-4326-44c0-9014-e275ba2204e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.144536 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a6e1471b-4326-44c0-9014-e275ba2204e8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/50dff171-9d55-46a2-9d67-ba7dec034d2e HTTP/1.1" status: 204 len: 168 time: 1.0181842 Jul 14 09:17:08.147921 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53222) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:08.169012 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-a8ebab40-06d6-4269-99e6-696a95134e64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27e16b2-555c-458d-9135-76cd9e19964c') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:08.169306 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-a8ebab40-06d6-4269-99e6-696a95134e64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27e16b2-555c-458d-9135-76cd9e19964c') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:08.215056 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd7d40-7192-4154-80b7-afff2666f344 req-426f8cec-124a-485d-aedf-5933d7e3d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:08.216862 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-afdd7d40-7192-4154-80b7-afff2666f344 req-426f8cec-124a-485d-aedf-5933d7e3d989 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1238334 Jul 14 09:17:08.225346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fcab1-9149-49af-95d9-9868c26586ee req-e5ad67e7-2165-4091-97d8-27f2a0f6de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:08.226850 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-983fcab1-9149-49af-95d9-9868c26586ee req-e5ad67e7-2165-4091-97d8-27f2a0f6de79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1185210 Jul 14 09:17:08.230485 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a8ebab40-06d6-4269-99e6-696a95134e64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.262762 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205e658-cfec-428c-9bf5-31ce110a4fa0 req-9055f8c2-1a06-4b0c-a153-c4032b775d03 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:08.264310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4205e658-cfec-428c-9bf5-31ce110a4fa0 req-9055f8c2-1a06-4b0c-a153-c4032b775d03 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?device_id=930cda15-e7ad-4dfe-a2b0-32ab25f684cc HTTP/1.1" status: 200 len: 948 time: 0.2881708 Jul 14 09:17:08.284095 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a8ebab40-06d6-4269-99e6-696a95134e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.309834 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-673fa544-c531-48ef-920c-ed34b822a502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.319667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ebab40-06d6-4269-99e6-696a95134e64 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:17:08.320075 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a8ebab40-06d6-4269-99e6-696a95134e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:17:08.322141 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:17:08.370416 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4761b0ad-2cff-47fd-a0f3-9251bd006d09 req-f42dfeff-2efd-447b-acbd-26d9bc94bec1 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.397020 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4761b0ad-2cff-47fd-a0f3-9251bd006d09 req-f42dfeff-2efd-447b-acbd-26d9bc94bec1 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.405304 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-afdd7d40-7192-4154-80b7-afff2666f344 req-df7fac0e-a268-4cf0-b4ce-279bc130191f service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774852 Jul 14 09:17:08.409304 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-983fcab1-9149-49af-95d9-9868c26586ee req-eb8282a6-b0d2-44c0-8a87-429b0b5a4b6d service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719263 Jul 14 09:17:08.412853 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4205e658-cfec-428c-9bf5-31ce110a4fa0 req-f8bd9e52-4c3b-4740-b070-6785b531dc0f tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f80f3d1-c1d0-439f-8552-15d0dae5ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388731 Jul 14 09:17:08.480590 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4761b0ad-2cff-47fd-a0f3-9251bd006d09 req-f42dfeff-2efd-447b-acbd-26d9bc94bec1 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.481836 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4761b0ad-2cff-47fd-a0f3-9251bd006d09 req-f42dfeff-2efd-447b-acbd-26d9bc94bec1 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.1586738 Jul 14 09:17:08.502809 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a8ebab40-06d6-4269-99e6-696a95134e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.515651 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a8ebab40-06d6-4269-99e6-696a95134e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.520800 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a8ebab40-06d6-4269-99e6-696a95134e64 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1d231916-2343-4baa-b32a-9b0c7ec8789b HTTP/1.1" status: 204 len: 168 time: 1.2872231 Jul 14 09:17:08.533607 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dfeff-2efd-447b-acbd-26d9bc94bec1 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c7f7fb-fa6b-4c9a-90df-58bffd94cbb8,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:08.584985 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebab40-06d6-4269-99e6-696a95134e64 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d231916-2343-4baa-b32a-9b0c7ec8789b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:08.631075 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-673fa544-c531-48ef-920c-ed34b822a502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.644535 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-afdd7d40-7192-4154-80b7-afff2666f344 req-bbdb6167-cc1c-480b-ba27-2fa8287d7e8c service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323754 Jul 14 09:17:08.668710 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-673fa544-c531-48ef-920c-ed34b822a502 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215a7484-dd0c-4df3-8207-d6d38ec94509']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:08.711545 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-6a8185d1-a963-47d9-b908-27628795d1ef tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--102404144&fields=id&tenant_id=09b502835dcb4320bf2fd315522cc62f HTTP/1.1" status: 200 len: 267 time: 0.1273379 Jul 14 09:17:08.720010 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-673fa544-c531-48ef-920c-ed34b822a502 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb339d41-540d-4231-a58a-cb7d79efd876') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:08.720338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-673fa544-c531-48ef-920c-ed34b822a502 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb339d41-540d-4231-a58a-cb7d79efd876') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:08.760319 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-673fa544-c531-48ef-920c-ed34b822a502 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.816503 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-673fa544-c531-48ef-920c-ed34b822a502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.832907 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673fa544-c531-48ef-920c-ed34b822a502 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:17:08.833839 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-673fa544-c531-48ef-920c-ed34b822a502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:17:08.835906 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:17:08.864117 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53242) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:08.876861 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-983fcab1-9149-49af-95d9-9868c26586ee req-44180818-12c0-499c-a2d6-9cacb07817e0 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487126 Jul 14 09:17:08.937317 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-673fa544-c531-48ef-920c-ed34b822a502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.952210 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-673fa544-c531-48ef-920c-ed34b822a502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.954273 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-673fa544-c531-48ef-920c-ed34b822a502 admin admin] 10.222.0.26 "DELETE /v2.0/networks/215a7484-dd0c-4df3-8207-d6d38ec94509 HTTP/1.1" status: 204 len: 168 time: 0.7996185 Jul 14 09:17:08.971315 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-76cce2ee-86f2-4586-b7ac-4bced4c2194d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=403de225fdd044b89ae9cca5abe39ca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1014745 Jul 14 09:17:08.971556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53248) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:08.992930 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5e3c17cf-6d58-44fb-9179-fb7f857c0df4 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:08.999880 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5e3c17cf-6d58-44fb-9179-fb7f857c0df4 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/networks?id=256b6df7-8dd6-4b20-bd3c-6a14911923ef HTTP/1.1" status: 200 len: 806 time: 0.2876263 Jul 14 09:17:09.001912 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fa544-c531-48ef-920c-ed34b822a502 admin admin] Pushing event deleted for resources: {'Network': ['ID=215a7484-dd0c-4df3-8207-d6d38ec94509,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:09.039383 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-c5d6535f-6c33-4ba9-8763-1d4ca967824f tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/quotas/09b502835dcb4320bf2fd315522cc62f HTTP/1.1" status: 200 len: 375 time: 0.0382783 Jul 14 09:17:09.067255 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b6ac912a-b55c-4987-896a-463b61e7e4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.087735 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fe714179-b5ef-4580-bba6-2fccbc3ee74a details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:09.097569 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b6ac912a-b55c-4987-896a-463b61e7e4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.105231 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6b333cab-f23a-46e7-a9b1-21da89569d03 req-c20ff703-2374-475f-bd92-8dabe60dcfaa tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/f9c7f7fb-fa6b-4c9a-90df-58bffd94cbb8 HTTP/1.1" status: 200 len: 1798 time: 0.1229351 Jul 14 09:17:09.112345 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-6b333cab-f23a-46e7-a9b1-21da89569d03 req-84e49eaf-bf29-4888-93e4-c8e5c9a3a194 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1940330833', 'description': 'tempest-description-hth-1486563708'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:09.156534 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6b333cab-f23a-46e7-a9b1-21da89569d03 req-84e49eaf-bf29-4888-93e4-c8e5c9a3a194 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.187375 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b6ac912a-b55c-4987-896a-463b61e7e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.192891 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b6ac912a-b55c-4987-896a-463b61e7e4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.199469 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b6ac912a-b55c-4987-896a-463b61e7e4d6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/18851693-9f84-4c30-8ba9-e5199654e3ab HTTP/1.1" status: 204 len: 168 time: 0.2232893 Jul 14 09:17:09.221419 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac912a-b55c-4987-896a-463b61e7e4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18851693-9f84-4c30-8ba9-e5199654e3ab,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:09.223497 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-dae5fdf0-2d34-492e-a853-1ac9894ba667 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=09b502835dcb4320bf2fd315522cc62f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1756301 Jul 14 09:17:09.310857 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6b333cab-f23a-46e7-a9b1-21da89569d03 req-84e49eaf-bf29-4888-93e4-c8e5c9a3a194 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.319433 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6b333cab-f23a-46e7-a9b1-21da89569d03 req-84e49eaf-bf29-4888-93e4-c8e5c9a3a194 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.324028 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53252) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:09.328632 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6b333cab-f23a-46e7-a9b1-21da89569d03 req-84e49eaf-bf29-4888-93e4-c8e5c9a3a194 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.341765 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6b333cab-f23a-46e7-a9b1-21da89569d03 req-84e49eaf-bf29-4888-93e4-c8e5c9a3a194 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "PUT /v2.0/security-groups/f9c7f7fb-fa6b-4c9a-90df-58bffd94cbb8 HTTP/1.1" status: 200 len: 1775 time: 0.2287550 Jul 14 09:17:09.377390 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fe714179-b5ef-4580-bba6-2fccbc3ee74a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fe714179-b5ef-4580-bba6-2fccbc3ee74a,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:09.400786 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'fe714179-b5ef-4580-bba6-2fccbc3ee74a', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': 'fe714179-b5ef-4580-bba6-2fccbc3ee74a', 'mac_address': 'fa:16:3e:10:19:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:09.420431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e49eaf-bf29-4888-93e4-c8e5c9a3a194 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c7f7fb-fa6b-4c9a-90df-58bffd94cbb8,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:09.467212 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-7a1fde34-c1be-45de-90e6-8ad2cb34b3bf service neutron] 10.222.0.26 "GET /v2.0/networks/256b6df7-8dd6-4b20-bd3c-6a14911923ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377429 Jul 14 09:17:09.494917 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.510720 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe714179-b5ef-4580-bba6-2fccbc3ee74a {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:09.521943 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fb3f4c73-4036-4e91-b296-7e787d1ef04f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5f395fb585a64dc8acdd441e20fc2aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819687 Jul 14 09:17:09.524350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53266) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:09.539584 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fe714179-b5ef-4580-bba6-2fccbc3ee74a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fe714179-b5ef-4580-bba6-2fccbc3ee74a,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:09.545575 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.598013 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c69257d5-2048-49bd-b424-b2ec2a8d296d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.605767 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=fe714179-b5ef-4580-bba6-2fccbc3ee74a,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:09.666084 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c69257d5-2048-49bd-b424-b2ec2a8d296d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.699269 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-814bb182-de9e-41af-81ca-caf5d44e2547 service neutron] 10.222.0.26 "GET /v2.0/networks/256b6df7-8dd6-4b20-bd3c-6a14911923ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292833 Jul 14 09:17:09.762606 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['fe714179-b5ef-4580-bba6-2fccbc3ee74a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:09.787296 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c69257d5-2048-49bd-b424-b2ec2a8d296d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.795624 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c69257d5-2048-49bd-b424-b2ec2a8d296d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.800938 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c69257d5-2048-49bd-b424-b2ec2a8d296d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75066170-61b6-4305-aacc-f608448e4747 HTTP/1.1" status: 204 len: 168 time: 0.2743211 Jul 14 09:17:09.823210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69257d5-2048-49bd-b424-b2ec2a8d296d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75066170-61b6-4305-aacc-f608448e4747,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:10.089379 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fc955601-3cb5-4dee-9f6e-42f65bee872c req-4d85818e-b85f-48a0-ab54-b2f66e3712d9 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/f9c7f7fb-fa6b-4c9a-90df-58bffd94cbb8 HTTP/1.1" status: 200 len: 1775 time: 0.1197495 Jul 14 09:17:10.108602 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1ad2142c-742f-4024-b4fb-30acceb61f42 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:10.226048 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7abad80d-aade-4b33-93f9-180d5b945426 req-eb0fa6a8-1bd2-43ae-8500-be0de913e0da tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 210 time: 0.0579524 Jul 14 09:17:10.366003 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1ad2142c-742f-4024-b4fb-30acceb61f42, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1ad2142c-742f-4024-b4fb-30acceb61f42,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:10.377651 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb9e98-9586-48e6-9efe-e00c612e0258 req-22365738-b71a-4047-97c3-e54d0d521057 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:10.379232 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2fbb9e98-9586-48e6-9efe-e00c612e0258 req-22365738-b71a-4047-97c3-e54d0d521057 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?device_id=930cda15-e7ad-4dfe-a2b0-32ab25f684cc HTTP/1.1" status: 200 len: 949 time: 0.1308017 Jul 14 09:17:10.407466 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '1ad2142c-742f-4024-b4fb-30acceb61f42', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '1ad2142c-742f-4024-b4fb-30acceb61f42', 'mac_address': 'fa:16:3e:be:fb:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:10.432726 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd7cce81-6454-42e1-8fda-6f5a4f47336f req-30466d60-7075-433d-9994-bad66f203530 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/f9c7f7fb-fa6b-4c9a-90df-58bffd94cbb8 HTTP/1.1" status: 200 len: 1775 time: 0.1102390 Jul 14 09:17:10.494406 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2fbb9e98-9586-48e6-9efe-e00c612e0258 req-73bcb651-1017-4934-a3a5-2373c68afb0c tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f80f3d1-c1d0-439f-8552-15d0dae5ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990665 Jul 14 09:17:10.515527 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.549948 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-cd7cce81-6454-42e1-8fda-6f5a4f47336f req-c8cdd1d2-88cb-4926-a33b-fefc7234d2be tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.551517 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad2142c-742f-4024-b4fb-30acceb61f42 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:10.593111 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-cd7cce81-6454-42e1-8fda-6f5a4f47336f req-c8cdd1d2-88cb-4926-a33b-fefc7234d2be tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.599555 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1ad2142c-742f-4024-b4fb-30acceb61f42, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1ad2142c-742f-4024-b4fb-30acceb61f42,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:10.608438 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.673117 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=1ad2142c-742f-4024-b4fb-30acceb61f42,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:10.686200 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-cd7cce81-6454-42e1-8fda-6f5a4f47336f req-c8cdd1d2-88cb-4926-a33b-fefc7234d2be tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.688872 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-cd7cce81-6454-42e1-8fda-6f5a4f47336f req-c8cdd1d2-88cb-4926-a33b-fefc7234d2be tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.696371 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd7cce81-6454-42e1-8fda-6f5a4f47336f req-c8cdd1d2-88cb-4926-a33b-fefc7234d2be tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "DELETE /v2.0/security-groups/f9c7f7fb-fa6b-4c9a-90df-58bffd94cbb8 HTTP/1.1" status: 204 len: 173 time: 0.2616384 Jul 14 09:17:10.731082 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cdd1d2-88cb-4926-a33b-fefc7234d2be tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c7f7fb-fa6b-4c9a-90df-58bffd94cbb8,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:10.900200 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['1ad2142c-742f-4024-b4fb-30acceb61f42'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:11.026200 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-97b79cdb-44ed-41be-9c94-e4d38bd9df9f req-9bbb632f-7976-45aa-892f-3d84d72727bd tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] show failed (client error): The resource could not be found. Jul 14 09:17:11.035872 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97b79cdb-44ed-41be-9c94-e4d38bd9df9f req-9bbb632f-7976-45aa-892f-3d84d72727bd tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/863e64e4-ac1f-47e3-bd75-0afe511ea36c HTTP/1.1" status: 404 len: 352 time: 0.0417593 Jul 14 09:17:11.107912 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fe714179-b5ef-4580-bba6-2fccbc3ee74a up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:11.110343 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-fab9448d-e668-4847-86b3-82dfea6c7b6e req-428a1cf0-fd86-45b6-b16a-33d6a582c218 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] show failed (client error): The resource could not be found. Jul 14 09:17:11.113703 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fab9448d-e668-4847-86b3-82dfea6c7b6e req-428a1cf0-fd86-45b6-b16a-33d6a582c218 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/3d46250f-7f3a-4187-945d-57eeafb3ebe2 HTTP/1.1" status: 404 len: 352 time: 0.0266428 Jul 14 09:17:11.230031 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-1b4ec984-3624-46aa-8b11-d85a85e41893 req-8aec815f-636d-47ba-8367-411507e9a896 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] show failed (client error): The resource could not be found. Jul 14 09:17:11.233734 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b4ec984-3624-46aa-8b11-d85a85e41893 req-8aec815f-636d-47ba-8367-411507e9a896 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/47e1a782-2d78-4c5c-84ed-28629ba2e9dd HTTP/1.1" status: 404 len: 352 time: 0.0366218 Jul 14 09:17:11.348204 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-bf8b86c0-71b4-439d-8f3a-25d51c32573a req-42facb71-a49c-4160-acab-486db8cc222e tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] show failed (client error): The resource could not be found. Jul 14 09:17:11.351183 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bf8b86c0-71b4-439d-8f3a-25d51c32573a req-42facb71-a49c-4160-acab-486db8cc222e tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/b351e698-8aa0-4471-a2ce-f11be42f7987 HTTP/1.1" status: 404 len: 352 time: 0.0371351 Jul 14 09:17:11.370000 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port fe714179-b5ef-4580-bba6-2fccbc3ee74a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:11.383624 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port fe714179-b5ef-4580-bba6-2fccbc3ee74a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:11.384831 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.566123 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.604064 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930cda15-e7ad-4dfe-a2b0-32ab25f684cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe714179-b5ef-4580-bba6-2fccbc3ee74a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:11.606377 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56c946d-79a2-4635-a5e4-69bdc97edf13" -d '{"events": [{"server_uuid": "930cda15-e7ad-4dfe-a2b0-32ab25f684cc", "name": "network-vif-plugged", "status": "completed", "tag": "fe714179-b5ef-4580-bba6-2fccbc3ee74a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:11.622967 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fe714179-b5ef-4580-bba6-2fccbc3ee74a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fe714179-b5ef-4580-bba6-2fccbc3ee74a,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:11.627750 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.648142 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b6eccf4-868f-42e0-9ab9-d2184045bf53 req-9e82a7c1-9c5b-4e71-aba5-81daf57c4e92 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 210 time: 0.0889075 Jul 14 09:17:11.701858 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=fe714179-b5ef-4580-bba6-2fccbc3ee74a,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:11.761367 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-f185a65b-27bc-4dac-b59c-d2414ac3ae73 req-79991508-030a-4b6a-b509-7bb39b36a638 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] show failed (client error): The resource could not be found. Jul 14 09:17:11.772183 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f185a65b-27bc-4dac-b59c-d2414ac3ae73 req-79991508-030a-4b6a-b509-7bb39b36a638 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/ea01a5a6-1a0a-4849-acf9-100ab2fe0051 HTTP/1.1" status: 404 len: 352 time: 0.0250916 Jul 14 09:17:11.955089 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53386) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:12.012599 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04293300-1412-4574-9640-f9f301cf5942 req-4327994b-fb3c-4811-b1e1-375d5867073f tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:12.021459 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04293300-1412-4574-9640-f9f301cf5942 req-4327994b-fb3c-4811-b1e1-375d5867073f tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?device_id=930cda15-e7ad-4dfe-a2b0-32ab25f684cc HTTP/1.1" status: 200 len: 950 time: 0.1131327 Jul 14 09:17:12.055757 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-e7a0dd19-81e2-4e28-a84e-e2867dcf693e tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:12.057265 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-e7a0dd19-81e2-4e28-a84e-e2867dcf693e tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.49 "GET /v2.0/networks?id=256b6df7-8dd6-4b20-bd3c-6a14911923ef HTTP/1.1" status: 200 len: 806 time: 0.1303425 Jul 14 09:17:12.076045 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04293300-1412-4574-9640-f9f301cf5942 req-1d7a041a-a77f-4853-b3f5-aa919fca1cc7 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f80f3d1-c1d0-439f-8552-15d0dae5ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530334 Jul 14 09:17:12.101200 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1ad2142c-742f-4024-b4fb-30acceb61f42 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:12.114403 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-30dfedaf-95c3-4f15-97b5-2f262c2ef067 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09b502835dcb4320bf2fd315522cc62f HTTP/1.1" status: 200 len: 379 time: 0.0492313 Jul 14 09:17:12.124641 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-219a39b1-02e8-4e12-88b7-d3c26ed68aee tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Request body: {'port': {'device_id': '0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd', 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef', 'admin_state_up': True, 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'security_groups': ['000885df-b2e3-4901-b1ce-448d26245a48']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:12.159829 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-96e5220a-2fdd-4b6c-adbe-afb4b47d6699 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1758879989-network', 'tenant_id': 'fff9123111234660b432c2adcb2558ef'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:12.191599 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e5220a-2fdd-4b6c-adbe-afb4b47d6699 admin admin] Made reservation on behalf of fff9123111234660b432c2adcb2558ef for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:12.195472 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-96e5220a-2fdd-4b6c-adbe-afb4b47d6699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.214649 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-96e5220a-2fdd-4b6c-adbe-afb4b47d6699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.233257 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68dd8a96-b9f5-4ea9-a5c7-7d53d3d4e24b x-openstack-request-id: req-68dd8a96-b9f5-4ea9-a5c7-7d53d3d4e24b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:12.233782 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930cda15-e7ad-4dfe-a2b0-32ab25f684cc", "name": "network-vif-plugged", "status": "completed", "tag": "fe714179-b5ef-4580-bba6-2fccbc3ee74a", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:12.235343 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68dd8a96-b9f5-4ea9-a5c7-7d53d3d4e24b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:12.235959 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930cda15-e7ad-4dfe-a2b0-32ab25f684cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe714179-b5ef-4580-bba6-2fccbc3ee74a', 'code': 200} Jul 14 09:17:12.238645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 1ad2142c-742f-4024-b4fb-30acceb61f42 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:12.258144 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 1ad2142c-742f-4024-b4fb-30acceb61f42 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:12.258403 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.390930 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.477769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1ad2142c-742f-4024-b4fb-30acceb61f42, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1ad2142c-742f-4024-b4fb-30acceb61f42,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:12.482500 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-96e5220a-2fdd-4b6c-adbe-afb4b47d6699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.494023 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.530108 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-96e5220a-2fdd-4b6c-adbe-afb4b47d6699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.538327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-219a39b1-02e8-4e12-88b7-d3c26ed68aee tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Made reservation on behalf of 09b502835dcb4320bf2fd315522cc62f for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:12.550429 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-219a39b1-02e8-4e12-88b7-d3c26ed68aee tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.600232 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=1ad2142c-742f-4024-b4fb-30acceb61f42,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:12.609381 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e5220a-2fdd-4b6c-adbe-afb4b47d6699 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:17:12.671958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5220a-2fdd-4b6c-adbe-afb4b47d6699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91cd139-d0a0-4e4a-80a2-ca79e724bb64,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:12.675508 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-96e5220a-2fdd-4b6c-adbe-afb4b47d6699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.675508 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-96e5220a-2fdd-4b6c-adbe-afb4b47d6699 admin admin] Added segment c11df0a9-d744-4429-b6dd-59d3309b04d6 of type vlan for network c6662c57-7de3-47a5-a96c-857f4f0ec316 Jul 14 09:17:12.710867 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa6b7d-1d68-44ae-a66e-dce29bf13c1e req-de4be283-4c8d-4a95-8b35-04903dce3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:12.713309 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2fa6b7d-1d68-44ae-a66e-dce29bf13c1e req-de4be283-4c8d-4a95-8b35-04903dce3d08 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=930cda15-e7ad-4dfe-a2b0-32ab25f684cc HTTP/1.1" status: 200 len: 1102 time: 0.2636178 Jul 14 09:17:12.776508 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-96e5220a-2fdd-4b6c-adbe-afb4b47d6699 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.794417 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-4c561acd-1fc6-498e-91e9-2efcc43aa514 req-b72fbdfe-0c1c-41f1-9cf6-ecaae861c362 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] show failed (client error): The resource could not be found. Jul 14 09:17:12.795578 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4c561acd-1fc6-498e-91e9-2efcc43aa514 req-b72fbdfe-0c1c-41f1-9cf6-ecaae861c362 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/724605c8-24d5-4b09-80f0-4990d0c3212e HTTP/1.1" status: 404 len: 352 time: 0.0492327 Jul 14 09:17:12.824303 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2fa6b7d-1d68-44ae-a66e-dce29bf13c1e req-6aa03527-1f98-43d8-aeec-62e0b8a8a2b8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7f80f3d1-c1d0-439f-8552-15d0dae5ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809782 Jul 14 09:17:12.848227 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-96e5220a-2fdd-4b6c-adbe-afb4b47d6699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.850070 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e5220a-2fdd-4b6c-adbe-afb4b47d6699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:12.850666 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-96e5220a-2fdd-4b6c-adbe-afb4b47d6699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.893321 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-219a39b1-02e8-4e12-88b7-d3c26ed68aee tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Allocated IP 172.20.0.7 (256b6df7-8dd6-4b20-bd3c-6a14911923ef/678fd0c0-aac5-43ab-b16c-dd17e98a798e/2dfd20ef-8dd8-4236-b4c6-47cf35395cc3) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:12.904272 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-96e5220a-2fdd-4b6c-adbe-afb4b47d6699 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9459748 Jul 14 09:17:12.908537 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53416) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:12.925220 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-848a7940-c56d-4af2-9d15-cf07fdca2860 admin admin] Request body: {'subnet': {'network_id': 'c6662c57-7de3-47a5-a96c-857f4f0ec316', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1758879989-subnet', 'tenant_id': 'fff9123111234660b432c2adcb2558ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:13.020531 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848a7940-c56d-4af2-9d15-cf07fdca2860 admin admin] Made reservation on behalf of fff9123111234660b432c2adcb2558ef for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:13.034406 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-848a7940-c56d-4af2-9d15-cf07fdca2860 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.038532 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5220a-2fdd-4b6c-adbe-afb4b47d6699 admin admin] Pushing event updated for resources: {'Network': ['ID=c6662c57-7de3-47a5-a96c-857f4f0ec316,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:13.058141 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network c6662c57-7de3-47a5-a96c-857f4f0ec316 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:17:13.218434 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7bf22f9-21af-4de2-ad1e-6fd5d736f9f9 req-fd33fa95-ad8f-46fa-a989-7d8657d3dcb2 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 210 time: 0.1040189 Jul 14 09:17:13.352807 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd1d4c5a-748a-467b-bce8-82d215a7451d req-8ee67293-d1ba-41cb-9af6-b24bbd5720a1 tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.0747657 Jul 14 09:17:13.396714 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53430) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:13.660135 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-87155e87-2a65-421a-ab65-bf919713d2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.667455 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-219a39b1-02e8-4e12-88b7-d3c26ed68aee tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.689461 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-848a7940-c56d-4af2-9d15-cf07fdca2860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.711319 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-219a39b1-02e8-4e12-88b7-d3c26ed68aee tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Transition to ACTIVE for port object 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:13.742828 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca441516-d5ab-4360-90bb-bc3f54365f5e req-182784f5-cfe8-4e5d-82a0-077dfa66315e tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:13.749816 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca441516-d5ab-4360-90bb-bc3f54365f5e req-182784f5-cfe8-4e5d-82a0-077dfa66315e tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?device_id=930cda15-e7ad-4dfe-a2b0-32ab25f684cc HTTP/1.1" status: 200 len: 950 time: 0.1838896 Jul 14 09:17:13.820224 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca441516-d5ab-4360-90bb-bc3f54365f5e req-6f5c981f-ccc3-4045-96dd-8b2e5f4012d9 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f80f3d1-c1d0-439f-8552-15d0dae5ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653019 Jul 14 09:17:13.878575 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a7940-c56d-4af2-9d15-cf07fdca2860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=759e904b-3859-42d3-baa8-431d0a3c9bed,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:13.890354 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-87155e87-2a65-421a-ab65-bf919713d2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.898040 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-87155e87-2a65-421a-ab65-bf919713d2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.932027 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848a7940-c56d-4af2-9d15-cf07fdca2860 admin admin] Checking segment: {'id': 'c11df0a9-d744-4429-b6dd-59d3309b04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c6662c57-7de3-47a5-a96c-857f4f0ec316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:13.932381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848a7940-c56d-4af2-9d15-cf07fdca2860 admin admin] Network hostable DHCP agents. Network: c6662c57-7de3-47a5-a96c-857f4f0ec316, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:17:13.972400 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-87155e87-2a65-421a-ab65-bf919713d2f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7b777c77cbb44b4b8e8247f44312243e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5738933 Jul 14 09:17:13.973362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87155e87-2a65-421a-ab65-bf919713d2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9722bf5c-332d-4d40-bbad-ad702dd274c8,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:13.977606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53440) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:13.999463 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-219a39b1-02e8-4e12-88b7-d3c26ed68aee tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.055869 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848a7940-c56d-4af2-9d15-cf07fdca2860 admin admin] Network c6662c57-7de3-47a5-a96c-857f4f0ec316 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:17:14.082748 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c5f5c-65a7-4e4a-8be9-25d2cba36890 req-0325ae6e-3a45-4627-b11e-76620c03c177 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:14.092779 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d05c5f5c-65a7-4e4a-8be9-25d2cba36890 req-0325ae6e-3a45-4627-b11e-76620c03c177 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 1023 time: 0.0963292 Jul 14 09:17:14.138295 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-848a7940-c56d-4af2-9d15-cf07fdca2860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, c6662c57-7de3-47a5-a96c-857f4f0ec316) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:14.154476 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d05c5f5c-65a7-4e4a-8be9-25d2cba36890 req-ab55107d-c752-4daf-b972-2c9d5a92c502 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&id=01b61e1a-8ff7-4745-9677-cc34e1810782&id=4b8d7c2c-94c4-4161-b62e-6b460c5a373e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0595946 Jul 14 09:17:14.166676 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d4882a-3b50-4a45-a3c6-54f62813ff75 None None] Network c6662c57-7de3-47a5-a96c-857f4f0ec316 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:14.201267 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848a7940-c56d-4af2-9d15-cf07fdca2860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:14.202175 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-848a7940-c56d-4af2-9d15-cf07fdca2860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.215827 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-219a39b1-02e8-4e12-88b7-d3c26ed68aee tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Network 256b6df7-8dd6-4b20-bd3c-6a14911923ef is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:14.233327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-219a39b1-02e8-4e12-88b7-d3c26ed68aee tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:14.246954 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a92d9f-8ce6-443f-8a4c-cb0728a38d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2142c-742f-4024-b4fb-30acceb61f42'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:14.247241 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-219a39b1-02e8-4e12-88b7-d3c26ed68aee tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:14.252229 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25da8bd4-7c30-4ffb-ab2c-f87a445528ad" -d '{"events": [{"server_uuid": "17a92d9f-8ce6-443f-8a4c-cb0728a38d2c", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2142c-742f-4024-b4fb-30acceb61f42"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:14.367897 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-219a39b1-02e8-4e12-88b7-d3c26ed68aee tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:14.368629 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-219a39b1-02e8-4e12-88b7-d3c26ed68aee tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.373130 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a39b1-02e8-4e12-88b7-d3c26ed68aee tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Pushing event updated for resources: {'Port': ['ID=2dfd20ef-8dd8-4236-b4c6-47cf35395cc3,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:14.415010 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-848a7940-c56d-4af2-9d15-cf07fdca2860 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5053020 Jul 14 09:17:14.417088 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7589ab1-ca10-4650-abc4-133c8fa4bbd5 None None] Network c6662c57-7de3-47a5-a96c-857f4f0ec316 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:14.423205 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-460acc33-2ded-4395-aff9-e24c554b9f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.462099 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-219a39b1-02e8-4e12-88b7-d3c26ed68aee tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3414621 Jul 14 09:17:14.471256 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05eb40-ac95-4faf-8e60-23b1929872d7 req-31642338-f5c1-4e2f-bba8-5024d67bd160 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:14.480702 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b05eb40-ac95-4faf-8e60-23b1929872d7 req-31642338-f5c1-4e2f-bba8-5024d67bd160 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 931 time: 0.1053689 Jul 14 09:17:14.507306 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] Request body: {'port': {'device_id': '0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:14.577435 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b05eb40-ac95-4faf-8e60-23b1929872d7 req-37d71a52-c635-42ed-9e5d-17081bf3b9e8 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/security-groups?id=000885df-b2e3-4901-b1ce-448d26245a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936859 Jul 14 09:17:14.594255 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-460acc33-2ded-4395-aff9-e24c554b9f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.727883 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.794499 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-460acc33-2ded-4395-aff9-e24c554b9f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.797629 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-460acc33-2ded-4395-aff9-e24c554b9f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.799046 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-460acc33-2ded-4395-aff9-e24c554b9f07 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9722bf5c-332d-4d40-bbad-ad702dd274c8 HTTP/1.1" status: 204 len: 168 time: 0.8203576 Jul 14 09:17:14.844440 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460acc33-2ded-4395-aff9-e24c554b9f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9722bf5c-332d-4d40-bbad-ad702dd274c8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:14.990615 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de574dc6-4603-40f1-844d-17b0fe4174ee x-openstack-request-id: req-de574dc6-4603-40f1-844d-17b0fe4174ee {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:14.991280 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a92d9f-8ce6-443f-8a4c-cb0728a38d2c", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2142c-742f-4024-b4fb-30acceb61f42", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:14.991540 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de574dc6-4603-40f1-844d-17b0fe4174ee {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:14.991924 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a92d9f-8ce6-443f-8a4c-cb0728a38d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2142c-742f-4024-b4fb-30acceb61f42', 'code': 200} Jul 14 09:17:15.085227 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f183ec87-706d-4723-a20d-2f79db7c949c None None] Provisioning for port 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:15.093237 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5cb1e6c6-403f-43d8-8790-5e35708bbd46 req-77fa5c56-611d-409d-bb2d-f7bca58d469d tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.0684178 Jul 14 09:17:15.112190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f183ec87-706d-4723-a20d-2f79db7c949c None None] Provisioning complete for port 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:15.114361 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f183ec87-706d-4723-a20d-2f79db7c949c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.184350 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f183ec87-706d-4723-a20d-2f79db7c949c None None] Port 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:15.303283 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53470) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:15.397066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ee88c-97ab-4e01-b112-629d2f3e543b req-02d33c0f-8d0e-4f2c-a253-546609697fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:15.400013 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e85ee88c-97ab-4e01-b112-629d2f3e543b req-02d33c0f-8d0e-4f2c-a253-546609697fae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=17a92d9f-8ce6-443f-8a4c-cb0728a38d2c HTTP/1.1" status: 200 len: 1102 time: 0.5198624 Jul 14 09:17:15.509644 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e85ee88c-97ab-4e01-b112-629d2f3e543b req-aa8dff4f-c21d-43a4-a9a9-57e9cd051c25 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7f80f3d1-c1d0-439f-8552-15d0dae5ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656095 Jul 14 09:17:15.533166 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94289d-f2bf-433a-b983-e4f75aee8ab2 req-9d2292d7-c522-40f2-b567-ec050d7750b6 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:15.535272 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd94289d-f2bf-433a-b983-e4f75aee8ab2 req-9d2292d7-c522-40f2-b567-ec050d7750b6 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?device_id=930cda15-e7ad-4dfe-a2b0-32ab25f684cc HTTP/1.1" status: 200 len: 950 time: 0.1265829 Jul 14 09:17:15.578465 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:15.587577 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.603356 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] Transition to ACTIVE for port object 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:15.610008 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.622038 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3eddc3bf-1a00-4686-8d23-a77b6c7a416b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.642660 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd94289d-f2bf-433a-b983-e4f75aee8ab2 req-33be5960-f4aa-4f6b-9f2f-058749391803 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f80f3d1-c1d0-439f-8552-15d0dae5ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881019 Jul 14 09:17:15.732787 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfd20ef-8dd8-4236-b4c6-47cf35395cc3,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:15.896863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] Attempting to bind port 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:15.897233 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] Attempting to bind port 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '88609533-75bc-435f-984e-3b09b7df8b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:15.897566 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] Attempting to bind port 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 on network 256b6df7-8dd6-4b20-bd3c-6a14911923ef {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:15.902938 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] Port 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 on network 256b6df7-8dd6-4b20-bd3c-6a14911923ef not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:15.903342 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] Attempting to bind port 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 on network 256b6df7-8dd6-4b20-bd3c-6a14911923ef {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:15.908798 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:15.909423 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] Checking segment: {'id': '88609533-75bc-435f-984e-3b09b7df8b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:15.909830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] Bound using segment: {'id': '88609533-75bc-435f-984e-3b09b7df8b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:15.910327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] Bound port: 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88609533-75bc-435f-984e-3b09b7df8b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:15.910694 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.057052 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] For port 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:16.061272 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3eddc3bf-1a00-4686-8d23-a77b6c7a416b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.061909 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] For port 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2dfd20ef-8dd8-4236-b4c6-47cf35395cc3,segment=NetworkSegment(88609533-75bc-435f-984e-3b09b7df8b98),segment_id=88609533-75bc-435f-984e-3b09b7df8b98)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:16.074016 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.074259 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-bd04db24-f8b6-485c-b4b5-8add99294561 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.076610 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-bd04db24-f8b6-485c-b4b5-8add99294561 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/networks?id=c6662c57-7de3-47a5-a96c-857f4f0ec316 HTTP/1.1" status: 200 len: 813 time: 0.3121736 Jul 14 09:17:16.081597 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3eddc3bf-1a00-4686-8d23-a77b6c7a416b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.123602 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3eddc3bf-1a00-4686-8d23-a77b6c7a416b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd5d6a08ffb4441da581aa5a12e8785e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8190477 Jul 14 09:17:16.127405 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53496) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:16.174367 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-68fe76f2-48e2-4cc4-8000-aa635f2efbc0 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/quotas/fff9123111234660b432c2adcb2558ef HTTP/1.1" status: 200 len: 375 time: 0.0614412 Jul 14 09:17:16.200097 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.200733 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.203823 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] 10.222.0.49 "PUT /v2.0/ports/2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 HTTP/1.1" status: 200 len: 1092 time: 1.7209208 Jul 14 09:17:16.206060 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.229454 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b520eeb-811a-4385-8586-d98a7c32ab37 req-3d520f99-a90b-4897-a9fb-f61425eab2a3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.232690 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8b520eeb-811a-4385-8586-d98a7c32ab37 req-3d520f99-a90b-4897-a9fb-f61425eab2a3 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 1023 time: 0.2465367 Jul 14 09:17:16.237297 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd', 'tag': '2dfd20ef-8dd8-4236-b4c6-47cf35395cc3'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:16.240276 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecb673a-22ab-4d53-b9e2-0b7312d5b899" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd", "tag": "2dfd20ef-8dd8-4236-b4c6-47cf35395cc3"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:16.276115 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-6b4a8d53-8474-4629-b2fd-0c6841c317b2 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fff9123111234660b432c2adcb2558ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0999355 Jul 14 09:17:16.366954 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963a91b-a565-426f-afad-f65ab5e0aae9 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfd20ef-8dd8-4236-b4c6-47cf35395cc3,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:16.431595 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0724f-fd10-4587-814e-6def3a62f64f req-9a3a73a3-6257-4018-923c-f4a5f2318ed1 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.440090 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9d0724f-fd10-4587-814e-6def3a62f64f req-9a3a73a3-6257-4018-923c-f4a5f2318ed1 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 1023 time: 0.5518789 Jul 14 09:17:16.448481 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddc3bf-1a00-4686-8d23-a77b6c7a416b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3ac34d-495c-43e5-9b2f-f4d4fe1afa0f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:16.456129 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53506) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:16.477588 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25983472-cb0b-4b70-99ca-a2d881789ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.504518 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-8b520eeb-811a-4385-8586-d98a7c32ab37 req-70fb0679-52c2-4699-b7f2-bb334cc3a2cc tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Deleting port 6aca5817-8f42-4e7a-85f5-bac6f4442924 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:16.504518 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8b520eeb-811a-4385-8586-d98a7c32ab37 req-70fb0679-52c2-4699-b7f2-bb334cc3a2cc tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.526302 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9d0724f-fd10-4587-814e-6def3a62f64f req-5486edf7-0bd0-4027-9efc-5ca008f23bdd tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&id=01b61e1a-8ff7-4745-9677-cc34e1810782&id=4b8d7c2c-94c4-4161-b62e-6b460c5a373e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0852523 Jul 14 09:17:16.532407 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25983472-cb0b-4b70-99ca-a2d881789ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.546418 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-5ea0c5cc-6b94-4b94-8bec-c25be9c367bc service neutron] 10.222.0.26 "GET /v2.0/networks/c6662c57-7de3-47a5-a96c-857f4f0ec316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691708 Jul 14 09:17:16.576807 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-b6671d83-0f80-42b8-936d-217b44f15329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.578882 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-b6671d83-0f80-42b8-936d-217b44f15329 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09b502835dcb4320bf2fd315522cc62f&device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 1095 time: 0.2130704 Jul 14 09:17:16.653317 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-287543b0-291d-4dd8-9440-486b224dee39 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 HTTP/1.1" status: 200 len: 217 time: 0.0560341 Jul 14 09:17:16.670348 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-31b0b3c2-e7fd-4645-84ce-1d9ac9c4feb7 service neutron] 10.222.0.26 "GET /v2.0/networks/c6662c57-7de3-47a5-a96c-857f4f0ec316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157730 Jul 14 09:17:16.684273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a9553840-af70-4f4a-bc89-e634641d38a5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-801660514-network', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:16.761723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-8b520eeb-811a-4385-8586-d98a7c32ab37 req-70fb0679-52c2-4699-b7f2-bb334cc3a2cc tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] For port 6aca5817-8f42-4e7a-85f5-bac6f4442924, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6aca5817-8f42-4e7a-85f5-bac6f4442924,segment=NetworkSegment(a5e53d92-b324-4b94-8d29-22418d6ea2d2),segment_id=a5e53d92-b324-4b94-8d29-22418d6ea2d2)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:16.762451 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8b520eeb-811a-4385-8586-d98a7c32ab37 req-70fb0679-52c2-4699-b7f2-bb334cc3a2cc tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.780574 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-cd1f6ec3-8e37-4692-8a84-7f1f0d4737f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.782093 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-cd1f6ec3-8e37-4692-8a84-7f1f0d4737f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=678fd0c0-aac5-43ab-b16c-dd17e98a798e HTTP/1.1" status: 200 len: 845 time: 0.1169286 Jul 14 09:17:16.789417 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-8b520eeb-811a-4385-8586-d98a7c32ab37 req-70fb0679-52c2-4699-b7f2-bb334cc3a2cc tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Calling delete_port for 6aca5817-8f42-4e7a-85f5-bac6f4442924 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:16.835116 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9553840-af70-4f4a-bc89-e634641d38a5 admin admin] Made reservation on behalf of bcd1ddd43f3042678ea44c176b551ac5 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:16.852201 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a895ea-f9e7-4e48-92c2-2788a5e6bf14 req-0689f678-f374-4019-855c-09d382fe59a1 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.860147 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0a895ea-f9e7-4e48-92c2-2788a5e6bf14 req-0689f678-f374-4019-855c-09d382fe59a1 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 943 time: 0.1061838 Jul 14 09:17:16.921641 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0a895ea-f9e7-4e48-92c2-2788a5e6bf14 req-11f8fc5a-dae7-429a-a08e-380f556bf1fa tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/security-groups?id=000885df-b2e3-4901-b1ce-448d26245a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592976 Jul 14 09:17:17.181288 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9553840-af70-4f4a-bc89-e634641d38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.203100 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0492bca-8bab-437f-8804-21fefad25bed req-a4b275b6-e86c-4250-9bb9-d885d50358db tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.0422037 Jul 14 09:17:17.206014 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25983472-cb0b-4b70-99ca-a2d881789ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.209444 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25983472-cb0b-4b70-99ca-a2d881789ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.212938 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-25983472-cb0b-4b70-99ca-a2d881789ad5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fc3ac34d-495c-43e5-9b2f-f4d4fe1afa0f HTTP/1.1" status: 204 len: 168 time: 1.0809577 Jul 14 09:17:17.340773 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1808a58-9fa3-47ff-9848-94fa45010da2 req-8823e676-f2ac-4831-9c88-9b0dc05e16da tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:17.346388 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f1808a58-9fa3-47ff-9848-94fa45010da2 req-8823e676-f2ac-4831-9c88-9b0dc05e16da tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a92d9f-8ce6-443f-8a4c-cb0728a38d2c HTTP/1.1" status: 200 len: 950 time: 0.0821252 Jul 14 09:17:17.356473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25983472-cb0b-4b70-99ca-a2d881789ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3ac34d-495c-43e5-9b2f-f4d4fe1afa0f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:17.358682 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9553840-af70-4f4a-bc89-e634641d38a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.361921 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794b390d-2efa-4c99-a6b7-92a0ec64bb1c x-openstack-request-id: req-794b390d-2efa-4c99-a6b7-92a0ec64bb1c {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:17.361921 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd", "tag": "2dfd20ef-8dd8-4236-b4c6-47cf35395cc3", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:17.362121 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-794b390d-2efa-4c99-a6b7-92a0ec64bb1c {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:17.362546 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd', 'tag': '2dfd20ef-8dd8-4236-b4c6-47cf35395cc3', 'status': 'completed', 'code': 200} Jul 14 09:17:17.367064 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bc41c930-b666-4a95-b5f6-4ddb41ac5044 req-6cf3755e-9972-4e22-9607-b7c055e3f54d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.1743319 Jul 14 09:17:17.433885 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f75b0db9-9438-4eed-a58e-3aa171e39c52 req-7d4f3f13-cba1-4f05-bf15-c91a2e4255ba tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f5df15-846a-4994-b30c-db556340a20d HTTP/1.1" status: 200 len: 210 time: 0.0860963 Jul 14 09:17:17.455885 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f1808a58-9fa3-47ff-9848-94fa45010da2 req-01e9a4f8-bda5-44e3-bd34-04ce99affb5e tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f80f3d1-c1d0-439f-8552-15d0dae5ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029661 Jul 14 09:17:17.566271 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-32592eef-9729-42c5-8445-3ee907b9151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:17.569374 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-32592eef-9729-42c5-8445-3ee907b9151e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=256b6df7-8dd6-4b20-bd3c-6a14911923ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7771106 Jul 14 09:17:17.717406 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-14230660-d9a1-457f-9287-cbcf46e1b7d8 service neutron] 10.222.0.49 "GET /v2.0/networks/256b6df7-8dd6-4b20-bd3c-6a14911923ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312327 Jul 14 09:17:17.866759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53536) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:17.920910 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ea96f96-82b1-4dce-8155-4ee237171a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.051540 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387250b6-b92f-49a2-8ac6-a34aaeabf104 req-5462744a-7b32-40ce-9808-8abecdc4dc1f tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.063997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-387250b6-b92f-49a2-8ac6-a34aaeabf104 req-5462744a-7b32-40ce-9808-8abecdc4dc1f tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 1023 time: 0.2710621 Jul 14 09:17:18.070107 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8b520eeb-811a-4385-8586-d98a7c32ab37 req-70fb0679-52c2-4699-b7f2-bb334cc3a2cc tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.096087 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9553840-af70-4f4a-bc89-e634641d38a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.110412 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['6aca5817-8f42-4e7a-85f5-bac6f4442924'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:18.123048 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2590e735-1d1c-4d3b-bc05-e509d91ffd93 req-a0c524cf-f07a-44a3-8544-dd1a956f4a8b service neutron] 10.222.0.49 "GET /v2.0/networks/256b6df7-8dd6-4b20-bd3c-6a14911923ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844314 Jul 14 09:17:18.168836 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b520eeb-811a-4385-8586-d98a7c32ab37 req-70fb0679-52c2-4699-b7f2-bb334cc3a2cc tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] No DVR routers for this DVR port 6aca5817-8f42-4e7a-85f5-bac6f4442924 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:18.170841 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9553840-af70-4f4a-bc89-e634641d38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.174624 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8b520eeb-811a-4385-8586-d98a7c32ab37 req-70fb0679-52c2-4699-b7f2-bb334cc3a2cc tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.176732 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8b520eeb-811a-4385-8586-d98a7c32ab37 req-70fb0679-52c2-4699-b7f2-bb334cc3a2cc tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.55 "DELETE /v2.0/ports/6aca5817-8f42-4e7a-85f5-bac6f4442924 HTTP/1.1" status: 204 len: 173 time: 1.9276040 Jul 14 09:17:18.182639 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-387250b6-b92f-49a2-8ac6-a34aaeabf104 req-733ad18b-ea6d-4ed8-9891-49274ee45399 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups?id=8acff6a2-9986-496e-98bf-f733740b6c1c&id=01b61e1a-8ff7-4745-9677-cc34e1810782&id=4b8d7c2c-94c4-4161-b62e-6b460c5a373e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1107650 Jul 14 09:17:18.199804 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb0679-52c2-4699-b7f2-bb334cc3a2cc tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event deleted for resources: {'Port': ['ID=6aca5817-8f42-4e7a-85f5-bac6f4442924,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:18.307097 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9553840-af70-4f4a-bc89-e634641d38a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:17:18.386714 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9553840-af70-4f4a-bc89-e634641d38a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf079f92-328c-46bd-bb2a-4ccc8f3afb3b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:18.420831 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9553840-af70-4f4a-bc89-e634641d38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.422057 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ea96f96-82b1-4dce-8155-4ee237171a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.424203 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-a9553840-af70-4f4a-bc89-e634641d38a5 admin admin] Added segment e8603e7f-a92f-4efa-8b0e-1595c8a10885 of type vlan for network 804f08ab-f06e-486b-9d18-c2f35567fe1b Jul 14 09:17:18.431039 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ea96f96-82b1-4dce-8155-4ee237171a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.541027 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9553840-af70-4f4a-bc89-e634641d38a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.570369 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb673a-22ab-4d53-b9e2-0b7312d5b899 req-66b25de0-950d-41f1-87e9-fc6ef14863dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.571762 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6ecb673a-22ab-4d53-b9e2-0b7312d5b899 req-66b25de0-950d-41f1-87e9-fc6ef14863dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09b502835dcb4320bf2fd315522cc62f&device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 1095 time: 0.3074365 Jul 14 09:17:18.607831 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9553840-af70-4f4a-bc89-e634641d38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.608847 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9553840-af70-4f4a-bc89-e634641d38a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.609434 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9553840-af70-4f4a-bc89-e634641d38a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.626350 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6ea96f96-82b1-4dce-8155-4ee237171a8d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8552a9552e0f46df989c7fd4b5f14046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7581313 Jul 14 09:17:18.656020 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53552) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:18.664106 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1cd177c7-eaf4-4fec-9d84-e8c57dcc50d1 req-b7d760fb-9d39-4904-8b89-c306ff6a7f96 tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.0641234 Jul 14 09:17:18.672354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea96f96-82b1-4dce-8155-4ee237171a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f2e6c1-2267-4640-9407-69e3b805a9c6,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:18.786181 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb673a-22ab-4d53-b9e2-0b7312d5b899 req-0360c9e4-323f-4dea-aa85-9e390b713da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.800599 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6ecb673a-22ab-4d53-b9e2-0b7312d5b899 req-0360c9e4-323f-4dea-aa85-9e390b713da4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=256b6df7-8dd6-4b20-bd3c-6a14911923ef HTTP/1.1" status: 200 len: 907 time: 0.1959732 Jul 14 09:17:18.818939 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9bb55-cac6-4620-8b9b-7c349f8afed0 req-9dcfc6e7-1fac-4ae7-9cd9-9f05f65fb7b7 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.830344 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5dd9bb55-cac6-4620-8b9b-7c349f8afed0 req-9dcfc6e7-1fac-4ae7-9cd9-9f05f65fb7b7 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 943 time: 0.3308225 Jul 14 09:17:18.835386 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61ba7144-3f5f-41a5-a34e-d567bc0601ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.860128 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61ba7144-3f5f-41a5-a34e-d567bc0601ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.922250 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61ba7144-3f5f-41a5-a34e-d567bc0601ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.926276 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61ba7144-3f5f-41a5-a34e-d567bc0601ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.928347 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-61ba7144-3f5f-41a5-a34e-d567bc0601ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7f2e6c1-2267-4640-9407-69e3b805a9c6 HTTP/1.1" status: 204 len: 168 time: 0.2624867 Jul 14 09:17:18.944631 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6ecb673a-22ab-4d53-b9e2-0b7312d5b899 req-ab6dbde5-6538-45a0-91b5-d9fbfe0eca81 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 HTTP/1.1" status: 200 len: 217 time: 0.1472647 Jul 14 09:17:18.949989 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a9553840-af70-4f4a-bc89-e634641d38a5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.4842269 Jul 14 09:17:18.957244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53566) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:18.981891 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba7144-3f5f-41a5-a34e-d567bc0601ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f2e6c1-2267-4640-9407-69e3b805a9c6,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:18.986660 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e226b5c2-f3c9-4876-9c50-a1815c3d2868 req-2fad9393-070b-4002-aedf-08def342991f tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f5df15-846a-4994-b30c-db556340a20d HTTP/1.1" status: 200 len: 210 time: 0.0546763 Jul 14 09:17:18.992286 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Request body: {'subnet': {'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-801660514-subnet', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:19.011205 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5dd9bb55-cac6-4620-8b9b-7c349f8afed0 req-19be8c81-e9c4-4055-91b6-66c2a33faafd tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/security-groups?id=000885df-b2e3-4901-b1ce-448d26245a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756339 Jul 14 09:17:19.085158 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9553840-af70-4f4a-bc89-e634641d38a5 admin admin] Pushing event updated for resources: {'Network': ['ID=804f08ab-f06e-486b-9d18-c2f35567fe1b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:19.095089 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 804f08ab-f06e-486b-9d18-c2f35567fe1b details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:17:19.130080 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Made reservation on behalf of bcd1ddd43f3042678ea44c176b551ac5 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:19.133042 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.343813 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb673a-22ab-4d53-b9e2-0b7312d5b899 req-c422261e-2411-4a87-8595-147bd6338126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:19.348408 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6ecb673a-22ab-4d53-b9e2-0b7312d5b899 req-c422261e-2411-4a87-8595-147bd6338126 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=678fd0c0-aac5-43ab-b16c-dd17e98a798e HTTP/1.1" status: 200 len: 845 time: 0.3404074 Jul 14 09:17:19.363152 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3148693-52ad-4d5c-9431-836fe6687d40', 'name': 'network-vif-deleted', 'tag': '6aca5817-8f42-4e7a-85f5-bac6f4442924'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:19.368997 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c38a298-71b3-4030-aefa-4ef26b608e52" -d '{"events": [{"server_uuid": "f3148693-52ad-4d5c-9431-836fe6687d40", "name": "network-vif-deleted", "tag": "6aca5817-8f42-4e7a-85f5-bac6f4442924"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:19.449934 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc9454f-7f76-4fab-9e62-d0927ac95c13 x-openstack-request-id: req-7fc9454f-7f76-4fab-9e62-d0927ac95c13 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:19.450540 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3148693-52ad-4d5c-9431-836fe6687d40", "name": "network-vif-deleted", "tag": "6aca5817-8f42-4e7a-85f5-bac6f4442924", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:19.450960 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fc9454f-7f76-4fab-9e62-d0927ac95c13 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:19.451502 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3148693-52ad-4d5c-9431-836fe6687d40', 'name': 'network-vif-deleted', 'tag': '6aca5817-8f42-4e7a-85f5-bac6f4442924', 'status': 'completed', 'code': 200} Jul 14 09:17:19.463798 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.514131 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b425104-7f7e-4627-af94-a8272ec2c531,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:19.518255 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6e2bbb4-5b45-4e15-a2c4-58db41e30da7 req-67fe340d-a481-4537-8e66-2400afbe3505 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3148693-52ad-4d5c-9431-836fe6687d40 HTTP/1.1" status: 200 len: 210 time: 0.0527425 Jul 14 09:17:19.559604 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:19.560268 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:19.560911 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:19.561428 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:19.561979 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:19.562629 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:19.563125 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:19.563638 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:19.564130 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:19.564623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:19.565116 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:19.565605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:19.595770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Checking segment: {'id': 'e8603e7f-a92f-4efa-8b0e-1595c8a10885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:19.596020 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Network hostable DHCP agents. Network: 804f08ab-f06e-486b-9d18-c2f35567fe1b, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:17:19.608188 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb673a-22ab-4d53-b9e2-0b7312d5b899 req-3fb60a35-f082-4eaa-a48e-66d9586f42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:19.609998 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6ecb673a-22ab-4d53-b9e2-0b7312d5b899 req-3fb60a35-f082-4eaa-a48e-66d9586f42e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=256b6df7-8dd6-4b20-bd3c-6a14911923ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2146418 Jul 14 09:17:19.628916 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-42bcf2e1-cd25-4b71-8455-b17c52fe3997 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:19.631974 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-42bcf2e1-cd25-4b71-8455-b17c52fe3997 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.49 "GET /v2.0/networks?id=c6662c57-7de3-47a5-a96c-857f4f0ec316 HTTP/1.1" status: 200 len: 813 time: 0.2658951 Jul 14 09:17:19.634194 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Network 804f08ab-f06e-486b-9d18-c2f35567fe1b is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:17:19.667220 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-24e2dd98-5317-46f3-873f-234014bb297e tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Request body: {'port': {'device_id': 'a2f5df15-846a-4994-b30c-db556340a20d', 'network_id': 'c6662c57-7de3-47a5-a96c-857f4f0ec316', 'admin_state_up': True, 'tenant_id': 'fff9123111234660b432c2adcb2558ef'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:19.694801 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 804f08ab-f06e-486b-9d18-c2f35567fe1b) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:19.701583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:19.702441 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.713044 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cd9022-0db6-4edb-aab4-b0410db99d76 None None] Network 804f08ab-f06e-486b-9d18-c2f35567fe1b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:19.740067 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9093bfd0-299a-4f28-8619-c90b1c5acc49 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7706747 Jul 14 09:17:19.745930 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53582) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:19.750576 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e9582229-c24f-480b-a00e-9bbe4cb158cb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-801660514-router', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:19.779936 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6ecb673a-22ab-4d53-b9e2-0b7312d5b899 req-67b006c9-818f-4977-bee6-42d7f1022d12 service neutron] 10.222.0.49 "GET /v2.0/networks/256b6df7-8dd6-4b20-bd3c-6a14911923ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562297 Jul 14 09:17:19.998948 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9582229-c24f-480b-a00e-9bbe4cb158cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.001088 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9582229-c24f-480b-a00e-9bbe4cb158cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.011282 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0fcf68d3-d8e9-4ec5-a517-b3c62f63a4a0 req-fdacda6c-e453-4a14-85ad-3567f52d3dbb tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.0441053 Jul 14 09:17:20.051061 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-24e2dd98-5317-46f3-873f-234014bb297e tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Made reservation on behalf of fff9123111234660b432c2adcb2558ef for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:20.054647 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-24e2dd98-5317-46f3-873f-234014bb297e tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.057649 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-804f08ab-f06e-486b-9d18-c2f35567fe1b', 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'fixed_ips': [{'subnet_id': '9b425104-7f7e-4627-af94-a8272ec2c531'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:17:20.059195 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.135902 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6aca5817-8f42-4e7a-85f5-bac6f4442924 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:20.189763 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9582229-c24f-480b-a00e-9bbe4cb158cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.193277 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6ecb673a-22ab-4d53-b9e2-0b7312d5b899 req-8d46282b-6022-41be-b865-b03ba41d1fe8 service neutron] 10.222.0.49 "GET /v2.0/networks/256b6df7-8dd6-4b20-bd3c-6a14911923ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055552 Jul 14 09:17:20.278171 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 6aca5817-8f42-4e7a-85f5-bac6f4442924 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:20.278514 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6aca5817-8f42-4e7a-85f5-bac6f4442924 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:20.377193 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-24e2dd98-5317-46f3-873f-234014bb297e tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Allocated IP 172.20.0.13 (c6662c57-7de3-47a5-a96c-857f4f0ec316/759e904b-3859-42d3-baa8-431d0a3c9bed/96f53070-8a15-43f2-8373-c36778aff92d) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:20.448499 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9582229-c24f-480b-a00e-9bbe4cb158cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.461201 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53618) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:20.474335 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Allocated IP 172.20.0.2 (804f08ab-f06e-486b-9d18-c2f35567fe1b/9b425104-7f7e-4627-af94-a8272ec2c531/76b5a550-5a96-442d-a8e1-1d6f7b27e6d6) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:20.707488 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-fc46c3cd-e544-490a-88e6-fff2842275c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-976924977-network', 'tenant_id': '7dd602e603744e15bd6f27ae5aab71ca'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:20.735584 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766f852-1c64-4882-a62e-2ac4bbd250dd req-d964c493-63e6-4816-abbe-0cb4d7df45ca tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:20.744691 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d766f852-1c64-4882-a62e-2ac4bbd250dd req-d964c493-63e6-4816-abbe-0cb4d7df45ca tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 943 time: 0.2801888 Jul 14 09:17:20.819168 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d766f852-1c64-4882-a62e-2ac4bbd250dd req-20a03e04-8179-41d1-bf30-4144071bd229 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/security-groups?id=000885df-b2e3-4901-b1ce-448d26245a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735095 Jul 14 09:17:20.827183 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.838891 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Transition to ACTIVE for port object 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:20.852760 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-24e2dd98-5317-46f3-873f-234014bb297e tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.877479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Transition to ACTIVE for port object 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:20.898326 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.946504 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-24e2dd98-5317-46f3-873f-234014bb297e tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.959245 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc46c3cd-e544-490a-88e6-fff2842275c8 admin admin] Made reservation on behalf of 7dd602e603744e15bd6f27ae5aab71ca for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:20.974609 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc46c3cd-e544-490a-88e6-fff2842275c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.989950 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-24e2dd98-5317-46f3-873f-234014bb297e tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Network c6662c57-7de3-47a5-a96c-857f4f0ec316 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:20.994415 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Network 804f08ab-f06e-486b-9d18-c2f35567fe1b is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:20.997690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:21.001057 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-24e2dd98-5317-46f3-873f-234014bb297e tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:21.003396 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:21.008936 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc46c3cd-e544-490a-88e6-fff2842275c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.015233 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-24e2dd98-5317-46f3-873f-234014bb297e tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:21.028514 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Pushing event updated for resources: {'Port': ['ID=76b5a550-5a96-442d-a8e1-1d6f7b27e6d6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:21.058298 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9582229-c24f-480b-a00e-9bbe4cb158cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.124023 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9582229-c24f-480b-a00e-9bbe4cb158cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.139246 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-24e2dd98-5317-46f3-873f-234014bb297e tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:21.140276 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-24e2dd98-5317-46f3-873f-234014bb297e tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.178778 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Attempting to bind port 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:21.179095 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Attempting to bind port 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'e8603e7f-a92f-4efa-8b0e-1595c8a10885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:21.179475 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Attempting to bind port 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6 on network 804f08ab-f06e-486b-9d18-c2f35567fe1b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:21.181724 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:21.212785 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:21.213507 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Checking segment: {'id': 'e8603e7f-a92f-4efa-8b0e-1595c8a10885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:21.214460 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.215510 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Bound using segment: {'id': 'e8603e7f-a92f-4efa-8b0e-1595c8a10885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:21.216275 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Bound port: 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8603e7f-a92f-4efa-8b0e-1595c8a10885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:21.216903 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.236159 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2dd98-5317-46f3-873f-234014bb297e tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Pushing event updated for resources: {'Port': ['ID=96f53070-8a15-43f2-8373-c36778aff92d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:21.306611 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac94f5-cdec-4e0b-a071-125c4b86d6e0 req-a921d7fc-91f9-4a0b-af84-8c3dc80f0322 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:21.308232 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0ac94f5-cdec-4e0b-a071-125c4b86d6e0 req-a921d7fc-91f9-4a0b-af84-8c3dc80f0322 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f5df15-846a-4994-b30c-db556340a20d HTTP/1.1" status: 200 len: 932 time: 0.1556811 Jul 14 09:17:21.355309 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] For port 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:21.357432 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0ac94f5-cdec-4e0b-a071-125c4b86d6e0 req-ff1e3cf5-0e0f-4fad-8ad5-96ec1cc31027 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/security-groups?id=b91cd139-d0a0-4e4a-80a2-ca79e724bb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404637 Jul 14 09:17:21.359669 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] For port 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=76b5a550-5a96-442d-a8e1-1d6f7b27e6d6,segment=NetworkSegment(e8603e7f-a92f-4efa-8b0e-1595c8a10885),segment_id=e8603e7f-a92f-4efa-8b0e-1595c8a10885)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:21.391613 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-e9582229-c24f-480b-a00e-9bbe4cb158cb admin admin] Allocated IP 172.25.1.190 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/42086606-ae45-454c-8b68-b7fa68cc7f4d) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:21.399892 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.490975 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e29bb0ff-4202-42a3-8534-de535d48fefd req-ed8c3f97-73d4-43b9-8253-ac5d4b6ea578 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/4b8d7c2c-94c4-4161-b62e-6b460c5a373e HTTP/1.1" status: 200 len: 1801 time: 0.0797081 Jul 14 09:17:21.549594 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f05f6d-4457-4d8b-8cab-8bb03c6d2024 None None] Pushing event updated for resources: {'Port': ['ID=76b5a550-5a96-442d-a8e1-1d6f7b27e6d6,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:21.550072 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eff0ce55-43c5-46ee-8f45-b58b1be0bf98 req-0997416f-8aab-49ea-b623-1811939a463d tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.0599816 Jul 14 09:17:21.578349 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9582229-c24f-480b-a00e-9bbe4cb158cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.594250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2dfd20ef-8dd8-4236-b4c6-47cf35395cc3,segment=NetworkSegment(88609533-75bc-435f-984e-3b09b7df8b98),segment_id=88609533-75bc-435f-984e-3b09b7df8b98)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:21.611350 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '2dfd20ef-8dd8-4236-b4c6-47cf35395cc3', 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef', 'port_id': '2dfd20ef-8dd8-4236-b4c6-47cf35395cc3', 'mac_address': 'fa:16:3e:13:c3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:21.632138 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e29bb0ff-4202-42a3-8534-de535d48fefd req-6ca02ff1-f41b-4897-99a5-845774e27ac6 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.670214 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e29bb0ff-4202-42a3-8534-de535d48fefd req-6ca02ff1-f41b-4897-99a5-845774e27ac6 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.687231 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9582229-c24f-480b-a00e-9bbe4cb158cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.704225 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.721198 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:21.737101 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e29bb0ff-4202-42a3-8534-de535d48fefd req-6ca02ff1-f41b-4897-99a5-845774e27ac6 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.740395 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e29bb0ff-4202-42a3-8534-de535d48fefd req-6ca02ff1-f41b-4897-99a5-845774e27ac6 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.746599 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e29bb0ff-4202-42a3-8534-de535d48fefd req-6ca02ff1-f41b-4897-99a5-845774e27ac6 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "DELETE /v2.0/security-groups/4b8d7c2c-94c4-4161-b62e-6b460c5a373e HTTP/1.1" status: 204 len: 173 time: 0.2477119 Jul 14 09:17:21.757397 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca02ff1-f41b-4897-99a5-845774e27ac6 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8d7c2c-94c4-4161-b62e-6b460c5a373e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:21.765937 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2dfd20ef-8dd8-4236-b4c6-47cf35395cc3,segment=NetworkSegment(88609533-75bc-435f-984e-3b09b7df8b98),segment_id=88609533-75bc-435f-984e-3b09b7df8b98)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:21.782982 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.860285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9582229-c24f-480b-a00e-9bbe4cb158cb admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:21.865349 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e22beb1-b338-4ce3-ad41-de2053987382 req-95050932-4d32-4460-882a-56c84ef89c75 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "GET /v2.0/security-groups/01b61e1a-8ff7-4745-9677-cc34e1810782 HTTP/1.1" status: 200 len: 1801 time: 0.0960059 Jul 14 09:17:21.866059 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc46c3cd-e544-490a-88e6-fff2842275c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.867594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-e9582229-c24f-480b-a00e-9bbe4cb158cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:21.872431 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9582229-c24f-480b-a00e-9bbe4cb158cb admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:21.906313 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9582229-c24f-480b-a00e-9bbe4cb158cb admin admin] Pushing event updated for resources: {'Port': ['ID=42086606-ae45-454c-8b68-b7fa68cc7f4d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:21.907433 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=2dfd20ef-8dd8-4236-b4c6-47cf35395cc3,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:21.911201 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc46c3cd-e544-490a-88e6-fff2842275c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.953374 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-24e2dd98-5317-46f3-873f-234014bb297e tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3087771 Jul 14 09:17:21.975662 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc46c3cd-e544-490a-88e6-fff2842275c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:17:21.991874 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['2dfd20ef-8dd8-4236-b4c6-47cf35395cc3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:21.995514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] Request body: {'port': {'device_id': 'a2f5df15-846a-4994-b30c-db556340a20d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:22.097659 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc46c3cd-e544-490a-88e6-fff2842275c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.098158 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-fc46c3cd-e544-490a-88e6-fff2842275c8 admin admin] Added segment 3c6554db-40a6-47f8-87e4-14c4fd3cb3a1 of type vlan for network ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4 Jul 14 09:17:22.100664 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46c3cd-e544-490a-88e6-fff2842275c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f43272-a229-4014-895c-e7b4536aefa0,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:22.154519 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1ad2142c-742f-4024-b4fb-30acceb61f42 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:22.362778 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc46c3cd-e544-490a-88e6-fff2842275c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.448162 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1ad2142c-742f-4024-b4fb-30acceb61f42, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1ad2142c-742f-4024-b4fb-30acceb61f42,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:22.481981 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '1ad2142c-742f-4024-b4fb-30acceb61f42', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '1ad2142c-742f-4024-b4fb-30acceb61f42', 'mac_address': 'fa:16:3e:be:fb:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:22.507522 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc46c3cd-e544-490a-88e6-fff2842275c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.508620 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc46c3cd-e544-490a-88e6-fff2842275c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:22.516653 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc46c3cd-e544-490a-88e6-fff2842275c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.539571 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6e22beb1-b338-4ce3-ad41-de2053987382 req-9783d42a-e59d-4209-92b7-5f5deb8fffe8 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.571414 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.605429 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ad2142c-742f-4024-b4fb-30acceb61f42 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:22.640923 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1ad2142c-742f-4024-b4fb-30acceb61f42, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1ad2142c-742f-4024-b4fb-30acceb61f42,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:22.648740 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.673678 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46c3cd-e544-490a-88e6-fff2842275c8 admin admin] Pushing event updated for resources: {'Network': ['ID=ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:22.722798 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=1ad2142c-742f-4024-b4fb-30acceb61f42,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:22.723955 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fc46c3cd-e544-490a-88e6-fff2842275c8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2617006 Jul 14 09:17:22.727510 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53670) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:22.730164 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:17:22.734137 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:22.747148 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-dd7c3320-7dff-4aef-9900-839e84410614 admin admin] Request body: {'subnet': {'network_id': 'ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-976924977-subnet', 'tenant_id': '7dd602e603744e15bd6f27ae5aab71ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:22.775582 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6e22beb1-b338-4ce3-ad41-de2053987382 req-9783d42a-e59d-4209-92b7-5f5deb8fffe8 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.808561 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.841359 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7c3320-7dff-4aef-9900-839e84410614 admin admin] Made reservation on behalf of 7dd602e603744e15bd6f27ae5aab71ca for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:22.844232 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd7c3320-7dff-4aef-9900-839e84410614 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.859337 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['1ad2142c-742f-4024-b4fb-30acceb61f42'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:22.902948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd50086-64d1-40aa-8d54-9b61f160d15e req-fad09479-42ad-41fa-a38f-ccd570c08e65 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:22.910613 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ecd50086-64d1-40aa-8d54-9b61f160d15e req-fad09479-42ad-41fa-a38f-ccd570c08e65 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 944 time: 0.8057661 Jul 14 09:17:23.040913 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6e22beb1-b338-4ce3-ad41-de2053987382 req-9783d42a-e59d-4209-92b7-5f5deb8fffe8 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.043526 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6e22beb1-b338-4ce3-ad41-de2053987382 req-9783d42a-e59d-4209-92b7-5f5deb8fffe8 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.044685 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e22beb1-b338-4ce3-ad41-de2053987382 req-9783d42a-e59d-4209-92b7-5f5deb8fffe8 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] 10.222.0.26 "DELETE /v2.0/security-groups/01b61e1a-8ff7-4745-9677-cc34e1810782 HTTP/1.1" status: 204 len: 173 time: 1.1440253 Jul 14 09:17:23.068593 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53674) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:23.087916 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:23.115067 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd7c3320-7dff-4aef-9900-839e84410614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.160794 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9582229-c24f-480b-a00e-9bbe4cb158cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.162460 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:23.171731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0cbb18-9282-4e2a-8b23-24126926192f admin admin] Deleting subnet c3ad77fb-8644-4bff-ba7c-293c210c0da0 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:17:23.175369 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7c0cbb18-9282-4e2a-8b23-24126926192f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.215087 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7c0cbb18-9282-4e2a-8b23-24126926192f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.259392 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:23.261270 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7c0cbb18-9282-4e2a-8b23-24126926192f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.266155 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:23.266851 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.268935 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35039403-7b46-4651-bb97-5cba4c699c6c None None] Network 804f08ab-f06e-486b-9d18-c2f35567fe1b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:23.364401 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7c0cbb18-9282-4e2a-8b23-24126926192f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.394076 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7c0cbb18-9282-4e2a-8b23-24126926192f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.396543 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7c0cbb18-9282-4e2a-8b23-24126926192f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c3ad77fb-8644-4bff-ba7c-293c210c0da0 HTTP/1.1" status: 204 len: 168 time: 0.3249495 Jul 14 09:17:23.401449 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53682) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:23.477466 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9dd155cb-934a-446c-9d73-4d79a9eab8fb None None] Provisioning for port 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:23.494845 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9dd155cb-934a-446c-9d73-4d79a9eab8fb None None] Provisioning complete for port 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:23.495127 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dd155cb-934a-446c-9d73-4d79a9eab8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.533070 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7ed8b38f-57d4-487b-96a7-1dfbb70dcf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.547621 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783d42a-e59d-4209-92b7-5f5deb8fffe8 tempest-SecurityGroupsTestJSON-1291223101 tempest-SecurityGroupsTestJSON-1291223101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b61e1a-8ff7-4745-9677-cc34e1810782,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:23.557774 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ecd50086-64d1-40aa-8d54-9b61f160d15e req-e1209813-38cf-49c9-996e-d6685bea975c tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/security-groups?id=000885df-b2e3-4901-b1ce-448d26245a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6460133 Jul 14 09:17:23.604578 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.615462 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c3320-7dff-4aef-9900-839e84410614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b74c42-296e-4da5-a917-c4130b37c92e,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:23.688624 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfd20ef-8dd8-4236-b4c6-47cf35395cc3'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:23.691329 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111072fe-ef53-42ba-8f5a-36e7d6dc1430" -d '{"events": [{"server_uuid": "0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd", "name": "network-vif-plugged", "status": "completed", "tag": "2dfd20ef-8dd8-4236-b4c6-47cf35395cc3"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:23.702781 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7c3320-7dff-4aef-9900-839e84410614 admin admin] Checking segment: {'id': '3c6554db-40a6-47f8-87e4-14c4fd3cb3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:23.705110 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f53070-8a15-43f2-8373-c36778aff92d {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:23.707504 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7c3320-7dff-4aef-9900-839e84410614 admin admin] Network hostable DHCP agents. Network: ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:17:23.722811 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cbb18-9282-4e2a-8b23-24126926192f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3ad77fb-8644-4bff-ba7c-293c210c0da0,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:23.725468 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.754896 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] Transition to ACTIVE for port object 96f53070-8a15-43f2-8373-c36778aff92d will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:23.763130 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2dfd20ef-8dd8-4236-b4c6-47cf35395cc3,segment=NetworkSegment(88609533-75bc-435f-984e-3b09b7df8b98),segment_id=88609533-75bc-435f-984e-3b09b7df8b98)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:23.765686 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dd155cb-934a-446c-9d73-4d79a9eab8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.769074 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.792686 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.834293 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9dd155cb-934a-446c-9d73-4d79a9eab8fb None None] For port 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=76b5a550-5a96-442d-a8e1-1d6f7b27e6d6,segment=NetworkSegment(e8603e7f-a92f-4efa-8b0e-1595c8a10885),segment_id=e8603e7f-a92f-4efa-8b0e-1595c8a10885)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:23.868650 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dd155cb-934a-446c-9d73-4d79a9eab8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.909195 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7ed8b38f-57d4-487b-96a7-1dfbb70dcf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.920188 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-7ed8b38f-57d4-487b-96a7-1dfbb70dcf11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b578ac-94e2-4ea1-a737-42993db0b5b6']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:23.945698 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=2dfd20ef-8dd8-4236-b4c6-47cf35395cc3,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:23.962475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-7ed8b38f-57d4-487b-96a7-1dfbb70dcf11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e53d92-b324-4b94-8d29-22418d6ea2d2') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:23.962857 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-7ed8b38f-57d4-487b-96a7-1dfbb70dcf11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e53d92-b324-4b94-8d29-22418d6ea2d2') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:24.000005 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7ed8b38f-57d4-487b-96a7-1dfbb70dcf11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.034157 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7ed8b38f-57d4-487b-96a7-1dfbb70dcf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.050341 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed8b38f-57d4-487b-96a7-1dfbb70dcf11 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:17:24.051240 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7ed8b38f-57d4-487b-96a7-1dfbb70dcf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.073361 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd155cb-934a-446c-9d73-4d79a9eab8fb None None] Pushing event updated for resources: {'Port': ['ID=76b5a550-5a96-442d-a8e1-1d6f7b27e6d6,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:24.100695 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] Pushing event updated for resources: {'Port': ['ID=96f53070-8a15-43f2-8373-c36778aff92d,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:17:24.155345 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:17:24.159865 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7ed8b38f-57d4-487b-96a7-1dfbb70dcf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.174679 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1ad2142c-742f-4024-b4fb-30acceb61f42 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:24.178745 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7ed8b38f-57d4-487b-96a7-1dfbb70dcf11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.184835 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7ed8b38f-57d4-487b-96a7-1dfbb70dcf11 admin admin] 10.222.0.26 "DELETE /v2.0/networks/58b578ac-94e2-4ea1-a737-42993db0b5b6 HTTP/1.1" status: 204 len: 168 time: 0.7734730 Jul 14 09:17:24.203245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] Attempting to bind port 96f53070-8a15-43f2-8373-c36778aff92d on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:24.204151 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] Attempting to bind port 96f53070-8a15-43f2-8373-c36778aff92d by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': 'c11df0a9-d744-4429-b6dd-59d3309b04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c6662c57-7de3-47a5-a96c-857f4f0ec316'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:24.204841 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] Attempting to bind port 96f53070-8a15-43f2-8373-c36778aff92d on network c6662c57-7de3-47a5-a96c-857f4f0ec316 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:24.219913 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] Port 96f53070-8a15-43f2-8373-c36778aff92d on network c6662c57-7de3-47a5-a96c-857f4f0ec316 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:24.221977 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] Attempting to bind port 96f53070-8a15-43f2-8373-c36778aff92d on network c6662c57-7de3-47a5-a96c-857f4f0ec316 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:24.243108 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:24.243377 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] Checking segment: {'id': 'c11df0a9-d744-4429-b6dd-59d3309b04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c6662c57-7de3-47a5-a96c-857f4f0ec316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:24.243776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] Bound using segment: {'id': 'c11df0a9-d744-4429-b6dd-59d3309b04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c6662c57-7de3-47a5-a96c-857f4f0ec316'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:24.244282 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] Bound port: 96f53070-8a15-43f2-8373-c36778aff92d, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11df0a9-d744-4429-b6dd-59d3309b04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c6662c57-7de3-47a5-a96c-857f4f0ec316'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:24.244683 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.260501 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2075fa-b9f4-4ac1-b806-9c37abdf4305 req-55d23cbd-515c-4954-99b1-23189bda5560 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:24.263823 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ba2075fa-b9f4-4ac1-b806-9c37abdf4305 req-55d23cbd-515c-4954-99b1-23189bda5560 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f5df15-846a-4994-b30c-db556340a20d HTTP/1.1" status: 200 len: 944 time: 0.3699129 Jul 14 09:17:24.285350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7c3320-7dff-4aef-9900-839e84410614 admin admin] Network ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:17:24.353399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 1ad2142c-742f-4024-b4fb-30acceb61f42 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:24.354783 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.396592 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8b38f-57d4-487b-96a7-1dfbb70dcf11 admin admin] Pushing event deleted for resources: {'Network': ['ID=58b578ac-94e2-4ea1-a737-42993db0b5b6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:24.403123 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-dd7c3320-7dff-4aef-9900-839e84410614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:24.412636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7c3320-7dff-4aef-9900-839e84410614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:24.413917 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd7c3320-7dff-4aef-9900-839e84410614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.432042 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ba2075fa-b9f4-4ac1-b806-9c37abdf4305 req-7d99c0be-a6b7-4639-82b3-f0fe71e6234b tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/security-groups?id=b91cd139-d0a0-4e4a-80a2-ca79e724bb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593714 Jul 14 09:17:24.432738 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bf7c25-297f-45cd-9927-973b4a565cf9 None None] Network ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:24.540365 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] For port 96f53070-8a15-43f2-8373-c36778aff92d, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:24.547619 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] For port 96f53070-8a15-43f2-8373-c36778aff92d, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=96f53070-8a15-43f2-8373-c36778aff92d,segment=NetworkSegment(c11df0a9-d744-4429-b6dd-59d3309b04d6),segment_id=c11df0a9-d744-4429-b6dd-59d3309b04d6)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:24.553897 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53692) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:24.571284 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.599335 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dd7c3320-7dff-4aef-9900-839e84410614 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8653543 Jul 14 09:17:24.649575 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9582229-c24f-480b-a00e-9bbe4cb158cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.703269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:24.704363 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.709083 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] 10.222.0.49 "PUT /v2.0/ports/96f53070-8a15-43f2-8373-c36778aff92d HTTP/1.1" status: 200 len: 1093 time: 2.7367191 Jul 14 09:17:24.717471 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f5df15-846a-4994-b30c-db556340a20d', 'tag': '96f53070-8a15-43f2-8373-c36778aff92d'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:24.728388 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a27ade-c04d-4630-935c-5b1b9354f3ef" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f5df15-846a-4994-b30c-db556340a20d", "tag": "96f53070-8a15-43f2-8373-c36778aff92d"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:24.893287 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-54e6a2ca-6ed1-49c0-b308-47ac6b1ad6bf req-57dd3126-f81f-4fdf-b79f-136fcfd082de tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.1275887 Jul 14 09:17:24.959359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ae67d-9eda-4188-8743-c49bf720fe6e service neutron] Pushing event updated for resources: {'Port': ['ID=96f53070-8a15-43f2-8373-c36778aff92d,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:24.992138 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5e196ae4-60f2-4d85-88b7-b024bf7deb84 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=557f4eb50c684c97b08dac62df18e620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4323545 Jul 14 09:17:25.000845 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53700) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:25.078637 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-839f5354-d546-430c-a2d6-2464cc974a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:25.080483 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-839f5354-d546-430c-a2d6-2464cc974a36 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fff9123111234660b432c2adcb2558ef&device_id=a2f5df15-846a-4994-b30c-db556340a20d HTTP/1.1" status: 200 len: 1096 time: 0.3237064 Jul 14 09:17:25.113654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a72c4a47-5999-4a2e-b25d-4e2f80a8e510 None None] Provisioning complete for port 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:25.114041 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a72c4a47-5999-4a2e-b25d-4e2f80a8e510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.140320 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdf6c62-69d7-4d49-b5d5-30cff6ef030e x-openstack-request-id: req-ffdf6c62-69d7-4d49-b5d5-30cff6ef030e {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:25.140624 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd", "name": "network-vif-plugged", "status": "completed", "tag": "2dfd20ef-8dd8-4236-b4c6-47cf35395cc3", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:25.140881 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ffdf6c62-69d7-4d49-b5d5-30cff6ef030e {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:25.141291 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfd20ef-8dd8-4236-b4c6-47cf35395cc3', 'code': 200} Jul 14 09:17:25.143732 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:25.240259 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-611039f0-a0ad-4e32-9c10-d8f024002a6f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96f53070-8a15-43f2-8373-c36778aff92d HTTP/1.1" status: 200 len: 217 time: 0.1488342 Jul 14 09:17:25.329088 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca50529-997d-4559-9838-bc08b07f6106 None None] Network ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:25.399187 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-86098020-95bf-4046-aac8-6f2af7560da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.437637 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566da99-6ead-4209-a5df-1880d68c4e76 req-f68721f8-c70c-471b-b58d-b3343f2cc3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:25.439690 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d566da99-6ead-4209-a5df-1880d68c4e76 req-f68721f8-c70c-471b-b58d-b3343f2cc3d7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 1097 time: 0.2844791 Jul 14 09:17:25.443373 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9582229-c24f-480b-a00e-9bbe4cb158cb admin admin] Router 1680fefb-cdd3-4cfb-b400-218a21a2d86b is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:17:25.483474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-0895a5f5-c25d-4741-a34d-91af5cec1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:25.485854 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-0895a5f5-c25d-4741-a34d-91af5cec1e2f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=759e904b-3859-42d3-baa8-431d0a3c9bed HTTP/1.1" status: 200 len: 853 time: 0.2350972 Jul 14 09:17:25.486007 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-86098020-95bf-4046-aac8-6f2af7560da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.521584 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d566da99-6ead-4209-a5df-1880d68c4e76 req-5c97a6f2-9d09-485c-b6bc-49d3cd676083 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=000885df-b2e3-4901-b1ce-448d26245a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651019 Jul 14 09:17:25.570578 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-b55382c5-fb5f-4101-8609-17c55288ba44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c6662c57-7de3-47a5-a96c-857f4f0ec316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745096 Jul 14 09:17:25.596672 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7724d4d-41d4-4eaf-b9f4-57ddf913dfcb req-fcea9405-635a-4f6b-aac2-cced92b2f7ab tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:25.598522 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7724d4d-41d4-4eaf-b9f4-57ddf913dfcb req-fcea9405-635a-4f6b-aac2-cced92b2f7ab tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 945 time: 0.2062397 Jul 14 09:17:25.731006 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7724d4d-41d4-4eaf-b9f4-57ddf913dfcb req-a6e15578-c6c1-4740-be8d-eba3e5c24a6d tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/security-groups?id=000885df-b2e3-4901-b1ce-448d26245a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094167 Jul 14 09:17:25.759001 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.777659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:25.778058 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.823686 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0d70d3-89df-4ab9-bb55-5f3c661fedfc x-openstack-request-id: req-af0d70d3-89df-4ab9-bb55-5f3c661fedfc {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:25.824003 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f5df15-846a-4994-b30c-db556340a20d", "tag": "96f53070-8a15-43f2-8373-c36778aff92d", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:25.825346 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af0d70d3-89df-4ab9-bb55-5f3c661fedfc {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:25.825346 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f5df15-846a-4994-b30c-db556340a20d', 'tag': '96f53070-8a15-43f2-8373-c36778aff92d', 'status': 'completed', 'code': 200} Jul 14 09:17:25.910507 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53728) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:25.951338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-eab2afc5-c7f2-4d4c-81b5-dc9c5fc9cd95 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2037400577-network', 'tenant_id': '23f5a74a2fdc4b63ad6dac3affa43f47'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:25.967047 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-384bda63-23ec-49ad-8eb0-7449d2d835d3 service neutron] 10.222.0.49 "GET /v2.0/networks/c6662c57-7de3-47a5-a96c-857f4f0ec316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674808 Jul 14 09:17:26.051191 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-86098020-95bf-4046-aac8-6f2af7560da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.058429 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-86098020-95bf-4046-aac8-6f2af7560da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.061124 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-86098020-95bf-4046-aac8-6f2af7560da3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8acff6a2-9986-496e-98bf-f733740b6c1c HTTP/1.1" status: 204 len: 168 time: 1.0588775 Jul 14 09:17:26.102400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1ad2142c-742f-4024-b4fb-30acceb61f42, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1ad2142c-742f-4024-b4fb-30acceb61f42,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:26.105752 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86098020-95bf-4046-aac8-6f2af7560da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acff6a2-9986-496e-98bf-f733740b6c1c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:26.125592 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.196946 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9582229-c24f-480b-a00e-9bbe4cb158cb admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:17:26.219208 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] Sync routers for ids ['1680fefb-cdd3-4cfb-b400-218a21a2d86b'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:17:26.240060 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1f3bfa16-aafd-44cc-aa3f-87f2f1d73433 req-8773cb12-35c5-4504-acca-e31b654997c2 tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.1558189 Jul 14 09:17:26.243206 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=1ad2142c-742f-4024-b4fb-30acceb61f42,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:26.243352 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9582229-c24f-480b-a00e-9bbe4cb158cb admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.249486 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e9582229-c24f-480b-a00e-9bbe4cb158cb admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.5003679 Jul 14 09:17:26.250175 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53736) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:26.264594 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] Routers {'1680fefb-cdd3-4cfb-b400-218a21a2d86b'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:26.269702 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:17:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1680fefb-cdd3-4cfb-b400-218a21a2d86b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:26.346511 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8591c5e-b075-4e51-ad10-deb01c32d556 req-e2dadcaa-0bbe-45ed-96a3-48084b297c45 service neutron] 10.222.0.49 "GET /v2.0/networks/c6662c57-7de3-47a5-a96c-857f4f0ec316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666739 Jul 14 09:17:26.347514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab2afc5-c7f2-4d4c-81b5-dc9c5fc9cd95 admin admin] Made reservation on behalf of 23f5a74a2fdc4b63ad6dac3affa43f47 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:26.350609 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eab2afc5-c7f2-4d4c-81b5-dc9c5fc9cd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.365424 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eab2afc5-c7f2-4d4c-81b5-dc9c5fc9cd95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.405025 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e972332-0524-491a-82f9-e1bf98846b33 req-15eac00e-9e85-4c78-8b55-60266e6c5ccb tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.406647 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e972332-0524-491a-82f9-e1bf98846b33 req-15eac00e-9e85-4c78-8b55-60266e6c5ccb tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f5df15-846a-4994-b30c-db556340a20d HTTP/1.1" status: 200 len: 944 time: 0.4386230 Jul 14 09:17:26.558673 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] Set router 1680fefb-cdd3-4cfb-b400-218a21a2d86b gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:26.712949 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e972332-0524-491a-82f9-e1bf98846b33 req-9b435427-1cea-4180-a781-1961f79f1840 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/security-groups?id=b91cd139-d0a0-4e4a-80a2-ca79e724bb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988367 Jul 14 09:17:26.727325 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a27ade-c04d-4630-935c-5b1b9354f3ef req-6379682e-aec0-4019-94e1-9b789351979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.728843 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b9a27ade-c04d-4630-935c-5b1b9354f3ef req-6379682e-aec0-4019-94e1-9b789351979c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fff9123111234660b432c2adcb2558ef&device_id=a2f5df15-846a-4994-b30c-db556340a20d HTTP/1.1" status: 200 len: 1096 time: 0.2931013 Jul 14 09:17:26.941140 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a27ade-c04d-4630-935c-5b1b9354f3ef req-8859f8cc-b845-47da-a153-e99cb0bfe6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.946888 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b9a27ade-c04d-4630-935c-5b1b9354f3ef req-8859f8cc-b845-47da-a153-e99cb0bfe6ef service neutron] 10.222.0.49 "GET /v2.0/networks?id=c6662c57-7de3-47a5-a96c-857f4f0ec316 HTTP/1.1" status: 200 len: 914 time: 0.2052493 Jul 14 09:17:27.108719 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-801660514-router', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:22Z', 'revision_number': 3, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'gw_port': {'id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:27.142667 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a92d9f-8ce6-443f-8a4c-cb0728a38d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2142c-742f-4024-b4fb-30acceb61f42'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:27.145489 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a217a4-bba2-4939-92a7-95f57116a15a" -d '{"events": [{"server_uuid": "17a92d9f-8ce6-443f-8a4c-cb0728a38d2c", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2142c-742f-4024-b4fb-30acceb61f42"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:27.154459 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] Checking router: 1680fefb-cdd3-4cfb-b400-218a21a2d86b for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:27.158687 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] Updating router 1680fefb-cdd3-4cfb-b400-218a21a2d86b port 42086606-ae45-454c-8b68-b7fa68cc7f4d binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:17:27.213255 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-02786dbc-f44b-41b3-a87f-ba6d91c2e65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:27.225672 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:27.324941 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b9a27ade-c04d-4630-935c-5b1b9354f3ef req-a17b322a-c007-487c-858f-6139f361c074 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96f53070-8a15-43f2-8373-c36778aff92d HTTP/1.1" status: 200 len: 217 time: 0.3681374 Jul 14 09:17:27.361633 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44c76277-62f9-419d-ab3c-a27ccfcb78f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:27.632379 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eab2afc5-c7f2-4d4c-81b5-dc9c5fc9cd95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:27.689420 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eab2afc5-c7f2-4d4c-81b5-dc9c5fc9cd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:27.695343 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:27.729069 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] Transition to ACTIVE for port object 42086606-ae45-454c-8b68-b7fa68cc7f4d will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:27.737275 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a27ade-c04d-4630-935c-5b1b9354f3ef req-e0cd0b1b-3901-4322-b809-1b615e687a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:27.737838 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:27.750662 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b9a27ade-c04d-4630-935c-5b1b9354f3ef req-e0cd0b1b-3901-4322-b809-1b615e687a1a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=759e904b-3859-42d3-baa8-431d0a3c9bed HTTP/1.1" status: 200 len: 853 time: 0.3465667 Jul 14 09:17:27.753330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53774) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:27.787718 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-44c76277-62f9-419d-ab3c-a27ccfcb78f3 admin admin] Allocated IP 172.20.0.1 (804f08ab-f06e-486b-9d18-c2f35567fe1b/9b425104-7f7e-4627-af94-a8272ec2c531/3cb820b5-2387-4fb0-95ba-a7220f11f45a) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:27.789403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-62d39d7c-be89-4194-b6f4-959eef6ed879 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:27.792041 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-62d39d7c-be89-4194-b6f4-959eef6ed879 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/networks?id=1666a058-8721-4244-92d2-e29529df519b HTTP/1.1" status: 200 len: 814 time: 0.8067601 Jul 14 09:17:27.800335 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] Attempting to bind port 42086606-ae45-454c-8b68-b7fa68cc7f4d on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:27.800810 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] Attempting to bind port 42086606-ae45-454c-8b68-b7fa68cc7f4d by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:27.801339 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] Attempting to bind port 42086606-ae45-454c-8b68-b7fa68cc7f4d on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:27.827857 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad53ad-8e10-444b-aec7-403114b9541a None None] Pushing event updated for resources: {'Port': ['ID=42086606-ae45-454c-8b68-b7fa68cc7f4d,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:27.851065 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:27.852426 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:27.853019 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:27.854111 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:27.857218 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] Bound port: 42086606-ae45-454c-8b68-b7fa68cc7f4d, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:27.857912 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:27.873765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab2afc5-c7f2-4d4c-81b5-dc9c5fc9cd95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:17:27.901485 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b9a27ade-c04d-4630-935c-5b1b9354f3ef req-9b362653-53d0-4a8f-90c7-984f03781a00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c6662c57-7de3-47a5-a96c-857f4f0ec316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395743 Jul 14 09:17:27.933168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c5c25-e81d-4761-bd34-987e91396d96 req-6668fd39-04ff-4746-9b7d-1e51feddd22b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:27.945869 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-968c5c25-e81d-4761-bd34-987e91396d96 req-6668fd39-04ff-4746-9b7d-1e51feddd22b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 945 time: 0.7598698 Jul 14 09:17:27.956735 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44c76277-62f9-419d-ab3c-a27ccfcb78f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:27.971207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2afc5-c7f2-4d4c-81b5-dc9c5fc9cd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7880b174-1eef-4778-9b5d-9037413a2392,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:27.978049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-44c76277-62f9-419d-ab3c-a27ccfcb78f3 admin admin] Transition to ACTIVE for port object 3cb820b5-2387-4fb0-95ba-a7220f11f45a will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:27.980830 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] For port 42086606-ae45-454c-8b68-b7fa68cc7f4d, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:27.996893 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] For port 42086606-ae45-454c-8b68-b7fa68cc7f4d, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=42086606-ae45-454c-8b68-b7fa68cc7f4d,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:28.009401 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.009657 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-9d1e9843-2e03-4267-8148-e5c93c181afa tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/quotas/05d0ae81211f4d94a2cdc48b2f7e0311 HTTP/1.1" status: 200 len: 375 time: 0.1951077 Jul 14 09:17:28.029293 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eab2afc5-c7f2-4d4c-81b5-dc9c5fc9cd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.029890 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-eab2afc5-c7f2-4d4c-81b5-dc9c5fc9cd95 admin admin] Added segment 7626fd72-b36e-4e7d-a36a-0155f7ffe3a2 of type vlan for network f59a1c91-814c-4d73-aa3e-75b8811f3e0b Jul 14 09:17:28.058698 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44c76277-62f9-419d-ab3c-a27ccfcb78f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.069347 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad53ad-8e10-444b-aec7-403114b9541a None None] Pushing event updated for resources: {'Port': ['ID=42086606-ae45-454c-8b68-b7fa68cc7f4d,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:28.107242 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] Routers {'1680fefb-cdd3-4cfb-b400-218a21a2d86b'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:28.108491 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:17:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1680fefb-cdd3-4cfb-b400-218a21a2d86b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:28.132283 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c76277-62f9-419d-ab3c-a27ccfcb78f3 admin admin] Network 804f08ab-f06e-486b-9d18-c2f35567fe1b is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:28.136109 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-44c76277-62f9-419d-ab3c-a27ccfcb78f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:28.150788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7ec4b2a1-c7f8-436f-b00c-ec11301953bb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-586766694-network', 'tenant_id': '31e3a4cec448411aba79b23ed148d185'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:28.154317 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c76277-62f9-419d-ab3c-a27ccfcb78f3 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:28.196737 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c76277-62f9-419d-ab3c-a27ccfcb78f3 admin admin] Pushing event updated for resources: {'Port': ['ID=3cb820b5-2387-4fb0-95ba-a7220f11f45a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:28.224857 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44c76277-62f9-419d-ab3c-a27ccfcb78f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.385667 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eab2afc5-c7f2-4d4c-81b5-dc9c5fc9cd95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.403554 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] Set router 1680fefb-cdd3-4cfb-b400-218a21a2d86b gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:28.422194 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44c76277-62f9-419d-ab3c-a27ccfcb78f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.430319 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-968c5c25-e81d-4761-bd34-987e91396d96 req-7ca9a15c-e06a-41df-a192-1d933bcbccac tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/security-groups?id=000885df-b2e3-4901-b1ce-448d26245a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4828913 Jul 14 09:17:28.549045 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec4b2a1-c7f8-436f-b00c-ec11301953bb admin admin] Made reservation on behalf of 31e3a4cec448411aba79b23ed148d185 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:28.562938 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ec4b2a1-c7f8-436f-b00c-ec11301953bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.651539 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44c76277-62f9-419d-ab3c-a27ccfcb78f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.651980 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0728fa57-e341-408f-be27-3419947a05ea None None] Provisioning for port 3cb820b5-2387-4fb0-95ba-a7220f11f45a completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:28.660783 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0728fa57-e341-408f-be27-3419947a05ea None None] Provisioning complete for port 3cb820b5-2387-4fb0-95ba-a7220f11f45a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:28.662574 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44c76277-62f9-419d-ab3c-a27ccfcb78f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.663506 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0728fa57-e341-408f-be27-3419947a05ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.663981 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.resource_extend [None req-eab2afc5-c7f2-4d4c-81b5-dc9c5fc9cd95 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:17:28.722344 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ec4b2a1-c7f8-436f-b00c-ec11301953bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.726144 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0728fa57-e341-408f-be27-3419947a05ea None None] Port 3cb820b5-2387-4fb0-95ba-a7220f11f45a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:28.745150 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-801660514-router', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:22Z', 'revision_number': 3, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'gw_port': {'id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:28.758205 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42acabc-f65b-4647-821f-96de42b0d845 x-openstack-request-id: req-e42acabc-f65b-4647-821f-96de42b0d845 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:28.758513 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a92d9f-8ce6-443f-8a4c-cb0728a38d2c", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2142c-742f-4024-b4fb-30acceb61f42", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:28.758773 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e42acabc-f65b-4647-821f-96de42b0d845 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:28.759180 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a92d9f-8ce6-443f-8a4c-cb0728a38d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2142c-742f-4024-b4fb-30acceb61f42', 'code': 200} Jul 14 09:17:28.760142 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c76277-62f9-419d-ab3c-a27ccfcb78f3 admin admin] Pushing event updated for resources: {'Port': ['ID=3cb820b5-2387-4fb0-95ba-a7220f11f45a,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:28.779464 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44c76277-62f9-419d-ab3c-a27ccfcb78f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.788355 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ccb06-613a-44c1-a277-e638653cb20b None None] The sync data for ids ['1680fefb-cdd3-4cfb-b400-218a21a2d86b'] in n-d-798054-10 is: [{'id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-801660514-router', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:22Z', 'revision_number': 3, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'gw_port': {'id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:28.818012 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b9a27ade-c04d-4630-935c-5b1b9354f3ef req-9ec96731-af0e-4fa8-b000-d9c9f47986cd service neutron] 10.222.0.49 "GET /v2.0/networks/c6662c57-7de3-47a5-a96c-857f4f0ec316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8987541 Jul 14 09:17:28.889578 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eab2afc5-c7f2-4d4c-81b5-dc9c5fc9cd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.891175 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab2afc5-c7f2-4d4c-81b5-dc9c5fc9cd95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.892120 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eab2afc5-c7f2-4d4c-81b5-dc9c5fc9cd95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.911591 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c76277-62f9-419d-ab3c-a27ccfcb78f3 admin admin] Network 804f08ab-f06e-486b-9d18-c2f35567fe1b is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:28.914565 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-44c76277-62f9-419d-ab3c-a27ccfcb78f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:28.989507 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-e7684086-a729-4641-bd1f-f2a6e8343f3b tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=05d0ae81211f4d94a2cdc48b2f7e0311&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9206409 Jul 14 09:17:29.165135 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c76277-62f9-419d-ab3c-a27ccfcb78f3 admin admin] Router 1680fefb-cdd3-4cfb-b400-218a21a2d86b has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:17:29.197474 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 96f53070-8a15-43f2-8373-c36778aff92d details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:29.371364 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-17bdd129-1f57-453b-a489-0023a1c26d59 None None] Provisioning complete for port 3cb820b5-2387-4fb0-95ba-a7220f11f45a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:29.372018 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17bdd129-1f57-453b-a489-0023a1c26d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.406572 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c76277-62f9-419d-ab3c-a27ccfcb78f3 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:17:29.429922 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-44c76277-62f9-419d-ab3c-a27ccfcb78f3 admin admin] 10.222.0.26 "PUT /v2.0/routers/1680fefb-cdd3-4cfb-b400-218a21a2d86b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1664686 Jul 14 09:17:29.511955 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-17bdd129-1f57-453b-a489-0023a1c26d59 None None] Port 3cb820b5-2387-4fb0-95ba-a7220f11f45a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:29.517582 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 96f53070-8a15-43f2-8373-c36778aff92d, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=96f53070-8a15-43f2-8373-c36778aff92d,segment=NetworkSegment(c11df0a9-d744-4429-b6dd-59d3309b04d6),segment_id=c11df0a9-d744-4429-b6dd-59d3309b04d6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:29.533314 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-fd87a47e-fe6a-4c68-ad38-993f59d23ef5 service neutron] 10.222.0.26 "GET /v2.0/networks/1666a058-8721-4244-92d2-e29529df519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428283 Jul 14 09:17:29.534026 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2afc5-c7f2-4d4c-81b5-dc9c5fc9cd95 admin admin] Pushing event updated for resources: {'Network': ['ID=f59a1c91-814c-4d73-aa3e-75b8811f3e0b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:29.547117 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0ec1df4f-d20c-4e7e-b386-67215d913f37 req-860aeb87-444d-47d2-a6f1-71ed028a150c tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.5803838 Jul 14 09:17:29.588214 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network f59a1c91-814c-4d73-aa3e-75b8811f3e0b details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:17:29.752780 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '96f53070-8a15-43f2-8373-c36778aff92d', 'network_id': 'c6662c57-7de3-47a5-a96c-857f4f0ec316', 'port_id': '96f53070-8a15-43f2-8373-c36778aff92d', 'mac_address': 'fa:16:3e:a8:e5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759e904b-3859-42d3-baa8-431d0a3c9bed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:29.765753 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ec4b2a1-c7f8-436f-b00c-ec11301953bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.789056 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e9369af-fb84-45b0-8004-01b8355f8922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.821455 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ec4b2a1-c7f8-436f-b00c-ec11301953bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.835364 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.835783 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec4b2a1-c7f8-436f-b00c-ec11301953bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:17:29.845381 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ec4b2a1-c7f8-436f-b00c-ec11301953bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.845735 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-7ec4b2a1-c7f8-436f-b00c-ec11301953bb admin admin] Added segment 7f21298a-629e-4e81-852c-c70a97676322 of type vlan for network 888088af-1a51-4dbe-bc38-27d1a38db826 Jul 14 09:17:29.853836 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.859561 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f53070-8a15-43f2-8373-c36778aff92d {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:29.862800 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-eab2afc5-c7f2-4d4c-81b5-dc9c5fc9cd95 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.9511261 Jul 14 09:17:29.866183 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53802) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:29.872060 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-06f019b8-2dfc-4997-a84b-e21b9de9b7ff admin admin] Request body: {'subnet': {'network_id': 'f59a1c91-814c-4d73-aa3e-75b8811f3e0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2037400577-subnet', 'tenant_id': '23f5a74a2fdc4b63ad6dac3affa43f47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:29.887977 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 96f53070-8a15-43f2-8373-c36778aff92d, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=96f53070-8a15-43f2-8373-c36778aff92d,segment=NetworkSegment(c11df0a9-d744-4429-b6dd-59d3309b04d6),segment_id=c11df0a9-d744-4429-b6dd-59d3309b04d6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:29.897907 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.919732 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f019b8-2dfc-4997-a84b-e21b9de9b7ff admin admin] Made reservation on behalf of 23f5a74a2fdc4b63ad6dac3affa43f47 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:29.922602 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06f019b8-2dfc-4997-a84b-e21b9de9b7ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.976297 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ec4b2a1-c7f8-436f-b00c-ec11301953bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.981156 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=96f53070-8a15-43f2-8373-c36778aff92d,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:30.033405 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b9a27ade-c04d-4630-935c-5b1b9354f3ef req-46748d57-081b-4cb9-90ff-7c662f2e1e4e service neutron] 10.222.0.49 "GET /v2.0/networks/c6662c57-7de3-47a5-a96c-857f4f0ec316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2027366 Jul 14 09:17:30.034072 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4b2a1-c7f8-436f-b00c-ec11301953bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e1884c-9ddc-4038-9d25-1a172e97266a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:30.057744 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-02d3c706-7be1-40fe-9b09-990fc66941ea service neutron] 10.222.0.26 "GET /v2.0/networks/1666a058-8721-4244-92d2-e29529df519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824901 Jul 14 09:17:30.105957 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895c237-7a6a-4e70-97ad-72137b6e5de2 req-06e6e007-9c91-4782-ab21-fa6594a54779 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:30.107511 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f895c237-7a6a-4e70-97ad-72137b6e5de2 req-06e6e007-9c91-4782-ab21-fa6594a54779 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f5df15-846a-4994-b30c-db556340a20d HTTP/1.1" status: 200 len: 944 time: 0.3441415 Jul 14 09:17:30.113953 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ec4b2a1-c7f8-436f-b00c-ec11301953bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:30.115683 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec4b2a1-c7f8-436f-b00c-ec11301953bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:30.116346 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ec4b2a1-c7f8-436f-b00c-ec11301953bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:30.129274 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['96f53070-8a15-43f2-8373-c36778aff92d'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:30.178010 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7ec4b2a1-c7f8-436f-b00c-ec11301953bb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4096117 Jul 14 09:17:30.224672 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06f019b8-2dfc-4997-a84b-e21b9de9b7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:30.249532 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53804) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:30.274038 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-08cc6bee-2e52-43a9-97ed-2dfb32a27cb3 admin admin] Request body: {'subnet': {'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-586766694-subnet', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:30.283336 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f895c237-7a6a-4e70-97ad-72137b6e5de2 req-1552b5a9-9eb3-45e0-9104-ff042fd85c7c tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/security-groups?id=b91cd139-d0a0-4e4a-80a2-ca79e724bb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520293 Jul 14 09:17:30.319483 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4b2a1-c7f8-436f-b00c-ec11301953bb admin admin] Pushing event updated for resources: {'Network': ['ID=888088af-1a51-4dbe-bc38-27d1a38db826,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:30.330429 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 888088af-1a51-4dbe-bc38-27d1a38db826 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:17:30.347019 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cc6bee-2e52-43a9-97ed-2dfb32a27cb3 admin admin] Made reservation on behalf of 31e3a4cec448411aba79b23ed148d185 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:30.350503 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-08cc6bee-2e52-43a9-97ed-2dfb32a27cb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:30.379192 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f019b8-2dfc-4997-a84b-e21b9de9b7ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=308b3a47-df68-40cb-9732-9cee6cd71681,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:30.423682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f019b8-2dfc-4997-a84b-e21b9de9b7ff admin admin] Checking segment: {'id': '7626fd72-b36e-4e7d-a36a-0155f7ffe3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f59a1c91-814c-4d73-aa3e-75b8811f3e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:30.424021 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f019b8-2dfc-4997-a84b-e21b9de9b7ff admin admin] Network hostable DHCP agents. Network: f59a1c91-814c-4d73-aa3e-75b8811f3e0b, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:17:30.483887 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f019b8-2dfc-4997-a84b-e21b9de9b7ff admin admin] Network f59a1c91-814c-4d73-aa3e-75b8811f3e0b is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:17:30.553501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-06f019b8-2dfc-4997-a84b-e21b9de9b7ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, f59a1c91-814c-4d73-aa3e-75b8811f3e0b) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:30.569356 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f019b8-2dfc-4997-a84b-e21b9de9b7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:30.576752 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06f019b8-2dfc-4997-a84b-e21b9de9b7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:30.616563 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-06f019b8-2dfc-4997-a84b-e21b9de9b7ff admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7487688 Jul 14 09:17:30.621500 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40534d14-487f-4dc8-a603-a6cd2419936c None None] Network f59a1c91-814c-4d73-aa3e-75b8811f3e0b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:30.691596 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:30.793354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 42086606-ae45-454c-8b68-b7fa68cc7f4d up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:30.872266 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-08cc6bee-2e52-43a9-97ed-2dfb32a27cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:30.897044 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d1d630-bb33-4276-8095-a1c60c8b43c6 None None] Network f59a1c91-814c-4d73-aa3e-75b8811f3e0b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:30.912766 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b5e3f-a40a-4426-9707-3f48101db865 req-6b6b29b7-b5d6-473a-b3fc-ce49e9df54ac tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:30.914718 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2f3b5e3f-a40a-4426-9707-3f48101db865 req-6b6b29b7-b5d6-473a-b3fc-ce49e9df54ac tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 945 time: 0.2969990 Jul 14 09:17:30.926274 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53826) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:30.935421 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-206e1687-1304-464a-b14c-89800f44f091 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Request body: {'floatingip': {'port_id': '2dfd20ef-8dd8-4236-b4c6-47cf35395cc3'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:31.058675 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-206e1687-1304-464a-b14c-89800f44f091 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for floatingip, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.103581 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6bee-2e52-43a9-97ed-2dfb32a27cb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db42a1b5-0af8-4f2d-880c-f54fe800fb63,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:31.156830 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cc6bee-2e52-43a9-97ed-2dfb32a27cb3 admin admin] Checking segment: {'id': '7f21298a-629e-4e81-852c-c70a97676322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:31.157224 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cc6bee-2e52-43a9-97ed-2dfb32a27cb3 admin admin] Network hostable DHCP agents. Network: 888088af-1a51-4dbe-bc38-27d1a38db826, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:17:31.174477 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-34e1aae3-f99a-46df-a130-a23ef7456930 req-ea91f906-0c09-4d2f-b547-9109af6a8429 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c5ede3-5f56-4443-8e0e-29abeb2b45f1 HTTP/1.1" status: 200 len: 210 time: 0.1019619 Jul 14 09:17:31.211630 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 96f53070-8a15-43f2-8373-c36778aff92d up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:31.309606 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 96f53070-8a15-43f2-8373-c36778aff92d completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:31.316623 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 96f53070-8a15-43f2-8373-c36778aff92d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:31.317182 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.357624 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cc6bee-2e52-43a9-97ed-2dfb32a27cb3 admin admin] Network 888088af-1a51-4dbe-bc38-27d1a38db826 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:17:31.381839 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 42086606-ae45-454c-8b68-b7fa68cc7f4d completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:31.387732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-08cc6bee-2e52-43a9-97ed-2dfb32a27cb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 888088af-1a51-4dbe-bc38-27d1a38db826) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:31.388163 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 42086606-ae45-454c-8b68-b7fa68cc7f4d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:31.388721 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.401662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cc6bee-2e52-43a9-97ed-2dfb32a27cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:31.402283 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-08cc6bee-2e52-43a9-97ed-2dfb32a27cb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.433505 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-08cc6bee-2e52-43a9-97ed-2dfb32a27cb3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1777043 Jul 14 09:17:31.434505 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53846) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:31.440503 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-ca9d6879-8bcf-4c7b-b6ac-b3d97ab3b79b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-586766694-router', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:31.442975 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490f765b-216b-4e71-9c28-11183597823b None None] Network 888088af-1a51-4dbe-bc38-27d1a38db826 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:31.554808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-58afe794-0381-452c-8ce0-6810e51d3035 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:31.563786 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-58afe794-0381-452c-8ce0-6810e51d3035 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/networks?id=804f08ab-f06e-486b-9d18-c2f35567fe1b HTTP/1.1" status: 200 len: 828 time: 0.3607428 Jul 14 09:17:31.611801 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-32d5ca6f-10b2-47d0-9487-e32a5ef81f77 req-205aaf0b-beac-4b15-be02-c24da45074ff tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.0960286 Jul 14 09:17:31.618172 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6879-8bcf-4c7b-b6ac-b3d97ab3b79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.620852 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6879-8bcf-4c7b-b6ac-b3d97ab3b79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.639889 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-4122bda1-f34b-4ac9-9e91-7baca92cc89a tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/quotas/bcd1ddd43f3042678ea44c176b551ac5 HTTP/1.1" status: 200 len: 375 time: 0.0749505 Jul 14 09:17:31.668140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] Sync routers for ids ['1680fefb-cdd3-4cfb-b400-218a21a2d86b'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:17:31.798575 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.845416 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6879-8bcf-4c7b-b6ac-b3d97ab3b79b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.852425 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-888088af-1a51-4dbe-bc38-27d1a38db826', 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'fixed_ips': [{'subnet_id': 'db42a1b5-0af8-4f2d-880c-f54fe800fb63'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:17:31.854663 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.963872 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 96f53070-8a15-43f2-8373-c36778aff92d, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=96f53070-8a15-43f2-8373-c36778aff92d,segment=NetworkSegment(c11df0a9-d744-4429-b6dd-59d3309b04d6),segment_id=c11df0a9-d744-4429-b6dd-59d3309b04d6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:32.034569 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-206e1687-1304-464a-b14c-89800f44f091 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:32.040291 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-206e1687-1304-464a-b14c-89800f44f091 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:32.162406 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Allocated IP 172.20.0.2 (888088af-1a51-4dbe-bc38-27d1a38db826/db42a1b5-0af8-4f2d-880c-f54fe800fb63/4c70188d-dddb-45db-aea7-d500d4054383) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:32.222400 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6879-8bcf-4c7b-b6ac-b3d97ab3b79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:32.254011 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-206e1687-1304-464a-b14c-89800f44f091 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Floating IP 6594ea51-93eb-4b00-9af0-1001bccff090 associated. External IP: 172.25.1.244, port: 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3. Jul 14 09:17:32.260429 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f5df15-846a-4994-b30c-db556340a20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f53070-8a15-43f2-8373-c36778aff92d'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:32.265144 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99378215-9075-4f70-845f-62dbf2223e00" -d '{"events": [{"server_uuid": "a2f5df15-846a-4994-b30c-db556340a20d", "name": "network-vif-plugged", "status": "completed", "tag": "96f53070-8a15-43f2-8373-c36778aff92d"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:32.269009 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:32.274294 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-9dad8193-d48f-44e9-baa4-3e51606ab19a tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bcd1ddd43f3042678ea44c176b551ac5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6260965 Jul 14 09:17:32.300005 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:32.361560 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:32.412066 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] Routers {'1680fefb-cdd3-4cfb-b400-218a21a2d86b'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:32.412997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:17:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1680fefb-cdd3-4cfb-b400-218a21a2d86b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:32.422343 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=96f53070-8a15-43f2-8373-c36778aff92d,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:32.461639 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-b800e25e-3680-4eb9-b220-86777dbb5bb2 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:32.463458 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-b800e25e-3680-4eb9-b220-86777dbb5bb2 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/networks?id=ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4 HTTP/1.1" status: 200 len: 814 time: 0.4600482 Jul 14 09:17:32.493474 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 42086606-ae45-454c-8b68-b7fa68cc7f4d, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=42086606-ae45-454c-8b68-b7fa68cc7f4d,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:32.498647 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-1a59f626-bda2-4865-a619-785428b745af service neutron] 10.222.0.26 "GET /v2.0/networks/804f08ab-f06e-486b-9d18-c2f35567fe1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054212 Jul 14 09:17:32.507398 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-2ac6039b-3207-4ba6-acee-f4edc4cc3e98 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/quotas/7dd602e603744e15bd6f27ae5aab71ca HTTP/1.1" status: 200 len: 375 time: 0.0342350 Jul 14 09:17:32.508426 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:32.680083 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206e1687-1304-464a-b14c-89800f44f091 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Router 1b87122a-a38f-4f1a-af87-48afebee63d7 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:17:32.804335 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:32.805000 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=42086606-ae45-454c-8b68-b7fa68cc7f4d,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:32.809131 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] Set router 1680fefb-cdd3-4cfb-b400-218a21a2d86b gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:32.917500 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:32.945090 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Transition to ACTIVE for port object 4c70188d-dddb-45db-aea7-d500d4054383 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:32.968271 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Transition to ACTIVE for port object 4c70188d-dddb-45db-aea7-d500d4054383 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:32.989925 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:33.015519 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206e1687-1304-464a-b14c-89800f44f091 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:17:33.023243 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-206e1687-1304-464a-b14c-89800f44f091 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:33.027022 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0f40b8-9dae-4973-8d5c-9daf53327a6b None None] Sync routers for ids ['1b87122a-a38f-4f1a-af87-48afebee63d7'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:17:33.045439 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0f40b8-9dae-4973-8d5c-9daf53327a6b None None] Routers {'1b87122a-a38f-4f1a-af87-48afebee63d7'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:33.047175 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1d0f40b8-9dae-4973-8d5c-9daf53327a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:17:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1b87122a-a38f-4f1a-af87-48afebee63d7'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:33.071888 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-ec50c98e-c514-42c9-a2ce-12659e5b9553 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7dd602e603744e15bd6f27ae5aab71ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5633411 Jul 14 09:17:33.077605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-bcd2e08f-fb6d-4eca-aeed-c91ca20560c1 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:33.079349 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-bcd2e08f-fb6d-4eca-aeed-c91ca20560c1 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.55 "GET /v2.0/networks?id=1666a058-8721-4244-92d2-e29529df519b HTTP/1.1" status: 200 len: 814 time: 0.2476859 Jul 14 09:17:33.095476 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-206e1687-1304-464a-b14c-89800f44f091 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "PUT /v2.0/floatingips/6594ea51-93eb-4b00-9af0-1001bccff090 HTTP/1.1" status: 200 len: 991 time: 2.1679878 Jul 14 09:17:33.097438 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd', 'tag': '2dfd20ef-8dd8-4236-b4c6-47cf35395cc3'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:33.101630 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da92506-7f3d-4db7-91a5-cf9384e9058c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd", "tag": "2dfd20ef-8dd8-4236-b4c6-47cf35395cc3"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:33.106746 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-210ea69d-6a09-49ef-8102-57b731bcb9af tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Request body: {'port': {'device_id': '80c5ede3-5f56-4443-8e0e-29abeb2b45f1', 'network_id': '1666a058-8721-4244-92d2-e29529df519b', 'admin_state_up': True, 'tenant_id': '05d0ae81211f4d94a2cdc48b2f7e0311'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:33.223144 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Network 888088af-1a51-4dbe-bc38-27d1a38db826 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:33.224948 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Pushing event updated for resources: {'Port': ['ID=4c70188d-dddb-45db-aea7-d500d4054383,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:33.239876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:33.243732 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:33.278310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-08d47193-8cd1-4cbd-9d9d-a49e91c74c2b service neutron] 10.222.0.26 "GET /v2.0/networks/804f08ab-f06e-486b-9d18-c2f35567fe1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7683794 Jul 14 09:17:33.294632 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-d60ed66e-5e69-4479-80cb-eeb7f54071ca service neutron] 10.222.0.26 "GET /v2.0/networks/ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217877 Jul 14 09:17:33.351050 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-1d0f40b8-9dae-4973-8d5c-9daf53327a6b None None] Set router 1b87122a-a38f-4f1a-af87-48afebee63d7 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:33.400706 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6879-8bcf-4c7b-b6ac-b3d97ab3b79b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:33.508033 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6879-8bcf-4c7b-b6ac-b3d97ab3b79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:33.530468 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Attempting to bind port 4c70188d-dddb-45db-aea7-d500d4054383 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:33.530468 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Attempting to bind port 4c70188d-dddb-45db-aea7-d500d4054383 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '7f21298a-629e-4e81-852c-c70a97676322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:33.530468 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Attempting to bind port 4c70188d-dddb-45db-aea7-d500d4054383 on network 888088af-1a51-4dbe-bc38-27d1a38db826 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:33.562885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:33.563400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Checking segment: {'id': '7f21298a-629e-4e81-852c-c70a97676322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:33.563839 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:33.564280 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Bound using segment: {'id': '7f21298a-629e-4e81-852c-c70a97676322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:33.564854 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Bound port: 4c70188d-dddb-45db-aea7-d500d4054383, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f21298a-629e-4e81-852c-c70a97676322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:33.565314 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:33.710452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-ca9d6879-8bcf-4c7b-b6ac-b3d97ab3b79b admin admin] Allocated IP 172.25.1.47 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/04b9a156-1f1e-4edb-8c66-ac197ddd6019) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:33.832137 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] For port 4c70188d-dddb-45db-aea7-d500d4054383, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:33.833369 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1d0f40b8-9dae-4973-8d5c-9daf53327a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'name': 'tempest-ServersTestJSON-1823826607-router', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:16:49Z', 'revision_number': 4, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'gw_port': {'id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:41Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '6594ea51-93eb-4b00-9af0-1001bccff090', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'port_id': '2dfd20ef-8dd8-4236-b4c6-47cf35395cc3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef', 'mac_address': 'fa:16:3e:13:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:17:05Z', 'updated_at': '2021-07-14T09:17:31Z', 'revision_number': 1, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbb54f9-3905-40df-86a1-11bb0ddf9669', 'name': '', 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'mac_address': 'fa:16:3e:35:ad:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:48Z', 'updated_at': '2021-07-14T09:17:05Z', 'revision_number': 5, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'subnets': [{'id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:33.838575 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] For port 4c70188d-dddb-45db-aea7-d500d4054383, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4c70188d-dddb-45db-aea7-d500d4054383,segment=NetworkSegment(7f21298a-629e-4e81-852c-c70a97676322),segment_id=7f21298a-629e-4e81-852c-c70a97676322)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:33.855715 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:33.860079 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-801660514-router', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:28Z', 'revision_number': 4, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'gw_port': {'id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '3cb820b5-2387-4fb0-95ba-a7220f11f45a', 'name': '', 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'mac_address': 'fa:16:3e:dd:f2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '9b425104-7f7e-4627-af94-a8272ec2c531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:27Z', 'updated_at': '2021-07-14T09:17:28Z', 'revision_number': 2, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'subnets': [{'id': '9b425104-7f7e-4627-af94-a8272ec2c531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:33.962837 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6879-8bcf-4c7b-b6ac-b3d97ab3b79b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:33.963348 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0f40b8-9dae-4973-8d5c-9daf53327a6b None None] Checking router: 1b87122a-a38f-4f1a-af87-48afebee63d7 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:33.968709 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] Checking router: 1680fefb-cdd3-4cfb-b400-218a21a2d86b for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:33.969169 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] Updating router 1680fefb-cdd3-4cfb-b400-218a21a2d86b port 3cb820b5-2387-4fb0-95ba-a7220f11f45a binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:17:34.000510 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0f40b8-9dae-4973-8d5c-9daf53327a6b None None] Routers {'1b87122a-a38f-4f1a-af87-48afebee63d7'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:34.005303 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1d0f40b8-9dae-4973-8d5c-9daf53327a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:17:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1b87122a-a38f-4f1a-af87-48afebee63d7'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:34.052791 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:34.075378 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e30ddd92-c4e6-4266-ac8a-369df7c2fbb4 service neutron] 10.222.0.26 "GET /v2.0/networks/ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7798584 Jul 14 09:17:34.078592 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-210ea69d-6a09-49ef-8102-57b731bcb9af tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Made reservation on behalf of 05d0ae81211f4d94a2cdc48b2f7e0311 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:34.082574 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-210ea69d-6a09-49ef-8102-57b731bcb9af tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:34.235716 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6879-8bcf-4c7b-b6ac-b3d97ab3b79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:34.256097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb84e5-df60-4f1e-80af-bd58d297aa7a None None] Pushing event updated for resources: {'Port': ['ID=4c70188d-dddb-45db-aea7-d500d4054383,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:34.378454 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-1d0f40b8-9dae-4973-8d5c-9daf53327a6b None None] Set router 1b87122a-a38f-4f1a-af87-48afebee63d7 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:34.420974 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9d6879-8bcf-4c7b-b6ac-b3d97ab3b79b admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:34.444945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-ca9d6879-8bcf-4c7b-b6ac-b3d97ab3b79b admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:34.453914 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9d6879-8bcf-4c7b-b6ac-b3d97ab3b79b admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:34.559018 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-210ea69d-6a09-49ef-8102-57b731bcb9af tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Allocated IP 172.20.0.11 (1666a058-8721-4244-92d2-e29529df519b/7fe81da4-370e-498c-85cc-80f08756eb0a/305bb1b1-1a2b-415d-a27a-2200484b51e1) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:34.702493 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd94f4-8924-488e-ba96-d260a36fe366 req-7a134f4f-e0f1-493c-a5c8-7c600f69ba36 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:34.704286 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4bdd94f4-8924-488e-ba96-d260a36fe366 req-7a134f4f-e0f1-493c-a5c8-7c600f69ba36 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f5df15-846a-4994-b30c-db556340a20d HTTP/1.1" status: 200 len: 946 time: 0.6823735 Jul 14 09:17:34.731347 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d6879-8bcf-4c7b-b6ac-b3d97ab3b79b admin admin] Pushing event updated for resources: {'Port': ['ID=04b9a156-1f1e-4edb-8c66-ac197ddd6019,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:34.841953 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 42086606-ae45-454c-8b68-b7fa68cc7f4d up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:35.032780 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-210ea69d-6a09-49ef-8102-57b731bcb9af tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.066839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-210ea69d-6a09-49ef-8102-57b731bcb9af tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Transition to ACTIVE for port object 305bb1b1-1a2b-415d-a27a-2200484b51e1 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:35.113503 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4bdd94f4-8924-488e-ba96-d260a36fe366 req-4b6e89f2-280e-48d6-8a75-ebfe4fd15245 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/security-groups?id=b91cd139-d0a0-4e4a-80a2-ca79e724bb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732116 Jul 14 09:17:35.119588 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-210ea69d-6a09-49ef-8102-57b731bcb9af tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.243885 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-210ea69d-6a09-49ef-8102-57b731bcb9af tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Network 1666a058-8721-4244-92d2-e29529df519b is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:35.251897 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1d0f40b8-9dae-4973-8d5c-9daf53327a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'name': 'tempest-ServersTestJSON-1823826607-router', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:16:49Z', 'revision_number': 4, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'gw_port': {'id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:41Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '6594ea51-93eb-4b00-9af0-1001bccff090', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'port_id': '2dfd20ef-8dd8-4236-b4c6-47cf35395cc3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef', 'mac_address': 'fa:16:3e:13:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:17:05Z', 'updated_at': '2021-07-14T09:17:31Z', 'revision_number': 1, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbb54f9-3905-40df-86a1-11bb0ddf9669', 'name': '', 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'mac_address': 'fa:16:3e:35:ad:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:48Z', 'updated_at': '2021-07-14T09:17:05Z', 'revision_number': 5, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'subnets': [{'id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:35.261396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-210ea69d-6a09-49ef-8102-57b731bcb9af tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:35.268766 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-210ea69d-6a09-49ef-8102-57b731bcb9af tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:35.313252 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ea69d-6a09-49ef-8102-57b731bcb9af tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Pushing event updated for resources: {'Port': ['ID=305bb1b1-1a2b-415d-a27a-2200484b51e1,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:35.377689 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0f40b8-9dae-4973-8d5c-9daf53327a6b None None] The sync data for ids ['1b87122a-a38f-4f1a-af87-48afebee63d7'] in n-d-798054-10 is: [{'id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'name': 'tempest-ServersTestJSON-1823826607-router', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:16:49Z', 'revision_number': 4, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'gw_port': {'id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:41Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '6594ea51-93eb-4b00-9af0-1001bccff090', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'port_id': '2dfd20ef-8dd8-4236-b4c6-47cf35395cc3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef', 'mac_address': 'fa:16:3e:13:c3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:17:05Z', 'updated_at': '2021-07-14T09:17:31Z', 'revision_number': 1, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbb54f9-3905-40df-86a1-11bb0ddf9669', 'name': '', 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'mac_address': 'fa:16:3e:35:ad:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:48Z', 'updated_at': '2021-07-14T09:17:05Z', 'revision_number': 5, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'subnets': [{'id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:35.427757 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-210ea69d-6a09-49ef-8102-57b731bcb9af tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:35.433119 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-210ea69d-6a09-49ef-8102-57b731bcb9af tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.504026 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-210ea69d-6a09-49ef-8102-57b731bcb9af tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4071145 Jul 14 09:17:35.548015 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] Request body: {'port': {'device_id': '80c5ede3-5f56-4443-8e0e-29abeb2b45f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:35.574843 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.628992 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] Transition to ACTIVE for port object 3cb820b5-2387-4fb0-95ba-a7220f11f45a will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:35.650541 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 42086606-ae45-454c-8b68-b7fa68cc7f4d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:35.650944 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.681892 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.783822 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6879-8bcf-4c7b-b6ac-b3d97ab3b79b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.809148 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.989778 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450b0031-bde8-451e-a5f0-69efbc0615fc None None] New status for floating IP 6594ea51-93eb-4b00-9af0-1001bccff090: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:17:36.143519 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-987a755a-2683-4075-a248-5e8302a4c29e None None] Provisioning for port 305bb1b1-1a2b-415d-a27a-2200484b51e1 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:36.208885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-987a755a-2683-4075-a248-5e8302a4c29e None None] Provisioning complete for port 305bb1b1-1a2b-415d-a27a-2200484b51e1 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:36.209613 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-987a755a-2683-4075-a248-5e8302a4c29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.211757 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa450bf-f640-4a7a-b0fc-340ce3628172 None None] Pushing event updated for resources: {'Port': ['ID=3cb820b5-2387-4fb0-95ba-a7220f11f45a,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:36.513898 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ef01d-9354-471b-9a81-661c3041ea50 req-aa8e1e1a-ee54-48cc-a68c-6da659afdb8a tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:36.522261 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d69ef01d-9354-471b-9a81-661c3041ea50 req-aa8e1e1a-ee54-48cc-a68c-6da659afdb8a tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c5ede3-5f56-4443-8e0e-29abeb2b45f1 HTTP/1.1" status: 200 len: 932 time: 0.7689435 Jul 14 09:17:36.621688 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d69ef01d-9354-471b-9a81-661c3041ea50 req-36dcd16a-ee18-4d69-8059-565596938125 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c23f678-70fa-4b2f-b3ca-f4d00e491b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948198 Jul 14 09:17:36.625348 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-987a755a-2683-4075-a248-5e8302a4c29e None None] Port 305bb1b1-1a2b-415d-a27a-2200484b51e1 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:36.670180 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6879-8bcf-4c7b-b6ac-b3d97ab3b79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.680297 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 305bb1b1-1a2b-415d-a27a-2200484b51e1 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:36.683746 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d42dd36-9ca1-4dfa-8073-310a41fc72e1 None None] Network 888088af-1a51-4dbe-bc38-27d1a38db826 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:36.704479 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.743377 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] Transition to ACTIVE for port object 305bb1b1-1a2b-415d-a27a-2200484b51e1 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:36.752110 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.975555 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9d6879-8bcf-4c7b-b6ac-b3d97ab3b79b admin admin] Router 3ca5d095-447c-4eb3-ba06-72cefcf1707a is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:17:36.995892 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=305bb1b1-1a2b-415d-a27a-2200484b51e1,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:37.074928 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e58fca-b65a-47fa-92ab-f426d7116336 x-openstack-request-id: req-56e58fca-b65a-47fa-92ab-f426d7116336 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:37.077974 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f5df15-846a-4994-b30c-db556340a20d", "name": "network-vif-plugged", "status": "completed", "tag": "96f53070-8a15-43f2-8373-c36778aff92d", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:37.078271 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56e58fca-b65a-47fa-92ab-f426d7116336 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:37.078698 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f5df15-846a-4994-b30c-db556340a20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f53070-8a15-43f2-8373-c36778aff92d', 'code': 200} Jul 14 09:17:37.178654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] Attempting to bind port 3cb820b5-2387-4fb0-95ba-a7220f11f45a on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:37.179022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] Attempting to bind port 3cb820b5-2387-4fb0-95ba-a7220f11f45a by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'e8603e7f-a92f-4efa-8b0e-1595c8a10885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:37.181686 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] Attempting to bind port 3cb820b5-2387-4fb0-95ba-a7220f11f45a on network 804f08ab-f06e-486b-9d18-c2f35567fe1b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:37.270441 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:37.271350 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] Checking segment: {'id': 'e8603e7f-a92f-4efa-8b0e-1595c8a10885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:37.274474 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.274474 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] Bound using segment: {'id': 'e8603e7f-a92f-4efa-8b0e-1595c8a10885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:37.276940 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] Bound port: 3cb820b5-2387-4fb0-95ba-a7220f11f45a, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8603e7f-a92f-4efa-8b0e-1595c8a10885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:37.277435 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.365889 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ae850796-5dc7-4d21-8892-9f38859bf176 req-6d07792b-227d-43e9-b641-9880aacfbca1 tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.1085265 Jul 14 09:17:37.377364 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] Attempting to bind port 305bb1b1-1a2b-415d-a27a-2200484b51e1 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:37.378201 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] Attempting to bind port 305bb1b1-1a2b-415d-a27a-2200484b51e1 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1666a058-8721-4244-92d2-e29529df519b'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:37.378902 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] Attempting to bind port 305bb1b1-1a2b-415d-a27a-2200484b51e1 on network 1666a058-8721-4244-92d2-e29529df519b {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:37.380625 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9d6879-8bcf-4c7b-b6ac-b3d97ab3b79b admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:17:37.399357 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] Sync routers for ids ['3ca5d095-447c-4eb3-ba06-72cefcf1707a'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:17:37.413179 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] Routers {'3ca5d095-447c-4eb3-ba06-72cefcf1707a'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:37.413853 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:17:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3ca5d095-447c-4eb3-ba06-72cefcf1707a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:37.433114 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] Port 305bb1b1-1a2b-415d-a27a-2200484b51e1 on network 1666a058-8721-4244-92d2-e29529df519b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:37.433114 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] Attempting to bind port 305bb1b1-1a2b-415d-a27a-2200484b51e1 on network 1666a058-8721-4244-92d2-e29529df519b {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:37.448001 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:37.448432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] Checking segment: {'id': 'ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1666a058-8721-4244-92d2-e29529df519b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:37.448736 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] Bound using segment: {'id': 'ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1666a058-8721-4244-92d2-e29529df519b'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:37.449197 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] Bound port: 305bb1b1-1a2b-415d-a27a-2200484b51e1, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1666a058-8721-4244-92d2-e29529df519b'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:37.449574 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.523115 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6879-8bcf-4c7b-b6ac-b3d97ab3b79b admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.525331 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ca9d6879-8bcf-4c7b-b6ac-b3d97ab3b79b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0898995 Jul 14 09:17:37.535395 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53912) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:37.590371 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4171c0c4-8c89-44fd-b434-916cbb6a6762 None None] Provisioning for port 4c70188d-dddb-45db-aea7-d500d4054383 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:37.717013 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] For port 3cb820b5-2387-4fb0-95ba-a7220f11f45a, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:37.733897 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-1cc3ef08-a1ae-4178-843b-04417aa80a9d tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:37.736217 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-1cc3ef08-a1ae-4178-843b-04417aa80a9d tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.55 "GET /v2.0/networks?id=804f08ab-f06e-486b-9d18-c2f35567fe1b HTTP/1.1" status: 200 len: 828 time: 0.5979195 Jul 14 09:17:37.756068 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] For port 3cb820b5-2387-4fb0-95ba-a7220f11f45a, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=3cb820b5-2387-4fb0-95ba-a7220f11f45a,segment=NetworkSegment(e8603e7f-a92f-4efa-8b0e-1595c8a10885),segment_id=e8603e7f-a92f-4efa-8b0e-1595c8a10885)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:37.779920 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c72832-dbbf-49a9-a05b-b08350d1dfba req-339767d0-6fdd-4f9f-80b6-556adfc896cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:37.794143 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2c72832-dbbf-49a9-a05b-b08350d1dfba req-339767d0-6fdd-4f9f-80b6-556adfc896cb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a2f5df15-846a-4994-b30c-db556340a20d HTTP/1.1" status: 200 len: 1098 time: 0.4511735 Jul 14 09:17:37.802377 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.817990 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] For port 305bb1b1-1a2b-415d-a27a-2200484b51e1, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:37.830488 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] For port 305bb1b1-1a2b-415d-a27a-2200484b51e1, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=305bb1b1-1a2b-415d-a27a-2200484b51e1,segment=NetworkSegment(ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d),segment_id=ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:37.846997 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-4e5c95bc-50f8-42b6-9976-fa926de540ea tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Request body: {'port': {'device_id': '03eef084-4832-4661-bded-556f4f073b0b', 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b', 'admin_state_up': True, 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:37.856707 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66d2a2a-d43e-4f34-bd83-8dd6f4a86ca7 x-openstack-request-id: req-e66d2a2a-d43e-4f34-bd83-8dd6f4a86ca7 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:37.882184 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd", "tag": "2dfd20ef-8dd8-4236-b4c6-47cf35395cc3", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:37.900854 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e66d2a2a-d43e-4f34-bd83-8dd6f4a86ca7 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:37.905050 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd', 'tag': '2dfd20ef-8dd8-4236-b4c6-47cf35395cc3', 'status': 'completed', 'code': 200} Jul 14 09:17:37.914264 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.975493 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2c72832-dbbf-49a9-a05b-b08350d1dfba req-4c7649a3-902b-483a-ae63-66f4179c92b0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b91cd139-d0a0-4e4a-80a2-ca79e724bb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960016 Jul 14 09:17:37.984607 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] Set router 3ca5d095-447c-4eb3-ba06-72cefcf1707a gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:38.014945 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4c70188d-dddb-45db-aea7-d500d4054383 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:38.172733 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:38.175536 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:38.182015 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] 10.222.0.55 "PUT /v2.0/ports/305bb1b1-1a2b-415d-a27a-2200484b51e1 HTTP/1.1" status: 200 len: 1093 time: 2.6498001 Jul 14 09:17:38.232185 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc87cae8-27a6-4bdb-a0ce-dad59eaf2272 req-d260a404-19b8-4a5a-a919-41baa1262b33 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 210 time: 0.1188264 Jul 14 09:17:38.385047 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa450bf-f640-4a7a-b0fc-340ce3628172 None None] Pushing event updated for resources: {'Port': ['ID=3cb820b5-2387-4fb0-95ba-a7220f11f45a,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:38.438066 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] Routers {'1680fefb-cdd3-4cfb-b400-218a21a2d86b'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:38.451453 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:17:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1680fefb-cdd3-4cfb-b400-218a21a2d86b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:38.603339 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'name': 'tempest-TaggedBootDevicesTest-586766694-router', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:31Z', 'updated_at': '2021-07-14T09:17:35Z', 'revision_number': 3, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'gw_port': {'id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:33Z', 'updated_at': '2021-07-14T09:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:38.699635 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 4c70188d-dddb-45db-aea7-d500d4054383 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:38.744169 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] Checking router: 3ca5d095-447c-4eb3-ba06-72cefcf1707a for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:38.749964 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] Updating router 3ca5d095-447c-4eb3-ba06-72cefcf1707a port 04b9a156-1f1e-4edb-8c66-ac197ddd6019 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:17:38.772430 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 4c70188d-dddb-45db-aea7-d500d4054383 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:38.777157 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:38.870066 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c259139d-d0b7-4f94-ba00-7c4f0bb83197 req-825ce286-0ecc-4ba8-9c0c-3dbfa3bce107 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/ports?device_id=39822441-e5a2-42c6-a62f-c441926e35e2 HTTP/1.1" status: 200 len: 210 time: 0.0901644 Jul 14 09:17:39.133512 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c5dce-0734-4ccb-b8ea-b6910dfb1ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=305bb1b1-1a2b-415d-a27a-2200484b51e1,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:39.167201 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.349930 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] Set router 1680fefb-cdd3-4cfb-b400-218a21a2d86b gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:39.418446 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8eaed098-df82-459b-901c-38b572eb532d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.434945 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6b51f63f-4c49-4ba3-aedd-321683d0518b None None] Provisioning complete for port 4c70188d-dddb-45db-aea7-d500d4054383 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:39.435544 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b51f63f-4c49-4ba3-aedd-321683d0518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.545105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da92506-7f3d-4db7-91a5-cf9384e9058c req-5220ab89-e5a0-4799-910f-2db0de7f6ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:39.546980 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3da92506-7f3d-4db7-91a5-cf9384e9058c req-5220ab89-e5a0-4799-910f-2db0de7f6ceb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09b502835dcb4320bf2fd315522cc62f&device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 1097 time: 1.5703835 Jul 14 09:17:39.593337 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-4e5c95bc-50f8-42b6-9976-fa926de540ea tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Made reservation on behalf of bcd1ddd43f3042678ea44c176b551ac5 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:39.613752 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-4e5c95bc-50f8-42b6-9976-fa926de540ea tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.672941 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-d1dec629-ef4f-4f9d-bab0-975e621da625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:39.675002 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-8eaed098-df82-459b-901c-38b572eb532d admin admin] Allocated IP 172.20.0.1 (888088af-1a51-4dbe-bc38-27d1a38db826/db42a1b5-0af8-4f2d-880c-f54fe800fb63/f653ce71-53e3-40a9-8ca1-b425ed48ef99) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:39.676249 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-d1dec629-ef4f-4f9d-bab0-975e621da625 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05d0ae81211f4d94a2cdc48b2f7e0311&device_id=80c5ede3-5f56-4443-8e0e-29abeb2b45f1 HTTP/1.1" status: 200 len: 1096 time: 1.2000704 Jul 14 09:17:39.695758 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-003dfcde-855f-4f5b-99b8-4b070994ef59 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:39.703285 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-003dfcde-855f-4f5b-99b8-4b070994ef59 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.55 "GET /v2.0/networks?id=ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4 HTTP/1.1" status: 200 len: 814 time: 1.1934266 Jul 14 09:17:39.759584 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.769823 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.789029 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-7280c781-1725-4f4d-b9be-b779e87d6f35 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Request body: {'port': {'device_id': '39822441-e5a2-42c6-a62f-c441926e35e2', 'network_id': 'ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4', 'admin_state_up': True, 'tenant_id': '7dd602e603744e15bd6f27ae5aab71ca'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:39.799779 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] Transition to ACTIVE for port object 04b9a156-1f1e-4edb-8c66-ac197ddd6019 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:39.814133 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8eaed098-df82-459b-901c-38b572eb532d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.820658 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.847559 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-8eaed098-df82-459b-901c-38b572eb532d admin admin] Transition to ACTIVE for port object f653ce71-53e3-40a9-8ca1-b425ed48ef99 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:39.904948 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d288816-186f-4d10-b427-a8cc88cdc095 None None] Pushing event updated for resources: {'Port': ['ID=04b9a156-1f1e-4edb-8c66-ac197ddd6019,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:39.908400 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] Attempting to bind port 04b9a156-1f1e-4edb-8c66-ac197ddd6019 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:39.909038 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] Attempting to bind port 04b9a156-1f1e-4edb-8c66-ac197ddd6019 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:39.909725 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] Attempting to bind port 04b9a156-1f1e-4edb-8c66-ac197ddd6019 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:39.921564 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 4c70188d-dddb-45db-aea7-d500d4054383, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4c70188d-dddb-45db-aea7-d500d4054383,segment=NetworkSegment(7f21298a-629e-4e81-852c-c70a97676322),segment_id=7f21298a-629e-4e81-852c-c70a97676322)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:39.924392 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:39.925299 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:39.932812 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.935126 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:39.936244 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] Bound port: 04b9a156-1f1e-4edb-8c66-ac197ddd6019, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:39.937114 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.969720 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355baac9-d974-4ef9-afc3-5b537cccae3b req-b9488187-2042-4726-923f-be2008d0066e tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:39.976465 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.991005 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-355baac9-d974-4ef9-afc3-5b537cccae3b req-b9488187-2042-4726-923f-be2008d0066e tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f5df15-846a-4994-b30c-db556340a20d HTTP/1.1" status: 200 len: 946 time: 0.8232944 Jul 14 09:17:40.020033 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8eaed098-df82-459b-901c-38b572eb532d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.094770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c5ede3-5f56-4443-8e0e-29abeb2b45f1', 'tag': '305bb1b1-1a2b-415d-a27a-2200484b51e1'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:40.099370 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb0891a-a266-4364-9695-45b2e4c382fc" -d '{"events": [{"name": "network-changed", "server_uuid": "80c5ede3-5f56-4443-8e0e-29abeb2b45f1", "tag": "305bb1b1-1a2b-415d-a27a-2200484b51e1"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:40.126584 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-33e1f0c8-2591-4647-b7ae-be70c85543ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=305bb1b1-1a2b-415d-a27a-2200484b51e1 HTTP/1.1" status: 200 len: 217 time: 0.3818440 Jul 14 09:17:40.127700 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] For port 04b9a156-1f1e-4edb-8c66-ac197ddd6019, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:40.142168 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-7280c781-1725-4f4d-b9be-b779e87d6f35 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Made reservation on behalf of 7dd602e603744e15bd6f27ae5aab71ca for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:40.144124 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] For port 04b9a156-1f1e-4edb-8c66-ac197ddd6019, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=04b9a156-1f1e-4edb-8c66-ac197ddd6019,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:40.148181 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-7280c781-1725-4f4d-b9be-b779e87d6f35 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.154346 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.163832 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b51f63f-4c49-4ba3-aedd-321683d0518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.208619 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=4c70188d-dddb-45db-aea7-d500d4054383,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:40.264524 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:40.264868 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:40.265808 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:40.265808 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:40.266054 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:40.266281 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:40.266619 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:40.266947 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:40.267270 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:40.267649 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:40.268008 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:40.268351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:40.279102 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaed098-df82-459b-901c-38b572eb532d admin admin] Network 888088af-1a51-4dbe-bc38-27d1a38db826 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:40.308617 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-355baac9-d974-4ef9-afc3-5b537cccae3b req-83d2455e-5cc6-42a1-a9bb-c5e4a9d311bf tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/security-groups?id=b91cd139-d0a0-4e4a-80a2-ca79e724bb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107452 Jul 14 09:17:40.319382 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-8eaed098-df82-459b-901c-38b572eb532d admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:40.348660 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaed098-df82-459b-901c-38b572eb532d admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:40.365051 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaed098-df82-459b-901c-38b572eb532d admin admin] Pushing event updated for resources: {'Port': ['ID=f653ce71-53e3-40a9-8ca1-b425ed48ef99,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:40.374292 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-801660514-router', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:28Z', 'revision_number': 4, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'gw_port': {'id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '3cb820b5-2387-4fb0-95ba-a7220f11f45a', 'name': '', 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'mac_address': 'fa:16:3e:dd:f2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '9b425104-7f7e-4627-af94-a8272ec2c531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:27Z', 'updated_at': '2021-07-14T09:17:37Z', 'revision_number': 4, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'subnets': [{'id': '9b425104-7f7e-4627-af94-a8272ec2c531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:40.391033 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-7280c781-1725-4f4d-b9be-b779e87d6f35 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Allocated IP 172.20.0.13 (ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4/27b74c42-296e-4da5-a917-c4130b37c92e/3feafdee-83e4-4610-be5f-38c4b01fdce4) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:40.432954 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d288816-186f-4d10-b427-a8cc88cdc095 None None] Pushing event updated for resources: {'Port': ['ID=04b9a156-1f1e-4edb-8c66-ac197ddd6019,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:40.441628 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] Routers {'3ca5d095-447c-4eb3-ba06-72cefcf1707a'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:40.442984 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:17:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3ca5d095-447c-4eb3-ba06-72cefcf1707a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:40.469405 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c7399f-f15e-4efe-a239-7107840098a3 None None] The sync data for ids ['1680fefb-cdd3-4cfb-b400-218a21a2d86b'] in n-d-798054-10 is: [{'id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-801660514-router', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:28Z', 'revision_number': 4, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'gw_port': {'id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '3cb820b5-2387-4fb0-95ba-a7220f11f45a', 'name': '', 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'mac_address': 'fa:16:3e:dd:f2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '9b425104-7f7e-4627-af94-a8272ec2c531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:27Z', 'updated_at': '2021-07-14T09:17:37Z', 'revision_number': 4, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'subnets': [{'id': '9b425104-7f7e-4627-af94-a8272ec2c531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:40.506376 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-6b51f63f-4c49-4ba3-aedd-321683d0518b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:17:40.506727 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-6b51f63f-4c49-4ba3-aedd-321683d0518b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:17:40.521398 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8eaed098-df82-459b-901c-38b572eb532d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.767943 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] Set router 3ca5d095-447c-4eb3-ba06-72cefcf1707a gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:40.874970 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-4e5c95bc-50f8-42b6-9976-fa926de540ea tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Allocated IP 172.20.0.5 (804f08ab-f06e-486b-9d18-c2f35567fe1b/9b425104-7f7e-4627-af94-a8272ec2c531/3c0350b3-6eb3-437f-8117-d60b192f6753) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:41.089892 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d0b91-6314-4806-8e94-4de0b5b99fc0 req-5a73a1dc-952e-4c4a-9edf-2f978e535508 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:41.099572 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fc9d0b91-6314-4806-8e94-4de0b5b99fc0 req-5a73a1dc-952e-4c4a-9edf-2f978e535508 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c5ede3-5f56-4443-8e0e-29abeb2b45f1 HTTP/1.1" status: 200 len: 944 time: 0.3636007 Jul 14 09:17:41.220167 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-4e5c95bc-50f8-42b6-9976-fa926de540ea tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:41.224766 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'name': 'tempest-TaggedBootDevicesTest-586766694-router', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:31Z', 'updated_at': '2021-07-14T09:17:35Z', 'revision_number': 3, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'gw_port': {'id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:33Z', 'updated_at': '2021-07-14T09:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:41.249820 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fc9d0b91-6314-4806-8e94-4de0b5b99fc0 req-227b38b9-de25-4727-a6cb-a55e3bce61c4 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c23f678-70fa-4b2f-b3ca-f4d00e491b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490149 Jul 14 09:17:41.267223 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8eaed098-df82-459b-901c-38b572eb532d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:41.305851 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-de7c4b6f-271c-4b10-a9ff-e126956372d4 None None] Provisioning for port f653ce71-53e3-40a9-8ca1-b425ed48ef99 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:41.306124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da92506-7f3d-4db7-91a5-cf9384e9058c req-a94899e0-2ff7-4a84-be50-80ded67089f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:41.309439 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3da92506-7f3d-4db7-91a5-cf9384e9058c req-a94899e0-2ff7-4a84-be50-80ded67089f3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=256b6df7-8dd6-4b20-bd3c-6a14911923ef HTTP/1.1" status: 200 len: 907 time: 1.7445762 Jul 14 09:17:41.330570 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-de7c4b6f-271c-4b10-a9ff-e126956372d4 None None] Provisioning complete for port f653ce71-53e3-40a9-8ca1-b425ed48ef99 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:41.332015 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de7c4b6f-271c-4b10-a9ff-e126956372d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:41.367649 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7f5c0-a903-4696-bb0c-a595b5b5a6d4 None None] The sync data for ids ['3ca5d095-447c-4eb3-ba06-72cefcf1707a'] in n-d-798054-10 is: [{'id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'name': 'tempest-TaggedBootDevicesTest-586766694-router', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:31Z', 'updated_at': '2021-07-14T09:17:35Z', 'revision_number': 3, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'gw_port': {'id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:33Z', 'updated_at': '2021-07-14T09:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:41.515244 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-de7c4b6f-271c-4b10-a9ff-e126956372d4 None None] Port f653ce71-53e3-40a9-8ca1-b425ed48ef99 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:41.543575 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-4e5c95bc-50f8-42b6-9976-fa926de540ea tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Transition to ACTIVE for port object 3c0350b3-6eb3-437f-8117-d60b192f6753 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:41.699475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-6f4b48b9-b4a2-4b75-97f5-0341bf10a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:41.700564 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-6f4b48b9-b4a2-4b75-97f5-0341bf10a6a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7fe81da4-370e-498c-85cc-80f08756eb0a HTTP/1.1" status: 200 len: 853 time: 1.5289931 Jul 14 09:17:41.821637 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-4e5c95bc-50f8-42b6-9976-fa926de540ea tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:41.870012 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8eaed098-df82-459b-901c-38b572eb532d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:41.908615 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e94f2523-c582-4351-9656-ae37377b2a8e req-84b14711-dd05-4090-bf87-2c67f5fd4962 tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.2314527 Jul 14 09:17:41.912473 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8eaed098-df82-459b-901c-38b572eb532d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:42.102869 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3da92506-7f3d-4db7-91a5-cf9384e9058c req-2c47a7ce-ffde-4995-acdd-29b046f1bccc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 HTTP/1.1" status: 200 len: 1001 time: 0.7505958 Jul 14 09:17:42.116821 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaed098-df82-459b-901c-38b572eb532d admin admin] Pushing event updated for resources: {'Port': ['ID=f653ce71-53e3-40a9-8ca1-b425ed48ef99,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:42.127284 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8eaed098-df82-459b-901c-38b572eb532d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:42.253674 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-4e5c95bc-50f8-42b6-9976-fa926de540ea tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Network 804f08ab-f06e-486b-9d18-c2f35567fe1b is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:42.297261 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaed098-df82-459b-901c-38b572eb532d admin admin] Network 888088af-1a51-4dbe-bc38-27d1a38db826 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:42.304110 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-8eaed098-df82-459b-901c-38b572eb532d admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:42.359990 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-7280c781-1725-4f4d-b9be-b779e87d6f35 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:42.503876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4c70188d-dddb-45db-aea7-d500d4054383 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:42.603670 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c95bc-50f8-42b6-9976-fa926de540ea tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Pushing event updated for resources: {'Port': ['ID=3c0350b3-6eb3-437f-8117-d60b192f6753,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:42.643785 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-4e5c95bc-50f8-42b6-9976-fa926de540ea tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:42.658641 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-4e5c95bc-50f8-42b6-9976-fa926de540ea tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:42.672048 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:17:42.726866 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 4c70188d-dddb-45db-aea7-d500d4054383 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:42.727475 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:42.767039 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-7280c781-1725-4f4d-b9be-b779e87d6f35 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:42.834958 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da92506-7f3d-4db7-91a5-cf9384e9058c req-849f2ffb-d806-42c2-9a62-b62e5ee4f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:42.837019 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3da92506-7f3d-4db7-91a5-cf9384e9058c req-849f2ffb-d806-42c2-9a62-b62e5ee4f840 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=678fd0c0-aac5-43ab-b16c-dd17e98a798e HTTP/1.1" status: 200 len: 845 time: 0.6939216 Jul 14 09:17:42.934134 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4bd1cecf-2c20-419c-a251-fdfcb1169d88 None None] Provisioning complete for port f653ce71-53e3-40a9-8ca1-b425ed48ef99 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:42.940200 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4bd1cecf-2c20-419c-a251-fdfcb1169d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:42.952788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eaed098-df82-459b-901c-38b572eb532d admin admin] Router 3ca5d095-447c-4eb3-ba06-72cefcf1707a has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:17:43.177683 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4bd1cecf-2c20-419c-a251-fdfcb1169d88 None None] Port f653ce71-53e3-40a9-8ca1-b425ed48ef99 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:43.185540 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 04b9a156-1f1e-4edb-8c66-ac197ddd6019 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:43.219030 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-4e5c95bc-50f8-42b6-9976-fa926de540ea tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:43.219030 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-4e5c95bc-50f8-42b6-9976-fa926de540ea tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:43.248031 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50295f40-c036-42c9-9172-4f38baea4c60 req-49406886-398e-4c01-ba9e-00981fcd19aa tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:43.261827 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50295f40-c036-42c9-9172-4f38baea4c60 req-49406886-398e-4c01-ba9e-00981fcd19aa tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 931 time: 0.4646916 Jul 14 09:17:43.274380 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-7280c781-1725-4f4d-b9be-b779e87d6f35 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Network ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:43.295460 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-c0c9c509-920c-442c-a11a-b102752c38cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:43.297149 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-c0c9c509-920c-442c-a11a-b102752c38cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1666a058-8721-4244-92d2-e29529df519b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.4902818 Jul 14 09:17:43.307985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-7280c781-1725-4f4d-b9be-b779e87d6f35 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:43.321621 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 04b9a156-1f1e-4edb-8c66-ac197ddd6019 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:43.345751 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-7280c781-1725-4f4d-b9be-b779e87d6f35 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:43.351516 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 04b9a156-1f1e-4edb-8c66-ac197ddd6019 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:43.351904 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:43.374460 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280c781-1725-4f4d-b9be-b779e87d6f35 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Pushing event updated for resources: {'Port': ['ID=3feafdee-83e4-4610-be5f-38c4b01fdce4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:43.410471 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9deadfd9-6396-4b37-a0bc-f5c17a587770 None None] Provisioning for port 3c0350b3-6eb3-437f-8117-d60b192f6753 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:43.430589 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9deadfd9-6396-4b37-a0bc-f5c17a587770 None None] Provisioning complete for port 3c0350b3-6eb3-437f-8117-d60b192f6753 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:43.431608 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-4e5c95bc-50f8-42b6-9976-fa926de540ea tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5969636 Jul 14 09:17:43.432060 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9deadfd9-6396-4b37-a0bc-f5c17a587770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:43.496346 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50295f40-c036-42c9-9172-4f38baea4c60 req-acd3a1c2-a3df-4601-b55b-048af654e343 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf079f92-328c-46bd-bb2a-4ccc8f3afb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334945 Jul 14 09:17:43.514319 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eaed098-df82-459b-901c-38b572eb532d admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:17:43.520093 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] Request body: {'port': {'device_id': '03eef084-4832-4661-bded-556f4f073b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:43.540907 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8eaed098-df82-459b-901c-38b572eb532d admin admin] 10.222.0.26 "PUT /v2.0/routers/3ca5d095-447c-4eb3-ba06-72cefcf1707a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9889636 Jul 14 09:17:43.548526 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9deadfd9-6396-4b37-a0bc-f5c17a587770 None None] Port 3c0350b3-6eb3-437f-8117-d60b192f6753 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:43.683063 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:43.719247 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 04b9a156-1f1e-4edb-8c66-ac197ddd6019, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=04b9a156-1f1e-4edb-8c66-ac197ddd6019,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:43.728901 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:43.730892 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 3cb820b5-2387-4fb0-95ba-a7220f11f45a up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:43.742019 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-e3f729a9-949e-4d7b-b245-61f14cad3c1d service neutron] 10.222.0.55 "GET /v2.0/networks/1666a058-8721-4244-92d2-e29529df519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036415 Jul 14 09:17:43.804730 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d66391-bbe1-404a-b889-cc455086c9db req-8a278191-d749-4f46-b0ae-6f1327c9305d tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:43.805890 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da92506-7f3d-4db7-91a5-cf9384e9058c req-a1fdc626-6c3b-46df-8a1e-c2501e59dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:43.810146 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3da92506-7f3d-4db7-91a5-cf9384e9058c req-a1fdc626-6c3b-46df-8a1e-c2501e59dcfe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=256b6df7-8dd6-4b20-bd3c-6a14911923ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9485388 Jul 14 09:17:43.821592 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41d66391-bbe1-404a-b889-cc455086c9db req-8a278191-d749-4f46-b0ae-6f1327c9305d tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/ports?device_id=39822441-e5a2-42c6-a62f-c441926e35e2 HTTP/1.1" status: 200 len: 932 time: 0.1740239 Jul 14 09:17:43.840423 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-7280c781-1725-4f4d-b9be-b779e87d6f35 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:43.846948 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-7280c781-1725-4f4d-b9be-b779e87d6f35 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:43.858741 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=04b9a156-1f1e-4edb-8c66-ac197ddd6019,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:43.892134 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 3cb820b5-2387-4fb0-95ba-a7220f11f45a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:43.922659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 3cb820b5-2387-4fb0-95ba-a7220f11f45a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:43.923190 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.043838 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41d66391-bbe1-404a-b889-cc455086c9db req-c678d1ab-68fa-4056-9fdb-79d3cce2bd12 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/security-groups?id=67f43272-a229-4014-895c-e7b4536aefa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198150 Jul 14 09:17:44.246034 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.270270 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d34336-b04e-4e67-a4ee-a9e453200e97 x-openstack-request-id: req-d3d34336-b04e-4e67-a4ee-a9e453200e97 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:44.270753 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c5ede3-5f56-4443-8e0e-29abeb2b45f1", "tag": "305bb1b1-1a2b-415d-a27a-2200484b51e1", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:44.270963 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3d34336-b04e-4e67-a4ee-a9e453200e97 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:44.271322 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c5ede3-5f56-4443-8e0e-29abeb2b45f1', 'tag': '305bb1b1-1a2b-415d-a27a-2200484b51e1', 'status': 'completed', 'code': 200} Jul 14 09:17:44.291344 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-7280c781-1725-4f4d-b9be-b779e87d6f35 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5136597 Jul 14 09:17:44.320086 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.347725 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 3cb820b5-2387-4fb0-95ba-a7220f11f45a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=3cb820b5-2387-4fb0-95ba-a7220f11f45a,segment=NetworkSegment(e8603e7f-a92f-4efa-8b0e-1595c8a10885),segment_id=e8603e7f-a92f-4efa-8b0e-1595c8a10885)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:44.356879 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.586818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 04b9a156-1f1e-4edb-8c66-ac197ddd6019 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:44.669266 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=3cb820b5-2387-4fb0-95ba-a7220f11f45a,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:44.674914 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3fd1d-6120-4627-8c94-973039daf5b0 req-cfd31c6f-8233-4db8-993c-c437eb4a6e09 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:44.682612 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13d3fd1d-6120-4627-8c94-973039daf5b0 req-cfd31c6f-8233-4db8-993c-c437eb4a6e09 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f5df15-846a-4994-b30c-db556340a20d HTTP/1.1" status: 200 len: 946 time: 0.1840358 Jul 14 09:17:44.718508 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 04b9a156-1f1e-4edb-8c66-ac197ddd6019 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:44.719034 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.779407 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13d3fd1d-6120-4627-8c94-973039daf5b0 req-17cfb81b-424c-4ef0-88d0-e2ed26e1a8d5 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/security-groups?id=b91cd139-d0a0-4e4a-80a2-ca79e724bb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957675 Jul 14 09:17:44.796777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] Sync routers for ids ['3ca5d095-447c-4eb3-ba06-72cefcf1707a'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:17:44.899616 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] Routers {'3ca5d095-447c-4eb3-ba06-72cefcf1707a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:44.900429 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:17:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3ca5d095-447c-4eb3-ba06-72cefcf1707a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:45.032016 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] Request body: {'port': {'device_id': '39822441-e5a2-42c6-a62f-c441926e35e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:45.040980 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3da92506-7f3d-4db7-91a5-cf9384e9058c req-94fccb61-0ef7-4f47-82a1-192126739178 service neutron] 10.222.0.49 "GET /v2.0/networks/256b6df7-8dd6-4b20-bd3c-6a14911923ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1114352 Jul 14 09:17:45.087267 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fbe8d-db30-4f8f-8453-579fa27190a6 req-9f3109d6-db63-4a07-a582-63d34104498e tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:45.106540 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c8fbe8d-db30-4f8f-8453-579fa27190a6 req-9f3109d6-db63-4a07-a582-63d34104498e tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c5ede3-5f56-4443-8e0e-29abeb2b45f1 HTTP/1.1" status: 200 len: 944 time: 0.1863596 Jul 14 09:17:45.137175 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-248088d3-e881-41d3-ab0f-dccc4528f6f4 req-40521e64-9f32-49ee-a6e9-14e4c23869f1 service neutron] 10.222.0.55 "GET /v2.0/networks/1666a058-8721-4244-92d2-e29529df519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2618103 Jul 14 09:17:45.200475 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c8fbe8d-db30-4f8f-8453-579fa27190a6 req-a2550821-4539-4eb2-9ab7-0395686204cc tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c23f678-70fa-4b2f-b3ca-f4d00e491b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930691 Jul 14 09:17:45.266960 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] Set router 3ca5d095-447c-4eb3-ba06-72cefcf1707a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:45.432771 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:45.470096 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3da92506-7f3d-4db7-91a5-cf9384e9058c req-441c917c-fc76-4afa-abd2-d9f8f7bc7be3 service neutron] 10.222.0.49 "GET /v2.0/networks/256b6df7-8dd6-4b20-bd3c-6a14911923ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311508 Jul 14 09:17:45.476834 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6023de2-7a62-49fe-aafe-044b644545cc req-720d75e1-9cb7-490f-9aaa-a42d1ffa40f2 tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.0713475 Jul 14 09:17:45.798581 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'name': 'tempest-TaggedBootDevicesTest-586766694-router', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:31Z', 'updated_at': '2021-07-14T09:17:41Z', 'revision_number': 4, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'gw_port': {'id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:33Z', 'updated_at': '2021-07-14T09:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'f653ce71-53e3-40a9-8ca1-b425ed48ef99', 'name': '', 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'mac_address': 'fa:16:3e:e2:bd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'db42a1b5-0af8-4f2d-880c-f54fe800fb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:39Z', 'updated_at': '2021-07-14T09:17:41Z', 'revision_number': 2, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'subnets': [{'id': 'db42a1b5-0af8-4f2d-880c-f54fe800fb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:45.851916 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0891a-a266-4364-9695-45b2e4c382fc req-b3892e08-cb1e-4390-8637-47f96519f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:45.855097 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7fb0891a-a266-4364-9695-45b2e4c382fc req-b3892e08-cb1e-4390-8637-47f96519f31c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05d0ae81211f4d94a2cdc48b2f7e0311&device_id=80c5ede3-5f56-4443-8e0e-29abeb2b45f1 HTTP/1.1" status: 200 len: 1096 time: 0.3261106 Jul 14 09:17:45.892937 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] Checking router: 3ca5d095-447c-4eb3-ba06-72cefcf1707a for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:45.893951 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] Updating router 3ca5d095-447c-4eb3-ba06-72cefcf1707a port f653ce71-53e3-40a9-8ca1-b425ed48ef99 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:17:45.987059 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.170096 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8324a-27da-44d8-9e4c-9a01fcf84813 req-eda6b569-9264-4f51-ad3d-e31732cdd032 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:46.176272 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-beb8324a-27da-44d8-9e4c-9a01fcf84813 req-eda6b569-9264-4f51-ad3d-e31732cdd032 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 931 time: 0.2401886 Jul 14 09:17:46.314962 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.358733 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3feafdee-83e4-4610-be5f-38c4b01fdce4 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:46.360115 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-beb8324a-27da-44d8-9e4c-9a01fcf84813 req-47e68af4-2699-4bee-b9a1-c69bab237644 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf079f92-328c-46bd-bb2a-4ccc8f3afb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739514 Jul 14 09:17:46.373301 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.392353 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] Transition to ACTIVE for port object 3feafdee-83e4-4610-be5f-38c4b01fdce4 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:46.497283 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.651068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c0350b3-6eb3-437f-8117-d60b192f6753 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:46.654966 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 3cb820b5-2387-4fb0-95ba-a7220f11f45a up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:46.693081 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.823206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] Transition to ACTIVE for port object 3c0350b3-6eb3-437f-8117-d60b192f6753 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:46.856409 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.920711 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 3cb820b5-2387-4fb0-95ba-a7220f11f45a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:46.921300 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.923227 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3feafdee-83e4-4610-be5f-38c4b01fdce4,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:47.035585 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ff0de-faeb-4985-9be7-9820099b6dca req-547dcbd8-a288-4435-a7c3-dd7176d80382 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.048031 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e86ff0de-faeb-4985-9be7-9820099b6dca req-547dcbd8-a288-4435-a7c3-dd7176d80382 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/ports?device_id=39822441-e5a2-42c6-a62f-c441926e35e2 HTTP/1.1" status: 200 len: 944 time: 0.3970153 Jul 14 09:17:47.269075 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e86ff0de-faeb-4985-9be7-9820099b6dca req-502b8032-bc41-49b4-8afc-f71c6b6b259d tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/security-groups?id=67f43272-a229-4014-895c-e7b4536aefa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019160 Jul 14 09:17:47.435335 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] Attempting to bind port 3feafdee-83e4-4610-be5f-38c4b01fdce4 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:47.437606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] Attempting to bind port 3feafdee-83e4-4610-be5f-38c4b01fdce4 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '3c6554db-40a6-47f8-87e4-14c4fd3cb3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:47.440723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] Attempting to bind port 3feafdee-83e4-4610-be5f-38c4b01fdce4 on network ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:47.594965 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] Port 3feafdee-83e4-4610-be5f-38c4b01fdce4 on network ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:47.597270 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] Attempting to bind port 3feafdee-83e4-4610-be5f-38c4b01fdce4 on network ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:47.646983 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:47.648581 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] Checking segment: {'id': '3c6554db-40a6-47f8-87e4-14c4fd3cb3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:47.648911 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] Bound using segment: {'id': '3c6554db-40a6-47f8-87e4-14c4fd3cb3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:47.652459 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] Bound port: 3feafdee-83e4-4610-be5f-38c4b01fdce4, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6554db-40a6-47f8-87e4-14c4fd3cb3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:47.653569 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.664220 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] Pushing event updated for resources: {'Port': ['ID=3c0350b3-6eb3-437f-8117-d60b192f6753,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:47.876341 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] For port 3feafdee-83e4-4610-be5f-38c4b01fdce4, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:47.881663 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.886055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] For port 3feafdee-83e4-4610-be5f-38c4b01fdce4, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3feafdee-83e4-4610-be5f-38c4b01fdce4,segment=NetworkSegment(3c6554db-40a6-47f8-87e4-14c4fd3cb3a1),segment_id=3c6554db-40a6-47f8-87e4-14c4fd3cb3a1)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:47.919139 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] Transition to ACTIVE for port object f653ce71-53e3-40a9-8ca1-b425ed48ef99 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:47.960063 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.112484 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d26c7a-8693-48dd-894f-45b8fa3bb3dd None None] Pushing event updated for resources: {'Port': ['ID=f653ce71-53e3-40a9-8ca1-b425ed48ef99,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:48.264663 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0891a-a266-4364-9695-45b2e4c382fc req-bcda09bb-fb38-4021-bec5-f0589b284db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.290621 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7fb0891a-a266-4364-9695-45b2e4c382fc req-bcda09bb-fb38-4021-bec5-f0589b284db9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1666a058-8721-4244-92d2-e29529df519b HTTP/1.1" status: 200 len: 915 time: 0.3785527 Jul 14 09:17:48.302862 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.355695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] Attempting to bind port 3c0350b3-6eb3-437f-8117-d60b192f6753 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:48.356046 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] Attempting to bind port 3c0350b3-6eb3-437f-8117-d60b192f6753 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'e8603e7f-a92f-4efa-8b0e-1595c8a10885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:48.356421 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] Attempting to bind port 3c0350b3-6eb3-437f-8117-d60b192f6753 on network 804f08ab-f06e-486b-9d18-c2f35567fe1b {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:48.360010 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.360654 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.362374 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] 10.222.0.55 "PUT /v2.0/ports/3feafdee-83e4-4610-be5f-38c4b01fdce4 HTTP/1.1" status: 200 len: 1093 time: 3.9629986 Jul 14 09:17:48.366395 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39822441-e5a2-42c6-a62f-c441926e35e2', 'tag': '3feafdee-83e4-4610-be5f-38c4b01fdce4'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:48.369298 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c8d052-0d27-4e88-acfc-41c277ab4d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "39822441-e5a2-42c6-a62f-c441926e35e2", "tag": "3feafdee-83e4-4610-be5f-38c4b01fdce4"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:48.377249 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] Port 3c0350b3-6eb3-437f-8117-d60b192f6753 on network 804f08ab-f06e-486b-9d18-c2f35567fe1b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:48.377585 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] Attempting to bind port 3c0350b3-6eb3-437f-8117-d60b192f6753 on network 804f08ab-f06e-486b-9d18-c2f35567fe1b {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:48.390207 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:48.390565 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] Checking segment: {'id': 'e8603e7f-a92f-4efa-8b0e-1595c8a10885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:48.391071 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] Bound using segment: {'id': 'e8603e7f-a92f-4efa-8b0e-1595c8a10885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:48.391524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] Bound port: 3c0350b3-6eb3-437f-8117-d60b192f6753, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8603e7f-a92f-4efa-8b0e-1595c8a10885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:48.391954 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.453123 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ab243-568c-4a25-8063-9ab0e80910b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3feafdee-83e4-4610-be5f-38c4b01fdce4,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:48.466032 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] Attempting to bind port f653ce71-53e3-40a9-8ca1-b425ed48ef99 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:48.466686 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] Attempting to bind port f653ce71-53e3-40a9-8ca1-b425ed48ef99 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '7f21298a-629e-4e81-852c-c70a97676322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:48.467262 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] Attempting to bind port f653ce71-53e3-40a9-8ca1-b425ed48ef99 on network 888088af-1a51-4dbe-bc38-27d1a38db826 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:48.476486 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:48.477256 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] Checking segment: {'id': '7f21298a-629e-4e81-852c-c70a97676322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:48.478074 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.479306 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] Bound using segment: {'id': '7f21298a-629e-4e81-852c-c70a97676322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:48.481782 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] Bound port: f653ce71-53e3-40a9-8ca1-b425ed48ef99, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f21298a-629e-4e81-852c-c70a97676322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:48.484327 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.490660 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] For port 3c0350b3-6eb3-437f-8117-d60b192f6753, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:48.495116 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] For port 3c0350b3-6eb3-437f-8117-d60b192f6753, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3c0350b3-6eb3-437f-8117-d60b192f6753,segment=NetworkSegment(e8603e7f-a92f-4efa-8b0e-1595c8a10885),segment_id=e8603e7f-a92f-4efa-8b0e-1595c8a10885)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:48.504098 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.609005 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.618764 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.622435 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] 10.222.0.55 "PUT /v2.0/ports/3c0350b3-6eb3-437f-8117-d60b192f6753 HTTP/1.1" status: 200 len: 1092 time: 5.1065974 Jul 14 09:17:48.755466 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] For port f653ce71-53e3-40a9-8ca1-b425ed48ef99, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:48.760921 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7fb0891a-a266-4364-9695-45b2e4c382fc req-8538ae4e-c7da-47d9-83c0-250572d328c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=305bb1b1-1a2b-415d-a27a-2200484b51e1 HTTP/1.1" status: 200 len: 217 time: 0.1359775 Jul 14 09:17:48.762940 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] For port f653ce71-53e3-40a9-8ca1-b425ed48ef99, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f653ce71-53e3-40a9-8ca1-b425ed48ef99,segment=NetworkSegment(7f21298a-629e-4e81-852c-c70a97676322),segment_id=7f21298a-629e-4e81-852c-c70a97676322)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:48.790619 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.805187 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c07bb-f78b-490c-89e5-fbe4157f3e1a service neutron] Pushing event updated for resources: {'Port': ['ID=3c0350b3-6eb3-437f-8117-d60b192f6753,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:48.897077 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2159bcd2-952b-444d-9b0e-437bbfd3aa4f req-b606d9b7-8b86-4635-b83d-fd4488f3c4ef tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 1.3284354 Jul 14 09:17:48.916966 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597de231-1839-442c-bed3-9f10e799f594 req-68a55c03-e60e-4dfe-a8bc-38050f16dfc3 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.938872 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-597de231-1839-442c-bed3-9f10e799f594 req-68a55c03-e60e-4dfe-a8bc-38050f16dfc3 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c5ede3-5f56-4443-8e0e-29abeb2b45f1 HTTP/1.1" status: 200 len: 944 time: 1.7680817 Jul 14 09:17:49.019537 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] Routers {'3ca5d095-447c-4eb3-ba06-72cefcf1707a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:49.029574 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:17:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3ca5d095-447c-4eb3-ba06-72cefcf1707a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:49.058035 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-597de231-1839-442c-bed3-9f10e799f594 req-e96ca128-ee50-4e7a-abcb-08d7da721d14 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c23f678-70fa-4b2f-b3ca-f4d00e491b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114185 Jul 14 09:17:49.229285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0891a-a266-4364-9695-45b2e4c382fc req-f0865c30-c6d1-4415-9047-087da32dc426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:49.230866 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7fb0891a-a266-4364-9695-45b2e4c382fc req-f0865c30-c6d1-4415-9047-087da32dc426 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7fe81da4-370e-498c-85cc-80f08756eb0a HTTP/1.1" status: 200 len: 853 time: 0.1281843 Jul 14 09:17:49.291703 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d26c7a-8693-48dd-894f-45b8fa3bb3dd None None] Pushing event updated for resources: {'Port': ['ID=f653ce71-53e3-40a9-8ca1-b425ed48ef99,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:49.507676 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] Set router 3ca5d095-447c-4eb3-ba06-72cefcf1707a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:49.670130 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0891a-a266-4364-9695-45b2e4c382fc req-a276d5d6-5b4f-4cea-8a9c-62a8944ef38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:49.674150 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7fb0891a-a266-4364-9695-45b2e4c382fc req-a276d5d6-5b4f-4cea-8a9c-62a8944ef38c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1666a058-8721-4244-92d2-e29529df519b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3102100 Jul 14 09:17:49.676078 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-39e32c43-0952-4772-a752-d5d4c05f974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:49.685122 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-39e32c43-0952-4772-a752-d5d4c05f974c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bcd1ddd43f3042678ea44c176b551ac5&device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 1095 time: 0.4504263 Jul 14 09:17:49.687017 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1e1fd-5997-4f98-b2b5-1044465d8aae req-7dd2359e-c23d-42b2-bc28-d687fbb11308 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:49.697831 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-2e33a242-d960-4862-a65f-7ba0e7fd002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:49.706171 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-2e33a242-d960-4862-a65f-7ba0e7fd002c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7dd602e603744e15bd6f27ae5aab71ca&device_id=39822441-e5a2-42c6-a62f-c441926e35e2 HTTP/1.1" status: 200 len: 1096 time: 0.3783369 Jul 14 09:17:49.712781 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f7d1e1fd-5997-4f98-b2b5-1044465d8aae req-7dd2359e-c23d-42b2-bc28-d687fbb11308 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a92d9f-8ce6-443f-8a4c-cb0728a38d2c HTTP/1.1" status: 200 len: 950 time: 0.3128500 Jul 14 09:17:49.810696 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f7d1e1fd-5997-4f98-b2b5-1044465d8aae req-f30c0f5b-160d-467e-b285-ffeb31a37ae2 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f80f3d1-c1d0-439f-8552-15d0dae5ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961511 Jul 14 09:17:49.885120 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a31a6-b440-48d1-bb07-38b8d8ded13e req-f72af724-3a8e-46a2-a4a1-4509662e9b9c tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:49.904301 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be3a31a6-b440-48d1-bb07-38b8d8ded13e req-f72af724-3a8e-46a2-a4a1-4509662e9b9c tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 943 time: 0.3711426 Jul 14 09:17:50.002323 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be3a31a6-b440-48d1-bb07-38b8d8ded13e req-2020af78-2aad-478a-b0c8-58c18719e531 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf079f92-328c-46bd-bb2a-4ccc8f3afb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923297 Jul 14 09:17:50.095598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'name': 'tempest-TaggedBootDevicesTest-586766694-router', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:31Z', 'updated_at': '2021-07-14T09:17:41Z', 'revision_number': 4, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'gw_port': {'id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:33Z', 'updated_at': '2021-07-14T09:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'f653ce71-53e3-40a9-8ca1-b425ed48ef99', 'name': '', 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'mac_address': 'fa:16:3e:e2:bd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'db42a1b5-0af8-4f2d-880c-f54fe800fb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:39Z', 'updated_at': '2021-07-14T09:17:48Z', 'revision_number': 4, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'subnets': [{'id': 'db42a1b5-0af8-4f2d-880c-f54fe800fb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:50.136283 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4af66-0811-49e9-b203-763795aa8597 None None] The sync data for ids ['3ca5d095-447c-4eb3-ba06-72cefcf1707a'] in n-d-798054-10 is: [{'id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'name': 'tempest-TaggedBootDevicesTest-586766694-router', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:31Z', 'updated_at': '2021-07-14T09:17:41Z', 'revision_number': 4, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'gw_port': {'id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:33Z', 'updated_at': '2021-07-14T09:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'f653ce71-53e3-40a9-8ca1-b425ed48ef99', 'name': '', 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'mac_address': 'fa:16:3e:e2:bd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'db42a1b5-0af8-4f2d-880c-f54fe800fb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:39Z', 'updated_at': '2021-07-14T09:17:48Z', 'revision_number': 4, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'subnets': [{'id': 'db42a1b5-0af8-4f2d-880c-f54fe800fb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:50.161176 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d0ae0a-d0bf-4a2b-87e8-be67f04b1247 x-openstack-request-id: req-40d0ae0a-d0bf-4a2b-87e8-be67f04b1247 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:50.168328 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39822441-e5a2-42c6-a62f-c441926e35e2", "tag": "3feafdee-83e4-4610-be5f-38c4b01fdce4", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:50.168601 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40d0ae0a-d0bf-4a2b-87e8-be67f04b1247 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:50.169005 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39822441-e5a2-42c6-a62f-c441926e35e2', 'tag': '3feafdee-83e4-4610-be5f-38c4b01fdce4', 'status': 'completed', 'code': 200} Jul 14 09:17:50.334357 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb556490-ecbf-48e2-a82a-30544283045e req-11d07cc0-a154-4962-8d8d-6285ede5d9c6 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:50.353716 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fb556490-ecbf-48e2-a82a-30544283045e req-11d07cc0-a154-4962-8d8d-6285ede5d9c6 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/ports?device_id=39822441-e5a2-42c6-a62f-c441926e35e2 HTTP/1.1" status: 200 len: 944 time: 0.2554932 Jul 14 09:17:50.422016 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-78b544d3-9427-4e64-aeeb-1283f7e2539e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3feafdee-83e4-4610-be5f-38c4b01fdce4 HTTP/1.1" status: 200 len: 217 time: 0.4084976 Jul 14 09:17:50.425716 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-10992968-bd80-4242-bd76-576ec90f75b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c0350b3-6eb3-437f-8117-d60b192f6753 HTTP/1.1" status: 200 len: 217 time: 0.4542925 Jul 14 09:17:50.496580 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fb556490-ecbf-48e2-a82a-30544283045e req-f6df2104-7e4d-4a86-a4c6-973956d18289 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/security-groups?id=67f43272-a229-4014-895c-e7b4536aefa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353567 Jul 14 09:17:50.509646 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7fb0891a-a266-4364-9695-45b2e4c382fc req-301256b5-99e9-493c-81e3-2e3dd1161bc1 service neutron] 10.222.0.55 "GET /v2.0/networks/1666a058-8721-4244-92d2-e29529df519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577369 Jul 14 09:17:50.621111 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f653ce71-53e3-40a9-8ca1-b425ed48ef99 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:50.780321 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port f653ce71-53e3-40a9-8ca1-b425ed48ef99 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:50.789510 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f653ce71-53e3-40a9-8ca1-b425ed48ef99 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:50.790370 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.815643 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-5e08c8d5-073b-4f68-baa1-94b4762286d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:50.823484 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-5e08c8d5-073b-4f68-baa1-94b4762286d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=27b74c42-296e-4da5-a917-c4130b37c92e HTTP/1.1" status: 200 len: 854 time: 0.2677312 Jul 14 09:17:50.867607 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-3372a40e-bdfb-427d-9632-534acfd4be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:50.869102 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-3372a40e-bdfb-427d-9632-534acfd4be85 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b425104-7f7e-4627-af94-a8272ec2c531 HTTP/1.1" status: 200 len: 867 time: 0.3051827 Jul 14 09:17:50.982300 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7fb0891a-a266-4364-9695-45b2e4c382fc req-4c352ef6-b8f8-47a0-a030-a80e7ba4cae7 service neutron] 10.222.0.55 "GET /v2.0/networks/1666a058-8721-4244-92d2-e29529df519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080329 Jul 14 09:17:51.006199 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.151866 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port f653ce71-53e3-40a9-8ca1-b425ed48ef99, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f653ce71-53e3-40a9-8ca1-b425ed48ef99,segment=NetworkSegment(7f21298a-629e-4e81-852c-c70a97676322),segment_id=7f21298a-629e-4e81-852c-c70a97676322)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:51.158238 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.210547 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-26c6f660-8dec-45b6-9af1-13bdae2afd93 req-6c8c0dcf-59d0-41d4-8a7e-d2678d9cb5a7 tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.1176276 Jul 14 09:17:51.271473 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=f653ce71-53e3-40a9-8ca1-b425ed48ef99,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:51.542568 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d74c6-0e97-4e35-9842-1d7ce312aab9 req-3d970637-50e6-4a5c-a40b-f15c4ca7b3f6 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:51.544129 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a6d74c6-0e97-4e35-9842-1d7ce312aab9 req-3d970637-50e6-4a5c-a40b-f15c4ca7b3f6 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c5ede3-5f56-4443-8e0e-29abeb2b45f1 HTTP/1.1" status: 200 len: 944 time: 0.1279023 Jul 14 09:17:51.595154 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a6d74c6-0e97-4e35-9842-1d7ce312aab9 req-0ca6765b-72e8-4c7e-be10-fdb6bc378e11 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c23f678-70fa-4b2f-b3ca-f4d00e491b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444000 Jul 14 09:17:51.936643 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491817f-f650-422f-bc0a-668741284dc3 req-7c6a78a1-9692-4007-8a94-6b93f14b7fc7 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:51.938736 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f491817f-f650-422f-bc0a-668741284dc3 req-7c6a78a1-9692-4007-8a94-6b93f14b7fc7 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f5df15-846a-4994-b30c-db556340a20d HTTP/1.1" status: 200 len: 946 time: 0.0787454 Jul 14 09:17:52.002261 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f491817f-f650-422f-bc0a-668741284dc3 req-4e7d2128-ecb5-4679-9547-5cb3ce17369c tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/security-groups?id=b91cd139-d0a0-4e4a-80a2-ca79e724bb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570092 Jul 14 09:17:52.170336 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03eef084-4832-4661-bded-556f4f073b0b', 'tag': '3c0350b3-6eb3-437f-8117-d60b192f6753'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:52.172690 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eee13b0-8a93-4efa-b9cd-597f24bda843" -d '{"events": [{"name": "network-changed", "server_uuid": "03eef084-4832-4661-bded-556f4f073b0b", "tag": "3c0350b3-6eb3-437f-8117-d60b192f6753"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:52.199533 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc3154-78dd-40df-bfa2-2b6146c55b4d req-c406ba8a-abbc-407c-ab4c-56d6349d1097 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:52.201284 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05bc3154-78dd-40df-bfa2-2b6146c55b4d req-c406ba8a-abbc-407c-ab4c-56d6349d1097 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 943 time: 0.0876682 Jul 14 09:17:52.230204 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1ad2142c-742f-4024-b4fb-30acceb61f42 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:52.291992 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05bc3154-78dd-40df-bfa2-2b6146c55b4d req-9fbf3332-ccf0-4dd1-b946-b88b0cefd357 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf079f92-328c-46bd-bb2a-4ccc8f3afb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800903 Jul 14 09:17:52.389569 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf63f2-68b0-47d7-b54a-da4f41749a9a req-3f810362-6797-4207-84c1-929007db0ff8 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:52.391412 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1cbf63f2-68b0-47d7-b54a-da4f41749a9a req-3f810362-6797-4207-84c1-929007db0ff8 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f5df15-846a-4994-b30c-db556340a20d HTTP/1.1" status: 200 len: 946 time: 0.1453881 Jul 14 09:17:52.393864 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.439114 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a92d9f-8ce6-443f-8a4c-cb0728a38d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad2142c-742f-4024-b4fb-30acceb61f42'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:52.446755 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab42028-e948-458f-bd0c-5811b40948d2" -d '{"events": [{"server_uuid": "17a92d9f-8ce6-443f-8a4c-cb0728a38d2c", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad2142c-742f-4024-b4fb-30acceb61f42"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:52.479370 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1ad2142c-742f-4024-b4fb-30acceb61f42, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1ad2142c-742f-4024-b4fb-30acceb61f42,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:52.490684 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.526243 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00819ed7-d9f0-410a-a3c2-946e9d04638d req-0a7d219a-06bc-430e-8753-3ab3ac550fec tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:52.534269 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-00819ed7-d9f0-410a-a3c2-946e9d04638d req-0a7d219a-06bc-430e-8753-3ab3ac550fec tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/ports?device_id=39822441-e5a2-42c6-a62f-c441926e35e2 HTTP/1.1" status: 200 len: 944 time: 0.0938332 Jul 14 09:17:52.559241 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=1ad2142c-742f-4024-b4fb-30acceb61f42,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:52.569754 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f653ce71-53e3-40a9-8ca1-b425ed48ef99 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:52.584862 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-00819ed7-d9f0-410a-a3c2-946e9d04638d req-b7f4ab51-6fdb-4602-9fc5-a956db8a3bd5 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/security-groups?id=67f43272-a229-4014-895c-e7b4536aefa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455830 Jul 14 09:17:52.592871 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-1cbf63f2-68b0-47d7-b54a-da4f41749a9a req-6c24eb7a-0378-47e8-87ba-dc373d54ece3 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Deleting port 96f53070-8a15-43f2-8373-c36778aff92d {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:52.592871 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1cbf63f2-68b0-47d7-b54a-da4f41749a9a req-6c24eb7a-0378-47e8-87ba-dc373d54ece3 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.643117 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f653ce71-53e3-40a9-8ca1-b425ed48ef99 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:52.644081 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.735803 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1cbf63f2-68b0-47d7-b54a-da4f41749a9a req-6c24eb7a-0378-47e8-87ba-dc373d54ece3 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] For port 96f53070-8a15-43f2-8373-c36778aff92d, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=96f53070-8a15-43f2-8373-c36778aff92d,segment=NetworkSegment(c11df0a9-d744-4429-b6dd-59d3309b04d6),segment_id=c11df0a9-d744-4429-b6dd-59d3309b04d6)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:52.736250 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1cbf63f2-68b0-47d7-b54a-da4f41749a9a req-6c24eb7a-0378-47e8-87ba-dc373d54ece3 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.752587 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-1cbf63f2-68b0-47d7-b54a-da4f41749a9a req-6c24eb7a-0378-47e8-87ba-dc373d54ece3 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Calling delete_port for 96f53070-8a15-43f2-8373-c36778aff92d owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:52.770558 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b3e3d13d-cf78-404f-bbfb-6a08f614da51 req-073862b9-b69a-42d6-8f15-7bbb09847290 tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.0340693 Jul 14 09:17:52.773218 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9aaad81-ad45-41d2-90e7-c1d1c7a77842 x-openstack-request-id: req-e9aaad81-ad45-41d2-90e7-c1d1c7a77842 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:52.773587 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03eef084-4832-4661-bded-556f4f073b0b", "tag": "3c0350b3-6eb3-437f-8117-d60b192f6753", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:52.774225 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9aaad81-ad45-41d2-90e7-c1d1c7a77842 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:52.774719 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03eef084-4832-4661-bded-556f4f073b0b', 'tag': '3c0350b3-6eb3-437f-8117-d60b192f6753', 'status': 'completed', 'code': 200} Jul 14 09:17:52.825221 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a467c5-a8d4-44ac-94a4-9077eadd8c9c x-openstack-request-id: req-e5a467c5-a8d4-44ac-94a4-9077eadd8c9c {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:52.825413 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a92d9f-8ce6-443f-8a4c-cb0728a38d2c", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad2142c-742f-4024-b4fb-30acceb61f42", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:52.825607 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e5a467c5-a8d4-44ac-94a4-9077eadd8c9c {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:52.826037 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a92d9f-8ce6-443f-8a4c-cb0728a38d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad2142c-742f-4024-b4fb-30acceb61f42', 'code': 200} Jul 14 09:17:52.976411 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1cbf63f2-68b0-47d7-b54a-da4f41749a9a req-6c24eb7a-0378-47e8-87ba-dc373d54ece3 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.989108 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['96f53070-8a15-43f2-8373-c36778aff92d'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:53.016830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24eb7a-0378-47e8-87ba-dc373d54ece3 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Pushing event deleted for resources: {'Port': ['ID=96f53070-8a15-43f2-8373-c36778aff92d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:53.040909 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6167236-6110-46c9-8518-50d867dfc12f req-0e33ce2e-76ae-411b-a354-4dd8ee8f3cb4 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:53.047766 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6167236-6110-46c9-8518-50d867dfc12f req-0e33ce2e-76ae-411b-a354-4dd8ee8f3cb4 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c5ede3-5f56-4443-8e0e-29abeb2b45f1 HTTP/1.1" status: 200 len: 944 time: 0.1154475 Jul 14 09:17:53.071946 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbf63f2-68b0-47d7-b54a-da4f41749a9a req-6c24eb7a-0378-47e8-87ba-dc373d54ece3 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] No DVR routers for this DVR port 96f53070-8a15-43f2-8373-c36778aff92d on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:53.077145 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1cbf63f2-68b0-47d7-b54a-da4f41749a9a req-6c24eb7a-0378-47e8-87ba-dc373d54ece3 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:53.079961 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1cbf63f2-68b0-47d7-b54a-da4f41749a9a req-6c24eb7a-0378-47e8-87ba-dc373d54ece3 tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.49 "DELETE /v2.0/ports/96f53070-8a15-43f2-8373-c36778aff92d HTTP/1.1" status: 204 len: 173 time: 0.6825659 Jul 14 09:17:53.095372 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6167236-6110-46c9-8518-50d867dfc12f req-1037c3a3-e95c-402e-b494-37d79961474b tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c23f678-70fa-4b2f-b3ca-f4d00e491b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465901 Jul 14 09:17:53.266172 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d393511e-5645-4282-98d6-f74f6808bb18 req-c9d7c8ad-b237-4438-9820-e0c977ce89af tempest-ServerPasswordTestJSON-1546643327 tempest-ServerPasswordTestJSON-1546643327-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f5df15-846a-4994-b30c-db556340a20d HTTP/1.1" status: 200 len: 210 time: 0.0450425 Jul 14 09:17:53.266947 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-3fe23abd-e886-408d-953a-c2ba29653de5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599713 Jul 14 09:17:53.375639 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-6dde1c9c-11fe-4b16-8da6-deaa6d998a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:53.377440 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-6dde1c9c-11fe-4b16-8da6-deaa6d998a03 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=804f08ab-f06e-486b-9d18-c2f35567fe1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1796439 Jul 14 09:17:53.478063 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-4e969121-eb92-4f66-bd7b-93c07c2d379d service neutron] 10.222.0.55 "GET /v2.0/networks/ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869092 Jul 14 09:17:53.551502 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81f24d-f063-4c67-8f1b-754df6054ded req-bdf30f73-b39e-469f-b7b5-6c954cc2adfb tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:53.555581 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a81f24d-f063-4c67-8f1b-754df6054ded req-bdf30f73-b39e-469f-b7b5-6c954cc2adfb tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 943 time: 0.1239128 Jul 14 09:17:53.603349 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-5cf0a9cb-19f4-4213-8a5f-42e8dfc940df service neutron] 10.222.0.55 "GET /v2.0/networks/804f08ab-f06e-486b-9d18-c2f35567fe1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095914 Jul 14 09:17:53.620801 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a81f24d-f063-4c67-8f1b-754df6054ded req-8b301b72-6908-4591-99ca-6611d86ff805 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf079f92-328c-46bd-bb2a-4ccc8f3afb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585537 Jul 14 09:17:53.658776 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b44a083f-2e39-4d53-896c-9c37c59663e8 req-3d3f3659-5e67-41c0-ba8b-9ce2cd18acb3 service neutron] 10.222.0.55 "GET /v2.0/networks/ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725821 Jul 14 09:17:53.778212 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b8e0872d-26e7-42c5-8f1e-e6405ccd9c7f req-4a674fd9-cd04-4cce-ae51-c4c361058603 service neutron] 10.222.0.55 "GET /v2.0/networks/804f08ab-f06e-486b-9d18-c2f35567fe1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627319 Jul 14 09:17:53.788921 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c390734-e192-4e15-903b-72e4dd6b1c92 req-5361d18b-76d3-4695-807b-c177e2da26ea tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:53.790538 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c390734-e192-4e15-903b-72e4dd6b1c92 req-5361d18b-76d3-4695-807b-c177e2da26ea tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/ports?device_id=39822441-e5a2-42c6-a62f-c441926e35e2 HTTP/1.1" status: 200 len: 944 time: 0.0767939 Jul 14 09:17:53.862515 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c390734-e192-4e15-903b-72e4dd6b1c92 req-7932d945-4098-47d8-8135-80e8bd28c150 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/security-groups?id=67f43272-a229-4014-895c-e7b4536aefa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634086 Jul 14 09:17:53.938870 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-532a7f7f-6730-45bc-893e-796d08cf29b6 req-18b0aa98-5a60-4cab-9dcc-f2ac7c22049e tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.0373421 Jul 14 09:17:54.241935 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8d052-0d27-4e88-acfc-41c277ab4d8c req-fb47dfeb-461d-4917-a173-99b8eebb8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:54.243435 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21c8d052-0d27-4e88-acfc-41c277ab4d8c req-fb47dfeb-461d-4917-a173-99b8eebb8355 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7dd602e603744e15bd6f27ae5aab71ca&device_id=39822441-e5a2-42c6-a62f-c441926e35e2 HTTP/1.1" status: 200 len: 1096 time: 0.4478025 Jul 14 09:17:54.254074 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee13b0-8a93-4efa-b9cd-597f24bda843 req-a91a6177-6808-427d-a053-f0a913b50efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:54.254074 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9eee13b0-8a93-4efa-b9cd-597f24bda843 req-a91a6177-6808-427d-a053-f0a913b50efc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bcd1ddd43f3042678ea44c176b551ac5&device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 1095 time: 0.3736916 Jul 14 09:17:54.408633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54162) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:54.415732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9b27a-9b0f-47b0-ad98-8186f61ed43f req-16777310-a91c-4466-86a2-931d68770cd9 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:54.418563 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-90f9b27a-9b0f-47b0-ad98-8186f61ed43f req-16777310-a91c-4466-86a2-931d68770cd9 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c5ede3-5f56-4443-8e0e-29abeb2b45f1 HTTP/1.1" status: 200 len: 944 time: 0.1101661 Jul 14 09:17:54.465760 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-90f9b27a-9b0f-47b0-ad98-8186f61ed43f req-f2f97ddd-787a-458a-83a4-d2215b3623af tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c23f678-70fa-4b2f-b3ca-f4d00e491b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418231 Jul 14 09:17:54.490947 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8d052-0d27-4e88-acfc-41c277ab4d8c req-0e4db23b-9f63-4046-8583-a0525ed46801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:54.492594 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21c8d052-0d27-4e88-acfc-41c277ab4d8c req-0e4db23b-9f63-4046-8583-a0525ed46801 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4 HTTP/1.1" status: 200 len: 915 time: 0.2401197 Jul 14 09:17:54.497657 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee13b0-8a93-4efa-b9cd-597f24bda843 req-84e9149e-d347-48d3-bcfb-fafcd7b77e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:54.499034 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9eee13b0-8a93-4efa-b9cd-597f24bda843 req-84e9149e-d347-48d3-bcfb-fafcd7b77e35 service neutron] 10.222.0.55 "GET /v2.0/networks?id=804f08ab-f06e-486b-9d18-c2f35567fe1b HTTP/1.1" status: 200 len: 929 time: 0.2381241 Jul 14 09:17:54.520651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-5792a67d-982e-4c76-9e8b-670fdd36ca4a admin admin] Deleting subnet 759e904b-3859-42d3-baa8-431d0a3c9bed {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:17:54.550977 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5792a67d-982e-4c76-9e8b-670fdd36ca4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.595591 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21c8d052-0d27-4e88-acfc-41c277ab4d8c req-e7374f00-5d7f-4f24-a115-11f4d81ef0df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3feafdee-83e4-4610-be5f-38c4b01fdce4 HTTP/1.1" status: 200 len: 217 time: 0.0922456 Jul 14 09:17:54.599167 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9eee13b0-8a93-4efa-b9cd-597f24bda843 req-19c90849-1f86-4d34-8506-68d4566a3f09 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c0350b3-6eb3-437f-8117-d60b192f6753 HTTP/1.1" status: 200 len: 217 time: 0.0871274 Jul 14 09:17:54.620057 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5792a67d-982e-4c76-9e8b-670fdd36ca4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.735152 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5792a67d-982e-4c76-9e8b-670fdd36ca4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.777723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f5df15-846a-4994-b30c-db556340a20d', 'name': 'network-vif-deleted', 'tag': '96f53070-8a15-43f2-8373-c36778aff92d'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:54.781155 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63fa959-010f-4327-91f2-3d8a49245932" -d '{"events": [{"server_uuid": "a2f5df15-846a-4994-b30c-db556340a20d", "name": "network-vif-deleted", "tag": "96f53070-8a15-43f2-8373-c36778aff92d"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:54.792862 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8d052-0d27-4e88-acfc-41c277ab4d8c req-82886462-5147-4978-83a5-77b2c0f23ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:54.796643 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21c8d052-0d27-4e88-acfc-41c277ab4d8c req-82886462-5147-4978-83a5-77b2c0f23ef4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=27b74c42-296e-4da5-a917-c4130b37c92e HTTP/1.1" status: 200 len: 854 time: 0.1728919 Jul 14 09:17:54.804230 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee13b0-8a93-4efa-b9cd-597f24bda843 req-cd9b2a2a-cb9e-4b11-8352-12c4a558d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:54.806398 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9eee13b0-8a93-4efa-b9cd-597f24bda843 req-cd9b2a2a-cb9e-4b11-8352-12c4a558d31e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b425104-7f7e-4627-af94-a8272ec2c531 HTTP/1.1" status: 200 len: 867 time: 0.1830664 Jul 14 09:17:54.888551 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21c8d052-0d27-4e88-acfc-41c277ab4d8c req-eee3c777-d6a9-4735-bb9d-ea62b4a94bd4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783844 Jul 14 09:17:54.910488 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7ef3a-633e-48a1-a3f3-969b49fe4d55 req-b0677a97-e0ef-436f-936f-1fa1ca919ff7 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:54.917972 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-29a7ef3a-633e-48a1-a3f3-969b49fe4d55 req-b0677a97-e0ef-436f-936f-1fa1ca919ff7 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 943 time: 0.1407466 Jul 14 09:17:54.970303 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6781b0a6-1bc0-45f2-868f-197d662dc6c6 x-openstack-request-id: req-6781b0a6-1bc0-45f2-868f-197d662dc6c6 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:54.970759 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f5df15-846a-4994-b30c-db556340a20d", "name": "network-vif-deleted", "tag": "96f53070-8a15-43f2-8373-c36778aff92d", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:54.971171 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6781b0a6-1bc0-45f2-868f-197d662dc6c6 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:54.971773 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f5df15-846a-4994-b30c-db556340a20d', 'name': 'network-vif-deleted', 'tag': '96f53070-8a15-43f2-8373-c36778aff92d', 'status': 'completed', 'code': 200} Jul 14 09:17:54.975797 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-29a7ef3a-633e-48a1-a3f3-969b49fe4d55 req-828d4c03-0900-4ecf-8caa-0cdf57101dc2 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf079f92-328c-46bd-bb2a-4ccc8f3afb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562856 Jul 14 09:17:55.118843 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5792a67d-982e-4c76-9e8b-670fdd36ca4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.194610 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792a67d-982e-4c76-9e8b-670fdd36ca4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=759e904b-3859-42d3-baa8-431d0a3c9bed,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:55.216303 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5792a67d-982e-4c76-9e8b-670fdd36ca4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.219859 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5792a67d-982e-4c76-9e8b-670fdd36ca4a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/759e904b-3859-42d3-baa8-431d0a3c9bed HTTP/1.1" status: 204 len: 168 time: 0.8097858 Jul 14 09:17:55.225314 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54176) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:55.265140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fe714179-b5ef-4580-bba6-2fccbc3ee74a details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:55.272059 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 96f53070-8a15-43f2-8373-c36778aff92d no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:55.306418 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19808a4e-2647-48bc-97a7-05c237fd2c6f req-fa22ee1d-019a-4da2-91b5-9d2dd2c8c6ac tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.0581915 Jul 14 09:17:55.374249 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 96f53070-8a15-43f2-8373-c36778aff92d {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:55.374249 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 96f53070-8a15-43f2-8373-c36778aff92d not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:55.410806 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3db262-88d1-4378-93af-18edc2844944 req-83d82d99-c74d-4762-86f7-141a0253b679 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:55.413672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee13b0-8a93-4efa-b9cd-597f24bda843 req-c7935ed1-0e04-4ba1-8917-dd60eef67124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:55.424217 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b3db262-88d1-4378-93af-18edc2844944 req-83d82d99-c74d-4762-86f7-141a0253b679 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/ports?device_id=39822441-e5a2-42c6-a62f-c441926e35e2 HTTP/1.1" status: 200 len: 944 time: 0.2414155 Jul 14 09:17:55.432593 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9eee13b0-8a93-4efa-b9cd-597f24bda843 req-c7935ed1-0e04-4ba1-8917-dd60eef67124 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=804f08ab-f06e-486b-9d18-c2f35567fe1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6095004 Jul 14 09:17:55.440437 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21c8d052-0d27-4e88-acfc-41c277ab4d8c req-fac333e6-7968-48d0-a8f6-1953aec31f5c service neutron] 10.222.0.55 "GET /v2.0/networks/ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140586 Jul 14 09:17:55.484621 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b3db262-88d1-4378-93af-18edc2844944 req-2141f968-ded2-43e2-b920-99347276d236 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/security-groups?id=67f43272-a229-4014-895c-e7b4536aefa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587223 Jul 14 09:17:55.548716 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fe714179-b5ef-4580-bba6-2fccbc3ee74a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fe714179-b5ef-4580-bba6-2fccbc3ee74a,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:55.575278 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'fe714179-b5ef-4580-bba6-2fccbc3ee74a', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': 'fe714179-b5ef-4580-bba6-2fccbc3ee74a', 'mac_address': 'fa:16:3e:10:19:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:55.655196 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.681879 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe714179-b5ef-4580-bba6-2fccbc3ee74a {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:55.691589 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-52d7a44b-4275-49d0-a9c7-1a8ea665e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.723501 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fe714179-b5ef-4580-bba6-2fccbc3ee74a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fe714179-b5ef-4580-bba6-2fccbc3ee74a,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:55.730224 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.796108 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=fe714179-b5ef-4580-bba6-2fccbc3ee74a,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:55.860068 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['fe714179-b5ef-4580-bba6-2fccbc3ee74a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:55.875483 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d87c4-1163-4448-b461-c1a61c371bf2 req-82e84a69-a097-45c5-87d5-495ebfb588ad tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:55.876963 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f5d87c4-1163-4448-b461-c1a61c371bf2 req-82e84a69-a097-45c5-87d5-495ebfb588ad tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c5ede3-5f56-4443-8e0e-29abeb2b45f1 HTTP/1.1" status: 200 len: 944 time: 0.1432683 Jul 14 09:17:55.945297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f5d87c4-1163-4448-b461-c1a61c371bf2 req-ed2a1d37-2bba-4692-ae2f-bc1fb3f7737f tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c23f678-70fa-4b2f-b3ca-f4d00e491b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582852 Jul 14 09:17:55.976625 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9eee13b0-8a93-4efa-b9cd-597f24bda843 req-f4b2c5c9-6adc-428c-bd1a-6b4de664b38a service neutron] 10.222.0.55 "GET /v2.0/networks/804f08ab-f06e-486b-9d18-c2f35567fe1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066168 Jul 14 09:17:55.979019 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-52d7a44b-4275-49d0-a9c7-1a8ea665e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.983788 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21c8d052-0d27-4e88-acfc-41c277ab4d8c req-85eb0427-9f9b-4e17-97f0-11dcbc5bf192 service neutron] 10.222.0.55 "GET /v2.0/networks/ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837365 Jul 14 09:17:56.003253 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-52d7a44b-4275-49d0-a9c7-1a8ea665e7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6662c57-7de3-47a5-a96c-857f4f0ec316']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:56.036372 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507c52a-152f-472b-870c-5d251e5ea892 req-cbc75a6a-4ba3-4be7-ab3a-be5aee56cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:56.038432 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b507c52a-152f-472b-870c-5d251e5ea892 req-cbc75a6a-4ba3-4be7-ab3a-be5aee56cc44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e27baebbb0f54c7a9fe380b07bc17b88&device_id=930cda15-e7ad-4dfe-a2b0-32ab25f684cc HTTP/1.1" status: 200 len: 1102 time: 0.5866137 Jul 14 09:17:56.076978 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-52d7a44b-4275-49d0-a9c7-1a8ea665e7d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11df0a9-d744-4429-b6dd-59d3309b04d6') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:56.077456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-52d7a44b-4275-49d0-a9c7-1a8ea665e7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11df0a9-d744-4429-b6dd-59d3309b04d6') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:56.111007 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-52d7a44b-4275-49d0-a9c7-1a8ea665e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.171578 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-52d7a44b-4275-49d0-a9c7-1a8ea665e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.177407 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba5d12-f5d7-4ca8-9072-b572e270c213 req-d3073617-2dae-4568-93c3-6c8883c8a0f5 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:56.178997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56ba5d12-f5d7-4ca8-9072-b572e270c213 req-d3073617-2dae-4568-93c3-6c8883c8a0f5 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 943 time: 0.0734096 Jul 14 09:17:56.187215 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d7a44b-4275-49d0-a9c7-1a8ea665e7d0 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:17:56.187614 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-52d7a44b-4275-49d0-a9c7-1a8ea665e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:17:56.190703 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:17:56.224055 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56ba5d12-f5d7-4ca8-9072-b572e270c213 req-be25a688-126e-49dc-8c06-b9139eede333 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf079f92-328c-46bd-bb2a-4ccc8f3afb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380824 Jul 14 09:17:56.258364 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 305bb1b1-1a2b-415d-a27a-2200484b51e1 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:56.280362 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9eee13b0-8a93-4efa-b9cd-597f24bda843 req-fecbab96-b6f2-458a-98e9-e6ef0cdbf6e1 service neutron] 10.222.0.55 "GET /v2.0/networks/804f08ab-f06e-486b-9d18-c2f35567fe1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955964 Jul 14 09:17:56.285181 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507c52a-152f-472b-870c-5d251e5ea892 req-d0c724f0-fd3b-4f9f-a4cb-c2fd3bf3b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:56.287280 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b507c52a-152f-472b-870c-5d251e5ea892 req-d0c724f0-fd3b-4f9f-a4cb-c2fd3bf3b18a service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.2130902 Jul 14 09:17:56.299951 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-52d7a44b-4275-49d0-a9c7-1a8ea665e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.311287 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-52d7a44b-4275-49d0-a9c7-1a8ea665e7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.313131 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-52d7a44b-4275-49d0-a9c7-1a8ea665e7d0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c6662c57-7de3-47a5-a96c-857f4f0ec316 HTTP/1.1" status: 204 len: 168 time: 1.0847447 Jul 14 09:17:56.359339 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7a44b-4275-49d0-a9c7-1a8ea665e7d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6662c57-7de3-47a5-a96c-857f4f0ec316,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:56.362338 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b507c52a-152f-472b-870c-5d251e5ea892 req-65edd85e-3578-41d0-a146-93d173930d06 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=fe714179-b5ef-4580-bba6-2fccbc3ee74a HTTP/1.1" status: 200 len: 217 time: 0.0598516 Jul 14 09:17:56.400529 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 305bb1b1-1a2b-415d-a27a-2200484b51e1, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=305bb1b1-1a2b-415d-a27a-2200484b51e1,segment=NetworkSegment(ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d),segment_id=ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:56.417132 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '305bb1b1-1a2b-415d-a27a-2200484b51e1', 'network_id': '1666a058-8721-4244-92d2-e29529df519b', 'port_id': '305bb1b1-1a2b-415d-a27a-2200484b51e1', 'mac_address': 'fa:16:3e:50:a8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe81da4-370e-498c-85cc-80f08756eb0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:56.466353 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507c52a-152f-472b-870c-5d251e5ea892 req-558908d7-db87-4892-96c8-f7d3703ac820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:56.468007 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b507c52a-152f-472b-870c-5d251e5ea892 req-558908d7-db87-4892-96c8-f7d3703ac820 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0968633 Jul 14 09:17:56.489413 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 54198) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:56.501753 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.525082 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 305bb1b1-1a2b-415d-a27a-2200484b51e1 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:56.568960 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507c52a-152f-472b-870c-5d251e5ea892 req-1e4a3faa-27b6-46a4-8a16-93ab65226ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:56.570608 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b507c52a-152f-472b-870c-5d251e5ea892 req-1e4a3faa-27b6-46a4-8a16-93ab65226ebd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0927551 Jul 14 09:17:56.575984 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 305bb1b1-1a2b-415d-a27a-2200484b51e1, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=305bb1b1-1a2b-415d-a27a-2200484b51e1,segment=NetworkSegment(ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d),segment_id=ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:56.581574 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.606215 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f9dd009-1927-417a-a8c2-8778f9bac08b req-d96c0b38-44f4-4624-aa11-36728aa03203 tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.0625257 Jul 14 09:17:56.623690 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-84684b23-ea9f-4ba7-8d8d-93eaf068823e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fff9123111234660b432c2adcb2558ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1330948 Jul 14 09:17:56.626143 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 54204) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:56.716385 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=305bb1b1-1a2b-415d-a27a-2200484b51e1,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:56.750098 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b507c52a-152f-472b-870c-5d251e5ea892 req-55953a05-e7d1-4412-bca4-097e23dd33ad service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696665 Jul 14 09:17:56.789586 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71f9b432-f0f7-4d82-8343-6f53af89e713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.825347 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71f9b432-f0f7-4d82-8343-6f53af89e713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.847002 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e245b3-9106-4deb-8b0d-4ced764cff4a req-e8924535-5afc-434c-bed6-c71928c2f442 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:56.849129 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9e245b3-9106-4deb-8b0d-4ced764cff4a req-e8924535-5afc-434c-bed6-c71928c2f442 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/ports?device_id=39822441-e5a2-42c6-a62f-c441926e35e2 HTTP/1.1" status: 200 len: 944 time: 0.1620121 Jul 14 09:17:56.874983 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e157fc4b-48e2-465f-9ea2-08ef951a3656 req-8ae01063-0ead-4c2c-94cb-41126c205fa6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.0409312 Jul 14 09:17:56.897340 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['305bb1b1-1a2b-415d-a27a-2200484b51e1'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:56.919133 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9e245b3-9106-4deb-8b0d-4ced764cff4a req-ca739c83-46a3-48fc-9b75-c277d1a2f6f8 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/security-groups?id=67f43272-a229-4014-895c-e7b4536aefa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597942 Jul 14 09:17:56.946740 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b507c52a-152f-472b-870c-5d251e5ea892 req-de86867d-bade-466c-83cb-33401a76cc39 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862488 Jul 14 09:17:56.957687 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71f9b432-f0f7-4d82-8343-6f53af89e713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.961431 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71f9b432-f0f7-4d82-8343-6f53af89e713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.967911 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-71f9b432-f0f7-4d82-8343-6f53af89e713 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b91cd139-d0a0-4e4a-80a2-ca79e724bb64 HTTP/1.1" status: 204 len: 168 time: 0.3399253 Jul 14 09:17:56.979266 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9b432-f0f7-4d82-8343-6f53af89e713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91cd139-d0a0-4e4a-80a2-ca79e724bb64,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:56.989890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9b432-f0f7-4d82-8343-6f53af89e713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:56.990253 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9b432-f0f7-4d82-8343-6f53af89e713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:56.990731 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9b432-f0f7-4d82-8343-6f53af89e713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:56.991071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9b432-f0f7-4d82-8343-6f53af89e713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:56.991417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9b432-f0f7-4d82-8343-6f53af89e713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:56.991732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9b432-f0f7-4d82-8343-6f53af89e713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:56.992058 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9b432-f0f7-4d82-8343-6f53af89e713 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:56.992808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9b432-f0f7-4d82-8343-6f53af89e713 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:56.993622 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9b432-f0f7-4d82-8343-6f53af89e713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:56.993916 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9b432-f0f7-4d82-8343-6f53af89e713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:56.994253 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9b432-f0f7-4d82-8343-6f53af89e713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:56.994581 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9b432-f0f7-4d82-8343-6f53af89e713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:57.213274 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8714b2a3-679c-4bec-b2cb-b3112acc9a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.230052 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5ec40-1ad3-4a35-bf02-681a7f2e22e0 req-e7fc3471-af3d-4821-b996-b9628553fcd4 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:57.234442 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e1e5ec40-1ad3-4a35-bf02-681a7f2e22e0 req-e7fc3471-af3d-4821-b996-b9628553fcd4 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c5ede3-5f56-4443-8e0e-29abeb2b45f1 HTTP/1.1" status: 200 len: 945 time: 0.1140397 Jul 14 09:17:57.275798 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fe714179-b5ef-4580-bba6-2fccbc3ee74a up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:57.323945 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e1e5ec40-1ad3-4a35-bf02-681a7f2e22e0 req-ec1bc732-574a-4876-a4f7-83d5d8ece633 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c23f678-70fa-4b2f-b3ca-f4d00e491b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799797 Jul 14 09:17:57.356357 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port fe714179-b5ef-4580-bba6-2fccbc3ee74a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:57.356730 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.482624 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12eb18a-d6f5-4e0b-b2c9-a554721cb8b1 req-febbc40c-6fd6-49d4-bb8a-9995deadac92 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:57.484484 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d12eb18a-d6f5-4e0b-b2c9-a554721cb8b1 req-febbc40c-6fd6-49d4-bb8a-9995deadac92 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 943 time: 0.1222956 Jul 14 09:17:57.505945 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.550730 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d12eb18a-d6f5-4e0b-b2c9-a554721cb8b1 req-5d2cb068-c1a7-4bdc-8c2e-f6168cd9af3e tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf079f92-328c-46bd-bb2a-4ccc8f3afb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578334 Jul 14 09:17:57.556834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fe714179-b5ef-4580-bba6-2fccbc3ee74a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fe714179-b5ef-4580-bba6-2fccbc3ee74a,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:57.558515 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930cda15-e7ad-4dfe-a2b0-32ab25f684cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe714179-b5ef-4580-bba6-2fccbc3ee74a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:57.561218 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a675db5-720d-400a-b8b7-43ca20feabaa" -d '{"events": [{"server_uuid": "930cda15-e7ad-4dfe-a2b0-32ab25f684cc", "name": "network-vif-plugged", "status": "completed", "tag": "fe714179-b5ef-4580-bba6-2fccbc3ee74a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:57.571085 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.646426 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b070f957-6e8e-43b5-9acc-b3d78d3a8b42 x-openstack-request-id: req-b070f957-6e8e-43b5-9acc-b3d78d3a8b42 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:57.646733 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930cda15-e7ad-4dfe-a2b0-32ab25f684cc", "name": "network-vif-plugged", "status": "completed", "tag": "fe714179-b5ef-4580-bba6-2fccbc3ee74a", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:57.646965 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b070f957-6e8e-43b5-9acc-b3d78d3a8b42 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:57.647407 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930cda15-e7ad-4dfe-a2b0-32ab25f684cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe714179-b5ef-4580-bba6-2fccbc3ee74a', 'code': 200} Jul 14 09:17:57.668177 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=fe714179-b5ef-4580-bba6-2fccbc3ee74a,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:58.257605 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 3c0350b3-6eb3-437f-8117-d60b192f6753 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:58.271597 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 305bb1b1-1a2b-415d-a27a-2200484b51e1 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:58.349994 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69788b0e-7cda-47b7-a420-1ede09a3e4bd req-19d01d5c-e047-4f0e-b177-a97128af30b0 tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.0661376 Jul 14 09:17:58.495690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 305bb1b1-1a2b-415d-a27a-2200484b51e1 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:58.508915 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 305bb1b1-1a2b-415d-a27a-2200484b51e1 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:58.509574 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.570950 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 3c0350b3-6eb3-437f-8117-d60b192f6753, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3c0350b3-6eb3-437f-8117-d60b192f6753,segment=NetworkSegment(e8603e7f-a92f-4efa-8b0e-1595c8a10885),segment_id=e8603e7f-a92f-4efa-8b0e-1595c8a10885)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:58.588554 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '3c0350b3-6eb3-437f-8117-d60b192f6753', 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b', 'port_id': '3c0350b3-6eb3-437f-8117-d60b192f6753', 'mac_address': 'fa:16:3e:28:66:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b425104-7f7e-4627-af94-a8272ec2c531', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:58.625657 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2dac9-712b-41ce-b273-0de01d93693b req-d8cf0fd1-8e86-4bd5-a2da-4eeda1e826d1 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:58.627233 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2d2dac9-712b-41ce-b273-0de01d93693b req-d8cf0fd1-8e86-4bd5-a2da-4eeda1e826d1 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/ports?device_id=39822441-e5a2-42c6-a62f-c441926e35e2 HTTP/1.1" status: 200 len: 944 time: 0.1194122 Jul 14 09:17:58.681642 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.694529 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2d2dac9-712b-41ce-b273-0de01d93693b req-f89163a1-c045-4e64-8e79-79119e9344ef tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/security-groups?id=67f43272-a229-4014-895c-e7b4536aefa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566947 Jul 14 09:17:58.851255 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.855774 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c0350b3-6eb3-437f-8117-d60b192f6753 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:58.884599 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc83df-863a-4cf6-9066-2c7f81205558 req-3c9274a8-5dda-414f-8c4c-7824c9a431e5 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:58.892731 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 3c0350b3-6eb3-437f-8117-d60b192f6753, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3c0350b3-6eb3-437f-8117-d60b192f6753,segment=NetworkSegment(e8603e7f-a92f-4efa-8b0e-1595c8a10885),segment_id=e8603e7f-a92f-4efa-8b0e-1595c8a10885)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:58.894120 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-07fc83df-863a-4cf6-9066-2c7f81205558 req-3c9274a8-5dda-414f-8c4c-7824c9a431e5 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c5ede3-5f56-4443-8e0e-29abeb2b45f1 HTTP/1.1" status: 200 len: 945 time: 0.0905869 Jul 14 09:17:58.902266 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.902266 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 3feafdee-83e4-4610-be5f-38c4b01fdce4 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:58.916808 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 305bb1b1-1a2b-415d-a27a-2200484b51e1, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=305bb1b1-1a2b-415d-a27a-2200484b51e1,segment=NetworkSegment(ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d),segment_id=ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:58.947521 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.959964 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-07fc83df-863a-4cf6-9066-2c7f81205558 req-d940c941-9237-4c9b-90be-6a4bb8bbc484 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c23f678-70fa-4b2f-b3ca-f4d00e491b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643725 Jul 14 09:17:58.988308 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=3c0350b3-6eb3-437f-8117-d60b192f6753,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:59.109390 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 3feafdee-83e4-4610-be5f-38c4b01fdce4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3feafdee-83e4-4610-be5f-38c4b01fdce4,segment=NetworkSegment(3c6554db-40a6-47f8-87e4-14c4fd3cb3a1),segment_id=3c6554db-40a6-47f8-87e4-14c4fd3cb3a1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:59.129986 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '3feafdee-83e4-4610-be5f-38c4b01fdce4', 'network_id': 'ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4', 'port_id': '3feafdee-83e4-4610-be5f-38c4b01fdce4', 'mac_address': 'fa:16:3e:3e:94:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b74c42-296e-4da5-a917-c4130b37c92e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:59.178669 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=305bb1b1-1a2b-415d-a27a-2200484b51e1,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:59.185645 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.203251 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3feafdee-83e4-4610-be5f-38c4b01fdce4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:59.225830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 3feafdee-83e4-4610-be5f-38c4b01fdce4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3feafdee-83e4-4610-be5f-38c4b01fdce4,segment=NetworkSegment(3c6554db-40a6-47f8-87e4-14c4fd3cb3a1),segment_id=3c6554db-40a6-47f8-87e4-14c4fd3cb3a1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:59.232851 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.304513 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=3feafdee-83e4-4610-be5f-38c4b01fdce4,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:59.650185 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c5ede3-5f56-4443-8e0e-29abeb2b45f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305bb1b1-1a2b-415d-a27a-2200484b51e1'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:59.651529 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3770e8-4703-4f5b-969d-c172522adae6" -d '{"events": [{"server_uuid": "80c5ede3-5f56-4443-8e0e-29abeb2b45f1", "name": "network-vif-plugged", "status": "completed", "tag": "305bb1b1-1a2b-415d-a27a-2200484b51e1"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:59.692905 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b91e6a58-ba11-4d65-b4da-8876b4044ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.707558 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3feafdee-83e4-4610-be5f-38c4b01fdce4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:59.748670 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3c0350b3-6eb3-437f-8117-d60b192f6753'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:59.858790 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.628412 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.503792 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.276248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 3c0350b3-6eb3-437f-8117-d60b192f6753 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:02.397411 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 3c0350b3-6eb3-437f-8117-d60b192f6753 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:02.405670 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 3c0350b3-6eb3-437f-8117-d60b192f6753 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:02.406356 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.541310 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.582794 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 3c0350b3-6eb3-437f-8117-d60b192f6753, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3c0350b3-6eb3-437f-8117-d60b192f6753,segment=NetworkSegment(e8603e7f-a92f-4efa-8b0e-1595c8a10885),segment_id=e8603e7f-a92f-4efa-8b0e-1595c8a10885)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:02.587644 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.588859 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 3feafdee-83e4-4610-be5f-38c4b01fdce4 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:02.670537 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=3c0350b3-6eb3-437f-8117-d60b192f6753,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:02.691405 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.709065 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 3feafdee-83e4-4610-be5f-38c4b01fdce4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:02.713310 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 3feafdee-83e4-4610-be5f-38c4b01fdce4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:02.713755 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.827973 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.872893 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 3feafdee-83e4-4610-be5f-38c4b01fdce4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3feafdee-83e4-4610-be5f-38c4b01fdce4,segment=NetworkSegment(3c6554db-40a6-47f8-87e4-14c4fd3cb3a1),segment_id=3c6554db-40a6-47f8-87e4-14c4fd3cb3a1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:02.880326 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.967316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=3feafdee-83e4-4610-be5f-38c4b01fdce4,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:04.852972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5736a-d8e7-4175-bfce-6808e476a216 req-6f7cef02-2b3c-4a2c-aa53-7712c7033186 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:04.855129 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ca5736a-d8e7-4175-bfce-6808e476a216 req-6f7cef02-2b3c-4a2c-aa53-7712c7033186 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 945 time: 0.1125112 Jul 14 09:18:04.909895 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ca5736a-d8e7-4175-bfce-6808e476a216 req-6db5bc69-cc5a-4318-b689-ce5f055df14f tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf079f92-328c-46bd-bb2a-4ccc8f3afb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490000 Jul 14 09:18:05.020866 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4d6d08-797a-42ef-ab27-a2ab25ae34b9 x-openstack-request-id: req-6a4d6d08-797a-42ef-ab27-a2ab25ae34b9 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:05.021446 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c5ede3-5f56-4443-8e0e-29abeb2b45f1", "name": "network-vif-plugged", "status": "completed", "tag": "305bb1b1-1a2b-415d-a27a-2200484b51e1", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:05.021446 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a4d6d08-797a-42ef-ab27-a2ab25ae34b9 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:05.021814 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c5ede3-5f56-4443-8e0e-29abeb2b45f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305bb1b1-1a2b-415d-a27a-2200484b51e1', 'code': 200} Jul 14 09:18:05.133780 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fc774360-c1d8-4af7-98d1-48d35328b390 req-1af9fd1a-e871-4062-b553-f4d946f8578b tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.1068740 Jul 14 09:18:05.263873 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f0792-33c5-4e2d-9067-c5869a3211df req-f4436ec9-029f-4bdb-bf73-0a2108267a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:05.265574 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-084f0792-33c5-4e2d-9067-c5869a3211df req-f4436ec9-029f-4bdb-bf73-0a2108267a65 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80c5ede3-5f56-4443-8e0e-29abeb2b45f1 HTTP/1.1" status: 200 len: 1098 time: 0.1316674 Jul 14 09:18:05.337105 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-084f0792-33c5-4e2d-9067-c5869a3211df req-d36c09f0-1f4f-4ff9-ab7a-237a8c1196a6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4c23f678-70fa-4b2f-b3ca-f4d00e491b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647113 Jul 14 09:18:05.434805 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08966df9-630a-4392-aa50-d0921c90e105 req-9d577ba8-47a2-496f-b914-64906413f694 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:05.436404 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08966df9-630a-4392-aa50-d0921c90e105 req-9d577ba8-47a2-496f-b914-64906413f694 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/ports?device_id=39822441-e5a2-42c6-a62f-c441926e35e2 HTTP/1.1" status: 200 len: 946 time: 0.1421556 Jul 14 09:18:05.452287 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0ab2b-9144-477b-b9ad-8ecc5bd90a5b req-4301d8a2-cfa9-47d5-a39f-c51ce8116ac4 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:05.453895 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bed0ab2b-9144-477b-b9ad-8ecc5bd90a5b req-4301d8a2-cfa9-47d5-a39f-c51ce8116ac4 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c5ede3-5f56-4443-8e0e-29abeb2b45f1 HTTP/1.1" status: 200 len: 946 time: 0.1046946 Jul 14 09:18:05.546268 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08966df9-630a-4392-aa50-d0921c90e105 req-54fc029b-3d81-4add-9467-b6624a267da5 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/security-groups?id=67f43272-a229-4014-895c-e7b4536aefa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020098 Jul 14 09:18:05.565009 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bed0ab2b-9144-477b-b9ad-8ecc5bd90a5b req-487ebb63-bed3-497f-a1a1-b12d57ba37b4 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c23f678-70fa-4b2f-b3ca-f4d00e491b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029718 Jul 14 09:18:05.790924 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c19b4589-c106-46a1-8e3c-cf16faa86793 req-663ad147-21b2-42f0-b07b-35a74a2d20a3 tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=0969dec0-1892-4243-984f-3c5ae30a5e3d HTTP/1.1" status: 200 len: 210 time: 0.0573187 Jul 14 09:18:06.203364 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b3308aa6-6084-406c-bddf-884436df6530 req-15e2bf87-e93a-4037-849d-bc8908d57077 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=579379ca7bfc4b35bd7d5eb010631f83&device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.0299907 Jul 14 09:18:06.271718 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b3308aa6-6084-406c-bddf-884436df6530 req-4e7ff93f-a5be-43b4-89b5-caa54381d5cf service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=579379ca7bfc4b35bd7d5eb010631f83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506332 Jul 14 09:18:06.421959 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98607a0-9fc8-49d4-9087-5567742b1ca9 req-4b067902-f159-4f4e-977e-f4e409dc818a tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:06.423656 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d98607a0-9fc8-49d4-9087-5567742b1ca9 req-4b067902-f159-4f4e-977e-f4e409dc818a tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 945 time: 0.0829268 Jul 14 09:18:06.573851 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d98607a0-9fc8-49d4-9087-5567742b1ca9 req-f8619b14-b2cb-4bb1-a4ef-0f30999177d0 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf079f92-328c-46bd-bb2a-4ccc8f3afb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442928 Jul 14 09:18:06.774941 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3308aa6-6084-406c-bddf-884436df6530 req-912f544a-2ab7-481c-895c-014c23ca119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:06.778589 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b3308aa6-6084-406c-bddf-884436df6530 req-912f544a-2ab7-481c-895c-014c23ca119a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5009384 Jul 14 09:18:06.812048 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2d08aeae-30a3-4cd7-91c1-95ffe6bd9afe req-81dfa58e-db5b-4a16-9ddd-d5f932bd3cb1 tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.0824976 Jul 14 09:18:07.023537 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03eef084-4832-4661-bded-556f4f073b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0350b3-6eb3-437f-8117-d60b192f6753'}, {'server_uuid': '39822441-e5a2-42c6-a62f-c441926e35e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3feafdee-83e4-4610-be5f-38c4b01fdce4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:07.029123 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c380af28-f326-4e05-8355-8454d5f61954" -d '{"events": [{"server_uuid": "03eef084-4832-4661-bded-556f4f073b0b", "name": "network-vif-plugged", "status": "completed", "tag": "3c0350b3-6eb3-437f-8117-d60b192f6753"}, {"server_uuid": "39822441-e5a2-42c6-a62f-c441926e35e2", "name": "network-vif-plugged", "status": "completed", "tag": "3feafdee-83e4-4610-be5f-38c4b01fdce4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:07.163678 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb2328-2148-467c-a377-515632f50506 req-3d0c19c0-0aba-4e69-b0c1-7bc1891538a9 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:07.172087 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41bb2328-2148-467c-a377-515632f50506 req-3d0c19c0-0aba-4e69-b0c1-7bc1891538a9 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c5ede3-5f56-4443-8e0e-29abeb2b45f1 HTTP/1.1" status: 200 len: 946 time: 0.1390238 Jul 14 09:18:07.240458 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde37b7d-03cf-4fb0-820b-61b938d91701 req-cbeb44e4-e860-4fe1-a5fe-57542520f4db tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:07.248122 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fde37b7d-03cf-4fb0-820b-61b938d91701 req-cbeb44e4-e860-4fe1-a5fe-57542520f4db tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/ports?device_id=39822441-e5a2-42c6-a62f-c441926e35e2 HTTP/1.1" status: 200 len: 946 time: 0.2291205 Jul 14 09:18:07.290196 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41bb2328-2148-467c-a377-515632f50506 req-96c0c3a0-00d5-4c60-8644-c67321f128bf tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c23f678-70fa-4b2f-b3ca-f4d00e491b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168990 Jul 14 09:18:07.342182 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fde37b7d-03cf-4fb0-820b-61b938d91701 req-728f99d2-bd2d-4d31-ace0-47dd3471f5de tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/security-groups?id=67f43272-a229-4014-895c-e7b4536aefa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911744 Jul 14 09:18:07.598257 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6d3200c8-17e3-4f16-92ac-cf4b4847fdea req-607396ff-182a-4474-9714-fb9fb368c150 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=17a92d9f-8ce6-443f-8a4c-cb0728a38d2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1474237 Jul 14 09:18:07.623062 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a4ef3c-008b-4344-88ef-d07390cff27a x-openstack-request-id: req-b2a4ef3c-008b-4344-88ef-d07390cff27a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:07.623837 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03eef084-4832-4661-bded-556f4f073b0b", "name": "network-vif-plugged", "status": "completed", "tag": "3c0350b3-6eb3-437f-8117-d60b192f6753", "code": 200}, {"server_uuid": "39822441-e5a2-42c6-a62f-c441926e35e2", "name": "network-vif-plugged", "status": "completed", "tag": "3feafdee-83e4-4610-be5f-38c4b01fdce4", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:07.624431 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2a4ef3c-008b-4344-88ef-d07390cff27a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:07.625237 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03eef084-4832-4661-bded-556f4f073b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0350b3-6eb3-437f-8117-d60b192f6753', 'code': 200} Jul 14 09:18:07.625928 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39822441-e5a2-42c6-a62f-c441926e35e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3feafdee-83e4-4610-be5f-38c4b01fdce4', 'code': 200} Jul 14 09:18:07.673052 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56758fd4-8854-4fba-b693-45cd81a31946 req-50577eb5-b1c6-4316-ae0d-4422c95b122f tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.0925179 Jul 14 09:18:07.860972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3200c8-17e3-4f16-92ac-cf4b4847fdea req-b64a14da-549f-4145-a263-0e0b244c643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:07.866860 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6d3200c8-17e3-4f16-92ac-cf4b4847fdea req-b64a14da-549f-4145-a263-0e0b244c643c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e27baebbb0f54c7a9fe380b07bc17b88&device_id=17a92d9f-8ce6-443f-8a4c-cb0728a38d2c HTTP/1.1" status: 200 len: 1100 time: 0.1200709 Jul 14 09:18:08.051701 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3e928a4e-0f45-4ab7-aa3b-4869fe2e6b29 req-177600b7-7291-4573-9603-15000b807d58 tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.0487132 Jul 14 09:18:08.209324 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda32e5-01bd-4541-b359-249383288ef1 req-391afc1c-941c-4f23-a999-03d28ce1baee tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:08.217086 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aeda32e5-01bd-4541-b359-249383288ef1 req-391afc1c-941c-4f23-a999-03d28ce1baee tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 945 time: 0.1219757 Jul 14 09:18:08.275121 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b75ab-4997-46bf-86f4-06cb5c35f90f req-0d656ff6-080c-4f6a-ba3b-adb100a4a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:08.278327 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-365b75ab-4997-46bf-86f4-06cb5c35f90f req-0d656ff6-080c-4f6a-ba3b-adb100a4a2e8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 1097 time: 0.4083161 Jul 14 09:18:08.343943 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33b12d-3132-4038-b9b1-851bf1adb144 req-22af4cac-927c-43f8-853c-efa8192f6c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:08.345450 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5c33b12d-3132-4038-b9b1-851bf1adb144 req-22af4cac-927c-43f8-853c-efa8192f6c70 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=39822441-e5a2-42c6-a62f-c441926e35e2 HTTP/1.1" status: 200 len: 1098 time: 0.4560387 Jul 14 09:18:08.359098 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aeda32e5-01bd-4541-b359-249383288ef1 req-38858b36-bc02-47b8-ae28-219bdc14d00b tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf079f92-328c-46bd-bb2a-4ccc8f3afb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406841 Jul 14 09:18:08.384830 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-365b75ab-4997-46bf-86f4-06cb5c35f90f req-151fb2d3-5a41-4ae9-910a-526bba25edca service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bf079f92-328c-46bd-bb2a-4ccc8f3afb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004233 Jul 14 09:18:08.468675 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5c33b12d-3132-4038-b9b1-851bf1adb144 req-ae122e18-5d92-4196-9021-b40855cf93b3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=67f43272-a229-4014-895c-e7b4536aefa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977738 Jul 14 09:18:08.506669 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3200c8-17e3-4f16-92ac-cf4b4847fdea req-83a90c89-08a6-4967-a814-36faee286d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:08.510086 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6d3200c8-17e3-4f16-92ac-cf4b4847fdea req-83a90c89-08a6-4967-a814-36faee286d08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.4082630 Jul 14 09:18:08.811847 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-02bcbbc7-3aa2-4b2f-bee6-b79fe4c7eba6 req-b69eed4d-f09b-41f5-9050-df7463217463 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0969dec0-1892-4243-984f-3c5ae30a5e3d HTTP/1.1" status: 200 len: 210 time: 0.0561900 Jul 14 09:18:08.818633 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9552805-e65e-4fd8-85fd-f106d54350ac req-d7c68d4d-2efd-4663-a326-946d0a711787 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:08.820897 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d9552805-e65e-4fd8-85fd-f106d54350ac req-d7c68d4d-2efd-4663-a326-946d0a711787 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c5ede3-5f56-4443-8e0e-29abeb2b45f1 HTTP/1.1" status: 200 len: 946 time: 0.2370188 Jul 14 09:18:08.858221 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe392c-d75c-46ac-b352-d3843c5dade8 req-17610455-7971-448f-88d8-8036b8a65d18 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:08.870333 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-10fe392c-d75c-46ac-b352-d3843c5dade8 req-17610455-7971-448f-88d8-8036b8a65d18 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/ports?device_id=39822441-e5a2-42c6-a62f-c441926e35e2 HTTP/1.1" status: 200 len: 946 time: 0.2231724 Jul 14 09:18:08.991943 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-10fe392c-d75c-46ac-b352-d3843c5dade8 req-10130abf-c052-4a65-8150-7a97c3e5e71a tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/security-groups?id=67f43272-a229-4014-895c-e7b4536aefa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138489 Jul 14 09:18:09.047888 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d9552805-e65e-4fd8-85fd-f106d54350ac req-3e8f7cc9-df79-4873-b776-397fbb85f988 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c23f678-70fa-4b2f-b3ca-f4d00e491b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879594 Jul 14 09:18:09.289937 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b3308aa6-6084-406c-bddf-884436df6530 req-e6098b7e-94b2-44c2-b814-66a84335d876 tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.55 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.2934680 Jul 14 09:18:09.298348 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6d3200c8-17e3-4f16-92ac-cf4b4847fdea req-cc99f363-7598-47f8-ac0c-5cb9a83a4212 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=1ad2142c-742f-4024-b4fb-30acceb61f42 HTTP/1.1" status: 200 len: 217 time: 0.2531161 Jul 14 09:18:09.675842 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b3adc22-9b8e-45b2-b86c-e00a9bec14ca req-579ce038-2a27-4b1f-8b40-b8dd267e7358 tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.1650667 Jul 14 09:18:09.771939 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b0612b8-427b-4c07-9bdf-c4c5eef9f292 req-4f9a3dd2-8c5d-47b1-8818-181706dbf4d1 tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.0853601 Jul 14 09:18:09.896040 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3200c8-17e3-4f16-92ac-cf4b4847fdea req-b077a897-04f2-40e0-9bdf-1c8196e827b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:09.900118 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6d3200c8-17e3-4f16-92ac-cf4b4847fdea req-b077a897-04f2-40e0-9bdf-1c8196e827b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.5902472 Jul 14 09:18:10.271236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3200c8-17e3-4f16-92ac-cf4b4847fdea req-b99cdf38-c020-4cd2-8fd5-b12e4486c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:10.282966 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6d3200c8-17e3-4f16-92ac-cf4b4847fdea req-b99cdf38-c020-4cd2-8fd5-b12e4486c36e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3748324 Jul 14 09:18:10.412712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ef5ba-703e-4856-a3aa-9e6aca282417 req-3751fbca-a8c3-4dc5-929e-b912dfcaf18e tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:10.428714 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4c2ef5ba-703e-4856-a3aa-9e6aca282417 req-3751fbca-a8c3-4dc5-929e-b912dfcaf18e tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 945 time: 0.4266303 Jul 14 09:18:10.561080 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4c2ef5ba-703e-4856-a3aa-9e6aca282417 req-e1c621f4-e04f-4446-83c1-11bad326f368 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf079f92-328c-46bd-bb2a-4ccc8f3afb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305349 Jul 14 09:18:10.650731 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bc7d4-5257-4cf7-ae61-74e91b7c8ae7 req-3f124809-3c44-4510-a8ee-fc0bcfdb0ba4 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:10.660421 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-540bc7d4-5257-4cf7-ae61-74e91b7c8ae7 req-3f124809-3c44-4510-a8ee-fc0bcfdb0ba4 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/ports?device_id=39822441-e5a2-42c6-a62f-c441926e35e2 HTTP/1.1" status: 200 len: 946 time: 0.1878057 Jul 14 09:18:10.712534 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6d3200c8-17e3-4f16-92ac-cf4b4847fdea req-0365462f-994b-4622-a149-b6c4a2f668f4 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234538 Jul 14 09:18:10.790669 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-540bc7d4-5257-4cf7-ae61-74e91b7c8ae7 req-a1a87a5e-bbba-4325-afca-167f28bc23a9 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/security-groups?id=67f43272-a229-4014-895c-e7b4536aefa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296606 Jul 14 09:18:10.877101 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4a1228d9-1261-4f63-bb18-d7972d984113 req-bbf945c7-ad4b-4294-b070-81ae52c4f08b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.1616597 Jul 14 09:18:10.880377 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6d3200c8-17e3-4f16-92ac-cf4b4847fdea req-9d6ced37-2b39-45ef-93c6-0c7522f5d0ea service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191254 Jul 14 09:18:11.061008 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6194ad27-1f2a-4b6a-9182-a4ae142a51b6 req-abf2dcfd-fa9b-4b41-a0f6-48a603d6e7fb tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.0790930 Jul 14 09:18:11.136793 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b1e4725-3cd0-4981-8616-4b434f7cfd74 req-548bf5bf-806e-4564-94a7-2852c4a3924d tempest-ServerShowV257Test-1984680392 tempest-ServerShowV257Test-1984680392-project] 10.222.0.26 "GET /v2.0/ports?device_id=408b5af9-c895-4af4-8ef1-98010e835d3b HTTP/1.1" status: 200 len: 210 time: 0.0483472 Jul 14 09:18:12.228267 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c7a8e-e1dc-4eea-9934-9ed1e54491d7 req-318edda2-bdce-4be5-9127-a1691e9d208e tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:12.231408 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c38c7a8e-e1dc-4eea-9934-9ed1e54491d7 req-318edda2-bdce-4be5-9127-a1691e9d208e tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 945 time: 0.1793406 Jul 14 09:18:12.348629 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c38c7a8e-e1dc-4eea-9934-9ed1e54491d7 req-c38238b7-e806-43e6-9e03-1e8ff0143f43 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf079f92-328c-46bd-bb2a-4ccc8f3afb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989957 Jul 14 09:18:12.383754 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f18d-f0e0-49a6-8f25-8c47d76bcfb5 req-6318254a-b26a-4895-a3c6-7f8224fb71ca tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:12.387203 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b80f18d-f0e0-49a6-8f25-8c47d76bcfb5 req-6318254a-b26a-4895-a3c6-7f8224fb71ca tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/ports?device_id=39822441-e5a2-42c6-a62f-c441926e35e2 HTTP/1.1" status: 200 len: 946 time: 0.2285519 Jul 14 09:18:12.497090 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b80f18d-f0e0-49a6-8f25-8c47d76bcfb5 req-c07b43b9-0f0c-426e-8903-4d8063ebffd2 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/security-groups?id=67f43272-a229-4014-895c-e7b4536aefa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988889 Jul 14 09:18:12.888587 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd1a0f5f-22b0-4f93-ba16-6765216c8a88 req-1770fdb6-e1f3-4c57-86e4-5feec35ee4cc tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.0660543 Jul 14 09:18:13.469388 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54554) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:13.500513 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1599a48e-e78c-4a21-b5d3-4d307a671c6a req-f1c560b4-4048-4314-826a-d784b897c7c6 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 258 time: 0.5441926 Jul 14 09:18:13.518992 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-1599a48e-e78c-4a21-b5d3-4d307a671c6a req-8f802b66-a4d8-46bb-a358-e7c9b4d36f53 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:13.569117 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1599a48e-e78c-4a21-b5d3-4d307a671c6a req-8f802b66-a4d8-46bb-a358-e7c9b4d36f53 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.630627 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-86934432-3b36-462a-a530-17ffa6c9ab9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.852043 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-86934432-3b36-462a-a530-17ffa6c9ab9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.859494 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-86934432-3b36-462a-a530-17ffa6c9ab9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.902946 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86934432-3b36-462a-a530-17ffa6c9ab9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad367a4-d529-4204-a83f-f28cd30041cb,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:13.955499 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-86934432-3b36-462a-a530-17ffa6c9ab9b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=579379ca7bfc4b35bd7d5eb010631f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4824154 Jul 14 09:18:13.955905 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54576) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:13.982314 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1599a48e-e78c-4a21-b5d3-4d307a671c6a req-8f802b66-a4d8-46bb-a358-e7c9b4d36f53 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.049167 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4b1441d-c928-48fa-97bb-fd24d64bcf52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.080291 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4b1441d-c928-48fa-97bb-fd24d64bcf52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.158263 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4b1441d-c928-48fa-97bb-fd24d64bcf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.161392 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4b1441d-c928-48fa-97bb-fd24d64bcf52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.165049 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a4b1441d-c928-48fa-97bb-fd24d64bcf52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2ad367a4-d529-4204-a83f-f28cd30041cb HTTP/1.1" status: 204 len: 168 time: 0.2048278 Jul 14 09:18:14.174497 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1441d-c928-48fa-97bb-fd24d64bcf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad367a4-d529-4204-a83f-f28cd30041cb,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:14.236926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-1599a48e-e78c-4a21-b5d3-4d307a671c6a req-8f802b66-a4d8-46bb-a358-e7c9b4d36f53 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Allocated IP 172.25.1.146 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/42c7cf50-f7ad-47ea-acb7-7c3e05cb4eba) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:14.431147 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1599a48e-e78c-4a21-b5d3-4d307a671c6a req-8f802b66-a4d8-46bb-a358-e7c9b4d36f53 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.489914 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1599a48e-e78c-4a21-b5d3-4d307a671c6a req-8f802b66-a4d8-46bb-a358-e7c9b4d36f53 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.533177 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1599a48e-e78c-4a21-b5d3-4d307a671c6a req-8f802b66-a4d8-46bb-a358-e7c9b4d36f53 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:14.541348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-1599a48e-e78c-4a21-b5d3-4d307a671c6a req-8f802b66-a4d8-46bb-a358-e7c9b4d36f53 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:14.546177 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1599a48e-e78c-4a21-b5d3-4d307a671c6a req-8f802b66-a4d8-46bb-a358-e7c9b4d36f53 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:14.557971 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f802b66-a4d8-46bb-a358-e7c9b4d36f53 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Pushing event updated for resources: {'Port': ['ID=42c7cf50-f7ad-47ea-acb7-7c3e05cb4eba,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:14.706313 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1599a48e-e78c-4a21-b5d3-4d307a671c6a req-8f802b66-a4d8-46bb-a358-e7c9b4d36f53 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.773235 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1599a48e-e78c-4a21-b5d3-4d307a671c6a req-8f802b66-a4d8-46bb-a358-e7c9b4d36f53 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:15.070008 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1599a48e-e78c-4a21-b5d3-4d307a671c6a req-8f802b66-a4d8-46bb-a358-e7c9b4d36f53 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:15.081193 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1599a48e-e78c-4a21-b5d3-4d307a671c6a req-8f802b66-a4d8-46bb-a358-e7c9b4d36f53 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:15.108470 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7214cc7f-3284-4954-9c83-28a44064375c req-0492b481-3643-46c7-be58-9cdf4103a413 tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.0436010 Jul 14 09:18:15.173660 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f802b66-a4d8-46bb-a358-e7c9b4d36f53 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Pushing event updated for resources: {'Port': ['ID=42c7cf50-f7ad-47ea-acb7-7c3e05cb4eba,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:15.186528 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1599a48e-e78c-4a21-b5d3-4d307a671c6a req-8f802b66-a4d8-46bb-a358-e7c9b4d36f53 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:15.207828 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1599a48e-e78c-4a21-b5d3-4d307a671c6a req-8f802b66-a4d8-46bb-a358-e7c9b4d36f53 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:15.209518 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1599a48e-e78c-4a21-b5d3-4d307a671c6a req-8f802b66-a4d8-46bb-a358-e7c9b4d36f53 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7080526 Jul 14 09:18:15.299927 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1599a48e-e78c-4a21-b5d3-4d307a671c6a req-d40477b8-1b42-405d-897b-87d821c361c7 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.146 HTTP/1.1" status: 200 len: 696 time: 0.0839667 Jul 14 09:18:15.460123 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9493f73-b86a-4848-8652-71032d32fb69 req-f026b4f4-2b1a-4bb9-9ae7-38dbfe3351f7 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:15.461641 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d9493f73-b86a-4848-8652-71032d32fb69 req-f026b4f4-2b1a-4bb9-9ae7-38dbfe3351f7 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?device_id=930cda15-e7ad-4dfe-a2b0-32ab25f684cc HTTP/1.1" status: 200 len: 950 time: 0.1512825 Jul 14 09:18:15.469014 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a48e-e78c-4a21-b5d3-4d307a671c6a req-615fc810-3375-4f08-acf9-50d483f068eb tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:15.470622 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1599a48e-e78c-4a21-b5d3-4d307a671c6a req-615fc810-3375-4f08-acf9-50d483f068eb tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.1698744 Jul 14 09:18:15.521668 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d9493f73-b86a-4848-8652-71032d32fb69 req-ab8cd6d9-31c2-48ab-9fb9-f6c98874fea6 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f80f3d1-c1d0-439f-8552-15d0dae5ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499685 Jul 14 09:18:15.854031 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-59cca2d0-4fdc-4830-b64b-1f046f370361 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:15.862970 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-59cca2d0-4fdc-4830-b64b-1f046f370361 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1988883 Jul 14 09:18:15.930375 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-efc6ecb7-ec05-4b45-9c33-902fbcf0cf47 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.146 HTTP/1.1" status: 200 len: 696 time: 0.0649123 Jul 14 09:18:15.935945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-d668249c-b837-45f1-8cc3-57369b07e8cd tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Request body: {'floatingip': {'port_id': '3c0350b3-6eb3-437f-8117-d60b192f6753', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:15.984284 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-d668249c-b837-45f1-8cc3-57369b07e8cd tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.046456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54666) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:16.226172 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6bb1487d-42c6-4425-99ba-9a6043cc2cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.262037 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.374592 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6bb1487d-42c6-4425-99ba-9a6043cc2cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.382416 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6bb1487d-42c6-4425-99ba-9a6043cc2cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.493551 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 54676) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:16.502426 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6bb1487d-42c6-4425-99ba-9a6043cc2cff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a30f31f738f54e39b063f7710820edd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538383 Jul 14 09:18:16.509626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1487d-42c6-4425-99ba-9a6043cc2cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee2080b-bd7d-4353-bfe7-104b9d25dea8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:16.874823 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cb4504f-ad9b-42e0-bb1b-ef8ad679fcea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.282265 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cb4504f-ad9b-42e0-bb1b-ef8ad679fcea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.415335 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fe714179-b5ef-4580-bba6-2fccbc3ee74a no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:17.445608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a4567ea-44f3-4014-b0a4-dac90c596690 req-dda96dd2-823e-41e3-a95f-79bc1d4d1811 tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.0845850 Jul 14 09:18:17.461006 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.resource_extend [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-d668249c-b837-45f1-8cc3-57369b07e8cd tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:18:17.522517 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.570818 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-d668249c-b837-45f1-8cc3-57369b07e8cd tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.570961 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fe714179-b5ef-4580-bba6-2fccbc3ee74a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fe714179-b5ef-4580-bba6-2fccbc3ee74a,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:17.570961 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930cda15-e7ad-4dfe-a2b0-32ab25f684cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe714179-b5ef-4580-bba6-2fccbc3ee74a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:17.570961 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7d60db-a6ec-42b8-af54-e0fe5f79e97f" -d '{"events": [{"server_uuid": "930cda15-e7ad-4dfe-a2b0-32ab25f684cc", "name": "network-vif-unplugged", "status": "completed", "tag": "fe714179-b5ef-4580-bba6-2fccbc3ee74a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:17.573246 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.575379 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-d668249c-b837-45f1-8cc3-57369b07e8cd tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.629583 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cb4504f-ad9b-42e0-bb1b-ef8ad679fcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.633023 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cb4504f-ad9b-42e0-bb1b-ef8ad679fcea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.634204 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5cb4504f-ad9b-42e0-bb1b-ef8ad679fcea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ee2080b-bd7d-4353-bfe7-104b9d25dea8 HTTP/1.1" status: 204 len: 168 time: 1.1368091 Jul 14 09:18:17.645154 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4504f-ad9b-42e0-bb1b-ef8ad679fcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee2080b-bd7d-4353-bfe7-104b9d25dea8,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:17.668570 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=fe714179-b5ef-4580-bba6-2fccbc3ee74a,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:17.678592 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524ede70-026a-4205-8f01-00122008560c x-openstack-request-id: req-524ede70-026a-4205-8f01-00122008560c {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:17.678885 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930cda15-e7ad-4dfe-a2b0-32ab25f684cc", "name": "network-vif-unplugged", "status": "completed", "tag": "fe714179-b5ef-4580-bba6-2fccbc3ee74a", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:17.679139 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-524ede70-026a-4205-8f01-00122008560c {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:17.681057 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930cda15-e7ad-4dfe-a2b0-32ab25f684cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe714179-b5ef-4580-bba6-2fccbc3ee74a', 'code': 200} Jul 14 09:18:17.734987 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-d668249c-b837-45f1-8cc3-57369b07e8cd tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Floating IP 02cb9f02-f753-4685-b445-a65849b4db07 associated. External IP: 172.25.1.146, port: 3c0350b3-6eb3-437f-8117-d60b192f6753. Jul 14 09:18:18.023769 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-d668249c-b837-45f1-8cc3-57369b07e8cd tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Router 1680fefb-cdd3-4cfb-b400-218a21a2d86b has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:18:18.191811 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-d668249c-b837-45f1-8cc3-57369b07e8cd tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:18:18.196453 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-d668249c-b837-45f1-8cc3-57369b07e8cd tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:18.208470 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568898ad-5f88-48cf-aa50-5f869d830714 None None] Sync routers for ids ['1680fefb-cdd3-4cfb-b400-218a21a2d86b'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:18:18.227060 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568898ad-5f88-48cf-aa50-5f869d830714 None None] Routers {'1680fefb-cdd3-4cfb-b400-218a21a2d86b'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:18:18.228432 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-568898ad-5f88-48cf-aa50-5f869d830714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:18:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1680fefb-cdd3-4cfb-b400-218a21a2d86b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:18.237951 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-d668249c-b837-45f1-8cc3-57369b07e8cd tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "PUT /v2.0/floatingips/02cb9f02-f753-4685-b445-a65849b4db07 HTTP/1.1" status: 200 len: 996 time: 2.3052223 Jul 14 09:18:18.237951 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03eef084-4832-4661-bded-556f4f073b0b', 'tag': '3c0350b3-6eb3-437f-8117-d60b192f6753'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:18.251529 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23267927-bae7-4a95-a751-e8d23d0e229f" -d '{"events": [{"name": "network-changed", "server_uuid": "03eef084-4832-4661-bded-556f4f073b0b", "tag": "3c0350b3-6eb3-437f-8117-d60b192f6753"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:18.362249 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-927b9b8c-e7e6-46fd-9188-4f8ba4f990db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:18.370528 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-927b9b8c-e7e6-46fd-9188-4f8ba4f990db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bcd1ddd43f3042678ea44c176b551ac5&device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 1097 time: 0.1083004 Jul 14 09:18:18.401746 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-568898ad-5f88-48cf-aa50-5f869d830714 None None] Set router 1680fefb-cdd3-4cfb-b400-218a21a2d86b gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:18:18.538597 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-373deab0-2303-48be-a380-cd8f528410c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:18.540194 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-373deab0-2303-48be-a380-cd8f528410c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=804f08ab-f06e-486b-9d18-c2f35567fe1b HTTP/1.1" status: 200 len: 929 time: 0.1649013 Jul 14 09:18:18.542231 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebdc8a0-eeba-444a-a87d-48a8a39e0336 x-openstack-request-id: req-aebdc8a0-eeba-444a-a87d-48a8a39e0336 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:18.542730 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03eef084-4832-4661-bded-556f4f073b0b", "tag": "3c0350b3-6eb3-437f-8117-d60b192f6753", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:18.543044 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aebdc8a0-eeba-444a-a87d-48a8a39e0336 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:18.543495 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03eef084-4832-4661-bded-556f4f073b0b', 'tag': '3c0350b3-6eb3-437f-8117-d60b192f6753', 'status': 'completed', 'code': 200} Jul 14 09:18:18.606935 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23267927-bae7-4a95-a751-e8d23d0e229f req-3a66be20-13de-49dc-873e-14b92024455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:18.610722 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-23267927-bae7-4a95-a751-e8d23d0e229f req-3a66be20-13de-49dc-873e-14b92024455e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bcd1ddd43f3042678ea44c176b551ac5&device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 1097 time: 0.0889959 Jul 14 09:18:18.743771 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-42d3e264-f8c2-4d15-afb9-ea8e60276bf7 req-1224803c-01fc-4f4b-a177-c55d91762c93 tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.0588005 Jul 14 09:18:18.751926 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-c3c9da7f-cfc8-4642-ab01-ff6e3d399887 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c0350b3-6eb3-437f-8117-d60b192f6753 HTTP/1.1" status: 200 len: 999 time: 0.2037609 Jul 14 09:18:18.820159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23267927-bae7-4a95-a751-e8d23d0e229f req-ac35dfbf-c896-4315-acca-3a9f58e3a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:18.822904 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-23267927-bae7-4a95-a751-e8d23d0e229f req-ac35dfbf-c896-4315-acca-3a9f58e3a191 service neutron] 10.222.0.55 "GET /v2.0/networks?id=804f08ab-f06e-486b-9d18-c2f35567fe1b HTTP/1.1" status: 200 len: 929 time: 0.1913600 Jul 14 09:18:18.869187 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-c4bfe233-f1c1-404c-8158-0b00b04bd293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:18.873561 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-c4bfe233-f1c1-404c-8158-0b00b04bd293 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b425104-7f7e-4627-af94-a8272ec2c531 HTTP/1.1" status: 200 len: 867 time: 0.1162717 Jul 14 09:18:18.906427 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-23267927-bae7-4a95-a751-e8d23d0e229f req-916b9220-e5c6-47af-9bc2-967a4028f73a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c0350b3-6eb3-437f-8117-d60b192f6753 HTTP/1.1" status: 200 len: 999 time: 0.0768390 Jul 14 09:18:18.908324 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-568898ad-5f88-48cf-aa50-5f869d830714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-801660514-router', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:28Z', 'revision_number': 4, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'gw_port': {'id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '02cb9f02-f753-4685-b445-a65849b4db07', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'floating_ip_address': '172.25.1.146', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'port_id': '3c0350b3-6eb3-437f-8117-d60b192f6753', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b', 'mac_address': 'fa:16:3e:28:66:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03eef084-4832-4661-bded-556f4f073b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:18:14Z', 'updated_at': '2021-07-14T09:18:17Z', 'revision_number': 1, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cb820b5-2387-4fb0-95ba-a7220f11f45a', 'name': '', 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'mac_address': 'fa:16:3e:dd:f2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '9b425104-7f7e-4627-af94-a8272ec2c531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:27Z', 'updated_at': '2021-07-14T09:17:44Z', 'revision_number': 5, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'subnets': [{'id': '9b425104-7f7e-4627-af94-a8272ec2c531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:18.972988 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23267927-bae7-4a95-a751-e8d23d0e229f req-f3d6c85b-1b0d-4f74-9e19-48ec3e7f4dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:18.974940 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-23267927-bae7-4a95-a751-e8d23d0e229f req-f3d6c85b-1b0d-4f74-9e19-48ec3e7f4dd9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b425104-7f7e-4627-af94-a8272ec2c531 HTTP/1.1" status: 200 len: 867 time: 0.0612128 Jul 14 09:18:18.979707 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568898ad-5f88-48cf-aa50-5f869d830714 None None] Checking router: 1680fefb-cdd3-4cfb-b400-218a21a2d86b for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:18:18.991076 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568898ad-5f88-48cf-aa50-5f869d830714 None None] Routers {'1680fefb-cdd3-4cfb-b400-218a21a2d86b'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:18:18.991916 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-568898ad-5f88-48cf-aa50-5f869d830714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:18:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1680fefb-cdd3-4cfb-b400-218a21a2d86b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:19.082509 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-199f8de9-6e11-4c6c-8c65-bab5cc42bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:19.089617 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-199f8de9-6e11-4c6c-8c65-bab5cc42bfa5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=804f08ab-f06e-486b-9d18-c2f35567fe1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2093852 Jul 14 09:18:19.094789 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-bc930421-444a-4204-a270-bd5755169250 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:18:19.100976 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23267927-bae7-4a95-a751-e8d23d0e229f req-3cb5dce4-7815-43a4-ac1f-0e6e971eb0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:19.101312 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-bc930421-444a-4204-a270-bd5755169250 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108032 Jul 14 09:18:19.104813 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-23267927-bae7-4a95-a751-e8d23d0e229f req-3cb5dce4-7815-43a4-ac1f-0e6e971eb0a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=804f08ab-f06e-486b-9d18-c2f35567fe1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1213312 Jul 14 09:18:19.130920 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-568898ad-5f88-48cf-aa50-5f869d830714 None None] Set router 1680fefb-cdd3-4cfb-b400-218a21a2d86b gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:18:19.214645 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-4a32e42b-ba19-46bb-a2e6-90099bc6c5e4 service neutron] 10.222.0.26 "GET /v2.0/networks/804f08ab-f06e-486b-9d18-c2f35567fe1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124341 Jul 14 09:18:19.262440 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-23267927-bae7-4a95-a751-e8d23d0e229f req-cb39fc7e-6562-4971-8b8a-099cd53b3c13 service neutron] 10.222.0.55 "GET /v2.0/networks/804f08ab-f06e-486b-9d18-c2f35567fe1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481099 Jul 14 09:18:19.335020 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13310362-a9bc-4670-a6b8-386bd6a5c3d0 req-0ea7d782-6471-4f61-8a17-5197851d5de7 service neutron] 10.222.0.26 "GET /v2.0/networks/804f08ab-f06e-486b-9d18-c2f35567fe1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074264 Jul 14 09:18:19.409335 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-23267927-bae7-4a95-a751-e8d23d0e229f req-8116daa2-4f0e-4a65-a455-8c2d8bfa795c service neutron] 10.222.0.55 "GET /v2.0/networks/804f08ab-f06e-486b-9d18-c2f35567fe1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278176 Jul 14 09:18:19.457771 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-568898ad-5f88-48cf-aa50-5f869d830714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-801660514-router', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:28Z', 'revision_number': 4, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'gw_port': {'id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '02cb9f02-f753-4685-b445-a65849b4db07', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'floating_ip_address': '172.25.1.146', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'port_id': '3c0350b3-6eb3-437f-8117-d60b192f6753', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b', 'mac_address': 'fa:16:3e:28:66:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03eef084-4832-4661-bded-556f4f073b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:18:14Z', 'updated_at': '2021-07-14T09:18:17Z', 'revision_number': 1, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cb820b5-2387-4fb0-95ba-a7220f11f45a', 'name': '', 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'mac_address': 'fa:16:3e:dd:f2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '9b425104-7f7e-4627-af94-a8272ec2c531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:27Z', 'updated_at': '2021-07-14T09:17:44Z', 'revision_number': 5, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'subnets': [{'id': '9b425104-7f7e-4627-af94-a8272ec2c531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:19.488983 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568898ad-5f88-48cf-aa50-5f869d830714 None None] The sync data for ids ['1680fefb-cdd3-4cfb-b400-218a21a2d86b'] in n-d-798054-10 is: [{'id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-801660514-router', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:28Z', 'revision_number': 4, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'gw_port': {'id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '02cb9f02-f753-4685-b445-a65849b4db07', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'floating_ip_address': '172.25.1.146', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'port_id': '3c0350b3-6eb3-437f-8117-d60b192f6753', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b', 'mac_address': 'fa:16:3e:28:66:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03eef084-4832-4661-bded-556f4f073b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:18:14Z', 'updated_at': '2021-07-14T09:18:17Z', 'revision_number': 1, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cb820b5-2387-4fb0-95ba-a7220f11f45a', 'name': '', 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'mac_address': 'fa:16:3e:dd:f2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '9b425104-7f7e-4627-af94-a8272ec2c531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:27Z', 'updated_at': '2021-07-14T09:17:44Z', 'revision_number': 5, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'subnets': [{'id': '9b425104-7f7e-4627-af94-a8272ec2c531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:18:19.518508 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-076c7ae9-b9fd-4d6a-b6bb-6755c32b583b req-2f149f37-22fa-402a-b604-97c0d3bcefdd tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 258 time: 0.1357322 Jul 14 09:18:19.536236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-076c7ae9-b9fd-4d6a-b6bb-6755c32b583b req-be906002-8078-4aa8-aca5-b2af7077cf83 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:19.568515 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-076c7ae9-b9fd-4d6a-b6bb-6755c32b583b req-be906002-8078-4aa8-aca5-b2af7077cf83 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.672175 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:18:19.709112 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-076c7ae9-b9fd-4d6a-b6bb-6755c32b583b req-be906002-8078-4aa8-aca5-b2af7077cf83 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.766105 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793086f9-babc-47de-9326-41437ddec3c3 None None] New status for floating IP 02cb9f02-f753-4685-b445-a65849b4db07: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:18:19.924461 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-076c7ae9-b9fd-4d6a-b6bb-6755c32b583b req-be906002-8078-4aa8-aca5-b2af7077cf83 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Allocated IP 172.25.1.164 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/fdf479b0-69da-4a54-8ec6-045ba96d4ae7) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:20.088584 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-076c7ae9-b9fd-4d6a-b6bb-6755c32b583b req-be906002-8078-4aa8-aca5-b2af7077cf83 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:20.167064 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-076c7ae9-b9fd-4d6a-b6bb-6755c32b583b req-be906002-8078-4aa8-aca5-b2af7077cf83 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:20.208055 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076c7ae9-b9fd-4d6a-b6bb-6755c32b583b req-be906002-8078-4aa8-aca5-b2af7077cf83 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:20.230238 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be906002-8078-4aa8-aca5-b2af7077cf83 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Pushing event updated for resources: {'Port': ['ID=fdf479b0-69da-4a54-8ec6-045ba96d4ae7,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:20.243049 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-076c7ae9-b9fd-4d6a-b6bb-6755c32b583b req-be906002-8078-4aa8-aca5-b2af7077cf83 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:20.245561 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-076c7ae9-b9fd-4d6a-b6bb-6755c32b583b req-be906002-8078-4aa8-aca5-b2af7077cf83 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:20.354912 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1ad2142c-742f-4024-b4fb-30acceb61f42 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:18:20.445005 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-076c7ae9-b9fd-4d6a-b6bb-6755c32b583b req-be906002-8078-4aa8-aca5-b2af7077cf83 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:20.560371 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-076c7ae9-b9fd-4d6a-b6bb-6755c32b583b req-be906002-8078-4aa8-aca5-b2af7077cf83 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:20.569009 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1ad2142c-742f-4024-b4fb-30acceb61f42, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1ad2142c-742f-4024-b4fb-30acceb61f42,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:20.608261 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '1ad2142c-742f-4024-b4fb-30acceb61f42', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '1ad2142c-742f-4024-b4fb-30acceb61f42', 'mac_address': 'fa:16:3e:be:fb:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:18:20.757587 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:20.804061 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad2142c-742f-4024-b4fb-30acceb61f42 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:20.814441 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-076c7ae9-b9fd-4d6a-b6bb-6755c32b583b req-be906002-8078-4aa8-aca5-b2af7077cf83 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:20.820623 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-076c7ae9-b9fd-4d6a-b6bb-6755c32b583b req-be906002-8078-4aa8-aca5-b2af7077cf83 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:20.866596 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1ad2142c-742f-4024-b4fb-30acceb61f42, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1ad2142c-742f-4024-b4fb-30acceb61f42,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:20.871535 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:20.926946 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be906002-8078-4aa8-aca5-b2af7077cf83 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Pushing event updated for resources: {'Port': ['ID=fdf479b0-69da-4a54-8ec6-045ba96d4ae7,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:21.029875 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=1ad2142c-742f-4024-b4fb-30acceb61f42,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:21.061246 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-076c7ae9-b9fd-4d6a-b6bb-6755c32b583b req-be906002-8078-4aa8-aca5-b2af7077cf83 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:21.119758 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-076c7ae9-b9fd-4d6a-b6bb-6755c32b583b req-be906002-8078-4aa8-aca5-b2af7077cf83 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:21.126368 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-076c7ae9-b9fd-4d6a-b6bb-6755c32b583b req-be906002-8078-4aa8-aca5-b2af7077cf83 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6018195 Jul 14 09:18:21.153289 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['1ad2142c-742f-4024-b4fb-30acceb61f42'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:21.260943 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f1110d04-f275-4d56-93c9-3103de05e714 req-d126e1c4-0f7a-49aa-b59f-5e47546bd0a4 tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.1151786 Jul 14 09:18:21.277622 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-076c7ae9-b9fd-4d6a-b6bb-6755c32b583b req-fef820ae-0a47-4640-9dbe-81a53c3ecab7 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.164 HTTP/1.1" status: 200 len: 696 time: 0.1487753 Jul 14 09:18:21.465252 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c7ae9-b9fd-4d6a-b6bb-6755c32b583b req-a1835a0e-3420-47d0-a495-8feb39ce5139 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:21.478594 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-076c7ae9-b9fd-4d6a-b6bb-6755c32b583b req-a1835a0e-3420-47d0-a495-8feb39ce5139 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.1961749 Jul 14 09:18:22.032916 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634745a-d13a-4b95-b89a-1266ee46533b req-683e3544-d786-4b07-a797-b9864c603ff7 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.036633 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9634745a-d13a-4b95-b89a-1266ee46533b req-683e3544-d786-4b07-a797-b9864c603ff7 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1129978 Jul 14 09:18:22.153346 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9634745a-d13a-4b95-b89a-1266ee46533b req-57bf331c-6a36-493b-9283-b504b7185bfc tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.164 HTTP/1.1" status: 200 len: 696 time: 0.0883992 Jul 14 09:18:22.169400 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-9634745a-d13a-4b95-b89a-1266ee46533b req-946713a0-6a00-4375-bc58-51ea6c069752 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Request body: {'floatingip': {'port_id': '3c0350b3-6eb3-437f-8117-d60b192f6753', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:22.258911 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9634745a-d13a-4b95-b89a-1266ee46533b req-946713a0-6a00-4375-bc58-51ea6c069752 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:22.364400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1ad2142c-742f-4024-b4fb-30acceb61f42 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:22.453113 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 1ad2142c-742f-4024-b4fb-30acceb61f42 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:22.453760 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:22.546845 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b4c301a-0402-4c90-b727-6efd89700f40 req-9a96f361-8644-45ed-87f5-4ffbe8ecbf75 tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.0521343 Jul 14 09:18:22.563302 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:22.611248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a92d9f-8ce6-443f-8a4c-cb0728a38d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2142c-742f-4024-b4fb-30acceb61f42'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:22.615597 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b1a1da-765d-4080-b0eb-0024a1cb7040" -d '{"events": [{"server_uuid": "17a92d9f-8ce6-443f-8a4c-cb0728a38d2c", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2142c-742f-4024-b4fb-30acceb61f42"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:22.633975 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1ad2142c-742f-4024-b4fb-30acceb61f42, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1ad2142c-742f-4024-b4fb-30acceb61f42,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:22.639258 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:22.739634 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b8358f-3024-4c21-8d1b-260cbaf5141b x-openstack-request-id: req-97b8358f-3024-4c21-8d1b-260cbaf5141b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:22.740045 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a92d9f-8ce6-443f-8a4c-cb0728a38d2c", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2142c-742f-4024-b4fb-30acceb61f42", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:22.740222 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97b8358f-3024-4c21-8d1b-260cbaf5141b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:22.740567 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a92d9f-8ce6-443f-8a4c-cb0728a38d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2142c-742f-4024-b4fb-30acceb61f42', 'code': 200} Jul 14 09:18:22.741829 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=1ad2142c-742f-4024-b4fb-30acceb61f42,revision_number=10']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:22.799476 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-9634745a-d13a-4b95-b89a-1266ee46533b req-946713a0-6a00-4375-bc58-51ea6c069752 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 09:18:22.801090 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9634745a-d13a-4b95-b89a-1266ee46533b req-946713a0-6a00-4375-bc58-51ea6c069752 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "PUT /v2.0/floatingips/f5c8ff14-b593-4269-83b0-2bd42292e90a HTTP/1.1" status: 409 len: 550 time: 0.6374195 Jul 14 09:18:22.897384 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c60ca0e-d578-4295-b63a-2f1a6918b961 req-eeaee1e0-1910-4a1b-ac65-a35d56b9c40e tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/floatingips/f5c8ff14-b593-4269-83b0-2bd42292e90a HTTP/1.1" status: 200 len: 693 time: 0.0671175 Jul 14 09:18:22.954982 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54844) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:22.962700 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1136228271'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:23.008152 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Made reservation on behalf of 31e3a4cec448411aba79b23ed148d185 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:23.016912 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.080089 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:18:23.103537 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.103926 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Added segment 4507c68c-c871-4e6c-a411-602905e6650a of type vlan for network c9df3bdd-77d5-4207-8bf1-adc3545be74a Jul 14 09:18:23.150659 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60ca0e-d578-4295-b63a-2f1a6918b961 req-dfa6be75-7d54-4c56-a8a4-e2227af95d54 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:23.163936 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c60ca0e-d578-4295-b63a-2f1a6918b961 req-dfa6be75-7d54-4c56-a8a4-e2227af95d54 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.2556851 Jul 14 09:18:23.193043 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.255356 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c60ca0e-d578-4295-b63a-2f1a6918b961 req-909535fc-8bac-4ae2-a30a-1716fd2c15c6 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.164 HTTP/1.1" status: 200 len: 696 time: 0.0894158 Jul 14 09:18:23.296518 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.303269 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:23.304335 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.509171 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5519335 Jul 14 09:18:23.512872 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54860) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:23.556030 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-dbc1ba1b-5c1c-45ed-a631-7cabca86b303 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1993362773'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:23.615060 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event updated for resources: {'Network': ['ID=c9df3bdd-77d5-4207-8bf1-adc3545be74a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:23.637611 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:23.638716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:23.641067 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:23.642883 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:23.644597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:23.646275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:23.647018 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:23.648311 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:23.651468 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:23.652287 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:23.652940 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:23.655220 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd4731-2d90-473f-86c4-4c9581330442 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:23.666791 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc1ba1b-5c1c-45ed-a631-7cabca86b303 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Made reservation on behalf of 31e3a4cec448411aba79b23ed148d185 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:23.678007 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network c9df3bdd-77d5-4207-8bf1-adc3545be74a details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:18:23.678432 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dbc1ba1b-5c1c-45ed-a631-7cabca86b303 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.715844 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc1ba1b-5c1c-45ed-a631-7cabca86b303 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:18:23.731032 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dbc1ba1b-5c1c-45ed-a631-7cabca86b303 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.731557 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-dbc1ba1b-5c1c-45ed-a631-7cabca86b303 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Added segment ac5b91c5-dca7-4a43-a548-9b1960ce33fc of type vlan for network b942b7bc-b05b-4b6e-aff4-d229af7544cd Jul 14 09:18:23.788256 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dbc1ba1b-5c1c-45ed-a631-7cabca86b303 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.847372 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dbc1ba1b-5c1c-45ed-a631-7cabca86b303 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.861506 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc1ba1b-5c1c-45ed-a631-7cabca86b303 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:23.863657 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dbc1ba1b-5c1c-45ed-a631-7cabca86b303 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.960242 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c60ca0e-d578-4295-b63a-2f1a6918b961 req-8013b367-0e6c-4c34-beb2-415d38b6d2d0 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.164 HTTP/1.1" status: 200 len: 696 time: 0.7036858 Jul 14 09:18:24.075782 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1ba1b-5c1c-45ed-a631-7cabca86b303 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event updated for resources: {'Network': ['ID=b942b7bc-b05b-4b6e-aff4-d229af7544cd,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:24.087938 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dbc1ba1b-5c1c-45ed-a631-7cabca86b303 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5632877 Jul 14 09:18:24.092244 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network b942b7bc-b05b-4b6e-aff4-d229af7544cd details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:18:24.093206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54866) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:24.107289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-28e67533-b9e8-4f6e-95c4-f6a3866a51db tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Request body: {'subnet': {'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:24.133010 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57a73e01-9a51-400f-a396-bbe55190752e req-de0a83dc-006f-429f-b718-6fae56a51072 tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.1149819 Jul 14 09:18:24.260071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-3c60ca0e-d578-4295-b63a-2f1a6918b961 req-4454162d-9483-43c4-917b-95c710705e6e tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Deleting port fdf479b0-69da-4a54-8ec6-045ba96d4ae7 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:24.261283 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3c60ca0e-d578-4295-b63a-2f1a6918b961 req-4454162d-9483-43c4-917b-95c710705e6e tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.362904 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e67533-b9e8-4f6e-95c4-f6a3866a51db tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Made reservation on behalf of 31e3a4cec448411aba79b23ed148d185 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:24.379094 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-28e67533-b9e8-4f6e-95c4-f6a3866a51db tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.602307 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3c60ca0e-d578-4295-b63a-2f1a6918b961 req-4454162d-9483-43c4-917b-95c710705e6e tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.602853 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3c60ca0e-d578-4295-b63a-2f1a6918b961 req-4454162d-9483-43c4-917b-95c710705e6e tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.657444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-3c60ca0e-d578-4295-b63a-2f1a6918b961 req-4454162d-9483-43c4-917b-95c710705e6e tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Calling delete_port for fdf479b0-69da-4a54-8ec6-045ba96d4ae7 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:24.820916 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-28e67533-b9e8-4f6e-95c4-f6a3866a51db tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.096127 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3c60ca0e-d578-4295-b63a-2f1a6918b961 req-4454162d-9483-43c4-917b-95c710705e6e tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.106174 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e67533-b9e8-4f6e-95c4-f6a3866a51db tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event updated for resources: {'Subnet': ['ID=52a95ed6-a967-4c2d-8b84-f641b0b1d6ed,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:25.125139 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e67533-b9e8-4f6e-95c4-f6a3866a51db tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Checking segment: {'id': '4507c68c-c871-4e6c-a411-602905e6650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:25.126287 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e67533-b9e8-4f6e-95c4-f6a3866a51db tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Network hostable DHCP agents. Network: c9df3bdd-77d5-4207-8bf1-adc3545be74a, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:18:25.157396 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454162d-9483-43c4-917b-95c710705e6e tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Pushing event deleted for resources: {'Port': ['ID=fdf479b0-69da-4a54-8ec6-045ba96d4ae7,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:25.168762 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e67533-b9e8-4f6e-95c4-f6a3866a51db tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Network c9df3bdd-77d5-4207-8bf1-adc3545be74a is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:18:25.186059 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-28e67533-b9e8-4f6e-95c4-f6a3866a51db tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, c9df3bdd-77d5-4207-8bf1-adc3545be74a) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:25.198283 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0a1fbf-320c-4480-bbe6-c60736d9fe70 None None] Network c9df3bdd-77d5-4207-8bf1-adc3545be74a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:18:25.210590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e67533-b9e8-4f6e-95c4-f6a3866a51db tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:25.211272 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-28e67533-b9e8-4f6e-95c4-f6a3866a51db tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.277430 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-28e67533-b9e8-4f6e-95c4-f6a3866a51db tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1816194 Jul 14 09:18:25.277891 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3c60ca0e-d578-4295-b63a-2f1a6918b961 req-4454162d-9483-43c4-917b-95c710705e6e tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.278391 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54888) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:25.281288 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3c60ca0e-d578-4295-b63a-2f1a6918b961 req-4454162d-9483-43c4-917b-95c710705e6e tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.285311 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c60ca0e-d578-4295-b63a-2f1a6918b961 req-4454162d-9483-43c4-917b-95c710705e6e tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "DELETE /v2.0/floatingips/f5c8ff14-b593-4269-83b0-2bd42292e90a HTTP/1.1" status: 204 len: 173 time: 1.3236222 Jul 14 09:18:25.288044 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-45122b3c-432f-4a52-8669-d0504e2ac66f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Request body: {'subnet': {'network_id': 'b942b7bc-b05b-4b6e-aff4-d229af7544cd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:25.546346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45122b3c-432f-4a52-8669-d0504e2ac66f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Made reservation on behalf of 31e3a4cec448411aba79b23ed148d185 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:25.550827 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45122b3c-432f-4a52-8669-d0504e2ac66f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.557076 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a1b9a76-3a80-4617-90f0-44090fb19eb8 req-0b3d780a-9c87-4565-9096-e2213e38900a tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.0721531 Jul 14 09:18:25.591920 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-98e43fb9-c66a-4034-81bf-17e6ed994ec0 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.146 HTTP/1.1" status: 200 len: 1001 time: 0.2767286 Jul 14 09:18:25.660771 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-c9df3bdd-77d5-4207-8bf1-adc3545be74a', 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'fixed_ips': [{'subnet_id': '52a95ed6-a967-4c2d-8b84-f641b0b1d6ed'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:18:25.661646 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.804885 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-ab72c693-1cbb-4f43-b6b0-7bdc08715657 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:25.831209 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-ab72c693-1cbb-4f43-b6b0-7bdc08715657 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports/3c0350b3-6eb3-437f-8117-d60b192f6753 HTTP/1.1" status: 200 len: 942 time: 0.2253482 Jul 14 09:18:25.947926 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Allocated IP 10.1.1.2 (c9df3bdd-77d5-4207-8bf1-adc3545be74a/52a95ed6-a967-4c2d-8b84-f641b0b1d6ed/87698dd2-9597-492e-a972-3fff1ec13637) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:26.139579 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45122b3c-432f-4a52-8669-d0504e2ac66f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.219376 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.238608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-6975b33d-503c-47a7-b042-3244c08fdbb3 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.146 HTTP/1.1" status: 200 len: 1001 time: 0.1557951 Jul 14 09:18:26.247100 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45122b3c-432f-4a52-8669-d0504e2ac66f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event updated for resources: {'Subnet': ['ID=a557f1ac-a69c-4035-b98f-f25db75ba130,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:26.260721 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Transition to ACTIVE for port object 87698dd2-9597-492e-a972-3fff1ec13637 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:26.299585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Transition to ACTIVE for port object 87698dd2-9597-492e-a972-3fff1ec13637 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:26.319141 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.329825 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45122b3c-432f-4a52-8669-d0504e2ac66f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Checking segment: {'id': 'ac5b91c5-dca7-4a43-a548-9b1960ce33fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b942b7bc-b05b-4b6e-aff4-d229af7544cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:26.330207 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45122b3c-432f-4a52-8669-d0504e2ac66f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Network hostable DHCP agents. Network: b942b7bc-b05b-4b6e-aff4-d229af7544cd, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:18:26.358952 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45122b3c-432f-4a52-8669-d0504e2ac66f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Network b942b7bc-b05b-4b6e-aff4-d229af7544cd is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:18:26.373569 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-45122b3c-432f-4a52-8669-d0504e2ac66f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, b942b7bc-b05b-4b6e-aff4-d229af7544cd) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:26.381524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45122b3c-432f-4a52-8669-d0504e2ac66f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:26.386441 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45122b3c-432f-4a52-8669-d0504e2ac66f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.390787 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900a6c54-4b1b-4629-a850-7396a6fffcd5 None None] Network b942b7bc-b05b-4b6e-aff4-d229af7544cd requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:18:26.421410 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-45122b3c-432f-4a52-8669-d0504e2ac66f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1417062 Jul 14 09:18:26.428771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54912) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:26.443346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f1e83d2f-5383-4133-b11f-d5c41854bb37 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Request body: {'port': {'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a', 'name': 'tempest-TaggedBootDevicesTest-1365055120', 'fixed_ips': [{'subnet_id': '52a95ed6-a967-4c2d-8b84-f641b0b1d6ed'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:26.491277 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-2ca83472-f26e-4b86-be9e-7b85684c5a6d tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:26.492727 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-2ca83472-f26e-4b86-be9e-7b85684c5a6d tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.2504821 Jul 14 09:18:26.524962 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Network c9df3bdd-77d5-4207-8bf1-adc3545be74a is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:26.557672 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:26.578153 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Pushing event updated for resources: {'Port': ['ID=87698dd2-9597-492e-a972-3fff1ec13637,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:26.591656 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:26.694610 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e83d2f-5383-4133-b11f-d5c41854bb37 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Made reservation on behalf of 31e3a4cec448411aba79b23ed148d185 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:26.708222 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-874ced77-5128-48e0-b44b-a9cb5c100ef8 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.146 HTTP/1.1" status: 200 len: 1001 time: 0.2076895 Jul 14 09:18:26.716698 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-6ba57011-05fb-47a2-ab99-26a494ecd6f5 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:26.875343 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1e83d2f-5383-4133-b11f-d5c41854bb37 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.900844 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-6ba57011-05fb-47a2-ab99-26a494ecd6f5 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.916373 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-f1e83d2f-5383-4133-b11f-d5c41854bb37 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] device_id is not set on port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:18:26.995936 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Attempting to bind port 87698dd2-9597-492e-a972-3fff1ec13637 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:26.996316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Attempting to bind port 87698dd2-9597-492e-a972-3fff1ec13637 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '4507c68c-c871-4e6c-a411-602905e6650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:26.996683 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Attempting to bind port 87698dd2-9597-492e-a972-3fff1ec13637 on network c9df3bdd-77d5-4207-8bf1-adc3545be74a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:27.030869 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:18:27.031303 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Checking segment: {'id': '4507c68c-c871-4e6c-a411-602905e6650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:27.031852 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.032273 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Bound using segment: {'id': '4507c68c-c871-4e6c-a411-602905e6650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:18:27.032864 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Bound port: 87698dd2-9597-492e-a972-3fff1ec13637, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4507c68c-c871-4e6c-a411-602905e6650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:18:27.033256 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.074197 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-32f7fc9a-e082-4e91-bed8-49994959f4cb req-d9a5ffdc-8c81-4503-8b87-c5186ca52c47 tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.0762553 Jul 14 09:18:27.132938 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-b942b7bc-b05b-4b6e-aff4-d229af7544cd', 'network_id': 'b942b7bc-b05b-4b6e-aff4-d229af7544cd', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'fixed_ips': [{'subnet_id': 'a557f1ac-a69c-4035-b98f-f25db75ba130'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:18:27.138620 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.479019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-f1e83d2f-5383-4133-b11f-d5c41854bb37 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Allocated IP 10.1.1.41 (c9df3bdd-77d5-4207-8bf1-adc3545be74a/52a95ed6-a967-4c2d-8b84-f641b0b1d6ed/207ab0ec-b17a-4abd-8b56-ed8ce32580f4) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:27.486438 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-6ba57011-05fb-47a2-ab99-26a494ecd6f5 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.491748 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-6ba57011-05fb-47a2-ab99-26a494ecd6f5 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.492450 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-6ba57011-05fb-47a2-ab99-26a494ecd6f5 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Floating IP 02cb9f02-f753-4685-b445-a65849b4db07 disassociated. External IP: 172.25.1.146, port: 3c0350b3-6eb3-437f-8117-d60b192f6753. Jul 14 09:18:27.715291 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1e83d2f-5383-4133-b11f-d5c41854bb37 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.724607 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4d2b-8c61-480b-b04c-d6eb8f450c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.734964 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-f1e83d2f-5383-4133-b11f-d5c41854bb37 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Transition to ACTIVE for port object 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:27.770555 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Allocated IP 10.2.2.2 (b942b7bc-b05b-4b6e-aff4-d229af7544cd/a557f1ac-a69c-4035-b98f-f25db75ba130/d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:27.787312 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1e83d2f-5383-4133-b11f-d5c41854bb37 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.847929 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] For port 87698dd2-9597-492e-a972-3fff1ec13637, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:27.861093 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] For port 87698dd2-9597-492e-a972-3fff1ec13637, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=87698dd2-9597-492e-a972-3fff1ec13637,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:18:27.880364 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.942441 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e83d2f-5383-4133-b11f-d5c41854bb37 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Network c9df3bdd-77d5-4207-8bf1-adc3545be74a is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:27.948085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f1e83d2f-5383-4133-b11f-d5c41854bb37 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:27.954644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e83d2f-5383-4133-b11f-d5c41854bb37 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:28.031277 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e83d2f-5383-4133-b11f-d5c41854bb37 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event updated for resources: {'Port': ['ID=207ab0ec-b17a-4abd-8b56-ed8ce32580f4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:28.101056 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c493fd-bcdd-4ed1-bf5a-6188408cdf02 None None] Pushing event updated for resources: {'Port': ['ID=87698dd2-9597-492e-a972-3fff1ec13637,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:28.110729 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-6ba57011-05fb-47a2-ab99-26a494ecd6f5 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Router 1680fefb-cdd3-4cfb-b400-218a21a2d86b has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:18:28.112251 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e83d2f-5383-4133-b11f-d5c41854bb37 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:28.116265 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1e83d2f-5383-4133-b11f-d5c41854bb37 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.157074 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f1e83d2f-5383-4133-b11f-d5c41854bb37 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7232084 Jul 14 09:18:28.160114 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54948) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:28.181155 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-cfee8f7d-1c3f-4ae3-8a46-7c405e679a21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Request body: {'port': {'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a', 'name': 'tempest-TaggedBootDevicesTest-380926288', 'fixed_ips': [{'subnet_id': '52a95ed6-a967-4c2d-8b84-f641b0b1d6ed'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:28.332735 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.357298 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Transition to ACTIVE for port object d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:28.409126 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Transition to ACTIVE for port object d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:28.427510 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.577260 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfee8f7d-1c3f-4ae3-8a46-7c405e679a21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Made reservation on behalf of 31e3a4cec448411aba79b23ed148d185 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:28.599202 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cfee8f7d-1c3f-4ae3-8a46-7c405e679a21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.624809 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-6ba57011-05fb-47a2-ab99-26a494ecd6f5 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:18:28.641266 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c43468b-b902-4b0e-8694-3d9e4028416b None None] Sync routers for ids ['1680fefb-cdd3-4cfb-b400-218a21a2d86b'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:18:28.657009 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-6ba57011-05fb-47a2-ab99-26a494ecd6f5 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.670730 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c43468b-b902-4b0e-8694-3d9e4028416b None None] Routers {'1680fefb-cdd3-4cfb-b400-218a21a2d86b'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:18:28.671408 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9c43468b-b902-4b0e-8694-3d9e4028416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:18:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1680fefb-cdd3-4cfb-b400-218a21a2d86b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:28.674154 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-cfee8f7d-1c3f-4ae3-8a46-7c405e679a21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] device_id is not set on port 4ab54df4-c842-45de-b8d8-a4afe567c0e5 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:18:28.847790 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54962) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:28.880596 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Network b942b7bc-b05b-4b6e-aff4-d229af7544cd is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:28.884990 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:28.887530 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:28.919718 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-6ba57011-05fb-47a2-ab99-26a494ecd6f5 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "PUT /v2.0/floatingips/02cb9f02-f753-4685-b445-a65849b4db07 HTTP/1.1" status: 200 len: 695 time: 2.2088029 Jul 14 09:18:28.927522 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03eef084-4832-4661-bded-556f4f073b0b', 'tag': '3c0350b3-6eb3-437f-8117-d60b192f6753'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:28.933023 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b753066f-843c-4f2f-9a55-cb5fb8a6fc67" -d '{"events": [{"name": "network-changed", "server_uuid": "03eef084-4832-4661-bded-556f4f073b0b", "tag": "3c0350b3-6eb3-437f-8117-d60b192f6753"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:28.978533 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Pushing event updated for resources: {'Port': ['ID=d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:29.027301 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Attempting to bind port d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:29.027877 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Attempting to bind port d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'ac5b91c5-dca7-4a43-a548-9b1960ce33fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b942b7bc-b05b-4b6e-aff4-d229af7544cd'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:29.028467 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Attempting to bind port d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2 on network b942b7bc-b05b-4b6e-aff4-d229af7544cd {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:29.047647 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:18:29.053193 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Checking segment: {'id': 'ac5b91c5-dca7-4a43-a548-9b1960ce33fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b942b7bc-b05b-4b6e-aff4-d229af7544cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:29.053193 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:29.053193 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Bound using segment: {'id': 'ac5b91c5-dca7-4a43-a548-9b1960ce33fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b942b7bc-b05b-4b6e-aff4-d229af7544cd'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:18:29.056715 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Bound port: d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5b91c5-dca7-4a43-a548-9b1960ce33fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b942b7bc-b05b-4b6e-aff4-d229af7544cd'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:18:29.057445 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:29.115992 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-19fc7440-0f5a-4d4e-8da9-94b1aae85e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:29.128632 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-19fc7440-0f5a-4d4e-8da9-94b1aae85e8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bcd1ddd43f3042678ea44c176b551ac5&device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 1097 time: 0.1801560 Jul 14 09:18:29.242816 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ee7a533-33a7-4c31-b41a-75702910e78e req-158a1597-3e29-4abe-b133-6b79e899de54 tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.0939200 Jul 14 09:18:29.277490 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-cfee8f7d-1c3f-4ae3-8a46-7c405e679a21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Allocated IP 10.1.1.159 (c9df3bdd-77d5-4207-8bf1-adc3545be74a/52a95ed6-a967-4c2d-8b84-f641b0b1d6ed/4ab54df4-c842-45de-b8d8-a4afe567c0e5) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:29.368126 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] For port d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:29.377750 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] For port d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2,segment=NetworkSegment(ac5b91c5-dca7-4a43-a548-9b1960ce33fc),segment_id=ac5b91c5-dca7-4a43-a548-9b1960ce33fc)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:18:29.397345 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:29.445685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-37dae53b-70bd-4b42-be98-befe9355e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:29.452738 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-37dae53b-70bd-4b42-be98-befe9355e86e service neutron] 10.222.0.26 "GET /v2.0/networks?id=804f08ab-f06e-486b-9d18-c2f35567fe1b HTTP/1.1" status: 200 len: 929 time: 0.3177087 Jul 14 09:18:29.463077 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-9c43468b-b902-4b0e-8694-3d9e4028416b None None] Set router 1680fefb-cdd3-4cfb-b400-218a21a2d86b gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:18:29.632243 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cfee8f7d-1c3f-4ae3-8a46-7c405e679a21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:29.652427 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab8ce3-5e55-48d9-9d2b-dc5d27a0e334 None None] Pushing event updated for resources: {'Port': ['ID=d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:29.664821 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-77fe0023-df4d-42c6-9775-6fb8c60a25cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c0350b3-6eb3-437f-8117-d60b192f6753 HTTP/1.1" status: 200 len: 217 time: 0.1951966 Jul 14 09:18:29.688183 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-cfee8f7d-1c3f-4ae3-8a46-7c405e679a21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Transition to ACTIVE for port object 4ab54df4-c842-45de-b8d8-a4afe567c0e5 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:29.721142 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f5395a7-ecab-4ff8-951a-19a15b443d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:29.820552 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cfee8f7d-1c3f-4ae3-8a46-7c405e679a21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:29.829684 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:29.882761 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfee8f7d-1c3f-4ae3-8a46-7c405e679a21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Network c9df3bdd-77d5-4207-8bf1-adc3545be74a is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:29.890013 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-cfee8f7d-1c3f-4ae3-8a46-7c405e679a21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:29.902769 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee8f7d-1c3f-4ae3-8a46-7c405e679a21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:29.908019 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-1f561288-7fbe-4a71-b853-e1c06ce25d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:29.909699 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-1f561288-7fbe-4a71-b853-e1c06ce25d59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b425104-7f7e-4627-af94-a8272ec2c531 HTTP/1.1" status: 200 len: 867 time: 0.2346683 Jul 14 09:18:30.096558 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd7f93d-c26a-450c-8b0a-9d154562561c x-openstack-request-id: req-7fd7f93d-c26a-450c-8b0a-9d154562561c {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:30.096922 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03eef084-4832-4661-bded-556f4f073b0b", "tag": "3c0350b3-6eb3-437f-8117-d60b192f6753", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:30.097895 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fd7f93d-c26a-450c-8b0a-9d154562561c {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:30.098305 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03eef084-4832-4661-bded-556f4f073b0b', 'tag': '3c0350b3-6eb3-437f-8117-d60b192f6753', 'status': 'completed', 'code': 200} Jul 14 09:18:30.104702 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-6aa1380b-b992-4291-999f-be3c2fd79656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:30.106275 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-6aa1380b-b992-4291-999f-be3c2fd79656 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=804f08ab-f06e-486b-9d18-c2f35567fe1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1858897 Jul 14 09:18:30.112677 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bc31ef40-8425-4422-8983-2b69322c1011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:30.197684 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9c43468b-b902-4b0e-8694-3d9e4028416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-801660514-router', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:28Z', 'revision_number': 4, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'gw_port': {'id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '3cb820b5-2387-4fb0-95ba-a7220f11f45a', 'name': '', 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'mac_address': 'fa:16:3e:dd:f2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '9b425104-7f7e-4627-af94-a8272ec2c531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:27Z', 'updated_at': '2021-07-14T09:17:44Z', 'revision_number': 5, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'subnets': [{'id': '9b425104-7f7e-4627-af94-a8272ec2c531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:30.263534 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfee8f7d-1c3f-4ae3-8a46-7c405e679a21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:30.264471 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cfee8f7d-1c3f-4ae3-8a46-7c405e679a21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:30.268653 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee8f7d-1c3f-4ae3-8a46-7c405e679a21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event updated for resources: {'Port': ['ID=4ab54df4-c842-45de-b8d8-a4afe567c0e5,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:30.313005 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c43468b-b902-4b0e-8694-3d9e4028416b None None] Checking router: 1680fefb-cdd3-4cfb-b400-218a21a2d86b for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:18:30.346856 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c43468b-b902-4b0e-8694-3d9e4028416b None None] Routers {'1680fefb-cdd3-4cfb-b400-218a21a2d86b'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:18:30.347755 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9c43468b-b902-4b0e-8694-3d9e4028416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:18:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1680fefb-cdd3-4cfb-b400-218a21a2d86b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:30.363379 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-f4cf8c07-8208-44f1-9d3d-ef3a892ab6a7 service neutron] 10.222.0.26 "GET /v2.0/networks/804f08ab-f06e-486b-9d18-c2f35567fe1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234344 Jul 14 09:18:30.495625 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753066f-843c-4f2f-9a55-cb5fb8a6fc67 req-6f5cf46a-f013-438f-826b-0abff5dcc28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:30.537781 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b753066f-843c-4f2f-9a55-cb5fb8a6fc67 req-6f5cf46a-f013-438f-826b-0abff5dcc28c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bcd1ddd43f3042678ea44c176b551ac5&device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 1097 time: 0.3568995 Jul 14 09:18:30.624655 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:30.660585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c3590a-a10c-429a-93eb-dbcee9cf2213 None None] Network c9df3bdd-77d5-4207-8bf1-adc3545be74a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:18:30.719520 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ea3acc1-3bdd-4bca-b608-2abb3780aa82 req-e0f0660d-655a-4165-976f-5f9cf9981c0c service neutron] 10.222.0.26 "GET /v2.0/networks/804f08ab-f06e-486b-9d18-c2f35567fe1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394299 Jul 14 09:18:30.805052 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-9c43468b-b902-4b0e-8694-3d9e4028416b None None] Set router 1680fefb-cdd3-4cfb-b400-218a21a2d86b gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:18:30.854898 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:30.891338 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48b0203c-f2f1-4596-843c-f8fd44190a0d req-e2264568-4394-4774-979f-47dcbb6c7b94 tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.1102431 Jul 14 09:18:30.989920 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bc31ef40-8425-4422-8983-2b69322c1011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:31.015938 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bc31ef40-8425-4422-8983-2b69322c1011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:31.038368 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-dba8888c-a737-45cb-a338-e463314e0cc9 None None] Provisioning for port 87698dd2-9597-492e-a972-3fff1ec13637 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:31.045713 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cfee8f7d-1c3f-4ae3-8a46-7c405e679a21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8816669 Jul 14 09:18:31.055919 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753066f-843c-4f2f-9a55-cb5fb8a6fc67 req-bbc6fa4a-4100-4f1e-92e8-540efd2ada3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:31.063985 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b753066f-843c-4f2f-9a55-cb5fb8a6fc67 req-bbc6fa4a-4100-4f1e-92e8-540efd2ada3a service neutron] 10.222.0.55 "GET /v2.0/networks?id=804f08ab-f06e-486b-9d18-c2f35567fe1b HTTP/1.1" status: 200 len: 929 time: 0.5170188 Jul 14 09:18:31.167164 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2b00e4d-2957-4cff-a10e-ba40b1a418a3 req-258a8549-b02d-43d8-b402-4bc180df5960 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/floatingips/02cb9f02-f753-4685-b445-a65849b4db07 HTTP/1.1" status: 200 len: 695 time: 0.2596354 Jul 14 09:18:31.186748 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b753066f-843c-4f2f-9a55-cb5fb8a6fc67 req-fdb3988c-8b17-433f-a9f5-a492e23a7658 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c0350b3-6eb3-437f-8117-d60b192f6753 HTTP/1.1" status: 200 len: 217 time: 0.1077781 Jul 14 09:18:31.233057 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:31.260533 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 87698dd2-9597-492e-a972-3fff1ec13637 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:31.413211 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bc31ef40-8425-4422-8983-2b69322c1011 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=715237ccc0e34209a6e776fa580d2c07&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5404553 Jul 14 09:18:31.420002 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55008) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:31.458253 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 87698dd2-9597-492e-a972-3fff1ec13637 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:31.463337 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31ef40-8425-4422-8983-2b69322c1011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2bc89c-9c1e-4572-bdf6-6ad4d08e6bbd,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:31.474770 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 87698dd2-9597-492e-a972-3fff1ec13637 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:31.475382 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:31.548925 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55010) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:31.568963 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7b96fadf-4a92-4d5d-a544-358c91c7d1f4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--700776379', 'description': 'tempest-description--1806677766'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:31.579481 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b00e4d-2957-4cff-a10e-ba40b1a418a3 req-74718240-e675-4551-a615-89b7e38b219a tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:31.580987 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2b00e4d-2957-4cff-a10e-ba40b1a418a3 req-74718240-e675-4551-a615-89b7e38b219a tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.4130902 Jul 14 09:18:31.606004 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:31.686056 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753066f-843c-4f2f-9a55-cb5fb8a6fc67 req-6f2b3885-6e7d-4230-9188-f10579eab69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:31.687767 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b753066f-843c-4f2f-9a55-cb5fb8a6fc67 req-6f2b3885-6e7d-4230-9188-f10579eab69e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b425104-7f7e-4627-af94-a8272ec2c531 HTTP/1.1" status: 200 len: 867 time: 0.4686193 Jul 14 09:18:31.690144 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9c43468b-b902-4b0e-8694-3d9e4028416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-801660514-router', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:28Z', 'revision_number': 4, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'gw_port': {'id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '3cb820b5-2387-4fb0-95ba-a7220f11f45a', 'name': '', 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'mac_address': 'fa:16:3e:dd:f2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '9b425104-7f7e-4627-af94-a8272ec2c531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:27Z', 'updated_at': '2021-07-14T09:17:44Z', 'revision_number': 5, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'subnets': [{'id': '9b425104-7f7e-4627-af94-a8272ec2c531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:31.725413 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:31.759045 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c43468b-b902-4b0e-8694-3d9e4028416b None None] The sync data for ids ['1680fefb-cdd3-4cfb-b400-218a21a2d86b'] in n-d-798054-10 is: [{'id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-801660514-router', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:28Z', 'revision_number': 4, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'gw_port': {'id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '3cb820b5-2387-4fb0-95ba-a7220f11f45a', 'name': '', 'network_id': '804f08ab-f06e-486b-9d18-c2f35567fe1b', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'mac_address': 'fa:16:3e:dd:f2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '9b425104-7f7e-4627-af94-a8272ec2c531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:27Z', 'updated_at': '2021-07-14T09:17:44Z', 'revision_number': 5, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'subnets': [{'id': '9b425104-7f7e-4627-af94-a8272ec2c531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:18:31.781002 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2b00e4d-2957-4cff-a10e-ba40b1a418a3 req-a55ee228-b2bb-41a4-8fe6-9441762e104e tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.146 HTTP/1.1" status: 200 len: 698 time: 0.1906910 Jul 14 09:18:31.782943 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b96fadf-4a92-4d5d-a544-358c91c7d1f4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:31.820925 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 87698dd2-9597-492e-a972-3fff1ec13637, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=87698dd2-9597-492e-a972-3fff1ec13637,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:31.825842 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:31.946373 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b42fc3ac-fa3a-4783-8051-8852923f707d None None] Provisioning for port 4ab54df4-c842-45de-b8d8-a4afe567c0e5 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:31.954773 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aac54f16-8787-4be6-bdcc-34cc12f2a5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:31.955678 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b42fc3ac-fa3a-4783-8051-8852923f707d None None] Provisioning complete for port 4ab54df4-c842-45de-b8d8-a4afe567c0e5 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:31.956177 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b42fc3ac-fa3a-4783-8051-8852923f707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:31.994028 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2b00e4d-2957-4cff-a10e-ba40b1a418a3 req-f6bfec0c-d9dd-46e7-852f-62263970279d tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.146 HTTP/1.1" status: 200 len: 698 time: 0.2056205 Jul 14 09:18:32.087573 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aac54f16-8787-4be6-bdcc-34cc12f2a5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:32.103836 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=87698dd2-9597-492e-a972-3fff1ec13637,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:32.132415 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996130c1-732b-417f-be61-fa5f0463a929 None None] Network b942b7bc-b05b-4b6e-aff4-d229af7544cd requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:18:32.143703 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753066f-843c-4f2f-9a55-cb5fb8a6fc67 req-d8f53337-43c1-4541-a939-4bbc2946e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:32.153231 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b753066f-843c-4f2f-9a55-cb5fb8a6fc67 req-d8f53337-43c1-4541-a939-4bbc2946e73a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=804f08ab-f06e-486b-9d18-c2f35567fe1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4482944 Jul 14 09:18:32.294162 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b42fc3ac-fa3a-4783-8051-8852923f707d None None] Port 4ab54df4-c842-45de-b8d8-a4afe567c0e5 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:18:32.356617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b42fc3ac-fa3a-4783-8051-8852923f707d None None] Provisioning for port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:32.393189 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b42fc3ac-fa3a-4783-8051-8852923f707d None None] Provisioning complete for port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:32.399690 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b42fc3ac-fa3a-4783-8051-8852923f707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:32.465313 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-f2b00e4d-2957-4cff-a10e-ba40b1a418a3 req-eb0ac035-bbd8-441f-b618-c6b146a4d132 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Deleting port 42c7cf50-f7ad-47ea-acb7-7c3e05cb4eba {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:32.466438 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f2b00e4d-2957-4cff-a10e-ba40b1a418a3 req-eb0ac035-bbd8-441f-b618-c6b146a4d132 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:32.489158 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824f58ba-eea5-4bd8-8524-7136ef669c76 None None] New status for floating IP 02cb9f02-f753-4685-b445-a65849b4db07: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:18:32.500053 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aac54f16-8787-4be6-bdcc-34cc12f2a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:32.502659 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aac54f16-8787-4be6-bdcc-34cc12f2a5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:32.503932 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-aac54f16-8787-4be6-bdcc-34cc12f2a5f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7f2bc89c-9c1e-4572-bdf6-6ad4d08e6bbd HTTP/1.1" status: 204 len: 168 time: 1.0753188 Jul 14 09:18:32.538074 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac54f16-8787-4be6-bdcc-34cc12f2a5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2bc89c-9c1e-4572-bdf6-6ad4d08e6bbd,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:32.613246 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b96fadf-4a92-4d5d-a544-358c91c7d1f4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:32.629024 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b96fadf-4a92-4d5d-a544-358c91c7d1f4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:32.693802 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75df2233-5c49-442f-8204-80ef7447e1ff req-fa84eb60-0933-431a-9d35-5c8a7db34ddf tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.2139909 Jul 14 09:18:32.722870 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b753066f-843c-4f2f-9a55-cb5fb8a6fc67 req-13db5cd5-2b2b-4e50-92af-67faa44859dc service neutron] 10.222.0.55 "GET /v2.0/networks/804f08ab-f06e-486b-9d18-c2f35567fe1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573654 Jul 14 09:18:32.783507 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f2b00e4d-2957-4cff-a10e-ba40b1a418a3 req-eb0ac035-bbd8-441f-b618-c6b146a4d132 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:32.785364 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f2b00e4d-2957-4cff-a10e-ba40b1a418a3 req-eb0ac035-bbd8-441f-b618-c6b146a4d132 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:32.805454 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-f2b00e4d-2957-4cff-a10e-ba40b1a418a3 req-eb0ac035-bbd8-441f-b618-c6b146a4d132 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Calling delete_port for 42c7cf50-f7ad-47ea-acb7-7c3e05cb4eba owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:32.971852 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b753066f-843c-4f2f-9a55-cb5fb8a6fc67 req-53d89e36-5431-456a-a4dc-a80e609ebdec service neutron] 10.222.0.55 "GET /v2.0/networks/804f08ab-f06e-486b-9d18-c2f35567fe1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276139 Jul 14 09:18:32.974075 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b96fadf-4a92-4d5d-a544-358c91c7d1f4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:32.975274 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7b96fadf-4a92-4d5d-a544-358c91c7d1f4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4120839 Jul 14 09:18:32.982466 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55036) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:32.984349 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96fadf-4a92-4d5d-a544-358c91c7d1f4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1df8878-0d62-4787-bd9d-cc400ae07d89,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:32.988009 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-6b8c46b2-ed2e-446a-a392-451ecf08a37a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Request body: {'security_group_rule': {'security_group_id': 'd1df8878-0d62-4787-bd9d-cc400ae07d89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:33.015928 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 87698dd2-9597-492e-a972-3fff1ec13637 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:33.028687 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b42fc3ac-fa3a-4783-8051-8852923f707d None None] Port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:18:33.157967 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6b8c46b2-ed2e-446a-a392-451ecf08a37a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.262832 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.279278 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b42fc3ac-fa3a-4783-8051-8852923f707d None None] Provisioning complete for port 87698dd2-9597-492e-a972-3fff1ec13637 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:33.279847 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b42fc3ac-fa3a-4783-8051-8852923f707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.340274 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 87698dd2-9597-492e-a972-3fff1ec13637 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:33.340274 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.426931 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6b8c46b2-ed2e-446a-a392-451ecf08a37a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.433410 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6b8c46b2-ed2e-446a-a392-451ecf08a37a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.485259 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c46b2-ed2e-446a-a392-451ecf08a37a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a30aec-cae7-4880-957c-4a346f53628b,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:33.512855 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f2b00e4d-2957-4cff-a10e-ba40b1a418a3 req-eb0ac035-bbd8-441f-b618-c6b146a4d132 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.580058 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ac035-bbd8-441f-b618-c6b146a4d132 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Pushing event deleted for resources: {'Port': ['ID=42c7cf50-f7ad-47ea-acb7-7c3e05cb4eba,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:33.612288 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6b8c46b2-ed2e-446a-a392-451ecf08a37a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.617985 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6b8c46b2-ed2e-446a-a392-451ecf08a37a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6297221 Jul 14 09:18:33.618376 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55060) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:33.623038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-05d545bc-0df4-4dc5-a9bb-86d860ce83a4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Request body: {'security_group_rule': {'security_group_id': 'd1df8878-0d62-4787-bd9d-cc400ae07d89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:33.710244 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-65aeb9f1-577f-4b0d-97d1-3370177c5614 None None] Provisioning for port d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:33.717537 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-65aeb9f1-577f-4b0d-97d1-3370177c5614 None None] Provisioning complete for port d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:33.718394 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65aeb9f1-577f-4b0d-97d1-3370177c5614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.740045 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05d545bc-0df4-4dc5-a9bb-86d860ce83a4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.854646 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f2b00e4d-2957-4cff-a10e-ba40b1a418a3 req-eb0ac035-bbd8-441f-b618-c6b146a4d132 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.857876 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f2b00e4d-2957-4cff-a10e-ba40b1a418a3 req-eb0ac035-bbd8-441f-b618-c6b146a4d132 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.866211 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2b00e4d-2957-4cff-a10e-ba40b1a418a3 req-eb0ac035-bbd8-441f-b618-c6b146a4d132 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "DELETE /v2.0/floatingips/02cb9f02-f753-4685-b445-a65849b4db07 HTTP/1.1" status: 204 len: 173 time: 1.8504233 Jul 14 09:18:33.929536 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05d545bc-0df4-4dc5-a9bb-86d860ce83a4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.935009 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05d545bc-0df4-4dc5-a9bb-86d860ce83a4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.960541 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d545bc-0df4-4dc5-a9bb-86d860ce83a4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42089868-4963-467a-ba8e-89e603a5b02a,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:34.012515 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05d545bc-0df4-4dc5-a9bb-86d860ce83a4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:34.015080 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-05d545bc-0df4-4dc5-a9bb-86d860ce83a4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3951938 Jul 14 09:18:34.026863 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65aeb9f1-577f-4b0d-97d1-3370177c5614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:34.027804 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55074) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:34.039196 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-0b7460d8-d4e7-41dc-835d-5e5c6de9ed2d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:34.107306 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b7460d8-d4e7-41dc-835d-5e5c6de9ed2d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:34.143612 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-65aeb9f1-577f-4b0d-97d1-3370177c5614 None None] For port d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2,segment=NetworkSegment(ac5b91c5-dca7-4a43-a548-9b1960ce33fc),segment_id=ac5b91c5-dca7-4a43-a548-9b1960ce33fc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:34.153143 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65aeb9f1-577f-4b0d-97d1-3370177c5614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:34.240591 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3ada421-0adb-4092-a2c6-168ba017d313 req-c97b4617-265d-46b9-a2f7-255c52ce0879 tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.1115153 Jul 14 09:18:34.260434 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-65aeb9f1-577f-4b0d-97d1-3370177c5614 None None] Provisioning complete for port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:34.264916 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65aeb9f1-577f-4b0d-97d1-3370177c5614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:34.369777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aeb9f1-577f-4b0d-97d1-3370177c5614 None None] Pushing event updated for resources: {'Port': ['ID=d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:34.405715 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-65aeb9f1-577f-4b0d-97d1-3370177c5614 None None] Port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:18:34.407919 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b7460d8-d4e7-41dc-835d-5e5c6de9ed2d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:34.410683 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d45ebc-298c-4ace-9368-20f7b63600ca req-e9aff20d-cb97-432a-b8f6-7a83339b9c91 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:34.417564 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-14d45ebc-298c-4ace-9368-20f7b63600ca req-e9aff20d-cb97-432a-b8f6-7a83339b9c91 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1715019 Jul 14 09:18:34.434742 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-65aeb9f1-577f-4b0d-97d1-3370177c5614 None None] Provisioning complete for port 4ab54df4-c842-45de-b8d8-a4afe567c0e5 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:34.436094 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65aeb9f1-577f-4b0d-97d1-3370177c5614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:34.522004 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-14d45ebc-298c-4ace-9368-20f7b63600ca req-75239cc4-4e38-4031-94e7-dc1540942965 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0878017 Jul 14 09:18:34.594713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-65aeb9f1-577f-4b0d-97d1-3370177c5614 None None] Port 4ab54df4-c842-45de-b8d8-a4afe567c0e5 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:18:34.662494 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:34.741950 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-0b7460d8-d4e7-41dc-835d-5e5c6de9ed2d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Allocated IP 172.25.1.49 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/d75aecb6-61b2-4787-a79b-ab84ccf345e0) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:34.779024 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9ee9634a-2caa-4599-b023-3db98bb7c967 None None] Provisioning complete for port d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:34.780752 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ee9634a-2caa-4599-b023-3db98bb7c967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:34.984374 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:34.984904 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:35.104381 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b7460d8-d4e7-41dc-835d-5e5c6de9ed2d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:35.304772 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b7460d8-d4e7-41dc-835d-5e5c6de9ed2d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:35.392105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7460d8-d4e7-41dc-835d-5e5c6de9ed2d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:35.404173 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-0b7460d8-d4e7-41dc-835d-5e5c6de9ed2d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:35.413742 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eb3fc300-eec6-40cf-a6d4-8afcb7b110a8 req-2910c174-e6ad-432f-93d1-ba2e9855d946 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.6972778 Jul 14 09:18:35.414416 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7460d8-d4e7-41dc-835d-5e5c6de9ed2d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:35.530666 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7460d8-d4e7-41dc-835d-5e5c6de9ed2d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event updated for resources: {'Port': ['ID=d75aecb6-61b2-4787-a79b-ab84ccf345e0,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:35.668993 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b7460d8-d4e7-41dc-835d-5e5c6de9ed2d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:35.788716 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b7460d8-d4e7-41dc-835d-5e5c6de9ed2d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:35.835010 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7bd462a8-9fe5-4b5b-bd3d-11e88b953a4a req-06d5ed8c-2df7-4907-bec8-18c65c58a80f tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.0977433 Jul 14 09:18:36.120424 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b7460d8-d4e7-41dc-835d-5e5c6de9ed2d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.126491 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b7460d8-d4e7-41dc-835d-5e5c6de9ed2d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.298510 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7460d8-d4e7-41dc-835d-5e5c6de9ed2d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event updated for resources: {'Port': ['ID=d75aecb6-61b2-4787-a79b-ab84ccf345e0,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:36.316073 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b7460d8-d4e7-41dc-835d-5e5c6de9ed2d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.349068 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b7460d8-d4e7-41dc-835d-5e5c6de9ed2d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.354227 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0b7460d8-d4e7-41dc-835d-5e5c6de9ed2d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3240256 Jul 14 09:18:36.810369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1cde9-b8d5-4ab4-a4af-41e791418a09 req-27b0b972-d39e-4333-b816-82dac691e4e5 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:36.822440 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-20e1cde9-b8d5-4ab4-a4af-41e791418a09 req-27b0b972-d39e-4333-b816-82dac691e4e5 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 945 time: 0.1353631 Jul 14 09:18:36.903875 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-20e1cde9-b8d5-4ab4-a4af-41e791418a09 req-be6e1cf0-9c07-4496-a15b-22e9818411dc tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf079f92-328c-46bd-bb2a-4ccc8f3afb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788240 Jul 14 09:18:37.091323 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-7448e39f-312c-420c-8ae1-97b4540f98ec tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--700776379&fields=id&tenant_id=31e3a4cec448411aba79b23ed148d185 HTTP/1.1" status: 200 len: 267 time: 0.0625930 Jul 14 09:18:37.150223 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bdbe909e-c28f-4fb8-bf55-d1b7ac5c7887 req-cdde1518-e7d4-4a35-b398-812c5e402e17 tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.0574834 Jul 14 09:18:37.225221 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-7c81ec0c-e01c-4aba-90a8-3bd502cfb212 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:37.232226 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-7c81ec0c-e01c-4aba-90a8-3bd502cfb212 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports/207ab0ec-b17a-4abd-8b56-ed8ce32580f4 HTTP/1.1" status: 200 len: 931 time: 0.1186550 Jul 14 09:18:37.318413 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-542db3dc-58cd-4412-975b-e7bee3830f42 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:37.328619 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-542db3dc-58cd-4412-975b-e7bee3830f42 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports/4ab54df4-c842-45de-b8d8-a4afe567c0e5 HTTP/1.1" status: 200 len: 931 time: 0.0953310 Jul 14 09:18:37.420805 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-e96bbce9-2a81-4b03-92a0-c43eff4f5795 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?network_id=b942b7bc-b05b-4b6e-aff4-d229af7544cd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0909255 Jul 14 09:18:37.463608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-666c2412-5bc0-448a-b708-458554145a18 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?network_id=b942b7bc-b05b-4b6e-aff4-d229af7544cd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0418139 Jul 14 09:18:37.654649 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-2aff0e81-148d-4c4d-b6f0-e2224fb2bc79 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:37.661747 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-2aff0e81-148d-4c4d-b6f0-e2224fb2bc79 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:37.673406 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-2aff0e81-148d-4c4d-b6f0-e2224fb2bc79 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:37.684822 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-2aff0e81-148d-4c4d-b6f0-e2224fb2bc79 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/networks?id=888088af-1a51-4dbe-bc38-27d1a38db826&id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&id=b942b7bc-b05b-4b6e-aff4-d229af7544cd&id=b942b7bc-b05b-4b6e-aff4-d229af7544cd HTTP/1.1" status: 200 len: 1990 time: 0.2178338 Jul 14 09:18:37.702587 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-25c42237-fee1-4c3b-9c92-da9b20c87245 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/quotas/31e3a4cec448411aba79b23ed148d185 HTTP/1.1" status: 200 len: 375 time: 0.0191927 Jul 14 09:18:37.898082 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bef960e0-fffd-4f84-a8db-90819b66b902 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=31e3a4cec448411aba79b23ed148d185&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1829059 Jul 14 09:18:38.089085 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-e51e18e7-167d-459d-ab6d-acc53d5abb88 service neutron] 10.222.0.26 "GET /v2.0/networks/888088af-1a51-4dbe-bc38-27d1a38db826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790125 Jul 14 09:18:38.225525 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-53c96cde-35ff-4828-aa1d-096c4f8381b1 service neutron] 10.222.0.26 "GET /v2.0/networks/888088af-1a51-4dbe-bc38-27d1a38db826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305122 Jul 14 09:18:38.363022 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-82752084-8f1b-4342-b8e0-babb3e366c9a service neutron] 10.222.0.26 "GET /v2.0/ports/207ab0ec-b17a-4abd-8b56-ed8ce32580f4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1362658 Jul 14 09:18:38.460823 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e8ac3-cb94-4b23-97bb-62d7d9913cb9 req-dc1b8d30-a29e-4e04-9bad-261274453f20 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:38.465017 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c34e8ac3-cb94-4b23-97bb-62d7d9913cb9 req-dc1b8d30-a29e-4e04-9bad-261274453f20 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 945 time: 0.1758904 Jul 14 09:18:38.484445 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-246d2435-ac30-4e47-b808-b99ed94d44c9 service neutron] 10.222.0.26 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197476 Jul 14 09:18:38.573727 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc681f3-b691-4ef1-8d9e-37b1b0e46739 req-26c31dd9-7e9c-494d-bd73-6db9a80cd396 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:38.583553 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4dc681f3-b691-4ef1-8d9e-37b1b0e46739 req-26c31dd9-7e9c-494d-bd73-6db9a80cd396 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 945 time: 0.3459401 Jul 14 09:18:38.652188 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4dc681f3-b691-4ef1-8d9e-37b1b0e46739 req-1c07300c-06ab-49f0-935f-621517fd6a8e tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/security-groups?id=bf079f92-328c-46bd-bb2a-4ccc8f3afb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677421 Jul 14 09:18:38.758935 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ab9d8ffe-da79-49cd-8804-1baf1cd73060 service neutron] 10.222.0.26 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719691 Jul 14 09:18:38.953613 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-031898b3-e3d0-4d84-8e88-28c4f9b8f251 service neutron] 10.222.0.26 "GET /v2.0/ports/4ab54df4-c842-45de-b8d8-a4afe567c0e5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1942780 Jul 14 09:18:39.226703 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c9b7d0fd-0ae0-4a77-bf0f-d2c14ea70802 service neutron] 10.222.0.26 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716963 Jul 14 09:18:39.302530 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-c34e8ac3-cb94-4b23-97bb-62d7d9913cb9 req-1c5a8cec-7d1f-4845-b457-c7f35f141367 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Deleting port 3c0350b3-6eb3-437f-8117-d60b192f6753 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:39.303102 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c34e8ac3-cb94-4b23-97bb-62d7d9913cb9 req-1c5a8cec-7d1f-4845-b457-c7f35f141367 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:39.355259 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-184cf780-1e32-4231-8c4b-3924d1ad12c6 req-e18697b0-3e94-4328-9d09-325f219cbf79 tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.1160002 Jul 14 09:18:39.441306 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-1bd9f291-ad8f-4291-8604-74442cd69527 service neutron] 10.222.0.26 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124767 Jul 14 09:18:39.476453 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-c34e8ac3-cb94-4b23-97bb-62d7d9913cb9 req-1c5a8cec-7d1f-4845-b457-c7f35f141367 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] For port 3c0350b3-6eb3-437f-8117-d60b192f6753, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3c0350b3-6eb3-437f-8117-d60b192f6753,segment=NetworkSegment(e8603e7f-a92f-4efa-8b0e-1595c8a10885),segment_id=e8603e7f-a92f-4efa-8b0e-1595c8a10885)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:39.480272 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c34e8ac3-cb94-4b23-97bb-62d7d9913cb9 req-1c5a8cec-7d1f-4845-b457-c7f35f141367 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:39.509301 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-c34e8ac3-cb94-4b23-97bb-62d7d9913cb9 req-1c5a8cec-7d1f-4845-b457-c7f35f141367 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Calling delete_port for 3c0350b3-6eb3-437f-8117-d60b192f6753 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:39.619862 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9efa04c3-3db7-40ee-8f1e-c30b1b427ea6 service neutron] 10.222.0.26 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677065 Jul 14 09:18:39.801663 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c34e8ac3-cb94-4b23-97bb-62d7d9913cb9 req-1c5a8cec-7d1f-4845-b457-c7f35f141367 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:39.830150 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-abb7cc35-c223-417c-a814-63877394a221 service neutron] 10.222.0.26 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989594 Jul 14 09:18:39.838846 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3c0350b3-6eb3-437f-8117-d60b192f6753'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:39.884592 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a8cec-7d1f-4845-b457-c7f35f141367 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Pushing event deleted for resources: {'Port': ['ID=3c0350b3-6eb3-437f-8117-d60b192f6753,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:39.972557 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34e8ac3-cb94-4b23-97bb-62d7d9913cb9 req-1c5a8cec-7d1f-4845-b457-c7f35f141367 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] No DVR routers for this DVR port 3c0350b3-6eb3-437f-8117-d60b192f6753 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:18:39.976530 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c34e8ac3-cb94-4b23-97bb-62d7d9913cb9 req-1c5a8cec-7d1f-4845-b457-c7f35f141367 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:39.979171 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c34e8ac3-cb94-4b23-97bb-62d7d9913cb9 req-1c5a8cec-7d1f-4845-b457-c7f35f141367 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.55 "DELETE /v2.0/ports/3c0350b3-6eb3-437f-8117-d60b192f6753 HTTP/1.1" status: 204 len: 173 time: 1.5048540 Jul 14 09:18:39.979568 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03eef084-4832-4661-bded-556f4f073b0b', 'name': 'network-vif-deleted', 'tag': '3c0350b3-6eb3-437f-8117-d60b192f6753'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:39.981886 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cb7d5e-72f3-4317-9642-55e00ab587ad" -d '{"events": [{"server_uuid": "03eef084-4832-4661-bded-556f4f073b0b", "name": "network-vif-deleted", "tag": "3c0350b3-6eb3-437f-8117-d60b192f6753"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:40.159504 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f46677c5-acc0-46ff-a719-43b8788e5bc0 req-bcde7e40-898d-4803-8e81-a39fe97f1b85 tempest-FloatingIPsAssociationNegativeTestJSON-883797334 tempest-FloatingIPsAssociationNegativeTestJSON-883797334-project] 10.222.0.26 "GET /v2.0/ports?device_id=03eef084-4832-4661-bded-556f4f073b0b HTTP/1.1" status: 200 len: 210 time: 0.0598617 Jul 14 09:18:40.186804 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-be83b86e-7319-4784-b706-ee72424e2ded service neutron] 10.222.0.26 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541174 Jul 14 09:18:40.274113 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdafc76-3e2b-4b31-bc30-3d70dab4b053 x-openstack-request-id: req-ebdafc76-3e2b-4b31-bc30-3d70dab4b053 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:40.274483 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03eef084-4832-4661-bded-556f4f073b0b", "name": "network-vif-deleted", "tag": "3c0350b3-6eb3-437f-8117-d60b192f6753", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:40.274796 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ebdafc76-3e2b-4b31-bc30-3d70dab4b053 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:40.275405 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03eef084-4832-4661-bded-556f4f073b0b', 'name': 'network-vif-deleted', 'tag': '3c0350b3-6eb3-437f-8117-d60b192f6753', 'status': 'completed', 'code': 200} Jul 14 09:18:40.392782 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9afe7a3d-a0a8-43e6-bb2b-86c1b24c5392 service neutron] 10.222.0.26 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052693 Jul 14 09:18:40.525145 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-de3ba882-7274-44ec-90ad-a267d4474091 service neutron] 10.222.0.26 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288648 Jul 14 09:18:40.692569 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-653aeaf5-8a9b-437b-ad83-ffbd42722ffc service neutron] 10.222.0.26 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647768 Jul 14 09:18:40.997618 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-2f2ed89a-e8e0-4c4c-98e2-db0c63c61117 service neutron] 10.222.0.26 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974954 Jul 14 09:18:41.244847 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-438a1c9e-4bcf-4370-b56a-9da35d7a8553 req-0f7046f1-aef3-4bb4-8087-06718f6312f6 tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.0791814 Jul 14 09:18:41.317407 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-107a2f66-dfad-4c56-a587-b1648d805d9e service neutron] 10.222.0.26 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147631 Jul 14 09:18:42.107076 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86b0e0-f706-4595-bd94-d73eeb060d01 req-56ec0278-43c5-4a1a-a7a0-e51281239711 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:42.117024 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab86b0e0-f706-4595-bd94-d73eeb060d01 req-56ec0278-43c5-4a1a-a7a0-e51281239711 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c5ede3-5f56-4443-8e0e-29abeb2b45f1 HTTP/1.1" status: 200 len: 946 time: 0.1943622 Jul 14 09:18:42.202134 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab86b0e0-f706-4595-bd94-d73eeb060d01 req-fd01abc8-7065-4e66-b82c-3d1f6c522306 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c23f678-70fa-4b2f-b3ca-f4d00e491b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836291 Jul 14 09:18:42.360494 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55280) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:42.464406 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 3c0350b3-6eb3-437f-8117-d60b192f6753 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:42.519907 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 3c0350b3-6eb3-437f-8117-d60b192f6753 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:18:42.520470 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 3c0350b3-6eb3-437f-8117-d60b192f6753 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:18:42.700726 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25b539e9-5ade-4de5-aaec-c19b01a2055d req-705383ae-18a7-4cdc-8b6d-5622ab5f26bb tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.0726993 Jul 14 09:18:42.832842 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-465c1d12-cfb8-4865-800c-17d3fc15f0da req-7df8a276-a5bc-45ba-8752-c94a85666316 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 210 time: 0.1121247 Jul 14 09:18:42.960077 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4751ee7f-619e-452b-88b0-b3ae4f700347 req-271a7569-733d-4273-929d-01046d8a56e1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.0544839 Jul 14 09:18:43.144782 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85306e60-8389-49e1-8d3d-7227e90aca25 req-3bfd25c4-9cf8-4ecb-9848-18da72d4c5e9 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:43.146855 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-85306e60-8389-49e1-8d3d-7227e90aca25 req-3bfd25c4-9cf8-4ecb-9848-18da72d4c5e9 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.55 "GET /v2.0/ports?device_id=80c5ede3-5f56-4443-8e0e-29abeb2b45f1 HTTP/1.1" status: 200 len: 946 time: 0.1078205 Jul 14 09:18:43.295413 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00dcacae-39a4-44f2-8565-abcd9bded004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:43.420444 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-85306e60-8389-49e1-8d3d-7227e90aca25 req-cd3ca475-0ff2-4fb2-824a-bfc112f363aa tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Deleting port 305bb1b1-1a2b-415d-a27a-2200484b51e1 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:43.421070 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-85306e60-8389-49e1-8d3d-7227e90aca25 req-cd3ca475-0ff2-4fb2-824a-bfc112f363aa tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:43.601036 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-85306e60-8389-49e1-8d3d-7227e90aca25 req-cd3ca475-0ff2-4fb2-824a-bfc112f363aa tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] For port 305bb1b1-1a2b-415d-a27a-2200484b51e1, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=305bb1b1-1a2b-415d-a27a-2200484b51e1,segment=NetworkSegment(ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d),segment_id=ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:43.601036 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-85306e60-8389-49e1-8d3d-7227e90aca25 req-cd3ca475-0ff2-4fb2-824a-bfc112f363aa tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:43.601327 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49861054-4816-4bb7-87cd-8f1708228309 req-f8b39b62-6ade-42bd-af08-1a96109bbd17 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:43.608905 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49861054-4816-4bb7-87cd-8f1708228309 req-f8b39b62-6ade-42bd-af08-1a96109bbd17 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c5ede3-5f56-4443-8e0e-29abeb2b45f1 HTTP/1.1" status: 200 len: 946 time: 0.1695135 Jul 14 09:18:43.624686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-85306e60-8389-49e1-8d3d-7227e90aca25 req-cd3ca475-0ff2-4fb2-824a-bfc112f363aa tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Calling delete_port for 305bb1b1-1a2b-415d-a27a-2200484b51e1 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:43.721164 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49861054-4816-4bb7-87cd-8f1708228309 req-15aa5cd0-61e0-4c12-9793-a4b1a7ee0a1d tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c23f678-70fa-4b2f-b3ca-f4d00e491b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063120 Jul 14 09:18:43.972106 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-00dcacae-39a4-44f2-8565-abcd9bded004 admin admin] Deleting port 3cb820b5-2387-4fb0-95ba-a7220f11f45a {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:43.972377 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00dcacae-39a4-44f2-8565-abcd9bded004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:44.028146 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-568fa38b-157c-41ed-b134-00bf62ecee36 req-79dca9dc-4f6d-4ad0-8bbf-c6e58c7aa7d5 tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.0798271 Jul 14 09:18:44.083384 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-00dcacae-39a4-44f2-8565-abcd9bded004 admin admin] For port 3cb820b5-2387-4fb0-95ba-a7220f11f45a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=3cb820b5-2387-4fb0-95ba-a7220f11f45a,segment=NetworkSegment(e8603e7f-a92f-4efa-8b0e-1595c8a10885),segment_id=e8603e7f-a92f-4efa-8b0e-1595c8a10885)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:44.083911 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00dcacae-39a4-44f2-8565-abcd9bded004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:44.094194 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-85306e60-8389-49e1-8d3d-7227e90aca25 req-cd3ca475-0ff2-4fb2-824a-bfc112f363aa tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:44.131150 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['305bb1b1-1a2b-415d-a27a-2200484b51e1'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:44.136870 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ca475-0ff2-4fb2-824a-bfc112f363aa tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Pushing event deleted for resources: {'Port': ['ID=305bb1b1-1a2b-415d-a27a-2200484b51e1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:44.154278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-00dcacae-39a4-44f2-8565-abcd9bded004 admin admin] Calling delete_port for 3cb820b5-2387-4fb0-95ba-a7220f11f45a owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:44.300562 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-daae0392-d8c6-4179-95f8-72bacc4c98d4 req-18f93ff5-f0e1-4e5f-afad-b02945df08fd tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 210 time: 0.0955215 Jul 14 09:18:44.503644 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00dcacae-39a4-44f2-8565-abcd9bded004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:44.578152 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-85306e60-8389-49e1-8d3d-7227e90aca25 req-cd3ca475-0ff2-4fb2-824a-bfc112f363aa tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] No DVR routers for this DVR port 305bb1b1-1a2b-415d-a27a-2200484b51e1 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:18:44.587486 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-85306e60-8389-49e1-8d3d-7227e90aca25 req-cd3ca475-0ff2-4fb2-824a-bfc112f363aa tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:44.587486 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-85306e60-8389-49e1-8d3d-7227e90aca25 req-cd3ca475-0ff2-4fb2-824a-bfc112f363aa tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.55 "DELETE /v2.0/ports/305bb1b1-1a2b-415d-a27a-2200484b51e1 HTTP/1.1" status: 204 len: 173 time: 1.4115810 Jul 14 09:18:44.603574 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c5ede3-5f56-4443-8e0e-29abeb2b45f1', 'name': 'network-vif-deleted', 'tag': '305bb1b1-1a2b-415d-a27a-2200484b51e1'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:44.606042 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6aff1d-246f-4d96-9e8e-d6494d031a01" -d '{"events": [{"server_uuid": "80c5ede3-5f56-4443-8e0e-29abeb2b45f1", "name": "network-vif-deleted", "tag": "305bb1b1-1a2b-415d-a27a-2200484b51e1"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:44.613766 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dcacae-39a4-44f2-8565-abcd9bded004 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cb820b5-2387-4fb0-95ba-a7220f11f45a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:44.769512 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dff9ab-ef99-4569-ad33-c4c02b7c1fa4 x-openstack-request-id: req-17dff9ab-ef99-4569-ad33-c4c02b7c1fa4 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:44.770094 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c5ede3-5f56-4443-8e0e-29abeb2b45f1", "name": "network-vif-deleted", "tag": "305bb1b1-1a2b-415d-a27a-2200484b51e1", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:44.775837 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-17dff9ab-ef99-4569-ad33-c4c02b7c1fa4 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:44.776202 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c5ede3-5f56-4443-8e0e-29abeb2b45f1', 'name': 'network-vif-deleted', 'tag': '305bb1b1-1a2b-415d-a27a-2200484b51e1', 'status': 'completed', 'code': 200} Jul 14 09:18:44.944303 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-afa3e15e-1240-496f-9a88-34b62f50c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:44.946818 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-afa3e15e-1240-496f-9a88-34b62f50c373 service neutron] 10.222.0.55 "GET /v2.0/ports/207ab0ec-b17a-4abd-8b56-ed8ce32580f4 HTTP/1.1" status: 200 len: 1027 time: 0.0763247 Jul 14 09:18:44.987315 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00dcacae-39a4-44f2-8565-abcd9bded004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.105970 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6b445c98-3e7c-46ed-8e45-6c134cfe7201 req-8bcfbd75-d48a-4160-a92e-a053e39c0d44 tempest-AttachSCSIVolumeTestJSON-136358139 tempest-AttachSCSIVolumeTestJSON-136358139-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c5ede3-5f56-4443-8e0e-29abeb2b45f1 HTTP/1.1" status: 200 len: 210 time: 0.0769348 Jul 14 09:18:45.311475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-a53425b6-cef2-41b7-99b9-541e55175900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:45.315360 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-a53425b6-cef2-41b7-99b9-541e55175900 service neutron] 10.222.0.55 "GET /v2.0/ports/4ab54df4-c842-45de-b8d8-a4afe567c0e5 HTTP/1.1" status: 200 len: 1027 time: 0.3161292 Jul 14 09:18:45.504353 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f0bb95a4-b782-4678-a767-f97e2abc27d1 req-af5052bb-ee6a-4b05-95fd-144dca1ee85c tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.0601149 Jul 14 09:18:45.602221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dcacae-39a4-44f2-8565-abcd9bded004 admin admin] Router 1680fefb-cdd3-4cfb-b400-218a21a2d86b has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:18:45.614528 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-a6bc2156-c53e-415a-b69f-f6ebbab9f01d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:45.643204 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-a6bc2156-c53e-415a-b69f-f6ebbab9f01d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:45.653753 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-a6bc2156-c53e-415a-b69f-f6ebbab9f01d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:45.662721 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-a6bc2156-c53e-415a-b69f-f6ebbab9f01d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.55 "GET /v2.0/networks?id=888088af-1a51-4dbe-bc38-27d1a38db826&id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&id=b942b7bc-b05b-4b6e-aff4-d229af7544cd&id=b942b7bc-b05b-4b6e-aff4-d229af7544cd HTTP/1.1" status: 200 len: 1990 time: 0.3100505 Jul 14 09:18:45.933046 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-046bf46b-b9e1-4fc1-9220-6a17430285fa req-80927dbc-a2a8-4e73-9228-8dd0d59d1b3c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 210 time: 0.0930314 Jul 14 09:18:46.050013 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dcacae-39a4-44f2-8565-abcd9bded004 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:18:46.059010 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d9900-e338-4699-a0ca-c296ae5f59cd None None] Sync routers for ids ['1680fefb-cdd3-4cfb-b400-218a21a2d86b'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:18:46.074866 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-00dcacae-39a4-44f2-8565-abcd9bded004 admin admin] 10.222.0.26 "PUT /v2.0/routers/1680fefb-cdd3-4cfb-b400-218a21a2d86b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7110193 Jul 14 09:18:46.075715 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55404) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:46.090499 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d9900-e338-4699-a0ca-c296ae5f59cd None None] Routers {'1680fefb-cdd3-4cfb-b400-218a21a2d86b'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:18:46.091284 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-949d9900-e338-4699-a0ca-c296ae5f59cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:18:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1680fefb-cdd3-4cfb-b400-218a21a2d86b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:46.109862 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-60528345-f125-4289-8ee9-5a4f22c45678 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31e3a4cec448411aba79b23ed148d185 HTTP/1.1" status: 200 len: 379 time: 0.4040918 Jul 14 09:18:46.198808 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-8fc9d6b2-ee9d-43bf-96d3-4ae004a976ba tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Request body: {'port': {'device_id': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826', 'admin_state_up': True, 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'security_groups': ['d1df8878-0d62-4787-bd9d-cc400ae07d89']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:46.248140 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:46.477631 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 305bb1b1-1a2b-415d-a27a-2200484b51e1 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:46.480100 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-949d9900-e338-4699-a0ca-c296ae5f59cd None None] Set router 1680fefb-cdd3-4cfb-b400-218a21a2d86b gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:18:46.579159 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 305bb1b1-1a2b-415d-a27a-2200484b51e1 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:18:46.579991 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 305bb1b1-1a2b-415d-a27a-2200484b51e1 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:18:46.626785 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5e702ecf-cb31-4c27-ad03-d0f6b7078aaa req-c2c56010-bfe5-41b9-839d-0f917212ebda tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7&device_id=0969dec0-1892-4243-984f-3c5ae30a5e3d HTTP/1.1" status: 200 len: 210 time: 0.0890343 Jul 14 09:18:46.696128 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c100b67-4915-4dcd-9477-19c688848736 admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.062950 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-949d9900-e338-4699-a0ca-c296ae5f59cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-801660514-router', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:18:44Z', 'revision_number': 5, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'gw_port': {'id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:47.122512 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d9900-e338-4699-a0ca-c296ae5f59cd None None] Checking router: 1680fefb-cdd3-4cfb-b400-218a21a2d86b for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:18:47.143586 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d9900-e338-4699-a0ca-c296ae5f59cd None None] Routers {'1680fefb-cdd3-4cfb-b400-218a21a2d86b'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:18:47.145161 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-949d9900-e338-4699-a0ca-c296ae5f59cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:18:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1680fefb-cdd3-4cfb-b400-218a21a2d86b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:47.293569 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-949d9900-e338-4699-a0ca-c296ae5f59cd None None] Set router 1680fefb-cdd3-4cfb-b400-218a21a2d86b gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:18:47.786459 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-949d9900-e338-4699-a0ca-c296ae5f59cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-801660514-router', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:18:44Z', 'revision_number': 5, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'gw_port': {'id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:47.833081 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d9900-e338-4699-a0ca-c296ae5f59cd None None] The sync data for ids ['1680fefb-cdd3-4cfb-b400-218a21a2d86b'] in n-d-798054-10 is: [{'id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-801660514-router', 'tenant_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:18:44Z', 'revision_number': 5, 'project_id': 'bcd1ddd43f3042678ea44c176b551ac5', 'gw_port': {'id': '42086606-ae45-454c-8b68-b7fa68cc7f4d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680fefb-cdd3-4cfb-b400-218a21a2d86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:18:48.244866 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9c6fe24a-1366-4806-9752-24ab4db1a003 req-372e9e21-79e3-466a-8a7d-ccb34ec06495 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5a1cf6bcea624442841eb9827ed0fb79&device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.0397339 Jul 14 09:18:48.311399 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c100b67-4915-4dcd-9477-19c688848736 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.317984 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9c6fe24a-1366-4806-9752-24ab4db1a003 req-68034620-a731-4a20-babc-7ef508f512ab service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5a1cf6bcea624442841eb9827ed0fb79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591588 Jul 14 09:18:48.335274 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e861ac6f-b464-402a-869f-84d1d3c2f72b req-236ed951-7bdb-431a-873a-259c787c7b04 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 210 time: 0.0924249 Jul 14 09:18:48.491943 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 3cb820b5-2387-4fb0-95ba-a7220f11f45a no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:48.563653 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fe24a-1366-4806-9752-24ab4db1a003 req-944f3fa4-33a5-40ab-bf72-9e8765e07262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:48.565249 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9c6fe24a-1366-4806-9752-24ab4db1a003 req-944f3fa4-33a5-40ab-bf72-9e8765e07262 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2383065 Jul 14 09:18:48.577065 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 3cb820b5-2387-4fb0-95ba-a7220f11f45a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:18:48.577484 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 3cb820b5-2387-4fb0-95ba-a7220f11f45a not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:18:48.650933 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-8fc9d6b2-ee9d-43bf-96d3-4ae004a976ba tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Made reservation on behalf of 31e3a4cec448411aba79b23ed148d185 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:48.655410 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-8fc9d6b2-ee9d-43bf-96d3-4ae004a976ba tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.714585 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-033b52f0-817d-40df-8dc2-ad270325f54b req-29de8385-e543-4412-a5b1-27380c6ccb9b tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.0842993 Jul 14 09:18:48.796814 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-4c100b67-4915-4dcd-9477-19c688848736 admin admin] Deleting port 42086606-ae45-454c-8b68-b7fa68cc7f4d {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:48.797167 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c100b67-4915-4dcd-9477-19c688848736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.916259 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-4c100b67-4915-4dcd-9477-19c688848736 admin admin] For port 42086606-ae45-454c-8b68-b7fa68cc7f4d, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=42086606-ae45-454c-8b68-b7fa68cc7f4d,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:48.916259 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c100b67-4915-4dcd-9477-19c688848736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:49.002565 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-4c100b67-4915-4dcd-9477-19c688848736 admin admin] Calling delete_port for 42086606-ae45-454c-8b68-b7fa68cc7f4d owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:49.211468 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-8fc9d6b2-ee9d-43bf-96d3-4ae004a976ba tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Allocated IP 172.20.0.12 (888088af-1a51-4dbe-bc38-27d1a38db826/db42a1b5-0af8-4f2d-880c-f54fe800fb63/ebf8368a-d0fb-466a-a254-89fc3ae4a4bb) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:49.501723 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-8fc9d6b2-ee9d-43bf-96d3-4ae004a976ba tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:49.518712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-8fc9d6b2-ee9d-43bf-96d3-4ae004a976ba tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Transition to ACTIVE for port object ebf8368a-d0fb-466a-a254-89fc3ae4a4bb will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:49.552747 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c100b67-4915-4dcd-9477-19c688848736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:49.604309 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c100b67-4915-4dcd-9477-19c688848736 admin admin] Pushing event deleted for resources: {'Port': ['ID=42086606-ae45-454c-8b68-b7fa68cc7f4d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:49.607085 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-8fc9d6b2-ee9d-43bf-96d3-4ae004a976ba tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:49.719745 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384e937-67fb-43d3-a7bd-db92d60a3859 req-3c53f1fb-13e6-4c78-b922-c4f53099fa67 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:49.724930 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c100b67-4915-4dcd-9477-19c688848736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:49.731271 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f384e937-67fb-43d3-a7bd-db92d60a3859 req-3c53f1fb-13e6-4c78-b922-c4f53099fa67 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 932 time: 0.1592171 Jul 14 09:18:49.837683 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f384e937-67fb-43d3-a7bd-db92d60a3859 req-ed60129d-ca89-43a7-a3e0-621cc438b426 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051972 Jul 14 09:18:49.842689 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-8fc9d6b2-ee9d-43bf-96d3-4ae004a976ba tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Network 888088af-1a51-4dbe-bc38-27d1a38db826 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:49.843592 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9d6b2-ee9d-43bf-96d3-4ae004a976ba tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event updated for resources: {'Port': ['ID=ebf8368a-d0fb-466a-a254-89fc3ae4a4bb,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:49.909529 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-8fc9d6b2-ee9d-43bf-96d3-4ae004a976ba tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:49.960927 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-8fc9d6b2-ee9d-43bf-96d3-4ae004a976ba tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:50.004841 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47c17655-358e-49ce-bf07-90e9a551a6ef req-d81cc463-eca6-4d22-abf5-90824d74547e tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.0779359 Jul 14 09:18:50.034026 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c100b67-4915-4dcd-9477-19c688848736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.037361 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9c6fe24a-1366-4806-9752-24ab4db1a003 req-204cb084-12cd-4753-99f4-15040cf02e7d tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.49 "GET /v2.0/ports?device_id=4062f9db-8e9b-4024-adaa-2484de17f0a7 HTTP/1.1" status: 200 len: 210 time: 0.0776453 Jul 14 09:18:50.040582 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c100b67-4915-4dcd-9477-19c688848736 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.161683 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-8fc9d6b2-ee9d-43bf-96d3-4ae004a976ba tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:50.162333 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-8fc9d6b2-ee9d-43bf-96d3-4ae004a976ba tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.210207 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c100b67-4915-4dcd-9477-19c688848736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.210882 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c100b67-4915-4dcd-9477-19c688848736 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1680fefb-cdd3-4cfb-b400-218a21a2d86b {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:18:50.221295 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c100b67-4915-4dcd-9477-19c688848736 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.224825 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55530) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:50.231714 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4c100b67-4915-4dcd-9477-19c688848736 admin admin] 10.222.0.26 "DELETE /v2.0/routers/1680fefb-cdd3-4cfb-b400-218a21a2d86b HTTP/1.1" status: 204 len: 168 time: 4.1545491 Jul 14 09:18:50.236055 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-8fc9d6b2-ee9d-43bf-96d3-4ae004a976ba tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1218669 Jul 14 09:18:50.269779 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-d33ce339-0b0e-457a-a85d-3f24f2c919e7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Request body: {'port': {'device_id': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a', 'admin_state_up': True, 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'security_groups': ['d1df8878-0d62-4787-bd9d-cc400ae07d89']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:50.337266 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b19bb38-79d3-4c38-8a0c-310764e162ff admin admin] Deleting subnet 9b425104-7f7e-4627-af94-a8272ec2c531 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:18:50.359815 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b19bb38-79d3-4c38-8a0c-310764e162ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.486631 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2876429b-61b5-4a4d-a006-451aca56a0c3 None None] Provisioning for port ebf8368a-d0fb-466a-a254-89fc3ae4a4bb completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:50.493074 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2876429b-61b5-4a4d-a006-451aca56a0c3 None None] Provisioning complete for port ebf8368a-d0fb-466a-a254-89fc3ae4a4bb triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:50.493691 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2876429b-61b5-4a4d-a006-451aca56a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.599641 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b19bb38-79d3-4c38-8a0c-310764e162ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.640309 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2876429b-61b5-4a4d-a006-451aca56a0c3 None None] Port ebf8368a-d0fb-466a-a254-89fc3ae4a4bb cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:18:50.812587 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-d33ce339-0b0e-457a-a85d-3f24f2c919e7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Made reservation on behalf of 31e3a4cec448411aba79b23ed148d185 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:50.817766 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-d33ce339-0b0e-457a-a85d-3f24f2c919e7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.958104 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b19bb38-79d3-4c38-8a0c-310764e162ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:51.088859 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b19bb38-79d3-4c38-8a0c-310764e162ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:51.122154 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b19bb38-79d3-4c38-8a0c-310764e162ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:51.127142 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4533fc-331c-4129-babe-0fdf9f28fd42 None None] Network 804f08ab-f06e-486b-9d18-c2f35567fe1b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:18:51.128684 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55564) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:51.130342 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3b19bb38-79d3-4c38-8a0c-310764e162ff admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9b425104-7f7e-4627-af94-a8272ec2c531 HTTP/1.1" status: 204 len: 168 time: 0.9035728 Jul 14 09:18:51.347252 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19bb38-79d3-4c38-8a0c-310764e162ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b425104-7f7e-4627-af94-a8272ec2c531,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:51.421396 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2a7a-516f-408a-b697-349c1aebfe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:51.446155 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-d33ce339-0b0e-457a-a85d-3f24f2c919e7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Allocated IP 10.1.1.196 (c9df3bdd-77d5-4207-8bf1-adc3545be74a/52a95ed6-a967-4c2d-8b84-f641b0b1d6ed/b2be6486-e65e-4805-a307-4504282ccb66) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:51.486834 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330ca57-da7b-447f-9538-ef57b01e49fa req-a8cf35e9-a8ec-43fa-8dd5-f24c64f0b567 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:51.505272 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2330ca57-da7b-447f-9538-ef57b01e49fa req-a8cf35e9-a8ec-43fa-8dd5-f24c64f0b567 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 932 time: 0.3714077 Jul 14 09:18:51.520197 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6318eff7-9b80-43f7-9f42-3a69df103fc4 None None] DHCP port deletion for 804f08ab-f06e-486b-9d18-c2f35567fe1b request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:18:51.530528 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836fbe9-1594-46b1-ab98-1f29f412dcd6 req-fe1218c8-533d-4c94-808c-783a0f2e37d4 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:51.532922 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d836fbe9-1594-46b1-ab98-1f29f412dcd6 req-fe1218c8-533d-4c94-808c-783a0f2e37d4 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a92d9f-8ce6-443f-8a4c-cb0728a38d2c HTTP/1.1" status: 200 len: 951 time: 0.2620642 Jul 14 09:18:51.625485 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d836fbe9-1594-46b1-ab98-1f29f412dcd6 req-2fd4ffa0-b31a-4dfc-b065-4a53f5b97be1 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f80f3d1-c1d0-439f-8552-15d0dae5ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836546 Jul 14 09:18:51.641239 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6318eff7-9b80-43f7-9f42-3a69df103fc4 None None] Deleting port 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:51.641239 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6318eff7-9b80-43f7-9f42-3a69df103fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:51.687642 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2330ca57-da7b-447f-9538-ef57b01e49fa req-e1061925-7b1f-480d-9d7e-fc04d088873f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792207 Jul 14 09:18:51.815651 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6318eff7-9b80-43f7-9f42-3a69df103fc4 None None] For port 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=76b5a550-5a96-442d-a8e1-1d6f7b27e6d6,segment=NetworkSegment(e8603e7f-a92f-4efa-8b0e-1595c8a10885),segment_id=e8603e7f-a92f-4efa-8b0e-1595c8a10885)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:51.816373 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6318eff7-9b80-43f7-9f42-3a69df103fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:51.835642 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6318eff7-9b80-43f7-9f42-3a69df103fc4 None None] Calling delete_port for 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:51.841724 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa2a7a-516f-408a-b697-349c1aebfe88 admin admin] Deleting port 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:51.844177 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2a7a-516f-408a-b697-349c1aebfe88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:51.960662 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6318eff7-9b80-43f7-9f42-3a69df103fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.020495 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318eff7-9b80-43f7-9f42-3a69df103fc4 None None] Pushing event deleted for resources: {'Port': ['ID=76b5a550-5a96-442d-a8e1-1d6f7b27e6d6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:52.041749 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318eff7-9b80-43f7-9f42-3a69df103fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:52.042151 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318eff7-9b80-43f7-9f42-3a69df103fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:52.044262 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318eff7-9b80-43f7-9f42-3a69df103fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:52.049759 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318eff7-9b80-43f7-9f42-3a69df103fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:52.050225 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318eff7-9b80-43f7-9f42-3a69df103fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:52.050574 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318eff7-9b80-43f7-9f42-3a69df103fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:52.051713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318eff7-9b80-43f7-9f42-3a69df103fc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:52.053146 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318eff7-9b80-43f7-9f42-3a69df103fc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:52.053489 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318eff7-9b80-43f7-9f42-3a69df103fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:52.053846 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318eff7-9b80-43f7-9f42-3a69df103fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:52.057693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318eff7-9b80-43f7-9f42-3a69df103fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:52.058627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318eff7-9b80-43f7-9f42-3a69df103fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:52.075506 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6318eff7-9b80-43f7-9f42-3a69df103fc4 None None] No DVR routers for this DVR port 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:18:52.106522 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-6bfa2a7a-516f-408a-b697-349c1aebfe88 admin admin] For port 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=76b5a550-5a96-442d-a8e1-1d6f7b27e6d6,segment=NetworkSegment(e8603e7f-a92f-4efa-8b0e-1595c8a10885),segment_id=e8603e7f-a92f-4efa-8b0e-1595c8a10885)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:52.106899 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2a7a-516f-408a-b697-349c1aebfe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.137026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa2a7a-516f-408a-b697-349c1aebfe88 admin admin] Calling delete_port for 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:52.238869 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2a7a-516f-408a-b697-349c1aebfe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.260325 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-d33ce339-0b0e-457a-a85d-3f24f2c919e7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.288306 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa2a7a-516f-408a-b697-349c1aebfe88 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b5a550-5a96-442d-a8e1-1d6f7b27e6d6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:52.292687 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfa2a7a-516f-408a-b697-349c1aebfe88 admin admin] No DVR routers for this DVR port 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:18:52.329940 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-d33ce339-0b0e-457a-a85d-3f24f2c919e7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Transition to ACTIVE for port object b2be6486-e65e-4805-a307-4504282ccb66 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:52.562752 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 42086606-ae45-454c-8b68-b7fa68cc7f4d no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:52.578196 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fce2614f-87eb-42b7-a5bd-2efcbe7cd35e req-8c9c5a3a-4796-456a-9097-497aa412b139 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5a1cf6bcea624442841eb9827ed0fb79&device_id=0969dec0-1892-4243-984f-3c5ae30a5e3d HTTP/1.1" status: 200 len: 210 time: 0.1027184 Jul 14 09:18:52.598647 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2a7a-516f-408a-b697-349c1aebfe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.603210 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-d33ce339-0b0e-457a-a85d-3f24f2c919e7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.618486 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 42086606-ae45-454c-8b68-b7fa68cc7f4d {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:18:52.618828 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 42086606-ae45-454c-8b68-b7fa68cc7f4d not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:18:52.625870 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:52.675991 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fce2614f-87eb-42b7-a5bd-2efcbe7cd35e req-f1db6f77-1243-4aed-8c5e-2d798156dd06 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5a1cf6bcea624442841eb9827ed0fb79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889699 Jul 14 09:18:52.697042 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-6bfa2a7a-516f-408a-b697-349c1aebfe88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804f08ab-f06e-486b-9d18-c2f35567fe1b']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:52.702260 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-babfcedd-ed65-45b8-bc27-40629cfae65c req-82f6acda-c9b4-4175-8f35-4b214a8f6ea4 tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=0969dec0-1892-4243-984f-3c5ae30a5e3d HTTP/1.1" status: 200 len: 210 time: 0.0588932 Jul 14 09:18:52.708394 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:18:52.709186 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 76b5a550-5a96-442d-a8e1-1d6f7b27e6d6 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:18:52.761272 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-6bfa2a7a-516f-408a-b697-349c1aebfe88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8603e7f-a92f-4efa-8b0e-1595c8a10885') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:52.761928 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-6bfa2a7a-516f-408a-b697-349c1aebfe88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8603e7f-a92f-4efa-8b0e-1595c8a10885') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:52.798945 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ce339-0b0e-457a-a85d-3f24f2c919e7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event updated for resources: {'Port': ['ID=b2be6486-e65e-4805-a307-4504282ccb66,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:52.811353 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2a7a-516f-408a-b697-349c1aebfe88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.829162 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-d33ce339-0b0e-457a-a85d-3f24f2c919e7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Network c9df3bdd-77d5-4207-8bf1-adc3545be74a is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:52.838082 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-d33ce339-0b0e-457a-a85d-3f24f2c919e7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:52.840721 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2a7a-516f-408a-b697-349c1aebfe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.844804 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-d33ce339-0b0e-457a-a85d-3f24f2c919e7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:52.861315 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfa2a7a-516f-408a-b697-349c1aebfe88 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:18:52.862124 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2a7a-516f-408a-b697-349c1aebfe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:18:52.892420 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:18:53.001272 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-d33ce339-0b0e-457a-a85d-3f24f2c919e7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:53.002119 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-d33ce339-0b0e-457a-a85d-3f24f2c919e7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:53.015685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2614f-87eb-42b7-a5bd-2efcbe7cd35e req-0435ebbc-2ff3-42f8-b067-967e90c29418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:53.016816 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fce2614f-87eb-42b7-a5bd-2efcbe7cd35e req-0435ebbc-2ff3-42f8-b067-967e90c29418 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3096626 Jul 14 09:18:53.022543 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2a7a-516f-408a-b697-349c1aebfe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:53.037723 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2a7a-516f-408a-b697-349c1aebfe88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:53.039685 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6bfa2a7a-516f-408a-b697-349c1aebfe88 admin admin] 10.222.0.26 "DELETE /v2.0/networks/804f08ab-f06e-486b-9d18-c2f35567fe1b HTTP/1.1" status: 204 len: 168 time: 1.9103303 Jul 14 09:18:53.041263 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-d33ce339-0b0e-457a-a85d-3f24f2c919e7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7776380 Jul 14 09:18:53.078940 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-02e2d559-77df-4a8b-b50b-56f50503cf56 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Request body: {'port': {'device_id': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a', 'admin_state_up': True, 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'security_groups': ['d1df8878-0d62-4787-bd9d-cc400ae07d89']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:53.085801 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa2a7a-516f-408a-b697-349c1aebfe88 admin admin] Pushing event deleted for resources: {'Network': ['ID=804f08ab-f06e-486b-9d18-c2f35567fe1b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:53.293129 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9912ce0-038f-42a7-95de-3b14d7674d2c req-fcccc72b-40f7-49a7-8f6c-fdb6888c6584 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:53.301837 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e26c92bf-de52-4c2e-8593-6442a19ea2be None None] Provisioning for port b2be6486-e65e-4805-a307-4504282ccb66 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:53.302641 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9912ce0-038f-42a7-95de-3b14d7674d2c req-fcccc72b-40f7-49a7-8f6c-fdb6888c6584 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:53.304307 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9912ce0-038f-42a7-95de-3b14d7674d2c req-fcccc72b-40f7-49a7-8f6c-fdb6888c6584 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 1654 time: 0.2416346 Jul 14 09:18:53.307707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e26c92bf-de52-4c2e-8593-6442a19ea2be None None] Provisioning complete for port b2be6486-e65e-4805-a307-4504282ccb66 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:53.308298 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e26c92bf-de52-4c2e-8593-6442a19ea2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:53.325950 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-02e2d559-77df-4a8b-b50b-56f50503cf56 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Made reservation on behalf of 31e3a4cec448411aba79b23ed148d185 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:53.329975 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-02e2d559-77df-4a8b-b50b-56f50503cf56 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:53.430288 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9912ce0-038f-42a7-95de-3b14d7674d2c req-9cff2d04-ae2b-4ba0-a94a-73645042d605 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064320 Jul 14 09:18:53.436611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e26c92bf-de52-4c2e-8593-6442a19ea2be None None] Port b2be6486-e65e-4805-a307-4504282ccb66 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:18:53.507622 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55682) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:53.573541 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-02e2d559-77df-4a8b-b50b-56f50503cf56 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Allocated IP 10.1.1.29 (c9df3bdd-77d5-4207-8bf1-adc3545be74a/52a95ed6-a967-4c2d-8b84-f641b0b1d6ed/a41a920e-6497-49e9-8ee2-23d9fd674e1c) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:53.598524 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8fd16818-c4e6-49a9-b5af-2e9c41b528b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bcd1ddd43f3042678ea44c176b551ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0806868 Jul 14 09:18:53.598716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55688) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:53.725234 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7ad97f54-afb5-401e-83ce-061d51839017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:53.763414 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7ad97f54-afb5-401e-83ce-061d51839017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:53.824069 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-02e2d559-77df-4a8b-b50b-56f50503cf56 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:53.847605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-02e2d559-77df-4a8b-b50b-56f50503cf56 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Transition to ACTIVE for port object a41a920e-6497-49e9-8ee2-23d9fd674e1c will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:53.997912 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-de1ed355-3df0-4caa-b5f0-00c1e7630020 req-235e208c-2f7f-4b3f-83e9-9dfbb1bdc4eb tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.26 "GET /v2.0/ports?device_id=0969dec0-1892-4243-984f-3c5ae30a5e3d HTTP/1.1" status: 200 len: 210 time: 0.0643308 Jul 14 09:18:54.006564 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7ad97f54-afb5-401e-83ce-061d51839017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.011175 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7ad97f54-afb5-401e-83ce-061d51839017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.013068 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7ad97f54-afb5-401e-83ce-061d51839017 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf079f92-328c-46bd-bb2a-4ccc8f3afb3b HTTP/1.1" status: 204 len: 168 time: 0.4191959 Jul 14 09:18:54.019457 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-02e2d559-77df-4a8b-b50b-56f50503cf56 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.063055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad97f54-afb5-401e-83ce-061d51839017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf079f92-328c-46bd-bb2a-4ccc8f3afb3b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:54.157065 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-02e2d559-77df-4a8b-b50b-56f50503cf56 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Network c9df3bdd-77d5-4207-8bf1-adc3545be74a is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:54.166704 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-02e2d559-77df-4a8b-b50b-56f50503cf56 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:54.170210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-02e2d559-77df-4a8b-b50b-56f50503cf56 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:54.298701 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fce2614f-87eb-42b7-a5bd-2efcbe7cd35e req-f15754cf-bc36-4111-9101-b77aad3d1954 tempest-ServerShowV247Test-1618437610 tempest-ServerShowV247Test-1618437610-project] 10.222.0.49 "GET /v2.0/ports?device_id=0969dec0-1892-4243-984f-3c5ae30a5e3d HTTP/1.1" status: 200 len: 210 time: 0.0683384 Jul 14 09:18:54.305556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2d559-77df-4a8b-b50b-56f50503cf56 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event updated for resources: {'Port': ['ID=a41a920e-6497-49e9-8ee2-23d9fd674e1c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:54.357220 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-02e2d559-77df-4a8b-b50b-56f50503cf56 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:54.357993 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-02e2d559-77df-4a8b-b50b-56f50503cf56 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.378662 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-02e2d559-77df-4a8b-b50b-56f50503cf56 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3114316 Jul 14 09:18:54.398356 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-85117a91-fbcd-41f6-9915-7cb4188e1277 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Request body: {'port': {'device_id': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b942b7bc-b05b-4b6e-aff4-d229af7544cd', 'admin_state_up': True, 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'security_groups': ['d1df8878-0d62-4787-bd9d-cc400ae07d89']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:54.490887 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1ad2142c-742f-4024-b4fb-30acceb61f42 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:54.744360 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-85117a91-fbcd-41f6-9915-7cb4188e1277 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Made reservation on behalf of 31e3a4cec448411aba79b23ed148d185 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:54.938962 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-85117a91-fbcd-41f6-9915-7cb4188e1277 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:55.098357 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:55.122008 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e547df8b-8bf2-4c80-8b73-068e617f6c16 None None] Provisioning for port a41a920e-6497-49e9-8ee2-23d9fd674e1c completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:55.129945 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a92d9f-8ce6-443f-8a4c-cb0728a38d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad2142c-742f-4024-b4fb-30acceb61f42'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:55.136611 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f816e3-94d8-468e-943a-f602892354b3" -d '{"events": [{"server_uuid": "17a92d9f-8ce6-443f-8a4c-cb0728a38d2c", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad2142c-742f-4024-b4fb-30acceb61f42"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:55.142328 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49090b52-0a04-472c-8c7d-4f4a9b54ef01 req-4edae25b-6a0d-405d-86de-386dd0226f51 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:55.148726 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49090b52-0a04-472c-8c7d-4f4a9b54ef01 req-4edae25b-6a0d-405d-86de-386dd0226f51 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:55.155333 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e547df8b-8bf2-4c80-8b73-068e617f6c16 None None] Provisioning complete for port a41a920e-6497-49e9-8ee2-23d9fd674e1c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:55.155715 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e547df8b-8bf2-4c80-8b73-068e617f6c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:55.165900 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49090b52-0a04-472c-8c7d-4f4a9b54ef01 req-4edae25b-6a0d-405d-86de-386dd0226f51 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:55.167583 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49090b52-0a04-472c-8c7d-4f4a9b54ef01 req-4edae25b-6a0d-405d-86de-386dd0226f51 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 2374 time: 0.2193263 Jul 14 09:18:55.214853 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1ad2142c-742f-4024-b4fb-30acceb61f42, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1ad2142c-742f-4024-b4fb-30acceb61f42,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:55.239852 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:55.288150 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49090b52-0a04-472c-8c7d-4f4a9b54ef01 req-f075126b-19dd-42cf-911c-40f9f74333a9 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120243 Jul 14 09:18:55.470885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e547df8b-8bf2-4c80-8b73-068e617f6c16 None None] Port a41a920e-6497-49e9-8ee2-23d9fd674e1c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:18:55.479785 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=1ad2142c-742f-4024-b4fb-30acceb61f42,revision_number=11']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:55.507860 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-85117a91-fbcd-41f6-9915-7cb4188e1277 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Allocated IP 10.2.2.100 (b942b7bc-b05b-4b6e-aff4-d229af7544cd/a557f1ac-a69c-4035-b98f-f25db75ba130/30f1a2ef-7642-4739-8eaa-96de5c74cd6e) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:55.615143 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f87a41f-9b50-47dc-a91b-5a861312d524 x-openstack-request-id: req-9f87a41f-9b50-47dc-a91b-5a861312d524 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:55.616036 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a92d9f-8ce6-443f-8a4c-cb0728a38d2c", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad2142c-742f-4024-b4fb-30acceb61f42", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:55.616515 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f87a41f-9b50-47dc-a91b-5a861312d524 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:55.617121 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a92d9f-8ce6-443f-8a4c-cb0728a38d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad2142c-742f-4024-b4fb-30acceb61f42', 'code': 200} Jul 14 09:18:55.693803 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-02e39e80-8ada-47cd-868b-02c9a4fc8c73 req-511f40e4-ff03-426f-af9d-57aba5320869 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1968989 Jul 14 09:18:55.913567 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-85117a91-fbcd-41f6-9915-7cb4188e1277 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:55.920415 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55858) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:55.934203 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-85117a91-fbcd-41f6-9915-7cb4188e1277 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Transition to ACTIVE for port object 30f1a2ef-7642-4739-8eaa-96de5c74cd6e will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:55.981166 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-85117a91-fbcd-41f6-9915-7cb4188e1277 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:56.024426 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-85117a91-fbcd-41f6-9915-7cb4188e1277 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Network b942b7bc-b05b-4b6e-aff4-d229af7544cd is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:56.028038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-85117a91-fbcd-41f6-9915-7cb4188e1277 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:56.044478 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-85117a91-fbcd-41f6-9915-7cb4188e1277 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:56.110994 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55866) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:56.125433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e39e80-8ada-47cd-868b-02c9a4fc8c73 req-7b4fc6b4-6019-46ac-8343-8b2d325d2e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:56.127302 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-02e39e80-8ada-47cd-868b-02c9a4fc8c73 req-7b4fc6b4-6019-46ac-8343-8b2d325d2e51 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09b502835dcb4320bf2fd315522cc62f&device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 1097 time: 0.3813469 Jul 14 09:18:56.260254 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1045846066-network', 'tenant_id': '8d31d68f42614a9eb556d0e671f3f92e'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:56.325734 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e39e80-8ada-47cd-868b-02c9a4fc8c73 req-3606aa1d-64e6-40e4-8149-d4da3441dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:56.328228 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-02e39e80-8ada-47cd-868b-02c9a4fc8c73 req-3606aa1d-64e6-40e4-8149-d4da3441dd03 service neutron] 10.222.0.49 "GET /v2.0/networks?id=256b6df7-8dd6-4b20-bd3c-6a14911923ef HTTP/1.1" status: 200 len: 907 time: 0.1573205 Jul 14 09:18:56.328971 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85117a91-fbcd-41f6-9915-7cb4188e1277 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event updated for resources: {'Port': ['ID=30f1a2ef-7642-4739-8eaa-96de5c74cd6e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:56.331125 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Made reservation on behalf of 8d31d68f42614a9eb556d0e671f3f92e for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:56.333590 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:56.340672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-85117a91-fbcd-41f6-9915-7cb4188e1277 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:56.341494 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-85117a91-fbcd-41f6-9915-7cb4188e1277 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:56.375303 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:56.422326 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3894530a-ea7b-4e99-8362-a8a18051a3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:56.468578 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.api [None req-3894530a-ea7b-4e99-8362-a8a18051a3f3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:18:56.468578 n-d-798054-10 neutron-server[93887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:18:56.468578 n-d-798054-10 neutron-server[93887]: [parameters: {'project_id_1': '5a1cf6bcea624442841eb9827ed0fb79', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 18, 56, 443882)}] Jul 14 09:18:56.468578 n-d-798054-10 neutron-server[93887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:18:56.472216 n-d-798054-10 neutron-server[93887]: DEBUG oslo_db.api [None req-3894530a-ea7b-4e99-8362-a8a18051a3f3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:18:56.522495 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f3af809b-00e2-4bfa-b29b-e018f1a5d75d None None] Provisioning for port 30f1a2ef-7642-4739-8eaa-96de5c74cd6e completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:56.534535 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f3af809b-00e2-4bfa-b29b-e018f1a5d75d None None] Provisioning complete for port 30f1a2ef-7642-4739-8eaa-96de5c74cd6e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:56.535012 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3af809b-00e2-4bfa-b29b-e018f1a5d75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:56.563326 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-02e39e80-8ada-47cd-868b-02c9a4fc8c73 req-2af4f1a9-d881-46a9-b491-eb5d695d9cdf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 HTTP/1.1" status: 200 len: 1001 time: 0.2182207 Jul 14 09:18:56.656513 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f3af809b-00e2-4bfa-b29b-e018f1a5d75d None None] Port 30f1a2ef-7642-4739-8eaa-96de5c74cd6e cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:18:56.673525 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:18:56.675748 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:56.692647 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:56.710149 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:18:56.712071 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e39e80-8ada-47cd-868b-02c9a4fc8c73 req-d99d01fd-f030-4ca6-a759-c07c9f161e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:56.714591 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-02e39e80-8ada-47cd-868b-02c9a4fc8c73 req-d99d01fd-f030-4ca6-a759-c07c9f161e10 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=678fd0c0-aac5-43ab-b16c-dd17e98a798e HTTP/1.1" status: 200 len: 845 time: 0.1388853 Jul 14 09:18:56.781933 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:56.782663 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Added segment a30fef4c-5230-4ede-a9dc-267f45dd0020 of type vlan for network b0876a7d-4f7c-4bbb-b307-71098621dad7 Jul 14 09:18:56.800401 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-85117a91-fbcd-41f6-9915-7cb4188e1277 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4069681 Jul 14 09:18:56.825825 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-75f38d37-e06b-4501-9c2e-32571f2637e0 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Request body: {'port': {'device_id': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b942b7bc-b05b-4b6e-aff4-d229af7544cd', 'admin_state_up': True, 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'security_groups': ['d1df8878-0d62-4787-bd9d-cc400ae07d89']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:56.830449 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:56.860833 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088753a1-4197-4dc9-95c9-97a2f1feb508,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:56.874539 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:56.875801 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:56.876474 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:56.961502 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e39e80-8ada-47cd-868b-02c9a4fc8c73 req-1a99e58c-a4b1-4d53-b032-bbfdf42fced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:56.963324 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-02e39e80-8ada-47cd-868b-02c9a4fc8c73 req-1a99e58c-a4b1-4d53-b032-bbfdf42fced5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=256b6df7-8dd6-4b20-bd3c-6a14911923ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2413938 Jul 14 09:18:57.030478 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3894530a-ea7b-4e99-8362-a8a18051a3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:57.063374 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1417186 Jul 14 09:18:57.072109 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55908) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:57.082828 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-6aabc5d0-0763-4ce7-9ef1-14d35e2b63d8 admin admin] Request body: {'subnet': {'network_id': 'b0876a7d-4f7c-4bbb-b307-71098621dad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1045846066-subnet', 'tenant_id': '8d31d68f42614a9eb556d0e671f3f92e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:57.103504 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Pushing event updated for resources: {'Network': ['ID=b0876a7d-4f7c-4bbb-b307-71098621dad7,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:57.124845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e1cd4-8eab-4364-a8fb-2c9086a3eec0 req-365be764-a629-4ed7-a2e9-0ba628758530 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:57.132445 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e1cd4-8eab-4364-a8fb-2c9086a3eec0 req-365be764-a629-4ed7-a2e9-0ba628758530 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:57.150000 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e1cd4-8eab-4364-a8fb-2c9086a3eec0 req-365be764-a629-4ed7-a2e9-0ba628758530 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:57.184720 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e1cd4-8eab-4364-a8fb-2c9086a3eec0 req-365be764-a629-4ed7-a2e9-0ba628758530 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:57.184720 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db1e1cd4-8eab-4364-a8fb-2c9086a3eec0 req-365be764-a629-4ed7-a2e9-0ba628758530 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 3095 time: 0.5001516 Jul 14 09:18:57.208810 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-02e39e80-8ada-47cd-868b-02c9a4fc8c73 req-c5d97bea-1188-45df-be5f-5ac8abd13dbe service neutron] 10.222.0.49 "GET /v2.0/networks/256b6df7-8dd6-4b20-bd3c-6a14911923ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244837 Jul 14 09:18:57.222313 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efcd3f16-791b-425d-8053-ce406e0e2e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:57.342591 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:57.343145 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:57.343257 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:57.343593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:57.343929 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:57.344258 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:57.344580 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:57.345106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:57.345625 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:57.346266 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:57.346956 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:57.347131 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574c7fa8-9594-4c54-838f-6ab4af79c192 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:57.374168 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network b0876a7d-4f7c-4bbb-b307-71098621dad7 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:18:57.389885 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-02e39e80-8ada-47cd-868b-02c9a4fc8c73 req-08509db6-d5cc-4680-a189-6c51872c5884 service neutron] 10.222.0.49 "GET /v2.0/networks/256b6df7-8dd6-4b20-bd3c-6a14911923ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740034 Jul 14 09:18:57.452437 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3894530a-ea7b-4e99-8362-a8a18051a3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:57.475931 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3894530a-ea7b-4e99-8362-a8a18051a3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:57.595754 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db1e1cd4-8eab-4364-a8fb-2c9086a3eec0 req-344334e3-b209-4e80-8dca-223e3dd27b17 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651169 Jul 14 09:18:57.615982 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3894530a-ea7b-4e99-8362-a8a18051a3f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5a1cf6bcea624442841eb9827ed0fb79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5036418 Jul 14 09:18:57.617177 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aabc5d0-0763-4ce7-9ef1-14d35e2b63d8 admin admin] Made reservation on behalf of 8d31d68f42614a9eb556d0e671f3f92e for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:57.618875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55950) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:57.624058 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6aabc5d0-0763-4ce7-9ef1-14d35e2b63d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:57.630124 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894530a-ea7b-4e99-8362-a8a18051a3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae893c77-348f-41df-a778-c9ee747204f7,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:57.704725 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-75f38d37-e06b-4501-9c2e-32571f2637e0 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Made reservation on behalf of 31e3a4cec448411aba79b23ed148d185 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:57.714674 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-75f38d37-e06b-4501-9c2e-32571f2637e0 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:57.796573 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2e22ce09-7d3e-43e3-8359-6a1194f0ac0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:57.918022 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2e22ce09-7d3e-43e3-8359-6a1194f0ac0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.049085 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55960) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:58.107924 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6aabc5d0-0763-4ce7-9ef1-14d35e2b63d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.181254 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabc5d0-0763-4ce7-9ef1-14d35e2b63d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35d15ca3-93e8-46fa-a3bb-dacf586290e0,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:58.188887 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2e22ce09-7d3e-43e3-8359-6a1194f0ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.202769 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2e22ce09-7d3e-43e3-8359-6a1194f0ac0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.203926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aabc5d0-0763-4ce7-9ef1-14d35e2b63d8 admin admin] Checking segment: {'id': 'a30fef4c-5230-4ede-a9dc-267f45dd0020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0876a7d-4f7c-4bbb-b307-71098621dad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:58.204480 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aabc5d0-0763-4ce7-9ef1-14d35e2b63d8 admin admin] Network hostable DHCP agents. Network: b0876a7d-4f7c-4bbb-b307-71098621dad7, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:18:58.213690 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2e22ce09-7d3e-43e3-8359-6a1194f0ac0f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae893c77-348f-41df-a778-c9ee747204f7 HTTP/1.1" status: 204 len: 168 time: 0.5936322 Jul 14 09:18:58.286332 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aabc5d0-0763-4ce7-9ef1-14d35e2b63d8 admin admin] Network b0876a7d-4f7c-4bbb-b307-71098621dad7 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:18:58.322839 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-6aabc5d0-0763-4ce7-9ef1-14d35e2b63d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, b0876a7d-4f7c-4bbb-b307-71098621dad7) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:58.330100 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22ce09-7d3e-43e3-8359-6a1194f0ac0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae893c77-348f-41df-a778-c9ee747204f7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:58.338494 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2be65e-8945-4e6a-b7e3-ed66be5b0490 None None] Network b0876a7d-4f7c-4bbb-b307-71098621dad7 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:18:58.344934 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aabc5d0-0763-4ce7-9ef1-14d35e2b63d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:58.349669 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6aabc5d0-0763-4ce7-9ef1-14d35e2b63d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.401433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-75f38d37-e06b-4501-9c2e-32571f2637e0 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Allocated IP 10.2.2.200 (b942b7bc-b05b-4b6e-aff4-d229af7544cd/a557f1ac-a69c-4035-b98f-f25db75ba130/e5ddc03d-bffd-4ee2-8dfd-829f721e56dc) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:58.460035 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-736dd6f0-5f68-44f7-ac38-55faf34728e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.571606 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6aabc5d0-0763-4ce7-9ef1-14d35e2b63d8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4954622 Jul 14 09:18:58.590324 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55970) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:58.600704 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b55bbbc3-6ea4-4c0c-b485-ebea782da0f4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1045846066-router', 'tenant_id': '8d31d68f42614a9eb556d0e671f3f92e', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:58.724024 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-736dd6f0-5f68-44f7-ac38-55faf34728e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.740321 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-75f38d37-e06b-4501-9c2e-32571f2637e0 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.741282 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-736dd6f0-5f68-44f7-ac38-55faf34728e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.749470 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-b0876a7d-4f7c-4bbb-b307-71098621dad7', 'network_id': 'b0876a7d-4f7c-4bbb-b307-71098621dad7', 'tenant_id': '8d31d68f42614a9eb556d0e671f3f92e', 'fixed_ips': [{'subnet_id': '35d15ca3-93e8-46fa-a3bb-dacf586290e0'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:18:58.750485 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.780799 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-75f38d37-e06b-4501-9c2e-32571f2637e0 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Transition to ACTIVE for port object e5ddc03d-bffd-4ee2-8dfd-829f721e56dc will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:58.852189 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-75f38d37-e06b-4501-9c2e-32571f2637e0 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.900117 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b55bbbc3-6ea4-4c0c-b485-ebea782da0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.912692 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b55bbbc3-6ea4-4c0c-b485-ebea782da0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.964271 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-75f38d37-e06b-4501-9c2e-32571f2637e0 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Network b942b7bc-b05b-4b6e-aff4-d229af7544cd is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:58.977281 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-736dd6f0-5f68-44f7-ac38-55faf34728e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=93c2c2be3d8441cd8f5a4d4e8fe5fe02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9246097 Jul 14 09:18:58.988155 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55984) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:59.031451 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-75f38d37-e06b-4501-9c2e-32571f2637e0 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:59.034891 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-75f38d37-e06b-4501-9c2e-32571f2637e0 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:59.101441 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b55bbbc3-6ea4-4c0c-b485-ebea782da0f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.105627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Allocated IP 172.20.0.2 (b0876a7d-4f7c-4bbb-b307-71098621dad7/35d15ca3-93e8-46fa-a3bb-dacf586290e0/75867d3c-e0a2-471e-8c72-4b808dde41db) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:59.152205 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f38d37-e06b-4501-9c2e-32571f2637e0 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event updated for resources: {'Port': ['ID=e5ddc03d-bffd-4ee2-8dfd-829f721e56dc,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:59.180338 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-75f38d37-e06b-4501-9c2e-32571f2637e0 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:59.181015 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-75f38d37-e06b-4501-9c2e-32571f2637e0 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.187254 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736dd6f0-5f68-44f7-ac38-55faf34728e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d893b4-99a0-43f4-94ed-8d74dafc063f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:59.270747 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-75f38d37-e06b-4501-9c2e-32571f2637e0 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4577816 Jul 14 09:18:59.302392 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67389251-63ce-454f-9f6f-3680ef0c68f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.309395 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] Request body: {'port': {'device_id': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:59.452620 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67389251-63ce-454f-9f6f-3680ef0c68f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.506338 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.543845 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1416aa97-db9b-4506-a9ab-219505b8ab0a None None] Provisioning for port e5ddc03d-bffd-4ee2-8dfd-829f721e56dc completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:59.557360 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Transition to ACTIVE for port object 75867d3c-e0a2-471e-8c72-4b808dde41db will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:59.572056 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1416aa97-db9b-4506-a9ab-219505b8ab0a None None] Provisioning complete for port e5ddc03d-bffd-4ee2-8dfd-829f721e56dc triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:59.572432 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1416aa97-db9b-4506-a9ab-219505b8ab0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.669129 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Transition to ACTIVE for port object 75867d3c-e0a2-471e-8c72-4b808dde41db will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:59.724014 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.816745 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1416aa97-db9b-4506-a9ab-219505b8ab0a None None] Port e5ddc03d-bffd-4ee2-8dfd-829f721e56dc cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:18:59.827319 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Pushing event updated for resources: {'Port': ['ID=75867d3c-e0a2-471e-8c72-4b808dde41db,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:59.854663 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05baee8b-5ee5-4bac-b795-a25ca31a4139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.901389 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.911095 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Network b0876a7d-4f7c-4bbb-b307-71098621dad7 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:59.915435 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:59.917958 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:00.062086 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Attempting to bind port 75867d3c-e0a2-471e-8c72-4b808dde41db on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:00.063108 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Attempting to bind port 75867d3c-e0a2-471e-8c72-4b808dde41db by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'a30fef4c-5230-4ede-a9dc-267f45dd0020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0876a7d-4f7c-4bbb-b307-71098621dad7'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:00.063787 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Attempting to bind port 75867d3c-e0a2-471e-8c72-4b808dde41db on network b0876a7d-4f7c-4bbb-b307-71098621dad7 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:00.072565 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:00.073639 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Checking segment: {'id': 'a30fef4c-5230-4ede-a9dc-267f45dd0020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0876a7d-4f7c-4bbb-b307-71098621dad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:00.074424 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.075079 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Bound using segment: {'id': 'a30fef4c-5230-4ede-a9dc-267f45dd0020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0876a7d-4f7c-4bbb-b307-71098621dad7'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:00.075807 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Bound port: 75867d3c-e0a2-471e-8c72-4b808dde41db, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30fef4c-5230-4ede-a9dc-267f45dd0020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0876a7d-4f7c-4bbb-b307-71098621dad7'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:00.077237 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.111131 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56002) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:00.155336 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67389251-63ce-454f-9f6f-3680ef0c68f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.158340 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67389251-63ce-454f-9f6f-3680ef0c68f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.160324 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-67389251-63ce-454f-9f6f-3680ef0c68f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/30d893b4-99a0-43f4-94ed-8d74dafc063f HTTP/1.1" status: 204 len: 168 time: 1.1709955 Jul 14 09:19:00.163839 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] For port 75867d3c-e0a2-471e-8c72-4b808dde41db, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:00.168649 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] For port 75867d3c-e0a2-471e-8c72-4b808dde41db, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=75867d3c-e0a2-471e-8c72-4b808dde41db,segment=NetworkSegment(a30fef4c-5230-4ede-a9dc-267f45dd0020),segment_id=a30fef4c-5230-4ede-a9dc-267f45dd0020)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:00.177692 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.276155 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67389251-63ce-454f-9f6f-3680ef0c68f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d893b4-99a0-43f4-94ed-8d74dafc063f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:00.277413 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd689e-2bf4-41c2-ba1d-0f3d09070dcc None None] Pushing event updated for resources: {'Port': ['ID=75867d3c-e0a2-471e-8c72-4b808dde41db,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:00.329036 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.344786 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe2752-2f71-4091-abea-3db1d0c15ad4 req-a092fcd9-ab7b-4af3-834a-9865839b0304 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.346831 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dfbe2752-2f71-4091-abea-3db1d0c15ad4 req-a092fcd9-ab7b-4af3-834a-9865839b0304 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.49 "GET /v2.0/ports?device_id=930cda15-e7ad-4dfe-a2b0-32ab25f684cc HTTP/1.1" status: 200 len: 948 time: 0.2183468 Jul 14 09:19:00.404262 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b55bbbc3-6ea4-4c0c-b485-ebea782da0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.503861 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6470d0-ca44-4576-8867-c6fbfb045cf5 req-203f94ff-ddde-44c4-9044-d7d2eec60230 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.512359 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8e6470d0-ca44-4576-8867-c6fbfb045cf5 req-203f94ff-ddde-44c4-9044-d7d2eec60230 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?device_id=930cda15-e7ad-4dfe-a2b0-32ab25f684cc HTTP/1.1" status: 200 len: 948 time: 1.6795852 Jul 14 09:19:00.544995 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69debe02-05f3-4c60-8516-976c821f253f req-8f6a0b04-8daa-4732-a060-820e14c5c980 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.561247 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69debe02-05f3-4c60-8516-976c821f253f req-8f6a0b04-8daa-4732-a060-820e14c5c980 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.564929 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.579801 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69debe02-05f3-4c60-8516-976c821f253f req-8f6a0b04-8daa-4732-a060-820e14c5c980 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.592979 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69debe02-05f3-4c60-8516-976c821f253f req-8f6a0b04-8daa-4732-a060-820e14c5c980 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.606382 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69debe02-05f3-4c60-8516-976c821f253f req-8f6a0b04-8daa-4732-a060-820e14c5c980 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.623386 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69debe02-05f3-4c60-8516-976c821f253f req-8f6a0b04-8daa-4732-a060-820e14c5c980 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 3816 time: 1.5190332 Jul 14 09:19:00.774828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-dfbe2752-2f71-4091-abea-3db1d0c15ad4 req-4082ccfc-e60a-4b56-83b9-328980aeaffb tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Deleting port fe714179-b5ef-4580-bba6-2fccbc3ee74a {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:00.775864 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dfbe2752-2f71-4091-abea-3db1d0c15ad4 req-4082ccfc-e60a-4b56-83b9-328980aeaffb tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.818409 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69debe02-05f3-4c60-8516-976c821f253f req-9e3410af-78a7-47c2-8d1f-36de9887f54e tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939578 Jul 14 09:19:00.917098 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-cdad90da-a934-405a-98cc-1940c513eabd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1578433938-network', 'tenant_id': 'a7e8bfa500ca4c6083bfd3e82f31e918'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:00.947488 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8e6470d0-ca44-4576-8867-c6fbfb045cf5 req-d36f6388-0182-4e98-b0df-33f1b68e4b60 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f80f3d1-c1d0-439f-8552-15d0dae5ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829735 Jul 14 09:19:00.975130 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdad90da-a934-405a-98cc-1940c513eabd admin admin] Made reservation on behalf of a7e8bfa500ca4c6083bfd3e82f31e918 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:00.979122 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdad90da-a934-405a-98cc-1940c513eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.993813 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdad90da-a934-405a-98cc-1940c513eabd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.148402 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56022) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:01.244240 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-dfbe2752-2f71-4091-abea-3db1d0c15ad4 req-4082ccfc-e60a-4b56-83b9-328980aeaffb tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] For port fe714179-b5ef-4580-bba6-2fccbc3ee74a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fe714179-b5ef-4580-bba6-2fccbc3ee74a,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:01.244792 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dfbe2752-2f71-4091-abea-3db1d0c15ad4 req-4082ccfc-e60a-4b56-83b9-328980aeaffb tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.311809 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf8368a-d0fb-466a-a254-89fc3ae4a4bb {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:01.322201 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.336138 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] Transition to ACTIVE for port object ebf8368a-d0fb-466a-a254-89fc3ae4a4bb will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:01.354508 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.357413 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b55bbbc3-6ea4-4c0c-b485-ebea782da0f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.362124 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdad90da-a934-405a-98cc-1940c513eabd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.370884 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-dfbe2752-2f71-4091-abea-3db1d0c15ad4 req-4082ccfc-e60a-4b56-83b9-328980aeaffb tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Calling delete_port for fe714179-b5ef-4580-bba6-2fccbc3ee74a owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:01.407055 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b55bbbc3-6ea4-4c0c-b485-ebea782da0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.410061 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdad90da-a934-405a-98cc-1940c513eabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.513696 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.632650 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-b55bbbc3-6ea4-4c0c-b485-ebea782da0f4 admin admin] Allocated IP 172.25.1.44 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/6f9fe8dc-e6c0-477a-9499-8e6f96a906f3) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:01.698566 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf8368a-d0fb-466a-a254-89fc3ae4a4bb,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:01.881406 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b55bbbc3-6ea4-4c0c-b485-ebea782da0f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.950113 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] Attempting to bind port ebf8368a-d0fb-466a-a254-89fc3ae4a4bb on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:01.950377 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] Attempting to bind port ebf8368a-d0fb-466a-a254-89fc3ae4a4bb by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '7f21298a-629e-4e81-852c-c70a97676322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:01.951225 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] Attempting to bind port ebf8368a-d0fb-466a-a254-89fc3ae4a4bb on network 888088af-1a51-4dbe-bc38-27d1a38db826 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:01.961176 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] Port ebf8368a-d0fb-466a-a254-89fc3ae4a4bb on network 888088af-1a51-4dbe-bc38-27d1a38db826 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:01.961854 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] Attempting to bind port ebf8368a-d0fb-466a-a254-89fc3ae4a4bb on network 888088af-1a51-4dbe-bc38-27d1a38db826 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:02.006959 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdad90da-a934-405a-98cc-1940c513eabd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:19:02.014483 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b55bbbc3-6ea4-4c0c-b485-ebea782da0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.033932 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:02.034696 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] Checking segment: {'id': '7f21298a-629e-4e81-852c-c70a97676322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:02.035266 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] Bound using segment: {'id': '7f21298a-629e-4e81-852c-c70a97676322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:02.035890 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] Bound port: ebf8368a-d0fb-466a-a254-89fc3ae4a4bb, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f21298a-629e-4e81-852c-c70a97676322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:02.036455 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.176395 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdad90da-a934-405a-98cc-1940c513eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.176756 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-cdad90da-a934-405a-98cc-1940c513eabd admin admin] Added segment 657c12a5-fddb-467b-9d7d-07e1124e3f79 of type vlan for network afffba1d-7bce-4b37-9323-82cdd45d6281 Jul 14 09:19:02.183827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad90da-a934-405a-98cc-1940c513eabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8659334a-d23e-4643-85eb-cf2c4c62143b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:02.189323 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24deae7e-612d-4933-8b6a-8a808c97d31b None None] Network b0876a7d-4f7c-4bbb-b307-71098621dad7 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:02.302609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55bbbc3-6ea4-4c0c-b485-ebea782da0f4 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:02.324221 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-02b58486-4ecf-481f-96d4-1284356d28e6 None None] Provisioning for port 75867d3c-e0a2-471e-8c72-4b808dde41db completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:02.404087 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-b55bbbc3-6ea4-4c0c-b485-ebea782da0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:02.405161 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dfbe2752-2f71-4091-abea-3db1d0c15ad4 req-4082ccfc-e60a-4b56-83b9-328980aeaffb tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.412575 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55bbbc3-6ea4-4c0c-b485-ebea782da0f4 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:02.418333 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bbbc3-6ea4-4c0c-b485-ebea782da0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=6f9fe8dc-e6c0-477a-9499-8e6f96a906f3,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:02.462598 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdad90da-a934-405a-98cc-1940c513eabd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.500429 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] For port ebf8368a-d0fb-466a-a254-89fc3ae4a4bb, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:02.537875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082ccfc-e60a-4b56-83b9-328980aeaffb tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Pushing event deleted for resources: {'Port': ['ID=fe714179-b5ef-4580-bba6-2fccbc3ee74a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:02.610764 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.resource_extend [None req-cdad90da-a934-405a-98cc-1940c513eabd admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:19:02.627851 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 75867d3c-e0a2-471e-8c72-4b808dde41db up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:02.647124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] For port ebf8368a-d0fb-466a-a254-89fc3ae4a4bb, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ebf8368a-d0fb-466a-a254-89fc3ae4a4bb,segment=NetworkSegment(7f21298a-629e-4e81-852c-c70a97676322),segment_id=7f21298a-629e-4e81-852c-c70a97676322)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:02.695333 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbe2752-2f71-4091-abea-3db1d0c15ad4 req-4082ccfc-e60a-4b56-83b9-328980aeaffb tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] No DVR routers for this DVR port fe714179-b5ef-4580-bba6-2fccbc3ee74a on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:02.698273 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.718551 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dfbe2752-2f71-4091-abea-3db1d0c15ad4 req-4082ccfc-e60a-4b56-83b9-328980aeaffb tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.721279 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dfbe2752-2f71-4091-abea-3db1d0c15ad4 req-4082ccfc-e60a-4b56-83b9-328980aeaffb tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.49 "DELETE /v2.0/ports/fe714179-b5ef-4580-bba6-2fccbc3ee74a HTTP/1.1" status: 204 len: 173 time: 2.3645673 Jul 14 09:19:02.741238 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930cda15-e7ad-4dfe-a2b0-32ab25f684cc', 'name': 'network-vif-deleted', 'tag': 'fe714179-b5ef-4580-bba6-2fccbc3ee74a'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:02.767181 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.783322 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f61cbf-4ed8-4f3d-afc6-9cc60192bfd2" -d '{"events": [{"server_uuid": "930cda15-e7ad-4dfe-a2b0-32ab25f684cc", "name": "network-vif-deleted", "tag": "fe714179-b5ef-4580-bba6-2fccbc3ee74a"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:02.794665 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 75867d3c-e0a2-471e-8c72-4b808dde41db completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:02.801985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 75867d3c-e0a2-471e-8c72-4b808dde41db triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:02.802498 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.805890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5386b-9d00-4eb7-8e31-d6aa72bb0adf req-edf01e58-7e01-464b-b8d0-b9b03cf61f6e tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.814480 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5386b-9d00-4eb7-8e31-d6aa72bb0adf req-edf01e58-7e01-464b-b8d0-b9b03cf61f6e tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.822686 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5386b-9d00-4eb7-8e31-d6aa72bb0adf req-edf01e58-7e01-464b-b8d0-b9b03cf61f6e tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.829329 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5386b-9d00-4eb7-8e31-d6aa72bb0adf req-edf01e58-7e01-464b-b8d0-b9b03cf61f6e tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.836655 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5386b-9d00-4eb7-8e31-d6aa72bb0adf req-edf01e58-7e01-464b-b8d0-b9b03cf61f6e tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.838910 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2b5386b-9d00-4eb7-8e31-d6aa72bb0adf req-edf01e58-7e01-464b-b8d0-b9b03cf61f6e tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 3828 time: 0.6984394 Jul 14 09:19:02.851914 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e59ce5-56de-4293-b4bd-7be456ee2c8a req-8fcb1a05-134d-489e-bd74-7451f3576ebd tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.853826 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9e59ce5-56de-4293-b4bd-7be456ee2c8a req-8fcb1a05-134d-489e-bd74-7451f3576ebd tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?device_id=930cda15-e7ad-4dfe-a2b0-32ab25f684cc HTTP/1.1" status: 200 len: 865 time: 0.5789816 Jul 14 09:19:02.883664 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.884523 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.887313 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] 10.222.0.55 "PUT /v2.0/ports/ebf8368a-d0fb-466a-a254-89fc3ae4a4bb HTTP/1.1" status: 200 len: 1093 time: 3.6018651 Jul 14 09:19:02.907910 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2b5386b-9d00-4eb7-8e31-d6aa72bb0adf req-eab54ffa-305e-41be-af06-0d7f32347568 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512774 Jul 14 09:19:02.989317 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdad90da-a934-405a-98cc-1940c513eabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.990213 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] Request body: {'port': {'device_id': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:02.992212 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdad90da-a934-405a-98cc-1940c513eabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.992833 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdad90da-a934-405a-98cc-1940c513eabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:03.064769 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:03.176133 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd09ae0-8453-4c56-b242-b9e6b448f9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf8368a-d0fb-466a-a254-89fc3ae4a4bb,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:03.195215 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9e59ce5-56de-4293-b4bd-7be456ee2c8a req-11817d07-2279-4a98-9109-3e9390bb15f4 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f80f3d1-c1d0-439f-8552-15d0dae5ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338208 Jul 14 09:19:03.231384 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 75867d3c-e0a2-471e-8c72-4b808dde41db, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=75867d3c-e0a2-471e-8c72-4b808dde41db,segment=NetworkSegment(a30fef4c-5230-4ede-a9dc-267f45dd0020),segment_id=a30fef4c-5230-4ede-a9dc-267f45dd0020)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:03.247621 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:03.310950 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:03.321745 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cc649807-d5de-471a-b581-df534822e7e5 None None] Provisioning complete for port 75867d3c-e0a2-471e-8c72-4b808dde41db triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:03.325384 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc649807-d5de-471a-b581-df534822e7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:03.352990 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cdad90da-a934-405a-98cc-1940c513eabd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.0303645 Jul 14 09:19:03.360738 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56062) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:03.378969 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-986a9063-880b-40b8-a24b-3e656a780815 admin admin] Request body: {'subnet': {'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1578433938-subnet', 'tenant_id': 'a7e8bfa500ca4c6083bfd3e82f31e918', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:03.414078 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9877-17f4-4195-9d6f-02277e128f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:03.563696 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ef16ab-e809-4f68-abef-62177b059c4a x-openstack-request-id: req-16ef16ab-e809-4f68-abef-62177b059c4a {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:03.564306 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930cda15-e7ad-4dfe-a2b0-32ab25f684cc", "name": "network-vif-deleted", "tag": "fe714179-b5ef-4580-bba6-2fccbc3ee74a", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:03.567374 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=75867d3c-e0a2-471e-8c72-4b808dde41db,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:03.568052 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16ef16ab-e809-4f68-abef-62177b059c4a {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:03.568794 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930cda15-e7ad-4dfe-a2b0-32ab25f684cc', 'name': 'network-vif-deleted', 'tag': 'fe714179-b5ef-4580-bba6-2fccbc3ee74a', 'status': 'completed', 'code': 200} Jul 14 09:19:03.583804 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986a9063-880b-40b8-a24b-3e656a780815 admin admin] Made reservation on behalf of a7e8bfa500ca4c6083bfd3e82f31e918 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:03.592834 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-986a9063-880b-40b8-a24b-3e656a780815 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:03.668327 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad90da-a934-405a-98cc-1940c513eabd admin admin] Pushing event updated for resources: {'Network': ['ID=afffba1d-7bce-4b37-9323-82cdd45d6281,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:03.676220 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fe714179-b5ef-4580-bba6-2fccbc3ee74a no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:03.679833 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b55bbbc3-6ea4-4c0c-b485-ebea782da0f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:03.724687 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network afffba1d-7bce-4b37-9323-82cdd45d6281 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:19:03.744310 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: fe714179-b5ef-4580-bba6-2fccbc3ee74a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:03.744665 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fe714179-b5ef-4580-bba6-2fccbc3ee74a not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:03.848825 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0ab4c-3ab5-49d1-9607-79bb83dd721e req-e0ab5b9b-f74a-4195-8916-5e9455c5a3f5 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:03.850471 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02f0ab4c-3ab5-49d1-9607-79bb83dd721e req-e0ab5b9b-f74a-4195-8916-5e9455c5a3f5 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/ports?device_id=39822441-e5a2-42c6-a62f-c441926e35e2 HTTP/1.1" status: 200 len: 946 time: 0.4328601 Jul 14 09:19:03.904612 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02f0ab4c-3ab5-49d1-9607-79bb83dd721e req-c25da1ea-f347-441f-a862-6838780270c3 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/security-groups?id=67f43272-a229-4014-895c-e7b4536aefa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432923 Jul 14 09:19:04.028607 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-986a9063-880b-40b8-a24b-3e656a780815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:04.061164 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b55bbbc3-6ea4-4c0c-b485-ebea782da0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:04.078275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a9063-880b-40b8-a24b-3e656a780815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d20aa7a-796d-40db-977f-81fa6bc33327,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:04.210577 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986a9063-880b-40b8-a24b-3e656a780815 admin admin] Checking segment: {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:04.210952 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986a9063-880b-40b8-a24b-3e656a780815 admin admin] Network hostable DHCP agents. Network: afffba1d-7bce-4b37-9323-82cdd45d6281, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:19:04.260746 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25bf81-f12c-4b97-abc6-f8353549ed00 req-3e34a70b-748e-42cb-98d3-b235e4aa341e tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:04.262424 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5c25bf81-f12c-4b97-abc6-f8353549ed00 req-3e34a70b-748e-42cb-98d3-b235e4aa341e tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.55 "GET /v2.0/ports?device_id=39822441-e5a2-42c6-a62f-c441926e35e2 HTTP/1.1" status: 200 len: 946 time: 0.3193419 Jul 14 09:19:04.305822 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dfea9-abe3-40dc-8424-708d887ea77d req-fff999be-fa1d-405c-b477-af1783111001 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:04.312808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dfea9-abe3-40dc-8424-708d887ea77d req-fff999be-fa1d-405c-b477-af1783111001 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:04.321631 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dfea9-abe3-40dc-8424-708d887ea77d req-fff999be-fa1d-405c-b477-af1783111001 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:04.331985 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dfea9-abe3-40dc-8424-708d887ea77d req-fff999be-fa1d-405c-b477-af1783111001 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:04.340223 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dfea9-abe3-40dc-8424-708d887ea77d req-fff999be-fa1d-405c-b477-af1783111001 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:04.341929 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-450dfea9-abe3-40dc-8424-708d887ea77d req-fff999be-fa1d-405c-b477-af1783111001 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 3828 time: 0.2247159 Jul 14 09:19:04.346130 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986a9063-880b-40b8-a24b-3e656a780815 admin admin] Network afffba1d-7bce-4b37-9323-82cdd45d6281 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:19:04.405663 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:04.418165 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-986a9063-880b-40b8-a24b-3e656a780815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, afffba1d-7bce-4b37-9323-82cdd45d6281) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:04.420967 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:04.427503 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d893e9-c498-49bd-ac6c-0708d959f9bf None None] Network afffba1d-7bce-4b37-9323-82cdd45d6281 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:04.433845 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-450dfea9-abe3-40dc-8424-708d887ea77d req-ff667896-ebd3-4bee-b2ad-b2617a6ca4e7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838308 Jul 14 09:19:04.437663 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55bbbc3-6ea4-4c0c-b485-ebea782da0f4 admin admin] Router 2ca6861a-12ca-4360-8106-50ad1e21abe0 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:19:04.471237 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986a9063-880b-40b8-a24b-3e656a780815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:04.471893 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-986a9063-880b-40b8-a24b-3e656a780815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:04.503195 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-986a9063-880b-40b8-a24b-3e656a780815 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1388469 Jul 14 09:19:04.530079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] Transition to ACTIVE for port object 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:04.582782 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:04.591381 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 75867d3c-e0a2-471e-8c72-4b808dde41db up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:04.673940 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d72520b-5984-4478-833d-82bab0872a94 None None] Network afffba1d-7bce-4b37-9323-82cdd45d6281 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:04.753758 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-5c25bf81-f12c-4b97-abc6-f8353549ed00 req-8b82f61a-0799-49f3-8a4e-29ff17a594eb tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Deleting port 3feafdee-83e4-4610-be5f-38c4b01fdce4 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:04.757022 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5c25bf81-f12c-4b97-abc6-f8353549ed00 req-8b82f61a-0799-49f3-8a4e-29ff17a594eb tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:04.809415 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 75867d3c-e0a2-471e-8c72-4b808dde41db triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:04.809860 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:04.839993 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55bbbc3-6ea4-4c0c-b485-ebea782da0f4 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:04.881410 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b55bbbc3-6ea4-4c0c-b485-ebea782da0f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:04.883356 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b55bbbc3-6ea4-4c0c-b485-ebea782da0f4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.2903299 Jul 14 09:19:04.894689 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56088) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:04.915512 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] Sync routers for ids ['2ca6861a-12ca-4360-8106-50ad1e21abe0'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:05.008667 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] Pushing event updated for resources: {'Port': ['ID=207ab0ec-b17a-4abd-8b56-ed8ce32580f4,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:05.140606 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] Routers {'2ca6861a-12ca-4360-8106-50ad1e21abe0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:05.141323 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2ca6861a-12ca-4360-8106-50ad1e21abe0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:05.154512 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56098) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:05.169503 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb9877-17f4-4195-9d6f-02277e128f41 admin admin] Deleting port 49f55491-a198-436c-8b1b-97c8c6f0c1d4 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:05.169937 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9877-17f4-4195-9d6f-02277e128f41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:05.266229 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-a7eb9877-17f4-4195-9d6f-02277e128f41 admin admin] For port 49f55491-a198-436c-8b1b-97c8c6f0c1d4, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=49f55491-a198-436c-8b1b-97c8c6f0c1d4,segment=NetworkSegment(ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d),segment_id=ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:05.266592 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9877-17f4-4195-9d6f-02277e128f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:05.285313 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb9877-17f4-4195-9d6f-02277e128f41 admin admin] Calling delete_port for 49f55491-a198-436c-8b1b-97c8c6f0c1d4 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:05.302280 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] Attempting to bind port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:05.302613 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] Attempting to bind port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '4507c68c-c871-4e6c-a411-602905e6650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:05.302947 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] Attempting to bind port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 on network c9df3bdd-77d5-4207-8bf1-adc3545be74a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:05.309118 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-5c25bf81-f12c-4b97-abc6-f8353549ed00 req-8b82f61a-0799-49f3-8a4e-29ff17a594eb tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] For port 3feafdee-83e4-4610-be5f-38c4b01fdce4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3feafdee-83e4-4610-be5f-38c4b01fdce4,segment=NetworkSegment(3c6554db-40a6-47f8-87e4-14c4fd3cb3a1),segment_id=3c6554db-40a6-47f8-87e4-14c4fd3cb3a1)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:05.309500 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5c25bf81-f12c-4b97-abc6-f8353549ed00 req-8b82f61a-0799-49f3-8a4e-29ff17a594eb tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:05.320718 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] Port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 on network c9df3bdd-77d5-4207-8bf1-adc3545be74a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:05.321050 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] Attempting to bind port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 on network c9df3bdd-77d5-4207-8bf1-adc3545be74a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:05.363800 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-5c25bf81-f12c-4b97-abc6-f8353549ed00 req-8b82f61a-0799-49f3-8a4e-29ff17a594eb tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Calling delete_port for 3feafdee-83e4-4610-be5f-38c4b01fdce4 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:05.366172 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:05.366514 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] Checking segment: {'id': '4507c68c-c871-4e6c-a411-602905e6650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:05.366898 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] Bound using segment: {'id': '4507c68c-c871-4e6c-a411-602905e6650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:05.367346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] Bound port: 207ab0ec-b17a-4abd-8b56-ed8ce32580f4, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4507c68c-c871-4e6c-a411-602905e6650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:05.367709 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:05.434729 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2533ed59-91b3-4dd9-9ad8-e19473147fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:05.587194 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] Set router 2ca6861a-12ca-4360-8106-50ad1e21abe0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:05.771214 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'tag': 'ebf8368a-d0fb-466a-a254-89fc3ae4a4bb'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:05.773819 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b4a36a-9d42-4a37-8019-8c6bd521a974" -d '{"events": [{"name": "network-changed", "server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "tag": "ebf8368a-d0fb-466a-a254-89fc3ae4a4bb"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:05.812957 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca6861a-12ca-4360-8106-50ad1e21abe0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1045846066-router', 'tenant_id': '8d31d68f42614a9eb556d0e671f3f92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '6f9fe8dc-e6c0-477a-9499-8e6f96a906f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:18:58Z', 'updated_at': '2021-07-14T09:19:03Z', 'revision_number': 3, 'project_id': '8d31d68f42614a9eb556d0e671f3f92e', 'gw_port': {'id': '6f9fe8dc-e6c0-477a-9499-8e6f96a906f3', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca6861a-12ca-4360-8106-50ad1e21abe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:01Z', 'updated_at': '2021-07-14T09:19:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:05.853753 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] Checking router: 2ca6861a-12ca-4360-8106-50ad1e21abe0 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:19:05.854307 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] Updating router 2ca6861a-12ca-4360-8106-50ad1e21abe0 port 6f9fe8dc-e6c0-477a-9499-8e6f96a906f3 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:19:05.866467 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef5c7f-56b9-4a17-8cc5-5fadabc6ddeb req-f8abdc0f-a8a8-4a90-854e-2e25fe484ed7 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:05.874016 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1cef5c7f-56b9-4a17-8cc5-5fadabc6ddeb req-f8abdc0f-a8a8-4a90-854e-2e25fe484ed7 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a92d9f-8ce6-443f-8a4c-cb0728a38d2c HTTP/1.1" status: 200 len: 949 time: 0.5751717 Jul 14 09:19:05.884603 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] For port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:05.903031 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff5352-1eac-4bb0-986e-791a636a2b87 req-7b2f6a5c-64a8-4e8f-bcd4-d06329e0542b tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:05.904994 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:05.909697 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] For port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=207ab0ec-b17a-4abd-8b56-ed8ce32580f4,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:05.910669 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-40ff5352-1eac-4bb0-986e-791a636a2b87 req-7b2f6a5c-64a8-4e8f-bcd4-d06329e0542b tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/ports?device_id=39822441-e5a2-42c6-a62f-c441926e35e2 HTTP/1.1" status: 200 len: 946 time: 0.5923812 Jul 14 09:19:05.926937 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:05.975261 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:05.975895 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:05.977303 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] 10.222.0.55 "PUT /v2.0/ports/207ab0ec-b17a-4abd-8b56-ed8ce32580f4 HTTP/1.1" status: 200 len: 1131 time: 3.0040154 Jul 14 09:19:06.025291 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1cef5c7f-56b9-4a17-8cc5-5fadabc6ddeb req-5ce425f0-4b18-4d31-ba4d-656d2847215d tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f80f3d1-c1d0-439f-8552-15d0dae5ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499941 Jul 14 09:19:06.030265 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] Request body: {'port': {'device_id': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:06.064485 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-40ff5352-1eac-4bb0-986e-791a636a2b87 req-6ab93e07-a223-40bb-be64-0fcbb0862e39 tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.26 "GET /v2.0/security-groups?id=67f43272-a229-4014-895c-e7b4536aefa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528294 Jul 14 09:19:06.215350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92de81-8bd5-4c06-b4d3-1da31583f193 service neutron] Pushing event updated for resources: {'Port': ['ID=207ab0ec-b17a-4abd-8b56-ed8ce32580f4,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:06.243368 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2533ed59-91b3-4dd9-9ad8-e19473147fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.266061 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5c25bf81-f12c-4b97-abc6-f8353549ed00 req-8b82f61a-0799-49f3-8a4e-29ff17a594eb tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.297615 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2533ed59-91b3-4dd9-9ad8-e19473147fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.318303 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3feafdee-83e4-4610-be5f-38c4b01fdce4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:06.348398 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82f61a-0799-49f3-8a4e-29ff17a594eb tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Pushing event deleted for resources: {'Port': ['ID=3feafdee-83e4-4610-be5f-38c4b01fdce4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:06.390881 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9877-17f4-4195-9d6f-02277e128f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.478909 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.490024 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] Transition to ACTIVE for port object 6f9fe8dc-e6c0-477a-9499-8e6f96a906f3 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:06.494290 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb9877-17f4-4195-9d6f-02277e128f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f55491-a198-436c-8b1b-97c8c6f0c1d4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:06.503863 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.536207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-e5c26fbf-6971-426b-87a3-02a32fe4fa0c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:06.538419 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-e5c26fbf-6971-426b-87a3-02a32fe4fa0c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 806 time: 0.1703084 Jul 14 09:19:06.544220 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2533ed59-91b3-4dd9-9ad8-e19473147fa6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=10bede024323441db605f76604474af6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3850968 Jul 14 09:19:06.545060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533ed59-91b3-4dd9-9ad8-e19473147fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb464f0b-ba18-4958-9cfd-7dd72f9b382c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:06.551540 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56118) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:06.581921 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] Attempting to bind port 6f9fe8dc-e6c0-477a-9499-8e6f96a906f3 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:06.582437 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] Attempting to bind port 6f9fe8dc-e6c0-477a-9499-8e6f96a906f3 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:06.582869 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] Attempting to bind port 6f9fe8dc-e6c0-477a-9499-8e6f96a906f3 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:06.585127 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac3262-5525-4af8-9b16-80cd4fe56f1b None None] Pushing event updated for resources: {'Port': ['ID=6f9fe8dc-e6c0-477a-9499-8e6f96a906f3,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:06.593603 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:06.594232 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:06.594553 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.595013 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:06.595608 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] Bound port: 6f9fe8dc-e6c0-477a-9499-8e6f96a906f3, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:06.596055 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.621267 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe27b454-529a-4ac9-a343-3f2673d9ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.656409 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-279b8ed9-544a-4d12-9985-fb0451b03a01 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/quotas/a7e8bfa500ca4c6083bfd3e82f31e918 HTTP/1.1" status: 200 len: 375 time: 0.0938725 Jul 14 09:19:06.668446 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] For port 6f9fe8dc-e6c0-477a-9499-8e6f96a906f3, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:06.672351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] For port 6f9fe8dc-e6c0-477a-9499-8e6f96a906f3, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6f9fe8dc-e6c0-477a-9499-8e6f96a906f3,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:06.679576 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.716006 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-d7b9d2cf-a2dd-49bf-b568-611c16572c5a tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583436 Jul 14 09:19:06.780410 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9877-17f4-4195-9d6f-02277e128f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.783745 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac3262-5525-4af8-9b16-80cd4fe56f1b None None] Pushing event updated for resources: {'Port': ['ID=6f9fe8dc-e6c0-477a-9499-8e6f96a906f3,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:06.814801 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] Routers {'2ca6861a-12ca-4360-8106-50ad1e21abe0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:06.815363 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2ca6861a-12ca-4360-8106-50ad1e21abe0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:06.833679 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c25bf81-f12c-4b97-abc6-f8353549ed00 req-8b82f61a-0799-49f3-8a4e-29ff17a594eb tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] No DVR routers for this DVR port 3feafdee-83e4-4610-be5f-38c4b01fdce4 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:06.839788 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5c25bf81-f12c-4b97-abc6-f8353549ed00 req-8b82f61a-0799-49f3-8a4e-29ff17a594eb tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.842098 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5c25bf81-f12c-4b97-abc6-f8353549ed00 req-8b82f61a-0799-49f3-8a4e-29ff17a594eb tempest-VolumesAdminNegativeTest-71683426 tempest-VolumesAdminNegativeTest-71683426-project] 10.222.0.55 "DELETE /v2.0/ports/3feafdee-83e4-4610-be5f-38c4b01fdce4 HTTP/1.1" status: 204 len: 173 time: 2.5644996 Jul 14 09:19:06.858101 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.879282 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d45da3b-9f50-4f73-b52d-fe2a3f1d5b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.895051 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-fe27b454-529a-4ac9-a343-3f2673d9ca42 admin admin] Allocated IP 172.20.0.1 (b0876a7d-4f7c-4bbb-b307-71098621dad7/35d15ca3-93e8-46fa-a3bb-dacf586290e0/dcb52653-11d7-4e96-b43b-b9f7243c6f0f) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:06.969742 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d45da3b-9f50-4f73-b52d-fe2a3f1d5b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:07.013022 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe27b454-529a-4ac9-a343-3f2673d9ca42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:07.014921 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] Set router 2ca6861a-12ca-4360-8106-50ad1e21abe0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:07.037539 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-fe27b454-529a-4ac9-a343-3f2673d9ca42 admin admin] Transition to ACTIVE for port object dcb52653-11d7-4e96-b43b-b9f7243c6f0f will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:07.115558 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a0897-b6e9-4456-8c89-d35ac7e1dd65 req-adcf1253-4cca-457a-ab4d-d55bf01b2fb1 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:07.121592 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a0897-b6e9-4456-8c89-d35ac7e1dd65 req-adcf1253-4cca-457a-ab4d-d55bf01b2fb1 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:07.129858 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a0897-b6e9-4456-8c89-d35ac7e1dd65 req-adcf1253-4cca-457a-ab4d-d55bf01b2fb1 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:07.137215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a0897-b6e9-4456-8c89-d35ac7e1dd65 req-adcf1253-4cca-457a-ab4d-d55bf01b2fb1 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:07.145403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a0897-b6e9-4456-8c89-d35ac7e1dd65 req-adcf1253-4cca-457a-ab4d-d55bf01b2fb1 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:07.151712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a0897-b6e9-4456-8c89-d35ac7e1dd65 req-adcf1253-4cca-457a-ab4d-d55bf01b2fb1 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:07.159600 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-374a0897-b6e9-4456-8c89-d35ac7e1dd65 req-adcf1253-4cca-457a-ab4d-d55bf01b2fb1 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 4600 time: 0.8237367 Jul 14 09:19:07.225677 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d45da3b-9f50-4f73-b52d-fe2a3f1d5b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:07.228291 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d45da3b-9f50-4f73-b52d-fe2a3f1d5b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:07.232408 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0d45da3b-9f50-4f73-b52d-fe2a3f1d5b5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb464f0b-ba18-4958-9cfd-7dd72f9b382c HTTP/1.1" status: 204 len: 168 time: 0.5354736 Jul 14 09:19:07.273461 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-374a0897-b6e9-4456-8c89-d35ac7e1dd65 req-f9217aac-45ef-43ea-9fd3-d3af7e175018 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1129026 Jul 14 09:19:07.301040 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-22945ac1-b171-4383-aef4-ef0b21a65966 service neutron] 10.222.0.26 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835984 Jul 14 09:19:07.305376 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45da3b-9f50-4f73-b52d-fe2a3f1d5b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb464f0b-ba18-4958-9cfd-7dd72f9b382c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:07.335114 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe27b454-529a-4ac9-a343-3f2673d9ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:07.420637 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7eb9877-17f4-4195-9d6f-02277e128f41 admin admin] Router fb487bc0-003c-478f-beb1-21911c326a7b has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:19:07.448094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062454d-e1e3-453b-b75c-3b9e4b12620a req-045ee1fe-fa60-4d57-ae73-f03c46d33704 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:07.449743 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5062454d-e1e3-453b-b75c-3b9e4b12620a req-045ee1fe-fa60-4d57-ae73-f03c46d33704 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.55 "GET /v2.0/ports?device_id=17a92d9f-8ce6-443f-8a4c-cb0728a38d2c HTTP/1.1" status: 200 len: 949 time: 0.2376633 Jul 14 09:19:07.514105 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca6861a-12ca-4360-8106-50ad1e21abe0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1045846066-router', 'tenant_id': '8d31d68f42614a9eb556d0e671f3f92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '6f9fe8dc-e6c0-477a-9499-8e6f96a906f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:18:58Z', 'updated_at': '2021-07-14T09:19:03Z', 'revision_number': 3, 'project_id': '8d31d68f42614a9eb556d0e671f3f92e', 'gw_port': {'id': '6f9fe8dc-e6c0-477a-9499-8e6f96a906f3', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca6861a-12ca-4360-8106-50ad1e21abe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:01Z', 'updated_at': '2021-07-14T09:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:07.536666 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe27b454-529a-4ac9-a343-3f2673d9ca42 admin admin] Network b0876a7d-4f7c-4bbb-b307-71098621dad7 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:07.545620 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-fe27b454-529a-4ac9-a343-3f2673d9ca42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:07.555727 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe27b454-529a-4ac9-a343-3f2673d9ca42 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:07.561279 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27b454-529a-4ac9-a343-3f2673d9ca42 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb52653-11d7-4e96-b43b-b9f7243c6f0f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:07.607521 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d6dbf-8d3e-4f03-9c96-936f94c2df2f None None] The sync data for ids ['2ca6861a-12ca-4360-8106-50ad1e21abe0'] in n-d-798054-10 is: [{'id': '2ca6861a-12ca-4360-8106-50ad1e21abe0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1045846066-router', 'tenant_id': '8d31d68f42614a9eb556d0e671f3f92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '6f9fe8dc-e6c0-477a-9499-8e6f96a906f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:18:58Z', 'updated_at': '2021-07-14T09:19:03Z', 'revision_number': 3, 'project_id': '8d31d68f42614a9eb556d0e671f3f92e', 'gw_port': {'id': '6f9fe8dc-e6c0-477a-9499-8e6f96a906f3', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca6861a-12ca-4360-8106-50ad1e21abe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:01Z', 'updated_at': '2021-07-14T09:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:07.688005 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe27b454-529a-4ac9-a343-3f2673d9ca42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:07.696353 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-84f8f66f-dc4b-4653-8b5e-068f0d5f2a77 service neutron] 10.222.0.26 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937938 Jul 14 09:19:07.800304 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7eb9877-17f4-4195-9d6f-02277e128f41 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:07.804304 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f743b071-dd96-4afd-a41c-8650b2280799 x-openstack-request-id: req-f743b071-dd96-4afd-a41c-8650b2280799 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:07.804610 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "tag": "ebf8368a-d0fb-466a-a254-89fc3ae4a4bb", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:07.805709 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f743b071-dd96-4afd-a41c-8650b2280799 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:07.805709 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'tag': 'ebf8368a-d0fb-466a-a254-89fc3ae4a4bb', 'status': 'completed', 'code': 200} Jul 14 09:19:07.816828 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b037c17-1b4b-4cbe-a0e3-44fca945ba7b None None] Sync routers for ids ['fb487bc0-003c-478f-beb1-21911c326a7b'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:07.829194 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56128) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:07.835352 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b037c17-1b4b-4cbe-a0e3-44fca945ba7b None None] Routers {'fb487bc0-003c-478f-beb1-21911c326a7b'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:07.836539 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7b037c17-1b4b-4cbe-a0e3-44fca945ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['fb487bc0-003c-478f-beb1-21911c326a7b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:07.880685 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b7387186-76cd-48b7-9b09-99249417b64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:07.968365 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a7eb9877-17f4-4195-9d6f-02277e128f41 admin admin] 10.222.0.26 "PUT /v2.0/routers/fb487bc0-003c-478f-beb1-21911c326a7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8158734 Jul 14 09:19:07.974392 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56130) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:08.001609 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ef0f0bb2-8734-427f-973a-ca5fd263e00e None None] Provisioning for port dcb52653-11d7-4e96-b43b-b9f7243c6f0f completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:08.011998 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ef0f0bb2-8734-427f-973a-ca5fd263e00e None None] Provisioning complete for port dcb52653-11d7-4e96-b43b-b9f7243c6f0f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:08.016880 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0bb2-8734-427f-973a-ca5fd263e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:08.027207 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab54df4-c842-45de-b8d8-a4afe567c0e5 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:08.048197 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:08.087883 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4a36a-9d42-4a37-8019-8c6bd521a974 req-756ec98d-7bf3-43bb-bb3e-d0d5e37c052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:08.088379 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4a36a-9d42-4a37-8019-8c6bd521a974 req-756ec98d-7bf3-43bb-bb3e-d0d5e37c052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:08.088852 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4a36a-9d42-4a37-8019-8c6bd521a974 req-756ec98d-7bf3-43bb-bb3e-d0d5e37c052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:08.089399 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4a36a-9d42-4a37-8019-8c6bd521a974 req-756ec98d-7bf3-43bb-bb3e-d0d5e37c052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:08.089781 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4a36a-9d42-4a37-8019-8c6bd521a974 req-756ec98d-7bf3-43bb-bb3e-d0d5e37c052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:08.090289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4a36a-9d42-4a37-8019-8c6bd521a974 req-756ec98d-7bf3-43bb-bb3e-d0d5e37c052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:08.097678 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f0b4a36a-9d42-4a37-8019-8c6bd521a974 req-756ec98d-7bf3-43bb-bb3e-d0d5e37c052e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=31e3a4cec448411aba79b23ed148d185&device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5288 time: 0.2899554 Jul 14 09:19:08.135629 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] Transition to ACTIVE for port object 4ab54df4-c842-45de-b8d8-a4afe567c0e5 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:08.152857 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:08.199541 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ef0f0bb2-8734-427f-973a-ca5fd263e00e None None] Port dcb52653-11d7-4e96-b43b-b9f7243c6f0f cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:19:08.306527 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56136) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:08.368973 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-7b037c17-1b4b-4cbe-a0e3-44fca945ba7b None None] Set router fb487bc0-003c-478f-beb1-21911c326a7b gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:08.468868 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab54df4-c842-45de-b8d8-a4afe567c0e5,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:08.500710 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b7387186-76cd-48b7-9b09-99249417b64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:08.570238 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b7387186-76cd-48b7-9b09-99249417b64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:08.586916 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88eef655-f8f2-4986-8dc0-3c09b5d3d2b6 req-b936690f-a50a-4ec2-8ddf-15ab0aef0f36 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2 HTTP/1.1" status: 200 len: 210 time: 0.2117486 Jul 14 09:19:08.591441 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 3feafdee-83e4-4610-be5f-38c4b01fdce4 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:08.669349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 3feafdee-83e4-4610-be5f-38c4b01fdce4 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:08.670093 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 3feafdee-83e4-4610-be5f-38c4b01fdce4 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:08.747374 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7387186-76cd-48b7-9b09-99249417b64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d1ef79-75cb-4f8f-a433-a218d9dbc662,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:08.789463 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7b037c17-1b4b-4cbe-a0e3-44fca945ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb487bc0-003c-478f-beb1-21911c326a7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-459176542-router', 'tenant_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd1529caa-0ca2-4c49-9a6b-b38a930f520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:21Z', 'updated_at': '2021-07-14T09:19:05Z', 'revision_number': 5, 'project_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'gw_port': {'id': 'd1529caa-0ca2-4c49-9a6b-b38a930f520f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb487bc0-003c-478f-beb1-21911c326a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:22Z', 'updated_at': '2021-07-14T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:08.812555 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6f9fe8dc-e6c0-477a-9499-8e6f96a906f3 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:08.814752 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-5062454d-e1e3-453b-b75c-3b9e4b12620a req-8aca9d3a-7658-4006-a242-d55266c07cf2 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Deleting port 1ad2142c-742f-4024-b4fb-30acceb61f42 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:08.820782 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5062454d-e1e3-453b-b75c-3b9e4b12620a req-8aca9d3a-7658-4006-a242-d55266c07cf2 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:08.822960 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b037c17-1b4b-4cbe-a0e3-44fca945ba7b None None] Checking router: fb487bc0-003c-478f-beb1-21911c326a7b for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:19:08.834393 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b037c17-1b4b-4cbe-a0e3-44fca945ba7b None None] Routers {'fb487bc0-003c-478f-beb1-21911c326a7b'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:08.835443 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7b037c17-1b4b-4cbe-a0e3-44fca945ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['fb487bc0-003c-478f-beb1-21911c326a7b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:08.961528 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 6f9fe8dc-e6c0-477a-9499-8e6f96a906f3 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:08.969311 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 6f9fe8dc-e6c0-477a-9499-8e6f96a906f3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:08.970151 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:08.970968 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b7387186-76cd-48b7-9b09-99249417b64f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=18ed1a8e76b24e33acda4249da3d27e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1315062 Jul 14 09:19:08.980921 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56148) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:09.010522 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] Attempting to bind port 4ab54df4-c842-45de-b8d8-a4afe567c0e5 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:09.011217 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] Attempting to bind port 4ab54df4-c842-45de-b8d8-a4afe567c0e5 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '4507c68c-c871-4e6c-a411-602905e6650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:09.012262 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] Attempting to bind port 4ab54df4-c842-45de-b8d8-a4afe567c0e5 on network c9df3bdd-77d5-4207-8bf1-adc3545be74a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:09.069235 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe27b454-529a-4ac9-a343-3f2673d9ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:09.080423 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b01546-3828-40be-a432-815c66f6e612 req-8a4eb5c9-4e0f-43bf-b3c4-5fa3a60fb8d2 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.084812 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-7b037c17-1b4b-4cbe-a0e3-44fca945ba7b None None] Set router fb487bc0-003c-478f-beb1-21911c326a7b gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:09.087529 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d9b01546-3828-40be-a432-815c66f6e612 req-8a4eb5c9-4e0f-43bf-b3c4-5fa3a60fb8d2 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a92d9f-8ce6-443f-8a4c-cb0728a38d2c HTTP/1.1" status: 200 len: 949 time: 1.1849380 Jul 14 09:19:09.109111 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:09.149367 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7487f13f-3641-4dc3-95cc-1980a38cab37 admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:09.161037 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4a36a-9d42-4a37-8019-8c6bd521a974 req-802cf8fa-6dbe-4029-b75a-44c5ecf4e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.161632 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4a36a-9d42-4a37-8019-8c6bd521a974 req-802cf8fa-6dbe-4029-b75a-44c5ecf4e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.162200 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4a36a-9d42-4a37-8019-8c6bd521a974 req-802cf8fa-6dbe-4029-b75a-44c5ecf4e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.162935 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 6f9fe8dc-e6c0-477a-9499-8e6f96a906f3, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6f9fe8dc-e6c0-477a-9499-8e6f96a906f3,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:09.164223 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f0b4a36a-9d42-4a37-8019-8c6bd521a974 req-802cf8fa-6dbe-4029-b75a-44c5ecf4e44b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=31e3a4cec448411aba79b23ed148d185&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0274403 Jul 14 09:19:09.173054 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:09.259641 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=6f9fe8dc-e6c0-477a-9499-8e6f96a906f3,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:09.353666 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4a36a-9d42-4a37-8019-8c6bd521a974 req-f795afb3-fe75-41ed-9f5a-343a32f6d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.355272 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f0b4a36a-9d42-4a37-8019-8c6bd521a974 req-f795afb3-fe75-41ed-9f5a-343a32f6d1b2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1790876 Jul 14 09:19:09.364708 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] Port 4ab54df4-c842-45de-b8d8-a4afe567c0e5 on network c9df3bdd-77d5-4207-8bf1-adc3545be74a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:09.365118 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] Attempting to bind port 4ab54df4-c842-45de-b8d8-a4afe567c0e5 on network c9df3bdd-77d5-4207-8bf1-adc3545be74a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:09.382339 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:09.382690 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] Checking segment: {'id': '4507c68c-c871-4e6c-a411-602905e6650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:09.383087 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] Bound using segment: {'id': '4507c68c-c871-4e6c-a411-602905e6650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:09.383650 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] Bound port: 4ab54df4-c842-45de-b8d8-a4afe567c0e5, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4507c68c-c871-4e6c-a411-602905e6650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:09.384045 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:09.394236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-259f9db5-f9d1-4667-9994-9b71e461f047 admin admin] Deleting subnet 27b74c42-296e-4da5-a917-c4130b37c92e {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:19:09.397919 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-259f9db5-f9d1-4667-9994-9b71e461f047 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:09.406873 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631e55d-a0f5-4cb1-83e4-f570adf3ffd2 req-d657e41c-89f4-409d-8fe9-687508093594 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.413024 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631e55d-a0f5-4cb1-83e4-f570adf3ffd2 req-d657e41c-89f4-409d-8fe9-687508093594 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.419358 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631e55d-a0f5-4cb1-83e4-f570adf3ffd2 req-d657e41c-89f4-409d-8fe9-687508093594 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.424958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631e55d-a0f5-4cb1-83e4-f570adf3ffd2 req-d657e41c-89f4-409d-8fe9-687508093594 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.430835 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631e55d-a0f5-4cb1-83e4-f570adf3ffd2 req-d657e41c-89f4-409d-8fe9-687508093594 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.438073 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631e55d-a0f5-4cb1-83e4-f570adf3ffd2 req-d657e41c-89f4-409d-8fe9-687508093594 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.444984 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631e55d-a0f5-4cb1-83e4-f570adf3ffd2 req-d657e41c-89f4-409d-8fe9-687508093594 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.449912 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7b037c17-1b4b-4cbe-a0e3-44fca945ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb487bc0-003c-478f-beb1-21911c326a7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-459176542-router', 'tenant_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd1529caa-0ca2-4c49-9a6b-b38a930f520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:21Z', 'updated_at': '2021-07-14T09:19:05Z', 'revision_number': 5, 'project_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'gw_port': {'id': 'd1529caa-0ca2-4c49-9a6b-b38a930f520f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb487bc0-003c-478f-beb1-21911c326a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:22Z', 'updated_at': '2021-07-14T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:09.452936 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4631e55d-a0f5-4cb1-83e4-f570adf3ffd2 req-d657e41c-89f4-409d-8fe9-687508093594 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5372 time: 0.5584016 Jul 14 09:19:09.494888 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b037c17-1b4b-4cbe-a0e3-44fca945ba7b None None] The sync data for ids ['fb487bc0-003c-478f-beb1-21911c326a7b'] in n-d-798054-10 is: [{'id': 'fb487bc0-003c-478f-beb1-21911c326a7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-459176542-router', 'tenant_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'd1529caa-0ca2-4c49-9a6b-b38a930f520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:21Z', 'updated_at': '2021-07-14T09:19:05Z', 'revision_number': 5, 'project_id': '05d0ae81211f4d94a2cdc48b2f7e0311', 'gw_port': {'id': 'd1529caa-0ca2-4c49-9a6b-b38a930f520f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb487bc0-003c-478f-beb1-21911c326a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:22Z', 'updated_at': '2021-07-14T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:09.503105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-5062454d-e1e3-453b-b75c-3b9e4b12620a req-8aca9d3a-7658-4006-a242-d55266c07cf2 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] For port 1ad2142c-742f-4024-b4fb-30acceb61f42, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1ad2142c-742f-4024-b4fb-30acceb61f42,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:09.503490 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5062454d-e1e3-453b-b75c-3b9e4b12620a req-8aca9d3a-7658-4006-a242-d55266c07cf2 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:09.524282 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7487f13f-3641-4dc3-95cc-1980a38cab37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:09.583332 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-5062454d-e1e3-453b-b75c-3b9e4b12620a req-8aca9d3a-7658-4006-a242-d55266c07cf2 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Calling delete_port for 1ad2142c-742f-4024-b4fb-30acceb61f42 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:09.600383 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-259f9db5-f9d1-4667-9994-9b71e461f047 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:09.619521 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d9b01546-3828-40be-a432-815c66f6e612 req-d2d1ec9f-799c-4d3c-98a9-92c9f036ecc0 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f80f3d1-c1d0-439f-8552-15d0dae5ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5310295 Jul 14 09:19:09.673161 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-201d6c3f-e839-4b1f-9115-901626e3d775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:09.713932 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] For port 4ab54df4-c842-45de-b8d8-a4afe567c0e5, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:09.720631 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-259f9db5-f9d1-4667-9994-9b71e461f047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:09.724568 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] For port 4ab54df4-c842-45de-b8d8-a4afe567c0e5, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4ab54df4-c842-45de-b8d8-a4afe567c0e5,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:09.753322 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:09.800939 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.801873 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:09.803475 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] 10.222.0.55 "PUT /v2.0/ports/4ab54df4-c842-45de-b8d8-a4afe567c0e5 HTTP/1.1" status: 200 len: 1131 time: 3.7836070 Jul 14 09:19:09.819091 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'tag': '207ab0ec-b17a-4abd-8b56-ed8ce32580f4'}, {'server_uuid': '39822441-e5a2-42c6-a62f-c441926e35e2', 'name': 'network-vif-deleted', 'tag': '3feafdee-83e4-4610-be5f-38c4b01fdce4'}, {'name': 'network-changed', 'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'tag': '4ab54df4-c842-45de-b8d8-a4afe567c0e5'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:09.823436 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e963e5e8-624d-475f-8447-8d39b3bc5600" -d '{"events": [{"name": "network-changed", "server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "tag": "207ab0ec-b17a-4abd-8b56-ed8ce32580f4"}, {"server_uuid": "39822441-e5a2-42c6-a62f-c441926e35e2", "name": "network-vif-deleted", "tag": "3feafdee-83e4-4610-be5f-38c4b01fdce4"}, {"name": "network-changed", "server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "tag": "4ab54df4-c842-45de-b8d8-a4afe567c0e5"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:09.855654 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] Request body: {'port': {'device_id': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:09.890383 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe27b454-529a-4ac9-a343-3f2673d9ca42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:09.907489 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4631e55d-a0f5-4cb1-83e4-f570adf3ffd2 req-8f176a1e-c3ad-4abd-9d67-7a447189e15f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4535916 Jul 14 09:19:09.942271 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e2228-ee5c-4b14-84ec-8b3761561b13 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab54df4-c842-45de-b8d8-a4afe567c0e5,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:09.954438 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe27b454-529a-4ac9-a343-3f2673d9ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:10.006603 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c7d12c56-ffc1-4898-815f-73b7bf59d0b7 req-94a2bf58-feb3-400a-bf67-73a5596d8989 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2 HTTP/1.1" status: 200 len: 210 time: 0.0932298 Jul 14 09:19:10.066647 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe27b454-529a-4ac9-a343-3f2673d9ca42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:10.080255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27b454-529a-4ac9-a343-3f2673d9ca42 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb52653-11d7-4e96-b43b-b9f7243c6f0f,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:10.083357 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:10.213052 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe27b454-529a-4ac9-a343-3f2673d9ca42 admin admin] Network b0876a7d-4f7c-4bbb-b307-71098621dad7 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:10.223879 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-fe27b454-529a-4ac9-a343-3f2673d9ca42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:10.296350 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-201d6c3f-e839-4b1f-9115-901626e3d775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:10.385365 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-201d6c3f-e839-4b1f-9115-901626e3d775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:10.388299 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-201d6c3f-e839-4b1f-9115-901626e3d775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:10.391848 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-201d6c3f-e839-4b1f-9115-901626e3d775 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09d1ef79-75cb-4f8f-a433-a218d9dbc662 HTTP/1.1" status: 204 len: 168 time: 1.3981047 Jul 14 09:19:10.436828 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d6c3f-e839-4b1f-9115-901626e3d775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d1ef79-75cb-4f8f-a433-a218d9dbc662,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:10.510889 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-7487f13f-3641-4dc3-95cc-1980a38cab37 admin admin] Deleting port d1529caa-0ca2-4c49-9a6b-b38a930f520f {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:10.511792 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7487f13f-3641-4dc3-95cc-1980a38cab37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:10.596928 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6f9fe8dc-e6c0-477a-9499-8e6f96a906f3 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:10.661746 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1ad2142c-742f-4024-b4fb-30acceb61f42 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:10.826852 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16864656-ffb0-4390-832f-2e4432ba2c8b x-openstack-request-id: req-16864656-ffb0-4390-832f-2e4432ba2c8b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:10.831286 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "tag": "207ab0ec-b17a-4abd-8b56-ed8ce32580f4", "status": "completed", "code": 200}, {"server_uuid": "39822441-e5a2-42c6-a62f-c441926e35e2", "name": "network-vif-deleted", "tag": "3feafdee-83e4-4610-be5f-38c4b01fdce4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "tag": "4ab54df4-c842-45de-b8d8-a4afe567c0e5", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:10.833904 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16864656-ffb0-4390-832f-2e4432ba2c8b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:10.834687 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'tag': '207ab0ec-b17a-4abd-8b56-ed8ce32580f4', 'status': 'completed', 'code': 200} Jul 14 09:19:10.835114 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39822441-e5a2-42c6-a62f-c441926e35e2', 'name': 'network-vif-deleted', 'tag': '3feafdee-83e4-4610-be5f-38c4b01fdce4', 'status': 'completed', 'code': 200} Jul 14 09:19:10.836080 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'tag': '4ab54df4-c842-45de-b8d8-a4afe567c0e5', 'status': 'completed', 'code': 200} Jul 14 09:19:10.837897 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-318cca2f-b4fc-47fd-a851-abdccb57d794 None None] Provisioning complete for port dcb52653-11d7-4e96-b43b-b9f7243c6f0f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:10.843245 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-318cca2f-b4fc-47fd-a851-abdccb57d794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:10.927293 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-259f9db5-f9d1-4667-9994-9b71e461f047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:10.945931 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 6f9fe8dc-e6c0-477a-9499-8e6f96a906f3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:10.946308 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:11.000341 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-318cca2f-b4fc-47fd-a851-abdccb57d794 None None] Port dcb52653-11d7-4e96-b43b-b9f7243c6f0f cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:19:11.094953 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 49f55491-a198-436c-8b1b-97c8c6f0c1d4 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:11.130555 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f9db5-f9d1-4667-9994-9b71e461f047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b74c42-296e-4da5-a917-c4130b37c92e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:11.143746 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe27b454-529a-4ac9-a343-3f2673d9ca42 admin admin] Router 2ca6861a-12ca-4360-8106-50ad1e21abe0 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:19:11.144232 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 49f55491-a198-436c-8b1b-97c8c6f0c1d4 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:11.144539 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 49f55491-a198-436c-8b1b-97c8c6f0c1d4 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:11.146309 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-259f9db5-f9d1-4667-9994-9b71e461f047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:11.151210 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-259f9db5-f9d1-4667-9994-9b71e461f047 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/27b74c42-296e-4da5-a917-c4130b37c92e HTTP/1.1" status: 204 len: 168 time: 2.6774395 Jul 14 09:19:11.155006 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56172) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:11.200887 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5062454d-e1e3-453b-b75c-3b9e4b12620a req-8aca9d3a-7658-4006-a242-d55266c07cf2 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:11.223945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-7487f13f-3641-4dc3-95cc-1980a38cab37 admin admin] For port d1529caa-0ca2-4c49-9a6b-b38a930f520f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d1529caa-0ca2-4c49-9a6b-b38a930f520f,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:11.224581 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7487f13f-3641-4dc3-95cc-1980a38cab37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:11.252561 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db33745-1276-4b83-82ee-bc42de238469 req-5162a9b9-8fca-402e-ae84-5146b33b0125 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:11.252840 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7db33745-1276-4b83-82ee-bc42de238469 req-5162a9b9-8fca-402e-ae84-5146b33b0125 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 945 time: 0.9625132 Jul 14 09:19:11.277599 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca9d3a-7658-4006-a242-d55266c07cf2 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Pushing event deleted for resources: {'Port': ['ID=1ad2142c-742f-4024-b4fb-30acceb61f42,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:11.279144 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-7487f13f-3641-4dc3-95cc-1980a38cab37 admin admin] Calling delete_port for d1529caa-0ca2-4c49-9a6b-b38a930f520f owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:11.308578 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-9e9dd272-bf05-495e-9af2-e109a2c9db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:11.309858 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-9e9dd272-bf05-495e-9af2-e109a2c9db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:11.309858 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-9e9dd272-bf05-495e-9af2-e109a2c9db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:11.311159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-9e9dd272-bf05-495e-9af2-e109a2c9db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:11.311897 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-9e9dd272-bf05-495e-9af2-e109a2c9db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:11.312370 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-9e9dd272-bf05-495e-9af2-e109a2c9db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:11.313963 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-9e9dd272-bf05-495e-9af2-e109a2c9db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:11.315120 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-9e9dd272-bf05-495e-9af2-e109a2c9db9d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=31e3a4cec448411aba79b23ed148d185&device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 6212 time: 0.4509175 Jul 14 09:19:11.419821 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-cf6cbc3e-a980-43a6-90f9-46e60713788a tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:11.421410 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-cf6cbc3e-a980-43a6-90f9-46e60713788a tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 806 time: 1.2900453 Jul 14 09:19:11.472475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-5062454d-e1e3-453b-b75c-3b9e4b12620a req-8aca9d3a-7658-4006-a242-d55266c07cf2 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] No DVR routers for this DVR port 1ad2142c-742f-4024-b4fb-30acceb61f42 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:11.519213 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-0d5bfe12-5f99-4dbd-b932-694b7b4d0642 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Request body: {'port': {'device_id': 'e15290fc-4d87-477e-ba5a-55c3f53d52b2', 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281', 'admin_state_up': True, 'tenant_id': 'a7e8bfa500ca4c6083bfd3e82f31e918'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:11.524885 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5062454d-e1e3-453b-b75c-3b9e4b12620a req-8aca9d3a-7658-4006-a242-d55266c07cf2 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:11.526920 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5062454d-e1e3-453b-b75c-3b9e4b12620a req-8aca9d3a-7658-4006-a242-d55266c07cf2 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.55 "DELETE /v2.0/ports/1ad2142c-742f-4024-b4fb-30acceb61f42 HTTP/1.1" status: 204 len: 173 time: 4.0641377 Jul 14 09:19:11.666241 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4a57d-8ac5-4df7-9662-99b011eee6fd req-f934d059-3078-45d0-ac64-207ffc71ec51 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:11.668292 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f6f4a57d-8ac5-4df7-9662-99b011eee6fd req-f934d059-3078-45d0-ac64-207ffc71ec51 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a92d9f-8ce6-443f-8a4c-cb0728a38d2c HTTP/1.1" status: 200 len: 866 time: 0.7241564 Jul 14 09:19:11.691863 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7b20fb36-8b63-4567-8ee8-e4a37d552a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:11.736837 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-5deec76e-bbd4-494f-ba56-b90b44515ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:11.737286 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-5deec76e-bbd4-494f-ba56-b90b44515ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:11.737718 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-5deec76e-bbd4-494f-ba56-b90b44515ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:11.739492 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-5deec76e-bbd4-494f-ba56-b90b44515ccb service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=31e3a4cec448411aba79b23ed148d185&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3781512 Jul 14 09:19:11.802619 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7db33745-1276-4b83-82ee-bc42de238469 req-434c182d-eb96-4ce0-a189-f4a713d54a26 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/security-groups?id=000885df-b2e3-4901-b1ce-448d26245a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4302306 Jul 14 09:19:11.883036 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f6f4a57d-8ac5-4df7-9662-99b011eee6fd req-2e33b61e-e3a9-4375-ba17-f848fc08dfc8 tempest-ListImageFiltersTestJSON-753656976 tempest-ListImageFiltersTestJSON-753656976-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f80f3d1-c1d0-439f-8552-15d0dae5ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712003 Jul 14 09:19:11.907589 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-0d5bfe12-5f99-4dbd-b932-694b7b4d0642 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Made reservation on behalf of a7e8bfa500ca4c6083bfd3e82f31e918 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:11.912153 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-0d5bfe12-5f99-4dbd-b932-694b7b4d0642 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:11.954769 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2be6486-e65e-4805-a307-4504282ccb66 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:11.965338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe27b454-529a-4ac9-a343-3f2673d9ca42 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:11.977007 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] Sync routers for ids ['2ca6861a-12ca-4360-8106-50ad1e21abe0'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:11.978167 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:11.983665 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fe27b454-529a-4ac9-a343-3f2673d9ca42 admin admin] 10.222.0.26 "PUT /v2.0/routers/2ca6861a-12ca-4360-8106-50ad1e21abe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0875919 Jul 14 09:19:11.996059 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] Transition to ACTIVE for port object b2be6486-e65e-4805-a307-4504282ccb66 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:12.016404 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.017824 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] Routers {'2ca6861a-12ca-4360-8106-50ad1e21abe0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:12.019729 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2ca6861a-12ca-4360-8106-50ad1e21abe0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:12.180206 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7b20fb36-8b63-4567-8ee8-e4a37d552a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.194729 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7487f13f-3641-4dc3-95cc-1980a38cab37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.196732 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-dff39b34-7df0-409f-8341-e33a4fafdd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:12.202870 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-dff39b34-7df0-409f-8341-e33a4fafdd08 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4262643 Jul 14 09:19:12.206804 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7b20fb36-8b63-4567-8ee8-e4a37d552a23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:12.255799 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7b20fb36-8b63-4567-8ee8-e4a37d552a23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6554db-40a6-47f8-87e4-14c4fd3cb3a1') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:12.256721 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7b20fb36-8b63-4567-8ee8-e4a37d552a23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6554db-40a6-47f8-87e4-14c4fd3cb3a1') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:12.274179 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487f13f-3641-4dc3-95cc-1980a38cab37 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1529caa-0ca2-4c49-9a6b-b38a930f520f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:12.335207 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7b20fb36-8b63-4567-8ee8-e4a37d552a23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.343038 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] Set router 2ca6861a-12ca-4360-8106-50ad1e21abe0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:12.444213 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7b20fb36-8b63-4567-8ee8-e4a37d552a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.460122 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b16281ce-514c-4192-b16d-110c3597ec29 req-e6472090-290c-4fb5-8389-55123e853aca tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2 HTTP/1.1" status: 200 len: 210 time: 0.1295559 Jul 14 09:19:12.477939 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] Pushing event updated for resources: {'Port': ['ID=b2be6486-e65e-4805-a307-4504282ccb66,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:12.523852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b20fb36-8b63-4567-8ee8-e4a37d552a23 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:19:12.524572 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7b20fb36-8b63-4567-8ee8-e4a37d552a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:19:12.527364 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:19:12.604055 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc07442-7149-43e2-82ed-f1001efdb1f0 req-265251f4-cd81-4608-9949-48fa262e39ae tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:12.613023 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc07442-7149-43e2-82ed-f1001efdb1f0 req-265251f4-cd81-4608-9949-48fa262e39ae tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:12.621687 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc07442-7149-43e2-82ed-f1001efdb1f0 req-265251f4-cd81-4608-9949-48fa262e39ae tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:12.631646 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc07442-7149-43e2-82ed-f1001efdb1f0 req-265251f4-cd81-4608-9949-48fa262e39ae tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:12.640000 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc07442-7149-43e2-82ed-f1001efdb1f0 req-265251f4-cd81-4608-9949-48fa262e39ae tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:12.647986 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc07442-7149-43e2-82ed-f1001efdb1f0 req-265251f4-cd81-4608-9949-48fa262e39ae tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:12.656535 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc07442-7149-43e2-82ed-f1001efdb1f0 req-265251f4-cd81-4608-9949-48fa262e39ae tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:12.667183 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8fc07442-7149-43e2-82ed-f1001efdb1f0 req-265251f4-cd81-4608-9949-48fa262e39ae tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5384 time: 0.5941758 Jul 14 09:19:12.715155 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7487f13f-3641-4dc3-95cc-1980a38cab37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.816519 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-0d5bfe12-5f99-4dbd-b932-694b7b4d0642 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Allocated IP 172.20.0.13 (afffba1d-7bce-4b37-9323-82cdd45d6281/4d20aa7a-796d-40db-977f-81fa6bc33327/0f3d48bd-cad5-469a-8dec-e37e13732d0c) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:12.824538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca6861a-12ca-4360-8106-50ad1e21abe0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1045846066-router', 'tenant_id': '8d31d68f42614a9eb556d0e671f3f92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '6f9fe8dc-e6c0-477a-9499-8e6f96a906f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:18:58Z', 'updated_at': '2021-07-14T09:19:08Z', 'revision_number': 4, 'project_id': '8d31d68f42614a9eb556d0e671f3f92e', 'gw_port': {'id': '6f9fe8dc-e6c0-477a-9499-8e6f96a906f3', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca6861a-12ca-4360-8106-50ad1e21abe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:01Z', 'updated_at': '2021-07-14T09:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'dcb52653-11d7-4e96-b43b-b9f7243c6f0f', 'name': '', 'network_id': 'b0876a7d-4f7c-4bbb-b307-71098621dad7', 'tenant_id': '8d31d68f42614a9eb556d0e671f3f92e', 'mac_address': 'fa:16:3e:cf:bc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca6861a-12ca-4360-8106-50ad1e21abe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '35d15ca3-93e8-46fa-a3bb-dacf586290e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:06Z', 'updated_at': '2021-07-14T09:19:09Z', 'revision_number': 2, 'project_id': '8d31d68f42614a9eb556d0e671f3f92e', 'subnets': [{'id': '35d15ca3-93e8-46fa-a3bb-dacf586290e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:12.884156 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] Checking router: 2ca6861a-12ca-4360-8106-50ad1e21abe0 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:19:12.884604 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] Updating router 2ca6861a-12ca-4360-8106-50ad1e21abe0 port dcb52653-11d7-4e96-b43b-b9f7243c6f0f binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:19:12.936185 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a92d9f-8ce6-443f-8a4c-cb0728a38d2c', 'name': 'network-vif-deleted', 'tag': '1ad2142c-742f-4024-b4fb-30acceb61f42'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:12.940400 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4c59c7-ec6b-4476-bf7e-576afb6ac99b" -d '{"events": [{"server_uuid": "17a92d9f-8ce6-443f-8a4c-cb0728a38d2c", "name": "network-vif-deleted", "tag": "1ad2142c-742f-4024-b4fb-30acceb61f42"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:12.942663 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.998537 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7487f13f-3641-4dc3-95cc-1980a38cab37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:13.003030 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-4a9b02ae-aee2-4bd7-9df4-817b56d0daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:13.003715 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-4a9b02ae-aee2-4bd7-9df4-817b56d0daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:13.004472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-4a9b02ae-aee2-4bd7-9df4-817b56d0daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:13.005129 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-4a9b02ae-aee2-4bd7-9df4-817b56d0daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:13.005809 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-4a9b02ae-aee2-4bd7-9df4-817b56d0daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:13.006436 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-4a9b02ae-aee2-4bd7-9df4-817b56d0daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:13.007062 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-4a9b02ae-aee2-4bd7-9df4-817b56d0daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:13.008044 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7487f13f-3641-4dc3-95cc-1980a38cab37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:13.009375 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-4a9b02ae-aee2-4bd7-9df4-817b56d0daef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=31e3a4cec448411aba79b23ed148d185&device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 6238 time: 0.6789672 Jul 14 09:19:13.017836 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] Attempting to bind port b2be6486-e65e-4805-a307-4504282ccb66 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:13.019059 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] Attempting to bind port b2be6486-e65e-4805-a307-4504282ccb66 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '4507c68c-c871-4e6c-a411-602905e6650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:13.019572 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] Attempting to bind port b2be6486-e65e-4805-a307-4504282ccb66 on network c9df3bdd-77d5-4207-8bf1-adc3545be74a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:13.033971 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7b20fb36-8b63-4567-8ee8-e4a37d552a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:13.042793 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8fc07442-7149-43e2-82ed-f1001efdb1f0 req-ec10fa61-7c9d-4e4e-9862-02256d760786 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3744600 Jul 14 09:19:13.075515 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7b20fb36-8b63-4567-8ee8-e4a37d552a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:13.081890 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7b20fb36-8b63-4567-8ee8-e4a37d552a23 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4 HTTP/1.1" status: 204 len: 168 time: 1.9228282 Jul 14 09:19:13.089495 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20fb36-8b63-4567-8ee8-e4a37d552a23 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea73d172-8fd1-4cee-9bd1-dcd90f0bf4e4,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:13.123828 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56216) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:13.154253 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-e42a5786-237a-4412-b75d-6f68b189bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:13.155472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-e42a5786-237a-4412-b75d-6f68b189bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:13.156341 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-e42a5786-237a-4412-b75d-6f68b189bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:13.158244 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-e42a5786-237a-4412-b75d-6f68b189bcd6 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=31e3a4cec448411aba79b23ed148d185&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1290951 Jul 14 09:19:13.162391 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] Port b2be6486-e65e-4805-a307-4504282ccb66 on network c9df3bdd-77d5-4207-8bf1-adc3545be74a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:13.163764 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] Attempting to bind port b2be6486-e65e-4805-a307-4504282ccb66 on network c9df3bdd-77d5-4207-8bf1-adc3545be74a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:13.203009 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-6e9d4348-18b1-43ac-98d7-cdb8f5d0dae5 req-604bb8a1-cae9-4cc0-90ed-5fd960390d6e tempest-FloatingIPDetailsNegativeTestJSON-5276390 tempest-FloatingIPDetailsNegativeTestJSON-5276390-project] show failed (client error): The resource could not be found. Jul 14 09:19:13.204343 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e9d4348-18b1-43ac-98d7-cdb8f5d0dae5 req-604bb8a1-cae9-4cc0-90ed-5fd960390d6e tempest-FloatingIPDetailsNegativeTestJSON-5276390 tempest-FloatingIPDetailsNegativeTestJSON-5276390-project] 10.222.0.26 "GET /v2.0/floatingips/a319957d-3b9d-4234-9aad-40b76ae2960e HTTP/1.1" status: 404 len: 350 time: 0.2022653 Jul 14 09:19:13.226143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56220) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:13.240564 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7487f13f-3641-4dc3-95cc-1980a38cab37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:13.241210 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7487f13f-3641-4dc3-95cc-1980a38cab37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb487bc0-003c-478f-beb1-21911c326a7b {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:19:13.247558 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7487f13f-3641-4dc3-95cc-1980a38cab37 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:13.255312 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7487f13f-3641-4dc3-95cc-1980a38cab37 admin admin] 10.222.0.26 "DELETE /v2.0/routers/fb487bc0-003c-478f-beb1-21911c326a7b HTTP/1.1" status: 204 len: 168 time: 5.2758217 Jul 14 09:19:13.260380 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56222) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:13.329677 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-5957f544-881d-4a07-8360-355b58d34c8e admin admin] Deleting subnet 308b3a47-df68-40cb-9732-9cee6cd71681 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:19:13.339139 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5957f544-881d-4a07-8360-355b58d34c8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:13.377988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-59547c82-edec-4303-8018-f829aee565a9 admin admin] Deleting subnet 7fe81da4-370e-498c-85cc-80f08756eb0a {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:19:13.381442 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-59547c82-edec-4303-8018-f829aee565a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:13.476640 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5957f544-881d-4a07-8360-355b58d34c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:13.505177 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:13.505477 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] Checking segment: {'id': '4507c68c-c871-4e6c-a411-602905e6650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:13.505910 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] Bound using segment: {'id': '4507c68c-c871-4e6c-a411-602905e6650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:13.506362 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] Bound port: b2be6486-e65e-4805-a307-4504282ccb66, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4507c68c-c871-4e6c-a411-602905e6650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:13.506726 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:13.553388 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-59547c82-edec-4303-8018-f829aee565a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:13.653159 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:13.661186 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5957f544-881d-4a07-8360-355b58d34c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:13.680225 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] Transition to ACTIVE for port object dcb52653-11d7-4e96-b43b-b9f7243c6f0f will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:13.694614 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:13.766407 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6181a3f-09e2-47d2-babe-803b182fb294 x-openstack-request-id: req-c6181a3f-09e2-47d2-babe-803b182fb294 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:13.766692 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a92d9f-8ce6-443f-8a4c-cb0728a38d2c", "name": "network-vif-deleted", "tag": "1ad2142c-742f-4024-b4fb-30acceb61f42", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:13.766949 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6181a3f-09e2-47d2-babe-803b182fb294 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:13.767349 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a92d9f-8ce6-443f-8a4c-cb0728a38d2c', 'name': 'network-vif-deleted', 'tag': '1ad2142c-742f-4024-b4fb-30acceb61f42', 'status': 'completed', 'code': 200} Jul 14 09:19:13.796507 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145991f-9054-44ff-9ef6-5e461cb94fa1 None None] Pushing event updated for resources: {'Port': ['ID=dcb52653-11d7-4e96-b43b-b9f7243c6f0f,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:13.861213 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-254d3eb6-9284-42ef-9dde-cc3641cd01f9 req-b60ae286-c72b-4e10-85d7-a7044e3a7b70 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2 HTTP/1.1" status: 200 len: 210 time: 0.0756180 Jul 14 09:19:13.861588 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-0d5bfe12-5f99-4dbd-b932-694b7b4d0642 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:13.885183 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-59547c82-edec-4303-8018-f829aee565a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:13.945568 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] Attempting to bind port dcb52653-11d7-4e96-b43b-b9f7243c6f0f on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:13.945943 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] Attempting to bind port dcb52653-11d7-4e96-b43b-b9f7243c6f0f by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'a30fef4c-5230-4ede-a9dc-267f45dd0020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0876a7d-4f7c-4bbb-b307-71098621dad7'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:13.946306 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] Attempting to bind port dcb52653-11d7-4e96-b43b-b9f7243c6f0f on network b0876a7d-4f7c-4bbb-b307-71098621dad7 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:13.957301 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:13.957677 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] Checking segment: {'id': 'a30fef4c-5230-4ede-a9dc-267f45dd0020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0876a7d-4f7c-4bbb-b307-71098621dad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:13.961596 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:13.962199 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] Bound using segment: {'id': 'a30fef4c-5230-4ede-a9dc-267f45dd0020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0876a7d-4f7c-4bbb-b307-71098621dad7'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:13.962885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] Bound port: dcb52653-11d7-4e96-b43b-b9f7243c6f0f, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30fef4c-5230-4ede-a9dc-267f45dd0020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0876a7d-4f7c-4bbb-b307-71098621dad7'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:13.965912 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.041758 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5957f544-881d-4a07-8360-355b58d34c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.115668 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] For port dcb52653-11d7-4e96-b43b-b9f7243c6f0f, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:14.126085 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] For port dcb52653-11d7-4e96-b43b-b9f7243c6f0f, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dcb52653-11d7-4e96-b43b-b9f7243c6f0f,segment=NetworkSegment(a30fef4c-5230-4ede-a9dc-267f45dd0020),segment_id=a30fef4c-5230-4ede-a9dc-267f45dd0020)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:14.133234 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957f544-881d-4a07-8360-355b58d34c8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=308b3a47-df68-40cb-9732-9cee6cd71681,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:14.141004 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5957f544-881d-4a07-8360-355b58d34c8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.143405 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5957f544-881d-4a07-8360-355b58d34c8e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/308b3a47-df68-40cb-9732-9cee6cd71681 HTTP/1.1" status: 204 len: 168 time: 1.0172348 Jul 14 09:19:14.149959 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.157731 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56252) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:14.259326 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-59547c82-edec-4303-8018-f829aee565a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.293611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] Routers {'2ca6861a-12ca-4360-8106-50ad1e21abe0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:14.296180 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2ca6861a-12ca-4360-8106-50ad1e21abe0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:14.305047 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59547c82-edec-4303-8018-f829aee565a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fe81da4-370e-498c-85cc-80f08756eb0a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:14.307237 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] For port b2be6486-e65e-4805-a307-4504282ccb66, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:14.320443 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-0498583c-b39c-42df-b565-751d8182a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:14.322102 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e963e5e8-624d-475f-8447-8d39b3bc5600 req-0498583c-b39c-42df-b565-751d8182a72f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1514773 Jul 14 09:19:14.324014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] For port b2be6486-e65e-4805-a307-4504282ccb66, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=b2be6486-e65e-4805-a307-4504282ccb66,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:14.326445 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-59547c82-edec-4303-8018-f829aee565a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.332041 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-59547c82-edec-4303-8018-f829aee565a9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7fe81da4-370e-498c-85cc-80f08756eb0a HTTP/1.1" status: 204 len: 168 time: 1.0704453 Jul 14 09:19:14.337773 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56258) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:14.352460 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.401658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145991f-9054-44ff-9ef6-5e461cb94fa1 None None] Pushing event updated for resources: {'Port': ['ID=dcb52653-11d7-4e96-b43b-b9f7243c6f0f,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:14.426611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be397e1-f364-46d2-9ad2-5de78edbcf06 None None] Network 1666a058-8721-4244-92d2-e29529df519b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:14.490915 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] Pushing event updated for resources: {'Port': ['ID=b2be6486-e65e-4805-a307-4504282ccb66,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:14.499153 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-0d5bfe12-5f99-4dbd-b932-694b7b4d0642 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.519666 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee105ff1-9d41-4ceb-96d8-890542396e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.578022 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-0d5bfe12-5f99-4dbd-b932-694b7b4d0642 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Network afffba1d-7bce-4b37-9323-82cdd45d6281 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:14.583516 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-0d5bfe12-5f99-4dbd-b932-694b7b4d0642 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:14.593767 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d1529caa-0ca2-4c49-9a6b-b38a930f520f no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:14.628768 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-0d5bfe12-5f99-4dbd-b932-694b7b4d0642 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:14.635189 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: d1529caa-0ca2-4c49-9a6b-b38a930f520f {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:14.637010 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d1529caa-0ca2-4c49-9a6b-b38a930f520f not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:14.680429 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:14.681035 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.682569 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bf9e20cb-9244-4e79-a8c5-f45a19e15a3d service neutron] 10.222.0.55 "PUT /v2.0/ports/b2be6486-e65e-4805-a307-4504282ccb66 HTTP/1.1" status: 200 len: 1092 time: 4.8421123 Jul 14 09:19:14.750865 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d9cecdfe-1bda-457f-bbc5-54cf7b2bdd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.782483 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] Request body: {'port': {'device_id': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:14.842461 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee105ff1-9d41-4ceb-96d8-890542396e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.886108 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-ee105ff1-9d41-4ceb-96d8-890542396e64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59a1c91-814c-4d73-aa3e-75b8811f3e0b']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:14.907140 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-0d5bfe12-5f99-4dbd-b932-694b7b4d0642 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:14.907831 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-0d5bfe12-5f99-4dbd-b932-694b7b4d0642 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.917164 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5bfe12-5f99-4dbd-b932-694b7b4d0642 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Pushing event updated for resources: {'Port': ['ID=0f3d48bd-cad5-469a-8dec-e37e13732d0c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:14.919599 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017e52e-8f6f-4a62-a431-fe74bc7f3c23 req-0a318856-e103-4cb4-8b35-d06090b172d7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:14.927864 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017e52e-8f6f-4a62-a431-fe74bc7f3c23 req-0a318856-e103-4cb4-8b35-d06090b172d7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:14.935596 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017e52e-8f6f-4a62-a431-fe74bc7f3c23 req-0a318856-e103-4cb4-8b35-d06090b172d7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:14.943305 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017e52e-8f6f-4a62-a431-fe74bc7f3c23 req-0a318856-e103-4cb4-8b35-d06090b172d7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:14.950435 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017e52e-8f6f-4a62-a431-fe74bc7f3c23 req-0a318856-e103-4cb4-8b35-d06090b172d7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:14.958418 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017e52e-8f6f-4a62-a431-fe74bc7f3c23 req-0a318856-e103-4cb4-8b35-d06090b172d7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:14.964865 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017e52e-8f6f-4a62-a431-fe74bc7f3c23 req-0a318856-e103-4cb4-8b35-d06090b172d7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:14.967656 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e017e52e-8f6f-4a62-a431-fe74bc7f3c23 req-0a318856-e103-4cb4-8b35-d06090b172d7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5384 time: 0.4219975 Jul 14 09:19:14.990548 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-ee105ff1-9d41-4ceb-96d8-890542396e64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7626fd72-b36e-4e7d-a36a-0155f7ffe3a2') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:14.991175 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-ee105ff1-9d41-4ceb-96d8-890542396e64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7626fd72-b36e-4e7d-a36a-0155f7ffe3a2') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:15.019764 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee105ff1-9d41-4ceb-96d8-890542396e64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.026915 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.057894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd84aca-9efe-456b-aca7-0637c02559a0 req-0fc9321b-de97-4fa7-afbe-17c0ead791b0 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:15.067716 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-afd84aca-9efe-456b-aca7-0637c02559a0 req-0fc9321b-de97-4fa7-afbe-17c0ead791b0 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 945 time: 0.4949417 Jul 14 09:19:15.087981 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] Set router 2ca6861a-12ca-4360-8106-50ad1e21abe0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:15.119770 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee105ff1-9d41-4ceb-96d8-890542396e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.149680 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e017e52e-8f6f-4a62-a431-fe74bc7f3c23 req-c8c0c9f0-638b-4533-9381-3d23389bdc84 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1741030 Jul 14 09:19:15.156290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee105ff1-9d41-4ceb-96d8-890542396e64 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:19:15.156847 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee105ff1-9d41-4ceb-96d8-890542396e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:19:15.160385 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:19:15.196357 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-0d5bfe12-5f99-4dbd-b932-694b7b4d0642 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7215490 Jul 14 09:19:15.239014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] Request body: {'port': {'device_id': 'e15290fc-4d87-477e-ba5a-55c3f53d52b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:15.333254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bf8a12-55ff-4867-9335-06e4db1934ce None None] DHCP port deletion for 1666a058-8721-4244-92d2-e29529df519b request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:19:15.352476 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-afd84aca-9efe-456b-aca7-0637c02559a0 req-ca4af55a-9d4a-4933-a389-017e9ba3c125 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/security-groups?id=000885df-b2e3-4901-b1ce-448d26245a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836411 Jul 14 09:19:15.359973 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d9cecdfe-1bda-457f-bbc5-54cf7b2bdd55 admin admin] Deleting port 056552e2-737f-46ad-b1db-2bab1a5598bc {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:15.360626 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d9cecdfe-1bda-457f-bbc5-54cf7b2bdd55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.406561 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee105ff1-9d41-4ceb-96d8-890542396e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.476418 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee105ff1-9d41-4ceb-96d8-890542396e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.478575 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ee105ff1-9d41-4ceb-96d8-890542396e64 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f59a1c91-814c-4d73-aa3e-75b8811f3e0b HTTP/1.1" status: 204 len: 168 time: 1.3160274 Jul 14 09:19:15.537724 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee105ff1-9d41-4ceb-96d8-890542396e64 admin admin] Pushing event deleted for resources: {'Network': ['ID=f59a1c91-814c-4d73-aa3e-75b8811f3e0b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:15.569595 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-09bf8a12-55ff-4867-9335-06e4db1934ce None None] Deleting port 056552e2-737f-46ad-b1db-2bab1a5598bc {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:15.571622 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09bf8a12-55ff-4867-9335-06e4db1934ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.585547 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-830b1110-5c16-4584-8c71-37404884c1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.676800 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-d9cecdfe-1bda-457f-bbc5-54cf7b2bdd55 admin admin] For port 056552e2-737f-46ad-b1db-2bab1a5598bc, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=056552e2-737f-46ad-b1db-2bab1a5598bc,segment=NetworkSegment(ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d),segment_id=ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:15.677252 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d9cecdfe-1bda-457f-bbc5-54cf7b2bdd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.711545 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.722554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d9cecdfe-1bda-457f-bbc5-54cf7b2bdd55 admin admin] Calling delete_port for 056552e2-737f-46ad-b1db-2bab1a5598bc owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:15.748337 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca6861a-12ca-4360-8106-50ad1e21abe0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1045846066-router', 'tenant_id': '8d31d68f42614a9eb556d0e671f3f92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '6f9fe8dc-e6c0-477a-9499-8e6f96a906f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:18:58Z', 'updated_at': '2021-07-14T09:19:08Z', 'revision_number': 4, 'project_id': '8d31d68f42614a9eb556d0e671f3f92e', 'gw_port': {'id': '6f9fe8dc-e6c0-477a-9499-8e6f96a906f3', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca6861a-12ca-4360-8106-50ad1e21abe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:01Z', 'updated_at': '2021-07-14T09:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'dcb52653-11d7-4e96-b43b-b9f7243c6f0f', 'name': '', 'network_id': 'b0876a7d-4f7c-4bbb-b307-71098621dad7', 'tenant_id': '8d31d68f42614a9eb556d0e671f3f92e', 'mac_address': 'fa:16:3e:cf:bc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca6861a-12ca-4360-8106-50ad1e21abe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '35d15ca3-93e8-46fa-a3bb-dacf586290e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:06Z', 'updated_at': '2021-07-14T09:19:14Z', 'revision_number': 4, 'project_id': '8d31d68f42614a9eb556d0e671f3f92e', 'subnets': [{'id': '35d15ca3-93e8-46fa-a3bb-dacf586290e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:15.753973 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-09bf8a12-55ff-4867-9335-06e4db1934ce None None] For port 056552e2-737f-46ad-b1db-2bab1a5598bc, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=056552e2-737f-46ad-b1db-2bab1a5598bc,segment=NetworkSegment(ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d),segment_id=ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:15.755960 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09bf8a12-55ff-4867-9335-06e4db1934ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.768575 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'tag': 'b2be6486-e65e-4805-a307-4504282ccb66'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:15.771788 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960aa8d3-c2c2-4e73-863b-7b51054391a0" -d '{"events": [{"name": "network-changed", "server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "tag": "b2be6486-e65e-4805-a307-4504282ccb66"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:15.773192 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b23b3-66fc-47aa-a543-7d8e717e35b5 req-a423c1b1-77c9-4520-9648-eb12e9268676 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:15.781781 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bf5b23b3-66fc-47aa-a543-7d8e717e35b5 req-a423c1b1-77c9-4520-9648-eb12e9268676 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2 HTTP/1.1" status: 200 len: 932 time: 0.2670469 Jul 14 09:19:15.797308 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa226b17-e239-46a3-8713-fe5f5e436cac None None] The sync data for ids ['2ca6861a-12ca-4360-8106-50ad1e21abe0'] in n-d-798054-10 is: [{'id': '2ca6861a-12ca-4360-8106-50ad1e21abe0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1045846066-router', 'tenant_id': '8d31d68f42614a9eb556d0e671f3f92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '6f9fe8dc-e6c0-477a-9499-8e6f96a906f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:18:58Z', 'updated_at': '2021-07-14T09:19:08Z', 'revision_number': 4, 'project_id': '8d31d68f42614a9eb556d0e671f3f92e', 'gw_port': {'id': '6f9fe8dc-e6c0-477a-9499-8e6f96a906f3', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca6861a-12ca-4360-8106-50ad1e21abe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:01Z', 'updated_at': '2021-07-14T09:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'dcb52653-11d7-4e96-b43b-b9f7243c6f0f', 'name': '', 'network_id': 'b0876a7d-4f7c-4bbb-b307-71098621dad7', 'tenant_id': '8d31d68f42614a9eb556d0e671f3f92e', 'mac_address': 'fa:16:3e:cf:bc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca6861a-12ca-4360-8106-50ad1e21abe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '35d15ca3-93e8-46fa-a3bb-dacf586290e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:06Z', 'updated_at': '2021-07-14T09:19:14Z', 'revision_number': 4, 'project_id': '8d31d68f42614a9eb556d0e671f3f92e', 'subnets': [{'id': '35d15ca3-93e8-46fa-a3bb-dacf586290e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:15.803367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-09bf8a12-55ff-4867-9335-06e4db1934ce None None] Calling delete_port for 056552e2-737f-46ad-b1db-2bab1a5598bc owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:15.985077 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56294) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:15.998432 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09bf8a12-55ff-4867-9335-06e4db1934ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.033764 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bf5b23b3-66fc-47aa-a543-7d8e717e35b5 req-6c1d7366-131a-4dc5-a987-5f6143088b3d tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513540 Jul 14 09:19:16.060216 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf8a12-55ff-4867-9335-06e4db1934ce None None] Pushing event deleted for resources: {'Port': ['ID=056552e2-737f-46ad-b1db-2bab1a5598bc,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:16.070097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf8a12-55ff-4867-9335-06e4db1934ce None None] No DVR routers for this DVR port 056552e2-737f-46ad-b1db-2bab1a5598bc on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:16.136453 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d9cecdfe-1bda-457f-bbc5-54cf7b2bdd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.161204 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8732c93b-54a1-4465-9d20-cf991864a02f x-openstack-request-id: req-8732c93b-54a1-4465-9d20-cf991864a02f {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:16.161494 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "tag": "b2be6486-e65e-4805-a307-4504282ccb66", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:16.162483 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cecdfe-1bda-457f-bbc5-54cf7b2bdd55 admin admin] No DVR routers for this DVR port 056552e2-737f-46ad-b1db-2bab1a5598bc on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:16.163297 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8732c93b-54a1-4465-9d20-cf991864a02f {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:16.165909 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'tag': 'b2be6486-e65e-4805-a307-4504282ccb66', 'status': 'completed', 'code': 200} Jul 14 09:19:16.228386 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cecdfe-1bda-457f-bbc5-54cf7b2bdd55 admin admin] Pushing event deleted for resources: {'Port': ['ID=056552e2-737f-46ad-b1db-2bab1a5598bc,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:16.261709 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.447347 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d9cecdfe-1bda-457f-bbc5-54cf7b2bdd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.653559 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-d9cecdfe-1bda-457f-bbc5-54cf7b2bdd55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1666a058-8721-4244-92d2-e29529df519b']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:16.711243 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dcb52653-11d7-4e96-b43b-b9f7243c6f0f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:16.725736 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-d9cecdfe-1bda-457f-bbc5-54cf7b2bdd55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:16.733516 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-d9cecdfe-1bda-457f-bbc5-54cf7b2bdd55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4edc26-2d96-43ee-8d8e-08b5f3f77a9d') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:16.801646 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d9cecdfe-1bda-457f-bbc5-54cf7b2bdd55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.838873 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port dcb52653-11d7-4e96-b43b-b9f7243c6f0f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:16.844586 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port dcb52653-11d7-4e96-b43b-b9f7243c6f0f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:16.845240 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.857413 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d9cecdfe-1bda-457f-bbc5-54cf7b2bdd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.894615 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda2f0e-c2d6-4712-8f7f-66c31c4e32f5 req-ae5c9b0e-0ba6-47c5-8e55-cc688df7ba99 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:16.910450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda2f0e-c2d6-4712-8f7f-66c31c4e32f5 req-ae5c9b0e-0ba6-47c5-8e55-cc688df7ba99 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:16.923634 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda2f0e-c2d6-4712-8f7f-66c31c4e32f5 req-ae5c9b0e-0ba6-47c5-8e55-cc688df7ba99 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:16.941650 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda2f0e-c2d6-4712-8f7f-66c31c4e32f5 req-ae5c9b0e-0ba6-47c5-8e55-cc688df7ba99 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:16.958049 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda2f0e-c2d6-4712-8f7f-66c31c4e32f5 req-ae5c9b0e-0ba6-47c5-8e55-cc688df7ba99 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:16.974097 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda2f0e-c2d6-4712-8f7f-66c31c4e32f5 req-ae5c9b0e-0ba6-47c5-8e55-cc688df7ba99 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:16.994976 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda2f0e-c2d6-4712-8f7f-66c31c4e32f5 req-ae5c9b0e-0ba6-47c5-8e55-cc688df7ba99 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:17.005047 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dcda2f0e-c2d6-4712-8f7f-66c31c4e32f5 req-ae5c9b0e-0ba6-47c5-8e55-cc688df7ba99 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5384 time: 0.5368891 Jul 14 09:19:17.035212 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9cecdfe-1bda-457f-bbc5-54cf7b2bdd55 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:19:17.035212 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d9cecdfe-1bda-457f-bbc5-54cf7b2bdd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.038138 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:19:17.042749 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:19:17.078629 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41a920e-6497-49e9-8ee2-23d9fd674e1c {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:17.087952 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.102286 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] Transition to ACTIVE for port object a41a920e-6497-49e9-8ee2-23d9fd674e1c will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:17.132827 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.158650 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port dcb52653-11d7-4e96-b43b-b9f7243c6f0f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dcb52653-11d7-4e96-b43b-b9f7243c6f0f,segment=NetworkSegment(a30fef4c-5230-4ede-a9dc-267f45dd0020),segment_id=a30fef4c-5230-4ede-a9dc-267f45dd0020)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:17.169617 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.255759 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d9cecdfe-1bda-457f-bbc5-54cf7b2bdd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.275225 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=a41a920e-6497-49e9-8ee2-23d9fd674e1c,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:17.294073 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d9cecdfe-1bda-457f-bbc5-54cf7b2bdd55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.301642 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d9cecdfe-1bda-457f-bbc5-54cf7b2bdd55 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1666a058-8721-4244-92d2-e29529df519b HTTP/1.1" status: 204 len: 168 time: 2.9622018 Jul 14 09:19:17.309834 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-851cab73-a0f6-443a-a5bd-5cb4d9e28ba6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7dd602e603744e15bd6f27ae5aab71ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3202784 Jul 14 09:19:17.333071 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 056552e2-737f-46ad-b1db-2bab1a5598bc no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:17.336452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56334) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:17.337101 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56336) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:17.386904 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dcda2f0e-c2d6-4712-8f7f-66c31c4e32f5 req-7d1994dc-8fe9-464e-b664-51a119f66bd4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3738644 Jul 14 09:19:17.455356 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cecdfe-1bda-457f-bbc5-54cf7b2bdd55 admin admin] Pushing event deleted for resources: {'Network': ['ID=1666a058-8721-4244-92d2-e29529df519b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:17.462971 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 056552e2-737f-46ad-b1db-2bab1a5598bc {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:17.463336 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 056552e2-737f-46ad-b1db-2bab1a5598bc not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:17.496939 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=dcb52653-11d7-4e96-b43b-b9f7243c6f0f,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:17.760945 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b28c738-08e0-45c4-9e0b-09276d9b8123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.804352 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b28c738-08e0-45c4-9e0b-09276d9b8123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.865529 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56346) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:18.078578 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] Attempting to bind port a41a920e-6497-49e9-8ee2-23d9fd674e1c on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:18.079308 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] Attempting to bind port a41a920e-6497-49e9-8ee2-23d9fd674e1c by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '4507c68c-c871-4e6c-a411-602905e6650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:18.080666 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] Attempting to bind port a41a920e-6497-49e9-8ee2-23d9fd674e1c on network c9df3bdd-77d5-4207-8bf1-adc3545be74a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:18.139467 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] Port a41a920e-6497-49e9-8ee2-23d9fd674e1c on network c9df3bdd-77d5-4207-8bf1-adc3545be74a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:18.140115 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] Attempting to bind port a41a920e-6497-49e9-8ee2-23d9fd674e1c on network c9df3bdd-77d5-4207-8bf1-adc3545be74a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:18.181648 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:18.182249 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] Checking segment: {'id': '4507c68c-c871-4e6c-a411-602905e6650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:18.182836 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] Bound using segment: {'id': '4507c68c-c871-4e6c-a411-602905e6650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:18.183617 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] Bound port: a41a920e-6497-49e9-8ee2-23d9fd674e1c, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4507c68c-c871-4e6c-a411-602905e6650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:18.184311 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.205708 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aa8d3-c2c2-4e73-863b-7b51054391a0 req-3cf5b26b-f5de-463d-aaaa-dda473abf9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.206812 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aa8d3-c2c2-4e73-863b-7b51054391a0 req-3cf5b26b-f5de-463d-aaaa-dda473abf9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.207460 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aa8d3-c2c2-4e73-863b-7b51054391a0 req-3cf5b26b-f5de-463d-aaaa-dda473abf9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.208114 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aa8d3-c2c2-4e73-863b-7b51054391a0 req-3cf5b26b-f5de-463d-aaaa-dda473abf9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.208591 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aa8d3-c2c2-4e73-863b-7b51054391a0 req-3cf5b26b-f5de-463d-aaaa-dda473abf9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.209195 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aa8d3-c2c2-4e73-863b-7b51054391a0 req-3cf5b26b-f5de-463d-aaaa-dda473abf9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.209683 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aa8d3-c2c2-4e73-863b-7b51054391a0 req-3cf5b26b-f5de-463d-aaaa-dda473abf9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.211825 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-960aa8d3-c2c2-4e73-863b-7b51054391a0 req-3cf5b26b-f5de-463d-aaaa-dda473abf9d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=31e3a4cec448411aba79b23ed148d185&device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 6280 time: 2.0031664 Jul 14 09:19:18.225586 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3d48bd-cad5-469a-8dec-e37e13732d0c {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:18.248448 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.253496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-830b1110-5c16-4584-8c71-37404884c1c4 admin admin] Deleting port dcb52653-11d7-4e96-b43b-b9f7243c6f0f {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:18.255108 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-830b1110-5c16-4584-8c71-37404884c1c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.390114 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b28c738-08e0-45c4-9e0b-09276d9b8123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.392741 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b28c738-08e0-45c4-9e0b-09276d9b8123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.397573 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5b28c738-08e0-45c4-9e0b-09276d9b8123 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/67f43272-a229-4014-895c-e7b4536aefa0 HTTP/1.1" status: 204 len: 168 time: 1.0574203 Jul 14 09:19:18.416517 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] Transition to ACTIVE for port object 0f3d48bd-cad5-469a-8dec-e37e13732d0c will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:18.418246 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28c738-08e0-45c4-9e0b-09276d9b8123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f43272-a229-4014-895c-e7b4536aefa0,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:18.431022 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] For port a41a920e-6497-49e9-8ee2-23d9fd674e1c, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:18.442963 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] For port a41a920e-6497-49e9-8ee2-23d9fd674e1c, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a41a920e-6497-49e9-8ee2-23d9fd674e1c,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:18.444119 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.496656 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6eac1-398f-4b51-be40-741eca410b51 req-e2949d1c-5fc4-4f43-ac2d-342d74366e30 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.504166 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.504383 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-11f6eac1-398f-4b51-be40-741eca410b51 req-e2949d1c-5fc4-4f43-ac2d-342d74366e30 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2 HTTP/1.1" status: 200 len: 932 time: 0.7441845 Jul 14 09:19:18.567151 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0e91f573-6c8f-4eac-94c2-31742dbfdd8e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e27baebbb0f54c7a9fe380b07bc17b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6305292 Jul 14 09:19:18.578167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-830b1110-5c16-4584-8c71-37404884c1c4 admin admin] For port dcb52653-11d7-4e96-b43b-b9f7243c6f0f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dcb52653-11d7-4e96-b43b-b9f7243c6f0f,segment=NetworkSegment(a30fef4c-5230-4ede-a9dc-267f45dd0020),segment_id=a30fef4c-5230-4ede-a9dc-267f45dd0020)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:18.578603 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-830b1110-5c16-4584-8c71-37404884c1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.581659 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56356) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:18.603150 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aa8d3-c2c2-4e73-863b-7b51054391a0 req-379c5e9c-0187-4d0e-820b-7d858ac6164b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.603655 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aa8d3-c2c2-4e73-863b-7b51054391a0 req-379c5e9c-0187-4d0e-820b-7d858ac6164b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.603932 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aa8d3-c2c2-4e73-863b-7b51054391a0 req-379c5e9c-0187-4d0e-820b-7d858ac6164b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.605514 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-960aa8d3-c2c2-4e73-863b-7b51054391a0 req-379c5e9c-0187-4d0e-820b-7d858ac6164b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=31e3a4cec448411aba79b23ed148d185&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3726087 Jul 14 09:19:18.607809 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.608427 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.609815 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] 10.222.0.55 "PUT /v2.0/ports/a41a920e-6497-49e9-8ee2-23d9fd674e1c HTTP/1.1" status: 200 len: 1091 time: 3.8367996 Jul 14 09:19:18.612055 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dcb52653-11d7-4e96-b43b-b9f7243c6f0f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:18.613641 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'tag': 'a41a920e-6497-49e9-8ee2-23d9fd674e1c'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:18.616075 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06af8e81-b27b-4edc-b3e3-bdfbdbd9eb9d" -d '{"events": [{"name": "network-changed", "server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "tag": "a41a920e-6497-49e9-8ee2-23d9fd674e1c"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:18.619574 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3d48bd-cad5-469a-8dec-e37e13732d0c,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:18.641658 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-830b1110-5c16-4584-8c71-37404884c1c4 admin admin] Calling delete_port for dcb52653-11d7-4e96-b43b-b9f7243c6f0f owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:18.695559 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-11f6eac1-398f-4b51-be40-741eca410b51 req-9ccb34d7-3eb4-4a3a-a821-9ab5a469cf78 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900115 Jul 14 09:19:18.722109 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6bff4-2f3e-4e27-ad71-817be5547743 req-576c7752-346e-46d9-8339-2599dbce8437 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.727423 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eba6bff4-2f3e-4e27-ad71-817be5547743 req-576c7752-346e-46d9-8339-2599dbce8437 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 945 time: 0.7640922 Jul 14 09:19:18.727997 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] Request body: {'port': {'device_id': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:18.736816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port dcb52653-11d7-4e96-b43b-b9f7243c6f0f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:18.739825 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.020389 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eba6bff4-2f3e-4e27-ad71-817be5547743 req-bbe9fc54-996a-4d67-b670-05d0f55a8536 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/security-groups?id=000885df-b2e3-4901-b1ce-448d26245a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773495 Jul 14 09:19:19.068610 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.126701 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56370) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:19.151053 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d721dd34-08e3-49c1-acc4-5987250cb66e x-openstack-request-id: req-d721dd34-08e3-49c1-acc4-5987250cb66e {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:19.151711 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "tag": "a41a920e-6497-49e9-8ee2-23d9fd674e1c", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:19.151711 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d721dd34-08e3-49c1-acc4-5987250cb66e {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:19.151978 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'tag': 'a41a920e-6497-49e9-8ee2-23d9fd674e1c', 'status': 'completed', 'code': 200} Jul 14 09:19:19.214017 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3c94f-4a29-4d43-ac19-1871c588c206 req-0cb51df6-0eeb-4327-87f6-d374138b66da tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.220108 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3c94f-4a29-4d43-ac19-1871c588c206 req-0cb51df6-0eeb-4327-87f6-d374138b66da tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.227069 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3c94f-4a29-4d43-ac19-1871c588c206 req-0cb51df6-0eeb-4327-87f6-d374138b66da tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.233164 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3c94f-4a29-4d43-ac19-1871c588c206 req-0cb51df6-0eeb-4327-87f6-d374138b66da tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.239720 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3c94f-4a29-4d43-ac19-1871c588c206 req-0cb51df6-0eeb-4327-87f6-d374138b66da tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.242020 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36651822-574e-4380-a803-304ca43bcbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=a41a920e-6497-49e9-8ee2-23d9fd674e1c,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:19.245857 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3c94f-4a29-4d43-ac19-1871c588c206 req-0cb51df6-0eeb-4327-87f6-d374138b66da tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.251968 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3c94f-4a29-4d43-ac19-1871c588c206 req-0cb51df6-0eeb-4327-87f6-d374138b66da tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.260354 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8cc3c94f-4a29-4d43-ac19-1871c588c206 req-0cb51df6-0eeb-4327-87f6-d374138b66da tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5396 time: 0.2977409 Jul 14 09:19:19.289845 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4ab5a02-89b3-49f0-b925-02c38f3d307a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.321707 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1716d-79fa-4124-865d-04b76afbd00f req-92aa2bad-7313-4cc0-89dc-5a1c9c54d6dc tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.323313 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-62c1716d-79fa-4124-865d-04b76afbd00f req-92aa2bad-7313-4cc0-89dc-5a1c9c54d6dc tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 945 time: 0.2751579 Jul 14 09:19:19.327356 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cfb1b4e1-fc6a-4d0d-b081-0405874b3728 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23f5a74a2fdc4b63ad6dac3affa43f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933777 Jul 14 09:19:19.328395 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] Attempting to bind port 0f3d48bd-cad5-469a-8dec-e37e13732d0c on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:19.328776 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] Attempting to bind port 0f3d48bd-cad5-469a-8dec-e37e13732d0c by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:19.329112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] Attempting to bind port 0f3d48bd-cad5-469a-8dec-e37e13732d0c on network afffba1d-7bce-4b37-9323-82cdd45d6281 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:19.332325 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56376) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:19.339306 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aa8d3-c2c2-4e73-863b-7b51054391a0 req-23f0527f-a7c0-4027-aa7d-409beb6539f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.341970 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-960aa8d3-c2c2-4e73-863b-7b51054391a0 req-23f0527f-a7c0-4027-aa7d-409beb6539f2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7150652 Jul 14 09:19:19.344129 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4ab5a02-89b3-49f0-b925-02c38f3d307a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.387517 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8cc3c94f-4a29-4d43-ac19-1871c588c206 req-caa647b9-51a6-4318-aefe-f8f03ca9efec tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1250892 Jul 14 09:19:19.416681 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] Port 0f3d48bd-cad5-469a-8dec-e37e13732d0c on network afffba1d-7bce-4b37-9323-82cdd45d6281 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:19.417004 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] Attempting to bind port 0f3d48bd-cad5-469a-8dec-e37e13732d0c on network afffba1d-7bce-4b37-9323-82cdd45d6281 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:19.461653 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-deaa81e8-a39a-49c0-8690-968d75c2e26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.503942 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:19.503942 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] Checking segment: {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:19.503942 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] Bound using segment: {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:19.503942 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] Bound port: 0f3d48bd-cad5-469a-8dec-e37e13732d0c, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:19.503942 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.580250 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-62c1716d-79fa-4124-865d-04b76afbd00f req-90dd141c-a708-4ad1-995e-efe44a7fbcf9 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Deleting port 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:19.580868 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-62c1716d-79fa-4124-865d-04b76afbd00f req-90dd141c-a708-4ad1-995e-efe44a7fbcf9 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.664413 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-830b1110-5c16-4584-8c71-37404884c1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.733604 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4ab5a02-89b3-49f0-b925-02c38f3d307a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.736125 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4ab5a02-89b3-49f0-b925-02c38f3d307a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.745543 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-62c1716d-79fa-4124-865d-04b76afbd00f req-90dd141c-a708-4ad1-995e-efe44a7fbcf9 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] For port 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=2dfd20ef-8dd8-4236-b4c6-47cf35395cc3,segment=NetworkSegment(88609533-75bc-435f-984e-3b09b7df8b98),segment_id=88609533-75bc-435f-984e-3b09b7df8b98)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:19.746111 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-62c1716d-79fa-4124-865d-04b76afbd00f req-90dd141c-a708-4ad1-995e-efe44a7fbcf9 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.751283 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f4ab5a02-89b3-49f0-b925-02c38f3d307a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7f80f3d1-c1d0-439f-8552-15d0dae5ff58 HTTP/1.1" status: 204 len: 168 time: 1.1537776 Jul 14 09:19:19.761503 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b1110-5c16-4584-8c71-37404884c1c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb52653-11d7-4e96-b43b-b9f7243c6f0f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:19.766006 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65179d32-cd48-486d-9f38-4eaf83e495d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.918428 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab5a02-89b3-49f0-b925-02c38f3d307a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f80f3d1-c1d0-439f-8552-15d0dae5ff58,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:19.948836 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65179d32-cd48-486d-9f38-4eaf83e495d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.958221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] For port 0f3d48bd-cad5-469a-8dec-e37e13732d0c, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:19.973830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8e81-b27b-4edc-b3e3-bdfbdbd9eb9d req-2aba1eb0-06b0-459e-be1a-0dc7aca9f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.975295 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8e81-b27b-4edc-b3e3-bdfbdbd9eb9d req-2aba1eb0-06b0-459e-be1a-0dc7aca9f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.975965 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8e81-b27b-4edc-b3e3-bdfbdbd9eb9d req-2aba1eb0-06b0-459e-be1a-0dc7aca9f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.976617 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8e81-b27b-4edc-b3e3-bdfbdbd9eb9d req-2aba1eb0-06b0-459e-be1a-0dc7aca9f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.977262 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8e81-b27b-4edc-b3e3-bdfbdbd9eb9d req-2aba1eb0-06b0-459e-be1a-0dc7aca9f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.977947 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8e81-b27b-4edc-b3e3-bdfbdbd9eb9d req-2aba1eb0-06b0-459e-be1a-0dc7aca9f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.978595 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8e81-b27b-4edc-b3e3-bdfbdbd9eb9d req-2aba1eb0-06b0-459e-be1a-0dc7aca9f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.980820 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-06af8e81-b27b-4edc-b3e3-bdfbdbd9eb9d req-2aba1eb0-06b0-459e-be1a-0dc7aca9f7b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=31e3a4cec448411aba79b23ed148d185&device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 6348 time: 0.5461452 Jul 14 09:19:20.052567 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] For port 0f3d48bd-cad5-469a-8dec-e37e13732d0c, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=0f3d48bd-cad5-469a-8dec-e37e13732d0c,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:20.126140 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.242916 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:20.244423 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.246496 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] 10.222.0.49 "PUT /v2.0/ports/0f3d48bd-cad5-469a-8dec-e37e13732d0c HTTP/1.1" status: 200 len: 1093 time: 5.0377321 Jul 14 09:19:20.263063 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95fce4-429c-4929-9bfd-6bd665339b1d req-a699b789-eade-4b10-bc9f-87e3a12f941f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:20.264731 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b95fce4-429c-4929-9bfd-6bd665339b1d req-a699b789-eade-4b10-bc9f-87e3a12f941f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2 HTTP/1.1" status: 200 len: 944 time: 0.4235883 Jul 14 09:19:20.288582 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-62c1716d-79fa-4124-865d-04b76afbd00f req-90dd141c-a708-4ad1-995e-efe44a7fbcf9 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.289274 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-62c1716d-79fa-4124-865d-04b76afbd00f req-90dd141c-a708-4ad1-995e-efe44a7fbcf9 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.289773 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [req-62c1716d-79fa-4124-865d-04b76afbd00f req-90dd141c-a708-4ad1-995e-efe44a7fbcf9 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Floating IP 6594ea51-93eb-4b00-9af0-1001bccff090 disassociated. External IP: 172.25.1.244, port: 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3. Jul 14 09:19:20.290307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-62c1716d-79fa-4124-865d-04b76afbd00f req-90dd141c-a708-4ad1-995e-efe44a7fbcf9 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Calling delete_port for 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:20.332709 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-deaa81e8-a39a-49c0-8690-968d75c2e26f admin admin] Deleting port 371b80aa-0df9-49fd-95ea-4ee12e6ee62e {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:20.333021 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-deaa81e8-a39a-49c0-8690-968d75c2e26f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.403232 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f1a2ef-7642-4739-8eaa-96de5c74cd6e {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:20.412714 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.443971 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b95fce4-429c-4929-9bfd-6bd665339b1d req-cb1d462d-b711-4c1c-8ed4-8623a7d7e3df tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512735 Jul 14 09:19:20.482486 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a4c8c-5616-4603-b5b9-031f80588439 req-8b8ea4d2-8ee8-429a-b623-b99acaf4d568 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:20.489864 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9f7a4c8c-5616-4603-b5b9-031f80588439 req-8b8ea4d2-8ee8-429a-b623-b99acaf4d568 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 945 time: 0.2732141 Jul 14 09:19:20.557275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] Transition to ACTIVE for port object 30f1a2ef-7642-4739-8eaa-96de5c74cd6e will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:20.566558 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-deaa81e8-a39a-49c0-8690-968d75c2e26f admin admin] For port 371b80aa-0df9-49fd-95ea-4ee12e6ee62e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=371b80aa-0df9-49fd-95ea-4ee12e6ee62e,segment=NetworkSegment(8575a089-d7c2-4126-ae9f-ea7098512d60),segment_id=8575a089-d7c2-4126-ae9f-ea7098512d60)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:20.567220 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-deaa81e8-a39a-49c0-8690-968d75c2e26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.573472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592c0ee-4349-4e7a-bc43-dbc9b3b97584 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3d48bd-cad5-469a-8dec-e37e13732d0c,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:20.582017 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9f7a4c8c-5616-4603-b5b9-031f80588439 req-d68ac820-4f82-4534-a468-0d2769b64fae tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/security-groups?id=000885df-b2e3-4901-b1ce-448d26245a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910058 Jul 14 09:19:20.587897 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-deaa81e8-a39a-49c0-8690-968d75c2e26f admin admin] Calling delete_port for 371b80aa-0df9-49fd-95ea-4ee12e6ee62e owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:20.592330 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-830b1110-5c16-4584-8c71-37404884c1c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.627313 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.648032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8e81-b27b-4edc-b3e3-bdfbdbd9eb9d req-a8f55e1a-0079-4603-85a1-bddfc79bb61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:20.648504 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8e81-b27b-4edc-b3e3-bdfbdbd9eb9d req-a8f55e1a-0079-4603-85a1-bddfc79bb61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:20.648972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8e81-b27b-4edc-b3e3-bdfbdbd9eb9d req-a8f55e1a-0079-4603-85a1-bddfc79bb61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:20.655122 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-06af8e81-b27b-4edc-b3e3-bdfbdbd9eb9d req-a8f55e1a-0079-4603-85a1-bddfc79bb61b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=31e3a4cec448411aba79b23ed148d185&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6210809 Jul 14 09:19:20.655847 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65179d32-cd48-486d-9f38-4eaf83e495d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.658299 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65179d32-cd48-486d-9f38-4eaf83e495d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.662232 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-65179d32-cd48-486d-9f38-4eaf83e495d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7880b174-1eef-4778-9b5d-9037413a2392 HTTP/1.1" status: 204 len: 168 time: 1.3182063 Jul 14 09:19:20.706480 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-62c1716d-79fa-4124-865d-04b76afbd00f req-90dd141c-a708-4ad1-995e-efe44a7fbcf9 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.814215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd141c-a708-4ad1-995e-efe44a7fbcf9 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Pushing event deleted for resources: {'Port': ['ID=2dfd20ef-8dd8-4236-b4c6-47cf35395cc3,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:21.211235 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15290fc-4d87-477e-ba5a-55c3f53d52b2', 'tag': '0f3d48bd-cad5-469a-8dec-e37e13732d0c'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:21.217185 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094e118a-1365-4a96-9b00-00e86b0357e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e15290fc-4d87-477e-ba5a-55c3f53d52b2", "tag": "0f3d48bd-cad5-469a-8dec-e37e13732d0c"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:21.236108 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65179d32-cd48-486d-9f38-4eaf83e495d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7880b174-1eef-4778-9b5d-9037413a2392,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:21.270985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-4d791af1-d4c8-4a50-a3f9-3a5bb5069afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:21.276802 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-4d791af1-d4c8-4a50-a3f9-3a5bb5069afa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2 HTTP/1.1" status: 200 len: 1096 time: 0.9737678 Jul 14 09:19:21.353665 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7fb506-2127-4928-9df9-1ed1a87b682b x-openstack-request-id: req-3d7fb506-2127-4928-9df9-1ed1a87b682b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:21.353665 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15290fc-4d87-477e-ba5a-55c3f53d52b2", "tag": "0f3d48bd-cad5-469a-8dec-e37e13732d0c", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:21.353665 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d7fb506-2127-4928-9df9-1ed1a87b682b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:21.353665 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15290fc-4d87-477e-ba5a-55c3f53d52b2', 'tag': '0f3d48bd-cad5-469a-8dec-e37e13732d0c', 'status': 'completed', 'code': 200} Jul 14 09:19:21.401950 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e26ce-0549-4dc8-9de7-acea389553d0 req-0f523bc2-cc8b-4c3c-a023-1f4596773579 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:21.403523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] Pushing event updated for resources: {'Port': ['ID=30f1a2ef-7642-4739-8eaa-96de5c74cd6e,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:21.407889 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e26ce-0549-4dc8-9de7-acea389553d0 req-0f523bc2-cc8b-4c3c-a023-1f4596773579 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:21.426086 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e26ce-0549-4dc8-9de7-acea389553d0 req-0f523bc2-cc8b-4c3c-a023-1f4596773579 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:21.431918 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e26ce-0549-4dc8-9de7-acea389553d0 req-0f523bc2-cc8b-4c3c-a023-1f4596773579 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:21.437909 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e26ce-0549-4dc8-9de7-acea389553d0 req-0f523bc2-cc8b-4c3c-a023-1f4596773579 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:21.448389 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e26ce-0549-4dc8-9de7-acea389553d0 req-0f523bc2-cc8b-4c3c-a023-1f4596773579 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:21.456236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e26ce-0549-4dc8-9de7-acea389553d0 req-0f523bc2-cc8b-4c3c-a023-1f4596773579 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:21.458230 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e94e26ce-0549-4dc8-9de7-acea389553d0 req-0f523bc2-cc8b-4c3c-a023-1f4596773579 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5408 time: 0.7343769 Jul 14 09:19:21.526935 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62c1716d-79fa-4124-865d-04b76afbd00f req-90dd141c-a708-4ad1-995e-efe44a7fbcf9 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Router 1b87122a-a38f-4f1a-af87-48afebee63d7 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:19:21.558480 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8e81-b27b-4edc-b3e3-bdfbdbd9eb9d req-55c2c520-2b21-4d8d-b76b-658a7f1299ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:21.561176 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-06af8e81-b27b-4edc-b3e3-bdfbdbd9eb9d req-55c2c520-2b21-4d8d-b76b-658a7f1299ab service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8059993 Jul 14 09:19:21.563296 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-165d2cab-bad7-4e27-97a4-641ed67dc754 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f3d48bd-cad5-469a-8dec-e37e13732d0c HTTP/1.1" status: 200 len: 217 time: 0.2684212 Jul 14 09:19:21.648723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] Attempting to bind port 30f1a2ef-7642-4739-8eaa-96de5c74cd6e on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:21.649068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] Attempting to bind port 30f1a2ef-7642-4739-8eaa-96de5c74cd6e by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'ac5b91c5-dca7-4a43-a548-9b1960ce33fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b942b7bc-b05b-4b6e-aff4-d229af7544cd'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:21.649402 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] Attempting to bind port 30f1a2ef-7642-4739-8eaa-96de5c74cd6e on network b942b7bc-b05b-4b6e-aff4-d229af7544cd {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:21.652316 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-dc181916-5191-4fb1-8eab-855a49839d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:21.653947 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-dc181916-5191-4fb1-8eab-855a49839d1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d20aa7a-796d-40db-977f-81fa6bc33327 HTTP/1.1" status: 200 len: 846 time: 0.0681171 Jul 14 09:19:21.669683 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-deaa81e8-a39a-49c0-8690-968d75c2e26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:21.695665 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] Port 30f1a2ef-7642-4739-8eaa-96de5c74cd6e on network b942b7bc-b05b-4b6e-aff4-d229af7544cd not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:21.696003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] Attempting to bind port 30f1a2ef-7642-4739-8eaa-96de5c74cd6e on network b942b7bc-b05b-4b6e-aff4-d229af7544cd {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:21.700022 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-40393293-a334-4415-b12f-fe49e50ec4b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afffba1d-7bce-4b37-9323-82cdd45d6281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385892 Jul 14 09:19:21.709904 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e94e26ce-0549-4dc8-9de7-acea389553d0 req-33312d05-2d4e-4554-a584-5c408f2977be tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1954625 Jul 14 09:19:21.717513 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:21.717734 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] Checking segment: {'id': 'ac5b91c5-dca7-4a43-a548-9b1960ce33fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b942b7bc-b05b-4b6e-aff4-d229af7544cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:21.718149 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] Bound using segment: {'id': 'ac5b91c5-dca7-4a43-a548-9b1960ce33fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b942b7bc-b05b-4b6e-aff4-d229af7544cd'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:21.718695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] Bound port: 30f1a2ef-7642-4739-8eaa-96de5c74cd6e, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5b91c5-dca7-4a43-a548-9b1960ce33fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b942b7bc-b05b-4b6e-aff4-d229af7544cd'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:21.719066 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:21.841493 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa81e8-a39a-49c0-8690-968d75c2e26f admin admin] Pushing event deleted for resources: {'Port': ['ID=371b80aa-0df9-49fd-95ea-4ee12e6ee62e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:21.900415 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] For port 30f1a2ef-7642-4739-8eaa-96de5c74cd6e, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:21.904328 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] For port 30f1a2ef-7642-4739-8eaa-96de5c74cd6e, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=30f1a2ef-7642-4739-8eaa-96de5c74cd6e,segment=NetworkSegment(ac5b91c5-dca7-4a43-a548-9b1960ce33fc),segment_id=ac5b91c5-dca7-4a43-a548-9b1960ce33fc)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:21.936072 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56446) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:22.040669 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c7dcb42b-b2e0-465b-9c17-0535103fbb62 req-c8d43679-70f4-4891-9ee6-4ef7f94d6d54 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd HTTP/1.1" status: 200 len: 210 time: 0.1052632 Jul 14 09:19:22.073477 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.117334 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-c116787c-164b-4548-8871-fbaf5e2e2084 service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055605 Jul 14 09:19:22.119775 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62c1716d-79fa-4124-865d-04b76afbd00f req-90dd141c-a708-4ad1-995e-efe44a7fbcf9 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:22.133766 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbcdb27-fd8c-4d3b-a6f0-e575d3af8e7a None None] Sync routers for ids ['1b87122a-a38f-4f1a-af87-48afebee63d7'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:22.153541 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbcdb27-fd8c-4d3b-a6f0-e575d3af8e7a None None] Routers {'1b87122a-a38f-4f1a-af87-48afebee63d7'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:22.154527 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8dbcdb27-fd8c-4d3b-a6f0-e575d3af8e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1b87122a-a38f-4f1a-af87-48afebee63d7'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:22.174284 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:22.175195 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.176788 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] 10.222.0.55 "PUT /v2.0/ports/30f1a2ef-7642-4739-8eaa-96de5c74cd6e HTTP/1.1" status: 200 len: 1092 time: 3.4559929 Jul 14 09:19:22.231574 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830b1110-5c16-4584-8c71-37404884c1c4 admin admin] Router 2ca6861a-12ca-4360-8106-50ad1e21abe0 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:19:22.241482 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d37c26-e733-490c-9bd4-3753e5150f24 req-f11da156-03c7-48ee-abcd-e96314390d7e tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:22.243659 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46d37c26-e733-490c-9bd4-3753e5150f24 req-f11da156-03c7-48ee-abcd-e96314390d7e tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2 HTTP/1.1" status: 200 len: 944 time: 0.5623877 Jul 14 09:19:22.259049 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c1716d-79fa-4124-865d-04b76afbd00f req-90dd141c-a708-4ad1-995e-efe44a7fbcf9 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] No DVR routers for this DVR port 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:22.261029 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Request body: {'port': {'device_id': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:22.265190 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-62c1716d-79fa-4124-865d-04b76afbd00f req-90dd141c-a708-4ad1-995e-efe44a7fbcf9 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.267807 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-62c1716d-79fa-4124-865d-04b76afbd00f req-90dd141c-a708-4ad1-995e-efe44a7fbcf9 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.49 "DELETE /v2.0/ports/2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 HTTP/1.1" status: 204 len: 173 time: 2.9335229 Jul 14 09:19:22.293807 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd', 'name': 'network-vif-deleted', 'tag': '2dfd20ef-8dd8-4236-b4c6-47cf35395cc3'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:22.312552 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d920e0-4292-4b1d-8ae1-3736b74d46e7" -d '{"events": [{"server_uuid": "0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd", "name": "network-vif-deleted", "tag": "2dfd20ef-8dd8-4236-b4c6-47cf35395cc3"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:22.312856 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8522221-2b60-46ee-912f-489abcefcf8f service neutron] Pushing event updated for resources: {'Port': ['ID=30f1a2ef-7642-4739-8eaa-96de5c74cd6e,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:22.350653 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-8dbcdb27-fd8c-4d3b-a6f0-e575d3af8e7a None None] Set router 1b87122a-a38f-4f1a-af87-48afebee63d7 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:22.375252 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47d6b17e-10de-447f-bd28-176901cdb7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.507234 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46d37c26-e733-490c-9bd4-3753e5150f24 req-ad4cd5cf-fe94-496d-894b-648e56bff90c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381735 Jul 14 09:19:22.512801 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-deaa81e8-a39a-49c0-8690-968d75c2e26f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.515834 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.608581 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7b7a5022-42da-4456-a116-d6d478db1d58 req-92cf84e8-1a66-43f2-9d00-42d37777c3c3 service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780245 Jul 14 09:19:22.706996 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830b1110-5c16-4584-8c71-37404884c1c4 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:22.717129 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-830b1110-5c16-4584-8c71-37404884c1c4 admin admin] 10.222.0.26 "PUT /v2.0/routers/2ca6861a-12ca-4360-8106-50ad1e21abe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4845400 Jul 14 09:19:22.720733 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56464) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:22.721438 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615b9deb-0b65-466f-b21b-1046ead6cb4f None None] Sync routers for ids ['2ca6861a-12ca-4360-8106-50ad1e21abe0'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:22.722291 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21aeee5f-6061-4793-aada-2da715aa0c09 x-openstack-request-id: req-21aeee5f-6061-4793-aada-2da715aa0c09 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:22.724836 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd", "name": "network-vif-deleted", "tag": "2dfd20ef-8dd8-4236-b4c6-47cf35395cc3", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:22.724836 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-21aeee5f-6061-4793-aada-2da715aa0c09 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:22.724836 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9f4c88-1fa6-46f3-9b11-c72d3fe9bfdd', 'name': 'network-vif-deleted', 'tag': '2dfd20ef-8dd8-4236-b4c6-47cf35395cc3', 'status': 'completed', 'code': 200} Jul 14 09:19:22.743651 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615b9deb-0b65-466f-b21b-1046ead6cb4f None None] Routers {'2ca6861a-12ca-4360-8106-50ad1e21abe0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:22.744695 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-615b9deb-0b65-466f-b21b-1046ead6cb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2ca6861a-12ca-4360-8106-50ad1e21abe0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:22.792913 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47d6b17e-10de-447f-bd28-176901cdb7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.805537 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47d6b17e-10de-447f-bd28-176901cdb7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.807071 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8dbcdb27-fd8c-4d3b-a6f0-e575d3af8e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'name': 'tempest-ServersTestJSON-1823826607-router', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:16:49Z', 'revision_number': 4, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'gw_port': {'id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:41Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '7cbb54f9-3905-40df-86a1-11bb0ddf9669', 'name': '', 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'mac_address': 'fa:16:3e:35:ad:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:48Z', 'updated_at': '2021-07-14T09:17:05Z', 'revision_number': 5, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'subnets': [{'id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:22.842739 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-47d6b17e-10de-447f-bd28-176901cdb7a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c0e1d44ea5f6452f800da85e5a9e7683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8744791 Jul 14 09:19:22.867937 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56472) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:22.874214 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbcdb27-fd8c-4d3b-a6f0-e575d3af8e7a None None] Checking router: 1b87122a-a38f-4f1a-af87-48afebee63d7 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:19:22.890623 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbcdb27-fd8c-4d3b-a6f0-e575d3af8e7a None None] Routers {'1b87122a-a38f-4f1a-af87-48afebee63d7'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:22.891497 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8dbcdb27-fd8c-4d3b-a6f0-e575d3af8e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1b87122a-a38f-4f1a-af87-48afebee63d7'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:22.955997 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6b17e-10de-447f-bd28-176901cdb7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f44054-b3f3-4eed-8991-ba5bab279d47,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:22.976375 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deaa81e8-a39a-49c0-8690-968d75c2e26f admin admin] Router b6834e9c-2579-425f-af43-1fb6b37f59b5 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:19:22.984138 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-615b9deb-0b65-466f-b21b-1046ead6cb4f None None] Set router 2ca6861a-12ca-4360-8106-50ad1e21abe0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:22.991131 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e118a-1365-4a96-9b00-00e86b0357e6 req-15cf5483-3cfa-4386-90fb-776190b6a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:22.992935 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-094e118a-1365-4a96-9b00-00e86b0357e6 req-15cf5483-3cfa-4386-90fb-776190b6a8a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2 HTTP/1.1" status: 200 len: 1096 time: 0.2495730 Jul 14 09:19:22.997658 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e737a0f7-f659-4b3f-ac41-d1ea35f3faff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.076603 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-137b9433-da23-4053-b77f-6f94b34fb081 admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.103230 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e737a0f7-f659-4b3f-ac41-d1ea35f3faff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.168528 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-8dbcdb27-fd8c-4d3b-a6f0-e575d3af8e7a None None] Set router 1b87122a-a38f-4f1a-af87-48afebee63d7 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:23.254616 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ddc03d-bffd-4ee2-8dfd-829f721e56dc {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:23.266709 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.283335 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deaa81e8-a39a-49c0-8690-968d75c2e26f admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:23.283609 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Transition to ACTIVE for port object e5ddc03d-bffd-4ee2-8dfd-829f721e56dc will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:23.296232 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-deaa81e8-a39a-49c0-8690-968d75c2e26f admin admin] 10.222.0.26 "PUT /v2.0/routers/b6834e9c-2579-425f-af43-1fb6b37f59b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9573200 Jul 14 09:19:23.297300 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e737a0f7-f659-4b3f-ac41-d1ea35f3faff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.298765 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56482) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:23.300779 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e737a0f7-f659-4b3f-ac41-d1ea35f3faff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.302190 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e737a0f7-f659-4b3f-ac41-d1ea35f3faff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13f44054-b3f3-4eed-8991-ba5bab279d47 HTTP/1.1" status: 204 len: 168 time: 0.4316785 Jul 14 09:19:23.320786 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f768b8c6-31b9-4db1-9355-d9f5dd55dd78 None None] Sync routers for ids ['b6834e9c-2579-425f-af43-1fb6b37f59b5'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:23.321542 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.341369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737a0f7-f659-4b3f-ac41-d1ea35f3faff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f44054-b3f3-4eed-8991-ba5bab279d47,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:23.376511 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'tag': '30f1a2ef-7642-4739-8eaa-96de5c74cd6e'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:23.377725 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-615b9deb-0b65-466f-b21b-1046ead6cb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca6861a-12ca-4360-8106-50ad1e21abe0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1045846066-router', 'tenant_id': '8d31d68f42614a9eb556d0e671f3f92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '6f9fe8dc-e6c0-477a-9499-8e6f96a906f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:18:58Z', 'updated_at': '2021-07-14T09:19:19Z', 'revision_number': 5, 'project_id': '8d31d68f42614a9eb556d0e671f3f92e', 'gw_port': {'id': '6f9fe8dc-e6c0-477a-9499-8e6f96a906f3', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca6861a-12ca-4360-8106-50ad1e21abe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:01Z', 'updated_at': '2021-07-14T09:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:23.380155 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbaa55c-c5a5-45a8-ac4d-1cbd6170ad59" -d '{"events": [{"name": "network-changed", "server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "tag": "30f1a2ef-7642-4739-8eaa-96de5c74cd6e"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:23.381773 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ee29c-accc-4c7e-b64d-7f4075506906 req-562ce1a5-5a0b-4c82-8b31-8badb5fdbbf8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:23.385730 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e118a-1365-4a96-9b00-00e86b0357e6 req-6a3a42f8-5dc5-44a9-a171-8a32c6102439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:23.387531 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-094e118a-1365-4a96-9b00-00e86b0357e6 req-6a3a42f8-5dc5-44a9-a171-8a32c6102439 service neutron] 10.222.0.49 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 907 time: 0.3853981 Jul 14 09:19:23.387683 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ee29c-accc-4c7e-b64d-7f4075506906 req-562ce1a5-5a0b-4c82-8b31-8badb5fdbbf8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:23.394004 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f768b8c6-31b9-4db1-9355-d9f5dd55dd78 None None] Routers {'b6834e9c-2579-425f-af43-1fb6b37f59b5'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:23.394838 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f768b8c6-31b9-4db1-9355-d9f5dd55dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b6834e9c-2579-425f-af43-1fb6b37f59b5'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:23.405409 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ee29c-accc-4c7e-b64d-7f4075506906 req-562ce1a5-5a0b-4c82-8b31-8badb5fdbbf8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:23.411509 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615b9deb-0b65-466f-b21b-1046ead6cb4f None None] Checking router: 2ca6861a-12ca-4360-8106-50ad1e21abe0 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:19:23.421148 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615b9deb-0b65-466f-b21b-1046ead6cb4f None None] Routers {'2ca6861a-12ca-4360-8106-50ad1e21abe0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:23.422489 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-615b9deb-0b65-466f-b21b-1046ead6cb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2ca6861a-12ca-4360-8106-50ad1e21abe0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:23.422645 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ee29c-accc-4c7e-b64d-7f4075506906 req-562ce1a5-5a0b-4c82-8b31-8badb5fdbbf8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:23.428784 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ee29c-accc-4c7e-b64d-7f4075506906 req-562ce1a5-5a0b-4c82-8b31-8badb5fdbbf8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:23.446493 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ddc03d-bffd-4ee2-8dfd-829f721e56dc,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:23.449218 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ee29c-accc-4c7e-b64d-7f4075506906 req-562ce1a5-5a0b-4c82-8b31-8badb5fdbbf8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:23.463168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ee29c-accc-4c7e-b64d-7f4075506906 req-562ce1a5-5a0b-4c82-8b31-8badb5fdbbf8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:23.472631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-592ee29c-accc-4c7e-b64d-7f4075506906 req-562ce1a5-5a0b-4c82-8b31-8badb5fdbbf8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5408 time: 0.3432162 Jul 14 09:19:23.520589 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-094e118a-1365-4a96-9b00-00e86b0357e6 req-a7f574d0-0166-4a0e-a0a9-413a40316a71 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f3d48bd-cad5-469a-8dec-e37e13732d0c HTTP/1.1" status: 200 len: 217 time: 0.0639818 Jul 14 09:19:23.546883 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-592ee29c-accc-4c7e-b64d-7f4075506906 req-05589b36-49b6-4554-8d17-e3c8710fa6f4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732596 Jul 14 09:19:23.600855 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-615b9deb-0b65-466f-b21b-1046ead6cb4f None None] Set router 2ca6861a-12ca-4360-8106-50ad1e21abe0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:23.618066 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-137b9433-da23-4053-b77f-6f94b34fb081 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.629303 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f768b8c6-31b9-4db1-9355-d9f5dd55dd78 None None] Set router b6834e9c-2579-425f-af43-1fb6b37f59b5 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:23.749477 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Attempting to bind port e5ddc03d-bffd-4ee2-8dfd-829f721e56dc on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:23.750170 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Attempting to bind port e5ddc03d-bffd-4ee2-8dfd-829f721e56dc by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'ac5b91c5-dca7-4a43-a548-9b1960ce33fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b942b7bc-b05b-4b6e-aff4-d229af7544cd'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:23.750508 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Attempting to bind port e5ddc03d-bffd-4ee2-8dfd-829f721e56dc on network b942b7bc-b05b-4b6e-aff4-d229af7544cd {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:23.761127 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:23.767585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 0f3d48bd-cad5-469a-8dec-e37e13732d0c details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:23.776014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Port e5ddc03d-bffd-4ee2-8dfd-829f721e56dc on network b942b7bc-b05b-4b6e-aff4-d229af7544cd not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:23.776256 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Attempting to bind port e5ddc03d-bffd-4ee2-8dfd-829f721e56dc on network b942b7bc-b05b-4b6e-aff4-d229af7544cd {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:23.804363 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:23.804711 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Checking segment: {'id': 'ac5b91c5-dca7-4a43-a548-9b1960ce33fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b942b7bc-b05b-4b6e-aff4-d229af7544cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:23.805103 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Bound using segment: {'id': 'ac5b91c5-dca7-4a43-a548-9b1960ce33fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b942b7bc-b05b-4b6e-aff4-d229af7544cd'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:23.805550 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Bound port: e5ddc03d-bffd-4ee2-8dfd-829f721e56dc, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5b91c5-dca7-4a43-a548-9b1960ce33fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b942b7bc-b05b-4b6e-aff4-d229af7544cd'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:23.805957 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.820080 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49917f40-17fa-4cd7-9804-36e04869c3f4 x-openstack-request-id: req-49917f40-17fa-4cd7-9804-36e04869c3f4 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:23.820362 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "tag": "30f1a2ef-7642-4739-8eaa-96de5c74cd6e", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:23.820858 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-49917f40-17fa-4cd7-9804-36e04869c3f4 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:23.821243 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'tag': '30f1a2ef-7642-4739-8eaa-96de5c74cd6e', 'status': 'completed', 'code': 200} Jul 14 09:19:23.837208 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:23.838351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 2dfd20ef-8dd8-4236-b4c6-47cf35395cc3 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:23.845338 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e118a-1365-4a96-9b00-00e86b0357e6 req-b58778ab-14b9-4983-be34-5d8eed9514a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:23.847840 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-094e118a-1365-4a96-9b00-00e86b0357e6 req-b58778ab-14b9-4983-be34-5d8eed9514a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d20aa7a-796d-40db-977f-81fa6bc33327 HTTP/1.1" status: 200 len: 846 time: 0.3194618 Jul 14 09:19:23.987883 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-094e118a-1365-4a96-9b00-00e86b0357e6 req-1c767045-b538-4c7d-a132-1259220926cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afffba1d-7bce-4b37-9323-82cdd45d6281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383923 Jul 14 09:19:23.993059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56510) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:24.033557 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56512) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:24.067888 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1067964b-a7c3-48e6-a643-68734ba19916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.116616 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-094e118a-1365-4a96-9b00-00e86b0357e6 req-90c05db7-6f25-4462-9024-3b70ab5e457d service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120124 Jul 14 09:19:24.125768 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d0cf4b8-ea87-4c71-bc4f-a9c3a4eacdcb admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.135443 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 0f3d48bd-cad5-469a-8dec-e37e13732d0c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=0f3d48bd-cad5-469a-8dec-e37e13732d0c,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:24.158233 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-763a975a-be4a-470e-800c-d796df0b6df1 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.188472 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '0f3d48bd-cad5-469a-8dec-e37e13732d0c', 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281', 'port_id': '0f3d48bd-cad5-469a-8dec-e37e13732d0c', 'mac_address': 'fa:16:3e:b6:9b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d20aa7a-796d-40db-977f-81fa6bc33327', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:24.203304 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8dbcdb27-fd8c-4d3b-a6f0-e575d3af8e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'name': 'tempest-ServersTestJSON-1823826607-router', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:16:49Z', 'revision_number': 4, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'gw_port': {'id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:41Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '7cbb54f9-3905-40df-86a1-11bb0ddf9669', 'name': '', 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'mac_address': 'fa:16:3e:35:ad:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:48Z', 'updated_at': '2021-07-14T09:17:05Z', 'revision_number': 5, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'subnets': [{'id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:24.206409 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-615b9deb-0b65-466f-b21b-1046ead6cb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca6861a-12ca-4360-8106-50ad1e21abe0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1045846066-router', 'tenant_id': '8d31d68f42614a9eb556d0e671f3f92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '6f9fe8dc-e6c0-477a-9499-8e6f96a906f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:18:58Z', 'updated_at': '2021-07-14T09:19:19Z', 'revision_number': 5, 'project_id': '8d31d68f42614a9eb556d0e671f3f92e', 'gw_port': {'id': '6f9fe8dc-e6c0-477a-9499-8e6f96a906f3', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca6861a-12ca-4360-8106-50ad1e21abe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:01Z', 'updated_at': '2021-07-14T09:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:24.208176 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcdf7b-2776-4d57-a670-6aafe45ea502 req-b9165643-d1bf-40eb-9546-0ec056c5c644 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:24.216136 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8cfcdf7b-2776-4d57-a670-6aafe45ea502 req-b9165643-d1bf-40eb-9546-0ec056c5c644 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2 HTTP/1.1" status: 200 len: 944 time: 0.2384241 Jul 14 09:19:24.237501 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbcdb27-fd8c-4d3b-a6f0-e575d3af8e7a None None] The sync data for ids ['1b87122a-a38f-4f1a-af87-48afebee63d7'] in n-d-798054-10 is: [{'id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'name': 'tempest-ServersTestJSON-1823826607-router', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:16:49Z', 'revision_number': 4, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'gw_port': {'id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:41Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '7cbb54f9-3905-40df-86a1-11bb0ddf9669', 'name': '', 'network_id': '256b6df7-8dd6-4b20-bd3c-6a14911923ef', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'mac_address': 'fa:16:3e:35:ad:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:48Z', 'updated_at': '2021-07-14T09:17:05Z', 'revision_number': 5, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'subnets': [{'id': '678fd0c0-aac5-43ab-b16c-dd17e98a798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:24.246780 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-763a975a-be4a-470e-800c-d796df0b6df1 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.265408 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f768b8c6-31b9-4db1-9355-d9f5dd55dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6834e9c-2579-425f-af43-1fb6b37f59b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-23016735-router', 'tenant_id': '74ae2dd880074087a6f470a2bf72bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:19:21Z', 'revision_number': 5, 'project_id': '74ae2dd880074087a6f470a2bf72bd4e', 'gw_port': {'id': '2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6834e9c-2579-425f-af43-1fb6b37f59b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:24.317990 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f768b8c6-31b9-4db1-9355-d9f5dd55dd78 None None] Checking router: b6834e9c-2579-425f-af43-1fb6b37f59b5 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:19:24.328814 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f768b8c6-31b9-4db1-9355-d9f5dd55dd78 None None] Routers {'b6834e9c-2579-425f-af43-1fb6b37f59b5'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:24.329053 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615b9deb-0b65-466f-b21b-1046ead6cb4f None None] The sync data for ids ['2ca6861a-12ca-4360-8106-50ad1e21abe0'] in n-d-798054-10 is: [{'id': '2ca6861a-12ca-4360-8106-50ad1e21abe0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1045846066-router', 'tenant_id': '8d31d68f42614a9eb556d0e671f3f92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '6f9fe8dc-e6c0-477a-9499-8e6f96a906f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:18:58Z', 'updated_at': '2021-07-14T09:19:19Z', 'revision_number': 5, 'project_id': '8d31d68f42614a9eb556d0e671f3f92e', 'gw_port': {'id': '6f9fe8dc-e6c0-477a-9499-8e6f96a906f3', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca6861a-12ca-4360-8106-50ad1e21abe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:01Z', 'updated_at': '2021-07-14T09:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:24.335245 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f768b8c6-31b9-4db1-9355-d9f5dd55dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b6834e9c-2579-425f-af43-1fb6b37f59b5'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:24.362752 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8cfcdf7b-2776-4d57-a670-6aafe45ea502 req-ebb8a23b-ae84-4d37-8540-a109682282b2 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456053 Jul 14 09:19:24.386404 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.417149 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3d48bd-cad5-469a-8dec-e37e13732d0c {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:24.417322 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d0cf4b8-ea87-4c71-bc4f-a9c3a4eacdcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.458133 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] For port e5ddc03d-bffd-4ee2-8dfd-829f721e56dc, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:24.462616 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-763a975a-be4a-470e-800c-d796df0b6df1 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.464980 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-763a975a-be4a-470e-800c-d796df0b6df1 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.468828 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-763a975a-be4a-470e-800c-d796df0b6df1 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "DELETE /v2.0/security-groups/000885df-b2e3-4901-b1ce-448d26245a48 HTTP/1.1" status: 204 len: 168 time: 0.4739935 Jul 14 09:19:24.470809 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56532) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:24.483752 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 0f3d48bd-cad5-469a-8dec-e37e13732d0c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=0f3d48bd-cad5-469a-8dec-e37e13732d0c,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:24.496469 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1067964b-a7c3-48e6-a643-68734ba19916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.501143 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.535728 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] For port e5ddc03d-bffd-4ee2-8dfd-829f721e56dc, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e5ddc03d-bffd-4ee2-8dfd-829f721e56dc,segment=NetworkSegment(ac5b91c5-dca7-4a43-a548-9b1960ce33fc),segment_id=ac5b91c5-dca7-4a43-a548-9b1960ce33fc)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:24.545450 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1067964b-a7c3-48e6-a643-68734ba19916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.577002 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f768b8c6-31b9-4db1-9355-d9f5dd55dd78 None None] Set router b6834e9c-2579-425f-af43-1fb6b37f59b5 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:24.579259 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-137b9433-da23-4053-b77f-6f94b34fb081 admin admin] Deleting port 6f9fe8dc-e6c0-477a-9499-8e6f96a906f3 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:24.579259 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-137b9433-da23-4053-b77f-6f94b34fb081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.614962 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=0f3d48bd-cad5-469a-8dec-e37e13732d0c,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:24.632378 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1067964b-a7c3-48e6-a643-68734ba19916 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba2316e98278443ea956186164ffc414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5965636 Jul 14 09:19:24.633336 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a975a-be4a-470e-800c-d796df0b6df1 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=000885df-b2e3-4901-b1ce-448d26245a48,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:24.635125 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56538) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:24.636058 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-250caa11-1f44-48a6-9586-b014f4d54178 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] show failed (client error): The resource could not be found. Jul 14 09:19:24.646664 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-250caa11-1f44-48a6-9586-b014f4d54178 tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "GET /v2.0/security-groups/000885df-b2e3-4901-b1ce-448d26245a48 HTTP/1.1" status: 404 len: 347 time: 0.1561124 Jul 14 09:19:24.675800 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.697339 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56540) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:24.702991 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['0f3d48bd-cad5-469a-8dec-e37e13732d0c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:24.703223 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067964b-a7c3-48e6-a643-68734ba19916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6ef5de-8e33-413d-a711-ac888af48305,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:25.059183 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dcb52653-11d7-4e96-b43b-b9f7243c6f0f no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:25.081062 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b478d9ab-71ca-4d58-926c-0fa4142edda8 None None] New status for floating IP 6594ea51-93eb-4b00-9af0-1001bccff090: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:19:25.084042 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f768b8c6-31b9-4db1-9355-d9f5dd55dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6834e9c-2579-425f-af43-1fb6b37f59b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-23016735-router', 'tenant_id': '74ae2dd880074087a6f470a2bf72bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:19:21Z', 'revision_number': 5, 'project_id': '74ae2dd880074087a6f470a2bf72bd4e', 'gw_port': {'id': '2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6834e9c-2579-425f-af43-1fb6b37f59b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:25.129482 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56552) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:25.144833 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f768b8c6-31b9-4db1-9355-d9f5dd55dd78 None None] The sync data for ids ['b6834e9c-2579-425f-af43-1fb6b37f59b5'] in n-d-798054-10 is: [{'id': 'b6834e9c-2579-425f-af43-1fb6b37f59b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-23016735-router', 'tenant_id': '74ae2dd880074087a6f470a2bf72bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:19:21Z', 'revision_number': 5, 'project_id': '74ae2dd880074087a6f470a2bf72bd4e', 'gw_port': {'id': '2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6834e9c-2579-425f-af43-1fb6b37f59b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:25.220467 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d6b51abf-648c-4c68-a1a1-112039211066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.240952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: dcb52653-11d7-4e96-b43b-b9f7243c6f0f {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:25.241538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dcb52653-11d7-4e96-b43b-b9f7243c6f0f not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:25.268127 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d6b51abf-648c-4c68-a1a1-112039211066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.348881 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b81140-52e0-4eb7-a382-095f39911cfb req-f8c1a793-c98b-400c-8b19-7e0e94fa102d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.355478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b81140-52e0-4eb7-a382-095f39911cfb req-f8c1a793-c98b-400c-8b19-7e0e94fa102d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.362778 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b81140-52e0-4eb7-a382-095f39911cfb req-f8c1a793-c98b-400c-8b19-7e0e94fa102d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.369097 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b81140-52e0-4eb7-a382-095f39911cfb req-f8c1a793-c98b-400c-8b19-7e0e94fa102d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.376208 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b81140-52e0-4eb7-a382-095f39911cfb req-f8c1a793-c98b-400c-8b19-7e0e94fa102d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.384573 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b81140-52e0-4eb7-a382-095f39911cfb req-f8c1a793-c98b-400c-8b19-7e0e94fa102d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.392364 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b81140-52e0-4eb7-a382-095f39911cfb req-f8c1a793-c98b-400c-8b19-7e0e94fa102d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.392731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa55c-c5a5-45a8-ac4d-1cbd6170ad59 req-3863b122-000e-4f64-a53a-1bfed845e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.393215 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa55c-c5a5-45a8-ac4d-1cbd6170ad59 req-3863b122-000e-4f64-a53a-1bfed845e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.393689 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa55c-c5a5-45a8-ac4d-1cbd6170ad59 req-3863b122-000e-4f64-a53a-1bfed845e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.394239 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa55c-c5a5-45a8-ac4d-1cbd6170ad59 req-3863b122-000e-4f64-a53a-1bfed845e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.394645 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa55c-c5a5-45a8-ac4d-1cbd6170ad59 req-3863b122-000e-4f64-a53a-1bfed845e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.395107 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa55c-c5a5-45a8-ac4d-1cbd6170ad59 req-3863b122-000e-4f64-a53a-1bfed845e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.395564 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa55c-c5a5-45a8-ac4d-1cbd6170ad59 req-3863b122-000e-4f64-a53a-1bfed845e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.397465 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8cbaa55c-c5a5-45a8-ac4d-1cbd6170ad59 req-3863b122-000e-4f64-a53a-1bfed845e171 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=31e3a4cec448411aba79b23ed148d185&device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 6442 time: 1.5004137 Jul 14 09:19:25.399786 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d7b81140-52e0-4eb7-a382-095f39911cfb req-f8c1a793-c98b-400c-8b19-7e0e94fa102d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5420 time: 0.5131724 Jul 14 09:19:25.411637 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.412353 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.414418 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] 10.222.0.55 "PUT /v2.0/ports/e5ddc03d-bffd-4ee2-8dfd-829f721e56dc HTTP/1.1" status: 200 len: 1092 time: 3.1783025 Jul 14 09:19:25.441443 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba3eb8bb-ad7b-44d6-96cd-999304761303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.448405 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-9d42daa3-cdad-4533-a653-1f7cf4eaf06b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Deleting port 436f7a4d-b413-42f6-9c49-b26a27e3c5c2 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:25.454140 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d42daa3-cdad-4533-a653-1f7cf4eaf06b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.568053 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d6b51abf-648c-4c68-a1a1-112039211066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.575884 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d6b51abf-648c-4c68-a1a1-112039211066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.580633 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d6b51abf-648c-4c68-a1a1-112039211066 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e6ef5de-8e33-413d-a711-ac888af48305 HTTP/1.1" status: 204 len: 168 time: 0.9328194 Jul 14 09:19:25.608280 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d7b81140-52e0-4eb7-a382-095f39911cfb req-3944156d-f697-48e7-86e8-e9a2f1239209 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2074740 Jul 14 09:19:25.617138 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa55c-c5a5-45a8-ac4d-1cbd6170ad59 req-2f241073-13a3-4111-bb85-878f4de31032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.617643 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa55c-c5a5-45a8-ac4d-1cbd6170ad59 req-2f241073-13a3-4111-bb85-878f4de31032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.618117 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa55c-c5a5-45a8-ac4d-1cbd6170ad59 req-2f241073-13a3-4111-bb85-878f4de31032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.619801 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8cbaa55c-c5a5-45a8-ac4d-1cbd6170ad59 req-2f241073-13a3-4111-bb85-878f4de31032 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=31e3a4cec448411aba79b23ed148d185&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1901250 Jul 14 09:19:25.680707 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b51abf-648c-4c68-a1a1-112039211066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6ef5de-8e33-413d-a711-ac888af48305,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:25.750673 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56570) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:25.776569 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-094e118a-1365-4a96-9b00-00e86b0357e6 req-44beded6-605c-4965-94b6-7a9f4f8a9c53 service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5264726 Jul 14 09:19:25.777392 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d42daa3-cdad-4533-a653-1f7cf4eaf06b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.778012 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d42daa3-cdad-4533-a653-1f7cf4eaf06b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.816087 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-9d42daa3-cdad-4533-a653-1f7cf4eaf06b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Calling delete_port for 436f7a4d-b413-42f6-9c49-b26a27e3c5c2 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:25.817943 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ddc03d-bffd-4ee2-8dfd-829f721e56dc,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:25.832343 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'tag': 'e5ddc03d-bffd-4ee2-8dfd-829f721e56dc'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:25.834698 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0071f4c-4a8d-40e6-a558-a43e67c296f7" -d '{"events": [{"name": "network-changed", "server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "tag": "e5ddc03d-bffd-4ee2-8dfd-829f721e56dc"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:25.865352 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-1d0cf4b8-ea87-4c71-bc4f-a9c3a4eacdcb admin admin] Deleting port 2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:25.865693 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d0cf4b8-ea87-4c71-bc4f-a9c3a4eacdcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.880428 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:25.880781 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:25.881126 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:25.881468 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:25.881848 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:25.882165 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:25.882828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:25.883167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:25.883503 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:25.883944 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:25.884283 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:25.884613 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9377f-4210-4b22-af5d-8ec9a9a30646 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:25.935896 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9c412b-f5e5-423b-bcc3-c757b52271c6 x-openstack-request-id: req-0c9c412b-f5e5-423b-bcc3-c757b52271c6 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:25.936274 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "tag": "e5ddc03d-bffd-4ee2-8dfd-829f721e56dc", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:25.936533 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c9c412b-f5e5-423b-bcc3-c757b52271c6 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:25.936930 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'tag': 'e5ddc03d-bffd-4ee2-8dfd-829f721e56dc', 'status': 'completed', 'code': 200} Jul 14 09:19:25.942341 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-137b9433-da23-4053-b77f-6f94b34fb081 admin admin] For port 6f9fe8dc-e6c0-477a-9499-8e6f96a906f3, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6f9fe8dc-e6c0-477a-9499-8e6f96a906f3,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:25.944161 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-137b9433-da23-4053-b77f-6f94b34fb081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.978942 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-137b9433-da23-4053-b77f-6f94b34fb081 admin admin] Calling delete_port for 6f9fe8dc-e6c0-477a-9499-8e6f96a906f3 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:25.980639 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eaabe88f-47b5-43cc-820e-a7926e67ef5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.983138 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa55c-c5a5-45a8-ac4d-1cbd6170ad59 req-7b5cad9b-5ab9-4581-8faa-ef6133a38856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.984721 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8cbaa55c-c5a5-45a8-ac4d-1cbd6170ad59 req-7b5cad9b-5ab9-4581-8faa-ef6133a38856 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3419104 Jul 14 09:19:26.002343 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72525c9a-ff2d-400c-a691-60503b942f36 req-0dc0bb69-0bc5-4543-9de3-1df61972e7d6 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:26.012371 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-72525c9a-ff2d-400c-a691-60503b942f36 req-0dc0bb69-0bc5-4543-9de3-1df61972e7d6 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2 HTTP/1.1" status: 200 len: 945 time: 0.3806260 Jul 14 09:19:26.066688 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba3eb8bb-ad7b-44d6-96cd-999304761303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.068923 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-1d0cf4b8-ea87-4c71-bc4f-a9c3a4eacdcb admin admin] For port 2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:26.069364 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d0cf4b8-ea87-4c71-bc4f-a9c3a4eacdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.081325 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba3eb8bb-ad7b-44d6-96cd-999304761303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.120984 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-1d0cf4b8-ea87-4c71-bc4f-a9c3a4eacdcb admin admin] Calling delete_port for 2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:26.169774 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3eb8bb-ad7b-44d6-96cd-999304761303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c689d9e-3282-4e82-8ba6-b8d4d3bcb19a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:26.176839 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-72525c9a-ff2d-400c-a691-60503b942f36 req-931100a5-6a06-420e-8272-0e69433b1363 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636178 Jul 14 09:19:26.215527 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ba3eb8bb-ad7b-44d6-96cd-999304761303 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3c18b7af09864f05bef2179d9fc70bd7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0800490 Jul 14 09:19:26.222869 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56586) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:26.300690 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-51f21cac-da83-42b9-abd0-89166e795ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:26.301648 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-51f21cac-da83-42b9-abd0-89166e795ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:26.302350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-51f21cac-da83-42b9-abd0-89166e795ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:26.302947 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-51f21cac-da83-42b9-abd0-89166e795ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:26.303428 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-51f21cac-da83-42b9-abd0-89166e795ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:26.304068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-51f21cac-da83-42b9-abd0-89166e795ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:26.304710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-51f21cac-da83-42b9-abd0-89166e795ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:26.307042 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-51f21cac-da83-42b9-abd0-89166e795ad1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=31e3a4cec448411aba79b23ed148d185&device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 6484 time: 0.2404289 Jul 14 09:19:26.343841 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eaabe88f-47b5-43cc-820e-a7926e67ef5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.344950 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74d153a3-7fce-4f52-9641-4433706866f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.351738 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eaabe88f-47b5-43cc-820e-a7926e67ef5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.380354 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d42daa3-cdad-4533-a653-1f7cf4eaf06b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.420523 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c7a0b8b0-f3e8-4417-b4f3-3e57e371a84f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebf8368a-d0fb-466a-a254-89fc3ae4a4bb HTTP/1.1" status: 200 len: 217 time: 0.0915213 Jul 14 09:19:26.422185 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42daa3-cdad-4533-a653-1f7cf4eaf06b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Pushing event deleted for resources: {'Port': ['ID=436f7a4d-b413-42f6-9c49-b26a27e3c5c2,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:26.433113 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74d153a3-7fce-4f52-9641-4433706866f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.435647 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabe88f-47b5-43cc-820e-a7926e67ef5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68a8ba8-3776-494f-8e95-de1fdcb350f5,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:26.463711 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-137b9433-da23-4053-b77f-6f94b34fb081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.483954 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-eaabe88f-47b5-43cc-820e-a7926e67ef5f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d0711030c01403eaa8c472a19a1c02d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7259142 Jul 14 09:19:26.496311 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56594) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:26.509680 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b9433-da23-4053-b77f-6f94b34fb081 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9fe8dc-e6c0-477a-9499-8e6f96a906f3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:26.528389 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 371b80aa-0df9-49fd-95ea-4ee12e6ee62e no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:26.573706 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 371b80aa-0df9-49fd-95ea-4ee12e6ee62e {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:26.574971 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 371b80aa-0df9-49fd-95ea-4ee12e6ee62e not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:26.582005 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-d75f9956-df79-4354-b6ea-d4aca1c48ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:26.583432 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-d75f9956-df79-4354-b6ea-d4aca1c48ff1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db42a1b5-0af8-4f2d-880c-f54fe800fb63 HTTP/1.1" status: 200 len: 850 time: 0.1563084 Jul 14 09:19:26.588714 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d42daa3-cdad-4533-a653-1f7cf4eaf06b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.591697 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d42daa3-cdad-4533-a653-1f7cf4eaf06b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.595877 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9d42daa3-cdad-4533-a653-1f7cf4eaf06b tempest-ServersTestJSON-225612387 tempest-ServersTestJSON-225612387-project] 10.222.0.26 "DELETE /v2.0/floatingips/6594ea51-93eb-4b00-9af0-1001bccff090 HTTP/1.1" status: 204 len: 168 time: 1.8846152 Jul 14 09:19:26.602261 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56598) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:26.616112 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74d153a3-7fce-4f52-9641-4433706866f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.619009 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74d153a3-7fce-4f52-9641-4433706866f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.622549 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-74d153a3-7fce-4f52-9641-4433706866f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c689d9e-3282-4e82-8ba6-b8d4d3bcb19a HTTP/1.1" status: 204 len: 168 time: 0.3962989 Jul 14 09:19:26.645055 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d0cf4b8-ea87-4c71-bc4f-a9c3a4eacdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.648935 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-137b9433-da23-4053-b77f-6f94b34fb081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.674017 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce422797-067c-411c-b73c-5ef80069312b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.720933 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d153a3-7fce-4f52-9641-4433706866f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c689d9e-3282-4e82-8ba6-b8d4d3bcb19a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:26.740786 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cf4b8-ea87-4c71-bc4f-a9c3a4eacdcb admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:26.778529 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce422797-067c-411c-b73c-5ef80069312b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.818134 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-137b9433-da23-4053-b77f-6f94b34fb081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.838706 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-137b9433-da23-4053-b77f-6f94b34fb081 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.843719 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-575376ef-5145-4f5c-b6b7-cf5b8f14ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:26.845710 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-575376ef-5145-4f5c-b6b7-cf5b8f14ab3f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=888088af-1a51-4dbe-bc38-27d1a38db826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2501402 Jul 14 09:19:26.963205 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-137b9433-da23-4053-b77f-6f94b34fb081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.963721 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137b9433-da23-4053-b77f-6f94b34fb081 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ca6861a-12ca-4360-8106-50ad1e21abe0 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:19:26.973398 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d0cf4b8-ea87-4c71-bc4f-a9c3a4eacdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.981321 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-137b9433-da23-4053-b77f-6f94b34fb081 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.982781 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-137b9433-da23-4053-b77f-6f94b34fb081 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2ca6861a-12ca-4360-8106-50ad1e21abe0 HTTP/1.1" status: 204 len: 168 time: 4.2617319 Jul 14 09:19:27.024977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56612) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:27.214457 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d0cf4b8-ea87-4c71-bc4f-a9c3a4eacdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.219390 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-52b936f0-cfbf-4860-85f3-f8259687be81 service neutron] 10.222.0.55 "GET /v2.0/networks/888088af-1a51-4dbe-bc38-27d1a38db826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610044 Jul 14 09:19:27.222860 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d0cf4b8-ea87-4c71-bc4f-a9c3a4eacdcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.264165 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4cf7093c-d4a6-4cd7-a8aa-ac96c8675579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.381521 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-349dc247-78fd-4fb5-b89a-ea4a9563b0f9 admin admin] Deleting subnet 35d15ca3-93e8-46fa-a3bb-dacf586290e0 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:19:27.388289 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0155358-8b79-4a69-aa9d-435fdf26c702 req-f5f2cfe9-7481-4fdb-ad04-30f6bc29e2c4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:27.394425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0155358-8b79-4a69-aa9d-435fdf26c702 req-f5f2cfe9-7481-4fdb-ad04-30f6bc29e2c4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:27.394649 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-349dc247-78fd-4fb5-b89a-ea4a9563b0f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.402398 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0155358-8b79-4a69-aa9d-435fdf26c702 req-f5f2cfe9-7481-4fdb-ad04-30f6bc29e2c4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:27.409951 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0155358-8b79-4a69-aa9d-435fdf26c702 req-f5f2cfe9-7481-4fdb-ad04-30f6bc29e2c4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:27.416116 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0155358-8b79-4a69-aa9d-435fdf26c702 req-f5f2cfe9-7481-4fdb-ad04-30f6bc29e2c4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:27.420737 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d0cf4b8-ea87-4c71-bc4f-a9c3a4eacdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.421260 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0cf4b8-ea87-4c71-bc4f-a9c3a4eacdcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6834e9c-2579-425f-af43-1fb6b37f59b5 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:19:27.423874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0155358-8b79-4a69-aa9d-435fdf26c702 req-f5f2cfe9-7481-4fdb-ad04-30f6bc29e2c4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:27.428584 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d0cf4b8-ea87-4c71-bc4f-a9c3a4eacdcb admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.432258 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1d0cf4b8-ea87-4c71-bc4f-a9c3a4eacdcb admin admin] 10.222.0.26 "DELETE /v2.0/routers/b6834e9c-2579-425f-af43-1fb6b37f59b5 HTTP/1.1" status: 204 len: 168 time: 4.1271365 Jul 14 09:19:27.436383 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0155358-8b79-4a69-aa9d-435fdf26c702 req-f5f2cfe9-7481-4fdb-ad04-30f6bc29e2c4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:27.437929 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56634) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:27.446401 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0155358-8b79-4a69-aa9d-435fdf26c702 req-f5f2cfe9-7481-4fdb-ad04-30f6bc29e2c4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5420 time: 0.2696488 Jul 14 09:19:27.449465 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce422797-067c-411c-b73c-5ef80069312b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.453161 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce422797-067c-411c-b73c-5ef80069312b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.454826 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ce422797-067c-411c-b73c-5ef80069312b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d68a8ba8-3776-494f-8e95-de1fdcb350f5 HTTP/1.1" status: 204 len: 168 time: 0.9567387 Jul 14 09:19:27.509129 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-349dc247-78fd-4fb5-b89a-ea4a9563b0f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.532349 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce422797-067c-411c-b73c-5ef80069312b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68a8ba8-3776-494f-8e95-de1fdcb350f5,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:27.562591 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c27d6879-7512-496d-9069-d1b336616afd service neutron] 10.222.0.55 "GET /v2.0/networks/888088af-1a51-4dbe-bc38-27d1a38db826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354504 Jul 14 09:19:27.573866 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-3131d19e-0185-4d6d-86b3-04503c598e0c admin admin] Deleting subnet 92303fbe-2cd9-467e-8d04-eb02d793ecec {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:19:27.607927 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3131d19e-0185-4d6d-86b3-04503c598e0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.614845 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0155358-8b79-4a69-aa9d-435fdf26c702 req-63732e8c-87b8-47d1-92d9-a966066f2538 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1668246 Jul 14 09:19:27.681739 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-c013f98b-546f-4205-8345-6175d9e65a03 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=207ab0ec-b17a-4abd-8b56-ed8ce32580f4 HTTP/1.1" status: 200 len: 217 time: 0.1111035 Jul 14 09:19:27.699549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11afdc-bff8-445b-94f4-293d6ba66cd4 req-12c3b199-ffad-4f2d-82e0-9a2989a3c098 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:27.701829 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b11afdc-bff8-445b-94f4-293d6ba66cd4 req-12c3b199-ffad-4f2d-82e0-9a2989a3c098 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2 HTTP/1.1" status: 200 len: 945 time: 0.2425733 Jul 14 09:19:27.761677 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 0f3d48bd-cad5-469a-8dec-e37e13732d0c up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:27.775125 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3131d19e-0185-4d6d-86b3-04503c598e0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.784691 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b11afdc-bff8-445b-94f4-293d6ba66cd4 req-da92dae5-d573-455c-aa14-7608bebd1107 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530565 Jul 14 09:19:27.812684 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-349dc247-78fd-4fb5-b89a-ea4a9563b0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.834733 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-d3c9658d-df74-43db-8852-bdc143bbd780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:27.836190 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-d3c9658d-df74-43db-8852-bdc143bbd780 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52a95ed6-a967-4c2d-8b84-f641b0b1d6ed HTTP/1.1" status: 200 len: 797 time: 0.1348262 Jul 14 09:19:27.880147 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 0f3d48bd-cad5-469a-8dec-e37e13732d0c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:27.886151 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 0f3d48bd-cad5-469a-8dec-e37e13732d0c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:27.886531 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.908817 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d41f929d-e210-412c-8ce7-88c04b71f17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.951795 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3131d19e-0185-4d6d-86b3-04503c598e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.974908 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-349dc247-78fd-4fb5-b89a-ea4a9563b0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.023094 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56648) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:28.028065 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349dc247-78fd-4fb5-b89a-ea4a9563b0f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35d15ca3-93e8-46fa-a3bb-dacf586290e0,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:28.035448 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-349dc247-78fd-4fb5-b89a-ea4a9563b0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.038731 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-349dc247-78fd-4fb5-b89a-ea4a9563b0f9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/35d15ca3-93e8-46fa-a3bb-dacf586290e0 HTTP/1.1" status: 204 len: 168 time: 1.0125237 Jul 14 09:19:28.044463 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56654) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:28.070779 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ed5a3d37-9d27-4a9a-9b94-a6d42a1581bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:28.078283 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-ed5a3d37-9d27-4a9a-9b94-a6d42a1581bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2325220 Jul 14 09:19:28.087439 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9937f7e-2e94-42b8-a8e6-a0400bacb9b3 None None] Network b0876a7d-4f7c-4bbb-b307-71098621dad7 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:28.208319 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-35735fb4-40f9-4abf-b239-1b5e708f708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.217473 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3131d19e-0185-4d6d-86b3-04503c598e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.223877 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.326972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-6c8ccde9-f773-4dc0-9a41-0df4a8a53cfa admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1084974269-network', 'tenant_id': 'd9baf05f0e514ebf980dc77789ca82e3'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:28.331650 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131d19e-0185-4d6d-86b3-04503c598e0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92303fbe-2cd9-467e-8d04-eb02d793ecec,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:28.338517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-35735fb4-40f9-4abf-b239-1b5e708f708d admin admin] Deleting port 75867d3c-e0a2-471e-8c72-4b808dde41db {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:28.339064 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-35735fb4-40f9-4abf-b239-1b5e708f708d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.346644 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3131d19e-0185-4d6d-86b3-04503c598e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.352639 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3131d19e-0185-4d6d-86b3-04503c598e0c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/92303fbe-2cd9-467e-8d04-eb02d793ecec HTTP/1.1" status: 204 len: 168 time: 0.9137292 Jul 14 09:19:28.356624 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56664) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:28.370609 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237f2534-12bd-4345-af21-5c535636d22a None None] Network 6c1acb21-74e0-4a99-8bf9-7b4840c96106 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:28.388798 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15290fc-4d87-477e-ba5a-55c3f53d52b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3d48bd-cad5-469a-8dec-e37e13732d0c'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:28.391498 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d12e237-e3cd-4d78-996c-338d1cb025ab" -d '{"events": [{"server_uuid": "e15290fc-4d87-477e-ba5a-55c3f53d52b2", "name": "network-vif-plugged", "status": "completed", "tag": "0f3d48bd-cad5-469a-8dec-e37e13732d0c"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:28.475166 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8ccde9-f773-4dc0-9a41-0df4a8a53cfa admin admin] Made reservation on behalf of d9baf05f0e514ebf980dc77789ca82e3 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:28.478212 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccde9-f773-4dc0-9a41-0df4a8a53cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.497341 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b34f2e-e862-47c1-b59d-86db478561f9 x-openstack-request-id: req-e8b34f2e-e862-47c1-b59d-86db478561f9 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:28.497625 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15290fc-4d87-477e-ba5a-55c3f53d52b2", "name": "network-vif-plugged", "status": "completed", "tag": "0f3d48bd-cad5-469a-8dec-e37e13732d0c", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:28.498030 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8b34f2e-e862-47c1-b59d-86db478561f9 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:28.498677 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15290fc-4d87-477e-ba5a-55c3f53d52b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3d48bd-cad5-469a-8dec-e37e13732d0c', 'code': 200} Jul 14 09:19:28.502852 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccde9-f773-4dc0-9a41-0df4a8a53cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.510475 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 0f3d48bd-cad5-469a-8dec-e37e13732d0c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=0f3d48bd-cad5-469a-8dec-e37e13732d0c,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:28.515299 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-35735fb4-40f9-4abf-b239-1b5e708f708d admin admin] For port 75867d3c-e0a2-471e-8c72-4b808dde41db, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=75867d3c-e0a2-471e-8c72-4b808dde41db,segment=NetworkSegment(a30fef4c-5230-4ede-a9dc-267f45dd0020),segment_id=a30fef4c-5230-4ede-a9dc-267f45dd0020)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:28.515860 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-35735fb4-40f9-4abf-b239-1b5e708f708d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.526448 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.547788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-35735fb4-40f9-4abf-b239-1b5e708f708d admin admin] Calling delete_port for 75867d3c-e0a2-471e-8c72-4b808dde41db owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:28.605093 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9b3bd3d3-f479-4936-b582-1e0c130a3262 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158951 Jul 14 09:19:28.631565 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d41f929d-e210-412c-8ce7-88c04b71f17c admin admin] Deleting port 7cbb54f9-3905-40df-86a1-11bb0ddf9669 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:28.632170 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d41f929d-e210-412c-8ce7-88c04b71f17c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.641347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6f9fe8dc-e6c0-477a-9499-8e6f96a906f3 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:28.696437 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 6f9fe8dc-e6c0-477a-9499-8e6f96a906f3 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:28.697416 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6f9fe8dc-e6c0-477a-9499-8e6f96a906f3 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:28.698030 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:28.727163 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=0f3d48bd-cad5-469a-8dec-e37e13732d0c,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:28.734535 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:28.735174 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2a5c2269-78e5-4120-9d0c-7fd0d3a3f7dd not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:28.769533 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.871739 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aa9461-43f2-415b-b0e7-ed0645a41182 None None] DHCP port deletion for b0876a7d-4f7c-4bbb-b307-71098621dad7 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:19:28.940468 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e0a18-daa4-445e-8fab-4fa4c061493f req-2aff86cf-873d-4da3-b86b-414f73723484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:28.942154 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-582e0a18-daa4-445e-8fab-4fa4c061493f req-2aff86cf-873d-4da3-b86b-414f73723484 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2 HTTP/1.1" status: 200 len: 1098 time: 0.3675435 Jul 14 09:19:28.944358 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-2ce2d15b-ce5f-475d-bc96-300b52a81240 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123608 Jul 14 09:19:28.946959 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22da526d-87b1-49cb-b3f3-f012d1d2a7b1 None None] DHCP port deletion for 6c1acb21-74e0-4a99-8bf9-7b4840c96106 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:19:29.003808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-d41f929d-e210-412c-8ce7-88c04b71f17c admin admin] For port 7cbb54f9-3905-40df-86a1-11bb0ddf9669, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=7cbb54f9-3905-40df-86a1-11bb0ddf9669,segment=NetworkSegment(88609533-75bc-435f-984e-3b09b7df8b98),segment_id=88609533-75bc-435f-984e-3b09b7df8b98)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:29.004238 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d41f929d-e210-412c-8ce7-88c04b71f17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.060861 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d41f929d-e210-412c-8ce7-88c04b71f17c admin admin] Calling delete_port for 7cbb54f9-3905-40df-86a1-11bb0ddf9669 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:29.083097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a3aa9461-43f2-415b-b0e7-ed0645a41182 None None] Deleting port 75867d3c-e0a2-471e-8c72-4b808dde41db {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:29.083453 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3aa9461-43f2-415b-b0e7-ed0645a41182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.101168 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-35735fb4-40f9-4abf-b239-1b5e708f708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.155057 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35735fb4-40f9-4abf-b239-1b5e708f708d admin admin] No DVR routers for this DVR port 75867d3c-e0a2-471e-8c72-4b808dde41db on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:29.186815 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-22da526d-87b1-49cb-b3f3-f012d1d2a7b1 None None] Deleting port 49fd7c4c-9495-4fb3-a387-760c53568262 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:29.187531 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-22da526d-87b1-49cb-b3f3-f012d1d2a7b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.191882 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccde9-f773-4dc0-9a41-0df4a8a53cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.197864 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56690) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:29.205439 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35735fb4-40f9-4abf-b239-1b5e708f708d admin admin] Pushing event deleted for resources: {'Port': ['ID=75867d3c-e0a2-471e-8c72-4b808dde41db,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:29.254903 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8888-16f6-4d23-8fb9-6934bdf236ff req-aeb4b862-4dc6-47de-b0b9-3ee65a0b8ebc tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:29.256060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8888-16f6-4d23-8fb9-6934bdf236ff req-aeb4b862-4dc6-47de-b0b9-3ee65a0b8ebc tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:29.258318 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a3aa9461-43f2-415b-b0e7-ed0645a41182 None None] For port 75867d3c-e0a2-471e-8c72-4b808dde41db, host n-d-798054-10, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:29.258716 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3aa9461-43f2-415b-b0e7-ed0645a41182 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.262040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8888-16f6-4d23-8fb9-6934bdf236ff req-aeb4b862-4dc6-47de-b0b9-3ee65a0b8ebc tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:29.268011 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8888-16f6-4d23-8fb9-6934bdf236ff req-aeb4b862-4dc6-47de-b0b9-3ee65a0b8ebc tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:29.274078 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8888-16f6-4d23-8fb9-6934bdf236ff req-aeb4b862-4dc6-47de-b0b9-3ee65a0b8ebc tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:29.280495 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8888-16f6-4d23-8fb9-6934bdf236ff req-aeb4b862-4dc6-47de-b0b9-3ee65a0b8ebc tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:29.281250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a3aa9461-43f2-415b-b0e7-ed0645a41182 None None] Calling delete_port for 75867d3c-e0a2-471e-8c72-4b808dde41db owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:29.286552 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8888-16f6-4d23-8fb9-6934bdf236ff req-aeb4b862-4dc6-47de-b0b9-3ee65a0b8ebc tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:29.288561 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8bb8888-16f6-4d23-8fb9-6934bdf236ff req-aeb4b862-4dc6-47de-b0b9-3ee65a0b8ebc tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5420 time: 0.4455056 Jul 14 09:19:29.289242 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccde9-f773-4dc0-9a41-0df4a8a53cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.296280 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-a3aa9461-43f2-415b-b0e7-ed0645a41182 None None] Port 75867d3c-e0a2-471e-8c72-4b808dde41db was not found and therefore no delete operation was performed {{(pid=93889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:19:29.299872 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-22da526d-87b1-49cb-b3f3-f012d1d2a7b1 None None] For port 49fd7c4c-9495-4fb3-a387-760c53568262, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=49fd7c4c-9495-4fb3-a387-760c53568262,segment=NetworkSegment(8575a089-d7c2-4126-ae9f-ea7098512d60),segment_id=8575a089-d7c2-4126-ae9f-ea7098512d60)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:29.300864 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-22da526d-87b1-49cb-b3f3-f012d1d2a7b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.309872 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3aa9461-43f2-415b-b0e7-ed0645a41182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.325043 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-22da526d-87b1-49cb-b3f3-f012d1d2a7b1 None None] Calling delete_port for 49fd7c4c-9495-4fb3-a387-760c53568262 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:29.325702 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ccde9-f773-4dc0-9a41-0df4a8a53cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:29.352473 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa9461-43f2-415b-b0e7-ed0645a41182 None None] Pushing event deleted for resources: {'Port': ['ID=75867d3c-e0a2-471e-8c72-4b808dde41db,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:29.354472 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aa9461-43f2-415b-b0e7-ed0645a41182 None None] No DVR routers for this DVR port 75867d3c-e0a2-471e-8c72-4b808dde41db on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:29.423655 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8ccde9-f773-4dc0-9a41-0df4a8a53cfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:19:29.463002 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8bb8888-16f6-4d23-8fb9-6934bdf236ff req-bfae365b-51e9-400f-86fb-e3311323c50e tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1402998 Jul 14 09:19:29.478876 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348d77b-41dc-4d30-a87e-9319116e6952 req-f69d59a9-d594-41d9-b1a6-ade628247f86 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:29.491426 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1348d77b-41dc-4d30-a87e-9319116e6952 req-f69d59a9-d594-41d9-b1a6-ade628247f86 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2 HTTP/1.1" status: 200 len: 946 time: 0.4983304 Jul 14 09:19:29.505302 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccde9-f773-4dc0-9a41-0df4a8a53cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.505813 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-6c8ccde9-f773-4dc0-9a41-0df4a8a53cfa admin admin] Added segment 22407c14-716b-4b23-b55c-7bf233ea09d2 of type vlan for network da42ad67-5396-4a08-bd51-0b6ba891c01d Jul 14 09:19:29.506631 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-22da526d-87b1-49cb-b3f3-f012d1d2a7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.545849 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-582e0a18-daa4-445e-8fab-4fa4c061493f req-d2ffed5d-f00a-4e2f-8755-8227459f551e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5969603 Jul 14 09:19:29.547091 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-a7b1d07a-4c25-4a96-8514-2842c03dbec0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=4ab54df4-c842-45de-b8d8-a4afe567c0e5 HTTP/1.1" status: 200 len: 217 time: 0.5868886 Jul 14 09:19:29.554878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da526d-87b1-49cb-b3f3-f012d1d2a7b1 None None] Pushing event deleted for resources: {'Port': ['ID=49fd7c4c-9495-4fb3-a387-760c53568262,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:29.570748 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22da526d-87b1-49cb-b3f3-f012d1d2a7b1 None None] No DVR routers for this DVR port 49fd7c4c-9495-4fb3-a387-760c53568262 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:29.575776 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-35735fb4-40f9-4abf-b239-1b5e708f708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.601139 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] Deleting port 49fd7c4c-9495-4fb3-a387-760c53568262 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:29.601483 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.611752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-35735fb4-40f9-4abf-b239-1b5e708f708d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0876a7d-4f7c-4bbb-b307-71098621dad7']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:29.647478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-35735fb4-40f9-4abf-b239-1b5e708f708d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30fef4c-5230-4ede-a9dc-267f45dd0020') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:29.647825 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-35735fb4-40f9-4abf-b239-1b5e708f708d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30fef4c-5230-4ede-a9dc-267f45dd0020') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:29.660637 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccde9-f773-4dc0-9a41-0df4a8a53cfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.664128 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-58329d2d-f56f-4b93-a9bb-a4b118276e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:29.665597 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-58329d2d-f56f-4b93-a9bb-a4b118276e81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52a95ed6-a967-4c2d-8b84-f641b0b1d6ed HTTP/1.1" status: 200 len: 797 time: 0.1086748 Jul 14 09:19:29.670253 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1348d77b-41dc-4d30-a87e-9319116e6952 req-cd1fb30f-1d6e-488c-a59a-52edd51d6ecd tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777775 Jul 14 09:19:29.674714 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-35735fb4-40f9-4abf-b239-1b5e708f708d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.703236 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a033639-6c3c-48d7-8093-2fbe81728974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.718722 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-35735fb4-40f9-4abf-b239-1b5e708f708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.734943 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] For port 49fd7c4c-9495-4fb3-a387-760c53568262, host n-d-798054-10, got binding levels [] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:29.735783 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.740410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-1f4e9ec4-d203-4594-acb5-db51f0f84ae8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-20663976-network', 'tenant_id': 'be454fb0ee14462b824a675124f7b42d'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:29.749420 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35735fb4-40f9-4abf-b239-1b5e708f708d admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:19:29.749981 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-35735fb4-40f9-4abf-b239-1b5e708f708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.753144 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] Calling delete_port for 49fd7c4c-9495-4fb3-a387-760c53568262 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:19:29.755029 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:19:29.758793 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.ipam_backend_mixin [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] Port 49fd7c4c-9495-4fb3-a387-760c53568262 was not found and therefore no delete operation was performed {{(pid=93888) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:19:29.762250 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.776420 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] No DVR routers for this DVR port 49fd7c4c-9495-4fb3-a387-760c53568262 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:29.798325 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccde9-f773-4dc0-9a41-0df4a8a53cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.799481 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8ccde9-f773-4dc0-9a41-0df4a8a53cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:29.799952 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccde9-f773-4dc0-9a41-0df4a8a53cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.816027 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.825614 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] Pushing event deleted for resources: {'Port': ['ID=49fd7c4c-9495-4fb3-a387-760c53568262,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:29.881218 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-6086fc99-68a2-4ee8-bd07-b0ede89935a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:29.883072 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-6086fc99-68a2-4ee8-bd07-b0ede89935a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1970766 Jul 14 09:19:29.904135 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.906648 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4e9ec4-d203-4594-acb5-db51f0f84ae8 admin admin] Made reservation on behalf of be454fb0ee14462b824a675124f7b42d for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:29.909818 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9ec4-d203-4594-acb5-db51f0f84ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.925661 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6c8ccde9-f773-4dc0-9a41-0df4a8a53cfa admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8983216 Jul 14 09:19:29.933189 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56702) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:29.933862 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-35735fb4-40f9-4abf-b239-1b5e708f708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.935419 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ccde9-f773-4dc0-9a41-0df4a8a53cfa admin admin] Pushing event updated for resources: {'Network': ['ID=da42ad67-5396-4a08-bd51-0b6ba891c01d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:29.946256 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-ea16a4e4-99b8-4d56-b495-ddda3e538108 admin admin] Request body: {'subnet': {'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1084974269-subnet', 'tenant_id': 'd9baf05f0e514ebf980dc77789ca82e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:29.948588 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network da42ad67-5396-4a08-bd51-0b6ba891c01d details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:19:29.949084 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9ec4-d203-4594-acb5-db51f0f84ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.956580 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-35735fb4-40f9-4abf-b239-1b5e708f708d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.959039 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-35735fb4-40f9-4abf-b239-1b5e708f708d admin admin] 10.222.0.26 "DELETE /v2.0/networks/b0876a7d-4f7c-4bbb-b307-71098621dad7 HTTP/1.1" status: 204 len: 168 time: 1.9141312 Jul 14 09:19:29.980098 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35735fb4-40f9-4abf-b239-1b5e708f708d admin admin] Pushing event deleted for resources: {'Network': ['ID=b0876a7d-4f7c-4bbb-b307-71098621dad7,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:29.982167 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d41f929d-e210-412c-8ce7-88c04b71f17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.024510 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f929d-e210-412c-8ce7-88c04b71f17c admin admin] Pushing event deleted for resources: {'Port': ['ID=7cbb54f9-3905-40df-86a1-11bb0ddf9669,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:30.040828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1acb21-74e0-4a99-8bf9-7b4840c96106']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:30.061136 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8575a089-d7c2-4126-ae9f-ea7098512d60') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:30.061725 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8575a089-d7c2-4126-ae9f-ea7098512d60') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:30.063445 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea16a4e4-99b8-4d56-b495-ddda3e538108 admin admin] Made reservation on behalf of d9baf05f0e514ebf980dc77789ca82e3 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:30.066514 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea16a4e4-99b8-4d56-b495-ddda3e538108 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.080332 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.108042 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.112669 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9d3ae056-9b0d-459e-b6a3-4f6274ed2f18 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189727 Jul 14 09:19:30.119391 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:19:30.120020 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:19:30.126978 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:19:30.287871 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.308176 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.310333 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6c1acb21-74e0-4a99-8bf9-7b4840c96106 HTTP/1.1" status: 204 len: 168 time: 1.9513173 Jul 14 09:19:30.324281 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af0f69-6e80-4f3d-beb3-5fc9b8247292 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c1acb21-74e0-4a99-8bf9-7b4840c96106,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:30.348436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56712) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:30.351596 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-9432cd82-fad4-47a4-9350-2da601179835 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902225 Jul 14 09:19:30.411742 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-63ec10a3-c604-4a38-b8b7-67e262d209c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=b2be6486-e65e-4805-a307-4504282ccb66 HTTP/1.1" status: 200 len: 217 time: 0.0515468 Jul 14 09:19:30.476957 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-2062e123-742b-469d-b437-51a88d93662f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:30.478328 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-2062e123-742b-469d-b437-51a88d93662f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52a95ed6-a967-4c2d-8b84-f641b0b1d6ed HTTP/1.1" status: 200 len: 797 time: 0.0595460 Jul 14 09:19:30.529626 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-98cb491e-d60a-4df9-8e7e-610b82634c27 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d31d68f42614a9eb556d0e671f3f92e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1782923 Jul 14 09:19:30.533007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56718) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:30.571281 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.575436 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-6e31b13b-618a-4441-a58c-58c2f66e67c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:30.577814 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-6e31b13b-618a-4441-a58c-58c2f66e67c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0929010 Jul 14 09:19:30.581094 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d41f929d-e210-412c-8ce7-88c04b71f17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.703532 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9ec4-d203-4594-acb5-db51f0f84ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.710614 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56722) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:30.773311 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 75867d3c-e0a2-471e-8c72-4b808dde41db no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:30.792555 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-58403d39-9b33-4512-b03d-e061692af202 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05d0ae81211f4d94a2cdc48b2f7e0311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808496 Jul 14 09:19:30.795067 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56726) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:30.811674 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-777d242c-81aa-40d3-9edf-fc4e65512500 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258186 Jul 14 09:19:30.816665 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9ec4-d203-4594-acb5-db51f0f84ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.817705 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 75867d3c-e0a2-471e-8c72-4b808dde41db {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:30.818273 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 75867d3c-e0a2-471e-8c72-4b808dde41db not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:30.818857 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 49fd7c4c-9495-4fb3-a387-760c53568262 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:30.858982 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 49fd7c4c-9495-4fb3-a387-760c53568262 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:30.859443 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 49fd7c4c-9495-4fb3-a387-760c53568262 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:30.938994 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f86eee3-7ee4-4e0b-a180-d4e89429ea56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.962023 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4e9ec4-d203-4594-acb5-db51f0f84ae8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:19:30.979427 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f86eee3-7ee4-4e0b-a180-d4e89429ea56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.982767 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-259bc84d-7a4d-43e5-a194-523ca93b0609 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604278 Jul 14 09:19:31.044360 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-add4297b-4a48-4136-8872-6b02b79516f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=a41a920e-6497-49e9-8ee2-23d9fd674e1c HTTP/1.1" status: 200 len: 217 time: 0.0537572 Jul 14 09:19:31.100677 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-f6b4cab7-0e43-47c9-a7fd-e3aad17d6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.102192 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-f6b4cab7-0e43-47c9-a7fd-e3aad17d6452 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52a95ed6-a967-4c2d-8b84-f641b0b1d6ed HTTP/1.1" status: 200 len: 797 time: 0.0502205 Jul 14 09:19:31.103331 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f86eee3-7ee4-4e0b-a180-d4e89429ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.105948 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f86eee3-7ee4-4e0b-a180-d4e89429ea56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.109443 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4f86eee3-7ee4-4e0b-a180-d4e89429ea56 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c23f678-70fa-4b2f-b3ca-f4d00e491b7d HTTP/1.1" status: 204 len: 168 time: 0.3111091 Jul 14 09:19:31.141683 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86eee3-7ee4-4e0b-a180-d4e89429ea56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c23f678-70fa-4b2f-b3ca-f4d00e491b7d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:31.175685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-242ba6ff-77df-40dc-9239-57e1eadb0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.177588 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-242ba6ff-77df-40dc-9239-57e1eadb0752 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0678995 Jul 14 09:19:31.302497 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-a65eba0b-b125-44c9-82f9-65449bdfff0e service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171594 Jul 14 09:19:31.318505 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d6dc91d5-793b-4c27-8b5e-d9356b23b338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.327322 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea16a4e4-99b8-4d56-b495-ddda3e538108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.341147 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e9ec4-d203-4594-acb5-db51f0f84ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936df5f0-b488-4738-be58-89f19f739f2f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:31.383233 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9ec4-d203-4594-acb5-db51f0f84ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.383592 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-1f4e9ec4-d203-4594-acb5-db51f0f84ae8 admin admin] Added segment 60e9f17a-8bb1-4b40-a0a6-6212a57f08ca of type vlan for network c264f7f6-27f5-4c6a-b12c-803b241a1530 Jul 14 09:19:31.407391 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16a4e4-99b8-4d56-b495-ddda3e538108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a49c4352-2329-49be-aaa0-1fa7abc5a9c8,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:31.426073 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-df0aca12-be44-4f00-8dc1-e7de6df72c77 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165562 Jul 14 09:19:31.460101 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d6dc91d5-793b-4c27-8b5e-d9356b23b338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.498455 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-d55c6deb-8e9b-4fff-8e90-7b40d0e59e32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=30f1a2ef-7642-4739-8eaa-96de5c74cd6e HTTP/1.1" status: 200 len: 217 time: 0.0640295 Jul 14 09:19:31.501992 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.553724 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9ec4-d203-4594-acb5-db51f0f84ae8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.562822 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-1f8ac539-48fb-4f1f-acfc-b34e5b705f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.564602 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-1f8ac539-48fb-4f1f-acfc-b34e5b705f53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a557f1ac-a69c-4035-b98f-f25db75ba130 HTTP/1.1" status: 200 len: 797 time: 0.0594685 Jul 14 09:19:31.579839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56744) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:31.653944 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-98aa1221-27c7-4df0-9bcf-1b39f8d806a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74ae2dd880074087a6f470a2bf72bd4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0689318 Jul 14 09:19:31.654220 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fc6d0-7907-4f9d-bb28-fa24f5d19432 req-574882fc-6ad4-4d5e-a9e8-a7a771f5ec9a tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.654220 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e52fc6d0-7907-4f9d-bb28-fa24f5d19432 req-574882fc-6ad4-4d5e-a9e8-a7a771f5ec9a tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2 HTTP/1.1" status: 200 len: 946 time: 0.7626882 Jul 14 09:19:31.654422 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56748) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:31.671255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8949d2-830f-4794-98bf-533c5d271be5 req-976485c9-0e6b-4ccb-a501-37227cdf97c3 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.677083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8949d2-830f-4794-98bf-533c5d271be5 req-976485c9-0e6b-4ccb-a501-37227cdf97c3 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.682953 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8949d2-830f-4794-98bf-533c5d271be5 req-976485c9-0e6b-4ccb-a501-37227cdf97c3 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.688746 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8949d2-830f-4794-98bf-533c5d271be5 req-976485c9-0e6b-4ccb-a501-37227cdf97c3 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.690320 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-d90b4c79-88b7-4b79-8822-df5a8f5a01e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.691820 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-d90b4c79-88b7-4b79-8822-df5a8f5a01e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b942b7bc-b05b-4b6e-aff4-d229af7544cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1196792 Jul 14 09:19:31.695129 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8949d2-830f-4794-98bf-533c5d271be5 req-976485c9-0e6b-4ccb-a501-37227cdf97c3 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.700962 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8949d2-830f-4794-98bf-533c5d271be5 req-976485c9-0e6b-4ccb-a501-37227cdf97c3 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.707766 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8949d2-830f-4794-98bf-533c5d271be5 req-976485c9-0e6b-4ccb-a501-37227cdf97c3 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.709948 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a8949d2-830f-4794-98bf-533c5d271be5 req-976485c9-0e6b-4ccb-a501-37227cdf97c3 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5420 time: 0.8964779 Jul 14 09:19:31.751688 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea16a4e4-99b8-4d56-b495-ddda3e538108 admin admin] Checking segment: {'id': '22407c14-716b-4b23-b55c-7bf233ea09d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:31.752582 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea16a4e4-99b8-4d56-b495-ddda3e538108 admin admin] Network hostable DHCP agents. Network: da42ad67-5396-4a08-bd51-0b6ba891c01d, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:19:31.771528 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b2c750e-9c23-4135-a4d1-27a9fc493bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.796618 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b2c750e-9c23-4135-a4d1-27a9fc493bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.797363 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9ec4-d203-4594-acb5-db51f0f84ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.797853 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4e9ec4-d203-4594-acb5-db51f0f84ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.798434 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9ec4-d203-4594-acb5-db51f0f84ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.807553 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d6dc91d5-793b-4c27-8b5e-d9356b23b338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.810089 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d6dc91d5-793b-4c27-8b5e-d9356b23b338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.814111 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d6dc91d5-793b-4c27-8b5e-d9356b23b338 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/088753a1-4197-4dc9-95c9-97a2f1feb508 HTTP/1.1" status: 204 len: 168 time: 1.2714627 Jul 14 09:19:31.858554 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-2e6c2034-06df-4289-9b1f-190cee50be2f service neutron] 10.222.0.55 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564600 Jul 14 09:19:31.895779 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41f929d-e210-412c-8ce7-88c04b71f17c admin admin] Router 1b87122a-a38f-4f1a-af87-48afebee63d7 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:19:31.902135 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e52fc6d0-7907-4f9d-bb28-fa24f5d19432 req-e3ea25c2-2255-42a9-95ea-f92bd88c5590 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911173 Jul 14 09:19:31.907461 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc91d5-793b-4c27-8b5e-d9356b23b338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088753a1-4197-4dc9-95c9-97a2f1feb508,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:31.920057 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a8949d2-830f-4794-98bf-533c5d271be5 req-ad016b90-852e-42cf-a96a-8ce6c9241c87 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1885352 Jul 14 09:19:31.931162 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1f4e9ec4-d203-4594-acb5-db51f0f84ae8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7286408 Jul 14 09:19:31.931162 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea16a4e4-99b8-4d56-b495-ddda3e538108 admin admin] Network da42ad67-5396-4a08-bd51-0b6ba891c01d is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:19:31.931763 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56754) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:31.938440 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-6904c4d9-ded2-4589-b669-e160d95d2ff6 admin admin] Request body: {'subnet': {'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-20663976-subnet', 'tenant_id': 'be454fb0ee14462b824a675124f7b42d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:31.940188 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e9ec4-d203-4594-acb5-db51f0f84ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=c264f7f6-27f5-4c6a-b12c-803b241a1530,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:31.948548 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b2c750e-9c23-4135-a4d1-27a9fc493bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.951659 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b2c750e-9c23-4135-a4d1-27a9fc493bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.955745 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3b2c750e-9c23-4135-a4d1-27a9fc493bad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8aeab1cc-d947-42d8-a95f-7b573c8da32e HTTP/1.1" status: 204 len: 168 time: 0.2982361 Jul 14 09:19:31.970175 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network c264f7f6-27f5-4c6a-b12c-803b241a1530 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:19:31.978973 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c750e-9c23-4135-a4d1-27a9fc493bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aeab1cc-d947-42d8-a95f-7b573c8da32e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:32.020016 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6904c4d9-ded2-4589-b669-e160d95d2ff6 admin admin] Made reservation on behalf of be454fb0ee14462b824a675124f7b42d for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:32.023282 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6904c4d9-ded2-4589-b669-e160d95d2ff6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:32.028572 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-57b21177-3a8c-4961-9045-ef5e8ff14ac7 service neutron] 10.222.0.55 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626227 Jul 14 09:19:32.039971 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-ea16a4e4-99b8-4d56-b495-ddda3e538108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, da42ad67-5396-4a08-bd51-0b6ba891c01d) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:32.053680 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16a4e4-99b8-4d56-b495-ddda3e538108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:32.056408 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea16a4e4-99b8-4d56-b495-ddda3e538108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:32.076740 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3974526-45ea-4cbf-ae19-d142a2fe7fca None None] Network da42ad67-5396-4a08-bd51-0b6ba891c01d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:32.103853 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ea16a4e4-99b8-4d56-b495-ddda3e538108 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1572440 Jul 14 09:19:32.109260 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-95b2bb37-598d-45ee-951c-151c50ecd398 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e5ddc03d-bffd-4ee2-8dfd-829f721e56dc HTTP/1.1" status: 200 len: 217 time: 0.0705478 Jul 14 09:19:32.210908 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41f929d-e210-412c-8ce7-88c04b71f17c admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:32.217497 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-42d8109f-3e76-4af1-86d6-f3c989fd0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:32.219190 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-42d8109f-3e76-4af1-86d6-f3c989fd0cb3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a557f1ac-a69c-4035-b98f-f25db75ba130 HTTP/1.1" status: 200 len: 797 time: 0.1029773 Jul 14 09:19:32.222927 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9380da-6e64-44bb-816a-7692b1ca6901 None None] Sync routers for ids ['1b87122a-a38f-4f1a-af87-48afebee63d7'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:32.227191 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d41f929d-e210-412c-8ce7-88c04b71f17c admin admin] 10.222.0.26 "PUT /v2.0/routers/1b87122a-a38f-4f1a-af87-48afebee63d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6214068 Jul 14 09:19:32.229633 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56766) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:32.242134 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9380da-6e64-44bb-816a-7692b1ca6901 None None] Routers {'1b87122a-a38f-4f1a-af87-48afebee63d7'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:32.242680 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1f9380da-6e64-44bb-816a-7692b1ca6901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1b87122a-a38f-4f1a-af87-48afebee63d7'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:32.297248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea34518-f7d6-46dc-8a9b-36c4fe608f80 None None] Network da42ad67-5396-4a08-bd51-0b6ba891c01d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:32.386500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bb5c12bd-9681-4592-a826-d9829cbcaeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:32.388174 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-bb5c12bd-9681-4592-a826-d9829cbcaeff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b942b7bc-b05b-4b6e-aff4-d229af7544cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1557376 Jul 14 09:19:32.497637 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6904c4d9-ded2-4589-b669-e160d95d2ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:32.515400 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-1f9380da-6e64-44bb-816a-7692b1ca6901 None None] Set router 1b87122a-a38f-4f1a-af87-48afebee63d7 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:32.598650 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904c4d9-ded2-4589-b669-e160d95d2ff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccf1d83d-082d-42ed-9d0f-7aa5099c2f25,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:32.614770 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-93f73c65-857f-4103-9dbc-c9b5f407436f service neutron] 10.222.0.55 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995749 Jul 14 09:19:32.623473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6904c4d9-ded2-4589-b669-e160d95d2ff6 admin admin] Checking segment: {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:32.624117 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6904c4d9-ded2-4589-b669-e160d95d2ff6 admin admin] Network hostable DHCP agents. Network: c264f7f6-27f5-4c6a-b12c-803b241a1530, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:19:32.626002 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cd2050f-f18c-402d-bb5d-3a54ab72a5d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:32.662273 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:32.704406 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6904c4d9-ded2-4589-b669-e160d95d2ff6 admin admin] Network c264f7f6-27f5-4c6a-b12c-803b241a1530 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:19:32.731182 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-6904c4d9-ded2-4589-b669-e160d95d2ff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, c264f7f6-27f5-4c6a-b12c-803b241a1530) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:32.739782 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6904c4d9-ded2-4589-b669-e160d95d2ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:32.740394 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6904c4d9-ded2-4589-b669-e160d95d2ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:32.743935 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a3d9bc-239e-461e-a1e9-62e3347c6b0d None None] Network c264f7f6-27f5-4c6a-b12c-803b241a1530 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:32.747582 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b5371-18ff-485e-979d-e9dd0915cfc8 req-bfe6a076-03b6-47bd-977d-c9d6f70e43a4 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:32.748931 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-344b5371-18ff-485e-979d-e9dd0915cfc8 req-bfe6a076-03b6-47bd-977d-c9d6f70e43a4 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 806 time: 0.2916179 Jul 14 09:19:32.779269 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-344b5371-18ff-485e-979d-e9dd0915cfc8 req-04a455a0-cc8d-43fa-b84e-1c2eecfb80be tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/quotas/a7e8bfa500ca4c6083bfd3e82f31e918 HTTP/1.1" status: 200 len: 375 time: 0.0210493 Jul 14 09:19:32.790492 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cd2050f-f18c-402d-bb5d-3a54ab72a5d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:32.795082 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6904c4d9-ded2-4589-b669-e160d95d2ff6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8620849 Jul 14 09:19:32.801458 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1f9380da-6e64-44bb-816a-7692b1ca6901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'name': 'tempest-ServersTestJSON-1823826607-router', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:19:29Z', 'revision_number': 5, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'gw_port': {'id': 'bed3a62b-f695-48ec-ae95-70508f51fdcc', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:41Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:32.829362 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9380da-6e64-44bb-816a-7692b1ca6901 None None] Checking router: 1b87122a-a38f-4f1a-af87-48afebee63d7 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:19:32.846739 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9380da-6e64-44bb-816a-7692b1ca6901 None None] Routers {'1b87122a-a38f-4f1a-af87-48afebee63d7'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:32.847719 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1f9380da-6e64-44bb-816a-7692b1ca6901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1b87122a-a38f-4f1a-af87-48afebee63d7'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:32.849195 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1439db6d-e54a-41e7-8fd6-521b5c194117 req-22ae2653-b31c-4c49-bb3b-884bf563f167 service neutron] 10.222.0.55 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191284 Jul 14 09:19:32.961129 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-344b5371-18ff-485e-979d-e9dd0915cfc8 req-6aa331c2-5c9e-4903-9d16-2816cfef45c4 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1724463 Jul 14 09:19:32.962570 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-5cd2050f-f18c-402d-bb5d-3a54ab72a5d3 admin admin] Deleting port bed3a62b-f695-48ec-ae95-70508f51fdcc {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:32.962908 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cd2050f-f18c-402d-bb5d-3a54ab72a5d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:32.976742 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-1f9380da-6e64-44bb-816a-7692b1ca6901 None None] Set router 1b87122a-a38f-4f1a-af87-48afebee63d7 gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:32.995305 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083c1556-f3b0-47b7-8b76-df56c98da605 None None] Network c264f7f6-27f5-4c6a-b12c-803b241a1530 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:33.027987 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1f9380da-6e64-44bb-816a-7692b1ca6901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'name': 'tempest-ServersTestJSON-1823826607-router', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:19:32Z', 'revision_number': 6, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:33.068665 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9380da-6e64-44bb-816a-7692b1ca6901 None None] The sync data for ids ['1b87122a-a38f-4f1a-af87-48afebee63d7'] in n-d-798054-10 is: [{'id': '1b87122a-a38f-4f1a-af87-48afebee63d7', 'name': 'tempest-ServersTestJSON-1823826607-router', 'tenant_id': '09b502835dcb4320bf2fd315522cc62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:40Z', 'updated_at': '2021-07-14T09:19:32Z', 'revision_number': 6, 'project_id': '09b502835dcb4320bf2fd315522cc62f', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:33.164305 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-5cd2050f-f18c-402d-bb5d-3a54ab72a5d3 admin admin] For port bed3a62b-f695-48ec-ae95-70508f51fdcc, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=bed3a62b-f695-48ec-ae95-70508f51fdcc,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:33.164675 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cd2050f-f18c-402d-bb5d-3a54ab72a5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:33.179285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0071f4c-4a8d-40e6-a558-a43e67c296f7 req-d2045d91-0c3b-4683-a0a0-52666c73a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:33.179906 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0071f4c-4a8d-40e6-a558-a43e67c296f7 req-d2045d91-0c3b-4683-a0a0-52666c73a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:33.180703 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0071f4c-4a8d-40e6-a558-a43e67c296f7 req-d2045d91-0c3b-4683-a0a0-52666c73a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:33.181183 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0071f4c-4a8d-40e6-a558-a43e67c296f7 req-d2045d91-0c3b-4683-a0a0-52666c73a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:33.181824 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0071f4c-4a8d-40e6-a558-a43e67c296f7 req-d2045d91-0c3b-4683-a0a0-52666c73a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:33.182756 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-5cd2050f-f18c-402d-bb5d-3a54ab72a5d3 admin admin] Calling delete_port for bed3a62b-f695-48ec-ae95-70508f51fdcc owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:33.194421 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0071f4c-4a8d-40e6-a558-a43e67c296f7 req-d2045d91-0c3b-4683-a0a0-52666c73a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:33.195787 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0071f4c-4a8d-40e6-a558-a43e67c296f7 req-d2045d91-0c3b-4683-a0a0-52666c73a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:33.199319 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f0071f4c-4a8d-40e6-a558-a43e67c296f7 req-d2045d91-0c3b-4683-a0a0-52666c73a2e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=31e3a4cec448411aba79b23ed148d185&device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 6484 time: 0.1396444 Jul 14 09:19:33.263062 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-344b5371-18ff-485e-979d-e9dd0915cfc8 req-ce4647c7-7567-4b00-b600-ae14339b5f29 service neutron] 10.222.0.26 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002201 Jul 14 09:19:33.319069 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0071f4c-4a8d-40e6-a558-a43e67c296f7 req-942cccfe-fea6-4616-a0f2-e9679675a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:33.321056 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f0071f4c-4a8d-40e6-a558-a43e67c296f7 req-942cccfe-fea6-4616-a0f2-e9679675a0e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b942b7bc-b05b-4b6e-aff4-d229af7544cd HTTP/1.1" status: 200 len: 903 time: 0.1121898 Jul 14 09:19:33.377627 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f0071f4c-4a8d-40e6-a558-a43e67c296f7 req-1f403a67-fc19-4126-9f9f-c7f4c9500f27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e5ddc03d-bffd-4ee2-8dfd-829f721e56dc HTTP/1.1" status: 200 len: 217 time: 0.0471876 Jul 14 09:19:33.459481 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0071f4c-4a8d-40e6-a558-a43e67c296f7 req-02068f22-393b-4925-a41e-1f48bcf727b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:33.461183 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f0071f4c-4a8d-40e6-a558-a43e67c296f7 req-02068f22-393b-4925-a41e-1f48bcf727b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a557f1ac-a69c-4035-b98f-f25db75ba130 HTTP/1.1" status: 200 len: 797 time: 0.0762923 Jul 14 09:19:33.557297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-344b5371-18ff-485e-979d-e9dd0915cfc8 req-92b3ea76-ca8c-4c23-aa5f-c6905e1333d5 service neutron] 10.222.0.26 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867095 Jul 14 09:19:33.559041 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0071f4c-4a8d-40e6-a558-a43e67c296f7 req-e00a09aa-e71d-4b0a-bb49-cb4b16611beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:33.560874 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f0071f4c-4a8d-40e6-a558-a43e67c296f7 req-e00a09aa-e71d-4b0a-bb49-cb4b16611beb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b942b7bc-b05b-4b6e-aff4-d229af7544cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0889468 Jul 14 09:19:33.674085 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:19:33.691388 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-ee70c023-7c14-41d6-998f-8a5004081fef tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:33.693111 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-ee70c023-7c14-41d6-998f-8a5004081fef tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/networks?id=da42ad67-5396-4a08-bd51-0b6ba891c01d HTTP/1.1" status: 200 len: 822 time: 0.2397048 Jul 14 09:19:33.704918 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f0071f4c-4a8d-40e6-a558-a43e67c296f7 req-daef0532-f434-4968-a270-7c50a05e7e9a service neutron] 10.222.0.55 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357896 Jul 14 09:19:33.714380 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-8a90e956-f64f-4c84-8407-9201c38ebe1d tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/quotas/d9baf05f0e514ebf980dc77789ca82e3 HTTP/1.1" status: 200 len: 375 time: 0.0134766 Jul 14 09:19:33.798565 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-87613d8c-7d7d-4cd1-9423-1dcae6601bf4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9baf05f0e514ebf980dc77789ca82e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633669 Jul 14 09:19:33.804582 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cd2050f-f18c-402d-bb5d-3a54ab72a5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:33.863762 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2050f-f18c-402d-bb5d-3a54ab72a5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed3a62b-f695-48ec-ae95-70508f51fdcc,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:33.883826 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f0071f4c-4a8d-40e6-a558-a43e67c296f7 req-f2a744c4-be3f-4a52-8999-9f53b5496eff service neutron] 10.222.0.55 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718028 Jul 14 09:19:34.057615 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cd2050f-f18c-402d-bb5d-3a54ab72a5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.183591 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6a25f-e7a5-4de1-a929-57f7372439f7 req-71dbfd80-8796-44a8-bbae-4ef60c235baa tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:34.189412 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6a25f-e7a5-4de1-a929-57f7372439f7 req-71dbfd80-8796-44a8-bbae-4ef60c235baa tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:34.195536 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6a25f-e7a5-4de1-a929-57f7372439f7 req-71dbfd80-8796-44a8-bbae-4ef60c235baa tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:34.201613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6a25f-e7a5-4de1-a929-57f7372439f7 req-71dbfd80-8796-44a8-bbae-4ef60c235baa tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:34.208022 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6a25f-e7a5-4de1-a929-57f7372439f7 req-71dbfd80-8796-44a8-bbae-4ef60c235baa tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:34.214436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6a25f-e7a5-4de1-a929-57f7372439f7 req-71dbfd80-8796-44a8-bbae-4ef60c235baa tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:34.220267 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6a25f-e7a5-4de1-a929-57f7372439f7 req-71dbfd80-8796-44a8-bbae-4ef60c235baa tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:34.228743 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ebd6a25f-e7a5-4de1-a929-57f7372439f7 req-71dbfd80-8796-44a8-bbae-4ef60c235baa tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5420 time: 0.3553169 Jul 14 09:19:34.254848 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-9eeaa4f3-4b48-4776-bdd4-082a6c9d1c2c service neutron] 10.222.0.26 "GET /v2.0/networks/da42ad67-5396-4a08-bd51-0b6ba891c01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365196 Jul 14 09:19:34.309486 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cd2050f-f18c-402d-bb5d-3a54ab72a5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.309486 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cd2050f-f18c-402d-bb5d-3a54ab72a5d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.376725 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ebd6a25f-e7a5-4de1-a929-57f7372439f7 req-01864645-662a-480f-89f0-6b2a43236a19 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1471841 Jul 14 09:19:34.396218 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cd2050f-f18c-402d-bb5d-3a54ab72a5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.396719 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd2050f-f18c-402d-bb5d-3a54ab72a5d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b87122a-a38f-4f1a-af87-48afebee63d7 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:19:34.402432 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cd2050f-f18c-402d-bb5d-3a54ab72a5d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.406179 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5cd2050f-f18c-402d-bb5d-3a54ab72a5d3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/1b87122a-a38f-4f1a-af87-48afebee63d7 HTTP/1.1" status: 204 len: 168 time: 2.1755495 Jul 14 09:19:34.406292 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56850) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:34.477770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be686a5-66ed-4732-a931-54f816427e83 admin admin] Deleting subnet 678fd0c0-aac5-43ab-b16c-dd17e98a798e {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:19:34.480663 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-44305545-bbc6-4240-8f3d-7e4500a7948c service neutron] 10.222.0.26 "GET /v2.0/networks/da42ad67-5396-4a08-bd51-0b6ba891c01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150295 Jul 14 09:19:34.482218 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0be686a5-66ed-4732-a931-54f816427e83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.542243 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0be686a5-66ed-4732-a931-54f816427e83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.588823 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device bed3a62b-f695-48ec-ae95-70508f51fdcc no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:34.624255 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: bed3a62b-f695-48ec-ae95-70508f51fdcc {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:34.638306 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device bed3a62b-f695-48ec-ae95-70508f51fdcc not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:34.638983 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 7cbb54f9-3905-40df-86a1-11bb0ddf9669 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:34.671272 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 7cbb54f9-3905-40df-86a1-11bb0ddf9669 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:34.672688 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 7cbb54f9-3905-40df-86a1-11bb0ddf9669 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:34.718821 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0be686a5-66ed-4732-a931-54f816427e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.861842 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0be686a5-66ed-4732-a931-54f816427e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.893351 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be686a5-66ed-4732-a931-54f816427e83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=678fd0c0-aac5-43ab-b16c-dd17e98a798e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:34.897088 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0be686a5-66ed-4732-a931-54f816427e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.899697 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0be686a5-66ed-4732-a931-54f816427e83 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/678fd0c0-aac5-43ab-b16c-dd17e98a798e HTTP/1.1" status: 204 len: 168 time: 0.4907126 Jul 14 09:19:34.902457 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56864) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:34.904363 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc05fbfe-57bd-43fb-998b-5f5ca6ce45f6 None None] Network 256b6df7-8dd6-4b20-bd3c-6a14911923ef requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:34.998448 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15201c73-ca45-4059-b8e8-be57ba03ebcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.077429 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-15201c73-ca45-4059-b8e8-be57ba03ebcc admin admin] Deleting port fb4e957a-ced5-4d70-926e-567cb744ade4 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:35.077863 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15201c73-ca45-4059-b8e8-be57ba03ebcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.309524 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-15201c73-ca45-4059-b8e8-be57ba03ebcc admin admin] For port fb4e957a-ced5-4d70-926e-567cb744ade4, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=fb4e957a-ced5-4d70-926e-567cb744ade4,segment=NetworkSegment(88609533-75bc-435f-984e-3b09b7df8b98),segment_id=88609533-75bc-435f-984e-3b09b7df8b98)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:35.309524 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15201c73-ca45-4059-b8e8-be57ba03ebcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.338258 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4d99d4-bf87-4986-8700-42cde41f6776 None None] DHCP port deletion for 256b6df7-8dd6-4b20-bd3c-6a14911923ef request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:19:35.341677 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-15201c73-ca45-4059-b8e8-be57ba03ebcc admin admin] Calling delete_port for fb4e957a-ced5-4d70-926e-567cb744ade4 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:35.400144 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56884) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:35.415254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d99d4-bf87-4986-8700-42cde41f6776 None None] Deleting port fb4e957a-ced5-4d70-926e-567cb744ade4 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:35.415907 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a4d99d4-bf87-4986-8700-42cde41f6776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.468102 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-1ccf0143-64e5-40bf-8246-26e7f0c88748 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:35.479180 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-1ccf0143-64e5-40bf-8246-26e7f0c88748 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 810 time: 0.2773221 Jul 14 09:19:35.505062 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-3ca3a639-67fc-449e-848c-1d6754fafe82 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/quotas/be454fb0ee14462b824a675124f7b42d HTTP/1.1" status: 200 len: 375 time: 0.0249109 Jul 14 09:19:35.508659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2a4d99d4-bf87-4986-8700-42cde41f6776 None None] For port fb4e957a-ced5-4d70-926e-567cb744ade4, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=fb4e957a-ced5-4d70-926e-567cb744ade4,segment=NetworkSegment(88609533-75bc-435f-984e-3b09b7df8b98),segment_id=88609533-75bc-435f-984e-3b09b7df8b98)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:35.509079 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a4d99d4-bf87-4986-8700-42cde41f6776 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.525579 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d99d4-bf87-4986-8700-42cde41f6776 None None] Calling delete_port for fb4e957a-ced5-4d70-926e-567cb744ade4 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:35.554829 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-bae22173-38b4-4b2d-b2a3-e10c86475a1b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487409 Jul 14 09:19:35.635385 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a4d99d4-bf87-4986-8700-42cde41f6776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.647850 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15201c73-ca45-4059-b8e8-be57ba03ebcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.664900 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15201c73-ca45-4059-b8e8-be57ba03ebcc admin admin] No DVR routers for this DVR port fb4e957a-ced5-4d70-926e-567cb744ade4 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:35.686768 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d99d4-bf87-4986-8700-42cde41f6776 None None] Pushing event deleted for resources: {'Port': ['ID=fb4e957a-ced5-4d70-926e-567cb744ade4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:35.693640 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d99d4-bf87-4986-8700-42cde41f6776 None None] No DVR routers for this DVR port fb4e957a-ced5-4d70-926e-567cb744ade4 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:35.738176 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-727cce03-be13-46ba-8b11-1be7be439674 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-network', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:35.784979 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727cce03-be13-46ba-8b11-1be7be439674 admin admin] Made reservation on behalf of 6c81313ed0f24e4486654b835c382f5d for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:35.789535 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-727cce03-be13-46ba-8b11-1be7be439674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.812837 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-727cce03-be13-46ba-8b11-1be7be439674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.943905 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-727cce03-be13-46ba-8b11-1be7be439674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.949839 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-727cce03-be13-46ba-8b11-1be7be439674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.976459 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727cce03-be13-46ba-8b11-1be7be439674 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:19:35.994204 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727cce03-be13-46ba-8b11-1be7be439674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:35.999273 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-727cce03-be13-46ba-8b11-1be7be439674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.999825 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-727cce03-be13-46ba-8b11-1be7be439674 admin admin] Added segment a8237e70-7d15-4b5b-8720-a41cf53396e9 of type vlan for network 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a Jul 14 09:19:36.049847 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-727cce03-be13-46ba-8b11-1be7be439674 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.063053 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15201c73-ca45-4059-b8e8-be57ba03ebcc admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4e957a-ced5-4d70-926e-567cb744ade4,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:36.091041 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-727cce03-be13-46ba-8b11-1be7be439674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.092113 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727cce03-be13-46ba-8b11-1be7be439674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:36.096971 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-727cce03-be13-46ba-8b11-1be7be439674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.130558 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15201c73-ca45-4059-b8e8-be57ba03ebcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.148017 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-15201c73-ca45-4059-b8e8-be57ba03ebcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256b6df7-8dd6-4b20-bd3c-6a14911923ef']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:36.166974 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-15201c73-ca45-4059-b8e8-be57ba03ebcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88609533-75bc-435f-984e-3b09b7df8b98') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:36.167284 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-15201c73-ca45-4059-b8e8-be57ba03ebcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88609533-75bc-435f-984e-3b09b7df8b98') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:36.179260 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-6cdbff84-c041-477e-9cbf-ffb42f69dc2c service neutron] 10.222.0.26 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6235073 Jul 14 09:19:36.180927 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15201c73-ca45-4059-b8e8-be57ba03ebcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.206792 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-727cce03-be13-46ba-8b11-1be7be439674 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8053989 Jul 14 09:19:36.212594 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56908) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:36.235568 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727cce03-be13-46ba-8b11-1be7be439674 admin admin] Pushing event updated for resources: {'Network': ['ID=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:36.246630 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e702180c-36eb-467e-a05e-6f5e4ae81775 admin admin] Request body: {'subnet': {'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-subnet', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:36.248368 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:19:36.277487 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15201c73-ca45-4059-b8e8-be57ba03ebcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.290400 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e702180c-36eb-467e-a05e-6f5e4ae81775 admin admin] Made reservation on behalf of 6c81313ed0f24e4486654b835c382f5d for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:36.292766 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e702180c-36eb-467e-a05e-6f5e4ae81775 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.358659 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15201c73-ca45-4059-b8e8-be57ba03ebcc admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:19:36.359069 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15201c73-ca45-4059-b8e8-be57ba03ebcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:19:36.360910 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:19:36.473241 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-8a9ba4f4-f4b3-454b-a824-a60b0d9e8bf5 service neutron] 10.222.0.26 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847450 Jul 14 09:19:36.477152 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15201c73-ca45-4059-b8e8-be57ba03ebcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.485102 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15201c73-ca45-4059-b8e8-be57ba03ebcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.488236 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-15201c73-ca45-4059-b8e8-be57ba03ebcc admin admin] 10.222.0.26 "DELETE /v2.0/networks/256b6df7-8dd6-4b20-bd3c-6a14911923ef HTTP/1.1" status: 204 len: 168 time: 1.5837438 Jul 14 09:19:36.506634 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15201c73-ca45-4059-b8e8-be57ba03ebcc admin admin] Pushing event deleted for resources: {'Network': ['ID=256b6df7-8dd6-4b20-bd3c-6a14911923ef,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:36.541173 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-20f7f4b1-da4f-4dde-b703-28bfa6c5696e tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:36.543095 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-20f7f4b1-da4f-4dde-b703-28bfa6c5696e tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.49 "GET /v2.0/networks?id=da42ad67-5396-4a08-bd51-0b6ba891c01d HTTP/1.1" status: 200 len: 822 time: 0.2294943 Jul 14 09:19:36.563265 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-4c63a804-419a-40ae-84b8-d58ae9b68c78 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Request body: {'port': {'device_id': '50e6520e-b7f9-466a-ad39-88836681e2c9', 'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d', 'admin_state_up': True, 'tenant_id': 'd9baf05f0e514ebf980dc77789ca82e3'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:36.619130 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fa289c04-8648-4809-a36d-ad3f9616221b req-e0fda674-5762-4016-9d78-c9474cb12124 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 210 time: 0.0713429 Jul 14 09:19:36.670935 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fb4e957a-ced5-4d70-926e-567cb744ade4 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:36.729575 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: fb4e957a-ced5-4d70-926e-567cb744ade4 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:36.730116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fb4e957a-ced5-4d70-926e-567cb744ade4 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:36.752524 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e702180c-36eb-467e-a05e-6f5e4ae81775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.910538 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-4c63a804-419a-40ae-84b8-d58ae9b68c78 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Made reservation on behalf of d9baf05f0e514ebf980dc77789ca82e3 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:36.914700 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-4c63a804-419a-40ae-84b8-d58ae9b68c78 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.916868 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-344b5371-18ff-485e-979d-e9dd0915cfc8 req-7381d5c7-1d99-4b56-a57a-fc69ea77c720 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&device_id=4dd87d2f-8265-4707-8d03-0df4e9cf82a8 HTTP/1.1" status: 200 len: 210 time: 0.0710459 Jul 14 09:19:36.960647 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e702180c-36eb-467e-a05e-6f5e4ae81775 admin admin] Checking segment: {'id': 'a8237e70-7d15-4b5b-8720-a41cf53396e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:36.961027 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e702180c-36eb-467e-a05e-6f5e4ae81775 admin admin] Network hostable DHCP agents. Network: 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:19:36.992252 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702180c-36eb-467e-a05e-6f5e4ae81775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b26c4a85-82c2-41ae-9f0b-7df4811624b1,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:37.059250 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56928) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:37.188493 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cf930f64-4f03-43d7-b43a-c9471f0dc1b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=09b502835dcb4320bf2fd315522cc62f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1256323 Jul 14 09:19:37.188493 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e702180c-36eb-467e-a05e-6f5e4ae81775 admin admin] Network 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:19:37.189823 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56942) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:37.216695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-4c63a804-419a-40ae-84b8-d58ae9b68c78 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Allocated IP 172.20.0.6 (da42ad67-5396-4a08-bd51-0b6ba891c01d/a49c4352-2329-49be-aaa0-1fa7abc5a9c8/c500378f-2b3c-4b79-881a-26ce5d854c30) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:37.261174 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-c9f7d8e3-3e16-40c3-9081-eadb7d63beac tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2bc8b9a6fa7a40b88776c510061a1c60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1174638 Jul 14 09:19:37.281560 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-e702180c-36eb-467e-a05e-6f5e4ae81775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:37.294384 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5137a4-de0b-4907-ac55-4ffa29a726a2 None None] Network 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:37.312522 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e702180c-36eb-467e-a05e-6f5e4ae81775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:37.313305 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e702180c-36eb-467e-a05e-6f5e4ae81775 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.403626 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b5371-18ff-485e-979d-e9dd0915cfc8 req-d0012b53-a448-4563-a862-46cf00036116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:37.405701 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-344b5371-18ff-485e-979d-e9dd0915cfc8 req-d0012b53-a448-4563-a862-46cf00036116 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4737108 Jul 14 09:19:37.432302 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-4c63a804-419a-40ae-84b8-d58ae9b68c78 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.436555 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dc573-65ce-4a66-936e-11cd49e83cb5 req-128eeff5-d5ca-47ee-9db3-d2a843c1cfc9 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:37.444478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dc573-65ce-4a66-936e-11cd49e83cb5 req-128eeff5-d5ca-47ee-9db3-d2a843c1cfc9 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:37.453001 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dc573-65ce-4a66-936e-11cd49e83cb5 req-128eeff5-d5ca-47ee-9db3-d2a843c1cfc9 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:37.459959 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dc573-65ce-4a66-936e-11cd49e83cb5 req-128eeff5-d5ca-47ee-9db3-d2a843c1cfc9 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:37.467655 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dc573-65ce-4a66-936e-11cd49e83cb5 req-128eeff5-d5ca-47ee-9db3-d2a843c1cfc9 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:37.477380 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dc573-65ce-4a66-936e-11cd49e83cb5 req-128eeff5-d5ca-47ee-9db3-d2a843c1cfc9 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:37.484950 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dc573-65ce-4a66-936e-11cd49e83cb5 req-128eeff5-d5ca-47ee-9db3-d2a843c1cfc9 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:37.487346 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-791dc573-65ce-4a66-936e-11cd49e83cb5 req-128eeff5-d5ca-47ee-9db3-d2a843c1cfc9 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5420 time: 0.5728929 Jul 14 09:19:37.502789 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e702180c-36eb-467e-a05e-6f5e4ae81775 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2854991 Jul 14 09:19:37.510430 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56948) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:37.516385 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f3d4f910-4838-4c49-a1da-285ca20345d5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:37.544240 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-4c63a804-419a-40ae-84b8-d58ae9b68c78 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.548449 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3d4f910-4838-4c49-a1da-285ca20345d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.551028 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3d4f910-4838-4c49-a1da-285ca20345d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.576050 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:19:37.577231 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.628641 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3d4f910-4838-4c49-a1da-285ca20345d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.670869 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-98818eaa-8300-42c5-9b46-df789f8608bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.682805 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-4c63a804-419a-40ae-84b8-d58ae9b68c78 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Network da42ad67-5396-4a08-bd51-0b6ba891c01d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:37.764749 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-4c63a804-419a-40ae-84b8-d58ae9b68c78 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:37.774414 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-4c63a804-419a-40ae-84b8-d58ae9b68c78 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:37.824177 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-0ce85bed-5381-4db0-a51c-570ce9f529f6 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:37.836593 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-0ce85bed-5381-4db0-a51c-570ce9f529f6 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5591500 Jul 14 09:19:37.837775 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-4c63a804-419a-40ae-84b8-d58ae9b68c78 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:37.838514 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-4c63a804-419a-40ae-84b8-d58ae9b68c78 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.870501 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-98818eaa-8300-42c5-9b46-df789f8608bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.881186 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-791dc573-65ce-4a66-936e-11cd49e83cb5 req-0d79bcff-2dfb-456b-9647-c5b9fe7327a7 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3716784 Jul 14 09:19:37.961166 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Allocated IP 172.20.0.2 (6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a/b26c4a85-82c2-41ae-9f0b-7df4811624b1/4c43e666-f842-4c61-9f44-3c6e7b046ef1) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:37.969984 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-e3260a02-02d3-42f1-98bd-2c13ee8ea433 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/quotas/2bc8b9a6fa7a40b88776c510061a1c60 HTTP/1.1" status: 200 len: 375 time: 0.1317348 Jul 14 09:19:38.000729 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b5371-18ff-485e-979d-e9dd0915cfc8 req-887dc11e-8adc-44ae-9a0d-e5915a84e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:38.003800 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-344b5371-18ff-485e-979d-e9dd0915cfc8 req-887dc11e-8adc-44ae-9a0d-e5915a84e358 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5823917 Jul 14 09:19:38.019765 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3d4f910-4838-4c49-a1da-285ca20345d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.032847 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63a804-419a-40ae-84b8-d58ae9b68c78 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Pushing event updated for resources: {'Port': ['ID=c500378f-2b3c-4b79-881a-26ce5d854c30,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:38.047161 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-4c63a804-419a-40ae-84b8-d58ae9b68c78 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4950132 Jul 14 09:19:38.090152 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-9550ac68-930c-4c8f-ace7-d9140181c5a2 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2bc8b9a6fa7a40b88776c510061a1c60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1180060 Jul 14 09:19:38.122740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] Request body: {'port': {'device_id': '50e6520e-b7f9-466a-ad39-88836681e2c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:38.241083 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-344b5371-18ff-485e-979d-e9dd0915cfc8 req-431f9fdd-1a83-4ded-9432-96a2f4447f3a tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dd87d2f-8265-4707-8d03-0df4e9cf82a8 HTTP/1.1" status: 200 len: 210 time: 0.1693954 Jul 14 09:19:38.272975 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-98818eaa-8300-42c5-9b46-df789f8608bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.275601 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-98818eaa-8300-42c5-9b46-df789f8608bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.277218 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-98818eaa-8300-42c5-9b46-df789f8608bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/504712fb-acca-4cbc-93ee-c23a6d38496d HTTP/1.1" status: 204 len: 168 time: 1.0707140 Jul 14 09:19:38.292195 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98818eaa-8300-42c5-9b46-df789f8608bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504712fb-acca-4cbc-93ee-c23a6d38496d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:38.349506 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.412925 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b44ea064-4e58-4273-85cd-c645b3d9c175 req-43bddc43-b0ed-4fea-898c-514396729281 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda HTTP/1.1" status: 200 len: 210 time: 0.0763874 Jul 14 09:19:38.491135 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.520170 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Transition to ACTIVE for port object 4c43e666-f842-4c61-9f44-3c6e7b046ef1 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:38.560797 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Transition to ACTIVE for port object 4c43e666-f842-4c61-9f44-3c6e7b046ef1 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:38.592543 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.643519 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Pushing event updated for resources: {'Port': ['ID=4c43e666-f842-4c61-9f44-3c6e7b046ef1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:38.664326 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Network 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:38.666130 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:38.682791 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:38.711499 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c500378f-2b3c-4b79-881a-26ce5d854c30 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:38.719300 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.733863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] Transition to ACTIVE for port object c500378f-2b3c-4b79-881a-26ce5d854c30 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:38.743780 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.768012 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Attempting to bind port 4c43e666-f842-4c61-9f44-3c6e7b046ef1 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:38.768619 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Attempting to bind port 4c43e666-f842-4c61-9f44-3c6e7b046ef1 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'a8237e70-7d15-4b5b-8720-a41cf53396e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:38.769184 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Attempting to bind port 4c43e666-f842-4c61-9f44-3c6e7b046ef1 on network 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:38.775449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:38.776089 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Checking segment: {'id': 'a8237e70-7d15-4b5b-8720-a41cf53396e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:38.776678 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.777325 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Bound using segment: {'id': 'a8237e70-7d15-4b5b-8720-a41cf53396e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:38.778122 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Bound port: 4c43e666-f842-4c61-9f44-3c6e7b046ef1, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8237e70-7d15-4b5b-8720-a41cf53396e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:38.778698 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.793432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] Pushing event updated for resources: {'Port': ['ID=c500378f-2b3c-4b79-881a-26ce5d854c30,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:38.863822 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] For port 4c43e666-f842-4c61-9f44-3c6e7b046ef1, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:38.868108 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] For port 4c43e666-f842-4c61-9f44-3c6e7b046ef1, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4c43e666-f842-4c61-9f44-3c6e7b046ef1,segment=NetworkSegment(a8237e70-7d15-4b5b-8720-a41cf53396e9),segment_id=a8237e70-7d15-4b5b-8720-a41cf53396e9)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:38.875742 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.010903 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08114525-f5d1-4d4d-a06e-038ba2dc9a98 None None] Pushing event updated for resources: {'Port': ['ID=4c43e666-f842-4c61-9f44-3c6e7b046ef1,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:39.025708 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-609155ba-89b3-46c2-883e-066df2bdc33a tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:39.034423 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-609155ba-89b3-46c2-883e-066df2bdc33a tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 806 time: 0.2379842 Jul 14 09:19:39.146950 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-b0fbf522-2c50-41c0-9e4e-9fec12e9e6fa tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/quotas/a7e8bfa500ca4c6083bfd3e82f31e918 HTTP/1.1" status: 200 len: 375 time: 0.0990143 Jul 14 09:19:39.297239 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d33402-2c1d-4511-b92f-cf8f5f9789ac req-aa6570fc-57f5-4ccc-affd-3ceb3dd0229f tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:39.312397 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71d33402-2c1d-4511-b92f-cf8f5f9789ac req-aa6570fc-57f5-4ccc-affd-3ceb3dd0229f tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 943 time: 0.2770326 Jul 14 09:19:39.456358 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71d33402-2c1d-4511-b92f-cf8f5f9789ac req-b0e6500e-af09-4021-8a6e-b9b6ce09983e tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429691 Jul 14 09:19:39.476340 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-a4a2682a-9479-478a-9217-73b06588f1c9 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3174736 Jul 14 09:19:39.685631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61c902ee-c9a9-42d0-bf28-73ffc066bd84 req-a258058a-61e1-4c0f-bedb-944a727ff234 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/ports?device_id=56914dad-3000-4c60-ab60-d1ad29ae9f6a HTTP/1.1" status: 200 len: 210 time: 0.1511281 Jul 14 09:19:39.784922 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-bc77ba33-8862-4a74-9fcc-6df6a4319610 service neutron] 10.222.0.26 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073735 Jul 14 09:19:39.827710 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3d4f910-4838-4c49-a1da-285ca20345d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.865656 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3d4f910-4838-4c49-a1da-285ca20345d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.962732 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] Attempting to bind port c500378f-2b3c-4b79-881a-26ce5d854c30 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:39.963244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] Attempting to bind port c500378f-2b3c-4b79-881a-26ce5d854c30 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '22407c14-716b-4b23-b55c-7bf233ea09d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:39.963770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] Attempting to bind port c500378f-2b3c-4b79-881a-26ce5d854c30 on network da42ad67-5396-4a08-bd51-0b6ba891c01d {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:39.981814 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] Port c500378f-2b3c-4b79-881a-26ce5d854c30 on network da42ad67-5396-4a08-bd51-0b6ba891c01d not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:39.982387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] Attempting to bind port c500378f-2b3c-4b79-881a-26ce5d854c30 on network da42ad67-5396-4a08-bd51-0b6ba891c01d {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:40.005283 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-b1e405d9-e35d-4cdd-9297-f6720b70a832 service neutron] 10.222.0.26 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193520 Jul 14 09:19:40.024924 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:40.025514 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] Checking segment: {'id': '22407c14-716b-4b23-b55c-7bf233ea09d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:40.026110 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] Bound using segment: {'id': '22407c14-716b-4b23-b55c-7bf233ea09d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:40.026721 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] Bound port: c500378f-2b3c-4b79-881a-26ce5d854c30, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22407c14-716b-4b23-b55c-7bf233ea09d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:40.027395 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.065508 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-1f9241ab-96d6-4884-993b-40da510541be tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:40.074512 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-1f9241ab-96d6-4884-993b-40da510541be tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.55 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 810 time: 0.4553831 Jul 14 09:19:40.076825 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2441b1-877f-430d-8395-8cbe6fed3ac0 req-daa141e3-d50b-46d3-b723-44b8d321525c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:40.102103 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2441b1-877f-430d-8395-8cbe6fed3ac0 req-daa141e3-d50b-46d3-b723-44b8d321525c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:40.109258 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2441b1-877f-430d-8395-8cbe6fed3ac0 req-daa141e3-d50b-46d3-b723-44b8d321525c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:40.123952 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2441b1-877f-430d-8395-8cbe6fed3ac0 req-daa141e3-d50b-46d3-b723-44b8d321525c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:40.130819 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2441b1-877f-430d-8395-8cbe6fed3ac0 req-daa141e3-d50b-46d3-b723-44b8d321525c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:40.144637 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-3f213203-69e1-4dc7-aef0-91c6bd7523b5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Request body: {'port': {'device_id': 'bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda', 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530', 'admin_state_up': True, 'tenant_id': 'be454fb0ee14462b824a675124f7b42d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:40.153998 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2441b1-877f-430d-8395-8cbe6fed3ac0 req-daa141e3-d50b-46d3-b723-44b8d321525c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:40.170184 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2441b1-877f-430d-8395-8cbe6fed3ac0 req-daa141e3-d50b-46d3-b723-44b8d321525c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:40.177145 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e2441b1-877f-430d-8395-8cbe6fed3ac0 req-daa141e3-d50b-46d3-b723-44b8d321525c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5420 time: 0.3131697 Jul 14 09:19:40.301597 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e2441b1-877f-430d-8395-8cbe6fed3ac0 req-90e8aa0c-21fa-4d93-b10f-903e25bbdf56 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1175869 Jul 14 09:19:40.330551 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57022) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:40.369300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] For port c500378f-2b3c-4b79-881a-26ce5d854c30, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:40.375787 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-f3d4f910-4838-4c49-a1da-285ca20345d5 admin admin] Allocated IP 172.25.1.104 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/faff1449-f097-497f-80f5-633488ac9d70) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:40.409189 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] For port c500378f-2b3c-4b79-881a-26ce5d854c30, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c500378f-2b3c-4b79-881a-26ce5d854c30,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:40.436636 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.479511 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c7008132-dd79-4988-975d-b78981354642 req-2261dcfc-8a13-4557-93d2-b9d0dda694e3 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a95696-4f76-4a66-9f01-77a6e3493988 HTTP/1.1" status: 200 len: 210 time: 0.0767231 Jul 14 09:19:40.594428 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] Pushing event updated for resources: {'Port': ['ID=c500378f-2b3c-4b79-881a-26ce5d854c30,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:40.609317 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41afaba6-9bf7-4a7d-b8eb-0fceddd3fc75 req-d27273c3-c800-4c90-b823-05b1f7b7d216 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda HTTP/1.1" status: 200 len: 210 time: 0.1132228 Jul 14 09:19:40.628766 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-4a91c6cd-6710-46da-a9cb-0226a4ca631f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1443858526-network', 'tenant_id': '0bf11fb44ae345849ddee66c056190a8'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:40.656047 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a91c6cd-6710-46da-a9cb-0226a4ca631f admin admin] Made reservation on behalf of 0bf11fb44ae345849ddee66c056190a8 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:40.660582 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a91c6cd-6710-46da-a9cb-0226a4ca631f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.675256 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a91c6cd-6710-46da-a9cb-0226a4ca631f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.708258 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:40.708969 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.710454 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-f44d029a-0abc-40f2-b21d-fc73d4de9765 service neutron] 10.222.0.49 "PUT /v2.0/ports/c500378f-2b3c-4b79-881a-26ce5d854c30 HTTP/1.1" status: 200 len: 1092 time: 2.6025889 Jul 14 09:19:40.710906 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e6520e-b7f9-466a-ad39-88836681e2c9', 'tag': 'c500378f-2b3c-4b79-881a-26ce5d854c30'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:40.713220 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f32040-0e5e-4b60-8676-412b7161163e" -d '{"events": [{"name": "network-changed", "server_uuid": "50e6520e-b7f9-466a-ad39-88836681e2c9", "tag": "c500378f-2b3c-4b79-881a-26ce5d854c30"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:40.737482 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4c43e666-f842-4c61-9f44-3c6e7b046ef1 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:40.786603 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-3f213203-69e1-4dc7-aef0-91c6bd7523b5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Made reservation on behalf of be454fb0ee14462b824a675124f7b42d for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:40.795306 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-3f213203-69e1-4dc7-aef0-91c6bd7523b5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.859766 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3d4f910-4838-4c49-a1da-285ca20345d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.879167 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4365e4f5-5a2c-404a-97bc-fbe3574de423 x-openstack-request-id: req-4365e4f5-5a2c-404a-97bc-fbe3574de423 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:40.879566 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e6520e-b7f9-466a-ad39-88836681e2c9", "tag": "c500378f-2b3c-4b79-881a-26ce5d854c30", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:40.879837 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4365e4f5-5a2c-404a-97bc-fbe3574de423 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:40.881367 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e6520e-b7f9-466a-ad39-88836681e2c9', 'tag': 'c500378f-2b3c-4b79-881a-26ce5d854c30', 'status': 'completed', 'code': 200} Jul 14 09:19:40.924564 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b521088-5234-459c-a03b-2d1bb37e0749 None None] Network 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:40.940292 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a91c6cd-6710-46da-a9cb-0226a4ca631f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.957930 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a91c6cd-6710-46da-a9cb-0226a4ca631f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.002966 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a91c6cd-6710-46da-a9cb-0226a4ca631f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:19:41.046841 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a91c6cd-6710-46da-a9cb-0226a4ca631f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.047523 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-4a91c6cd-6710-46da-a9cb-0226a4ca631f admin admin] Added segment afb18846-4e6b-4b81-8903-ed8a396e530f of type vlan for network 2b207265-1379-4cb1-bdf9-417a0c56f7e4 Jul 14 09:19:41.055626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-3f213203-69e1-4dc7-aef0-91c6bd7523b5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Allocated IP 172.20.0.3 (c264f7f6-27f5-4c6a-b12c-803b241a1530/ccf1d83d-082d-42ed-9d0f-7aa5099c2f25/a389fd51-3485-43ac-bca6-50ec1d5c22db) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:41.060781 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91c6cd-6710-46da-a9cb-0226a4ca631f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10202ba8-ab08-44d2-aeb3-78563d30df3f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:41.135654 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b1c5f75-df74-4a01-afea-7e7c8fc5773d req-b23b3403-881f-4e3e-a138-a08c71bc63f6 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/ports?device_id=56914dad-3000-4c60-ab60-d1ad29ae9f6a HTTP/1.1" status: 200 len: 210 time: 0.0775075 Jul 14 09:19:41.145068 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 4c43e666-f842-4c61-9f44-3c6e7b046ef1 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:41.156749 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 4c43e666-f842-4c61-9f44-3c6e7b046ef1 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:41.159575 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.207509 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a91c6cd-6710-46da-a9cb-0226a4ca631f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.250593 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e97af87b-1d8d-4f6c-9cd6-12f240e03295 None None] Provisioning for port 4c43e666-f842-4c61-9f44-3c6e7b046ef1 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:41.250928 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-7de6c25f-74cc-4d88-9dac-96333708fec2 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2bc8b9a6fa7a40b88776c510061a1c60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656025 Jul 14 09:19:41.273110 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e97af87b-1d8d-4f6c-9cd6-12f240e03295 None None] Provisioning complete for port 4c43e666-f842-4c61-9f44-3c6e7b046ef1 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:41.273861 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e97af87b-1d8d-4f6c-9cd6-12f240e03295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.302249 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d566f-530e-4bd0-9e02-8acacc9b529b req-1d86d6bb-0eeb-4853-b2cd-93e50872ff7a tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:41.315710 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-868d566f-530e-4bd0-9e02-8acacc9b529b req-1d86d6bb-0eeb-4853-b2cd-93e50872ff7a tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 943 time: 0.3709068 Jul 14 09:19:41.322578 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a91c6cd-6710-46da-a9cb-0226a4ca631f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.324303 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a91c6cd-6710-46da-a9cb-0226a4ca631f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:41.326921 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a91c6cd-6710-46da-a9cb-0226a4ca631f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.451667 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4a91c6cd-6710-46da-a9cb-0226a4ca631f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1189895 Jul 14 09:19:41.454908 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57054) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:41.465394 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-cd40926f-d79e-423d-9e46-888ff2553f11 admin admin] Request body: {'subnet': {'network_id': '2b207265-1379-4cb1-bdf9-417a0c56f7e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1443858526-subnet', 'tenant_id': '0bf11fb44ae345849ddee66c056190a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:41.486089 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-868d566f-530e-4bd0-9e02-8acacc9b529b req-69e145d5-8697-4b6f-b5f4-cc8aef505f3d tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628428 Jul 14 09:19:41.490671 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57056) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:41.493974 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e97af87b-1d8d-4f6c-9cd6-12f240e03295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.496781 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-3f213203-69e1-4dc7-aef0-91c6bd7523b5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.496897 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91c6cd-6710-46da-a9cb-0226a4ca631f admin admin] Pushing event updated for resources: {'Network': ['ID=2b207265-1379-4cb1-bdf9-417a0c56f7e4,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:41.544250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 2b207265-1379-4cb1-bdf9-417a0c56f7e4 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:19:41.554647 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-cc2dfa08-f1e3-4249-a392-f346c41e2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:41.556898 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-cc2dfa08-f1e3-4249-a392-f346c41e2a19 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9baf05f0e514ebf980dc77789ca82e3&device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 1095 time: 0.3776259 Jul 14 09:19:41.563759 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3d4f910-4838-4c49-a1da-285ca20345d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.590793 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-3f213203-69e1-4dc7-aef0-91c6bd7523b5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.641209 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd40926f-d79e-423d-9e46-888ff2553f11 admin admin] Made reservation on behalf of 0bf11fb44ae345849ddee66c056190a8 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:41.644347 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cd40926f-d79e-423d-9e46-888ff2553f11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.650706 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.702101 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e97af87b-1d8d-4f6c-9cd6-12f240e03295 None None] For port 4c43e666-f842-4c61-9f44-3c6e7b046ef1, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4c43e666-f842-4c61-9f44-3c6e7b046ef1,segment=NetworkSegment(a8237e70-7d15-4b5b-8720-a41cf53396e9),segment_id=a8237e70-7d15-4b5b-8720-a41cf53396e9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:41.716366 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e97af87b-1d8d-4f6c-9cd6-12f240e03295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.795638 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:19:41.796873 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:19:41.806398 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-3f213203-69e1-4dc7-aef0-91c6bd7523b5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Network c264f7f6-27f5-4c6a-b12c-803b241a1530 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:41.812603 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-3f213203-69e1-4dc7-aef0-91c6bd7523b5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:41.815279 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2cd4ef53-8e8e-412f-a750-12fc45772f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.820324 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97af87b-1d8d-4f6c-9cd6-12f240e03295 None None] Pushing event updated for resources: {'Port': ['ID=4c43e666-f842-4c61-9f44-3c6e7b046ef1,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:41.827050 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-3f213203-69e1-4dc7-aef0-91c6bd7523b5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:41.846618 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d4f910-4838-4c49-a1da-285ca20345d5 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:41.869187 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f3d4f910-4838-4c49-a1da-285ca20345d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:41.872036 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-02e97f76-1162-4bcb-af97-087f9adc884a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c500378f-2b3c-4b79-881a-26ce5d854c30 HTTP/1.1" status: 200 len: 217 time: 0.2875879 Jul 14 09:19:41.873686 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798c4e5-9aa8-44ea-ba4a-a6b1467b4080 req-da2cc618-712f-49fd-83a8-e2514c8f9061 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:41.880107 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798c4e5-9aa8-44ea-ba4a-a6b1467b4080 req-da2cc618-712f-49fd-83a8-e2514c8f9061 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:41.887040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798c4e5-9aa8-44ea-ba4a-a6b1467b4080 req-da2cc618-712f-49fd-83a8-e2514c8f9061 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:41.893888 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798c4e5-9aa8-44ea-ba4a-a6b1467b4080 req-da2cc618-712f-49fd-83a8-e2514c8f9061 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:41.900569 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798c4e5-9aa8-44ea-ba4a-a6b1467b4080 req-da2cc618-712f-49fd-83a8-e2514c8f9061 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:41.918573 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798c4e5-9aa8-44ea-ba4a-a6b1467b4080 req-da2cc618-712f-49fd-83a8-e2514c8f9061 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:41.923142 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d4f910-4838-4c49-a1da-285ca20345d5 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:41.929044 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798c4e5-9aa8-44ea-ba4a-a6b1467b4080 req-da2cc618-712f-49fd-83a8-e2514c8f9061 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:41.931077 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9798c4e5-9aa8-44ea-ba4a-a6b1467b4080 req-da2cc618-712f-49fd-83a8-e2514c8f9061 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5420 time: 0.3533964 Jul 14 09:19:41.963257 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-8430b5ac-14b4-47ea-96fe-5e1f7a978222 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:41.965692 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-8430b5ac-14b4-47ea-96fe-5e1f7a978222 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7036030 Jul 14 09:19:42.027458 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-229c3447-b17e-4248-8d89-8bbd7e4d058c tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Request body: {'port': {'device_id': '56914dad-3000-4c60-ab60-d1ad29ae9f6a', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': '2bc8b9a6fa7a40b88776c510061a1c60'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:42.061015 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6347340b-9107-432c-81d9-a989b1568cd7 req-68276f08-32fd-422b-aef5-502b1f052005 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a95696-4f76-4a66-9f01-77a6e3493988 HTTP/1.1" status: 200 len: 210 time: 0.0529673 Jul 14 09:19:42.068041 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cd40926f-d79e-423d-9e46-888ff2553f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.071530 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4f910-4838-4c49-a1da-285ca20345d5 admin admin] Pushing event updated for resources: {'Port': ['ID=faff1449-f097-497f-80f5-633488ac9d70,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:42.110208 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9798c4e5-9aa8-44ea-ba4a-a6b1467b4080 req-70e12576-96fb-4ffb-8534-ce1311296f9e tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1709845 Jul 14 09:19:42.167759 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-3f213203-69e1-4dc7-aef0-91c6bd7523b5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:42.168414 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-3f213203-69e1-4dc7-aef0-91c6bd7523b5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.174445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a6e6da19-4ef6-467e-a498-c7918f890083 None None] Provisioning complete for port 4c43e666-f842-4c61-9f44-3c6e7b046ef1 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:42.175283 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40926f-d79e-423d-9e46-888ff2553f11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4a72a50-84b2-47a9-a16f-8470cdb97c9f,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:42.176572 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6e6da19-4ef6-467e-a498-c7918f890083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.211351 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-9a1757e0-eadc-4ee8-9d9d-566d539e9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:42.212850 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-9a1757e0-eadc-4ee8-9d9d-566d539e9af6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a49c4352-2329-49be-aaa0-1fa7abc5a9c8 HTTP/1.1" status: 200 len: 862 time: 0.2750325 Jul 14 09:19:42.234923 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd40926f-d79e-423d-9e46-888ff2553f11 admin admin] Checking segment: {'id': 'afb18846-4e6b-4b81-8903-ed8a396e530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2b207265-1379-4cb1-bdf9-417a0c56f7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:42.235442 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd40926f-d79e-423d-9e46-888ff2553f11 admin admin] Network hostable DHCP agents. Network: 2b207265-1379-4cb1-bdf9-417a0c56f7e4, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:19:42.243294 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2cd4ef53-8e8e-412f-a750-12fc45772f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.306204 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2cd4ef53-8e8e-412f-a750-12fc45772f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.369834 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f213203-69e1-4dc7-aef0-91c6bd7523b5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Pushing event updated for resources: {'Port': ['ID=a389fd51-3485-43ac-bca6-50ec1d5c22db,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:42.396888 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-0c74b5ba-d091-48f4-ac8b-8c187bfd34e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da42ad67-5396-4a08-bd51-0b6ba891c01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1656826 Jul 14 09:19:42.402985 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-3f213203-69e1-4dc7-aef0-91c6bd7523b5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2629714 Jul 14 09:19:42.449523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] Request body: {'port': {'device_id': 'bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:42.614319 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4c43e666-f842-4c61-9f44-3c6e7b046ef1 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:42.668750 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-229c3447-b17e-4248-8d89-8bbd7e4d058c tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Made reservation on behalf of 2bc8b9a6fa7a40b88776c510061a1c60 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:42.669876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 4c43e666-f842-4c61-9f44-3c6e7b046ef1 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:42.670363 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.672401 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-229c3447-b17e-4248-8d89-8bbd7e4d058c tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.724497 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d3c65250-99eb-4b2d-a3d3-348653db5507 req-a5a9b70e-a288-4813-a3f5-7fdc297c7acd tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/ports?device_id=56914dad-3000-4c60-ab60-d1ad29ae9f6a HTTP/1.1" status: 200 len: 210 time: 0.4123077 Jul 14 09:19:42.728900 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4ef53-8e8e-412f-a750-12fc45772f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22c8388-94d6-4b9d-ba1a-8e016887cd1a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:42.733360 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-229c3447-b17e-4248-8d89-8bbd7e4d058c tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.734774 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd40926f-d79e-423d-9e46-888ff2553f11 admin admin] Network 2b207265-1379-4cb1-bdf9-417a0c56f7e4 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:19:42.741079 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-90bbe191-defc-4863-a1f8-eafa6bd56f1e service neutron] 10.222.0.49 "GET /v2.0/networks/da42ad67-5396-4a08-bd51-0b6ba891c01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173418 Jul 14 09:19:42.748061 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2cd4ef53-8e8e-412f-a750-12fc45772f6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d598a7917c94646b7ee364f62f1897e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2535408 Jul 14 09:19:42.749594 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.751464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57068) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:42.776294 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-cd40926f-d79e-423d-9e46-888ff2553f11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 2b207265-1379-4cb1-bdf9-417a0c56f7e4) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:42.796195 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd40926f-d79e-423d-9e46-888ff2553f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:42.796788 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8388a191-1069-4a97-a5aa-f2a46358e30c None None] Network 2b207265-1379-4cb1-bdf9-417a0c56f7e4 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:42.797258 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cd40926f-d79e-423d-9e46-888ff2553f11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.854559 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a46d2-9a4e-49e2-b115-e0fb89a18d75 req-54da5801-9840-482e-886c-f4469d58b9de tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:42.861488 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-568a46d2-9a4e-49e2-b115-e0fb89a18d75 req-54da5801-9840-482e-886c-f4469d58b9de tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda HTTP/1.1" status: 200 len: 931 time: 0.6168683 Jul 14 09:19:42.878347 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-49d08893-f089-4631-9036-c29232e9ea91 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:42.879851 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-49d08893-f089-4631-9036-c29232e9ea91 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 806 time: 0.2567267 Jul 14 09:19:42.900630 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-27080a27-2989-4bc2-93fa-018641e0ec23 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Request body: {'port': {'device_id': '33a95696-4f76-4a66-9f01-77a6e3493988', 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281', 'admin_state_up': True, 'tenant_id': 'a7e8bfa500ca4c6083bfd3e82f31e918'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:42.903576 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3d4f910-4838-4c49-a1da-285ca20345d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.970427 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5afc1bb-6dda-4f3d-9d1d-2e3ce8b72de3 None None] Network 2b207265-1379-4cb1-bdf9-417a0c56f7e4 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:42.987198 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3fb124d-999f-445e-b443-479b6136b768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.015781 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-568a46d2-9a4e-49e2-b115-e0fb89a18d75 req-6f3c4c22-a3f5-49fc-bdfe-57383fe99622 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532521 Jul 14 09:19:43.052432 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3fb124d-999f-445e-b443-479b6136b768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.124690 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def653e0-256d-4bf7-909f-c827b7d98c47 req-bdc9c42b-1031-4eff-b007-4382ff3be467 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:43.126279 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-def653e0-256d-4bf7-909f-c827b7d98c47 req-bdc9c42b-1031-4eff-b007-4382ff3be467 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 943 time: 0.2295096 Jul 14 09:19:43.167117 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d3d9e9c2-c1f8-4b9c-a3a1-4422ad1bf281 req-ab19769b-a1fc-484d-9b11-7aac626e511c service neutron] 10.222.0.49 "GET /v2.0/networks/da42ad67-5396-4a08-bd51-0b6ba891c01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116676 Jul 14 09:19:43.170272 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3fb124d-999f-445e-b443-479b6136b768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.173051 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3fb124d-999f-445e-b443-479b6136b768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.177289 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e3fb124d-999f-445e-b443-479b6136b768 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c22c8388-94d6-4b9d-ba1a-8e016887cd1a HTTP/1.1" status: 204 len: 168 time: 0.4210887 Jul 14 09:19:43.186988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb124d-999f-445e-b443-479b6136b768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22c8388-94d6-4b9d-ba1a-8e016887cd1a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:43.211987 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-def653e0-256d-4bf7-909f-c827b7d98c47 req-4cd0668d-3dad-4694-a6a0-8cfdeb5579b8 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701830 Jul 14 09:19:43.237569 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-229c3447-b17e-4248-8d89-8bbd7e4d058c tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.271442 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d34957b-9df6-4c89-8ffc-55cf0276173a req-7890cd19-4217-4a56-86e2-dea5abdbd844 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a95696-4f76-4a66-9f01-77a6e3493988 HTTP/1.1" status: 200 len: 210 time: 0.0409963 Jul 14 09:19:43.277745 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cd40926f-d79e-423d-9e46-888ff2553f11 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8190417 Jul 14 09:19:43.280865 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57076) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:43.291588 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-ac993bb5-67ac-4255-ba22-529913a4dca6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1443858526-router', 'tenant_id': '0bf11fb44ae345849ddee66c056190a8', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:43.305577 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-229c3447-b17e-4248-8d89-8bbd7e4d058c tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.323320 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-27080a27-2989-4bc2-93fa-018641e0ec23 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Made reservation on behalf of a7e8bfa500ca4c6083bfd3e82f31e918 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:43.328706 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-27080a27-2989-4bc2-93fa-018641e0ec23 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.369871 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac993bb5-67ac-4255-ba22-529913a4dca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.371014 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac993bb5-67ac-4255-ba22-529913a4dca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.502379 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac993bb5-67ac-4255-ba22-529913a4dca6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.607143 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57080) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:43.641440 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5e717ed1-a45f-4be5-9526-0980433ba83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.738103 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-27080a27-2989-4bc2-93fa-018641e0ec23 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Allocated IP 172.20.0.12 (afffba1d-7bce-4b37-9323-82cdd45d6281/4d20aa7a-796d-40db-977f-81fa6bc33327/c6e867fa-4153-4c8a-a3ff-ab15996c15ce) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:43.750495 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac993bb5-67ac-4255-ba22-529913a4dca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.758390 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c3447-b17e-4248-8d89-8bbd7e4d058c tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e977b5-dafc-416b-a3f6-6c71fe42b380,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:43.770450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c3310-6b67-4e2e-ae4c-7094d9c87f1f req-1e27dc7b-7f89-45d0-8135-05b48c1e0918 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:43.776289 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c3310-6b67-4e2e-ae4c-7094d9c87f1f req-1e27dc7b-7f89-45d0-8135-05b48c1e0918 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:43.782378 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c3310-6b67-4e2e-ae4c-7094d9c87f1f req-1e27dc7b-7f89-45d0-8135-05b48c1e0918 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:43.788304 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c3310-6b67-4e2e-ae4c-7094d9c87f1f req-1e27dc7b-7f89-45d0-8135-05b48c1e0918 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:43.795211 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c3310-6b67-4e2e-ae4c-7094d9c87f1f req-1e27dc7b-7f89-45d0-8135-05b48c1e0918 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:43.800829 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c3310-6b67-4e2e-ae4c-7094d9c87f1f req-1e27dc7b-7f89-45d0-8135-05b48c1e0918 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:43.806752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c3310-6b67-4e2e-ae4c-7094d9c87f1f req-1e27dc7b-7f89-45d0-8135-05b48c1e0918 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:43.810286 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bd1c3310-6b67-4e2e-ae4c-7094d9c87f1f req-1e27dc7b-7f89-45d0-8135-05b48c1e0918 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5420 time: 0.4268193 Jul 14 09:19:43.852262 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3d4f910-4838-4c49-a1da-285ca20345d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.887522 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a389fd51-3485-43ac-bca6-50ec1d5c22db {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:43.902412 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f32040-0e5e-4b60-8676-412b7161163e req-e4537a7b-f578-4fe3-a76d-2a5264d2d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:43.903909 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-04f32040-0e5e-4b60-8676-412b7161163e req-e4537a7b-f578-4fe3-a76d-2a5264d2d21c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9baf05f0e514ebf980dc77789ca82e3&device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 1095 time: 0.6118016 Jul 14 09:19:43.933729 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.980759 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c3369439-8af7-4c07-b8bd-84eb9642e8bb req-40fccdac-2444-4e93-a4f4-bb46c68ba49d tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/ports?device_id=56914dad-3000-4c60-ab60-d1ad29ae9f6a HTTP/1.1" status: 200 len: 210 time: 0.0711665 Jul 14 09:19:43.990908 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bd1c3310-6b67-4e2e-ae4c-7094d9c87f1f req-d60ddd4c-a157-424e-acea-25edc9c2388b tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1724784 Jul 14 09:19:44.012977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] Transition to ACTIVE for port object a389fd51-3485-43ac-bca6-50ec1d5c22db will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:44.056014 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.061441 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-229c3447-b17e-4248-8d89-8bbd7e4d058c tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Allocated IP 192.168.233.27 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/f1682332-5cb5-486a-a2c6-46614b7d847a) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:44.139981 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5e717ed1-a45f-4be5-9526-0980433ba83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.151135 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5e717ed1-a45f-4be5-9526-0980433ba83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.180352 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-27080a27-2989-4bc2-93fa-018641e0ec23 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.188014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] Pushing event updated for resources: {'Port': ['ID=a389fd51-3485-43ac-bca6-50ec1d5c22db,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:44.228586 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f32040-0e5e-4b60-8676-412b7161163e req-ba0a0df1-8514-4343-9f0d-579e33559366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:44.230071 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-04f32040-0e5e-4b60-8676-412b7161163e req-ba0a0df1-8514-4343-9f0d-579e33559366 service neutron] 10.222.0.49 "GET /v2.0/networks?id=da42ad67-5396-4a08-bd51-0b6ba891c01d HTTP/1.1" status: 200 len: 923 time: 0.2899902 Jul 14 09:19:44.253189 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5e717ed1-a45f-4be5-9526-0980433ba83b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a71c95a8f6e4db08f48410d7f32870d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6422427 Jul 14 09:19:44.258219 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e717ed1-a45f-4be5-9526-0980433ba83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c659a6f1-b895-4da2-81b9-226e94bb6d54,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:44.261956 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57088) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:44.354864 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-04f32040-0e5e-4b60-8676-412b7161163e req-17af97c6-2472-4d8c-9289-2eb8a4818eb3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c500378f-2b3c-4b79-881a-26ce5d854c30 HTTP/1.1" status: 200 len: 217 time: 0.0918622 Jul 14 09:19:44.426139 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d4f910-4838-4c49-a1da-285ca20345d5 admin admin] Router 4a16db79-aecd-498c-9037-eba93ca78953 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:19:44.460162 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] Attempting to bind port a389fd51-3485-43ac-bca6-50ec1d5c22db on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:44.460500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] Attempting to bind port a389fd51-3485-43ac-bca6-50ec1d5c22db by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:44.460831 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] Attempting to bind port a389fd51-3485-43ac-bca6-50ec1d5c22db on network c264f7f6-27f5-4c6a-b12c-803b241a1530 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:44.476806 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f32040-0e5e-4b60-8676-412b7161163e req-24df8ae9-7db7-4054-8e3e-62f9b80d4ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:44.478297 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-04f32040-0e5e-4b60-8676-412b7161163e req-24df8ae9-7db7-4054-8e3e-62f9b80d4ad6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a49c4352-2329-49be-aaa0-1fa7abc5a9c8 HTTP/1.1" status: 200 len: 862 time: 0.1112111 Jul 14 09:19:44.483174 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] Port a389fd51-3485-43ac-bca6-50ec1d5c22db on network c264f7f6-27f5-4c6a-b12c-803b241a1530 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:44.483482 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-27080a27-2989-4bc2-93fa-018641e0ec23 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.484038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] Attempting to bind port a389fd51-3485-43ac-bca6-50ec1d5c22db on network c264f7f6-27f5-4c6a-b12c-803b241a1530 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:44.494846 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['0f3d48bd-cad5-469a-8dec-e37e13732d0c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:44.496613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062c57c-74db-4fcf-a111-777b3b75b8ff req-41e903f9-9730-4dbe-a1ad-faf3f52a2239 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:44.498149 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8062c57c-74db-4fcf-a111-777b3b75b8ff req-41e903f9-9730-4dbe-a1ad-faf3f52a2239 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda HTTP/1.1" status: 200 len: 943 time: 0.3292558 Jul 14 09:19:44.517333 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67b82b06-63f0-4f44-a0e6-3775b7c9bf46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.543126 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac993bb5-67ac-4255-ba22-529913a4dca6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.560515 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-229c3447-b17e-4248-8d89-8bbd7e4d058c tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.566353 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-04f32040-0e5e-4b60-8676-412b7161163e req-2293177c-46ed-445c-9cbe-61759abac80f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da42ad67-5396-4a08-bd51-0b6ba891c01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781078 Jul 14 09:19:44.569956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:44.570296 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] Checking segment: {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:44.570672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] Bound using segment: {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:44.571186 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] Bound port: a389fd51-3485-43ac-bca6-50ec1d5c22db, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:44.571461 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.609848 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac993bb5-67ac-4255-ba22-529913a4dca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.615755 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-27080a27-2989-4bc2-93fa-018641e0ec23 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Network afffba1d-7bce-4b37-9323-82cdd45d6281 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:44.623949 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67b82b06-63f0-4f44-a0e6-3775b7c9bf46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.641147 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-27080a27-2989-4bc2-93fa-018641e0ec23 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:44.643667 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-229c3447-b17e-4248-8d89-8bbd7e4d058c tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Transition to ACTIVE for port object f1682332-5cb5-486a-a2c6-46614b7d847a will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:44.656375 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-27080a27-2989-4bc2-93fa-018641e0ec23 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:44.672578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379fdd6-248f-4842-892f-e8a02d6179c8 req-bb9b1fde-a34c-4e2c-acbd-45b1b87c61f5 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:44.674720 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f379fdd6-248f-4842-892f-e8a02d6179c8 req-bb9b1fde-a34c-4e2c-acbd-45b1b87c61f5 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 943 time: 0.3047256 Jul 14 09:19:44.675335 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27080a27-2989-4bc2-93fa-018641e0ec23 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Pushing event updated for resources: {'Port': ['ID=c6e867fa-4153-4c8a-a3ff-ab15996c15ce,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:44.741377 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8062c57c-74db-4fcf-a111-777b3b75b8ff req-9cbe7b8a-db6f-496f-9a40-f9f90647188f tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250459 Jul 14 09:19:44.795306 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d4f910-4838-4c49-a1da-285ca20345d5 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:44.813937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] For port a389fd51-3485-43ac-bca6-50ec1d5c22db, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:44.820226 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-04f32040-0e5e-4b60-8676-412b7161163e req-20cbad98-0470-43d2-95ed-8445dcbcd878 service neutron] 10.222.0.49 "GET /v2.0/networks/da42ad67-5396-4a08-bd51-0b6ba891c01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452989 Jul 14 09:19:44.821270 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] Sync routers for ids ['4a16db79-aecd-498c-9037-eba93ca78953'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:44.822523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] For port a389fd51-3485-43ac-bca6-50ec1d5c22db, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a389fd51-3485-43ac-bca6-50ec1d5c22db,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:44.832011 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] Routers {'4a16db79-aecd-498c-9037-eba93ca78953'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:44.833480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4a16db79-aecd-498c-9037-eba93ca78953'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:44.836820 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-27080a27-2989-4bc2-93fa-018641e0ec23 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:44.837462 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-27080a27-2989-4bc2-93fa-018641e0ec23 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.849869 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-229c3447-b17e-4248-8d89-8bbd7e4d058c tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.851705 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f379fdd6-248f-4842-892f-e8a02d6179c8 req-37fd726d-486e-44c6-8c4e-d1b91bcefbea tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444802 Jul 14 09:19:44.855216 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3d4f910-4838-4c49-a1da-285ca20345d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.858905 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f3d4f910-4838-4c49-a1da-285ca20345d5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.3445957 Jul 14 09:19:44.858905 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.859791 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57092) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:44.905667 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-27080a27-2989-4bc2-93fa-018641e0ec23 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0142674 Jul 14 09:19:44.936814 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] Request body: {'port': {'device_id': '33a95696-4f76-4a66-9f01-77a6e3493988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:44.941040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-ac993bb5-67ac-4255-ba22-529913a4dca6 admin admin] Allocated IP 172.25.1.66 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/10c83c29-612a-4d14-8eb2-adb08a8e490b) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:44.953253 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:44.955202 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.956599 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] 10.222.0.55 "PUT /v2.0/ports/a389fd51-3485-43ac-bca6-50ec1d5c22db HTTP/1.1" status: 200 len: 1092 time: 2.5277185 Jul 14 09:19:44.960795 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda', 'tag': 'a389fd51-3485-43ac-bca6-50ec1d5c22db'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:44.963070 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9771eb-a279-4a4a-b4f6-28ea81a1bf4e" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda", "tag": "a389fd51-3485-43ac-bca6-50ec1d5c22db"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:44.983258 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67b82b06-63f0-4f44-a0e6-3775b7c9bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.985849 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67b82b06-63f0-4f44-a0e6-3775b7c9bf46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.986538 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-229c3447-b17e-4248-8d89-8bbd7e4d058c tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:44.987110 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-67b82b06-63f0-4f44-a0e6-3775b7c9bf46 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c659a6f1-b895-4da2-81b9-226e94bb6d54 HTTP/1.1" status: 204 len: 168 time: 0.7218750 Jul 14 09:19:44.996500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-229c3447-b17e-4248-8d89-8bbd7e4d058c tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:44.998557 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-229c3447-b17e-4248-8d89-8bbd7e4d058c tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:45.002736 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] Set router 4a16db79-aecd-498c-9037-eba93ca78953 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:45.011182 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c3447-b17e-4248-8d89-8bbd7e4d058c tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Pushing event updated for resources: {'Port': ['ID=f1682332-5cb5-486a-a2c6-46614b7d847a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:45.066344 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b82b06-63f0-4f44-a0e6-3775b7c9bf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c659a6f1-b895-4da2-81b9-226e94bb6d54,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:45.069836 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec51866-b4e5-4c63-be09-9dd82c3c5236 x-openstack-request-id: req-cec51866-b4e5-4c63-be09-9dd82c3c5236 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:45.070015 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda", "tag": "a389fd51-3485-43ac-bca6-50ec1d5c22db", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:45.070246 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cec51866-b4e5-4c63-be09-9dd82c3c5236 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:45.070640 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda', 'tag': 'a389fd51-3485-43ac-bca6-50ec1d5c22db', 'status': 'completed', 'code': 200} Jul 14 09:19:45.146562 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-04f32040-0e5e-4b60-8676-412b7161163e req-fba3f96f-008c-4035-b5ff-c2896a531922 service neutron] 10.222.0.49 "GET /v2.0/networks/da42ad67-5396-4a08-bd51-0b6ba891c01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201575 Jul 14 09:19:45.179844 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-229c3447-b17e-4248-8d89-8bbd7e4d058c tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:45.180869 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-229c3447-b17e-4248-8d89-8bbd7e4d058c tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.195980 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb28ac-2058-4cf5-8eab-8a1f054e0e2c service neutron] Pushing event updated for resources: {'Port': ['ID=a389fd51-3485-43ac-bca6-50ec1d5c22db,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:45.231722 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-229c3447-b17e-4248-8d89-8bbd7e4d058c tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2082422 Jul 14 09:19:45.251658 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] Request body: {'port': {'device_id': '56914dad-3000-4c60-ab60-d1ad29ae9f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:45.256231 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-39e1a037-14d3-4777-bbb1-39eb3cba13c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:45.258246 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-39e1a037-14d3-4777-bbb1-39eb3cba13c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&device_id=bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda HTTP/1.1" status: 200 len: 1095 time: 0.1864688 Jul 14 09:19:45.321042 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-fd1d4705-9f90-4362-b04c-f0eab2c4c14c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a389fd51-3485-43ac-bca6-50ec1d5c22db HTTP/1.1" status: 200 len: 217 time: 0.0405438 Jul 14 09:19:45.380588 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.411913 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148ed5c-a278-42cb-a0a5-50f36d203bd8 req-4a80af58-8827-4033-bff1-14eaffe32ab0 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:45.413611 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b148ed5c-a278-42cb-a0a5-50f36d203bd8 req-4a80af58-8827-4033-bff1-14eaffe32ab0 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a95696-4f76-4a66-9f01-77a6e3493988 HTTP/1.1" status: 200 len: 932 time: 0.5069509 Jul 14 09:19:45.418008 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.442026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a8ffd055-7a23-4191-aa71-35bd0fc439db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:45.443654 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-a8ffd055-7a23-4191-aa71-35bd0fc439db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ccf1d83d-082d-42ed-9d0f-7aa5099c2f25 HTTP/1.1" status: 200 len: 850 time: 0.1153171 Jul 14 09:19:45.502185 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:42Z', 'revision_number': 3, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:45.505049 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-71bba12d-2d97-4eb7-8412-8f775bbdc277 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c264f7f6-27f5-4c6a-b12c-803b241a1530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393565 Jul 14 09:19:45.522441 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac993bb5-67ac-4255-ba22-529913a4dca6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.540939 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] Checking router: 4a16db79-aecd-498c-9037-eba93ca78953 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:19:45.541734 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] Updating router 4a16db79-aecd-498c-9037-eba93ca78953 port faff1449-f097-497f-80f5-633488ac9d70 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:19:45.584180 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-99b0927b-4225-446d-97ac-2715914cd2ab None None] Provisioning for port f1682332-5cb5-486a-a2c6-46614b7d847a completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:45.594876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-99b0927b-4225-446d-97ac-2715914cd2ab None None] Provisioning complete for port f1682332-5cb5-486a-a2c6-46614b7d847a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:45.595476 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-99b0927b-4225-446d-97ac-2715914cd2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.647415 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.702543 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-99b0927b-4225-446d-97ac-2715914cd2ab None None] Port f1682332-5cb5-486a-a2c6-46614b7d847a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:19:45.757202 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-937c83cf-e0a1-4731-9c04-d1aa2af8a721 service neutron] 10.222.0.55 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414389 Jul 14 09:19:45.868487 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c500378f-2b3c-4b79-881a-26ce5d854c30 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:45.895184 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f566a3b3-9106-4da9-9bb0-0ad2f36eccc7 req-171a1c77-d7e4-474e-a2ac-6e03e44942d5 service neutron] 10.222.0.55 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296732 Jul 14 09:19:45.981933 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1682332-5cb5-486a-a2c6-46614b7d847a {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:45.991840 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.011243 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] Transition to ACTIVE for port object f1682332-5cb5-486a-a2c6-46614b7d847a will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:46.025959 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c500378f-2b3c-4b79-881a-26ce5d854c30, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c500378f-2b3c-4b79-881a-26ce5d854c30,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:46.055114 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'c500378f-2b3c-4b79-881a-26ce5d854c30', 'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d', 'port_id': 'c500378f-2b3c-4b79-881a-26ce5d854c30', 'mac_address': 'fa:16:3e:12:c2:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49c4352-2329-49be-aaa0-1fa7abc5a9c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:46.058076 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b148ed5c-a278-42cb-a0a5-50f36d203bd8 req-c3ded805-8751-4228-ad52-6f9f7f99239e tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923502 Jul 14 09:19:46.063120 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.126886 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.155412 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c500378f-2b3c-4b79-881a-26ce5d854c30 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:46.193499 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9771eb-a279-4a4a-b4f6-28ea81a1bf4e req-7acfe1cf-af36-4d7f-99f1-92e71f013777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:46.195076 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db9771eb-a279-4a4a-b4f6-28ea81a1bf4e req-7acfe1cf-af36-4d7f-99f1-92e71f013777 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&device_id=bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda HTTP/1.1" status: 200 len: 1095 time: 0.1823149 Jul 14 09:19:46.207351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c500378f-2b3c-4b79-881a-26ce5d854c30, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c500378f-2b3c-4b79-881a-26ce5d854c30,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:46.218710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1682332-5cb5-486a-a2c6-46614b7d847a,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:46.222916 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.259762 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.308178 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=c500378f-2b3c-4b79-881a-26ce5d854c30,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:46.316608 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da3b10-389d-4deb-87bf-a10720353013 req-167c78ef-5cd7-46e7-9b26-2bc4a747fdd6 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:46.323520 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0da3b10-389d-4deb-87bf-a10720353013 req-167c78ef-5cd7-46e7-9b26-2bc4a747fdd6 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/ports?device_id=56914dad-3000-4c60-ab60-d1ad29ae9f6a HTTP/1.1" status: 200 len: 935 time: 0.9797649 Jul 14 09:19:46.358911 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] Attempting to bind port f1682332-5cb5-486a-a2c6-46614b7d847a on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:46.359255 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] Attempting to bind port f1682332-5cb5-486a-a2c6-46614b7d847a by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:46.359737 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] Attempting to bind port f1682332-5cb5-486a-a2c6-46614b7d847a on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:46.368432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] Port f1682332-5cb5-486a-a2c6-46614b7d847a on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:46.368761 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] Attempting to bind port f1682332-5cb5-486a-a2c6-46614b7d847a on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:46.382254 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:46.382496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:46.382732 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:46.383183 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] Bound port: f1682332-5cb5-486a-a2c6-46614b7d847a, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:46.384088 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.449396 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac993bb5-67ac-4255-ba22-529913a4dca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.457582 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['c500378f-2b3c-4b79-881a-26ce5d854c30'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:46.516028 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9771eb-a279-4a4a-b4f6-28ea81a1bf4e req-aa2a8d13-02e3-46c9-9832-cf67ff6e0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:46.520832 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db9771eb-a279-4a4a-b4f6-28ea81a1bf4e req-aa2a8d13-02e3-46c9-9832-cf67ff6e0b36 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 911 time: 0.2942667 Jul 14 09:19:46.583493 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0da3b10-389d-4deb-87bf-a10720353013 req-07df1929-5a9a-426c-b058-b6dddc3b0f17 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/security-groups?id=13e977b5-dafc-416b-a3f6-6c71fe42b380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589960 Jul 14 09:19:46.604892 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac993bb5-67ac-4255-ba22-529913a4dca6 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:46.639899 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] For port f1682332-5cb5-486a-a2c6-46614b7d847a, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:46.647162 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-ac993bb5-67ac-4255-ba22-529913a4dca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:46.647784 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db9771eb-a279-4a4a-b4f6-28ea81a1bf4e req-af3a7ccf-dbed-473e-a9c3-78cd14e3a4c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a389fd51-3485-43ac-bca6-50ec1d5c22db HTTP/1.1" status: 200 len: 217 time: 0.1160908 Jul 14 09:19:46.674481 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac993bb5-67ac-4255-ba22-529913a4dca6 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:46.691025 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac993bb5-67ac-4255-ba22-529913a4dca6 admin admin] Pushing event updated for resources: {'Port': ['ID=10c83c29-612a-4d14-8eb2-adb08a8e490b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:46.695517 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] For port f1682332-5cb5-486a-a2c6-46614b7d847a, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f1682332-5cb5-486a-a2c6-46614b7d847a,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:46.742635 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.813167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:46.814048 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.816223 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] 10.222.0.55 "PUT /v2.0/ports/f1682332-5cb5-486a-a2c6-46614b7d847a HTTP/1.1" status: 200 len: 1096 time: 1.5705154 Jul 14 09:19:46.859613 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9771eb-a279-4a4a-b4f6-28ea81a1bf4e req-bc44972d-0b24-4905-a49d-d13517cd1516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:46.861444 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db9771eb-a279-4a4a-b4f6-28ea81a1bf4e req-bc44972d-0b24-4905-a49d-d13517cd1516 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ccf1d83d-082d-42ed-9d0f-7aa5099c2f25 HTTP/1.1" status: 200 len: 850 time: 0.1947739 Jul 14 09:19:46.864828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1d36a-b36c-49ae-953f-6bb04009b4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1682332-5cb5-486a-a2c6-46614b7d847a,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:46.874260 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265fe41-1eaf-40bb-a3c4-e3d4552182e2 req-8f131945-ef0c-45d5-b049-a8824e93043a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:46.881414 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265fe41-1eaf-40bb-a3c4-e3d4552182e2 req-8f131945-ef0c-45d5-b049-a8824e93043a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:46.888838 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265fe41-1eaf-40bb-a3c4-e3d4552182e2 req-8f131945-ef0c-45d5-b049-a8824e93043a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:46.895687 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265fe41-1eaf-40bb-a3c4-e3d4552182e2 req-8f131945-ef0c-45d5-b049-a8824e93043a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:46.901870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265fe41-1eaf-40bb-a3c4-e3d4552182e2 req-8f131945-ef0c-45d5-b049-a8824e93043a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:46.907868 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265fe41-1eaf-40bb-a3c4-e3d4552182e2 req-8f131945-ef0c-45d5-b049-a8824e93043a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:46.916652 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265fe41-1eaf-40bb-a3c4-e3d4552182e2 req-8f131945-ef0c-45d5-b049-a8824e93043a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:46.921549 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db9771eb-a279-4a4a-b4f6-28ea81a1bf4e req-0a787274-e1ac-4eda-ae2c-ee0bc1aea027 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c264f7f6-27f5-4c6a-b12c-803b241a1530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455267 Jul 14 09:19:46.924951 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5265fe41-1eaf-40bb-a3c4-e3d4552182e2 req-8f131945-ef0c-45d5-b049-a8824e93043a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5420 time: 0.6402919 Jul 14 09:19:47.077652 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56914dad-3000-4c60-ab60-d1ad29ae9f6a', 'tag': 'f1682332-5cb5-486a-a2c6-46614b7d847a'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:47.080241 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045a92f7-e556-40f7-9f72-220d6744c6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "56914dad-3000-4c60-ab60-d1ad29ae9f6a", "tag": "f1682332-5cb5-486a-a2c6-46614b7d847a"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:47.084267 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db9771eb-a279-4a4a-b4f6-28ea81a1bf4e req-a712cf68-22b4-401d-a404-801789240911 service neutron] 10.222.0.55 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349359 Jul 14 09:19:47.175850 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-af2f9855-dfb2-4e50-bc39-dac7a789dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:47.177355 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-af2f9855-dfb2-4e50-bc39-dac7a789dd58 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2bc8b9a6fa7a40b88776c510061a1c60&device_id=56914dad-3000-4c60-ab60-d1ad29ae9f6a HTTP/1.1" status: 200 len: 1099 time: 0.2892652 Jul 14 09:19:47.208191 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5265fe41-1eaf-40bb-a3c4-e3d4552182e2 req-2d5ee4f9-f76d-4a28-a8b2-03cf43db5043 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2821259 Jul 14 09:19:47.220012 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.240619 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] Transition to ACTIVE for port object faff1449-f097-497f-80f5-633488ac9d70 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:47.263799 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.276357 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-6ae17893-582c-4cfe-9409-7b0ddfdd6335 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=f1682332-5cb5-486a-a2c6-46614b7d847a HTTP/1.1" status: 200 len: 217 time: 0.0826888 Jul 14 09:19:47.311981 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e867fa-4153-4c8a-a3ff-ab15996c15ce {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:47.341262 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-58a0d7d8-e245-4a24-a30b-3a1449169b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:47.341499 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4d6e5-91c0-4378-a33b-50f21705ed79 None None] Pushing event updated for resources: {'Port': ['ID=faff1449-f097-497f-80f5-633488ac9d70,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:47.342742 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-58a0d7d8-e245-4a24-a30b-3a1449169b3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0564668 Jul 14 09:19:47.343354 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.349766 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db9771eb-a279-4a4a-b4f6-28ea81a1bf4e req-2102f612-31e4-422e-8a7a-46993a8f3857 service neutron] 10.222.0.55 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539327 Jul 14 09:19:47.376470 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] Attempting to bind port faff1449-f097-497f-80f5-633488ac9d70 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:47.377358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] Attempting to bind port faff1449-f097-497f-80f5-633488ac9d70 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:47.377778 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] Attempting to bind port faff1449-f097-497f-80f5-633488ac9d70 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:47.386571 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:47.386952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:47.387374 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.387756 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:47.388889 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] Bound port: faff1449-f097-497f-80f5-633488ac9d70, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:47.389283 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.433838 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71624fb5-25ee-4494-a320-da669d97d3c3 req-10634278-9886-404a-99f7-18965f3bfee3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:47.435905 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71624fb5-25ee-4494-a320-da669d97d3c3 req-10634278-9886-404a-99f7-18965f3bfee3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda HTTP/1.1" status: 200 len: 943 time: 0.6497073 Jul 14 09:19:47.437295 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] Transition to ACTIVE for port object c6e867fa-4153-4c8a-a3ff-ab15996c15ce will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:47.451672 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.466186 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-b6b689b2-5cea-4cb2-9ba7-a85984476587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:47.467835 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-b6b689b2-5cea-4cb2-9ba7-a85984476587 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1167538 Jul 14 09:19:47.491119 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] For port faff1449-f097-497f-80f5-633488ac9d70, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:47.495667 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] For port faff1449-f097-497f-80f5-633488ac9d70, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=faff1449-f097-497f-80f5-633488ac9d70,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:47.502608 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.590711 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a980969-b9c4-4736-96a3-9939f420392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.598414 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-b38f14a1-e3fe-4e5c-aa43-4ab8c6ea0480 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204598 Jul 14 09:19:47.627866 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4d6e5-91c0-4378-a33b-50f21705ed79 None None] Pushing event updated for resources: {'Port': ['ID=faff1449-f097-497f-80f5-633488ac9d70,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:47.630406 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] Routers {'4a16db79-aecd-498c-9037-eba93ca78953'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:47.631028 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4a16db79-aecd-498c-9037-eba93ca78953'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:47.707690 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71624fb5-25ee-4494-a320-da669d97d3c3 req-4cafd4ac-fa00-457c-9602-f30c148ed8ae tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595997 Jul 14 09:19:47.713180 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e867fa-4153-4c8a-a3ff-ab15996c15ce,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:47.791735 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4671e1ef-71ab-439d-81cb-ea2968c09af8 req-7e6943db-b96c-4695-80d8-bdc9563d356b service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862271 Jul 14 09:19:47.793827 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] Set router 4a16db79-aecd-498c-9037-eba93ca78953 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:47.899582 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c500378f-2b3c-4b79-881a-26ce5d854c30 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:47.938462 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac993bb5-67ac-4255-ba22-529913a4dca6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.010571 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port c500378f-2b3c-4b79-881a-26ce5d854c30 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:48.020503 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port c500378f-2b3c-4b79-881a-26ce5d854c30 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:48.020661 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.056128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] Attempting to bind port c6e867fa-4153-4c8a-a3ff-ab15996c15ce on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:48.056476 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] Attempting to bind port c6e867fa-4153-4c8a-a3ff-ab15996c15ce by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:48.056804 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] Attempting to bind port c6e867fa-4153-4c8a-a3ff-ab15996c15ce on network afffba1d-7bce-4b37-9323-82cdd45d6281 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:48.071692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed8010-d0b0-4cc1-8d25-e818673fddcd req-ce693514-f925-405c-9104-fa8a67ba019b tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:48.073211 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d9ed8010-d0b0-4cc1-8d25-e818673fddcd req-ce693514-f925-405c-9104-fa8a67ba019b tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 944 time: 0.6124866 Jul 14 09:19:48.091678 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] Port c6e867fa-4153-4c8a-a3ff-ab15996c15ce on network afffba1d-7bce-4b37-9323-82cdd45d6281 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:48.091997 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] Attempting to bind port c6e867fa-4153-4c8a-a3ff-ab15996c15ce on network afffba1d-7bce-4b37-9323-82cdd45d6281 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:48.134297 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:42Z', 'revision_number': 3, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:48.164871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:48.165239 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] Checking segment: {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:48.165549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] Bound using segment: {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:48.166017 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] Bound port: c6e867fa-4153-4c8a-a3ff-ab15996c15ce, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:48.166675 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.167161 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0afb88a-5a88-4a72-bfcf-372bf95acd35 None None] The sync data for ids ['4a16db79-aecd-498c-9037-eba93ca78953'] in n-d-798054-10 is: [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:42Z', 'revision_number': 3, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:48.174576 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.215974 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e6520e-b7f9-466a-ad39-88836681e2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c500378f-2b3c-4b79-881a-26ce5d854c30'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:48.218346 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f585765-98a1-48b3-89b2-a1622d5cb3c6" -d '{"events": [{"server_uuid": "50e6520e-b7f9-466a-ad39-88836681e2c9", "name": "network-vif-plugged", "status": "completed", "tag": "c500378f-2b3c-4b79-881a-26ce5d854c30"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:48.244483 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c500378f-2b3c-4b79-881a-26ce5d854c30, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c500378f-2b3c-4b79-881a-26ce5d854c30,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:48.249761 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.284088 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d9ed8010-d0b0-4cc1-8d25-e818673fddcd req-1be96060-0aba-4f2f-b917-e5d66f5cd94e tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996284 Jul 14 09:19:48.291517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30c018-831b-491f-b877-bf2f2cb127d8 req-53f5d662-693c-4ae9-b466-9d61e7180452 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:48.293046 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db30c018-831b-491f-b877-bf2f2cb127d8 req-53f5d662-693c-4ae9-b466-9d61e7180452 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a95696-4f76-4a66-9f01-77a6e3493988 HTTP/1.1" status: 200 len: 944 time: 0.4215424 Jul 14 09:19:48.316608 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=c500378f-2b3c-4b79-881a-26ce5d854c30,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:48.354823 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500dbf73-d33d-47f4-911b-86381627ca91 x-openstack-request-id: req-500dbf73-d33d-47f4-911b-86381627ca91 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:48.355312 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56914dad-3000-4c60-ab60-d1ad29ae9f6a", "tag": "f1682332-5cb5-486a-a2c6-46614b7d847a", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:48.355507 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-500dbf73-d33d-47f4-911b-86381627ca91 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:48.356358 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56914dad-3000-4c60-ab60-d1ad29ae9f6a', 'tag': 'f1682332-5cb5-486a-a2c6-46614b7d847a', 'status': 'completed', 'code': 200} Jul 14 09:19:48.367855 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-0a980969-b9c4-4736-96a3-9939f420392b admin admin] Allocated IP 172.20.0.1 (6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a/b26c4a85-82c2-41ae-9f0b-7df4811624b1/2d2a66b1-1792-4ced-9d7e-9fa51239baf5) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:48.458332 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] For port c6e867fa-4153-4c8a-a3ff-ab15996c15ce, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:48.546327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a92f7-e556-40f7-9f72-220d6744c6b0 req-f38bca37-0cb2-4a63-8516-ab7cdcb558c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:48.549066 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db30c018-831b-491f-b877-bf2f2cb127d8 req-0031b6d1-48d5-41fd-8549-af594c1cc86b tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440464 Jul 14 09:19:48.549574 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-045a92f7-e556-40f7-9f72-220d6744c6b0 req-f38bca37-0cb2-4a63-8516-ab7cdcb558c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2bc8b9a6fa7a40b88776c510061a1c60&device_id=56914dad-3000-4c60-ab60-d1ad29ae9f6a HTTP/1.1" status: 200 len: 1099 time: 0.1248243 Jul 14 09:19:48.553526 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] For port c6e867fa-4153-4c8a-a3ff-ab15996c15ce, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c6e867fa-4153-4c8a-a3ff-ab15996c15ce,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:48.580070 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.630199 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac993bb5-67ac-4255-ba22-529913a4dca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.644300 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb3d78d-5e78-4c71-b6e4-0b988e885247 x-openstack-request-id: req-fbb3d78d-5e78-4c71-b6e4-0b988e885247 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:48.644849 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e6520e-b7f9-466a-ad39-88836681e2c9", "name": "network-vif-plugged", "status": "completed", "tag": "c500378f-2b3c-4b79-881a-26ce5d854c30", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:48.645302 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fbb3d78d-5e78-4c71-b6e4-0b988e885247 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:48.645917 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e6520e-b7f9-466a-ad39-88836681e2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c500378f-2b3c-4b79-881a-26ce5d854c30', 'code': 200} Jul 14 09:19:48.671326 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:48.672102 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.673271 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] 10.222.0.49 "PUT /v2.0/ports/c6e867fa-4153-4c8a-a3ff-ab15996c15ce HTTP/1.1" status: 200 len: 1093 time: 3.7582014 Jul 14 09:19:48.680405 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a95696-4f76-4a66-9f01-77a6e3493988', 'tag': 'c6e867fa-4153-4c8a-a3ff-ab15996c15ce'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:48.682826 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2cacf2-7897-4e2c-a9f9-944cc4c0e9ed" -d '{"events": [{"name": "network-changed", "server_uuid": "33a95696-4f76-4a66-9f01-77a6e3493988", "tag": "c6e867fa-4153-4c8a-a3ff-ab15996c15ce"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:48.732134 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device faff1449-f097-497f-80f5-633488ac9d70 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:48.812654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device a389fd51-3485-43ac-bca6-50ec1d5c22db details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:48.824170 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port faff1449-f097-497f-80f5-633488ac9d70 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:48.824707 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a92f7-e556-40f7-9f72-220d6744c6b0 req-ebdc24f7-d318-4c88-8699-87052d8dc9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:48.828714 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-045a92f7-e556-40f7-9f72-220d6744c6b0 req-ebdc24f7-d318-4c88-8699-87052d8dc9c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.2728927 Jul 14 09:19:48.845997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port faff1449-f097-497f-80f5-633488ac9d70 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:48.845997 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.124381 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.166305 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port a389fd51-3485-43ac-bca6-50ec1d5c22db, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a389fd51-3485-43ac-bca6-50ec1d5c22db,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:49.169724 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port faff1449-f097-497f-80f5-633488ac9d70, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=faff1449-f097-497f-80f5-633488ac9d70,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:49.177445 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.186506 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'a389fd51-3485-43ac-bca6-50ec1d5c22db', 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530', 'port_id': 'a389fd51-3485-43ac-bca6-50ec1d5c22db', 'mac_address': 'fa:16:3e:de:84:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf1d83d-082d-42ed-9d0f-7aa5099c2f25', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:49.275263 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57232) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:49.281129 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=faff1449-f097-497f-80f5-633488ac9d70,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:49.295165 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8fdff-5aa1-4242-94e0-d0c15ccf7714 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e867fa-4153-4c8a-a3ff-ab15996c15ce,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:49.309400 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.326646 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a389fd51-3485-43ac-bca6-50ec1d5c22db {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:49.360769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port a389fd51-3485-43ac-bca6-50ec1d5c22db, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a389fd51-3485-43ac-bca6-50ec1d5c22db,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:49.366751 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.397024 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-045a92f7-e556-40f7-9f72-220d6744c6b0 req-335c4db2-1467-4405-9965-c71f0efb8e5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=f1682332-5cb5-486a-a2c6-46614b7d847a HTTP/1.1" status: 200 len: 217 time: 0.5243063 Jul 14 09:19:49.405248 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a980969-b9c4-4736-96a3-9939f420392b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.435280 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=a389fd51-3485-43ac-bca6-50ec1d5c22db,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:49.448606 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-0a980969-b9c4-4736-96a3-9939f420392b admin admin] Transition to ACTIVE for port object 2d2a66b1-1792-4ced-9d7e-9fa51239baf5 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:49.470937 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3b864-b4e6-486b-b084-9c31d252fefb req-098745d6-d281-4428-981d-9d8375762bf1 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:49.475546 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-7357d128-5d21-4203-ab3f-96aae3f5df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:49.477368 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-7357d128-5d21-4203-ab3f-96aae3f5df2c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&device_id=33a95696-4f76-4a66-9f01-77a6e3493988 HTTP/1.1" status: 200 len: 1096 time: 0.6899962 Jul 14 09:19:49.478212 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d0a3b864-b4e6-486b-b084-9c31d252fefb req-098745d6-d281-4428-981d-9d8375762bf1 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/ports?device_id=56914dad-3000-4c60-ab60-d1ad29ae9f6a HTTP/1.1" status: 200 len: 947 time: 0.9280813 Jul 14 09:19:49.479585 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a92f7-e556-40f7-9f72-220d6744c6b0 req-260cd38c-5e30-4756-a724-455740db40ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:49.481169 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-045a92f7-e556-40f7-9f72-220d6744c6b0 req-260cd38c-5e30-4756-a724-455740db40ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0770149 Jul 14 09:19:49.536077 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-64d65b55-2570-4abc-bac7-71bd8c7a04f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6e867fa-4153-4c8a-a3ff-ab15996c15ce HTTP/1.1" status: 200 len: 217 time: 0.0495856 Jul 14 09:19:49.566825 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6999016d-e9e8-4c18-8d3e-2b6133c17bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.609687 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-d68c80e7-81da-4f63-ac48-73591c3d14d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:49.611731 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-d68c80e7-81da-4f63-ac48-73591c3d14d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d20aa7a-796d-40db-977f-81fa6bc33327 HTTP/1.1" status: 200 len: 846 time: 0.0579803 Jul 14 09:19:49.626655 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a92f7-e556-40f7-9f72-220d6744c6b0 req-d24faa1b-6f43-41f4-b3eb-f6a6ef0da6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:49.628079 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-045a92f7-e556-40f7-9f72-220d6744c6b0 req-d24faa1b-6f43-41f4-b3eb-f6a6ef0da6fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1335170 Jul 14 09:19:49.633116 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384427b2-38a5-45c7-995c-4a40f1af7444 req-8532e4cd-fceb-4970-90b1-363b1f651a40 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:49.639061 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384427b2-38a5-45c7-995c-4a40f1af7444 req-8532e4cd-fceb-4970-90b1-363b1f651a40 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:49.645171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384427b2-38a5-45c7-995c-4a40f1af7444 req-8532e4cd-fceb-4970-90b1-363b1f651a40 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:49.649428 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-53357cfc-94bf-48fa-b9a6-b8cef6a3d8f8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afffba1d-7bce-4b37-9323-82cdd45d6281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311179 Jul 14 09:19:49.651144 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384427b2-38a5-45c7-995c-4a40f1af7444 req-8532e4cd-fceb-4970-90b1-363b1f651a40 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:49.657045 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384427b2-38a5-45c7-995c-4a40f1af7444 req-8532e4cd-fceb-4970-90b1-363b1f651a40 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:49.663965 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384427b2-38a5-45c7-995c-4a40f1af7444 req-8532e4cd-fceb-4970-90b1-363b1f651a40 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:49.670019 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384427b2-38a5-45c7-995c-4a40f1af7444 req-8532e4cd-fceb-4970-90b1-363b1f651a40 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:49.671990 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-384427b2-38a5-45c7-995c-4a40f1af7444 req-8532e4cd-fceb-4970-90b1-363b1f651a40 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5420 time: 0.3955674 Jul 14 09:19:49.675418 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d0a3b864-b4e6-486b-b084-9c31d252fefb req-c132d991-bd78-404f-8cd8-e7f6da49518b tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/security-groups?id=13e977b5-dafc-416b-a3f6-6c71fe42b380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964109 Jul 14 09:19:49.679609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442a377-4cce-4216-b88e-1014905a310f req-c3cdc14a-8c1f-450f-b81c-dfa5202f7290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:49.681135 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e442a377-4cce-4216-b88e-1014905a310f req-c3cdc14a-8c1f-450f-b81c-dfa5202f7290 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 1097 time: 0.4326262 Jul 14 09:19:49.681703 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac993bb5-67ac-4255-ba22-529913a4dca6 admin admin] Router 1c1fc28a-7c15-48bc-a224-c5774b446e50 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:19:49.688107 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a980969-b9c4-4736-96a3-9939f420392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.692751 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['a389fd51-3485-43ac-bca6-50ec1d5c22db'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:49.796666 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a980969-b9c4-4736-96a3-9939f420392b admin admin] Network 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:49.798386 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42edd323-bf88-49f2-849c-4bb9af5f0de4 x-openstack-request-id: req-42edd323-bf88-49f2-849c-4bb9af5f0de4 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:49.799193 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a95696-4f76-4a66-9f01-77a6e3493988", "tag": "c6e867fa-4153-4c8a-a3ff-ab15996c15ce", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:49.799451 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42edd323-bf88-49f2-849c-4bb9af5f0de4 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:49.799852 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a95696-4f76-4a66-9f01-77a6e3493988', 'tag': 'c6e867fa-4153-4c8a-a3ff-ab15996c15ce', 'status': 'completed', 'code': 200} Jul 14 09:19:49.809123 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-045a92f7-e556-40f7-9f72-220d6744c6b0 req-1cfd6c3a-30b5-4b7d-b4f3-240e93316278 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617310 Jul 14 09:19:49.811858 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-d10a6fcf-1bfa-42ac-b6a9-bd46d05d1e54 service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558280 Jul 14 09:19:49.859570 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-0a980969-b9c4-4736-96a3-9939f420392b admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:49.867201 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a980969-b9c4-4736-96a3-9939f420392b admin admin] Pushing event updated for resources: {'Port': ['ID=2d2a66b1-1792-4ced-9d7e-9fa51239baf5,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:49.872330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a980969-b9c4-4736-96a3-9939f420392b admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:49.886209 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e442a377-4cce-4216-b88e-1014905a310f req-ef40db79-ac01-4116-859d-a22d6fef6836 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929929 Jul 14 09:19:49.918395 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-384427b2-38a5-45c7-995c-4a40f1af7444 req-519dfe60-ce88-43f2-a3ab-4bc350f8cb3a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2315600 Jul 14 09:19:49.997493 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-045a92f7-e556-40f7-9f72-220d6744c6b0 req-298e4a1c-0444-4a71-992c-665d7b802119 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816897 Jul 14 09:19:50.001159 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d96e30d6-8e70-445e-9aa7-3dad64192079 req-7dfe1f2d-0cd9-45e0-9fca-5aa982e28bb5 service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771388 Jul 14 09:19:50.070186 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a980969-b9c4-4736-96a3-9939f420392b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.112454 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac993bb5-67ac-4255-ba22-529913a4dca6 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:50.122756 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] Sync routers for ids ['1c1fc28a-7c15-48bc-a224-c5774b446e50'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:50.136937 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] Routers {'1c1fc28a-7c15-48bc-a224-c5774b446e50'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:50.137744 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1c1fc28a-7c15-48bc-a224-c5774b446e50'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:50.152747 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cacf2-7897-4e2c-a9f9-944cc4c0e9ed req-832f60f1-cb6c-4a9e-8b99-9f5cd438d445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:50.156380 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1c2cacf2-7897-4e2c-a9f9-944cc4c0e9ed req-832f60f1-cb6c-4a9e-8b99-9f5cd438d445 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&device_id=33a95696-4f76-4a66-9f01-77a6e3493988 HTTP/1.1" status: 200 len: 1096 time: 0.0720828 Jul 14 09:19:50.189910 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6999016d-e9e8-4c18-8d3e-2b6133c17bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.207863 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6999016d-e9e8-4c18-8d3e-2b6133c17bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.222195 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac993bb5-67ac-4255-ba22-529913a4dca6 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.223455 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ac993bb5-67ac-4255-ba22-529913a4dca6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9415309 Jul 14 09:19:50.237898 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57240) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:50.253298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123b607-0589-4886-a151-b96e9e4d6443 req-23ec4986-5a07-4933-b82c-faa4db210fcb tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:50.261780 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7123b607-0589-4886-a151-b96e9e4d6443 req-23ec4986-5a07-4933-b82c-faa4db210fcb tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda HTTP/1.1" status: 200 len: 944 time: 0.3423064 Jul 14 09:19:50.309982 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999016d-e9e8-4c18-8d3e-2b6133c17bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff85dd3-d50f-4e6c-9c69-fcdbe3b5d475,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:50.337329 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-97313ace-fe46-406c-9c05-9aec3d876f3c None None] Provisioning for port 2d2a66b1-1792-4ced-9d7e-9fa51239baf5 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:50.359450 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6999016d-e9e8-4c18-8d3e-2b6133c17bf3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=90d25caa90f243068fb0ee3535955275&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0598216 Jul 14 09:19:50.361521 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57242) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:50.364127 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-97313ace-fe46-406c-9c05-9aec3d876f3c None None] Provisioning complete for port 2d2a66b1-1792-4ced-9d7e-9fa51239baf5 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:50.364865 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97313ace-fe46-406c-9c05-9aec3d876f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.375880 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] Set router 1c1fc28a-7c15-48bc-a224-c5774b446e50 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:50.393055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cacf2-7897-4e2c-a9f9-944cc4c0e9ed req-8f0da8af-89de-4dbe-9dca-ae1c2b38c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:50.394902 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1c2cacf2-7897-4e2c-a9f9-944cc4c0e9ed req-8f0da8af-89de-4dbe-9dca-ae1c2b38c417 service neutron] 10.222.0.49 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 907 time: 0.2315540 Jul 14 09:19:50.396695 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f75819-ac64-46b9-9320-aa7633941b11 req-e6f57afa-9bab-41ad-bef2-1f0d20eebc84 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:50.398437 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3f75819-ac64-46b9-9320-aa7633941b11 req-e6f57afa-9bab-41ad-bef2-1f0d20eebc84 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 945 time: 0.2818060 Jul 14 09:19:50.410689 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7123b607-0589-4886-a151-b96e9e4d6443 req-6ec640d2-9a07-4d37-83c8-564372dffd39 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479125 Jul 14 09:19:50.431822 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-97313ace-fe46-406c-9c05-9aec3d876f3c None None] Port 2d2a66b1-1792-4ced-9d7e-9fa51239baf5 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:19:50.458758 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1c2cacf2-7897-4e2c-a9f9-944cc4c0e9ed req-669e948e-cc41-4b9e-be05-9bf49a03cae3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6e867fa-4153-4c8a-a3ff-ab15996c15ce HTTP/1.1" status: 200 len: 217 time: 0.0520072 Jul 14 09:19:50.555655 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a980969-b9c4-4736-96a3-9939f420392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.581641 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1fc28a-7c15-48bc-a224-c5774b446e50', 'name': 'tempest-ServerRescueTestJSON-1443858526-router', 'tenant_id': '0bf11fb44ae345849ddee66c056190a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '10c83c29-612a-4d14-8eb2-adb08a8e490b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:43Z', 'updated_at': '2021-07-14T09:19:47Z', 'revision_number': 3, 'project_id': '0bf11fb44ae345849ddee66c056190a8', 'gw_port': {'id': '10c83c29-612a-4d14-8eb2-adb08a8e490b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1fc28a-7c15-48bc-a224-c5774b446e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:44Z', 'updated_at': '2021-07-14T09:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:50.609877 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] Checking router: 1c1fc28a-7c15-48bc-a224-c5774b446e50 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:19:50.612834 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] Updating router 1c1fc28a-7c15-48bc-a224-c5774b446e50 port 10c83c29-612a-4d14-8eb2-adb08a8e490b binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:19:50.622315 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6e8347d9-2afa-4ae5-84a6-3045412fff98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.631871 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3f75819-ac64-46b9-9320-aa7633941b11 req-1a9f8ded-1be1-42ab-9467-bdb0c74e317d tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198923 Jul 14 09:19:50.643998 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cacf2-7897-4e2c-a9f9-944cc4c0e9ed req-f0e9264b-ba41-41f2-ac2b-a2c995756517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:50.654510 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1c2cacf2-7897-4e2c-a9f9-944cc4c0e9ed req-f0e9264b-ba41-41f2-ac2b-a2c995756517 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d20aa7a-796d-40db-977f-81fa6bc33327 HTTP/1.1" status: 200 len: 846 time: 0.1441953 Jul 14 09:19:50.672716 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6e8347d9-2afa-4ae5-84a6-3045412fff98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.675086 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.684770 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device faff1449-f097-497f-80f5-633488ac9d70 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:50.733686 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1c2cacf2-7897-4e2c-a9f9-944cc4c0e9ed req-f4bd01f0-1af6-485f-8612-c4e3eff89316 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afffba1d-7bce-4b37-9323-82cdd45d6281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810452 Jul 14 09:19:50.796162 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port faff1449-f097-497f-80f5-633488ac9d70 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:50.802905 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.869108 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f1682332-5cb5-486a-a2c6-46614b7d847a details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:50.876351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device a389fd51-3485-43ac-bca6-50ec1d5c22db up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:50.925744 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ae516-3cf8-4aaa-b329-dff9ce28fb8e req-6e17bbaa-68cf-400e-b37d-53b25a2befe6 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:50.927858 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5c1ae516-3cf8-4aaa-b329-dff9ce28fb8e req-6e17bbaa-68cf-400e-b37d-53b25a2befe6 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a95696-4f76-4a66-9f01-77a6e3493988 HTTP/1.1" status: 200 len: 944 time: 0.3083997 Jul 14 09:19:51.014547 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.028774 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1c2cacf2-7897-4e2c-a9f9-944cc4c0e9ed req-e975826f-2371-4054-8c90-450138ac0cea service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850268 Jul 14 09:19:51.047706 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] Transition to ACTIVE for port object 10c83c29-612a-4d14-8eb2-adb08a8e490b will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:51.054499 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6e8347d9-2afa-4ae5-84a6-3045412fff98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.056334 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.057181 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6e8347d9-2afa-4ae5-84a6-3045412fff98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.058314 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6e8347d9-2afa-4ae5-84a6-3045412fff98 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8ff85dd3-d50f-4e6c-9c69-fcdbe3b5d475 HTTP/1.1" status: 204 len: 168 time: 0.6892047 Jul 14 09:19:51.143917 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8347d9-2afa-4ae5-84a6-3045412fff98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff85dd3-d50f-4e6c-9c69-fcdbe3b5d475,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:51.180420 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port a389fd51-3485-43ac-bca6-50ec1d5c22db completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:51.198759 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port a389fd51-3485-43ac-bca6-50ec1d5c22db triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:51.198759 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.244046 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5c1ae516-3cf8-4aaa-b329-dff9ce28fb8e req-9fada94f-8268-46c2-a657-21f7d07f8bd8 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898520 Jul 14 09:19:51.257670 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01873e80-7eb2-4add-9c48-40bc00cc18da None None] Pushing event updated for resources: {'Port': ['ID=10c83c29-612a-4d14-8eb2-adb08a8e490b,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:51.264438 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a980969-b9c4-4736-96a3-9939f420392b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.274367 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01873e80-7eb2-4add-9c48-40bc00cc18da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:51.274944 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01873e80-7eb2-4add-9c48-40bc00cc18da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:51.275488 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01873e80-7eb2-4add-9c48-40bc00cc18da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:51.275618 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1c2cacf2-7897-4e2c-a9f9-944cc4c0e9ed req-594c0d63-5d61-4bec-b15f-d818c4109d60 service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350233 Jul 14 09:19:51.276174 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01873e80-7eb2-4add-9c48-40bc00cc18da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:51.276706 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01873e80-7eb2-4add-9c48-40bc00cc18da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:51.277540 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a980969-b9c4-4736-96a3-9939f420392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.278080 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01873e80-7eb2-4add-9c48-40bc00cc18da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:51.278624 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01873e80-7eb2-4add-9c48-40bc00cc18da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:51.279153 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01873e80-7eb2-4add-9c48-40bc00cc18da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:51.279682 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01873e80-7eb2-4add-9c48-40bc00cc18da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:51.280229 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01873e80-7eb2-4add-9c48-40bc00cc18da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:51.280773 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01873e80-7eb2-4add-9c48-40bc00cc18da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:51.281296 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01873e80-7eb2-4add-9c48-40bc00cc18da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:51.310430 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] Attempting to bind port 10c83c29-612a-4d14-8eb2-adb08a8e490b on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:51.311146 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] Attempting to bind port 10c83c29-612a-4d14-8eb2-adb08a8e490b by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:51.311728 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] Attempting to bind port 10c83c29-612a-4d14-8eb2-adb08a8e490b on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:51.318145 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:51.318785 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:51.319408 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.320026 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:51.320725 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] Bound port: 10c83c29-612a-4d14-8eb2-adb08a8e490b, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:51.321320 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.347200 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f1682332-5cb5-486a-a2c6-46614b7d847a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f1682332-5cb5-486a-a2c6-46614b7d847a,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:51.379179 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] For port 10c83c29-612a-4d14-8eb2-adb08a8e490b, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:51.382747 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] For port 10c83c29-612a-4d14-8eb2-adb08a8e490b, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=10c83c29-612a-4d14-8eb2-adb08a8e490b,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:51.392792 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'f1682332-5cb5-486a-a2c6-46614b7d847a', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': 'f1682332-5cb5-486a-a2c6-46614b7d847a', 'mac_address': 'fa:16:3e:39:eb:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:51.392996 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a05cf-0a62-4f23-93dd-0473c2e216c5 req-3ce2a386-8c2b-4603-9573-345892121560 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:51.400495 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a4a05cf-0a62-4f23-93dd-0473c2e216c5 req-3ce2a386-8c2b-4603-9573-345892121560 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/ports?device_id=56914dad-3000-4c60-ab60-d1ad29ae9f6a HTTP/1.1" status: 200 len: 947 time: 0.4862254 Jul 14 09:19:51.410792 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.428701 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a980969-b9c4-4736-96a3-9939f420392b admin admin] Pushing event updated for resources: {'Port': ['ID=2d2a66b1-1792-4ced-9d7e-9fa51239baf5,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:51.438608 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a980969-b9c4-4736-96a3-9939f420392b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.477496 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a4a05cf-0a62-4f23-93dd-0473c2e216c5 req-5828010e-2faf-472a-88c3-51d62e749b86 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/security-groups?id=13e977b5-dafc-416b-a3f6-6c71fe42b380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761223 Jul 14 09:19:51.511415 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] Routers {'1c1fc28a-7c15-48bc-a224-c5774b446e50'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:51.512407 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1c1fc28a-7c15-48bc-a224-c5774b446e50'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:51.520612 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.554440 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1682332-5cb5-486a-a2c6-46614b7d847a {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:51.588907 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4913d00b-5b37-409f-aadb-3acea25cd6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.617940 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57256) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:51.639045 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f1682332-5cb5-486a-a2c6-46614b7d847a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f1682332-5cb5-486a-a2c6-46614b7d847a,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:51.644809 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.645497 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f4eb69d-a9b9-4ced-af1a-e37ce4ffd35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.646753 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] Set router 1c1fc28a-7c15-48bc-a224-c5774b446e50 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:51.647387 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.747066 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=f1682332-5cb5-486a-a2c6-46614b7d847a,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:51.789186 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a980969-b9c4-4736-96a3-9939f420392b admin admin] Network 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:51.799695 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port a389fd51-3485-43ac-bca6-50ec1d5c22db, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a389fd51-3485-43ac-bca6-50ec1d5c22db,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:51.800992 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a389fd51-3485-43ac-bca6-50ec1d5c22db'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:51.805908 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe12939-6cfa-4a06-8935-250b20628718" -d '{"events": [{"server_uuid": "bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda", "name": "network-vif-plugged", "status": "completed", "tag": "a389fd51-3485-43ac-bca6-50ec1d5c22db"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:51.806203 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74477da4-8ee9-4cf0-b913-78c321cb03aa req-0ca5dc29-69fc-4bbc-a997-123dd54de296 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:51.811803 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.813675 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74477da4-8ee9-4cf0-b913-78c321cb03aa req-0ca5dc29-69fc-4bbc-a997-123dd54de296 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:51.819997 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74477da4-8ee9-4cf0-b913-78c321cb03aa req-0ca5dc29-69fc-4bbc-a997-123dd54de296 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:51.826458 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74477da4-8ee9-4cf0-b913-78c321cb03aa req-0ca5dc29-69fc-4bbc-a997-123dd54de296 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:51.833865 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74477da4-8ee9-4cf0-b913-78c321cb03aa req-0ca5dc29-69fc-4bbc-a997-123dd54de296 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:51.841308 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74477da4-8ee9-4cf0-b913-78c321cb03aa req-0ca5dc29-69fc-4bbc-a997-123dd54de296 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:51.848290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74477da4-8ee9-4cf0-b913-78c321cb03aa req-0ca5dc29-69fc-4bbc-a997-123dd54de296 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:51.850326 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74477da4-8ee9-4cf0-b913-78c321cb03aa req-0ca5dc29-69fc-4bbc-a997-123dd54de296 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5420 time: 0.2760358 Jul 14 09:19:51.854539 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-0a980969-b9c4-4736-96a3-9939f420392b admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:51.870990 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-4913d00b-5b37-409f-aadb-3acea25cd6fd admin admin] Allocated IP 172.20.0.1 (2b207265-1379-4cb1-bdf9-417a0c56f7e4/e4a72a50-84b2-47a9-a16f-8470cdb97c9f/c475962c-efbb-4b8f-a71f-9c4d47b317d9) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:51.903204 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1fc28a-7c15-48bc-a224-c5774b446e50', 'name': 'tempest-ServerRescueTestJSON-1443858526-router', 'tenant_id': '0bf11fb44ae345849ddee66c056190a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '10c83c29-612a-4d14-8eb2-adb08a8e490b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:43Z', 'updated_at': '2021-07-14T09:19:47Z', 'revision_number': 3, 'project_id': '0bf11fb44ae345849ddee66c056190a8', 'gw_port': {'id': '10c83c29-612a-4d14-8eb2-adb08a8e490b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1fc28a-7c15-48bc-a224-c5774b446e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:44Z', 'updated_at': '2021-07-14T09:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:51.905971 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f4eb69d-a9b9-4ced-af1a-e37ce4ffd35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.915924 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=a389fd51-3485-43ac-bca6-50ec1d5c22db,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:51.923107 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f4eb69d-a9b9-4ced-af1a-e37ce4ffd35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.932287 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c6e867fa-4153-4c8a-a3ff-ab15996c15ce details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:51.937463 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01873e80-7eb2-4add-9c48-40bc00cc18da None None] Pushing event updated for resources: {'Port': ['ID=10c83c29-612a-4d14-8eb2-adb08a8e490b,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:51.941146 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd8843e-6cc5-4117-b340-c7eb8ec32bb3 None None] The sync data for ids ['1c1fc28a-7c15-48bc-a224-c5774b446e50'] in n-d-798054-10 is: [{'id': '1c1fc28a-7c15-48bc-a224-c5774b446e50', 'name': 'tempest-ServerRescueTestJSON-1443858526-router', 'tenant_id': '0bf11fb44ae345849ddee66c056190a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '10c83c29-612a-4d14-8eb2-adb08a8e490b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:43Z', 'updated_at': '2021-07-14T09:19:47Z', 'revision_number': 3, 'project_id': '0bf11fb44ae345849ddee66c056190a8', 'gw_port': {'id': '10c83c29-612a-4d14-8eb2-adb08a8e490b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1fc28a-7c15-48bc-a224-c5774b446e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:44Z', 'updated_at': '2021-07-14T09:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:52.027656 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4eb69d-a9b9-4ced-af1a-e37ce4ffd35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680b4a3d-b720-4374-81ea-d83e97fd5e27,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:52.035684 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4f4eb69d-a9b9-4ced-af1a-e37ce4ffd35d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f096576f26042908d79a4116a6a8e7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4150882 Jul 14 09:19:52.038626 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['f1682332-5cb5-486a-a2c6-46614b7d847a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:52.039710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57262) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:52.065051 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5f7b6-796a-4a3e-955d-0de100ccf877 req-da369b61-b52d-4308-b927-0eb1bd5fd912 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:52.066561 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3bb5f7b6-796a-4a3e-955d-0de100ccf877 req-da369b61-b52d-4308-b927-0eb1bd5fd912 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda HTTP/1.1" status: 200 len: 944 time: 0.3735352 Jul 14 09:19:52.088923 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74477da4-8ee9-4cf0-b913-78c321cb03aa req-9181939f-dc57-4126-adc2-193478f685fd tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2260160 Jul 14 09:19:52.112865 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c6e867fa-4153-4c8a-a3ff-ab15996c15ce, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c6e867fa-4153-4c8a-a3ff-ab15996c15ce,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:52.150057 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a980969-b9c4-4736-96a3-9939f420392b admin admin] Router 4a16db79-aecd-498c-9037-eba93ca78953 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:19:52.160840 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4913d00b-5b37-409f-aadb-3acea25cd6fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.162203 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'c6e867fa-4153-4c8a-a3ff-ab15996c15ce', 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281', 'port_id': 'c6e867fa-4153-4c8a-a3ff-ab15996c15ce', 'mac_address': 'fa:16:3e:ee:d5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d20aa7a-796d-40db-977f-81fa6bc33327', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:52.164904 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e304e94e-6039-44b4-9b17-68a84ea0ee2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.193591 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e304e94e-6039-44b4-9b17-68a84ea0ee2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.208872 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3bb5f7b6-796a-4a3e-955d-0de100ccf877 req-897b3e09-58dc-4f42-8c2b-d4a97da9af46 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851812 Jul 14 09:19:52.295275 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.300384 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b62cc39-27ad-42fa-96af-eba0ae9adbe4 x-openstack-request-id: req-0b62cc39-27ad-42fa-96af-eba0ae9adbe4 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:52.308733 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda", "name": "network-vif-plugged", "status": "completed", "tag": "a389fd51-3485-43ac-bca6-50ec1d5c22db", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:52.309154 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b62cc39-27ad-42fa-96af-eba0ae9adbe4 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:52.309689 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a389fd51-3485-43ac-bca6-50ec1d5c22db', 'code': 200} Jul 14 09:19:52.317682 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4913d00b-5b37-409f-aadb-3acea25cd6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.353356 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e11b9774-f943-4617-98fc-dba73d8827af None None] Provisioning complete for port 2d2a66b1-1792-4ced-9d7e-9fa51239baf5 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:52.354015 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e11b9774-f943-4617-98fc-dba73d8827af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.364827 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e867fa-4153-4c8a-a3ff-ab15996c15ce {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:52.426555 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e304e94e-6039-44b4-9b17-68a84ea0ee2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.429260 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e304e94e-6039-44b4-9b17-68a84ea0ee2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.430662 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e304e94e-6039-44b4-9b17-68a84ea0ee2a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/680b4a3d-b720-4374-81ea-d83e97fd5e27 HTTP/1.1" status: 204 len: 168 time: 0.3898757 Jul 14 09:19:52.449272 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4913d00b-5b37-409f-aadb-3acea25cd6fd admin admin] Network 2b207265-1379-4cb1-bdf9-417a0c56f7e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:52.459711 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a980969-b9c4-4736-96a3-9939f420392b admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:52.478405 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0a980969-b9c4-4736-96a3-9939f420392b admin admin] 10.222.0.26 "PUT /v2.0/routers/4a16db79-aecd-498c-9037-eba93ca78953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6165633 Jul 14 09:19:52.487880 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5326d-4549-41e8-9577-df844c780495 req-0e081ecb-a97d-4201-b2ab-e21e4d576a71 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:52.497130 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9cc5326d-4549-41e8-9577-df844c780495 req-0e081ecb-a97d-4201-b2ab-e21e4d576a71 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 945 time: 0.2174613 Jul 14 09:19:52.504173 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] Sync routers for ids ['4a16db79-aecd-498c-9037-eba93ca78953'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:52.508899 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-4913d00b-5b37-409f-aadb-3acea25cd6fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:52.533758 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4913d00b-5b37-409f-aadb-3acea25cd6fd admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:52.541396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304e94e-6039-44b4-9b17-68a84ea0ee2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680b4a3d-b720-4374-81ea-d83e97fd5e27,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:52.551931 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c6e867fa-4153-4c8a-a3ff-ab15996c15ce, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c6e867fa-4153-4c8a-a3ff-ab15996c15ce,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:52.564867 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.570360 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] Routers {'4a16db79-aecd-498c-9037-eba93ca78953'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:52.571339 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4a16db79-aecd-498c-9037-eba93ca78953'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:52.575733 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e11b9774-f943-4617-98fc-dba73d8827af None None] Port 2d2a66b1-1792-4ced-9d7e-9fa51239baf5 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:19:52.587237 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9cc5326d-4549-41e8-9577-df844c780495 req-77e45584-bf54-4b30-83f4-e8ddec417f1a tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892487 Jul 14 09:19:52.598815 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913d00b-5b37-409f-aadb-3acea25cd6fd admin admin] Pushing event updated for resources: {'Port': ['ID=c475962c-efbb-4b8f-a71f-9c4d47b317d9,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:52.663884 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4913d00b-5b37-409f-aadb-3acea25cd6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.742369 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323947d7-dffe-4216-9ef3-4a116d161072 req-c864e445-3c93-4e70-8d53-9a0dc91134ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:52.743886 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-323947d7-dffe-4216-9ef3-4a116d161072 req-c864e445-3c93-4e70-8d53-9a0dc91134ff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda HTTP/1.1" status: 200 len: 1097 time: 0.3186109 Jul 14 09:19:52.769734 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae5536-3749-422b-8ddd-ecca6f71c78a req-9d72c2cf-7697-496c-8a88-e7d9d505c954 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:52.777481 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92ae5536-3749-422b-8ddd-ecca6f71c78a req-9d72c2cf-7697-496c-8a88-e7d9d505c954 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a95696-4f76-4a66-9f01-77a6e3493988 HTTP/1.1" status: 200 len: 945 time: 0.1561306 Jul 14 09:19:52.863012 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92ae5536-3749-422b-8ddd-ecca6f71c78a req-52ab63e4-3a43-4896-ba9d-48df7b056ed3 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841885 Jul 14 09:19:52.956858 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 10c83c29-612a-4d14-8eb2-adb08a8e490b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:52.994844 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 30f1a2ef-7642-4739-8eaa-96de5c74cd6e details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:53.043634 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-323947d7-dffe-4216-9ef3-4a116d161072 req-a4d25d0f-e7a8-48c6-8c54-9a563a7db06b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737062 Jul 14 09:19:53.062255 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4913d00b-5b37-409f-aadb-3acea25cd6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.080321 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['c6e867fa-4153-4c8a-a3ff-ab15996c15ce'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:53.154212 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef432f-0c8c-444d-b24b-11bcec5791f8 req-5712b52d-d89c-4187-9c3d-8e62f8a8bb9b tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:53.162867 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0cef432f-0c8c-444d-b24b-11bcec5791f8 req-5712b52d-d89c-4187-9c3d-8e62f8a8bb9b tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/ports?device_id=56914dad-3000-4c60-ab60-d1ad29ae9f6a HTTP/1.1" status: 200 len: 948 time: 0.2262828 Jul 14 09:19:53.247550 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0cef432f-0c8c-444d-b24b-11bcec5791f8 req-6c8f11f0-f033-4ba5-a869-50c14a5f7c90 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/security-groups?id=13e977b5-dafc-416b-a3f6-6c71fe42b380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831945 Jul 14 09:19:53.271895 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=c6e867fa-4153-4c8a-a3ff-ab15996c15ce,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:53.298004 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2a42-4fa9-457d-892a-9872e89f130c req-4beefa4e-4e1a-4b98-93c7-60b40232aabc tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:53.300986 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-927c2a42-4fa9-457d-892a-9872e89f130c req-4beefa4e-4e1a-4b98-93c7-60b40232aabc tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 945 time: 0.2289929 Jul 14 09:19:53.301971 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.302470 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.302953 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.303428 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.303923 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.304395 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.304863 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.305442 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.305949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.306434 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.306917 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.307242 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.344618 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4913d00b-5b37-409f-aadb-3acea25cd6fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.351270 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4913d00b-5b37-409f-aadb-3acea25cd6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.383057 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-927c2a42-4fa9-457d-892a-9872e89f130c req-26ddea03-0275-4848-a739-c2b089afe799 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754514 Jul 14 09:19:53.402920 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 30f1a2ef-7642-4739-8eaa-96de5c74cd6e, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=30f1a2ef-7642-4739-8eaa-96de5c74cd6e,segment=NetworkSegment(ac5b91c5-dca7-4a43-a548-9b1960ce33fc),segment_id=ac5b91c5-dca7-4a43-a548-9b1960ce33fc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:53.460207 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4913d00b-5b37-409f-aadb-3acea25cd6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.470688 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '30f1a2ef-7642-4739-8eaa-96de5c74cd6e', 'network_id': 'b942b7bc-b05b-4b6e-aff4-d229af7544cd', 'port_id': '30f1a2ef-7642-4739-8eaa-96de5c74cd6e', 'mac_address': 'fa:16:3e:2d:59:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a557f1ac-a69c-4035-b98f-f25db75ba130', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:53.472537 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913d00b-5b37-409f-aadb-3acea25cd6fd admin admin] Pushing event updated for resources: {'Port': ['ID=c475962c-efbb-4b8f-a71f-9c4d47b317d9,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:53.488399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 10c83c29-612a-4d14-8eb2-adb08a8e490b completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:53.505157 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] Set router 4a16db79-aecd-498c-9037-eba93ca78953 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:53.521548 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 10c83c29-612a-4d14-8eb2-adb08a8e490b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:53.521744 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.635760 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4913d00b-5b37-409f-aadb-3acea25cd6fd admin admin] Network 2b207265-1379-4cb1-bdf9-417a0c56f7e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:53.637896 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-4913d00b-5b37-409f-aadb-3acea25cd6fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:53.731572 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.738106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fed2f-c6f8-4e8c-a3df-4a11711fc55c req-4f96279f-66a3-424e-b430-53637426ca21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:53.746556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fed2f-c6f8-4e8c-a3df-4a11711fc55c req-4f96279f-66a3-424e-b430-53637426ca21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:53.755793 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fed2f-c6f8-4e8c-a3df-4a11711fc55c req-4f96279f-66a3-424e-b430-53637426ca21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:53.769715 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fed2f-c6f8-4e8c-a3df-4a11711fc55c req-4f96279f-66a3-424e-b430-53637426ca21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:53.771327 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fed2f-c6f8-4e8c-a3df-4a11711fc55c req-4f96279f-66a3-424e-b430-53637426ca21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:53.775393 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4913d00b-5b37-409f-aadb-3acea25cd6fd admin admin] Router 1c1fc28a-7c15-48bc-a224-c5774b446e50 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:19:53.777563 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fed2f-c6f8-4e8c-a3df-4a11711fc55c req-4f96279f-66a3-424e-b430-53637426ca21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:53.786692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fed2f-c6f8-4e8c-a3df-4a11711fc55c req-4f96279f-66a3-424e-b430-53637426ca21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:53.795671 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-938fed2f-c6f8-4e8c-a3df-4a11711fc55c req-4f96279f-66a3-424e-b430-53637426ca21 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5420 time: 0.1865380 Jul 14 09:19:53.811776 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f1a2ef-7642-4739-8eaa-96de5c74cd6e {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:53.820708 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.869833 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 30f1a2ef-7642-4739-8eaa-96de5c74cd6e, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=30f1a2ef-7642-4739-8eaa-96de5c74cd6e,segment=NetworkSegment(ac5b91c5-dca7-4a43-a548-9b1960ce33fc),segment_id=ac5b91c5-dca7-4a43-a548-9b1960ce33fc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:53.885509 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 10c83c29-612a-4d14-8eb2-adb08a8e490b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=10c83c29-612a-4d14-8eb2-adb08a8e490b,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:53.891279 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.891925 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device e5ddc03d-bffd-4ee2-8dfd-829f721e56dc details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:53.902509 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.908832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4913d00b-5b37-409f-aadb-3acea25cd6fd admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:53.932741 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4913d00b-5b37-409f-aadb-3acea25cd6fd admin admin] 10.222.0.26 "PUT /v2.0/routers/1c1fc28a-7c15-48bc-a224-c5774b446e50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6931136 Jul 14 09:19:53.964858 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-938fed2f-c6f8-4e8c-a3df-4a11711fc55c req-de6c209e-98a6-4751-8dbe-247384db73b3 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1679306 Jul 14 09:19:54.026340 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port e5ddc03d-bffd-4ee2-8dfd-829f721e56dc, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e5ddc03d-bffd-4ee2-8dfd-829f721e56dc,segment=NetworkSegment(ac5b91c5-dca7-4a43-a548-9b1960ce33fc),segment_id=ac5b91c5-dca7-4a43-a548-9b1960ce33fc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:54.033827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f580ebf-b548-4604-b247-56a009c51e68 req-42ac30d7-22ff-4d37-8649-ccf9311ff254 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:54.034886 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=30f1a2ef-7642-4739-8eaa-96de5c74cd6e,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:54.040608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f580ebf-b548-4604-b247-56a009c51e68 req-42ac30d7-22ff-4d37-8649-ccf9311ff254 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/networks?id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a HTTP/1.1" status: 200 len: 820 time: 0.2399769 Jul 14 09:19:54.082966 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f580ebf-b548-4604-b247-56a009c51e68 req-759c3995-8395-48b0-8231-2cb684388a1e tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/quotas/6c81313ed0f24e4486654b835c382f5d HTTP/1.1" status: 200 len: 375 time: 0.0314710 Jul 14 09:19:54.104305 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'e5ddc03d-bffd-4ee2-8dfd-829f721e56dc', 'network_id': 'b942b7bc-b05b-4b6e-aff4-d229af7544cd', 'port_id': 'e5ddc03d-bffd-4ee2-8dfd-829f721e56dc', 'mac_address': 'fa:16:3e:6e:3b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a557f1ac-a69c-4035-b98f-f25db75ba130', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:54.221596 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=10c83c29-612a-4d14-8eb2-adb08a8e490b,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:54.237389 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.242760 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '2d2a66b1-1792-4ced-9d7e-9fa51239baf5', 'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'mac_address': 'fa:16:3e:44:74:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:47Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 2, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'subnets': [{'id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:54.286853 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] Checking router: 4a16db79-aecd-498c-9037-eba93ca78953 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:19:54.287209 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] Updating router 4a16db79-aecd-498c-9037-eba93ca78953 port 2d2a66b1-1792-4ced-9d7e-9fa51239baf5 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:19:54.291723 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ddc03d-bffd-4ee2-8dfd-829f721e56dc {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:54.295665 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f580ebf-b548-4604-b247-56a009c51e68 req-8ebb67bb-b008-4358-a544-a498fcb7766c tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c81313ed0f24e4486654b835c382f5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2050681 Jul 14 09:19:54.311579 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb103b-94ad-41c2-b0cb-30dbf42b0930 req-77e0f19c-4e4b-4f25-9551-d5ce9de45846 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:54.313376 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3eb103b-94ad-41c2-b0cb-30dbf42b0930 req-77e0f19c-4e4b-4f25-9551-d5ce9de45846 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda HTTP/1.1" status: 200 len: 945 time: 0.1688461 Jul 14 09:19:54.342825 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port e5ddc03d-bffd-4ee2-8dfd-829f721e56dc, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e5ddc03d-bffd-4ee2-8dfd-829f721e56dc,segment=NetworkSegment(ac5b91c5-dca7-4a43-a548-9b1960ce33fc),segment_id=ac5b91c5-dca7-4a43-a548-9b1960ce33fc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:54.348917 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.349882 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:54.352021 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.449087 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3eb103b-94ad-41c2-b0cb-30dbf42b0930 req-035a9c5d-14aa-40f9-9c9a-35baefd3b0c3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063395 Jul 14 09:19:54.499203 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=e5ddc03d-bffd-4ee2-8dfd-829f721e56dc,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:54.516110 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f580ebf-b548-4604-b247-56a009c51e68 req-fe3b0506-a916-4075-aed7-8386ec06fa05 service neutron] 10.222.0.26 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007699 Jul 14 09:19:54.607815 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=207ab0ec-b17a-4abd-8b56-ed8ce32580f4,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:54.665909 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '207ab0ec-b17a-4abd-8b56-ed8ce32580f4', 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a', 'port_id': '207ab0ec-b17a-4abd-8b56-ed8ce32580f4', 'mac_address': 'fa:16:3e:78:62:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a95ed6-a967-4c2d-8b84-f641b0b1d6ed', 'ip_address': '10.1.1.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:54.689463 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] Sync routers for ids ['1c1fc28a-7c15-48bc-a224-c5774b446e50'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:54.698824 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 10c83c29-612a-4d14-8eb2-adb08a8e490b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:54.704097 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] Routers {'1c1fc28a-7c15-48bc-a224-c5774b446e50'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:54.705319 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1c1fc28a-7c15-48bc-a224-c5774b446e50'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:54.742496 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f580ebf-b548-4604-b247-56a009c51e68 req-0915eb12-3b09-4d7b-9d5d-187e58630768 service neutron] 10.222.0.26 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197411 Jul 14 09:19:54.770854 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.796689 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a610eb2-5450-4fba-9b22-a49b13184dcc req-5eb6b809-2b64-486c-91b3-49b372a8c1ad tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:54.798591 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a610eb2-5450-4fba-9b22-a49b13184dcc req-5eb6b809-2b64-486c-91b3-49b372a8c1ad tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a95696-4f76-4a66-9f01-77a6e3493988 HTTP/1.1" status: 200 len: 945 time: 0.1302063 Jul 14 09:19:54.799806 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:54.855387 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=207ab0ec-b17a-4abd-8b56-ed8ce32580f4,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:54.858707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 10c83c29-612a-4d14-8eb2-adb08a8e490b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:54.858881 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.863056 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.863712 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device a41a920e-6497-49e9-8ee2-23d9fd674e1c details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:54.869775 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a610eb2-5450-4fba-9b22-a49b13184dcc req-ecd37c6a-25bf-4934-9f44-6ceff88a6230 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635254 Jul 14 09:19:54.871939 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] Set router 1c1fc28a-7c15-48bc-a224-c5774b446e50 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:54.940002 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.979180 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] Transition to ACTIVE for port object 2d2a66b1-1792-4ced-9d7e-9fa51239baf5 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:54.985125 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port a41a920e-6497-49e9-8ee2-23d9fd674e1c, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a41a920e-6497-49e9-8ee2-23d9fd674e1c,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:55.177857 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.190279 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=207ab0ec-b17a-4abd-8b56-ed8ce32580f4,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:55.195674 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'a41a920e-6497-49e9-8ee2-23d9fd674e1c', 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a', 'port_id': 'a41a920e-6497-49e9-8ee2-23d9fd674e1c', 'mac_address': 'fa:16:3e:01:b8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a95ed6-a967-4c2d-8b84-f641b0b1d6ed', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:55.352930 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1fc28a-7c15-48bc-a224-c5774b446e50', 'name': 'tempest-ServerRescueTestJSON-1443858526-router', 'tenant_id': '0bf11fb44ae345849ddee66c056190a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '10c83c29-612a-4d14-8eb2-adb08a8e490b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:43Z', 'updated_at': '2021-07-14T09:19:52Z', 'revision_number': 4, 'project_id': '0bf11fb44ae345849ddee66c056190a8', 'gw_port': {'id': '10c83c29-612a-4d14-8eb2-adb08a8e490b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1fc28a-7c15-48bc-a224-c5774b446e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:44Z', 'updated_at': '2021-07-14T09:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'c475962c-efbb-4b8f-a71f-9c4d47b317d9', 'name': '', 'network_id': '2b207265-1379-4cb1-bdf9-417a0c56f7e4', 'tenant_id': '0bf11fb44ae345849ddee66c056190a8', 'mac_address': 'fa:16:3e:a2:af:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1fc28a-7c15-48bc-a224-c5774b446e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'e4a72a50-84b2-47a9-a16f-8470cdb97c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:51Z', 'updated_at': '2021-07-14T09:19:53Z', 'revision_number': 2, 'project_id': '0bf11fb44ae345849ddee66c056190a8', 'subnets': [{'id': 'e4a72a50-84b2-47a9-a16f-8470cdb97c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:55.360197 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db944aa-7657-416f-a83c-72d99a727938 None None] Pushing event updated for resources: {'Port': ['ID=2d2a66b1-1792-4ced-9d7e-9fa51239baf5,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:55.383251 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9fd4c-d857-4d72-8dd2-6dc12e8b6e60 req-0c65d373-e6d6-4a49-8554-017f5497158f tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:55.390395 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60d9fd4c-d857-4d72-8dd2-6dc12e8b6e60 req-0c65d373-e6d6-4a49-8554-017f5497158f tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/ports?device_id=56914dad-3000-4c60-ab60-d1ad29ae9f6a HTTP/1.1" status: 200 len: 948 time: 0.1704268 Jul 14 09:19:55.403302 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] Checking router: 1c1fc28a-7c15-48bc-a224-c5774b446e50 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:19:55.404224 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] Updating router 1c1fc28a-7c15-48bc-a224-c5774b446e50 port c475962c-efbb-4b8f-a71f-9c4d47b317d9 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:19:55.404352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-5b0e48d6-7c44-478c-95bf-38e611b9921a tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:55.411326 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-5b0e48d6-7c44-478c-95bf-38e611b9921a tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/networks?id=2b207265-1379-4cb1-bdf9-417a0c56f7e4 HTTP/1.1" status: 200 len: 811 time: 0.2822113 Jul 14 09:19:55.468118 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-fb1b8789-6775-4984-ae18-3ea16f9be3f8 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/quotas/0bf11fb44ae345849ddee66c056190a8 HTTP/1.1" status: 200 len: 375 time: 0.0518603 Jul 14 09:19:55.489246 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.528863 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] Attempting to bind port 2d2a66b1-1792-4ced-9d7e-9fa51239baf5 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:55.529416 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] Attempting to bind port 2d2a66b1-1792-4ced-9d7e-9fa51239baf5 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'a8237e70-7d15-4b5b-8720-a41cf53396e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:55.529919 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] Attempting to bind port 2d2a66b1-1792-4ced-9d7e-9fa51239baf5 on network 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:55.547147 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:55.547822 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] Checking segment: {'id': 'a8237e70-7d15-4b5b-8720-a41cf53396e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:55.549070 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.549528 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] Bound using segment: {'id': 'a8237e70-7d15-4b5b-8720-a41cf53396e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:55.550250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] Bound port: 2d2a66b1-1792-4ced-9d7e-9fa51239baf5, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8237e70-7d15-4b5b-8720-a41cf53396e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:55.550623 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.552899 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.568756 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-141a6584-0913-4579-8532-1b46968915ac req-9e2af2bf-78a3-44fa-8eee-afef120fc679 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1637044 Jul 14 09:19:55.572421 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41a920e-6497-49e9-8ee2-23d9fd674e1c {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:55.600880 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port a41a920e-6497-49e9-8ee2-23d9fd674e1c, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a41a920e-6497-49e9-8ee2-23d9fd674e1c,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:55.629587 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.630405 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device b2be6486-e65e-4805-a307-4504282ccb66 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:55.679469 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port b2be6486-e65e-4805-a307-4504282ccb66, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=b2be6486-e65e-4805-a307-4504282ccb66,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:55.744323 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a6584-0913-4579-8532-1b46968915ac req-d8cb97ab-e7ad-4ffe-a4ee-efc906109e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:55.746222 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-141a6584-0913-4579-8532-1b46968915ac req-d8cb97ab-e7ad-4ffe-a4ee-efc906109e0e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2 HTTP/1.1" status: 200 len: 1098 time: 0.1147275 Jul 14 09:19:55.782220 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'b2be6486-e65e-4805-a307-4504282ccb66', 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a', 'port_id': 'b2be6486-e65e-4805-a307-4504282ccb66', 'mac_address': 'fa:16:3e:77:88:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a95ed6-a967-4c2d-8b84-f641b0b1d6ed', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:55.879028 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=a41a920e-6497-49e9-8ee2-23d9fd674e1c,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:55.905049 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] For port 2d2a66b1-1792-4ced-9d7e-9fa51239baf5, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:55.909446 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.914250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] For port 2d2a66b1-1792-4ced-9d7e-9fa51239baf5, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2d2a66b1-1792-4ced-9d7e-9fa51239baf5,segment=NetworkSegment(a8237e70-7d15-4b5b-8720-a41cf53396e9),segment_id=a8237e70-7d15-4b5b-8720-a41cf53396e9)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:55.918583 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c6e867fa-4153-4c8a-a3ff-ab15996c15ce up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:55.931738 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.023268 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60d9fd4c-d857-4d72-8dd2-6dc12e8b6e60 req-8f9c0328-f3b2-4a82-8a4a-92ed0bb48bfc tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/security-groups?id=13e977b5-dafc-416b-a3f6-6c71fe42b380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6031618 Jul 14 09:19:56.057688 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2be6486-e65e-4805-a307-4504282ccb66 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:56.062834 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ebda3691-bf75-4095-8974-3e81e2ed26f7 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bf11fb44ae345849ddee66c056190a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5937476 Jul 14 09:19:56.136934 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port b2be6486-e65e-4805-a307-4504282ccb66, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=b2be6486-e65e-4805-a307-4504282ccb66,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:56.143213 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] Routers {'4a16db79-aecd-498c-9037-eba93ca78953'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:56.144139 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4a16db79-aecd-498c-9037-eba93ca78953'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:56.161815 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a6584-0913-4579-8532-1b46968915ac req-3eff59c6-a992-466a-bd42-0dccc81d3664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:56.163423 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-141a6584-0913-4579-8532-1b46968915ac req-3eff59c6-a992-466a-bd42-0dccc81d3664 service neutron] 10.222.0.49 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 907 time: 0.3669603 Jul 14 09:19:56.203540 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-0d8b2c0b-af40-46ca-924d-9327d71e2603 service neutron] 10.222.0.26 "GET /v2.0/networks/2b207265-1379-4cb1-bdf9-417a0c56f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389329 Jul 14 09:19:56.227821 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.264521 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] Transition to ACTIVE for port object c475962c-efbb-4b8f-a71f-9c4d47b317d9 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:56.272895 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.284781 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-141a6584-0913-4579-8532-1b46968915ac req-b2b2a40c-ade0-43ee-8cec-d025d639e284 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f3d48bd-cad5-469a-8dec-e37e13732d0c HTTP/1.1" status: 200 len: 217 time: 0.1146212 Jul 14 09:19:56.369734 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49ec9a-801b-44fa-b0f7-2548a58cdbab None None] Pushing event updated for resources: {'Port': ['ID=c475962c-efbb-4b8f-a71f-9c4d47b317d9,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:56.411222 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] Set router 4a16db79-aecd-498c-9037-eba93ca78953 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:56.414435 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a6584-0913-4579-8532-1b46968915ac req-f4a7c0c4-acb8-4f0d-b721-e6167a7cb4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:56.416240 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-141a6584-0913-4579-8532-1b46968915ac req-f4a7c0c4-acb8-4f0d-b721-e6167a7cb4c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d20aa7a-796d-40db-977f-81fa6bc33327 HTTP/1.1" status: 200 len: 846 time: 0.1197295 Jul 14 09:19:56.487036 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-f3a0c327-845d-4226-8434-86003222eaae service neutron] 10.222.0.26 "GET /v2.0/networks/2b207265-1379-4cb1-bdf9-417a0c56f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822485 Jul 14 09:19:56.494832 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-141a6584-0913-4579-8532-1b46968915ac req-56b40baf-b83a-4a8e-91ee-2c6f3234a83c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afffba1d-7bce-4b37-9323-82cdd45d6281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699193 Jul 14 09:19:56.496246 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] Attempting to bind port c475962c-efbb-4b8f-a71f-9c4d47b317d9 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:56.496606 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] Attempting to bind port c475962c-efbb-4b8f-a71f-9c4d47b317d9 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'afb18846-4e6b-4b81-8903-ed8a396e530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2b207265-1379-4cb1-bdf9-417a0c56f7e4'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:56.496973 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] Attempting to bind port c475962c-efbb-4b8f-a71f-9c4d47b317d9 on network 2b207265-1379-4cb1-bdf9-417a0c56f7e4 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:56.516147 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:56.519849 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] Checking segment: {'id': 'afb18846-4e6b-4b81-8903-ed8a396e530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2b207265-1379-4cb1-bdf9-417a0c56f7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:56.522554 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.523452 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] Bound using segment: {'id': 'afb18846-4e6b-4b81-8903-ed8a396e530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2b207265-1379-4cb1-bdf9-417a0c56f7e4'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:56.524027 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] Bound port: c475962c-efbb-4b8f-a71f-9c4d47b317d9, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb18846-4e6b-4b81-8903-ed8a396e530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2b207265-1379-4cb1-bdf9-417a0c56f7e4'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:56.525405 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.529731 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962d744-9421-46a8-96df-b8742f54f4ea req-6cf9ef2d-d8d1-415d-a6a5-f5e5971fd70e tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:56.534597 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7962d744-9421-46a8-96df-b8742f54f4ea req-6cf9ef2d-d8d1-415d-a6a5-f5e5971fd70e tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 945 time: 0.1468439 Jul 14 09:19:56.539193 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.540316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 4ab54df4-c842-45de-b8d8-a4afe567c0e5 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:56.603530 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db944aa-7657-416f-a83c-72d99a727938 None None] Pushing event updated for resources: {'Port': ['ID=2d2a66b1-1792-4ced-9d7e-9fa51239baf5,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:56.641099 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7962d744-9421-46a8-96df-b8742f54f4ea req-5746fd53-a369-4698-a7b2-7f2fbc541cd6 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940850 Jul 14 09:19:56.649536 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] For port c475962c-efbb-4b8f-a71f-9c4d47b317d9, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:56.649536 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] For port c475962c-efbb-4b8f-a71f-9c4d47b317d9, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c475962c-efbb-4b8f-a71f-9c4d47b317d9,segment=NetworkSegment(afb18846-4e6b-4b81-8903-ed8a396e530f),segment_id=afb18846-4e6b-4b81-8903-ed8a396e530f)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:56.665192 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.665289 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=b2be6486-e65e-4805-a307-4504282ccb66,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:56.696643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port c6e867fa-4153-4c8a-a3ff-ab15996c15ce completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:56.714186 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port c6e867fa-4153-4c8a-a3ff-ab15996c15ce triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:56.714562 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.724078 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 4ab54df4-c842-45de-b8d8-a4afe567c0e5, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4ab54df4-c842-45de-b8d8-a4afe567c0e5,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:56.776775 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49ec9a-801b-44fa-b0f7-2548a58cdbab None None] Pushing event updated for resources: {'Port': ['ID=c475962c-efbb-4b8f-a71f-9c4d47b317d9,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:56.813666 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] Routers {'1c1fc28a-7c15-48bc-a224-c5774b446e50'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:56.815434 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:19:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1c1fc28a-7c15-48bc-a224-c5774b446e50'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:56.816917 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-141a6584-0913-4579-8532-1b46968915ac req-af8826fb-85e8-4855-be65-7cfbd50ebe4d service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154051 Jul 14 09:19:56.860248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '4ab54df4-c842-45de-b8d8-a4afe567c0e5', 'network_id': 'c9df3bdd-77d5-4207-8bf1-adc3545be74a', 'port_id': '4ab54df4-c842-45de-b8d8-a4afe567c0e5', 'mac_address': 'fa:16:3e:17:a8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a95ed6-a967-4c2d-8b84-f641b0b1d6ed', 'ip_address': '10.1.1.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:56.980281 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-141a6584-0913-4579-8532-1b46968915ac req-c6f87cfc-6502-4c79-b68a-6b8401ca3766 service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564243 Jul 14 09:19:57.002650 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.023562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab54df4-c842-45de-b8d8-a4afe567c0e5 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:57.052451 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] Set router 1c1fc28a-7c15-48bc-a224-c5774b446e50 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:57.102971 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2da1e84b-62ae-4dee-ab52-327618575581 req-2e80202e-2f17-4168-ac08-c1396d872f08 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 210 time: 0.1807265 Jul 14 09:19:57.132289 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 4ab54df4-c842-45de-b8d8-a4afe567c0e5, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4ab54df4-c842-45de-b8d8-a4afe567c0e5,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:57.145580 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '2d2a66b1-1792-4ced-9d7e-9fa51239baf5', 'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'mac_address': 'fa:16:3e:44:74:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:47Z', 'updated_at': '2021-07-14T09:19:55Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'subnets': [{'id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:57.160795 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.162307 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ebf8368a-d0fb-466a-a254-89fc3ae4a4bb details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:57.194201 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066dfae-b493-4567-869e-4ba380f7e269 req-1d4b743c-808d-44d4-b41d-6183691a2a51 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.220921 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066dfae-b493-4567-869e-4ba380f7e269 req-1d4b743c-808d-44d4-b41d-6183691a2a51 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.226939 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066dfae-b493-4567-869e-4ba380f7e269 req-1d4b743c-808d-44d4-b41d-6183691a2a51 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.243597 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066dfae-b493-4567-869e-4ba380f7e269 req-1d4b743c-808d-44d4-b41d-6183691a2a51 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.258906 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066dfae-b493-4567-869e-4ba380f7e269 req-1d4b743c-808d-44d4-b41d-6183691a2a51 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.275157 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066dfae-b493-4567-869e-4ba380f7e269 req-1d4b743c-808d-44d4-b41d-6183691a2a51 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.303048 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066dfae-b493-4567-869e-4ba380f7e269 req-1d4b743c-808d-44d4-b41d-6183691a2a51 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.316208 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e066dfae-b493-4567-869e-4ba380f7e269 req-1d4b743c-808d-44d4-b41d-6183691a2a51 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5425 time: 0.3829827 Jul 14 09:19:57.383020 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f580ebf-b548-4604-b247-56a009c51e68 req-3ddad10b-1253-47ce-93d2-0110b7bbdde9 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.384764 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5f580ebf-b548-4604-b247-56a009c51e68 req-3ddad10b-1253-47ce-93d2-0110b7bbdde9 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.55 "GET /v2.0/networks?id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a HTTP/1.1" status: 200 len: 820 time: 0.3071029 Jul 14 09:19:57.389130 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e066dfae-b493-4567-869e-4ba380f7e269 req-89e52df8-dff1-4cce-b915-cbcb688e9a1b tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0719087 Jul 14 09:19:57.409211 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-5f580ebf-b548-4604-b247-56a009c51e68 req-de21ca8e-2759-45f7-a71a-762a778e7805 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Request body: {'port': {'device_id': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'admin_state_up': True, 'tenant_id': '6c81313ed0f24e4486654b835c382f5d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:57.414130 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=4ab54df4-c842-45de-b8d8-a4afe567c0e5,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:57.433830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a20906-9837-4efb-ba83-2fa9e82ff206 None None] The sync data for ids ['4a16db79-aecd-498c-9037-eba93ca78953'] in n-d-798054-10 is: [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '2d2a66b1-1792-4ced-9d7e-9fa51239baf5', 'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'mac_address': 'fa:16:3e:44:74:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:47Z', 'updated_at': '2021-07-14T09:19:55Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'subnets': [{'id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:57.452867 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.621334 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5b2134a-be4d-4d4f-bacc-71a193cd809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.635375 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.resource_extend [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:19:57.642329 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a95696-4f76-4a66-9f01-77a6e3493988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e867fa-4153-4c8a-a3ff-ab15996c15ce'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:57.656825 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c3beb4-8a6e-4a9d-9b34-402106625ebd" -d '{"events": [{"server_uuid": "33a95696-4f76-4a66-9f01-77a6e3493988", "name": "network-vif-plugged", "status": "completed", "tag": "c6e867fa-4153-4c8a-a3ff-ab15996c15ce"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:57.737614 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1fc28a-7c15-48bc-a224-c5774b446e50', 'name': 'tempest-ServerRescueTestJSON-1443858526-router', 'tenant_id': '0bf11fb44ae345849ddee66c056190a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '10c83c29-612a-4d14-8eb2-adb08a8e490b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:43Z', 'updated_at': '2021-07-14T09:19:52Z', 'revision_number': 4, 'project_id': '0bf11fb44ae345849ddee66c056190a8', 'gw_port': {'id': '10c83c29-612a-4d14-8eb2-adb08a8e490b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1fc28a-7c15-48bc-a224-c5774b446e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:44Z', 'updated_at': '2021-07-14T09:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'c475962c-efbb-4b8f-a71f-9c4d47b317d9', 'name': '', 'network_id': '2b207265-1379-4cb1-bdf9-417a0c56f7e4', 'tenant_id': '0bf11fb44ae345849ddee66c056190a8', 'mac_address': 'fa:16:3e:a2:af:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1fc28a-7c15-48bc-a224-c5774b446e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'e4a72a50-84b2-47a9-a16f-8470cdb97c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:51Z', 'updated_at': '2021-07-14T09:19:56Z', 'revision_number': 4, 'project_id': '0bf11fb44ae345849ddee66c056190a8', 'subnets': [{'id': 'e4a72a50-84b2-47a9-a16f-8470cdb97c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:57.740869 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1ba9c-5030-4061-b48e-ce1a0ea24847 req-cb04be7e-e170-4518-93ec-2f66459cbde0 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.762245 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0ae1ba9c-5030-4061-b48e-ce1a0ea24847 req-cb04be7e-e170-4518-93ec-2f66459cbde0 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda HTTP/1.1" status: 200 len: 945 time: 0.2887154 Jul 14 09:19:57.789062 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c6362b-82f9-44cc-ab50-98adf99ce731 None None] The sync data for ids ['1c1fc28a-7c15-48bc-a224-c5774b446e50'] in n-d-798054-10 is: [{'id': '1c1fc28a-7c15-48bc-a224-c5774b446e50', 'name': 'tempest-ServerRescueTestJSON-1443858526-router', 'tenant_id': '0bf11fb44ae345849ddee66c056190a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '10c83c29-612a-4d14-8eb2-adb08a8e490b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:43Z', 'updated_at': '2021-07-14T09:19:52Z', 'revision_number': 4, 'project_id': '0bf11fb44ae345849ddee66c056190a8', 'gw_port': {'id': '10c83c29-612a-4d14-8eb2-adb08a8e490b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1fc28a-7c15-48bc-a224-c5774b446e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:44Z', 'updated_at': '2021-07-14T09:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'c475962c-efbb-4b8f-a71f-9c4d47b317d9', 'name': '', 'network_id': '2b207265-1379-4cb1-bdf9-417a0c56f7e4', 'tenant_id': '0bf11fb44ae345849ddee66c056190a8', 'mac_address': 'fa:16:3e:a2:af:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1fc28a-7c15-48bc-a224-c5774b446e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'e4a72a50-84b2-47a9-a16f-8470cdb97c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:51Z', 'updated_at': '2021-07-14T09:19:56Z', 'revision_number': 4, 'project_id': '0bf11fb44ae345849ddee66c056190a8', 'subnets': [{'id': 'e4a72a50-84b2-47a9-a16f-8470cdb97c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:57.804696 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f580ebf-b548-4604-b247-56a009c51e68 req-de21ca8e-2759-45f7-a71a-762a778e7805 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Made reservation on behalf of 6c81313ed0f24e4486654b835c382f5d for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:57.811939 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5f580ebf-b548-4604-b247-56a009c51e68 req-de21ca8e-2759-45f7-a71a-762a778e7805 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.852888 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c6e867fa-4153-4c8a-a3ff-ab15996c15ce, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c6e867fa-4153-4c8a-a3ff-ab15996c15ce,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:57.904012 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0ae1ba9c-5030-4061-b48e-ce1a0ea24847 req-cfd0c0fd-1c14-4037-a010-108849319abc tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403656 Jul 14 09:19:57.928283 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.962476 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82761fa-cd31-4ef9-b56c-bc49a8661ece req-ebd3ba6a-8621-4188-bd57-2fe5de5e0267 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.964225 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a82761fa-cd31-4ef9-b56c-bc49a8661ece req-ebd3ba6a-8621-4188-bd57-2fe5de5e0267 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a95696-4f76-4a66-9f01-77a6e3493988 HTTP/1.1" status: 200 len: 945 time: 0.3414416 Jul 14 09:19:58.052656 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a82761fa-cd31-4ef9-b56c-bc49a8661ece req-768a6642-d775-45a3-b445-dbfddd863b98 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800047 Jul 14 09:19:58.213920 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c514cbf-f026-4cce-905b-6b68f0abb043 req-c33f92a7-cd3c-4937-8f71-eac50224aa3f tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:58.222805 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c514cbf-f026-4cce-905b-6b68f0abb043 req-c33f92a7-cd3c-4937-8f71-eac50224aa3f tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 945 time: 0.1074438 Jul 14 09:19:58.328352 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c514cbf-f026-4cce-905b-6b68f0abb043 req-f7252244-54fe-48a3-af6a-b0461e3bb772 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004913 Jul 14 09:19:58.352897 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=c6e867fa-4153-4c8a-a3ff-ab15996c15ce,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:58.396638 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ebf8368a-d0fb-466a-a254-89fc3ae4a4bb, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ebf8368a-d0fb-466a-a254-89fc3ae4a4bb,segment=NetworkSegment(7f21298a-629e-4e81-852c-c70a97676322),segment_id=7f21298a-629e-4e81-852c-c70a97676322)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:58.413643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'ebf8368a-d0fb-466a-a254-89fc3ae4a4bb', 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826', 'port_id': 'ebf8368a-d0fb-466a-a254-89fc3ae4a4bb', 'mac_address': 'fa:16:3e:5b:13:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db42a1b5-0af8-4f2d-880c-f54fe800fb63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:58.472272 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a5f95b9-0c2a-4f9e-b4b5-61204632f477 req-afdf8079-dcbe-4168-824a-485006d3a9c8 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 210 time: 0.0748112 Jul 14 09:19:58.568949 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:58.703150 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14f981c-999e-4c42-a26d-22db80a4bcdc x-openstack-request-id: req-e14f981c-999e-4c42-a26d-22db80a4bcdc {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:58.703729 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a95696-4f76-4a66-9f01-77a6e3493988", "name": "network-vif-plugged", "status": "completed", "tag": "c6e867fa-4153-4c8a-a3ff-ab15996c15ce", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:58.703729 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e14f981c-999e-4c42-a26d-22db80a4bcdc {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:58.704122 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a95696-4f76-4a66-9f01-77a6e3493988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e867fa-4153-4c8a-a3ff-ab15996c15ce', 'code': 200} Jul 14 09:19:58.718527 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf8368a-d0fb-466a-a254-89fc3ae4a4bb {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:58.758789 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873457bb-d975-424a-a790-2025c155b511 req-ef741dd9-6e15-4c37-a056-b00631f2e228 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:58.772965 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ebf8368a-d0fb-466a-a254-89fc3ae4a4bb, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ebf8368a-d0fb-466a-a254-89fc3ae4a4bb,segment=NetworkSegment(7f21298a-629e-4e81-852c-c70a97676322),segment_id=7f21298a-629e-4e81-852c-c70a97676322)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:58.774920 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-873457bb-d975-424a-a790-2025c155b511 req-ef741dd9-6e15-4c37-a056-b00631f2e228 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/ports?device_id=56914dad-3000-4c60-ab60-d1ad29ae9f6a HTTP/1.1" status: 200 len: 948 time: 0.2471762 Jul 14 09:19:58.788253 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:58.890901 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aba693-d1ca-48b9-9234-83612690e810 req-756d868e-c0a7-4ee1-a461-b20f0a6f423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:58.895351 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f7aba693-d1ca-48b9-9234-83612690e810 req-756d868e-c0a7-4ee1-a461-b20f0a6f423f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=33a95696-4f76-4a66-9f01-77a6e3493988 HTTP/1.1" status: 200 len: 1098 time: 0.1992478 Jul 14 09:19:58.903426 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-873457bb-d975-424a-a790-2025c155b511 req-db7d14bf-7260-43d1-b876-5116bef7dfdc tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/security-groups?id=13e977b5-dafc-416b-a3f6-6c71fe42b380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265202 Jul 14 09:19:58.912085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-5f580ebf-b548-4604-b247-56a009c51e68 req-de21ca8e-2759-45f7-a71a-762a778e7805 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Allocated IP 172.20.0.12 (6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a/b26c4a85-82c2-41ae-9f0b-7df4811624b1/e80f0d1f-dc89-4c1a-baff-8385f81cdb4f) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:58.919658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c475962c-efbb-4b8f-a71f-9c4d47b317d9 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:59.011243 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f7aba693-d1ca-48b9-9234-83612690e810 req-745e34d0-6a2f-414d-9e62-eeba947fa893 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952153 Jul 14 09:19:59.056211 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=ebf8368a-d0fb-466a-a254-89fc3ae4a4bb,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:59.105460 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port c475962c-efbb-4b8f-a71f-9c4d47b317d9 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:59.106467 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port c475962c-efbb-4b8f-a71f-9c4d47b317d9 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:59.106904 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.117185 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f1682332-5cb5-486a-a2c6-46614b7d847a up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:59.230309 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f1099b80-0275-4646-8cb2-980abfa8e7f6 req-58d218cc-aa32-4db2-82bb-12a8cf2509b6 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 210 time: 0.1028812 Jul 14 09:19:59.281820 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-cf83708f-8262-42fe-9a68-fce8a304c994 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:59.283418 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-cf83708f-8262-42fe-9a68-fce8a304c994 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.55 "GET /v2.0/networks?id=2b207265-1379-4cb1-bdf9-417a0c56f7e4 HTTP/1.1" status: 200 len: 811 time: 0.2765894 Jul 14 09:19:59.306714 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-1b13b66c-7c2d-4cf1-9081-f962bb96f26b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Request body: {'port': {'device_id': 'd41090e5-5448-4303-a57a-34579f61ef20', 'network_id': '2b207265-1379-4cb1-bdf9-417a0c56f7e4', 'admin_state_up': True, 'tenant_id': '0bf11fb44ae345849ddee66c056190a8'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:59.396350 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port f1682332-5cb5-486a-a2c6-46614b7d847a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:59.466073 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c43e6-0ac2-45ec-aff7-5cb5b438812f req-40dbfbbc-c12d-4870-8dc0-c1cab847df3f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:59.473393 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c43e6-0ac2-45ec-aff7-5cb5b438812f req-40dbfbbc-c12d-4870-8dc0-c1cab847df3f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:59.480490 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c43e6-0ac2-45ec-aff7-5cb5b438812f req-40dbfbbc-c12d-4870-8dc0-c1cab847df3f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:59.487788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c43e6-0ac2-45ec-aff7-5cb5b438812f req-40dbfbbc-c12d-4870-8dc0-c1cab847df3f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:59.495051 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c43e6-0ac2-45ec-aff7-5cb5b438812f req-40dbfbbc-c12d-4870-8dc0-c1cab847df3f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:59.503465 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c43e6-0ac2-45ec-aff7-5cb5b438812f req-40dbfbbc-c12d-4870-8dc0-c1cab847df3f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:59.510859 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c43e6-0ac2-45ec-aff7-5cb5b438812f req-40dbfbbc-c12d-4870-8dc0-c1cab847df3f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:59.520629 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a8c43e6-0ac2-45ec-aff7-5cb5b438812f req-40dbfbbc-c12d-4870-8dc0-c1cab847df3f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5427 time: 0.1671474 Jul 14 09:19:59.587269 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port f1682332-5cb5-486a-a2c6-46614b7d847a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:59.587269 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.600555 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.619509 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a8c43e6-0ac2-45ec-aff7-5cb5b438812f req-5ac710d9-b575-4387-a76e-d37b28931949 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0972636 Jul 14 09:19:59.683399 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efa2b6-a703-43e8-95d9-b17dacda267f req-5261a058-6e65-4215-a93e-7bf900b63283 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:59.685223 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-62efa2b6-a703-43e8-95d9-b17dacda267f req-5261a058-6e65-4215-a93e-7bf900b63283 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a95696-4f76-4a66-9f01-77a6e3493988 HTTP/1.1" status: 200 len: 946 time: 0.2464533 Jul 14 09:19:59.687010 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5f580ebf-b548-4604-b247-56a009c51e68 req-de21ca8e-2759-45f7-a71a-762a778e7805 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.693549 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-1b13b66c-7c2d-4cf1-9081-f962bb96f26b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Made reservation on behalf of 0bf11fb44ae345849ddee66c056190a8 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:59.697566 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-1b13b66c-7c2d-4cf1-9081-f962bb96f26b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.726651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-5f580ebf-b548-4604-b247-56a009c51e68 req-de21ca8e-2759-45f7-a71a-762a778e7805 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Transition to ACTIVE for port object e80f0d1f-dc89-4c1a-baff-8385f81cdb4f will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:59.799914 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port c475962c-efbb-4b8f-a71f-9c4d47b317d9, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c475962c-efbb-4b8f-a71f-9c4d47b317d9,segment=NetworkSegment(afb18846-4e6b-4b81-8903-ed8a396e530f),segment_id=afb18846-4e6b-4b81-8903-ed8a396e530f)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:59.811420 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-62efa2b6-a703-43e8-95d9-b17dacda267f req-1de33bac-07e1-4ce0-8466-184ac52db00e tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002109 Jul 14 09:19:59.848428 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.855330 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2d2a66b1-1792-4ced-9d7e-9fa51239baf5 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:59.983524 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5f580ebf-b548-4604-b247-56a009c51e68 req-de21ca8e-2759-45f7-a71a-762a778e7805 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.022750 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['4ab54df4-c842-45de-b8d8-a4afe567c0e5'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:00.100574 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['a41a920e-6497-49e9-8ee2-23d9fd674e1c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:00.102236 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['b2be6486-e65e-4805-a307-4504282ccb66'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:00.102433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f580ebf-b548-4604-b247-56a009c51e68 req-de21ca8e-2759-45f7-a71a-762a778e7805 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Network 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:00.104315 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0713bff9-4ce0-429a-969a-4560c8238e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.115220 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-5f580ebf-b548-4604-b247-56a009c51e68 req-de21ca8e-2759-45f7-a71a-762a778e7805 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:00.122943 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7593d9-75b4-4bc9-b5b9-a021d63f70b9 req-810d98d9-4d28-4084-bfbc-e7d1bde99b8f tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:00.124935 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea7593d9-75b4-4bc9-b5b9-a021d63f70b9 req-810d98d9-4d28-4084-bfbc-e7d1bde99b8f tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda HTTP/1.1" status: 200 len: 945 time: 0.2700450 Jul 14 09:20:00.144158 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f580ebf-b548-4604-b247-56a009c51e68 req-de21ca8e-2759-45f7-a71a-762a778e7805 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:00.157963 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=c475962c-efbb-4b8f-a71f-9c4d47b317d9,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:00.177360 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.181456 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['30f1a2ef-7642-4739-8eaa-96de5c74cd6e'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:00.217123 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-1b13b66c-7c2d-4cf1-9081-f962bb96f26b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Allocated IP 172.20.0.14 (2b207265-1379-4cb1-bdf9-417a0c56f7e4/e4a72a50-84b2-47a9-a16f-8470cdb97c9f/466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:00.222930 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21ca8e-2759-45f7-a71a-762a778e7805 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Pushing event updated for resources: {'Port': ['ID=e80f0d1f-dc89-4c1a-baff-8385f81cdb4f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:00.230398 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['ebf8368a-d0fb-466a-a254-89fc3ae4a4bb'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:00.272617 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea7593d9-75b4-4bc9-b5b9-a021d63f70b9 req-651ea07e-683e-42a1-817b-e76b7b027d70 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381705 Jul 14 09:20:00.337487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc326a-155b-4653-8aaf-b09871c9e91a req-92a74ef7-6fca-4bcf-8686-44dde1bfc082 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:00.341370 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0fc326a-155b-4653-8aaf-b09871c9e91a req-92a74ef7-6fca-4bcf-8686-44dde1bfc082 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 945 time: 0.3125167 Jul 14 09:20:00.366139 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f580ebf-b548-4604-b247-56a009c51e68 req-de21ca8e-2759-45f7-a71a-762a778e7805 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:00.366139 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5f580ebf-b548-4604-b247-56a009c51e68 req-de21ca8e-2759-45f7-a71a-762a778e7805 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.418130 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0fc326a-155b-4653-8aaf-b09871c9e91a req-a906b3ba-46cd-4187-b518-1b77ad36be69 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610180 Jul 14 09:20:00.439421 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.630985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f1682332-5cb5-486a-a2c6-46614b7d847a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f1682332-5cb5-486a-a2c6-46614b7d847a,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:00.642677 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5f580ebf-b548-4604-b247-56a009c51e68 req-de21ca8e-2759-45f7-a71a-762a778e7805 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2405915 Jul 14 09:20:00.643621 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 2d2a66b1-1792-4ced-9d7e-9fa51239baf5 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:00.650763 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63064c81-95c6-4243-9a86-213a097ee35d req-b50c9ea1-daf4-4a24-b449-a13d172033f1 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 210 time: 0.0613668 Jul 14 09:20:00.666639 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] Request body: {'port': {'device_id': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:00.749482 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 2d2a66b1-1792-4ced-9d7e-9fa51239baf5 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:00.749830 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.759596 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-1b13b66c-7c2d-4cf1-9081-f962bb96f26b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.815954 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56914dad-3000-4c60-ab60-d1ad29ae9f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1682332-5cb5-486a-a2c6-46614b7d847a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:00.818230 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8a9333-8403-4f61-8580-17218fc29b1f" -d '{"events": [{"server_uuid": "56914dad-3000-4c60-ab60-d1ad29ae9f6a", "name": "network-vif-plugged", "status": "completed", "tag": "f1682332-5cb5-486a-a2c6-46614b7d847a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:00.839240 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.865757 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.931926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad10ac-9334-4c13-bb6b-ef75175fae98 req-0c306bcd-29be-4b48-befa-824fe565e249 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:00.940066 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b3ad10ac-9334-4c13-bb6b-ef75175fae98 req-0c306bcd-29be-4b48-befa-824fe565e249 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/ports?device_id=56914dad-3000-4c60-ab60-d1ad29ae9f6a HTTP/1.1" status: 200 len: 949 time: 0.2355747 Jul 14 09:20:00.952220 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-1b13b66c-7c2d-4cf1-9081-f962bb96f26b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.006539 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['207ab0ec-b17a-4abd-8b56-ed8ce32580f4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:01.009538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['e5ddc03d-bffd-4ee2-8dfd-829f721e56dc'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:01.040014 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b3ad10ac-9334-4c13-bb6b-ef75175fae98 req-8c8b5dce-e957-4e53-a930-f8f5ad63a88c tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/security-groups?id=13e977b5-dafc-416b-a3f6-6c71fe42b380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991430 Jul 14 09:20:01.082645 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42ac5a-d940-4ced-86e1-36f95179be69 req-e35d7b86-43da-4b2e-b0c2-024f1e18fdf2 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:01.084378 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef42ac5a-d940-4ced-86e1-36f95179be69 req-e35d7b86-43da-4b2e-b0c2-024f1e18fdf2 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 932 time: 0.2497456 Jul 14 09:20:01.089931 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f94bfb80-d852-4a66-b17f-5d928f9051e2 None None] Provisioning for port e80f0d1f-dc89-4c1a-baff-8385f81cdb4f completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:01.183394 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef42ac5a-d940-4ced-86e1-36f95179be69 req-9371cad2-5b35-4ad2-91cc-a25967eb114e tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838091 Jul 14 09:20:01.253026 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f94bfb80-d852-4a66-b17f-5d928f9051e2 None None] Provisioning complete for port e80f0d1f-dc89-4c1a-baff-8385f81cdb4f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:01.253314 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f94bfb80-d852-4a66-b17f-5d928f9051e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.313586 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-1b13b66c-7c2d-4cf1-9081-f962bb96f26b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Network 2b207265-1379-4cb1-bdf9-417a0c56f7e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:01.320886 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-1b13b66c-7c2d-4cf1-9081-f962bb96f26b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:01.323581 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-1b13b66c-7c2d-4cf1-9081-f962bb96f26b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:01.384113 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.388958 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f94bfb80-d852-4a66-b17f-5d928f9051e2 None None] Port e80f0d1f-dc89-4c1a-baff-8385f81cdb4f cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:01.439602 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13b66c-7c2d-4cf1-9081-f962bb96f26b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Pushing event updated for resources: {'Port': ['ID=466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:01.458086 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdd57f-04b5-4da4-b607-60a253246bc7 req-2fa9ab67-f7bb-4434-8ac9-5c678dad48d1 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:01.459842 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58bdd57f-04b5-4da4-b607-60a253246bc7 req-2fa9ab67-f7bb-4434-8ac9-5c678dad48d1 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 945 time: 0.1594269 Jul 14 09:20:01.475787 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baec35-7f87-4dac-b615-1472798f4109 req-4958b9a6-d0ac-44e0-aebf-4cc9f14d771f tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:01.477369 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c7baec35-7f87-4dac-b615-1472798f4109 req-4958b9a6-d0ac-44e0-aebf-4cc9f14d771f tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda HTTP/1.1" status: 200 len: 945 time: 0.3749981 Jul 14 09:20:01.497454 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a7f2f-b31f-4414-b491-05a3292bfb1a req-04b2c4a9-ba65-4ee2-a17d-857062be500c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:01.503550 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-1b13b66c-7c2d-4cf1-9081-f962bb96f26b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:01.504157 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-1b13b66c-7c2d-4cf1-9081-f962bb96f26b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.505861 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a7f2f-b31f-4414-b491-05a3292bfb1a req-04b2c4a9-ba65-4ee2-a17d-857062be500c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:01.514467 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a7f2f-b31f-4414-b491-05a3292bfb1a req-04b2c4a9-ba65-4ee2-a17d-857062be500c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:01.518422 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=f1682332-5cb5-486a-a2c6-46614b7d847a,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:01.523616 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a7f2f-b31f-4414-b491-05a3292bfb1a req-04b2c4a9-ba65-4ee2-a17d-857062be500c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:01.531997 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a7f2f-b31f-4414-b491-05a3292bfb1a req-04b2c4a9-ba65-4ee2-a17d-857062be500c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:01.543362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a7f2f-b31f-4414-b491-05a3292bfb1a req-04b2c4a9-ba65-4ee2-a17d-857062be500c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:01.553400 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a7f2f-b31f-4414-b491-05a3292bfb1a req-04b2c4a9-ba65-4ee2-a17d-857062be500c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:01.556065 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4c2a7f2f-b31f-4414-b491-05a3292bfb1a req-04b2c4a9-ba65-4ee2-a17d-857062be500c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5427 time: 0.2044256 Jul 14 09:20:01.629732 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-1b13b66c-7c2d-4cf1-9081-f962bb96f26b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3267348 Jul 14 09:20:01.640811 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58bdd57f-04b5-4da4-b607-60a253246bc7 req-d663637d-0a2d-47ab-80bf-0f1afa2620e7 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741135 Jul 14 09:20:01.672818 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4c2a7f2f-b31f-4414-b491-05a3292bfb1a req-eb7e7d16-0d52-4eb0-baaa-3aedd833d23b tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1034584 Jul 14 09:20:01.731784 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] Request body: {'port': {'device_id': 'd41090e5-5448-4303-a57a-34579f61ef20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:01.748231 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.775554 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffdeeb1-d3d1-4814-95a8-efbd45286117 x-openstack-request-id: req-cffdeeb1-d3d1-4814-95a8-efbd45286117 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:01.775923 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56914dad-3000-4c60-ab60-d1ad29ae9f6a", "name": "network-vif-plugged", "status": "completed", "tag": "f1682332-5cb5-486a-a2c6-46614b7d847a", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:01.776144 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cffdeeb1-d3d1-4814-95a8-efbd45286117 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:01.776681 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56914dad-3000-4c60-ab60-d1ad29ae9f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1682332-5cb5-486a-a2c6-46614b7d847a', 'code': 200} Jul 14 09:20:01.820254 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.884446 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.55', 55166) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:02.026044 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de92f9-18c3-46b9-a755-94c9fff5f636 req-ec29f6a0-97b0-45c2-a815-6953e4be1fd2 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:02.033172 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70de92f9-18c3-46b9-a755-94c9fff5f636 req-ec29f6a0-97b0-45c2-a815-6953e4be1fd2 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a95696-4f76-4a66-9f01-77a6e3493988 HTTP/1.1" status: 200 len: 946 time: 0.2058690 Jul 14 09:20:02.044915 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80f0d1f-dc89-4c1a-baff-8385f81cdb4f {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:02.055331 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.066878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 2d2a66b1-1792-4ced-9d7e-9fa51239baf5, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2d2a66b1-1792-4ced-9d7e-9fa51239baf5,segment=NetworkSegment(a8237e70-7d15-4b5b-8720-a41cf53396e9),segment_id=a8237e70-7d15-4b5b-8720-a41cf53396e9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:02.080725 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] Transition to ACTIVE for port object e80f0d1f-dc89-4c1a-baff-8385f81cdb4f will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:02.091363 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.099464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00411ae7-6442-4248-96b9-d8beaffbe7c4 req-9ff4f259-b82a-41a2-8e8c-db300d30fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:02.101032 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-00411ae7-6442-4248-96b9-d8beaffbe7c4 req-9ff4f259-b82a-41a2-8e8c-db300d30fbeb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56914dad-3000-4c60-ab60-d1ad29ae9f6a HTTP/1.1" status: 200 len: 1101 time: 0.2128921 Jul 14 09:20:02.122022 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026dc4f-64bb-44d0-a017-a29a6b9af07a req-6b88dff8-242c-4726-a7fb-534291903526 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:02.123231 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.129872 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4026dc4f-64bb-44d0-a017-a29a6b9af07a req-6b88dff8-242c-4726-a7fb-534291903526 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda HTTP/1.1" status: 200 len: 945 time: 0.1800687 Jul 14 09:20:02.138526 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70de92f9-18c3-46b9-a755-94c9fff5f636 req-aed7e2c0-8885-4c5d-b5a9-b9c9c47f0fa2 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042941 Jul 14 09:20:02.199761 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] Pushing event updated for resources: {'Port': ['ID=e80f0d1f-dc89-4c1a-baff-8385f81cdb4f,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:02.203631 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.210273 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4026dc4f-64bb-44d0-a017-a29a6b9af07a req-260e28b7-175f-47a7-baff-d9b7b0222b12 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784404 Jul 14 09:20:02.222227 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-00411ae7-6442-4248-96b9-d8beaffbe7c4 req-7307df9c-a9d4-437e-80ce-c74cfadde930 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=13e977b5-dafc-416b-a3f6-6c71fe42b380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139655 Jul 14 09:20:02.256231 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-c7baec35-7f87-4dac-b615-1472798f4109 req-26844d14-314e-406a-9726-7b98e48ecc5e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Deleting port a389fd51-3485-43ac-bca6-50ec1d5c22db {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:02.256588 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c7baec35-7f87-4dac-b615-1472798f4109 req-26844d14-314e-406a-9726-7b98e48ecc5e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.260885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=2d2a66b1-1792-4ced-9d7e-9fa51239baf5,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:02.466794 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c7c24-280b-482e-a04d-924aa7176985 req-9e5776b9-2961-4532-9e2a-ad7f4c8b0614 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:02.474939 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-046c7c24-280b-482e-a04d-924aa7176985 req-9e5776b9-2961-4532-9e2a-ad7f4c8b0614 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 932 time: 0.0998378 Jul 14 09:20:02.494731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] Attempting to bind port e80f0d1f-dc89-4c1a-baff-8385f81cdb4f on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:02.495272 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] Attempting to bind port e80f0d1f-dc89-4c1a-baff-8385f81cdb4f by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'a8237e70-7d15-4b5b-8720-a41cf53396e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:02.495484 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] Attempting to bind port e80f0d1f-dc89-4c1a-baff-8385f81cdb4f on network 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:02.515683 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c475962c-efbb-4b8f-a71f-9c4d47b317d9 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:02.565594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] Port e80f0d1f-dc89-4c1a-baff-8385f81cdb4f on network 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:02.566110 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] Attempting to bind port e80f0d1f-dc89-4c1a-baff-8385f81cdb4f on network 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:02.590806 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:02.591472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] Checking segment: {'id': 'a8237e70-7d15-4b5b-8720-a41cf53396e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:02.592049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] Bound using segment: {'id': 'a8237e70-7d15-4b5b-8720-a41cf53396e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:02.592667 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] Bound port: e80f0d1f-dc89-4c1a-baff-8385f81cdb4f, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8237e70-7d15-4b5b-8720-a41cf53396e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:02.593355 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.593705 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-046c7c24-280b-482e-a04d-924aa7176985 req-167947cb-21d7-4c92-b323-cadac9972709 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177356 Jul 14 09:20:02.596899 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port c475962c-efbb-4b8f-a71f-9c4d47b317d9 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:02.597491 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.651216 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-c7baec35-7f87-4dac-b615-1472798f4109 req-26844d14-314e-406a-9726-7b98e48ecc5e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] For port a389fd51-3485-43ac-bca6-50ec1d5c22db, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a389fd51-3485-43ac-bca6-50ec1d5c22db,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:02.651826 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c7baec35-7f87-4dac-b615-1472798f4109 req-26844d14-314e-406a-9726-7b98e48ecc5e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.660475 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f252f8-9f8b-4f3b-97bb-5fddd5f3bd59 req-b20117b8-0933-4b24-bc5f-b0a5b63fdb6a tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:02.662161 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36f252f8-9f8b-4f3b-97bb-5fddd5f3bd59 req-b20117b8-0933-4b24-bc5f-b0a5b63fdb6a tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/ports?device_id=56914dad-3000-4c60-ab60-d1ad29ae9f6a HTTP/1.1" status: 200 len: 949 time: 0.1841285 Jul 14 09:20:02.696442 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-c7baec35-7f87-4dac-b615-1472798f4109 req-26844d14-314e-406a-9726-7b98e48ecc5e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Calling delete_port for a389fd51-3485-43ac-bca6-50ec1d5c22db owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:02.737204 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36f252f8-9f8b-4f3b-97bb-5fddd5f3bd59 req-e0b06e64-88bf-4e94-9909-2bda771712fa tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/security-groups?id=13e977b5-dafc-416b-a3f6-6c71fe42b380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676761 Jul 14 09:20:02.765472 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.870351 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] For port e80f0d1f-dc89-4c1a-baff-8385f81cdb4f, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:02.892589 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f388f-a721-4348-a023-8d9f4ecdd87d req-e5717db8-1ee0-4cbb-bff0-9cda9617d7f6 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:02.894823 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-588f388f-a721-4348-a023-8d9f4ecdd87d req-e5717db8-1ee0-4cbb-bff0-9cda9617d7f6 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 944 time: 0.1348488 Jul 14 09:20:02.895098 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57742) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:02.897157 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2d2a66b1-1792-4ced-9d7e-9fa51239baf5 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:02.915824 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] For port e80f0d1f-dc89-4c1a-baff-8385f81cdb4f, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e80f0d1f-dc89-4c1a-baff-8385f81cdb4f,segment=NetworkSegment(a8237e70-7d15-4b5b-8720-a41cf53396e9),segment_id=a8237e70-7d15-4b5b-8720-a41cf53396e9)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:02.932809 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.958589 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 2d2a66b1-1792-4ced-9d7e-9fa51239baf5 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:02.958975 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.996312 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 30f1a2ef-7642-4739-8eaa-96de5c74cd6e up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:02.998172 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-588f388f-a721-4348-a023-8d9f4ecdd87d req-3ac15868-b3ff-423b-a3f9-c8dd3d90c86c tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916171 Jul 14 09:20:03.031660 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.033006 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.035496 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5f580ebf-b548-4604-b247-56a009c51e68 req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] 10.222.0.55 "PUT /v2.0/ports/e80f0d1f-dc89-4c1a-baff-8385f81cdb4f HTTP/1.1" status: 200 len: 1093 time: 2.3765802 Jul 14 09:20:03.039076 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'tag': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:03.041653 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a930c9b-2189-4e5d-9c1f-6e78a7ed5003" -d '{"events": [{"name": "network-changed", "server_uuid": "e221313a-08fd-44c8-90b8-074c44de9fff", "tag": "e80f0d1f-dc89-4c1a-baff-8385f81cdb4f"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:03.080905 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725796e-53ca-4c8d-99e8-32f61f05829c req-aca20407-8b8e-4ee7-8fb4-fbb39abedac8 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.083043 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1725796e-53ca-4c8d-99e8-32f61f05829c req-aca20407-8b8e-4ee7-8fb4-fbb39abedac8 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a95696-4f76-4a66-9f01-77a6e3493988 HTTP/1.1" status: 200 len: 946 time: 0.1866980 Jul 14 09:20:03.103540 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:03.178772 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.191314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 30f1a2ef-7642-4739-8eaa-96de5c74cd6e completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:03.196156 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 30f1a2ef-7642-4739-8eaa-96de5c74cd6e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:03.196834 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.224142 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d9c3b149-dd23-4a3d-bd57-f17791a8d29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.226137 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad4f24-9849-4d39-8725-7e26044d0bed service neutron] Pushing event updated for resources: {'Port': ['ID=e80f0d1f-dc89-4c1a-baff-8385f81cdb4f,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:03.238483 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1725796e-53ca-4c8d-99e8-32f61f05829c req-4c493c52-d0ad-476d-b0a1-2d7f6a59f1f2 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446104 Jul 14 09:20:03.262153 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] Transition to ACTIVE for port object 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:03.280201 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0e9b3-5e55-45a5-8cb2-e01496e0e18b req-6094fd92-0426-4e3e-9e7c-aaa67ae74347 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.287999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4fd0e9b3-5e55-45a5-8cb2-e01496e0e18b req-6094fd92-0426-4e3e-9e7c-aaa67ae74347 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 945 time: 0.1130331 Jul 14 09:20:03.300850 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.346196 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4fd0e9b3-5e55-45a5-8cb2-e01496e0e18b req-d2fc6880-fb88-4265-a8bc-ae1f084e7579 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572798 Jul 14 09:20:03.348261 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.366629 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c7baec35-7f87-4dac-b615-1472798f4109 req-26844d14-314e-406a-9726-7b98e48ecc5e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.431115 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] Pushing event updated for resources: {'Port': ['ID=466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:03.475864 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 30f1a2ef-7642-4739-8eaa-96de5c74cd6e, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=30f1a2ef-7642-4739-8eaa-96de5c74cd6e,segment=NetworkSegment(ac5b91c5-dca7-4a43-a548-9b1960ce33fc),segment_id=ac5b91c5-dca7-4a43-a548-9b1960ce33fc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:03.484743 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.484974 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d205a5-d7b6-4cc1-a5f2-a14879a33892 x-openstack-request-id: req-95d205a5-d7b6-4cc1-a5f2-a14879a33892 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:03.485599 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e221313a-08fd-44c8-90b8-074c44de9fff", "tag": "e80f0d1f-dc89-4c1a-baff-8385f81cdb4f", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:03.485986 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95d205a5-d7b6-4cc1-a5f2-a14879a33892 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:03.486447 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'tag': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f', 'status': 'completed', 'code': 200} Jul 14 09:20:03.487253 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device a389fd51-3485-43ac-bca6-50ec1d5c22db no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:03.523505 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130b8fe-212b-4800-a5c0-30800a86d349 req-c11dd9c2-daa6-4f24-9d60-ea70fa5d8ffc tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.530614 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f580ebf-b548-4604-b247-56a009c51e68 req-5ccb2f7f-e074-4637-af2d-3f5e4d45a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.531335 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130b8fe-212b-4800-a5c0-30800a86d349 req-c11dd9c2-daa6-4f24-9d60-ea70fa5d8ffc tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.532337 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5f580ebf-b548-4604-b247-56a009c51e68 req-5ccb2f7f-e074-4637-af2d-3f5e4d45a036 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c81313ed0f24e4486654b835c382f5d&device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 1096 time: 0.4167430 Jul 14 09:20:03.533307 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26844d14-314e-406a-9726-7b98e48ecc5e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Pushing event deleted for resources: {'Port': ['ID=a389fd51-3485-43ac-bca6-50ec1d5c22db,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:03.539903 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130b8fe-212b-4800-a5c0-30800a86d349 req-c11dd9c2-daa6-4f24-9d60-ea70fa5d8ffc tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.550455 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130b8fe-212b-4800-a5c0-30800a86d349 req-c11dd9c2-daa6-4f24-9d60-ea70fa5d8ffc tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.558304 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130b8fe-212b-4800-a5c0-30800a86d349 req-c11dd9c2-daa6-4f24-9d60-ea70fa5d8ffc tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.566096 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130b8fe-212b-4800-a5c0-30800a86d349 req-c11dd9c2-daa6-4f24-9d60-ea70fa5d8ffc tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.566425 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7baec35-7f87-4dac-b615-1472798f4109 req-26844d14-314e-406a-9726-7b98e48ecc5e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] No DVR routers for this DVR port a389fd51-3485-43ac-bca6-50ec1d5c22db on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:03.574749 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130b8fe-212b-4800-a5c0-30800a86d349 req-c11dd9c2-daa6-4f24-9d60-ea70fa5d8ffc tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.577665 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c130b8fe-212b-4800-a5c0-30800a86d349 req-c11dd9c2-daa6-4f24-9d60-ea70fa5d8ffc tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5427 time: 0.1602049 Jul 14 09:20:03.593319 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c7baec35-7f87-4dac-b615-1472798f4109 req-26844d14-314e-406a-9726-7b98e48ecc5e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.595954 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c7baec35-7f87-4dac-b615-1472798f4109 req-26844d14-314e-406a-9726-7b98e48ecc5e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.55 "DELETE /v2.0/ports/a389fd51-3485-43ac-bca6-50ec1d5c22db HTTP/1.1" status: 204 len: 173 time: 2.1079967 Jul 14 09:20:03.624704 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: a389fd51-3485-43ac-bca6-50ec1d5c22db {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:03.625059 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device a389fd51-3485-43ac-bca6-50ec1d5c22db not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:03.643441 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5f580ebf-b548-4604-b247-56a009c51e68 req-36fb9a52-a0f4-4e5b-a147-340ded1c95e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e80f0d1f-dc89-4c1a-baff-8385f81cdb4f HTTP/1.1" status: 200 len: 217 time: 0.0810061 Jul 14 09:20:03.668200 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=30f1a2ef-7642-4739-8eaa-96de5c74cd6e,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:03.685134 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c130b8fe-212b-4800-a5c0-30800a86d349 req-1a0d5b46-d306-4a9f-b06e-d6e4ecdbb578 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1008735 Jul 14 09:20:03.702350 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb37741d-a8b8-455f-9aea-3a98779dfaa2 req-266cbc88-01ee-44fd-85d4-4021d21492e5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda HTTP/1.1" status: 200 len: 210 time: 0.0732031 Jul 14 09:20:03.748573 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] Attempting to bind port 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:03.748573 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] Attempting to bind port 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'afb18846-4e6b-4b81-8903-ed8a396e530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2b207265-1379-4cb1-bdf9-417a0c56f7e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:03.748573 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] Attempting to bind port 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea on network 2b207265-1379-4cb1-bdf9-417a0c56f7e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:03.759654 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d9c3b149-dd23-4a3d-bd57-f17791a8d29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.762093 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f580ebf-b548-4604-b247-56a009c51e68 req-0ccc0ddc-38c2-42ea-bd9b-d672b8e0a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.763815 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5f580ebf-b548-4604-b247-56a009c51e68 req-0ccc0ddc-38c2-42ea-bd9b-d672b8e0a8d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b26c4a85-82c2-41ae-9f0b-7df4811624b1 HTTP/1.1" status: 200 len: 859 time: 0.1119313 Jul 14 09:20:03.765472 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d9c3b149-dd23-4a3d-bd57-f17791a8d29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.769298 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] Port 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea on network 2b207265-1379-4cb1-bdf9-417a0c56f7e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:03.769633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] Attempting to bind port 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea on network 2b207265-1379-4cb1-bdf9-417a0c56f7e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:03.781483 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f1a2ef-7642-4739-8eaa-96de5c74cd6e'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:03.790134 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c5669d-3ff9-428d-9cc8-f58fef5123da" -d '{"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-plugged", "status": "completed", "tag": "30f1a2ef-7642-4739-8eaa-96de5c74cd6e"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:03.796853 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:03.797616 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] Checking segment: {'id': 'afb18846-4e6b-4b81-8903-ed8a396e530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2b207265-1379-4cb1-bdf9-417a0c56f7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:03.797782 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] Bound using segment: {'id': 'afb18846-4e6b-4b81-8903-ed8a396e530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2b207265-1379-4cb1-bdf9-417a0c56f7e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:03.798260 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] Bound port: 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afb18846-4e6b-4b81-8903-ed8a396e530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2b207265-1379-4cb1-bdf9-417a0c56f7e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:03.798857 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.864535 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d9c3b149-dd23-4a3d-bd57-f17791a8d29f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c730b7079e784dcc9be51eebabf51fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9666378 Jul 14 09:20:03.868233 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3b149-dd23-4a3d-bd57-f17791a8d29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f10818-2ea1-4d08-b984-151bbb51672e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:03.868426 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57760) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:03.947887 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] For port 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:03.953136 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] For port 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea,segment=NetworkSegment(afb18846-4e6b-4b81-8903-ed8a396e530f),segment_id=afb18846-4e6b-4b81-8903-ed8a396e530f)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:03.961049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f580ebf-b548-4604-b247-56a009c51e68 req-bc023f47-3147-47ce-ba32-909a91bb49ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.963238 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5f580ebf-b548-4604-b247-56a009c51e68 req-bc023f47-3147-47ce-ba32-909a91bb49ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1678820 Jul 14 09:20:03.965256 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.970435 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c1b667f-65e2-4ad9-91b3-99523698e3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.998830 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c1b667f-65e2-4ad9-91b3-99523698e3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.013220 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155b02b-6fce-4e43-80e9-97778df88333 req-d05be113-decc-490a-94f9-f4839ef0c0af tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:04.014963 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9155b02b-6fce-4e43-80e9-97778df88333 req-d05be113-decc-490a-94f9-f4839ef0c0af tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 945 time: 0.1441026 Jul 14 09:20:04.033954 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:04.034822 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.035962 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] 10.222.0.55 "PUT /v2.0/ports/466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea HTTP/1.1" status: 200 len: 1093 time: 2.3214810 Jul 14 09:20:04.098425 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9155b02b-6fce-4e43-80e9-97778df88333 req-7639e7cd-889c-4a7c-ac9e-34ba752dc1bd tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629756 Jul 14 09:20:04.103893 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d1664-3dd3-4b4f-b5d2-7038563004a3 service neutron] Pushing event updated for resources: {'Port': ['ID=466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:04.120297 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c1b667f-65e2-4ad9-91b3-99523698e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.123355 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c1b667f-65e2-4ad9-91b3-99523698e3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.127190 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0c1b667f-65e2-4ad9-91b3-99523698e3f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a2f10818-2ea1-4d08-b984-151bbb51672e HTTP/1.1" status: 204 len: 168 time: 0.2554643 Jul 14 09:20:04.136279 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b667f-65e2-4ad9-91b3-99523698e3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f10818-2ea1-4d08-b984-151bbb51672e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:04.146761 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b667f-65e2-4ad9-91b3-99523698e3f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.148238 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b667f-65e2-4ad9-91b3-99523698e3f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.148596 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b667f-65e2-4ad9-91b3-99523698e3f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.148970 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b667f-65e2-4ad9-91b3-99523698e3f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.149313 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b667f-65e2-4ad9-91b3-99523698e3f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.150264 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b667f-65e2-4ad9-91b3-99523698e3f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.150619 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b667f-65e2-4ad9-91b3-99523698e3f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.151229 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b667f-65e2-4ad9-91b3-99523698e3f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.151336 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b667f-65e2-4ad9-91b3-99523698e3f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.151609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b667f-65e2-4ad9-91b3-99523698e3f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.151943 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b667f-65e2-4ad9-91b3-99523698e3f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.152381 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b667f-65e2-4ad9-91b3-99523698e3f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:04.182838 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5f580ebf-b548-4604-b247-56a009c51e68 req-16ca37bd-d37b-4f54-a09a-833b48dbd49f service neutron] 10.222.0.55 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012687 Jul 14 09:20:04.271473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-7cb12d2f-ea5b-49d6-b4fc-bfdb9cd75981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:04.274006 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-7cb12d2f-ea5b-49d6-b4fc-bfdb9cd75981 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0bf11fb44ae345849ddee66c056190a8&device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 1096 time: 0.1662686 Jul 14 09:20:04.313608 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655e049-27c1-465a-909c-f3c129c21f0b req-55fd2300-1fd1-4734-814c-d81957fd9a6a tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:04.315216 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1655e049-27c1-465a-909c-f3c129c21f0b req-55fd2300-1fd1-4734-814c-d81957fd9a6a tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/ports?device_id=56914dad-3000-4c60-ab60-d1ad29ae9f6a HTTP/1.1" status: 200 len: 949 time: 0.0967078 Jul 14 09:20:04.323351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f13f62-e33d-4144-b395-4deac199ec5d req-26ba28d6-94db-49bd-b5f6-9ad2debb557a tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:04.324871 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4f13f62-e33d-4144-b395-4deac199ec5d req-26ba28d6-94db-49bd-b5f6-9ad2debb557a tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 944 time: 0.1682141 Jul 14 09:20:04.354222 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-93ce9130-427b-49e6-82d6-ac3b21800bb0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea HTTP/1.1" status: 200 len: 217 time: 0.0635014 Jul 14 09:20:04.385820 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1655e049-27c1-465a-909c-f3c129c21f0b req-cc04e3a2-635b-4f9c-9ad2-b20bc3889b09 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/security-groups?id=13e977b5-dafc-416b-a3f6-6c71fe42b380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599146 Jul 14 09:20:04.391772 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4f13f62-e33d-4144-b395-4deac199ec5d req-a9af07a1-029e-478f-b01f-a3efac422c8f tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582201 Jul 14 09:20:04.410652 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5f580ebf-b548-4604-b247-56a009c51e68 req-10d7d761-0783-4c7c-a872-911717d01bd4 service neutron] 10.222.0.55 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202892 Jul 14 09:20:04.443697 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-678a651a-6a0f-4c5f-8a6a-68f7cc853ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:04.448154 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-678a651a-6a0f-4c5f-8a6a-68f7cc853ef4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4a72a50-84b2-47a9-a16f-8470cdb97c9f HTTP/1.1" status: 200 len: 851 time: 0.0837574 Jul 14 09:20:04.461014 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75dde9d-9225-4966-b75a-aec70b5d8ee5 x-openstack-request-id: req-d75dde9d-9225-4966-b75a-aec70b5d8ee5 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:04.461495 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-plugged", "status": "completed", "tag": "30f1a2ef-7642-4739-8eaa-96de5c74cd6e", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:04.461654 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d75dde9d-9225-4966-b75a-aec70b5d8ee5 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:04.461973 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f1a2ef-7642-4739-8eaa-96de5c74cd6e', 'code': 200} Jul 14 09:20:04.509850 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-72a299ea-175a-488f-b1cc-46a61f648f9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2b207265-1379-4cb1-bdf9-417a0c56f7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542674 Jul 14 09:20:04.674450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b8e7b-876d-4d69-8e86-a325f0452895 req-be82696a-4874-40a5-abe7-382903c31936 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:04.678841 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b31b8e7b-876d-4d69-8e86-a325f0452895 req-be82696a-4874-40a5-abe7-382903c31936 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a95696-4f76-4a66-9f01-77a6e3493988 HTTP/1.1" status: 200 len: 946 time: 0.1485312 Jul 14 09:20:04.710612 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814b1bf-63e8-44b5-9383-35c5e29b6b1c req-e60b4903-5386-43aa-8249-89715e2da004 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:04.714317 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-3577616c-4616-4faa-8b1f-f5ae56a3adf5 service neutron] 10.222.0.55 "GET /v2.0/networks/2b207265-1379-4cb1-bdf9-417a0c56f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622174 Jul 14 09:20:04.717884 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6814b1bf-63e8-44b5-9383-35c5e29b6b1c req-e60b4903-5386-43aa-8249-89715e2da004 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 944 time: 0.1411314 Jul 14 09:20:04.718036 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a930c9b-2189-4e5d-9c1f-6e78a7ed5003 req-092ac59c-16c2-4692-9fcc-bd80fb440fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:04.719699 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a930c9b-2189-4e5d-9c1f-6e78a7ed5003 req-092ac59c-16c2-4692-9fcc-bd80fb440fad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c81313ed0f24e4486654b835c382f5d&device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 1096 time: 0.1393740 Jul 14 09:20:04.787637 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6814b1bf-63e8-44b5-9383-35c5e29b6b1c req-ed4b6d71-31c6-42a0-8ad1-e6ed1b3bee49 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669384 Jul 14 09:20:04.806297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b31b8e7b-876d-4d69-8e86-a325f0452895 req-bdbef93c-07a6-41ea-bff9-cf7a504311bf tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233385 Jul 14 09:20:04.901280 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a930c9b-2189-4e5d-9c1f-6e78a7ed5003 req-e182455d-9dc8-4409-9021-f23053d1ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:04.902814 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a930c9b-2189-4e5d-9c1f-6e78a7ed5003 req-e182455d-9dc8-4409-9021-f23053d1ac68 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a HTTP/1.1" status: 200 len: 921 time: 0.1737592 Jul 14 09:20:04.905632 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9be4b67a-8ad8-4096-ac36-dae73e6f8e18 req-82af52cc-27fa-4fa2-ad34-86d4d7653eb0 service neutron] 10.222.0.55 "GET /v2.0/networks/2b207265-1379-4cb1-bdf9-417a0c56f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844790 Jul 14 09:20:04.973113 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device b2be6486-e65e-4805-a307-4504282ccb66 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:04.977321 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a930c9b-2189-4e5d-9c1f-6e78a7ed5003 req-255b0df5-4242-45c6-9687-c8e26363267c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e80f0d1f-dc89-4c1a-baff-8385f81cdb4f HTTP/1.1" status: 200 len: 217 time: 0.0527382 Jul 14 09:20:05.030511 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port b2be6486-e65e-4805-a307-4504282ccb66 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:05.038950 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port b2be6486-e65e-4805-a307-4504282ccb66 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:05.039344 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.058760 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a930c9b-2189-4e5d-9c1f-6e78a7ed5003 req-ae72506b-1f57-4f84-9c2e-9b6854a69649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.060542 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a930c9b-2189-4e5d-9c1f-6e78a7ed5003 req-ae72506b-1f57-4f84-9c2e-9b6854a69649 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b26c4a85-82c2-41ae-9f0b-7df4811624b1 HTTP/1.1" status: 200 len: 859 time: 0.0522301 Jul 14 09:20:05.137442 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57802) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:05.149987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a930c9b-2189-4e5d-9c1f-6e78a7ed5003 req-befd4692-f00a-4e50-b9de-2520b534a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.151546 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a930c9b-2189-4e5d-9c1f-6e78a7ed5003 req-befd4692-f00a-4e50-b9de-2520b534a46b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768588 Jul 14 09:20:05.178318 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.248956 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port b2be6486-e65e-4805-a307-4504282ccb66, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=b2be6486-e65e-4805-a307-4504282ccb66,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:05.259432 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.260483 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 4ab54df4-c842-45de-b8d8-a4afe567c0e5 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:05.308067 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a930c9b-2189-4e5d-9c1f-6e78a7ed5003 req-660a66c1-8c20-4cdd-8c60-ab0a625d5e4a service neutron] 10.222.0.55 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479845 Jul 14 09:20:05.321998 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-feb822c9-ae23-430a-b481-db21d2d0603b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-375764083'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:05.378758 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=b2be6486-e65e-4805-a307-4504282ccb66,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:05.423505 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 4ab54df4-c842-45de-b8d8-a4afe567c0e5 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:05.429756 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 4ab54df4-c842-45de-b8d8-a4afe567c0e5 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:05.430176 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.591279 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.600168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d0689-a41d-4141-a81f-b708de7d542a req-563f47d3-f209-4920-ba7c-f523f24c1c4c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.606855 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d0689-a41d-4141-a81f-b708de7d542a req-563f47d3-f209-4920-ba7c-f523f24c1c4c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.614306 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d0689-a41d-4141-a81f-b708de7d542a req-563f47d3-f209-4920-ba7c-f523f24c1c4c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.620216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d0689-a41d-4141-a81f-b708de7d542a req-563f47d3-f209-4920-ba7c-f523f24c1c4c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.626738 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d0689-a41d-4141-a81f-b708de7d542a req-563f47d3-f209-4920-ba7c-f523f24c1c4c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.632886 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d0689-a41d-4141-a81f-b708de7d542a req-563f47d3-f209-4920-ba7c-f523f24c1c4c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.635039 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 4ab54df4-c842-45de-b8d8-a4afe567c0e5, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4ab54df4-c842-45de-b8d8-a4afe567c0e5,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:05.640949 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.641217 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d0689-a41d-4141-a81f-b708de7d542a req-563f47d3-f209-4920-ba7c-f523f24c1c4c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.642524 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ebf8368a-d0fb-466a-a254-89fc3ae4a4bb up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:05.643346 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-861d0689-a41d-4141-a81f-b708de7d542a req-563f47d3-f209-4920-ba7c-f523f24c1c4c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5429 time: 0.1720154 Jul 14 09:20:05.699198 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda', 'name': 'network-vif-deleted', 'tag': 'a389fd51-3485-43ac-bca6-50ec1d5c22db'}, {'name': 'network-changed', 'server_uuid': 'd41090e5-5448-4303-a57a-34579f61ef20', 'tag': '466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:05.701868 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef76b12c-91fc-4c84-8405-56972958b69f" -d '{"events": [{"server_uuid": "bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda", "name": "network-vif-deleted", "tag": "a389fd51-3485-43ac-bca6-50ec1d5c22db"}, {"name": "network-changed", "server_uuid": "d41090e5-5448-4303-a57a-34579f61ef20", "tag": "466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:05.702850 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3d65c-ed5a-4f0f-ae84-0c7202a92a40 req-fd146ab4-89a7-48a8-9248-fa318c411618 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.704880 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3c3d65c-ed5a-4f0f-ae84-0c7202a92a40 req-fd146ab4-89a7-48a8-9248-fa318c411618 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/ports?device_id=56914dad-3000-4c60-ab60-d1ad29ae9f6a HTTP/1.1" status: 200 len: 949 time: 0.1813064 Jul 14 09:20:05.714731 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-861d0689-a41d-4141-a81f-b708de7d542a req-0a6d2cda-ba71-4577-98f3-5970d26e4eb3 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589309 Jul 14 09:20:05.771647 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3c3d65c-ed5a-4f0f-ae84-0c7202a92a40 req-9decbb4d-49f3-454e-a1f6-d396ac230cd8 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/security-groups?id=13e977b5-dafc-416b-a3f6-6c71fe42b380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558512 Jul 14 09:20:05.775997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=4ab54df4-c842-45de-b8d8-a4afe567c0e5,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:05.788326 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb822c9-ae23-430a-b481-db21d2d0603b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Made reservation on behalf of f8229a7bd31c48178a55daa16e79e131 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:05.788326 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-feb822c9-ae23-430a-b481-db21d2d0603b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.796354 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-feb822c9-ae23-430a-b481-db21d2d0603b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.812909 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port ebf8368a-d0fb-466a-a254-89fc3ae4a4bb completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:05.818404 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port ebf8368a-d0fb-466a-a254-89fc3ae4a4bb triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:05.819054 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.892090 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572ee18-b8f8-47e4-919e-498e740bfcba req-f74a1ff1-60b2-4ae0-90f3-33cf1f92c725 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.893631 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6572ee18-b8f8-47e4-919e-498e740bfcba req-f74a1ff1-60b2-4ae0-90f3-33cf1f92c725 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a95696-4f76-4a66-9f01-77a6e3493988 HTTP/1.1" status: 200 len: 946 time: 0.1868203 Jul 14 09:20:05.902425 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a930c9b-2189-4e5d-9c1f-6e78a7ed5003 req-a3fe1318-a46c-4e6a-b6ad-79cdad0802d6 service neutron] 10.222.0.55 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703247 Jul 14 09:20:06.042211 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6c390-a240-44b8-a2bb-4393ae5e3f42 req-f19d7018-d640-440f-ad7c-f8d9732b75b9 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:06.048583 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9cc6c390-a240-44b8-a2bb-4393ae5e3f42 req-f19d7018-d640-440f-ad7c-f8d9732b75b9 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 944 time: 0.1497467 Jul 14 09:20:06.071939 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-feb822c9-ae23-430a-b481-db21d2d0603b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.082509 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-feb822c9-ae23-430a-b481-db21d2d0603b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.084220 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.092593 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-6572ee18-b8f8-47e4-919e-498e740bfcba req-94c971b5-b847-44b0-8e0f-5db208a49ff2 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Deleting port c6e867fa-4153-4c8a-a3ff-ab15996c15ce {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:06.093044 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6572ee18-b8f8-47e4-919e-498e740bfcba req-94c971b5-b847-44b0-8e0f-5db208a49ff2 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.122674 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9cc6c390-a240-44b8-a2bb-4393ae5e3f42 req-e8565492-4a41-4d40-aaf5-2646fb7c982d tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593929 Jul 14 09:20:06.127385 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ebf8368a-d0fb-466a-a254-89fc3ae4a4bb, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ebf8368a-d0fb-466a-a254-89fc3ae4a4bb,segment=NetworkSegment(7f21298a-629e-4e81-852c-c70a97676322),segment_id=7f21298a-629e-4e81-852c-c70a97676322)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:06.131723 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.132940 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device e5ddc03d-bffd-4ee2-8dfd-829f721e56dc up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:06.143210 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-e32975ee-52c4-43eb-9607-ec2ffd6539c8 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:06.155599 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-e32975ee-52c4-43eb-9607-ec2ffd6539c8 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 810 time: 0.1838081 Jul 14 09:20:06.160892 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb822c9-ae23-430a-b481-db21d2d0603b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:20:06.166705 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb822c9-ae23-430a-b481-db21d2d0603b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce18f586-911b-4c9a-ba22-2c7057ec990a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:06.180519 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-57e7508b-c53a-413f-9e19-442dbffad6d9 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/quotas/be454fb0ee14462b824a675124f7b42d HTTP/1.1" status: 200 len: 375 time: 0.0266082 Jul 14 09:20:06.200983 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-feb822c9-ae23-430a-b481-db21d2d0603b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.201315 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-feb822c9-ae23-430a-b481-db21d2d0603b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Added segment 79a8413f-5092-407f-b57a-807db5eec5c5 of type vlan for network f0d3e4dd-dac2-4512-96cb-3b00508cdbd5 Jul 14 09:20:06.226073 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-46293b13-66d0-4312-b7e7-97d5749d44b6 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446260 Jul 14 09:20:06.240711 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=ebf8368a-d0fb-466a-a254-89fc3ae4a4bb,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:06.248048 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d0e700-8213-4d30-a9c0-6c60ff457025 x-openstack-request-id: req-58d0e700-8213-4d30-a9c0-6c60ff457025 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:06.248629 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda", "name": "network-vif-deleted", "tag": "a389fd51-3485-43ac-bca6-50ec1d5c22db", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d41090e5-5448-4303-a57a-34579f61ef20", "tag": "466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:06.248897 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58d0e700-8213-4d30-a9c0-6c60ff457025 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:06.249304 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdca8a5-c08f-4bcb-ba45-45f7b0d2bbda', 'name': 'network-vif-deleted', 'tag': 'a389fd51-3485-43ac-bca6-50ec1d5c22db', 'status': 'completed', 'code': 200} Jul 14 09:20:06.249671 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41090e5-5448-4303-a57a-34579f61ef20', 'tag': '466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea', 'status': 'completed', 'code': 200} Jul 14 09:20:06.267780 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port e5ddc03d-bffd-4ee2-8dfd-829f721e56dc completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:06.274867 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port e5ddc03d-bffd-4ee2-8dfd-829f721e56dc triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:06.275257 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.294952 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-feb822c9-ae23-430a-b481-db21d2d0603b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.327127 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-6572ee18-b8f8-47e4-919e-498e740bfcba req-94c971b5-b847-44b0-8e0f-5db208a49ff2 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] For port c6e867fa-4153-4c8a-a3ff-ab15996c15ce, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c6e867fa-4153-4c8a-a3ff-ab15996c15ce,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:06.327127 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6572ee18-b8f8-47e4-919e-498e740bfcba req-94c971b5-b847-44b0-8e0f-5db208a49ff2 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.333263 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-ab8c33d3-483b-4fe3-91e7-0385f52e9dd2 service neutron] 10.222.0.26 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031256 Jul 14 09:20:06.364473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-6572ee18-b8f8-47e4-919e-498e740bfcba req-94c971b5-b847-44b0-8e0f-5db208a49ff2 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Calling delete_port for c6e867fa-4153-4c8a-a3ff-ab15996c15ce owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:06.429180 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.442130 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-feb822c9-ae23-430a-b481-db21d2d0603b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.448630 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb822c9-ae23-430a-b481-db21d2d0603b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:06.449663 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-feb822c9-ae23-430a-b481-db21d2d0603b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.464534 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2be6486-e65e-4805-a307-4504282ccb66'}, {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab54df4-c842-45de-b8d8-a4afe567c0e5'}, {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf8368a-d0fb-466a-a254-89fc3ae4a4bb'}, {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ddc03d-bffd-4ee2-8dfd-829f721e56dc'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:06.467809 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04530271-2d3c-482f-8121-86dc6eee134e" -d '{"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-plugged", "status": "completed", "tag": "b2be6486-e65e-4805-a307-4504282ccb66"}, {"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-plugged", "status": "completed", "tag": "4ab54df4-c842-45de-b8d8-a4afe567c0e5"}, {"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-plugged", "status": "completed", "tag": "ebf8368a-d0fb-466a-a254-89fc3ae4a4bb"}, {"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-plugged", "status": "completed", "tag": "e5ddc03d-bffd-4ee2-8dfd-829f721e56dc"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:06.478048 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76b12c-91fc-4c84-8405-56972958b69f req-3dd603a3-b71a-43ff-95ff-ba9a82d61554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:06.480054 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ef76b12c-91fc-4c84-8405-56972958b69f req-3dd603a3-b71a-43ff-95ff-ba9a82d61554 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0bf11fb44ae345849ddee66c056190a8&device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 1096 time: 0.1736164 Jul 14 09:20:06.487512 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port e5ddc03d-bffd-4ee2-8dfd-829f721e56dc, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e5ddc03d-bffd-4ee2-8dfd-829f721e56dc,segment=NetworkSegment(ac5b91c5-dca7-4a43-a548-9b1960ce33fc),segment_id=ac5b91c5-dca7-4a43-a548-9b1960ce33fc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:06.492081 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.493105 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:06.512592 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4177266-b75d-4679-b18a-6547b8d3936d req-a0c33ab9-2898-4376-8015-e1e99ff969d2 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:06.514488 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c4177266-b75d-4679-b18a-6547b8d3936d req-a0c33ab9-2898-4376-8015-e1e99ff969d2 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 944 time: 0.1074147 Jul 14 09:20:06.526407 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-a53e73ab-51f3-4ff0-a8c5-53d3a7442550 service neutron] 10.222.0.26 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891415 Jul 14 09:20:06.581778 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-feb822c9-ae23-430a-b481-db21d2d0603b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4426227 Jul 14 09:20:06.593967 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57836) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:06.599132 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=e5ddc03d-bffd-4ee2-8dfd-829f721e56dc,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:06.599669 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c4177266-b75d-4679-b18a-6547b8d3936d req-9a930558-25d5-47aa-940b-808fe5eb6f9c tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713129 Jul 14 09:20:06.604211 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ac0847d3-7666-4887-a816-383e751f2b9d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Request body: {'subnet': {'network_id': 'f0d3e4dd-dac2-4512-96cb-3b00508cdbd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:06.614620 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:06.620072 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:06.620804 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.621684 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb822c9-ae23-430a-b481-db21d2d0603b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Pushing event updated for resources: {'Network': ['ID=f0d3e4dd-dac2-4512-96cb-3b00508cdbd5,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:06.680606 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network f0d3e4dd-dac2-4512-96cb-3b00508cdbd5 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:20:06.798939 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76b12c-91fc-4c84-8405-56972958b69f req-22c48622-3525-4592-882d-87a2c497e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:06.799501 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ef76b12c-91fc-4c84-8405-56972958b69f req-22c48622-3525-4592-882d-87a2c497e00b service neutron] 10.222.0.55 "GET /v2.0/networks?id=2b207265-1379-4cb1-bdf9-417a0c56f7e4 HTTP/1.1" status: 200 len: 912 time: 0.2838099 Jul 14 09:20:06.846358 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.855528 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ef76b12c-91fc-4c84-8405-56972958b69f req-cdcccb6e-1121-4e58-8868-34530eadb16e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea HTTP/1.1" status: 200 len: 217 time: 0.0477755 Jul 14 09:20:06.861341 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120de82d-bb71-4c7d-8863-45c51c15a5df req-95d4fb0b-bbe2-4c42-a6be-c35073df0940 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:06.868059 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6572ee18-b8f8-47e4-919e-498e740bfcba req-94c971b5-b847-44b0-8e0f-5db208a49ff2 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.869960 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0847d3-7666-4887-a816-383e751f2b9d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Made reservation on behalf of f8229a7bd31c48178a55daa16e79e131 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:06.870290 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-120de82d-bb71-4c7d-8863-45c51c15a5df req-95d4fb0b-bbe2-4c42-a6be-c35073df0940 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a95696-4f76-4a66-9f01-77a6e3493988 HTTP/1.1" status: 200 len: 946 time: 0.0925922 Jul 14 09:20:06.873990 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac0847d3-7666-4887-a816-383e751f2b9d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.889481 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=207ab0ec-b17a-4abd-8b56-ed8ce32580f4,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:06.894468 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['0f3d48bd-cad5-469a-8dec-e37e13732d0c', 'c6e867fa-4153-4c8a-a3ff-ab15996c15ce'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:06.898040 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.899104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device a41a920e-6497-49e9-8ee2-23d9fd674e1c up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:06.935589 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-120de82d-bb71-4c7d-8863-45c51c15a5df req-48d24dc6-8082-4901-b5bb-0bf88eec2772 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610197 Jul 14 09:20:06.999742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c971b5-b847-44b0-8e0f-5db208a49ff2 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Pushing event deleted for resources: {'Port': ['ID=c6e867fa-4153-4c8a-a3ff-ab15996c15ce,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:07.067727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=207ab0ec-b17a-4abd-8b56-ed8ce32580f4,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:07.081860 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e800ef8e-05cd-46c3-a69c-1fe761c28711 x-openstack-request-id: req-e800ef8e-05cd-46c3-a69c-1fe761c28711 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:07.081998 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-plugged", "status": "completed", "tag": "b2be6486-e65e-4805-a307-4504282ccb66", "code": 200}, {"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-plugged", "status": "completed", "tag": "4ab54df4-c842-45de-b8d8-a4afe567c0e5", "code": 200}, {"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-plugged", "status": "completed", "tag": "ebf8368a-d0fb-466a-a254-89fc3ae4a4bb", "code": 200}, {"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-plugged", "status": "completed", "tag": "e5ddc03d-bffd-4ee2-8dfd-829f721e56dc", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:07.082250 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e800ef8e-05cd-46c3-a69c-1fe761c28711 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:07.082815 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2be6486-e65e-4805-a307-4504282ccb66', 'code': 200} Jul 14 09:20:07.082940 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab54df4-c842-45de-b8d8-a4afe567c0e5', 'code': 200} Jul 14 09:20:07.083189 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf8368a-d0fb-466a-a254-89fc3ae4a4bb', 'code': 200} Jul 14 09:20:07.083966 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ddc03d-bffd-4ee2-8dfd-829f721e56dc', 'code': 200} Jul 14 09:20:07.085743 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-6572ee18-b8f8-47e4-919e-498e740bfcba req-94c971b5-b847-44b0-8e0f-5db208a49ff2 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] No DVR routers for this DVR port c6e867fa-4153-4c8a-a3ff-ab15996c15ce on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:07.091487 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6572ee18-b8f8-47e4-919e-498e740bfcba req-94c971b5-b847-44b0-8e0f-5db208a49ff2 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:07.093485 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6572ee18-b8f8-47e4-919e-498e740bfcba req-94c971b5-b847-44b0-8e0f-5db208a49ff2 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "DELETE /v2.0/ports/c6e867fa-4153-4c8a-a3ff-ab15996c15ce HTTP/1.1" status: 204 len: 173 time: 1.1901758 Jul 14 09:20:07.105503 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76b12c-91fc-4c84-8405-56972958b69f req-7cdc6aa5-71a5-4cc0-b777-51eff41f0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:07.107039 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ef76b12c-91fc-4c84-8405-56972958b69f req-7cdc6aa5-71a5-4cc0-b777-51eff41f0663 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4a72a50-84b2-47a9-a16f-8470cdb97c9f HTTP/1.1" status: 200 len: 851 time: 0.2407384 Jul 14 09:20:07.113179 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port a41a920e-6497-49e9-8ee2-23d9fd674e1c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:07.121038 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port a41a920e-6497-49e9-8ee2-23d9fd674e1c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:07.121038 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:07.196170 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ef76b12c-91fc-4c84-8405-56972958b69f req-5a1c37c5-c982-455d-a2d3-912c564c40df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2b207265-1379-4cb1-bdf9-417a0c56f7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444984 Jul 14 09:20:07.205108 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d922a553-a4ef-419c-9c4f-0069077d47b5 req-181371ce-705b-4dd0-9797-82c12899c78e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=98594322-0db8-4431-aa7e-658a94c779e1 HTTP/1.1" status: 200 len: 210 time: 0.0609140 Jul 14 09:20:07.212911 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d74bc-d925-4578-8690-4562e5efc47a req-b12074e4-9ecc-41b4-81ae-28f1f7048eec tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:07.216503 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1e7d74bc-d925-4578-8690-4562e5efc47a req-b12074e4-9ecc-41b4-81ae-28f1f7048eec tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.55 "GET /v2.0/ports?device_id=56914dad-3000-4c60-ab60-d1ad29ae9f6a HTTP/1.1" status: 200 len: 949 time: 0.2598507 Jul 14 09:20:07.378230 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005b537-692b-4ee5-81d0-c3c70b792dac req-f4cd86ce-5815-4a19-a6e6-aa45c656bf33 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:07.392223 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005b537-692b-4ee5-81d0-c3c70b792dac req-f4cd86ce-5815-4a19-a6e6-aa45c656bf33 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:07.398202 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005b537-692b-4ee5-81d0-c3c70b792dac req-f4cd86ce-5815-4a19-a6e6-aa45c656bf33 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:07.417512 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005b537-692b-4ee5-81d0-c3c70b792dac req-f4cd86ce-5815-4a19-a6e6-aa45c656bf33 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:07.423632 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005b537-692b-4ee5-81d0-c3c70b792dac req-f4cd86ce-5815-4a19-a6e6-aa45c656bf33 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:07.427758 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:07.441292 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005b537-692b-4ee5-81d0-c3c70b792dac req-f4cd86ce-5815-4a19-a6e6-aa45c656bf33 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:07.460372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005b537-692b-4ee5-81d0-c3c70b792dac req-f4cd86ce-5815-4a19-a6e6-aa45c656bf33 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:07.464697 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a005b537-692b-4ee5-81d0-c3c70b792dac req-f4cd86ce-5815-4a19-a6e6-aa45c656bf33 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5433 time: 0.2180502 Jul 14 09:20:07.487409 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port a41a920e-6497-49e9-8ee2-23d9fd674e1c, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a41a920e-6497-49e9-8ee2-23d9fd674e1c,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:07.491997 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:07.498904 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ef76b12c-91fc-4c84-8405-56972958b69f req-28d28184-05d7-4a01-a5af-5eb1adb9757f service neutron] 10.222.0.55 "GET /v2.0/networks/2b207265-1379-4cb1-bdf9-417a0c56f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776899 Jul 14 09:20:07.553963 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=a41a920e-6497-49e9-8ee2-23d9fd674e1c,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:07.566847 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac0847d3-7666-4887-a816-383e751f2b9d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:07.575614 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a005b537-692b-4ee5-81d0-c3c70b792dac req-7eef2a21-5af0-4098-b9aa-417258b1cc3d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692236 Jul 14 09:20:07.583698 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba19db-ecc1-4368-80f9-109805870afa req-28db9024-c20b-4d09-9e78-6a7f16176ac7 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:07.585411 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-03ba19db-ecc1-4368-80f9-109805870afa req-28db9024-c20b-4d09-9e78-6a7f16176ac7 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/ports?device_id=56914dad-3000-4c60-ab60-d1ad29ae9f6a HTTP/1.1" status: 200 len: 949 time: 0.1195414 Jul 14 09:20:07.659053 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-1e7d74bc-d925-4578-8690-4562e5efc47a req-3a731f14-6b09-45a3-b959-3eeb64938c25 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Deleting port f1682332-5cb5-486a-a2c6-46614b7d847a {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:07.659610 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1e7d74bc-d925-4578-8690-4562e5efc47a req-3a731f14-6b09-45a3-b959-3eeb64938c25 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:07.660141 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-03ba19db-ecc1-4368-80f9-109805870afa req-318605de-8eb1-436c-9766-61d236a32835 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/security-groups?id=13e977b5-dafc-416b-a3f6-6c71fe42b380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596900 Jul 14 09:20:07.663348 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0847d3-7666-4887-a816-383e751f2b9d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Pushing event updated for resources: {'Subnet': ['ID=7294677e-4e84-46d8-b35c-62f3573743f2,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:07.781484 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ef76b12c-91fc-4c84-8405-56972958b69f req-b9189d2c-9f06-43cf-b2f0-8edb8ffdc5d8 service neutron] 10.222.0.55 "GET /v2.0/networks/2b207265-1379-4cb1-bdf9-417a0c56f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747405 Jul 14 09:20:07.792720 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0847d3-7666-4887-a816-383e751f2b9d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Checking segment: {'id': '79a8413f-5092-407f-b57a-807db5eec5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f0d3e4dd-dac2-4512-96cb-3b00508cdbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:07.793551 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0847d3-7666-4887-a816-383e751f2b9d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Network hostable DHCP agents. Network: f0d3e4dd-dac2-4512-96cb-3b00508cdbd5, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:20:07.836824 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0847d3-7666-4887-a816-383e751f2b9d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Network f0d3e4dd-dac2-4512-96cb-3b00508cdbd5 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:20:07.877424 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1e7d74bc-d925-4578-8690-4562e5efc47a req-3a731f14-6b09-45a3-b959-3eeb64938c25 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] For port f1682332-5cb5-486a-a2c6-46614b7d847a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f1682332-5cb5-486a-a2c6-46614b7d847a,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:07.877819 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1e7d74bc-d925-4578-8690-4562e5efc47a req-3a731f14-6b09-45a3-b959-3eeb64938c25 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:07.885131 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282b734-dfe9-414b-b53b-9ded81d4ffbe req-b2c7ae34-9434-4593-a0fa-a007a1b7eada tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:07.887153 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8282b734-dfe9-414b-b53b-9ded81d4ffbe req-b2c7ae34-9434-4593-a0fa-a007a1b7eada tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 945 time: 0.1354954 Jul 14 09:20:07.888127 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-ac0847d3-7666-4887-a816-383e751f2b9d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, f0d3e4dd-dac2-4512-96cb-3b00508cdbd5) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:07.899807 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eca8361-d741-407f-b772-061ac90390f0 None None] Network f0d3e4dd-dac2-4512-96cb-3b00508cdbd5 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:07.900784 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0847d3-7666-4887-a816-383e751f2b9d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:07.901676 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac0847d3-7666-4887-a816-383e751f2b9d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:07.904730 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-1e7d74bc-d925-4578-8690-4562e5efc47a req-3a731f14-6b09-45a3-b959-3eeb64938c25 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Calling delete_port for f1682332-5cb5-486a-a2c6-46614b7d847a owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:07.937718 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ac0847d3-7666-4887-a816-383e751f2b9d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3425519 Jul 14 09:20:07.939234 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57862) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:07.954981 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2b506-c26c-4521-8a5a-032faecbee36 req-9a9b0a57-3616-448c-b24a-21e142398ed3 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:07.958152 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ad2b506-c26c-4521-8a5a-032faecbee36 req-9a9b0a57-3616-448c-b24a-21e142398ed3 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 944 time: 0.1644900 Jul 14 09:20:07.986582 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-36f5e353-a45e-4620-b4e7-b9b6cd78c34f tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Request body: {'port': {'network_id': 'f0d3e4dd-dac2-4512-96cb-3b00508cdbd5', 'name': 'tempest-AllowedAddressPairTestJSON-68179672'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:08.009835 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8282b734-dfe9-414b-b53b-9ded81d4ffbe req-9aab53e2-a59c-4e7d-8f19-ceb587ea3f9e tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141250 Jul 14 09:20:08.055013 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ad2b506-c26c-4521-8a5a-032faecbee36 req-8a07e767-6be5-4e4a-8e0b-7626c8268766 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899053 Jul 14 09:20:08.059568 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c500378f-2b3c-4b79-881a-26ce5d854c30 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:08.179240 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-f0d3e4dd-dac2-4512-96cb-3b00508cdbd5', 'network_id': 'f0d3e4dd-dac2-4512-96cb-3b00508cdbd5', 'tenant_id': 'f8229a7bd31c48178a55daa16e79e131', 'fixed_ips': [{'subnet_id': '7294677e-4e84-46d8-b35c-62f3573743f2'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:20:08.180201 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:08.264061 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a95696-4f76-4a66-9f01-77a6e3493988', 'name': 'network-vif-deleted', 'tag': 'c6e867fa-4153-4c8a-a3ff-ab15996c15ce'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:08.266580 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cb36cc-2a5b-4373-a56b-e2fca6ed91ac" -d '{"events": [{"server_uuid": "33a95696-4f76-4a66-9f01-77a6e3493988", "name": "network-vif-deleted", "tag": "c6e867fa-4153-4c8a-a3ff-ab15996c15ce"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:08.294153 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f5e353-a45e-4620-b4e7-b9b6cd78c34f tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Made reservation on behalf of f8229a7bd31c48178a55daa16e79e131 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:08.298371 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-36f5e353-a45e-4620-b4e7-b9b6cd78c34f tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:08.366077 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a1660-752c-4b61-a7d6-6e8a845d502c req-0ba8fbb9-8fd2-486f-8cf5-9cb3fef38607 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:08.370575 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1e7d74bc-d925-4578-8690-4562e5efc47a req-3a731f14-6b09-45a3-b959-3eeb64938c25 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:08.371643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c500378f-2b3c-4b79-881a-26ce5d854c30, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c500378f-2b3c-4b79-881a-26ce5d854c30,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:08.373695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-36f5e353-a45e-4620-b4e7-b9b6cd78c34f tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] device_id is not set on port cd0a57bc-34d9-4acc-a04c-ff90f263c5b8 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:20:08.379630 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-759a1660-752c-4b61-a7d6-6e8a845d502c req-0ba8fbb9-8fd2-486f-8cf5-9cb3fef38607 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 944 time: 0.1426740 Jul 14 09:20:08.389744 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'c500378f-2b3c-4b79-881a-26ce5d854c30', 'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d', 'port_id': 'c500378f-2b3c-4b79-881a-26ce5d854c30', 'mac_address': 'fa:16:3e:12:c2:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49c4352-2329-49be-aaa0-1fa7abc5a9c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:08.450677 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-759a1660-752c-4b61-a7d6-6e8a845d502c req-e514b55f-8a2f-4204-addd-36f444555c91 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686865 Jul 14 09:20:08.458316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['f1682332-5cb5-486a-a2c6-46614b7d847a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:08.518567 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:08.537622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c500378f-2b3c-4b79-881a-26ce5d854c30 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:08.570242 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Allocated IP 172.20.0.2 (f0d3e4dd-dac2-4512-96cb-3b00508cdbd5/7294677e-4e84-46d8-b35c-62f3573743f2/a2c6d5a5-d4df-4ec0-bd86-e0630365ac56) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:08.627212 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c500378f-2b3c-4b79-881a-26ce5d854c30, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c500378f-2b3c-4b79-881a-26ce5d854c30,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:08.638426 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:08.723079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a731f14-6b09-45a3-b959-3eeb64938c25 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Pushing event deleted for resources: {'Port': ['ID=f1682332-5cb5-486a-a2c6-46614b7d847a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:08.751192 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d65eca8c-9dc3-4389-85a8-86843a45df23 req-1d52cf67-ddc8-4515-a867-27542625a3b6 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=98594322-0db8-4431-aa7e-658a94c779e1 HTTP/1.1" status: 200 len: 210 time: 0.0679147 Jul 14 09:20:08.809728 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7d74bc-d925-4578-8690-4562e5efc47a req-3a731f14-6b09-45a3-b959-3eeb64938c25 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] No DVR routers for this DVR port f1682332-5cb5-486a-a2c6-46614b7d847a on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:08.816704 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1e7d74bc-d925-4578-8690-4562e5efc47a req-3a731f14-6b09-45a3-b959-3eeb64938c25 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:08.819398 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1e7d74bc-d925-4578-8690-4562e5efc47a req-3a731f14-6b09-45a3-b959-3eeb64938c25 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.55 "DELETE /v2.0/ports/f1682332-5cb5-486a-a2c6-46614b7d847a HTTP/1.1" status: 204 len: 173 time: 1.5192831 Jul 14 09:20:08.830473 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=c500378f-2b3c-4b79-881a-26ce5d854c30,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:08.883120 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['c500378f-2b3c-4b79-881a-26ce5d854c30'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:08.968327 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f6c772-899b-4b99-b0d0-5f8ef7d6e8de x-openstack-request-id: req-26f6c772-899b-4b99-b0d0-5f8ef7d6e8de {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:08.968910 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a95696-4f76-4a66-9f01-77a6e3493988", "name": "network-vif-deleted", "tag": "c6e867fa-4153-4c8a-a3ff-ab15996c15ce", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:08.968910 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-26f6c772-899b-4b99-b0d0-5f8ef7d6e8de {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:08.969303 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a95696-4f76-4a66-9f01-77a6e3493988', 'name': 'network-vif-deleted', 'tag': 'c6e867fa-4153-4c8a-a3ff-ab15996c15ce', 'status': 'completed', 'code': 200} Jul 14 09:20:09.006611 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:09.024659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Transition to ACTIVE for port object a2c6d5a5-d4df-4ec0-bd86-e0630365ac56 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:09.043119 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Transition to ACTIVE for port object a2c6d5a5-d4df-4ec0-bd86-e0630365ac56 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:09.096103 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device e80f0d1f-dc89-4c1a-baff-8385f81cdb4f details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:09.099659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207ab0ec-b17a-4abd-8b56-ed8ce32580f4'}, {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41a920e-6497-49e9-8ee2-23d9fd674e1c'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:09.102699 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6177d796-7f21-4515-b71b-e77c6f2cd207" -d '{"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-plugged", "status": "completed", "tag": "207ab0ec-b17a-4abd-8b56-ed8ce32580f4"}, {"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-plugged", "status": "completed", "tag": "a41a920e-6497-49e9-8ee2-23d9fd674e1c"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:09.120504 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:09.138587 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-652e21c0-5eec-4cc9-966d-a0ffe62ef6ac tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:09.140398 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-652e21c0-5eec-4cc9-966d-a0ffe62ef6ac tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.49 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 810 time: 0.4045017 Jul 14 09:20:09.162124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-eede8c8a-1ae2-4bc2-bd01-91233ce33348 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Request body: {'port': {'device_id': '98594322-0db8-4431-aa7e-658a94c779e1', 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530', 'admin_state_up': True, 'tenant_id': 'be454fb0ee14462b824a675124f7b42d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:09.180766 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-36f5e353-a45e-4620-b4e7-b9b6cd78c34f tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Allocated IP 172.20.0.10 (f0d3e4dd-dac2-4512-96cb-3b00508cdbd5/7294677e-4e84-46d8-b35c-62f3573743f2/cd0a57bc-34d9-4acc-a04c-ff90f263c5b8) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:09.202979 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e595560f-d626-485f-9a89-3fe8140596f3 req-c0f6ebae-b4e4-4bc5-a522-5dc8c906d5d9 tempest-ImagesNegativeTestJSON-1560390096 tempest-ImagesNegativeTestJSON-1560390096-project] 10.222.0.26 "GET /v2.0/ports?device_id=56914dad-3000-4c60-ab60-d1ad29ae9f6a HTTP/1.1" status: 200 len: 210 time: 0.0663638 Jul 14 09:20:09.229562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Network f0d3e4dd-dac2-4512-96cb-3b00508cdbd5 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:09.283284 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Pushing event updated for resources: {'Port': ['ID=a2c6d5a5-d4df-4ec0-bd86-e0630365ac56,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:09.285549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3b41a-ab2d-4588-8fb6-6c6c05cbdb91 req-c324fff1-9f7c-4e6a-872f-a7820cdf1688 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:09.293602 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3b41a-ab2d-4588-8fb6-6c6c05cbdb91 req-c324fff1-9f7c-4e6a-872f-a7820cdf1688 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:09.294851 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:09.305336 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3b41a-ab2d-4588-8fb6-6c6c05cbdb91 req-c324fff1-9f7c-4e6a-872f-a7820cdf1688 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:09.306439 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:09.315541 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3b41a-ab2d-4588-8fb6-6c6c05cbdb91 req-c324fff1-9f7c-4e6a-872f-a7820cdf1688 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:09.329723 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3b41a-ab2d-4588-8fb6-6c6c05cbdb91 req-c324fff1-9f7c-4e6a-872f-a7820cdf1688 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:09.353287 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3b41a-ab2d-4588-8fb6-6c6c05cbdb91 req-c324fff1-9f7c-4e6a-872f-a7820cdf1688 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:09.376500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3b41a-ab2d-4588-8fb6-6c6c05cbdb91 req-c324fff1-9f7c-4e6a-872f-a7820cdf1688 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:09.385511 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0f3b41a-ab2d-4588-8fb6-6c6c05cbdb91 req-c324fff1-9f7c-4e6a-872f-a7820cdf1688 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5434 time: 0.3194752 Jul 14 09:20:09.446757 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port e80f0d1f-dc89-4c1a-baff-8385f81cdb4f, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e80f0d1f-dc89-4c1a-baff-8385f81cdb4f,segment=NetworkSegment(a8237e70-7d15-4b5b-8720-a41cf53396e9),segment_id=a8237e70-7d15-4b5b-8720-a41cf53396e9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:09.468158 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Attempting to bind port a2c6d5a5-d4df-4ec0-bd86-e0630365ac56 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:09.468784 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Attempting to bind port a2c6d5a5-d4df-4ec0-bd86-e0630365ac56 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '79a8413f-5092-407f-b57a-807db5eec5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f0d3e4dd-dac2-4512-96cb-3b00508cdbd5'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:09.469343 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Attempting to bind port a2c6d5a5-d4df-4ec0-bd86-e0630365ac56 on network f0d3e4dd-dac2-4512-96cb-3b00508cdbd5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:09.474407 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'port_id': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f', 'mac_address': 'fa:16:3e:57:6e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:09.475521 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0f3b41a-ab2d-4588-8fb6-6c6c05cbdb91 req-429027f1-dd55-4a7b-a54f-4e0051a35ad5 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0748012 Jul 14 09:20:09.497218 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-eede8c8a-1ae2-4bc2-bd01-91233ce33348 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Made reservation on behalf of be454fb0ee14462b824a675124f7b42d for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:09.499502 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:09.499502 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Checking segment: {'id': '79a8413f-5092-407f-b57a-807db5eec5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f0d3e4dd-dac2-4512-96cb-3b00508cdbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:09.499791 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:09.500106 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Bound using segment: {'id': '79a8413f-5092-407f-b57a-807db5eec5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f0d3e4dd-dac2-4512-96cb-3b00508cdbd5'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:09.501145 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Bound port: a2c6d5a5-d4df-4ec0-bd86-e0630365ac56, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a8413f-5092-407f-b57a-807db5eec5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f0d3e4dd-dac2-4512-96cb-3b00508cdbd5'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:09.501535 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:09.502049 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-eede8c8a-1ae2-4bc2-bd01-91233ce33348 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:09.521074 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ce0b2-5acf-47ef-a6a7-7465bbcd300d req-2779ddb0-5440-484c-89a1-46335cd6af6c tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:09.532257 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e12ce0b2-5acf-47ef-a6a7-7465bbcd300d req-2779ddb0-5440-484c-89a1-46335cd6af6c tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 944 time: 0.1455750 Jul 14 09:20:09.556950 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:09.559531 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-36f5e353-a45e-4620-b4e7-b9b6cd78c34f tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:09.594782 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80f0d1f-dc89-4c1a-baff-8385f81cdb4f {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:09.610373 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e12ce0b2-5acf-47ef-a6a7-7465bbcd300d req-0243cf1a-6a67-4b06-9c89-ca40b3e5da2c tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743976 Jul 14 09:20:09.614222 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-36f5e353-a45e-4620-b4e7-b9b6cd78c34f tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Transition to ACTIVE for port object cd0a57bc-34d9-4acc-a04c-ff90f263c5b8 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:09.628234 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port e80f0d1f-dc89-4c1a-baff-8385f81cdb4f, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e80f0d1f-dc89-4c1a-baff-8385f81cdb4f,segment=NetworkSegment(a8237e70-7d15-4b5b-8720-a41cf53396e9),segment_id=a8237e70-7d15-4b5b-8720-a41cf53396e9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:09.658256 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:09.659700 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:09.711945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2722ef3-2146-4c4e-97b3-67fa9d6d30d2 req-45b9624d-f870-4d87-aba3-4372d0258cb2 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:09.714183 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2722ef3-2146-4c4e-97b3-67fa9d6d30d2 req-45b9624d-f870-4d87-aba3-4372d0258cb2 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 944 time: 0.0814321 Jul 14 09:20:09.726233 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa4c97c-eb80-414f-a849-dc5d200b4b7b x-openstack-request-id: req-9aa4c97c-eb80-414f-a849-dc5d200b4b7b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:09.726624 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-plugged", "status": "completed", "tag": "207ab0ec-b17a-4abd-8b56-ed8ce32580f4", "code": 200}, {"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-plugged", "status": "completed", "tag": "a41a920e-6497-49e9-8ee2-23d9fd674e1c", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:09.726960 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9aa4c97c-eb80-414f-a849-dc5d200b4b7b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:09.727455 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207ab0ec-b17a-4abd-8b56-ed8ce32580f4', 'code': 200} Jul 14 09:20:09.727969 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41a920e-6497-49e9-8ee2-23d9fd674e1c', 'code': 200} Jul 14 09:20:09.733289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-eede8c8a-1ae2-4bc2-bd01-91233ce33348 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Allocated IP 172.20.0.5 (c264f7f6-27f5-4c6a-b12c-803b241a1530/ccf1d83d-082d-42ed-9d0f-7aa5099c2f25/acc7ee7a-4e11-4601-9c31-ebd46a8724af) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:09.737448 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-36f5e353-a45e-4620-b4e7-b9b6cd78c34f tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:09.787267 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2722ef3-2146-4c4e-97b3-67fa9d6d30d2 req-b7ea7467-f7c2-4bcb-a325-42bbc59f9ebc tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588133 Jul 14 09:20:09.833117 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f5e353-a45e-4620-b4e7-b9b6cd78c34f tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Network f0d3e4dd-dac2-4512-96cb-3b00508cdbd5 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:09.867706 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] For port a2c6d5a5-d4df-4ec0-bd86-e0630365ac56, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:09.874469 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-36f5e353-a45e-4620-b4e7-b9b6cd78c34f tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:09.880955 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] For port a2c6d5a5-d4df-4ec0-bd86-e0630365ac56, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a2c6d5a5-d4df-4ec0-bd86-e0630365ac56,segment=NetworkSegment(79a8413f-5092-407f-b57a-807db5eec5c5),segment_id=79a8413f-5092-407f-b57a-807db5eec5c5)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:09.884958 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f5e353-a45e-4620-b4e7-b9b6cd78c34f tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:09.892801 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:09.896863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5e353-a45e-4620-b4e7-b9b6cd78c34f tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Pushing event updated for resources: {'Port': ['ID=cd0a57bc-34d9-4acc-a04c-ff90f263c5b8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:09.897350 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.resource_extend [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:20:09.915545 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=e80f0d1f-dc89-4c1a-baff-8385f81cdb4f,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:10.009084 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-890af7dc-c784-4a3d-bdfc-ba4fadcdde5c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:10.020785 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe7d16-bc5c-40ef-999d-dc43683dda59 None None] Pushing event updated for resources: {'Port': ['ID=a2c6d5a5-d4df-4ec0-bd86-e0630365ac56,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:10.025122 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-890af7dc-c784-4a3d-bdfc-ba4fadcdde5c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 806 time: 0.2192161 Jul 14 09:20:10.026616 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c500378f-2b3c-4b79-881a-26ce5d854c30 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:10.059295 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-24471f86-1ae2-4f85-855e-3a5b57620cf0 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/quotas/a7e8bfa500ca4c6083bfd3e82f31e918 HTTP/1.1" status: 200 len: 375 time: 0.0331807 Jul 14 09:20:10.106855 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f5e353-a45e-4620-b4e7-b9b6cd78c34f tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:10.108336 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-36f5e353-a45e-4620-b4e7-b9b6cd78c34f tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.149071 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea,segment=NetworkSegment(afb18846-4e6b-4b81-8903-ed8a396e530f),segment_id=afb18846-4e6b-4b81-8903-ed8a396e530f)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:10.198609 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-36f5e353-a45e-4620-b4e7-b9b6cd78c34f tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2193861 Jul 14 09:20:10.202140 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57906) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:10.210302 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9d389-1724-4e7c-8782-0c7fa340ce08 req-fd2fd84d-1a08-43bd-b9cb-a8033e7ff405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:10.210802 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9d389-1724-4e7c-8782-0c7fa340ce08 req-fd2fd84d-1a08-43bd-b9cb-a8033e7ff405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:10.211291 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9d389-1724-4e7c-8782-0c7fa340ce08 req-fd2fd84d-1a08-43bd-b9cb-a8033e7ff405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:10.211776 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9d389-1724-4e7c-8782-0c7fa340ce08 req-fd2fd84d-1a08-43bd-b9cb-a8033e7ff405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:10.212575 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9d389-1724-4e7c-8782-0c7fa340ce08 req-fd2fd84d-1a08-43bd-b9cb-a8033e7ff405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:10.213065 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9d389-1724-4e7c-8782-0c7fa340ce08 req-fd2fd84d-1a08-43bd-b9cb-a8033e7ff405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:10.213541 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9d389-1724-4e7c-8782-0c7fa340ce08 req-fd2fd84d-1a08-43bd-b9cb-a8033e7ff405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:10.215666 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a4a9d389-1724-4e7c-8782-0c7fa340ce08 req-fd2fd84d-1a08-43bd-b9cb-a8033e7ff405 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 6498 time: 0.3028238 Jul 14 09:20:10.231675 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9d6d5d89-d244-47bf-a20e-28c96749197b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Request body: {'port': {'network_id': 'f0d3e4dd-dac2-4512-96cb-3b00508cdbd5', 'name': 'tempest-AllowedAddressPairTestJSON-2092478091', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:37:4e:9d'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:10.233240 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-5c3e23bc-f8a6-4f68-b3b6-32551dd2b358 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1730595 Jul 14 09:20:10.248051 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586eae4-7931-4c5b-acb0-beafb840a768 req-204bb8ef-b32b-4be4-80d3-b8b30e5a1efb tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:10.262144 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c586eae4-7931-4c5b-acb0-beafb840a768 req-204bb8ef-b32b-4be4-80d3-b8b30e5a1efb tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 945 time: 0.3248761 Jul 14 09:20:10.328134 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port c500378f-2b3c-4b79-881a-26ce5d854c30 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:10.329043 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.330979 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea', 'network_id': '2b207265-1379-4cb1-bdf9-417a0c56f7e4', 'port_id': '466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea', 'mac_address': 'fa:16:3e:41:0f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a72a50-84b2-47a9-a16f-8470cdb97c9f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:10.376064 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a4a9d389-1724-4e7c-8782-0c7fa340ce08 req-d2daa058-f8b3-46af-b528-ef3b909aea14 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d1df8878-0d62-4787-bd9d-cc400ae07d89&id=f2e1884c-9ddc-4038-9d25-1a172e97266a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1343622 Jul 14 09:20:10.385958 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-eede8c8a-1ae2-4bc2-bd01-91233ce33348 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.405265 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c586eae4-7931-4c5b-acb0-beafb840a768 req-dad0df88-be22-493e-982e-9c83ae4f0693 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417212 Jul 14 09:20:10.492403 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6d5d89-d244-47bf-a20e-28c96749197b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Made reservation on behalf of f8229a7bd31c48178a55daa16e79e131 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:10.501378 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-eede8c8a-1ae2-4bc2-bd01-91233ce33348 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.502727 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-092388fa-8e97-48ab-8abc-ff63456635c6 service neutron] 10.222.0.26 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303982 Jul 14 09:20:10.548402 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.598318 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-eede8c8a-1ae2-4bc2-bd01-91233ce33348 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Network c264f7f6-27f5-4c6a-b12c-803b241a1530 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:10.604516 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:10.604729 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-eede8c8a-1ae2-4bc2-bd01-91233ce33348 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:10.607089 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-eede8c8a-1ae2-4bc2-bd01-91233ce33348 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:10.661071 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.664340 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea,segment=NetworkSegment(afb18846-4e6b-4b81-8903-ed8a396e530f),segment_id=afb18846-4e6b-4b81-8903-ed8a396e530f)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:10.675645 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:20:10.678978 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede8c8a-1ae2-4bc2-bd01-91233ce33348 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Pushing event updated for resources: {'Port': ['ID=acc7ee7a-4e11-4601-9c31-ebd46a8724af,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:10.692419 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.716558 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-eede8c8a-1ae2-4bc2-bd01-91233ce33348 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:10.717435 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-eede8c8a-1ae2-4bc2-bd01-91233ce33348 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.737245 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9d6d5d89-d244-47bf-a20e-28c96749197b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.742897 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-eede8c8a-1ae2-4bc2-bd01-91233ce33348 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5925550 Jul 14 09:20:10.761647 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] Request body: {'port': {'device_id': '98594322-0db8-4431-aa7e-658a94c779e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:10.775278 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c500378f-2b3c-4b79-881a-26ce5d854c30, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c500378f-2b3c-4b79-881a-26ce5d854c30,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:10.796579 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-9d6d5d89-d244-47bf-a20e-28c96749197b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] device_id is not set on port 29cf205f-7fd9-4b43-abd4-7c0dfbd524aa yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:20:10.812591 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:10.817359 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.818801 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c6e867fa-4153-4c8a-a3ff-ab15996c15ce no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:10.882022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: c6e867fa-4153-4c8a-a3ff-ab15996c15ce {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:10.882411 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c6e867fa-4153-4c8a-a3ff-ab15996c15ce not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:10.924017 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=c500378f-2b3c-4b79-881a-26ce5d854c30,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:11.031583 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f1682332-5cb5-486a-a2c6-46614b7d847a no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:11.060607 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: f1682332-5cb5-486a-a2c6-46614b7d847a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:11.061317 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f1682332-5cb5-486a-a2c6-46614b7d847a not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:11.113023 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-ca1f803f-02d7-4483-830f-306d1438f8d9 service neutron] 10.222.0.26 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6096544 Jul 14 09:20:11.129008 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe214cb-c0a5-4181-ad15-0653292cbca8 req-9c501ff8-e629-4862-9541-33c589111309 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:11.130491 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-afe214cb-c0a5-4181-ad15-0653292cbca8 req-9c501ff8-e629-4862-9541-33c589111309 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=98594322-0db8-4431-aa7e-658a94c779e1 HTTP/1.1" status: 200 len: 931 time: 0.1449022 Jul 14 09:20:11.168983 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:11.189733 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-afe214cb-c0a5-4181-ad15-0653292cbca8 req-5ce6b6ee-94cd-4a25-a7eb-59605cd16131 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520906 Jul 14 09:20:11.207816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['e80f0d1f-dc89-4c1a-baff-8385f81cdb4f'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:11.319445 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-9d6d5d89-d244-47bf-a20e-28c96749197b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Allocated IP 172.20.0.12 (f0d3e4dd-dac2-4512-96cb-3b00508cdbd5/7294677e-4e84-46d8-b35c-62f3573743f2/29cf205f-7fd9-4b43-abd4-7c0dfbd524aa) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:11.350577 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56914dad-3000-4c60-ab60-d1ad29ae9f6a', 'name': 'network-vif-deleted', 'tag': 'f1682332-5cb5-486a-a2c6-46614b7d847a'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:11.352935 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb804445-afa0-4fdb-be6f-6c2ea2a6a3f7" -d '{"events": [{"server_uuid": "56914dad-3000-4c60-ab60-d1ad29ae9f6a", "name": "network-vif-deleted", "tag": "f1682332-5cb5-486a-a2c6-46614b7d847a"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:11.466831 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.626182 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc54006-7667-4ba6-aa1a-b2784b590ed0 req-6ecb09c2-592c-46e8-96ce-7dc9c4eee977 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:11.628787 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7fc54006-7667-4ba6-aa1a-b2784b590ed0 req-6ecb09c2-592c-46e8-96ce-7dc9c4eee977 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 945 time: 0.1641300 Jul 14 09:20:11.647114 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aac6eb-9d5e-4a35-9b36-2b1f383bbaba None None] Network f0d3e4dd-dac2-4512-96cb-3b00508cdbd5 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:11.650659 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69ffe8-3900-4088-97ec-da4708509157 req-f4720d0e-fc0e-492d-936b-e15718d9c4c1 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:11.660084 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69ffe8-3900-4088-97ec-da4708509157 req-f4720d0e-fc0e-492d-936b-e15718d9c4c1 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:11.668077 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69ffe8-3900-4088-97ec-da4708509157 req-f4720d0e-fc0e-492d-936b-e15718d9c4c1 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:11.675132 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69ffe8-3900-4088-97ec-da4708509157 req-f4720d0e-fc0e-492d-936b-e15718d9c4c1 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:11.681547 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69ffe8-3900-4088-97ec-da4708509157 req-f4720d0e-fc0e-492d-936b-e15718d9c4c1 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:11.689598 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69ffe8-3900-4088-97ec-da4708509157 req-f4720d0e-fc0e-492d-936b-e15718d9c4c1 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:11.696066 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69ffe8-3900-4088-97ec-da4708509157 req-f4720d0e-fc0e-492d-936b-e15718d9c4c1 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:11.706330 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cf69ffe8-3900-4088-97ec-da4708509157 req-f4720d0e-fc0e-492d-936b-e15718d9c4c1 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5434 time: 0.2512875 Jul 14 09:20:11.729069 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-17ea1e17-f0c7-488c-a922-5d0c8ef3d95f None None] Provisioning for port a2c6d5a5-d4df-4ec0-bd86-e0630365ac56 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:11.731106 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e6520e-b7f9-466a-ad39-88836681e2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c500378f-2b3c-4b79-881a-26ce5d854c30'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:11.733643 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d488dd-6c1e-4c0e-8f41-ecd7595aedb1" -d '{"events": [{"server_uuid": "50e6520e-b7f9-466a-ad39-88836681e2c9", "name": "network-vif-plugged", "status": "completed", "tag": "c500378f-2b3c-4b79-881a-26ce5d854c30"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:11.772834 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7fc54006-7667-4ba6-aa1a-b2784b590ed0 req-7a8a8ce4-064e-4814-9a20-d4cd9e3f1d9a tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641770 Jul 14 09:20:11.823671 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cf69ffe8-3900-4088-97ec-da4708509157 req-807f973e-1fea-40be-a2c9-8edc7327d6b8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1161664 Jul 14 09:20:11.831267 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9d6d5d89-d244-47bf-a20e-28c96749197b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.855149 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-9d6d5d89-d244-47bf-a20e-28c96749197b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Transition to ACTIVE for port object 29cf205f-7fd9-4b43-abd4-7c0dfbd524aa will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:11.931260 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9d6d5d89-d244-47bf-a20e-28c96749197b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.087189 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c7488d4c-37a4-4723-92da-71abaaffba17 req-c1b3e65b-7454-4a17-a5c7-1b851efa1af2 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a7d8e5-af5b-437d-8cf9-215d09094eac HTTP/1.1" status: 200 len: 210 time: 0.1495440 Jul 14 09:20:12.100876 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422da4ff-f3f8-4e6c-a7ad-14281a909d79 req-f70011f8-b1b9-4549-9e45-606c404ecceb tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:12.101090 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6d5d89-d244-47bf-a20e-28c96749197b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Network f0d3e4dd-dac2-4512-96cb-3b00508cdbd5 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:12.102499 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-422da4ff-f3f8-4e6c-a7ad-14281a909d79 req-f70011f8-b1b9-4549-9e45-606c404ecceb tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 945 time: 0.1415701 Jul 14 09:20:12.128386 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-9d6d5d89-d244-47bf-a20e-28c96749197b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:12.130799 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6d5d89-d244-47bf-a20e-28c96749197b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:12.136050 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc7ee7a-4e11-4601-9c31-ebd46a8724af {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:12.150160 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.180502 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-422da4ff-f3f8-4e6c-a7ad-14281a909d79 req-4ea8dd2b-d646-42ef-9901-9f7af9960533 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688713 Jul 14 09:20:12.187536 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d5d89-d244-47bf-a20e-28c96749197b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Pushing event updated for resources: {'Port': ['ID=29cf205f-7fd9-4b43-abd4-7c0dfbd524aa,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:12.198802 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] Transition to ACTIVE for port object acc7ee7a-4e11-4601-9c31-ebd46a8724af will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:12.211353 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.284557 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6d5d89-d244-47bf-a20e-28c96749197b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:12.285697 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9d6d5d89-d244-47bf-a20e-28c96749197b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.293713 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c89472d-cf83-48f3-86e1-3c60912a239b x-openstack-request-id: req-5c89472d-cf83-48f3-86e1-3c60912a239b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:12.294526 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56914dad-3000-4c60-ab60-d1ad29ae9f6a", "name": "network-vif-deleted", "tag": "f1682332-5cb5-486a-a2c6-46614b7d847a", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:12.295174 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c89472d-cf83-48f3-86e1-3c60912a239b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:12.295791 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56914dad-3000-4c60-ab60-d1ad29ae9f6a', 'name': 'network-vif-deleted', 'tag': 'f1682332-5cb5-486a-a2c6-46614b7d847a', 'status': 'completed', 'code': 200} Jul 14 09:20:12.347514 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b617a5-4d79-44b2-8a5e-cc51398c5d09 x-openstack-request-id: req-15b617a5-4d79-44b2-8a5e-cc51398c5d09 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:12.348237 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e6520e-b7f9-466a-ad39-88836681e2c9", "name": "network-vif-plugged", "status": "completed", "tag": "c500378f-2b3c-4b79-881a-26ce5d854c30", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:12.348237 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15b617a5-4d79-44b2-8a5e-cc51398c5d09 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:12.348425 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e6520e-b7f9-466a-ad39-88836681e2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c500378f-2b3c-4b79-881a-26ce5d854c30', 'code': 200} Jul 14 09:20:12.401914 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] Pushing event updated for resources: {'Port': ['ID=acc7ee7a-4e11-4601-9c31-ebd46a8724af,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:12.421011 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9d6d5d89-d244-47bf-a20e-28c96749197b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 2.2034004 Jul 14 09:20:12.421993 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57940) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:12.423473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] Attempting to bind port acc7ee7a-4e11-4601-9c31-ebd46a8724af on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:12.423921 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] Attempting to bind port acc7ee7a-4e11-4601-9c31-ebd46a8724af by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:12.424344 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] Attempting to bind port acc7ee7a-4e11-4601-9c31-ebd46a8724af on network c264f7f6-27f5-4c6a-b12c-803b241a1530 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:12.472908 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] Port acc7ee7a-4e11-4601-9c31-ebd46a8724af on network c264f7f6-27f5-4c6a-b12c-803b241a1530 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:12.473455 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] Attempting to bind port acc7ee7a-4e11-4601-9c31-ebd46a8724af on network c264f7f6-27f5-4c6a-b12c-803b241a1530 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:12.503610 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-972520fe-6fa0-4745-8669-7063c9a8b7f8 None None] Provisioning for port cd0a57bc-34d9-4acc-a04c-ff90f263c5b8 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:12.505472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:12.506152 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] Checking segment: {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:12.506554 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] Bound using segment: {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:12.507135 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] Bound port: acc7ee7a-4e11-4601-9c31-ebd46a8724af, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:12.507620 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.527607 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-972520fe-6fa0-4745-8669-7063c9a8b7f8 None None] Provisioning complete for port cd0a57bc-34d9-4acc-a04c-ff90f263c5b8 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:12.528294 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-972520fe-6fa0-4745-8669-7063c9a8b7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.577903 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-972520fe-6fa0-4745-8669-7063c9a8b7f8 None None] Port cd0a57bc-34d9-4acc-a04c-ff90f263c5b8 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:12.587005 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a2c6d5a5-d4df-4ec0-bd86-e0630365ac56 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:12.642274 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3981f-c36d-4968-8150-b673e9afffd3 req-d4990a59-29b7-4be9-add9-fc180ad78577 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:12.658864 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3bc3981f-c36d-4968-8150-b673e9afffd3 req-d4990a59-29b7-4be9-add9-fc180ad78577 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 945 time: 0.2748048 Jul 14 09:20:12.666672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7237b9-5861-411d-8bfc-b5a06d98690f tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:12.673266 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7237b9-5861-411d-8bfc-b5a06d98690f tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:12.673538 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807d91c-06bd-4f58-ab39-01ba99d0460a req-60e4bbd9-b68f-4664-b61c-0038d3ff97b2 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:12.675928 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b807d91c-06bd-4f58-ab39-01ba99d0460a req-60e4bbd9-b68f-4664-b61c-0038d3ff97b2 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.49 "GET /v2.0/ports?device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 945 time: 0.2842469 Jul 14 09:20:12.677417 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port a2c6d5a5-d4df-4ec0-bd86-e0630365ac56 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:12.681947 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a2c6d5a5-d4df-4ec0-bd86-e0630365ac56 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:12.682598 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.697955 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7237b9-5861-411d-8bfc-b5a06d98690f tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:12.701193 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4d7237b9-5861-411d-8bfc-b5a06d98690f tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2737877 Jul 14 09:20:12.707856 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57942) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:12.752714 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] For port acc7ee7a-4e11-4601-9c31-ebd46a8724af, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:12.779266 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] For port acc7ee7a-4e11-4601-9c31-ebd46a8724af, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=acc7ee7a-4e11-4601-9c31-ebd46a8724af,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:12.788447 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.794544 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.810118 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3bc3981f-c36d-4968-8150-b673e9afffd3 req-57dc8ae9-ef74-4446-a00b-8d0efb2e7dc8 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493585 Jul 14 09:20:12.836814 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f176021d-4057-42dc-9602-f9497ade3ee8 None None] Provisioning complete for port cd0a57bc-34d9-4acc-a04c-ff90f263c5b8 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:12.837266 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f176021d-4057-42dc-9602-f9497ade3ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.882021 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port a2c6d5a5-d4df-4ec0-bd86-e0630365ac56, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a2c6d5a5-d4df-4ec0-bd86-e0630365ac56,segment=NetworkSegment(79a8413f-5092-407f-b57a-807db5eec5c5),segment_id=79a8413f-5092-407f-b57a-807db5eec5c5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:12.882582 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:12.883215 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.885232 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] 10.222.0.49 "PUT /v2.0/ports/acc7ee7a-4e11-4601-9c31-ebd46a8724af HTTP/1.1" status: 200 len: 1092 time: 2.1318114 Jul 14 09:20:12.898642 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.903403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e83424-0190-4a59-a278-f631baf20173 req-59f690e6-84b3-42a0-8ed1-0971bc147c59 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:12.917983 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-12e83424-0190-4a59-a278-f631baf20173 req-59f690e6-84b3-42a0-8ed1-0971bc147c59 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=98594322-0db8-4431-aa7e-658a94c779e1 HTTP/1.1" status: 200 len: 943 time: 0.3842862 Jul 14 09:20:12.929631 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e42e7-85d4-48d6-9359-370c235db82a service neutron] Pushing event updated for resources: {'Port': ['ID=acc7ee7a-4e11-4601-9c31-ebd46a8724af,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:12.959026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-65d4fff3-1735-4596-9b69-0ef6de3a0800 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Deleting port 29cf205f-7fd9-4b43-abd4-7c0dfbd524aa {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:12.959377 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65d4fff3-1735-4596-9b69-0ef6de3a0800 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.001365 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-12e83424-0190-4a59-a278-f631baf20173 req-05a453dd-ea23-411c-9184-24ce880a9c77 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820320 Jul 14 09:20:13.028839 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-b807d91c-06bd-4f58-ab39-01ba99d0460a req-e9630e5a-ae8f-46ca-8ebc-44c8d5c04e54 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Deleting port c500378f-2b3c-4b79-881a-26ce5d854c30 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:13.030682 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b807d91c-06bd-4f58-ab39-01ba99d0460a req-e9630e5a-ae8f-46ca-8ebc-44c8d5c04e54 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.041261 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=a2c6d5a5-d4df-4ec0-bd86-e0630365ac56,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:13.044173 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:13.104270 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f176021d-4057-42dc-9602-f9497ade3ee8 None None] Port cd0a57bc-34d9-4acc-a04c-ff90f263c5b8 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:13.140085 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65d4fff3-1735-4596-9b69-0ef6de3a0800 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.158812 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-65d4fff3-1735-4596-9b69-0ef6de3a0800 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Calling delete_port for 29cf205f-7fd9-4b43-abd4-7c0dfbd524aa owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:13.171713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:13.179904 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:13.180312 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.252728 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-da2f4aee-aca5-47eb-a77e-4e8db088635f None None] Provisioning for port 29cf205f-7fd9-4b43-abd4-7c0dfbd524aa completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:13.269186 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-da2f4aee-aca5-47eb-a77e-4e8db088635f None None] Provisioning complete for port 29cf205f-7fd9-4b43-abd4-7c0dfbd524aa triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:13.271419 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da2f4aee-aca5-47eb-a77e-4e8db088635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.315543 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-7494bebd-ebea-42e4-afaa-2491655e569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:13.317085 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-7494bebd-ebea-42e4-afaa-2491655e569b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&device_id=98594322-0db8-4431-aa7e-658a94c779e1 HTTP/1.1" status: 200 len: 1095 time: 0.3741996 Jul 14 09:20:13.383007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-b807d91c-06bd-4f58-ab39-01ba99d0460a req-e9630e5a-ae8f-46ca-8ebc-44c8d5c04e54 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] For port c500378f-2b3c-4b79-881a-26ce5d854c30, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c500378f-2b3c-4b79-881a-26ce5d854c30,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:13.383943 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b807d91c-06bd-4f58-ab39-01ba99d0460a req-e9630e5a-ae8f-46ca-8ebc-44c8d5c04e54 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.394088 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-da2f4aee-aca5-47eb-a77e-4e8db088635f None None] Port 29cf205f-7fd9-4b43-abd4-7c0dfbd524aa cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:13.398821 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-6ac32d79-be7d-4a16-9c0d-0a2d32427cb3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acc7ee7a-4e11-4601-9c31-ebd46a8724af HTTP/1.1" status: 200 len: 217 time: 0.0702441 Jul 14 09:20:13.401466 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.409707 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-5d690fa4-bb2c-4a2e-a588-e3dbf19c7880 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:13.411460 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-5d690fa4-bb2c-4a2e-a588-e3dbf19c7880 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 806 time: 0.2512212 Jul 14 09:20:13.418748 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-b807d91c-06bd-4f58-ab39-01ba99d0460a req-e9630e5a-ae8f-46ca-8ebc-44c8d5c04e54 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Calling delete_port for c500378f-2b3c-4b79-881a-26ce5d854c30 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:13.429871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-9fb98763-5d70-47e2-a080-f61303bd5393 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Request body: {'port': {'device_id': '17a7d8e5-af5b-437d-8cf9-215d09094eac', 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281', 'admin_state_up': True, 'tenant_id': 'a7e8bfa500ca4c6083bfd3e82f31e918'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:13.448321 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6f0ff-19ef-4f56-adeb-5f511b0c8878 req-580d8648-57ba-46c1-bce7-f0ac22bc9a0f tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:13.456460 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65d4fff3-1735-4596-9b69-0ef6de3a0800 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.458995 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ddc6f0ff-19ef-4f56-adeb-5f511b0c8878 req-580d8648-57ba-46c1-bce7-f0ac22bc9a0f tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=50e6520e-b7f9-466a-ad39-88836681e2c9 HTTP/1.1" status: 200 len: 945 time: 0.3356750 Jul 14 09:20:13.471904 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea,segment=NetworkSegment(afb18846-4e6b-4b81-8903-ed8a396e530f),segment_id=afb18846-4e6b-4b81-8903-ed8a396e530f)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:13.479152 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.480187 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device e80f0d1f-dc89-4c1a-baff-8385f81cdb4f up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:13.492427 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-fa2c076b-36fe-4421-ab44-9bb1751c0f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:13.493977 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-fa2c076b-36fe-4421-ab44-9bb1751c0f2f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ccf1d83d-082d-42ed-9d0f-7aa5099c2f25 HTTP/1.1" status: 200 len: 850 time: 0.0881016 Jul 14 09:20:13.494761 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4fff3-1735-4596-9b69-0ef6de3a0800 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Pushing event deleted for resources: {'Port': ['ID=29cf205f-7fd9-4b43-abd4-7c0dfbd524aa,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:13.508152 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90808f8f-c2ec-4592-8e66-56ea8ca7ed9b req-3deb408a-7741-4e50-b05e-bfb1548b7060 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:13.515123 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90808f8f-c2ec-4592-8e66-56ea8ca7ed9b req-3deb408a-7741-4e50-b05e-bfb1548b7060 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:13.521718 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90808f8f-c2ec-4592-8e66-56ea8ca7ed9b req-3deb408a-7741-4e50-b05e-bfb1548b7060 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:13.528996 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90808f8f-c2ec-4592-8e66-56ea8ca7ed9b req-3deb408a-7741-4e50-b05e-bfb1548b7060 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:13.536106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90808f8f-c2ec-4592-8e66-56ea8ca7ed9b req-3deb408a-7741-4e50-b05e-bfb1548b7060 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:13.544294 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90808f8f-c2ec-4592-8e66-56ea8ca7ed9b req-3deb408a-7741-4e50-b05e-bfb1548b7060 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:13.552319 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90808f8f-c2ec-4592-8e66-56ea8ca7ed9b req-3deb408a-7741-4e50-b05e-bfb1548b7060 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:13.561102 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-90808f8f-c2ec-4592-8e66-56ea8ca7ed9b req-3deb408a-7741-4e50-b05e-bfb1548b7060 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5434 time: 0.3595738 Jul 14 09:20:13.584158 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-288aa812-f623-4940-8a6a-5f7882ed6261 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c264f7f6-27f5-4c6a-b12c-803b241a1530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817487 Jul 14 09:20:13.598960 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:13.618691 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port e80f0d1f-dc89-4c1a-baff-8385f81cdb4f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:13.623334 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port e80f0d1f-dc89-4c1a-baff-8385f81cdb4f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:13.623836 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.725226 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.738181 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ddc6f0ff-19ef-4f56-adeb-5f511b0c8878 req-cd86a8f2-cfdd-42a1-87c7-f3a0175711b6 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755728 Jul 14 09:20:13.770816 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-90808f8f-c2ec-4592-8e66-56ea8ca7ed9b req-805da86f-971f-4dcf-92ae-4a758c36ad28 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2087083 Jul 14 09:20:13.784538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port e80f0d1f-dc89-4c1a-baff-8385f81cdb4f, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e80f0d1f-dc89-4c1a-baff-8385f81cdb4f,segment=NetworkSegment(a8237e70-7d15-4b5b-8720-a41cf53396e9),segment_id=a8237e70-7d15-4b5b-8720-a41cf53396e9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:13.794373 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.825310 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65d4fff3-1735-4596-9b69-0ef6de3a0800 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.834610 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-65d4fff3-1735-4596-9b69-0ef6de3a0800 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "DELETE /v2.0/ports/29cf205f-7fd9-4b43-abd4-7c0dfbd524aa HTTP/1.1" status: 204 len: 168 time: 1.1227417 Jul 14 09:20:13.846369 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-c696a519-1c10-4e06-a88a-d732467b52ca service neutron] 10.222.0.49 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449012 Jul 14 09:20:13.846369 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57958) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:13.891889 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-9fb98763-5d70-47e2-a080-f61303bd5393 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Made reservation on behalf of a7e8bfa500ca4c6083bfd3e82f31e918 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:13.895875 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a19a009-5624-4dd3-ac78-0516c1b0ce78 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] GET failed (client error): The resource could not be found. Jul 14 09:20:13.896088 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-9fb98763-5d70-47e2-a080-f61303bd5393 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.901505 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7a19a009-5624-4dd3-ac78-0516c1b0ce78 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "GET /v2.0/ports/29cf205f-7fd9-4b43-abd4-7c0dfbd524aa HTTP/1.1" status: 404 len: 333 time: 0.0603325 Jul 14 09:20:13.903068 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57964) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:13.916196 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-56a12f89-6eec-4bbe-b796-851fe11a4388 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Request body: {'port': {'network_id': 'f0d3e4dd-dac2-4512-96cb-3b00508cdbd5', 'name': 'tempest-AllowedAddressPairTestJSON-2066297148'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:13.950785 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=e80f0d1f-dc89-4c1a-baff-8385f81cdb4f,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:13.977284 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-24217456-e1cd-47c7-9c4b-0d01fa0bab89 req-66a876ff-cd18-4f91-83c6-549fc190e4c9 service neutron] 10.222.0.49 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259131 Jul 14 09:20:14.034062 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ffaf859b-7446-4c43-95cb-84b5844706b9 req-72b738bc-bad6-4c1a-b874-795bd37831a5 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a7d8e5-af5b-437d-8cf9-215d09094eac HTTP/1.1" status: 200 len: 210 time: 0.0892928 Jul 14 09:20:14.050623 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c500378f-2b3c-4b79-881a-26ce5d854c30 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:14.074160 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: c500378f-2b3c-4b79-881a-26ce5d854c30 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:14.074503 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c500378f-2b3c-4b79-881a-26ce5d854c30 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:14.082495 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b807d91c-06bd-4f58-ab39-01ba99d0460a req-e9630e5a-ae8f-46ca-8ebc-44c8d5c04e54 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.163849 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9630e5a-ae8f-46ca-8ebc-44c8d5c04e54 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Pushing event deleted for resources: {'Port': ['ID=c500378f-2b3c-4b79-881a-26ce5d854c30,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:14.297920 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98594322-0db8-4431-aa7e-658a94c779e1', 'tag': 'acc7ee7a-4e11-4601-9c31-ebd46a8724af'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:14.300410 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac5bfdb-7554-4787-bd7c-733a952bc62f" -d '{"events": [{"name": "network-changed", "server_uuid": "98594322-0db8-4431-aa7e-658a94c779e1", "tag": "acc7ee7a-4e11-4601-9c31-ebd46a8724af"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:14.313747 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b807d91c-06bd-4f58-ab39-01ba99d0460a req-e9630e5a-ae8f-46ca-8ebc-44c8d5c04e54 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] No DVR routers for this DVR port c500378f-2b3c-4b79-881a-26ce5d854c30 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:14.316867 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b807d91c-06bd-4f58-ab39-01ba99d0460a req-e9630e5a-ae8f-46ca-8ebc-44c8d5c04e54 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.318935 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b807d91c-06bd-4f58-ab39-01ba99d0460a req-e9630e5a-ae8f-46ca-8ebc-44c8d5c04e54 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.49 "DELETE /v2.0/ports/c500378f-2b3c-4b79-881a-26ce5d854c30 HTTP/1.1" status: 204 len: 173 time: 1.6306682 Jul 14 09:20:14.323088 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e6520e-b7f9-466a-ad39-88836681e2c9', 'name': 'network-vif-deleted', 'tag': 'c500378f-2b3c-4b79-881a-26ce5d854c30'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:14.325601 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29b6e8f-c132-4036-bfe4-39d4eed7fd26" -d '{"events": [{"server_uuid": "50e6520e-b7f9-466a-ad39-88836681e2c9", "name": "network-vif-deleted", "tag": "c500378f-2b3c-4b79-881a-26ce5d854c30"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:14.354166 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41090e5-5448-4303-a57a-34579f61ef20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea'}, {'server_uuid': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:14.356962 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbef976-c96b-4fb2-8d35-81c0afa28889" -d '{"events": [{"server_uuid": "d41090e5-5448-4303-a57a-34579f61ef20", "name": "network-vif-plugged", "status": "completed", "tag": "466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea"}, {"server_uuid": "e221313a-08fd-44c8-90b8-074c44de9fff", "name": "network-vif-plugged", "status": "completed", "tag": "e80f0d1f-dc89-4c1a-baff-8385f81cdb4f"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:14.360371 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-9fb98763-5d70-47e2-a080-f61303bd5393 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Allocated IP 172.20.0.11 (afffba1d-7bce-4b37-9323-82cdd45d6281/4d20aa7a-796d-40db-977f-81fa6bc33327/66585337-8cdc-463d-aef4-fbb462889ade) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:14.374271 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7773d9f-c0ce-414f-a2a6-ad2a04bd8029 req-3fcce1ab-9d91-4fac-a4f8-022c3bcfe0d3 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:14.375893 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d7773d9f-c0ce-414f-a2a6-ad2a04bd8029 req-3fcce1ab-9d91-4fac-a4f8-022c3bcfe0d3 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 0.3443320 Jul 14 09:20:14.384617 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a12f89-6eec-4bbe-b796-851fe11a4388 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Made reservation on behalf of f8229a7bd31c48178a55daa16e79e131 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:14.388263 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-56a12f89-6eec-4bbe-b796-851fe11a4388 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.449649 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a2c6d5a5-d4df-4ec0-bd86-e0630365ac56 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:14.464796 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-56a12f89-6eec-4bbe-b796-851fe11a4388 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] device_id is not set on port 56913e14-a989-4edd-80de-21b0be791f84 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:20:14.493770 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d7773d9f-c0ce-414f-a2a6-ad2a04bd8029 req-5d42ecfb-e9ce-4ca9-b579-0cbb72b7f88a tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029606 Jul 14 09:20:14.500456 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a2c6d5a5-d4df-4ec0-bd86-e0630365ac56 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:14.500832 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.535020 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d53aad-2c5b-46f0-955b-da7d36cf1e86 req-718aab8a-3cd5-4927-be12-c9d5f39c8238 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:14.536581 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05d53aad-2c5b-46f0-955b-da7d36cf1e86 req-718aab8a-3cd5-4927-be12-c9d5f39c8238 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 946 time: 0.2934513 Jul 14 09:20:14.685616 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05d53aad-2c5b-46f0-955b-da7d36cf1e86 req-67a81d21-beac-4f76-8c27-2a4e7cb7a8e8 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353009 Jul 14 09:20:15.095773 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-9fb98763-5d70-47e2-a080-f61303bd5393 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.103404 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-56a12f89-6eec-4bbe-b796-851fe11a4388 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Allocated IP 172.20.0.13 (f0d3e4dd-dac2-4512-96cb-3b00508cdbd5/7294677e-4e84-46d8-b35c-62f3573743f2/56913e14-a989-4edd-80de-21b0be791f84) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:15.143767 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e46d0b-82d8-4428-91f3-e124f9338a4e req-d674721f-e7e5-4234-b0bb-aa5ac9d8471a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:15.149698 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e46d0b-82d8-4428-91f3-e124f9338a4e req-d674721f-e7e5-4234-b0bb-aa5ac9d8471a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:15.155568 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e46d0b-82d8-4428-91f3-e124f9338a4e req-d674721f-e7e5-4234-b0bb-aa5ac9d8471a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:15.161490 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e46d0b-82d8-4428-91f3-e124f9338a4e req-d674721f-e7e5-4234-b0bb-aa5ac9d8471a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:15.167333 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e46d0b-82d8-4428-91f3-e124f9338a4e req-d674721f-e7e5-4234-b0bb-aa5ac9d8471a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:15.173201 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e46d0b-82d8-4428-91f3-e124f9338a4e req-d674721f-e7e5-4234-b0bb-aa5ac9d8471a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:15.179270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e46d0b-82d8-4428-91f3-e124f9338a4e req-d674721f-e7e5-4234-b0bb-aa5ac9d8471a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:15.181233 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-77e46d0b-82d8-4428-91f3-e124f9338a4e req-d674721f-e7e5-4234-b0bb-aa5ac9d8471a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5434 time: 0.5750217 Jul 14 09:20:15.196333 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57980) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:15.211337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5607646d-d752-406e-9127-9cdcf34d963b tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Request body: {'floatingip': {'port_id': 'ebf8368a-d0fb-466a-a254-89fc3ae4a4bb'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:15.292371 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5607646d-d752-406e-9127-9cdcf34d963b tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.308317 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25c75ad-6d8b-41f5-a2a4-264af7571792 x-openstack-request-id: req-c25c75ad-6d8b-41f5-a2a4-264af7571792 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:15.309452 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98594322-0db8-4431-aa7e-658a94c779e1", "tag": "acc7ee7a-4e11-4601-9c31-ebd46a8724af", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:15.309959 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c25c75ad-6d8b-41f5-a2a4-264af7571792 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:15.310588 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98594322-0db8-4431-aa7e-658a94c779e1', 'tag': 'acc7ee7a-4e11-4601-9c31-ebd46a8724af', 'status': 'completed', 'code': 200} Jul 14 09:20:15.339588 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4baeb23-8625-4d54-b13d-00ca0cc18c93 req-d35818c2-0219-4a07-828c-3c21b616d5c3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:15.341137 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a4baeb23-8625-4d54-b13d-00ca0cc18c93 req-d35818c2-0219-4a07-828c-3c21b616d5c3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=98594322-0db8-4431-aa7e-658a94c779e1 HTTP/1.1" status: 200 len: 943 time: 0.3107591 Jul 14 09:20:15.349946 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783292d5-d738-4fb7-9388-9fb4516abde5 x-openstack-request-id: req-783292d5-d738-4fb7-9388-9fb4516abde5 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:15.350240 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e6520e-b7f9-466a-ad39-88836681e2c9", "name": "network-vif-deleted", "tag": "c500378f-2b3c-4b79-881a-26ce5d854c30", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:15.350482 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-783292d5-d738-4fb7-9388-9fb4516abde5 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:15.350887 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e6520e-b7f9-466a-ad39-88836681e2c9', 'name': 'network-vif-deleted', 'tag': 'c500378f-2b3c-4b79-881a-26ce5d854c30', 'status': 'completed', 'code': 200} Jul 14 09:20:15.391281 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09594056-2361-4788-9b72-4c3d9891542b x-openstack-request-id: req-09594056-2361-4788-9b72-4c3d9891542b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:15.391758 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-9fb98763-5d70-47e2-a080-f61303bd5393 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.391957 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41090e5-5448-4303-a57a-34579f61ef20", "name": "network-vif-plugged", "status": "completed", "tag": "466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea", "code": 200}, {"server_uuid": "e221313a-08fd-44c8-90b8-074c44de9fff", "name": "network-vif-plugged", "status": "completed", "tag": "e80f0d1f-dc89-4c1a-baff-8385f81cdb4f", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:15.392433 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-09594056-2361-4788-9b72-4c3d9891542b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:15.393042 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41090e5-5448-4303-a57a-34579f61ef20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea', 'code': 200} Jul 14 09:20:15.393453 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f', 'code': 200} Jul 14 09:20:15.402774 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['0f3d48bd-cad5-469a-8dec-e37e13732d0c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:15.555639 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-9fb98763-5d70-47e2-a080-f61303bd5393 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Network afffba1d-7bce-4b37-9323-82cdd45d6281 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:15.601308 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-9fb98763-5d70-47e2-a080-f61303bd5393 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:15.616294 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-9fb98763-5d70-47e2-a080-f61303bd5393 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:15.628179 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb98763-5d70-47e2-a080-f61303bd5393 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Pushing event updated for resources: {'Port': ['ID=66585337-8cdc-463d-aef4-fbb462889ade,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:15.664553 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a4baeb23-8625-4d54-b13d-00ca0cc18c93 req-fff63fef-b91a-4108-984a-cb7aa7f3faae tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747858 Jul 14 09:20:15.711936 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0494e9-7a09-423b-afc4-546ee8175a1c req-42b180aa-97a7-4163-8e13-463da51e52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:15.715071 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1f0494e9-7a09-423b-afc4-546ee8175a1c req-42b180aa-97a7-4163-8e13-463da51e52e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 1098 time: 0.1790864 Jul 14 09:20:15.743719 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57992) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:15.746853 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f31db3-712c-4480-9627-b37b8289e5bd req-0d44d42d-7365-4e21-a887-43d98d44de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:15.748624 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-45f31db3-712c-4480-9627-b37b8289e5bd req-0d44d42d-7365-4e21-a887-43d98d44de01 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 1098 time: 0.1554072 Jul 14 09:20:15.803274 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-45f31db3-712c-4480-9627-b37b8289e5bd req-5caa87ec-4756-495c-bc50-b2fb5f189a88 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447488 Jul 14 09:20:15.807776 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1f0494e9-7a09-423b-afc4-546ee8175a1c req-4a1d6dc9-62b4-4dc3-b727-57d2614273b9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851002 Jul 14 09:20:15.812905 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-56a12f89-6eec-4bbe-b796-851fe11a4388 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.821601 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-9fb98763-5d70-47e2-a080-f61303bd5393 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:15.822324 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-9fb98763-5d70-47e2-a080-f61303bd5393 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.838764 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5bfdb-7554-4787-bd7c-733a952bc62f req-33c462af-6f2b-4fc4-8da9-eeced6c640cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:15.840298 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eac5bfdb-7554-4787-bd7c-733a952bc62f req-33c462af-6f2b-4fc4-8da9-eeced6c640cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&device_id=98594322-0db8-4431-aa7e-658a94c779e1 HTTP/1.1" status: 200 len: 1095 time: 0.4955919 Jul 14 09:20:15.909885 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3e042de5-ed46-4687-b5ab-c646db103119 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2bc8b9a6fa7a40b88776c510061a1c60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598854 Jul 14 09:20:15.912957 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57996) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:15.924341 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-56a12f89-6eec-4bbe-b796-851fe11a4388 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Transition to ACTIVE for port object 56913e14-a989-4edd-80de-21b0be791f84 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:15.965531 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0be5-edac-4a15-aef3-a0f8aa26575b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.984394 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-9fb98763-5d70-47e2-a080-f61303bd5393 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5589011 Jul 14 09:20:15.988852 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0be5-edac-4a15-aef3-a0f8aa26575b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.009608 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] Request body: {'port': {'device_id': '17a7d8e5-af5b-437d-8cf9-215d09094eac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:16.043802 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0be5-edac-4a15-aef3-a0f8aa26575b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.047981 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0be5-edac-4a15-aef3-a0f8aa26575b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.052525 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device acc7ee7a-4e11-4601-9c31-ebd46a8724af details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:16.057620 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8dbe0be5-edac-4a15-aef3-a0f8aa26575b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13e977b5-dafc-416b-a3f6-6c71fe42b380 HTTP/1.1" status: 204 len: 168 time: 0.1350112 Jul 14 09:20:16.074384 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe0be5-edac-4a15-aef3-a0f8aa26575b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e977b5-dafc-416b-a3f6-6c71fe42b380,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:16.190946 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port acc7ee7a-4e11-4601-9c31-ebd46a8724af, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=acc7ee7a-4e11-4601-9c31-ebd46a8724af,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:16.206627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'acc7ee7a-4e11-4601-9c31-ebd46a8724af', 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530', 'port_id': 'acc7ee7a-4e11-4601-9c31-ebd46a8724af', 'mac_address': 'fa:16:3e:0d:ab:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf1d83d-082d-42ed-9d0f-7aa5099c2f25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:16.219245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d4ba5-f48e-4bd9-b97a-3fb2477ed04d req-107a9e0e-f763-41cf-8766-41a657bf1157 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:16.220744 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f49d4ba5-f48e-4bd9-b97a-3fb2477ed04d req-107a9e0e-f763-41cf-8766-41a657bf1157 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a7d8e5-af5b-437d-8cf9-215d09094eac HTTP/1.1" status: 200 len: 932 time: 0.4667404 Jul 14 09:20:16.268746 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.273515 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5bfdb-7554-4787-bd7c-733a952bc62f req-e629fd8d-1c15-4a3e-a460-0b0e5244cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:16.275201 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.275356 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eac5bfdb-7554-4787-bd7c-733a952bc62f req-e629fd8d-1c15-4a3e-a460-0b0e5244cc1d service neutron] 10.222.0.49 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 911 time: 0.3931556 Jul 14 09:20:16.296183 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc7ee7a-4e11-4601-9c31-ebd46a8724af {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:16.308347 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db65dd-4f15-44ce-a70f-c54dbf117f67 req-d126147e-27dd-4a95-a2f0-a2f6035c6cb4 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:16.315348 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0db65dd-4f15-44ce-a70f-c54dbf117f67 req-d126147e-27dd-4a95-a2f0-a2f6035c6cb4 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 0.4256179 Jul 14 09:20:16.318709 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-56a12f89-6eec-4bbe-b796-851fe11a4388 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.324101 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port acc7ee7a-4e11-4601-9c31-ebd46a8724af, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=acc7ee7a-4e11-4601-9c31-ebd46a8724af,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:16.332426 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.395478 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=acc7ee7a-4e11-4601-9c31-ebd46a8724af,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:16.438852 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eac5bfdb-7554-4787-bd7c-733a952bc62f req-f4d70b8e-80d9-4bf4-b8bb-5da3e46e6650 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acc7ee7a-4e11-4601-9c31-ebd46a8724af HTTP/1.1" status: 200 len: 217 time: 0.1542387 Jul 14 09:20:16.477776 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.532611 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f49d4ba5-f48e-4bd9-b97a-3fb2477ed04d req-2952eb92-edeb-4e01-8ca3-afa056c67438 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921352 Jul 14 09:20:16.533377 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['acc7ee7a-4e11-4601-9c31-ebd46a8724af'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:16.560087 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a12f89-6eec-4bbe-b796-851fe11a4388 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Network f0d3e4dd-dac2-4512-96cb-3b00508cdbd5 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:16.572902 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a12f89-6eec-4bbe-b796-851fe11a4388 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Pushing event updated for resources: {'Port': ['ID=56913e14-a989-4edd-80de-21b0be791f84,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:16.596798 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-56a12f89-6eec-4bbe-b796-851fe11a4388 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:16.622034 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0db65dd-4f15-44ce-a70f-c54dbf117f67 req-6b33d59d-3195-48a8-9562-e79335ed7204 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050566 Jul 14 09:20:16.627074 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a12f89-6eec-4bbe-b796-851fe11a4388 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:16.673176 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5bfdb-7554-4787-bd7c-733a952bc62f req-fb7d0f28-b0cc-4133-98ec-70573a3e828f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:16.675089 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eac5bfdb-7554-4787-bd7c-733a952bc62f req-fb7d0f28-b0cc-4133-98ec-70573a3e828f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ccf1d83d-082d-42ed-9d0f-7aa5099c2f25 HTTP/1.1" status: 200 len: 850 time: 0.2123609 Jul 14 09:20:16.715099 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.resource_extend [None req-5607646d-d752-406e-9127-9cdcf34d963b tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:20:16.790847 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eac5bfdb-7554-4787-bd7c-733a952bc62f req-75132a2b-16cf-4fc3-8ced-75710bcf1735 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c264f7f6-27f5-4c6a-b12c-803b241a1530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008799 Jul 14 09:20:16.838610 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a12f89-6eec-4bbe-b796-851fe11a4388 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:16.841167 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-56a12f89-6eec-4bbe-b796-851fe11a4388 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.979376 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5607646d-d752-406e-9127-9cdcf34d963b tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.010486 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-56a12f89-6eec-4bbe-b796-851fe11a4388 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0996397 Jul 14 09:20:17.011471 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5607646d-d752-406e-9127-9cdcf34d963b tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.019019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58020) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:17.030534 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-5343d766-e9c4-4f9f-b4a0-b14185d8a5d6 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:37:4e:9d'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:17.066451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5c4cad12-6e4a-40fd-9e5d-270b4a56b14e None None] Provisioning for port 56913e14-a989-4edd-80de-21b0be791f84 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:17.072846 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5c4cad12-6e4a-40fd-9e5d-270b4a56b14e None None] Provisioning complete for port 56913e14-a989-4edd-80de-21b0be791f84 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:17.072846 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c4cad12-6e4a-40fd-9e5d-270b4a56b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.097989 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58024) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:17.113107 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-175b116e-2712-4b67-ba48-62bfb7b10162 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--567493650', 'description': 'tempest-description--1439895325'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:17.154792 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5c4cad12-6e4a-40fd-9e5d-270b4a56b14e None None] Port 56913e14-a989-4edd-80de-21b0be791f84 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:17.196918 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-175b116e-2712-4b67-ba48-62bfb7b10162 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.333840 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5343d766-e9c4-4f9f-b4a0-b14185d8a5d6 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.404085 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-175b116e-2712-4b67-ba48-62bfb7b10162 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.412003 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-175b116e-2712-4b67-ba48-62bfb7b10162 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.470661 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-175b116e-2712-4b67-ba48-62bfb7b10162 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.474303 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-175b116e-2712-4b67-ba48-62bfb7b10162 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3748770 Jul 14 09:20:17.475092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58028) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:17.512194 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-d0c39fd4-ec63-4c99-b4b6-4282291069cb tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Request body: {'security_group_rule': {'security_group_id': '571ad85a-5b85-447b-ae28-d5315ad41a3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:17.525091 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b116e-2712-4b67-ba48-62bfb7b10162 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571ad85a-5b85-447b-ae28-d5315ad41a3d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:17.579294 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0c39fd4-ec63-4c99-b4b6-4282291069cb tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.602170 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eac5bfdb-7554-4787-bd7c-733a952bc62f req-1e5350c1-617b-418d-a3fc-65f5d6fc6063 service neutron] 10.222.0.49 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7902451 Jul 14 09:20:17.636799 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37320568-656e-4871-89fb-60fb884e40d3 req-68b420fd-a3b4-40cf-86a6-650405ac1bcd tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:17.643952 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37320568-656e-4871-89fb-60fb884e40d3 req-68b420fd-a3b4-40cf-86a6-650405ac1bcd tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 946 time: 0.7038534 Jul 14 09:20:17.663041 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5343d766-e9c4-4f9f-b4a0-b14185d8a5d6 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.672721 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5343d766-e9c4-4f9f-b4a0-b14185d8a5d6 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.683655 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0c39fd4-ec63-4c99-b4b6-4282291069cb tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.715321 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0c39fd4-ec63-4c99-b4b6-4282291069cb tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.754597 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-5607646d-d752-406e-9127-9cdcf34d963b tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Floating IP 8d78b478-bf29-4e40-bf17-3ea7d2a60c87 associated. External IP: 172.25.1.49, port: ebf8368a-d0fb-466a-a254-89fc3ae4a4bb. Jul 14 09:20:17.787140 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39fd4-ec63-4c99-b4b6-4282291069cb tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617ec452-4246-4c47-8627-fa17339b90f2,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:17.797909 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0c39fd4-ec63-4c99-b4b6-4282291069cb tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.802412 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d0c39fd4-ec63-4c99-b4b6-4282291069cb tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2956345 Jul 14 09:20:17.805694 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58034) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:17.808571 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343d766-e9c4-4f9f-b4a0-b14185d8a5d6 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Pushing event updated for resources: {'Port': ['ID=56913e14-a989-4edd-80de-21b0be791f84,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:17.822006 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-cbe64e1a-b2fc-4439-9339-77367a5627c4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Request body: {'security_group_rule': {'security_group_id': '571ad85a-5b85-447b-ae28-d5315ad41a3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:17.855817 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-5343d766-e9c4-4f9f-b4a0-b14185d8a5d6 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] In _notify_port_updated(), no bound segment for port 56913e14-a989-4edd-80de-21b0be791f84 on network f0d3e4dd-dac2-4512-96cb-3b00508cdbd5 {{(pid=93888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:20:17.862332 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5343d766-e9c4-4f9f-b4a0-b14185d8a5d6 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:17.863311 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5343d766-e9c4-4f9f-b4a0-b14185d8a5d6 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.864888 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5343d766-e9c4-4f9f-b4a0-b14185d8a5d6 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "PUT /v2.0/ports/56913e14-a989-4edd-80de-21b0be791f84 HTTP/1.1" status: 200 len: 995 time: 0.8441837 Jul 14 09:20:17.868924 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58036) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:17.911974 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cbe64e1a-b2fc-4439-9339-77367a5627c4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.967123 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37320568-656e-4871-89fb-60fb884e40d3 req-515de16c-eb23-4e38-8417-94e771c27f6c tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920966 Jul 14 09:20:17.986554 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eac5bfdb-7554-4787-bd7c-733a952bc62f req-04f484c7-d58e-4924-b11f-9761bdd0cdf3 service neutron] 10.222.0.49 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736601 Jul 14 09:20:18.004941 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9c91c-d647-4b36-95fb-0189e24ac9c0 req-07db3f85-8368-479a-8b2b-f32fb825846a tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:18.013336 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01a9c91c-d647-4b36-95fb-0189e24ac9c0 req-07db3f85-8368-479a-8b2b-f32fb825846a tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=98594322-0db8-4431-aa7e-658a94c779e1 HTTP/1.1" status: 200 len: 944 time: 0.5186367 Jul 14 09:20:18.050987 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66585337-8cdc-463d-aef4-fbb462889ade {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:18.059877 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cbe64e1a-b2fc-4439-9339-77367a5627c4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.066921 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.068791 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device acc7ee7a-4e11-4601-9c31-ebd46a8724af up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:18.073641 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cbe64e1a-b2fc-4439-9339-77367a5627c4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.095986 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe64e1a-b2fc-4439-9339-77367a5627c4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4df5cb5-5bc7-4d20-9586-6820c78ca594,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:18.099805 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] Transition to ACTIVE for port object 66585337-8cdc-463d-aef4-fbb462889ade will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:18.115153 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01a9c91c-d647-4b36-95fb-0189e24ac9c0 req-75d74ad6-a32d-4d4c-b3ba-c0ac84ed1245 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005738 Jul 14 09:20:18.118636 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cbe64e1a-b2fc-4439-9339-77367a5627c4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.119414 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.123588 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cbe64e1a-b2fc-4439-9339-77367a5627c4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3128495 Jul 14 09:20:18.123588 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-1f6db27b-9b9c-4f47-a4a9-4752e5e9b77c tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Deleting port 56913e14-a989-4edd-80de-21b0be791f84 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:18.123588 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f6db27b-9b9c-4f47-a4a9-4752e5e9b77c tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.137736 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58040) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:18.144280 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2c05cd34-f8da-4733-9bed-6395ae695fdf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:18.162081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1e42ad8e-34e4-44d1-bc8b-2784b532302f None None] Provisioning complete for port 56913e14-a989-4edd-80de-21b0be791f84 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:18.162717 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e42ad8e-34e4-44d1-bc8b-2784b532302f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.197300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port acc7ee7a-4e11-4601-9c31-ebd46a8724af completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:18.209550 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port acc7ee7a-4e11-4601-9c31-ebd46a8724af triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:18.210013 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.215757 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1e42ad8e-34e4-44d1-bc8b-2784b532302f None None] Port 56913e14-a989-4edd-80de-21b0be791f84 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:18.230369 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c05cd34-f8da-4733-9bed-6395ae695fdf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.321042 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f6db27b-9b9c-4f47-a4a9-4752e5e9b77c tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.345450 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-1f6db27b-9b9c-4f47-a4a9-4752e5e9b77c tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Calling delete_port for 56913e14-a989-4edd-80de-21b0be791f84 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:18.349467 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.375316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98594322-0db8-4431-aa7e-658a94c779e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc7ee7a-4e11-4601-9c31-ebd46a8724af'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:18.377829 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf08936-c2c7-4cc1-b0a7-a8cfdb02bc04" -d '{"events": [{"server_uuid": "98594322-0db8-4431-aa7e-658a94c779e1", "name": "network-vif-plugged", "status": "completed", "tag": "acc7ee7a-4e11-4601-9c31-ebd46a8724af"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:18.395907 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port acc7ee7a-4e11-4601-9c31-ebd46a8724af, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=acc7ee7a-4e11-4601-9c31-ebd46a8724af,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:18.402024 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.403234 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c500378f-2b3c-4b79-881a-26ce5d854c30 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:18.407592 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=66585337-8cdc-463d-aef4-fbb462889ade,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:18.461728 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: c500378f-2b3c-4b79-881a-26ce5d854c30 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:18.462790 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c500378f-2b3c-4b79-881a-26ce5d854c30 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:18.498773 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=acc7ee7a-4e11-4601-9c31-ebd46a8724af,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:18.506555 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5656f805-2f72-4507-b125-458d09a67640 req-ff7f944a-9ffa-4b4d-b08a-1793e9a3b11d tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9447bcbd29694a1a821f9f4fd116953b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1287506 Jul 14 09:20:18.520828 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c05cd34-f8da-4733-9bed-6395ae695fdf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.558256 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f6db27b-9b9c-4f47-a4a9-4752e5e9b77c tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.568914 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5607646d-d752-406e-9127-9cdcf34d963b tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Router 3ca5d095-447c-4eb3-ba06-72cefcf1707a has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:20:18.618538 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] Attempting to bind port 66585337-8cdc-463d-aef4-fbb462889ade on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:18.619229 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] Attempting to bind port 66585337-8cdc-463d-aef4-fbb462889ade by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:18.619229 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] Attempting to bind port 66585337-8cdc-463d-aef4-fbb462889ade on network afffba1d-7bce-4b37-9323-82cdd45d6281 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:18.629249 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6db27b-9b9c-4f47-a4a9-4752e5e9b77c tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Pushing event deleted for resources: {'Port': ['ID=56913e14-a989-4edd-80de-21b0be791f84,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:18.645284 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] Port 66585337-8cdc-463d-aef4-fbb462889ade on network afffba1d-7bce-4b37-9323-82cdd45d6281 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:18.645613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] Attempting to bind port 66585337-8cdc-463d-aef4-fbb462889ade on network afffba1d-7bce-4b37-9323-82cdd45d6281 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:18.662216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99881e-2ea2-479c-acc4-66f0c0908237 req-53b6b838-6c62-4b69-bb13-4f9480b942f4 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:18.663639 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c99881e-2ea2-479c-acc4-66f0c0908237 req-53b6b838-6c62-4b69-bb13-4f9480b942f4 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a7d8e5-af5b-437d-8cf9-215d09094eac HTTP/1.1" status: 200 len: 944 time: 0.3192589 Jul 14 09:20:18.706344 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:18.706681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] Checking segment: {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:18.707244 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] Bound using segment: {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:18.707856 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] Bound port: 66585337-8cdc-463d-aef4-fbb462889ade, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:18.708235 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.798194 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-2c05cd34-f8da-4733-9bed-6395ae695fdf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Allocated IP 172.25.1.41 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/7e362f81-c641-4861-9950-15eca815b4ad) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:18.800944 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656f805-2f72-4507-b125-458d09a67640 req-f6067ec0-ae0b-485b-832c-02e7ab3c7401 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:18.807708 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5656f805-2f72-4507-b125-458d09a67640 req-f6067ec0-ae0b-485b-832c-02e7ab3c7401 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2758067 Jul 14 09:20:18.836020 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f6db27b-9b9c-4f47-a4a9-4752e5e9b77c tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.840534 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1f6db27b-9b9c-4f47-a4a9-4752e5e9b77c tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "DELETE /v2.0/ports/56913e14-a989-4edd-80de-21b0be791f84 HTTP/1.1" status: 204 len: 168 time: 0.9680526 Jul 14 09:20:18.847493 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58052) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:18.878439 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c99881e-2ea2-479c-acc4-66f0c0908237 req-ff002947-fa60-4739-9b30-7c3d23b9b58e tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655216 Jul 14 09:20:18.909485 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5656f805-2f72-4507-b125-458d09a67640 req-d4a6ef39-f08f-4266-aa46-437336803a11 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/quotas/9447bcbd29694a1a821f9f4fd116953b HTTP/1.1" status: 200 len: 375 time: 0.1008217 Jul 14 09:20:18.910541 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff6c704-9e3b-485c-bc05-2e6e5cc14ca4 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] GET failed (client error): The resource could not be found. Jul 14 09:20:18.916104 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-eff6c704-9e3b-485c-bc05-2e6e5cc14ca4 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "GET /v2.0/ports/56913e14-a989-4edd-80de-21b0be791f84 HTTP/1.1" status: 404 len: 333 time: 0.0553834 Jul 14 09:20:18.917062 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58054) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:18.924651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-414c85d2-28e5-45ee-847b-06262ed50f07 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Request body: {'port': {'network_id': 'f0d3e4dd-dac2-4512-96cb-3b00508cdbd5', 'name': 'tempest-AllowedAddressPairTestJSON-1751329711'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:18.968456 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] For port 66585337-8cdc-463d-aef4-fbb462889ade, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:18.972257 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5656f805-2f72-4507-b125-458d09a67640 req-111cb783-4f54-4636-90a5-0f2edc58682e tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9447bcbd29694a1a821f9f4fd116953b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435596 Jul 14 09:20:18.975361 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5607646d-d752-406e-9127-9cdcf34d963b tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:18.986113 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5607646d-d752-406e-9127-9cdcf34d963b tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.987238 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089004dd-d065-4b46-b0d7-97fb8bf54cfa None None] Sync routers for ids ['3ca5d095-447c-4eb3-ba06-72cefcf1707a'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:19.006972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089004dd-d065-4b46-b0d7-97fb8bf54cfa None None] Routers {'3ca5d095-447c-4eb3-ba06-72cefcf1707a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:19.007675 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-089004dd-d065-4b46-b0d7-97fb8bf54cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:20:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3ca5d095-447c-4eb3-ba06-72cefcf1707a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:19.011334 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] For port 66585337-8cdc-463d-aef4-fbb462889ade, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=66585337-8cdc-463d-aef4-fbb462889ade,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:19.017578 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c05cd34-f8da-4733-9bed-6395ae695fdf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.024518 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.103208 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414c85d2-28e5-45ee-847b-06262ed50f07 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Made reservation on behalf of f8229a7bd31c48178a55daa16e79e131 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:19.108974 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-414c85d2-28e5-45ee-847b-06262ed50f07 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.113254 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c05cd34-f8da-4733-9bed-6395ae695fdf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.128048 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5607646d-d752-406e-9127-9cdcf34d963b tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "PUT /v2.0/floatingips/8d78b478-bf29-4e40-bf17-3ea7d2a60c87 HTTP/1.1" status: 200 len: 991 time: 3.9246860 Jul 14 09:20:19.129693 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:19.130270 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.131666 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] 10.222.0.49 "PUT /v2.0/ports/66585337-8cdc-463d-aef4-fbb462889ade HTTP/1.1" status: 200 len: 1093 time: 3.1339557 Jul 14 09:20:19.134240 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'tag': 'ebf8368a-d0fb-466a-a254-89fc3ae4a4bb'}, {'name': 'network-changed', 'server_uuid': '17a7d8e5-af5b-437d-8cf9-215d09094eac', 'tag': '66585337-8cdc-463d-aef4-fbb462889ade'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:19.137948 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340" -d '{"events": [{"name": "network-changed", "server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "tag": "ebf8368a-d0fb-466a-a254-89fc3ae4a4bb"}, {"name": "network-changed", "server_uuid": "17a7d8e5-af5b-437d-8cf9-215d09094eac", "tag": "66585337-8cdc-463d-aef4-fbb462889ade"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:19.171103 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-089004dd-d065-4b46-b0d7-97fb8bf54cfa None None] Set router 3ca5d095-447c-4eb3-ba06-72cefcf1707a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:19.179745 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318194e1-6983-4411-90f9-8e0870e02ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=66585337-8cdc-463d-aef4-fbb462889ade,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:19.181645 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-414c85d2-28e5-45ee-847b-06262ed50f07 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] device_id is not set on port 105fad5b-d0c7-4c71-8a7e-6416f57100e2 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:20:19.306734 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecac510-8321-40ba-9a4f-a937689d7901 req-6f4928b3-c607-48dd-940d-2366995c17fb tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:19.310552 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ecac510-8321-40ba-9a4f-a937689d7901 req-6f4928b3-c607-48dd-940d-2366995c17fb tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 0.2551370 Jul 14 09:20:19.345403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-e29bcd00-59d4-4826-8a40-80b83429051b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:19.349013 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-e29bcd00-59d4-4826-8a40-80b83429051b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&device_id=17a7d8e5-af5b-437d-8cf9-215d09094eac HTTP/1.1" status: 200 len: 1096 time: 0.1533606 Jul 14 09:20:19.367200 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-414c85d2-28e5-45ee-847b-06262ed50f07 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Allocated IP 172.20.0.14 (f0d3e4dd-dac2-4512-96cb-3b00508cdbd5/7294677e-4e84-46d8-b35c-62f3573743f2/105fad5b-d0c7-4c71-8a7e-6416f57100e2) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:19.397046 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ecac510-8321-40ba-9a4f-a937689d7901 req-3e8ffb74-f43a-49ca-bf96-d3a9261d5a60 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792494 Jul 14 09:20:19.433192 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156c3950-d8f8-4d35-9db3-267ade53b9de x-openstack-request-id: req-156c3950-d8f8-4d35-9db3-267ade53b9de {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:19.433496 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98594322-0db8-4431-aa7e-658a94c779e1", "name": "network-vif-plugged", "status": "completed", "tag": "acc7ee7a-4e11-4601-9c31-ebd46a8724af", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:19.433752 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-156c3950-d8f8-4d35-9db3-267ade53b9de {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:19.434183 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98594322-0db8-4431-aa7e-658a94c779e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc7ee7a-4e11-4601-9c31-ebd46a8724af', 'code': 200} Jul 14 09:20:19.460039 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05cd34-f8da-4733-9bed-6395ae695fdf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Pushing event updated for resources: {'Port': ['ID=7e362f81-c641-4861-9950-15eca815b4ad,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:19.478730 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c05cd34-f8da-4733-9bed-6395ae695fdf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:19.483828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-2c05cd34-f8da-4733-9bed-6395ae695fdf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:19.490832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c05cd34-f8da-4733-9bed-6395ae695fdf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:19.499387 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-55e0aaf7-8d78-4551-a300-93fa330503a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66585337-8cdc-463d-aef4-fbb462889ade HTTP/1.1" status: 200 len: 217 time: 0.1257656 Jul 14 09:20:19.579164 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-089004dd-d065-4b46-b0d7-97fb8bf54cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'name': 'tempest-TaggedBootDevicesTest-586766694-router', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:31Z', 'updated_at': '2021-07-14T09:17:41Z', 'revision_number': 4, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'gw_port': {'id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:33Z', 'updated_at': '2021-07-14T09:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '8d78b478-bf29-4e40-bf17-3ea7d2a60c87', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'floating_ip_address': '172.25.1.49', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'port_id': 'ebf8368a-d0fb-466a-a254-89fc3ae4a4bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826', 'mac_address': 'fa:16:3e:5b:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:18:35Z', 'updated_at': '2021-07-14T09:20:16Z', 'revision_number': 1, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f653ce71-53e3-40a9-8ca1-b425ed48ef99', 'name': '', 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'mac_address': 'fa:16:3e:e2:bd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'db42a1b5-0af8-4f2d-880c-f54fe800fb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:39Z', 'updated_at': '2021-07-14T09:17:51Z', 'revision_number': 5, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'subnets': [{'id': 'db42a1b5-0af8-4f2d-880c-f54fe800fb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:19.609405 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-14cad9ed-7163-443c-8f5b-2a6784cc261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:19.611932 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-14cad9ed-7163-443c-8f5b-2a6784cc261b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d20aa7a-796d-40db-977f-81fa6bc33327 HTTP/1.1" status: 200 len: 846 time: 0.1107423 Jul 14 09:20:19.648846 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089004dd-d065-4b46-b0d7-97fb8bf54cfa None None] Checking router: 3ca5d095-447c-4eb3-ba06-72cefcf1707a for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:19.672410 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-b6fc9ece-90c0-4b10-a569-81c61625f273 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afffba1d-7bce-4b37-9323-82cdd45d6281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513914 Jul 14 09:20:19.675387 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089004dd-d065-4b46-b0d7-97fb8bf54cfa None None] Routers {'3ca5d095-447c-4eb3-ba06-72cefcf1707a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:19.676834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-089004dd-d065-4b46-b0d7-97fb8bf54cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:20:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3ca5d095-447c-4eb3-ba06-72cefcf1707a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:19.721807 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4c56a-0cdf-418f-bff4-6285cad10def req-dbc77394-e3e0-40b5-baae-6af74c5e1f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:19.723344 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94b4c56a-0cdf-418f-bff4-6285cad10def req-dbc77394-e3e0-40b5-baae-6af74c5e1f10 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=98594322-0db8-4431-aa7e-658a94c779e1 HTTP/1.1" status: 200 len: 1097 time: 0.3713737 Jul 14 09:20:19.873298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b9fc9-9b1e-4bf0-8bf4-9cc24fafd55f req-514eaf2a-4f2a-4d76-8d42-11ea352da258 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:19.881699 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff7b9fc9-9b1e-4bf0-8bf4-9cc24fafd55f req-514eaf2a-4f2a-4d76-8d42-11ea352da258 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 946 time: 0.4056089 Jul 14 09:20:19.981575 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-089004dd-d065-4b46-b0d7-97fb8bf54cfa None None] Set router 3ca5d095-447c-4eb3-ba06-72cefcf1707a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:20.028811 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-a980dcbc-cf6e-4171-ac43-03f45ef0f141 service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484716 Jul 14 09:20:20.043008 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c05cd34-f8da-4733-9bed-6395ae695fdf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.046498 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94b4c56a-0cdf-418f-bff4-6285cad10def req-12138dcb-af28-442c-9fc1-83dabac10f4c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910886 Jul 14 09:20:20.058935 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-414c85d2-28e5-45ee-847b-06262ed50f07 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.095562 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-414c85d2-28e5-45ee-847b-06262ed50f07 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Transition to ACTIVE for port object 105fad5b-d0c7-4c71-8a7e-6416f57100e2 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:20.115022 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c05cd34-f8da-4733-9bed-6395ae695fdf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.139374 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff7b9fc9-9b1e-4bf0-8bf4-9cc24fafd55f req-c8c51f96-e0d2-4267-ad5e-b24b183bc136 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565947 Jul 14 09:20:20.197424 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-414c85d2-28e5-45ee-847b-06262ed50f07 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.225223 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8892c-83d7-4d9e-a374-145ae4f16d71 req-a42faab9-b876-459b-b27e-39e2f50d9a59 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.227501 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-44b8892c-83d7-4d9e-a374-145ae4f16d71 req-a42faab9-b876-459b-b27e-39e2f50d9a59 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=98594322-0db8-4431-aa7e-658a94c779e1 HTTP/1.1" status: 200 len: 945 time: 0.3989842 Jul 14 09:20:20.249358 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc4f93a-fa69-44b1-9c82-a3fa6729114e x-openstack-request-id: req-6cc4f93a-fa69-44b1-9c82-a3fa6729114e {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:20.250426 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "tag": "ebf8368a-d0fb-466a-a254-89fc3ae4a4bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "17a7d8e5-af5b-437d-8cf9-215d09094eac", "tag": "66585337-8cdc-463d-aef4-fbb462889ade", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:20.250784 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6cc4f93a-fa69-44b1-9c82-a3fa6729114e {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:20.251359 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'tag': 'ebf8368a-d0fb-466a-a254-89fc3ae4a4bb', 'status': 'completed', 'code': 200} Jul 14 09:20:20.251718 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a7d8e5-af5b-437d-8cf9-215d09094eac', 'tag': '66585337-8cdc-463d-aef4-fbb462889ade', 'status': 'completed', 'code': 200} Jul 14 09:20:20.271284 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-831f9e3e-aaa7-4231-9b3b-532d75316e12 req-b0d0f557-e16b-4f6d-9850-c6137ba5bbef service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235661 Jul 14 09:20:20.294387 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-44b8892c-83d7-4d9e-a374-145ae4f16d71 req-3f56c21d-efa5-4941-bdce-5c6e00b18d89 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524542 Jul 14 09:20:20.299108 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c85d2-28e5-45ee-847b-06262ed50f07 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Pushing event updated for resources: {'Port': ['ID=105fad5b-d0c7-4c71-8a7e-6416f57100e2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:20.400659 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414c85d2-28e5-45ee-847b-06262ed50f07 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Network f0d3e4dd-dac2-4512-96cb-3b00508cdbd5 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:20.411884 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-414c85d2-28e5-45ee-847b-06262ed50f07 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:20.429143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414c85d2-28e5-45ee-847b-06262ed50f07 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:20.439953 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-934deaa8-8437-4896-b85b-b502e4361d9f req-6261a4a9-09b3-4fc5-aeae-569e5ccd10ab tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/ports?device_id=65490162-b1f2-4e13-b2cc-b8930d0d28a0 HTTP/1.1" status: 200 len: 210 time: 0.0579565 Jul 14 09:20:20.479937 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-089004dd-d065-4b46-b0d7-97fb8bf54cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'name': 'tempest-TaggedBootDevicesTest-586766694-router', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:31Z', 'updated_at': '2021-07-14T09:17:41Z', 'revision_number': 4, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'gw_port': {'id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:33Z', 'updated_at': '2021-07-14T09:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '8d78b478-bf29-4e40-bf17-3ea7d2a60c87', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'floating_ip_address': '172.25.1.49', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'port_id': 'ebf8368a-d0fb-466a-a254-89fc3ae4a4bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826', 'mac_address': 'fa:16:3e:5b:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:18:35Z', 'updated_at': '2021-07-14T09:20:16Z', 'revision_number': 1, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f653ce71-53e3-40a9-8ca1-b425ed48ef99', 'name': '', 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'mac_address': 'fa:16:3e:e2:bd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'db42a1b5-0af8-4f2d-880c-f54fe800fb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:39Z', 'updated_at': '2021-07-14T09:17:51Z', 'revision_number': 5, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'subnets': [{'id': 'db42a1b5-0af8-4f2d-880c-f54fe800fb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:20.528669 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089004dd-d065-4b46-b0d7-97fb8bf54cfa None None] The sync data for ids ['3ca5d095-447c-4eb3-ba06-72cefcf1707a'] in n-d-798054-10 is: [{'id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'name': 'tempest-TaggedBootDevicesTest-586766694-router', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:31Z', 'updated_at': '2021-07-14T09:17:41Z', 'revision_number': 4, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'gw_port': {'id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:33Z', 'updated_at': '2021-07-14T09:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '8d78b478-bf29-4e40-bf17-3ea7d2a60c87', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'floating_ip_address': '172.25.1.49', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'port_id': 'ebf8368a-d0fb-466a-a254-89fc3ae4a4bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826', 'mac_address': 'fa:16:3e:5b:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:18:35Z', 'updated_at': '2021-07-14T09:20:16Z', 'revision_number': 1, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f653ce71-53e3-40a9-8ca1-b425ed48ef99', 'name': '', 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'mac_address': 'fa:16:3e:e2:bd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'db42a1b5-0af8-4f2d-880c-f54fe800fb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:39Z', 'updated_at': '2021-07-14T09:17:51Z', 'revision_number': 5, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'subnets': [{'id': 'db42a1b5-0af8-4f2d-880c-f54fe800fb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:20.604104 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-50a45a60-fd00-4016-bb4c-a6e622b5fb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.606175 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-50a45a60-fd00-4016-bb4c-a6e622b5fb46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&device_id=17a7d8e5-af5b-437d-8cf9-215d09094eac HTTP/1.1" status: 200 len: 1096 time: 0.1557186 Jul 14 09:20:20.612682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414c85d2-28e5-45ee-847b-06262ed50f07 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.613343 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-414c85d2-28e5-45ee-847b-06262ed50f07 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.708569 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-414c85d2-28e5-45ee-847b-06262ed50f07 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7900276 Jul 14 09:20:20.722646 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58086) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:20.730371 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-39612fa9-1537-4d9c-b449-36b1bae2922c tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:37:4e:9d'}]}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:20.790601 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c05cd34-f8da-4733-9bed-6395ae695fdf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.797157 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c05cd34-f8da-4733-9bed-6395ae695fdf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.868600 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-60a00018-89ab-40e1-a6a7-0aaef5a6db9c None None] Provisioning for port 105fad5b-d0c7-4c71-8a7e-6416f57100e2 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:20.882598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-60a00018-89ab-40e1-a6a7-0aaef5a6db9c None None] Provisioning complete for port 105fad5b-d0c7-4c71-8a7e-6416f57100e2 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:20.883668 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60a00018-89ab-40e1-a6a7-0aaef5a6db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.914997 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-7f3c9281-6fb0-44fd-8a9c-81ab733659c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.920020 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-7f3c9281-6fb0-44fd-8a9c-81ab733659c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.920840 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-7f3c9281-6fb0-44fd-8a9c-81ab733659c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.921768 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-7f3c9281-6fb0-44fd-8a9c-81ab733659c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.922430 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-7f3c9281-6fb0-44fd-8a9c-81ab733659c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.923367 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-7f3c9281-6fb0-44fd-8a9c-81ab733659c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.923993 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-7f3c9281-6fb0-44fd-8a9c-81ab733659c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.931923 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-7f3c9281-6fb0-44fd-8a9c-81ab733659c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=31e3a4cec448411aba79b23ed148d185&device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 6498 time: 0.5428460 Jul 14 09:20:20.983294 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-60a00018-89ab-40e1-a6a7-0aaef5a6db9c None None] Port 105fad5b-d0c7-4c71-8a7e-6416f57100e2 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:21.023400 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b649ae-a6d9-43c8-b7bc-f2b543f14ae5 None None] New status for floating IP 8d78b478-bf29-4e40-bf17-3ea7d2a60c87: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:20:21.105286 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-42926845-4a80-4c52-8005-84548a7c8716 req-cd0e5969-56c1-4acb-9583-820334ae726e tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1584146 Jul 14 09:20:21.124553 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-42926845-4a80-4c52-8005-84548a7c8716 req-52206eda-824f-451a-a250-d7d2624fa356 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:21.140574 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05cd34-f8da-4733-9bed-6395ae695fdf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Pushing event updated for resources: {'Port': ['ID=7e362f81-c641-4861-9950-15eca815b4ad,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:21.166865 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c05cd34-f8da-4733-9bed-6395ae695fdf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.239740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-8afbbe04-5648-4d2f-a0d1-b4502755c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.243074 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-8afbbe04-5648-4d2f-a0d1-b4502755c4ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=888088af-1a51-4dbe-bc38-27d1a38db826 HTTP/1.1" status: 200 len: 912 time: 0.2536983 Jul 14 09:20:21.257631 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a431ba-f45d-4f8e-a595-7177255b4951 req-140d70ab-f561-48a7-8865-e2020d8f2e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.259941 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71a431ba-f45d-4f8e-a595-7177255b4951 req-140d70ab-f561-48a7-8865-e2020d8f2e7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0bf11fb44ae345849ddee66c056190a8&device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 1098 time: 0.1781175 Jul 14 09:20:21.400270 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5656f805-2f72-4507-b125-458d09a67640 req-23aab54a-6c99-4a57-9dab-644ed8874e5b tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9447bcbd29694a1a821f9f4fd116953b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1160650 Jul 14 09:20:21.506707 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-f8bc8820-747e-48a3-8e9f-60fc1dceaced service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebf8368a-d0fb-466a-a254-89fc3ae4a4bb HTTP/1.1" status: 200 len: 1001 time: 0.2236290 Jul 14 09:20:21.512801 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-a3220868-de5f-4e08-bebb-8f13e169ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.514301 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-a3220868-de5f-4e08-bebb-8f13e169ee6a service neutron] 10.222.0.49 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 907 time: 0.8995066 Jul 14 09:20:21.580686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a431ba-f45d-4f8e-a595-7177255b4951 req-dba862f0-71ff-43a2-9738-c28101257c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.582224 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71a431ba-f45d-4f8e-a595-7177255b4951 req-dba862f0-71ff-43a2-9738-c28101257c23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2b207265-1379-4cb1-bdf9-417a0c56f7e4 HTTP/1.1" status: 200 len: 912 time: 0.2861552 Jul 14 09:20:21.588430 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c05cd34-f8da-4733-9bed-6395ae695fdf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.589612 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2c05cd34-f8da-4733-9bed-6395ae695fdf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4505398 Jul 14 09:20:21.597188 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-42926845-4a80-4c52-8005-84548a7c8716 req-52206eda-824f-451a-a250-d7d2624fa356 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.601268 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-ad961887-6b65-4f85-8358-c497102303fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66585337-8cdc-463d-aef4-fbb462889ade HTTP/1.1" status: 200 len: 217 time: 0.0697722 Jul 14 09:20:21.604913 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-5b328e2d-77c7-48a9-8830-fda919494bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.606432 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-5b328e2d-77c7-48a9-8830-fda919494bfe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db42a1b5-0af8-4f2d-880c-f54fe800fb63 HTTP/1.1" status: 200 len: 850 time: 0.0920897 Jul 14 09:20:21.656440 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71a431ba-f45d-4f8e-a595-7177255b4951 req-70c6250d-8db4-4608-a4af-392ac4fa8e5d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea HTTP/1.1" status: 200 len: 217 time: 0.0484686 Jul 14 09:20:21.663356 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656f805-2f72-4507-b125-458d09a67640 req-5af428e0-10cb-4114-8f74-1de6aa320aa2 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.664766 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5656f805-2f72-4507-b125-458d09a67640 req-5af428e0-10cb-4114-8f74-1de6aa320aa2 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2560527 Jul 14 09:20:21.707944 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-5656f805-2f72-4507-b125-458d09a67640 req-c919f00e-e7d3-4835-82d0-66b2e072ae2c tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Request body: {'port': {'device_id': '65490162-b1f2-4e13-b2cc-b8930d0d28a0', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': '9447bcbd29694a1a821f9f4fd116953b'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:21.727305 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39612fa9-1537-4d9c-b449-36b1bae2922c tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.751075 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-6ea973e0-4115-49a3-9947-000d7deccf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.752551 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-6ea973e0-4115-49a3-9947-000d7deccf1d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d20aa7a-796d-40db-977f-81fa6bc33327 HTTP/1.1" status: 200 len: 846 time: 0.1278911 Jul 14 09:20:21.806949 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a431ba-f45d-4f8e-a595-7177255b4951 req-2e972b01-8a86-4f1b-b0a4-5b1f3d9c4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.808346 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71a431ba-f45d-4f8e-a595-7177255b4951 req-2e972b01-8a86-4f1b-b0a4-5b1f3d9c4c68 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4a72a50-84b2-47a9-a16f-8470cdb97c9f HTTP/1.1" status: 200 len: 851 time: 0.1426747 Jul 14 09:20:21.817948 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-9deb0b9e-b510-4aba-bc99-b31a4a553f64 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afffba1d-7bce-4b37-9323-82cdd45d6281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566204 Jul 14 09:20:21.829663 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798dc719-45f1-4811-a7db-229d0119df7e req-31a433ea-5bfb-4ee2-880e-1a27da44c768 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.832170 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-798dc719-45f1-4811-a7db-229d0119df7e req-31a433ea-5bfb-4ee2-880e-1a27da44c768 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a7d8e5-af5b-437d-8cf9-215d09094eac HTTP/1.1" status: 200 len: 944 time: 0.7119384 Jul 14 09:20:21.839808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-94c75063-e0b3-46c1-a7eb-c7b5e2a9be22 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:21.840638 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-94c75063-e0b3-46c1-a7eb-c7b5e2a9be22 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056109 Jul 14 09:20:21.844725 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-0dc8cdde-9ed8-41b9-97bc-05fa68cb39b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.846305 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-0dc8cdde-9ed8-41b9-97bc-05fa68cb39b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=888088af-1a51-4dbe-bc38-27d1a38db826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2309477 Jul 14 09:20:21.902144 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5656f805-2f72-4507-b125-458d09a67640 req-c919f00e-e7d3-4835-82d0-66b2e072ae2c tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Made reservation on behalf of 9447bcbd29694a1a821f9f4fd116953b for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:21.905948 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5656f805-2f72-4507-b125-458d09a67640 req-c919f00e-e7d3-4835-82d0-66b2e072ae2c tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.917555 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5656f805-2f72-4507-b125-458d09a67640 req-c919f00e-e7d3-4835-82d0-66b2e072ae2c tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.027320 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-798dc719-45f1-4811-a7db-229d0119df7e req-aa60c037-0adb-47ae-8f29-b562b61448cf tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762555 Jul 14 09:20:22.045240 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5656f805-2f72-4507-b125-458d09a67640 req-c919f00e-e7d3-4835-82d0-66b2e072ae2c tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.054408 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-a0b11a5a-d6cb-4432-b575-f79a58931c0b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:22.055604 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-a0b11a5a-d6cb-4432-b575-f79a58931c0b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2019215 Jul 14 09:20:22.083710 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 66585337-8cdc-463d-aef4-fbb462889ade details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:22.088341 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71a431ba-f45d-4f8e-a595-7177255b4951 req-79c28504-aa03-4316-a789-2b8adf06f305 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2b207265-1379-4cb1-bdf9-417a0c56f7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2734048 Jul 14 09:20:22.110539 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-a8009bb7-96e9-4d1b-8d00-6c366fcc12ce service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628024 Jul 14 09:20:22.118312 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-42926845-4a80-4c52-8005-84548a7c8716 req-52206eda-824f-451a-a250-d7d2624fa356 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.187453 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5656f805-2f72-4507-b125-458d09a67640 req-c919f00e-e7d3-4835-82d0-66b2e072ae2c tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.194593 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-7aacabdf-7651-481a-92f7-876168642027 service neutron] 10.222.0.55 "GET /v2.0/networks/888088af-1a51-4dbe-bc38-27d1a38db826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049957 Jul 14 09:20:22.234660 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 66585337-8cdc-463d-aef4-fbb462889ade, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=66585337-8cdc-463d-aef4-fbb462889ade,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:22.241237 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919f00e-e7d3-4835-82d0-66b2e072ae2c tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2066beb3-1bf7-40c6-93f6-90c5626c3a18,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:22.263134 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39612fa9-1537-4d9c-b449-36b1bae2922c tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.275257 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39612fa9-1537-4d9c-b449-36b1bae2922c tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.288975 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '66585337-8cdc-463d-aef4-fbb462889ade', 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281', 'port_id': '66585337-8cdc-463d-aef4-fbb462889ade', 'mac_address': 'fa:16:3e:05:ab:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d20aa7a-796d-40db-977f-81fa6bc33327', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:22.344480 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-3314cd72-9aa2-4777-9f79-71851a731e39 service neutron] 10.222.0.55 "GET /v2.0/networks/888088af-1a51-4dbe-bc38-27d1a38db826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042371 Jul 14 09:20:22.350088 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.399849 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66585337-8cdc-463d-aef4-fbb462889ade {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:22.408779 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2f51a0b3-7beb-439d-9c55-d35f7a8fc340 req-b3c957d2-7e05-4cc1-84c0-d1029f25352e service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880118 Jul 14 09:20:22.481376 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 66585337-8cdc-463d-aef4-fbb462889ade, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=66585337-8cdc-463d-aef4-fbb462889ade,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:22.487470 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39612fa9-1537-4d9c-b449-36b1bae2922c tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Pushing event updated for resources: {'Port': ['ID=105fad5b-d0c7-4c71-8a7e-6416f57100e2,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:22.493926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-42926845-4a80-4c52-8005-84548a7c8716 req-52206eda-824f-451a-a250-d7d2624fa356 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Allocated IP 172.25.1.158 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/a3263c3d-7cb0-4d75-866f-72d04cfaee4a) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:22.511935 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.530646 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-39612fa9-1537-4d9c-b449-36b1bae2922c tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] In _notify_port_updated(), no bound segment for port 105fad5b-d0c7-4c71-8a7e-6416f57100e2 on network f0d3e4dd-dac2-4512-96cb-3b00508cdbd5 {{(pid=93887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:20:22.538168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39612fa9-1537-4d9c-b449-36b1bae2922c tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:22.539163 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39612fa9-1537-4d9c-b449-36b1bae2922c tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.540893 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-39612fa9-1537-4d9c-b449-36b1bae2922c tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "PUT /v2.0/ports/105fad5b-d0c7-4c71-8a7e-6416f57100e2 HTTP/1.1" status: 200 len: 997 time: 1.8165765 Jul 14 09:20:22.544499 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58102) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:22.563632 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71a431ba-f45d-4f8e-a595-7177255b4951 req-dd09e0e1-7e7c-4614-8f14-69458d0e5214 service neutron] 10.222.0.55 "GET /v2.0/networks/2b207265-1379-4cb1-bdf9-417a0c56f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777027 Jul 14 09:20:22.584938 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-5656f805-2f72-4507-b125-458d09a67640 req-c919f00e-e7d3-4835-82d0-66b2e072ae2c tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Allocated IP 192.168.233.234 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/a05e6951-705d-4a61-93e2-474e0c828bc2) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:22.591097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=66585337-8cdc-463d-aef4-fbb462889ade,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:22.705654 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ba4e9-8683-4197-bea4-91f067f9cf66 req-41630893-4930-433f-abb3-6d2eab9d8a8d tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:22.707208 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff9ba4e9-8683-4197-bea4-91f067f9cf66 req-41630893-4930-433f-abb3-6d2eab9d8a8d tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 0.2676742 Jul 14 09:20:22.724645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['66585337-8cdc-463d-aef4-fbb462889ade'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:22.747876 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-42926845-4a80-4c52-8005-84548a7c8716 req-52206eda-824f-451a-a250-d7d2624fa356 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.750841 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-aa3d2a38-64c7-4084-a0f4-b52c5844aca8 None None] Provisioning complete for port 105fad5b-d0c7-4c71-8a7e-6416f57100e2 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:22.751363 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa3d2a38-64c7-4084-a0f4-b52c5844aca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.781979 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71a431ba-f45d-4f8e-a595-7177255b4951 req-c80156ec-084b-4ada-bdf8-fd6c508f981d service neutron] 10.222.0.55 "GET /v2.0/networks/2b207265-1379-4cb1-bdf9-417a0c56f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932502 Jul 14 09:20:22.810680 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d2a38-64c7-4084-a0f4-b52c5844aca8 None None] Port 105fad5b-d0c7-4c71-8a7e-6416f57100e2 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:22.813776 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff9ba4e9-8683-4197-bea4-91f067f9cf66 req-2db8e3b4-7456-41f0-8ad9-8baa71744804 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835536 Jul 14 09:20:22.830989 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-c28024d4-4bc9-424f-b90b-d7e6c7877e4b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Deleting port 105fad5b-d0c7-4c71-8a7e-6416f57100e2 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:22.831320 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c28024d4-4bc9-424f-b90b-d7e6c7877e4b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.910257 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5656f805-2f72-4507-b125-458d09a67640 req-c919f00e-e7d3-4835-82d0-66b2e072ae2c tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.915468 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-42926845-4a80-4c52-8005-84548a7c8716 req-52206eda-824f-451a-a250-d7d2624fa356 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.933136 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-5656f805-2f72-4507-b125-458d09a67640 req-c919f00e-e7d3-4835-82d0-66b2e072ae2c tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Transition to ACTIVE for port object a05e6951-705d-4a61-93e2-474e0c828bc2 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:22.985468 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5656f805-2f72-4507-b125-458d09a67640 req-c919f00e-e7d3-4835-82d0-66b2e072ae2c tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.996680 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42926845-4a80-4c52-8005-84548a7c8716 req-52206eda-824f-451a-a250-d7d2624fa356 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:23.015954 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-42926845-4a80-4c52-8005-84548a7c8716 req-52206eda-824f-451a-a250-d7d2624fa356 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:23.019738 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-42926845-4a80-4c52-8005-84548a7c8716 req-52206eda-824f-451a-a250-d7d2624fa356 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:23.035758 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5656f805-2f72-4507-b125-458d09a67640 req-c919f00e-e7d3-4835-82d0-66b2e072ae2c tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:23.041503 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-5656f805-2f72-4507-b125-458d09a67640 req-c919f00e-e7d3-4835-82d0-66b2e072ae2c tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:23.045608 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-5656f805-2f72-4507-b125-458d09a67640 req-c919f00e-e7d3-4835-82d0-66b2e072ae2c tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:23.076390 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919f00e-e7d3-4835-82d0-66b2e072ae2c tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Pushing event updated for resources: {'Port': ['ID=a05e6951-705d-4a61-93e2-474e0c828bc2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:23.082931 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52206eda-824f-451a-a250-d7d2624fa356 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Pushing event updated for resources: {'Port': ['ID=a3263c3d-7cb0-4d75-866f-72d04cfaee4a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:23.117458 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c28024d4-4bc9-424f-b90b-d7e6c7877e4b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.123756 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656f805-2f72-4507-b125-458d09a67640 req-c919f00e-e7d3-4835-82d0-66b2e072ae2c tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:23.124504 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5656f805-2f72-4507-b125-458d09a67640 req-c919f00e-e7d3-4835-82d0-66b2e072ae2c tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.144230 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5656f805-2f72-4507-b125-458d09a67640 req-c919f00e-e7d3-4835-82d0-66b2e072ae2c tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4411023 Jul 14 09:20:23.151089 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-c28024d4-4bc9-424f-b90b-d7e6c7877e4b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Calling delete_port for 105fad5b-d0c7-4c71-8a7e-6416f57100e2 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:23.164958 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] Request body: {'port': {'device_id': '65490162-b1f2-4e13-b2cc-b8930d0d28a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:23.271382 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.281550 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcc483-f94d-47c4-adf6-04f70b02c343 req-0e049291-d3e6-4fc4-9298-48346b842295 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:23.283251 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9cfcc483-f94d-47c4-adf6-04f70b02c343 req-0e049291-d3e6-4fc4-9298-48346b842295 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=98594322-0db8-4431-aa7e-658a94c779e1 HTTP/1.1" status: 200 len: 945 time: 0.2853837 Jul 14 09:20:23.303929 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-42926845-4a80-4c52-8005-84548a7c8716 req-52206eda-824f-451a-a250-d7d2624fa356 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.348280 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-dc65c96c-323d-42ff-b5ac-004510fef5bd None None] Provisioning for port a05e6951-705d-4a61-93e2-474e0c828bc2 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:23.353010 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-dc65c96c-323d-42ff-b5ac-004510fef5bd None None] Provisioning complete for port a05e6951-705d-4a61-93e2-474e0c828bc2 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:23.353431 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc65c96c-323d-42ff-b5ac-004510fef5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.402986 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-dc65c96c-323d-42ff-b5ac-004510fef5bd None None] Port a05e6951-705d-4a61-93e2-474e0c828bc2 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:23.406049 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9cfcc483-f94d-47c4-adf6-04f70b02c343 req-b82aafab-cb4a-4707-937c-19dccfb50453 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103320 Jul 14 09:20:23.430641 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-42926845-4a80-4c52-8005-84548a7c8716 req-52206eda-824f-451a-a250-d7d2624fa356 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.627711 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c28024d4-4bc9-424f-b90b-d7e6c7877e4b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.670777 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05e6951-705d-4a61-93e2-474e0c828bc2 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:23.684599 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.699029 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] Transition to ACTIVE for port object a05e6951-705d-4a61-93e2-474e0c828bc2 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:23.704291 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.706684 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28024d4-4bc9-424f-b90b-d7e6c7877e4b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Pushing event deleted for resources: {'Port': ['ID=105fad5b-d0c7-4c71-8a7e-6416f57100e2,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:23.767337 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] Pushing event updated for resources: {'Port': ['ID=a05e6951-705d-4a61-93e2-474e0c828bc2,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:23.870818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] Attempting to bind port a05e6951-705d-4a61-93e2-474e0c828bc2 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:23.871325 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] Attempting to bind port a05e6951-705d-4a61-93e2-474e0c828bc2 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:23.871856 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] Attempting to bind port a05e6951-705d-4a61-93e2-474e0c828bc2 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:23.881095 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] Port a05e6951-705d-4a61-93e2-474e0c828bc2 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:23.881894 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] Attempting to bind port a05e6951-705d-4a61-93e2-474e0c828bc2 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:23.895224 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:23.896089 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:23.896728 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:23.897759 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] Bound port: a05e6951-705d-4a61-93e2-474e0c828bc2, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:23.898309 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.983055 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7835c-45d3-49bb-b8b3-ea488f8ae4f8 req-4d466099-4949-43fa-b997-bb26ca10b5e3 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:23.985394 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95a7835c-45d3-49bb-b8b3-ea488f8ae4f8 req-4d466099-4949-43fa-b997-bb26ca10b5e3 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/ports?device_id=65490162-b1f2-4e13-b2cc-b8930d0d28a0 HTTP/1.1" status: 200 len: 936 time: 0.4000514 Jul 14 09:20:23.986634 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c28024d4-4bc9-424f-b90b-d7e6c7877e4b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.988639 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c28024d4-4bc9-424f-b90b-d7e6c7877e4b tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "DELETE /v2.0/ports/105fad5b-d0c7-4c71-8a7e-6416f57100e2 HTTP/1.1" status: 204 len: 168 time: 1.4430649 Jul 14 09:20:23.992976 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58124) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:24.029057 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-42926845-4a80-4c52-8005-84548a7c8716 req-52206eda-824f-451a-a250-d7d2624fa356 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.044762 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9cf81f-3e5a-45e3-b575-15e3efbd99ed tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] GET failed (client error): The resource could not be found. Jul 14 09:20:24.047631 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5a9cf81f-3e5a-45e3-b575-15e3efbd99ed tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "GET /v2.0/ports/105fad5b-d0c7-4c71-8a7e-6416f57100e2 HTTP/1.1" status: 404 len: 333 time: 0.0532193 Jul 14 09:20:24.052790 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58128) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:24.059533 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-42926845-4a80-4c52-8005-84548a7c8716 req-52206eda-824f-451a-a250-d7d2624fa356 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.063618 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-beedb5b0-7e5b-4c1e-bbd2-d70d33cbc6fc tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Request body: {'port': {'network_id': 'f0d3e4dd-dac2-4512-96cb-3b00508cdbd5', 'name': 'tempest-AllowedAddressPairTestJSON-1070970739'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:24.099043 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 66585337-8cdc-463d-aef4-fbb462889ade up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:24.138892 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95a7835c-45d3-49bb-b8b3-ea488f8ae4f8 req-8e4058bd-73f8-47e5-a6b7-48a1b472a1e0 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/security-groups?id=2066beb3-1bf7-40c6-93f6-90c5626c3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274486 Jul 14 09:20:24.159354 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] For port a05e6951-705d-4a61-93e2-474e0c828bc2, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:24.202549 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 66585337-8cdc-463d-aef4-fbb462889ade completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:24.207161 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 66585337-8cdc-463d-aef4-fbb462889ade triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:24.208027 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.211722 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] For port a05e6951-705d-4a61-93e2-474e0c828bc2, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a05e6951-705d-4a61-93e2-474e0c828bc2,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:24.220975 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.249334 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52206eda-824f-451a-a250-d7d2624fa356 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Pushing event updated for resources: {'Port': ['ID=a3263c3d-7cb0-4d75-866f-72d04cfaee4a,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:24.268121 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-42926845-4a80-4c52-8005-84548a7c8716 req-52206eda-824f-451a-a250-d7d2624fa356 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.300182 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-42926845-4a80-4c52-8005-84548a7c8716 req-52206eda-824f-451a-a250-d7d2624fa356 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.301311 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-42926845-4a80-4c52-8005-84548a7c8716 req-52206eda-824f-451a-a250-d7d2624fa356 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1809077 Jul 14 09:20:24.320192 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:24.320878 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.322378 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5656f805-2f72-4507-b125-458d09a67640 req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] 10.222.0.55 "PUT /v2.0/ports/a05e6951-705d-4a61-93e2-474e0c828bc2 HTTP/1.1" status: 200 len: 1097 time: 1.1636651 Jul 14 09:20:24.322929 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65490162-b1f2-4e13-b2cc-b8930d0d28a0', 'tag': 'a05e6951-705d-4a61-93e2-474e0c828bc2'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:24.325819 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef23107-e204-4b8c-bf8b-8c8a3a5b2c67" -d '{"events": [{"name": "network-changed", "server_uuid": "65490162-b1f2-4e13-b2cc-b8930d0d28a0", "tag": "a05e6951-705d-4a61-93e2-474e0c828bc2"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:24.399580 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.406252 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-42926845-4a80-4c52-8005-84548a7c8716 req-44de6b18-28d2-46fd-95f1-5541e76c749d tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 696 time: 0.0921378 Jul 14 09:20:24.456838 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a7d8e5-af5b-437d-8cf9-215d09094eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66585337-8cdc-463d-aef4-fbb462889ade'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:24.461303 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811f8cc5-f5f7-48d3-b08c-af0234be3def" -d '{"events": [{"server_uuid": "17a7d8e5-af5b-437d-8cf9-215d09094eac", "name": "network-vif-plugged", "status": "completed", "tag": "66585337-8cdc-463d-aef4-fbb462889ade"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:24.485631 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda4e75-aa58-40a4-b97d-91d09610c228 service neutron] Pushing event updated for resources: {'Port': ['ID=a05e6951-705d-4a61-93e2-474e0c828bc2,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:24.488170 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 66585337-8cdc-463d-aef4-fbb462889ade, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=66585337-8cdc-463d-aef4-fbb462889ade,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:24.504917 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.532556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beedb5b0-7e5b-4c1e-bbd2-d70d33cbc6fc tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Made reservation on behalf of f8229a7bd31c48178a55daa16e79e131 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:24.536167 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-beedb5b0-7e5b-4c1e-bbd2-d70d33cbc6fc tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.555566 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-c39537ee-a099-4864-9fa1-cd495e11cb29 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:24.564142 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-c39537ee-a099-4864-9fa1-cd495e11cb29 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/networks?id=da42ad67-5396-4a08-bd51-0b6ba891c01d HTTP/1.1" status: 200 len: 822 time: 0.2794063 Jul 14 09:20:24.591885 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-beedb5b0-7e5b-4c1e-bbd2-d70d33cbc6fc tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] device_id is not set on port 3b682024-6d79-4588-87b7-252dd36598ce yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:20:24.596393 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-038f2256-c37c-48db-bb0c-fa2e51223810 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/quotas/d9baf05f0e514ebf980dc77789ca82e3 HTTP/1.1" status: 200 len: 375 time: 0.0307629 Jul 14 09:20:24.600182 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=66585337-8cdc-463d-aef4-fbb462889ade,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:24.605508 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656f805-2f72-4507-b125-458d09a67640 req-537b86a4-4cd8-431a-ac28-703ed0fa759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:24.607187 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5656f805-2f72-4507-b125-458d09a67640 req-537b86a4-4cd8-431a-ac28-703ed0fa759d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9447bcbd29694a1a821f9f4fd116953b&device_id=65490162-b1f2-4e13-b2cc-b8930d0d28a0 HTTP/1.1" status: 200 len: 1100 time: 0.1987917 Jul 14 09:20:24.711654 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5656f805-2f72-4507-b125-458d09a67640 req-a9cc391f-e529-4e8d-b7c3-53acf509fc48 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=a05e6951-705d-4a61-93e2-474e0c828bc2 HTTP/1.1" status: 200 len: 217 time: 0.0604255 Jul 14 09:20:24.821257 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656f805-2f72-4507-b125-458d09a67640 req-7201a93a-93f2-4501-a41e-033361ce6dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:24.826932 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5656f805-2f72-4507-b125-458d09a67640 req-7201a93a-93f2-4501-a41e-033361ce6dae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.1048155 Jul 14 09:20:24.889639 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-beedb5b0-7e5b-4c1e-bbd2-d70d33cbc6fc tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Allocated IP 172.20.0.8 (f0d3e4dd-dac2-4512-96cb-3b00508cdbd5/7294677e-4e84-46d8-b35c-62f3573743f2/3b682024-6d79-4588-87b7-252dd36598ce) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:24.968787 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656f805-2f72-4507-b125-458d09a67640 req-b1440181-e3d2-4ad7-b630-9a27bb310e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:24.971256 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5656f805-2f72-4507-b125-458d09a67640 req-b1440181-e3d2-4ad7-b630-9a27bb310e3f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1337767 Jul 14 09:20:24.979944 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42926845-4a80-4c52-8005-84548a7c8716 req-9e3ac8d9-9faf-4b27-99a1-6efe9294c231 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:24.981334 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-42926845-4a80-4c52-8005-84548a7c8716 req-9e3ac8d9-9faf-4b27-99a1-6efe9294c231 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.5656562 Jul 14 09:20:25.026622 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-f515482b-3a93-4d4b-9894-f731e8c34399 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9baf05f0e514ebf980dc77789ca82e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4290631 Jul 14 09:20:25.157961 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5656f805-2f72-4507-b125-458d09a67640 req-4108e4f4-eb5e-4572-86f0-67ed43e6ba81 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784430 Jul 14 09:20:25.172565 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-11ce037f-8411-4411-bb16-c84b5e29a336 service neutron] 10.222.0.26 "GET /v2.0/networks/da42ad67-5396-4a08-bd51-0b6ba891c01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382668 Jul 14 09:20:25.178560 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-beedb5b0-7e5b-4c1e-bbd2-d70d33cbc6fc tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.226006 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-beedb5b0-7e5b-4c1e-bbd2-d70d33cbc6fc tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Transition to ACTIVE for port object 3b682024-6d79-4588-87b7-252dd36598ce will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:25.271563 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08fa40-33a9-471a-aaba-51a4ef75d5bc req-e34c8587-c295-4d9b-a67f-2857cae76592 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:25.273089 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b08fa40-33a9-471a-aaba-51a4ef75d5bc req-e34c8587-c295-4d9b-a67f-2857cae76592 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a7d8e5-af5b-437d-8cf9-215d09094eac HTTP/1.1" status: 200 len: 946 time: 0.1574333 Jul 14 09:20:25.287808 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5656f805-2f72-4507-b125-458d09a67640 req-4bbf49f1-2597-428f-a309-1e3f41198787 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212940 Jul 14 09:20:25.296591 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-beedb5b0-7e5b-4c1e-bbd2-d70d33cbc6fc tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.316842 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-399767ca-3082-46dc-8445-e69f67915bcd service neutron] 10.222.0.26 "GET /v2.0/networks/da42ad67-5396-4a08-bd51-0b6ba891c01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349020 Jul 14 09:20:25.337949 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b08fa40-33a9-471a-aaba-51a4ef75d5bc req-74b4ea45-ca5b-48ee-bb90-b166028fcef8 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585177 Jul 14 09:20:25.361779 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beedb5b0-7e5b-4c1e-bbd2-d70d33cbc6fc tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Network f0d3e4dd-dac2-4512-96cb-3b00508cdbd5 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:25.368813 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-beedb5b0-7e5b-4c1e-bbd2-d70d33cbc6fc tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:25.375940 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedb5b0-7e5b-4c1e-bbd2-d70d33cbc6fc tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Pushing event updated for resources: {'Port': ['ID=3b682024-6d79-4588-87b7-252dd36598ce,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:25.378303 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beedb5b0-7e5b-4c1e-bbd2-d70d33cbc6fc tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:25.451232 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beedb5b0-7e5b-4c1e-bbd2-d70d33cbc6fc tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:25.452286 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-beedb5b0-7e5b-4c1e-bbd2-d70d33cbc6fc tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.473398 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-beedb5b0-7e5b-4c1e-bbd2-d70d33cbc6fc tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4165492 Jul 14 09:20:25.473763 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58152) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:25.478920 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-6bced34b-efe6-4959-8163-e568fedc5407 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Request body: {'port': {'network_id': 'f0d3e4dd-dac2-4512-96cb-3b00508cdbd5', 'name': 'tempest-AllowedAddressPairTestJSON-112711448'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:25.584298 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72a197e-020d-47ea-8a5a-9635aabe35c7 x-openstack-request-id: req-b72a197e-020d-47ea-8a5a-9635aabe35c7 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:25.584647 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65490162-b1f2-4e13-b2cc-b8930d0d28a0", "tag": "a05e6951-705d-4a61-93e2-474e0c828bc2", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:25.584914 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b72a197e-020d-47ea-8a5a-9635aabe35c7 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:25.585330 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65490162-b1f2-4e13-b2cc-b8930d0d28a0', 'tag': 'a05e6951-705d-4a61-93e2-474e0c828bc2', 'status': 'completed', 'code': 200} Jul 14 09:20:25.634653 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5c1142-5984-4b3a-8cbd-c1302c70758e x-openstack-request-id: req-0d5c1142-5984-4b3a-8cbd-c1302c70758e {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:25.635213 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a7d8e5-af5b-437d-8cf9-215d09094eac", "name": "network-vif-plugged", "status": "completed", "tag": "66585337-8cdc-463d-aef4-fbb462889ade", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:25.635213 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d5c1142-5984-4b3a-8cbd-c1302c70758e {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:25.635576 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a7d8e5-af5b-437d-8cf9-215d09094eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66585337-8cdc-463d-aef4-fbb462889ade', 'code': 200} Jul 14 09:20:25.749644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef23107-e204-4b8c-bf8b-8c8a3a5b2c67 req-a5c9c58e-a200-4835-8416-0532a43f6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:25.751622 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cef23107-e204-4b8c-bf8b-8c8a3a5b2c67 req-a5c9c58e-a200-4835-8416-0532a43f6ff5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9447bcbd29694a1a821f9f4fd116953b&device_id=65490162-b1f2-4e13-b2cc-b8930d0d28a0 HTTP/1.1" status: 200 len: 1100 time: 0.1151011 Jul 14 09:20:25.756159 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c416cb76-e3e7-4dd4-846a-c4a5da15f034 None None] Provisioning for port 3b682024-6d79-4588-87b7-252dd36598ce completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:25.761618 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c416cb76-e3e7-4dd4-846a-c4a5da15f034 None None] Provisioning complete for port 3b682024-6d79-4588-87b7-252dd36598ce triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:25.761885 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c416cb76-e3e7-4dd4-846a-c4a5da15f034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.773464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bced34b-efe6-4959-8163-e568fedc5407 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Made reservation on behalf of f8229a7bd31c48178a55daa16e79e131 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:25.777857 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6bced34b-efe6-4959-8163-e568fedc5407 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.822023 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-6bced34b-efe6-4959-8163-e568fedc5407 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] device_id is not set on port 24a3bc9e-fc94-43c2-be82-c09c2c83caf2 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:20:25.847639 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c416cb76-e3e7-4dd4-846a-c4a5da15f034 None None] Port 3b682024-6d79-4588-87b7-252dd36598ce cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:25.891438 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f0624-24c1-4360-aef4-204e3aea9b6c req-9e588c12-cc0d-4fc8-91d8-bba67bd0059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:25.893885 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-842f0624-24c1-4360-aef4-204e3aea9b6c req-9e588c12-cc0d-4fc8-91d8-bba67bd0059b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=17a7d8e5-af5b-437d-8cf9-215d09094eac HTTP/1.1" status: 200 len: 1098 time: 0.1833732 Jul 14 09:20:25.906556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231d368-e64e-4a23-8e4e-56225f4d7a04 req-f6bbbf51-85d6-4684-97bb-b8f8423280bd tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:25.908110 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1231d368-e64e-4a23-8e4e-56225f4d7a04 req-f6bbbf51-85d6-4684-97bb-b8f8423280bd tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 0.2769737 Jul 14 09:20:25.969191 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef23107-e204-4b8c-bf8b-8c8a3a5b2c67 req-54a58392-039c-4fa0-a3a8-8d94397b64da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:25.970911 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cef23107-e204-4b8c-bf8b-8c8a3a5b2c67 req-54a58392-039c-4fa0-a3a8-8d94397b64da service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.2100904 Jul 14 09:20:26.024629 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cef23107-e204-4b8c-bf8b-8c8a3a5b2c67 req-f52acb94-abb7-4a50-a874-be575bfbd73e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=a05e6951-705d-4a61-93e2-474e0c828bc2 HTTP/1.1" status: 200 len: 217 time: 0.0443919 Jul 14 09:20:26.029962 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-842f0624-24c1-4360-aef4-204e3aea9b6c req-96ffd329-1feb-4583-a400-9007ed241498 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208043 Jul 14 09:20:26.040290 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1231d368-e64e-4a23-8e4e-56225f4d7a04 req-e9aa5b65-6643-4bae-a2cc-babdfdfad99a tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209571 Jul 14 09:20:26.065154 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-6bced34b-efe6-4959-8163-e568fedc5407 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Allocated IP 172.20.0.5 (f0d3e4dd-dac2-4512-96cb-3b00508cdbd5/7294677e-4e84-46d8-b35c-62f3573743f2/24a3bc9e-fc94-43c2-be82-c09c2c83caf2) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:26.107563 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef23107-e204-4b8c-bf8b-8c8a3a5b2c67 req-4911b9ba-c62a-43bc-a2b7-34c74892afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:26.109400 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cef23107-e204-4b8c-bf8b-8c8a3a5b2c67 req-4911b9ba-c62a-43bc-a2b7-34c74892afd0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0774438 Jul 14 09:20:26.239072 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef23107-e204-4b8c-bf8b-8c8a3a5b2c67 req-a7852d3b-cd32-4e55-a67e-6f2a6406655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:26.240576 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cef23107-e204-4b8c-bf8b-8c8a3a5b2c67 req-a7852d3b-cd32-4e55-a67e-6f2a6406655d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1234491 Jul 14 09:20:26.395062 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cef23107-e204-4b8c-bf8b-8c8a3a5b2c67 req-f6e8876f-30a3-4c5c-a906-2ec7755caad6 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462829 Jul 14 09:20:26.513168 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6bced34b-efe6-4959-8163-e568fedc5407 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.516878 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cef23107-e204-4b8c-bf8b-8c8a3a5b2c67 req-0ed80712-3ffd-49c9-aa99-6c1091de5667 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151710 Jul 14 09:20:26.556847 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-4d38e21a-4789-4920-888d-c5977a257dc0 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:26.558462 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-4d38e21a-4789-4920-888d-c5977a257dc0 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/networks?id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a HTTP/1.1" status: 200 len: 820 time: 0.2396979 Jul 14 09:20:26.561370 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-6bced34b-efe6-4959-8163-e568fedc5407 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Transition to ACTIVE for port object 24a3bc9e-fc94-43c2-be82-c09c2c83caf2 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:26.591594 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccb206-ce15-464d-82fa-3147d351fab4 req-1c671f86-04d5-4f6b-8113-bafe8f665ab2 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:26.593656 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c1ccb206-ce15-464d-82fa-3147d351fab4 req-1c671f86-04d5-4f6b-8113-bafe8f665ab2 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/ports?device_id=65490162-b1f2-4e13-b2cc-b8930d0d28a0 HTTP/1.1" status: 200 len: 948 time: 0.2781866 Jul 14 09:20:26.598440 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-3958dd85-eb9f-4b3c-8e24-12e88343d77d tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/quotas/6c81313ed0f24e4486654b835c382f5d HTTP/1.1" status: 200 len: 375 time: 0.0327201 Jul 14 09:20:26.675922 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6bced34b-efe6-4959-8163-e568fedc5407 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.717375 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c1ccb206-ce15-464d-82fa-3147d351fab4 req-8539ba3d-9831-4e91-b724-2cf843f9d0f5 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/security-groups?id=2066beb3-1bf7-40c6-93f6-90c5626c3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167583 Jul 14 09:20:26.732407 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bced34b-efe6-4959-8163-e568fedc5407 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Network f0d3e4dd-dac2-4512-96cb-3b00508cdbd5 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:26.750463 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-6bced34b-efe6-4959-8163-e568fedc5407 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:26.759749 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bced34b-efe6-4959-8163-e568fedc5407 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:26.768067 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bced34b-efe6-4959-8163-e568fedc5407 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Pushing event updated for resources: {'Port': ['ID=24a3bc9e-fc94-43c2-be82-c09c2c83caf2,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:26.826439 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-730ba580-2ba3-4075-9d6f-e6af44165e1a tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c81313ed0f24e4486654b835c382f5d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2108729 Jul 14 09:20:26.854444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bced34b-efe6-4959-8163-e568fedc5407 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:26.855412 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6bced34b-efe6-4959-8163-e568fedc5407 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.050562 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ef10315-089e-48df-b49a-ee195a73263e req-1fe32f24-8cb4-4fd2-ad7b-500266697ccf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=04816a45-11c4-496e-993b-0c2d3d195226 HTTP/1.1" status: 200 len: 210 time: 0.0669975 Jul 14 09:20:27.054816 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6bced34b-efe6-4959-8163-e568fedc5407 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5798712 Jul 14 09:20:27.058970 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58184) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:27.067512 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-006ec9ab-f4e4-4927-9c00-28cbc1edc637 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:37:4e:9d'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:82:87:d7'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:27.166780 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-68d9368b-2756-4629-b6bf-3eb3ed2987fb service neutron] 10.222.0.26 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278220 Jul 14 09:20:27.241116 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afbe825b-e273-4d61-ba58-e1cfb9606482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.247089 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-235d0ace-b2e0-4b56-8c71-95f06208e0d4 None None] Provisioning for port 24a3bc9e-fc94-43c2-be82-c09c2c83caf2 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:27.260455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-235d0ace-b2e0-4b56-8c71-95f06208e0d4 None None] Provisioning complete for port 24a3bc9e-fc94-43c2-be82-c09c2c83caf2 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:27.260837 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-235d0ace-b2e0-4b56-8c71-95f06208e0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.347848 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-235d0ace-b2e0-4b56-8c71-95f06208e0d4 None None] Port 24a3bc9e-fc94-43c2-be82-c09c2c83caf2 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:27.415391 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-006ec9ab-f4e4-4927-9c00-28cbc1edc637 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.511503 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-80ec8d83-6298-44f6-ae96-24b9a470a7f9 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:27.513439 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-80ec8d83-6298-44f6-ae96-24b9a470a7f9 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.49 "GET /v2.0/networks?id=da42ad67-5396-4a08-bd51-0b6ba891c01d HTTP/1.1" status: 200 len: 822 time: 0.3871088 Jul 14 09:20:27.515916 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-3980fe39-e82e-4ba4-81a6-0f611b8f436c service neutron] 10.222.0.26 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045540 Jul 14 09:20:27.527389 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-157033fd-e16f-491a-8d5e-1ec83fe748fa tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Request body: {'port': {'device_id': '04816a45-11c4-496e-993b-0c2d3d195226', 'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d', 'admin_state_up': True, 'tenant_id': 'd9baf05f0e514ebf980dc77789ca82e3'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:27.622234 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5169a9-5644-4682-9d91-8229ca316fa4 req-6c72a06a-39cc-4151-9364-7019ca818fd0 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:27.623843 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e5169a9-5644-4682-9d91-8229ca316fa4 req-6c72a06a-39cc-4151-9364-7019ca818fd0 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a7d8e5-af5b-437d-8cf9-215d09094eac HTTP/1.1" status: 200 len: 946 time: 0.2416377 Jul 14 09:20:27.709555 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-006ec9ab-f4e4-4927-9c00-28cbc1edc637 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.720285 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-006ec9ab-f4e4-4927-9c00-28cbc1edc637 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.766980 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e5169a9-5644-4682-9d91-8229ca316fa4 req-beca2960-b8ab-4fca-8b31-fe84ea933fb7 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340148 Jul 14 09:20:27.845482 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-157033fd-e16f-491a-8d5e-1ec83fe748fa tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Made reservation on behalf of d9baf05f0e514ebf980dc77789ca82e3 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:27.851773 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-157033fd-e16f-491a-8d5e-1ec83fe748fa tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.918310 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ec9ab-f4e4-4927-9c00-28cbc1edc637 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Pushing event updated for resources: {'Port': ['ID=24a3bc9e-fc94-43c2-be82-c09c2c83caf2,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:27.955845 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-006ec9ab-f4e4-4927-9c00-28cbc1edc637 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] In _notify_port_updated(), no bound segment for port 24a3bc9e-fc94-43c2-be82-c09c2c83caf2 on network f0d3e4dd-dac2-4512-96cb-3b00508cdbd5 {{(pid=93888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:20:27.963906 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006ec9ab-f4e4-4927-9c00-28cbc1edc637 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:27.964970 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-006ec9ab-f4e4-4927-9c00-28cbc1edc637 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.969357 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-006ec9ab-f4e4-4927-9c00-28cbc1edc637 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "PUT /v2.0/ports/24a3bc9e-fc94-43c2-be82-c09c2c83caf2 HTTP/1.1" status: 200 len: 1055 time: 0.9066663 Jul 14 09:20:27.969357 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ec9ab-f4e4-4927-9c00-28cbc1edc637 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.969926 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ec9ab-f4e4-4927-9c00-28cbc1edc637 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.970470 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ec9ab-f4e4-4927-9c00-28cbc1edc637 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.971001 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ec9ab-f4e4-4927-9c00-28cbc1edc637 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.971541 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ec9ab-f4e4-4927-9c00-28cbc1edc637 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.974068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ec9ab-f4e4-4927-9c00-28cbc1edc637 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.975114 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ec9ab-f4e4-4927-9c00-28cbc1edc637 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.975659 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ec9ab-f4e4-4927-9c00-28cbc1edc637 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.976374 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ec9ab-f4e4-4927-9c00-28cbc1edc637 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.976932 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ec9ab-f4e4-4927-9c00-28cbc1edc637 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.977473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ec9ab-f4e4-4927-9c00-28cbc1edc637 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.978830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ec9ab-f4e4-4927-9c00-28cbc1edc637 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:27.985627 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58198) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:28.126115 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ff52ee0-1bf9-4d04-9571-36f747c3ca35 req-45dc07a9-0674-40fc-a974-5d95728d1b51 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbacea66-d745-4640-b4d4-5f899cde1997 HTTP/1.1" status: 200 len: 210 time: 0.1299469 Jul 14 09:20:28.194778 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-157033fd-e16f-491a-8d5e-1ec83fe748fa tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Allocated IP 172.20.0.12 (da42ad67-5396-4a08-bd51-0b6ba891c01d/a49c4352-2329-49be-aaa0-1fa7abc5a9c8/3b245c66-f491-4c75-a012-287cbdad5557) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:28.205164 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b1430bd8-9911-4ef9-93d4-8beb1372deed None None] Provisioning complete for port 24a3bc9e-fc94-43c2-be82-c09c2c83caf2 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:28.206632 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b1430bd8-9911-4ef9-93d4-8beb1372deed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.247233 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6b83d3df-d840-44fc-bb4a-b4acf0bedbaf tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Deleting port 24a3bc9e-fc94-43c2-be82-c09c2c83caf2 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:28.247794 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6b83d3df-d840-44fc-bb4a-b4acf0bedbaf tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.254865 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1da2a-39eb-43c1-bf19-8bae2f44258f req-269ec6a3-7e2f-4c07-bf9b-fe89a82acdc1 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:28.254865 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ba1da2a-39eb-43c1-bf19-8bae2f44258f req-269ec6a3-7e2f-4c07-bf9b-fe89a82acdc1 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 0.1820655 Jul 14 09:20:28.333864 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b1430bd8-9911-4ef9-93d4-8beb1372deed None None] Port 24a3bc9e-fc94-43c2-be82-c09c2c83caf2 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:28.370953 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ba1da2a-39eb-43c1-bf19-8bae2f44258f req-3d7deb49-755a-4984-9b09-508c1d3fc7cd tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084807 Jul 14 09:20:28.463293 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6b83d3df-d840-44fc-bb4a-b4acf0bedbaf tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.490760 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6b83d3df-d840-44fc-bb4a-b4acf0bedbaf tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Calling delete_port for 24a3bc9e-fc94-43c2-be82-c09c2c83caf2 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:28.584595 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-157033fd-e16f-491a-8d5e-1ec83fe748fa tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.600321 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837a187-4a90-42ef-b276-e14b9996a1b6 req-2d5a33a7-8a9e-4392-b9c6-7492d37e9a06 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:28.612427 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c837a187-4a90-42ef-b276-e14b9996a1b6 req-2d5a33a7-8a9e-4392-b9c6-7492d37e9a06 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/ports?device_id=65490162-b1f2-4e13-b2cc-b8930d0d28a0 HTTP/1.1" status: 200 len: 948 time: 0.3159516 Jul 14 09:20:28.708104 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c837a187-4a90-42ef-b276-e14b9996a1b6 req-6a043878-39a0-402e-b985-1130d8d14973 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/security-groups?id=2066beb3-1bf7-40c6-93f6-90c5626c3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945997 Jul 14 09:20:28.713559 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6b83d3df-d840-44fc-bb4a-b4acf0bedbaf tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.757194 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-157033fd-e16f-491a-8d5e-1ec83fe748fa tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.822170 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-157033fd-e16f-491a-8d5e-1ec83fe748fa tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Network da42ad67-5396-4a08-bd51-0b6ba891c01d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:28.860982 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-157033fd-e16f-491a-8d5e-1ec83fe748fa tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:28.881671 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-157033fd-e16f-491a-8d5e-1ec83fe748fa tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:28.896054 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157033fd-e16f-491a-8d5e-1ec83fe748fa tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Pushing event updated for resources: {'Port': ['ID=3b245c66-f491-4c75-a012-287cbdad5557,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:28.952763 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab6b55-c4b5-4409-b7a7-9e9481290ad0 req-f7817803-a720-4977-87ec-ea8d5ec7c6ea tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:28.955035 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41ab6b55-c4b5-4409-b7a7-9e9481290ad0 req-f7817803-a720-4977-87ec-ea8d5ec7c6ea tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a7d8e5-af5b-437d-8cf9-215d09094eac HTTP/1.1" status: 200 len: 946 time: 0.3405178 Jul 14 09:20:29.086467 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41ab6b55-c4b5-4409-b7a7-9e9481290ad0 req-71ac140b-59d9-48a3-999f-e687d2264822 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944669 Jul 14 09:20:29.098804 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-157033fd-e16f-491a-8d5e-1ec83fe748fa tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:29.099494 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-157033fd-e16f-491a-8d5e-1ec83fe748fa tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.117495 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device a05e6951-705d-4a61-93e2-474e0c828bc2 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:29.145922 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69d826-b7b4-431b-86aa-8bd337b00408 req-bd94f655-2274-4977-85ad-16c1cbfa4f68 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:29.147556 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a69d826-b7b4-431b-86aa-8bd337b00408 req-bd94f655-2274-4977-85ad-16c1cbfa4f68 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=04816a45-11c4-496e-993b-0c2d3d195226 HTTP/1.1" status: 200 len: 932 time: 0.1884310 Jul 14 09:20:29.149015 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-157033fd-e16f-491a-8d5e-1ec83fe748fa tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6264184 Jul 14 09:20:29.182039 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] Request body: {'port': {'device_id': '04816a45-11c4-496e-993b-0c2d3d195226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:29.267902 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a69d826-b7b4-431b-86aa-8bd337b00408 req-4840ce7d-5c94-4d5a-8f8e-00d816b5454c tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088824 Jul 14 09:20:29.271740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83d3df-d840-44fc-bb4a-b4acf0bedbaf tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Pushing event deleted for resources: {'Port': ['ID=24a3bc9e-fc94-43c2-be82-c09c2c83caf2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:29.342407 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port a05e6951-705d-4a61-93e2-474e0c828bc2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a05e6951-705d-4a61-93e2-474e0c828bc2,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:29.381200 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'a05e6951-705d-4a61-93e2-474e0c828bc2', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': 'a05e6951-705d-4a61-93e2-474e0c828bc2', 'mac_address': 'fa:16:3e:20:49:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:29.383772 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.486537 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.517743 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05e6951-705d-4a61-93e2-474e0c828bc2 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:29.565118 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port a05e6951-705d-4a61-93e2-474e0c828bc2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a05e6951-705d-4a61-93e2-474e0c828bc2,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:29.570509 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.742597 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6b83d3df-d840-44fc-bb4a-b4acf0bedbaf tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.750514 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6b83d3df-d840-44fc-bb4a-b4acf0bedbaf tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "DELETE /v2.0/ports/24a3bc9e-fc94-43c2-be82-c09c2c83caf2 HTTP/1.1" status: 204 len: 168 time: 1.7609060 Jul 14 09:20:29.754434 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58222) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:29.760792 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3215c379-1879-454f-8519-af25951ea391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.770351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=a05e6951-705d-4a61-93e2-474e0c828bc2,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:29.841440 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b245c66-f491-4c75-a012-287cbdad5557 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:29.845663 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.850658 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.864157 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] Transition to ACTIVE for port object 3b245c66-f491-4c75-a012-287cbdad5557 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:29.897471 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e06f2c7d-45b9-4e1e-a719-dd9929918c86 req-0fb0d8a1-7a5a-40c4-9928-db8e8c01fabb tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbacea66-d745-4640-b4d4-5f899cde1997 HTTP/1.1" status: 200 len: 210 time: 0.0316360 Jul 14 09:20:29.900095 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.027700 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2141f0-dcb4-49fe-b0a6-f185d05c01d8 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] GET failed (client error): The resource could not be found. Jul 14 09:20:30.033088 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3e2141f0-dcb4-49fe-b0a6-f185d05c01d8 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "GET /v2.0/ports/24a3bc9e-fc94-43c2-be82-c09c2c83caf2 HTTP/1.1" status: 404 len: 333 time: 0.2590084 Jul 14 09:20:30.040915 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-aea7411d-8467-4f9a-9357-769d61a8f540 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:30.043846 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-aea7411d-8467-4f9a-9357-769d61a8f540 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.55 "GET /v2.0/networks?id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a HTTP/1.1" status: 200 len: 820 time: 0.2921019 Jul 14 09:20:30.043846 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58226) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:30.080691 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['a05e6951-705d-4a61-93e2-474e0c828bc2'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:30.086442 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] Pushing event updated for resources: {'Port': ['ID=3b245c66-f491-4c75-a012-287cbdad5557,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:30.096459 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-0b838e58-0196-4c80-91c5-9b03014ac0c4 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Request body: {'port': {'device_id': 'bbacea66-d745-4640-b4d4-5f899cde1997', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'admin_state_up': True, 'tenant_id': '6c81313ed0f24e4486654b835c382f5d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:30.104446 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] Attempting to bind port 3b245c66-f491-4c75-a012-287cbdad5557 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:30.104798 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] Attempting to bind port 3b245c66-f491-4c75-a012-287cbdad5557 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '22407c14-716b-4b23-b55c-7bf233ea09d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:30.105150 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] Attempting to bind port 3b245c66-f491-4c75-a012-287cbdad5557 on network da42ad67-5396-4a08-bd51-0b6ba891c01d {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:30.134478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] Port 3b245c66-f491-4c75-a012-287cbdad5557 on network da42ad67-5396-4a08-bd51-0b6ba891c01d not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:30.135095 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] Attempting to bind port 3b245c66-f491-4c75-a012-287cbdad5557 on network da42ad67-5396-4a08-bd51-0b6ba891c01d {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:30.163902 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:30.164575 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] Checking segment: {'id': '22407c14-716b-4b23-b55c-7bf233ea09d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:30.164818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] Bound using segment: {'id': '22407c14-716b-4b23-b55c-7bf233ea09d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:30.165383 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] Bound port: 3b245c66-f491-4c75-a012-287cbdad5557, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22407c14-716b-4b23-b55c-7bf233ea09d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:30.165887 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.239389 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95559d1a-ebe9-48e9-9178-3e80477824e2 req-d645ddf1-3220-48bc-a088-45d9d1b31e49 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:30.242291 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95559d1a-ebe9-48e9-9178-3e80477824e2 req-d645ddf1-3220-48bc-a088-45d9d1b31e49 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 0.2159243 Jul 14 09:20:30.282710 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a2f47-1742-46e9-82e1-ee8b6ad4041d req-394faa6e-ef7a-4fcc-ba2f-02a510d4bbdf tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:30.291086 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e6a2f47-1742-46e9-82e1-ee8b6ad4041d req-394faa6e-ef7a-4fcc-ba2f-02a510d4bbdf tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/ports?device_id=65490162-b1f2-4e13-b2cc-b8930d0d28a0 HTTP/1.1" status: 200 len: 949 time: 0.1968968 Jul 14 09:20:30.302857 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-0b838e58-0196-4c80-91c5-9b03014ac0c4 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Made reservation on behalf of 6c81313ed0f24e4486654b835c382f5d for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:30.331306 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-0b838e58-0196-4c80-91c5-9b03014ac0c4 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.363387 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] For port 3b245c66-f491-4c75-a012-287cbdad5557, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:30.370167 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95559d1a-ebe9-48e9-9178-3e80477824e2 req-1b073416-1326-4374-96b3-83ee77604d55 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066179 Jul 14 09:20:30.393554 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e6a2f47-1742-46e9-82e1-ee8b6ad4041d req-5ba9c486-007b-4083-806a-287459a38d9c tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/security-groups?id=2066beb3-1bf7-40c6-93f6-90c5626c3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014385 Jul 14 09:20:30.400323 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] For port 3b245c66-f491-4c75-a012-287cbdad5557, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3b245c66-f491-4c75-a012-287cbdad5557,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:30.421454 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.459132 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:30.459817 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.461414 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] 10.222.0.49 "PUT /v2.0/ports/3b245c66-f491-4c75-a012-287cbdad5557 HTTP/1.1" status: 200 len: 1093 time: 1.3038108 Jul 14 09:20:30.461906 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04816a45-11c4-496e-993b-0c2d3d195226', 'tag': '3b245c66-f491-4c75-a012-287cbdad5557'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:30.464211 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667a3562-3040-4c06-a95e-67cc9b0d110e" -d '{"events": [{"name": "network-changed", "server_uuid": "04816a45-11c4-496e-993b-0c2d3d195226", "tag": "3b245c66-f491-4c75-a012-287cbdad5557"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:30.575058 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.581154 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663fe37-e0fc-445d-8d11-764efdf33170 service neutron] Pushing event updated for resources: {'Port': ['ID=3b245c66-f491-4c75-a012-287cbdad5557,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:30.608720 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-0b838e58-0196-4c80-91c5-9b03014ac0c4 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Allocated IP 172.20.0.7 (6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a/b26c4a85-82c2-41ae-9f0b-7df4811624b1/8ccab23e-b70a-419f-a828-b5ed2e230b18) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:30.664488 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c289fc59-fce1-48de-8249-93b9ca4e7e09 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Deleting port 3b682024-6d79-4588-87b7-252dd36598ce {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:30.664923 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c289fc59-fce1-48de-8249-93b9ca4e7e09 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.792181 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-6db85000-1f62-4e04-ba9c-3cd3b0c11f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:30.794474 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-6db85000-1f62-4e04-ba9c-3cd3b0c11f12 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9baf05f0e514ebf980dc77789ca82e3&device_id=04816a45-11c4-496e-993b-0c2d3d195226 HTTP/1.1" status: 200 len: 1096 time: 0.2778151 Jul 14 09:20:30.809760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db57971-d870-484e-89ec-a74fb35b9e3c req-39d8c2d4-d19b-4d4b-9694-ecba4966094f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:30.827323 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7db57971-d870-484e-89ec-a74fb35b9e3c req-39d8c2d4-d19b-4d4b-9694-ecba4966094f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a7d8e5-af5b-437d-8cf9-215d09094eac HTTP/1.1" status: 200 len: 946 time: 0.2405226 Jul 14 09:20:30.843470 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c289fc59-fce1-48de-8249-93b9ca4e7e09 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.881085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c289fc59-fce1-48de-8249-93b9ca4e7e09 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Calling delete_port for 3b682024-6d79-4588-87b7-252dd36598ce owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:30.889253 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-0b838e58-0196-4c80-91c5-9b03014ac0c4 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.957027 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-0b838e58-0196-4c80-91c5-9b03014ac0c4 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Transition to ACTIVE for port object 8ccab23e-b70a-419f-a828-b5ed2e230b18 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:31.029267 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-0b838e58-0196-4c80-91c5-9b03014ac0c4 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.119478 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-0b838e58-0196-4c80-91c5-9b03014ac0c4 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Network 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:31.130659 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-0b838e58-0196-4c80-91c5-9b03014ac0c4 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:31.137359 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-0b838e58-0196-4c80-91c5-9b03014ac0c4 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:31.144951 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b838e58-0196-4c80-91c5-9b03014ac0c4 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Pushing event updated for resources: {'Port': ['ID=8ccab23e-b70a-419f-a828-b5ed2e230b18,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:31.176161 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c289fc59-fce1-48de-8249-93b9ca4e7e09 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.225047 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289fc59-fce1-48de-8249-93b9ca4e7e09 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Pushing event deleted for resources: {'Port': ['ID=3b682024-6d79-4588-87b7-252dd36598ce,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:31.233540 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['e80f0d1f-dc89-4c1a-baff-8385f81cdb4f'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:31.273484 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-0b838e58-0196-4c80-91c5-9b03014ac0c4 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:31.274532 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-0b838e58-0196-4c80-91c5-9b03014ac0c4 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.327954 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-66f1f8d1-ed26-4f97-95ac-ac83c509d71e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b245c66-f491-4c75-a012-287cbdad5557 HTTP/1.1" status: 200 len: 217 time: 0.4720869 Jul 14 09:20:31.407207 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-0b838e58-0196-4c80-91c5-9b03014ac0c4 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3179443 Jul 14 09:20:31.408733 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c289fc59-fce1-48de-8249-93b9ca4e7e09 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.417156 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c289fc59-fce1-48de-8249-93b9ca4e7e09 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "DELETE /v2.0/ports/3b682024-6d79-4588-87b7-252dd36598ce HTTP/1.1" status: 204 len: 168 time: 1.3715587 Jul 14 09:20:31.417996 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58238) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:31.427216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe5e4d-9915-481d-a411-6d860f5c1e3d req-e67f7af3-6d14-4f94-86b8-8f9e51821759 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:31.435305 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8fe5e4d-9915-481d-a411-6d860f5c1e3d req-e67f7af3-6d14-4f94-86b8-8f9e51821759 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=04816a45-11c4-496e-993b-0c2d3d195226 HTTP/1.1" status: 200 len: 944 time: 0.7947421 Jul 14 09:20:31.464421 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef031ac7-d6a4-4f1d-9b4a-42b829ad562c tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] GET failed (client error): The resource could not be found. Jul 14 09:20:31.470066 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ef031ac7-d6a4-4f1d-9b4a-42b829ad562c tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "GET /v2.0/ports/3b682024-6d79-4588-87b7-252dd36598ce HTTP/1.1" status: 404 len: 333 time: 0.0497751 Jul 14 09:20:31.472561 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7db57971-d870-484e-89ec-a74fb35b9e3c req-8772f029-0521-4a13-819b-1b000399a7ce tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6439176 Jul 14 09:20:31.474560 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58244) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:31.478544 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-9cf9222c-d573-436d-87b0-ca7572d65257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:31.484022 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-9cf9222c-d573-436d-87b0-ca7572d65257 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a49c4352-2329-49be-aaa0-1fa7abc5a9c8 HTTP/1.1" status: 200 len: 862 time: 0.1267419 Jul 14 09:20:31.486858 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] Request body: {'port': {'device_id': 'bbacea66-d745-4640-b4d4-5f899cde1997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:31.552763 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.642945 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8fe5e4d-9915-481d-a411-6d860f5c1e3d req-d6275982-3c88-4370-96d8-daa3ceae5141 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997113 Jul 14 09:20:31.647673 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-c363b68f-fc99-4da6-ab09-a52c6876bc14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da42ad67-5396-4a08-bd51-0b6ba891c01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348755 Jul 14 09:20:31.694918 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-eac8c496-8818-4dcf-aba8-026239ec91b7 None None] Provisioning for port 8ccab23e-b70a-419f-a828-b5ed2e230b18 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:31.703233 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-eac8c496-8818-4dcf-aba8-026239ec91b7 None None] Provisioning complete for port 8ccab23e-b70a-419f-a828-b5ed2e230b18 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:31.704295 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eac8c496-8818-4dcf-aba8-026239ec91b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.734501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-fd02e3ef-555d-4246-a16f-bc8fdc467306 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Deleting port cd0a57bc-34d9-4acc-a04c-ff90f263c5b8 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:31.734975 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fd02e3ef-555d-4246-a16f-bc8fdc467306 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.757607 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a5d7d-b5c1-48c1-ba59-301b62644eb9 req-af2436b1-df93-4c05-ac10-33f4a5bb8d71 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:31.759864 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-284a5d7d-b5c1-48c1-ba59-301b62644eb9 req-af2436b1-df93-4c05-ac10-33f4a5bb8d71 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "GET /v2.0/ports?device_id=17a7d8e5-af5b-437d-8cf9-215d09094eac HTTP/1.1" status: 200 len: 946 time: 0.4763715 Jul 14 09:20:31.776613 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4473035-0d1e-4d39-8ae3-b09eda71e28c x-openstack-request-id: req-d4473035-0d1e-4d39-8ae3-b09eda71e28c {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:31.776909 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04816a45-11c4-496e-993b-0c2d3d195226", "tag": "3b245c66-f491-4c75-a012-287cbdad5557", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:31.777161 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4473035-0d1e-4d39-8ae3-b09eda71e28c {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:31.777623 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04816a45-11c4-496e-993b-0c2d3d195226', 'tag': '3b245c66-f491-4c75-a012-287cbdad5557', 'status': 'completed', 'code': 200} Jul 14 09:20:31.803371 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-eac8c496-8818-4dcf-aba8-026239ec91b7 None None] Port 8ccab23e-b70a-419f-a828-b5ed2e230b18 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:31.854120 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-0bdea451-9f41-46da-8158-04e2a7b9fe64 service neutron] 10.222.0.49 "GET /v2.0/networks/da42ad67-5396-4a08-bd51-0b6ba891c01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968942 Jul 14 09:20:31.888191 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fd02e3ef-555d-4246-a16f-bc8fdc467306 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.903237 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-fd02e3ef-555d-4246-a16f-bc8fdc467306 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Calling delete_port for cd0a57bc-34d9-4acc-a04c-ff90f263c5b8 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:31.996114 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.066846 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-284a5d7d-b5c1-48c1-ba59-301b62644eb9 req-445d5314-4e06-4918-8a8a-dec4d70668ec tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Deleting port 66585337-8cdc-463d-aef4-fbb462889ade {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:32.067237 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-284a5d7d-b5c1-48c1-ba59-301b62644eb9 req-445d5314-4e06-4918-8a8a-dec4d70668ec tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.173420 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cea55b3-19cc-45a2-8a4f-110a04ce477e req-b9d0f3a1-224f-45cc-868b-c2eac066c29b service neutron] 10.222.0.49 "GET /v2.0/networks/da42ad67-5396-4a08-bd51-0b6ba891c01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915890 Jul 14 09:20:32.202278 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fd02e3ef-555d-4246-a16f-bc8fdc467306 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.245108 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4665683-bf82-44a6-b787-1af77d48e996 req-0cf96b69-a1aa-4041-bd97-9295db2179ce tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:32.252819 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4665683-bf82-44a6-b787-1af77d48e996 req-0cf96b69-a1aa-4041-bd97-9295db2179ce tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbacea66-d745-4640-b4d4-5f899cde1997 HTTP/1.1" status: 200 len: 931 time: 0.2621908 Jul 14 09:20:32.300046 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02e3ef-555d-4246-a16f-bc8fdc467306 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Pushing event deleted for resources: {'Port': ['ID=cd0a57bc-34d9-4acc-a04c-ff90f263c5b8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:32.365444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e28d8-f3c9-426a-bc6b-dadc5be1e07e req-7eb3d6cb-da7e-4b6b-91b5-00dcae8faa37 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:32.373590 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f23e28d8-f3c9-426a-bc6b-dadc5be1e07e req-7eb3d6cb-da7e-4b6b-91b5-00dcae8faa37 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/ports?device_id=65490162-b1f2-4e13-b2cc-b8930d0d28a0 HTTP/1.1" status: 200 len: 949 time: 0.3324006 Jul 14 09:20:32.451660 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-284a5d7d-b5c1-48c1-ba59-301b62644eb9 req-445d5314-4e06-4918-8a8a-dec4d70668ec tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] For port 66585337-8cdc-463d-aef4-fbb462889ade, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=66585337-8cdc-463d-aef4-fbb462889ade,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:32.452235 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-284a5d7d-b5c1-48c1-ba59-301b62644eb9 req-445d5314-4e06-4918-8a8a-dec4d70668ec tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.468234 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f23e28d8-f3c9-426a-bc6b-dadc5be1e07e req-ace4ccac-d0e9-4213-a33e-91d69ab69ddc tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/security-groups?id=2066beb3-1bf7-40c6-93f6-90c5626c3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893261 Jul 14 09:20:32.493120 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4665683-bf82-44a6-b787-1af77d48e996 req-a513ab78-0665-49e4-9875-e5b80e211e94 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392316 Jul 14 09:20:32.499409 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fd02e3ef-555d-4246-a16f-bc8fdc467306 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.501634 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fd02e3ef-555d-4246-a16f-bc8fdc467306 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "DELETE /v2.0/ports/cd0a57bc-34d9-4acc-a04c-ff90f263c5b8 HTTP/1.1" status: 204 len: 168 time: 1.0073254 Jul 14 09:20:32.508243 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58248) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:32.517185 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-284a5d7d-b5c1-48c1-ba59-301b62644eb9 req-445d5314-4e06-4918-8a8a-dec4d70668ec tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Calling delete_port for 66585337-8cdc-463d-aef4-fbb462889ade owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:32.531938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a3562-3040-4c06-a95e-67cc9b0d110e req-3b4342e2-40c8-40b3-8369-ff46b95cdbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:32.536438 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-667a3562-3040-4c06-a95e-67cc9b0d110e req-3b4342e2-40c8-40b3-8369-ff46b95cdbd4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9baf05f0e514ebf980dc77789ca82e3&device_id=04816a45-11c4-496e-993b-0c2d3d195226 HTTP/1.1" status: 200 len: 1096 time: 0.2722299 Jul 14 09:20:32.577008 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ba9fd4-be5a-472a-b1b2-6d400bf7e591 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Deleting subnet 7294677e-4e84-46d8-b35c-62f3573743f2 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:20:32.582184 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14ba9fd4-be5a-472a-b1b2-6d400bf7e591 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.630638 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14ba9fd4-be5a-472a-b1b2-6d400bf7e591 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.658644 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.756970 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ccab23e-b70a-419f-a828-b5ed2e230b18 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:32.764083 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14ba9fd4-be5a-472a-b1b2-6d400bf7e591 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.788496 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.812192 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] Transition to ACTIVE for port object 8ccab23e-b70a-419f-a828-b5ed2e230b18 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:32.816678 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.855943 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a3562-3040-4c06-a95e-67cc9b0d110e req-35dec1f3-f586-41ed-a93f-0ee15e6a5727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:32.857585 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-667a3562-3040-4c06-a95e-67cc9b0d110e req-35dec1f3-f586-41ed-a93f-0ee15e6a5727 service neutron] 10.222.0.49 "GET /v2.0/networks?id=da42ad67-5396-4a08-bd51-0b6ba891c01d HTTP/1.1" status: 200 len: 923 time: 0.3111670 Jul 14 09:20:32.892015 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccab23e-b70a-419f-a828-b5ed2e230b18,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:32.897112 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14ba9fd4-be5a-472a-b1b2-6d400bf7e591 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.935290 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba9fd4-be5a-472a-b1b2-6d400bf7e591 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Pushing event deleted for resources: {'Subnet': ['ID=7294677e-4e84-46d8-b35c-62f3573743f2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:32.950422 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4bc870-7138-4ebc-8f2e-1d70cf27168b None None] Network f0d3e4dd-dac2-4512-96cb-3b00508cdbd5 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:32.961114 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14ba9fd4-be5a-472a-b1b2-6d400bf7e591 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.962877 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-667a3562-3040-4c06-a95e-67cc9b0d110e req-e1afc90e-ee57-4158-b25f-a86732639254 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b245c66-f491-4c75-a012-287cbdad5557 HTTP/1.1" status: 200 len: 217 time: 0.0878077 Jul 14 09:20:32.966136 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-14ba9fd4-be5a-472a-b1b2-6d400bf7e591 tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "DELETE /v2.0/subnets/7294677e-4e84-46d8-b35c-62f3573743f2 HTTP/1.1" status: 204 len: 168 time: 0.4568346 Jul 14 09:20:32.968439 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58256) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:32.998678 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27262fa3-1ada-4e41-9ad3-d2ccaa0a8906 req-7d248d25-46ca-43fc-951c-9f7694c58139 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:33.011931 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-27262fa3-1ada-4e41-9ad3-d2ccaa0a8906 req-7d248d25-46ca-43fc-951c-9f7694c58139 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 0.3589613 Jul 14 09:20:33.127608 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31f2fc-7d50-4d05-a93c-32de3d5d4c6c req-bd0fc890-08da-41b6-ae44-c273b44f31ed tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:33.131155 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device a05e6951-705d-4a61-93e2-474e0c828bc2 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:33.135648 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db31f2fc-7d50-4d05-a93c-32de3d5d4c6c req-bd0fc890-08da-41b6-ae44-c273b44f31ed tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a7d8e5-af5b-437d-8cf9-215d09094eac HTTP/1.1" status: 200 len: 946 time: 0.3968923 Jul 14 09:20:33.155317 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6212fca7-d076-4a85-8405-0f361804c72d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.168839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] Attempting to bind port 8ccab23e-b70a-419f-a828-b5ed2e230b18 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:33.169175 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] Attempting to bind port 8ccab23e-b70a-419f-a828-b5ed2e230b18 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'a8237e70-7d15-4b5b-8720-a41cf53396e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:33.169712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] Attempting to bind port 8ccab23e-b70a-419f-a828-b5ed2e230b18 on network 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:33.176620 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] Port 8ccab23e-b70a-419f-a828-b5ed2e230b18 on network 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:33.176950 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] Attempting to bind port 8ccab23e-b70a-419f-a828-b5ed2e230b18 on network 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:33.183846 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a3562-3040-4c06-a95e-67cc9b0d110e req-3ba8e02c-b67f-4bc7-9691-32324df61630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:33.185254 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:33.185618 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] Checking segment: {'id': 'a8237e70-7d15-4b5b-8720-a41cf53396e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:33.186569 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] Bound using segment: {'id': 'a8237e70-7d15-4b5b-8720-a41cf53396e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:33.186794 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-667a3562-3040-4c06-a95e-67cc9b0d110e req-3ba8e02c-b67f-4bc7-9691-32324df61630 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a49c4352-2329-49be-aaa0-1fa7abc5a9c8 HTTP/1.1" status: 200 len: 862 time: 0.2136219 Jul 14 09:20:33.187016 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] Bound port: 8ccab23e-b70a-419f-a828-b5ed2e230b18, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8237e70-7d15-4b5b-8720-a41cf53396e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:33.187381 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.202182 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-284a5d7d-b5c1-48c1-ba59-301b62644eb9 req-445d5314-4e06-4918-8a8a-dec4d70668ec tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.217264 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['0f3d48bd-cad5-469a-8dec-e37e13732d0c', '66585337-8cdc-463d-aef4-fbb462889ade'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:33.229475 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-27262fa3-1ada-4e41-9ad3-d2ccaa0a8906 req-3970f312-a9f8-4eff-b9c3-8d1945c06119 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165780 Jul 14 09:20:33.311782 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-667a3562-3040-4c06-a95e-67cc9b0d110e req-c35450c5-2590-476d-9acf-ce0d07e6372f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da42ad67-5396-4a08-bd51-0b6ba891c01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006529 Jul 14 09:20:33.313379 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee994462-812a-457d-ba89-b0a41fdb9c9a None None] DHCP port deletion for f0d3e4dd-dac2-4512-96cb-3b00508cdbd5 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:20:33.318125 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d5314-4e06-4918-8a8a-dec4d70668ec tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Pushing event deleted for resources: {'Port': ['ID=66585337-8cdc-463d-aef4-fbb462889ade,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:33.324630 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db31f2fc-7d50-4d05-a93c-32de3d5d4c6c req-149e4b35-7d52-4c8d-be40-f9a115b1662f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877136 Jul 14 09:20:33.346257 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6212fca7-d076-4a85-8405-0f361804c72d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Deleting port a2c6d5a5-d4df-4ec0-bd86-e0630365ac56 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:33.346632 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6212fca7-d076-4a85-8405-0f361804c72d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.351248 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] For port 8ccab23e-b70a-419f-a828-b5ed2e230b18, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:33.357085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] For port 8ccab23e-b70a-419f-a828-b5ed2e230b18, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=8ccab23e-b70a-419f-a828-b5ed2e230b18,segment=NetworkSegment(a8237e70-7d15-4b5b-8720-a41cf53396e9),segment_id=a8237e70-7d15-4b5b-8720-a41cf53396e9)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:33.447518 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port a05e6951-705d-4a61-93e2-474e0c828bc2 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:33.453743 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port a05e6951-705d-4a61-93e2-474e0c828bc2 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:33.454681 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.467447 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-6212fca7-d076-4a85-8405-0f361804c72d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] For port a2c6d5a5-d4df-4ec0-bd86-e0630365ac56, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a2c6d5a5-d4df-4ec0-bd86-e0630365ac56,segment=NetworkSegment(79a8413f-5092-407f-b57a-807db5eec5c5),segment_id=79a8413f-5092-407f-b57a-807db5eec5c5)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:33.467783 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6212fca7-d076-4a85-8405-0f361804c72d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.484775 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6212fca7-d076-4a85-8405-0f361804c72d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Calling delete_port for a2c6d5a5-d4df-4ec0-bd86-e0630365ac56 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:33.486149 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-284a5d7d-b5c1-48c1-ba59-301b62644eb9 req-445d5314-4e06-4918-8a8a-dec4d70668ec tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] No DVR routers for this DVR port 66585337-8cdc-463d-aef4-fbb462889ade on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:33.494238 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-284a5d7d-b5c1-48c1-ba59-301b62644eb9 req-445d5314-4e06-4918-8a8a-dec4d70668ec tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.496889 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-284a5d7d-b5c1-48c1-ba59-301b62644eb9 req-445d5314-4e06-4918-8a8a-dec4d70668ec tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "DELETE /v2.0/ports/66585337-8cdc-463d-aef4-fbb462889ade HTTP/1.1" status: 204 len: 173 time: 1.7286875 Jul 14 09:20:33.549894 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.575001 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-667a3562-3040-4c06-a95e-67cc9b0d110e req-81ab703b-f63e-42ee-a625-404525378fc2 service neutron] 10.222.0.49 "GET /v2.0/networks/da42ad67-5396-4a08-bd51-0b6ba891c01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462296 Jul 14 09:20:33.606909 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.610129 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12b266-eea3-4a28-8125-d747708601d8 req-4d895f21-e0ef-49ac-b4fd-0cf73116de05 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:33.611820 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca12b266-eea3-4a28-8125-d747708601d8 req-4d895f21-e0ef-49ac-b4fd-0cf73116de05 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=04816a45-11c4-496e-993b-0c2d3d195226 HTTP/1.1" status: 200 len: 944 time: 0.1888196 Jul 14 09:20:33.614546 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccab23e-b70a-419f-a828-b5ed2e230b18,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:33.620584 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ee994462-812a-457d-ba89-b0a41fdb9c9a None None] Deleting port a2c6d5a5-d4df-4ec0-bd86-e0630365ac56 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:33.620961 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee994462-812a-457d-ba89-b0a41fdb9c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.636232 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:33.636862 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.639854 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-86af8aab-667f-48f8-b6ed-67db611de7e9 service neutron] 10.222.0.55 "PUT /v2.0/ports/8ccab23e-b70a-419f-a828-b5ed2e230b18 HTTP/1.1" status: 200 len: 1092 time: 2.1657536 Jul 14 09:20:33.640325 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbacea66-d745-4640-b4d4-5f899cde1997', 'tag': '8ccab23e-b70a-419f-a828-b5ed2e230b18'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:33.642825 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf42edf-4e53-423a-b4dc-9cad5228410d" -d '{"events": [{"name": "network-changed", "server_uuid": "bbacea66-d745-4640-b4d4-5f899cde1997", "tag": "8ccab23e-b70a-419f-a828-b5ed2e230b18"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:33.687534 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6212fca7-d076-4a85-8405-0f361804c72d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.722705 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port a05e6951-705d-4a61-93e2-474e0c828bc2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a05e6951-705d-4a61-93e2-474e0c828bc2,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:33.729106 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65490162-b1f2-4e13-b2cc-b8930d0d28a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05e6951-705d-4a61-93e2-474e0c828bc2'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:33.731642 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015cfffd-3c6c-42af-98b5-c0e6b611b3e2" -d '{"events": [{"server_uuid": "65490162-b1f2-4e13-b2cc-b8930d0d28a0", "name": "network-vif-plugged", "status": "completed", "tag": "a05e6951-705d-4a61-93e2-474e0c828bc2"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:33.741647 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212fca7-d076-4a85-8405-0f361804c72d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Pushing event deleted for resources: {'Port': ['ID=a2c6d5a5-d4df-4ec0-bd86-e0630365ac56,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:33.741874 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.759875 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca12b266-eea3-4a28-8125-d747708601d8 req-68281b01-93db-4781-9f74-dcb1942b8356 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141064 Jul 14 09:20:33.761049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6212fca7-d076-4a85-8405-0f361804c72d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] No DVR routers for this DVR port a2c6d5a5-d4df-4ec0-bd86-e0630365ac56 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:33.782899 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a7d8e5-af5b-437d-8cf9-215d09094eac', 'name': 'network-vif-deleted', 'tag': '66585337-8cdc-463d-aef4-fbb462889ade'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:33.792142 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da49d3a8-0cb2-41d4-82d2-1a184fc5d2a7" -d '{"events": [{"server_uuid": "17a7d8e5-af5b-437d-8cf9-215d09094eac", "name": "network-vif-deleted", "tag": "66585337-8cdc-463d-aef4-fbb462889ade"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:33.830634 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-667a3562-3040-4c06-a95e-67cc9b0d110e req-1d9fd637-98d4-463c-bdd7-f1bb986299fd service neutron] 10.222.0.49 "GET /v2.0/networks/da42ad67-5396-4a08-bd51-0b6ba891c01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488310 Jul 14 09:20:33.865885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ee994462-812a-457d-ba89-b0a41fdb9c9a None None] For port a2c6d5a5-d4df-4ec0-bd86-e0630365ac56, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a2c6d5a5-d4df-4ec0-bd86-e0630365ac56,segment=NetworkSegment(79a8413f-5092-407f-b57a-807db5eec5c5),segment_id=79a8413f-5092-407f-b57a-807db5eec5c5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:33.878467 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee994462-812a-457d-ba89-b0a41fdb9c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.922358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ee994462-812a-457d-ba89-b0a41fdb9c9a None None] Calling delete_port for a2c6d5a5-d4df-4ec0-bd86-e0630365ac56 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:33.961700 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6212fca7-d076-4a85-8405-0f361804c72d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.968852 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=a05e6951-705d-4a61-93e2-474e0c828bc2,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:33.974930 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-6212fca7-d076-4a85-8405-0f361804c72d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d3e4dd-dac2-4512-96cb-3b00508cdbd5']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:33.999566 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-6212fca7-d076-4a85-8405-0f361804c72d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a8413f-5092-407f-b57a-807db5eec5c5') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:33.999941 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-6212fca7-d076-4a85-8405-0f361804c72d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a8413f-5092-407f-b57a-807db5eec5c5') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:34.012204 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6212fca7-d076-4a85-8405-0f361804c72d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.015687 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-75cbe2a8-00f8-4150-8795-3d3241ef9a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:34.017242 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-75cbe2a8-00f8-4150-8795-3d3241ef9a0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c81313ed0f24e4486654b835c382f5d&device_id=bbacea66-d745-4640-b4d4-5f899cde1997 HTTP/1.1" status: 200 len: 1095 time: 0.1976807 Jul 14 09:20:34.030619 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6212fca7-d076-4a85-8405-0f361804c72d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.063288 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dd8aa-33ba-449c-92bb-a2513c696848 req-90365730-8e06-49d1-9bba-567c36bd639b tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:34.064750 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-772dd8aa-33ba-449c-92bb-a2513c696848 req-90365730-8e06-49d1-9bba-567c36bd639b tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/ports?device_id=65490162-b1f2-4e13-b2cc-b8930d0d28a0 HTTP/1.1" status: 200 len: 950 time: 0.1530414 Jul 14 09:20:34.070605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6212fca7-d076-4a85-8405-0f361804c72d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:20:34.071128 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6212fca7-d076-4a85-8405-0f361804c72d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.071609 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee994462-812a-457d-ba89-b0a41fdb9c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:20:34.074901 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:20:34.079685 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:20:34.079685 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:20:34.079685 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-4c263c18-472b-4d0a-ae5e-64d06914b5d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccab23e-b70a-419f-a828-b5ed2e230b18 HTTP/1.1" status: 200 len: 217 time: 0.0433161 Jul 14 09:20:34.096541 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddefd2-a742-4630-8cd5-36461cc77cc4 req-df5f68c7-0f3c-49ce-8c69-badb60550365 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:34.098135 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-14ddefd2-a742-4630-8cd5-36461cc77cc4 req-df5f68c7-0f3c-49ce-8c69-badb60550365 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbacea66-d745-4640-b4d4-5f899cde1997 HTTP/1.1" status: 200 len: 943 time: 0.1147475 Jul 14 09:20:34.122779 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee994462-812a-457d-ba89-b0a41fdb9c9a None None] Pushing event deleted for resources: {'Port': ['ID=a2c6d5a5-d4df-4ec0-bd86-e0630365ac56,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:34.133128 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee994462-812a-457d-ba89-b0a41fdb9c9a None None] No DVR routers for this DVR port a2c6d5a5-d4df-4ec0-bd86-e0630365ac56 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:34.145282 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-772dd8aa-33ba-449c-92bb-a2513c696848 req-d369658c-d7e1-41cb-b948-74c72a34b996 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/security-groups?id=2066beb3-1bf7-40c6-93f6-90c5626c3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743511 Jul 14 09:20:34.166266 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-00789832-e2e1-44b0-8e81-98bb584c903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:34.166982 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3b245c66-f491-4c75-a012-287cbdad5557 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:34.169245 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-00789832-e2e1-44b0-8e81-98bb584c903d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b26c4a85-82c2-41ae-9f0b-7df4811624b1 HTTP/1.1" status: 200 len: 859 time: 0.0815547 Jul 14 09:20:34.204402 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-14ddefd2-a742-4630-8cd5-36461cc77cc4 req-0ac19ac0-f597-486b-b27e-f1c53ac12f79 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857682 Jul 14 09:20:34.259635 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6212fca7-d076-4a85-8405-0f361804c72d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.273903 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6212fca7-d076-4a85-8405-0f361804c72d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.276639 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6212fca7-d076-4a85-8405-0f361804c72d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] 10.222.0.26 "DELETE /v2.0/networks/f0d3e4dd-dac2-4512-96cb-3b00508cdbd5 HTTP/1.1" status: 204 len: 168 time: 1.3049717 Jul 14 09:20:34.310990 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b18cb92-2805-4818-b758-947453139ffb x-openstack-request-id: req-1b18cb92-2805-4818-b758-947453139ffb {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:34.313277 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbacea66-d745-4640-b4d4-5f899cde1997", "tag": "8ccab23e-b70a-419f-a828-b5ed2e230b18", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:34.313979 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b18cb92-2805-4818-b758-947453139ffb {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:34.314785 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbacea66-d745-4640-b4d4-5f899cde1997', 'tag': '8ccab23e-b70a-419f-a828-b5ed2e230b18', 'status': 'completed', 'code': 200} Jul 14 09:20:34.316801 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212fca7-d076-4a85-8405-0f361804c72d tempest-AllowedAddressPairTestJSON-909477083 tempest-AllowedAddressPairTestJSON-909477083-project] Pushing event deleted for resources: {'Network': ['ID=f0d3e4dd-dac2-4512-96cb-3b00508cdbd5,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:34.317976 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3b245c66-f491-4c75-a012-287cbdad5557, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3b245c66-f491-4c75-a012-287cbdad5557,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:34.336731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-6df3c8b5-536b-439f-bcde-f80c38a8124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:34.338462 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-6df3c8b5-536b-439f-bcde-f80c38a8124d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1503668 Jul 14 09:20:34.339531 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '3b245c66-f491-4c75-a012-287cbdad5557', 'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d', 'port_id': '3b245c66-f491-4c75-a012-287cbdad5557', 'mac_address': 'fa:16:3e:d6:34:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49c4352-2329-49be-aaa0-1fa7abc5a9c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:34.344440 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ef57a3-0414-4037-a110-dfb65d10c3e1 x-openstack-request-id: req-31ef57a3-0414-4037-a110-dfb65d10c3e1 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:34.344739 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a7d8e5-af5b-437d-8cf9-215d09094eac", "name": "network-vif-deleted", "tag": "66585337-8cdc-463d-aef4-fbb462889ade", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:34.345000 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31ef57a3-0414-4037-a110-dfb65d10c3e1 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:34.345408 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a7d8e5-af5b-437d-8cf9-215d09094eac', 'name': 'network-vif-deleted', 'tag': '66585337-8cdc-463d-aef4-fbb462889ade', 'status': 'completed', 'code': 200} Jul 14 09:20:34.369932 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc643a67-5e86-4d1d-935b-7433a62e87e2 x-openstack-request-id: req-fc643a67-5e86-4d1d-935b-7433a62e87e2 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:34.370416 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65490162-b1f2-4e13-b2cc-b8930d0d28a0", "name": "network-vif-plugged", "status": "completed", "tag": "a05e6951-705d-4a61-93e2-474e0c828bc2", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:34.370687 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc643a67-5e86-4d1d-935b-7433a62e87e2 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:34.371133 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65490162-b1f2-4e13-b2cc-b8930d0d28a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05e6951-705d-4a61-93e2-474e0c828bc2', 'code': 200} Jul 14 09:20:34.389265 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.403793 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b245c66-f491-4c75-a012-287cbdad5557 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:34.434247 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3b245c66-f491-4c75-a012-287cbdad5557, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3b245c66-f491-4c75-a012-287cbdad5557,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:34.440122 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.504873 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a2c6d5a5-d4df-4ec0-bd86-e0630365ac56 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:34.522741 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-2cda121f-6ea2-43bb-bbc7-93f3bf807478 service neutron] 10.222.0.55 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731791 Jul 14 09:20:34.537593 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: a2c6d5a5-d4df-4ec0-bd86-e0630365ac56 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:34.538207 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a2c6d5a5-d4df-4ec0-bd86-e0630365ac56 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:34.581226 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=3b245c66-f491-4c75-a012-287cbdad5557,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:34.653694 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a252cd1-69a1-4789-ab97-c2dc4613125d req-df91ea60-8dad-4ca5-9ace-b0ba8b2761fa tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a7d8e5-af5b-437d-8cf9-215d09094eac HTTP/1.1" status: 200 len: 210 time: 0.0645347 Jul 14 09:20:34.677262 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['3b245c66-f491-4c75-a012-287cbdad5557'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:34.721689 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-26b315ca-b2b2-435e-890f-27cf0a4e8f62 req-cf0261ef-f0ca-4ed1-9881-d01861b864cb service neutron] 10.222.0.55 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875117 Jul 14 09:20:34.731796 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c1042-0689-43aa-a60d-23c8cae7c31c req-039b9637-72b5-4f06-818b-317db9736ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:34.733842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f58af-e7e1-45e5-94c9-4b8d03549ca0 req-53889bd2-4c44-40cb-b622-35d01b509574 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:34.734940 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7f5c1042-0689-43aa-a60d-23c8cae7c31c req-039b9637-72b5-4f06-818b-317db9736ba2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65490162-b1f2-4e13-b2cc-b8930d0d28a0 HTTP/1.1" status: 200 len: 1102 time: 0.1079316 Jul 14 09:20:34.742729 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-045f58af-e7e1-45e5-94c9-4b8d03549ca0 req-53889bd2-4c44-40cb-b622-35d01b509574 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 0.1073446 Jul 14 09:20:34.791826 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7f5c1042-0689-43aa-a60d-23c8cae7c31c req-6354a82a-88bb-400a-a0df-8afa24153408 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2066beb3-1bf7-40c6-93f6-90c5626c3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415137 Jul 14 09:20:34.812919 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-045f58af-e7e1-45e5-94c9-4b8d03549ca0 req-6983e96e-a719-4ca3-b08d-280dba593f4e tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689125 Jul 14 09:20:34.851172 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58286) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:35.026381 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5c631f93-3c68-46b2-8697-1bab00df7503 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f8229a7bd31c48178a55daa16e79e131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733923 Jul 14 09:20:35.029024 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58290) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:35.035101 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c0eda-1737-46b2-8477-aaca82e32335 req-614a765f-03d9-42d7-b7cc-b891b942d9e7 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:35.036587 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b99c0eda-1737-46b2-8477-aaca82e32335 req-614a765f-03d9-42d7-b7cc-b891b942d9e7 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=04816a45-11c4-496e-993b-0c2d3d195226 HTTP/1.1" status: 200 len: 945 time: 0.1035082 Jul 14 09:20:35.077048 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b99c0eda-1737-46b2-8477-aaca82e32335 req-ecb04ddf-7ce6-4471-b9da-1b3d70139eb5 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345118 Jul 14 09:20:35.080042 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3a205169-f66c-4c94-8b3e-9cb4140a4a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.102355 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3a205169-f66c-4c94-8b3e-9cb4140a4a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.149499 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3a205169-f66c-4c94-8b3e-9cb4140a4a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.152121 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3a205169-f66c-4c94-8b3e-9cb4140a4a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.153253 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3a205169-f66c-4c94-8b3e-9cb4140a4a23 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ce18f586-911b-4c9a-ba22-2c7057ec990a HTTP/1.1" status: 204 len: 168 time: 0.1232498 Jul 14 09:20:35.162297 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a205169-f66c-4c94-8b3e-9cb4140a4a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce18f586-911b-4c9a-ba22-2c7057ec990a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:35.344471 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf42edf-4e53-423a-b4dc-9cad5228410d req-984e2699-7002-4c18-a4a6-ce351bcf3034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:35.347568 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c215f2-aad4-4690-8c5f-c73e619c0fe2 req-3a6f193e-727f-488d-91fa-eb0888965a3e tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:35.348712 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ddf42edf-4e53-423a-b4dc-9cad5228410d req-984e2699-7002-4c18-a4a6-ce351bcf3034 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c81313ed0f24e4486654b835c382f5d&device_id=bbacea66-d745-4640-b4d4-5f899cde1997 HTTP/1.1" status: 200 len: 1095 time: 0.1165214 Jul 14 09:20:35.350373 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8c215f2-aad4-4690-8c5f-c73e619c0fe2 req-3a6f193e-727f-488d-91fa-eb0888965a3e tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/ports?device_id=65490162-b1f2-4e13-b2cc-b8930d0d28a0 HTTP/1.1" status: 200 len: 950 time: 0.0840170 Jul 14 09:20:35.426270 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8c215f2-aad4-4690-8c5f-c73e619c0fe2 req-93c7a4d1-1900-4b05-8572-876aadb69dcb tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/security-groups?id=2066beb3-1bf7-40c6-93f6-90c5626c3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709791 Jul 14 09:20:35.474157 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968f2d0-8685-4343-bb5d-0acf7b5aa125 req-9a53c9db-db6e-401e-9b5e-d0a26d32911c tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:35.475697 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2968f2d0-8685-4343-bb5d-0acf7b5aa125 req-9a53c9db-db6e-401e-9b5e-d0a26d32911c tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbacea66-d745-4640-b4d4-5f899cde1997 HTTP/1.1" status: 200 len: 943 time: 0.1138895 Jul 14 09:20:35.489572 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf42edf-4e53-423a-b4dc-9cad5228410d req-d0cb5156-59f4-4708-9980-6cf0db0b0a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:35.491857 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ddf42edf-4e53-423a-b4dc-9cad5228410d req-d0cb5156-59f4-4708-9980-6cf0db0b0a96 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a HTTP/1.1" status: 200 len: 921 time: 0.1231897 Jul 14 09:20:35.521362 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2968f2d0-8685-4343-bb5d-0acf7b5aa125 req-2d3d408e-07f9-45e0-a1d1-0ab0651fd9ac tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392802 Jul 14 09:20:35.541301 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ddf42edf-4e53-423a-b4dc-9cad5228410d req-2a98b628-0687-4887-829d-7a2213c03773 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccab23e-b70a-419f-a828-b5ed2e230b18 HTTP/1.1" status: 200 len: 217 time: 0.0368371 Jul 14 09:20:35.603503 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf42edf-4e53-423a-b4dc-9cad5228410d req-2c912e1b-e4ac-488c-a9c8-482994af9889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:35.605160 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ddf42edf-4e53-423a-b4dc-9cad5228410d req-2c912e1b-e4ac-488c-a9c8-482994af9889 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b26c4a85-82c2-41ae-9f0b-7df4811624b1 HTTP/1.1" status: 200 len: 859 time: 0.0467610 Jul 14 09:20:35.672111 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf42edf-4e53-423a-b4dc-9cad5228410d req-1af71f0e-bb94-434c-b4f9-6bee7d0dd068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:35.673696 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ddf42edf-4e53-423a-b4dc-9cad5228410d req-1af71f0e-bb94-434c-b4f9-6bee7d0dd068 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613976 Jul 14 09:20:35.794600 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ddf42edf-4e53-423a-b4dc-9cad5228410d req-751f439b-8812-4d9c-8f7e-ec3175f418b3 service neutron] 10.222.0.55 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070075 Jul 14 09:20:35.934363 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ddf42edf-4e53-423a-b4dc-9cad5228410d req-198cc92b-899f-49f0-9db1-2271b5584229 service neutron] 10.222.0.55 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321669 Jul 14 09:20:36.036349 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58336) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:36.068844 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1772210-5857-476b-9563-4d7b3f0f8d37 req-e9208d2b-3331-463b-bfb3-df0e5fda6e8f tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:36.070419 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b1772210-5857-476b-9563-4d7b3f0f8d37 req-e9208d2b-3331-463b-bfb3-df0e5fda6e8f tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 0.1235492 Jul 14 09:20:36.136404 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b1772210-5857-476b-9563-4d7b3f0f8d37 req-7430b691-6c8d-4547-ab6a-a2c75e947e3e tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595748 Jul 14 09:20:36.137250 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-06e81c28-1d40-41df-ba70-122a997139be tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1988968924'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:36.146550 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-4c402ad0-bfa9-43d0-b5bf-128b14880c13 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:36.148292 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-4c402ad0-bfa9-43d0-b5bf-128b14880c13 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 806 time: 0.1592441 Jul 14 09:20:36.169707 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-a1d1c001-dee3-42a8-8b39-cd311db3f17a tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/quotas/a7e8bfa500ca4c6083bfd3e82f31e918 HTTP/1.1" status: 200 len: 375 time: 0.0107298 Jul 14 09:20:36.175621 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3b245c66-f491-4c75-a012-287cbdad5557 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:36.176147 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e81c28-1d40-41df-ba70-122a997139be tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:36.179300 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06e81c28-1d40-41df-ba70-122a997139be tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.202308 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06e81c28-1d40-41df-ba70-122a997139be tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.240516 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 3b245c66-f491-4c75-a012-287cbdad5557 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:36.247640 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-c3e4f15b-db2d-458d-a12b-8eb0db61499b tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0696888 Jul 14 09:20:36.249319 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 3b245c66-f491-4c75-a012-287cbdad5557 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:36.250049 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.338728 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06e81c28-1d40-41df-ba70-122a997139be tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.345315 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06e81c28-1d40-41df-ba70-122a997139be tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.379467 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e81c28-1d40-41df-ba70-122a997139be tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:20:36.404367 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.404897 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e81c28-1d40-41df-ba70-122a997139be tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=240986f1-4ec2-41dc-b946-92a56c517e25,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:36.404897 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06e81c28-1d40-41df-ba70-122a997139be tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.404897 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-06e81c28-1d40-41df-ba70-122a997139be tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Added segment 76c086af-3b4f-4111-82c0-5aa7f845e073 of type vlan for network 4cef7a78-22ed-4e84-a95a-1f569bb0302d Jul 14 09:20:36.441117 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04816a45-11c4-496e-993b-0c2d3d195226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b245c66-f491-4c75-a012-287cbdad5557'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:36.444020 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a7283e-85b1-4e01-9619-d86fc7665600" -d '{"events": [{"server_uuid": "04816a45-11c4-496e-993b-0c2d3d195226", "name": "network-vif-plugged", "status": "completed", "tag": "3b245c66-f491-4c75-a012-287cbdad5557"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:36.461455 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06e81c28-1d40-41df-ba70-122a997139be tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.462033 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3b245c66-f491-4c75-a012-287cbdad5557, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3b245c66-f491-4c75-a012-287cbdad5557,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:36.468036 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.469346 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 66585337-8cdc-463d-aef4-fbb462889ade no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:36.484862 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-5c31d18c-4196-4f35-be50-23ee375a1a32 service neutron] 10.222.0.26 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252693 Jul 14 09:20:36.505015 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06e81c28-1d40-41df-ba70-122a997139be tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.511716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e81c28-1d40-41df-ba70-122a997139be tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:36.512463 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06e81c28-1d40-41df-ba70-122a997139be tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.513710 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 66585337-8cdc-463d-aef4-fbb462889ade {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:36.514598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 66585337-8cdc-463d-aef4-fbb462889ade not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:36.517901 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b1866-13f6-4223-a68e-8a6becb357cc req-4f09509e-c25f-467e-9dc2-8ad902326056 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:36.525446 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e8b1866-13f6-4223-a68e-8a6becb357cc req-4f09509e-c25f-467e-9dc2-8ad902326056 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=04816a45-11c4-496e-993b-0c2d3d195226 HTTP/1.1" status: 200 len: 945 time: 0.2096934 Jul 14 09:20:36.566396 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=3b245c66-f491-4c75-a012-287cbdad5557,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:36.582154 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-06e81c28-1d40-41df-ba70-122a997139be tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5446560 Jul 14 09:20:36.586213 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58352) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:36.592980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-723ea920-5e36-4c83-b089-2d93e7d72858 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:36.594995 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e81c28-1d40-41df-ba70-122a997139be tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Network': ['ID=4cef7a78-22ed-4e84-a95a-1f569bb0302d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:36.606285 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:20:36.671915 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e8b1866-13f6-4223-a68e-8a6becb357cc req-727d65b7-451a-4dfb-a0ca-18deb06bc753 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454754 Jul 14 09:20:36.710480 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-2041f1f0-caa7-42ee-9df7-b89bce186bd1 service neutron] 10.222.0.26 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246351 Jul 14 09:20:36.737384 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723ea920-5e36-4c83-b089-2d93e7d72858 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:36.741471 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-723ea920-5e36-4c83-b089-2d93e7d72858 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.866097 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10360e8e-ac07-4ff0-9cbe-420137723f6c x-openstack-request-id: req-10360e8e-ac07-4ff0-9cbe-420137723f6c {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:36.866582 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04816a45-11c4-496e-993b-0c2d3d195226", "name": "network-vif-plugged", "status": "completed", "tag": "3b245c66-f491-4c75-a012-287cbdad5557", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:36.866973 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10360e8e-ac07-4ff0-9cbe-420137723f6c {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:36.867541 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04816a45-11c4-496e-993b-0c2d3d195226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b245c66-f491-4c75-a012-287cbdad5557', 'code': 200} Jul 14 09:20:37.155569 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-723ea920-5e36-4c83-b089-2d93e7d72858 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.180127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb7989-7fa5-4382-8f63-ab922bd0f239 req-f79de24d-d3e0-47ce-9040-9ef27be50ac3 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:37.181632 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-42eb7989-7fa5-4382-8f63-ab922bd0f239 req-f79de24d-d3e0-47ce-9040-9ef27be50ac3 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/ports?device_id=65490162-b1f2-4e13-b2cc-b8930d0d28a0 HTTP/1.1" status: 200 len: 950 time: 0.2263348 Jul 14 09:20:37.558449 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1ada1-cf76-4c5a-9162-21403b6e8a37 req-49284c20-ca14-4673-86fa-33e4f1d4f22a tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:37.560091 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35c1ada1-cf76-4c5a-9162-21403b6e8a37 req-49284c20-ca14-4673-86fa-33e4f1d4f22a tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbacea66-d745-4640-b4d4-5f899cde1997 HTTP/1.1" status: 200 len: 943 time: 0.5626361 Jul 14 09:20:37.636623 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ea920-5e36-4c83-b089-2d93e7d72858 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=9de67b7d-464e-4fd1-9e1b-fab5ccd26f41,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:37.665538 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c55476-b979-4a2b-ae8a-b41b3949d133 req-fdfaf52d-334d-43bb-b80c-60482a81f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:37.667094 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57c55476-b979-4a2b-ae8a-b41b3949d133 req-fdfaf52d-334d-43bb-b80c-60482a81f2f3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=04816a45-11c4-496e-993b-0c2d3d195226 HTTP/1.1" status: 200 len: 1098 time: 0.6760120 Jul 14 09:20:37.672901 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-42eb7989-7fa5-4382-8f63-ab922bd0f239 req-67832399-3069-46db-b3a1-976172cdc7fd tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/security-groups?id=2066beb3-1bf7-40c6-93f6-90c5626c3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292629 Jul 14 09:20:37.681507 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35c1ada1-cf76-4c5a-9162-21403b6e8a37 req-204994a3-f11a-4f04-afc6-30c67538ba09 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017532 Jul 14 09:20:37.689436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ea920-5e36-4c83-b089-2d93e7d72858 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:37.689828 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723ea920-5e36-4c83-b089-2d93e7d72858 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network hostable DHCP agents. Network: 4cef7a78-22ed-4e84-a95a-1f569bb0302d, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:20:37.736754 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57c55476-b979-4a2b-ae8a-b41b3949d133 req-d4a71d3b-79cc-49ce-8031-748394ceaed9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532184 Jul 14 09:20:37.738403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723ea920-5e36-4c83-b089-2d93e7d72858 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:20:37.749268 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-723ea920-5e36-4c83-b089-2d93e7d72858 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 4cef7a78-22ed-4e84-a95a-1f569bb0302d) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:37.754509 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723ea920-5e36-4c83-b089-2d93e7d72858 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:37.755122 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-723ea920-5e36-4c83-b089-2d93e7d72858 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.762622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a1e034-867b-4a97-9254-0154a94f4930 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:37.775009 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-723ea920-5e36-4c83-b089-2d93e7d72858 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1876493 Jul 14 09:20:37.778082 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58374) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:37.785899 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-55c24bda-d1c2-418e-a68f-61a825b003d5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'name': 'tempest-NetworksTestDHCPv6-1048831781'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:37.831919 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55a29abe-b081-4f3c-9bf9-64009e8fcfc1 req-80ed7d29-e3d6-4b11-9bc7-11247e853061 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e3461c-fb87-41fd-9943-0155c15c96a6 HTTP/1.1" status: 200 len: 210 time: 0.0385273 Jul 14 09:20:37.916511 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87934f40-5fff-4bab-9a64-b3c9a93241bf req-1cbc3cb2-1d9e-47d8-ab7b-41f5bee6e63e tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:37.918440 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87934f40-5fff-4bab-9a64-b3c9a93241bf req-1cbc3cb2-1d9e-47d8-ab7b-41f5bee6e63e tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 0.0890343 Jul 14 09:20:37.934282 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c24bda-d1c2-418e-a68f-61a825b003d5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:37.940230 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55c24bda-d1c2-418e-a68f-61a825b003d5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.983949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'fixed_ips': [{'subnet_id': '9de67b7d-464e-4fd1-9e1b-fab5ccd26f41'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:20:37.984815 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.986888 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-55c24bda-d1c2-418e-a68f-61a825b003d5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port b21b04dd-f29b-436a-a45b-f721fe316502 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:20:38.014831 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87934f40-5fff-4bab-9a64-b3c9a93241bf req-f8b7d072-bcbf-44e9-9973-292bdc461e25 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863330 Jul 14 09:20:38.058448 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b8749-07c3-4819-9f69-eccfa8e050e8 req-0a7d2344-348f-4243-94c5-daef4f16d7b4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:38.062379 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a0b8749-07c3-4819-9f69-eccfa8e050e8 req-0a7d2344-348f-4243-94c5-daef4f16d7b4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=04816a45-11c4-496e-993b-0c2d3d195226 HTTP/1.1" status: 200 len: 946 time: 0.0954187 Jul 14 09:20:38.144182 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a0b8749-07c3-4819-9f69-eccfa8e050e8 req-8768fe96-48bf-4257-9340-782126857032 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763285 Jul 14 09:20:38.182115 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-55c24bda-d1c2-418e-a68f-61a825b003d5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::398 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/9de67b7d-464e-4fd1-9e1b-fab5ccd26f41/b21b04dd-f29b-436a-a45b-f721fe316502) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:38.385025 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-2c2567f4-4209-4f49-b173-028dcdbf2899 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:38.387385 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-2c2567f4-4209-4f49-b173-028dcdbf2899 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 806 time: 0.2564321 Jul 14 09:20:38.403297 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-dd84ad1a-3a1d-43cf-9050-4eb22075e909 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Request body: {'port': {'device_id': '05e3461c-fb87-41fd-9943-0155c15c96a6', 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281', 'admin_state_up': True, 'tenant_id': 'a7e8bfa500ca4c6083bfd3e82f31e918'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:38.419301 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55c24bda-d1c2-418e-a68f-61a825b003d5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.438448 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-55c24bda-d1c2-418e-a68f-61a825b003d5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object b21b04dd-f29b-436a-a45b-f721fe316502 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:38.493855 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55c24bda-d1c2-418e-a68f-61a825b003d5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.539879 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-dd84ad1a-3a1d-43cf-9050-4eb22075e909 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Made reservation on behalf of a7e8bfa500ca4c6083bfd3e82f31e918 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:38.551210 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-dd84ad1a-3a1d-43cf-9050-4eb22075e909 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.579054 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c24bda-d1c2-418e-a68f-61a825b003d5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=b21b04dd-f29b-436a-a45b-f721fe316502,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:38.604041 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c24bda-d1c2-418e-a68f-61a825b003d5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:38.607480 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-55c24bda-d1c2-418e-a68f-61a825b003d5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:38.616028 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c24bda-d1c2-418e-a68f-61a825b003d5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:38.624200 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Allocated IP 2001:db8::2 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/9de67b7d-464e-4fd1-9e1b-fab5ccd26f41/1b834579-a1e3-43af-b38c-e8db44313a82) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:38.633099 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c24bda-d1c2-418e-a68f-61a825b003d5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:38.638668 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55c24bda-d1c2-418e-a68f-61a825b003d5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.676824 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-55c24bda-d1c2-418e-a68f-61a825b003d5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8959537 Jul 14 09:20:38.677634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58396) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:38.763074 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-dd84ad1a-3a1d-43cf-9050-4eb22075e909 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Allocated IP 172.20.0.11 (afffba1d-7bce-4b37-9323-82cdd45d6281/4d20aa7a-796d-40db-977f-81fa6bc33327/6b2006b7-e3d8-4cff-9444-a6669c1fc757) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:38.823806 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303bff6a-bebd-424d-a7c2-9f219ab55ee0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:38.834830 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-303bff6a-bebd-424d-a7c2-9f219ab55ee0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1558485 Jul 14 09:20:38.835695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58404) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:38.936270 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-dd84ad1a-3a1d-43cf-9050-4eb22075e909 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.037244 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-dd84ad1a-3a1d-43cf-9050-4eb22075e909 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.054031 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['0f3d48bd-cad5-469a-8dec-e37e13732d0c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:39.107082 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e08f6259-6ebf-425f-9fcd-7839d107d4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port b21b04dd-f29b-436a-a45b-f721fe316502 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:39.107441 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e08f6259-6ebf-425f-9fcd-7839d107d4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.127476 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a80da-a1a9-4cbc-8498-d47b7324bdc3 req-cc8bdf7f-3fc2-4bcf-89d9-8e1547376a52 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:39.129570 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c1a80da-a1a9-4cbc-8498-d47b7324bdc3 req-cc8bdf7f-3fc2-4bcf-89d9-8e1547376a52 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbacea66-d745-4640-b4d4-5f899cde1997 HTTP/1.1" status: 200 len: 943 time: 0.1403840 Jul 14 09:20:39.131570 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-dd84ad1a-3a1d-43cf-9050-4eb22075e909 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Network afffba1d-7bce-4b37-9323-82cdd45d6281 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:39.134980 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 8ccab23e-b70a-419f-a828-b5ed2e230b18 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:39.192844 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.193083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-dd84ad1a-3a1d-43cf-9050-4eb22075e909 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:39.201497 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-dd84ad1a-3a1d-43cf-9050-4eb22075e909 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:39.209757 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Transition to ACTIVE for port object 1b834579-a1e3-43af-b38c-e8db44313a82 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:39.209985 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84ad1a-3a1d-43cf-9050-4eb22075e909 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Pushing event updated for resources: {'Port': ['ID=6b2006b7-e3d8-4cff-9444-a6669c1fc757,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:39.237760 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e08f6259-6ebf-425f-9fcd-7839d107d4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.259449 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e08f6259-6ebf-425f-9fcd-7839d107d4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for b21b04dd-f29b-436a-a45b-f721fe316502 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:39.284164 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90dcadb-9f21-4d3f-80e3-572873de3f73 req-547004fb-5196-4f56-9874-f85bec8cf6b7 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:39.285590 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Transition to ACTIVE for port object 1b834579-a1e3-43af-b38c-e8db44313a82 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:39.285843 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d90dcadb-9f21-4d3f-80e3-572873de3f73 req-547004fb-5196-4f56-9874-f85bec8cf6b7 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e3461c-fb87-41fd-9943-0155c15c96a6 HTTP/1.1" status: 200 len: 932 time: 0.1742177 Jul 14 09:20:39.301251 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c1a80da-a1a9-4cbc-8498-d47b7324bdc3 req-19dd89cb-fd6f-470b-af2b-27f31a1c652e tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189225 Jul 14 09:20:39.311552 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.341511 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-dd84ad1a-3a1d-43cf-9050-4eb22075e909 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:39.342803 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-dd84ad1a-3a1d-43cf-9050-4eb22075e909 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.370728 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d90dcadb-9f21-4d3f-80e3-572873de3f73 req-cc845d1a-968e-4dd3-8d11-b9e0c0e754a8 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599260 Jul 14 09:20:39.378654 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-dd84ad1a-3a1d-43cf-9050-4eb22075e909 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9793403 Jul 14 09:20:39.394032 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] Request body: {'port': {'device_id': '05e3461c-fb87-41fd-9943-0155c15c96a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:39.407807 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:39.418289 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 8ccab23e-b70a-419f-a828-b5ed2e230b18, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=8ccab23e-b70a-419f-a828-b5ed2e230b18,segment=NetworkSegment(a8237e70-7d15-4b5b-8720-a41cf53396e9),segment_id=a8237e70-7d15-4b5b-8720-a41cf53396e9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:39.429541 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:39.451654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:39.458758 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Pushing event updated for resources: {'Port': ['ID=1b834579-a1e3-43af-b38c-e8db44313a82,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:39.477210 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '8ccab23e-b70a-419f-a828-b5ed2e230b18', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'port_id': '8ccab23e-b70a-419f-a828-b5ed2e230b18', 'mac_address': 'fa:16:3e:d9:3e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:39.485437 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e08f6259-6ebf-425f-9fcd-7839d107d4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.540322 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f6259-6ebf-425f-9fcd-7839d107d4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=b21b04dd-f29b-436a-a45b-f721fe316502,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:39.562802 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e08f6259-6ebf-425f-9fcd-7839d107d4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.565681 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e08f6259-6ebf-425f-9fcd-7839d107d4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/b21b04dd-f29b-436a-a45b-f721fe316502 HTTP/1.1" status: 204 len: 168 time: 0.7275751 Jul 14 09:20:39.568825 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58416) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:39.577980 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.579365 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Attempting to bind port 1b834579-a1e3-43af-b38c-e8db44313a82 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:39.579660 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Attempting to bind port 1b834579-a1e3-43af-b38c-e8db44313a82 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:39.580029 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Attempting to bind port 1b834579-a1e3-43af-b38c-e8db44313a82 on network 4cef7a78-22ed-4e84-a95a-1f569bb0302d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:39.587729 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:39.588097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:39.588512 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.589254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Bound using segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:39.589561 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Bound port: 1b834579-a1e3-43af-b38c-e8db44313a82, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:39.589979 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.640332 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.664102 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ccab23e-b70a-419f-a828-b5ed2e230b18 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:39.667372 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce9ce11-fb54-4496-b8f1-d351678841ab tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:39.668982 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce9ce11-fb54-4496-b8f1-d351678841ab tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:39.671084 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2ce9ce11-fb54-4496-b8f1-d351678841ab tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0990379 Jul 14 09:20:39.673844 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58418) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:39.681389 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692039db-74ba-4fb2-be14-0f31d3aa69ca req-47e379fa-ce32-467b-8762-661ef206995c tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:39.682808 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-692039db-74ba-4fb2-be14-0f31d3aa69ca req-47e379fa-ce32-467b-8762-661ef206995c tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=98594322-0db8-4431-aa7e-658a94c779e1 HTTP/1.1" status: 200 len: 945 time: 0.2142951 Jul 14 09:20:39.703464 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 8ccab23e-b70a-419f-a828-b5ed2e230b18, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=8ccab23e-b70a-419f-a828-b5ed2e230b18,segment=NetworkSegment(a8237e70-7d15-4b5b-8720-a41cf53396e9),segment_id=a8237e70-7d15-4b5b-8720-a41cf53396e9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:39.710038 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.711687 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] For port 1b834579-a1e3-43af-b38c-e8db44313a82, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:39.721918 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] For port 1b834579-a1e3-43af-b38c-e8db44313a82, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1b834579-a1e3-43af-b38c-e8db44313a82,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:39.739026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-689952f6-6759-43b4-b58a-516be549f83a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 9de67b7d-464e-4fd1-9e1b-fab5ccd26f41 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:20:39.742617 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-689952f6-6759-43b4-b58a-516be549f83a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.746899 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.784762 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=8ccab23e-b70a-419f-a828-b5ed2e230b18,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:39.836139 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-689952f6-6759-43b4-b58a-516be549f83a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.861817 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392297e-44d0-4cdb-aea2-08194892e007 None None] Pushing event updated for resources: {'Port': ['ID=1b834579-a1e3-43af-b38c-e8db44313a82,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:39.933077 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ba4ba-a2ab-4c70-89e9-095ec3eba162 req-0e57269f-b11c-4909-90c5-58c90d9530b1 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:39.934795 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-610ba4ba-a2ab-4c70-89e9-095ec3eba162 req-0e57269f-b11c-4909-90c5-58c90d9530b1 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 0.3351908 Jul 14 09:20:39.940200 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-692039db-74ba-4fb2-be14-0f31d3aa69ca req-8676bef2-0cf8-4af1-bca3-e9cdcb8a255b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474577 Jul 14 09:20:40.014399 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-610ba4ba-a2ab-4c70-89e9-095ec3eba162 req-e8d179a2-0175-4a77-bc6f-4f01ed0ba554 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731041 Jul 14 09:20:40.212196 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2006b7-e3d8-4cff-9444-a6669c1fc757 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:40.253931 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.269677 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['8ccab23e-b70a-419f-a828-b5ed2e230b18'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:40.292281 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] Transition to ACTIVE for port object 6b2006b7-e3d8-4cff-9444-a6669c1fc757 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:40.298136 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.374520 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-689952f6-6759-43b4-b58a-516be549f83a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.400201 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2006b7-e3d8-4cff-9444-a6669c1fc757,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:40.463033 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-689952f6-6759-43b4-b58a-516be549f83a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.492955 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689952f6-6759-43b4-b58a-516be549f83a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=9de67b7d-464e-4fd1-9e1b-fab5ccd26f41,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:40.507687 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb6993-20e8-4c1b-aa70-b1005c3a3f8b req-004e5f3d-3206-48e3-b4f6-cf77005959ae tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:40.507906 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-689952f6-6759-43b4-b58a-516be549f83a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.509883 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-689952f6-6759-43b4-b58a-516be549f83a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/9de67b7d-464e-4fd1-9e1b-fab5ccd26f41 HTTP/1.1" status: 204 len: 168 time: 0.8346362 Jul 14 09:20:40.512560 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58434) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:40.531933 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46fb6993-20e8-4c1b-aa70-b1005c3a3f8b req-004e5f3d-3206-48e3-b4f6-cf77005959ae tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=04816a45-11c4-496e-993b-0c2d3d195226 HTTP/1.1" status: 200 len: 946 time: 0.2838919 Jul 14 09:20:40.574282 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1b834579-a1e3-43af-b38c-e8db44313a82 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:40.589093 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5ec5f8b2-ef65-4259-a137-532bd79027df tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750782 Jul 14 09:20:40.592331 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58436) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:40.598458 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c9750407-b62d-4a8f-a79d-4281609b9db7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:40.640526 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 1b834579-a1e3-43af-b38c-e8db44313a82 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:40.678859 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46fb6993-20e8-4c1b-aa70-b1005c3a3f8b req-ee6200a8-bbad-4ed7-8463-2965ed4f51f7 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458421 Jul 14 09:20:40.682803 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] Attempting to bind port 6b2006b7-e3d8-4cff-9444-a6669c1fc757 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:40.683227 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] Attempting to bind port 6b2006b7-e3d8-4cff-9444-a6669c1fc757 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:40.683444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] Attempting to bind port 6b2006b7-e3d8-4cff-9444-a6669c1fc757 on network afffba1d-7bce-4b37-9323-82cdd45d6281 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:40.702940 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] Port 6b2006b7-e3d8-4cff-9444-a6669c1fc757 on network afffba1d-7bce-4b37-9323-82cdd45d6281 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:40.703271 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] Attempting to bind port 6b2006b7-e3d8-4cff-9444-a6669c1fc757 on network afffba1d-7bce-4b37-9323-82cdd45d6281 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:40.718980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:40.719314 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] Checking segment: {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:40.719704 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] Bound using segment: {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:40.720255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] Bound port: 6b2006b7-e3d8-4cff-9444-a6669c1fc757, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:40.720583 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.727957 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9750407-b62d-4a8f-a79d-4281609b9db7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:40.739632 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c9750407-b62d-4a8f-a79d-4281609b9db7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.766269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95210a37-7435-4876-bb75-ee4b08a2a452 req-0e4a7957-e260-4cb5-ae9d-46cd0804d24b tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:40.770337 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95210a37-7435-4876-bb75-ee4b08a2a452 req-0e4a7957-e260-4cb5-ae9d-46cd0804d24b tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbacea66-d745-4640-b4d4-5f899cde1997 HTTP/1.1" status: 200 len: 944 time: 0.2241735 Jul 14 09:20:40.913813 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df36fc8-b75f-4443-9a8c-9bf9fbf916f6 req-1295a8d0-688a-4025-b8e5-d121e991b91f tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:40.915750 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9df36fc8-b75f-4443-9a8c-9bf9fbf916f6 req-1295a8d0-688a-4025-b8e5-d121e991b91f tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.49 "GET /v2.0/ports?device_id=98594322-0db8-4431-aa7e-658a94c779e1 HTTP/1.1" status: 200 len: 945 time: 0.2923663 Jul 14 09:20:40.969674 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c9750407-b62d-4a8f-a79d-4281609b9db7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.987540 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] For port 6b2006b7-e3d8-4cff-9444-a6669c1fc757, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:41.006121 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95210a37-7435-4876-bb75-ee4b08a2a452 req-f105d589-8d82-462a-9deb-b6dba9ee1270 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067592 Jul 14 09:20:41.018567 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] For port 6b2006b7-e3d8-4cff-9444-a6669c1fc757, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6b2006b7-e3d8-4cff-9444-a6669c1fc757,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:41.051899 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.057685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9750407-b62d-4a8f-a79d-4281609b9db7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:41.064857 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-c9750407-b62d-4a8f-a79d-4281609b9db7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:41.067261 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9750407-b62d-4a8f-a79d-4281609b9db7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=16415f5f-30b9-4a99-8180-4cadd0ae6945,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:41.071361 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9750407-b62d-4a8f-a79d-4281609b9db7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:41.073028 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c9750407-b62d-4a8f-a79d-4281609b9db7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.100227 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c9750407-b62d-4a8f-a79d-4281609b9db7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5062010 Jul 14 09:20:41.100924 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58444) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.111025 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e2fe9871-e370-448d-b3b0-351b29f99da7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'name': 'tempest-NetworksTestDHCPv6-1820406159'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:41.126341 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece41162-64f6-4865-b263-365bd892f004 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:41.129453 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:41.130230 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.132295 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] 10.222.0.49 "PUT /v2.0/ports/6b2006b7-e3d8-4cff-9444-a6669c1fc757 HTTP/1.1" status: 200 len: 1093 time: 1.7455988 Jul 14 09:20:41.136474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e3461c-fb87-41fd-9943-0155c15c96a6', 'tag': '6b2006b7-e3d8-4cff-9444-a6669c1fc757'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:41.139527 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19450a6-b9b9-444f-aa09-3433fa754106" -d '{"events": [{"name": "network-changed", "server_uuid": "05e3461c-fb87-41fd-9943-0155c15c96a6", "tag": "6b2006b7-e3d8-4cff-9444-a6669c1fc757"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:41.165836 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b7e3c-002d-4ed4-a3c0-c299cc2ff5e7 req-939a9b7f-0e34-4dc1-a3c3-f8cca000cf09 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:41.167481 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c4b7e3c-002d-4ed4-a3c0-c299cc2ff5e7 req-939a9b7f-0e34-4dc1-a3c3-f8cca000cf09 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e3461c-fb87-41fd-9943-0155c15c96a6 HTTP/1.1" status: 200 len: 944 time: 0.3226342 Jul 14 09:20:41.232990 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e4b2b-0ec2-4d15-b35d-8f63872f9c63 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2006b7-e3d8-4cff-9444-a6669c1fc757,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:41.235978 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3d279b5c-8463-41cd-b684-9f65484dedf7 None None] Provisioning for port 1b834579-a1e3-43af-b38c-e8db44313a82 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:41.252015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3d279b5c-8463-41cd-b684-9f65484dedf7 None None] Provisioning complete for port 1b834579-a1e3-43af-b38c-e8db44313a82 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:41.252476 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d279b5c-8463-41cd-b684-9f65484dedf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.271944 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fe9871-e370-448d-b3b0-351b29f99da7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:41.276786 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2fe9871-e370-448d-b3b0-351b29f99da7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.296911 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-9df36fc8-b75f-4443-9a8c-9bf9fbf916f6 req-dc29c624-6aaa-426d-b1f2-355864a125da tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Deleting port acc7ee7a-4e11-4601-9c31-ebd46a8724af {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:41.297264 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9df36fc8-b75f-4443-9a8c-9bf9fbf916f6 req-dc29c624-6aaa-426d-b1f2-355864a125da tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.314679 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-e2fe9871-e370-448d-b3b0-351b29f99da7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port 0e30f047-0d96-4b4d-948f-3989d6a3c8f4 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:20:41.349301 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c4b7e3c-002d-4ed4-a3c0-c299cc2ff5e7 req-059b8ce6-5bf7-432b-ba0c-221bc8c2396d tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473968 Jul 14 09:20:41.407255 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d279b5c-8463-41cd-b684-9f65484dedf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.427528 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217ac85-a9fd-459f-8dc6-cbec1db39dc4 req-8e49b025-d71a-4829-bfd8-c03422a3c67f tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:41.429151 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5217ac85-a9fd-459f-8dc6-cbec1db39dc4 req-8e49b025-d71a-4829-bfd8-c03422a3c67f tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=04816a45-11c4-496e-993b-0c2d3d195226 HTTP/1.1" status: 200 len: 946 time: 0.2593925 Jul 14 09:20:41.442689 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-eee65dd7-5417-4d76-a934-fcd734b6befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:41.444216 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-eee65dd7-5417-4d76-a934-fcd734b6befd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&device_id=05e3461c-fb87-41fd-9943-0155c15c96a6 HTTP/1.1" status: 200 len: 1096 time: 0.2662017 Jul 14 09:20:41.459874 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3d279b5c-8463-41cd-b684-9f65484dedf7 None None] For port 1b834579-a1e3-43af-b38c-e8db44313a82, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1b834579-a1e3-43af-b38c-e8db44313a82,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:41.469372 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d279b5c-8463-41cd-b684-9f65484dedf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.474594 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-9df36fc8-b75f-4443-9a8c-9bf9fbf916f6 req-dc29c624-6aaa-426d-b1f2-355864a125da tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] For port acc7ee7a-4e11-4601-9c31-ebd46a8724af, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=acc7ee7a-4e11-4601-9c31-ebd46a8724af,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:41.475104 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9df36fc8-b75f-4443-9a8c-9bf9fbf916f6 req-dc29c624-6aaa-426d-b1f2-355864a125da tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.544575 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d279b5c-8463-41cd-b684-9f65484dedf7 None None] Pushing event updated for resources: {'Port': ['ID=1b834579-a1e3-43af-b38c-e8db44313a82,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:41.547163 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-e2fe9871-e370-448d-b3b0-351b29f99da7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::167 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/16415f5f-30b9-4a99-8180-4cadd0ae6945/0e30f047-0d96-4b4d-948f-3989d6a3c8f4) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:41.555926 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-02f181af-be40-4672-98de-b84dc2cb460d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2006b7-e3d8-4cff-9444-a6669c1fc757 HTTP/1.1" status: 200 len: 217 time: 0.0983620 Jul 14 09:20:41.557038 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-9df36fc8-b75f-4443-9a8c-9bf9fbf916f6 req-dc29c624-6aaa-426d-b1f2-355864a125da tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Calling delete_port for acc7ee7a-4e11-4601-9c31-ebd46a8724af owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:41.694515 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5217ac85-a9fd-459f-8dc6-cbec1db39dc4 req-1c5017bb-8926-4805-990b-3f490c8bcbe0 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460840 Jul 14 09:20:41.733117 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2fe9871-e370-448d-b3b0-351b29f99da7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.752079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-e2fe9871-e370-448d-b3b0-351b29f99da7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object 0e30f047-0d96-4b4d-948f-3989d6a3c8f4 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:41.762932 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c288f439-2566-453e-be40-836f64785431 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:41.796957 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2fe9871-e370-448d-b3b0-351b29f99da7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.844342 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-de58cd83-a244-4156-a252-30a5dbadd0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:41.847266 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-de58cd83-a244-4156-a252-30a5dbadd0e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d20aa7a-796d-40db-977f-81fa6bc33327 HTTP/1.1" status: 200 len: 846 time: 0.2731059 Jul 14 09:20:41.850751 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9df36fc8-b75f-4443-9a8c-9bf9fbf916f6 req-dc29c624-6aaa-426d-b1f2-355864a125da tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.863955 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fe9871-e370-448d-b3b0-351b29f99da7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:41.868017 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-e2fe9871-e370-448d-b3b0-351b29f99da7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:41.869697 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['acc7ee7a-4e11-4601-9c31-ebd46a8724af'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:41.872555 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fe9871-e370-448d-b3b0-351b29f99da7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:41.879634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe9871-e370-448d-b3b0-351b29f99da7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:41.880691 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2fe9871-e370-448d-b3b0-351b29f99da7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.892527 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe9871-e370-448d-b3b0-351b29f99da7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=0e30f047-0d96-4b4d-948f-3989d6a3c8f4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:41.909093 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e2fe9871-e370-448d-b3b0-351b29f99da7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8064408 Jul 14 09:20:41.911737 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58454) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.949706 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3370f4bc-eb77-4ebc-8d36-526bb9d5d1c2 None None] Provisioning complete for port 1b834579-a1e3-43af-b38c-e8db44313a82 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:41.950262 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3370f4bc-eb77-4ebc-8d36-526bb9d5d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.960442 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-8cdf1be0-8280-4c15-bde7-75312c291c98 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afffba1d-7bce-4b37-9323-82cdd45d6281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040816 Jul 14 09:20:41.966577 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29c624-6aaa-426d-b1f2-355864a125da tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Pushing event deleted for resources: {'Port': ['ID=acc7ee7a-4e11-4601-9c31-ebd46a8724af,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:42.006505 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e6c923-93e2-4a08-ac29-3483b1ca859d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:42.009737 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ea6c1-4c82-47c5-8e41-28ca7f961ad6 req-256d6ca8-0222-4514-861f-b0c8d886a38c tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:42.011492 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-284ea6c1-4c82-47c5-8e41-28ca7f961ad6 req-256d6ca8-0222-4514-861f-b0c8d886a38c tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=98594322-0db8-4431-aa7e-658a94c779e1 HTTP/1.1" status: 200 len: 867 time: 0.4665225 Jul 14 09:20:42.012647 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e6c923-93e2-4a08-ac29-3483b1ca859d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:42.018430 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-40e6c923-93e2-4a08-ac29-3483b1ca859d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1050262 Jul 14 09:20:42.019121 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58456) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:42.098489 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df36fc8-b75f-4443-9a8c-9bf9fbf916f6 req-dc29c624-6aaa-426d-b1f2-355864a125da tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] No DVR routers for this DVR port acc7ee7a-4e11-4601-9c31-ebd46a8724af on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:42.102881 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9df36fc8-b75f-4443-9a8c-9bf9fbf916f6 req-dc29c624-6aaa-426d-b1f2-355864a125da tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.105687 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9df36fc8-b75f-4443-9a8c-9bf9fbf916f6 req-dc29c624-6aaa-426d-b1f2-355864a125da tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.49 "DELETE /v2.0/ports/acc7ee7a-4e11-4601-9c31-ebd46a8724af HTTP/1.1" status: 204 len: 173 time: 1.1781063 Jul 14 09:20:42.138448 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-34902d9f-9368-46c8-8e54-df68678e4a95 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port 0e30f047-0d96-4b4d-948f-3989d6a3c8f4 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:42.139571 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-34902d9f-9368-46c8-8e54-df68678e4a95 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.221727 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec299c-bea0-48ab-9df2-36efac82b6c0 req-b7a939f4-ee62-40cc-92c6-3383b563e2aa tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:42.230115 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9eec299c-bea0-48ab-9df2-36efac82b6c0 req-b7a939f4-ee62-40cc-92c6-3383b563e2aa tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 0.3758206 Jul 14 09:20:42.244837 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-284ea6c1-4c82-47c5-8e41-28ca7f961ad6 req-a6a3d205-7660-4dbf-bb95-731a8c93c245 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206762 Jul 14 09:20:42.254300 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-73f50bae-5357-4b4a-96cc-2a58986716cd service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772918 Jul 14 09:20:42.287467 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-34902d9f-9368-46c8-8e54-df68678e4a95 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.314395 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9eec299c-bea0-48ab-9df2-36efac82b6c0 req-b8d5f518-685f-4351-8223-a3168097dbf0 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835330 Jul 14 09:20:42.321749 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-34902d9f-9368-46c8-8e54-df68678e4a95 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for 0e30f047-0d96-4b4d-948f-3989d6a3c8f4 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:42.375176 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d3c33c-ccc8-47d1-95e4-15c39f651ffd x-openstack-request-id: req-d3d3c33c-ccc8-47d1-95e4-15c39f651ffd {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:42.375681 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e3461c-fb87-41fd-9943-0155c15c96a6", "tag": "6b2006b7-e3d8-4cff-9444-a6669c1fc757", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:42.375938 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3d3c33c-ccc8-47d1-95e4-15c39f651ffd {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:42.376501 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e3461c-fb87-41fd-9943-0155c15c96a6', 'tag': '6b2006b7-e3d8-4cff-9444-a6669c1fc757', 'status': 'completed', 'code': 200} Jul 14 09:20:42.491127 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-956330bb-fa44-460f-a305-ac7c5809ad13 req-03583c9e-c52b-42ce-8e2c-802d16e54419 service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352300 Jul 14 09:20:42.542026 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8366eff5-65f7-433a-b99d-e56f33f25c26 None None] Provisioning complete for port 1b834579-a1e3-43af-b38c-e8db44313a82 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:42.542594 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8366eff5-65f7-433a-b99d-e56f33f25c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.646842 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1b834579-a1e3-43af-b38c-e8db44313a82 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:42.667664 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-34902d9f-9368-46c8-8e54-df68678e4a95 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.780157 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34902d9f-9368-46c8-8e54-df68678e4a95 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=0e30f047-0d96-4b4d-948f-3989d6a3c8f4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:42.782675 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19450a6-b9b9-444f-aa09-3433fa754106 req-0bb234af-a168-4b41-8708-60446c673192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:42.787440 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a19450a6-b9b9-444f-aa09-3433fa754106 req-0bb234af-a168-4b41-8708-60446c673192 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&device_id=05e3461c-fb87-41fd-9943-0155c15c96a6 HTTP/1.1" status: 200 len: 1096 time: 0.1478455 Jul 14 09:20:42.829410 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-34902d9f-9368-46c8-8e54-df68678e4a95 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.833848 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-34902d9f-9368-46c8-8e54-df68678e4a95 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/0e30f047-0d96-4b4d-948f-3989d6a3c8f4 HTTP/1.1" status: 204 len: 168 time: 0.8127749 Jul 14 09:20:42.840167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58482) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:42.891584 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8366eff5-65f7-433a-b99d-e56f33f25c26 None None] Could not find standard attr ID for object 0e30f047-0d96-4b4d-948f-3989d6a3c8f4. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:20:42.895499 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 1b834579-a1e3-43af-b38c-e8db44313a82 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:42.896010 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.945186 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3060d5f5-ca1b-4d8c-bd35-340c3582d814 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:42.947604 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3060d5f5-ca1b-4d8c-bd35-340c3582d814 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:42.950685 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3060d5f5-ca1b-4d8c-bd35-340c3582d814 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1078861 Jul 14 09:20:42.953818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58484) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:43.067634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b5fa87-461a-4c65-99de-879b77ce7d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 16415f5f-30b9-4a99-8180-4cadd0ae6945 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:20:43.074702 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91b5fa87-461a-4c65-99de-879b77ce7d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.134053 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19450a6-b9b9-444f-aa09-3433fa754106 req-18cb2039-b5f1-4cdc-b597-77cd483c1132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:43.141042 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a19450a6-b9b9-444f-aa09-3433fa754106 req-18cb2039-b5f1-4cdc-b597-77cd483c1132 service neutron] 10.222.0.49 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 907 time: 0.3425510 Jul 14 09:20:43.150196 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device a05e6951-705d-4a61-93e2-474e0c828bc2 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:43.189114 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b0dfc4b5-4485-4940-b193-a4a133194d57 None None] Could not find standard attr ID for object b21b04dd-f29b-436a-a45b-f721fe316502. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:20:43.206140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 8ccab23e-b70a-419f-a828-b5ed2e230b18 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:43.210954 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91b5fa87-461a-4c65-99de-879b77ce7d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.228049 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a19450a6-b9b9-444f-aa09-3433fa754106 req-2b248bee-75db-4d4a-a071-921e727be415 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2006b7-e3d8-4cff-9444-a6669c1fc757 HTTP/1.1" status: 200 len: 217 time: 0.0832517 Jul 14 09:20:43.265939 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e15722-cef1-44ac-98c7-cbaa21297ca7 req-f79d0279-f33f-47d5-8f35-388a6af8cfc4 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:43.280259 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c8e15722-cef1-44ac-98c7-cbaa21297ca7 req-f79d0279-f33f-47d5-8f35-388a6af8cfc4 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbacea66-d745-4640-b4d4-5f899cde1997 HTTP/1.1" status: 200 len: 944 time: 0.3448560 Jul 14 09:20:43.371302 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19450a6-b9b9-444f-aa09-3433fa754106 req-c342d2dd-5bf9-489f-a96f-a6c2de1e1b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:43.373338 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a19450a6-b9b9-444f-aa09-3433fa754106 req-c342d2dd-5bf9-489f-a96f-a6c2de1e1b4a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d20aa7a-796d-40db-977f-81fa6bc33327 HTTP/1.1" status: 200 len: 846 time: 0.1356895 Jul 14 09:20:43.390915 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91b5fa87-461a-4c65-99de-879b77ce7d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.513736 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 8ccab23e-b70a-419f-a828-b5ed2e230b18 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:43.536451 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91b5fa87-461a-4c65-99de-879b77ce7d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.538871 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port a05e6951-705d-4a61-93e2-474e0c828bc2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a05e6951-705d-4a61-93e2-474e0c828bc2,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:43.550418 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 8ccab23e-b70a-419f-a828-b5ed2e230b18 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:43.551826 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.603482 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8fa7e1e6-0398-4019-8602-3500d307beb6 None None] Could not find standard attr ID for object 0e30f047-0d96-4b4d-948f-3989d6a3c8f4. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:20:43.617750 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'a05e6951-705d-4a61-93e2-474e0c828bc2', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': 'a05e6951-705d-4a61-93e2-474e0c828bc2', 'mac_address': 'fa:16:3e:20:49:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:43.627052 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5fa87-461a-4c65-99de-879b77ce7d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=16415f5f-30b9-4a99-8180-4cadd0ae6945,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:43.645710 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91b5fa87-461a-4c65-99de-879b77ce7d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.653422 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-91b5fa87-461a-4c65-99de-879b77ce7d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/16415f5f-30b9-4a99-8180-4cadd0ae6945 HTTP/1.1" status: 204 len: 168 time: 0.6945903 Jul 14 09:20:43.655990 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58510) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:43.689104 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.729818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a05e6951-705d-4a61-93e2-474e0c828bc2 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:43.762916 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.769707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port a05e6951-705d-4a61-93e2-474e0c828bc2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a05e6951-705d-4a61-93e2-474e0c828bc2,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:43.771059 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d7785afc-20aa-4fdb-96d9-ef325ccbfa29 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1132944 Jul 14 09:20:43.778523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58512) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:43.784072 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.800964 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-0a5f50e7-3237-4f64-9de1-ffc25cf7ce79 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:43.829867 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbacea66-d745-4640-b4d4-5f899cde1997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccab23e-b70a-419f-a828-b5ed2e230b18'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:43.834653 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4d4c41-4a1b-4601-b8b9-dfeaa4d1c860" -d '{"events": [{"server_uuid": "bbacea66-d745-4640-b4d4-5f899cde1997", "name": "network-vif-plugged", "status": "completed", "tag": "8ccab23e-b70a-419f-a828-b5ed2e230b18"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:43.945845 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 8ccab23e-b70a-419f-a828-b5ed2e230b18, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=8ccab23e-b70a-419f-a828-b5ed2e230b18,segment=NetworkSegment(a8237e70-7d15-4b5b-8720-a41cf53396e9),segment_id=a8237e70-7d15-4b5b-8720-a41cf53396e9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:43.956742 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.975053 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=a05e6951-705d-4a61-93e2-474e0c828bc2,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:44.018636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5f50e7-3237-4f64-9de1-ffc25cf7ce79 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:44.023908 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a5f50e7-3237-4f64-9de1-ffc25cf7ce79 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:44.029870 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3610e81a-5194-4307-8c87-fa2601e57864 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:44.109581 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c8e15722-cef1-44ac-98c7-cbaa21297ca7 req-bf4d8f4a-51e3-4398-a34c-932472f89174 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8262916 Jul 14 09:20:44.241111 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a19450a6-b9b9-444f-aa09-3433fa754106 req-828d38e8-e273-4a2a-9626-f432a9f1cea7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afffba1d-7bce-4b37-9323-82cdd45d6281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1510231 Jul 14 09:20:44.254765 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['a05e6951-705d-4a61-93e2-474e0c828bc2'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:44.257183 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6b2006b7-e3d8-4cff-9444-a6669c1fc757 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:44.259654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device acc7ee7a-4e11-4601-9c31-ebd46a8724af no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:44.336019 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: acc7ee7a-4e11-4601-9c31-ebd46a8724af {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:44.336426 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device acc7ee7a-4e11-4601-9c31-ebd46a8724af not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:44.385329 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98594322-0db8-4431-aa7e-658a94c779e1', 'name': 'network-vif-deleted', 'tag': 'acc7ee7a-4e11-4601-9c31-ebd46a8724af'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:44.389567 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c50551b-3b50-4222-8c27-35b90832b54c" -d '{"events": [{"server_uuid": "98594322-0db8-4431-aa7e-658a94c779e1", "name": "network-vif-deleted", "tag": "acc7ee7a-4e11-4601-9c31-ebd46a8724af"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:44.406103 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a5f50e7-3237-4f64-9de1-ffc25cf7ce79 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:44.455123 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-820192d8-2d9e-48a8-bb97-59314a00960b req-92867a5f-c594-4b30-9b2f-908f3654f6f8 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=98594322-0db8-4431-aa7e-658a94c779e1 HTTP/1.1" status: 200 len: 210 time: 0.1247630 Jul 14 09:20:44.464167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f50e7-3237-4f64-9de1-ffc25cf7ce79 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=89c937aa-17d2-431b-bb9e-cd7d1502dbb7,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:44.478402 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=8ccab23e-b70a-419f-a828-b5ed2e230b18,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:44.489231 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5f50e7-3237-4f64-9de1-ffc25cf7ce79 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:44.490630 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9b255-0874-45a3-898e-e2f2e80de56c req-a16f35ff-fe01-46e8-b8f8-93bdb55ecb15 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:44.490953 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-0a5f50e7-3237-4f64-9de1-ffc25cf7ce79 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:44.498473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5f50e7-3237-4f64-9de1-ffc25cf7ce79 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:44.499147 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2d9b255-0874-45a3-898e-e2f2e80de56c req-a16f35ff-fe01-46e8-b8f8-93bdb55ecb15 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e3461c-fb87-41fd-9943-0155c15c96a6 HTTP/1.1" status: 200 len: 944 time: 0.4059031 Jul 14 09:20:44.499532 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a5f50e7-3237-4f64-9de1-ffc25cf7ce79 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:44.528837 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0a5f50e7-3237-4f64-9de1-ffc25cf7ce79 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7414119 Jul 14 09:20:44.529627 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58526) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:44.532342 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.resource_extend [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:20:44.536369 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-35b5d65e-42cd-4d2f-ba72-9423986d9e66 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'name': 'tempest-NetworksTestDHCPv6-589595831'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:44.560054 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2d9b255-0874-45a3-898e-e2f2e80de56c req-921232f3-1629-4689-9336-2f8b4e1d347e tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596085 Jul 14 09:20:44.608185 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a19450a6-b9b9-444f-aa09-3433fa754106 req-187c0e9a-269a-4e61-ad96-e1b4b699f11c service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573561 Jul 14 09:20:44.862592 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b5d65e-42cd-4d2f-ba72-9423986d9e66 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:44.878720 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35b5d65e-42cd-4d2f-ba72-9423986d9e66 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:44.911619 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 6b2006b7-e3d8-4cff-9444-a6669c1fc757, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6b2006b7-e3d8-4cff-9444-a6669c1fc757,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:44.929636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-35b5d65e-42cd-4d2f-ba72-9423986d9e66 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port af705a6e-765c-45bb-ba79-d7c8c311c8ea yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:20:44.959914 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a19450a6-b9b9-444f-aa09-3433fa754106 req-f7af6d9c-ba20-4e6a-a273-3a6508621916 service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418145 Jul 14 09:20:44.983515 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '6b2006b7-e3d8-4cff-9444-a6669c1fc757', 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281', 'port_id': '6b2006b7-e3d8-4cff-9444-a6669c1fc757', 'mac_address': 'fa:16:3e:12:bd:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d20aa7a-796d-40db-977f-81fa6bc33327', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:44.992833 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132429ac-4528-4d64-97c7-cd1f537149eb req-83d34db6-68e4-4782-aaf0-efe3d4f8f322 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:44.997691 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-132429ac-4528-4d64-97c7-cd1f537149eb req-83d34db6-68e4-4782-aaf0-efe3d4f8f322 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 0.1753299 Jul 14 09:20:45.098703 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-132429ac-4528-4d64-97c7-cd1f537149eb req-55f846bf-6fda-4b8b-82fa-0149098a2e00 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947633 Jul 14 09:20:45.103581 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.137111 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2006b7-e3d8-4cff-9444-a6669c1fc757 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:45.171773 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 6b2006b7-e3d8-4cff-9444-a6669c1fc757, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6b2006b7-e3d8-4cff-9444-a6669c1fc757,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:45.174270 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91b756f-15d6-472e-9c64-a41029a64752 x-openstack-request-id: req-e91b756f-15d6-472e-9c64-a41029a64752 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:45.174549 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbacea66-d745-4640-b4d4-5f899cde1997", "name": "network-vif-plugged", "status": "completed", "tag": "8ccab23e-b70a-419f-a828-b5ed2e230b18", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:45.174787 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e91b756f-15d6-472e-9c64-a41029a64752 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:45.175375 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbacea66-d745-4640-b4d4-5f899cde1997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccab23e-b70a-419f-a828-b5ed2e230b18', 'code': 200} Jul 14 09:20:45.182060 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.231244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-35b5d65e-42cd-4d2f-ba72-9423986d9e66 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::114 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/89c937aa-17d2-431b-bb9e-cd7d1502dbb7/af705a6e-765c-45bb-ba79-d7c8c311c8ea) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:45.275814 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecc094c-c00f-4486-a1be-2dab27901646 x-openstack-request-id: req-7ecc094c-c00f-4486-a1be-2dab27901646 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:45.277568 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98594322-0db8-4431-aa7e-658a94c779e1", "name": "network-vif-deleted", "tag": "acc7ee7a-4e11-4601-9c31-ebd46a8724af", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:45.282193 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ecc094c-c00f-4486-a1be-2dab27901646 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:45.283854 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98594322-0db8-4431-aa7e-658a94c779e1', 'name': 'network-vif-deleted', 'tag': 'acc7ee7a-4e11-4601-9c31-ebd46a8724af', 'status': 'completed', 'code': 200} Jul 14 09:20:45.342040 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=6b2006b7-e3d8-4cff-9444-a6669c1fc757,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:45.439871 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['6b2006b7-e3d8-4cff-9444-a6669c1fc757'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:45.626920 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35b5d65e-42cd-4d2f-ba72-9423986d9e66 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.637329 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5656d61a-d04b-470a-aae5-32cfcb9fa988 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:45.669063 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-35b5d65e-42cd-4d2f-ba72-9423986d9e66 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object af705a6e-765c-45bb-ba79-d7c8c311c8ea will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:45.693108 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fefb86-9065-41ab-b2fd-3c27ad84eb24 req-2e6ff334-9508-4f01-85e4-930d6ae5c793 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:45.706608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a1fefb86-9065-41ab-b2fd-3c27ad84eb24 req-2e6ff334-9508-4f01-85e4-930d6ae5c793 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbacea66-d745-4640-b4d4-5f899cde1997 HTTP/1.1" status: 200 len: 945 time: 0.2195156 Jul 14 09:20:45.728296 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35b5d65e-42cd-4d2f-ba72-9423986d9e66 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.796302 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42127c6-841a-41db-b1f0-27fd9f2636e6 req-aa2c2158-f973-4610-9d4e-9850170b0c8d tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:45.798007 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d42127c6-841a-41db-b1f0-27fd9f2636e6 req-aa2c2158-f973-4610-9d4e-9850170b0c8d tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=04816a45-11c4-496e-993b-0c2d3d195226 HTTP/1.1" status: 200 len: 946 time: 0.2434125 Jul 14 09:20:45.813465 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a1fefb86-9065-41ab-b2fd-3c27ad84eb24 req-ae4ef966-1468-4335-ab77-7995853a33de tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057293 Jul 14 09:20:45.848496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b5d65e-42cd-4d2f-ba72-9423986d9e66 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:45.876603 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd5ec2-89cc-4df6-8a55-75772dc3fddb req-37303cdc-1e91-46e1-86fa-f9e53a8ed144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:45.878457 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bedd5ec2-89cc-4df6-8a55-75772dc3fddb req-37303cdc-1e91-46e1-86fa-f9e53a8ed144 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bbacea66-d745-4640-b4d4-5f899cde1997 HTTP/1.1" status: 200 len: 1097 time: 0.2661004 Jul 14 09:20:45.882930 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-35b5d65e-42cd-4d2f-ba72-9423986d9e66 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:45.890794 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-214ac897-947b-4b88-9189-61096a317d57 None None] Provisioning complete for port 1b834579-a1e3-43af-b38c-e8db44313a82 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:45.891180 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-214ac897-947b-4b88-9189-61096a317d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.892832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b5d65e-42cd-4d2f-ba72-9423986d9e66 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:45.902308 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b5d65e-42cd-4d2f-ba72-9423986d9e66 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:45.903424 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35b5d65e-42cd-4d2f-ba72-9423986d9e66 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.925813 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d42127c6-841a-41db-b1f0-27fd9f2636e6 req-5bddee9c-b6c2-4e7d-aefd-24988f5aafc2 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110885 Jul 14 09:20:45.952842 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5d65e-42cd-4d2f-ba72-9423986d9e66 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=af705a6e-765c-45bb-ba79-d7c8c311c8ea,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:45.974515 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bedd5ec2-89cc-4df6-8a55-75772dc3fddb req-497f1bcd-573b-495d-88ff-db1a5daf4d02 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569990 Jul 14 09:20:45.984122 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58552) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:45.984742 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-35b5d65e-42cd-4d2f-ba72-9423986d9e66 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4531786 Jul 14 09:20:46.163805 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ad8d95d-a10f-4f68-be1c-eaf223f6d8cc req-7fda4e18-1534-4c3a-b5d6-9dc63112b758 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=98594322-0db8-4431-aa7e-658a94c779e1 HTTP/1.1" status: 200 len: 210 time: 0.0817440 Jul 14 09:20:46.213002 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3b245c66-f491-4c75-a012-287cbdad5557 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:46.277611 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.380969 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae39b5d5-ab7b-4054-a393-e2a5f7d4dbd2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:46.413460 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae39b5d5-ab7b-4054-a393-e2a5f7d4dbd2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:46.415403 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ae39b5d5-ab7b-4054-a393-e2a5f7d4dbd2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.4297035 Jul 14 09:20:46.418188 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58568) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:46.472916 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3b245c66-f491-4c75-a012-287cbdad5557, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3b245c66-f491-4c75-a012-287cbdad5557,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:46.517120 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '3b245c66-f491-4c75-a012-287cbdad5557', 'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d', 'port_id': '3b245c66-f491-4c75-a012-287cbdad5557', 'mac_address': 'fa:16:3e:d6:34:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49c4352-2329-49be-aaa0-1fa7abc5a9c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:46.523600 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254cec6-7796-4a84-af26-cd5aeb8b76a9 req-726fb56b-db6d-415b-accf-fdf2812b8cd4 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:46.531589 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d254cec6-7796-4a84-af26-cd5aeb8b76a9 req-726fb56b-db6d-415b-accf-fdf2812b8cd4 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e3461c-fb87-41fd-9943-0155c15c96a6 HTTP/1.1" status: 200 len: 945 time: 0.3632846 Jul 14 09:20:46.622336 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d254cec6-7796-4a84-af26-cd5aeb8b76a9 req-6f57935f-d056-4953-8950-9770da1ac391 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896113 Jul 14 09:20:46.650026 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-87c71078-2b30-4f8c-b055-b2845f6d43de tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port af705a6e-765c-45bb-ba79-d7c8c311c8ea {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:46.650384 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-87c71078-2b30-4f8c-b055-b2845f6d43de tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.657256 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.695629 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b245c66-f491-4c75-a012-287cbdad5557 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:46.739372 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3b245c66-f491-4c75-a012-287cbdad5557, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3b245c66-f491-4c75-a012-287cbdad5557,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:46.758325 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.774816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0a0db2ee-1e14-4c58-91ec-c2f7249abea0 None None] Provisioning for port af705a6e-765c-45bb-ba79-d7c8c311c8ea completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:46.881332 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0a0db2ee-1e14-4c58-91ec-c2f7249abea0 None None] Provisioning complete for port af705a6e-765c-45bb-ba79-d7c8c311c8ea triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:46.881725 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0a0db2ee-1e14-4c58-91ec-c2f7249abea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.902302 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['3b245c66-f491-4c75-a012-287cbdad5557'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:46.962033 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-87c71078-2b30-4f8c-b055-b2845f6d43de tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.012179 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-87c71078-2b30-4f8c-b055-b2845f6d43de tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for af705a6e-765c-45bb-ba79-d7c8c311c8ea owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:47.031836 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10fb5a-2c51-4f07-90f4-ee3126a785ba req-0a0ad7a1-3037-4738-9a55-38889eb10e5d tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:47.041306 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb10fb5a-2c51-4f07-90f4-ee3126a785ba req-0a0ad7a1-3037-4738-9a55-38889eb10e5d tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 0.2915950 Jul 14 09:20:47.171641 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device a05e6951-705d-4a61-93e2-474e0c828bc2 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:47.207159 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=3b245c66-f491-4c75-a012-287cbdad5557,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:47.214614 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0a0db2ee-1e14-4c58-91ec-c2f7249abea0 None None] Port af705a6e-765c-45bb-ba79-d7c8c311c8ea cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:47.242926 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0a0db2ee-1e14-4c58-91ec-c2f7249abea0 None None] Provisioning complete for port 1b834579-a1e3-43af-b38c-e8db44313a82 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:47.243307 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0a0db2ee-1e14-4c58-91ec-c2f7249abea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.279290 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-87c71078-2b30-4f8c-b055-b2845f6d43de tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.361706 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c71078-2b30-4f8c-b055-b2845f6d43de tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=af705a6e-765c-45bb-ba79-d7c8c311c8ea,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:47.411650 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port a05e6951-705d-4a61-93e2-474e0c828bc2 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:47.412027 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.412524 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb10fb5a-2c51-4f07-90f4-ee3126a785ba req-b4cc9e03-101f-4918-98a7-6baa76d7092c tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556955 Jul 14 09:20:47.473646 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-87c71078-2b30-4f8c-b055-b2845f6d43de tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.479601 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-87c71078-2b30-4f8c-b055-b2845f6d43de tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/af705a6e-765c-45bb-ba79-d7c8c311c8ea HTTP/1.1" status: 204 len: 168 time: 1.0566690 Jul 14 09:20:47.479872 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58578) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:47.548644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed8144-5da8-4b2c-9c3b-286785455c97 req-d8ddc62b-1712-4c72-80e6-f0bf7e3ac67b tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:47.563970 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48ed8144-5da8-4b2c-9c3b-286785455c97 req-d8ddc62b-1712-4c72-80e6-f0bf7e3ac67b tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbacea66-d745-4640-b4d4-5f899cde1997 HTTP/1.1" status: 200 len: 945 time: 0.2918141 Jul 14 09:20:47.578258 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-990990ce-87b4-49c6-bed3-284fe518eba7 None None] Could not find standard attr ID for object af705a6e-765c-45bb-ba79-d7c8c311c8ea. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:20:47.648758 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48ed8144-5da8-4b2c-9c3b-286785455c97 req-19a8e988-d1e3-4d73-a3ae-715e73bd8545 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778294 Jul 14 09:20:47.677140 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:20:47.715415 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc2ce8d-38ff-472d-bd37-1272f53335fa tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:47.717135 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc2ce8d-38ff-472d-bd37-1272f53335fa tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:47.718805 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4cc2ce8d-38ff-472d-bd37-1272f53335fa tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2379305 Jul 14 09:20:47.737880 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58582) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:47.770806 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.847345 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65490162-b1f2-4e13-b2cc-b8930d0d28a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05e6951-705d-4a61-93e2-474e0c828bc2'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:47.853260 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d917dd0c-5602-4137-8143-74533085863e" -d '{"events": [{"server_uuid": "65490162-b1f2-4e13-b2cc-b8930d0d28a0", "name": "network-vif-plugged", "status": "completed", "tag": "a05e6951-705d-4a61-93e2-474e0c828bc2"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:47.895317 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port a05e6951-705d-4a61-93e2-474e0c828bc2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a05e6951-705d-4a61-93e2-474e0c828bc2,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:47.905562 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.933817 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390076c6-60ee-4d9e-a260-7b7b838acd8c req-38f8f6c2-7fbf-41d7-b39a-5044ff0c099e tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:47.937250 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-390076c6-60ee-4d9e-a260-7b7b838acd8c req-38f8f6c2-7fbf-41d7-b39a-5044ff0c099e tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=04816a45-11c4-496e-993b-0c2d3d195226 HTTP/1.1" status: 200 len: 945 time: 0.2259007 Jul 14 09:20:47.976563 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce75045-e867-4af6-b6c7-4d7ecdab6510 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 89c937aa-17d2-431b-bb9e-cd7d1502dbb7 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:20:47.986678 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-390076c6-60ee-4d9e-a260-7b7b838acd8c req-c6d9c7e9-201b-4679-8626-f02b1c69b26e tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427635 Jul 14 09:20:47.996980 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cce75045-e867-4af6-b6c7-4d7ecdab6510 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.045454 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c352a1c-0c1f-46ce-b25a-9a3c93d311b6 req-eef14268-acfd-4ffa-87a1-34578a78c253 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=98594322-0db8-4431-aa7e-658a94c779e1 HTTP/1.1" status: 200 len: 210 time: 0.0576577 Jul 14 09:20:48.061297 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=a05e6951-705d-4a61-93e2-474e0c828bc2,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:48.140522 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cce75045-e867-4af6-b6c7-4d7ecdab6510 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.202252 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0f4850-5abb-45eb-9a81-8d3f3e17eb10 x-openstack-request-id: req-6a0f4850-5abb-45eb-9a81-8d3f3e17eb10 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:48.203070 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65490162-b1f2-4e13-b2cc-b8930d0d28a0", "name": "network-vif-plugged", "status": "completed", "tag": "a05e6951-705d-4a61-93e2-474e0c828bc2", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:48.203645 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a0f4850-5abb-45eb-9a81-8d3f3e17eb10 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:48.204352 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65490162-b1f2-4e13-b2cc-b8930d0d28a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05e6951-705d-4a61-93e2-474e0c828bc2', 'code': 200} Jul 14 09:20:48.220511 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3b245c66-f491-4c75-a012-287cbdad5557 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:48.253265 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cce75045-e867-4af6-b6c7-4d7ecdab6510 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.319083 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cce75045-e867-4af6-b6c7-4d7ecdab6510 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.381423 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce75045-e867-4af6-b6c7-4d7ecdab6510 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=89c937aa-17d2-431b-bb9e-cd7d1502dbb7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:48.385083 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cce75045-e867-4af6-b6c7-4d7ecdab6510 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.392313 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cce75045-e867-4af6-b6c7-4d7ecdab6510 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/89c937aa-17d2-431b-bb9e-cd7d1502dbb7 HTTP/1.1" status: 204 len: 168 time: 0.6532340 Jul 14 09:20:48.398182 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58598) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:48.426685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b76740-53b1-4350-81ae-f0526edef8e9 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:48.469037 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-dac22fdb-a1f2-4ece-90f6-084288f9f699 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693920 Jul 14 09:20:48.472219 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58602) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:48.512628 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec9ff7-687d-4392-a043-066a3335d293 req-ba9f6479-6734-4da6-b781-a3e628c72418 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:48.525539 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8eec9ff7-687d-4392-a043-066a3335d293 req-ba9f6479-6734-4da6-b781-a3e628c72418 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e3461c-fb87-41fd-9943-0155c15c96a6 HTTP/1.1" status: 200 len: 945 time: 0.2248693 Jul 14 09:20:48.590640 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c347291-31db-4e4d-8655-459ced9149bd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:48.595461 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2c347291-31db-4e4d-8655-459ced9149bd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1225586 Jul 14 09:20:48.600136 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8eec9ff7-687d-4392-a043-066a3335d293 req-748e6ed7-211d-48cd-9381-0678e70b5548 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733891 Jul 14 09:20:48.600819 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58604) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:48.703321 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cbb31e-7b8c-4050-ae44-9152e3d25ebb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:48.705722 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-61cbb31e-7b8c-4050-ae44-9152e3d25ebb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1037061 Jul 14 09:20:48.707954 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58608) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:48.759886 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 3b245c66-f491-4c75-a012-287cbdad5557 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:48.760172 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.823467 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-526ecd77-f1a4-47d6-93fb-afc2e072e3a3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1138747 Jul 14 09:20:48.829756 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58610) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:48.835132 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-79556735-5bae-41ba-90da-2f669eb7c5df tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:49.071887 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93badab2-58a7-46f0-9b37-c768658e40df req-79f754a8-9eeb-4b35-ad42-eb4c1b05a779 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:49.076507 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0517234d-2cfa-436f-b463-8947ed9cd137 None None] DHCP port deletion for 4cef7a78-22ed-4e84-a95a-1f569bb0302d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:20:49.076877 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79556735-5bae-41ba-90da-2f669eb7c5df tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:49.078221 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-93badab2-58a7-46f0-9b37-c768658e40df req-79f754a8-9eeb-4b35-ad42-eb4c1b05a779 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 0.2534533 Jul 14 09:20:49.086793 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-79556735-5bae-41ba-90da-2f669eb7c5df tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.164619 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-93badab2-58a7-46f0-9b37-c768658e40df req-f6536b54-ebc1-48ca-9492-31bf167366bd tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803866 Jul 14 09:20:49.351122 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.435552 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0a383-44d4-418b-81c5-2970c9256095 req-5027b394-845a-4cf4-b66c-c7442d705ac2 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:49.439370 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3b245c66-f491-4c75-a012-287cbdad5557, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3b245c66-f491-4c75-a012-287cbdad5557,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:49.441235 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0517234d-2cfa-436f-b463-8947ed9cd137 None None] Deleting port 1b834579-a1e3-43af-b38c-e8db44313a82 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:49.441673 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0517234d-2cfa-436f-b463-8947ed9cd137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.445159 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.446237 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6b2006b7-e3d8-4cff-9444-a6669c1fc757 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:49.453114 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2b0a383-44d4-418b-81c5-2970c9256095 req-5027b394-845a-4cf4-b66c-c7442d705ac2 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbacea66-d745-4640-b4d4-5f899cde1997 HTTP/1.1" status: 200 len: 945 time: 0.1850312 Jul 14 09:20:49.566760 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-79556735-5bae-41ba-90da-2f669eb7c5df tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.576000 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2b0a383-44d4-418b-81c5-2970c9256095 req-f7b53dcf-54cc-431e-97e4-e80b22870cf6 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174595 Jul 14 09:20:49.635577 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0517234d-2cfa-436f-b463-8947ed9cd137 None None] For port 1b834579-a1e3-43af-b38c-e8db44313a82, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1b834579-a1e3-43af-b38c-e8db44313a82,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:49.636089 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0517234d-2cfa-436f-b463-8947ed9cd137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.656444 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 6b2006b7-e3d8-4cff-9444-a6669c1fc757 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:49.660669 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ec59a-8583-47ae-8788-5898b6443542 req-4d69d75d-fd73-40b3-95c6-0def5f5ed22f tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:49.669119 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0517234d-2cfa-436f-b463-8947ed9cd137 None None] Calling delete_port for 1b834579-a1e3-43af-b38c-e8db44313a82 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:49.671455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 6b2006b7-e3d8-4cff-9444-a6669c1fc757 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:49.671836 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.673704 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d09ec59a-8583-47ae-8788-5898b6443542 req-4d69d75d-fd73-40b3-95c6-0def5f5ed22f tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=04816a45-11c4-496e-993b-0c2d3d195226 HTTP/1.1" status: 200 len: 946 time: 0.1692708 Jul 14 09:20:49.676543 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=3b245c66-f491-4c75-a012-287cbdad5557,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:49.713392 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79556735-5bae-41ba-90da-2f669eb7c5df tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:49.721696 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-79556735-5bae-41ba-90da-2f669eb7c5df tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:49.724647 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79556735-5bae-41ba-90da-2f669eb7c5df tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:49.725405 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-79556735-5bae-41ba-90da-2f669eb7c5df tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.749285 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-79556735-5bae-41ba-90da-2f669eb7c5df tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9185798 Jul 14 09:20:49.749489 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58624) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:49.759117 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-344157a4-f1f5-4610-adc9-ad5a86ccb994 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'fixed_ips': [{'subnet_id': '43e07bdd-6cfb-46dd-9fe8-0a0f05c35797', 'ip_address': '2001:db8::3bc9:84ff:aa8f:5a53'}], 'name': 'tempest-NetworksTestDHCPv6-1726543714'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:49.776105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79556735-5bae-41ba-90da-2f669eb7c5df tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=43e07bdd-6cfb-46dd-9fe8-0a0f05c35797,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:49.831025 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d09ec59a-8583-47ae-8788-5898b6443542 req-32a17470-8fa1-448f-90c4-7ea02a864ca2 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527195 Jul 14 09:20:49.853651 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.900403 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 6b2006b7-e3d8-4cff-9444-a6669c1fc757, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6b2006b7-e3d8-4cff-9444-a6669c1fc757,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:49.904264 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.909005 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0517234d-2cfa-436f-b463-8947ed9cd137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.949174 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca1c524f-ea33-4c83-9c4f-5fb2eb4ad90e req-00bc8a33-715e-4b86-ad64-bdb367b10af6 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=98594322-0db8-4431-aa7e-658a94c779e1 HTTP/1.1" status: 200 len: 210 time: 0.0942764 Jul 14 09:20:50.002563 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0517234d-2cfa-436f-b463-8947ed9cd137 None None] No DVR routers for this DVR port 1b834579-a1e3-43af-b38c-e8db44313a82 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:50.046027 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98e1e90-0746-482d-9c07-8e0c0d078fb6 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:50.103573 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344157a4-f1f5-4610-adc9-ad5a86ccb994 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:50.132524 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=6b2006b7-e3d8-4cff-9444-a6669c1fc757,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:50.264989 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04816a45-11c4-496e-993b-0c2d3d195226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b245c66-f491-4c75-a012-287cbdad5557'}, {'server_uuid': '05e3461c-fb87-41fd-9943-0155c15c96a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2006b7-e3d8-4cff-9444-a6669c1fc757'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:50.267873 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77edceb-98cb-4f06-aa57-4575ddec0b0e" -d '{"events": [{"server_uuid": "04816a45-11c4-496e-993b-0c2d3d195226", "name": "network-vif-plugged", "status": "completed", "tag": "3b245c66-f491-4c75-a012-287cbdad5557"}, {"server_uuid": "05e3461c-fb87-41fd-9943-0155c15c96a6", "name": "network-vif-plugged", "status": "completed", "tag": "6b2006b7-e3d8-4cff-9444-a6669c1fc757"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:50.272504 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517234d-2cfa-436f-b463-8947ed9cd137 None None] Pushing event deleted for resources: {'Port': ['ID=1b834579-a1e3-43af-b38c-e8db44313a82,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:50.293152 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-344157a4-f1f5-4610-adc9-ad5a86ccb994 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.327500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-52a6d8b0-a54e-4f37-abbb-339cef04e5c5 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:50.329216 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-52a6d8b0-a54e-4f37-abbb-339cef04e5c5 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=e221313a-08fd-44c8-90b8-074c44de9fff&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1394804 Jul 14 09:20:50.406525 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-344157a4-f1f5-4610-adc9-ad5a86ccb994 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port 18253918-72af-47d5-9a9a-47ded19b9fa3 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:20:50.440413 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'fixed_ips': [{'subnet_id': '43e07bdd-6cfb-46dd-9fe8-0a0f05c35797'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:20:50.441473 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.495199 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-1b59e91f-e204-44ad-931f-8c1726405339 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 696 time: 0.1530156 Jul 14 09:20:50.556926 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1b834579-a1e3-43af-b38c-e8db44313a82 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:50.594465 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 1b834579-a1e3-43af-b38c-e8db44313a82 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:50.595308 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1b834579-a1e3-43af-b38c-e8db44313a82 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:50.641204 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-8d9a4b7f-eb78-4b6b-9115-4e5df8876f56 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Request body: {'floatingip': {'port_id': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:50.685818 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-8d9a4b7f-eb78-4b6b-9115-4e5df8876f56 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.705920 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Allocated IP 2001:db8::2 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/43e07bdd-6cfb-46dd-9fe8-0a0f05c35797/2f6d9f31-7954-4dca-84fd-11001ca67c41) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:50.845238 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5ffcd-93d8-466c-afbd-4cc1008f638a req-5df7126a-4844-4b86-8621-ad39d8e0ee19 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:50.854335 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-14a5ffcd-93d8-466c-afbd-4cc1008f638a req-5df7126a-4844-4b86-8621-ad39d8e0ee19 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e3461c-fb87-41fd-9943-0155c15c96a6 HTTP/1.1" status: 200 len: 946 time: 0.5207889 Jul 14 09:20:50.903906 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.920445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Transition to ACTIVE for port object 2f6d9f31-7954-4dca-84fd-11001ca67c41 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:50.940188 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Transition to ACTIVE for port object 2f6d9f31-7954-4dca-84fd-11001ca67c41 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:50.946635 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.947341 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-14a5ffcd-93d8-466c-afbd-4cc1008f638a req-eda1b076-c8fb-4efa-a575-a17ca1f5df6b tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891774 Jul 14 09:20:51.059281 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:51.067218 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:51.079762 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbdb4e-d6aa-465e-8db5-fdb7d11e4b1a req-8c84d21a-90b9-4fdc-90a6-d18be5b05c10 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:51.080957 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:51.081355 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d6cbdb4e-d6aa-465e-8db5-fdb7d11e4b1a req-8c84d21a-90b9-4fdc-90a6-d18be5b05c10 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.49 "GET /v2.0/ports?device_id=04816a45-11c4-496e-993b-0c2d3d195226 HTTP/1.1" status: 200 len: 946 time: 0.3904264 Jul 14 09:20:51.139458 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Pushing event updated for resources: {'Port': ['ID=2f6d9f31-7954-4dca-84fd-11001ca67c41,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:51.193746 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Attempting to bind port 2f6d9f31-7954-4dca-84fd-11001ca67c41 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:51.194811 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Attempting to bind port 2f6d9f31-7954-4dca-84fd-11001ca67c41 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:51.195380 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Attempting to bind port 2f6d9f31-7954-4dca-84fd-11001ca67c41 on network 4cef7a78-22ed-4e84-a95a-1f569bb0302d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:51.201286 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:51.201976 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:51.202644 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.203233 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Bound using segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:51.204007 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Bound port: 2f6d9f31-7954-4dca-84fd-11001ca67c41, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:51.204604 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.242070 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-344157a4-f1f5-4610-adc9-ad5a86ccb994 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::3bc9:84ff:aa8f:5a53 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/43e07bdd-6cfb-46dd-9fe8-0a0f05c35797/18253918-72af-47d5-9a9a-47ded19b9fa3) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:51.320190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] For port 2f6d9f31-7954-4dca-84fd-11001ca67c41, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:51.334601 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] For port 2f6d9f31-7954-4dca-84fd-11001ca67c41, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2f6d9f31-7954-4dca-84fd-11001ca67c41,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:51.344768 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.409478 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15030b86-2964-4de9-8c7f-0a66fbbe8179 None None] Pushing event updated for resources: {'Port': ['ID=2f6d9f31-7954-4dca-84fd-11001ca67c41,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:51.599033 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-d6cbdb4e-d6aa-465e-8db5-fdb7d11e4b1a req-bc6de538-b1b0-44a7-a4d4-23c8891d40e5 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Deleting port 3b245c66-f491-4c75-a012-287cbdad5557 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:51.600073 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d6cbdb4e-d6aa-465e-8db5-fdb7d11e4b1a req-bc6de538-b1b0-44a7-a4d4-23c8891d40e5 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.096520 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83535eb-b41f-4bba-bc20-93d0f8af4539 req-e4ef0970-e128-4edb-a673-572962dbb099 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:52.098114 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f83535eb-b41f-4bba-bc20-93d0f8af4539 req-e4ef0970-e128-4edb-a673-572962dbb099 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 1.0157895 Jul 14 09:20:52.252315 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3b245c66-f491-4c75-a012-287cbdad5557 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:52.285755 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f83535eb-b41f-4bba-bc20-93d0f8af4539 req-0efc4506-4ef2-4cec-b0fd-b821a10a50fa tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707640 Jul 14 09:20:52.293084 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-d6cbdb4e-d6aa-465e-8db5-fdb7d11e4b1a req-bc6de538-b1b0-44a7-a4d4-23c8891d40e5 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] For port 3b245c66-f491-4c75-a012-287cbdad5557, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3b245c66-f491-4c75-a012-287cbdad5557,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:52.293687 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d6cbdb4e-d6aa-465e-8db5-fdb7d11e4b1a req-bc6de538-b1b0-44a7-a4d4-23c8891d40e5 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.310609 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.resource_extend [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-8d9a4b7f-eb78-4b6b-9115-4e5df8876f56 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:20:52.357321 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.368893 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-d6cbdb4e-d6aa-465e-8db5-fdb7d11e4b1a req-bc6de538-b1b0-44a7-a4d4-23c8891d40e5 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Calling delete_port for 3b245c66-f491-4c75-a012-287cbdad5557 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:52.387793 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd5dcd1-0359-4048-87d1-fd693321b54a x-openstack-request-id: req-7dd5dcd1-0359-4048-87d1-fd693321b54a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:52.388704 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04816a45-11c4-496e-993b-0c2d3d195226", "name": "network-vif-plugged", "status": "completed", "tag": "3b245c66-f491-4c75-a012-287cbdad5557", "code": 200}, {"server_uuid": "05e3461c-fb87-41fd-9943-0155c15c96a6", "name": "network-vif-plugged", "status": "completed", "tag": "6b2006b7-e3d8-4cff-9444-a6669c1fc757", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:52.388978 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7dd5dcd1-0359-4048-87d1-fd693321b54a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:52.396948 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04816a45-11c4-496e-993b-0c2d3d195226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b245c66-f491-4c75-a012-287cbdad5557', 'code': 200} Jul 14 09:20:52.397265 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e3461c-fb87-41fd-9943-0155c15c96a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2006b7-e3d8-4cff-9444-a6669c1fc757', 'code': 200} Jul 14 09:20:52.422499 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-344157a4-f1f5-4610-adc9-ad5a86ccb994 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.499853 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3b245c66-f491-4c75-a012-287cbdad5557, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3b245c66-f491-4c75-a012-287cbdad5557,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:52.505542 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.588620 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-8d9a4b7f-eb78-4b6b-9115-4e5df8876f56 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.618985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=3b245c66-f491-4c75-a012-287cbdad5557,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:52.625372 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2f6d9f31-7954-4dca-84fd-11001ca67c41 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:52.629087 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-344157a4-f1f5-4610-adc9-ad5a86ccb994 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object 18253918-72af-47d5-9a9a-47ded19b9fa3 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:52.706982 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 2f6d9f31-7954-4dca-84fd-11001ca67c41 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:52.729018 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-8d9a4b7f-eb78-4b6b-9115-4e5df8876f56 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.761544 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-344157a4-f1f5-4610-adc9-ad5a86ccb994 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.882762 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344157a4-f1f5-4610-adc9-ad5a86ccb994 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:52.894288 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344157a4-f1f5-4610-adc9-ad5a86ccb994 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=18253918-72af-47d5-9a9a-47ded19b9fa3,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:52.898465 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-344157a4-f1f5-4610-adc9-ad5a86ccb994 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:52.900804 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344157a4-f1f5-4610-adc9-ad5a86ccb994 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:52.907079 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344157a4-f1f5-4610-adc9-ad5a86ccb994 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:52.907870 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-344157a4-f1f5-4610-adc9-ad5a86ccb994 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.948167 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-344157a4-f1f5-4610-adc9-ad5a86ccb994 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1976981 Jul 14 09:20:52.951352 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58652) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:53.020470 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d6cbdb4e-d6aa-465e-8db5-fdb7d11e4b1a req-bc6de538-b1b0-44a7-a4d4-23c8891d40e5 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.101833 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-aa07db24-335c-4ded-a411-929ab6b467d7 None None] Provisioning for port 2f6d9f31-7954-4dca-84fd-11001ca67c41 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:53.107440 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6de538-b1b0-44a7-a4d4-23c8891d40e5 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Pushing event deleted for resources: {'Port': ['ID=3b245c66-f491-4c75-a012-287cbdad5557,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:53.117802 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e54ef7c-3cac-4cd4-8ce5-644e4e0bbd7e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:53.120711 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-aa07db24-335c-4ded-a411-929ab6b467d7 None None] Provisioning complete for port 2f6d9f31-7954-4dca-84fd-11001ca67c41 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:53.121154 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa07db24-335c-4ded-a411-929ab6b467d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.133343 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e54ef7c-3cac-4cd4-8ce5-644e4e0bbd7e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:53.141964 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9e54ef7c-3cac-4cd4-8ce5-644e4e0bbd7e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1879270 Jul 14 09:20:53.145580 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58654) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:53.157702 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-8d9a4b7f-eb78-4b6b-9115-4e5df8876f56 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Floating IP ebebaa61-6af5-4219-9bdf-85bebc1b0d3f associated. External IP: 172.25.1.158, port: e80f0d1f-dc89-4c1a-baff-8385f81cdb4f. Jul 14 09:20:53.241366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cbdb4e-d6aa-465e-8db5-fdb7d11e4b1a req-bc6de538-b1b0-44a7-a4d4-23c8891d40e5 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] No DVR routers for this DVR port 3b245c66-f491-4c75-a012-287cbdad5557 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:53.246289 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d6cbdb4e-d6aa-465e-8db5-fdb7d11e4b1a req-bc6de538-b1b0-44a7-a4d4-23c8891d40e5 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.249697 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d6cbdb4e-d6aa-465e-8db5-fdb7d11e4b1a req-bc6de538-b1b0-44a7-a4d4-23c8891d40e5 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.49 "DELETE /v2.0/ports/3b245c66-f491-4c75-a012-287cbdad5557 HTTP/1.1" status: 204 len: 173 time: 2.1458941 Jul 14 09:20:53.264595 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493545d-3ca0-4537-befa-8581fa40d21c req-f9aed3de-8bbb-414e-a3cf-c7a1d71e45e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:53.272524 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1493545d-3ca0-4537-befa-8581fa40d21c req-f9aed3de-8bbb-414e-a3cf-c7a1d71e45e7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=05e3461c-fb87-41fd-9943-0155c15c96a6 HTTP/1.1" status: 200 len: 1098 time: 0.6877975 Jul 14 09:20:53.295827 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa07db24-335c-4ded-a411-929ab6b467d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.297075 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025debfb-9e4d-4933-9612-2236da1cce47 req-2e52d04e-a323-4cbb-a1f2-aac3e69cbf36 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:53.303051 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-025debfb-9e4d-4933-9612-2236da1cce47 req-2e52d04e-a323-4cbb-a1f2-aac3e69cbf36 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=04816a45-11c4-496e-993b-0c2d3d195226 HTTP/1.1" status: 200 len: 865 time: 0.5747030 Jul 14 09:20:53.325975 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04816a45-11c4-496e-993b-0c2d3d195226', 'name': 'network-vif-deleted', 'tag': '3b245c66-f491-4c75-a012-287cbdad5557'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:53.333572 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddc6305-5658-44c3-8072-be5a74936f4d" -d '{"events": [{"server_uuid": "04816a45-11c4-496e-993b-0c2d3d195226", "name": "network-vif-deleted", "tag": "3b245c66-f491-4c75-a012-287cbdad5557"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:53.376739 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-aa07db24-335c-4ded-a411-929ab6b467d7 None None] For port 2f6d9f31-7954-4dca-84fd-11001ca67c41, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2f6d9f31-7954-4dca-84fd-11001ca67c41,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:53.385173 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa07db24-335c-4ded-a411-929ab6b467d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.438024 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-43608205-1838-44c4-8b8b-264fe6c5ebe3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port 18253918-72af-47d5-9a9a-47ded19b9fa3 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:53.438381 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43608205-1838-44c4-8b8b-264fe6c5ebe3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.525998 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-025debfb-9e4d-4933-9612-2236da1cce47 req-c35ea949-a584-4d09-b7db-fab6a8ed454a tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852577 Jul 14 09:20:53.533936 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1493545d-3ca0-4537-befa-8581fa40d21c req-7bc95371-0e32-4cfc-859b-f340915b6fd1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284954 Jul 14 09:20:53.705519 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43608205-1838-44c4-8b8b-264fe6c5ebe3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.712127 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07db24-335c-4ded-a411-929ab6b467d7 None None] Pushing event updated for resources: {'Port': ['ID=2f6d9f31-7954-4dca-84fd-11001ca67c41,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:53.717090 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0d83dece-b0fb-409f-a235-9da90497a22b None None] Provisioning for port 18253918-72af-47d5-9a9a-47ded19b9fa3 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:53.739512 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07db24-335c-4ded-a411-929ab6b467d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.739785 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-43608205-1838-44c4-8b8b-264fe6c5ebe3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for 18253918-72af-47d5-9a9a-47ded19b9fa3 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:53.740918 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07db24-335c-4ded-a411-929ab6b467d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.741518 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07db24-335c-4ded-a411-929ab6b467d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.742215 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07db24-335c-4ded-a411-929ab6b467d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.744060 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07db24-335c-4ded-a411-929ab6b467d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.745584 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07db24-335c-4ded-a411-929ab6b467d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.746075 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07db24-335c-4ded-a411-929ab6b467d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.748645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07db24-335c-4ded-a411-929ab6b467d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.749100 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07db24-335c-4ded-a411-929ab6b467d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.749832 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07db24-335c-4ded-a411-929ab6b467d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.750256 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07db24-335c-4ded-a411-929ab6b467d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.751766 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07db24-335c-4ded-a411-929ab6b467d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.762448 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0d83dece-b0fb-409f-a235-9da90497a22b None None] Provisioning complete for port 18253918-72af-47d5-9a9a-47ded19b9fa3 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:53.763582 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d83dece-b0fb-409f-a235-9da90497a22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.860583 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-8d9a4b7f-eb78-4b6b-9115-4e5df8876f56 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Router 4a16db79-aecd-498c-9037-eba93ca78953 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:20:53.861489 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0d83dece-b0fb-409f-a235-9da90497a22b None None] Port 18253918-72af-47d5-9a9a-47ded19b9fa3 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:54.019323 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-8d9a4b7f-eb78-4b6b-9115-4e5df8876f56 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:54.034351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52bbb83-124c-46fb-ac4b-d768e7b6163d None None] Sync routers for ids ['4a16db79-aecd-498c-9037-eba93ca78953'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:54.047371 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43608205-1838-44c4-8b8b-264fe6c5ebe3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.070468 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-8d9a4b7f-eb78-4b6b-9115-4e5df8876f56 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.080648 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52bbb83-124c-46fb-ac4b-d768e7b6163d None None] Routers {'4a16db79-aecd-498c-9037-eba93ca78953'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:54.085286 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f52bbb83-124c-46fb-ac4b-d768e7b6163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:20:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4a16db79-aecd-498c-9037-eba93ca78953'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:54.222490 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43608205-1838-44c4-8b8b-264fe6c5ebe3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=18253918-72af-47d5-9a9a-47ded19b9fa3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:54.276513 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-8d9a4b7f-eb78-4b6b-9115-4e5df8876f56 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "PUT /v2.0/floatingips/ebebaa61-6af5-4219-9bdf-85bebc1b0d3f HTTP/1.1" status: 200 len: 997 time: 3.6479704 Jul 14 09:20:54.347228 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43608205-1838-44c4-8b8b-264fe6c5ebe3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.351418 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-43608205-1838-44c4-8b8b-264fe6c5ebe3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/18253918-72af-47d5-9a9a-47ded19b9fa3 HTTP/1.1" status: 204 len: 168 time: 1.2044990 Jul 14 09:20:54.360273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58676) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:54.526032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c29c99-63c9-488a-85e1-c85b21143201 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:54.535222 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04816a45-11c4-496e-993b-0c2d3d195226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b245c66-f491-4c75-a012-287cbdad5557'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:54.541568 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c29c99-63c9-488a-85e1-c85b21143201 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:54.549072 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0815f44-e599-40d5-aad7-c4645577d6dc" -d '{"events": [{"server_uuid": "04816a45-11c4-496e-993b-0c2d3d195226", "name": "network-vif-unplugged", "status": "completed", "tag": "3b245c66-f491-4c75-a012-287cbdad5557"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:54.556148 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-70c29c99-63c9-488a-85e1-c85b21143201 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1863546 Jul 14 09:20:54.557324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58682) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:54.574655 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-f52bbb83-124c-46fb-ac4b-d768e7b6163d None None] Set router 4a16db79-aecd-498c-9037-eba93ca78953 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:54.623640 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2f6d9f31-7954-4dca-84fd-11001ca67c41 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:54.630578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-1a955068-0b89-4324-b88e-447c2f97106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:54.632537 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-1a955068-0b89-4324-b88e-447c2f97106e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c81313ed0f24e4486654b835c382f5d&device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 1098 time: 0.3297944 Jul 14 09:20:54.718100 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-40453a62-09ed-4683-a728-650047594138 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 43e07bdd-6cfb-46dd-9fe8-0a0f05c35797 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:20:54.723194 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40453a62-09ed-4683-a728-650047594138 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.754838 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871de68a-20ed-4b66-9afa-28c51792fe28 req-3d484063-ea03-4b9c-8af7-262b5f335375 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:54.764143 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-871de68a-20ed-4b66-9afa-28c51792fe28 req-3d484063-ea03-4b9c-8af7-262b5f335375 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e3461c-fb87-41fd-9943-0155c15c96a6 HTTP/1.1" status: 200 len: 946 time: 0.2949181 Jul 14 09:20:54.810392 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40453a62-09ed-4683-a728-650047594138 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.869361 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-871de68a-20ed-4b66-9afa-28c51792fe28 req-e9216200-001c-4a7f-a84f-b81f0e25d7d9 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032987 Jul 14 09:20:54.878359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-57fc2c17-2386-454d-b193-d3b04b3c8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:54.883421 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-57fc2c17-2386-454d-b193-d3b04b3c8af1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a HTTP/1.1" status: 200 len: 921 time: 0.2307646 Jul 14 09:20:54.971777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 2f6d9f31-7954-4dca-84fd-11001ca67c41 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:54.972188 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.977862 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-922debb3-20d5-40e7-9ac2-d208dba03b90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e80f0d1f-dc89-4c1a-baff-8385f81cdb4f HTTP/1.1" status: 200 len: 1000 time: 0.0789800 Jul 14 09:20:55.069694 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e5adb-9e47-4025-a5c5-e203710df3de req-c0c3c485-5a37-487e-a572-0286f8b63041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:55.071487 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1c9e5adb-9e47-4025-a5c5-e203710df3de req-c0c3c485-5a37-487e-a572-0286f8b63041 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 1098 time: 0.1838405 Jul 14 09:20:55.075915 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40453a62-09ed-4683-a728-650047594138 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.096490 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-cf965b34-d05a-4617-975c-8dd4d8dce24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:55.106983 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-cf965b34-d05a-4617-975c-8dd4d8dce24c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b26c4a85-82c2-41ae-9f0b-7df4811624b1 HTTP/1.1" status: 200 len: 859 time: 0.1201329 Jul 14 09:20:55.149193 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1c9e5adb-9e47-4025-a5c5-e203710df3de req-7657c8ce-a7d3-4709-8e41-39d3483343ee service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694597 Jul 14 09:20:55.186934 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcf9cd-c689-4bb2-b16e-7104b9e5d0f2 req-01429589-5bc9-4d8a-856d-af5be992214e tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:55.197074 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ddcf9cd-c689-4bb2-b16e-7104b9e5d0f2 req-01429589-5bc9-4d8a-856d-af5be992214e tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 0.1721675 Jul 14 09:20:55.210643 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40453a62-09ed-4683-a728-650047594138 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.264283 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40453a62-09ed-4683-a728-650047594138 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=43e07bdd-6cfb-46dd-9fe8-0a0f05c35797,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:55.267359 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b70475-0254-4150-8fcb-7c4d1919669b None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:55.268592 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40453a62-09ed-4683-a728-650047594138 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.271846 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-40453a62-09ed-4683-a728-650047594138 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/43e07bdd-6cfb-46dd-9fe8-0a0f05c35797 HTTP/1.1" status: 204 len: 168 time: 0.7132919 Jul 14 09:20:55.274262 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58690) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:55.276959 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ddcf9cd-c689-4bb2-b16e-7104b9e5d0f2 req-de8fce1f-2413-40d5-801f-af84e44102ab tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780656 Jul 14 09:20:55.296148 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-c76ba33f-8331-41e9-872b-2ed67b30c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:55.308025 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-c76ba33f-8331-41e9-872b-2ed67b30c0e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1983690 Jul 14 09:20:55.348571 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f641622e-d482-4e84-ae1d-b2fc310e0927 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728652 Jul 14 09:20:55.352032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58692) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:55.359166 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f6dc8c55-2bd9-4123-8a9f-1b4fbd9cf9e1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:55.399366 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f52bbb83-124c-46fb-ac4b-d768e7b6163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ebebaa61-6af5-4219-9bdf-85bebc1b0d3f', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'floating_ip_address': '172.25.1.158', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'port_id': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'mac_address': 'fa:16:3e:57:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:23Z', 'updated_at': '2021-07-14T09:20:52Z', 'revision_number': 1, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2a66b1-1792-4ced-9d7e-9fa51239baf5', 'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'mac_address': 'fa:16:3e:44:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:47Z', 'updated_at': '2021-07-14T09:20:01Z', 'revision_number': 5, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'subnets': [{'id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:55.435164 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9f3620-9f8f-44ab-9d89-22b5d159175d x-openstack-request-id: req-ec9f3620-9f8f-44ab-9d89-22b5d159175d {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:55.435384 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04816a45-11c4-496e-993b-0c2d3d195226", "name": "network-vif-deleted", "tag": "3b245c66-f491-4c75-a012-287cbdad5557", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:55.436286 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec9f3620-9f8f-44ab-9d89-22b5d159175d {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:55.436554 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04816a45-11c4-496e-993b-0c2d3d195226', 'name': 'network-vif-deleted', 'tag': '3b245c66-f491-4c75-a012-287cbdad5557', 'status': 'completed', 'code': 200} Jul 14 09:20:55.466373 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52bbb83-124c-46fb-ac4b-d768e7b6163d None None] Checking router: 4a16db79-aecd-498c-9037-eba93ca78953 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:55.483691 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52bbb83-124c-46fb-ac4b-d768e7b6163d None None] Routers {'4a16db79-aecd-498c-9037-eba93ca78953'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:55.484694 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f52bbb83-124c-46fb-ac4b-d768e7b6163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:20:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4a16db79-aecd-498c-9037-eba93ca78953'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:55.540271 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dc8c55-2bd9-4123-8a9f-1b4fbd9cf9e1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:55.545847 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8c55-2bd9-4123-8a9f-1b4fbd9cf9e1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.601526 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-887add45-0353-4fe7-a3c4-acdf89d3dd40 service neutron] 10.222.0.26 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925088 Jul 14 09:20:55.751992 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-d5b96a01-758c-4b3d-b6d7-dbe56428f415 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:55.755853 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-d5b96a01-758c-4b3d-b6d7-dbe56428f415 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 810 time: 0.2984216 Jul 14 09:20:55.818723 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-7fa52c9e-0e14-4cd6-9eb5-3bd3f263c5b8 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/quotas/be454fb0ee14462b824a675124f7b42d HTTP/1.1" status: 200 len: 375 time: 0.0499234 Jul 14 09:20:55.879181 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8c55-2bd9-4123-8a9f-1b4fbd9cf9e1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.897702 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-1517165d-c6dd-4a24-a123-137d751908ff tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697784 Jul 14 09:20:55.909604 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb50623a-c93f-45f6-a112-4efbfeaa25b7 None None] DHCP port deletion for 4cef7a78-22ed-4e84-a95a-1f569bb0302d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:20:55.936964 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-60f5aec3-23a2-4a99-9519-0bdf130c5b24 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:55.937611 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dc8c55-2bd9-4123-8a9f-1b4fbd9cf9e1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:55.941674 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f6dc8c55-2bd9-4123-8a9f-1b4fbd9cf9e1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:55.947468 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dc8c55-2bd9-4123-8a9f-1b4fbd9cf9e1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:55.948342 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8c55-2bd9-4123-8a9f-1b4fbd9cf9e1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.952263 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-60f5aec3-23a2-4a99-9519-0bdf130c5b24 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0375497 Jul 14 09:20:55.970919 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f841d126-37e1-456b-9375-5c4d78e8f181 req-6df7ba84-9c51-47c9-a8ba-53d8cd870f4a service neutron] 10.222.0.26 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547380 Jul 14 09:20:55.979824 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc8c55-2bd9-4123-8a9f-1b4fbd9cf9e1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=f8ad89ca-a284-4c4b-b81c-88fbba3d881e,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:55.984320 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f6dc8c55-2bd9-4123-8a9f-1b4fbd9cf9e1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6311843 Jul 14 09:20:55.987322 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58704) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:55.993756 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-68fb426a-99cf-4064-9474-c49b5ac80ef4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'fixed_ips': [{'subnet_id': 'f8ad89ca-a284-4c4b-b81c-88fbba3d881e', 'ip_address': '2001:db8::d06:37f2:eeec:e1f1'}], 'name': 'tempest-NetworksTestDHCPv6-1551863161'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:56.017736 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-f52bbb83-124c-46fb-ac4b-d768e7b6163d None None] Set router 4a16db79-aecd-498c-9037-eba93ca78953 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:56.167143 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-972d3f44-de58-45fc-bc90-0b4d9990d40b service neutron] 10.222.0.26 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932869 Jul 14 09:20:56.196040 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fb50623a-c93f-45f6-a112-4efbfeaa25b7 None None] Deleting port 2f6d9f31-7954-4dca-84fd-11001ca67c41 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:56.206588 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb50623a-c93f-45f6-a112-4efbfeaa25b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.219950 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fb426a-99cf-4064-9474-c49b5ac80ef4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:56.231920 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b58d67-1c4d-430d-a2c0-7f94dcd9e2f3 x-openstack-request-id: req-b4b58d67-1c4d-430d-a2c0-7f94dcd9e2f3 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:56.232212 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04816a45-11c4-496e-993b-0c2d3d195226", "name": "network-vif-unplugged", "status": "completed", "tag": "3b245c66-f491-4c75-a012-287cbdad5557", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:56.232467 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b4b58d67-1c4d-430d-a2c0-7f94dcd9e2f3 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:56.232858 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04816a45-11c4-496e-993b-0c2d3d195226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b245c66-f491-4c75-a012-287cbdad5557', 'code': 200} Jul 14 09:20:56.313140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3b245c66-f491-4c75-a012-287cbdad5557 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:56.363536 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-975e501e-05f1-460d-9b63-c82548286ef8 service neutron] 10.222.0.26 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863198 Jul 14 09:20:56.381700 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 3b245c66-f491-4c75-a012-287cbdad5557 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:56.381959 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3b245c66-f491-4c75-a012-287cbdad5557 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:56.425249 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68fb426a-99cf-4064-9474-c49b5ac80ef4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.456892 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-68fb426a-99cf-4064-9474-c49b5ac80ef4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port 572dfbb7-c875-4021-8daa-ecad7d383df7 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:20:56.491163 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fb50623a-c93f-45f6-a112-4efbfeaa25b7 None None] For port 2f6d9f31-7954-4dca-84fd-11001ca67c41, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2f6d9f31-7954-4dca-84fd-11001ca67c41,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:56.491560 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb50623a-c93f-45f6-a112-4efbfeaa25b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.537324 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2f6d9f31-7954-4dca-84fd-11001ca67c41 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:56.632312 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fb50623a-c93f-45f6-a112-4efbfeaa25b7 None None] Calling delete_port for 2f6d9f31-7954-4dca-84fd-11001ca67c41 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:56.940247 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.986177 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-68fb426a-99cf-4064-9474-c49b5ac80ef4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::d06:37f2:eeec:e1f1 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/f8ad89ca-a284-4c4b-b81c-88fbba3d881e/572dfbb7-c875-4021-8daa-ecad7d383df7) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:57.022408 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e441f-81c4-455b-80b6-f3c72702180b req-39c6edb1-61ee-4ab2-a025-a7d912c60aef tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:57.029763 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e6e441f-81c4-455b-80b6-f3c72702180b req-39c6edb1-61ee-4ab2-a025-a7d912c60aef tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e3461c-fb87-41fd-9943-0155c15c96a6 HTTP/1.1" status: 200 len: 946 time: 0.1774502 Jul 14 09:20:57.113978 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb50623a-c93f-45f6-a112-4efbfeaa25b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.154872 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e6e441f-81c4-455b-80b6-f3c72702180b req-f9398e9f-5be8-4cd2-92bb-67c64845954d tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208825 Jul 14 09:20:57.179437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-851b1f9d-03f5-41bf-8eb3-92727eda043c tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:57.182918 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f52bbb83-124c-46fb-ac4b-d768e7b6163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ebebaa61-6af5-4219-9bdf-85bebc1b0d3f', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'floating_ip_address': '172.25.1.158', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'port_id': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'mac_address': 'fa:16:3e:57:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:23Z', 'updated_at': '2021-07-14T09:20:52Z', 'revision_number': 1, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2a66b1-1792-4ced-9d7e-9fa51239baf5', 'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'mac_address': 'fa:16:3e:44:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:47Z', 'updated_at': '2021-07-14T09:20:01Z', 'revision_number': 5, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'subnets': [{'id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:57.188263 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-851b1f9d-03f5-41bf-8eb3-92727eda043c tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbacea66-d745-4640-b4d4-5f899cde1997&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2156954 Jul 14 09:20:57.283900 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68fb426a-99cf-4064-9474-c49b5ac80ef4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.287965 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb50623a-c93f-45f6-a112-4efbfeaa25b7 None None] No DVR routers for this DVR port 2f6d9f31-7954-4dca-84fd-11001ca67c41 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:57.290342 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52bbb83-124c-46fb-ac4b-d768e7b6163d None None] The sync data for ids ['4a16db79-aecd-498c-9037-eba93ca78953'] in n-d-798054-10 is: [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ebebaa61-6af5-4219-9bdf-85bebc1b0d3f', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'floating_ip_address': '172.25.1.158', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'port_id': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'mac_address': 'fa:16:3e:57:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:23Z', 'updated_at': '2021-07-14T09:20:52Z', 'revision_number': 1, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2a66b1-1792-4ced-9d7e-9fa51239baf5', 'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'mac_address': 'fa:16:3e:44:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:47Z', 'updated_at': '2021-07-14T09:20:01Z', 'revision_number': 5, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'subnets': [{'id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:57.294438 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-3be25f4f-8b74-4d2d-b4fd-878ad28521de tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 1000 time: 0.1049747 Jul 14 09:20:57.303793 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50623a-c93f-45f6-a112-4efbfeaa25b7 None None] Pushing event deleted for resources: {'Port': ['ID=2f6d9f31-7954-4dca-84fd-11001ca67c41,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:57.337493 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-68fb426a-99cf-4064-9474-c49b5ac80ef4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object 572dfbb7-c875-4021-8daa-ecad7d383df7 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:57.342384 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd300d5-e4e8-4f68-bd00-87e120ed5ec7 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:57.345652 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-b782b143-c81a-42b6-9ac9-ff1065f3c0be tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Request body: {'floatingip': {'port_id': '8ccab23e-b70a-419f-a828-b5ed2e230b18', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:57.423516 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-11313abb-7710-475d-8d5c-650ea148c3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.427556 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68fb426a-99cf-4064-9474-c49b5ac80ef4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.514883 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'tag': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:57.520891 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826ba27f-e81c-4cfa-9ee9-63f946d23d73" -d '{"events": [{"name": "network-changed", "server_uuid": "e221313a-08fd-44c8-90b8-074c44de9fff", "tag": "e80f0d1f-dc89-4c1a-baff-8385f81cdb4f"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:57.527321 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fb426a-99cf-4064-9474-c49b5ac80ef4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:57.530989 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-68fb426a-99cf-4064-9474-c49b5ac80ef4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:57.535741 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fb426a-99cf-4064-9474-c49b5ac80ef4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:57.546845 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fb426a-99cf-4064-9474-c49b5ac80ef4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:57.547888 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68fb426a-99cf-4064-9474-c49b5ac80ef4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.558900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb426a-99cf-4064-9474-c49b5ac80ef4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=572dfbb7-c875-4021-8daa-ecad7d383df7,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:57.573875 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-68fb426a-99cf-4064-9474-c49b5ac80ef4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5850370 Jul 14 09:20:57.577287 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58748) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:57.659267 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-b782b143-c81a-42b6-9ac9-ff1065f3c0be tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.749647 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cb11d0-bbde-43c3-9a3d-83f74a908604 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:57.755142 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-65cb11d0-bbde-43c3-9a3d-83f74a908604 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1727507 Jul 14 09:20:57.755142 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58752) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:57.772551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'fixed_ips': [{'subnet_id': 'f8ad89ca-a284-4c4b-b81c-88fbba3d881e'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:20:57.773674 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.849287 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae69ffa-0d76-4213-bf80-0751f588af2d None None] New status for floating IP ebebaa61-6af5-4219-9bdf-85bebc1b0d3f: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:20:57.925427 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-b3f4e221-a671-497e-ac8f-7f5d53ccd9e9 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port 572dfbb7-c875-4021-8daa-ecad7d383df7 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:57.926063 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e221-a671-497e-ac8f-7f5d53ccd9e9 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.019928 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c6773-ed5c-48a9-b872-de7afe1aff17 req-7327af99-432e-49f8-9eea-2ec84e461811 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:58.021379 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a7c6773-ed5c-48a9-b872-de7afe1aff17 req-7327af99-432e-49f8-9eea-2ec84e461811 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 0.4475014 Jul 14 09:20:58.138407 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Allocated IP 2001:db8::2 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/f8ad89ca-a284-4c4b-b81c-88fbba3d881e/8a503d23-98ae-44f1-94ff-6a7928a192ae) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:58.146247 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e221-a671-497e-ac8f-7f5d53ccd9e9 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.187673 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-b3f4e221-a671-497e-ac8f-7f5d53ccd9e9 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for 572dfbb7-c875-4021-8daa-ecad7d383df7 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:58.188753 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a7c6773-ed5c-48a9-b872-de7afe1aff17 req-e699b978-b1b4-4fc7-ae8f-84a1653488e4 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514525 Jul 14 09:20:58.503151 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.571781 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.api [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-b782b143-c81a-42b6-9ac9-ff1065f3c0be tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:20:58.572370 n-d-798054-10 neutron-server[93887]: DEBUG oslo_db.api [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-b782b143-c81a-42b6-9ac9-ff1065f3c0be tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:20:58.583236 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e221-a671-497e-ac8f-7f5d53ccd9e9 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.583818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Transition to ACTIVE for port object 8a503d23-98ae-44f1-94ff-6a7928a192ae will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:58.608093 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Transition to ACTIVE for port object 8a503d23-98ae-44f1-94ff-6a7928a192ae will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:58.617978 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.634054 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-dbb1bc29-3923-4bf8-b5cb-290f5aa2cf0c tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:58.636228 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-dbb1bc29-3923-4bf8-b5cb-290f5aa2cf0c tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/networks?id=da42ad67-5396-4a08-bd51-0b6ba891c01d HTTP/1.1" status: 200 len: 822 time: 0.2172785 Jul 14 09:20:58.641401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4e221-a671-497e-ac8f-7f5d53ccd9e9 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=572dfbb7-c875-4021-8daa-ecad7d383df7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:58.676884 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Pushing event updated for resources: {'Port': ['ID=8a503d23-98ae-44f1-94ff-6a7928a192ae,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:58.680347 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e221-a671-497e-ac8f-7f5d53ccd9e9 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.682803 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b3f4e221-a671-497e-ac8f-7f5d53ccd9e9 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/572dfbb7-c875-4021-8daa-ecad7d383df7 HTTP/1.1" status: 204 len: 168 time: 0.9261134 Jul 14 09:20:58.686061 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58768) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:58.692363 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:58.694423 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:58.699455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:58.756578 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d9231d-c686-4bf3-994e-8f68359deebf tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:58.757672 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-17fb90b4-b87b-4655-a29e-2f09bb7bc3a8 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/quotas/d9baf05f0e514ebf980dc77789ca82e3 HTTP/1.1" status: 200 len: 375 time: 0.0898981 Jul 14 09:20:58.764208 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d9231d-c686-4bf3-994e-8f68359deebf tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:58.765820 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e3d9231d-c686-4bf3-994e-8f68359deebf tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0785053 Jul 14 09:20:58.768403 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58770) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:58.789261 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Attempting to bind port 8a503d23-98ae-44f1-94ff-6a7928a192ae on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:58.790061 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Attempting to bind port 8a503d23-98ae-44f1-94ff-6a7928a192ae by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:58.790675 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Attempting to bind port 8a503d23-98ae-44f1-94ff-6a7928a192ae on network 4cef7a78-22ed-4e84-a95a-1f569bb0302d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:58.799827 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:58.802219 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:58.803465 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.803465 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Bound using segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:58.804144 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Bound port: 8a503d23-98ae-44f1-94ff-6a7928a192ae, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:58.804762 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.880501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-08728d04-077f-43ea-9d1b-7e387a335d8c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet f8ad89ca-a284-4c4b-b81c-88fbba3d881e {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:20:58.880754 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-bd99e2f8-883a-4403-beb6-1c01e8daefbf tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:58.882299 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-bd99e2f8-883a-4403-beb6-1c01e8daefbf tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.49 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 810 time: 0.2426965 Jul 14 09:20:58.895289 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08728d04-077f-43ea-9d1b-7e387a335d8c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.906834 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-4000038e-49e4-4690-8780-82edc9890db2 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Request body: {'port': {'device_id': 'd356366d-0d6d-40ea-8471-fb6573cefda5', 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530', 'admin_state_up': True, 'tenant_id': 'be454fb0ee14462b824a675124f7b42d'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:58.909913 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] For port 8a503d23-98ae-44f1-94ff-6a7928a192ae, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:58.915834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] For port 8a503d23-98ae-44f1-94ff-6a7928a192ae, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=8a503d23-98ae-44f1-94ff-6a7928a192ae,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:58.920751 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.960987 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08728d04-077f-43ea-9d1b-7e387a335d8c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.978795 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef5425-1102-4df6-a29d-b40fc904170c None None] Pushing event updated for resources: {'Port': ['ID=8a503d23-98ae-44f1-94ff-6a7928a192ae,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:58.994144 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-30350852-218d-4fcc-bd8d-40e2ca17466f tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9baf05f0e514ebf980dc77789ca82e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2301550 Jul 14 09:20:59.073470 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-b782b143-c81a-42b6-9ac9-ff1065f3c0be tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.154194 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08728d04-077f-43ea-9d1b-7e387a335d8c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.266136 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08728d04-077f-43ea-9d1b-7e387a335d8c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.346095 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08728d04-077f-43ea-9d1b-7e387a335d8c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ad89ca-a284-4c4b-b81c-88fbba3d881e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:59.352822 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08728d04-077f-43ea-9d1b-7e387a335d8c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.355030 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-08728d04-077f-43ea-9d1b-7e387a335d8c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/f8ad89ca-a284-4c4b-b81c-88fbba3d881e HTTP/1.1" status: 204 len: 168 time: 0.5856521 Jul 14 09:20:59.357699 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58772) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:59.430213 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5fbcba25-1418-4bcf-be32-ad12d37b0437 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708301 Jul 14 09:20:59.436188 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58774) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:59.442473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-281ce78f-18a2-4fca-b0e3-a0aea2f10231 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:59.577142 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281ce78f-18a2-4fca-b0e3-a0aea2f10231 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:59.582034 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-281ce78f-18a2-4fca-b0e3-a0aea2f10231 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.709096 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-4000038e-49e4-4690-8780-82edc9890db2 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Made reservation on behalf of be454fb0ee14462b824a675124f7b42d for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:59.711074 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-933e707b-7056-4095-bc7e-d89e217b2ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.712947 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-4000038e-49e4-4690-8780-82edc9890db2 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.721023 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-bf2a7af5-2880-4ddc-8d8e-b5ec1dae4c85 service neutron] 10.222.0.26 "GET /v2.0/networks/da42ad67-5396-4a08-bd51-0b6ba891c01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7164259 Jul 14 09:20:59.865088 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.171677 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-eab47c48-5477-42bd-8a34-3e1aa916242a service neutron] 10.222.0.26 "GET /v2.0/networks/da42ad67-5396-4a08-bd51-0b6ba891c01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393930 Jul 14 09:21:00.327914 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-281ce78f-18a2-4fca-b0e3-a0aea2f10231 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.413307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-4000038e-49e4-4690-8780-82edc9890db2 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Allocated IP 172.20.0.12 (c264f7f6-27f5-4c6a-b12c-803b241a1530/ccf1d83d-082d-42ed-9d0f-7aa5099c2f25/b546c09a-3024-449b-b1f0-99adfc30df76) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:00.437491 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ce78f-18a2-4fca-b0e3-a0aea2f10231 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=25f87f60-0797-41b0-b9f1-f49fe8733d1b,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:00.472347 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281ce78f-18a2-4fca-b0e3-a0aea2f10231 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:00.473978 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-281ce78f-18a2-4fca-b0e3-a0aea2f10231 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:00.477657 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281ce78f-18a2-4fca-b0e3-a0aea2f10231 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:00.478368 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-281ce78f-18a2-4fca-b0e3-a0aea2f10231 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.520506 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-281ce78f-18a2-4fca-b0e3-a0aea2f10231 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0807304 Jul 14 09:21:00.520923 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58780) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:00.533946 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f937c2fa-b825-4415-b80d-0682113276f5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'fixed_ips': [{'subnet_id': '25f87f60-0797-41b0-b9f1-f49fe8733d1b', 'ip_address': '2001:db8::14b8:dab6:e50c:ba7e'}], 'name': 'tempest-NetworksTestDHCPv6-507944087'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:00.588271 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.602308 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.resource_extend [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-b782b143-c81a-42b6-9ac9-ff1065f3c0be tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:21:00.652720 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eca245-262f-4164-8b57-e84ea1b48c0d None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:00.788034 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 8a503d23-98ae-44f1-94ff-6a7928a192ae up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:00.795753 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9def76b0-ad24-49a6-9add-25ea756ca73c req-9f73c812-0521-4cf2-adcf-bcbc7f6ab75d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=d356366d-0d6d-40ea-8471-fb6573cefda5 HTTP/1.1" status: 200 len: 210 time: 0.1215618 Jul 14 09:21:00.797490 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f937c2fa-b825-4415-b80d-0682113276f5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:00.806173 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f937c2fa-b825-4415-b80d-0682113276f5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.816347 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-b782b143-c81a-42b6-9ac9-ff1065f3c0be tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.836321 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-b782b143-c81a-42b6-9ac9-ff1065f3c0be tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.880388 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-04b9c140-900f-40bc-8a0e-a5f8653878e7 None None] Could not find standard attr ID for object 572dfbb7-c875-4021-8daa-ecad7d383df7. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:21:00.891253 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-f937c2fa-b825-4415-b80d-0682113276f5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port 11d23b58-d6ca-4595-8448-76f9f5d0e964 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:21:01.019223 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-04b9c140-900f-40bc-8a0e-a5f8653878e7 None None] Provisioning for port 8a503d23-98ae-44f1-94ff-6a7928a192ae completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:01.096911 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 8a503d23-98ae-44f1-94ff-6a7928a192ae completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:01.125361 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 8a503d23-98ae-44f1-94ff-6a7928a192ae triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:01.125733 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.196783 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-f937c2fa-b825-4415-b80d-0682113276f5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::14b8:dab6:e50c:ba7e (4cef7a78-22ed-4e84-a95a-1f569bb0302d/25f87f60-0797-41b0-b9f1-f49fe8733d1b/11d23b58-d6ca-4595-8448-76f9f5d0e964) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:01.205307 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-4000038e-49e4-4690-8780-82edc9890db2 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.277319 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-4000038e-49e4-4690-8780-82edc9890db2 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.396346 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f937c2fa-b825-4415-b80d-0682113276f5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.430447 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-f937c2fa-b825-4415-b80d-0682113276f5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object 11d23b58-d6ca-4595-8448-76f9f5d0e964 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:01.457476 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.483340 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f937c2fa-b825-4415-b80d-0682113276f5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.560020 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 8a503d23-98ae-44f1-94ff-6a7928a192ae, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=8a503d23-98ae-44f1-94ff-6a7928a192ae,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:01.591543 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.608733 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937c2fa-b825-4415-b80d-0682113276f5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=11d23b58-d6ca-4595-8448-76f9f5d0e964,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:01.622091 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-b782b143-c81a-42b6-9ac9-ff1065f3c0be tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Floating IP ebebaa61-6af5-4219-9bdf-85bebc1b0d3f associated. External IP: 172.25.1.158, port: e80f0d1f-dc89-4c1a-baff-8385f81cdb4f. Jul 14 09:21:01.645648 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f937c2fa-b825-4415-b80d-0682113276f5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:01.647391 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f937c2fa-b825-4415-b80d-0682113276f5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:01.653803 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f937c2fa-b825-4415-b80d-0682113276f5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:01.682187 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f937c2fa-b825-4415-b80d-0682113276f5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:01.683422 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f937c2fa-b825-4415-b80d-0682113276f5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.689164 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.719042 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f937c2fa-b825-4415-b80d-0682113276f5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1964746 Jul 14 09:21:01.725780 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58798) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:01.738285 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=8a503d23-98ae-44f1-94ff-6a7928a192ae,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:01.767636 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-4000038e-49e4-4690-8780-82edc9890db2 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Network c264f7f6-27f5-4c6a-b12c-803b241a1530 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:01.801337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-4000038e-49e4-4690-8780-82edc9890db2 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:01.817945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-4000038e-49e4-4690-8780-82edc9890db2 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:01.823692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000038e-49e4-4690-8780-82edc9890db2 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Pushing event updated for resources: {'Port': ['ID=b546c09a-3024-449b-b1f0-99adfc30df76,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:01.899054 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d7b9ed0f-9cfa-4227-bdac-9defcd7d70bd None None] Provisioning complete for port 8a503d23-98ae-44f1-94ff-6a7928a192ae triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:01.899779 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d7b9ed0f-9cfa-4227-bdac-9defcd7d70bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.900680 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680232a1-75b2-4374-895c-c010d5d2088e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:01.912511 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680232a1-75b2-4374-895c-c010d5d2088e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:01.915995 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-680232a1-75b2-4374-895c-c010d5d2088e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1886458 Jul 14 09:21:01.920185 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58800) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:02.060381 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d068-75dd-40f9-9623-0200a62c507d req-080324d9-5c48-40a9-91d5-7f36907859af tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.072265 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac53d068-75dd-40f9-9623-0200a62c507d req-080324d9-5c48-40a9-91d5-7f36907859af tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 806 time: 1.0054286 Jul 14 09:21:02.166857 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac53d068-75dd-40f9-9623-0200a62c507d req-54b043e9-52c2-4eae-a6e9-364e9ebc0484 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/quotas/a7e8bfa500ca4c6083bfd3e82f31e918 HTTP/1.1" status: 200 len: 375 time: 0.0926888 Jul 14 09:21:02.186910 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-03673332-0a5d-402f-943f-d667ad34fcd2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port 11d23b58-d6ca-4595-8448-76f9f5d0e964 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:02.187318 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03673332-0a5d-402f-943f-d667ad34fcd2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.253960 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-4000038e-49e4-4690-8780-82edc9890db2 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.253960 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-4000038e-49e4-4690-8780-82edc9890db2 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.305998 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-4000038e-49e4-4690-8780-82edc9890db2 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4065018 Jul 14 09:21:02.332759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Request body: {'port': {'device_id': 'd356366d-0d6d-40ea-8471-fb6573cefda5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:02.337973 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3cbfab9a-17df-4190-9bf5-1f03de0c5628 None None] Could not find standard attr ID for object 572dfbb7-c875-4021-8daa-ecad7d383df7. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:21:02.389635 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03673332-0a5d-402f-943f-d667ad34fcd2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.428137 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-03673332-0a5d-402f-943f-d667ad34fcd2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for 11d23b58-d6ca-4595-8448-76f9f5d0e964 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:02.527092 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 8a503d23-98ae-44f1-94ff-6a7928a192ae up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:02.555791 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac53d068-75dd-40f9-9623-0200a62c507d req-14f4a4d8-7136-40a0-bb21-e15eb84d989f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3877141 Jul 14 09:21:02.699755 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 8a503d23-98ae-44f1-94ff-6a7928a192ae triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:02.700031 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.735198 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03673332-0a5d-402f-943f-d667ad34fcd2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.750357 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.776756 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.791650 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03673332-0a5d-402f-943f-d667ad34fcd2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=11d23b58-d6ca-4595-8448-76f9f5d0e964,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:02.805692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-b782b143-c81a-42b6-9ac9-ff1065f3c0be tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Router 4a16db79-aecd-498c-9037-eba93ca78953 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:02.858992 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03673332-0a5d-402f-943f-d667ad34fcd2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.861689 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-03673332-0a5d-402f-943f-d667ad34fcd2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/11d23b58-d6ca-4595-8448-76f9f5d0e964 HTTP/1.1" status: 204 len: 168 time: 0.9396722 Jul 14 09:21:02.864147 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58802) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:02.936228 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac53d068-75dd-40f9-9623-0200a62c507d req-84f5fe85-5f06-4138-bf1b-be5ebbb99d95 service neutron] 10.222.0.26 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794625 Jul 14 09:21:03.000125 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fb2e16-28e1-4e02-8d96-f61d11fe88c7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:03.015063 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fb2e16-28e1-4e02-8d96-f61d11fe88c7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:03.021129 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d8fb2e16-28e1-4e02-8d96-f61d11fe88c7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1551032 Jul 14 09:21:03.021803 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58804) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:03.126946 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-9621e319-014b-427d-8345-7879ab8ac816 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 25f87f60-0797-41b0-b9f1-f49fe8733d1b {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:21:03.130955 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9621e319-014b-427d-8345-7879ab8ac816 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.211953 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-43d065c1-d457-4e93-86ed-5dd2b9efef35 None None] Could not find standard attr ID for object 11d23b58-d6ca-4595-8448-76f9f5d0e964. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:21:03.218683 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9621e319-014b-427d-8345-7879ab8ac816 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.264951 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-c3dbe25d-3f9d-4897-af82-3236150050a0 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:03.266612 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-c3dbe25d-3f9d-4897-af82-3236150050a0 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.49 "GET /v2.0/networks?id=da42ad67-5396-4a08-bd51-0b6ba891c01d HTTP/1.1" status: 200 len: 822 time: 0.6102335 Jul 14 09:21:03.285741 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-18f2c6ed-d8e8-488a-b11c-d038e9746ef9 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Request body: {'port': {'device_id': '030252eb-1942-4b80-a7ff-a876a3524427', 'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d', 'admin_state_up': True, 'tenant_id': 'd9baf05f0e514ebf980dc77789ca82e3'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:03.310931 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9621e319-014b-427d-8345-7879ab8ac816 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.432404 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9621e319-014b-427d-8345-7879ab8ac816 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.475811 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621e319-014b-427d-8345-7879ab8ac816 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=25f87f60-0797-41b0-b9f1-f49fe8733d1b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:03.478580 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9621e319-014b-427d-8345-7879ab8ac816 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.480747 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9621e319-014b-427d-8345-7879ab8ac816 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/25f87f60-0797-41b0-b9f1-f49fe8733d1b HTTP/1.1" status: 204 len: 168 time: 0.4578435 Jul 14 09:21:03.489215 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58806) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:03.510272 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee4e803-1495-41d9-bce1-71be69b82931 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:03.538902 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-874444d1-e9ac-449a-a9d2-50db27db1678 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454969 Jul 14 09:21:03.539477 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58808) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:03.716617 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e021c413-daea-4065-8ef4-41a4a62473fe tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:03.718261 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e021c413-daea-4065-8ef4-41a4a62473fe tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1777103 Jul 14 09:21:03.721284 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58810) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:03.811982 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae368b23-383c-4bca-942e-9d5ced9761ea tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:03.813543 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ae368b23-383c-4bca-942e-9d5ced9761ea tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0912795 Jul 14 09:21:03.816702 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58816) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:03.868047 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ed2dc0-6896-43a6-a96d-68ae6a3857e1 None None] DHCP port deletion for 4cef7a78-22ed-4e84-a95a-1f569bb0302d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:21:03.874237 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9664273c-ba5e-4407-b073-aac80a6c396b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518909 Jul 14 09:21:03.874892 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58818) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:03.889086 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-448d99fa-044b-4bfa-86c3-b932259c66a7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:03.961358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-56ed2dc0-6896-43a6-a96d-68ae6a3857e1 None None] Deleting port 8a503d23-98ae-44f1-94ff-6a7928a192ae {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:03.961737 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56ed2dc0-6896-43a6-a96d-68ae6a3857e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.033454 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448d99fa-044b-4bfa-86c3-b932259c66a7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:04.038891 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-448d99fa-044b-4bfa-86c3-b932259c66a7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.058181 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-56ed2dc0-6896-43a6-a96d-68ae6a3857e1 None None] For port 8a503d23-98ae-44f1-94ff-6a7928a192ae, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=8a503d23-98ae-44f1-94ff-6a7928a192ae,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:04.059921 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56ed2dc0-6896-43a6-a96d-68ae6a3857e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.080948 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-56ed2dc0-6896-43a6-a96d-68ae6a3857e1 None None] Calling delete_port for 8a503d23-98ae-44f1-94ff-6a7928a192ae owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:04.096038 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac53d068-75dd-40f9-9623-0200a62c507d req-da5e5672-948b-4562-86e9-541e146d1766 service neutron] 10.222.0.26 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1583185 Jul 14 09:21:04.110021 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-b782b143-c81a-42b6-9ac9-ff1065f3c0be tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:04.161004 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f987a8-547f-4c33-80ce-1d5429e59665 None None] Sync routers for ids ['4a16db79-aecd-498c-9037-eba93ca78953'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:04.207191 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f987a8-547f-4c33-80ce-1d5429e59665 None None] Routers {'4a16db79-aecd-498c-9037-eba93ca78953'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:04.208401 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-07f987a8-547f-4c33-80ce-1d5429e59665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:21:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4a16db79-aecd-498c-9037-eba93ca78953'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:04.316919 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-18f2c6ed-d8e8-488a-b11c-d038e9746ef9 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Made reservation on behalf of d9baf05f0e514ebf980dc77789ca82e3 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:04.320586 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-18f2c6ed-d8e8-488a-b11c-d038e9746ef9 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.461242 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-07f987a8-547f-4c33-80ce-1d5429e59665 None None] Set router 4a16db79-aecd-498c-9037-eba93ca78953 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:04.493818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b546c09a-3024-449b-b1f0-99adfc30df76 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:04.519288 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.582806 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-448d99fa-044b-4bfa-86c3-b932259c66a7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.643356 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Transition to ACTIVE for port object b546c09a-3024-449b-b1f0-99adfc30df76 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:04.651838 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.681978 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 8a503d23-98ae-44f1-94ff-6a7928a192ae no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:04.734993 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d99fa-044b-4bfa-86c3-b932259c66a7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=941b1a68-67e4-4a17-bd55-12cf0ab3b1fc,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:04.782291 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448d99fa-044b-4bfa-86c3-b932259c66a7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:04.795497 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-448d99fa-044b-4bfa-86c3-b932259c66a7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:04.805255 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448d99fa-044b-4bfa-86c3-b932259c66a7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:04.806014 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-448d99fa-044b-4bfa-86c3-b932259c66a7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.808472 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-18f2c6ed-d8e8-488a-b11c-d038e9746ef9 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Allocated IP 172.20.0.3 (da42ad67-5396-4a08-bd51-0b6ba891c01d/a49c4352-2329-49be-aaa0-1fa7abc5a9c8/a5fb797f-72dd-449f-99f0-61f42dc6d34f) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:04.819531 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-b782b143-c81a-42b6-9ac9-ff1065f3c0be tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Router 4a16db79-aecd-498c-9037-eba93ca78953 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:04.825490 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555c3d4e-5d45-4a33-b670-01fac3af399e x-openstack-request-id: req-555c3d4e-5d45-4a33-b670-01fac3af399e {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:04.828492 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e221313a-08fd-44c8-90b8-074c44de9fff", "tag": "e80f0d1f-dc89-4c1a-baff-8385f81cdb4f", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:04.828847 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-555c3d4e-5d45-4a33-b670-01fac3af399e {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:04.829356 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'tag': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f', 'status': 'completed', 'code': 200} Jul 14 09:21:04.848742 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-448d99fa-044b-4bfa-86c3-b932259c66a7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9699645 Jul 14 09:21:04.849064 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58834) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:04.849919 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No active binding found for port 8a503d23-98ae-44f1-94ff-6a7928a192ae {{(pid=93889) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:21:04.851200 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 8a503d23-98ae-44f1-94ff-6a7928a192ae not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:04.860153 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-73647d39-2921-415f-85cd-47f4130fc281 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'fixed_ips': [{'subnet_id': '941b1a68-67e4-4a17-bd55-12cf0ab3b1fc', 'ip_address': '2001:db8::1441:2e70:a8b7:9cae'}], 'name': 'tempest-NetworksTestDHCPv6-733035912'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:04.860316 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Pushing event updated for resources: {'Port': ['ID=b546c09a-3024-449b-b1f0-99adfc30df76,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:04.901154 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:04.903165 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:04.903635 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:04.905767 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:04.906220 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:04.906632 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:04.907049 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:04.907448 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:04.909320 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:04.909740 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:04.910190 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:04.910593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:04.913039 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56ed2dc0-6896-43a6-a96d-68ae6a3857e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.982225 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed2dc0-6896-43a6-a96d-68ae6a3857e1 None None] Pushing event deleted for resources: {'Port': ['ID=8a503d23-98ae-44f1-94ff-6a7928a192ae,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:05.000467 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ed2dc0-6896-43a6-a96d-68ae6a3857e1 None None] No DVR routers for this DVR port 8a503d23-98ae-44f1-94ff-6a7928a192ae on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:05.040292 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eafaef-d52f-4778-b90b-60c6008389b1 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:05.131738 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ba27f-e81c-4cfa-9ee9-63f946d23d73 req-d6347f35-82be-4931-9a79-5566cc588a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.134131 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-826ba27f-e81c-4cfa-9ee9-63f946d23d73 req-d6347f35-82be-4931-9a79-5566cc588a12 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c81313ed0f24e4486654b835c382f5d&device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 1098 time: 0.2414598 Jul 14 09:21:05.305584 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73647d39-2921-415f-85cd-47f4130fc281 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:05.359329 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-07f987a8-547f-4c33-80ce-1d5429e59665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ebebaa61-6af5-4219-9bdf-85bebc1b0d3f', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'floating_ip_address': '172.25.1.158', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'port_id': '8ccab23e-b70a-419f-a828-b5ed2e230b18', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'mac_address': 'fa:16:3e:d9:3e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbacea66-d745-4640-b4d4-5f899cde1997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:23Z', 'updated_at': '2021-07-14T09:21:00Z', 'revision_number': 3, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2a66b1-1792-4ced-9d7e-9fa51239baf5', 'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'mac_address': 'fa:16:3e:44:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:47Z', 'updated_at': '2021-07-14T09:20:01Z', 'revision_number': 5, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'subnets': [{'id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:05.378633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ba27f-e81c-4cfa-9ee9-63f946d23d73 req-0ed28e39-0284-4968-9fb8-2f06b64960a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.381089 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-826ba27f-e81c-4cfa-9ee9-63f946d23d73 req-0ed28e39-0284-4968-9fb8-2f06b64960a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a HTTP/1.1" status: 200 len: 921 time: 0.2349279 Jul 14 09:21:05.393319 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Attempting to bind port b546c09a-3024-449b-b1f0-99adfc30df76 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:05.393929 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Attempting to bind port b546c09a-3024-449b-b1f0-99adfc30df76 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:05.394155 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Attempting to bind port b546c09a-3024-449b-b1f0-99adfc30df76 on network c264f7f6-27f5-4c6a-b12c-803b241a1530 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:05.399522 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f987a8-547f-4c33-80ce-1d5429e59665 None None] Checking router: 4a16db79-aecd-498c-9037-eba93ca78953 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:05.425212 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Port b546c09a-3024-449b-b1f0-99adfc30df76 on network c264f7f6-27f5-4c6a-b12c-803b241a1530 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:05.425631 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Attempting to bind port b546c09a-3024-449b-b1f0-99adfc30df76 on network c264f7f6-27f5-4c6a-b12c-803b241a1530 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:05.451168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:05.451608 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Checking segment: {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:05.452069 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Bound using segment: {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:05.452590 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Bound port: b546c09a-3024-449b-b1f0-99adfc30df76, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:05.453110 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.461499 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'fixed_ips': [{'subnet_id': '941b1a68-67e4-4a17-bd55-12cf0ab3b1fc'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:21:05.463195 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.478209 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f987a8-547f-4c33-80ce-1d5429e59665 None None] Routers {'4a16db79-aecd-498c-9037-eba93ca78953'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:05.478993 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-07f987a8-547f-4c33-80ce-1d5429e59665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:21:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4a16db79-aecd-498c-9037-eba93ca78953'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:05.487376 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-826ba27f-e81c-4cfa-9ee9-63f946d23d73 req-d4eed439-e4dc-4217-80d6-00e684cc16a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e80f0d1f-dc89-4c1a-baff-8385f81cdb4f HTTP/1.1" status: 200 len: 217 time: 0.0779595 Jul 14 09:21:05.507291 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73647d39-2921-415f-85cd-47f4130fc281 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.526837 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-b782b143-c81a-42b6-9ac9-ff1065f3c0be tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:05.533672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-73647d39-2921-415f-85cd-47f4130fc281 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port b992eef3-b004-4981-91ef-c0d35dd84d3f yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:21:05.554975 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-b782b143-c81a-42b6-9ac9-ff1065f3c0be tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.565048 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-8f0ccc9a-1aee-4721-a687-8da1360dd937 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.572528 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-8f0ccc9a-1aee-4721-a687-8da1360dd937 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/networks?id=2b207265-1379-4cb1-bdf9-417a0c56f7e4 HTTP/1.1" status: 200 len: 811 time: 0.4252262 Jul 14 09:21:05.644476 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-18f2c6ed-d8e8-488a-b11c-d038e9746ef9 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.662412 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-fc398473-d070-4b0a-8041-99cc9d829f3b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/quotas/0bf11fb44ae345849ddee66c056190a8 HTTP/1.1" status: 200 len: 375 time: 0.0888882 Jul 14 09:21:05.708151 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ba27f-e81c-4cfa-9ee9-63f946d23d73 req-d57909cb-11ef-4c27-8e30-5f38beeeaea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.713401 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-826ba27f-e81c-4cfa-9ee9-63f946d23d73 req-d57909cb-11ef-4c27-8e30-5f38beeeaea5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b26c4a85-82c2-41ae-9f0b-7df4811624b1 HTTP/1.1" status: 200 len: 859 time: 0.1147709 Jul 14 09:21:05.739296 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Allocated IP 2001:db8::2 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/941b1a68-67e4-4a17-bd55-12cf0ab3b1fc/a7eb3f6d-7b98-4c0c-a7b9-59252a810832) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:05.781465 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] For port b546c09a-3024-449b-b1f0-99adfc30df76, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:05.837314 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] For port b546c09a-3024-449b-b1f0-99adfc30df76, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=b546c09a-3024-449b-b1f0-99adfc30df76,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:05.840001 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ba27f-e81c-4cfa-9ee9-63f946d23d73 req-84abd079-a096-439a-99b3-e129d34d90fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.843252 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-826ba27f-e81c-4cfa-9ee9-63f946d23d73 req-84abd079-a096-439a-99b3-e129d34d90fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166148 Jul 14 09:21:05.844893 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-b782b143-c81a-42b6-9ac9-ff1065f3c0be tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "PUT /v2.0/floatingips/ebebaa61-6af5-4219-9bdf-85bebc1b0d3f HTTP/1.1" status: 200 len: 998 time: 8.5198238 Jul 14 09:21:05.851738 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.938284 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-18f2c6ed-d8e8-488a-b11c-d038e9746ef9 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.961414 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-78708492-1405-428c-a88c-4879337eed88 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bf11fb44ae345849ddee66c056190a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2979074 Jul 14 09:21:05.978991 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.984644 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-826ba27f-e81c-4cfa-9ee9-63f946d23d73 req-45fabc93-61dd-414f-a679-a4ab0a944617 service neutron] 10.222.0.55 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333141 Jul 14 09:21:06.000133 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.000764 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.002205 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] 10.222.0.49 "PUT /v2.0/ports/b546c09a-3024-449b-b1f0-99adfc30df76 HTTP/1.1" status: 200 len: 1093 time: 3.6885700 Jul 14 09:21:06.026247 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Transition to ACTIVE for port object a7eb3f6d-7b98-4c0c-a7b9-59252a810832 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:06.057088 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Transition to ACTIVE for port object a7eb3f6d-7b98-4c0c-a7b9-59252a810832 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:06.069465 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.114584 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-07f987a8-547f-4c33-80ce-1d5429e59665 None None] Set router 4a16db79-aecd-498c-9037-eba93ca78953 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:06.115101 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-18f2c6ed-d8e8-488a-b11c-d038e9746ef9 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Network da42ad67-5396-4a08-bd51-0b6ba891c01d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:06.117524 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Pushing event updated for resources: {'Port': ['ID=a7eb3f6d-7b98-4c0c-a7b9-59252a810832,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:06.133916 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-deba2231-2dff-42b5-93b7-1383ac2c630a tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.135736 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-deba2231-2dff-42b5-93b7-1383ac2c630a tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports/e80f0d1f-dc89-4c1a-baff-8385f81cdb4f HTTP/1.1" status: 200 len: 943 time: 0.2755342 Jul 14 09:21:06.159397 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-18f2c6ed-d8e8-488a-b11c-d038e9746ef9 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:06.162614 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d95e3-b069-4357-b59b-59672f8a6912 service neutron] Pushing event updated for resources: {'Port': ['ID=b546c09a-3024-449b-b1f0-99adfc30df76,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:06.164042 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:06.167000 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:06.167359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-18f2c6ed-d8e8-488a-b11c-d038e9746ef9 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:06.170931 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:06.258755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-73647d39-2921-415f-85cd-47f4130fc281 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::1441:2e70:a8b7:9cae (4cef7a78-22ed-4e84-a95a-1f569bb0302d/941b1a68-67e4-4a17-bd55-12cf0ab3b1fc/b992eef3-b004-4981-91ef-c0d35dd84d3f) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:06.294644 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-826ba27f-e81c-4cfa-9ee9-63f946d23d73 req-60622b0c-be0d-4da9-8753-8ee4d32c6896 service neutron] 10.222.0.55 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992513 Jul 14 09:21:06.318682 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-b53a9ea9-f79f-42e9-8200-eb36c04e098e service neutron] 10.222.0.26 "GET /v2.0/networks/2b207265-1379-4cb1-bdf9-417a0c56f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560650 Jul 14 09:21:06.340193 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-18f2c6ed-d8e8-488a-b11c-d038e9746ef9 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.340938 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-18f2c6ed-d8e8-488a-b11c-d038e9746ef9 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.345514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c6ed-d8e8-488a-b11c-d038e9746ef9 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Pushing event updated for resources: {'Port': ['ID=a5fb797f-72dd-449f-99f0-61f42dc6d34f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:06.441505 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-18f2c6ed-d8e8-488a-b11c-d038e9746ef9 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1620543 Jul 14 09:21:06.450629 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-7f07b5ff-beee-475f-aab5-9656162c58e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.451867 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-7f07b5ff-beee-475f-aab5-9656162c58e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&device_id=d356366d-0d6d-40ea-8471-fb6573cefda5 HTTP/1.1" status: 200 len: 1096 time: 0.3579555 Jul 14 09:21:06.458045 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] Request body: {'port': {'device_id': '030252eb-1942-4b80-a7ff-a876a3524427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:06.558543 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-cf0af71c-c7a2-4167-818f-e1647b5ffea1 service neutron] 10.222.0.26 "GET /v2.0/networks/2b207265-1379-4cb1-bdf9-417a0c56f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389657 Jul 14 09:21:06.574966 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-e248a77d-bf5c-403f-8158-dd393fca2340 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b546c09a-3024-449b-b1f0-99adfc30df76 HTTP/1.1" status: 200 len: 217 time: 0.1119330 Jul 14 09:21:06.641516 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-56bc4745-70e1-4ad4-b186-fd60e36e9e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.655926 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-56bc4745-70e1-4ad4-b186-fd60e36e9e82 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ccf1d83d-082d-42ed-9d0f-7aa5099c2f25 HTTP/1.1" status: 200 len: 850 time: 0.0728066 Jul 14 09:21:06.670234 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-f316fa6a-a47b-435a-a087-5efd5e685eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.677780 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-f316fa6a-a47b-435a-a087-5efd5e685eff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c81313ed0f24e4486654b835c382f5d&device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 1098 time: 0.2809052 Jul 14 09:21:06.703698 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d068-75dd-40f9-9623-0200a62c507d req-fdb13cd2-47d8-49b8-973d-e355c53f2eb4 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.705701 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac53d068-75dd-40f9-9623-0200a62c507d req-fdb13cd2-47d8-49b8-973d-e355c53f2eb4 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 806 time: 0.2310989 Jul 14 09:21:06.710897 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73647d39-2921-415f-85cd-47f4130fc281 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.723706 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ac53d068-75dd-40f9-9623-0200a62c507d req-312b8343-2654-4f53-ae6d-2b66f49ae56f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Request body: {'port': {'device_id': 'e440f910-ace7-4600-bfb1-fa40211cb660', 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281', 'admin_state_up': True, 'tenant_id': 'a7e8bfa500ca4c6083bfd3e82f31e918'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:06.766865 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Attempting to bind port a7eb3f6d-7b98-4c0c-a7b9-59252a810832 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:06.767449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Attempting to bind port a7eb3f6d-7b98-4c0c-a7b9-59252a810832 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:06.767581 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Attempting to bind port a7eb3f6d-7b98-4c0c-a7b9-59252a810832 on network 4cef7a78-22ed-4e84-a95a-1f569bb0302d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:06.778818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:06.779200 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:06.779606 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.780002 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Bound using segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:06.780638 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Bound port: a7eb3f6d-7b98-4c0c-a7b9-59252a810832, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:06.781027 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.819039 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-73647d39-2921-415f-85cd-47f4130fc281 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object b992eef3-b004-4981-91ef-c0d35dd84d3f will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:06.829179 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-82e34340-ea30-4fd1-92a3-09e74f3f99de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.836241 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-82e34340-ea30-4fd1-92a3-09e74f3f99de service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a HTTP/1.1" status: 200 len: 921 time: 0.1573391 Jul 14 09:21:06.846625 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-d08f651f-8194-4073-a727-1527087ece11 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c264f7f6-27f5-4c6a-b12c-803b241a1530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479431 Jul 14 09:21:06.849096 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'tag': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f'}, {'name': 'network-changed', 'server_uuid': 'bbacea66-d745-4640-b4d4-5f899cde1997', 'tag': '8ccab23e-b70a-419f-a828-b5ed2e230b18'}, {'name': 'network-changed', 'server_uuid': 'd356366d-0d6d-40ea-8471-fb6573cefda5', 'tag': 'b546c09a-3024-449b-b1f0-99adfc30df76'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:06.850813 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a305213-3566-4ba4-81f4-8d46d9e50843" -d '{"events": [{"name": "network-changed", "server_uuid": "e221313a-08fd-44c8-90b8-074c44de9fff", "tag": "e80f0d1f-dc89-4c1a-baff-8385f81cdb4f"}, {"name": "network-changed", "server_uuid": "bbacea66-d745-4640-b4d4-5f899cde1997", "tag": "8ccab23e-b70a-419f-a828-b5ed2e230b18"}, {"name": "network-changed", "server_uuid": "d356366d-0d6d-40ea-8471-fb6573cefda5", "tag": "b546c09a-3024-449b-b1f0-99adfc30df76"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:06.909092 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] For port a7eb3f6d-7b98-4c0c-a7b9-59252a810832, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:06.923704 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] For port a7eb3f6d-7b98-4c0c-a7b9-59252a810832, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a7eb3f6d-7b98-4c0c-a7b9-59252a810832,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:06.936757 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.941100 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.945837 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-07f987a8-547f-4c33-80ce-1d5429e59665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ebebaa61-6af5-4219-9bdf-85bebc1b0d3f', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'floating_ip_address': '172.25.1.158', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'port_id': '8ccab23e-b70a-419f-a828-b5ed2e230b18', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'mac_address': 'fa:16:3e:d9:3e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbacea66-d745-4640-b4d4-5f899cde1997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:23Z', 'updated_at': '2021-07-14T09:21:00Z', 'revision_number': 3, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2a66b1-1792-4ced-9d7e-9fa51239baf5', 'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'mac_address': 'fa:16:3e:44:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:47Z', 'updated_at': '2021-07-14T09:20:01Z', 'revision_number': 5, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'subnets': [{'id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:06.964348 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-f5a90dec-54e3-4d15-97d9-ae3541a5795f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e80f0d1f-dc89-4c1a-baff-8385f81cdb4f HTTP/1.1" status: 200 len: 217 time: 0.1271698 Jul 14 09:21:07.015686 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79d80e-5150-429f-8811-54999df4b23a None None] Pushing event updated for resources: {'Port': ['ID=a7eb3f6d-7b98-4c0c-a7b9-59252a810832,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:07.045692 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f987a8-547f-4c33-80ce-1d5429e59665 None None] The sync data for ids ['4a16db79-aecd-498c-9037-eba93ca78953'] in n-d-798054-10 is: [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ebebaa61-6af5-4219-9bdf-85bebc1b0d3f', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'floating_ip_address': '172.25.1.158', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'port_id': '8ccab23e-b70a-419f-a828-b5ed2e230b18', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'mac_address': 'fa:16:3e:d9:3e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbacea66-d745-4640-b4d4-5f899cde1997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:23Z', 'updated_at': '2021-07-14T09:21:00Z', 'revision_number': 3, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2a66b1-1792-4ced-9d7e-9fa51239baf5', 'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'mac_address': 'fa:16:3e:44:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:47Z', 'updated_at': '2021-07-14T09:20:01Z', 'revision_number': 5, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'subnets': [{'id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:07.048163 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73647d39-2921-415f-85cd-47f4130fc281 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.057185 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-7962eb48-0526-4fee-85fc-16517b8e4227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:07.065192 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-7962eb48-0526-4fee-85fc-16517b8e4227 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b26c4a85-82c2-41ae-9f0b-7df4811624b1 HTTP/1.1" status: 200 len: 859 time: 0.0998802 Jul 14 09:21:07.145490 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73647d39-2921-415f-85cd-47f4130fc281 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:07.149615 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-73647d39-2921-415f-85cd-47f4130fc281 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:07.151985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac53d068-75dd-40f9-9623-0200a62c507d req-312b8343-2654-4f53-ae6d-2b66f49ae56f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Made reservation on behalf of a7e8bfa500ca4c6083bfd3e82f31e918 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:07.156808 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac53d068-75dd-40f9-9623-0200a62c507d req-312b8343-2654-4f53-ae6d-2b66f49ae56f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.159384 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73647d39-2921-415f-85cd-47f4130fc281 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:07.171751 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73647d39-2921-415f-85cd-47f4130fc281 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:07.172472 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73647d39-2921-415f-85cd-47f4130fc281 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.233954 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-73647d39-2921-415f-85cd-47f4130fc281 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3834994 Jul 14 09:21:07.236475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73647d39-2921-415f-85cd-47f4130fc281 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=b992eef3-b004-4981-91ef-c0d35dd84d3f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:07.240014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58874) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:07.247472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ad570c76-9681-495e-9959-81383754b8fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'fixed_ips': [{'subnet_id': '941b1a68-67e4-4a17-bd55-12cf0ab3b1fc', 'ip_address': '2001:db8::1441:2e70:a8b7:9cae'}], 'name': 'tempest-NetworksTestDHCPv6-2051146601'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:07.517025 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4390810-a436-46ae-a21c-4e2140901af4 None None] New status for floating IP ebebaa61-6af5-4219-9bdf-85bebc1b0d3f: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:21:07.523674 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-ac53d068-75dd-40f9-9623-0200a62c507d req-312b8343-2654-4f53-ae6d-2b66f49ae56f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Allocated IP 172.20.0.10 (afffba1d-7bce-4b37-9323-82cdd45d6281/4d20aa7a-796d-40db-977f-81fa6bc33327/1c50828b-9174-4086-8f28-7488b7a36f3b) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:07.548527 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad570c76-9681-495e-9959-81383754b8fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:07.565855 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ad570c76-9681-495e-9959-81383754b8fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.604064 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-ad570c76-9681-495e-9959-81383754b8fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port 72b38d08-d71e-4b2d-bc00-0f5aff101e09 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:21:07.898141 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-4332afb3-a042-4fef-9af6-8f47120e6fcd service neutron] 10.222.0.49 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9983048 Jul 14 09:21:07.914494 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc4c85-33da-42a5-9e93-3a442b8bf817 req-02532f46-2c75-426f-808e-e64648639a09 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:07.922885 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1dbc4c85-33da-42a5-9e93-3a442b8bf817 req-02532f46-2c75-426f-808e-e64648639a09 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=030252eb-1942-4b80-a7ff-a876a3524427 HTTP/1.1" status: 200 len: 931 time: 0.8180845 Jul 14 09:21:07.987196 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-5f5c37ab-9f9d-45e0-b787-e319c62c6659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:07.988644 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-5f5c37ab-9f9d-45e0-b787-e319c62c6659 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9226792 Jul 14 09:21:08.003772 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1dbc4c85-33da-42a5-9e93-3a442b8bf817 req-f94ee28a-37bb-4aa4-b0ad-14bb64e800a2 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797107 Jul 14 09:21:08.008712 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065141d0-9907-4062-8ebd-46504b0a55d6 None None] Sync routers for ids ['4a16db79-aecd-498c-9037-eba93ca78953'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:08.026323 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065141d0-9907-4062-8ebd-46504b0a55d6 None None] Routers {'4a16db79-aecd-498c-9037-eba93ca78953'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:08.026967 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-065141d0-9907-4062-8ebd-46504b0a55d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:21:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4a16db79-aecd-498c-9037-eba93ca78953'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:08.224969 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac53d068-75dd-40f9-9623-0200a62c507d req-312b8343-2654-4f53-ae6d-2b66f49ae56f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:08.226127 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-9e168acb-4dc7-4ae6-9c46-358617b907db service neutron] 10.222.0.26 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352510 Jul 14 09:21:08.302067 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-065141d0-9907-4062-8ebd-46504b0a55d6 None None] Set router 4a16db79-aecd-498c-9037-eba93ca78953 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:08.324401 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac53d068-75dd-40f9-9623-0200a62c507d req-312b8343-2654-4f53-ae6d-2b66f49ae56f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:08.327193 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad570c76-9681-495e-9959-81383754b8fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 09:21:08.328007 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad570c76-9681-495e-9959-81383754b8fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:21:08.367151 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['0f3d48bd-cad5-469a-8dec-e37e13732d0c', '6b2006b7-e3d8-4cff-9444-a6669c1fc757'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:08.484079 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ad570c76-9681-495e-9959-81383754b8fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2380867 Jul 14 09:21:08.492231 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58878) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:08.499959 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac53d068-75dd-40f9-9623-0200a62c507d req-312b8343-2654-4f53-ae6d-2b66f49ae56f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Network afffba1d-7bce-4b37-9323-82cdd45d6281 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:08.530063 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-ac53d068-75dd-40f9-9623-0200a62c507d req-312b8343-2654-4f53-ae6d-2b66f49ae56f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:08.539155 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b8343-2654-4f53-ae6d-2b66f49ae56f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Pushing event updated for resources: {'Port': ['ID=1c50828b-9174-4086-8f28-7488b7a36f3b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:08.552106 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac53d068-75dd-40f9-9623-0200a62c507d req-312b8343-2654-4f53-ae6d-2b66f49ae56f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:08.659410 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-a952cc10-0b7b-4687-a7aa-13a48188a31f service neutron] 10.222.0.26 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330602 Jul 14 09:21:08.675264 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d068-75dd-40f9-9623-0200a62c507d req-312b8343-2654-4f53-ae6d-2b66f49ae56f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:08.677609 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac53d068-75dd-40f9-9623-0200a62c507d req-312b8343-2654-4f53-ae6d-2b66f49ae56f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:08.754877 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a7eb3f6d-7b98-4c0c-a7b9-59252a810832 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:08.788781 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac53d068-75dd-40f9-9623-0200a62c507d req-312b8343-2654-4f53-ae6d-2b66f49ae56f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0702391 Jul 14 09:21:08.794291 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-f90b03b8-1073-4edb-bac8-1cc0d21e90cc service neutron] 10.222.0.49 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8680801 Jul 14 09:21:08.903020 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] Request body: {'port': {'device_id': 'e440f910-ace7-4600-bfb1-fa40211cb660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:08.959108 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4230fdea-4e73-4632-a8bc-7cc81a621817 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:08.968523 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4230fdea-4e73-4632-a8bc-7cc81a621817 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:08.974168 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4230fdea-4e73-4632-a8bc-7cc81a621817 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4664457 Jul 14 09:21:08.976558 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58882) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:08.982113 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port a7eb3f6d-7b98-4c0c-a7b9-59252a810832 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:09.050918 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5fb797f-72dd-449f-99f0-61f42dc6d34f {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:09.060176 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.073924 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] Transition to ACTIVE for port object a5fb797f-72dd-449f-99f0-61f42dc6d34f will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:09.153419 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-7cc54230-8571-441e-b910-35d565bf93ff tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:09.155110 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-7cc54230-8571-441e-b910-35d565bf93ff tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.49 "GET /v2.0/networks?id=2b207265-1379-4cb1-bdf9-417a0c56f7e4 HTTP/1.1" status: 200 len: 811 time: 0.4494445 Jul 14 09:21:09.158508 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.161195 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.194569 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-edf22843-a83c-4f57-8b5a-b5d81096a0b7 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Request body: {'port': {'device_id': 'bd3c79ab-d6db-4176-84b8-7e4115dd75c0', 'network_id': '2b207265-1379-4cb1-bdf9-417a0c56f7e4', 'admin_state_up': True, 'tenant_id': '0bf11fb44ae345849ddee66c056190a8'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:09.240429 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0d0d8d3b-74fd-4e2f-997e-290c1ce82edb None None] Provisioning for port a7eb3f6d-7b98-4c0c-a7b9-59252a810832 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:09.250516 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0d0d8d3b-74fd-4e2f-997e-290c1ce82edb None None] Provisioning complete for port a7eb3f6d-7b98-4c0c-a7b9-59252a810832 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:09.250895 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d0d8d3b-74fd-4e2f-997e-290c1ce82edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.295854 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device a05e6951-705d-4a61-93e2-474e0c828bc2 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:09.366016 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-065141d0-9907-4062-8ebd-46504b0a55d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ebebaa61-6af5-4219-9bdf-85bebc1b0d3f', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'floating_ip_address': '172.25.1.158', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'port_id': '8ccab23e-b70a-419f-a828-b5ed2e230b18', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'mac_address': 'fa:16:3e:d9:3e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbacea66-d745-4640-b4d4-5f899cde1997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:23Z', 'updated_at': '2021-07-14T09:21:07Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2a66b1-1792-4ced-9d7e-9fa51239baf5', 'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'mac_address': 'fa:16:3e:44:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:47Z', 'updated_at': '2021-07-14T09:20:01Z', 'revision_number': 5, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'subnets': [{'id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:09.406713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065141d0-9907-4062-8ebd-46504b0a55d6 None None] Checking router: 4a16db79-aecd-498c-9037-eba93ca78953 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:09.425214 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221af5e7-f201-4014-9445-b19c896cc16f req-911dedf4-6bba-4154-b77e-898e9db74119 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:09.427721 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-221af5e7-f201-4014-9445-b19c896cc16f req-911dedf4-6bba-4154-b77e-898e9db74119 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e440f910-ace7-4600-bfb1-fa40211cb660 HTTP/1.1" status: 200 len: 932 time: 0.5767884 Jul 14 09:21:09.449915 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-476f3ab4-99da-4020-a9f0-954350b47038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:09.452295 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-476f3ab4-99da-4020-a9f0-954350b47038 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c81313ed0f24e4486654b835c382f5d&device_id=bbacea66-d745-4640-b4d4-5f899cde1997 HTTP/1.1" status: 200 len: 1097 time: 0.6409822 Jul 14 09:21:09.490886 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] Pushing event updated for resources: {'Port': ['ID=a5fb797f-72dd-449f-99f0-61f42dc6d34f,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:09.510706 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065141d0-9907-4062-8ebd-46504b0a55d6 None None] Routers {'4a16db79-aecd-498c-9037-eba93ca78953'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:09.511786 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-065141d0-9907-4062-8ebd-46504b0a55d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:21:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4a16db79-aecd-498c-9037-eba93ca78953'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:09.592695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-edf22843-a83c-4f57-8b5a-b5d81096a0b7 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Made reservation on behalf of 0bf11fb44ae345849ddee66c056190a8 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:09.596433 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-edf22843-a83c-4f57-8b5a-b5d81096a0b7 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.597009 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d0d8d3b-74fd-4e2f-997e-290c1ce82edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.625827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-686c7f13-d753-4021-8ce3-95cb7265628a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port b992eef3-b004-4981-91ef-c0d35dd84d3f {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:09.626364 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-686c7f13-d753-4021-8ce3-95cb7265628a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.638340 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.744118 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-221af5e7-f201-4014-9445-b19c896cc16f req-a727e48b-1ed9-4ea0-a3df-baf4aed01451 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000059 Jul 14 09:21:09.753039 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c50828b-9174-4086-8f28-7488b7a36f3b {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:09.766825 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0d0d8d3b-74fd-4e2f-997e-290c1ce82edb None None] For port a7eb3f6d-7b98-4c0c-a7b9-59252a810832, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a7eb3f6d-7b98-4c0c-a7b9-59252a810832,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:09.790402 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65490162-b1f2-4e13-b2cc-b8930d0d28a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05e6951-705d-4a61-93e2-474e0c828bc2'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:09.790402 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a862f2-e868-495a-908a-6aa32efdf965" -d '{"events": [{"server_uuid": "65490162-b1f2-4e13-b2cc-b8930d0d28a0", "name": "network-vif-unplugged", "status": "completed", "tag": "a05e6951-705d-4a61-93e2-474e0c828bc2"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:09.790864 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.794532 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d0d8d3b-74fd-4e2f-997e-290c1ce82edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.822956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] Transition to ACTIVE for port object 1c50828b-9174-4086-8f28-7488b7a36f3b will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:09.828825 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-686c7f13-d753-4021-8ce3-95cb7265628a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.833730 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.844196 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-686c7f13-d753-4021-8ce3-95cb7265628a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for b992eef3-b004-4981-91ef-c0d35dd84d3f owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:09.870112 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-065141d0-9907-4062-8ebd-46504b0a55d6 None None] Set router 4a16db79-aecd-498c-9037-eba93ca78953 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:09.875953 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port a05e6951-705d-4a61-93e2-474e0c828bc2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a05e6951-705d-4a61-93e2-474e0c828bc2,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:09.898985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] Pushing event updated for resources: {'Port': ['ID=1c50828b-9174-4086-8f28-7488b7a36f3b,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:09.908218 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-edf22843-a83c-4f57-8b5a-b5d81096a0b7 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Allocated IP 172.20.0.2 (2b207265-1379-4cb1-bdf9-417a0c56f7e4/e4a72a50-84b2-47a9-a16f-8470cdb97c9f/6f438514-120c-4922-93e3-d401119399d4) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:09.974527 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.050082 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] Attempting to bind port a5fb797f-72dd-449f-99f0-61f42dc6d34f on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:10.050894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] Attempting to bind port a5fb797f-72dd-449f-99f0-61f42dc6d34f by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '22407c14-716b-4b23-b55c-7bf233ea09d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:10.050894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] Attempting to bind port a5fb797f-72dd-449f-99f0-61f42dc6d34f on network da42ad67-5396-4a08-bd51-0b6ba891c01d {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:10.057429 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-2a46326f-dab9-4238-bf34-94785b776000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.059859 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-2a46326f-dab9-4238-bf34-94785b776000 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a HTTP/1.1" status: 200 len: 921 time: 0.5597785 Jul 14 09:21:10.061078 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] Port a5fb797f-72dd-449f-99f0-61f42dc6d34f on network da42ad67-5396-4a08-bd51-0b6ba891c01d not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:10.061571 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] Attempting to bind port a5fb797f-72dd-449f-99f0-61f42dc6d34f on network da42ad67-5396-4a08-bd51-0b6ba891c01d {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:10.068582 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-686c7f13-d753-4021-8ce3-95cb7265628a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.073404 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] Attempting to bind port 1c50828b-9174-4086-8f28-7488b7a36f3b on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:10.074940 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] Attempting to bind port 1c50828b-9174-4086-8f28-7488b7a36f3b by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:10.075286 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] Attempting to bind port 1c50828b-9174-4086-8f28-7488b7a36f3b on network afffba1d-7bce-4b37-9323-82cdd45d6281 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:10.080003 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:10.080534 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] Checking segment: {'id': '22407c14-716b-4b23-b55c-7bf233ea09d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:10.081027 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] Bound using segment: {'id': '22407c14-716b-4b23-b55c-7bf233ea09d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:10.081627 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] Bound port: a5fb797f-72dd-449f-99f0-61f42dc6d34f, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22407c14-716b-4b23-b55c-7bf233ea09d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:10.082083 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.104217 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-501ebb72-f8c0-4178-b22e-d1180a18aaa8 None None] Provisioning for port b992eef3-b004-4981-91ef-c0d35dd84d3f completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:10.113766 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d8d3b-74fd-4e2f-997e-290c1ce82edb None None] Pushing event updated for resources: {'Port': ['ID=a7eb3f6d-7b98-4c0c-a7b9-59252a810832,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:10.125051 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-501ebb72-f8c0-4178-b22e-d1180a18aaa8 None None] Provisioning complete for port b992eef3-b004-4981-91ef-c0d35dd84d3f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:10.125841 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-501ebb72-f8c0-4178-b22e-d1180a18aaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.129682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] Port 1c50828b-9174-4086-8f28-7488b7a36f3b on network afffba1d-7bce-4b37-9323-82cdd45d6281 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:10.130041 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] Attempting to bind port 1c50828b-9174-4086-8f28-7488b7a36f3b on network afffba1d-7bce-4b37-9323-82cdd45d6281 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:10.144252 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:10.144605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] Checking segment: {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:10.145008 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] Bound using segment: {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:10.145460 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] Bound port: 1c50828b-9174-4086-8f28-7488b7a36f3b, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:10.145898 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.179805 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-501ebb72-f8c0-4178-b22e-d1180a18aaa8 None None] Port b992eef3-b004-4981-91ef-c0d35dd84d3f was deleted so its status cannot be updated. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 09:21:10.197834 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c7f13-d753-4021-8ce3-95cb7265628a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=b992eef3-b004-4981-91ef-c0d35dd84d3f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:10.252885 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-686c7f13-d753-4021-8ce3-95cb7265628a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.255248 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-686c7f13-d753-4021-8ce3-95cb7265628a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/b992eef3-b004-4981-91ef-c0d35dd84d3f HTTP/1.1" status: 204 len: 168 time: 1.1792955 Jul 14 09:21:10.262923 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58898) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:10.297828 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=a05e6951-705d-4a61-93e2-474e0c828bc2,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:10.313700 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-edf22843-a83c-4f57-8b5a-b5d81096a0b7 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.331934 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] For port 1c50828b-9174-4086-8f28-7488b7a36f3b, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:10.332744 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device b546c09a-3024-449b-b1f0-99adfc30df76 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:10.334483 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-9c24d392-056e-4a1f-b89f-8f5267eb32fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccab23e-b70a-419f-a828-b5ed2e230b18 HTTP/1.1" status: 200 len: 1001 time: 0.2636702 Jul 14 09:21:10.360133 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] For port 1c50828b-9174-4086-8f28-7488b7a36f3b, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1c50828b-9174-4086-8f28-7488b7a36f3b,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:10.373877 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9fe960-8cf4-47a2-8ca1-b68e4a886c54 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.374835 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9fe960-8cf4-47a2-8ca1-b68e4a886c54 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.376374 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cc9fe960-8cf4-47a2-8ca1-b68e4a886c54 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1121509 Jul 14 09:21:10.379522 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.381355 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58900) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:10.429143 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ba24af00-6dcf-4809-9a2e-5529dbef1785 req-16e0246d-ac83-42ff-b90f-782c5c68b5a2 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 210 time: 0.1290758 Jul 14 09:21:10.461842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] For port a5fb797f-72dd-449f-99f0-61f42dc6d34f, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:10.490819 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-edf22843-a83c-4f57-8b5a-b5d81096a0b7 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.504333 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] For port a5fb797f-72dd-449f-99f0-61f42dc6d34f, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=a5fb797f-72dd-449f-99f0-61f42dc6d34f,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:10.529675 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.530361 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.532103 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac53d068-75dd-40f9-9623-0200a62c507d req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] 10.222.0.49 "PUT /v2.0/ports/1c50828b-9174-4086-8f28-7488b7a36f3b HTTP/1.1" status: 200 len: 1093 time: 1.6477394 Jul 14 09:21:10.536055 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.538273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e440f910-ace7-4600-bfb1-fa40211cb660', 'tag': '1c50828b-9174-4086-8f28-7488b7a36f3b'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:10.541432 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ae74bb-4761-45ba-be02-00a96978cf92" -d '{"events": [{"name": "network-changed", "server_uuid": "e440f910-ace7-4600-bfb1-fa40211cb660", "tag": "1c50828b-9174-4086-8f28-7488b7a36f3b"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:10.542321 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a7eb3f6d-7b98-4c0c-a7b9-59252a810832 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:10.557632 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edaab8-454c-4938-87d1-c3f300dd2cfe service neutron] Pushing event updated for resources: {'Port': ['ID=1c50828b-9174-4086-8f28-7488b7a36f3b,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:10.593599 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f190be-d11d-4336-9b52-d83017a9b068 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 941b1a68-67e4-4a17-bd55-12cf0ab3b1fc {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:21:10.598545 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:10.610472 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-b79a45c8-f0f0-4762-819d-03a850a8f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.612029 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-b79a45c8-f0f0-4762-819d-03a850a8f9b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b26c4a85-82c2-41ae-9f0b-7df4811624b1 HTTP/1.1" status: 200 len: 859 time: 0.2766700 Jul 14 09:21:10.637738 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2f190be-d11d-4336-9b52-d83017a9b068 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.641521 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5996158-4c16-41ed-9884-cce7c240d0d2 x-openstack-request-id: req-f5996158-4c16-41ed-9884-cce7c240d0d2 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:10.641863 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e221313a-08fd-44c8-90b8-074c44de9fff", "tag": "e80f0d1f-dc89-4c1a-baff-8385f81cdb4f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bbacea66-d745-4640-b4d4-5f899cde1997", "tag": "8ccab23e-b70a-419f-a828-b5ed2e230b18", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d356366d-0d6d-40ea-8471-fb6573cefda5", "tag": "b546c09a-3024-449b-b1f0-99adfc30df76", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:10.642101 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5996158-4c16-41ed-9884-cce7c240d0d2 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:10.643284 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'tag': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f', 'status': 'completed', 'code': 200} Jul 14 09:21:10.643550 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbacea66-d745-4640-b4d4-5f899cde1997', 'tag': '8ccab23e-b70a-419f-a828-b5ed2e230b18', 'status': 'completed', 'code': 200} Jul 14 09:21:10.643813 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd356366d-0d6d-40ea-8471-fb6573cefda5', 'tag': 'b546c09a-3024-449b-b1f0-99adfc30df76', 'status': 'completed', 'code': 200} Jul 14 09:21:10.644113 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-edf22843-a83c-4f57-8b5a-b5d81096a0b7 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Network 2b207265-1379-4cb1-bdf9-417a0c56f7e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:10.648688 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] Pushing event updated for resources: {'Port': ['ID=a5fb797f-72dd-449f-99f0-61f42dc6d34f,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:10.691704 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-edf22843-a83c-4f57-8b5a-b5d81096a0b7 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:10.694363 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-edf22843-a83c-4f57-8b5a-b5d81096a0b7 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:10.701315 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.702976 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.704665 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-621254a9-a6f4-4280-9b73-9f5b9248d185 service neutron] 10.222.0.49 "PUT /v2.0/ports/a5fb797f-72dd-449f-99f0-61f42dc6d34f HTTP/1.1" status: 200 len: 1092 time: 4.2507021 Jul 14 09:21:10.766432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf22843-a83c-4f57-8b5a-b5d81096a0b7 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Pushing event updated for resources: {'Port': ['ID=6f438514-120c-4922-93e3-d401119399d4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:10.788431 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2f190be-d11d-4336-9b52-d83017a9b068 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.831307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-446eb0ac-6965-4f7f-bae8-809c57315916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.831702 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port b546c09a-3024-449b-b1f0-99adfc30df76, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=b546c09a-3024-449b-b1f0-99adfc30df76,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:10.833307 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-446eb0ac-6965-4f7f-bae8-809c57315916 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&device_id=d356366d-0d6d-40ea-8471-fb6573cefda5 HTTP/1.1" status: 200 len: 1096 time: 0.2201939 Jul 14 09:21:10.846744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-edf22843-a83c-4f57-8b5a-b5d81096a0b7 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.847367 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-edf22843-a83c-4f57-8b5a-b5d81096a0b7 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.863680 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'b546c09a-3024-449b-b1f0-99adfc30df76', 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530', 'port_id': 'b546c09a-3024-449b-b1f0-99adfc30df76', 'mac_address': 'fa:16:3e:cc:3b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf1d83d-082d-42ed-9d0f-7aa5099c2f25', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:10.874868 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d068-75dd-40f9-9623-0200a62c507d req-5f7802f5-423f-488b-82b8-d15be2f9c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.876463 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac53d068-75dd-40f9-9623-0200a62c507d req-5f7802f5-423f-488b-82b8-d15be2f9c53e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&device_id=e440f910-ace7-4600-bfb1-fa40211cb660 HTTP/1.1" status: 200 len: 1096 time: 0.2788317 Jul 14 09:21:10.884159 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-edf22843-a83c-4f57-8b5a-b5d81096a0b7 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7202022 Jul 14 09:21:10.898872 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] Request body: {'port': {'device_id': 'bd3c79ab-d6db-4176-84b8-7e4115dd75c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:10.909733 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a7eb3f6d-7b98-4c0c-a7b9-59252a810832 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:10.910135 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.930379 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-8926b11f-6b4e-469b-8fc5-8db50fa741a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.938615 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-8926b11f-6b4e-469b-8fc5-8db50fa741a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2753706 Jul 14 09:21:10.964663 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac53d068-75dd-40f9-9623-0200a62c507d req-6666fb49-7557-4f8e-8111-2dbc939fc10a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c50828b-9174-4086-8f28-7488b7a36f3b HTTP/1.1" status: 200 len: 217 time: 0.0782926 Jul 14 09:21:10.986020 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.012710 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-065141d0-9907-4062-8ebd-46504b0a55d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ebebaa61-6af5-4219-9bdf-85bebc1b0d3f', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'floating_ip_address': '172.25.1.158', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'port_id': '8ccab23e-b70a-419f-a828-b5ed2e230b18', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'mac_address': 'fa:16:3e:d9:3e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbacea66-d745-4640-b4d4-5f899cde1997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:23Z', 'updated_at': '2021-07-14T09:21:07Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2a66b1-1792-4ced-9d7e-9fa51239baf5', 'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'mac_address': 'fa:16:3e:44:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:47Z', 'updated_at': '2021-07-14T09:20:01Z', 'revision_number': 5, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'subnets': [{'id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:11.018928 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b546c09a-3024-449b-b1f0-99adfc30df76 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:11.020376 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-863d4199-6626-4a1b-b426-7495795fd750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.020534 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-d5bc0b72-f263-4faa-9893-e8187ee24cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.021930 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-863d4199-6626-4a1b-b426-7495795fd750 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c81313ed0f24e4486654b835c382f5d&device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 1098 time: 0.3729606 Jul 14 09:21:11.022044 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-d5bc0b72-f263-4faa-9893-e8187ee24cb4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9baf05f0e514ebf980dc77789ca82e3&device_id=030252eb-1942-4b80-a7ff-a876a3524427 HTTP/1.1" status: 200 len: 1095 time: 0.2568474 Jul 14 09:21:11.046909 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b0614-cb5c-4fa1-b1d2-310203425968 req-2af9b277-73a9-4c8c-9f04-3368eae97d8c tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.048499 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-750b0614-cb5c-4fa1-b1d2-310203425968 req-2af9b277-73a9-4c8c-9f04-3368eae97d8c tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=d356366d-0d6d-40ea-8471-fb6573cefda5 HTTP/1.1" status: 200 len: 944 time: 0.3225093 Jul 14 09:21:11.064846 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065141d0-9907-4062-8ebd-46504b0a55d6 None None] The sync data for ids ['4a16db79-aecd-498c-9037-eba93ca78953'] in n-d-798054-10 is: [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ebebaa61-6af5-4219-9bdf-85bebc1b0d3f', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'floating_ip_address': '172.25.1.158', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'port_id': '8ccab23e-b70a-419f-a828-b5ed2e230b18', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'mac_address': 'fa:16:3e:d9:3e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbacea66-d745-4640-b4d4-5f899cde1997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:23Z', 'updated_at': '2021-07-14T09:21:07Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2a66b1-1792-4ced-9d7e-9fa51239baf5', 'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'mac_address': 'fa:16:3e:44:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:47Z', 'updated_at': '2021-07-14T09:20:01Z', 'revision_number': 5, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'subnets': [{'id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:11.081482 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port b546c09a-3024-449b-b1f0-99adfc30df76, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=b546c09a-3024-449b-b1f0-99adfc30df76,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:11.109096 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2f190be-d11d-4336-9b52-d83017a9b068 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.116510 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.141173 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-aa17e6cb-f65f-4ba1-adf9-73a4ba8fb903 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5fb797f-72dd-449f-99f0-61f42dc6d34f HTTP/1.1" status: 200 len: 217 time: 0.1037896 Jul 14 09:21:11.170468 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-4c52232e-5b9f-4c0e-ade0-5e1d0085c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.172745 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-4c52232e-5b9f-4c0e-ade0-5e1d0085c16a service neutron] 10.222.0.49 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 911 time: 0.3301816 Jul 14 09:21:11.182798 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d068-75dd-40f9-9623-0200a62c507d req-fcd7f119-955a-4557-a6e0-de4b743c032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.185386 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac53d068-75dd-40f9-9623-0200a62c507d req-fcd7f119-955a-4557-a6e0-de4b743c032e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d20aa7a-796d-40db-977f-81fa6bc33327 HTTP/1.1" status: 200 len: 846 time: 0.1985610 Jul 14 09:21:11.212250 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.227988 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-750b0614-cb5c-4fa1-b1d2-310203425968 req-676b97de-93cb-4761-9b46-01949ffcae4d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624889 Jul 14 09:21:11.236129 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=b546c09a-3024-449b-b1f0-99adfc30df76,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:11.245780 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac53d068-75dd-40f9-9623-0200a62c507d req-7e780933-d4d8-4801-b428-5c9588f32956 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afffba1d-7bce-4b37-9323-82cdd45d6281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514524 Jul 14 09:21:11.318759 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-e1e7b571-7b09-418d-99cf-b5382b1e1643 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b546c09a-3024-449b-b1f0-99adfc30df76 HTTP/1.1" status: 200 len: 217 time: 0.0798597 Jul 14 09:21:11.330439 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['b546c09a-3024-449b-b1f0-99adfc30df76'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:11.355980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-b01044d9-7c6c-43d6-bd11-896db0ec3ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.357514 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-b01044d9-7c6c-43d6-bd11-896db0ec3ac1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a49c4352-2329-49be-aaa0-1fa7abc5a9c8 HTTP/1.1" status: 200 len: 862 time: 0.1749625 Jul 14 09:21:11.445018 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-c4e74bde-d489-42c1-b4d7-17000ddfca2d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da42ad67-5396-4a08-bd51-0b6ba891c01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587227 Jul 14 09:21:11.471504 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-eade0a96-e95d-492e-a43c-e8b8f2738bb5 service neutron] 10.222.0.26 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319073 Jul 14 09:21:11.512320 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-9998487c-ac63-4be9-bbf8-cb653da52395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.513851 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-9998487c-ac63-4be9-bbf8-cb653da52395 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a HTTP/1.1" status: 200 len: 921 time: 0.4775255 Jul 14 09:21:11.521386 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2f190be-d11d-4336-9b52-d83017a9b068 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.579614 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-32c2520a-3e5a-4a13-8a52-162b552d9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.581083 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-32c2520a-3e5a-4a13-8a52-162b552d9b9b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ccf1d83d-082d-42ed-9d0f-7aa5099c2f25 HTTP/1.1" status: 200 len: 850 time: 0.2542555 Jul 14 09:21:11.848993 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f190be-d11d-4336-9b52-d83017a9b068 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=941b1a68-67e4-4a17-bd55-12cf0ab3b1fc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:11.852841 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-870f5d81-60bd-4ea7-9f31-7064e65e4da8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e80f0d1f-dc89-4c1a-baff-8385f81cdb4f HTTP/1.1" status: 200 len: 217 time: 0.3248484 Jul 14 09:21:11.857092 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2f190be-d11d-4336-9b52-d83017a9b068 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.862033 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e2f190be-d11d-4336-9b52-d83017a9b068 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/941b1a68-67e4-4a17-bd55-12cf0ab3b1fc HTTP/1.1" status: 204 len: 168 time: 1.4368711 Jul 14 09:21:11.864638 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7846bbb-bd7c-450f-bafb-aaa29b67c0e7 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:11.893920 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58910) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:11.998116 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-36e9acee-e546-48a9-912b-153e6ce24b22 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c264f7f6-27f5-4c6a-b12c-803b241a1530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4060521 Jul 14 09:21:11.999133 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-16a21314-7df8-455f-821d-9a2552e8b200 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956388 Jul 14 09:21:12.009754 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58912) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:12.017880 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-326393ca-fd7e-4ce3-9d1a-ba1b576eadcb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:12.029026 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac53d068-75dd-40f9-9623-0200a62c507d req-36fa2bc4-6090-47d5-9558-cc6c7769da58 service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7693636 Jul 14 09:21:12.054518 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-a43a0eb8-3e07-4bb7-be68-17899b1fdad6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7262909 Jul 14 09:21:12.102374 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-280c944d-6bf2-416b-afa6-c702f77c8c60 service neutron] 10.222.0.49 "GET /v2.0/networks/da42ad67-5396-4a08-bd51-0b6ba891c01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6281731 Jul 14 09:21:12.113048 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4453bc-f62f-45c7-9872-b241e871fc10 None None] DHCP port deletion for 4cef7a78-22ed-4e84-a95a-1f569bb0302d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:21:12.113623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-5888be4f-b9f5-4f26-934e-013afd56e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.115210 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-5888be4f-b9f5-4f26-934e-013afd56e6f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b26c4a85-82c2-41ae-9f0b-7df4811624b1 HTTP/1.1" status: 200 len: 859 time: 0.2201803 Jul 14 09:21:12.115736 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2434313-941d-4b9b-849a-e3ff7045b419 req-c6021d2c-8061-4c65-a62e-7f440d8997f3 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.117326 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2434313-941d-4b9b-849a-e3ff7045b419 req-c6021d2c-8061-4c65-a62e-7f440d8997f3 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=030252eb-1942-4b80-a7ff-a876a3524427 HTTP/1.1" status: 200 len: 943 time: 0.6861405 Jul 14 09:21:12.206570 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95dd0b68-fa5e-4de6-8aec-e522f9f4bda3 req-8c7cadcd-8b19-4c29-88b0-884e9cb50e49 service neutron] 10.222.0.26 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7236440 Jul 14 09:21:12.212442 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6c4453bc-f62f-45c7-9872-b241e871fc10 None None] Deleting port a7eb3f6d-7b98-4c0c-a7b9-59252a810832 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:12.213011 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6c4453bc-f62f-45c7-9872-b241e871fc10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.272326 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-3ef15edf-88b1-42f2-a5d0-53a1761dfb6c service neutron] 10.222.0.49 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625873 Jul 14 09:21:12.281107 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2434313-941d-4b9b-849a-e3ff7045b419 req-499b46e7-a94c-4b98-bf9f-813e172567ad tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412849 Jul 14 09:21:12.354198 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6c4453bc-f62f-45c7-9872-b241e871fc10 None None] For port a7eb3f6d-7b98-4c0c-a7b9-59252a810832, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a7eb3f6d-7b98-4c0c-a7b9-59252a810832,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:12.355057 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6c4453bc-f62f-45c7-9872-b241e871fc10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.375784 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6c4453bc-f62f-45c7-9872-b241e871fc10 None None] Calling delete_port for a7eb3f6d-7b98-4c0c-a7b9-59252a810832 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:12.411608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4578901c-1967-45b2-bb52-0f8c93c90185 req-3b050c14-f553-4d81-87b9-564bcb50d943 service neutron] 10.222.0.49 "GET /v2.0/networks/da42ad67-5396-4a08-bd51-0b6ba891c01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879858 Jul 14 09:21:12.434731 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac53d068-75dd-40f9-9623-0200a62c507d req-764aa942-7a60-441e-8b65-9142b082ee50 service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476579 Jul 14 09:21:12.454022 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326393ca-fd7e-4ce3-9d1a-ba1b576eadcb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:12.458887 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-326393ca-fd7e-4ce3-9d1a-ba1b576eadcb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.499165 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0efa1d-11b8-4c3b-b131-808aae230e85 x-openstack-request-id: req-cb0efa1d-11b8-4c3b-b131-808aae230e85 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:12.499569 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e440f910-ace7-4600-bfb1-fa40211cb660", "tag": "1c50828b-9174-4086-8f28-7488b7a36f3b", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:12.499929 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb0efa1d-11b8-4c3b-b131-808aae230e85 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:12.500419 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e440f910-ace7-4600-bfb1-fa40211cb660', 'tag': '1c50828b-9174-4086-8f28-7488b7a36f3b', 'status': 'completed', 'code': 200} Jul 14 09:21:12.501808 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-9abbc61b-4e82-4258-a048-a1d7e6662d9f service neutron] 10.222.0.49 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186728 Jul 14 09:21:12.509920 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f438514-120c-4922-93e3-d401119399d4 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:12.521176 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.540398 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] Transition to ACTIVE for port object 6f438514-120c-4922-93e3-d401119399d4 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:12.597619 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae74bb-4761-45ba-be02-00a96978cf92 req-3d25d173-e7bd-41bc-b834-722bb0680286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.599469 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c4ae74bb-4761-45ba-be02-00a96978cf92 req-3d25d173-e7bd-41bc-b834-722bb0680286 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&device_id=e440f910-ace7-4600-bfb1-fa40211cb660 HTTP/1.1" status: 200 len: 1096 time: 0.0750844 Jul 14 09:21:12.614801 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-ce8c7e56-44df-4d2e-b37e-ef565b0235fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.616886 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-ce8c7e56-44df-4d2e-b37e-ef565b0235fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4613178 Jul 14 09:21:12.617621 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.652163 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde85176-cb1b-4664-af86-cb2eda5ad84a x-openstack-request-id: req-bde85176-cb1b-4664-af86-cb2eda5ad84a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:12.652919 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65490162-b1f2-4e13-b2cc-b8930d0d28a0", "name": "network-vif-unplugged", "status": "completed", "tag": "a05e6951-705d-4a61-93e2-474e0c828bc2", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:12.653394 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bde85176-cb1b-4664-af86-cb2eda5ad84a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:12.654008 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65490162-b1f2-4e13-b2cc-b8930d0d28a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05e6951-705d-4a61-93e2-474e0c828bc2', 'code': 200} Jul 14 09:21:12.655129 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device b546c09a-3024-449b-b1f0-99adfc30df76 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:12.657484 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a7eb3f6d-7b98-4c0c-a7b9-59252a810832 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:12.657627 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030252eb-1942-4b80-a7ff-a876a3524427', 'tag': 'a5fb797f-72dd-449f-99f0-61f42dc6d34f'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:12.662135 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6c4453bc-f62f-45c7-9872-b241e871fc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.671942 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f0e45d-132c-4110-b5a6-e9677fce3aee" -d '{"events": [{"name": "network-changed", "server_uuid": "030252eb-1942-4b80-a7ff-a876a3524427", "tag": "a5fb797f-72dd-449f-99f0-61f42dc6d34f"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:12.723871 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-40dcb2d0-fa32-4136-8ec5-f662349761ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.724556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-40dcb2d0-fa32-4136-8ec5-f662349761ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.725197 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-40dcb2d0-fa32-4136-8ec5-f662349761ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.725701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-40dcb2d0-fa32-4136-8ec5-f662349761ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.726413 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-40dcb2d0-fa32-4136-8ec5-f662349761ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.726888 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-40dcb2d0-fa32-4136-8ec5-f662349761ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.727709 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-40dcb2d0-fa32-4136-8ec5-f662349761ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.730729 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-40dcb2d0-fa32-4136-8ec5-f662349761ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=31e3a4cec448411aba79b23ed148d185&device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 6498 time: 0.5315132 Jul 14 09:21:12.737111 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: a7eb3f6d-7b98-4c0c-a7b9-59252a810832 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:12.737680 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a7eb3f6d-7b98-4c0c-a7b9-59252a810832 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:12.755428 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4453bc-f62f-45c7-9872-b241e871fc10 None None] Pushing event deleted for resources: {'Port': ['ID=a7eb3f6d-7b98-4c0c-a7b9-59252a810832,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:12.757652 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4453bc-f62f-45c7-9872-b241e871fc10 None None] No DVR routers for this DVR port a7eb3f6d-7b98-4c0c-a7b9-59252a810832 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:12.785444 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port b546c09a-3024-449b-b1f0-99adfc30df76 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:12.791908 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port b546c09a-3024-449b-b1f0-99adfc30df76 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:12.792288 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.876348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae74bb-4761-45ba-be02-00a96978cf92 req-fcf74335-2190-4505-ba29-97d883e24d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.885884 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c4ae74bb-4761-45ba-be02-00a96978cf92 req-fcf74335-2190-4505-ba29-97d883e24d45 service neutron] 10.222.0.49 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 907 time: 0.2719142 Jul 14 09:21:12.893403 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.919785 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f7816-6f6c-46e9-915e-c07a00d07ec1 req-a7089b2d-698e-47b4-94b4-abcf6c3f293e tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.921331 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c51f7816-6f6c-46e9-915e-c07a00d07ec1 req-a7089b2d-698e-47b4-94b4-abcf6c3f293e tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e440f910-ace7-4600-bfb1-fa40211cb660 HTTP/1.1" status: 200 len: 944 time: 0.1996226 Jul 14 09:21:12.952638 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port b546c09a-3024-449b-b1f0-99adfc30df76, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=b546c09a-3024-449b-b1f0-99adfc30df76,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:12.958872 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.959073 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c4ae74bb-4761-45ba-be02-00a96978cf92 req-dc1d27f2-9bad-434d-b0dd-5e0f99f9fbb5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c50828b-9174-4086-8f28-7488b7a36f3b HTTP/1.1" status: 200 len: 217 time: 0.0692492 Jul 14 09:21:13.017580 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] Pushing event updated for resources: {'Port': ['ID=6f438514-120c-4922-93e3-d401119399d4,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:13.020689 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=b546c09a-3024-449b-b1f0-99adfc30df76,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:13.028030 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-8ef44c3a-5543-4f7b-b198-87cc2c10b5cd service neutron] 10.222.0.55 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961306 Jul 14 09:21:13.075555 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c51f7816-6f6c-46e9-915e-c07a00d07ec1 req-13f72311-a7cb-4dec-aeed-09250c563a28 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207750 Jul 14 09:21:13.085893 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae74bb-4761-45ba-be02-00a96978cf92 req-cfda4a8b-a204-47bb-bdca-88b78b74200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:13.087368 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c4ae74bb-4761-45ba-be02-00a96978cf92 req-cfda4a8b-a204-47bb-bdca-88b78b74200f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d20aa7a-796d-40db-977f-81fa6bc33327 HTTP/1.1" status: 200 len: 846 time: 0.1062911 Jul 14 09:21:13.117858 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-b0d41164-f782-4ce7-821b-599cf84bc677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:13.118339 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-b0d41164-f782-4ce7-821b-599cf84bc677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:13.118803 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-b0d41164-f782-4ce7-821b-599cf84bc677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:13.120418 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-b0d41164-f782-4ce7-821b-599cf84bc677 service neutron] 10.222.0.55 "GET /v2.0/networks?id=888088af-1a51-4dbe-bc38-27d1a38db826&id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&id=b942b7bc-b05b-4b6e-aff4-d229af7544cd&id=b942b7bc-b05b-4b6e-aff4-d229af7544cd HTTP/1.1" status: 200 len: 2293 time: 0.3010736 Jul 14 09:21:13.165821 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] Attempting to bind port 6f438514-120c-4922-93e3-d401119399d4 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:13.166166 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] Attempting to bind port 6f438514-120c-4922-93e3-d401119399d4 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': 'afb18846-4e6b-4b81-8903-ed8a396e530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2b207265-1379-4cb1-bdf9-417a0c56f7e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:13.166502 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] Attempting to bind port 6f438514-120c-4922-93e3-d401119399d4 on network 2b207265-1379-4cb1-bdf9-417a0c56f7e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:13.169149 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c4ae74bb-4761-45ba-be02-00a96978cf92 req-bb731aea-25d3-4270-9d02-76512130f2eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afffba1d-7bce-4b37-9323-82cdd45d6281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711520 Jul 14 09:21:13.178339 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c33d5-5fd5-4188-a58c-c29dd001cb7f req-7462858b-3744-411a-9214-0b9a8255a00c tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:13.180054 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-606c33d5-5fd5-4188-a58c-c29dd001cb7f req-7462858b-3744-411a-9214-0b9a8255a00c tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 943 time: 0.2232466 Jul 14 09:21:13.213590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] Port 6f438514-120c-4922-93e3-d401119399d4 on network 2b207265-1379-4cb1-bdf9-417a0c56f7e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:13.213953 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] Attempting to bind port 6f438514-120c-4922-93e3-d401119399d4 on network 2b207265-1379-4cb1-bdf9-417a0c56f7e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:13.237607 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:13.237983 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] Checking segment: {'id': 'afb18846-4e6b-4b81-8903-ed8a396e530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2b207265-1379-4cb1-bdf9-417a0c56f7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:13.238385 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] Bound using segment: {'id': 'afb18846-4e6b-4b81-8903-ed8a396e530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2b207265-1379-4cb1-bdf9-417a0c56f7e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:13.238870 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] Bound port: 6f438514-120c-4922-93e3-d401119399d4, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afb18846-4e6b-4b81-8903-ed8a396e530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2b207265-1379-4cb1-bdf9-417a0c56f7e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:13.239233 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.266620 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fab92829-a435-45b1-8b13-91496f831bdf req-2e700e1b-7885-4295-a322-9f609d4c675e tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 1001 time: 0.1572375 Jul 14 09:21:13.284818 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-2f2026ef-b69c-4c0b-a6cb-d5b6d07b1a85 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebf8368a-d0fb-466a-a254-89fc3ae4a4bb HTTP/1.1" status: 200 len: 1001 time: 0.1486099 Jul 14 09:21:13.312534 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-30f8433a-b57a-492a-a38f-c172869916d0 service neutron] 10.222.0.55 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724802 Jul 14 09:21:13.323717 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-606c33d5-5fd5-4188-a58c-c29dd001cb7f req-608dda67-aa05-47f7-9683-4bcb05a2c3f8 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364443 Jul 14 09:21:13.401114 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-326393ca-fd7e-4ce3-9d1a-ba1b576eadcb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.405945 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c4ae74bb-4761-45ba-be02-00a96978cf92 req-9771447c-b9e7-4e19-a7cc-4ecdd99a2ffb service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240477 Jul 14 09:21:13.431324 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab92829-a435-45b1-8b13-91496f831bdf req-1e2506f0-5f37-4b17-ba0b-be401c612e82 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:13.432871 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fab92829-a435-45b1-8b13-91496f831bdf req-1e2506f0-5f37-4b17-ba0b-be401c612e82 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports/8ccab23e-b70a-419f-a828-b5ed2e230b18 HTTP/1.1" status: 200 len: 942 time: 0.1514516 Jul 14 09:21:13.443433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-2d3eeed9-f867-4596-8eab-638410c9ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:13.445101 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-2d3eeed9-f867-4596-8eab-638410c9ee7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db42a1b5-0af8-4f2d-880c-f54fe800fb63 HTTP/1.1" status: 200 len: 850 time: 0.1350160 Jul 14 09:21:13.516049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326393ca-fd7e-4ce3-9d1a-ba1b576eadcb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:13.537264 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] For port 6f438514-120c-4922-93e3-d401119399d4, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:13.551802 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-326393ca-fd7e-4ce3-9d1a-ba1b576eadcb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:13.567712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326393ca-fd7e-4ce3-9d1a-ba1b576eadcb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:13.568338 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-326393ca-fd7e-4ce3-9d1a-ba1b576eadcb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.570666 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee2d703-73d3-4ef6-8c0c-03434b139db2 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:13.574416 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] For port 6f438514-120c-4922-93e3-d401119399d4, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6f438514-120c-4922-93e3-d401119399d4,segment=NetworkSegment(afb18846-4e6b-4b81-8903-ed8a396e530f),segment_id=afb18846-4e6b-4b81-8903-ed8a396e530f)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:13.588630 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.592352 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326393ca-fd7e-4ce3-9d1a-ba1b576eadcb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=c65d6f3d-6964-4cff-9671-3a689dae5622,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:13.596823 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c4ae74bb-4761-45ba-be02-00a96978cf92 req-11754274-30dd-4305-9c0b-5fc49f2cc6ea service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832504 Jul 14 09:21:13.629278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230f220-0bb0-4879-bd54-a1ddc197cfc0 req-25055499-dd06-4314-a480-1b7a288992b8 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:13.637191 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8230f220-0bb0-4879-bd54-a1ddc197cfc0 req-25055499-dd06-4314-a480-1b7a288992b8 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=d356366d-0d6d-40ea-8471-fb6573cefda5 HTTP/1.1" status: 200 len: 946 time: 0.1595585 Jul 14 09:21:13.654676 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-326393ca-fd7e-4ce3-9d1a-ba1b576eadcb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6376960 Jul 14 09:21:13.660050 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:13.660255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58932) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:13.660354 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.661597 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] 10.222.0.49 "PUT /v2.0/ports/6f438514-120c-4922-93e3-d401119399d4 HTTP/1.1" status: 200 len: 1092 time: 2.7667525 Jul 14 09:21:13.667445 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-abb7178a-0eb0-4e98-8c0d-b122e75cf296 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'fixed_ips': [{'subnet_id': 'c65d6f3d-6964-4cff-9671-3a689dae5622', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1267048638'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:13.700103 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-98311cce-2a5c-4c09-9f8e-8470a2dc936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:13.701766 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-98311cce-2a5c-4c09-9f8e-8470a2dc936e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=888088af-1a51-4dbe-bc38-27d1a38db826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2370405 Jul 14 09:21:13.704250 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-421401ee-6e46-404a-b6f3-7f9df69402e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:13.705839 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-421401ee-6e46-404a-b6f3-7f9df69402e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c81313ed0f24e4486654b835c382f5d&device_id=bbacea66-d745-4640-b4d4-5f899cde1997 HTTP/1.1" status: 200 len: 1097 time: 0.2573309 Jul 14 09:21:13.707040 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6275990-6a36-4d3c-94e8-17ebca93ca25 service neutron] Pushing event updated for resources: {'Port': ['ID=6f438514-120c-4922-93e3-d401119399d4,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:13.774582 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8230f220-0bb0-4879-bd54-a1ddc197cfc0 req-2e9775db-cb24-4e64-91dc-e27684646ba5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361384 Jul 14 09:21:13.838600 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'fixed_ips': [{'subnet_id': 'c65d6f3d-6964-4cff-9671-3a689dae5622'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:21:13.840434 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.886442 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fab92829-a435-45b1-8b13-91496f831bdf req-fa4cd8dc-5a0e-48e4-9dfc-78af6d920568 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 1001 time: 0.0771856 Jul 14 09:21:14.017299 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Allocated IP 2001:db8::2 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/c65d6f3d-6964-4cff-9671-3a689dae5622/86818bee-65f0-4b32-97d4-8d2b8d0f7ef7) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:14.072973 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb7178a-0eb0-4e98-8c0d-b122e75cf296 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:14.106095 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6ce05-e6bb-45b0-939e-48db525b4979 req-1e4c5d3b-8460-4706-ac12-0aabbacbb961 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.107851 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cd6ce05-e6bb-45b0-939e-48db525b4979 req-1e4c5d3b-8460-4706-ac12-0aabbacbb961 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/ports?device_id=65490162-b1f2-4e13-b2cc-b8930d0d28a0 HTTP/1.1" status: 200 len: 948 time: 0.1792088 Jul 14 09:21:14.153035 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab92829-a435-45b1-8b13-91496f831bdf req-e71b0b16-cbf8-4345-933d-b846acfbda55 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.154635 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fab92829-a435-45b1-8b13-91496f831bdf req-e71b0b16-cbf8-4345-933d-b846acfbda55 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.2608738 Jul 14 09:21:14.170066 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-fab92829-a435-45b1-8b13-91496f831bdf req-5aaad577-e92c-45a5-b426-88c9c461e40c tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:21:14.181439 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fab92829-a435-45b1-8b13-91496f831bdf req-5aaad577-e92c-45a5-b426-88c9c461e40c tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135803 Jul 14 09:21:14.224558 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-16ecc0c0-a03a-4d7e-b4e3-4683f0dfb063 service neutron] 10.222.0.55 "GET /v2.0/networks/888088af-1a51-4dbe-bc38-27d1a38db826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763045 Jul 14 09:21:14.225531 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-81c9fc86-3eeb-4dc9-8433-9b4092a7d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.227070 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-81c9fc86-3eeb-4dc9-8433-9b4092a7d383 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a HTTP/1.1" status: 200 len: 921 time: 0.5062158 Jul 14 09:21:14.229282 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cd6ce05-e6bb-45b0-939e-48db525b4979 req-2d7be134-8e74-4a18-9b9f-0392445aed65 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/security-groups?id=2066beb3-1bf7-40c6-93f6-90c5626c3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908177 Jul 14 09:21:14.237928 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705521ab-5acb-4380-a157-81bc5699a40a x-openstack-request-id: req-705521ab-5acb-4380-a157-81bc5699a40a {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:14.238229 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030252eb-1942-4b80-a7ff-a876a3524427", "tag": "a5fb797f-72dd-449f-99f0-61f42dc6d34f", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:14.238534 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-705521ab-5acb-4380-a157-81bc5699a40a {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:14.238873 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030252eb-1942-4b80-a7ff-a876a3524427', 'tag': 'a5fb797f-72dd-449f-99f0-61f42dc6d34f', 'status': 'completed', 'code': 200} Jul 14 09:21:14.259242 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-80c75633-74f5-4cee-a40d-843a1225806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.266767 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-80c75633-74f5-4cee-a40d-843a1225806f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bf11fb44ae345849ddee66c056190a8&device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 1095 time: 0.4770625 Jul 14 09:21:14.271197 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.288963 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Transition to ACTIVE for port object 86818bee-65f0-4b32-97d4-8d2b8d0f7ef7 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:14.322429 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-abb7178a-0eb0-4e98-8c0d-b122e75cf296 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.327806 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Transition to ACTIVE for port object 86818bee-65f0-4b32-97d4-8d2b8d0f7ef7 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:14.343109 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.353146 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-abb7178a-0eb0-4e98-8c0d-b122e75cf296 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port b16883d6-9173-4951-ae71-893210d49ec1 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:21:14.399788 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device a5fb797f-72dd-449f-99f0-61f42dc6d34f details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:14.429031 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-8eeee701-93da-480b-ad07-ce6a92a12467 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccab23e-b70a-419f-a828-b5ed2e230b18 HTTP/1.1" status: 200 len: 1001 time: 0.1859014 Jul 14 09:21:14.466746 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0e45d-132c-4110-b5a6-e9677fce3aee req-d431b6c1-7b5f-4372-ab62-9874185b59a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.468929 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57f0e45d-132c-4110-b5a6-e9677fce3aee req-d431b6c1-7b5f-4372-ab62-9874185b59a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9baf05f0e514ebf980dc77789ca82e3&device_id=030252eb-1942-4b80-a7ff-a876a3524427 HTTP/1.1" status: 200 len: 1095 time: 0.1955729 Jul 14 09:21:14.473353 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-30d87efe-f51b-4751-8c32-fa28a2dc8b84 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f438514-120c-4922-93e3-d401119399d4 HTTP/1.1" status: 200 len: 217 time: 0.0432134 Jul 14 09:21:14.504652 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port a5fb797f-72dd-449f-99f0-61f42dc6d34f, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=a5fb797f-72dd-449f-99f0-61f42dc6d34f,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:14.514372 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3c79ab-d6db-4176-84b8-7e4115dd75c0', 'tag': '6f438514-120c-4922-93e3-d401119399d4'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:14.519668 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c76e98-ed8a-4b8d-8864-634dd5425692" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3c79ab-d6db-4176-84b8-7e4115dd75c0", "tag": "6f438514-120c-4922-93e3-d401119399d4"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:14.529108 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:14.530818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:14.532693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'a5fb797f-72dd-449f-99f0-61f42dc6d34f', 'network_id': 'da42ad67-5396-4a08-bd51-0b6ba891c01d', 'port_id': 'a5fb797f-72dd-449f-99f0-61f42dc6d34f', 'mac_address': 'fa:16:3e:e1:93:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49c4352-2329-49be-aaa0-1fa7abc5a9c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:14.534431 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Pushing event updated for resources: {'Port': ['ID=86818bee-65f0-4b32-97d4-8d2b8d0f7ef7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:14.537554 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:14.567921 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-f25aa9c5-cdcd-43e4-9be1-2e2d3cac8fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.569975 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-f25aa9c5-cdcd-43e4-9be1-2e2d3cac8fe7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b26c4a85-82c2-41ae-9f0b-7df4811624b1 HTTP/1.1" status: 200 len: 859 time: 0.0879838 Jul 14 09:21:14.625676 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.630156 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Attempting to bind port 86818bee-65f0-4b32-97d4-8d2b8d0f7ef7 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:14.630535 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Attempting to bind port 86818bee-65f0-4b32-97d4-8d2b8d0f7ef7 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:14.630904 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Attempting to bind port 86818bee-65f0-4b32-97d4-8d2b8d0f7ef7 on network 4cef7a78-22ed-4e84-a95a-1f569bb0302d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:14.645525 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:14.645945 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:14.646359 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.646757 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Bound using segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:14.647753 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Bound port: 86818bee-65f0-4b32-97d4-8d2b8d0f7ef7, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:14.648718 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.652625 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-05f6143c-9c49-432b-9165-5185ceaae47f service neutron] 10.222.0.55 "GET /v2.0/networks/888088af-1a51-4dbe-bc38-27d1a38db826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112773 Jul 14 09:21:14.662528 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd356366d-0d6d-40ea-8471-fb6573cefda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b546c09a-3024-449b-b1f0-99adfc30df76'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:14.664903 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac34b0ee-2d68-4093-8ca0-d418d5ec3470" -d '{"events": [{"server_uuid": "d356366d-0d6d-40ea-8471-fb6573cefda5", "name": "network-vif-plugged", "status": "completed", "tag": "b546c09a-3024-449b-b1f0-99adfc30df76"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:14.670502 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-a6c9a953-88ab-44d6-bece-93dbaaae227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.670735 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5fb797f-72dd-449f-99f0-61f42dc6d34f {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:14.671058 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb7178a-0eb0-4e98-8c0d-b122e75cf296 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:21:14.671554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb7178a-0eb0-4e98-8c0d-b122e75cf296 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:21:14.672492 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-a6c9a953-88ab-44d6-bece-93dbaaae227d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a72a50-84b2-47a9-a16f-8470cdb97c9f HTTP/1.1" status: 200 len: 851 time: 0.1197906 Jul 14 09:21:14.689294 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c48f77-7fc8-4adc-bf80-10f6cecd9390 req-ddd16864-cbb1-40d1-bb9b-d101c45dca55 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.696343 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55c48f77-7fc8-4adc-bf80-10f6cecd9390 req-ddd16864-cbb1-40d1-bb9b-d101c45dca55 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=030252eb-1942-4b80-a7ff-a876a3524427 HTTP/1.1" status: 200 len: 943 time: 0.2984107 Jul 14 09:21:14.716897 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port a5fb797f-72dd-449f-99f0-61f42dc6d34f, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=a5fb797f-72dd-449f-99f0-61f42dc6d34f,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:14.722651 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-ab55d64c-0128-4e28-9980-6ee2a9df2597 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=207ab0ec-b17a-4abd-8b56-ed8ce32580f4 HTTP/1.1" status: 200 len: 217 time: 0.0622394 Jul 14 09:21:14.725850 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.725850 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1c50828b-9174-4086-8f28-7488b7a36f3b details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:14.748270 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-abb7178a-0eb0-4e98-8c0d-b122e75cf296 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0856235 Jul 14 09:21:14.750828 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0e45d-132c-4110-b5a6-e9677fce3aee req-bc621ac3-827f-4ad0-bc61-ac46fee9c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.752351 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57f0e45d-132c-4110-b5a6-e9677fce3aee req-bc621ac3-827f-4ad0-bc61-ac46fee9c29e service neutron] 10.222.0.49 "GET /v2.0/networks?id=da42ad67-5396-4a08-bd51-0b6ba891c01d HTTP/1.1" status: 200 len: 923 time: 0.2421236 Jul 14 09:21:14.752480 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58948) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:14.756891 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-7b7c66f1-501b-49de-ad0d-b074f9873ba9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b207265-1379-4cb1-bdf9-417a0c56f7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470986 Jul 14 09:21:14.775169 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] For port 86818bee-65f0-4b32-97d4-8d2b8d0f7ef7, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:14.798076 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] For port 86818bee-65f0-4b32-97d4-8d2b8d0f7ef7, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=86818bee-65f0-4b32-97d4-8d2b8d0f7ef7,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:14.811306 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.822203 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55c48f77-7fc8-4adc-bf80-10f6cecd9390 req-222f0942-3636-4968-bd07-7fb9cb30f2aa tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248090 Jul 14 09:21:14.823780 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57f0e45d-132c-4110-b5a6-e9677fce3aee req-d7600918-2de9-48a2-827b-42721f2155ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5fb797f-72dd-449f-99f0-61f42dc6d34f HTTP/1.1" status: 200 len: 217 time: 0.0546055 Jul 14 09:21:14.832869 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f33e48-88a1-465a-85eb-6babc56a834a req-0f1931fa-4876-4ed8-a2d3-91b00038da77 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.834475 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-14f33e48-88a1-465a-85eb-6babc56a834a req-0f1931fa-4876-4ed8-a2d3-91b00038da77 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e440f910-ace7-4600-bfb1-fa40211cb660 HTTP/1.1" status: 200 len: 944 time: 0.2359233 Jul 14 09:21:14.871112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-d6bf1e78-9e6a-4e38-a1ff-800417296b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.872761 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-d6bf1e78-9e6a-4e38-a1ff-800417296b41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2759225 Jul 14 09:21:14.876765 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=a5fb797f-72dd-449f-99f0-61f42dc6d34f,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:14.912270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0e45d-132c-4110-b5a6-e9677fce3aee req-218e5e99-2f47-4146-ab36-ec2f318d07aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.913383 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57f0e45d-132c-4110-b5a6-e9677fce3aee req-218e5e99-2f47-4146-ab36-ec2f318d07aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a49c4352-2329-49be-aaa0-1fa7abc5a9c8 HTTP/1.1" status: 200 len: 862 time: 0.0780196 Jul 14 09:21:14.949607 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-e6a19d5f-6aff-467b-89d1-86a858204a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.951479 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-e6a19d5f-6aff-467b-89d1-86a858204a6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52a95ed6-a967-4c2d-8b84-f641b0b1d6ed HTTP/1.1" status: 200 len: 797 time: 0.1981337 Jul 14 09:21:14.963596 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4b0ef-97fa-4432-b118-730a7e0bf9ed None None] Pushing event updated for resources: {'Port': ['ID=86818bee-65f0-4b32-97d4-8d2b8d0f7ef7,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:14.972744 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1c50828b-9174-4086-8f28-7488b7a36f3b, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1c50828b-9174-4086-8f28-7488b7a36f3b,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:14.975084 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-14f33e48-88a1-465a-85eb-6babc56a834a req-1b552aa0-af9d-4acc-942a-bd1512d6c669 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100261 Jul 14 09:21:14.989584 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '1c50828b-9174-4086-8f28-7488b7a36f3b', 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281', 'port_id': '1c50828b-9174-4086-8f28-7488b7a36f3b', 'mac_address': 'fa:16:3e:31:79:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d20aa7a-796d-40db-977f-81fa6bc33327', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:15.002219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57f0e45d-132c-4110-b5a6-e9677fce3aee req-fe247e9e-a125-4053-89c6-b8dde609cbaf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da42ad67-5396-4a08-bd51-0b6ba891c01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760922 Jul 14 09:21:15.051370 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.052007 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-451809a5-6357-47a4-b2bd-d01a165c0790 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 1001 time: 0.1421998 Jul 14 09:21:15.076313 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c50828b-9174-4086-8f28-7488b7a36f3b {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:15.099872 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1c50828b-9174-4086-8f28-7488b7a36f3b, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1c50828b-9174-4086-8f28-7488b7a36f3b,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:15.104760 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.143500 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-5ded1640-4f9d-4b8d-a063-f8b10758dbb9 service neutron] 10.222.0.49 "GET /v2.0/networks/2b207265-1379-4cb1-bdf9-417a0c56f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689239 Jul 14 09:21:15.151651 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-8af4b4b5-65f3-422a-9423-7890bc55e4da service neutron] 10.222.0.55 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695527 Jul 14 09:21:15.217508 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=1c50828b-9174-4086-8f28-7488b7a36f3b,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:15.304966 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-4cf9ed19-aba7-4778-9d8b-0ce7f99b0ce6 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:15.306812 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-4cf9ed19-aba7-4778-9d8b-0ce7f99b0ce6 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports/8ccab23e-b70a-419f-a828-b5ed2e230b18 HTTP/1.1" status: 200 len: 942 time: 0.2041214 Jul 14 09:21:15.343389 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57f0e45d-132c-4110-b5a6-e9677fce3aee req-528ed2bf-f0f8-4aa8-b7d4-8b58f1895d32 service neutron] 10.222.0.49 "GET /v2.0/networks/da42ad67-5396-4a08-bd51-0b6ba891c01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287945 Jul 14 09:21:15.358298 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253bea8b-8e2c-4634-874b-48b82374554b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:15.363651 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-253bea8b-8e2c-4634-874b-48b82374554b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6052196 Jul 14 09:21:15.367696 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58962) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:15.379296 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['1c50828b-9174-4086-8f28-7488b7a36f3b'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:15.384376 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['a5fb797f-72dd-449f-99f0-61f42dc6d34f'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:15.434985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc49ffa-665e-4732-a487-02cd9afc6d54 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:15.437184 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc49ffa-665e-4732-a487-02cd9afc6d54 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:15.443297 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5cc49ffa-665e-4732-a487-02cd9afc6d54 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0709739 Jul 14 09:21:15.446216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58966) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:15.543154 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5a305213-3566-4ba4-81f4-8d46d9e50843 req-35ae1065-6112-475c-bac1-955fbcc45e03 service neutron] 10.222.0.55 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557010 Jul 14 09:21:15.556572 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-e8387fa1-fb07-4e8b-ba17-c8681fbb46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:15.559737 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-e8387fa1-fb07-4e8b-ba17-c8681fbb46b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5869436 Jul 14 09:21:15.570414 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-eabe4277-82d7-4ddc-9fbc-c1bcd2171e70 req-1e7fa6d9-222d-421d-8a5a-b4976de7b363 service neutron] 10.222.0.49 "GET /v2.0/networks/2b207265-1379-4cb1-bdf9-417a0c56f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149363 Jul 14 09:21:15.604744 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-903c3ae4-2ebb-4180-b0ad-41ee319f6045 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet c65d6f3d-6964-4cff-9671-3a689dae5622 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:21:15.618255 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57f0e45d-132c-4110-b5a6-e9677fce3aee req-f9d31085-d2cd-4718-b064-c3df9068dbb6 service neutron] 10.222.0.49 "GET /v2.0/networks/da42ad67-5396-4a08-bd51-0b6ba891c01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638509 Jul 14 09:21:15.627953 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74997ec-c659-462d-a4ec-f5775eadd532 req-e25ec374-07a9-497d-8a2a-d214112ca12c tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:15.635326 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a74997ec-c659-462d-a4ec-f5775eadd532 req-e25ec374-07a9-497d-8a2a-d214112ca12c tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 943 time: 0.2898867 Jul 14 09:21:15.649898 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-903c3ae4-2ebb-4180-b0ad-41ee319f6045 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.756652 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-9865a695-6b5f-4442-bd74-9f569b24dacd service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694067 Jul 14 09:21:15.938399 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-bbbbf608-37bd-48ef-ba15-9d2d40b64581 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727605 Jul 14 09:21:15.998683 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-75ed8251-7676-461b-beb8-e1ce2ff553c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=4ab54df4-c842-45de-b8d8-a4afe567c0e5 HTTP/1.1" status: 200 len: 217 time: 0.0438321 Jul 14 09:21:16.054448 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-728a6435-7013-4f99-b595-d378f84dfc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.056283 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-728a6435-7013-4f99-b595-d378f84dfc23 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52a95ed6-a967-4c2d-8b84-f641b0b1d6ed HTTP/1.1" status: 200 len: 797 time: 0.0510311 Jul 14 09:21:16.130533 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-2fd03bfd-f33d-42ca-9d60-c0ba82b828b6 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 1001 time: 0.5914392 Jul 14 09:21:16.154081 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-903c3ae4-2ebb-4180-b0ad-41ee319f6045 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.159482 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-d52ce523-b645-418e-b1f0-0d09783c38ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.162273 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-d52ce523-b645-418e-b1f0-0d09783c38ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0947647 Jul 14 09:21:16.250145 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.292041 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-9bded82c-8e55-4d56-9ab3-e9303fd994af service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219563 Jul 14 09:21:16.298532 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a74997ec-c659-462d-a4ec-f5775eadd532 req-ad82e0b1-6e5e-4c24-a0dd-50539c7294ce tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6622028 Jul 14 09:21:16.454379 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-4c599ae4-02d3-4742-a13d-027ca2390b36 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.464417 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-21e534e2-2f6d-4a13-9ec1-14186d14fb21 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627200 Jul 14 09:21:16.466716 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e8a68c-6fa4-42f1-8ee7-4318e119f903 x-openstack-request-id: req-92e8a68c-6fa4-42f1-8ee7-4318e119f903 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:16.467287 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3c79ab-d6db-4176-84b8-7e4115dd75c0", "tag": "6f438514-120c-4922-93e3-d401119399d4", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:16.467683 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92e8a68c-6fa4-42f1-8ee7-4318e119f903 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:16.468275 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3c79ab-d6db-4176-84b8-7e4115dd75c0', 'tag': '6f438514-120c-4922-93e3-d401119399d4', 'status': 'completed', 'code': 200} Jul 14 09:21:16.472465 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ec15b5-f806-468f-b945-e3bbf29c6a61 x-openstack-request-id: req-87ec15b5-f806-468f-b945-e3bbf29c6a61 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:16.472920 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d356366d-0d6d-40ea-8471-fb6573cefda5", "name": "network-vif-plugged", "status": "completed", "tag": "b546c09a-3024-449b-b1f0-99adfc30df76", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:16.473155 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-4c599ae4-02d3-4742-a13d-027ca2390b36 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.3230379 Jul 14 09:21:16.473322 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-87ec15b5-f806-468f-b945-e3bbf29c6a61 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:16.474175 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd356366d-0d6d-40ea-8471-fb6573cefda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b546c09a-3024-449b-b1f0-99adfc30df76', 'code': 200} Jul 14 09:21:16.602875 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-250d89b9-3f76-486d-a382-b839ad06398d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=b2be6486-e65e-4805-a307-4504282ccb66 HTTP/1.1" status: 200 len: 217 time: 0.1269069 Jul 14 09:21:16.606786 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ff566917-2e75-4c7f-822f-bdfcc170f019 None None] Provisioning for port 86818bee-65f0-4b32-97d4-8d2b8d0f7ef7 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:16.625731 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-903c3ae4-2ebb-4180-b0ad-41ee319f6045 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.643263 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 86818bee-65f0-4b32-97d4-8d2b8d0f7ef7 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:16.660722 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-d304eaf8-33bc-49c4-8386-83c68bdb108e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.663117 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-d304eaf8-33bc-49c4-8386-83c68bdb108e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52a95ed6-a967-4c2d-8b84-f641b0b1d6ed HTTP/1.1" status: 200 len: 797 time: 0.0534251 Jul 14 09:21:16.696297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-d71fd644-d3e6-475b-862b-b394dc27cc6c tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 1001 time: 0.2221098 Jul 14 09:21:16.711635 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 86818bee-65f0-4b32-97d4-8d2b8d0f7ef7 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:16.720340 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 86818bee-65f0-4b32-97d4-8d2b8d0f7ef7 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:16.720661 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-6f777f6a-3ee4-43b2-ad12-667c86928ab1 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:16.721631 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.769586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c76e98-ed8a-4b8d-8864-634dd5425692 req-2524372e-c314-4d92-9740-e412df134a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.771073 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8c76e98-ed8a-4b8d-8864-634dd5425692 req-2524372e-c314-4d92-9740-e412df134a49 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bf11fb44ae345849ddee66c056190a8&device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 1095 time: 0.2740748 Jul 14 09:21:16.792518 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904e495-6fe2-46b8-92cf-1eef8f576ca0 req-8ed55eda-486d-44eb-88f0-bf1f8f7b1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.794623 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1904e495-6fe2-46b8-92cf-1eef8f576ca0 req-8ed55eda-486d-44eb-88f0-bf1f8f7b1681 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d356366d-0d6d-40ea-8471-fb6573cefda5 HTTP/1.1" status: 200 len: 1098 time: 0.2093320 Jul 14 09:21:16.802698 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-b95d2e2e-c982-4f9d-941f-267bdec201df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.804259 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-b95d2e2e-c982-4f9d-941f-267bdec201df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1126521 Jul 14 09:21:16.820183 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.852864 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-903c3ae4-2ebb-4180-b0ad-41ee319f6045 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.892013 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:21:16.892717 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:21:16.903344 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398285e3-7829-4777-8dfd-1644502aa3d4 req-18d6e58a-7f04-4ac9-b44c-f8046cca723c tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.903553 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1904e495-6fe2-46b8-92cf-1eef8f576ca0 req-ac7cdc0a-9289-47ac-ba95-1ebb8d2970f3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977993 Jul 14 09:21:16.904833 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-398285e3-7829-4777-8dfd-1644502aa3d4 req-18d6e58a-7f04-4ac9-b44c-f8046cca723c tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=d356366d-0d6d-40ea-8471-fb6573cefda5 HTTP/1.1" status: 200 len: 946 time: 0.3042243 Jul 14 09:21:16.906918 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-6f777f6a-3ee4-43b2-ad12-667c86928ab1 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.925573 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821ee4e5-085d-434b-a403-cc4fc1cfe8c7 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:16.942618 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c3ae4-2ebb-4180-b0ad-41ee319f6045 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=c65d6f3d-6964-4cff-9671-3a689dae5622,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:16.944967 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-903c3ae4-2ebb-4180-b0ad-41ee319f6045 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.950878 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-903c3ae4-2ebb-4180-b0ad-41ee319f6045 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/c65d6f3d-6964-4cff-9671-3a689dae5622 HTTP/1.1" status: 204 len: 168 time: 1.4994795 Jul 14 09:21:16.951469 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58972) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:16.960364 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-5228d2f0-b7a1-445c-8fb4-b850f703ad14 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481619 Jul 14 09:21:17.010926 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0969bfc7-1aa3-4f3e-98b5-2e529f441f94 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514982 Jul 14 09:21:17.015423 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58974) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:17.055407 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8c2395d0-ee4b-444e-a495-f621da4fbc40 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:17.075874 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-398285e3-7829-4777-8dfd-1644502aa3d4 req-fa386ca7-889b-424b-8e74-f3b24b000d00 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624970 Jul 14 09:21:17.115393 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c76e98-ed8a-4b8d-8864-634dd5425692 req-36a5e318-cbcf-4645-b58c-a61137b69f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:17.118322 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8c76e98-ed8a-4b8d-8864-634dd5425692 req-36a5e318-cbcf-4645-b58c-a61137b69f5b service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b207265-1379-4cb1-bdf9-417a0c56f7e4 HTTP/1.1" status: 200 len: 912 time: 0.3373005 Jul 14 09:21:17.131212 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-9aff1575-4d2b-4485-ab72-11a9194166a5 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351807 Jul 14 09:21:17.191003 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-29fe6be3-491d-491c-95bf-beb38e6b1db0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=a41a920e-6497-49e9-8ee2-23d9fd674e1c HTTP/1.1" status: 200 len: 217 time: 0.0507836 Jul 14 09:21:17.194915 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc00d67-961b-4b61-bb49-e8c246236913 None None] DHCP port deletion for 4cef7a78-22ed-4e84-a95a-1f569bb0302d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:21:17.215212 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8c76e98-ed8a-4b8d-8864-634dd5425692 req-6190cb89-3601-46ac-872f-226367bf445d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f438514-120c-4922-93e3-d401119399d4 HTTP/1.1" status: 200 len: 217 time: 0.0849771 Jul 14 09:21:17.252805 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-efc00d67-961b-4b61-bb49-e8c246236913 None None] Deleting port 86818bee-65f0-4b32-97d4-8d2b8d0f7ef7 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:17.253380 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efc00d67-961b-4b61-bb49-e8c246236913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.258580 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-47438414-bbc2-4962-ae4d-124293316edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:17.260506 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-47438414-bbc2-4962-ae4d-124293316edf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52a95ed6-a967-4c2d-8b84-f641b0b1d6ed HTTP/1.1" status: 200 len: 797 time: 0.0618563 Jul 14 09:21:17.312036 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-6f777f6a-3ee4-43b2-ad12-667c86928ab1 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.321817 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-6f777f6a-3ee4-43b2-ad12-667c86928ab1 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.322211 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-6f777f6a-3ee4-43b2-ad12-667c86928ab1 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Floating IP ebebaa61-6af5-4219-9bdf-85bebc1b0d3f disassociated. External IP: 172.25.1.158, port: 8ccab23e-b70a-419f-a828-b5ed2e230b18. Jul 14 09:21:17.326168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2395d0-ee4b-444e-a495-f621da4fbc40 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:17.331238 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8c2395d0-ee4b-444e-a495-f621da4fbc40 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.336696 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-efc00d67-961b-4b61-bb49-e8c246236913 None None] For port 86818bee-65f0-4b32-97d4-8d2b8d0f7ef7, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=86818bee-65f0-4b32-97d4-8d2b8d0f7ef7,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:17.337452 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efc00d67-961b-4b61-bb49-e8c246236913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.337710 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c76e98-ed8a-4b8d-8864-634dd5425692 req-1f9bd87a-dc2d-49b6-b67a-326b2c095120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:17.339794 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8c76e98-ed8a-4b8d-8864-634dd5425692 req-1f9bd87a-dc2d-49b6-b67a-326b2c095120 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a72a50-84b2-47a9-a16f-8470cdb97c9f HTTP/1.1" status: 200 len: 851 time: 0.1171124 Jul 14 09:21:17.357307 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-efc00d67-961b-4b61-bb49-e8c246236913 None None] Calling delete_port for 86818bee-65f0-4b32-97d4-8d2b8d0f7ef7 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:17.368829 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-6fb54f9d-5c00-46d1-a09c-eabadffc6a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:17.372789 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-6fb54f9d-5c00-46d1-a09c-eabadffc6a76 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0839748 Jul 14 09:21:17.453702 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.458139 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8c76e98-ed8a-4b8d-8864-634dd5425692 req-9289096b-6da6-4018-ba22-1f5ad4d9fd63 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b207265-1379-4cb1-bdf9-417a0c56f7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768437 Jul 14 09:21:17.498965 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 86818bee-65f0-4b32-97d4-8d2b8d0f7ef7, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=86818bee-65f0-4b32-97d4-8d2b8d0f7ef7,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:17.503823 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.508724 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-f95e46f4-9350-4f34-bb53-a7fdb779bc78 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259341 Jul 14 09:21:17.535182 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efc00d67-961b-4b61-bb49-e8c246236913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.557556 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc00d67-961b-4b61-bb49-e8c246236913 None None] No DVR routers for this DVR port 86818bee-65f0-4b32-97d4-8d2b8d0f7ef7 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:17.582054 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=86818bee-65f0-4b32-97d4-8d2b8d0f7ef7,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:17.609516 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc00d67-961b-4b61-bb49-e8c246236913 None None] Pushing event deleted for resources: {'Port': ['ID=86818bee-65f0-4b32-97d4-8d2b8d0f7ef7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:17.671105 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-a67def84-6b8f-4dcc-8442-3995cca3fde9 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486046 Jul 14 09:21:17.727032 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8c76e98-ed8a-4b8d-8864-634dd5425692 req-398507c6-6aed-4ccc-aaea-9012432cae9b service neutron] 10.222.0.49 "GET /v2.0/networks/2b207265-1379-4cb1-bdf9-417a0c56f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593725 Jul 14 09:21:17.740578 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-0b9a5e78-97f2-4186-bb62-f54317936b19 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=30f1a2ef-7642-4739-8eaa-96de5c74cd6e HTTP/1.1" status: 200 len: 217 time: 0.0589373 Jul 14 09:21:17.778268 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdefe6-6ac2-417e-ac8d-441f3a9258f3 req-0e8f97f2-6fa4-4097-a086-f480ca7eabc4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:17.785066 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fccdefe6-6ac2-417e-ac8d-441f3a9258f3 req-0e8f97f2-6fa4-4097-a086-f480ca7eabc4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=030252eb-1942-4b80-a7ff-a876a3524427 HTTP/1.1" status: 200 len: 944 time: 0.3705616 Jul 14 09:21:17.843165 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-a2269c52-f105-486b-aa91-b8ab3bbc40bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:17.846224 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-a2269c52-f105-486b-aa91-b8ab3bbc40bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a557f1ac-a69c-4035-b98f-f25db75ba130 HTTP/1.1" status: 200 len: 797 time: 0.0929012 Jul 14 09:21:17.975219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fccdefe6-6ac2-417e-ac8d-441f3a9258f3 req-bae6018b-e2dd-45a4-81e6-0a538dbf3f58 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892953 Jul 14 09:21:18.008705 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-6f777f6a-3ee4-43b2-ad12-667c86928ab1 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Router 4a16db79-aecd-498c-9037-eba93ca78953 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:18.010237 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-308bee54-cea4-4bba-9d4e-e7570bde0b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:18.011191 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8c2395d0-ee4b-444e-a495-f621da4fbc40 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.013406 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-308bee54-cea4-4bba-9d4e-e7570bde0b19 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b942b7bc-b05b-4b6e-aff4-d229af7544cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1522131 Jul 14 09:21:18.018408 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8c76e98-ed8a-4b8d-8864-634dd5425692 req-0dd25f50-dc2e-4306-acfc-6860afba0efe service neutron] 10.222.0.49 "GET /v2.0/networks/2b207265-1379-4cb1-bdf9-417a0c56f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612367 Jul 14 09:21:18.028053 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-c014c9b4-bc1e-405d-bba5-e758fbb0aa03 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:18.030923 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-c014c9b4-bc1e-405d-bba5-e758fbb0aa03 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.49 "GET /v2.0/ports?device_id=d356366d-0d6d-40ea-8471-fb6573cefda5 HTTP/1.1" status: 200 len: 946 time: 0.1803906 Jul 14 09:21:18.070128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2395d0-ee4b-444e-a495-f621da4fbc40 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:18.078120 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-8c2395d0-ee4b-444e-a495-f621da4fbc40 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:18.094551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcb7c99-83af-4558-b576-107a1a8759ff None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:18.114564 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2395d0-ee4b-444e-a495-f621da4fbc40 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:18.115058 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8c2395d0-ee4b-444e-a495-f621da4fbc40 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.127699 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2395d0-ee4b-444e-a495-f621da4fbc40 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=2b016ad1-09c6-41b5-86d2-218616f9420a,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:18.148651 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8c2395d0-ee4b-444e-a495-f621da4fbc40 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1313450 Jul 14 09:21:18.159118 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58982) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:18.189281 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-41c1498e-60d1-418c-9232-ef654a686e71 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-100362388', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:18.261402 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-ff9f8709-6f7b-46b0-a89f-1c2fee0d7184 service neutron] 10.222.0.55 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292728 Jul 14 09:21:18.264797 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-41c1498e-60d1-418c-9232-ef654a686e71 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.265823 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-41c1498e-60d1-418c-9232-ef654a686e71 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.272036 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-6f777f6a-3ee4-43b2-ad12-667c86928ab1 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:18.281380 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-6f777f6a-3ee4-43b2-ad12-667c86928ab1 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.299025 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f94949a-e2ca-48f1-a16a-fdb5071c8219 None None] Sync routers for ids ['4a16db79-aecd-498c-9037-eba93ca78953'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:18.314230 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f94949a-e2ca-48f1-a16a-fdb5071c8219 None None] Routers {'4a16db79-aecd-498c-9037-eba93ca78953'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:18.315205 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9f94949a-e2ca-48f1-a16a-fdb5071c8219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:21:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4a16db79-aecd-498c-9037-eba93ca78953'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:18.331340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b2cb-3c41-4dd5-84b4-b962f3b5cc94 req-ee9deeff-8834-4b21-af12-ca2823428bd6 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:18.338670 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75a0b2cb-3c41-4dd5-84b4-b962f3b5cc94 req-ee9deeff-8834-4b21-af12-ca2823428bd6 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e440f910-ace7-4600-bfb1-fa40211cb660 HTTP/1.1" status: 200 len: 945 time: 0.1927638 Jul 14 09:21:18.351583 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'fixed_ips': [{'subnet_id': '2b016ad1-09c6-41b5-86d2-218616f9420a'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:21:18.354372 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.384962 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-6f777f6a-3ee4-43b2-ad12-667c86928ab1 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "PUT /v2.0/floatingips/ebebaa61-6af5-4219-9bdf-85bebc1b0d3f HTTP/1.1" status: 200 len: 695 time: 1.6732001 Jul 14 09:21:18.390073 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbacea66-d745-4640-b4d4-5f899cde1997', 'tag': '8ccab23e-b70a-419f-a828-b5ed2e230b18'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:18.391623 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c293ef1a-933b-42f3-b191-cd700206feae" -d '{"events": [{"name": "network-changed", "server_uuid": "bbacea66-d745-4640-b4d4-5f899cde1997", "tag": "8ccab23e-b70a-419f-a828-b5ed2e230b18"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:18.396917 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6f438514-120c-4922-93e3-d401119399d4 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:18.402591 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device a5fb797f-72dd-449f-99f0-61f42dc6d34f up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:18.471863 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-41c1498e-60d1-418c-9232-ef654a686e71 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.482340 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-41c1498e-60d1-418c-9232-ef654a686e71 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.499053 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75a0b2cb-3c41-4dd5-84b4-b962f3b5cc94 req-6527db38-94cd-4792-add5-353f95adae6a tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591580 Jul 14 09:21:18.530026 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-9f94949a-e2ca-48f1-a16a-fdb5071c8219 None None] Set router 4a16db79-aecd-498c-9037-eba93ca78953 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:18.565107 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-41c1498e-60d1-418c-9232-ef654a686e71 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.569118 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-41c1498e-60d1-418c-9232-ef654a686e71 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3838918 Jul 14 09:21:18.569594 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58992) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:18.593103 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 86818bee-65f0-4b32-97d4-8d2b8d0f7ef7 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:18.629001 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-3e04aead-4a95-4cb6-9560-85188068d8f3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Deleting port b546c09a-3024-449b-b1f0-99adfc30df76 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:18.629555 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-3e04aead-4a95-4cb6-9560-85188068d8f3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.633912 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 86818bee-65f0-4b32-97d4-8d2b8d0f7ef7 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:18.634336 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 86818bee-65f0-4b32-97d4-8d2b8d0f7ef7 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:18.646337 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port a5fb797f-72dd-449f-99f0-61f42dc6d34f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:18.668698 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port a5fb797f-72dd-449f-99f0-61f42dc6d34f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:18.670327 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.814145 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-00ca9535-a8fe-4e7b-a0e1-a4e188b2235d service neutron] 10.222.0.55 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414906 Jul 14 09:21:18.816621 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Allocated IP 2001:db8::2 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/2b016ad1-09c6-41b5-86d2-218616f9420a/6298dddc-b6b1-489e-8406-4b8a8f352729) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:18.825452 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-3e04aead-4a95-4cb6-9560-85188068d8f3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] For port b546c09a-3024-449b-b1f0-99adfc30df76, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=b546c09a-3024-449b-b1f0-99adfc30df76,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:18.825919 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-3e04aead-4a95-4cb6-9560-85188068d8f3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.888846 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-dd5732ae-598b-44c5-9651-aaa49c32894e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e5ddc03d-bffd-4ee2-8dfd-829f721e56dc HTTP/1.1" status: 200 len: 217 time: 0.0674577 Jul 14 09:21:18.889901 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-3e04aead-4a95-4cb6-9560-85188068d8f3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Calling delete_port for b546c09a-3024-449b-b1f0-99adfc30df76 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:18.901488 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 6f438514-120c-4922-93e3-d401119399d4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6f438514-120c-4922-93e3-d401119399d4,segment=NetworkSegment(afb18846-4e6b-4b81-8903-ed8a396e530f),segment_id=afb18846-4e6b-4b81-8903-ed8a396e530f)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:18.991771 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '6f438514-120c-4922-93e3-d401119399d4', 'network_id': '2b207265-1379-4cb1-bdf9-417a0c56f7e4', 'port_id': '6f438514-120c-4922-93e3-d401119399d4', 'mac_address': 'fa:16:3e:0d:c1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a72a50-84b2-47a9-a16f-8470cdb97c9f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:19.015331 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-5dba8f71-087e-41b5-9f92-1d974a6eea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:19.017103 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-5dba8f71-087e-41b5-9f92-1d974a6eea84 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a557f1ac-a69c-4035-b98f-f25db75ba130 HTTP/1.1" status: 200 len: 797 time: 0.1199403 Jul 14 09:21:19.084869 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.117254 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-27dd2345-d812-48fd-9e5a-41459242835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:19.118133 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.119995 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-27dd2345-d812-48fd-9e5a-41459242835e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b942b7bc-b05b-4b6e-aff4-d229af7544cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0925152 Jul 14 09:21:19.180707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030252eb-1942-4b80-a7ff-a876a3524427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fb797f-72dd-449f-99f0-61f42dc6d34f'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:19.183599 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90da2b8f-91ac-464c-9765-557edf5582e1" -d '{"events": [{"server_uuid": "030252eb-1942-4b80-a7ff-a876a3524427", "name": "network-vif-plugged", "status": "completed", "tag": "a5fb797f-72dd-449f-99f0-61f42dc6d34f"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:19.208349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f438514-120c-4922-93e3-d401119399d4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:19.282004 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-29130927-3d3f-4f89-a227-3f9433aa0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:19.289477 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-29130927-3d3f-4f89-a227-3f9433aa0603 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c81313ed0f24e4486654b835c382f5d&device_id=bbacea66-d745-4640-b4d4-5f899cde1997 HTTP/1.1" status: 200 len: 1097 time: 0.8863621 Jul 14 09:21:19.300543 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port a5fb797f-72dd-449f-99f0-61f42dc6d34f, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=a5fb797f-72dd-449f-99f0-61f42dc6d34f,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:19.308649 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-f5af15f3-2813-49cc-bfc8-ecb42db3f143 service neutron] 10.222.0.55 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782398 Jul 14 09:21:19.319504 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 6f438514-120c-4922-93e3-d401119399d4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6f438514-120c-4922-93e3-d401119399d4,segment=NetworkSegment(afb18846-4e6b-4b81-8903-ed8a396e530f),segment_id=afb18846-4e6b-4b81-8903-ed8a396e530f)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:19.328751 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.329052 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9f94949a-e2ca-48f1-a16a-fdb5071c8219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '2d2a66b1-1792-4ced-9d7e-9fa51239baf5', 'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'mac_address': 'fa:16:3e:44:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:47Z', 'updated_at': '2021-07-14T09:20:01Z', 'revision_number': 5, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'subnets': [{'id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:19.330030 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1c50828b-9174-4086-8f28-7488b7a36f3b up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:19.357101 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f94949a-e2ca-48f1-a16a-fdb5071c8219 None None] Checking router: 4a16db79-aecd-498c-9037-eba93ca78953 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:19.365693 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f94949a-e2ca-48f1-a16a-fdb5071c8219 None None] Routers {'4a16db79-aecd-498c-9037-eba93ca78953'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:19.366492 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9f94949a-e2ca-48f1-a16a-fdb5071c8219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:21:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4a16db79-aecd-498c-9037-eba93ca78953'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:19.369640 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-3e04aead-4a95-4cb6-9560-85188068d8f3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.407826 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04aead-4a95-4cb6-9560-85188068d8f3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Pushing event deleted for resources: {'Port': ['ID=b546c09a-3024-449b-b1f0-99adfc30df76,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:19.468417 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['b546c09a-3024-449b-b1f0-99adfc30df76'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:19.478152 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=a5fb797f-72dd-449f-99f0-61f42dc6d34f,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:19.482409 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-3e04aead-4a95-4cb6-9560-85188068d8f3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] No DVR routers for this DVR port b546c09a-3024-449b-b1f0-99adfc30df76 on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:19.484009 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.486313 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-3e04aead-4a95-4cb6-9560-85188068d8f3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.488476 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-55bb1814-2dea-42b1-b448-df54e4ae0871 req-3e04aead-4a95-4cb6-9560-85188068d8f3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.49 "DELETE /v2.0/ports/b546c09a-3024-449b-b1f0-99adfc30df76 HTTP/1.1" status: 204 len: 173 time: 1.4415097 Jul 14 09:21:19.489092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd356366d-0d6d-40ea-8471-fb6573cefda5', 'name': 'network-vif-deleted', 'tag': 'b546c09a-3024-449b-b1f0-99adfc30df76'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:19.502243 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c3a56a-8256-4d4f-9ace-44f68362229b" -d '{"events": [{"server_uuid": "d356366d-0d6d-40ea-8471-fb6573cefda5", "name": "network-vif-deleted", "tag": "b546c09a-3024-449b-b1f0-99adfc30df76"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:19.554713 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0094ddc8-4079-4bf0-bc1e-7aa05de345d7 req-2c4e1810-a705-441d-9024-b8c1a585f0e5 service neutron] 10.222.0.55 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390587 Jul 14 09:21:19.557250 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.568284 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-9f94949a-e2ca-48f1-a16a-fdb5071c8219 None None] Set router 4a16db79-aecd-498c-9037-eba93ca78953 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:19.608797 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Transition to ACTIVE for port object 6298dddc-b6b1-489e-8406-4b8a8f352729 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:19.614950 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 1c50828b-9174-4086-8f28-7488b7a36f3b completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:19.624955 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=6f438514-120c-4922-93e3-d401119399d4,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:19.638098 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 1c50828b-9174-4086-8f28-7488b7a36f3b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:19.638585 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.651493 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Transition to ACTIVE for port object 6298dddc-b6b1-489e-8406-4b8a8f352729 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:19.691554 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.741926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-4c53aa75-21d8-40f9-b8d0-b334ca31a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:19.744670 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-4c53aa75-21d8-40f9-b8d0-b334ca31a80e service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a HTTP/1.1" status: 200 len: 921 time: 0.4544320 Jul 14 09:21:19.775985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Pushing event updated for resources: {'Port': ['ID=6298dddc-b6b1-489e-8406-4b8a8f352729,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:19.781064 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['6f438514-120c-4922-93e3-d401119399d4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:19.819702 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:19.828032 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:19.839064 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:19.855136 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-5bb61450-0cdc-46c0-89c0-2e8d98461759 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccab23e-b70a-419f-a828-b5ed2e230b18 HTTP/1.1" status: 200 len: 217 time: 0.0797546 Jul 14 09:21:19.960424 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0a903eb8-e344-437e-a8c3-c4abd9267870 req-5a5fd5aa-8aa5-438e-9f72-5adbba55cac8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&device_id=d356366d-0d6d-40ea-8471-fb6573cefda5 HTTP/1.1" status: 200 len: 210 time: 0.0434396 Jul 14 09:21:19.975271 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-87bcba65-f555-4bb6-8309-23738513b439 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.980937 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Attempting to bind port 6298dddc-b6b1-489e-8406-4b8a8f352729 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:19.981400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Attempting to bind port 6298dddc-b6b1-489e-8406-4b8a8f352729 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:19.981843 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Attempting to bind port 6298dddc-b6b1-489e-8406-4b8a8f352729 on network 4cef7a78-22ed-4e84-a95a-1f569bb0302d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:19.992629 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9f94949a-e2ca-48f1-a16a-fdb5071c8219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '2d2a66b1-1792-4ced-9d7e-9fa51239baf5', 'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'mac_address': 'fa:16:3e:44:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:47Z', 'updated_at': '2021-07-14T09:20:01Z', 'revision_number': 5, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'subnets': [{'id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:19.999459 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.001466 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:20.001968 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:20.002430 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.002889 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Bound using segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:20.003674 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Bound port: 6298dddc-b6b1-489e-8406-4b8a8f352729, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:20.003822 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.034275 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f94949a-e2ca-48f1-a16a-fdb5071c8219 None None] The sync data for ids ['4a16db79-aecd-498c-9037-eba93ca78953'] in n-d-798054-10 is: [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '2d2a66b1-1792-4ced-9d7e-9fa51239baf5', 'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'mac_address': 'fa:16:3e:44:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:47Z', 'updated_at': '2021-07-14T09:20:01Z', 'revision_number': 5, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'subnets': [{'id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:20.101190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1c50828b-9174-4086-8f28-7488b7a36f3b, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1c50828b-9174-4086-8f28-7488b7a36f3b,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:20.121374 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.164942 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] For port 6298dddc-b6b1-489e-8406-4b8a8f352729, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:20.190666 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] For port 6298dddc-b6b1-489e-8406-4b8a8f352729, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6298dddc-b6b1-489e-8406-4b8a8f352729,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:20.200976 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.208612 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-dda1a582-a86b-4317-bba3-cf3aab8008a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.210124 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-dda1a582-a86b-4317-bba3-cf3aab8008a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b26c4a85-82c2-41ae-9f0b-7df4811624b1 HTTP/1.1" status: 200 len: 859 time: 0.3263454 Jul 14 09:21:20.231855 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=1c50828b-9174-4086-8f28-7488b7a36f3b,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:20.234352 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a903eb8-e344-437e-a8c3-c4abd9267870 req-3ac8c47d-9457-4b4b-9c49-d87c87add7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.234352 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0a903eb8-e344-437e-a8c3-c4abd9267870 req-3ac8c47d-9457-4b4b-9c49-d87c87add7d1 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=be454fb0ee14462b824a675124f7b42d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2640946 Jul 14 09:21:20.271436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc66d1-7703-4f6e-a25d-d331d11339ef req-4dfe3b18-9916-4c4f-bd0e-a4bda41d649b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.273723 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9fc66d1-7703-4f6e-a25d-d331d11339ef req-4dfe3b18-9916-4c4f-bd0e-a4bda41d649b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 944 time: 0.4329088 Jul 14 09:21:20.290923 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64e355-b466-4f5e-b226-d3e9b1601169 None None] Pushing event updated for resources: {'Port': ['ID=6298dddc-b6b1-489e-8406-4b8a8f352729,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:20.388467 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9fc66d1-7703-4f6e-a25d-d331d11339ef req-5150ebaa-c0c5-472e-a352-a07a97907e5b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047921 Jul 14 09:21:20.402054 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-87bcba65-f555-4bb6-8309-23738513b439 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::1 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/2b016ad1-09c6-41b5-86d2-218616f9420a/a77715a1-bee2-4b3c-8c06-58bfd72dfcab) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:20.468046 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-98be9254-35b6-47d7-a07e-308576f8089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.469697 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-98be9254-35b6-47d7-a07e-308576f8089c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2488859 Jul 14 09:21:20.528019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a903eb8-e344-437e-a8c3-c4abd9267870 req-71fb6a49-ed8a-4c5f-9c20-1e548508247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.529510 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0a903eb8-e344-437e-a8c3-c4abd9267870 req-71fb6a49-ed8a-4c5f-9c20-1e548508247f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2915652 Jul 14 09:21:20.627248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89654a3f-6280-4018-94a5-7d1c9373ca47 None None] New status for floating IP ebebaa61-6af5-4219-9bdf-85bebc1b0d3f: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:21:20.687276 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02c7dcb3-30ec-440a-9302-ea60c1ff2c2f req-4036edc9-abe0-4774-9648-e89479c69a8a tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=d356366d-0d6d-40ea-8471-fb6573cefda5 HTTP/1.1" status: 200 len: 210 time: 0.0535266 Jul 14 09:21:20.768198 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-f847da21-65ff-4246-9b5f-d23572f6e02c service neutron] 10.222.0.26 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576110 Jul 14 09:21:20.878639 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-87bcba65-f555-4bb6-8309-23738513b439 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.911627 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-87bcba65-f555-4bb6-8309-23738513b439 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object a77715a1-bee2-4b3c-8c06-58bfd72dfcab will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:20.929268 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957d8f0b-79f8-4c57-a72b-8274e166f01f x-openstack-request-id: req-957d8f0b-79f8-4c57-a72b-8274e166f01f {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:20.929564 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbacea66-d745-4640-b4d4-5f899cde1997", "tag": "8ccab23e-b70a-419f-a828-b5ed2e230b18", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:20.929990 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-957d8f0b-79f8-4c57-a72b-8274e166f01f {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:20.930344 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbacea66-d745-4640-b4d4-5f899cde1997', 'tag': '8ccab23e-b70a-419f-a828-b5ed2e230b18', 'status': 'completed', 'code': 200} Jul 14 09:21:20.989671 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a33dd06f-d22c-407e-ad11-818f0e4003d4 req-7d67a0d0-682e-4ec5-9dc7-79be433d87a0 service neutron] 10.222.0.26 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887333 Jul 14 09:21:21.008692 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-87bcba65-f555-4bb6-8309-23738513b439 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.081823 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293ef1a-933b-42f3-b191-cd700206feae req-63e2a599-a042-4818-a83b-cae83ace18c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:21.083642 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c293ef1a-933b-42f3-b191-cd700206feae req-63e2a599-a042-4818-a83b-cae83ace18c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c81313ed0f24e4486654b835c382f5d&device_id=bbacea66-d745-4640-b4d4-5f899cde1997 HTTP/1.1" status: 200 len: 1097 time: 0.0901518 Jul 14 09:21:21.116643 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8f78b8-1b8f-4abc-9a7e-3d2362df22af x-openstack-request-id: req-bc8f78b8-1b8f-4abc-9a7e-3d2362df22af {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:21.117094 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030252eb-1942-4b80-a7ff-a876a3524427", "name": "network-vif-plugged", "status": "completed", "tag": "a5fb797f-72dd-449f-99f0-61f42dc6d34f", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:21.117499 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc8f78b8-1b8f-4abc-9a7e-3d2362df22af {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:21.124116 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030252eb-1942-4b80-a7ff-a876a3524427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fb797f-72dd-449f-99f0-61f42dc6d34f', 'code': 200} Jul 14 09:21:21.138351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bcba65-f555-4bb6-8309-23738513b439 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:21.153757 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-87bcba65-f555-4bb6-8309-23738513b439 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:21.161422 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bcba65-f555-4bb6-8309-23738513b439 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:21.162104 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-87bcba65-f555-4bb6-8309-23738513b439 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.254207 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c93d1b-1785-4127-ab61-349b4fbfd7b3 x-openstack-request-id: req-05c93d1b-1785-4127-ab61-349b4fbfd7b3 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:21.254483 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d356366d-0d6d-40ea-8471-fb6573cefda5", "name": "network-vif-deleted", "tag": "b546c09a-3024-449b-b1f0-99adfc30df76", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:21.254785 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05c93d1b-1785-4127-ab61-349b4fbfd7b3 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:21.255138 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd356366d-0d6d-40ea-8471-fb6573cefda5', 'name': 'network-vif-deleted', 'tag': 'b546c09a-3024-449b-b1f0-99adfc30df76', 'status': 'completed', 'code': 200} Jul 14 09:21:21.290874 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293ef1a-933b-42f3-b191-cd700206feae req-dbf87143-5522-4798-8db7-b2bdbb96732a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:21.290874 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c293ef1a-933b-42f3-b191-cd700206feae req-dbf87143-5522-4798-8db7-b2bdbb96732a service neutron] 10.222.0.55 "GET /v2.0/networks?id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a HTTP/1.1" status: 200 len: 921 time: 0.1953027 Jul 14 09:21:21.299472 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bcba65-f555-4bb6-8309-23738513b439 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=a77715a1-bee2-4b3c-8c06-58bfd72dfcab,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:21.348622 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c293ef1a-933b-42f3-b191-cd700206feae req-85d7805f-83a4-482a-8fa6-9edba9bc6c75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccab23e-b70a-419f-a828-b5ed2e230b18 HTTP/1.1" status: 200 len: 217 time: 0.0508187 Jul 14 09:21:21.388398 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e35706-33af-4b9d-829e-d094c85a3331 req-a537f14b-da8f-4980-bc0d-66d6a5bddbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:21.390077 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-79e35706-33af-4b9d-829e-d094c85a3331 req-a537f14b-da8f-4980-bc0d-66d6a5bddbd9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=030252eb-1942-4b80-a7ff-a876a3524427 HTTP/1.1" status: 200 len: 1097 time: 0.1341166 Jul 14 09:21:21.423965 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293ef1a-933b-42f3-b191-cd700206feae req-8d38d4e3-532b-4628-bffc-27ab405597b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:21.425520 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c293ef1a-933b-42f3-b191-cd700206feae req-8d38d4e3-532b-4628-bffc-27ab405597b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b26c4a85-82c2-41ae-9f0b-7df4811624b1 HTTP/1.1" status: 200 len: 859 time: 0.0700507 Jul 14 09:21:21.453485 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fbc6f-517b-4688-b78c-f841e4820347 req-058b3829-2203-4f68-80b3-e3cfa698dd6f tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:21.455148 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b20fbc6f-517b-4688-b78c-f841e4820347 req-058b3829-2203-4f68-80b3-e3cfa698dd6f tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=030252eb-1942-4b80-a7ff-a876a3524427 HTTP/1.1" status: 200 len: 945 time: 0.4175708 Jul 14 09:21:21.468727 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-79e35706-33af-4b9d-829e-d094c85a3331 req-3180c194-5c94-48ac-ab26-67af920ee6e9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713069 Jul 14 09:21:21.483534 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-87bcba65-f555-4bb6-8309-23738513b439 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.516006 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293ef1a-933b-42f3-b191-cd700206feae req-6987cf11-87dc-4f8b-b422-da625476137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:21.516006 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c293ef1a-933b-42f3-b191-cd700206feae req-6987cf11-87dc-4f8b-b422-da625476137c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756106 Jul 14 09:21:21.531965 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2755d-d29e-4766-88a5-73e408f7d806 req-b79b590e-505d-45e3-bf51-aac642b28459 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:21.533536 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c7e2755d-d29e-4766-88a5-73e408f7d806 req-b79b590e-505d-45e3-bf51-aac642b28459 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e440f910-ace7-4600-bfb1-fa40211cb660 HTTP/1.1" status: 200 len: 946 time: 0.2309039 Jul 14 09:21:21.592271 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b20fbc6f-517b-4688-b78c-f841e4820347 req-30b96f41-d0cc-4ba7-933f-bf5225f838b3 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205966 Jul 14 09:21:21.665910 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c293ef1a-933b-42f3-b191-cd700206feae req-b2c9e901-009c-46a7-b62b-ed4a959eb558 service neutron] 10.222.0.55 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451669 Jul 14 09:21:21.701440 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c7e2755d-d29e-4766-88a5-73e408f7d806 req-6130946b-3b4a-4c48-b4b4-cf45d87483a8 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382713 Jul 14 09:21:21.788146 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c293ef1a-933b-42f3-b191-cd700206feae req-7b079749-67fe-4d8c-942a-9da6d4d576c7 service neutron] 10.222.0.55 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117342 Jul 14 09:21:21.879731 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7231c9d0-a0eb-4561-94e5-4031526ef503 None None] Provisioning for port 6298dddc-b6b1-489e-8406-4b8a8f352729 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:21.966850 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-87bcba65-f555-4bb6-8309-23738513b439 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.973414 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-87bcba65-f555-4bb6-8309-23738513b439 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.974220 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-87bcba65-f555-4bb6-8309-23738513b439 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.085779 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bcba65-f555-4bb6-8309-23738513b439 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=a77715a1-bee2-4b3c-8c06-58bfd72dfcab,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:22.115724 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-607914b5-b9b2-4726-ac4b-d53deaddf627 None None] Provisioning for port a77715a1-bee2-4b3c-8c06-58bfd72dfcab completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:22.121582 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-607914b5-b9b2-4726-ac4b-d53deaddf627 None None] Provisioning complete for port a77715a1-bee2-4b3c-8c06-58bfd72dfcab triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:22.122312 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-607914b5-b9b2-4726-ac4b-d53deaddf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.125825 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf88d13-314c-49bd-936b-3b8292f1946f req-098df410-604d-4bac-a099-5c7bca8d230c tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:22.127613 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dcf88d13-314c-49bd-936b-3b8292f1946f req-098df410-604d-4bac-a099-5c7bca8d230c tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 944 time: 0.2078567 Jul 14 09:21:22.128743 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0a903eb8-e344-437e-a8c3-c4abd9267870 req-c880ac96-c0b5-4044-a007-b36da4ee8c2d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.49 "GET /v2.0/ports?device_id=d356366d-0d6d-40ea-8471-fb6573cefda5 HTTP/1.1" status: 200 len: 210 time: 0.0357969 Jul 14 09:21:22.168914 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bcba65-f555-4bb6-8309-23738513b439 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:22.169128 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-607914b5-b9b2-4726-ac4b-d53deaddf627 None None] Port a77715a1-bee2-4b3c-8c06-58bfd72dfcab cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:22.174473 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-87bcba65-f555-4bb6-8309-23738513b439 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:22.193482 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dcf88d13-314c-49bd-936b-3b8292f1946f req-69e4e39f-267e-4fae-891d-b2c0530456c4 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550897 Jul 14 09:21:22.439680 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c900af44-dafd-4dde-8df6-c1ca831ce08f req-960c35d5-f796-420c-8957-396472a0292c tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=d356366d-0d6d-40ea-8471-fb6573cefda5 HTTP/1.1" status: 200 len: 210 time: 0.0338113 Jul 14 09:21:22.454882 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6f438514-120c-4922-93e3-d401119399d4 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:22.487200 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bcba65-f555-4bb6-8309-23738513b439 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Router 3a860bb0-0cbf-4b5b-97b4-89a0567f33fa is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:21:22.641012 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 6f438514-120c-4922-93e3-d401119399d4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:22.652396 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 6f438514-120c-4922-93e3-d401119399d4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:22.652773 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.691521 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6298dddc-b6b1-489e-8406-4b8a8f352729 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:22.744715 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bcba65-f555-4bb6-8309-23738513b439 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:22.751229 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-87bcba65-f555-4bb6-8309-23738513b439 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "PUT /v2.0/routers/3a860bb0-0cbf-4b5b-97b4-89a0567f33fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1801534 Jul 14 09:21:22.753402 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59070) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:22.755993 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] Sync routers for ids ['3a860bb0-0cbf-4b5b-97b4-89a0567f33fa'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:22.770143 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] Routers {'3a860bb0-0cbf-4b5b-97b4-89a0567f33fa'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:22.773469 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:21:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3a860bb0-0cbf-4b5b-97b4-89a0567f33fa'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:22.819166 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9c182643-64a2-4540-9f3b-a236f0dfbd0f None None] Provisioning complete for port a77715a1-bee2-4b3c-8c06-58bfd72dfcab triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:22.819540 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c182643-64a2-4540-9f3b-a236f0dfbd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.860425 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81d717-f023-4803-aebf-6b741da80c9d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:22.862042 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0f81d717-f023-4803-aebf-6b741da80c9d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports/a77715a1-bee2-4b3c-8c06-58bfd72dfcab HTTP/1.1" status: 200 len: 911 time: 0.1071167 Jul 14 09:21:22.864499 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59076) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:22.873135 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595b6db-256a-49ad-b804-019732c29afa req-8d710d99-e538-448a-afe0-ff8202eee151 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:22.876626 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7595b6db-256a-49ad-b804-019732c29afa req-8d710d99-e538-448a-afe0-ff8202eee151 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=e221313a-08fd-44c8-90b8-074c44de9fff&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1334162 Jul 14 09:21:22.891734 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 6298dddc-b6b1-489e-8406-4b8a8f352729 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:22.906645 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] Set router 3a860bb0-0cbf-4b5b-97b4-89a0567f33fa gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:22.930609 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 6298dddc-b6b1-489e-8406-4b8a8f352729 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:22.930984 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.951338 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9c182643-64a2-4540-9f3b-a236f0dfbd0f None None] Port a77715a1-bee2-4b3c-8c06-58bfd72dfcab cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:22.972056 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7595b6db-256a-49ad-b804-019732c29afa req-6b0cd07a-e874-4265-a5b2-1c70e1531ff8 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 696 time: 0.0841007 Jul 14 09:21:22.981310 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-7595b6db-256a-49ad-b804-019732c29afa req-f5f6655e-a827-4107-a9b8-02c0dd6cdd0b tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Request body: {'floatingip': {'port_id': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:23.003796 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5128f292-bb23-4514-9866-bbee0fdeb47b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:23.015730 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5128f292-bb23-4514-9866-bbee0fdeb47b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:23.017642 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5128f292-bb23-4514-9866-bbee0fdeb47b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1519318 Jul 14 09:21:23.021967 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59078) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:23.074833 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7595b6db-256a-49ad-b804-019732c29afa req-f5f6655e-a827-4107-a9b8-02c0dd6cdd0b tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.133738 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e440f910-ace7-4600-bfb1-fa40211cb660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c50828b-9174-4086-8f28-7488b7a36f3b'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:23.136302 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8527cba-01c2-4768-9a48-8aa4bec775fb" -d '{"events": [{"server_uuid": "e440f910-ace7-4600-bfb1-fa40211cb660", "name": "network-vif-plugged", "status": "completed", "tag": "1c50828b-9174-4086-8f28-7488b7a36f3b"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:23.138921 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.155726 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.168816 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a860bb0-0cbf-4b5b-97b4-89a0567f33fa', 'name': 'tempest-NetworksTestDHCPv6-router-100362388', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:18Z', 'updated_at': '2021-07-14T09:21:21Z', 'revision_number': 2, 'project_id': 'd767fa2019e8430c8d82b725bc36d883', 'gw_port_host': None, '_interfaces': [{'id': 'a77715a1-bee2-4b3c-8c06-58bfd72dfcab', 'name': '', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'mac_address': 'fa:16:3e:26:8b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a860bb0-0cbf-4b5b-97b4-89a0567f33fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2b016ad1-09c6-41b5-86d2-218616f9420a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:20Z', 'updated_at': '2021-07-14T09:21:21Z', 'revision_number': 2, 'project_id': 'd767fa2019e8430c8d82b725bc36d883', 'subnets': [{'id': '2b016ad1-09c6-41b5-86d2-218616f9420a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:23.193161 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 6298dddc-b6b1-489e-8406-4b8a8f352729, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6298dddc-b6b1-489e-8406-4b8a8f352729,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:23.200700 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.207568 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] Checking router: 3a860bb0-0cbf-4b5b-97b4-89a0567f33fa for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:23.208316 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] Updating router 3a860bb0-0cbf-4b5b-97b4-89a0567f33fa port a77715a1-bee2-4b3c-8c06-58bfd72dfcab binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:21:23.241767 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf9248-1338-4060-b792-b70baa05e65a req-a6c3840e-e538-46cc-a36c-9fa59699cf64 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:23.243219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ebf9248-1338-4060-b792-b70baa05e65a req-a6c3840e-e538-46cc-a36c-9fa59699cf64 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=030252eb-1942-4b80-a7ff-a876a3524427 HTTP/1.1" status: 200 len: 945 time: 0.2156651 Jul 14 09:21:23.245969 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.265494 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=6298dddc-b6b1-489e-8406-4b8a8f352729,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:23.269468 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 6f438514-120c-4922-93e3-d401119399d4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6f438514-120c-4922-93e3-d401119399d4,segment=NetworkSegment(afb18846-4e6b-4b81-8903-ed8a396e530f),segment_id=afb18846-4e6b-4b81-8903-ed8a396e530f)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:23.282744 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.329974 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ebf9248-1338-4060-b792-b70baa05e65a req-abfee0b3-a86a-48f7-ad39-24eae5a77e99 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583308 Jul 14 09:21:23.362546 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=6f438514-120c-4922-93e3-d401119399d4,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:23.623400 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.641154 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] Transition to ACTIVE for port object a77715a1-bee2-4b3c-8c06-58bfd72dfcab will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:23.649407 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.707486 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbdb8d7-531d-49ec-9a44-ef9f56bca98b req-1d834efd-16d2-4ec4-99c9-799bc98c7f69 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:23.710296 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2dbdb8d7-531d-49ec-9a44-ef9f56bca98b req-1d834efd-16d2-4ec4-99c9-799bc98c7f69 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e440f910-ace7-4600-bfb1-fa40211cb660 HTTP/1.1" status: 200 len: 946 time: 0.1824896 Jul 14 09:21:23.712390 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33220c-ad93-47d5-9f8f-53062c8031b1 None None] Pushing event updated for resources: {'Port': ['ID=a77715a1-bee2-4b3c-8c06-58bfd72dfcab,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:23.726493 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33220c-ad93-47d5-9f8f-53062c8031b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:23.726843 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33220c-ad93-47d5-9f8f-53062c8031b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:23.727192 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33220c-ad93-47d5-9f8f-53062c8031b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:23.727552 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33220c-ad93-47d5-9f8f-53062c8031b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:23.727904 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33220c-ad93-47d5-9f8f-53062c8031b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:23.728254 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33220c-ad93-47d5-9f8f-53062c8031b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:23.728585 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33220c-ad93-47d5-9f8f-53062c8031b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:23.728912 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33220c-ad93-47d5-9f8f-53062c8031b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:23.729239 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33220c-ad93-47d5-9f8f-53062c8031b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:23.729758 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33220c-ad93-47d5-9f8f-53062c8031b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:23.729970 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33220c-ad93-47d5-9f8f-53062c8031b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:23.730266 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33220c-ad93-47d5-9f8f-53062c8031b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:23.830758 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] Attempting to bind port a77715a1-bee2-4b3c-8c06-58bfd72dfcab on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:23.831448 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] Attempting to bind port a77715a1-bee2-4b3c-8c06-58bfd72dfcab by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:23.831877 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] Attempting to bind port a77715a1-bee2-4b3c-8c06-58bfd72dfcab on network 4cef7a78-22ed-4e84-a95a-1f569bb0302d {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:23.842793 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:23.843228 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:23.843575 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.844672 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] Bound using segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:23.845338 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] Bound port: a77715a1-bee2-4b3c-8c06-58bfd72dfcab, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:23.845883 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.955948 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] For port a77715a1-bee2-4b3c-8c06-58bfd72dfcab, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:23.959581 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] For port a77715a1-bee2-4b3c-8c06-58bfd72dfcab, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a77715a1-bee2-4b3c-8c06-58bfd72dfcab,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:23.965309 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.031758 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33220c-ad93-47d5-9f8f-53062c8031b1 None None] Pushing event updated for resources: {'Port': ['ID=a77715a1-bee2-4b3c-8c06-58bfd72dfcab,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:24.052678 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] Routers {'3a860bb0-0cbf-4b5b-97b4-89a0567f33fa'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:24.053402 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:21:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3a860bb0-0cbf-4b5b-97b4-89a0567f33fa'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:24.140387 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90e50a2e-9d25-416e-8658-0000d560f6bb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.176025 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] Set router 3a860bb0-0cbf-4b5b-97b4-89a0567f33fa gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:24.239740 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.resource_extend [req-7595b6db-256a-49ad-b804-019732c29afa req-f5f6655e-a827-4107-a9b8-02c0dd6cdd0b tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:21:24.317114 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2dbdb8d7-531d-49ec-9a44-ef9f56bca98b req-38132533-7f37-4862-91ad-d767b00d064b tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5894992 Jul 14 09:21:24.371443 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7595b6db-256a-49ad-b804-019732c29afa req-f5f6655e-a827-4107-a9b8-02c0dd6cdd0b tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.376289 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7595b6db-256a-49ad-b804-019732c29afa req-f5f6655e-a827-4107-a9b8-02c0dd6cdd0b tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.403553 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fe0d4e-d2f2-4144-97f1-547a3a3858b0 x-openstack-request-id: req-46fe0d4e-d2f2-4144-97f1-547a3a3858b0 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:24.404464 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e440f910-ace7-4600-bfb1-fa40211cb660", "name": "network-vif-plugged", "status": "completed", "tag": "1c50828b-9174-4086-8f28-7488b7a36f3b", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:24.404968 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-46fe0d4e-d2f2-4144-97f1-547a3a3858b0 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:24.405635 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e440f910-ace7-4600-bfb1-fa40211cb660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c50828b-9174-4086-8f28-7488b7a36f3b', 'code': 200} Jul 14 09:21:24.406413 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74875889-117e-46f7-a721-8c26704e3e47 req-79226f10-2445-46a2-b5a4-beb92cb2ac2b tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.407875 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-74875889-117e-46f7-a721-8c26704e3e47 req-79226f10-2445-46a2-b5a4-beb92cb2ac2b tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbacea66-d745-4640-b4d4-5f899cde1997 HTTP/1.1" status: 200 len: 945 time: 0.2144318 Jul 14 09:21:24.627792 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6298dddc-b6b1-489e-8406-4b8a8f352729 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:24.647545 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [req-7595b6db-256a-49ad-b804-019732c29afa req-f5f6655e-a827-4107-a9b8-02c0dd6cdd0b tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Floating IP ebebaa61-6af5-4219-9bdf-85bebc1b0d3f associated. External IP: 172.25.1.158, port: e80f0d1f-dc89-4c1a-baff-8385f81cdb4f. Jul 14 09:21:24.680483 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:21:24.687025 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a860bb0-0cbf-4b5b-97b4-89a0567f33fa', 'name': 'tempest-NetworksTestDHCPv6-router-100362388', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:18Z', 'updated_at': '2021-07-14T09:21:21Z', 'revision_number': 2, 'project_id': 'd767fa2019e8430c8d82b725bc36d883', 'gw_port_host': None, '_interfaces': [{'id': 'a77715a1-bee2-4b3c-8c06-58bfd72dfcab', 'name': '', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'mac_address': 'fa:16:3e:26:8b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a860bb0-0cbf-4b5b-97b4-89a0567f33fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2b016ad1-09c6-41b5-86d2-218616f9420a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:20Z', 'updated_at': '2021-07-14T09:21:23Z', 'revision_number': 4, 'project_id': 'd767fa2019e8430c8d82b725bc36d883', 'subnets': [{'id': '2b016ad1-09c6-41b5-86d2-218616f9420a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:24.716380 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 6298dddc-b6b1-489e-8406-4b8a8f352729 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:24.716871 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.724610 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c94f43-0c1f-4731-8219-666c5cfe9038 None None] The sync data for ids ['3a860bb0-0cbf-4b5b-97b4-89a0567f33fa'] in n-d-798054-10 is: [{'id': '3a860bb0-0cbf-4b5b-97b4-89a0567f33fa', 'name': 'tempest-NetworksTestDHCPv6-router-100362388', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:18Z', 'updated_at': '2021-07-14T09:21:21Z', 'revision_number': 2, 'project_id': 'd767fa2019e8430c8d82b725bc36d883', 'gw_port_host': None, '_interfaces': [{'id': 'a77715a1-bee2-4b3c-8c06-58bfd72dfcab', 'name': '', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'mac_address': 'fa:16:3e:26:8b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a860bb0-0cbf-4b5b-97b4-89a0567f33fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2b016ad1-09c6-41b5-86d2-218616f9420a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:20Z', 'updated_at': '2021-07-14T09:21:23Z', 'revision_number': 4, 'project_id': 'd767fa2019e8430c8d82b725bc36d883', 'subnets': [{'id': '2b016ad1-09c6-41b5-86d2-218616f9420a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:24.782211 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-74875889-117e-46f7-a721-8c26704e3e47 req-9fc27bf6-1e48-4721-8c65-4d23df671492 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Deleting port 8ccab23e-b70a-419f-a828-b5ed2e230b18 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:24.782697 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-74875889-117e-46f7-a721-8c26704e3e47 req-9fc27bf6-1e48-4721-8c65-4d23df671492 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.834235 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebc217-02dd-44e6-8958-0899bcc3f056 req-67afc7b7-70cf-4dd2-b1df-5471527faa57 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.835868 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39ebc217-02dd-44e6-8958-0899bcc3f056 req-67afc7b7-70cf-4dd2-b1df-5471527faa57 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.1384954 Jul 14 09:21:24.885481 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f0244-a3d2-44c9-9ac0-de1b0f284407 req-4641b066-24f8-40bc-b8d4-e8b9b77b9da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.888969 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c92f0244-a3d2-44c9-9ac0-de1b0f284407 req-4641b066-24f8-40bc-b8d4-e8b9b77b9da0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e440f910-ace7-4600-bfb1-fa40211cb660 HTTP/1.1" status: 200 len: 1098 time: 0.2849402 Jul 14 09:21:24.960126 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39ebc217-02dd-44e6-8958-0899bcc3f056 req-62e5a91e-7daf-4b0d-85b1-c0763cdd7a14 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795398 Jul 14 09:21:24.960688 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-90e50a2e-9d25-416e-8658-0000d560f6bb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port a77715a1-bee2-4b3c-8c06-58bfd72dfcab {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:24.960980 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90e50a2e-9d25-416e-8658-0000d560f6bb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.017934 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7595b6db-256a-49ad-b804-019732c29afa req-f5f6655e-a827-4107-a9b8-02c0dd6cdd0b tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Router 4a16db79-aecd-498c-9037-eba93ca78953 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:25.075455 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c92f0244-a3d2-44c9-9ac0-de1b0f284407 req-6610a55d-195f-465a-b197-9d2cbbe0205e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715865 Jul 14 09:21:25.122704 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-74875889-117e-46f7-a721-8c26704e3e47 req-9fc27bf6-1e48-4721-8c65-4d23df671492 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] For port 8ccab23e-b70a-419f-a828-b5ed2e230b18, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=8ccab23e-b70a-419f-a828-b5ed2e230b18,segment=NetworkSegment(a8237e70-7d15-4b5b-8720-a41cf53396e9),segment_id=a8237e70-7d15-4b5b-8720-a41cf53396e9)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:25.123253 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-74875889-117e-46f7-a721-8c26704e3e47 req-9fc27bf6-1e48-4721-8c65-4d23df671492 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.152808 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-74875889-117e-46f7-a721-8c26704e3e47 req-9fc27bf6-1e48-4721-8c65-4d23df671492 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Calling delete_port for 8ccab23e-b70a-419f-a828-b5ed2e230b18 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:25.157211 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-90e50a2e-9d25-416e-8658-0000d560f6bb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] For port a77715a1-bee2-4b3c-8c06-58bfd72dfcab, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a77715a1-bee2-4b3c-8c06-58bfd72dfcab,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:25.157818 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90e50a2e-9d25-416e-8658-0000d560f6bb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.183275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-90e50a2e-9d25-416e-8658-0000d560f6bb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for a77715a1-bee2-4b3c-8c06-58bfd72dfcab owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:25.203703 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7595b6db-256a-49ad-b804-019732c29afa req-f5f6655e-a827-4107-a9b8-02c0dd6cdd0b tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:25.209517 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7595b6db-256a-49ad-b804-019732c29afa req-f5f6655e-a827-4107-a9b8-02c0dd6cdd0b tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.217501 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e96119-e870-489a-9df8-2ac9f3e9fc18 None None] Sync routers for ids ['4a16db79-aecd-498c-9037-eba93ca78953'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:25.233416 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e96119-e870-489a-9df8-2ac9f3e9fc18 None None] Routers {'4a16db79-aecd-498c-9037-eba93ca78953'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:25.235640 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-88e96119-e870-489a-9df8-2ac9f3e9fc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:21:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4a16db79-aecd-498c-9037-eba93ca78953'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:25.312997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7595b6db-256a-49ad-b804-019732c29afa req-f5f6655e-a827-4107-a9b8-02c0dd6cdd0b tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "PUT /v2.0/floatingips/ebebaa61-6af5-4219-9bdf-85bebc1b0d3f HTTP/1.1" status: 200 len: 997 time: 2.3390319 Jul 14 09:21:25.313586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'tag': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:25.316727 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911a1708-f83d-4944-9cee-b6904df5d92e" -d '{"events": [{"name": "network-changed", "server_uuid": "e221313a-08fd-44c8-90b8-074c44de9fff", "tag": "e80f0d1f-dc89-4c1a-baff-8385f81cdb4f"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:25.414488 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device a05e6951-705d-4a61-93e2-474e0c828bc2 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:25.487326 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-88e96119-e870-489a-9df8-2ac9f3e9fc18 None None] Set router 4a16db79-aecd-498c-9037-eba93ca78953 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:25.621966 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-74875889-117e-46f7-a721-8c26704e3e47 req-9fc27bf6-1e48-4721-8c65-4d23df671492 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.650620 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595b6db-256a-49ad-b804-019732c29afa req-44fb83c7-3558-40d9-98a8-6b5408cef59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:25.653451 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7595b6db-256a-49ad-b804-019732c29afa req-44fb83c7-3558-40d9-98a8-6b5408cef59e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c81313ed0f24e4486654b835c382f5d&device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 1098 time: 0.3020148 Jul 14 09:21:25.670395 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc27bf6-1e48-4721-8c65-4d23df671492 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Pushing event deleted for resources: {'Port': ['ID=8ccab23e-b70a-419f-a828-b5ed2e230b18,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:25.672699 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['e80f0d1f-dc89-4c1a-baff-8385f81cdb4f', '8ccab23e-b70a-419f-a828-b5ed2e230b18'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:25.689461 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90e50a2e-9d25-416e-8658-0000d560f6bb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.793066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e50a2e-9d25-416e-8658-0000d560f6bb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=a77715a1-bee2-4b3c-8c06-58bfd72dfcab,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:25.847450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595b6db-256a-49ad-b804-019732c29afa req-1e8acc76-b693-452f-a287-48b6a6d98aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:25.849473 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7595b6db-256a-49ad-b804-019732c29afa req-1e8acc76-b693-452f-a287-48b6a6d98aa9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a HTTP/1.1" status: 200 len: 921 time: 0.1864302 Jul 14 09:21:25.868907 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port a05e6951-705d-4a61-93e2-474e0c828bc2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a05e6951-705d-4a61-93e2-474e0c828bc2,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:25.882933 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-74875889-117e-46f7-a721-8c26704e3e47 req-9fc27bf6-1e48-4721-8c65-4d23df671492 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] No DVR routers for this DVR port 8ccab23e-b70a-419f-a828-b5ed2e230b18 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:25.937988 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'a05e6951-705d-4a61-93e2-474e0c828bc2', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': 'a05e6951-705d-4a61-93e2-474e0c828bc2', 'mac_address': 'fa:16:3e:20:49:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:25.973999 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-74875889-117e-46f7-a721-8c26704e3e47 req-9fc27bf6-1e48-4721-8c65-4d23df671492 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.977092 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-74875889-117e-46f7-a721-8c26704e3e47 req-9fc27bf6-1e48-4721-8c65-4d23df671492 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.55 "DELETE /v2.0/ports/8ccab23e-b70a-419f-a828-b5ed2e230b18 HTTP/1.1" status: 204 len: 173 time: 1.5515184 Jul 14 09:21:25.977732 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbacea66-d745-4640-b4d4-5f899cde1997', 'name': 'network-vif-deleted', 'tag': '8ccab23e-b70a-419f-a828-b5ed2e230b18'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:26.000493 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd34239-1ff9-4df5-a2d3-31f128cd179e" -d '{"events": [{"server_uuid": "bbacea66-d745-4640-b4d4-5f899cde1997", "name": "network-vif-deleted", "tag": "8ccab23e-b70a-419f-a828-b5ed2e230b18"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:26.021370 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7595b6db-256a-49ad-b804-019732c29afa req-c278612a-5125-4d03-ac52-c9fab2607e92 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e80f0d1f-dc89-4c1a-baff-8385f81cdb4f HTTP/1.1" status: 200 len: 1000 time: 0.1582379 Jul 14 09:21:26.136866 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7350396b-ece0-4eac-86db-25cc3fd327ec x-openstack-request-id: req-7350396b-ece0-4eac-86db-25cc3fd327ec {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:26.137329 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e221313a-08fd-44c8-90b8-074c44de9fff", "tag": "e80f0d1f-dc89-4c1a-baff-8385f81cdb4f", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:26.137683 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7350396b-ece0-4eac-86db-25cc3fd327ec {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:26.139214 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'tag': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f', 'status': 'completed', 'code': 200} Jul 14 09:21:26.188054 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595b6db-256a-49ad-b804-019732c29afa req-4c85f380-f994-4113-8ee3-a46fb42cb343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.189708 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7595b6db-256a-49ad-b804-019732c29afa req-4c85f380-f994-4113-8ee3-a46fb42cb343 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b26c4a85-82c2-41ae-9f0b-7df4811624b1 HTTP/1.1" status: 200 len: 859 time: 0.1590858 Jul 14 09:21:26.262541 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.267217 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90e50a2e-9d25-416e-8658-0000d560f6bb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.312977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a1708-f83d-4944-9cee-b6904df5d92e req-19528f21-bd00-4f3c-8260-1e663bf70c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.315630 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-911a1708-f83d-4944-9cee-b6904df5d92e req-19528f21-bd00-4f3c-8260-1e663bf70c3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c81313ed0f24e4486654b835c382f5d&device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 1098 time: 0.1579504 Jul 14 09:21:26.339153 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05e6951-705d-4a61-93e2-474e0c828bc2 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:26.381401 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port a05e6951-705d-4a61-93e2-474e0c828bc2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a05e6951-705d-4a61-93e2-474e0c828bc2,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:26.390024 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.468323 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595b6db-256a-49ad-b804-019732c29afa req-d2fba3cc-dd04-4c2f-a4bc-c2c114dc96db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.470113 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7595b6db-256a-49ad-b804-019732c29afa req-d2fba3cc-dd04-4c2f-a4bc-c2c114dc96db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2730255 Jul 14 09:21:26.490670 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-88e96119-e870-489a-9df8-2ac9f3e9fc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ebebaa61-6af5-4219-9bdf-85bebc1b0d3f', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'floating_ip_address': '172.25.1.158', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'port_id': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'mac_address': 'fa:16:3e:57:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:23Z', 'updated_at': '2021-07-14T09:21:23Z', 'revision_number': 8, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2a66b1-1792-4ced-9d7e-9fa51239baf5', 'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'mac_address': 'fa:16:3e:44:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:47Z', 'updated_at': '2021-07-14T09:20:01Z', 'revision_number': 5, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'subnets': [{'id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:26.513736 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3c79ab-d6db-4176-84b8-7e4115dd75c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f438514-120c-4922-93e3-d401119399d4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:26.519343 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72b1522-0aaa-4469-b504-129310e3e6ca" -d '{"events": [{"server_uuid": "bd3c79ab-d6db-4176-84b8-7e4115dd75c0", "name": "network-vif-plugged", "status": "completed", "tag": "6f438514-120c-4922-93e3-d401119399d4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:26.522693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device b546c09a-3024-449b-b1f0-99adfc30df76 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:26.548907 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8caef-bf82-4bb5-9f77-46d7ffeb6a52 req-d31b9d7a-5f5b-49c0-b30b-539c2ca2de5b tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.551297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35d8caef-bf82-4bb5-9f77-46d7ffeb6a52 req-d31b9d7a-5f5b-49c0-b30b-539c2ca2de5b tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e440f910-ace7-4600-bfb1-fa40211cb660 HTTP/1.1" status: 200 len: 946 time: 0.2210221 Jul 14 09:21:26.578605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e50a2e-9d25-416e-8658-0000d560f6bb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Router 3a860bb0-0cbf-4b5b-97b4-89a0567f33fa has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:26.598128 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e96119-e870-489a-9df8-2ac9f3e9fc18 None None] Checking router: 4a16db79-aecd-498c-9037-eba93ca78953 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:26.604974 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: b546c09a-3024-449b-b1f0-99adfc30df76 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:26.605572 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device b546c09a-3024-449b-b1f0-99adfc30df76 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:26.606554 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a1708-f83d-4944-9cee-b6904df5d92e req-ecefa832-3ec4-4f2e-b19e-bf73a0455310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.607755 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-911a1708-f83d-4944-9cee-b6904df5d92e req-ecefa832-3ec4-4f2e-b19e-bf73a0455310 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a HTTP/1.1" status: 200 len: 921 time: 0.2520978 Jul 14 09:21:26.627135 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=a05e6951-705d-4a61-93e2-474e0c828bc2,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:26.631440 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e96119-e870-489a-9df8-2ac9f3e9fc18 None None] Routers {'4a16db79-aecd-498c-9037-eba93ca78953'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:26.634636 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-88e96119-e870-489a-9df8-2ac9f3e9fc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:21:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4a16db79-aecd-498c-9037-eba93ca78953'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:26.667508 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35d8caef-bf82-4bb5-9f77-46d7ffeb6a52 req-f6a6451d-3e43-4b1e-b582-09d3e53cf072 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655906 Jul 14 09:21:26.691888 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7595b6db-256a-49ad-b804-019732c29afa req-e71eaab0-deb9-4287-b782-181fc85aded2 service neutron] 10.222.0.26 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902707 Jul 14 09:21:26.808920 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-88e96119-e870-489a-9df8-2ac9f3e9fc18 None None] Set router 4a16db79-aecd-498c-9037-eba93ca78953 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:26.859792 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['a05e6951-705d-4a61-93e2-474e0c828bc2'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:26.926525 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7595b6db-256a-49ad-b804-019732c29afa req-ace036b4-e667-4a97-93ff-c1b4babbe309 service neutron] 10.222.0.26 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223570 Jul 14 09:21:26.977714 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d68ac-f0d9-4988-9636-4bdc75ddd3d0 req-a2cd23f4-7820-4443-8c6e-71bfe31bda55 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.995791 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-972d68ac-f0d9-4988-9636-4bdc75ddd3d0 req-a2cd23f4-7820-4443-8c6e-71bfe31bda55 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=030252eb-1942-4b80-a7ff-a876a3524427 HTTP/1.1" status: 200 len: 945 time: 0.1613653 Jul 14 09:21:27.056103 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-972d68ac-f0d9-4988-9636-4bdc75ddd3d0 req-e11e1efd-01d5-4c86-88e4-9fe0c9d24829 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups?id=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590670 Jul 14 09:21:27.063451 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-911a1708-f83d-4944-9cee-b6904df5d92e req-77c91ff7-71af-42ef-a2cf-85f5429d7ada service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e80f0d1f-dc89-4c1a-baff-8385f81cdb4f HTTP/1.1" status: 200 len: 1000 time: 0.4241972 Jul 14 09:21:27.135778 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e50a2e-9d25-416e-8658-0000d560f6bb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:27.148150 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-90e50a2e-9d25-416e-8658-0000d560f6bb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "PUT /v2.0/routers/3a860bb0-0cbf-4b5b-97b4-89a0567f33fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1192260 Jul 14 09:21:27.149138 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59132) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:27.153122 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85f68ac-c8bd-470b-97ed-501dc3a4b050 None None] Sync routers for ids ['3a860bb0-0cbf-4b5b-97b4-89a0567f33fa'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:27.155433 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5915f3-9e55-4180-a83a-a99076d0e661 x-openstack-request-id: req-fb5915f3-9e55-4180-a83a-a99076d0e661 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:27.155722 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbacea66-d745-4640-b4d4-5f899cde1997", "name": "network-vif-deleted", "tag": "8ccab23e-b70a-419f-a828-b5ed2e230b18", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:27.156008 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb5915f3-9e55-4180-a83a-a99076d0e661 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:27.156357 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbacea66-d745-4640-b4d4-5f899cde1997', 'name': 'network-vif-deleted', 'tag': '8ccab23e-b70a-419f-a828-b5ed2e230b18', 'status': 'completed', 'code': 200} Jul 14 09:21:27.186631 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85f68ac-c8bd-470b-97ed-501dc3a4b050 None None] Routers {'3a860bb0-0cbf-4b5b-97b4-89a0567f33fa'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:27.188446 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d85f68ac-c8bd-470b-97ed-501dc3a4b050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:21:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3a860bb0-0cbf-4b5b-97b4-89a0567f33fa'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:27.211631 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af31c16-7085-4a52-b8c8-5dc9c93ea501 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:27.213236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af31c16-7085-4a52-b8c8-5dc9c93ea501 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:27.218511 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4af31c16-7085-4a52-b8c8-5dc9c93ea501 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0652325 Jul 14 09:21:27.219204 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59134) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:27.253374 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a1708-f83d-4944-9cee-b6904df5d92e req-12120b4d-e1b7-4101-bd3e-59e1ad29e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:27.254790 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-911a1708-f83d-4944-9cee-b6904df5d92e req-12120b4d-e1b7-4101-bd3e-59e1ad29e77f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b26c4a85-82c2-41ae-9f0b-7df4811624b1 HTTP/1.1" status: 200 len: 859 time: 0.1741774 Jul 14 09:21:27.303032 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-16a4bda4-1919-45aa-b3f9-57766568db27 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:27.309125 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-16a4bda4-1919-45aa-b3f9-57766568db27 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 810 time: 0.1792598 Jul 14 09:21:27.327731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-4101b703-3cec-4221-b7b4-bbf1e50f8490 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 2b016ad1-09c6-41b5-86d2-218616f9420a {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:21:27.339263 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-c5ae29f2-564c-4843-9225-99aa780add30 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/quotas/be454fb0ee14462b824a675124f7b42d HTTP/1.1" status: 200 len: 375 time: 0.0204227 Jul 14 09:21:27.340321 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6809e29-0afa-4c98-b836-9607e3990eaf req-a329b50a-1578-43f3-a204-ef7d3bc69469 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:27.342080 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d6809e29-0afa-4c98-b836-9607e3990eaf req-a329b50a-1578-43f3-a204-ef7d3bc69469 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.49 "GET /v2.0/ports?device_id=030252eb-1942-4b80-a7ff-a876a3524427 HTTP/1.1" status: 200 len: 945 time: 0.2811255 Jul 14 09:21:27.342817 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4101b703-3cec-4221-b7b4-bbf1e50f8490 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.359026 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-d85f68ac-c8bd-470b-97ed-501dc3a4b050 None None] Set router 3a860bb0-0cbf-4b5b-97b4-89a0567f33fa gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:27.434011 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d85f68ac-c8bd-470b-97ed-501dc3a4b050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a860bb0-0cbf-4b5b-97b4-89a0567f33fa', 'name': 'tempest-NetworksTestDHCPv6-router-100362388', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:18Z', 'updated_at': '2021-07-14T09:21:25Z', 'revision_number': 3, 'project_id': 'd767fa2019e8430c8d82b725bc36d883', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:27.438788 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-ac550379-4b38-49da-822b-59fe352e03f6 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880089 Jul 14 09:21:27.486518 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85f68ac-c8bd-470b-97ed-501dc3a4b050 None None] Checking router: 3a860bb0-0cbf-4b5b-97b4-89a0567f33fa for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:27.507641 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85f68ac-c8bd-470b-97ed-501dc3a4b050 None None] Routers {'3a860bb0-0cbf-4b5b-97b4-89a0567f33fa'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:27.509487 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d85f68ac-c8bd-470b-97ed-501dc3a4b050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:21:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3a860bb0-0cbf-4b5b-97b4-89a0567f33fa'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:27.533205 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4101b703-3cec-4221-b7b4-bbf1e50f8490 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.540476 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-618edce5-9a36-4609-a457-b5dc4c026c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.543219 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 8ccab23e-b70a-419f-a828-b5ed2e230b18 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:27.581860 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 8ccab23e-b70a-419f-a828-b5ed2e230b18 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:27.582319 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 8ccab23e-b70a-419f-a828-b5ed2e230b18 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:27.645716 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-d85f68ac-c8bd-470b-97ed-501dc3a4b050 None None] Set router 3a860bb0-0cbf-4b5b-97b4-89a0567f33fa gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:27.679576 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-692f903a-5fe3-4814-a27e-1ae6872646e5 service neutron] 10.222.0.26 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316349 Jul 14 09:21:27.680044 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-88e96119-e870-489a-9df8-2ac9f3e9fc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ebebaa61-6af5-4219-9bdf-85bebc1b0d3f', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'floating_ip_address': '172.25.1.158', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'port_id': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'mac_address': 'fa:16:3e:57:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:23Z', 'updated_at': '2021-07-14T09:21:23Z', 'revision_number': 8, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2a66b1-1792-4ced-9d7e-9fa51239baf5', 'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'mac_address': 'fa:16:3e:44:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:47Z', 'updated_at': '2021-07-14T09:20:01Z', 'revision_number': 5, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'subnets': [{'id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:27.693175 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91661028-31a9-4576-927f-593c9677a0d4 req-fd7f26bb-be83-42ba-94e9-fdd7b363f8a0 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:27.701047 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91661028-31a9-4576-927f-593c9677a0d4 req-fd7f26bb-be83-42ba-94e9-fdd7b363f8a0 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.2231271 Jul 14 09:21:27.714245 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e96119-e870-489a-9df8-2ac9f3e9fc18 None None] The sync data for ids ['4a16db79-aecd-498c-9037-eba93ca78953'] in n-d-798054-10 is: [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ebebaa61-6af5-4219-9bdf-85bebc1b0d3f', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'floating_ip_address': '172.25.1.158', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'port_id': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'mac_address': 'fa:16:3e:57:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:23Z', 'updated_at': '2021-07-14T09:21:23Z', 'revision_number': 8, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2a66b1-1792-4ced-9d7e-9fa51239baf5', 'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'mac_address': 'fa:16:3e:44:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:47Z', 'updated_at': '2021-07-14T09:20:01Z', 'revision_number': 5, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'subnets': [{'id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:27.753238 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a1708-f83d-4944-9cee-b6904df5d92e req-50d07787-fc88-43d1-841c-efa3cb7b46a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:27.754815 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d85f68ac-c8bd-470b-97ed-501dc3a4b050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a860bb0-0cbf-4b5b-97b4-89a0567f33fa', 'name': 'tempest-NetworksTestDHCPv6-router-100362388', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:18Z', 'updated_at': '2021-07-14T09:21:25Z', 'revision_number': 3, 'project_id': 'd767fa2019e8430c8d82b725bc36d883', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:27.755877 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-911a1708-f83d-4944-9cee-b6904df5d92e req-50d07787-fc88-43d1-841c-efa3cb7b46a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4859617 Jul 14 09:21:27.800138 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85f68ac-c8bd-470b-97ed-501dc3a4b050 None None] The sync data for ids ['3a860bb0-0cbf-4b5b-97b4-89a0567f33fa'] in n-d-798054-10 is: [{'id': '3a860bb0-0cbf-4b5b-97b4-89a0567f33fa', 'name': 'tempest-NetworksTestDHCPv6-router-100362388', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:18Z', 'updated_at': '2021-07-14T09:21:25Z', 'revision_number': 3, 'project_id': 'd767fa2019e8430c8d82b725bc36d883', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:27.822231 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91661028-31a9-4576-927f-593c9677a0d4 req-0caf8a28-30a7-4615-9b88-d1e5a6e9f6aa tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200945 Jul 14 09:21:27.844870 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-401536cc-9785-43fc-9ae7-d9e21a5bed50 service neutron] 10.222.0.26 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416912 Jul 14 09:21:27.907671 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333ecd7a-a0e2-42a0-8bf1-758dc527ed07 x-openstack-request-id: req-333ecd7a-a0e2-42a0-8bf1-758dc527ed07 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:27.909248 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3c79ab-d6db-4176-84b8-7e4115dd75c0", "name": "network-vif-plugged", "status": "completed", "tag": "6f438514-120c-4922-93e3-d401119399d4", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:27.910488 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-333ecd7a-a0e2-42a0-8bf1-758dc527ed07 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:27.911747 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3c79ab-d6db-4176-84b8-7e4115dd75c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f438514-120c-4922-93e3-d401119399d4', 'code': 200} Jul 14 09:21:28.031180 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-911a1708-f83d-4944-9cee-b6904df5d92e req-676d90a3-6b33-4280-9caf-a09d3102b415 service neutron] 10.222.0.55 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689479 Jul 14 09:21:28.048743 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-d6809e29-0afa-4c98-b836-9607e3990eaf req-60b1ff68-e3bc-419e-b029-2d38dc8530b4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Deleting port a5fb797f-72dd-449f-99f0-61f42dc6d34f {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:28.049986 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d6809e29-0afa-4c98-b836-9607e3990eaf req-60b1ff68-e3bc-419e-b029-2d38dc8530b4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.101168 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0091ca-cdd5-4d99-893e-4bae9964e1d0 None None] New status for floating IP ebebaa61-6af5-4219-9bdf-85bebc1b0d3f: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:21:28.186356 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4101b703-3cec-4221-b7b4-bbf1e50f8490 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.249906 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94ccaeff-3cfa-4aae-8313-0ed13fef9f69 req-e74bda96-0c10-4a3f-841f-d3b971336f50 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/floatingips/ebebaa61-6af5-4219-9bdf-85bebc1b0d3f HTTP/1.1" status: 200 len: 997 time: 0.0920084 Jul 14 09:21:28.525822 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccaeff-3cfa-4aae-8313-0ed13fef9f69 req-c86a956d-ffd3-48ea-b28b-1f3465789b16 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.536149 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94ccaeff-3cfa-4aae-8313-0ed13fef9f69 req-c86a956d-ffd3-48ea-b28b-1f3465789b16 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.2750044 Jul 14 09:21:28.545017 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4101b703-3cec-4221-b7b4-bbf1e50f8490 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.548640 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-d6809e29-0afa-4c98-b836-9607e3990eaf req-60b1ff68-e3bc-419e-b029-2d38dc8530b4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] For port a5fb797f-72dd-449f-99f0-61f42dc6d34f, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=a5fb797f-72dd-449f-99f0-61f42dc6d34f,segment=NetworkSegment(22407c14-716b-4b23-b55c-7bf233ea09d2),segment_id=22407c14-716b-4b23-b55c-7bf233ea09d2)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:28.549116 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d6809e29-0afa-4c98-b836-9607e3990eaf req-60b1ff68-e3bc-419e-b029-2d38dc8530b4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.569301 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-94ccaeff-3cfa-4aae-8313-0ed13fef9f69 req-c81b6b84-b310-4dbb-b79b-c8d5b8be8907 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:21:28.573291 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a77715a1-bee2-4b3c-8c06-58bfd72dfcab no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:28.586175 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-911a1708-f83d-4944-9cee-b6904df5d92e req-d162d65a-78d4-421a-99d1-1a69077fee6b service neutron] 10.222.0.55 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5294631 Jul 14 09:21:28.586633 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94ccaeff-3cfa-4aae-8313-0ed13fef9f69 req-c81b6b84-b310-4dbb-b79b-c8d5b8be8907 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445602 Jul 14 09:21:28.610575 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c7e4d-d835-489b-be86-f195db953cfa req-b6a99ce0-eead-41e5-a89f-eca528983e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.619169 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4101b703-3cec-4221-b7b4-bbf1e50f8490 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.622946 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-748c7e4d-d835-489b-be86-f195db953cfa req-b6a99ce0-eead-41e5-a89f-eca528983e83 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 1097 time: 0.6040790 Jul 14 09:21:28.624507 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59176) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:28.626191 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4101b703-3cec-4221-b7b4-bbf1e50f8490 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/2b016ad1-09c6-41b5-86d2-218616f9420a HTTP/1.1" status: 204 len: 168 time: 1.4044461 Jul 14 09:21:28.627414 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101b703-3cec-4221-b7b4-bbf1e50f8490 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=2b016ad1-09c6-41b5-86d2-218616f9420a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:28.630984 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-d6809e29-0afa-4c98-b836-9607e3990eaf req-60b1ff68-e3bc-419e-b029-2d38dc8530b4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Calling delete_port for a5fb797f-72dd-449f-99f0-61f42dc6d34f owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:28.643470 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4101b703-3cec-4221-b7b4-bbf1e50f8490 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:28.643843 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4101b703-3cec-4221-b7b4-bbf1e50f8490 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:28.644146 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4101b703-3cec-4221-b7b4-bbf1e50f8490 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:28.644484 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4101b703-3cec-4221-b7b4-bbf1e50f8490 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:28.644814 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4101b703-3cec-4221-b7b4-bbf1e50f8490 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:28.645145 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4101b703-3cec-4221-b7b4-bbf1e50f8490 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:28.645555 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4101b703-3cec-4221-b7b4-bbf1e50f8490 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:28.645922 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4101b703-3cec-4221-b7b4-bbf1e50f8490 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:28.646249 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4101b703-3cec-4221-b7b4-bbf1e50f8490 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:28.646572 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4101b703-3cec-4221-b7b4-bbf1e50f8490 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:28.646897 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4101b703-3cec-4221-b7b4-bbf1e50f8490 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:28.647255 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4101b703-3cec-4221-b7b4-bbf1e50f8490 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:28.673748 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2414d5f2-deb3-4720-b9a1-ce9af8363a34 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:28.853952 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d6809e29-0afa-4c98-b836-9607e3990eaf req-60b1ff68-e3bc-419e-b029-2d38dc8530b4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.876768 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: a77715a1-bee2-4b3c-8c06-58bfd72dfcab {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:28.877856 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a77715a1-bee2-4b3c-8c06-58bfd72dfcab not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:28.892428 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['a5fb797f-72dd-449f-99f0-61f42dc6d34f'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:28.970724 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6809e29-0afa-4c98-b836-9607e3990eaf req-60b1ff68-e3bc-419e-b029-2d38dc8530b4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] No DVR routers for this DVR port a5fb797f-72dd-449f-99f0-61f42dc6d34f on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:28.973475 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d6809e29-0afa-4c98-b836-9607e3990eaf req-60b1ff68-e3bc-419e-b029-2d38dc8530b4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.976264 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d6809e29-0afa-4c98-b836-9607e3990eaf req-60b1ff68-e3bc-419e-b029-2d38dc8530b4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.49 "DELETE /v2.0/ports/a5fb797f-72dd-449f-99f0-61f42dc6d34f HTTP/1.1" status: 204 len: 173 time: 1.6118820 Jul 14 09:21:28.978755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1ff68-e3bc-419e-b029-2d38dc8530b4 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Pushing event deleted for resources: {'Port': ['ID=a5fb797f-72dd-449f-99f0-61f42dc6d34f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:29.048933 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a1eb01c-b6cf-4f17-bbaf-369e71173cf4 req-44ad4073-acca-4b87-a033-1c7e8bc1ad35 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/ports?device_id=030252eb-1942-4b80-a7ff-a876a3524427 HTTP/1.1" status: 200 len: 210 time: 0.0850265 Jul 14 09:21:29.068185 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-748c7e4d-d835-489b-be86-f195db953cfa req-bb875425-aeda-4122-9217-80ef8cf20c90 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272606 Jul 14 09:21:29.088892 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a45e6000-016c-42af-9a29-576eb3a99ce8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4564002 Jul 14 09:21:29.089332 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59186) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:29.100356 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b02af5-eefb-4b49-a37f-e6e93c9d54c3 req-abaa3df7-c54e-47d1-a8db-4b4fdf5e45ad tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:29.108676 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c1b02af5-eefb-4b49-a37f-e6e93c9d54c3 req-abaa3df7-c54e-47d1-a8db-4b4fdf5e45ad tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e440f910-ace7-4600-bfb1-fa40211cb660 HTTP/1.1" status: 200 len: 946 time: 0.6327686 Jul 14 09:21:29.176201 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c1b02af5-eefb-4b49-a37f-e6e93c9d54c3 req-8f576702-ca44-4849-810b-a3af5db82afe tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663054 Jul 14 09:21:29.249571 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030252eb-1942-4b80-a7ff-a876a3524427', 'name': 'network-vif-deleted', 'tag': 'a5fb797f-72dd-449f-99f0-61f42dc6d34f'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:29.254878 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5cad83-e7a1-48f3-adbe-3be4c43a0bb9" -d '{"events": [{"server_uuid": "030252eb-1942-4b80-a7ff-a876a3524427", "name": "network-vif-deleted", "tag": "a5fb797f-72dd-449f-99f0-61f42dc6d34f"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:29.272514 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bc0e2e-1d61-451b-aeb6-4e90d481b1af None None] DHCP port deletion for 4cef7a78-22ed-4e84-a95a-1f569bb0302d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:21:29.324348 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2e006ae7-59d3-4d6f-a81e-d5eb05fa90b3 req-9cfb6402-67e3-4f7b-9990-ed75a1df5d96 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fd17116-89a3-48ba-8183-3050acf3c65b HTTP/1.1" status: 200 len: 210 time: 0.1092229 Jul 14 09:21:29.414343 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe4d61aa-524f-4608-b454-d7b58af52dd5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.444542 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c7bc0e2e-1d61-451b-aeb6-4e90d481b1af None None] Deleting port 6298dddc-b6b1-489e-8406-4b8a8f352729 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:29.445592 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c7bc0e2e-1d61-451b-aeb6-4e90d481b1af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.494020 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-82220f1c-7e6c-41f7-9fd2-fa67800eecab tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 1002 time: 0.1722422 Jul 14 09:21:29.572077 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c7bc0e2e-1d61-451b-aeb6-4e90d481b1af None None] For port 6298dddc-b6b1-489e-8406-4b8a8f352729, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6298dddc-b6b1-489e-8406-4b8a8f352729,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:29.572367 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c7bc0e2e-1d61-451b-aeb6-4e90d481b1af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.600963 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c7bc0e2e-1d61-451b-aeb6-4e90d481b1af None None] Calling delete_port for 6298dddc-b6b1-489e-8406-4b8a8f352729 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:29.659409 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-eb8f95a6-ee18-435b-baea-77607bc0edc3 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:29.661132 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-eb8f95a6-ee18-435b-baea-77607bc0edc3 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports/e80f0d1f-dc89-4c1a-baff-8385f81cdb4f HTTP/1.1" status: 200 len: 943 time: 0.1577759 Jul 14 09:21:29.740443 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d5d55-938f-484f-b1c9-4862f2ec99fa req-6c816c87-2341-4f8c-92d9-0648d3aa73cf tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:29.742189 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-432d5d55-938f-484f-b1c9-4862f2ec99fa req-6c816c87-2341-4f8c-92d9-0648d3aa73cf tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.1521633 Jul 14 09:21:29.758178 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device a05e6951-705d-4a61-93e2-474e0c828bc2 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:29.807340 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe4d61aa-524f-4608-b454-d7b58af52dd5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.818074 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe4d61aa-524f-4608-b454-d7b58af52dd5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.843010 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-432d5d55-938f-484f-b1c9-4862f2ec99fa req-6b542af4-af55-4058-b311-6154d91faaab tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893538 Jul 14 09:21:29.943213 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa13e54a-ba77-4af4-bda7-636469702ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.947898 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.956878 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c7bc0e2e-1d61-451b-aeb6-4e90d481b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.982345 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe4d61aa-524f-4608-b454-d7b58af52dd5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.983099 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4d61aa-524f-4608-b454-d7b58af52dd5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Fanout notify agent at l3_agent the message router_deleted on router 3a860bb0-0cbf-4b5b-97b4-89a0567f33fa {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:21:30.010044 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc0e2e-1d61-451b-aeb6-4e90d481b1af None None] Pushing event deleted for resources: {'Port': ['ID=6298dddc-b6b1-489e-8406-4b8a8f352729,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:30.017268 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe4d61aa-524f-4608-b454-d7b58af52dd5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.020899 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bc0e2e-1d61-451b-aeb6-4e90d481b1af None None] No DVR routers for this DVR port 6298dddc-b6b1-489e-8406-4b8a8f352729 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:30.034928 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fe4d61aa-524f-4608-b454-d7b58af52dd5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/routers/3a860bb0-0cbf-4b5b-97b4-89a0567f33fa HTTP/1.1" status: 204 len: 168 time: 0.9406924 Jul 14 09:21:30.035771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59196) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:30.038376 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port a05e6951-705d-4a61-93e2-474e0c828bc2 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:30.039000 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.054776 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-47ff7c40-8141-491e-9a0f-6f6def22a35d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:30.197011 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-7f8a3fdb-bded-48f4-b48d-f7bf800a5717 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 1002 time: 0.2649307 Jul 14 09:21:30.303946 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.386464 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65490162-b1f2-4e13-b2cc-b8930d0d28a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05e6951-705d-4a61-93e2-474e0c828bc2'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:30.394198 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab47f06-5eac-4ec3-805c-d0e4d632f363" -d '{"events": [{"server_uuid": "65490162-b1f2-4e13-b2cc-b8930d0d28a0", "name": "network-vif-plugged", "status": "completed", "tag": "a05e6951-705d-4a61-93e2-474e0c828bc2"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:30.432059 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port a05e6951-705d-4a61-93e2-474e0c828bc2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a05e6951-705d-4a61-93e2-474e0c828bc2,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:30.442132 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.447878 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ff7c40-8141-491e-9a0f-6f6def22a35d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:30.462588 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-47ff7c40-8141-491e-9a0f-6f6def22a35d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.573963 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-67ec06a2-d8c6-4462-864c-389072f131e6 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:30.583854 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-67ec06a2-d8c6-4462-864c-389072f131e6 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.3771880 Jul 14 09:21:30.601096 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6298dddc-b6b1-489e-8406-4b8a8f352729 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:30.633973 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 6298dddc-b6b1-489e-8406-4b8a8f352729 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:30.634473 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6298dddc-b6b1-489e-8406-4b8a8f352729 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:30.650385 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.675262 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=a05e6951-705d-4a61-93e2-474e0c828bc2,revision_number=10']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:30.695246 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-d14848ed-2cb7-475f-9488-88abb1d7b390 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 1002 time: 0.1098809 Jul 14 09:21:30.709444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a27f5-79b7-4be8-b77c-5d721055302b req-0e869c82-3359-4c0c-ae9e-75af9fba109d tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:30.711733 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-727a27f5-79b7-4be8-b77c-5d721055302b req-0e869c82-3359-4c0c-ae9e-75af9fba109d tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e3461c-fb87-41fd-9943-0155c15c96a6 HTTP/1.1" status: 200 len: 946 time: 0.3461385 Jul 14 09:21:30.716582 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-29ab3396-7648-4611-9c3f-502a8a223c66 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:30.809424 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-29ab3396-7648-4611-9c3f-502a8a223c66 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.826138 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-47ff7c40-8141-491e-9a0f-6f6def22a35d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.875949 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ff7c40-8141-491e-9a0f-6f6def22a35d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:30.881484 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-47ff7c40-8141-491e-9a0f-6f6def22a35d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:30.887652 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-727a27f5-79b7-4be8-b77c-5d721055302b req-fa0dbef1-4f82-4b9a-84e1-d706239cd1a7 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640351 Jul 14 09:21:30.891396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ff7c40-8141-491e-9a0f-6f6def22a35d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:30.892022 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-47ff7c40-8141-491e-9a0f-6f6def22a35d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.895867 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e731276-b143-4c19-9d03-08a94c47fb56 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:30.961837 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff7c40-8141-491e-9a0f-6f6def22a35d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=e654ec1c-4fc7-4bd2-ac17-8a92453346b3,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:30.985115 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f223e44a-857c-4c61-a800-17a153d89cb1 x-openstack-request-id: req-f223e44a-857c-4c61-a800-17a153d89cb1 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:30.985553 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030252eb-1942-4b80-a7ff-a876a3524427", "name": "network-vif-deleted", "tag": "a5fb797f-72dd-449f-99f0-61f42dc6d34f", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:30.986701 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f223e44a-857c-4c61-a800-17a153d89cb1 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:30.987377 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030252eb-1942-4b80-a7ff-a876a3524427', 'name': 'network-vif-deleted', 'tag': 'a5fb797f-72dd-449f-99f0-61f42dc6d34f', 'status': 'completed', 'code': 200} Jul 14 09:21:30.992204 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-47ff7c40-8141-491e-9a0f-6f6def22a35d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9549787 Jul 14 09:21:30.997135 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59208) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:31.015384 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1539b742-cc8a-454e-b5c7-d2f43da5039f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-692166171', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:31.060344 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1539b742-cc8a-454e-b5c7-d2f43da5039f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.063911 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1539b742-cc8a-454e-b5c7-d2f43da5039f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.155755 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-29ab3396-7648-4611-9c3f-502a8a223c66 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.173847 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-29ab3396-7648-4611-9c3f-502a8a223c66 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.174341 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-29ab3396-7648-4611-9c3f-502a8a223c66 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Floating IP ebebaa61-6af5-4219-9bdf-85bebc1b0d3f disassociated. External IP: 172.25.1.158, port: e80f0d1f-dc89-4c1a-baff-8385f81cdb4f. Jul 14 09:21:31.271432 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'fixed_ips': [{'subnet_id': 'e654ec1c-4fc7-4bd2-ac17-8a92453346b3'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:21:31.272521 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.404103 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1539b742-cc8a-454e-b5c7-d2f43da5039f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.415135 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1539b742-cc8a-454e-b5c7-d2f43da5039f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.507494 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1539b742-cc8a-454e-b5c7-d2f43da5039f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.514461 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1539b742-cc8a-454e-b5c7-d2f43da5039f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5158832 Jul 14 09:21:31.526690 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59222) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:31.577194 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.612358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Allocated IP 2001:db8::2 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/e654ec1c-4fc7-4bd2-ac17-8a92453346b3/ae1dd6a7-0e17-488b-8a10-ef799cdcd119) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:31.620829 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56b78f0a-74fe-4bc2-bcc7-62499a62d1ab req-2d6bb53d-ef60-495a-ad5d-69bdc6856525 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fd17116-89a3-48ba-8183-3050acf3c65b HTTP/1.1" status: 200 len: 210 time: 0.1375709 Jul 14 09:21:31.654906 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-4c638db0-4669-4a7a-bf52-6c6df8174d5f tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:31.657174 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-4c638db0-4669-4a7a-bf52-6c6df8174d5f tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.55 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 810 time: 0.5320685 Jul 14 09:21:31.699403 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-d4f86f76-f562-4f7f-903c-afeff7a68e77 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Request body: {'port': {'device_id': '2fd17116-89a3-48ba-8183-3050acf3c65b', 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530', 'admin_state_up': True, 'tenant_id': 'be454fb0ee14462b824a675124f7b42d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:31.765133 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511c4728-6a3a-486f-b4c2-0df298b021c1 x-openstack-request-id: req-511c4728-6a3a-486f-b4c2-0df298b021c1 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:31.766457 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65490162-b1f2-4e13-b2cc-b8930d0d28a0", "name": "network-vif-plugged", "status": "completed", "tag": "a05e6951-705d-4a61-93e2-474e0c828bc2", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:31.766457 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-511c4728-6a3a-486f-b4c2-0df298b021c1 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:31.766457 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65490162-b1f2-4e13-b2cc-b8930d0d28a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05e6951-705d-4a61-93e2-474e0c828bc2', 'code': 200} Jul 14 09:21:31.801482 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-29ab3396-7648-4611-9c3f-502a8a223c66 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Router 4a16db79-aecd-498c-9037-eba93ca78953 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:31.966015 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-29ab3396-7648-4611-9c3f-502a8a223c66 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:31.980664 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7c5927-d57b-4f38-9d53-23b75c91cec6 None None] Sync routers for ids ['4a16db79-aecd-498c-9037-eba93ca78953'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:31.993556 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-29ab3396-7648-4611-9c3f-502a8a223c66 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.016001 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c5927-d57b-4f38-9d53-23b75c91cec6 None None] Routers {'4a16db79-aecd-498c-9037-eba93ca78953'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:32.018902 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ab7c5927-d57b-4f38-9d53-23b75c91cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:21:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4a16db79-aecd-498c-9037-eba93ca78953'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:32.042001 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.062558 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Transition to ACTIVE for port object ae1dd6a7-0e17-488b-8a10-ef799cdcd119 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:32.087154 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-d4f86f76-f562-4f7f-903c-afeff7a68e77 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Made reservation on behalf of be454fb0ee14462b824a675124f7b42d for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:32.087764 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Transition to ACTIVE for port object ae1dd6a7-0e17-488b-8a10-ef799cdcd119 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:32.092465 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-d4f86f76-f562-4f7f-903c-afeff7a68e77 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.096252 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.144448 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:32.147611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:32.152947 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:32.160470 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Pushing event updated for resources: {'Port': ['ID=ae1dd6a7-0e17-488b-8a10-ef799cdcd119,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:32.211392 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-207080cc-5d65-4af9-80c8-5c76400afb7c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.239390 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-29ab3396-7648-4611-9c3f-502a8a223c66 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "PUT /v2.0/floatingips/ebebaa61-6af5-4219-9bdf-85bebc1b0d3f HTTP/1.1" status: 200 len: 696 time: 1.5373621 Jul 14 09:21:32.241228 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'tag': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:32.250864 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3829d047-3602-43f9-b350-52970adf1517" -d '{"events": [{"name": "network-changed", "server_uuid": "e221313a-08fd-44c8-90b8-074c44de9fff", "tag": "e80f0d1f-dc89-4c1a-baff-8385f81cdb4f"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:32.251491 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Attempting to bind port ae1dd6a7-0e17-488b-8a10-ef799cdcd119 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:32.252309 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Attempting to bind port ae1dd6a7-0e17-488b-8a10-ef799cdcd119 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:32.253134 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Attempting to bind port ae1dd6a7-0e17-488b-8a10-ef799cdcd119 on network 4cef7a78-22ed-4e84-a95a-1f569bb0302d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:32.262677 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:32.263654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:32.264476 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.265410 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Bound using segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:32.270240 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Bound port: ae1dd6a7-0e17-488b-8a10-ef799cdcd119, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:32.271648 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.299596 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-ab7c5927-d57b-4f38-9d53-23b75c91cec6 None None] Set router 4a16db79-aecd-498c-9037-eba93ca78953 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:32.362703 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a5b30-2fac-4fd3-b6c4-72688e7435c1 req-964b3e68-d213-401f-a9f2-d0a6322544ad tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:32.377655 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad3a5b30-2fac-4fd3-b6c4-72688e7435c1 req-964b3e68-d213-401f-a9f2-d0a6322544ad tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.3067153 Jul 14 09:21:32.398116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] For port ae1dd6a7-0e17-488b-8a10-ef799cdcd119, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:32.407955 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] For port ae1dd6a7-0e17-488b-8a10-ef799cdcd119, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=ae1dd6a7-0e17-488b-8a10-ef799cdcd119,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:32.427543 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.467869 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device a5fb797f-72dd-449f-99f0-61f42dc6d34f no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:32.496405 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad3a5b30-2fac-4fd3-b6c4-72688e7435c1 req-455bc816-baac-41f8-98ec-f00069d1fb15 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176064 Jul 14 09:21:32.534410 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-d4f86f76-f562-4f7f-903c-afeff7a68e77 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Allocated IP 172.20.0.14 (c264f7f6-27f5-4c6a-b12c-803b241a1530/ccf1d83d-082d-42ed-9d0f-7aa5099c2f25/b6cd7386-1e58-4594-af55-8f16b7430928) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:32.536956 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-f96f6bfc-89bc-49f5-8f0e-cd41ec75622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:32.547963 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-f96f6bfc-89bc-49f5-8f0e-cd41ec75622f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c81313ed0f24e4486654b835c382f5d&device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 1098 time: 0.2915609 Jul 14 09:21:32.592896 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: a5fb797f-72dd-449f-99f0-61f42dc6d34f {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:32.593231 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device a5fb797f-72dd-449f-99f0-61f42dc6d34f not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:32.629337 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f9b79-b852-4555-b828-6608f2b25fb4 None None] Pushing event updated for resources: {'Port': ['ID=ae1dd6a7-0e17-488b-8a10-ef799cdcd119,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:32.685251 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.794872 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-50f6c911-2b58-4e51-a649-4280d52007a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:32.805340 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-50f6c911-2b58-4e51-a649-4280d52007a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a HTTP/1.1" status: 200 len: 921 time: 0.2544670 Jul 14 09:21:32.873285 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ab7c5927-d57b-4f38-9d53-23b75c91cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '2d2a66b1-1792-4ced-9d7e-9fa51239baf5', 'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'mac_address': 'fa:16:3e:44:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:47Z', 'updated_at': '2021-07-14T09:20:01Z', 'revision_number': 5, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'subnets': [{'id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:32.920359 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7c5927-d57b-4f38-9d53-23b75c91cec6 None None] Checking router: 4a16db79-aecd-498c-9037-eba93ca78953 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:32.934495 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c5927-d57b-4f38-9d53-23b75c91cec6 None None] Routers {'4a16db79-aecd-498c-9037-eba93ca78953'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:32.935886 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ab7c5927-d57b-4f38-9d53-23b75c91cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:21:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4a16db79-aecd-498c-9037-eba93ca78953'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:33.012729 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-207080cc-5d65-4af9-80c8-5c76400afb7c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::1 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/e654ec1c-4fc7-4bd2-ac17-8a92453346b3/412474d7-2959-40b0-99a6-0f05c365a0fa) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:33.051128 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-d44797d6-1280-443a-bbd6-2fce096d3baf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e80f0d1f-dc89-4c1a-baff-8385f81cdb4f HTTP/1.1" status: 200 len: 217 time: 0.2429216 Jul 14 09:21:33.075697 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-d4f86f76-f562-4f7f-903c-afeff7a68e77 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.186212 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-ab7c5927-d57b-4f38-9d53-23b75c91cec6 None None] Set router 4a16db79-aecd-498c-9037-eba93ca78953 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:33.228050 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-207080cc-5d65-4af9-80c8-5c76400afb7c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.235584 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-d4f86f76-f562-4f7f-903c-afeff7a68e77 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.344691 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-d4f86f76-f562-4f7f-903c-afeff7a68e77 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Network c264f7f6-27f5-4c6a-b12c-803b241a1530 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:33.347295 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-207080cc-5d65-4af9-80c8-5c76400afb7c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object 412474d7-2959-40b0-99a6-0f05c365a0fa will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:33.355590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-d4f86f76-f562-4f7f-903c-afeff7a68e77 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:33.365156 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-d4f86f76-f562-4f7f-903c-afeff7a68e77 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:33.575141 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-2db8c163-3166-4e1e-9527-bba315582f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:33.577155 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-2db8c163-3166-4e1e-9527-bba315582f1e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b26c4a85-82c2-41ae-9f0b-7df4811624b1 HTTP/1.1" status: 200 len: 859 time: 0.5248833 Jul 14 09:21:33.592318 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ab7c5927-d57b-4f38-9d53-23b75c91cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '2d2a66b1-1792-4ced-9d7e-9fa51239baf5', 'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'mac_address': 'fa:16:3e:44:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:47Z', 'updated_at': '2021-07-14T09:20:01Z', 'revision_number': 5, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'subnets': [{'id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:33.647312 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ca324-aa61-4acc-9547-93ff4b9e8517 req-0ae036c5-c6c9-4ef6-bf72-fe10111845ba tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:33.658264 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-778ca324-aa61-4acc-9547-93ff4b9e8517 req-0ae036c5-c6c9-4ef6-bf72-fe10111845ba tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e440f910-ace7-4600-bfb1-fa40211cb660 HTTP/1.1" status: 200 len: 946 time: 0.8489347 Jul 14 09:21:33.674872 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7c5927-d57b-4f38-9d53-23b75c91cec6 None None] The sync data for ids ['4a16db79-aecd-498c-9037-eba93ca78953'] in n-d-798054-10 is: [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 4, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '2d2a66b1-1792-4ced-9d7e-9fa51239baf5', 'name': '', 'network_id': '6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'mac_address': 'fa:16:3e:44:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:47Z', 'updated_at': '2021-07-14T09:20:01Z', 'revision_number': 5, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'subnets': [{'id': 'b26c4a85-82c2-41ae-9f0b-7df4811624b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:33.831532 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-778ca324-aa61-4acc-9547-93ff4b9e8517 req-1cd1d65f-557e-4065-8643-11d3e3b1f8b6 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718023 Jul 14 09:21:33.849694 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f86f76-f562-4f7f-903c-afeff7a68e77 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Pushing event updated for resources: {'Port': ['ID=b6cd7386-1e58-4594-af55-8f16b7430928,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:33.877708 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-fb3e5ba5-e0b9-4d9c-821e-b580ad7b3a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:33.879958 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-fb3e5ba5-e0b9-4d9c-821e-b580ad7b3a70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2718217 Jul 14 09:21:33.912327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-d4f86f76-f562-4f7f-903c-afeff7a68e77 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:33.913214 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-d4f86f76-f562-4f7f-903c-afeff7a68e77 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.935131 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-d4f86f76-f562-4f7f-903c-afeff7a68e77 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2456164 Jul 14 09:21:33.939571 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-207080cc-5d65-4af9-80c8-5c76400afb7c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.962518 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] Request body: {'port': {'device_id': '2fd17116-89a3-48ba-8183-3050acf3c65b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:34.086736 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207080cc-5d65-4af9-80c8-5c76400afb7c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=412474d7-2959-40b0-99a6-0f05c365a0fa,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:34.145667 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207080cc-5d65-4af9-80c8-5c76400afb7c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:34.208143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-207080cc-5d65-4af9-80c8-5c76400afb7c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:34.215463 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207080cc-5d65-4af9-80c8-5c76400afb7c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:34.216436 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-207080cc-5d65-4af9-80c8-5c76400afb7c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.227063 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-4c2fcccd-70c7-4af3-92a2-7c9c8d937771 service neutron] 10.222.0.26 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339877 Jul 14 09:21:34.283910 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211a1dce-cd08-4279-bfaa-00fe4649e42d None None] New status for floating IP ebebaa61-6af5-4219-9bdf-85bebc1b0d3f: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:21:34.426834 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.544249 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829d047-3602-43f9-b350-52970adf1517 req-ae71d17a-d351-42fe-89d9-99db770b896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:34.546111 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3829d047-3602-43f9-b350-52970adf1517 req-ae71d17a-d351-42fe-89d9-99db770b896d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c81313ed0f24e4486654b835c382f5d&device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 1098 time: 0.1692066 Jul 14 09:21:34.632040 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb10a773-75d6-4b58-aa5a-939c7133b975 req-f43cd6f6-ee8d-4005-83f5-87574e7afd9f service neutron] 10.222.0.26 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952827 Jul 14 09:21:34.634076 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d110eb6d-3608-4f2a-9354-9152ac0f41ce x-openstack-request-id: req-d110eb6d-3608-4f2a-9354-9152ac0f41ce {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:34.634711 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e221313a-08fd-44c8-90b8-074c44de9fff", "tag": "e80f0d1f-dc89-4c1a-baff-8385f81cdb4f", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:34.635002 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d110eb6d-3608-4f2a-9354-9152ac0f41ce {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:34.635410 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'tag': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f', 'status': 'completed', 'code': 200} Jul 14 09:21:34.711821 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-48b6120a-e6e4-43f8-af99-0f52d5ef5835 None None] Provisioning for port ae1dd6a7-0e17-488b-8a10-ef799cdcd119 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:34.905639 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-207080cc-5d65-4af9-80c8-5c76400afb7c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.909576 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ae1dd6a7-0e17-488b-8a10-ef799cdcd119 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:35.011915 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70b865-f777-440a-8abd-7ffc978d07c3 req-16085018-1ad3-4b3b-a844-9fadb93384e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:35.038159 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6f70b865-f777-440a-8abd-7ffc978d07c3 req-16085018-1ad3-4b3b-a844-9fadb93384e4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bf11fb44ae345849ddee66c056190a8&device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 1097 time: 0.2221773 Jul 14 09:21:35.139630 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829d047-3602-43f9-b350-52970adf1517 req-d0239de8-030b-41b9-98ab-1cee4c65273f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:35.141562 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3829d047-3602-43f9-b350-52970adf1517 req-d0239de8-030b-41b9-98ab-1cee4c65273f service neutron] 10.222.0.55 "GET /v2.0/networks?id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a HTTP/1.1" status: 200 len: 921 time: 0.5278599 Jul 14 09:21:35.271451 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70b865-f777-440a-8abd-7ffc978d07c3 req-2cba130a-612b-42b1-b575-bfa153e89fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:35.272989 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6f70b865-f777-440a-8abd-7ffc978d07c3 req-2cba130a-612b-42b1-b575-bfa153e89fbd service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b207265-1379-4cb1-bdf9-417a0c56f7e4 HTTP/1.1" status: 200 len: 912 time: 0.2276175 Jul 14 09:21:35.316336 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port ae1dd6a7-0e17-488b-8a10-ef799cdcd119 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:35.329736 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c22e3350-94d8-4edc-8d2c-19ba4031adcd None None] Provisioning for port 412474d7-2959-40b0-99a6-0f05c365a0fa completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:35.339607 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port ae1dd6a7-0e17-488b-8a10-ef799cdcd119 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:35.340078 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.444367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c22e3350-94d8-4edc-8d2c-19ba4031adcd None None] Provisioning complete for port 412474d7-2959-40b0-99a6-0f05c365a0fa triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:35.444742 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c22e3350-94d8-4edc-8d2c-19ba4031adcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.462890 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6f70b865-f777-440a-8abd-7ffc978d07c3 req-aa162f33-fcdc-488a-b53d-c9647693f988 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f438514-120c-4922-93e3-d401119399d4 HTTP/1.1" status: 200 len: 217 time: 0.1036720 Jul 14 09:21:35.528327 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3829d047-3602-43f9-b350-52970adf1517 req-445038ab-9443-4306-ba48-f03ca1d0083d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e80f0d1f-dc89-4c1a-baff-8385f81cdb4f HTTP/1.1" status: 200 len: 217 time: 0.0692320 Jul 14 09:21:35.532380 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c22e3350-94d8-4edc-8d2c-19ba4031adcd None None] Port 412474d7-2959-40b0-99a6-0f05c365a0fa cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:35.547764 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.631866 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port ae1dd6a7-0e17-488b-8a10-ef799cdcd119, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=ae1dd6a7-0e17-488b-8a10-ef799cdcd119,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:35.637671 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.643601 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829d047-3602-43f9-b350-52970adf1517 req-c02ad8ae-ad53-4523-b71f-d42b8c7acb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:35.645161 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3829d047-3602-43f9-b350-52970adf1517 req-c02ad8ae-ad53-4523-b71f-d42b8c7acb24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b26c4a85-82c2-41ae-9f0b-7df4811624b1 HTTP/1.1" status: 200 len: 859 time: 0.0846629 Jul 14 09:21:35.720849 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fba19-775f-4190-aba2-2d56cb1f0078 req-2076e3b0-8e17-4a8f-bfc4-f4c9911b0d84 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:35.721715 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=ae1dd6a7-0e17-488b-8a10-ef799cdcd119,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:35.729641 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2e9fba19-775f-4190-aba2-2d56cb1f0078 req-2076e3b0-8e17-4a8f-bfc4-f4c9911b0d84 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fd17116-89a3-48ba-8183-3050acf3c65b HTTP/1.1" status: 200 len: 932 time: 0.4555435 Jul 14 09:21:35.777184 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70b865-f777-440a-8abd-7ffc978d07c3 req-ab395be4-12ac-4ed7-baeb-763ec74c3f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:35.780385 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6f70b865-f777-440a-8abd-7ffc978d07c3 req-ab395be4-12ac-4ed7-baeb-763ec74c3f99 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a72a50-84b2-47a9-a16f-8470cdb97c9f HTTP/1.1" status: 200 len: 851 time: 0.3054359 Jul 14 09:21:35.823665 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829d047-3602-43f9-b350-52970adf1517 req-95f80c38-f672-49ce-be9a-ba176058bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:35.826839 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3829d047-3602-43f9-b350-52970adf1517 req-95f80c38-f672-49ce-be9a-ba176058bfb0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1720614 Jul 14 09:21:35.867470 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6cd7386-1e58-4594-af55-8f16b7430928 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:35.876487 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6f70b865-f777-440a-8abd-7ffc978d07c3 req-250097b6-9e84-4059-829a-5931ead13bdc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b207265-1379-4cb1-bdf9-417a0c56f7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770223 Jul 14 09:21:35.886881 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2e9fba19-775f-4190-aba2-2d56cb1f0078 req-c2f86676-3645-4d43-b705-809413020b30 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551614 Jul 14 09:21:35.925826 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.948916 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-207080cc-5d65-4af9-80c8-5c76400afb7c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.963908 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-207080cc-5d65-4af9-80c8-5c76400afb7c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.965544 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-207080cc-5d65-4af9-80c8-5c76400afb7c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.968810 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] Transition to ACTIVE for port object b6cd7386-1e58-4594-af55-8f16b7430928 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:35.995899 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a0080-6323-4162-834b-7a49782c4e50 req-f789e85a-7a82-4c49-92cf-f19e76f0fe85 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:35.997674 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b5a0080-6323-4162-834b-7a49782c4e50 req-f789e85a-7a82-4c49-92cf-f19e76f0fe85 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.3351378 Jul 14 09:21:36.032210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207080cc-5d65-4af9-80c8-5c76400afb7c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=412474d7-2959-40b0-99a6-0f05c365a0fa,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:36.042647 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.102936 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b5a0080-6323-4162-834b-7a49782c4e50 req-16de63f7-923c-4353-b075-9f61d5cfbd56 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941517 Jul 14 09:21:36.172965 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6f70b865-f777-440a-8abd-7ffc978d07c3 req-1c6e1d78-20e2-476d-861c-a710586f54c4 service neutron] 10.222.0.49 "GET /v2.0/networks/2b207265-1379-4cb1-bdf9-417a0c56f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837462 Jul 14 09:21:36.223865 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] Pushing event updated for resources: {'Port': ['ID=b6cd7386-1e58-4594-af55-8f16b7430928,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:36.254105 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3829d047-3602-43f9-b350-52970adf1517 req-62a6bb2c-bf99-4ebd-ad2a-b2773cc1118e service neutron] 10.222.0.55 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131031 Jul 14 09:21:36.519981 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59274) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:36.582519 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ae1dd6a7-0e17-488b-8a10-ef799cdcd119 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:36.583235 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6f70b865-f777-440a-8abd-7ffc978d07c3 req-464b4f8c-8313-45d2-9b90-3876559c1754 service neutron] 10.222.0.49 "GET /v2.0/networks/2b207265-1379-4cb1-bdf9-417a0c56f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033523 Jul 14 09:21:36.618758 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] Attempting to bind port b6cd7386-1e58-4594-af55-8f16b7430928 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:36.620152 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] Attempting to bind port b6cd7386-1e58-4594-af55-8f16b7430928 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:36.620152 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] Attempting to bind port b6cd7386-1e58-4594-af55-8f16b7430928 on network c264f7f6-27f5-4c6a-b12c-803b241a1530 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:36.681291 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207080cc-5d65-4af9-80c8-5c76400afb7c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:36.690426 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9510edb9-b70e-4d10-9b1e-2221d61710f2 req-40263668-c520-4fe7-966d-53442040d627 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/floatingips/ebebaa61-6af5-4219-9bdf-85bebc1b0d3f HTTP/1.1" status: 200 len: 694 time: 0.1519299 Jul 14 09:21:36.699272 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] Port b6cd7386-1e58-4594-af55-8f16b7430928 on network c264f7f6-27f5-4c6a-b12c-803b241a1530 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:36.699610 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] Attempting to bind port b6cd7386-1e58-4594-af55-8f16b7430928 on network c264f7f6-27f5-4c6a-b12c-803b241a1530 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:36.715444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995ef28-054d-43ca-895a-e735b54e8250 req-987fa609-d2ff-4fa2-ac31-20bcd6e4a75e tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:36.717640 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:36.718136 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] Checking segment: {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:36.718512 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] Bound using segment: {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:36.718898 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] Bound port: b6cd7386-1e58-4594-af55-8f16b7430928, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:36.719281 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.727023 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c995ef28-054d-43ca-895a-e735b54e8250 req-987fa609-d2ff-4fa2-ac31-20bcd6e4a75e tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e440f910-ace7-4600-bfb1-fa40211cb660 HTTP/1.1" status: 200 len: 946 time: 0.3808944 Jul 14 09:21:36.730106 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-207080cc-5d65-4af9-80c8-5c76400afb7c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:36.760779 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3829d047-3602-43f9-b350-52970adf1517 req-d408f352-0306-4fa3-bc9d-a3cb02035a81 service neutron] 10.222.0.55 "GET /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632294 Jul 14 09:21:36.813990 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port ae1dd6a7-0e17-488b-8a10-ef799cdcd119 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:36.814699 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.931561 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a1c92937-a783-4d1d-a4f4-3d59ca495fcf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.953963 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c995ef28-054d-43ca-895a-e735b54e8250 req-27f361e4-802f-4143-ada4-cc342ed900ed tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258210 Jul 14 09:21:36.954754 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e869460-3638-4750-8082-6b65282bf2ec req-d9b2eb48-28a5-4732-996d-62033aba51cd tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:36.956523 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3e869460-3638-4750-8082-6b65282bf2ec req-d9b2eb48-28a5-4732-996d-62033aba51cd tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "GET /v2.0/ports?device_id=e440f910-ace7-4600-bfb1-fa40211cb660 HTTP/1.1" status: 200 len: 946 time: 0.3799295 Jul 14 09:21:37.007875 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510edb9-b70e-4d10-9b1e-2221d61710f2 req-e076d8c5-2329-469d-b9fb-628b6d9169e7 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.008996 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9510edb9-b70e-4d10-9b1e-2221d61710f2 req-e076d8c5-2329-469d-b9fb-628b6d9169e7 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.3177423 Jul 14 09:21:37.088392 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a1c92937-a783-4d1d-a4f4-3d59ca495fcf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.106934 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9510edb9-b70e-4d10-9b1e-2221d61710f2 req-5e6598cb-edcf-4e11-9a06-e519d47d26c3 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 697 time: 0.0869336 Jul 14 09:21:37.191041 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9510edb9-b70e-4d10-9b1e-2221d61710f2 req-427412c1-2922-4b3e-b9b8-f7a092a575a0 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.158 HTTP/1.1" status: 200 len: 697 time: 0.0830359 Jul 14 09:21:37.246754 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] For port b6cd7386-1e58-4594-af55-8f16b7430928, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:37.277469 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] For port b6cd7386-1e58-4594-af55-8f16b7430928, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=b6cd7386-1e58-4594-af55-8f16b7430928,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:37.295016 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.310456 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc567d8e-f740-4872-9c38-795bd21b2109 None None] Provisioning complete for port 412474d7-2959-40b0-99a6-0f05c365a0fa triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:37.311014 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc567d8e-f740-4872-9c38-795bd21b2109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.359043 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc567d8e-f740-4872-9c38-795bd21b2109 None None] Port 412474d7-2959-40b0-99a6-0f05c365a0fa cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:37.384404 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207080cc-5d65-4af9-80c8-5c76400afb7c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Router 1b352a74-5bbe-45f8-9c69-09df794230fd is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:21:37.394658 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] Pushing event updated for resources: {'Port': ['ID=b6cd7386-1e58-4594-af55-8f16b7430928,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:37.418220 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.419289 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.421223 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-480795f4-eaac-4b27-8862-61e2a21ce1cd service neutron] 10.222.0.55 "PUT /v2.0/ports/b6cd7386-1e58-4594-af55-8f16b7430928 HTTP/1.1" status: 200 len: 1093 time: 3.4658091 Jul 14 09:21:37.425666 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd17116-89a3-48ba-8183-3050acf3c65b', 'tag': 'b6cd7386-1e58-4594-af55-8f16b7430928'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:37.429315 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bb8273-9ea1-4eb5-954a-ebe6c696e1c3" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd17116-89a3-48ba-8183-3050acf3c65b", "tag": "b6cd7386-1e58-4594-af55-8f16b7430928"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:37.435739 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a1c92937-a783-4d1d-a4f4-3d59ca495fcf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.439956 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a1c92937-a783-4d1d-a4f4-3d59ca495fcf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.444549 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a1c92937-a783-4d1d-a4f4-3d59ca495fcf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "DELETE /v2.0/security-groups/571ad85a-5b85-447b-ae28-d5315ad41a3d HTTP/1.1" status: 204 len: 168 time: 0.9143291 Jul 14 09:21:37.447851 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59294) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:37.480077 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-5adce752-612c-40a2-9369-448599372fe3 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] show failed (client error): The resource could not be found. Jul 14 09:21:37.481230 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5adce752-612c-40a2-9369-448599372fe3 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "GET /v2.0/security-groups/571ad85a-5b85-447b-ae28-d5315ad41a3d HTTP/1.1" status: 404 len: 347 time: 0.0279965 Jul 14 09:21:37.487480 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-9510edb9-b70e-4d10-9b1e-2221d61710f2 req-8380d099-3190-48ad-a53a-452bec213567 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Deleting port a3263c3d-7cb0-4d75-866f-72d04cfaee4a {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:37.487946 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9510edb9-b70e-4d10-9b1e-2221d61710f2 req-8380d099-3190-48ad-a53a-452bec213567 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.495245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59296) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:37.525192 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0107bec-bd5b-45f9-bae9-71a99bca7ad0 req-0ecd0ca6-c6ad-449f-9590-ece2d99abba5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.533186 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0107bec-bd5b-45f9-bae9-71a99bca7ad0 req-0ecd0ca6-c6ad-449f-9590-ece2d99abba5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fd17116-89a3-48ba-8183-3050acf3c65b HTTP/1.1" status: 200 len: 944 time: 0.2759848 Jul 14 09:21:37.613731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c92937-a783-4d1d-a4f4-3d59ca495fcf tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571ad85a-5b85-447b-ae28-d5315ad41a3d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:37.642968 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-3e869460-3638-4750-8082-6b65282bf2ec req-85445d91-9339-42b1-988c-9421917aeda0 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Deleting port 1c50828b-9174-4086-8f28-7488b7a36f3b {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:37.643892 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3e869460-3638-4750-8082-6b65282bf2ec req-85445d91-9339-42b1-988c-9421917aeda0 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.717744 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9510edb9-b70e-4d10-9b1e-2221d61710f2 req-8380d099-3190-48ad-a53a-452bec213567 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.718170 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9510edb9-b70e-4d10-9b1e-2221d61710f2 req-8380d099-3190-48ad-a53a-452bec213567 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.739942 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-9510edb9-b70e-4d10-9b1e-2221d61710f2 req-8380d099-3190-48ad-a53a-452bec213567 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Calling delete_port for a3263c3d-7cb0-4d75-866f-72d04cfaee4a owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:37.792173 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207080cc-5d65-4af9-80c8-5c76400afb7c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:37.803707 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] Sync routers for ids ['1b352a74-5bbe-45f8-9c69-09df794230fd'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:37.813994 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-207080cc-5d65-4af9-80c8-5c76400afb7c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "PUT /v2.0/routers/1b352a74-5bbe-45f8-9c69-09df794230fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2857373 Jul 14 09:21:37.821058 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] Routers {'1b352a74-5bbe-45f8-9c69-09df794230fd'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:37.821744 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:21:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1b352a74-5bbe-45f8-9c69-09df794230fd'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:37.828083 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59298) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:37.938606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-3e869460-3638-4750-8082-6b65282bf2ec req-85445d91-9339-42b1-988c-9421917aeda0 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] For port 1c50828b-9174-4086-8f28-7488b7a36f3b, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1c50828b-9174-4086-8f28-7488b7a36f3b,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:37.939256 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3e869460-3638-4750-8082-6b65282bf2ec req-85445d91-9339-42b1-988c-9421917aeda0 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.963827 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-3e869460-3638-4750-8082-6b65282bf2ec req-85445d91-9339-42b1-988c-9421917aeda0 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Calling delete_port for 1c50828b-9174-4086-8f28-7488b7a36f3b owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:38.023365 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0107bec-bd5b-45f9-bae9-71a99bca7ad0 req-5345194b-52b8-4093-827d-2468252d2e32 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890952 Jul 14 09:21:38.061556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-6dad4fb4-c0fb-4bd9-b434-4e8247ad7e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.061556 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-6dad4fb4-c0fb-4bd9-b434-4e8247ad7e5b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&device_id=2fd17116-89a3-48ba-8183-3050acf3c65b HTTP/1.1" status: 200 len: 1096 time: 0.4495180 Jul 14 09:21:38.072068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc25091-0e70-4881-8f2f-7792f94c21a6 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.077420 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7bc25091-0e70-4881-8f2f-7792f94c21a6 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports/412474d7-2959-40b0-99a6-0f05c365a0fa HTTP/1.1" status: 200 len: 911 time: 0.2453694 Jul 14 09:21:38.078357 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59302) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:38.147503 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-76cda88c-d39c-4822-8772-cd0367af21ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6cd7386-1e58-4594-af55-8f16b7430928 HTTP/1.1" status: 200 len: 217 time: 0.0662072 Jul 14 09:21:38.165352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f1af1928-83e1-445f-b343-f31418b93b01 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Deleting port 7e362f81-c641-4861-9950-15eca815b4ad {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:38.166501 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f1af1928-83e1-445f-b343-f31418b93b01 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.254577 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] Set router 1b352a74-5bbe-45f8-9c69-09df794230fd gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:38.276720 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-31fc3a04-3c1f-46a8-ab10-91977d82038b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.278685 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-31fc3a04-3c1f-46a8-ab10-91977d82038b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ccf1d83d-082d-42ed-9d0f-7aa5099c2f25 HTTP/1.1" status: 200 len: 850 time: 0.1223657 Jul 14 09:21:38.384046 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-f194e9e1-c7e1-4013-89a0-6b0c4b85d522 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c264f7f6-27f5-4c6a-b12c-803b241a1530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980897 Jul 14 09:21:38.572486 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f1af1928-83e1-445f-b343-f31418b93b01 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.574333 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f1af1928-83e1-445f-b343-f31418b93b01 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.591828 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f1af1928-83e1-445f-b343-f31418b93b01 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Calling delete_port for 7e362f81-c641-4861-9950-15eca815b4ad owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:38.624497 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b352a74-5bbe-45f8-9c69-09df794230fd', 'name': 'tempest-NetworksTestDHCPv6-router-692166171', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:31Z', 'updated_at': '2021-07-14T09:21:34Z', 'revision_number': 2, 'project_id': 'd767fa2019e8430c8d82b725bc36d883', 'gw_port_host': None, '_interfaces': [{'id': '412474d7-2959-40b0-99a6-0f05c365a0fa', 'name': '', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'mac_address': 'fa:16:3e:8b:04:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b352a74-5bbe-45f8-9c69-09df794230fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'e654ec1c-4fc7-4bd2-ac17-8a92453346b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:32Z', 'updated_at': '2021-07-14T09:21:35Z', 'revision_number': 2, 'project_id': 'd767fa2019e8430c8d82b725bc36d883', 'subnets': [{'id': 'e654ec1c-4fc7-4bd2-ac17-8a92453346b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:38.659594 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] Checking router: 1b352a74-5bbe-45f8-9c69-09df794230fd for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:38.660248 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] Updating router 1b352a74-5bbe-45f8-9c69-09df794230fd port 412474d7-2959-40b0-99a6-0f05c365a0fa binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:21:38.696897 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.798001 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461e91b3-8088-4e54-a46d-5b9255bc4b9d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.805699 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461e91b3-8088-4e54-a46d-5b9255bc4b9d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.808747 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-461e91b3-8088-4e54-a46d-5b9255bc4b9d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7223973 Jul 14 09:21:38.823064 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f1af1928-83e1-445f-b343-f31418b93b01 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.839618 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59304) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:38.875510 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af1928-83e1-445f-b343-f31418b93b01 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Pushing event deleted for resources: {'Port': ['ID=7e362f81-c641-4861-9950-15eca815b4ad,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:38.896804 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9510edb9-b70e-4d10-9b1e-2221d61710f2 req-8380d099-3190-48ad-a53a-452bec213567 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.944542 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380d099-3190-48ad-a53a-452bec213567 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Pushing event deleted for resources: {'Port': ['ID=a3263c3d-7cb0-4d75-866f-72d04cfaee4a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:38.960956 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3e869460-3638-4750-8082-6b65282bf2ec req-85445d91-9339-42b1-988c-9421917aeda0 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.973753 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['0f3d48bd-cad5-469a-8dec-e37e13732d0c', '6b2006b7-e3d8-4cff-9444-a6669c1fc757'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:39.024143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85445d91-9339-42b1-988c-9421917aeda0 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Pushing event deleted for resources: {'Port': ['ID=1c50828b-9174-4086-8f28-7488b7a36f3b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:39.058670 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.066788 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-146ef4db-f51e-41ff-b1c2-1265bd5be0f4 service neutron] 10.222.0.55 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6727798 Jul 14 09:21:39.070889 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] Transition to ACTIVE for port object 412474d7-2959-40b0-99a6-0f05c365a0fa will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:39.084318 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.157851 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068816b-29d4-4685-9ad8-e2446a7f4daf None None] Pushing event updated for resources: {'Port': ['ID=412474d7-2959-40b0-99a6-0f05c365a0fa,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:39.242594 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] Attempting to bind port 412474d7-2959-40b0-99a6-0f05c365a0fa on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:39.243582 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] Attempting to bind port 412474d7-2959-40b0-99a6-0f05c365a0fa by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:39.244214 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] Attempting to bind port 412474d7-2959-40b0-99a6-0f05c365a0fa on network 4cef7a78-22ed-4e84-a95a-1f569bb0302d {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:39.250847 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:39.251520 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:39.252087 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.252652 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] Bound using segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:39.253472 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] Bound port: 412474d7-2959-40b0-99a6-0f05c365a0fa, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:39.254428 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.356825 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e869460-3638-4750-8082-6b65282bf2ec req-85445d91-9339-42b1-988c-9421917aeda0 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] No DVR routers for this DVR port 1c50828b-9174-4086-8f28-7488b7a36f3b on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:39.361092 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] For port 412474d7-2959-40b0-99a6-0f05c365a0fa, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:39.363505 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f1af1928-83e1-445f-b343-f31418b93b01 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.365884 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] For port 412474d7-2959-40b0-99a6-0f05c365a0fa, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=412474d7-2959-40b0-99a6-0f05c365a0fa,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:39.376565 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3e869460-3638-4750-8082-6b65282bf2ec req-85445d91-9339-42b1-988c-9421917aeda0 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.378779 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f1af1928-83e1-445f-b343-f31418b93b01 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.379668 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3e869460-3638-4750-8082-6b65282bf2ec req-85445d91-9339-42b1-988c-9421917aeda0 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "DELETE /v2.0/ports/1c50828b-9174-4086-8f28-7488b7a36f3b HTTP/1.1" status: 204 len: 173 time: 2.4135456 Jul 14 09:21:39.380602 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f1af1928-83e1-445f-b343-f31418b93b01 tempest-ImagesOneServerNegativeTestJSON-1254026687 tempest-ImagesOneServerNegativeTestJSON-1254026687-project] 10.222.0.26 "DELETE /v2.0/floatingips/4680c6b6-fc23-4127-99c9-d643ae5f5814 HTTP/1.1" status: 204 len: 168 time: 1.8778231 Jul 14 09:21:39.383460 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.480002 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068816b-29d4-4685-9ad8-e2446a7f4daf None None] Pushing event updated for resources: {'Port': ['ID=412474d7-2959-40b0-99a6-0f05c365a0fa,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:39.500138 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] Routers {'1b352a74-5bbe-45f8-9c69-09df794230fd'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:39.501039 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:21:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1b352a74-5bbe-45f8-9c69-09df794230fd'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:39.507915 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13580a0e-08ab-4231-816d-60ab38d8660a req-0139fa17-751b-499c-ac98-99f730a6479a tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:39.529602 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13580a0e-08ab-4231-816d-60ab38d8660a req-0139fa17-751b-499c-ac98-99f730a6479a tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 1.0492895 Jul 14 09:21:39.539372 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cebfe9e8-09f4-45d6-bb2e-a2c725803fb8 req-2e9e117f-6dbe-4345-83d9-70ecd1693bc7 service neutron] 10.222.0.55 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203107 Jul 14 09:21:39.569626 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9510edb9-b70e-4d10-9b1e-2221d61710f2 req-8380d099-3190-48ad-a53a-452bec213567 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.594603 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9510edb9-b70e-4d10-9b1e-2221d61710f2 req-8380d099-3190-48ad-a53a-452bec213567 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.595811 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9510edb9-b70e-4d10-9b1e-2221d61710f2 req-8380d099-3190-48ad-a53a-452bec213567 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "DELETE /v2.0/floatingips/ebebaa61-6af5-4219-9bdf-85bebc1b0d3f HTTP/1.1" status: 204 len: 173 time: 2.4039648 Jul 14 09:21:39.657648 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] Set router 1b352a74-5bbe-45f8-9c69-09df794230fd gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:39.673573 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13580a0e-08ab-4231-816d-60ab38d8660a req-1e590000-dde7-4c2f-8a2d-86017cb11bc3 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379485 Jul 14 09:21:39.812493 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ddf2b1-8be1-4829-b43f-3dd7a1a576fb x-openstack-request-id: req-60ddf2b1-8be1-4829-b43f-3dd7a1a576fb {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:39.812896 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd17116-89a3-48ba-8183-3050acf3c65b", "tag": "b6cd7386-1e58-4594-af55-8f16b7430928", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:39.813194 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-60ddf2b1-8be1-4829-b43f-3dd7a1a576fb {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:39.814441 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd17116-89a3-48ba-8183-3050acf3c65b', 'tag': 'b6cd7386-1e58-4594-af55-8f16b7430928', 'status': 'completed', 'code': 200} Jul 14 09:21:39.961613 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da9121c1-b73d-4342-b8ba-423d6fabaaab tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.039318 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-860c26c3-5a26-4064-ab53-3d580ee98ad0 req-71eec105-b28b-4055-940b-c1d5ba9685dc tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e440f910-ace7-4600-bfb1-fa40211cb660 HTTP/1.1" status: 200 len: 210 time: 0.0471859 Jul 14 09:21:40.133207 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb8273-9ea1-4eb5-954a-ebe6c696e1c3 req-e3771567-5beb-4cf4-9b08-ecab58826dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.141246 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-32bb8273-9ea1-4eb5-954a-ebe6c696e1c3 req-e3771567-5beb-4cf4-9b08-ecab58826dca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&device_id=2fd17116-89a3-48ba-8183-3050acf3c65b HTTP/1.1" status: 200 len: 1096 time: 0.2541826 Jul 14 09:21:40.182474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde45d1-3cda-41f4-bd5f-978a5ea3d558 req-1ca88a0f-96a9-471c-8772-49a15326fa89 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.184647 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6fde45d1-3cda-41f4-bd5f-978a5ea3d558 req-1ca88a0f-96a9-471c-8772-49a15326fa89 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fd17116-89a3-48ba-8183-3050acf3c65b HTTP/1.1" status: 200 len: 944 time: 0.1443176 Jul 14 09:21:40.268740 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6fde45d1-3cda-41f4-bd5f-978a5ea3d558 req-8310cbb9-ef4d-4aef-9e46-61957a9fea50 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765672 Jul 14 09:21:40.318969 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b352a74-5bbe-45f8-9c69-09df794230fd', 'name': 'tempest-NetworksTestDHCPv6-router-692166171', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:31Z', 'updated_at': '2021-07-14T09:21:34Z', 'revision_number': 2, 'project_id': 'd767fa2019e8430c8d82b725bc36d883', 'gw_port_host': None, '_interfaces': [{'id': '412474d7-2959-40b0-99a6-0f05c365a0fa', 'name': '', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'mac_address': 'fa:16:3e:8b:04:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b352a74-5bbe-45f8-9c69-09df794230fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'e654ec1c-4fc7-4bd2-ac17-8a92453346b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:32Z', 'updated_at': '2021-07-14T09:21:39Z', 'revision_number': 4, 'project_id': 'd767fa2019e8430c8d82b725bc36d883', 'subnets': [{'id': 'e654ec1c-4fc7-4bd2-ac17-8a92453346b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:40.359771 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405eafa9-ea6c-4a76-b593-f3071555e8dc None None] The sync data for ids ['1b352a74-5bbe-45f8-9c69-09df794230fd'] in n-d-798054-10 is: [{'id': '1b352a74-5bbe-45f8-9c69-09df794230fd', 'name': 'tempest-NetworksTestDHCPv6-router-692166171', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:31Z', 'updated_at': '2021-07-14T09:21:34Z', 'revision_number': 2, 'project_id': 'd767fa2019e8430c8d82b725bc36d883', 'gw_port_host': None, '_interfaces': [{'id': '412474d7-2959-40b0-99a6-0f05c365a0fa', 'name': '', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'mac_address': 'fa:16:3e:8b:04:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b352a74-5bbe-45f8-9c69-09df794230fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'e654ec1c-4fc7-4bd2-ac17-8a92453346b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:32Z', 'updated_at': '2021-07-14T09:21:39Z', 'revision_number': 4, 'project_id': 'd767fa2019e8430c8d82b725bc36d883', 'subnets': [{'id': 'e654ec1c-4fc7-4bd2-ac17-8a92453346b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:40.416736 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb8273-9ea1-4eb5-954a-ebe6c696e1c3 req-ee4eba38-3da5-433f-a1a3-de836b3ea986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.429163 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-32bb8273-9ea1-4eb5-954a-ebe6c696e1c3 req-ee4eba38-3da5-433f-a1a3-de836b3ea986 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 911 time: 0.2658212 Jul 14 09:21:40.487141 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1c50828b-9174-4086-8f28-7488b7a36f3b no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:40.530668 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 1c50828b-9174-4086-8f28-7488b7a36f3b {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:40.531167 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1c50828b-9174-4086-8f28-7488b7a36f3b not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:40.624639 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59330) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:40.659314 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-32bb8273-9ea1-4eb5-954a-ebe6c696e1c3 req-674b8bd9-885c-4c62-8c2c-431dd4839e20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6cd7386-1e58-4594-af55-8f16b7430928 HTTP/1.1" status: 200 len: 217 time: 0.1092575 Jul 14 09:21:40.725199 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-704a6db5-e375-4787-8a7a-3158f6703492 admin admin] Deleting subnet a49c4352-2329-49be-aaa0-1fa7abc5a9c8 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:21:40.730499 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-704a6db5-e375-4787-8a7a-3158f6703492 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.848370 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb8273-9ea1-4eb5-954a-ebe6c696e1c3 req-aa51c774-56ad-4f60-b11f-d2d7ddf335b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.850934 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-32bb8273-9ea1-4eb5-954a-ebe6c696e1c3 req-aa51c774-56ad-4f60-b11f-d2d7ddf335b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ccf1d83d-082d-42ed-9d0f-7aa5099c2f25 HTTP/1.1" status: 200 len: 850 time: 0.1619983 Jul 14 09:21:40.855868 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-704a6db5-e375-4787-8a7a-3158f6703492 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.979485 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-704a6db5-e375-4787-8a7a-3158f6703492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.987202 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-32bb8273-9ea1-4eb5-954a-ebe6c696e1c3 req-2cdcf77e-832f-4183-9a37-8a34f43d89c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c264f7f6-27f5-4c6a-b12c-803b241a1530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962710 Jul 14 09:21:41.147853 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377e2b7-2dd0-4021-ba76-fc297802fcff req-5f776aba-b4bb-4f98-858e-10a400acdbe2 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:41.157398 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0377e2b7-2dd0-4021-ba76-fc297802fcff req-5f776aba-b4bb-4f98-858e-10a400acdbe2 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.1451001 Jul 14 09:21:41.167425 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-704a6db5-e375-4787-8a7a-3158f6703492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.207692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a6db5-e375-4787-8a7a-3158f6703492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a49c4352-2329-49be-aaa0-1fa7abc5a9c8,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:41.213252 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-704a6db5-e375-4787-8a7a-3158f6703492 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.218227 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-704a6db5-e375-4787-8a7a-3158f6703492 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a49c4352-2329-49be-aaa0-1fa7abc5a9c8 HTTP/1.1" status: 204 len: 168 time: 0.5915058 Jul 14 09:21:41.220679 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59348) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:41.370267 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0377e2b7-2dd0-4021-ba76-fc297802fcff req-7ad06883-75d5-44f0-822c-dd77761a0854 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118223 Jul 14 09:21:41.408017 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-da9121c1-b73d-4342-b8ba-423d6fabaaab tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port 412474d7-2959-40b0-99a6-0f05c365a0fa {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:41.408017 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da9121c1-b73d-4342-b8ba-423d6fabaaab tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.416826 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-32bb8273-9ea1-4eb5-954a-ebe6c696e1c3 req-101ffacf-3163-45f2-be2e-bdd4b0cab91b service neutron] 10.222.0.55 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162924 Jul 14 09:21:41.514225 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f6d2829-cebc-4435-87fb-2beb328737d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.660085 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f6d2829-cebc-4435-87fb-2beb328737d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.668312 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-da9121c1-b73d-4342-b8ba-423d6fabaaab tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] For port 412474d7-2959-40b0-99a6-0f05c365a0fa, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=412474d7-2959-40b0-99a6-0f05c365a0fa,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:41.668842 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da9121c1-b73d-4342-b8ba-423d6fabaaab tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.672339 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-1f6d2829-cebc-4435-87fb-2beb328737d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da42ad67-5396-4a08-bd51-0b6ba891c01d']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:41.691196 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-1f6d2829-cebc-4435-87fb-2beb328737d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22407c14-716b-4b23-b55c-7bf233ea09d2') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:41.691471 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-1f6d2829-cebc-4435-87fb-2beb328737d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22407c14-716b-4b23-b55c-7bf233ea09d2') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:41.694877 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-32bb8273-9ea1-4eb5-954a-ebe6c696e1c3 req-fc5a2a08-fdf5-4023-80e6-01f2581f52e5 service neutron] 10.222.0.55 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665179 Jul 14 09:21:41.706758 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-da9121c1-b73d-4342-b8ba-423d6fabaaab tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for 412474d7-2959-40b0-99a6-0f05c365a0fa owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:41.713392 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9e3a0-5d14-4978-8149-be806722b0d9 req-d5cd3f78-575f-41cb-8528-ec8b7324d0ad tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:41.722374 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ada9e3a0-5d14-4978-8149-be806722b0d9 req-d5cd3f78-575f-41cb-8528-ec8b7324d0ad tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 946 time: 0.3479662 Jul 14 09:21:41.742358 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f6d2829-cebc-4435-87fb-2beb328737d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.770527 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f6d2829-cebc-4435-87fb-2beb328737d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.793309 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6d2829-cebc-4435-87fb-2beb328737d1 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:21:41.794041 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f6d2829-cebc-4435-87fb-2beb328737d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:21:41.796612 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:21:41.800457 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:21:41.800457 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:21:41.800457 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:21:41.800457 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:21:41.800457 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:21:41.800457 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:21:41.800457 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:21:41.800457 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:21:41.800457 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:21:41.800457 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:21:41.820126 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e440f910-ace7-4600-bfb1-fa40211cb660', 'name': 'network-vif-deleted', 'tag': '1c50828b-9174-4086-8f28-7488b7a36f3b'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:41.820605 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eebb03c-3ca3-4d40-bdbd-55a01901ee44" -d '{"events": [{"server_uuid": "e440f910-ace7-4600-bfb1-fa40211cb660", "name": "network-vif-deleted", "tag": "1c50828b-9174-4086-8f28-7488b7a36f3b"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:41.874895 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ada9e3a0-5d14-4978-8149-be806722b0d9 req-7b27885c-2674-455b-8609-608a3b944aad tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510439 Jul 14 09:21:41.902747 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f6d2829-cebc-4435-87fb-2beb328737d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.921886 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f6d2829-cebc-4435-87fb-2beb328737d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.929174 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1f6d2829-cebc-4435-87fb-2beb328737d1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/da42ad67-5396-4a08-bd51-0b6ba891c01d HTTP/1.1" status: 204 len: 168 time: 0.7068276 Jul 14 09:21:41.962234 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d2829-cebc-4435-87fb-2beb328737d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=da42ad67-5396-4a08-bd51-0b6ba891c01d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:42.167625 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3058bf8-6d44-4400-a266-f3ec30a06a33 req-31760f40-5b23-48df-bfb4-dffcaf3d9e5a tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:42.180261 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3058bf8-6d44-4400-a266-f3ec30a06a33 req-31760f40-5b23-48df-bfb4-dffcaf3d9e5a tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fd17116-89a3-48ba-8183-3050acf3c65b HTTP/1.1" status: 200 len: 944 time: 0.1575704 Jul 14 09:21:42.222117 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da9121c1-b73d-4342-b8ba-423d6fabaaab tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.267452 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3058bf8-6d44-4400-a266-f3ec30a06a33 req-13424c6a-0902-4a84-8055-c95b0e79dcba tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852125 Jul 14 09:21:42.344341 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9121c1-b73d-4342-b8ba-423d6fabaaab tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=412474d7-2959-40b0-99a6-0f05c365a0fa,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:42.387952 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59368) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:42.543123 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f43ad865-beca-46c1-9812-db684e90f017 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9baf05f0e514ebf980dc77789ca82e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498566 Jul 14 09:21:42.545200 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59376) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:42.697895 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28fa146b-79fa-4266-ab55-6d1a4ca72ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.705609 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744c2661-97c0-41ea-9c02-51f289134f26 x-openstack-request-id: req-744c2661-97c0-41ea-9c02-51f289134f26 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:42.706007 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e440f910-ace7-4600-bfb1-fa40211cb660", "name": "network-vif-deleted", "tag": "1c50828b-9174-4086-8f28-7488b7a36f3b", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:42.706197 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-744c2661-97c0-41ea-9c02-51f289134f26 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:42.707061 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e440f910-ace7-4600-bfb1-fa40211cb660', 'name': 'network-vif-deleted', 'tag': '1c50828b-9174-4086-8f28-7488b7a36f3b', 'status': 'completed', 'code': 200} Jul 14 09:21:42.708394 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da9121c1-b73d-4342-b8ba-423d6fabaaab tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.774852 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28fa146b-79fa-4266-ab55-6d1a4ca72ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.887871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180175a-dc05-4d0d-8cfe-705638b7dfa4 req-416dc341-0666-428e-94ac-ea595a08a211 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:42.889980 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d180175a-dc05-4d0d-8cfe-705638b7dfa4 req-416dc341-0666-428e-94ac-ea595a08a211 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e3461c-fb87-41fd-9943-0155c15c96a6 HTTP/1.1" status: 200 len: 946 time: 0.1944129 Jul 14 09:21:42.976078 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28fa146b-79fa-4266-ab55-6d1a4ca72ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.979528 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28fa146b-79fa-4266-ab55-6d1a4ca72ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.988098 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-28fa146b-79fa-4266-ab55-6d1a4ca72ca5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28 HTTP/1.1" status: 204 len: 168 time: 0.4348230 Jul 14 09:21:42.997319 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d180175a-dc05-4d0d-8cfe-705638b7dfa4 req-d9b850e8-b574-49fd-93e6-477c55512510 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799839 Jul 14 09:21:42.998996 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ac979-6000-4a5f-a66c-fc9f3cd4ed35 req-a8384a54-35ac-44e6-a1b4-ca7b0c4cbcd6 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:43.001965 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-054ac979-6000-4a5f-a66c-fc9f3cd4ed35 req-a8384a54-35ac-44e6-a1b4-ca7b0c4cbcd6 tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.55 "GET /v2.0/ports?device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 946 time: 0.2945366 Jul 14 09:21:43.008477 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa146b-79fa-4266-ab55-6d1a4ca72ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa15cc7-a5f0-4fd6-86fa-ed83c5b9fd28,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:43.049262 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3a5aa-ff80-40de-a004-bd63d97ad2b3 req-f673c9bc-ee47-4087-bbb1-fca4a45ab807 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:43.069181 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4cb3a5aa-ff80-40de-a004-bd63d97ad2b3 req-f673c9bc-ee47-4087-bbb1-fca4a45ab807 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.2099867 Jul 14 09:21:43.103418 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9121c1-b73d-4342-b8ba-423d6fabaaab tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Router 1b352a74-5bbe-45f8-9c69-09df794230fd has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:43.147625 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4cb3a5aa-ff80-40de-a004-bd63d97ad2b3 req-a5106043-f98c-4f13-995d-5c60713dbbf2 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771334 Jul 14 09:21:43.281451 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9121c1-b73d-4342-b8ba-423d6fabaaab tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:43.288260 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-da9121c1-b73d-4342-b8ba-423d6fabaaab tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "PUT /v2.0/routers/1b352a74-5bbe-45f8-9c69-09df794230fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4475162 Jul 14 09:21:43.292434 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59384) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:43.303746 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd015b8-6c5a-408b-9f00-1a691e64a383 None None] Sync routers for ids ['1b352a74-5bbe-45f8-9c69-09df794230fd'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:43.319674 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-054ac979-6000-4a5f-a66c-fc9f3cd4ed35 req-489b072d-bf7e-4cb3-bb82-647d14f5727e tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Deleting port e80f0d1f-dc89-4c1a-baff-8385f81cdb4f {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:43.320869 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-054ac979-6000-4a5f-a66c-fc9f3cd4ed35 req-489b072d-bf7e-4cb3-bb82-647d14f5727e tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.336253 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd015b8-6c5a-408b-9f00-1a691e64a383 None None] Routers {'1b352a74-5bbe-45f8-9c69-09df794230fd'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:43.346037 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-1bd015b8-6c5a-408b-9f00-1a691e64a383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:21:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1b352a74-5bbe-45f8-9c69-09df794230fd'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:43.560245 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-054ac979-6000-4a5f-a66c-fc9f3cd4ed35 req-489b072d-bf7e-4cb3-bb82-647d14f5727e tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] For port e80f0d1f-dc89-4c1a-baff-8385f81cdb4f, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e80f0d1f-dc89-4c1a-baff-8385f81cdb4f,segment=NetworkSegment(a8237e70-7d15-4b5b-8720-a41cf53396e9),segment_id=a8237e70-7d15-4b5b-8720-a41cf53396e9)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:43.560763 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-054ac979-6000-4a5f-a66c-fc9f3cd4ed35 req-489b072d-bf7e-4cb3-bb82-647d14f5727e tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.598375 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-054ac979-6000-4a5f-a66c-fc9f3cd4ed35 req-489b072d-bf7e-4cb3-bb82-647d14f5727e tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Calling delete_port for e80f0d1f-dc89-4c1a-baff-8385f81cdb4f owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:43.621738 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ef2ac3-f52c-4cf7-9660-e0e15da7dbe3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:43.627345 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ef2ac3-f52c-4cf7-9660-e0e15da7dbe3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:43.629243 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a0ef2ac3-f52c-4cf7-9660-e0e15da7dbe3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3357427 Jul 14 09:21:43.638567 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59392) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:43.768122 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7506adf-9c83-420d-bd2d-930ed02342bc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet e654ec1c-4fc7-4bd2-ac17-8a92453346b3 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:21:43.789396 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87575fa3-8016-47f4-abe8-a69d2807b065 req-9d0fc0db-0b86-4f78-a615-313e14263c2d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:43.791097 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87575fa3-8016-47f4-abe8-a69d2807b065 req-9d0fc0db-0b86-4f78-a615-313e14263c2d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fd17116-89a3-48ba-8183-3050acf3c65b HTTP/1.1" status: 200 len: 944 time: 0.2742808 Jul 14 09:21:43.792383 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7506adf-9c83-420d-bd2d-930ed02342bc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.851837 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device b6cd7386-1e58-4594-af55-8f16b7430928 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:43.879968 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-1bd015b8-6c5a-408b-9f00-1a691e64a383 None None] Set router 1b352a74-5bbe-45f8-9c69-09df794230fd gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:43.921305 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7506adf-9c83-420d-bd2d-930ed02342bc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.953153 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-1bd015b8-6c5a-408b-9f00-1a691e64a383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b352a74-5bbe-45f8-9c69-09df794230fd', 'name': 'tempest-NetworksTestDHCPv6-router-692166171', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:31Z', 'updated_at': '2021-07-14T09:21:42Z', 'revision_number': 3, 'project_id': 'd767fa2019e8430c8d82b725bc36d883', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:43.990069 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd015b8-6c5a-408b-9f00-1a691e64a383 None None] Checking router: 1b352a74-5bbe-45f8-9c69-09df794230fd for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:43.992851 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.resource_extend [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:21:44.018572 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b54ab-becc-459e-bd77-d352c9a193d5 req-dd390dae-38b3-447a-a782-409fab06aad4 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:44.020507 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7c0b54ab-becc-459e-bd77-d352c9a193d5 req-dd390dae-38b3-447a-a782-409fab06aad4 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "GET /v2.0/ports?device_id=05e3461c-fb87-41fd-9943-0155c15c96a6 HTTP/1.1" status: 200 len: 946 time: 0.2560015 Jul 14 09:21:44.051844 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-054ac979-6000-4a5f-a66c-fc9f3cd4ed35 req-489b072d-bf7e-4cb3-bb82-647d14f5727e tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.075723 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd015b8-6c5a-408b-9f00-1a691e64a383 None None] Routers {'1b352a74-5bbe-45f8-9c69-09df794230fd'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:44.076618 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-1bd015b8-6c5a-408b-9f00-1a691e64a383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:21:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1b352a74-5bbe-45f8-9c69-09df794230fd'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:44.169744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b072d-bf7e-4cb3-bb82-647d14f5727e tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Pushing event deleted for resources: {'Port': ['ID=e80f0d1f-dc89-4c1a-baff-8385f81cdb4f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:44.180707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-1bd015b8-6c5a-408b-9f00-1a691e64a383 None None] Set router 1b352a74-5bbe-45f8-9c69-09df794230fd gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:44.269504 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5566c3-81d2-4d23-b5f7-3f83f81c18ec req-5660be56-39c9-4a9e-a42d-b7f007f647ac tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:44.284793 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-1bd015b8-6c5a-408b-9f00-1a691e64a383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b352a74-5bbe-45f8-9c69-09df794230fd', 'name': 'tempest-NetworksTestDHCPv6-router-692166171', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:31Z', 'updated_at': '2021-07-14T09:21:42Z', 'revision_number': 3, 'project_id': 'd767fa2019e8430c8d82b725bc36d883', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:44.285636 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a5566c3-81d2-4d23-b5f7-3f83f81c18ec req-5660be56-39c9-4a9e-a42d-b7f007f647ac tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/ports?device_id=e221313a-08fd-44c8-90b8-074c44de9fff HTTP/1.1" status: 200 len: 946 time: 0.8008590 Jul 14 09:21:44.322584 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['e80f0d1f-dc89-4c1a-baff-8385f81cdb4f'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:44.324664 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7506adf-9c83-420d-bd2d-930ed02342bc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.336107 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-054ac979-6000-4a5f-a66c-fc9f3cd4ed35 req-489b072d-bf7e-4cb3-bb82-647d14f5727e tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] No DVR routers for this DVR port e80f0d1f-dc89-4c1a-baff-8385f81cdb4f on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:44.342148 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-054ac979-6000-4a5f-a66c-fc9f3cd4ed35 req-489b072d-bf7e-4cb3-bb82-647d14f5727e tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.345862 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-054ac979-6000-4a5f-a66c-fc9f3cd4ed35 req-489b072d-bf7e-4cb3-bb82-647d14f5727e tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.55 "DELETE /v2.0/ports/e80f0d1f-dc89-4c1a-baff-8385f81cdb4f HTTP/1.1" status: 204 len: 173 time: 1.3071980 Jul 14 09:21:44.396310 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd015b8-6c5a-408b-9f00-1a691e64a383 None None] The sync data for ids ['1b352a74-5bbe-45f8-9c69-09df794230fd'] in n-d-798054-10 is: [{'id': '1b352a74-5bbe-45f8-9c69-09df794230fd', 'name': 'tempest-NetworksTestDHCPv6-router-692166171', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:31Z', 'updated_at': '2021-07-14T09:21:42Z', 'revision_number': 3, 'project_id': 'd767fa2019e8430c8d82b725bc36d883', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:44.457954 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port b6cd7386-1e58-4594-af55-8f16b7430928, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=b6cd7386-1e58-4594-af55-8f16b7430928,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:44.496750 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87575fa3-8016-47f4-abe8-a69d2807b065 req-12dfe965-12e8-4bd0-95e7-8e2f2ba1b64d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6761839 Jul 14 09:21:44.503166 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-7c0b54ab-becc-459e-bd77-d352c9a193d5 req-d7e41f34-f31c-4ba3-8d77-aa269b0f3f0f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Deleting port 6b2006b7-e3d8-4cff-9444-a6669c1fc757 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:44.503520 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7c0b54ab-becc-459e-bd77-d352c9a193d5 req-d7e41f34-f31c-4ba3-8d77-aa269b0f3f0f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.551479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'b6cd7386-1e58-4594-af55-8f16b7430928', 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530', 'port_id': 'b6cd7386-1e58-4594-af55-8f16b7430928', 'mac_address': 'fa:16:3e:d5:38:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf1d83d-082d-42ed-9d0f-7aa5099c2f25', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:44.557038 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a5566c3-81d2-4d23-b5f7-3f83f81c18ec req-08bd11b1-082a-4252-bd2a-4ba1084ddcee tempest-FloatingIPsAssociationTestJSON-1650386945 tempest-FloatingIPsAssociationTestJSON-1650386945-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702074 Jul 14 09:21:44.595928 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7506adf-9c83-420d-bd2d-930ed02342bc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.689779 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7506adf-9c83-420d-bd2d-930ed02342bc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=e654ec1c-4fc7-4bd2-ac17-8a92453346b3,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:44.702151 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7506adf-9c83-420d-bd2d-930ed02342bc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.704603 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f7506adf-9c83-420d-bd2d-930ed02342bc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/e654ec1c-4fc7-4bd2-ac17-8a92453346b3 HTTP/1.1" status: 204 len: 168 time: 1.0635564 Jul 14 09:21:44.707579 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'name': 'network-vif-deleted', 'tag': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:44.709304 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59428) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:44.711887 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3741adbe-9691-4119-8e46-a61cb2e24570" -d '{"events": [{"server_uuid": "e221313a-08fd-44c8-90b8-074c44de9fff", "name": "network-vif-deleted", "tag": "e80f0d1f-dc89-4c1a-baff-8385f81cdb4f"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:44.716219 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.734515 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76efaf88-6549-4ff6-9caa-882523a6cb6c None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:44.944858 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-7c0b54ab-becc-459e-bd77-d352c9a193d5 req-d7e41f34-f31c-4ba3-8d77-aa269b0f3f0f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] For port 6b2006b7-e3d8-4cff-9444-a6669c1fc757, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6b2006b7-e3d8-4cff-9444-a6669c1fc757,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:44.945156 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7c0b54ab-becc-459e-bd77-d352c9a193d5 req-d7e41f34-f31c-4ba3-8d77-aa269b0f3f0f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.973553 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59432) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:45.001802 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6cd7386-1e58-4594-af55-8f16b7430928 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:45.008134 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-7c0b54ab-becc-459e-bd77-d352c9a193d5 req-d7e41f34-f31c-4ba3-8d77-aa269b0f3f0f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Calling delete_port for 6b2006b7-e3d8-4cff-9444-a6669c1fc757 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:45.047382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port b6cd7386-1e58-4594-af55-8f16b7430928, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=b6cd7386-1e58-4594-af55-8f16b7430928,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:45.055985 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.163083 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-fa99be6b-c37e-4a33-86ca-e92b3fbdf2b4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1474142117-network', 'tenant_id': '17af20fde9de48e18ae51aa4283d92d2'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:45.261204 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa99be6b-c37e-4a33-86ca-e92b3fbdf2b4 admin admin] Made reservation on behalf of 17af20fde9de48e18ae51aa4283d92d2 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:45.264275 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa99be6b-c37e-4a33-86ca-e92b3fbdf2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.278922 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa99be6b-c37e-4a33-86ca-e92b3fbdf2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.304545 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=b6cd7386-1e58-4594-af55-8f16b7430928,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:45.473287 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4042e2ba-b812-4d4a-aa9b-27d2ef54fdab None None] DHCP port deletion for 4cef7a78-22ed-4e84-a95a-1f569bb0302d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:21:45.492981 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7c0b54ab-becc-459e-bd77-d352c9a193d5 req-d7e41f34-f31c-4ba3-8d77-aa269b0f3f0f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.544649 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['b6cd7386-1e58-4594-af55-8f16b7430928'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:45.627726 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e41f34-f31c-4ba3-8d77-aa269b0f3f0f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Pushing event deleted for resources: {'Port': ['ID=6b2006b7-e3d8-4cff-9444-a6669c1fc757,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:45.637460 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device e80f0d1f-dc89-4c1a-baff-8385f81cdb4f no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:45.650419 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['0f3d48bd-cad5-469a-8dec-e37e13732d0c', '6b2006b7-e3d8-4cff-9444-a6669c1fc757'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:45.733347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: e80f0d1f-dc89-4c1a-baff-8385f81cdb4f {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:45.734243 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device e80f0d1f-dc89-4c1a-baff-8385f81cdb4f not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:45.766758 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa99be6b-c37e-4a33-86ca-e92b3fbdf2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.808283 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ea9108e9-cf03-4d6b-8bbb-c0a6d2ba879e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.0925450 Jul 14 09:21:45.821349 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59442) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:45.821590 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa99be6b-c37e-4a33-86ca-e92b3fbdf2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.844462 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-31cb0d96-4008-40ec-aa35-e6d684c7137c req-e32c3aa4-178e-46af-9a8f-8386cd6606e8 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e3461c-fb87-41fd-9943-0155c15c96a6 HTTP/1.1" status: 200 len: 210 time: 0.0670288 Jul 14 09:21:45.878052 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0b54ab-becc-459e-bd77-d352c9a193d5 req-d7e41f34-f31c-4ba3-8d77-aa269b0f3f0f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] No DVR routers for this DVR port 6b2006b7-e3d8-4cff-9444-a6669c1fc757 on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:45.911127 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4042e2ba-b812-4d4a-aa9b-27d2ef54fdab None None] Deleting port ae1dd6a7-0e17-488b-8a10-ef799cdcd119 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:45.911651 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4042e2ba-b812-4d4a-aa9b-27d2ef54fdab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.923493 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7286dd9-81d3-4570-b065-652292b1595e req-ad5e5d3e-115f-4361-81a3-85ff482d5829 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:45.948583 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d7286dd9-81d3-4570-b065-652292b1595e req-ad5e5d3e-115f-4361-81a3-85ff482d5829 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 1.0244451 Jul 14 09:21:46.002107 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4042e2ba-b812-4d4a-aa9b-27d2ef54fdab None None] For port ae1dd6a7-0e17-488b-8a10-ef799cdcd119, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=ae1dd6a7-0e17-488b-8a10-ef799cdcd119,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:46.002588 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4042e2ba-b812-4d4a-aa9b-27d2ef54fdab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.022386 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4042e2ba-b812-4d4a-aa9b-27d2ef54fdab None None] Calling delete_port for ae1dd6a7-0e17-488b-8a10-ef799cdcd119 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:46.024549 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d7286dd9-81d3-4570-b065-652292b1595e req-1beef567-c6d8-401e-81ad-eb234d75b7cf tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747113 Jul 14 09:21:46.232480 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59444) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:46.271052 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4042e2ba-b812-4d4a-aa9b-27d2ef54fdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.389398 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042e2ba-b812-4d4a-aa9b-27d2ef54fdab None None] Pushing event deleted for resources: {'Port': ['ID=ae1dd6a7-0e17-488b-8a10-ef799cdcd119,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:46.440210 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4042e2ba-b812-4d4a-aa9b-27d2ef54fdab None None] No DVR routers for this DVR port ae1dd6a7-0e17-488b-8a10-ef799cdcd119 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:46.461808 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7c0b54ab-becc-459e-bd77-d352c9a193d5 req-d7e41f34-f31c-4ba3-8d77-aa269b0f3f0f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.471249 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7c0b54ab-becc-459e-bd77-d352c9a193d5 req-d7e41f34-f31c-4ba3-8d77-aa269b0f3f0f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "DELETE /v2.0/ports/6b2006b7-e3d8-4cff-9444-a6669c1fc757 HTTP/1.1" status: 204 len: 173 time: 2.4447327 Jul 14 09:21:46.485444 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa99be6b-c37e-4a33-86ca-e92b3fbdf2b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:21:46.511971 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa99be6b-c37e-4a33-86ca-e92b3fbdf2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.512861 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-fa99be6b-c37e-4a33-86ca-e92b3fbdf2b4 admin admin] Added segment f9fdb4b4-9221-4198-a409-6d19ef39717d of type vlan for network 008147a2-77d9-4829-8aa2-9ed1ccca940d Jul 14 09:21:46.625312 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a1dd10-c675-4ee6-b075-f887f18db42b x-openstack-request-id: req-c1a1dd10-c675-4ee6-b075-f887f18db42b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:46.625843 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e221313a-08fd-44c8-90b8-074c44de9fff", "name": "network-vif-deleted", "tag": "e80f0d1f-dc89-4c1a-baff-8385f81cdb4f", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:46.626229 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1a1dd10-c675-4ee6-b075-f887f18db42b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:46.626726 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e221313a-08fd-44c8-90b8-074c44de9fff', 'name': 'network-vif-deleted', 'tag': 'e80f0d1f-dc89-4c1a-baff-8385f81cdb4f', 'status': 'completed', 'code': 200} Jul 14 09:21:46.630738 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636e958-95c8-4fc8-a00a-6267ea5c7122 req-f4d5a1a0-199c-4b9e-93e7-f6ddcffbefe2 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:46.632181 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa99be6b-c37e-4a33-86ca-e92b3fbdf2b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.632714 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a636e958-95c8-4fc8-a00a-6267ea5c7122 req-f4d5a1a0-199c-4b9e-93e7-f6ddcffbefe2 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fd17116-89a3-48ba-8183-3050acf3c65b HTTP/1.1" status: 200 len: 945 time: 0.2907097 Jul 14 09:21:46.651470 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9bf39a6-f2db-4f28-befb-373bc757c638 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.701335 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ae1dd6a7-0e17-488b-8a10-ef799cdcd119 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:46.726326 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99be6b-c37e-4a33-86ca-e92b3fbdf2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05f3f4e-73cc-4e2e-bfce-4eabe4d45624,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:46.737031 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.764815 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: ae1dd6a7-0e17-488b-8a10-ef799cdcd119 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:46.765211 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ae1dd6a7-0e17-488b-8a10-ef799cdcd119 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:46.765578 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 412474d7-2959-40b0-99a6-0f05c365a0fa no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:46.798812 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa99be6b-c37e-4a33-86ca-e92b3fbdf2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.806889 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa99be6b-c37e-4a33-86ca-e92b3fbdf2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:46.813547 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa99be6b-c37e-4a33-86ca-e92b3fbdf2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.815472 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 412474d7-2959-40b0-99a6-0f05c365a0fa {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:46.815987 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 412474d7-2959-40b0-99a6-0f05c365a0fa not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:46.913438 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a636e958-95c8-4fc8-a00a-6267ea5c7122 req-8ab5ff6b-9864-46b0-a899-8ed5137ab20b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504559 Jul 14 09:21:47.109602 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9bf39a6-f2db-4f28-befb-373bc757c638 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.129081 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9bf39a6-f2db-4f28-befb-373bc757c638 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.235953 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9bf39a6-f2db-4f28-befb-373bc757c638 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.238385 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bf39a6-f2db-4f28-befb-373bc757c638 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Fanout notify agent at l3_agent the message router_deleted on router 1b352a74-5bbe-45f8-9c69-09df794230fd {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:21:47.241737 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-384389a1-bbb5-4a8c-ad84-d9008a9a794e req-6dad5e45-a646-4d59-a690-a17f34b9588d tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e3461c-fb87-41fd-9943-0155c15c96a6 HTTP/1.1" status: 200 len: 210 time: 0.0563042 Jul 14 09:21:47.242689 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99be6b-c37e-4a33-86ca-e92b3fbdf2b4 admin admin] Pushing event updated for resources: {'Network': ['ID=008147a2-77d9-4829-8aa2-9ed1ccca940d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:47.261867 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 008147a2-77d9-4829-8aa2-9ed1ccca940d details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:21:47.276679 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9bf39a6-f2db-4f28-befb-373bc757c638 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.278978 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e9bf39a6-f2db-4f28-befb-373bc757c638 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/routers/1b352a74-5bbe-45f8-9c69-09df794230fd HTTP/1.1" status: 204 len: 168 time: 1.4504924 Jul 14 09:21:47.282270 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59460) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:47.405818 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d354eedb-bb07-4722-9adf-d6ead1edf524 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1077933 Jul 14 09:21:47.411406 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fa99be6b-c37e-4a33-86ca-e92b3fbdf2b4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4324088 Jul 14 09:21:47.412409 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59464) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:47.412754 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59466) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:47.430210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-68bac44d-ec2c-4f32-9a8d-f30afa42145c admin admin] Request body: {'subnet': {'network_id': '008147a2-77d9-4829-8aa2-9ed1ccca940d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1474142117-subnet', 'tenant_id': '17af20fde9de48e18ae51aa4283d92d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:47.656571 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0945c4a3-21b9-426d-9fe2-5911811e566f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:47.664100 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0945c4a3-21b9-426d-9fe2-5911811e566f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2431886 Jul 14 09:21:47.664100 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bac44d-ec2c-4f32-9a8d-f30afa42145c admin admin] Made reservation on behalf of 17af20fde9de48e18ae51aa4283d92d2 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:47.666666 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68bac44d-ec2c-4f32-9a8d-f30afa42145c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.668055 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59476) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:47.790113 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8d954112-daff-4b6d-8240-1ea55d6bcce1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1157591 Jul 14 09:21:47.791775 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59478) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:47.799646 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-83c4618a-7feb-4f5f-bf3b-f8c75e0ef3ef tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:47.813891 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8ee3d-e3e2-4311-beca-05e743bf4dbd req-2a91740d-d736-4d88-b842-8c1def6c9c3a tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:47.824173 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87a8ee3d-e3e2-4311-beca-05e743bf4dbd req-2a91740d-d736-4d88-b842-8c1def6c9c3a tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.3999290 Jul 14 09:21:47.907890 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87a8ee3d-e3e2-4311-beca-05e743bf4dbd req-7cb7f453-beb7-440f-88bf-43daade6851a tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823851 Jul 14 09:21:47.994606 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2c1099b0-46e6-41cd-b27e-3dc4fe2c7247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.060342 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c4618a-7feb-4f5f-bf3b-f8c75e0ef3ef tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:48.071627 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-83c4618a-7feb-4f5f-bf3b-f8c75e0ef3ef tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.197836 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68bac44d-ec2c-4f32-9a8d-f30afa42145c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.300378 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bf133-deea-40ba-af34-99afea3b6223 req-a967df60-d255-484d-9fde-23a5d1550925 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:48.302445 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-100bf133-deea-40ba-af34-99afea3b6223 req-a967df60-d255-484d-9fde-23a5d1550925 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fd17116-89a3-48ba-8183-3050acf3c65b HTTP/1.1" status: 200 len: 945 time: 0.1934862 Jul 14 09:21:48.323103 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bac44d-ec2c-4f32-9a8d-f30afa42145c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2be0eb29-0161-4881-8654-81fd900469ca,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:48.347436 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bac44d-ec2c-4f32-9a8d-f30afa42145c admin admin] Checking segment: {'id': 'f9fdb4b4-9221-4198-a409-6d19ef39717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '008147a2-77d9-4829-8aa2-9ed1ccca940d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:48.348227 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bac44d-ec2c-4f32-9a8d-f30afa42145c admin admin] Network hostable DHCP agents. Network: 008147a2-77d9-4829-8aa2-9ed1ccca940d, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:21:48.422599 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-100bf133-deea-40ba-af34-99afea3b6223 req-44a6c055-1f92-4cff-be49-1d8b2efc76f2 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885286 Jul 14 09:21:48.423535 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bac44d-ec2c-4f32-9a8d-f30afa42145c admin admin] Network 008147a2-77d9-4829-8aa2-9ed1ccca940d is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:21:48.475176 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-68bac44d-ec2c-4f32-9a8d-f30afa42145c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 008147a2-77d9-4829-8aa2-9ed1ccca940d) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:48.486286 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bac44d-ec2c-4f32-9a8d-f30afa42145c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:48.486917 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68bac44d-ec2c-4f32-9a8d-f30afa42145c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.489611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd3d7d3-5cfc-4e1d-b6ae-8c5d23462f1d None None] Network 008147a2-77d9-4829-8aa2-9ed1ccca940d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:48.519586 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6b2006b7-e3d8-4cff-9444-a6669c1fc757 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:48.528761 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-68bac44d-ec2c-4f32-9a8d-f30afa42145c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1088197 Jul 14 09:21:48.577082 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 6b2006b7-e3d8-4cff-9444-a6669c1fc757 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:48.577680 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6b2006b7-e3d8-4cff-9444-a6669c1fc757 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:48.628285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e3461c-fb87-41fd-9943-0155c15c96a6', 'name': 'network-vif-deleted', 'tag': '6b2006b7-e3d8-4cff-9444-a6669c1fc757'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:48.631115 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811f59e9-f9cb-472c-b1be-44922d9ce52a" -d '{"events": [{"server_uuid": "05e3461c-fb87-41fd-9943-0155c15c96a6", "name": "network-vif-deleted", "tag": "6b2006b7-e3d8-4cff-9444-a6669c1fc757"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:48.735193 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e66d06c-f583-4d9d-8cac-431bdac2b2ef x-openstack-request-id: req-4e66d06c-f583-4d9d-8cac-431bdac2b2ef {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:48.735885 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e3461c-fb87-41fd-9943-0155c15c96a6", "name": "network-vif-deleted", "tag": "6b2006b7-e3d8-4cff-9444-a6669c1fc757", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:48.735885 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e66d06c-f583-4d9d-8cac-431bdac2b2ef {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:48.736175 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e3461c-fb87-41fd-9943-0155c15c96a6', 'name': 'network-vif-deleted', 'tag': '6b2006b7-e3d8-4cff-9444-a6669c1fc757', 'status': 'completed', 'code': 200} Jul 14 09:21:48.789474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-2c1099b0-46e6-41cd-b27e-3dc4fe2c7247 admin admin] Deleting port 2d2a66b1-1792-4ced-9d7e-9fa51239baf5 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:48.789891 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2c1099b0-46e6-41cd-b27e-3dc4fe2c7247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.833521 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54634744-b158-460e-8513-29056f1aa225 None None] Network 008147a2-77d9-4829-8aa2-9ed1ccca940d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:48.846624 n-d-798054-10 neutron-server[93888]: DEBUG neutron.objects.ports [None req-83c4618a-7feb-4f5f-bf3b-f8c75e0ef3ef tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93888) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:21:48.849032 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-83c4618a-7feb-4f5f-bf3b-f8c75e0ef3ef tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.924886 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c4618a-7feb-4f5f-bf3b-f8c75e0ef3ef tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:48.929979 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-83c4618a-7feb-4f5f-bf3b-f8c75e0ef3ef tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:48.940605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c4618a-7feb-4f5f-bf3b-f8c75e0ef3ef tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:48.941010 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-83c4618a-7feb-4f5f-bf3b-f8c75e0ef3ef tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.959871 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4618a-7feb-4f5f-bf3b-f8c75e0ef3ef tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=f2696ba8-5001-44c4-90bb-99bad0a44920,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:48.968700 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-83c4618a-7feb-4f5f-bf3b-f8c75e0ef3ef tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1740892 Jul 14 09:21:48.973742 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e909767-6e82-4b2c-a410-9e80d013cb88 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:48.976919 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59518) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:48.987288 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8221b32b-37e7-43ad-9756-3bd1b41c7093 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:49.208910 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-cc510bae-9902-48aa-b6b1-eaf482a81438 req-be13afc6-8106-4a19-9e14-4115cfb3db91 tempest-SecurityGroupsNegativeTestJSON-252465547 tempest-SecurityGroupsNegativeTestJSON-252465547-project] show failed (client error): The resource could not be found. Jul 14 09:21:49.226406 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cc510bae-9902-48aa-b6b1-eaf482a81438 req-be13afc6-8106-4a19-9e14-4115cfb3db91 tempest-SecurityGroupsNegativeTestJSON-252465547 tempest-SecurityGroupsNegativeTestJSON-252465547-project] 10.222.0.26 "GET /v2.0/security-groups/90c6c4dc-6698-4872-8269-cf4509578d8b HTTP/1.1" status: 404 len: 352 time: 0.0495369 Jul 14 09:21:49.252582 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-2c1099b0-46e6-41cd-b27e-3dc4fe2c7247 admin admin] For port 2d2a66b1-1792-4ced-9d7e-9fa51239baf5, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2d2a66b1-1792-4ced-9d7e-9fa51239baf5,segment=NetworkSegment(a8237e70-7d15-4b5b-8720-a41cf53396e9),segment_id=a8237e70-7d15-4b5b-8720-a41cf53396e9)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:49.253466 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2c1099b0-46e6-41cd-b27e-3dc4fe2c7247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.264885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'fixed_ips': [{'subnet_id': 'f2696ba8-5001-44c4-90bb-99bad0a44920'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:21:49.265923 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.356059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-2fc18ce3-e004-433a-aab5-d720e99a71b5 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:49.358032 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-2fc18ce3-e004-433a-aab5-d720e99a71b5 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 806 time: 0.3668606 Jul 14 09:21:49.363306 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-2c1099b0-46e6-41cd-b27e-3dc4fe2c7247 admin admin] Calling delete_port for 2d2a66b1-1792-4ced-9d7e-9fa51239baf5 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:49.477600 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Allocated IP 2001:db8::f816:3eff:fe33:a56a (4cef7a78-22ed-4e84-a95a-1f569bb0302d/f2696ba8-5001-44c4-90bb-99bad0a44920/987e48ee-8650-48c7-b1d7-9759cca032bb) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:49.493233 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device b6cd7386-1e58-4594-af55-8f16b7430928 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:49.578838 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-c9695e2b-6ae6-478e-b43c-328538afdd7d tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/quotas/a7e8bfa500ca4c6083bfd3e82f31e918 HTTP/1.1" status: 200 len: 375 time: 0.1064804 Jul 14 09:21:49.601037 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8221b32b-37e7-43ad-9756-3bd1b41c7093 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:49.605734 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8221b32b-37e7-43ad-9756-3bd1b41c7093 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.642574 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port b6cd7386-1e58-4594-af55-8f16b7430928 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:49.654217 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port b6cd7386-1e58-4594-af55-8f16b7430928 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:49.654217 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.820702 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.825064 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc9460-57ac-4488-8bdb-f2975b777cf6 req-032dc2ac-66a8-4561-9e2d-0a195ecc297a tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:49.826782 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8bc9460-57ac-4488-8bdb-f2975b777cf6 req-032dc2ac-66a8-4561-9e2d-0a195ecc297a tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.3574784 Jul 14 09:21:49.847058 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Transition to ACTIVE for port object 987e48ee-8650-48c7-b1d7-9759cca032bb will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:49.853745 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.914015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port b6cd7386-1e58-4594-af55-8f16b7430928, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=b6cd7386-1e58-4594-af55-8f16b7430928,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:49.915899 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Transition to ACTIVE for port object 987e48ee-8650-48c7-b1d7-9759cca032bb will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:49.917602 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd17116-89a3-48ba-8183-3050acf3c65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cd7386-1e58-4594-af55-8f16b7430928'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:49.920984 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b9df00-f8c3-4781-9ec3-9f73ad93746f" -d '{"events": [{"server_uuid": "2fd17116-89a3-48ba-8183-3050acf3c65b", "name": "network-vif-plugged", "status": "completed", "tag": "b6cd7386-1e58-4594-af55-8f16b7430928"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:49.925881 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.932997 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.987306 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:49.998345 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:50.006464 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:50.023653 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-85a6b655-99c4-404b-b2dd-a66f8308da8e tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4363396 Jul 14 09:21:50.032687 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=b6cd7386-1e58-4594-af55-8f16b7430928,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:50.050687 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8bc9460-57ac-4488-8bdb-f2975b777cf6 req-a4edc975-e792-4b88-8b28-3b27b99d5b36 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780260 Jul 14 09:21:50.056543 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2c1099b0-46e6-41cd-b27e-3dc4fe2c7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.128232 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Pushing event updated for resources: {'Port': ['ID=987e48ee-8650-48c7-b1d7-9759cca032bb,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:50.223682 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Attempting to bind port 987e48ee-8650-48c7-b1d7-9759cca032bb on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:50.224349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Attempting to bind port 987e48ee-8650-48c7-b1d7-9759cca032bb by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:50.225325 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Attempting to bind port 987e48ee-8650-48c7-b1d7-9759cca032bb on network 4cef7a78-22ed-4e84-a95a-1f569bb0302d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:50.240079 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:50.240465 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:50.240886 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.242026 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Bound using segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:50.243280 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Bound port: 987e48ee-8650-48c7-b1d7-9759cca032bb, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:50.244245 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.259963 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-3a9f6f95-102d-494f-99c9-4d9022b35b9e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:21:50.261008 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-3a9f6f95-102d-494f-99c9-4d9022b35b9e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1946030 Jul 14 09:21:50.261897 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1099b0-46e6-41cd-b27e-3dc4fe2c7247 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2a66b1-1792-4ced-9d7e-9fa51239baf5,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:50.333653 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] For port 987e48ee-8650-48c7-b1d7-9759cca032bb, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:50.337778 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] For port 987e48ee-8650-48c7-b1d7-9759cca032bb, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=987e48ee-8650-48c7-b1d7-9759cca032bb,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:50.343683 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.426900 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b384958-ed8b-45f4-9e24-d1e3a0b919b4 None None] Pushing event updated for resources: {'Port': ['ID=987e48ee-8650-48c7-b1d7-9759cca032bb,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:50.851787 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8221b32b-37e7-43ad-9756-3bd1b41c7093 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.856266 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-575cbe97-deac-4a71-affb-c7b719b85abb service neutron] 10.222.0.26 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385518 Jul 14 09:21:50.963111 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2c1099b0-46e6-41cd-b27e-3dc4fe2c7247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.973913 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbe943-66f3-4aad-864c-fb0ffcefd3aa req-fb0739ac-5ad9-469a-bebe-b8bdaf67e5d9 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:50.980011 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-73fbe943-66f3-4aad-864c-fb0ffcefd3aa req-fb0739ac-5ad9-469a-bebe-b8bdaf67e5d9 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fd17116-89a3-48ba-8183-3050acf3c65b HTTP/1.1" status: 200 len: 946 time: 0.7347403 Jul 14 09:21:50.983219 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8221b32b-37e7-43ad-9756-3bd1b41c7093 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:51.007446 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-8221b32b-37e7-43ad-9756-3bd1b41c7093 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:51.019827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8221b32b-37e7-43ad-9756-3bd1b41c7093 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:51.020428 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8221b32b-37e7-43ad-9756-3bd1b41c7093 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.048681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221b32b-37e7-43ad-9756-3bd1b41c7093 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=6f76a515-399e-4a32-9c69-bf087a394f65,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:51.471849 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59540) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:51.474457 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8221b32b-37e7-43ad-9756-3bd1b41c7093 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4957995 Jul 14 09:21:51.479356 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-04e86578-b269-4726-ad5f-4c57ee5b0221 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'mac_address': 'fa:16:3e:62:73:f9', 'name': 'tempest-NetworksTestDHCPv6-1943891495'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:51.539345 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-73fbe943-66f3-4aad-864c-fb0ffcefd3aa req-162d9079-d10c-4d06-8865-17b76c35babf tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583446 Jul 14 09:21:51.544739 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-e2113c32-bcbc-481e-9b59-ecc97ae6b545 service neutron] 10.222.0.26 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6749732 Jul 14 09:21:51.811547 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e86578-b269-4726-ad5f-4c57ee5b0221 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:51.885116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87158640-7ac5-436f-ad0a-dacda73cf5d0 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:51.900500 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8924639c-90be-414c-b7df-6c36f4748f78 x-openstack-request-id: req-8924639c-90be-414c-b7df-6c36f4748f78 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:51.900816 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd17116-89a3-48ba-8183-3050acf3c65b", "name": "network-vif-plugged", "status": "completed", "tag": "b6cd7386-1e58-4594-af55-8f16b7430928", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:51.901079 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8924639c-90be-414c-b7df-6c36f4748f78 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:51.901479 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd17116-89a3-48ba-8183-3050acf3c65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cd7386-1e58-4594-af55-8f16b7430928', 'code': 200} Jul 14 09:21:52.008126 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1099b0-46e6-41cd-b27e-3dc4fe2c7247 admin admin] Router 4a16db79-aecd-498c-9037-eba93ca78953 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:52.067317 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6a3c1279-92bf-4518-baa4-708cb99a1d74 None None] Provisioning for port 987e48ee-8650-48c7-b1d7-9759cca032bb completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:52.169530 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04e86578-b269-4726-ad5f-4c57ee5b0221 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.201715 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-853f553c-1d37-4de0-be2e-c263b2a9c34a req-fda0d17f-5245-4f4b-9909-c61b095ea5ab tempest-SecurityGroupsNegativeTestJSON-252465547 tempest-SecurityGroupsNegativeTestJSON-252465547-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17af20fde9de48e18ae51aa4283d92d2 HTTP/1.1" status: 200 len: 2988 time: 0.2732632 Jul 14 09:21:52.234694 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-04e86578-b269-4726-ad5f-4c57ee5b0221 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port 2baa0a78-6b04-4117-a2ec-50fe9b6d2add yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:21:52.448593 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-853f553c-1d37-4de0-be2e-c263b2a9c34a req-73c42a3f-1ce5-456e-aa7a-cb1c311cebcc tempest-SecurityGroupsNegativeTestJSON-252465547 tempest-SecurityGroupsNegativeTestJSON-252465547-project] 10.222.0.26 "GET /v2.0/security-groups/c05f3f4e-73cc-4e2e-bfce-4eabe4d45624 HTTP/1.1" status: 200 len: 2985 time: 0.2380567 Jul 14 09:21:52.527012 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-04e86578-b269-4726-ad5f-4c57ee5b0221 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 172.20.0.5 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/6f76a515-399e-4a32-9c69-bf087a394f65/2baa0a78-6b04-4117-a2ec-50fe9b6d2add) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:52.551086 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-04e86578-b269-4726-ad5f-4c57ee5b0221 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::f816:3eff:fe62:73f9 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/f2696ba8-5001-44c4-90bb-99bad0a44920/2baa0a78-6b04-4117-a2ec-50fe9b6d2add) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:52.575520 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd81a9-303f-4510-977c-d03c265ecb32 req-0b4ce6d5-e5a3-4f68-b0a0-d6b23552da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:52.581713 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bdfd81a9-303f-4510-977c-d03c265ecb32 req-0b4ce6d5-e5a3-4f68-b0a0-d6b23552da4a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2fd17116-89a3-48ba-8183-3050acf3c65b HTTP/1.1" status: 200 len: 1098 time: 0.4776406 Jul 14 09:21:52.608780 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1099b0-46e6-41cd-b27e-3dc4fe2c7247 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:52.626964 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fadcaa-2d77-46a1-8e60-ca6ae6e8a9ab None None] Sync routers for ids ['4a16db79-aecd-498c-9037-eba93ca78953'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:52.636608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2c1099b0-46e6-41cd-b27e-3dc4fe2c7247 admin admin] 10.222.0.26 "PUT /v2.0/routers/4a16db79-aecd-498c-9037-eba93ca78953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4026392 Jul 14 09:21:52.654295 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fadcaa-2d77-46a1-8e60-ca6ae6e8a9ab None None] Routers {'4a16db79-aecd-498c-9037-eba93ca78953'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:52.655232 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-75fadcaa-2d77-46a1-8e60-ca6ae6e8a9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:21:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4a16db79-aecd-498c-9037-eba93ca78953'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:52.664729 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59572) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:52.701931 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 987e48ee-8650-48c7-b1d7-9759cca032bb up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:52.787138 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bdfd81a9-303f-4510-977c-d03c265ecb32 req-bb2ce501-64c8-48e8-beff-272d967324d5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970909 Jul 14 09:21:52.875033 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c036c1a-d3ef-427e-8da8-92874c346843 None None] Update dhcp port {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'fixed_ips': [{'subnet_id': 'f2696ba8-5001-44c4-90bb-99bad0a44920', 'ip_address': '2001:db8::f816:3eff:fe33:a56a'}, {'subnet_id': '6f76a515-399e-4a32-9c69-bf087a394f65'}], 'binding:host_id': 'n-d-798054-10'}, 'id': '987e48ee-8650-48c7-b1d7-9759cca032bb'} from n-d-798054-10. {{(pid=93889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:21:52.882584 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-853f553c-1d37-4de0-be2e-c263b2a9c34a req-aff4d2fd-a2a1-415b-81bb-d8b7beaaa896 tempest-SecurityGroupsNegativeTestJSON-252465547 tempest-SecurityGroupsNegativeTestJSON-252465547-project] 10.222.0.26 "GET /v2.0/security-groups/c05f3f4e-73cc-4e2e-bfce-4eabe4d45624 HTTP/1.1" status: 200 len: 2985 time: 0.4101217 Jul 14 09:21:52.939134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b517854-bb18-46b3-b1db-0ab7420cd45f req-f6971d96-3a7e-47d9-8a14-49047d30499f tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:52.941561 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b517854-bb18-46b3-b1db-0ab7420cd45f req-f6971d96-3a7e-47d9-8a14-49047d30499f tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.5936403 Jul 14 09:21:52.964472 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-75fadcaa-2d77-46a1-8e60-ca6ae6e8a9ab None None] Set router 4a16db79-aecd-498c-9037-eba93ca78953 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:53.007716 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c036c1a-d3ef-427e-8da8-92874c346843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.010704 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04e86578-b269-4726-ad5f-4c57ee5b0221 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.035254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 987e48ee-8650-48c7-b1d7-9759cca032bb completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:53.047708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 987e48ee-8650-48c7-b1d7-9759cca032bb triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:53.048650 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.050359 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-04e86578-b269-4726-ad5f-4c57ee5b0221 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object 2baa0a78-6b04-4117-a2ec-50fe9b6d2add will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:53.137932 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04e86578-b269-4726-ad5f-4c57ee5b0221 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.138741 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b517854-bb18-46b3-b1db-0ab7420cd45f req-634ae0b1-8c07-4f12-bddc-5790768e75ec tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943534 Jul 14 09:21:53.140004 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e480f341-c47f-4d09-b6a7-c03befb007a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.239800 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8a71680d-9df8-429e-ba87-fa4357f611e5 req-cfe06bbf-d5ca-4b0d-acc8-16ae0bc49ca7 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce25e43a-9563-4e9c-b005-9455efb3ada6 HTTP/1.1" status: 200 len: 210 time: 0.0569162 Jul 14 09:21:53.274381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e86578-b269-4726-ad5f-4c57ee5b0221 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=2baa0a78-6b04-4117-a2ec-50fe9b6d2add,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:53.324411 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e86578-b269-4726-ad5f-4c57ee5b0221 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:53.327249 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-04e86578-b269-4726-ad5f-4c57ee5b0221 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:53.331544 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e86578-b269-4726-ad5f-4c57ee5b0221 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:53.381688 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e480f341-c47f-4d09-b6a7-c03befb007a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.488987 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-75fadcaa-2d77-46a1-8e60-ca6ae6e8a9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'faff1449-f097-497f-80f5-633488ac9d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:21:49Z', 'revision_number': 5, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port': {'id': 'faff1449-f097-497f-80f5-633488ac9d70', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a16db79-aecd-498c-9037-eba93ca78953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:39Z', 'updated_at': '2021-07-14T09:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:53.533586 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fadcaa-2d77-46a1-8e60-ca6ae6e8a9ab None None] Checking router: 4a16db79-aecd-498c-9037-eba93ca78953 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:53.545948 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fadcaa-2d77-46a1-8e60-ca6ae6e8a9ab None None] Routers {'4a16db79-aecd-498c-9037-eba93ca78953'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:53.547284 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-75fadcaa-2d77-46a1-8e60-ca6ae6e8a9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:21:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4a16db79-aecd-498c-9037-eba93ca78953'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:53.557568 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e86578-b269-4726-ad5f-4c57ee5b0221 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:53.559239 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04e86578-b269-4726-ad5f-4c57ee5b0221 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.576607 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-04e86578-b269-4726-ad5f-4c57ee5b0221 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1026845 Jul 14 09:21:53.580697 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59590) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:53.590993 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-5c036c1a-d3ef-427e-8da8-92874c346843 None None] Allocated IP 172.20.0.2 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/6f76a515-399e-4a32-9c69-bf087a394f65/987e48ee-8650-48c7-b1d7-9759cca032bb) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:53.687777 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71a9940c-fc9e-48c1-941e-354e9fc84593 req-ee851458-d744-4b2a-831b-1818d96ea2f1 tempest-SecurityGroupsNegativeTestJSON-252465547 tempest-SecurityGroupsNegativeTestJSON-252465547-project] 10.222.0.26 "GET /v2.0/security-groups/c05f3f4e-73cc-4e2e-bfce-4eabe4d45624 HTTP/1.1" status: 200 len: 2985 time: 0.0778260 Jul 14 09:21:53.702964 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-75fadcaa-2d77-46a1-8e60-ca6ae6e8a9ab None None] Set router 4a16db79-aecd-498c-9037-eba93ca78953 gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:53.709100 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b81e3f9-0f55-4bcf-8037-f79fcf0e5aad tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:53.724570 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b81e3f9-0f55-4bcf-8037-f79fcf0e5aad tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:53.730099 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1b81e3f9-0f55-4bcf-8037-f79fcf0e5aad tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1467643 Jul 14 09:21:53.730892 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59592) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:53.780868 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-e480f341-c47f-4d09-b6a7-c03befb007a7 admin admin] Deleting port faff1449-f097-497f-80f5-633488ac9d70 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:53.781455 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e480f341-c47f-4d09-b6a7-c03befb007a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.784326 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.788212 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-5c036c1a-d3ef-427e-8da8-92874c346843 None None] For port 987e48ee-8650-48c7-b1d7-9759cca032bb, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=987e48ee-8650-48c7-b1d7-9759cca032bb,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:53.793722 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-75fadcaa-2d77-46a1-8e60-ca6ae6e8a9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:21:53Z', 'revision_number': 6, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:53.831950 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fadcaa-2d77-46a1-8e60-ca6ae6e8a9ab None None] The sync data for ids ['4a16db79-aecd-498c-9037-eba93ca78953'] in n-d-798054-10 is: [{'id': '4a16db79-aecd-498c-9037-eba93ca78953', 'name': 'tempest-FloatingIPsAssociationTestJSON-587018473-router', 'tenant_id': '6c81313ed0f24e4486654b835c382f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:37Z', 'updated_at': '2021-07-14T09:21:53Z', 'revision_number': 6, 'project_id': '6c81313ed0f24e4486654b835c382f5d', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:53.842200 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c036c1a-d3ef-427e-8da8-92874c346843 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.871639 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5c036c1a-d3ef-427e-8da8-92874c346843 None None] Transition to ACTIVE for port object 987e48ee-8650-48c7-b1d7-9759cca032bb will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:53.881492 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c036c1a-d3ef-427e-8da8-92874c346843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.926881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-34409275-bee7-465e-b8db-37d43767dc80 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port 2baa0a78-6b04-4117-a2ec-50fe9b6d2add {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:53.928850 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-34409275-bee7-465e-b8db-37d43767dc80 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.957584 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253e021-8a4d-440d-b3e8-0e35706f41e2 req-6c45a1ff-7472-48ea-9fe7-356c99aa1f6d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:53.963920 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3253e021-8a4d-440d-b3e8-0e35706f41e2 req-6c45a1ff-7472-48ea-9fe7-356c99aa1f6d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fd17116-89a3-48ba-8183-3050acf3c65b HTTP/1.1" status: 200 len: 946 time: 0.4833729 Jul 14 09:21:54.002041 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-71a9940c-fc9e-48c1-941e-354e9fc84593 req-2d32cf1d-8793-4091-aa98-5edfaea0572f tempest-SecurityGroupsNegativeTestJSON-252465547 tempest-SecurityGroupsNegativeTestJSON-252465547-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:21:54.003208 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71a9940c-fc9e-48c1-941e-354e9fc84593 req-2d32cf1d-8793-4091-aa98-5edfaea0572f tempest-SecurityGroupsNegativeTestJSON-252465547 tempest-SecurityGroupsNegativeTestJSON-252465547-project] 10.222.0.26 "DELETE /v2.0/security-groups/c05f3f4e-73cc-4e2e-bfce-4eabe4d45624 HTTP/1.1" status: 409 len: 352 time: 0.2877259 Jul 14 09:21:54.036520 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:21:54.036960 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:21:54.037960 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c036c1a-d3ef-427e-8da8-92874c346843 None None] Pushing event updated for resources: {'Port': ['ID=987e48ee-8650-48c7-b1d7-9759cca032bb,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:54.047275 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036c1a-d3ef-427e-8da8-92874c346843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.047625 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036c1a-d3ef-427e-8da8-92874c346843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.048727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036c1a-d3ef-427e-8da8-92874c346843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.049075 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036c1a-d3ef-427e-8da8-92874c346843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.049886 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036c1a-d3ef-427e-8da8-92874c346843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.049886 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036c1a-d3ef-427e-8da8-92874c346843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.050213 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036c1a-d3ef-427e-8da8-92874c346843 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.050392 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036c1a-d3ef-427e-8da8-92874c346843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.050721 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036c1a-d3ef-427e-8da8-92874c346843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.051096 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036c1a-d3ef-427e-8da8-92874c346843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.051709 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036c1a-d3ef-427e-8da8-92874c346843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.051891 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036c1a-d3ef-427e-8da8-92874c346843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.064558 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3253e021-8a4d-440d-b3e8-0e35706f41e2 req-48cd3fc0-045e-4cad-8fea-0a31c9f62eb3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876677 Jul 14 09:21:54.068826 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-e480f341-c47f-4d09-b6a7-c03befb007a7 admin admin] For port faff1449-f097-497f-80f5-633488ac9d70, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=faff1449-f097-497f-80f5-633488ac9d70,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:54.070839 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e480f341-c47f-4d09-b6a7-c03befb007a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.119253 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-34409275-bee7-465e-b8db-37d43767dc80 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.129579 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-e480f341-c47f-4d09-b6a7-c03befb007a7 admin admin] Calling delete_port for faff1449-f097-497f-80f5-633488ac9d70 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:54.143457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-34409275-bee7-465e-b8db-37d43767dc80 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for 2baa0a78-6b04-4117-a2ec-50fe9b6d2add owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:54.350208 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-9dbc999d-63b8-4b15-a5ef-398528245aed req-c1b36a71-a1af-491c-bce2-c04794c4aa38 tempest-SecurityGroupsNegativeTestJSON-252465547 tempest-SecurityGroupsNegativeTestJSON-252465547-project] show failed (client error): The resource could not be found. Jul 14 09:21:54.352905 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9dbc999d-63b8-4b15-a5ef-398528245aed req-c1b36a71-a1af-491c-bce2-c04794c4aa38 tempest-SecurityGroupsNegativeTestJSON-252465547 tempest-SecurityGroupsNegativeTestJSON-252465547-project] 10.222.0.26 "GET /v2.0/security-groups/e137ad55-4a8b-453d-98d0-636cdb25bec1 HTTP/1.1" status: 404 len: 352 time: 0.0821702 Jul 14 09:21:54.601373 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.625104 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e480f341-c47f-4d09-b6a7-c03befb007a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.651226 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 987e48ee-8650-48c7-b1d7-9759cca032bb, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=987e48ee-8650-48c7-b1d7-9759cca032bb,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:54.656116 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.662660 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-f4e656c4-e841-4d95-a6f2-251700d6a726 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:54.665360 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-f4e656c4-e841-4d95-a6f2-251700d6a726 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 806 time: 0.5232873 Jul 14 09:21:54.675848 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480f341-c47f-4d09-b6a7-c03befb007a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=faff1449-f097-497f-80f5-633488ac9d70,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:54.687497 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-60bfb3b1-8718-4aa3-b7b0-7c7e5cfaa346 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Request body: {'port': {'device_id': 'ce25e43a-9563-4e9c-b005-9455efb3ada6', 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281', 'admin_state_up': True, 'tenant_id': 'a7e8bfa500ca4c6083bfd3e82f31e918'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:54.708029 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-34409275-bee7-465e-b8db-37d43767dc80 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.723430 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=987e48ee-8650-48c7-b1d7-9759cca032bb,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:54.783520 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eae756-758d-46a8-83a1-c4dd190e2969 req-33f640ef-9933-40bb-89d8-020203791fbb tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:54.785229 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34409275-bee7-465e-b8db-37d43767dc80 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=2baa0a78-6b04-4117-a2ec-50fe9b6d2add,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:54.795468 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35eae756-758d-46a8-83a1-c4dd190e2969 req-33f640ef-9933-40bb-89d8-020203791fbb tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.2611136 Jul 14 09:21:54.831664 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e480f341-c47f-4d09-b6a7-c03befb007a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.886877 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274a0ea-8aab-4cc2-b17c-b9af743ee927 req-00cde803-061e-48af-a414-17f95fd511ba tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:54.888522 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5274a0ea-8aab-4cc2-b17c-b9af743ee927 req-00cde803-061e-48af-a414-17f95fd511ba tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/ports?device_id=65490162-b1f2-4e13-b2cc-b8930d0d28a0 HTTP/1.1" status: 200 len: 951 time: 0.3387418 Jul 14 09:21:54.945680 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-34409275-bee7-465e-b8db-37d43767dc80 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.948793 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-34409275-bee7-465e-b8db-37d43767dc80 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/2baa0a78-6b04-4117-a2ec-50fe9b6d2add HTTP/1.1" status: 204 len: 168 time: 1.2168584 Jul 14 09:21:54.952644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59612) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:54.963074 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 987e48ee-8650-48c7-b1d7-9759cca032bb up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:55.019004 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8564b16e-f146-4695-9f66-dc1f2917a30e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:55.024437 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8564b16e-f146-4695-9f66-dc1f2917a30e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:55.026368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8564b16e-f146-4695-9f66-dc1f2917a30e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:55.028353 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8564b16e-f146-4695-9f66-dc1f2917a30e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0757391 Jul 14 09:21:55.032910 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59614) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:55.039172 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e480f341-c47f-4d09-b6a7-c03befb007a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.061279 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35eae756-758d-46a8-83a1-c4dd190e2969 req-b9f4775f-b597-493c-a4a7-8c7dc6447e4d tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646656 Jul 14 09:21:55.072262 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e480f341-c47f-4d09-b6a7-c03befb007a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.115523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-60bfb3b1-8718-4aa3-b7b0-7c7e5cfaa346 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Made reservation on behalf of a7e8bfa500ca4c6083bfd3e82f31e918 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:55.119685 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-60bfb3b1-8718-4aa3-b7b0-7c7e5cfaa346 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.119899 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device faff1449-f097-497f-80f5-633488ac9d70 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:55.122097 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5274a0ea-8aab-4cc2-b17c-b9af743ee927 req-e355ff41-2e2a-4e8a-9846-73f242e40618 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/security-groups?id=2066beb3-1bf7-40c6-93f6-90c5626c3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290488 Jul 14 09:21:55.141250 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29b815c-58d7-4a13-9a1b-ee725c8b6d01 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 6f76a515-399e-4a32-9c69-bf087a394f65 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:21:55.146137 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b29b815c-58d7-4a13-9a1b-ee725c8b6d01 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.191647 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: faff1449-f097-497f-80f5-633488ac9d70 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:55.192337 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device faff1449-f097-497f-80f5-633488ac9d70 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:55.192829 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2d2a66b1-1792-4ced-9d7e-9fa51239baf5 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:55.207639 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e480f341-c47f-4d09-b6a7-c03befb007a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.208272 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e480f341-c47f-4d09-b6a7-c03befb007a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a16db79-aecd-498c-9037-eba93ca78953 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:21:55.224158 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b29b815c-58d7-4a13-9a1b-ee725c8b6d01 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.229133 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e480f341-c47f-4d09-b6a7-c03befb007a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.230744 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e480f341-c47f-4d09-b6a7-c03befb007a7 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4a16db79-aecd-498c-9037-eba93ca78953 HTTP/1.1" status: 204 len: 168 time: 2.5638187 Jul 14 09:21:55.233029 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59620) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:55.246370 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 2d2a66b1-1792-4ced-9d7e-9fa51239baf5 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:55.247617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2d2a66b1-1792-4ced-9d7e-9fa51239baf5 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:55.265317 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-623b0b82-045a-44b7-ae5f-2a0856f467a5 req-4796fd70-eb90-4bb2-9209-5e6050ac69af tempest-SecurityGroupsNegativeTestJSON-252465547 tempest-SecurityGroupsNegativeTestJSON-252465547-project] show failed (client error): The resource could not be found. Jul 14 09:21:55.266759 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-623b0b82-045a-44b7-ae5f-2a0856f467a5 req-4796fd70-eb90-4bb2-9209-5e6050ac69af tempest-SecurityGroupsNegativeTestJSON-252465547 tempest-SecurityGroupsNegativeTestJSON-252465547-project] 10.222.0.26 "GET /v2.0/security-groups/6b511cfd-46bd-4e4b-a1b5-c1caa9d4114c HTTP/1.1" status: 404 len: 352 time: 0.0603414 Jul 14 09:21:55.301588 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59624) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:55.310010 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d1541bcd-6878-4dae-8593-bd7c3aa4acb1 None None] Provisioning for port 987e48ee-8650-48c7-b1d7-9759cca032bb completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:55.324646 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d1541bcd-6878-4dae-8593-bd7c3aa4acb1 None None] Provisioning complete for port 987e48ee-8650-48c7-b1d7-9759cca032bb triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:55.326185 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1541bcd-6878-4dae-8593-bd7c3aa4acb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.384384 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-da69fca0-9fb8-4e38-b638-c142382cf0e4 admin admin] Deleting subnet 2be0eb29-0161-4881-8654-81fd900469ca {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:21:55.403623 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da69fca0-9fb8-4e38-b638-c142382cf0e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.454328 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a04425b-e57b-49e1-b795-cc4bb38d4ab1 req-92834cfa-1699-4c90-a6dd-1bcf01559e1d tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce25e43a-9563-4e9c-b005-9455efb3ada6 HTTP/1.1" status: 200 len: 210 time: 0.1406925 Jul 14 09:21:55.489146 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c5dcd3-7e18-4e2a-a76c-a3ca57e08d08 admin admin] Deleting subnet b26c4a85-82c2-41ae-9f0b-7df4811624b1 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:21:55.489146 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a7c5dcd3-7e18-4e2a-a76c-a3ca57e08d08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.525721 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device a05e6951-705d-4a61-93e2-474e0c828bc2 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:55.565281 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a7c5dcd3-7e18-4e2a-a76c-a3ca57e08d08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.582420 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-60bfb3b1-8718-4aa3-b7b0-7c7e5cfaa346 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Allocated IP 172.20.0.8 (afffba1d-7bce-4b37-9323-82cdd45d6281/4d20aa7a-796d-40db-977f-81fa6bc33327/e8b8d6ca-78f5-47b3-8286-3d21a5362d0b) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:55.613811 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da69fca0-9fb8-4e38-b638-c142382cf0e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.672729 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.711391 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a7c5dcd3-7e18-4e2a-a76c-a3ca57e08d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.724845 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b29b815c-58d7-4a13-9a1b-ee725c8b6d01 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.735551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65490162-b1f2-4e13-b2cc-b8930d0d28a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05e6951-705d-4a61-93e2-474e0c828bc2'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:55.741878 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a21389a-ad79-4544-a835-1479b2f52887" -d '{"events": [{"server_uuid": "65490162-b1f2-4e13-b2cc-b8930d0d28a0", "name": "network-vif-unplugged", "status": "completed", "tag": "a05e6951-705d-4a61-93e2-474e0c828bc2"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:55.762221 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7c1e5aa1-6a10-4fcb-a409-ccbf2802e610 None None] Could not find standard attr ID for object 2baa0a78-6b04-4117-a2ec-50fe9b6d2add. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:21:55.773138 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port a05e6951-705d-4a61-93e2-474e0c828bc2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a05e6951-705d-4a61-93e2-474e0c828bc2,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:55.783855 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.838156 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da69fca0-9fb8-4e38-b638-c142382cf0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.850484 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=a05e6951-705d-4a61-93e2-474e0c828bc2,revision_number=11']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:55.868583 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a7c5dcd3-7e18-4e2a-a76c-a3ca57e08d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.901949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930763f1-92b7-48b6-ae6f-bb4c9cdf77f8 None None] Network 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:55.919522 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a7c5dcd3-7e18-4e2a-a76c-a3ca57e08d08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.928481 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a7c5dcd3-7e18-4e2a-a76c-a3ca57e08d08 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b26c4a85-82c2-41ae-9f0b-7df4811624b1 HTTP/1.1" status: 204 len: 168 time: 0.6942010 Jul 14 09:21:55.932642 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59638) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:55.937328 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ace6624-36e1-4349-94d9-88d02be4b4ca req-fe986ff0-f240-4f48-b0fc-68df0cff5d2a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5645866 Jul 14 09:21:55.945295 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5dcd3-7e18-4e2a-a76c-a3ca57e08d08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b26c4a85-82c2-41ae-9f0b-7df4811624b1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:55.961334 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fb076-3a90-4288-a83b-53f163f5775a req-dcd71e31-b381-45fc-ae12-69d11f542fdd tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:55.963630 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-450fb076-3a90-4288-a83b-53f163f5775a req-dcd71e31-b381-45fc-ae12-69d11f542fdd tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fd17116-89a3-48ba-8183-3050acf3c65b HTTP/1.1" status: 200 len: 946 time: 0.2569480 Jul 14 09:21:56.128193 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-450fb076-3a90-4288-a83b-53f163f5775a req-fd59f3d0-f2c4-41b6-9ce5-421394dde9b7 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521099 Jul 14 09:21:56.161214 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace6624-36e1-4349-94d9-88d02be4b4ca req-81c919b8-d9a0-4de4-9e45-e4519bc2b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:56.163004 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ace6624-36e1-4349-94d9-88d02be4b4ca req-81c919b8-d9a0-4de4-9e45-e4519bc2b34e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2 HTTP/1.1" status: 200 len: 1098 time: 0.1436667 Jul 14 09:21:56.264278 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b29b815c-58d7-4a13-9a1b-ee725c8b6d01 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.343282 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bcdae2-d5ed-4107-8fca-b97d415c8ceb None None] DHCP port deletion for 6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:21:56.368041 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da69fca0-9fb8-4e38-b638-c142382cf0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.372882 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.381605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b815c-58d7-4a13-9a1b-ee725c8b6d01 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=6f76a515-399e-4a32-9c69-bf087a394f65,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:56.407705 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b29b815c-58d7-4a13-9a1b-ee725c8b6d01 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.409896 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b29b815c-58d7-4a13-9a1b-ee725c8b6d01 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/6f76a515-399e-4a32-9c69-bf087a394f65 HTTP/1.1" status: 204 len: 168 time: 1.3748398 Jul 14 09:21:56.413568 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59670) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:56.419645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9443c02a-3b41-494c-a50c-3e849c2bb4fc None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:56.419864 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace6624-36e1-4349-94d9-88d02be4b4ca req-99f6fb9c-b768-48c1-8091-d74f13b1ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:56.422426 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ace6624-36e1-4349-94d9-88d02be4b4ca req-99f6fb9c-b768-48c1-8091-d74f13b1ebb3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 907 time: 0.2316408 Jul 14 09:21:56.448070 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-60bfb3b1-8718-4aa3-b7b0-7c7e5cfaa346 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.477192 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69fca0-9fb8-4e38-b638-c142382cf0e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2be0eb29-0161-4881-8654-81fd900469ca,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:56.481160 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ace6624-36e1-4349-94d9-88d02be4b4ca req-41cf59f7-cedb-4cf3-bec8-f89e53f82038 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f3d48bd-cad5-469a-8dec-e37e13732d0c HTTP/1.1" status: 200 len: 217 time: 0.0523827 Jul 14 09:21:56.495804 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da69fca0-9fb8-4e38-b638-c142382cf0e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.497982 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-da69fca0-9fb8-4e38-b638-c142382cf0e4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2be0eb29-0161-4881-8654-81fd900469ca HTTP/1.1" status: 204 len: 168 time: 1.1744440 Jul 14 09:21:56.514217 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59676) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:56.544804 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace6624-36e1-4349-94d9-88d02be4b4ca req-bfd239ab-b0d2-4cf8-ab65-2716982d9a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:56.546386 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ace6624-36e1-4349-94d9-88d02be4b4ca req-bfd239ab-b0d2-4cf8-ab65-2716982d9a63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d20aa7a-796d-40db-977f-81fa6bc33327 HTTP/1.1" status: 200 len: 846 time: 0.0587173 Jul 14 09:21:56.550406 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c8379a-6886-4d57-99cb-b20e4b083d8c x-openstack-request-id: req-09c8379a-6886-4d57-99cb-b20e4b083d8c {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:56.550867 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65490162-b1f2-4e13-b2cc-b8930d0d28a0", "name": "network-vif-unplugged", "status": "completed", "tag": "a05e6951-705d-4a61-93e2-474e0c828bc2", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:56.551134 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-09c8379a-6886-4d57-99cb-b20e4b083d8c {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:56.552104 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65490162-b1f2-4e13-b2cc-b8930d0d28a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05e6951-705d-4a61-93e2-474e0c828bc2', 'code': 200} Jul 14 09:21:56.598308 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ace6624-36e1-4349-94d9-88d02be4b4ca req-f7f8b5fc-7da9-4ddf-8c80-a0855e6e1044 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afffba1d-7bce-4b37-9323-82cdd45d6281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454221 Jul 14 09:21:56.691258 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-46bcdae2-d5ed-4107-8fca-b97d415c8ceb None None] Deleting port 4c43e666-f842-4c61-9f44-3c6e7b046ef1 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:56.691746 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-46bcdae2-d5ed-4107-8fca-b97d415c8ceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.738108 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcb455b8-e892-4bae-8b8c-20a59b836ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.822936 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b9644-b152-4702-aa88-1352a6102348 req-22c92486-c561-42f5-a847-2e2d0804bd04 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:56.830890 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac8b9644-b152-4702-aa88-1352a6102348 req-22c92486-c561-42f5-a847-2e2d0804bd04 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.1745336 Jul 14 09:21:56.840437 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-9421e646-ab20-436d-82c2-f9bdae65f1a0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet f2696ba8-5001-44c4-90bb-99bad0a44920 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:21:56.847673 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9421e646-ab20-436d-82c2-f9bdae65f1a0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.861006 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4c43e666-f842-4c61-9f44-3c6e7b046ef1 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:56.863620 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ace6624-36e1-4349-94d9-88d02be4b4ca req-ec6ffcd4-cfa2-4756-afc4-ad51925d8053 service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586818 Jul 14 09:21:56.929084 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-46bcdae2-d5ed-4107-8fca-b97d415c8ceb None None] For port 4c43e666-f842-4c61-9f44-3c6e7b046ef1, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4c43e666-f842-4c61-9f44-3c6e7b046ef1,segment=NetworkSegment(a8237e70-7d15-4b5b-8720-a41cf53396e9),segment_id=a8237e70-7d15-4b5b-8720-a41cf53396e9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:56.929436 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-46bcdae2-d5ed-4107-8fca-b97d415c8ceb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.934441 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9421e646-ab20-436d-82c2-f9bdae65f1a0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.951547 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-46bcdae2-d5ed-4107-8fca-b97d415c8ceb None None] Calling delete_port for 4c43e666-f842-4c61-9f44-3c6e7b046ef1 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:56.971162 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac8b9644-b152-4702-aa88-1352a6102348 req-b46cf81d-46d0-4b22-a686-9bc9ba415957 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392124 Jul 14 09:21:56.994734 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-146dc57d-c4ab-4d86-9fa0-45820a2f4c3f req-08a24161-ddbc-49b8-95e7-850cfdc128c2 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce25e43a-9563-4e9c-b005-9455efb3ada6 HTTP/1.1" status: 200 len: 210 time: 0.0476689 Jul 14 09:21:57.086272 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ace6624-36e1-4349-94d9-88d02be4b4ca req-4d718dbb-bf6c-4460-b4db-0d307ca88c98 service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069628 Jul 14 09:21:57.195716 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.252581 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70f91ff4-bfed-444a-8691-3ae27c0508c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.270917 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-46bcdae2-d5ed-4107-8fca-b97d415c8ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.331198 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285e9a0-f386-4616-913f-b21f4ec53a9d req-035f5747-9143-4f62-82bf-ddfa2f05c52d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:57.348102 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bcdae2-d5ed-4107-8fca-b97d415c8ceb None None] Pushing event deleted for resources: {'Port': ['ID=4c43e666-f842-4c61-9f44-3c6e7b046ef1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:57.358724 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5285e9a0-f386-4616-913f-b21f4ec53a9d req-035f5747-9143-4f62-82bf-ddfa2f05c52d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fd17116-89a3-48ba-8183-3050acf3c65b HTTP/1.1" status: 200 len: 946 time: 0.1741595 Jul 14 09:21:57.377428 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bcdae2-d5ed-4107-8fca-b97d415c8ceb None None] No DVR routers for this DVR port 4c43e666-f842-4c61-9f44-3c6e7b046ef1 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:57.423654 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5285e9a0-f386-4616-913f-b21f4ec53a9d req-7efb77b4-1338-47ea-aa20-c81da3431efc tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630951 Jul 14 09:21:57.550406 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-60bfb3b1-8718-4aa3-b7b0-7c7e5cfaa346 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.552822 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] Deleting port 4c43e666-f842-4c61-9f44-3c6e7b046ef1 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:57.553386 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.565269 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['0f3d48bd-cad5-469a-8dec-e37e13732d0c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:57.668862 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcb455b8-e892-4bae-8b8c-20a59b836ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.673697 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bf60f-13c5-4cf8-9736-e53f40060dc2 req-28fcf2de-bcbd-4684-ba4f-73357db908e0 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:57.675581 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b58bf60f-13c5-4cf8-9736-e53f40060dc2 req-28fcf2de-bcbd-4684-ba4f-73357db908e0 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/ports?device_id=65490162-b1f2-4e13-b2cc-b8930d0d28a0 HTTP/1.1" status: 200 len: 949 time: 0.1217251 Jul 14 09:21:57.710589 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-60bfb3b1-8718-4aa3-b7b0-7c7e5cfaa346 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Network afffba1d-7bce-4b37-9323-82cdd45d6281 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:57.715920 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-fcb455b8-e892-4bae-8b8c-20a59b836ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008147a2-77d9-4829-8aa2-9ed1ccca940d']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:57.730085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-60bfb3b1-8718-4aa3-b7b0-7c7e5cfaa346 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:57.740841 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bfb3b1-8718-4aa3-b7b0-7c7e5cfaa346 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Pushing event updated for resources: {'Port': ['ID=e8b8d6ca-78f5-47b3-8286-3d21a5362d0b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:57.753669 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-fcb455b8-e892-4bae-8b8c-20a59b836ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fdb4b4-9221-4198-a409-6d19ef39717d') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:57.753773 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-fcb455b8-e892-4bae-8b8c-20a59b836ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fdb4b4-9221-4198-a409-6d19ef39717d') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:57.754259 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b58bf60f-13c5-4cf8-9736-e53f40060dc2 req-029e4e65-7b3d-4aeb-a383-b543a778e8a5 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/security-groups?id=2066beb3-1bf7-40c6-93f6-90c5626c3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701487 Jul 14 09:21:57.756124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-60bfb3b1-8718-4aa3-b7b0-7c7e5cfaa346 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:57.800215 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] For port 4c43e666-f842-4c61-9f44-3c6e7b046ef1, host n-d-798054-10, got binding levels [] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:57.800613 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.816118 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcb455b8-e892-4bae-8b8c-20a59b836ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.832922 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9421e646-ab20-436d-82c2-f9bdae65f1a0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.846319 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] Calling delete_port for 4c43e666-f842-4c61-9f44-3c6e7b046ef1 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:57.871714 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.ipam_backend_mixin [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] Port 4c43e666-f842-4c61-9f44-3c6e7b046ef1 was not found and therefore no delete operation was performed {{(pid=93888) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:21:57.884936 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.891696 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcb455b8-e892-4bae-8b8c-20a59b836ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.923497 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-60bfb3b1-8718-4aa3-b7b0-7c7e5cfaa346 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:57.923497 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-60bfb3b1-8718-4aa3-b7b0-7c7e5cfaa346 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.927381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb455b8-e892-4bae-8b8c-20a59b836ed0 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:21:57.927679 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcb455b8-e892-4bae-8b8c-20a59b836ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:21:57.948476 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:21:57.986492 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] No DVR routers for this DVR port 4c43e666-f842-4c61-9f44-3c6e7b046ef1 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:57.991970 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] Pushing event deleted for resources: {'Port': ['ID=4c43e666-f842-4c61-9f44-3c6e7b046ef1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:58.010429 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1c7edeb7-afb3-4be5-95db-90a439fcf62c None None] Provisioning complete for port 987e48ee-8650-48c7-b1d7-9759cca032bb triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:58.011222 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c7edeb7-afb3-4be5-95db-90a439fcf62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.046803 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-60bfb3b1-8718-4aa3-b7b0-7c7e5cfaa346 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3638699 Jul 14 09:21:58.066377 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] Request body: {'port': {'device_id': 'ce25e43a-9563-4e9c-b005-9455efb3ada6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:58.100652 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9421e646-ab20-436d-82c2-f9bdae65f1a0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.141367 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcb455b8-e892-4bae-8b8c-20a59b836ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.179862 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.183143 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcb455b8-e892-4bae-8b8c-20a59b836ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.185035 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fcb455b8-e892-4bae-8b8c-20a59b836ed0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/008147a2-77d9-4829-8aa2-9ed1ccca940d HTTP/1.1" status: 204 len: 168 time: 1.6628146 Jul 14 09:21:58.187422 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421e646-ab20-436d-82c2-f9bdae65f1a0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=f2696ba8-5001-44c4-90bb-99bad0a44920,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:58.190284 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9421e646-ab20-436d-82c2-f9bdae65f1a0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.195994 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9421e646-ab20-436d-82c2-f9bdae65f1a0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/f2696ba8-5001-44c4-90bb-99bad0a44920 HTTP/1.1" status: 204 len: 168 time: 1.7516596 Jul 14 09:21:58.202968 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59696) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:58.212816 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:58.215050 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb455b8-e892-4bae-8b8c-20a59b836ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=008147a2-77d9-4829-8aa2-9ed1ccca940d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:58.224770 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86304b5b-e231-4198-ad74-0b7df30dc864 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:58.230025 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8237e70-7d15-4b5b-8720-a41cf53396e9') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:58.230317 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8237e70-7d15-4b5b-8720-a41cf53396e9') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:58.256791 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-45f9a3de-fb4e-4bbf-b1f2-3f81bec55552 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451560 Jul 14 09:21:58.258114 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59698) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:58.266384 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e40d48e7-dcc6-4a58-b33e-abd544db6286 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:58.271598 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.304093 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.314767 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:21:58.315793 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:21:58.317998 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:21:58.335972 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.378300 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695e78e-944a-4b8a-9ad9-f3a731a676d8 req-8fd66902-7aea-42c9-b8aa-667a7791063b tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:58.380230 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4695e78e-944a-4b8a-9ad9-f3a731a676d8 req-8fd66902-7aea-42c9-b8aa-667a7791063b tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce25e43a-9563-4e9c-b005-9455efb3ada6 HTTP/1.1" status: 200 len: 931 time: 0.2091527 Jul 14 09:21:58.390386 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d301-85e9-4bba-9764-1ae74013a6ab req-cfd29632-9841-40f1-9c6f-7a42813adf18 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:58.391968 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d905d301-85e9-4bba-9764-1ae74013a6ab req-cfd29632-9841-40f1-9c6f-7a42813adf18 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.2537146 Jul 14 09:21:58.409873 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59700) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:58.480627 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4695e78e-944a-4b8a-9ad9-f3a731a676d8 req-29e54ee2-642f-4ca1-9ca6-32f851c5f969 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865304 Jul 14 09:21:58.490271 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40d48e7-dcc6-4a58-b33e-abd544db6286 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:58.496164 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e40d48e7-dcc6-4a58-b33e-abd544db6286 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.499649 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.531161 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.535827 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] 10.222.0.26 "DELETE /v2.0/networks/6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a HTTP/1.1" status: 204 len: 168 time: 2.5655410 Jul 14 09:21:58.614447 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d905d301-85e9-4bba-9764-1ae74013a6ab req-a3709c1c-89f0-47e1-8de8-e9126ed37433 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096450 Jul 14 09:21:58.615137 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b68abde1-6436-4bcd-a803-8beb40b666e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17af20fde9de48e18ae51aa4283d92d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993349 Jul 14 09:21:58.616830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59706) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:58.767159 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3077ec2a-b110-4686-9a83-dce720b775c9 None None] DHCP port deletion for 4cef7a78-22ed-4e84-a95a-1f569bb0302d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:21:58.781687 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee016f-c41a-4ad7-878c-cf6abe7199cf admin admin] Pushing event deleted for resources: {'Network': ['ID=6c7bbefd-b0f0-43a7-a4e7-856a023c5c3a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:58.833118 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c5866-cc75-4f89-97d8-97909f4ec35e req-9b732faa-9ae5-4c85-94d3-c578752f8c5e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:58.835817 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ec4c5866-cc75-4f89-97d8-97909f4ec35e req-9b732faa-9ae5-4c85-94d3-c578752f8c5e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fd17116-89a3-48ba-8183-3050acf3c65b HTTP/1.1" status: 200 len: 946 time: 0.1896675 Jul 14 09:21:58.865488 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3077ec2a-b110-4686-9a83-dce720b775c9 None None] Deleting port 987e48ee-8650-48c7-b1d7-9759cca032bb {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:58.865953 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3077ec2a-b110-4686-9a83-dce720b775c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.921329 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dac6a450-3a5a-4641-ba7f-0020758cd6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.957844 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3077ec2a-b110-4686-9a83-dce720b775c9 None None] For port 987e48ee-8650-48c7-b1d7-9759cca032bb, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=987e48ee-8650-48c7-b1d7-9759cca032bb,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:58.958155 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3077ec2a-b110-4686-9a83-dce720b775c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.965312 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dac6a450-3a5a-4641-ba7f-0020758cd6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.976669 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3077ec2a-b110-4686-9a83-dce720b775c9 None None] Calling delete_port for 987e48ee-8650-48c7-b1d7-9759cca032bb owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:58.985402 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59712) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:59.082384 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b8d6ca-78f5-47b3-8286-3d21a5362d0b {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:59.097302 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3077ec2a-b110-4686-9a83-dce720b775c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.108327 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.124342 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-afe3df21-a569-4f98-9ffc-f54b6716c34e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c81313ed0f24e4486654b835c382f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377020 Jul 14 09:21:59.125455 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59714) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:59.141530 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] Transition to ACTIVE for port object e8b8d6ca-78f5-47b3-8286-3d21a5362d0b will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:59.142653 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dac6a450-3a5a-4641-ba7f-0020758cd6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.146092 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dac6a450-3a5a-4641-ba7f-0020758cd6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.150508 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dac6a450-3a5a-4641-ba7f-0020758cd6a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c05f3f4e-73cc-4e2e-bfce-4eabe4d45624 HTTP/1.1" status: 204 len: 168 time: 0.3713272 Jul 14 09:21:59.157495 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.166707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077ec2a-b110-4686-9a83-dce720b775c9 None None] Pushing event deleted for resources: {'Port': ['ID=987e48ee-8650-48c7-b1d7-9759cca032bb,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:59.177913 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3077ec2a-b110-4686-9a83-dce720b775c9 None None] No DVR routers for this DVR port 987e48ee-8650-48c7-b1d7-9759cca032bb on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:59.217763 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6a450-3a5a-4641-ba7f-0020758cd6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05f3f4e-73cc-4e2e-bfce-4eabe4d45624,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:59.282147 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] Pushing event updated for resources: {'Port': ['ID=e8b8d6ca-78f5-47b3-8286-3d21a5362d0b,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:59.339278 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-558992b5-6c12-4984-b98a-48e9ba165b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.390799 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] Attempting to bind port e8b8d6ca-78f5-47b3-8286-3d21a5362d0b on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:59.390799 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] Attempting to bind port e8b8d6ca-78f5-47b3-8286-3d21a5362d0b by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:59.391130 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] Attempting to bind port e8b8d6ca-78f5-47b3-8286-3d21a5362d0b on network afffba1d-7bce-4b37-9323-82cdd45d6281 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:59.395076 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-558992b5-6c12-4984-b98a-48e9ba165b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.405924 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] Port e8b8d6ca-78f5-47b3-8286-3d21a5362d0b on network afffba1d-7bce-4b37-9323-82cdd45d6281 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:59.406401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] Attempting to bind port e8b8d6ca-78f5-47b3-8286-3d21a5362d0b on network afffba1d-7bce-4b37-9323-82cdd45d6281 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:59.421567 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:59.422945 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] Checking segment: {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:59.423400 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] Bound using segment: {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:59.423678 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] Bound port: e8b8d6ca-78f5-47b3-8286-3d21a5362d0b, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:59.423678 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.505622 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ec4c5866-cc75-4f89-97d8-97909f4ec35e req-416d49c4-21de-4b02-8f9b-c15f1734f072 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6587465 Jul 14 09:21:59.583307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab7864-5bba-447f-8d04-16b0a6749ba4 req-a3cdc69d-f9ca-418f-94b9-a1892472e979 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:59.590601 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ccab7864-5bba-447f-8d04-16b0a6749ba4 req-a3cdc69d-f9ca-418f-94b9-a1892472e979 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/ports?device_id=65490162-b1f2-4e13-b2cc-b8930d0d28a0 HTTP/1.1" status: 200 len: 949 time: 0.2106535 Jul 14 09:21:59.599812 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-558992b5-6c12-4984-b98a-48e9ba165b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.604064 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-558992b5-6c12-4984-b98a-48e9ba165b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.605866 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-558992b5-6c12-4984-b98a-48e9ba165b7c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff3ff4d1-16b3-4320-a445-de3e6fc85ae8 HTTP/1.1" status: 204 len: 168 time: 0.4766705 Jul 14 09:21:59.640346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558992b5-6c12-4984-b98a-48e9ba165b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3ff4d1-16b3-4320-a445-de3e6fc85ae8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:59.655219 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] For port e8b8d6ca-78f5-47b3-8286-3d21a5362d0b, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:59.663100 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] For port e8b8d6ca-78f5-47b3-8286-3d21a5362d0b, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e8b8d6ca-78f5-47b3-8286-3d21a5362d0b,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:59.700633 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.701055 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ccab7864-5bba-447f-8d04-16b0a6749ba4 req-00634138-91c9-4328-9809-32ede3ba2ac5 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/security-groups?id=2066beb3-1bf7-40c6-93f6-90c5626c3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095047 Jul 14 09:21:59.712490 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de4c1c36-5acb-474a-a652-7b963f7b904c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.756241 n-d-798054-10 neutron-server[93887]: DEBUG neutron.objects.ports [None req-e40d48e7-dcc6-4a58-b33e-abd544db6286 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:21:59.776543 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e40d48e7-dcc6-4a58-b33e-abd544db6286 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.781272 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8186e-d1cb-46fb-a28b-7064570672f5 req-fc6d41d2-9136-4f65-b998-b82cdd99f8cb tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:59.784449 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-24f8186e-d1cb-46fb-a28b-7064570672f5 req-fc6d41d2-9136-4f65-b998-b82cdd99f8cb tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.55 "GET /v2.0/ports?device_id=65490162-b1f2-4e13-b2cc-b8930d0d28a0 HTTP/1.1" status: 200 len: 949 time: 0.2711775 Jul 14 09:21:59.791099 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:59.792199 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.793659 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] 10.222.0.49 "PUT /v2.0/ports/e8b8d6ca-78f5-47b3-8286-3d21a5362d0b HTTP/1.1" status: 200 len: 1092 time: 1.7316484 Jul 14 09:21:59.794278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce25e43a-9563-4e9c-b005-9455efb3ada6', 'tag': 'e8b8d6ca-78f5-47b3-8286-3d21a5362d0b'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:59.796960 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cc958f-87d3-42e1-8771-0faaf50cb6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ce25e43a-9563-4e9c-b005-9455efb3ada6", "tag": "e8b8d6ca-78f5-47b3-8286-3d21a5362d0b"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:59.834960 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.905700 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40d48e7-dcc6-4a58-b33e-abd544db6286 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:59.912934 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-e40d48e7-dcc6-4a58-b33e-abd544db6286 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:59.918580 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40d48e7-dcc6-4a58-b33e-abd544db6286 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:59.919312 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e40d48e7-dcc6-4a58-b33e-abd544db6286 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.923971 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f354e7be-f615-44be-846e-ffe010647bbc None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:59.953457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a687a3f-c26d-442d-8d22-c64aa74d951f service neutron] Pushing event updated for resources: {'Port': ['ID=e8b8d6ca-78f5-47b3-8286-3d21a5362d0b,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:59.982277 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d48e7-dcc6-4a58-b33e-abd544db6286 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=0a3c0102-f3ff-4d68-9414-57fa5e0599c6,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:59.987687 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e40d48e7-dcc6-4a58-b33e-abd544db6286 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7274714 Jul 14 09:21:59.991521 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59740) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:59.998544 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f1e8bc35-c2fb-40c0-8199-c98ac1071023 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:00.025021 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267971b-8a80-4a90-a7e2-58a824b5cace req-d3c2cb98-d0e6-4a78-9b8b-c96e476ac1df tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:00.041835 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9267971b-8a80-4a90-a7e2-58a824b5cace req-d3c2cb98-d0e6-4a78-9b8b-c96e476ac1df tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce25e43a-9563-4e9c-b005-9455efb3ada6 HTTP/1.1" status: 200 len: 943 time: 0.2836900 Jul 14 09:22:00.131817 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9267971b-8a80-4a90-a7e2-58a824b5cace req-9bd4d61b-95ff-4260-97dc-04fefa9c9001 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890155 Jul 14 09:22:00.159849 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-24f8186e-d1cb-46fb-a28b-7064570672f5 req-9777912d-bc19-4708-bedf-d79635f28e65 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Deleting port a05e6951-705d-4a61-93e2-474e0c828bc2 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:00.165970 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-24f8186e-d1cb-46fb-a28b-7064570672f5 req-9777912d-bc19-4708-bedf-d79635f28e65 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.231151 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'fixed_ips': [{'subnet_id': '0a3c0102-f3ff-4d68-9414-57fa5e0599c6'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:22:00.231982 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.243523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-adfda695-3ce8-4fc8-8555-9486c353e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:00.245586 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-adfda695-3ce8-4fc8-8555-9486c353e0ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&device_id=ce25e43a-9563-4e9c-b005-9455efb3ada6 HTTP/1.1" status: 200 len: 1095 time: 0.3760531 Jul 14 09:22:00.271372 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e8bc35-c2fb-40c0-8199-c98ac1071023 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:00.275502 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1e8bc35-c2fb-40c0-8199-c98ac1071023 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.362783 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-390de430-3144-42be-9107-7bfd702c6aed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8b8d6ca-78f5-47b3-8286-3d21a5362d0b HTTP/1.1" status: 200 len: 217 time: 0.1074529 Jul 14 09:22:00.364304 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e6f1c5-560a-4853-9cf6-cc65a5edce8f x-openstack-request-id: req-62e6f1c5-560a-4853-9cf6-cc65a5edce8f {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:00.364601 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce25e43a-9563-4e9c-b005-9455efb3ada6", "tag": "e8b8d6ca-78f5-47b3-8286-3d21a5362d0b", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:00.364869 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-62e6f1c5-560a-4853-9cf6-cc65a5edce8f {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:00.365255 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce25e43a-9563-4e9c-b005-9455efb3ada6', 'tag': 'e8b8d6ca-78f5-47b3-8286-3d21a5362d0b', 'status': 'completed', 'code': 200} Jul 14 09:22:00.510904 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Allocated IP 2001:db8::f816:3eff:fecc:e4b1 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/0a3c0102-f3ff-4d68-9414-57fa5e0599c6/9e294821-54f4-4b33-8687-714e0ee1b460) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:00.549859 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d3867-f89f-49e4-9224-eb28ecdb8fff req-754bce47-ba58-4c6e-b7f7-dbe9076bf8b9 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:00.560044 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee5d3867-f89f-49e4-9224-eb28ecdb8fff req-754bce47-ba58-4c6e-b7f7-dbe9076bf8b9 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.1672378 Jul 14 09:22:00.618510 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.658310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee5d3867-f89f-49e4-9224-eb28ecdb8fff req-7f74bac3-99e5-42f6-8dae-08f1476bafd9 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903296 Jul 14 09:22:00.725988 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-24f8186e-d1cb-46fb-a28b-7064570672f5 req-9777912d-bc19-4708-bedf-d79635f28e65 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] For port a05e6951-705d-4a61-93e2-474e0c828bc2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a05e6951-705d-4a61-93e2-474e0c828bc2,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:00.726357 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-24f8186e-d1cb-46fb-a28b-7064570672f5 req-9777912d-bc19-4708-bedf-d79635f28e65 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.772175 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59768) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:00.773319 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-24f8186e-d1cb-46fb-a28b-7064570672f5 req-9777912d-bc19-4708-bedf-d79635f28e65 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Calling delete_port for a05e6951-705d-4a61-93e2-474e0c828bc2 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:00.781947 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 987e48ee-8650-48c7-b1d7-9759cca032bb no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:00.835779 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-2ec75b27-0a5e-406a-b62b-4d6c4cbc0512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:00.838742 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-2ec75b27-0a5e-406a-b62b-4d6c4cbc0512 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d20aa7a-796d-40db-977f-81fa6bc33327 HTTP/1.1" status: 200 len: 846 time: 0.4665041 Jul 14 09:22:00.838871 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.843726 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 987e48ee-8650-48c7-b1d7-9759cca032bb {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:00.845381 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 987e48ee-8650-48c7-b1d7-9759cca032bb not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:00.865803 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Transition to ACTIVE for port object 9e294821-54f4-4b33-8687-714e0ee1b460 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:00.903254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Transition to ACTIVE for port object 9e294821-54f4-4b33-8687-714e0ee1b460 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:00.915506 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.926464 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-b863a719-0d24-4124-9876-f4a889b081b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afffba1d-7bce-4b37-9323-82cdd45d6281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792785 Jul 14 09:22:01.018696 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:01.020114 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e993ab-c3c5-4577-a283-f804086eb593 req-7e14627a-f137-416a-8e12-0cf4094f805e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:01.022893 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f5e993ab-c3c5-4577-a283-f804086eb593 req-7e14627a-f137-416a-8e12-0cf4094f805e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fd17116-89a3-48ba-8183-3050acf3c65b HTTP/1.1" status: 200 len: 946 time: 0.2584827 Jul 14 09:22:01.024968 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:01.031540 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-a49f9a07-af58-4067-8ad9-58cb8f71fb8e service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969708 Jul 14 09:22:01.037173 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:01.072952 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c33e3-912f-4147-8950-86da90eb4a87 req-57925702-26ab-4390-8150-bcc5ee822429 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:01.081438 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-661c33e3-912f-4147-8950-86da90eb4a87 req-57925702-26ab-4390-8150-bcc5ee822429 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/ports?device_id=65490162-b1f2-4e13-b2cc-b8930d0d28a0 HTTP/1.1" status: 200 len: 949 time: 0.1758401 Jul 14 09:22:01.100094 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1e8bc35-c2fb-40c0-8199-c98ac1071023 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.136628 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Pushing event updated for resources: {'Port': ['ID=9e294821-54f4-4b33-8687-714e0ee1b460,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:01.147279 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59776) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:01.152683 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Attempting to bind port 9e294821-54f4-4b33-8687-714e0ee1b460 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:01.153057 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Attempting to bind port 9e294821-54f4-4b33-8687-714e0ee1b460 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:01.153425 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Attempting to bind port 9e294821-54f4-4b33-8687-714e0ee1b460 on network 4cef7a78-22ed-4e84-a95a-1f569bb0302d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:01.166742 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-661c33e3-912f-4147-8950-86da90eb4a87 req-49348ac8-4b5d-478d-abfc-d2225c1f213a tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/security-groups?id=2066beb3-1bf7-40c6-93f6-90c5626c3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839343 Jul 14 09:22:01.169139 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:01.172259 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:01.174618 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.177251 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Bound using segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:01.177949 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f5e993ab-c3c5-4577-a283-f804086eb593 req-ef728fcf-a6e0-4955-949f-0454fb524859 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444533 Jul 14 09:22:01.178680 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Bound port: 9e294821-54f4-4b33-8687-714e0ee1b460, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:01.179615 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.192351 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e8bc35-c2fb-40c0-8199-c98ac1071023 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:01.205079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f1e8bc35-c2fb-40c0-8199-c98ac1071023 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:01.228334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e8bc35-c2fb-40c0-8199-c98ac1071023 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:01.230796 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1e8bc35-c2fb-40c0-8199-c98ac1071023 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.276013 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f1e8bc35-c2fb-40c0-8199-c98ac1071023 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2830980 Jul 14 09:22:01.279907 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7f259fbd-f9c5-4418-9064-5a0d66ba41de admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-661026831-network', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:01.280633 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59782) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:01.286897 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-14943a62-0110-4bc9-8ece-a2dd6c3ef9fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'mac_address': 'fa:16:3e:97:90:f5', 'name': 'tempest-NetworksTestDHCPv6-1717292158'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:01.298880 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c94881e9-1ea0-49ba-910d-b824eb42aac0 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-745239061-network', 'tenant_id': 'a82589d668934603a3d48db3a46efae2'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:01.308386 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8bc35-c2fb-40c0-8199-c98ac1071023 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=94c3633b-3d83-447c-abe1-49b928184da5,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:01.309777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] For port 9e294821-54f4-4b33-8687-714e0ee1b460, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:01.365014 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-176d0d75-9bbb-4b3a-937c-e8cdf49012c3 req-36d20b6d-b39b-4c67-931d-15614251818a service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226123 Jul 14 09:22:01.388952 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94881e9-1ea0-49ba-910d-b824eb42aac0 admin admin] Made reservation on behalf of a82589d668934603a3d48db3a46efae2 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:01.391748 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c94881e9-1ea0-49ba-910d-b824eb42aac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.401442 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] For port 9e294821-54f4-4b33-8687-714e0ee1b460, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9e294821-54f4-4b33-8687-714e0ee1b460,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:01.406838 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-24f8186e-d1cb-46fb-a28b-7064570672f5 req-9777912d-bc19-4708-bedf-d79635f28e65 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.410472 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c94881e9-1ea0-49ba-910d-b824eb42aac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.415988 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.430956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f259fbd-f9c5-4418-9064-5a0d66ba41de admin admin] Made reservation on behalf of 4a9dd7e1c4ad44778b18f6fb76161572 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:01.433349 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f259fbd-f9c5-4418-9064-5a0d66ba41de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.443817 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6467d-dd45-4d49-aee3-1f283d62d898 req-0b11894f-6690-40ed-89da-fb079d11bc5c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:01.446230 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-12a6467d-dd45-4d49-aee3-1f283d62d898 req-0b11894f-6690-40ed-89da-fb079d11bc5c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce25e43a-9563-4e9c-b005-9455efb3ada6 HTTP/1.1" status: 200 len: 943 time: 0.1072893 Jul 14 09:22:01.480243 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777912d-bc19-4708-bedf-d79635f28e65 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Pushing event deleted for resources: {'Port': ['ID=a05e6951-705d-4a61-93e2-474e0c828bc2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:01.487173 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14943a62-0110-4bc9-8ece-a2dd6c3ef9fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:01.518415 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f259fbd-f9c5-4418-9064-5a0d66ba41de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.536673 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a67d37-b693-4707-bef8-d5f51314122b None None] Pushing event updated for resources: {'Port': ['ID=9e294821-54f4-4b33-8687-714e0ee1b460,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:01.544339 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.587640 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-12a6467d-dd45-4d49-aee3-1f283d62d898 req-c7988bb2-282d-4787-aa76-4e19286f9f73 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236789 Jul 14 09:22:01.606889 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f8186e-d1cb-46fb-a28b-7064570672f5 req-9777912d-bc19-4708-bedf-d79635f28e65 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] No DVR routers for this DVR port a05e6951-705d-4a61-93e2-474e0c828bc2 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:01.615188 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-24f8186e-d1cb-46fb-a28b-7064570672f5 req-9777912d-bc19-4708-bedf-d79635f28e65 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.617264 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-24f8186e-d1cb-46fb-a28b-7064570672f5 req-9777912d-bc19-4708-bedf-d79635f28e65 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.55 "DELETE /v2.0/ports/a05e6951-705d-4a61-93e2-474e0c828bc2 HTTP/1.1" status: 204 len: 173 time: 1.8166442 Jul 14 09:22:01.642079 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14943a62-0110-4bc9-8ece-a2dd6c3ef9fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.671742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc958f-87d3-42e1-8771-0faaf50cb6c4 req-d463137a-f7a1-4d26-b9ed-a570ee4593c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:01.677855 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d0cc958f-87d3-42e1-8771-0faaf50cb6c4 req-d463137a-f7a1-4d26-b9ed-a570ee4593c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&device_id=ce25e43a-9563-4e9c-b005-9455efb3ada6 HTTP/1.1" status: 200 len: 1095 time: 0.2184727 Jul 14 09:22:01.684648 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:22:01.712060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-14943a62-0110-4bc9-8ece-a2dd6c3ef9fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port 903f51ce-2d4c-4f66-94cb-a328e72ce5d4 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:22:01.885677 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c94881e9-1ea0-49ba-910d-b824eb42aac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.906263 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c94881e9-1ea0-49ba-910d-b824eb42aac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.009115 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc958f-87d3-42e1-8771-0faaf50cb6c4 req-76cadf11-61a7-4e36-84dc-497806c5c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:02.011006 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d0cc958f-87d3-42e1-8771-0faaf50cb6c4 req-76cadf11-61a7-4e36-84dc-497806c5c37b service neutron] 10.222.0.49 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 907 time: 0.3201313 Jul 14 09:22:02.018603 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94881e9-1ea0-49ba-910d-b824eb42aac0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:22:02.088632 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-14943a62-0110-4bc9-8ece-a2dd6c3ef9fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 172.20.0.3 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/94c3633b-3d83-447c-abe1-49b928184da5/903f51ce-2d4c-4f66-94cb-a328e72ce5d4) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:02.098107 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c94881e9-1ea0-49ba-910d-b824eb42aac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.098550 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-c94881e9-1ea0-49ba-910d-b824eb42aac0 admin admin] Added segment 8a032bad-3320-4bc2-ba00-8e6423d364fa of type vlan for network abaf8195-e5b5-41c5-9377-b40357a3091e Jul 14 09:22:02.103901 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19900f4c-7f2c-4b92-bf97-f53f658c1cda req-c37c6bde-2bfb-48a5-a012-cc82ec1d1b9b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:02.105539 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19900f4c-7f2c-4b92-bf97-f53f658c1cda req-c37c6bde-2bfb-48a5-a012-cc82ec1d1b9b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.1803389 Jul 14 09:22:02.109322 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-14943a62-0110-4bc9-8ece-a2dd6c3ef9fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::f816:3eff:fe97:90f5 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/0a3c0102-f3ff-4d68-9414-57fa5e0599c6/903f51ce-2d4c-4f66-94cb-a328e72ce5d4) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:02.126649 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d0cc958f-87d3-42e1-8771-0faaf50cb6c4 req-b16b80a7-e469-430b-be5a-4778ddeb383d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8b8d6ca-78f5-47b3-8286-3d21a5362d0b HTTP/1.1" status: 200 len: 217 time: 0.1020632 Jul 14 09:22:02.180136 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94881e9-1ea0-49ba-910d-b824eb42aac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b760539-60f7-4e39-b9d7-32fd00159b39,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:02.206929 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19900f4c-7f2c-4b92-bf97-f53f658c1cda req-e8a7a2ff-5c87-4e62-9d86-6ed1727e3c60 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949769 Jul 14 09:22:02.501434 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-592b2b53-663b-446b-9d66-22ea645e9c76 req-bda2a55d-3eaf-44b5-894a-d1e627358598 tempest-ImagesOneServerTestJSON-401063618 tempest-ImagesOneServerTestJSON-401063618-project] 10.222.0.26 "GET /v2.0/ports?device_id=65490162-b1f2-4e13-b2cc-b8930d0d28a0 HTTP/1.1" status: 200 len: 210 time: 0.0465262 Jul 14 09:22:02.516614 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14943a62-0110-4bc9-8ece-a2dd6c3ef9fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.540246 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-14943a62-0110-4bc9-8ece-a2dd6c3ef9fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object 903f51ce-2d4c-4f66-94cb-a328e72ce5d4 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:02.562745 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9c42d-07cd-4a65-b4b1-3adf0030d346 req-7ef0875c-24f0-4e6e-bf83-e54a87b59052 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:02.564478 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01f9c42d-07cd-4a65-b4b1-3adf0030d346 req-7ef0875c-24f0-4e6e-bf83-e54a87b59052 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fd17116-89a3-48ba-8183-3050acf3c65b HTTP/1.1" status: 200 len: 946 time: 0.1601286 Jul 14 09:22:02.571953 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device e8b8d6ca-78f5-47b3-8286-3d21a5362d0b details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:02.574393 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65490162-b1f2-4e13-b2cc-b8930d0d28a0', 'name': 'network-vif-deleted', 'tag': 'a05e6951-705d-4a61-93e2-474e0c828bc2'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:02.577313 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9a8770-dc35-421f-87b2-926d9c53dbcf" -d '{"events": [{"server_uuid": "65490162-b1f2-4e13-b2cc-b8930d0d28a0", "name": "network-vif-deleted", "tag": "a05e6951-705d-4a61-93e2-474e0c828bc2"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:02.597038 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c94881e9-1ea0-49ba-910d-b824eb42aac0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.622479 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc958f-87d3-42e1-8771-0faaf50cb6c4 req-b993f12a-386b-4646-ad24-b974f91eae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:02.624008 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d0cc958f-87d3-42e1-8771-0faaf50cb6c4 req-b993f12a-386b-4646-ad24-b974f91eae2e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d20aa7a-796d-40db-977f-81fa6bc33327 HTTP/1.1" status: 200 len: 846 time: 0.4860761 Jul 14 09:22:02.628263 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14943a62-0110-4bc9-8ece-a2dd6c3ef9fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.658696 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fd88b-9b83-4304-848c-69b8f734ea81 req-42a0e553-2efb-47cb-891c-f664af1a83a9 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:02.660894 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-df6fd88b-9b83-4304-848c-69b8f734ea81 req-42a0e553-2efb-47cb-891c-f664af1a83a9 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fd17116-89a3-48ba-8183-3050acf3c65b HTTP/1.1" status: 200 len: 946 time: 0.7340150 Jul 14 09:22:02.687782 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.694764 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01f9c42d-07cd-4a65-b4b1-3adf0030d346 req-dbe543e2-b932-4bf0-a96d-9c93cf43506d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993223 Jul 14 09:22:02.745889 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14943a62-0110-4bc9-8ece-a2dd6c3ef9fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:02.762703 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-14943a62-0110-4bc9-8ece-a2dd6c3ef9fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:02.768036 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14943a62-0110-4bc9-8ece-a2dd6c3ef9fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:02.820574 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port e8b8d6ca-78f5-47b3-8286-3d21a5362d0b, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e8b8d6ca-78f5-47b3-8286-3d21a5362d0b,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:02.827673 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d0cc958f-87d3-42e1-8771-0faaf50cb6c4 req-1c2c4e11-a806-437c-8033-eeb22370e931 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afffba1d-7bce-4b37-9323-82cdd45d6281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1882498 Jul 14 09:22:02.847456 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14943a62-0110-4bc9-8ece-a2dd6c3ef9fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=903f51ce-2d4c-4f66-94cb-a328e72ce5d4,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:02.855996 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'e8b8d6ca-78f5-47b3-8286-3d21a5362d0b', 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281', 'port_id': 'e8b8d6ca-78f5-47b3-8286-3d21a5362d0b', 'mac_address': 'fa:16:3e:94:34:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d20aa7a-796d-40db-977f-81fa6bc33327', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:02.869956 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf6a531-e35a-46a2-9a23-a618fd4df206 x-openstack-request-id: req-fdf6a531-e35a-46a2-9a23-a618fd4df206 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:02.870418 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65490162-b1f2-4e13-b2cc-b8930d0d28a0", "name": "network-vif-deleted", "tag": "a05e6951-705d-4a61-93e2-474e0c828bc2", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:02.870776 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fdf6a531-e35a-46a2-9a23-a618fd4df206 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:02.879717 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65490162-b1f2-4e13-b2cc-b8930d0d28a0', 'name': 'network-vif-deleted', 'tag': 'a05e6951-705d-4a61-93e2-474e0c828bc2', 'status': 'completed', 'code': 200} Jul 14 09:22:02.916722 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.919291 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9e294821-54f4-4b33-8687-714e0ee1b460 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:02.919668 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14943a62-0110-4bc9-8ece-a2dd6c3ef9fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:02.929989 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14943a62-0110-4bc9-8ece-a2dd6c3ef9fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.952397 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f259fbd-f9c5-4418-9064-5a0d66ba41de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.978151 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b8d6ca-78f5-47b3-8286-3d21a5362d0b {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:02.982702 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f259fbd-f9c5-4418-9064-5a0d66ba41de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.001732 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-14943a62-0110-4bc9-8ece-a2dd6c3ef9fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7199352 Jul 14 09:22:03.005923 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59798) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:03.014461 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port e8b8d6ca-78f5-47b3-8286-3d21a5362d0b, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e8b8d6ca-78f5-47b3-8286-3d21a5362d0b,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:03.023734 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.056926 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 9e294821-54f4-4b33-8687-714e0ee1b460 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:03.094363 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c94881e9-1ea0-49ba-910d-b824eb42aac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.095693 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94881e9-1ea0-49ba-910d-b824eb42aac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:03.096543 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c94881e9-1ea0-49ba-910d-b824eb42aac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.103242 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f259fbd-f9c5-4418-9064-5a0d66ba41de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:22:03.113014 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=e8b8d6ca-78f5-47b3-8286-3d21a5362d0b,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:03.118025 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd98ad4-488e-4439-a476-12e3f9a380d2 req-7fc2b6c5-4d98-41a7-8efa-ffb3ca985c97 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:03.121055 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6dd98ad4-488e-4439-a476-12e3f9a380d2 req-7fc2b6c5-4d98-41a7-8efa-ffb3ca985c97 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce25e43a-9563-4e9c-b005-9455efb3ada6 HTTP/1.1" status: 200 len: 943 time: 0.1739819 Jul 14 09:22:03.167675 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9da045-4dc5-47f7-bef8-ae1b8118afc0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:03.174920 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9da045-4dc5-47f7-bef8-ae1b8118afc0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:03.177246 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8c9da045-4dc5-47f7-bef8-ae1b8118afc0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1697481 Jul 14 09:22:03.188381 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59800) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:03.201177 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f259fbd-f9c5-4418-9064-5a0d66ba41de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.201629 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-7f259fbd-f9c5-4418-9064-5a0d66ba41de admin admin] Added segment 15ade24d-c4ae-410c-afff-9563e52de3ef of type vlan for network 041dc1f0-7ce6-42cf-bd75-72a98460d7b9 Jul 14 09:22:03.231206 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6dd98ad4-488e-4439-a476-12e3f9a380d2 req-f12ba51f-c807-49ff-bf5a-69338c75ccc3 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020782 Jul 14 09:22:03.241324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f259fbd-f9c5-4418-9064-5a0d66ba41de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38292395-6145-4832-9ead-b5fbef367475,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:03.253671 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c94881e9-1ea0-49ba-910d-b824eb42aac0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.1011899 Jul 14 09:22:03.255250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['e8b8d6ca-78f5-47b3-8286-3d21a5362d0b'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:03.259473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59802) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:03.292907 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ccb4743f-1a99-45e1-b98b-c48f81f176f6 admin admin] Request body: {'subnet': {'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-745239061-subnet', 'tenant_id': 'a82589d668934603a3d48db3a46efae2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:03.341008 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94881e9-1ea0-49ba-910d-b824eb42aac0 admin admin] Pushing event updated for resources: {'Network': ['ID=abaf8195-e5b5-41c5-9377-b40357a3091e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:03.350521 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f259fbd-f9c5-4418-9064-5a0d66ba41de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.362606 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network abaf8195-e5b5-41c5-9377-b40357a3091e details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:22:03.366662 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d0cc958f-87d3-42e1-8771-0faaf50cb6c4 req-2dd74d56-6f68-4479-a4ce-17606dea0835 service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214745 Jul 14 09:22:03.388111 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-df6fd88b-9b83-4304-848c-69b8f734ea81 req-5ba0c120-f250-41a5-86aa-f4c78bbfb072 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Deleting port b6cd7386-1e58-4594-af55-8f16b7430928 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:03.388610 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-df6fd88b-9b83-4304-848c-69b8f734ea81 req-5ba0c120-f250-41a5-86aa-f4c78bbfb072 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.447740 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f5eba7a1-ecea-46ac-b552-208527cd972f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port 903f51ce-2d4c-4f66-94cb-a328e72ce5d4 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:03.448463 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f5eba7a1-ecea-46ac-b552-208527cd972f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.489774 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0d98f9-ef91-47fa-959a-d1eb1196d298 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:03.495112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb4743f-1a99-45e1-b98b-c48f81f176f6 admin admin] Made reservation on behalf of a82589d668934603a3d48db3a46efae2 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:03.497588 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ccb4743f-1a99-45e1-b98b-c48f81f176f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.527627 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f259fbd-f9c5-4418-9064-5a0d66ba41de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.528621 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f259fbd-f9c5-4418-9064-5a0d66ba41de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:03.529635 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f259fbd-f9c5-4418-9064-5a0d66ba41de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.618092 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device b6cd7386-1e58-4594-af55-8f16b7430928 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:03.669090 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f5eba7a1-ecea-46ac-b552-208527cd972f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.689821 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f5eba7a1-ecea-46ac-b552-208527cd972f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for 903f51ce-2d4c-4f66-94cb-a328e72ce5d4 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:03.694729 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7f259fbd-f9c5-4418-9064-5a0d66ba41de admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8895774 Jul 14 09:22:03.701152 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac6302-dcc8-4ff4-83c4-1a5d8b370dec req-9f64658f-5f0f-4d0c-994f-918b4fb08d4a tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:03.702948 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3cac6302-dcc8-4ff4-83c4-1a5d8b370dec req-9f64658f-5f0f-4d0c-994f-918b4fb08d4a tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.1866415 Jul 14 09:22:03.705305 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59810) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:03.710548 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-117ed0d2-eb3d-4962-905a-a633b68b3343 admin admin] Request body: {'subnet': {'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-661026831-subnet', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:03.756745 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d0cc958f-87d3-42e1-8771-0faaf50cb6c4 req-f79d78a8-b3be-43f1-b804-fe46c405395f service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831654 Jul 14 09:22:03.798882 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f259fbd-f9c5-4418-9064-5a0d66ba41de admin admin] Pushing event updated for resources: {'Network': ['ID=041dc1f0-7ce6-42cf-bd75-72a98460d7b9,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:03.809369 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-df6fd88b-9b83-4304-848c-69b8f734ea81 req-5ba0c120-f250-41a5-86aa-f4c78bbfb072 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] For port b6cd7386-1e58-4594-af55-8f16b7430928, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=b6cd7386-1e58-4594-af55-8f16b7430928,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:03.810160 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-df6fd88b-9b83-4304-848c-69b8f734ea81 req-5ba0c120-f250-41a5-86aa-f4c78bbfb072 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.834729 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-df6fd88b-9b83-4304-848c-69b8f734ea81 req-5ba0c120-f250-41a5-86aa-f4c78bbfb072 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Calling delete_port for b6cd7386-1e58-4594-af55-8f16b7430928 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:03.876886 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117ed0d2-eb3d-4962-905a-a633b68b3343 admin admin] Made reservation on behalf of 4a9dd7e1c4ad44778b18f6fb76161572 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:03.882961 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-117ed0d2-eb3d-4962-905a-a633b68b3343 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.944063 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 041dc1f0-7ce6-42cf-bd75-72a98460d7b9 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:22:03.947233 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-951e6b1a-4ba9-42b8-9040-7b2c6b9c28b7 None None] Provisioning for port 9e294821-54f4-4b33-8687-714e0ee1b460 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:04.010268 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3cac6302-dcc8-4ff4-83c4-1a5d8b370dec req-dae0e76d-f7fb-4b7f-8b25-bff2b911aca1 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918851 Jul 14 09:22:04.074848 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59816) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:04.093258 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ccb4743f-1a99-45e1-b98b-c48f81f176f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.094085 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-951e6b1a-4ba9-42b8-9040-7b2c6b9c28b7 None None] Provisioning complete for port 9e294821-54f4-4b33-8687-714e0ee1b460 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:04.108142 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-951e6b1a-4ba9-42b8-9040-7b2c6b9c28b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.214674 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd23ee-35bd-4648-a08d-e2a95ab9cb7d req-ca091855-1c3e-4be5-bd8a-77f51dd402d4 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.214942 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4743f-1a99-45e1-b98b-c48f81f176f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fe961b1-9a16-4166-9f5e-21fa35cb8710,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:04.225498 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67dd23ee-35bd-4648-a08d-e2a95ab9cb7d req-ca091855-1c3e-4be5-bd8a-77f51dd402d4 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fd17116-89a3-48ba-8183-3050acf3c65b HTTP/1.1" status: 200 len: 946 time: 0.2219374 Jul 14 09:22:04.242120 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4743f-1a99-45e1-b98b-c48f81f176f6 admin admin] Checking segment: {'id': '8a032bad-3320-4bc2-ba00-8e6423d364fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:04.246442 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb4743f-1a99-45e1-b98b-c48f81f176f6 admin admin] Network hostable DHCP agents. Network: abaf8195-e5b5-41c5-9377-b40357a3091e, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:22:04.249318 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-df6fd88b-9b83-4304-848c-69b8f734ea81 req-5ba0c120-f250-41a5-86aa-f4c78bbfb072 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.268725 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No active binding found for port b6cd7386-1e58-4594-af55-8f16b7430928 {{(pid=93889) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:22:04.269236 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device b6cd7386-1e58-4594-af55-8f16b7430928 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:04.269758 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device a05e6951-705d-4a61-93e2-474e0c828bc2 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:04.284412 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0c120-f250-41a5-86aa-f4c78bbfb072 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Pushing event deleted for resources: {'Port': ['ID=b6cd7386-1e58-4594-af55-8f16b7430928,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:04.325721 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: a05e6951-705d-4a61-93e2-474e0c828bc2 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:04.325966 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device a05e6951-705d-4a61-93e2-474e0c828bc2 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:04.363068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb4743f-1a99-45e1-b98b-c48f81f176f6 admin admin] Network abaf8195-e5b5-41c5-9377-b40357a3091e is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:22:04.396751 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6fd88b-9b83-4304-848c-69b8f734ea81 req-5ba0c120-f250-41a5-86aa-f4c78bbfb072 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] No DVR routers for this DVR port b6cd7386-1e58-4594-af55-8f16b7430928 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:04.402030 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-ccb4743f-1a99-45e1-b98b-c48f81f176f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, abaf8195-e5b5-41c5-9377-b40357a3091e) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:04.405276 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-df6fd88b-9b83-4304-848c-69b8f734ea81 req-5ba0c120-f250-41a5-86aa-f4c78bbfb072 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.408830 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-df6fd88b-9b83-4304-848c-69b8f734ea81 req-5ba0c120-f250-41a5-86aa-f4c78bbfb072 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.55 "DELETE /v2.0/ports/b6cd7386-1e58-4594-af55-8f16b7430928 HTTP/1.1" status: 204 len: 173 time: 1.7160070 Jul 14 09:22:04.415518 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb4743f-1a99-45e1-b98b-c48f81f176f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.416646 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ccb4743f-1a99-45e1-b98b-c48f81f176f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.432950 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67dd23ee-35bd-4648-a08d-e2a95ab9cb7d req-a9a881b4-591e-4a5f-be65-002022def183 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062120 Jul 14 09:22:04.442643 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ccb4743f-1a99-45e1-b98b-c48f81f176f6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1629140 Jul 14 09:22:04.451693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5018094e-3346-4cd4-8dce-c3bd46236af2 None None] Network abaf8195-e5b5-41c5-9377-b40357a3091e requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:04.548585 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-16e2ab9c-053d-4a01-9d34-07c374a767ab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9447bcbd29694a1a821f9f4fd116953b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4703729 Jul 14 09:22:04.553066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59826) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:04.571251 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-117ed0d2-eb3d-4962-905a-a633b68b3343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.578203 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f5eba7a1-ecea-46ac-b552-208527cd972f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.681662 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9359ca25-62b8-4d47-86f7-9835318180a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.689238 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eba7a1-ecea-46ac-b552-208527cd972f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=903f51ce-2d4c-4f66-94cb-a328e72ce5d4,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:04.740583 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9359ca25-62b8-4d47-86f7-9835318180a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.821529 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ed0d2-eb3d-4962-905a-a633b68b3343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:04.823062 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-951e6b1a-4ba9-42b8-9040-7b2c6b9c28b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.843082 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9359ca25-62b8-4d47-86f7-9835318180a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.850398 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9359ca25-62b8-4d47-86f7-9835318180a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.857745 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9359ca25-62b8-4d47-86f7-9835318180a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2066beb3-1bf7-40c6-93f6-90c5626c3a18 HTTP/1.1" status: 204 len: 168 time: 0.3022916 Jul 14 09:22:04.871173 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ed0d2-eb3d-4962-905a-a633b68b3343 admin admin] Checking segment: {'id': '15ade24d-c4ae-410c-afff-9563e52de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:04.871695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359ca25-62b8-4d47-86f7-9835318180a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2066beb3-1bf7-40c6-93f6-90c5626c3a18,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:04.871887 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117ed0d2-eb3d-4962-905a-a633b68b3343 admin admin] Network hostable DHCP agents. Network: 041dc1f0-7ce6-42cf-bd75-72a98460d7b9, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:22:04.894491 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd17116-89a3-48ba-8183-3050acf3c65b', 'name': 'network-vif-deleted', 'tag': 'b6cd7386-1e58-4594-af55-8f16b7430928'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:04.901684 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8d4d3e-c828-4b42-a8ca-b48611f841a8" -d '{"events": [{"server_uuid": "2fd17116-89a3-48ba-8183-3050acf3c65b", "name": "network-vif-deleted", "tag": "b6cd7386-1e58-4594-af55-8f16b7430928"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:04.914921 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d861cf1c-3545-4825-890b-577517dfdbd2 None None] Update dhcp port {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'fixed_ips': [{'subnet_id': '0a3c0102-f3ff-4d68-9414-57fa5e0599c6', 'ip_address': '2001:db8::f816:3eff:fecc:e4b1'}, {'subnet_id': '94c3633b-3d83-447c-abe1-49b928184da5'}], 'binding:host_id': 'n-d-798054-10'}, 'id': '9e294821-54f4-4b33-8687-714e0ee1b460'} from n-d-798054-10. {{(pid=93889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:22:04.957321 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f5eba7a1-ecea-46ac-b552-208527cd972f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.962407 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f5eba7a1-ecea-46ac-b552-208527cd972f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/903f51ce-2d4c-4f66-94cb-a328e72ce5d4 HTTP/1.1" status: 204 len: 168 time: 1.7719822 Jul 14 09:22:04.967012 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-951e6b1a-4ba9-42b8-9040-7b2c6b9c28b7 None None] For port 9e294821-54f4-4b33-8687-714e0ee1b460, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9e294821-54f4-4b33-8687-714e0ee1b460,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:04.968211 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59838) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:04.977395 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad0045-e2c9-4cd6-a8b2-54b59a5f3367 req-67581d03-85d5-4411-9b21-4323bd70db96 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.979661 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39ad0045-e2c9-4cd6-a8b2-54b59a5f3367 req-67581d03-85d5-4411-9b21-4323bd70db96 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce25e43a-9563-4e9c-b005-9455efb3ada6 HTTP/1.1" status: 200 len: 944 time: 0.3188734 Jul 14 09:22:04.981343 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117ed0d2-eb3d-4962-905a-a633b68b3343 admin admin] Network 041dc1f0-7ce6-42cf-bd75-72a98460d7b9 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:22:04.996949 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-117ed0d2-eb3d-4962-905a-a633b68b3343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 041dc1f0-7ce6-42cf-bd75-72a98460d7b9) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:05.006066 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-951e6b1a-4ba9-42b8-9040-7b2c6b9c28b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.007729 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117ed0d2-eb3d-4962-905a-a633b68b3343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:05.011863 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-117ed0d2-eb3d-4962-905a-a633b68b3343 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.134617 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39ad0045-e2c9-4cd6-a8b2-54b59a5f3367 req-3d826cd7-f4d0-4cd2-883f-c0df6b2b2f5c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101220 Jul 14 09:22:05.142024 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-117ed0d2-eb3d-4962-905a-a633b68b3343 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4321551 Jul 14 09:22:05.143417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59846) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:05.149859 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de375a98-4380-4663-a27c-78710bf0ff8c None None] Network 041dc1f0-7ce6-42cf-bd75-72a98460d7b9 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:05.160551 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-661026831-router', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:05.207282 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c13883b-8852-4d94-9fa6-7d36ae74ec5f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:05.209102 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c13883b-8852-4d94-9fa6-7d36ae74ec5f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:05.210674 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c13883b-8852-4d94-9fa6-7d36ae74ec5f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:05.213056 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0c13883b-8852-4d94-9fa6-7d36ae74ec5f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2429874 Jul 14 09:22:05.214794 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bacc0ff-7417-438c-9660-0dc8ba06c729 x-openstack-request-id: req-5bacc0ff-7417-438c-9660-0dc8ba06c729 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:05.215223 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd17116-89a3-48ba-8183-3050acf3c65b", "name": "network-vif-deleted", "tag": "b6cd7386-1e58-4594-af55-8f16b7430928", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:05.215487 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5bacc0ff-7417-438c-9660-0dc8ba06c729 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:05.215907 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd17116-89a3-48ba-8183-3050acf3c65b', 'name': 'network-vif-deleted', 'tag': 'b6cd7386-1e58-4594-af55-8f16b7430928', 'status': 'completed', 'code': 200} Jul 14 09:22:05.216294 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59852) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:05.283414 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-9107d745-23eb-4f65-b4ce-56cb5552e5ac tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 0a3c0102-f3ff-4d68-9414-57fa5e0599c6 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:05.295415 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9107d745-23eb-4f65-b4ce-56cb5552e5ac tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.388144 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e6b1a-4ba9-42b8-9040-7b2c6b9c28b7 None None] Pushing event updated for resources: {'Port': ['ID=9e294821-54f4-4b33-8687-714e0ee1b460,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:05.389938 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9107d745-23eb-4f65-b4ce-56cb5552e5ac tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.458940 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.471537 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.487458 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d79248-296c-4d76-afb0-98661d7d5f0b None None] Network abaf8195-e5b5-41c5-9377-b40357a3091e requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:05.520193 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d861cf1c-3545-4825-890b-577517dfdbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.530215 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9107d745-23eb-4f65-b4ce-56cb5552e5ac tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.644597 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9107d745-23eb-4f65-b4ce-56cb5552e5ac tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.690354 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107d745-23eb-4f65-b4ce-56cb5552e5ac tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3c0102-f3ff-4d68-9414-57fa5e0599c6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:05.696921 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9107d745-23eb-4f65-b4ce-56cb5552e5ac tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.699459 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9107d745-23eb-4f65-b4ce-56cb5552e5ac tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/0a3c0102-f3ff-4d68-9414-57fa5e0599c6 HTTP/1.1" status: 204 len: 168 time: 0.4822311 Jul 14 09:22:05.702026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59868) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:05.707430 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.718373 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-71dfafea-97b3-4cf8-a49b-078dce1e3dda tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:05.725405 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-71dfafea-97b3-4cf8-a49b-078dce1e3dda tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/networks?id=abaf8195-e5b5-41c5-9377-b40357a3091e HTTP/1.1" status: 200 len: 804 time: 0.4997351 Jul 14 09:22:05.745315 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-391f6ce3-21f9-471b-8de1-5960aac51de6 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/quotas/a82589d668934603a3d48db3a46efae2 HTTP/1.1" status: 200 len: 375 time: 0.0188215 Jul 14 09:22:05.760665 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc13128-d51b-4d3a-a6a3-c36bc98cf8bb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 94c3633b-3d83-447c-abe1-49b928184da5 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:05.764301 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5fc13128-d51b-4d3a-a6a3-c36bc98cf8bb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.806777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ce4dd-6ffd-4c12-b539-ff4b71434347 req-891bcffc-8bc6-441a-82f8-aef3625e5c3e tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:05.815688 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d3ce4dd-6ffd-4c12-b539-ff4b71434347 req-891bcffc-8bc6-441a-82f8-aef3625e5c3e tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.3997297 Jul 14 09:22:05.835701 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5fc13128-d51b-4d3a-a6a3-c36bc98cf8bb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server [None req-d861cf1c-3545-4825-890b-577517dfdbd2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a3c0102-f3ff-4d68-9414-57fa5e0599c6: This subnet is being modified by another concurrent operation. Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:22:05.879318 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a3c0102-f3ff-4d68-9414-57fa5e0599c6: This subnet is being modified by another concurrent operation. Jul 14 09:22:05.885208 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Jul 14 09:22:05.894520 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-98af294b-831a-46f6-8d0c-013e55870e31 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a82589d668934603a3d48db3a46efae2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1482475 Jul 14 09:22:05.896843 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-041dc1f0-7ce6-42cf-bd75-72a98460d7b9', 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'fixed_ips': [{'subnet_id': '9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:22:05.897962 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.925031 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5fc13128-d51b-4d3a-a6a3-c36bc98cf8bb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.037708 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.041519 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5fc13128-d51b-4d3a-a6a3-c36bc98cf8bb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.082314 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc13128-d51b-4d3a-a6a3-c36bc98cf8bb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=94c3633b-3d83-447c-abe1-49b928184da5,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:06.085956 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5fc13128-d51b-4d3a-a6a3-c36bc98cf8bb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.091276 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5fc13128-d51b-4d3a-a6a3-c36bc98cf8bb tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/94c3633b-3d83-447c-abe1-49b928184da5 HTTP/1.1" status: 204 len: 168 time: 0.3880434 Jul 14 09:22:06.091964 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59878) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:06.106993 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d3ce4dd-6ffd-4c12-b539-ff4b71434347 req-4f1825e3-e0cb-4034-87d3-bad1355e1a52 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899423 Jul 14 09:22:06.142440 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f3b9cdf8-8baa-40b1-963d-1ae1cc6e1d13 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493071 Jul 14 09:22:06.143302 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59880) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:06.151365 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-d3670a5b-18ce-4c74-8b1f-7480d067fa58 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:06.154552 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f49a396-a3e4-4092-8952-6dfec2f1980e None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:06.222672 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-df5c0633-62eb-4f7f-a766-ac4d7c4bfc96 service neutron] 10.222.0.26 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272312 Jul 14 09:22:06.268350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3670a5b-18ce-4c74-8b1f-7480d067fa58 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:06.272712 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3670a5b-18ce-4c74-8b1f-7480d067fa58 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.280398 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a1615108-b260-43f4-af35-75afb1c9e5bf None None] Provisioning complete for port 9e294821-54f4-4b33-8687-714e0ee1b460 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:06.280740 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1615108-b260-43f4-af35-75afb1c9e5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.393460 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-a3f1a0a6-fbdf-472c-9028-bab95a56e26f service neutron] 10.222.0.26 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618972 Jul 14 09:22:06.472950 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Allocated IP 172.20.0.2 (041dc1f0-7ce6-42cf-bd75-72a98460d7b9/9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4/02083802-570f-4a80-a64d-17d3ccdf28c6) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:06.578189 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbc6625-a164-48b7-b53b-b5e9554c2fdb None None] DHCP port deletion for 4cef7a78-22ed-4e84-a95a-1f569bb0302d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:22:06.595358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device e8b8d6ca-78f5-47b3-8286-3d21a5362d0b up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:06.634556 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3670a5b-18ce-4c74-8b1f-7480d067fa58 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.702043 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.705147 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3670a5b-18ce-4c74-8b1f-7480d067fa58 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:06.714593 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-d3670a5b-18ce-4c74-8b1f-7480d067fa58 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:06.719416 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3670a5b-18ce-4c74-8b1f-7480d067fa58 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:06.720054 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3670a5b-18ce-4c74-8b1f-7480d067fa58 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.733824 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3670a5b-18ce-4c74-8b1f-7480d067fa58 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=1e816e14-ef3b-41f0-80ce-54f973e0f723,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:06.739487 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.746423 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d3670a5b-18ce-4c74-8b1f-7480d067fa58 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5989921 Jul 14 09:22:06.746684 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59896) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:06.771519 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a1615108-b260-43f4-af35-75afb1c9e5bf None None] Could not find standard attr ID for object 903f51ce-2d4c-4f66-94cb-a328e72ce5d4. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:22:06.781851 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f0f63c74-ac5b-48ef-a291-817eaf931833 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:06.841196 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9e294821-54f4-4b33-8687-714e0ee1b460 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:06.848609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70821a8f-66f2-47f9-af65-a907425e0788 req-69689374-8a2e-4832-b9b6-2af3c2c7a4ac tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:06.857602 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70821a8f-66f2-47f9-af65-a907425e0788 req-69689374-8a2e-4832-b9b6-2af3c2c7a4ac tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce25e43a-9563-4e9c-b005-9455efb3ada6 HTTP/1.1" status: 200 len: 944 time: 0.2480140 Jul 14 09:22:06.897017 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port e8b8d6ca-78f5-47b3-8286-3d21a5362d0b completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:06.907081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port e8b8d6ca-78f5-47b3-8286-3d21a5362d0b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:06.907452 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.953849 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70821a8f-66f2-47f9-af65-a907425e0788 req-1c6d48d4-ae0e-4899-ab39-afebfb11179a tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946202 Jul 14 09:22:06.972874 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc6625-a164-48b7-b53b-b5e9554c2fdb None None] Deleting port 9e294821-54f4-4b33-8687-714e0ee1b460 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:06.973270 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fbc6625-a164-48b7-b53b-b5e9554c2fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.982919 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Allocated IP 172.25.1.142 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/0126e3ff-183c-4dce-86a0-6bbe6640c590) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:07.021701 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.049912 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Transition to ACTIVE for port object 02083802-570f-4a80-a64d-17d3ccdf28c6 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:07.066059 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f63c74-ac5b-48ef-a291-817eaf931833 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:07.072473 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f0f63c74-ac5b-48ef-a291-817eaf931833 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.154453 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8e937446-9c5b-4798-8e3d-5036a6ab8d88 req-c9588eb6-0b86-4953-9203-b24143635aa5 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=2595af2a-8de2-415e-91ac-692b200cdd38 HTTP/1.1" status: 200 len: 210 time: 0.0926826 Jul 14 09:22:07.167717 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.176113 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Transition to ACTIVE for port object 02083802-570f-4a80-a64d-17d3ccdf28c6 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:07.178750 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4fbc6625-a164-48b7-b53b-b5e9554c2fdb None None] For port 9e294821-54f4-4b33-8687-714e0ee1b460, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9e294821-54f4-4b33-8687-714e0ee1b460,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:07.179144 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fbc6625-a164-48b7-b53b-b5e9554c2fdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.203625 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.218941 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.219215 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.223685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc6625-a164-48b7-b53b-b5e9554c2fdb None None] Calling delete_port for 9e294821-54f4-4b33-8687-714e0ee1b460 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:07.279432 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.322429 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce25e43a-9563-4e9c-b005-9455efb3ada6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b8d6ca-78f5-47b3-8286-3d21a5362d0b'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:07.324738 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308584b9-a86e-4ac2-a187-5a170548d64e" -d '{"events": [{"server_uuid": "ce25e43a-9563-4e9c-b005-9455efb3ada6", "name": "network-vif-plugged", "status": "completed", "tag": "e8b8d6ca-78f5-47b3-8286-3d21a5362d0b"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:07.386601 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Network 041dc1f0-7ce6-42cf-bd75-72a98460d7b9 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:07.393547 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Pushing event updated for resources: {'Port': ['ID=02083802-570f-4a80-a64d-17d3ccdf28c6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:07.399170 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port e8b8d6ca-78f5-47b3-8286-3d21a5362d0b, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e8b8d6ca-78f5-47b3-8286-3d21a5362d0b,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:07.403334 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 9e294821-54f4-4b33-8687-714e0ee1b460, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9e294821-54f4-4b33-8687-714e0ee1b460,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:07.408552 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:07.412300 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.418098 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:07.421548 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.700988 n-d-798054-10 neutron-server[93888]: DEBUG neutron.objects.ports [None req-f0f63c74-ac5b-48ef-a291-817eaf931833 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93888) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:22:07.721515 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Attempting to bind port 02083802-570f-4a80-a64d-17d3ccdf28c6 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:07.722044 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Attempting to bind port 02083802-570f-4a80-a64d-17d3ccdf28c6 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '15ade24d-c4ae-410c-afff-9563e52de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:07.722604 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Attempting to bind port 02083802-570f-4a80-a64d-17d3ccdf28c6 on network 041dc1f0-7ce6-42cf-bd75-72a98460d7b9 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:07.724676 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fbc6625-a164-48b7-b53b-b5e9554c2fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.726945 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=e8b8d6ca-78f5-47b3-8286-3d21a5362d0b,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:07.772708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc6625-a164-48b7-b53b-b5e9554c2fdb None None] No DVR routers for this DVR port 9e294821-54f4-4b33-8687-714e0ee1b460 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:07.782159 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:07.782949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Checking segment: {'id': '15ade24d-c4ae-410c-afff-9563e52de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:07.783538 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.792630 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Bound using segment: {'id': '15ade24d-c4ae-410c-afff-9563e52de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:07.793441 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Bound port: 02083802-570f-4a80-a64d-17d3ccdf28c6, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ade24d-c4ae-410c-afff-9563e52de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:07.795675 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.802070 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4604e495-0e6a-43d3-b4a6-b00d64d7d44a None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:07.813167 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:07.816957 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event deleted for resources: {'Port': ['ID=9e294821-54f4-4b33-8687-714e0ee1b460,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:07.842947 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:07.853438 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:07.866700 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc6625-a164-48b7-b53b-b5e9554c2fdb None None] Pushing event deleted for resources: {'Port': ['ID=9e294821-54f4-4b33-8687-714e0ee1b460,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:07.908167 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Pushing event updated for resources: {'Port': ['ID=0126e3ff-183c-4dce-86a0-6bbe6640c590,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:07.929004 n-d-798054-10 neutron-server[93888]: WARNING neutron.services.revisions.revision_plugin [None req-f0f63c74-ac5b-48ef-a291-817eaf931833 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Could not find related port for resource to bump revision. Jul 14 09:22:07.939972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:07.940376 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:07.940790 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:07.941132 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:07.941644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:07.942222 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:07.942752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:07.943348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:07.943593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:07.943920 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:07.944749 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:07.945084 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:07.945747 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d57d98-3310-43d6-8b99-1530fd28c5e5 req-3359cd58-e1ab-49e2-9a7a-5bb3ce41777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:07.947620 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-77d57d98-3310-43d6-8b99-1530fd28c5e5 req-3359cd58-e1ab-49e2-9a7a-5bb3ce41777d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 1097 time: 0.2218859 Jul 14 09:22:07.948871 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.ipam_pluggable_backend [None req-f0f63c74-ac5b-48ef-a291-817eaf931833 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Port 9e294821-54f4-4b33-8687-714e0ee1b460 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93888) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 14 09:22:07.949876 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.ipam_pluggable_backend [None req-f0f63c74-ac5b-48ef-a291-817eaf931833 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Reverting IP allocation for 2001:db8::f816:3eff:fecc:e4b1 {{(pid=93888) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 14 09:22:07.953748 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.ipam_pluggable_backend [None req-f0f63c74-ac5b-48ef-a291-817eaf931833 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fecc:e4b1 {{(pid=93888) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 14 09:22:07.963302 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f0f63c74-ac5b-48ef-a291-817eaf931833 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.967990 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-da85de87-65c6-4610-b851-ed9a207c2431 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:07.974337 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-da85de87-65c6-4610-b851-ed9a207c2431 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 810 time: 0.8226576 Jul 14 09:22:08.020526 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] For port 02083802-570f-4a80-a64d-17d3ccdf28c6, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:08.025568 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] For port 02083802-570f-4a80-a64d-17d3ccdf28c6, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=02083802-570f-4a80-a64d-17d3ccdf28c6,segment=NetworkSegment(15ade24d-c4ae-410c-afff-9563e52de3ef),segment_id=15ade24d-c4ae-410c-afff-9563e52de3ef)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:08.028218 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f63c74-ac5b-48ef-a291-817eaf931833 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:08.032568 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-77d57d98-3310-43d6-8b99-1530fd28c5e5 req-367031a4-e7af-480f-977d-eb105cf8dd05 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777376 Jul 14 09:22:08.035404 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f0f63c74-ac5b-48ef-a291-817eaf931833 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:08.040182 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f63c74-ac5b-48ef-a291-817eaf931833 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:08.040906 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f0f63c74-ac5b-48ef-a291-817eaf931833 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.044406 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f63c74-ac5b-48ef-a291-817eaf931833 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=cceaa950-a117-470d-b3e3-55d2d4e6271c,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:08.050490 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.060972 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f0f63c74-ac5b-48ef-a291-817eaf931833 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3103671 Jul 14 09:22:08.061292 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59940) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:08.066902 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-0a8d2b52-7548-440f-b194-c0ebf4ab2128 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'mac_address': 'fa:16:3e:e2:76:03', 'name': 'tempest-NetworksTestDHCPv6-512170635'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:08.068341 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-cb1e2f7b-6077-486f-b043-2fe0be088754 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/quotas/be454fb0ee14462b824a675124f7b42d HTTP/1.1" status: 200 len: 375 time: 0.0922141 Jul 14 09:22:08.078888 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e0d4c-30f0-42ad-851e-90de66af2d59 req-0c6a798d-35e0-4f40-8d5b-84d4acdff631 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:08.080366 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-562e0d4c-30f0-42ad-851e-90de66af2d59 req-0c6a798d-35e0-4f40-8d5b-84d4acdff631 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.3025482 Jul 14 09:22:08.136890 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-c3879ce7-9154-4949-9713-fc47da56b287 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555353 Jul 14 09:22:08.153212 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a3933-aa0a-4136-b17c-4ae97c6f8be6 None None] Pushing event updated for resources: {'Port': ['ID=02083802-570f-4a80-a64d-17d3ccdf28c6,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:08.166172 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'fixed_ips': [{'subnet_id': '1e816e14-ef3b-41f0-80ce-54f973e0f723'}, {'subnet_id': 'cceaa950-a117-470d-b3e3-55d2d4e6271c'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:22:08.167059 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.207397 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8d2b52-7548-440f-b194-c0ebf4ab2128 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:08.264806 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-562e0d4c-30f0-42ad-851e-90de66af2d59 req-de379edb-b37c-45b9-93ae-c215084bfcb2 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468792 Jul 14 09:22:08.410951 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2b52-7548-440f-b194-c0ebf4ab2128 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.453825 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Allocated IP 172.20.0.2 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/1e816e14-ef3b-41f0-80ce-54f973e0f723/58c813de-b497-42fe-99bd-607372985263) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:08.457361 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-0a8d2b52-7548-440f-b194-c0ebf4ab2128 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port 3e336a11-bafb-4f47-98b9-82225f05b59d yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:22:08.466888 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Allocated IP 2001:db8::f816:3eff:fe62:424d (4cef7a78-22ed-4e84-a95a-1f569bb0302d/cceaa950-a117-470d-b3e3-55d2d4e6271c/58c813de-b497-42fe-99bd-607372985263) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:08.556804 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-1ce9d3d4-1ae4-442c-9bad-7a1345f91ba9 service neutron] 10.222.0.26 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948772 Jul 14 09:22:08.774502 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-26b43d00-8274-4e60-9324-f0a31ae82805 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:08.783084 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-26b43d00-8274-4e60-9324-f0a31ae82805 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.55 "GET /v2.0/networks?id=abaf8195-e5b5-41c5-9377-b40357a3091e HTTP/1.1" status: 200 len: 804 time: 0.2371366 Jul 14 09:22:08.788989 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.792710 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fce4170-37ad-4488-93d2-efd7380bc183 x-openstack-request-id: req-9fce4170-37ad-4488-93d2-efd7380bc183 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:08.793192 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce25e43a-9563-4e9c-b005-9455efb3ada6", "name": "network-vif-plugged", "status": "completed", "tag": "e8b8d6ca-78f5-47b3-8286-3d21a5362d0b", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:08.794287 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9fce4170-37ad-4488-93d2-efd7380bc183 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:08.794862 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce25e43a-9563-4e9c-b005-9455efb3ada6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b8d6ca-78f5-47b3-8286-3d21a5362d0b', 'code': 200} Jul 14 09:22:08.797100 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-e6493d15-ae70-4a99-8de2-6899fedecb52 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Request body: {'port': {'device_id': '2595af2a-8de2-415e-91ac-692b200cdd38', 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e', 'admin_state_up': True, 'tenant_id': 'a82589d668934603a3d48db3a46efae2'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:08.803593 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.812244 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Transition to ACTIVE for port object 58c813de-b497-42fe-99bd-607372985263 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:08.866700 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Transition to ACTIVE for port object 58c813de-b497-42fe-99bd-607372985263 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:08.881123 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.908464 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 02083802-570f-4a80-a64d-17d3ccdf28c6 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:08.934673 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59956) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:09.024361 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:09.042381 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:09.047603 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:09.065174 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Pushing event updated for resources: {'Port': ['ID=58c813de-b497-42fe-99bd-607372985263,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:09.219879 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 02083802-570f-4a80-a64d-17d3ccdf28c6 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:09.248385 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Attempting to bind port 58c813de-b497-42fe-99bd-607372985263 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:09.250010 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Attempting to bind port 58c813de-b497-42fe-99bd-607372985263 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:09.250010 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Attempting to bind port 58c813de-b497-42fe-99bd-607372985263 on network 4cef7a78-22ed-4e84-a95a-1f569bb0302d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:09.259410 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-0a8d2b52-7548-440f-b194-c0ebf4ab2128 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 172.20.0.10 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/1e816e14-ef3b-41f0-80ce-54f973e0f723/3e336a11-bafb-4f47-98b9-82225f05b59d) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:09.265380 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:09.267124 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:09.268167 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.269129 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Bound using segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:09.270284 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Bound port: 58c813de-b497-42fe-99bd-607372985263, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:09.271285 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.277611 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-0a8d2b52-7548-440f-b194-c0ebf4ab2128 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::f816:3eff:fee2:7603 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/cceaa950-a117-470d-b3e3-55d2d4e6271c/3e336a11-bafb-4f47-98b9-82225f05b59d) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:09.380910 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-45cb83cf-fdce-4d9d-a147-6df3ee0e0aaf service neutron] 10.222.0.26 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8095250 Jul 14 09:22:09.388922 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.408085 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] For port 58c813de-b497-42fe-99bd-607372985263, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:09.419613 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] For port 58c813de-b497-42fe-99bd-607372985263, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=58c813de-b497-42fe-99bd-607372985263,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:09.428823 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.481010 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-e6493d15-ae70-4a99-8de2-6899fedecb52 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Made reservation on behalf of a82589d668934603a3d48db3a46efae2 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:09.483234 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf00ce-5c89-4d35-82aa-97d9a1a3bf77 req-a83591a7-06c5-4f5c-868b-ad79d672269d tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:09.485502 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-e6493d15-ae70-4a99-8de2-6899fedecb52 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.488856 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5cf00ce-5c89-4d35-82aa-97d9a1a3bf77 req-a83591a7-06c5-4f5c-868b-ad79d672269d tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce25e43a-9563-4e9c-b005-9455efb3ada6 HTTP/1.1" status: 200 len: 945 time: 0.4350088 Jul 14 09:22:09.562133 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31878c-d64b-420f-a080-50d0d458b109 None None] Pushing event updated for resources: {'Port': ['ID=58c813de-b497-42fe-99bd-607372985263,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:09.591457 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-63923ad5-43cb-4ef6-bd85-c8b75fe233dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.620201 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5cf00ce-5c89-4d35-82aa-97d9a1a3bf77 req-c967b1f5-c222-4d0b-a48a-e4f69835bc1d tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211269 Jul 14 09:22:09.724427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Router ba270bd8-9744-4c6f-8a06-9b6376adaf05 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:22:09.835349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5123a61b-5c30-4b43-b171-9becc23fa93a None None] Network 041dc1f0-7ce6-42cf-bd75-72a98460d7b9 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:10.036819 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-510bb245-0c7c-4ca0-955f-9e565e2bcab2 None None] Provisioning for port 02083802-570f-4a80-a64d-17d3ccdf28c6 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:10.056147 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-510bb245-0c7c-4ca0-955f-9e565e2bcab2 None None] Provisioning complete for port 02083802-570f-4a80-a64d-17d3ccdf28c6 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:10.056530 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-510bb245-0c7c-4ca0-955f-9e565e2bcab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.216781 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a29b01f-0553-445d-9320-b1370f94842c req-ee9d1836-db29-46f2-bbc6-93b664f813ed tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=2595af2a-8de2-415e-91ac-692b200cdd38 HTTP/1.1" status: 200 len: 210 time: 0.0707705 Jul 14 09:22:10.240083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:10.267652 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] Sync routers for ids ['ba270bd8-9744-4c6f-8a06-9b6376adaf05'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:10.277994 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-510bb245-0c7c-4ca0-955f-9e565e2bcab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.310152 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] Routers {'ba270bd8-9744-4c6f-8a06-9b6376adaf05'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:10.310715 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:22:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ba270bd8-9744-4c6f-8a06-9b6376adaf05'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:10.365076 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0c81f-0be1-4df5-9b05-ccbd8ad43583 req-ed6063ce-4c21-4b69-b421-ea153d14d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:10.368704 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-57a0c81f-0be1-4df5-9b05-ccbd8ad43583 req-ed6063ce-4c21-4b69-b421-ea153d14d114 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ce25e43a-9563-4e9c-b005-9455efb3ada6 HTTP/1.1" status: 200 len: 1097 time: 1.2679012 Jul 14 09:22:10.436474 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] Set router ba270bd8-9744-4c6f-8a06-9b6376adaf05 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:10.455321 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcd04d-a3c2-4be4-951f-8922b2d9254f req-7a5ddc49-0222-4f7d-8a3f-bd27ef9088d3 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:10.460660 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5bcd04d-a3c2-4be4-951f-8922b2d9254f req-7a5ddc49-0222-4f7d-8a3f-bd27ef9088d3 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.3294258 Jul 14 09:22:10.563558 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5bcd04d-a3c2-4be4-951f-8922b2d9254f req-5c5f76d1-c07f-4973-8d04-a08080fbe4ca tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965230 Jul 14 09:22:10.566043 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6530c1bb-42c3-4d9d-8205-b1998486d0da req-1d8260b9-44e0-436e-988e-89b476333b70 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 210 time: 0.0385273 Jul 14 09:22:10.566430 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2b52-7548-440f-b194-c0ebf4ab2128 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.615360 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-57a0c81f-0be1-4df5-9b05-ccbd8ad43583 req-d226092e-99fb-4c03-a7bc-03bca3968ca6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934371 Jul 14 09:22:10.625041 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-0a8d2b52-7548-440f-b194-c0ebf4ab2128 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object 3e336a11-bafb-4f47-98b9-82225f05b59d will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:10.738965 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2b52-7548-440f-b194-c0ebf4ab2128 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.749173 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-e6493d15-ae70-4a99-8de2-6899fedecb52 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Allocated IP 172.20.0.5 (abaf8195-e5b5-41c5-9377-b40357a3091e/9fe961b1-9a16-4166-9f5e-21fa35cb8710/188a971b-9a37-4aa5-b4f7-3a6b38966b59) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:10.771772 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-510bb245-0c7c-4ca0-955f-9e565e2bcab2 None None] For port 02083802-570f-4a80-a64d-17d3ccdf28c6, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=02083802-570f-4a80-a64d-17d3ccdf28c6,segment=NetworkSegment(15ade24d-c4ae-410c-afff-9563e52de3ef),segment_id=15ade24d-c4ae-410c-afff-9563e52de3ef)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:10.788785 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-510bb245-0c7c-4ca0-955f-9e565e2bcab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.877815 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8d2b52-7548-440f-b194-c0ebf4ab2128 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:10.959540 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-0a8d2b52-7548-440f-b194-c0ebf4ab2128 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:10.976300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8d2b52-7548-440f-b194-c0ebf4ab2128 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:10.977065 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 58c813de-b497-42fe-99bd-607372985263 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:10.998864 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60d279-be7a-4319-b0a2-e58a264549f1 req-25bc0989-60a9-414d-8a04-489137bff955 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:11.005325 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-63923ad5-43cb-4ef6-bd85-c8b75fe233dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.011428 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff60d279-be7a-4319-b0a2-e58a264549f1 req-25bc0989-60a9-414d-8a04-489137bff955 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce25e43a-9563-4e9c-b005-9455efb3ada6 HTTP/1.1" status: 200 len: 945 time: 0.1111238 Jul 14 09:22:11.036476 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.038138 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d12e2579-8752-4f9c-a6cd-db4c5cd28c9a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8929665 Jul 14 09:22:11.044407 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59978) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:11.060146 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bb245-0c7c-4ca0-955f-9e565e2bcab2 None None] Pushing event updated for resources: {'Port': ['ID=02083802-570f-4a80-a64d-17d3ccdf28c6,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:11.139610 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff60d279-be7a-4319-b0a2-e58a264549f1 req-4962b99f-dab3-455f-b3d7-13f3b09cfb9a tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268141 Jul 14 09:22:11.160546 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 58c813de-b497-42fe-99bd-607372985263 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:11.190837 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-63923ad5-43cb-4ef6-bd85-c8b75fe233dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.206998 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'name': 'tempest-ServersTestManualDisk-661026831-router', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:05Z', 'updated_at': '2021-07-14T09:22:08Z', 'revision_number': 3, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'gw_port': {'id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:06Z', 'updated_at': '2021-07-14T09:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:11.233098 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d2b52-7548-440f-b194-c0ebf4ab2128 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=3e336a11-bafb-4f47-98b9-82225f05b59d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:11.248414 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-63923ad5-43cb-4ef6-bd85-c8b75fe233dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3bc111b008d4dd0832f4e379580444f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3049514 Jul 14 09:22:11.253278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59980) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:11.316993 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] Checking router: ba270bd8-9744-4c6f-8a06-9b6376adaf05 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:11.317838 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] Updating router ba270bd8-9744-4c6f-8a06-9b6376adaf05 port 0126e3ff-183c-4dce-86a0-6bbe6640c590 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:22:11.427049 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.463544 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1a6aee61-b390-43d9-bbab-9e4fa2718f7f None None] Provisioning complete for port 02083802-570f-4a80-a64d-17d3ccdf28c6 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:11.464563 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a6aee61-b390-43d9-bbab-9e4fa2718f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.566595 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63923ad5-43cb-4ef6-bd85-c8b75fe233dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4fef4d-69f5-49b3-b000-7e3ce4df9ab0,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:11.608954 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfb4ff7-df13-420a-ad74-bbd6c890fa19 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:11.623408 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8d2b52-7548-440f-b194-c0ebf4ab2128 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:11.624619 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2b52-7548-440f-b194-c0ebf4ab2128 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.692235 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0a8d2b52-7548-440f-b194-c0ebf4ab2128 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6276553 Jul 14 09:22:11.694369 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dae5459c-4eb6-4d5f-8938-b40c5eb259df req-a3f164cf-a342-422f-9ec8-4576b641d442 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=2595af2a-8de2-415e-91ac-692b200cdd38 HTTP/1.1" status: 200 len: 210 time: 0.0738723 Jul 14 09:22:11.696864 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59990) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:11.736561 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2a3f4fc3-e142-4121-a212-5c4bfa661f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.797661 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2a3f4fc3-e142-4121-a212-5c4bfa661f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.896222 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabcbacf-b039-44ae-a1f0-9a70ee6648d3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:11.902501 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabcbacf-b039-44ae-a1f0-9a70ee6648d3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:11.904695 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-eabcbacf-b039-44ae-a1f0-9a70ee6648d3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2054906 Jul 14 09:22:11.907286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59992) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:11.982871 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-e6493d15-ae70-4a99-8de2-6899fedecb52 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.044917 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2a3f4fc3-e142-4121-a212-5c4bfa661f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.052891 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2a3f4fc3-e142-4121-a212-5c4bfa661f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.056630 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2a3f4fc3-e142-4121-a212-5c4bfa661f58 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f4fef4d-69f5-49b3-b000-7e3ce4df9ab0 HTTP/1.1" status: 204 len: 168 time: 0.7948077 Jul 14 09:22:12.092972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f4fc3-e142-4121-a212-5c4bfa661f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4fef4d-69f5-49b3-b000-7e3ce4df9ab0,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:12.156625 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a73e4-585b-4e72-a567-c106a92038fa req-af6cd2c3-c9c9-477d-af47-53bc2eb26209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:12.157949 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-922a73e4-585b-4e72-a567-c106a92038fa req-af6cd2c3-c9c9-477d-af47-53bc2eb26209 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bf11fb44ae345849ddee66c056190a8&device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 1097 time: 0.2693853 Jul 14 09:22:12.263471 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-369549dd-cf54-4c79-89d4-76acdd78a8ad None None] Provisioning for port 58c813de-b497-42fe-99bd-607372985263 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:12.294132 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-369549dd-cf54-4c79-89d4-76acdd78a8ad None None] Provisioning complete for port 58c813de-b497-42fe-99bd-607372985263 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:12.294609 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-369549dd-cf54-4c79-89d4-76acdd78a8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.323802 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-e6493d15-ae70-4a99-8de2-6899fedecb52 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.390433 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ef2a016-ef06-4fde-ba82-56f6a8bf4474 req-65eaefb6-04db-43fe-b77d-488260391522 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 210 time: 0.1234202 Jul 14 09:22:12.423157 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-e6493d15-ae70-4a99-8de2-6899fedecb52 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Network abaf8195-e5b5-41c5-9377-b40357a3091e is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:12.436869 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-e6493d15-ae70-4a99-8de2-6899fedecb52 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:12.447422 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f56358-0057-46f2-abeb-b708a58b636c req-7b21f4ad-e173-4c44-aaad-8499c7da5512 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:12.449037 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d7f56358-0057-46f2-abeb-b708a58b636c req-7b21f4ad-e173-4c44-aaad-8499c7da5512 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.5003724 Jul 14 09:22:12.455929 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a73e4-585b-4e72-a567-c106a92038fa req-735cd52a-51db-4a19-82aa-0663b2db3cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:12.459066 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.461026 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-922a73e4-585b-4e72-a567-c106a92038fa req-735cd52a-51db-4a19-82aa-0663b2db3cc6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b207265-1379-4cb1-bdf9-417a0c56f7e4 HTTP/1.1" status: 200 len: 912 time: 0.2863955 Jul 14 09:22:12.466724 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-e6493d15-ae70-4a99-8de2-6899fedecb52 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:12.486661 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01c59e69-4d3c-48b4-93d4-b25d019c1f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.525977 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] Transition to ACTIVE for port object 0126e3ff-183c-4dce-86a0-6bbe6640c590 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:12.561871 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.570882 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-ae9aab14-6e0e-4f38-8fb4-84d1a276a6d7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port 3e336a11-bafb-4f47-98b9-82225f05b59d {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:12.571231 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ae9aab14-6e0e-4f38-8fb4-84d1a276a6d7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.756491 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d81534-b426-45f2-a40b-826d35cf52ef None None] Pushing event updated for resources: {'Port': ['ID=0126e3ff-183c-4dce-86a0-6bbe6640c590,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:12.767785 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] Attempting to bind port 0126e3ff-183c-4dce-86a0-6bbe6640c590 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:12.768162 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] Attempting to bind port 0126e3ff-183c-4dce-86a0-6bbe6640c590 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:12.771601 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] Attempting to bind port 0126e3ff-183c-4dce-86a0-6bbe6640c590 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:12.796361 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:12.796730 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:12.797140 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.797538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:12.798092 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] Bound port: 0126e3ff-183c-4dce-86a0-6bbe6640c590, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:12.798460 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.805051 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-369549dd-cf54-4c79-89d4-76acdd78a8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.888890 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-369549dd-cf54-4c79-89d4-76acdd78a8ad None None] For port 58c813de-b497-42fe-99bd-607372985263, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=58c813de-b497-42fe-99bd-607372985263,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:12.894430 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 02083802-570f-4a80-a64d-17d3ccdf28c6 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:12.900596 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-369549dd-cf54-4c79-89d4-76acdd78a8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.922718 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6493d15-ae70-4a99-8de2-6899fedecb52 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Pushing event updated for resources: {'Port': ['ID=188a971b-9a37-4aa5-b4f7-3a6b38966b59,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:12.940408 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d7f56358-0057-46f2-abeb-b708a58b636c req-5bfb6e4c-f47f-4a7d-a3a8-090b276ec2f7 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770260 Jul 14 09:22:12.987898 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ae9aab14-6e0e-4f38-8fb4-84d1a276a6d7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.990328 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-922a73e4-585b-4e72-a567-c106a92038fa req-7282afc5-3608-4d81-9e5a-71941644aa23 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f438514-120c-4922-93e3-d401119399d4 HTTP/1.1" status: 200 len: 217 time: 0.4759512 Jul 14 09:22:13.020253 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] For port 0126e3ff-183c-4dce-86a0-6bbe6640c590, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:13.058975 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] For port 0126e3ff-183c-4dce-86a0-6bbe6640c590, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0126e3ff-183c-4dce-86a0-6bbe6640c590,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:13.086727 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.101958 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369549dd-cf54-4c79-89d4-76acdd78a8ad None None] Pushing event updated for resources: {'Port': ['ID=58c813de-b497-42fe-99bd-607372985263,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:13.123204 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-ae9aab14-6e0e-4f38-8fb4-84d1a276a6d7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for 3e336a11-bafb-4f47-98b9-82225f05b59d owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:13.134308 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-e6493d15-ae70-4a99-8de2-6899fedecb52 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:13.135406 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-e6493d15-ae70-4a99-8de2-6899fedecb52 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.228252 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 02083802-570f-4a80-a64d-17d3ccdf28c6 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:13.228991 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.265459 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-e6493d15-ae70-4a99-8de2-6899fedecb52 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4729781 Jul 14 09:22:13.271574 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-287d0a20-51ee-4618-9ad6-dc5a9ebae4da None None] Provisioning for port 3e336a11-bafb-4f47-98b9-82225f05b59d completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:13.298253 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d81534-b426-45f2-a40b-826d35cf52ef None None] Pushing event updated for resources: {'Port': ['ID=0126e3ff-183c-4dce-86a0-6bbe6640c590,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:13.307560 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a73e4-585b-4e72-a567-c106a92038fa req-f6c5ec1e-c937-44f4-814e-41fafd95d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:13.310227 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-922a73e4-585b-4e72-a567-c106a92038fa req-f6c5ec1e-c937-44f4-814e-41fafd95d108 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a72a50-84b2-47a9-a16f-8470cdb97c9f HTTP/1.1" status: 200 len: 851 time: 0.2960813 Jul 14 09:22:13.312334 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] Routers {'ba270bd8-9744-4c6f-8a06-9b6376adaf05'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:13.313182 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:22:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ba270bd8-9744-4c6f-8a06-9b6376adaf05'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:13.331358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-287d0a20-51ee-4618-9ad6-dc5a9ebae4da None None] Provisioning complete for port 3e336a11-bafb-4f47-98b9-82225f05b59d triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:13.331874 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-287d0a20-51ee-4618-9ad6-dc5a9ebae4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.336167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] Request body: {'port': {'device_id': '2595af2a-8de2-415e-91ac-692b200cdd38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:13.381577 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321eade7-6c88-49a1-9d87-c9dba41b6848 req-3ed4a851-dccb-4516-ad9c-c02286f33304 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:13.384843 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-84943c69-ba8e-4f94-aa39-599e546c3e3b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:13.389732 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-84943c69-ba8e-4f94-aa39-599e546c3e3b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.55 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 810 time: 0.9265347 Jul 14 09:22:13.390203 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-321eade7-6c88-49a1-9d87-c9dba41b6848 req-3ed4a851-dccb-4516-ad9c-c02286f33304 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce25e43a-9563-4e9c-b005-9455efb3ada6 HTTP/1.1" status: 200 len: 945 time: 0.7356548 Jul 14 09:22:13.494114 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-5d760c92-3bf9-429e-9a33-c36ae9f3e64e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Request body: {'port': {'device_id': 'f832e9f6-7c01-4107-967c-34e8b6c66ae1', 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530', 'admin_state_up': True, 'tenant_id': 'be454fb0ee14462b824a675124f7b42d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:13.502039 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-922a73e4-585b-4e72-a567-c106a92038fa req-92ebb486-1d4b-4907-9d53-0a7a51e67ee8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b207265-1379-4cb1-bdf9-417a0c56f7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1614285 Jul 14 09:22:13.511344 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b6421341-9ee3-49e0-b458-db4c24984ee3 req-b925f2a2-329d-48ae-ada0-1a86be82d557 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8550973 Jul 14 09:22:13.587696 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-287d0a20-51ee-4618-9ad6-dc5a9ebae4da None None] Port 3e336a11-bafb-4f47-98b9-82225f05b59d cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:13.668243 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] Set router ba270bd8-9744-4c6f-8a06-9b6376adaf05 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:13.728631 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-287d0a20-51ee-4618-9ad6-dc5a9ebae4da None None] Provisioning complete for port 58c813de-b497-42fe-99bd-607372985263 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:13.728986 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-287d0a20-51ee-4618-9ad6-dc5a9ebae4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.798009 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-922a73e4-585b-4e72-a567-c106a92038fa req-c5a4aa6e-b24e-421f-99d6-290c25664af4 service neutron] 10.222.0.49 "GET /v2.0/networks/2b207265-1379-4cb1-bdf9-417a0c56f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816379 Jul 14 09:22:13.821399 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.920050 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-321eade7-6c88-49a1-9d87-c9dba41b6848 req-dc1fc71e-77b3-49a0-8c3d-3feaa49ed049 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284290 Jul 14 09:22:13.993470 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'name': 'tempest-ServersTestManualDisk-661026831-router', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:05Z', 'updated_at': '2021-07-14T09:22:08Z', 'revision_number': 3, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'gw_port': {'id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:06Z', 'updated_at': '2021-07-14T09:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:14.005926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-01c59e69-4d3c-48b4-93d4-b25d019c1f96 admin admin] Allocated IP 172.20.0.1 (041dc1f0-7ce6-42cf-bd75-72a98460d7b9/9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4/682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:14.031922 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac8a3c7-6038-41bb-9322-47ff9e8aa2b7 None None] The sync data for ids ['ba270bd8-9744-4c6f-8a06-9b6376adaf05'] in n-d-798054-10 is: [{'id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'name': 'tempest-ServersTestManualDisk-661026831-router', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:05Z', 'updated_at': '2021-07-14T09:22:08Z', 'revision_number': 3, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'gw_port': {'id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:06Z', 'updated_at': '2021-07-14T09:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:14.047288 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425b684-081f-4841-b45b-8394f3dd98e2 req-fcaa3e7b-52e5-40ad-95a5-6c02e03fe742 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:14.054951 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d425b684-081f-4841-b45b-8394f3dd98e2 req-fcaa3e7b-52e5-40ad-95a5-6c02e03fe742 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=2595af2a-8de2-415e-91ac-692b200cdd38 HTTP/1.1" status: 200 len: 931 time: 0.8403392 Jul 14 09:22:14.088034 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-af178795-8f28-4e4e-be80-cc013fa26d27 None None] Provisioning complete for port 3e336a11-bafb-4f47-98b9-82225f05b59d triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:14.089375 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af178795-8f28-4e4e-be80-cc013fa26d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.222377 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ae9aab14-6e0e-4f38-8fb4-84d1a276a6d7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.242790 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-af178795-8f28-4e4e-be80-cc013fa26d27 None None] Port 3e336a11-bafb-4f47-98b9-82225f05b59d cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:14.247500 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-af178795-8f28-4e4e-be80-cc013fa26d27 None None] Could not find standard attr ID for object 903f51ce-2d4c-4f66-94cb-a328e72ce5d4. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:22:14.247710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6421341-9ee3-49e0-b458-db4c24984ee3 req-e6eb85d2-ddfd-46ae-8aea-7489706acbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:14.249876 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b6421341-9ee3-49e0-b458-db4c24984ee3 req-e6eb85d2-ddfd-46ae-8aea-7489706acbdc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0bf11fb44ae345849ddee66c056190a8&device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 1098 time: 0.6283581 Jul 14 09:22:14.282659 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca6b26df-22ab-40de-bf38-ff7776c76128 req-5949ae84-a777-4611-b6ca-402713726288 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 210 time: 0.0669148 Jul 14 09:22:14.299609 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-5d760c92-3bf9-429e-9a33-c36ae9f3e64e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Made reservation on behalf of be454fb0ee14462b824a675124f7b42d for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:14.303656 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-5d760c92-3bf9-429e-9a33-c36ae9f3e64e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.332923 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d425b684-081f-4841-b45b-8394f3dd98e2 req-033e714c-6096-43d6-88d4-011e577446bc tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770667 Jul 14 09:22:14.385771 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-922a73e4-585b-4e72-a567-c106a92038fa req-91c9b3d9-ff5f-429e-8874-f31eed302cbf service neutron] 10.222.0.49 "GET /v2.0/networks/2b207265-1379-4cb1-bdf9-417a0c56f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526993 Jul 14 09:22:14.389371 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9aab14-6e0e-4f38-8fb4-84d1a276a6d7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=3e336a11-bafb-4f47-98b9-82225f05b59d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:14.697886 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ae9aab14-6e0e-4f38-8fb4-84d1a276a6d7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.705361 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ae9aab14-6e0e-4f38-8fb4-84d1a276a6d7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/3e336a11-bafb-4f47-98b9-82225f05b59d HTTP/1.1" status: 204 len: 168 time: 2.7950931 Jul 14 09:22:14.706068 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60030) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:14.807145 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6421341-9ee3-49e0-b458-db4c24984ee3 req-ad3b2ba3-8621-481b-9570-84d8132b7846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:14.812292 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b6421341-9ee3-49e0-b458-db4c24984ee3 req-ad3b2ba3-8621-481b-9570-84d8132b7846 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2b207265-1379-4cb1-bdf9-417a0c56f7e4 HTTP/1.1" status: 200 len: 912 time: 0.5267758 Jul 14 09:22:14.922746 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b6421341-9ee3-49e0-b458-db4c24984ee3 req-94ed5b81-b60d-4a2a-9687-afba597eb993 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea HTTP/1.1" status: 200 len: 217 time: 0.0897551 Jul 14 09:22:14.944713 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01c59e69-4d3c-48b4-93d4-b25d019c1f96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.995733 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-5d760c92-3bf9-429e-9a33-c36ae9f3e64e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Allocated IP 172.20.0.12 (c264f7f6-27f5-4c6a-b12c-803b241a1530/ccf1d83d-082d-42ed-9d0f-7aa5099c2f25/f8d662ed-e77f-4353-8c8d-0459dfd9d40a) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:15.019451 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6421341-9ee3-49e0-b458-db4c24984ee3 req-731d5ad2-156d-4f98-bf7e-fa67bde01a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:15.022116 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b6421341-9ee3-49e0-b458-db4c24984ee3 req-731d5ad2-156d-4f98-bf7e-fa67bde01a93 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e4a72a50-84b2-47a9-a16f-8470cdb97c9f HTTP/1.1" status: 200 len: 851 time: 0.0881660 Jul 14 09:22:15.024931 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce47d99-5d2a-4933-be09-dd634fbf304e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:15.026677 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce47d99-5d2a-4933-be09-dd634fbf304e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:15.028356 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce47d99-5d2a-4933-be09-dd634fbf304e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:15.034744 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 58c813de-b497-42fe-99bd-607372985263 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:15.036138 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0ce47d99-5d2a-4933-be09-dd634fbf304e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3209946 Jul 14 09:22:15.040877 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60034) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:15.080456 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-01c59e69-4d3c-48b4-93d4-b25d019c1f96 admin admin] Transition to ACTIVE for port object 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:15.104967 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b6421341-9ee3-49e0-b458-db4c24984ee3 req-0d7b94f5-a354-4a62-b3d7-4cfa3470c61c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2b207265-1379-4cb1-bdf9-417a0c56f7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721776 Jul 14 09:22:15.135587 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 58c813de-b497-42fe-99bd-607372985263 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:15.138278 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.143641 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 188a971b-9a37-4aa5-b4f7-3a6b38966b59 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:15.207328 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eb97e8-e1a4-4185-aca8-665e375d05e8 None None] get_active_networks_info from n-d-798054-10 {{(pid=93889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:22:15.223966 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.237910 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-615481f5-3d87-412c-b9d5-3c803fb1825a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 1e816e14-ef3b-41f0-80ce-54f973e0f723 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:15.247186 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-615481f5-3d87-412c-b9d5-3c803fb1825a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.275274 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] Transition to ACTIVE for port object 188a971b-9a37-4aa5-b4f7-3a6b38966b59 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:15.317185 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08489e-1cfe-495a-b4e4-acc526a26e36 req-527c495c-61ef-4e5b-947d-eb3d275ec29b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:15.319551 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7a08489e-1cfe-495a-b4e4-acc526a26e36 req-527c495c-61ef-4e5b-947d-eb3d275ec29b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.4383588 Jul 14 09:22:15.347558 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.425969 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-615481f5-3d87-412c-b9d5-3c803fb1825a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.491273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] Pushing event updated for resources: {'Port': ['ID=188a971b-9a37-4aa5-b4f7-3a6b38966b59,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:15.497263 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0126e3ff-183c-4dce-86a0-6bbe6640c590 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:15.503806 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eb97e8-e1a4-4185-aca8-665e375d05e8 None None] Resources bound (agent type, host, resource id): {{(pid=93889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:22:15.556221 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-615481f5-3d87-412c-b9d5-3c803fb1825a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.590835 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-5d760c92-3bf9-429e-9a33-c36ae9f3e64e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.620053 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b6421341-9ee3-49e0-b458-db4c24984ee3 req-4262eae6-97e8-432c-973a-b4ef137eb2ce service neutron] 10.222.0.55 "GET /v2.0/networks/2b207265-1379-4cb1-bdf9-417a0c56f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957750 Jul 14 09:22:15.650284 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01c59e69-4d3c-48b4-93d4-b25d019c1f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.676902 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 0126e3ff-183c-4dce-86a0-6bbe6640c590 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:15.688667 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7a08489e-1cfe-495a-b4e4-acc526a26e36 req-d5a734b5-395a-495f-9bba-ef4b0f7c4067 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474703 Jul 14 09:22:15.695882 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 0126e3ff-183c-4dce-86a0-6bbe6640c590 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:15.696074 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.737504 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c59e69-4d3c-48b4-93d4-b25d019c1f96 admin admin] Network 041dc1f0-7ce6-42cf-bd75-72a98460d7b9 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:15.756526 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] Attempting to bind port 188a971b-9a37-4aa5-b4f7-3a6b38966b59 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:15.757699 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] Attempting to bind port 188a971b-9a37-4aa5-b4f7-3a6b38966b59 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '8a032bad-3320-4bc2-ba00-8e6423d364fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:15.758682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] Attempting to bind port 188a971b-9a37-4aa5-b4f7-3a6b38966b59 on network abaf8195-e5b5-41c5-9377-b40357a3091e {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:15.770084 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-01c59e69-4d3c-48b4-93d4-b25d019c1f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:15.783374 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c59e69-4d3c-48b4-93d4-b25d019c1f96 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:15.786788 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-615481f5-3d87-412c-b9d5-3c803fb1825a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.796241 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] Port 188a971b-9a37-4aa5-b4f7-3a6b38966b59 on network abaf8195-e5b5-41c5-9377-b40357a3091e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:15.796997 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] Attempting to bind port 188a971b-9a37-4aa5-b4f7-3a6b38966b59 on network abaf8195-e5b5-41c5-9377-b40357a3091e {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:15.821470 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:15.822280 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] Checking segment: {'id': '8a032bad-3320-4bc2-ba00-8e6423d364fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:15.822961 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] Bound using segment: {'id': '8a032bad-3320-4bc2-ba00-8e6423d364fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:15.823734 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] Bound port: 188a971b-9a37-4aa5-b4f7-3a6b38966b59, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a032bad-3320-4bc2-ba00-8e6423d364fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:15.824369 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.847251 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-615481f5-3d87-412c-b9d5-3c803fb1825a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.857630 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-615481f5-3d87-412c-b9d5-3c803fb1825a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/1e816e14-ef3b-41f0-80ce-54f973e0f723 HTTP/1.1" status: 204 len: 168 time: 0.7997038 Jul 14 09:22:15.868070 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60044) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:15.884775 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c59e69-4d3c-48b4-93d4-b25d019c1f96 admin admin] Pushing event updated for resources: {'Port': ['ID=682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:15.921209 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615481f5-3d87-412c-b9d5-3c803fb1825a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=1e816e14-ef3b-41f0-80ce-54f973e0f723,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:15.955195 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01c59e69-4d3c-48b4-93d4-b25d019c1f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.036899 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96531c30-4786-4b85-acc4-fadac0e93c4c req-f38e6ef9-00a6-49e4-aaf0-54bde96a7c0f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:16.039211 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96531c30-4786-4b85-acc4-fadac0e93c4c req-f38e6ef9-00a6-49e4-aaf0-54bde96a7c0f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce25e43a-9563-4e9c-b005-9455efb3ada6 HTTP/1.1" status: 200 len: 945 time: 0.4055576 Jul 14 09:22:16.142651 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96531c30-4786-4b85-acc4-fadac0e93c4c req-f240c8b6-5f4b-4e4e-a443-4c0e4338c89c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835681 Jul 14 09:22:16.206032 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01c59e69-4d3c-48b4-93d4-b25d019c1f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.207922 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.230964 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 0126e3ff-183c-4dce-86a0-6bbe6640c590, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0126e3ff-183c-4dce-86a0-6bbe6640c590,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:16.236800 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.241140 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff65efc-6a14-4bba-9f7c-57cdc36666b9 req-1ae916a7-9b77-47d8-8e8c-25cdce9eee22 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:16.243359 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0ff65efc-6a14-4bba-9f7c-57cdc36666b9 req-1ae916a7-9b77-47d8-8e8c-25cdce9eee22 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 932 time: 0.1442471 Jul 14 09:22:16.311762 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.352154 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-5d760c92-3bf9-429e-9a33-c36ae9f3e64e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.376831 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=0126e3ff-183c-4dce-86a0-6bbe6640c590,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:16.393246 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] For port 188a971b-9a37-4aa5-b4f7-3a6b38966b59, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:16.406137 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0ff65efc-6a14-4bba-9f7c-57cdc36666b9 req-12c07bb0-dbda-44b7-85cd-44dca766d64f tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342778 Jul 14 09:22:16.423645 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d189ff11-dfee-40a6-9531-75f15365565a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet cceaa950-a117-470d-b3e3-55d2d4e6271c {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:16.472838 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d189ff11-dfee-40a6-9531-75f15365565a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.500082 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b6421341-9ee3-49e0-b458-db4c24984ee3 req-4d7162a6-64b3-43fe-9184-1aeb697e02e8 service neutron] 10.222.0.55 "GET /v2.0/networks/2b207265-1379-4cb1-bdf9-417a0c56f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8326139 Jul 14 09:22:16.501922 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] For port 188a971b-9a37-4aa5-b4f7-3a6b38966b59, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=188a971b-9a37-4aa5-b4f7-3a6b38966b59,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:16.541261 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c450b07-dd48-47b3-9fec-c40644d5bb0f req-0ca2e9e8-8a27-4181-81b9-7116601f2b89 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:16.548320 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c450b07-dd48-47b3-9fec-c40644d5bb0f req-0ca2e9e8-8a27-4181-81b9-7116601f2b89 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=2595af2a-8de2-415e-91ac-692b200cdd38 HTTP/1.1" status: 200 len: 943 time: 0.2349484 Jul 14 09:22:16.555869 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d189ff11-dfee-40a6-9531-75f15365565a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.559906 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-5d760c92-3bf9-429e-9a33-c36ae9f3e64e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Network c264f7f6-27f5-4c6a-b12c-803b241a1530 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:16.561386 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.606696 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-5d760c92-3bf9-429e-9a33-c36ae9f3e64e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:16.618812 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-5d760c92-3bf9-429e-9a33-c36ae9f3e64e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:16.621297 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d760c92-3bf9-429e-9a33-c36ae9f3e64e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Pushing event updated for resources: {'Port': ['ID=f8d662ed-e77f-4353-8c8d-0459dfd9d40a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:16.624819 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:16.625120 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.626769 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] 10.222.0.55 "PUT /v2.0/ports/188a971b-9a37-4aa5-b4f7-3a6b38966b59 HTTP/1.1" status: 200 len: 1092 time: 3.3098407 Jul 14 09:22:16.630926 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2595af2a-8de2-415e-91ac-692b200cdd38', 'tag': '188a971b-9a37-4aa5-b4f7-3a6b38966b59'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:16.633619 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a20ea4-a326-487c-852b-eed2b430df9b" -d '{"events": [{"name": "network-changed", "server_uuid": "2595af2a-8de2-415e-91ac-692b200cdd38", "tag": "188a971b-9a37-4aa5-b4f7-3a6b38966b59"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:16.641087 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c450b07-dd48-47b3-9fec-c40644d5bb0f req-376c5da3-78b5-4aca-9d53-26aea23b9431 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896456 Jul 14 09:22:16.666086 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01c59e69-4d3c-48b4-93d4-b25d019c1f96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.675741 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01c59e69-4d3c-48b4-93d4-b25d019c1f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.800412 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-5d760c92-3bf9-429e-9a33-c36ae9f3e64e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:16.801121 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-5d760c92-3bf9-429e-9a33-c36ae9f3e64e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.857854 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0126e3ff-183c-4dce-86a0-6bbe6640c590 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:16.923195 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 0126e3ff-183c-4dce-86a0-6bbe6640c590 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:16.923631 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.929091 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f242140-c9f0-498e-8d49-078572f10cf5 x-openstack-request-id: req-2f242140-c9f0-498e-8d49-078572f10cf5 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:16.930363 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2595af2a-8de2-415e-91ac-692b200cdd38", "tag": "188a971b-9a37-4aa5-b4f7-3a6b38966b59", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:16.930666 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f242140-c9f0-498e-8d49-078572f10cf5 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:16.931206 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2595af2a-8de2-415e-91ac-692b200cdd38', 'tag': '188a971b-9a37-4aa5-b4f7-3a6b38966b59', 'status': 'completed', 'code': 200} Jul 14 09:22:16.938475 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-5d760c92-3bf9-429e-9a33-c36ae9f3e64e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4549966 Jul 14 09:22:16.962340 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d189ff11-dfee-40a6-9531-75f15365565a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.969180 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01c59e69-4d3c-48b4-93d4-b25d019c1f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.989660 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c59e69-4d3c-48b4-93d4-b25d019c1f96 admin admin] Pushing event updated for resources: {'Port': ['ID=682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:17.012666 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] Request body: {'port': {'device_id': 'f832e9f6-7c01-4107-967c-34e8b6c66ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:17.028036 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944300b-ed83-4562-be7a-4934b9f92998 service neutron] Pushing event updated for resources: {'Port': ['ID=188a971b-9a37-4aa5-b4f7-3a6b38966b59,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:17.191606 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fef6e-1750-455e-8b46-eccee8702454 req-26491cd9-9583-4bc8-8d15-586d453832ae tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:17.193484 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3f5fef6e-1750-455e-8b46-eccee8702454 req-26491cd9-9583-4bc8-8d15-586d453832ae tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce25e43a-9563-4e9c-b005-9455efb3ada6 HTTP/1.1" status: 200 len: 945 time: 0.4163370 Jul 14 09:22:17.243070 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-08c14a2e-a275-4c7c-ad96-1dc22e824e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:17.244600 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-08c14a2e-a275-4c7c-ad96-1dc22e824e18 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a82589d668934603a3d48db3a46efae2&device_id=2595af2a-8de2-415e-91ac-692b200cdd38 HTTP/1.1" status: 200 len: 1095 time: 0.5107865 Jul 14 09:22:17.324229 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-7b98340d-f46d-4148-80ac-00fabfb5fbd1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=188a971b-9a37-4aa5-b4f7-3a6b38966b59 HTTP/1.1" status: 200 len: 217 time: 0.0623174 Jul 14 09:22:17.325163 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d189ff11-dfee-40a6-9531-75f15365565a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.329837 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.338715 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3f5fef6e-1750-455e-8b46-eccee8702454 req-9ab56da5-d553-4a88-a095-fff755b63d81 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242969 Jul 14 09:22:17.342133 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c59e69-4d3c-48b4-93d4-b25d019c1f96 admin admin] Network 041dc1f0-7ce6-42cf-bd75-72a98460d7b9 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:17.360594 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38ef78-3a2d-43a1-b274-b2e5dceb4449 req-247795bf-b49a-474b-951d-b4e2d0d7c962 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:17.372799 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189ff11-dfee-40a6-9531-75f15365565a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=cceaa950-a117-470d-b3e3-55d2d4e6271c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:17.374288 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8a38ef78-3a2d-43a1-b274-b2e5dceb4449 req-247795bf-b49a-474b-951d-b4e2d0d7c962 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.2789583 Jul 14 09:22:17.377887 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-01c59e69-4d3c-48b4-93d4-b25d019c1f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:17.398130 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d189ff11-dfee-40a6-9531-75f15365565a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.400042 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d189ff11-dfee-40a6-9531-75f15365565a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/cceaa950-a117-470d-b3e3-55d2d4e6271c HTTP/1.1" status: 204 len: 168 time: 1.5299079 Jul 14 09:22:17.421670 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60060) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:17.452028 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5457af25-6637-47ec-a93e-88149a67495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:17.456258 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-5457af25-6637-47ec-a93e-88149a67495d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9fe961b1-9a16-4166-9f5e-21fa35cb8710 HTTP/1.1" status: 200 len: 844 time: 0.1218941 Jul 14 09:22:17.522532 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d385287c-ac49-48fd-913c-cd071764889b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990081 Jul 14 09:22:17.544951 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60064) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:17.566747 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8a38ef78-3a2d-43a1-b274-b2e5dceb4449 req-a2eb57b2-21c6-4222-ab93-22a64e672c16 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912172 Jul 14 09:22:17.581078 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b449aa73-10cf-443f-a60b-6bee41d6fd59 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:17.609418 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-c83062d9-4a55-4f44-9b3d-fc4d8182384a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=abaf8195-e5b5-41c5-9377-b40357a3091e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962226 Jul 14 09:22:17.697586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c59e69-4d3c-48b4-93d4-b25d019c1f96 admin admin] Router ba270bd8-9744-4c6f-8a06-9b6376adaf05 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:22:17.697862 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c75cf24-d507-4f67-92fc-be42602a44f2 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:17.791803 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-66293fa1-f950-4128-9384-7828f446f1e3 None None] Provisioning complete for port 58c813de-b497-42fe-99bd-607372985263 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:17.792179 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66293fa1-f950-4128-9384-7828f446f1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.837709 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c59e69-4d3c-48b4-93d4-b25d019c1f96 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:17.844429 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-01c59e69-4d3c-48b4-93d4-b25d019c1f96 admin admin] 10.222.0.26 "PUT /v2.0/routers/ba270bd8-9744-4c6f-8a06-9b6376adaf05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7958188 Jul 14 09:22:17.855173 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] Sync routers for ids ['ba270bd8-9744-4c6f-8a06-9b6376adaf05'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:17.870396 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] Routers {'ba270bd8-9744-4c6f-8a06-9b6376adaf05'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:17.873107 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:22:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ba270bd8-9744-4c6f-8a06-9b6376adaf05'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:18.131000 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4b6c08f0-133a-4172-83f1-1ab961cdc83c None None] Provisioning for port 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:18.145989 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4b6c08f0-133a-4172-83f1-1ab961cdc83c None None] Provisioning complete for port 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:18.147062 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b6c08f0-133a-4172-83f1-1ab961cdc83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.160381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b449aa73-10cf-443f-a60b-6bee41d6fd59 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:18.170409 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b449aa73-10cf-443f-a60b-6bee41d6fd59 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.229130 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa12162a-cd03-4b2a-b0fd-c45b302c7124 None None] DHCP port deletion for 4cef7a78-22ed-4e84-a95a-1f569bb0302d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:22:18.251873 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4b6c08f0-133a-4172-83f1-1ab961cdc83c None None] Port 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:18.356322 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-aa12162a-cd03-4b2a-b0fd-c45b302c7124 None None] Deleting port 58c813de-b497-42fe-99bd-607372985263 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:18.356573 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-afff141f-c47c-443b-be62-12e8cc231e43 service neutron] 10.222.0.55 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7322690 Jul 14 09:22:18.357109 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa12162a-cd03-4b2a-b0fd-c45b302c7124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.386712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31676bc-fad8-4b79-9fbb-3855b6bf9296 req-26bb4be4-9379-48a8-8cd9-c694ee41733e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:18.398100 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b31676bc-fad8-4b79-9fbb-3855b6bf9296 req-26bb4be4-9379-48a8-8cd9-c694ee41733e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 932 time: 0.1474795 Jul 14 09:22:18.433961 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] Set router ba270bd8-9744-4c6f-8a06-9b6376adaf05 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:18.508520 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b31676bc-fad8-4b79-9fbb-3855b6bf9296 req-80c7d710-5d21-4fda-bd09-0c01d89496a8 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089535 Jul 14 09:22:18.639917 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-aa12162a-cd03-4b2a-b0fd-c45b302c7124 None None] For port 58c813de-b497-42fe-99bd-607372985263, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=58c813de-b497-42fe-99bd-607372985263,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:18.642490 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa12162a-cd03-4b2a-b0fd-c45b302c7124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.667594 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-aa12162a-cd03-4b2a-b0fd-c45b302c7124 None None] Calling delete_port for 58c813de-b497-42fe-99bd-607372985263 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:18.694394 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-acc3ef56-99e4-4a16-b6b3-740021c562f1 req-cdeb81d2-055d-4fe5-a20d-6af65db48670 service neutron] 10.222.0.55 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191733 Jul 14 09:22:18.823528 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499bf20-b139-428c-b038-f4e57af75003 req-de205fd4-e552-4cb8-b508-259efcfdb20a tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:18.833379 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b499bf20-b139-428c-b038-f4e57af75003 req-de205fd4-e552-4cb8-b508-259efcfdb20a tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=2595af2a-8de2-415e-91ac-692b200cdd38 HTTP/1.1" status: 200 len: 943 time: 0.1424193 Jul 14 09:22:18.860851 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 58c813de-b497-42fe-99bd-607372985263 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:18.865182 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-dcf57bd8-a83e-497a-826d-a09043ce3689 None None] Provisioning complete for port 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:18.865182 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dcf57bd8-a83e-497a-826d-a09043ce3689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.867865 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d662ed-e77f-4353-8c8d-0459dfd9d40a {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:18.916781 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b499bf20-b139-428c-b038-f4e57af75003 req-1b88e085-cd33-49d4-9548-f79804ae80cf tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823946 Jul 14 09:22:18.949767 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.958894 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'name': 'tempest-ServersTestManualDisk-661026831-router', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:05Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 4, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'gw_port': {'id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:06Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe', 'name': '', 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'mac_address': 'fa:16:3e:af:84:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:12Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 2, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'subnets': [{'id': '9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:18.979392 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa12162a-cd03-4b2a-b0fd-c45b302c7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.028267 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] Transition to ACTIVE for port object f8d662ed-e77f-4353-8c8d-0459dfd9d40a will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:19.033452 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12162a-cd03-4b2a-b0fd-c45b302c7124 None None] Pushing event deleted for resources: {'Port': ['ID=58c813de-b497-42fe-99bd-607372985263,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:19.044504 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa12162a-cd03-4b2a-b0fd-c45b302c7124 None None] No DVR routers for this DVR port 58c813de-b497-42fe-99bd-607372985263 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:19.045068 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.055101 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No active binding found for port 58c813de-b497-42fe-99bd-607372985263 {{(pid=93889) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:22:19.055770 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 58c813de-b497-42fe-99bd-607372985263 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:19.057735 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-dcf57bd8-a83e-497a-826d-a09043ce3689 None None] Port 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:19.059179 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] Checking router: ba270bd8-9744-4c6f-8a06-9b6376adaf05 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:19.062291 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] Updating router ba270bd8-9744-4c6f-8a06-9b6376adaf05 port 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:22:19.166678 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.221897 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b449aa73-10cf-443f-a60b-6bee41d6fd59 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.244428 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a20ea4-a326-487c-852b-eed2b430df9b req-5f212560-6962-4fe3-8907-a05631d04f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:19.246124 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e7a20ea4-a326-487c-852b-eed2b430df9b req-5f212560-6962-4fe3-8907-a05631d04f46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a82589d668934603a3d48db3a46efae2&device_id=2595af2a-8de2-415e-91ac-692b200cdd38 HTTP/1.1" status: 200 len: 1095 time: 0.3686049 Jul 14 09:22:19.246830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d662ed-e77f-4353-8c8d-0459dfd9d40a,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:19.418336 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6222a-fecb-4b0c-8150-b0fc4f2d1664 req-01cd3083-6dc0-44cd-ae86-3ce95c7be723 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:19.422530 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1da6222a-fecb-4b0c-8150-b0fc4f2d1664 req-01cd3083-6dc0-44cd-ae86-3ce95c7be723 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce25e43a-9563-4e9c-b005-9455efb3ada6 HTTP/1.1" status: 200 len: 945 time: 0.0950165 Jul 14 09:22:19.450985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449aa73-10cf-443f-a60b-6bee41d6fd59 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=6dcadfca-620e-4357-ac95-6fd078ee92b7,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:19.453649 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a20ea4-a326-487c-852b-eed2b430df9b req-475df2a4-6ad3-4a7c-a7b9-4e6970ff5787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:19.455332 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e7a20ea4-a326-487c-852b-eed2b430df9b req-475df2a4-6ad3-4a7c-a7b9-4e6970ff5787 service neutron] 10.222.0.55 "GET /v2.0/networks?id=abaf8195-e5b5-41c5-9377-b40357a3091e HTTP/1.1" status: 200 len: 905 time: 0.2001879 Jul 14 09:22:19.464633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b449aa73-10cf-443f-a60b-6bee41d6fd59 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:19.497274 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-b449aa73-10cf-443f-a60b-6bee41d6fd59 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:19.502701 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1da6222a-fecb-4b0c-8150-b0fc4f2d1664 req-1505eb5c-8845-40eb-873c-335c825dc2fc tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740373 Jul 14 09:22:19.508265 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d04173b-c88e-4c27-b596-fe194e841ba1 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:19.537549 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b449aa73-10cf-443f-a60b-6bee41d6fd59 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:19.539254 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b449aa73-10cf-443f-a60b-6bee41d6fd59 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.559774 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e7a20ea4-a326-487c-852b-eed2b430df9b req-5b7d7a05-eaed-4964-8ff6-74f4e66360b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=188a971b-9a37-4aa5-b4f7-3a6b38966b59 HTTP/1.1" status: 200 len: 217 time: 0.0971067 Jul 14 09:22:19.584866 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b449aa73-10cf-443f-a60b-6bee41d6fd59 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0161576 Jul 14 09:22:19.587760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60088) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.593529 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-ccc564a1-10b0-4932-b2c1-8366e595d78f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:19.609507 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.624503 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] Transition to ACTIVE for port object 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:19.637865 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.655203 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60090) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.670012 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-1ea8995a-55b5-454f-9168-3c1f5f31ba49 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1102627391', 'description': 'tempest-description--2131514110'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:19.700579 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a20ea4-a326-487c-852b-eed2b430df9b req-f4569810-e9a1-4c8a-883a-bb72fb024a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:19.703072 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e7a20ea4-a326-487c-852b-eed2b430df9b req-f4569810-e9a1-4c8a-883a-bb72fb024a9f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9fe961b1-9a16-4166-9f5e-21fa35cb8710 HTTP/1.1" status: 200 len: 844 time: 0.1214054 Jul 14 09:22:19.734003 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c43a2-7b82-49c3-8ff8-352f51a780fe None None] Pushing event updated for resources: {'Port': ['ID=682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:19.788585 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e7a20ea4-a326-487c-852b-eed2b430df9b req-45167b3b-337a-4751-b3eb-60e836c525d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=abaf8195-e5b5-41c5-9377-b40357a3091e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762625 Jul 14 09:22:19.830449 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] Attempting to bind port 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:19.832313 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] Attempting to bind port 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '15ade24d-c4ae-410c-afff-9563e52de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:19.832912 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] Attempting to bind port 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe on network 041dc1f0-7ce6-42cf-bd75-72a98460d7b9 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:19.844079 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:19.845108 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] Checking segment: {'id': '15ade24d-c4ae-410c-afff-9563e52de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:19.846105 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.847040 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] Bound using segment: {'id': '15ade24d-c4ae-410c-afff-9563e52de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:19.848049 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] Bound port: 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ade24d-c4ae-410c-afff-9563e52de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:19.850802 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.953621 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1ea8995a-55b5-454f-9168-3c1f5f31ba49 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.981029 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'fixed_ips': [{'subnet_id': '6dcadfca-620e-4357-ac95-6fd078ee92b7'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:22:19.982498 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.983968 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] Attempting to bind port f8d662ed-e77f-4353-8c8d-0459dfd9d40a on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:19.985320 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] Attempting to bind port f8d662ed-e77f-4353-8c8d-0459dfd9d40a by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:19.986168 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] For port 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:19.986666 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] Attempting to bind port f8d662ed-e77f-4353-8c8d-0459dfd9d40a on network c264f7f6-27f5-4c6a-b12c-803b241a1530 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:19.991093 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] For port 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe,segment=NetworkSegment(15ade24d-c4ae-410c-afff-9563e52de3ef),segment_id=15ade24d-c4ae-410c-afff-9563e52de3ef)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:20.000711 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.054864 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] Port f8d662ed-e77f-4353-8c8d-0459dfd9d40a on network c264f7f6-27f5-4c6a-b12c-803b241a1530 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:20.058438 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] Attempting to bind port f8d662ed-e77f-4353-8c8d-0459dfd9d40a on network c264f7f6-27f5-4c6a-b12c-803b241a1530 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:20.066010 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] Routers {'ba270bd8-9744-4c6f-8a06-9b6376adaf05'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:20.066901 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:22:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ba270bd8-9744-4c6f-8a06-9b6376adaf05'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:20.115693 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c43a2-7b82-49c3-8ff8-352f51a780fe None None] Pushing event updated for resources: {'Port': ['ID=682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:20.129557 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:20.130287 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] Checking segment: {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:20.130837 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] Bound using segment: {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:20.131466 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] Bound port: f8d662ed-e77f-4353-8c8d-0459dfd9d40a, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:20.132025 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.247204 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede86a08-9f1d-44ff-8056-64fde9580d4a req-0e5a7f1f-8469-4180-80ec-2adfb7b83d1b tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:20.254413 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Allocated IP 172.20.0.2 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/6dcadfca-620e-4357-ac95-6fd078ee92b7/b1f29e51-6d8a-42c7-b9e2-5078c0c510aa) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:20.255318 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ede86a08-9f1d-44ff-8056-64fde9580d4a req-0e5a7f1f-8469-4180-80ec-2adfb7b83d1b tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce25e43a-9563-4e9c-b005-9455efb3ada6 HTTP/1.1" status: 200 len: 945 time: 0.4636705 Jul 14 09:22:20.299411 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.api [None req-ccc564a1-10b0-4932-b2c1-8366e595d78f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:22:20.299411 n-d-798054-10 neutron-server[93887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:22:20.299411 n-d-798054-10 neutron-server[93887]: [parameters: {'project_id_1': 'd767fa2019e8430c8d82b725bc36d883', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 22, 20, 208807)}] Jul 14 09:22:20.299411 n-d-798054-10 neutron-server[93887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:22:20.299953 n-d-798054-10 neutron-server[93887]: DEBUG oslo_db.api [None req-ccc564a1-10b0-4932-b2c1-8366e595d78f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:22:20.306884 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e7a20ea4-a326-487c-852b-eed2b430df9b req-68c30775-17e2-4ca6-be96-5d5f20606646 service neutron] 10.222.0.55 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581370 Jul 14 09:22:20.310378 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] Set router ba270bd8-9744-4c6f-8a06-9b6376adaf05 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:20.330517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c383e9f-a3b8-4e67-bfda-11dfc0481e0d req-5d656bd1-0644-4a83-ae21-16c840a4eaf3 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:20.338184 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c383e9f-a3b8-4e67-bfda-11dfc0481e0d req-5d656bd1-0644-4a83-ae21-16c840a4eaf3 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.4369967 Jul 14 09:22:20.430207 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c383e9f-a3b8-4e67-bfda-11dfc0481e0d req-00616f6d-0983-4e1e-a1b4-7efb097718d6 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901418 Jul 14 09:22:20.442847 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e7a20ea4-a326-487c-852b-eed2b430df9b req-7aad3134-b879-4a81-97e1-0ef73fa6c7ce service neutron] 10.222.0.55 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242249 Jul 14 09:22:20.445833 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.459955 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Transition to ACTIVE for port object b1f29e51-6d8a-42c7-b9e2-5078c0c510aa will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:20.482975 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06ff92-f6f6-46d8-b84b-83b0c5610ba4 req-d27992e7-b418-4fd4-a69e-6f7e1853d35c tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:20.484258 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Transition to ACTIVE for port object b1f29e51-6d8a-42c7-b9e2-5078c0c510aa will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:20.488705 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] For port f8d662ed-e77f-4353-8c8d-0459dfd9d40a, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:20.494521 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce06ff92-f6f6-46d8-b84b-83b0c5610ba4 req-d27992e7-b418-4fd4-a69e-6f7e1853d35c tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 944 time: 0.4310143 Jul 14 09:22:20.494902 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] For port f8d662ed-e77f-4353-8c8d-0459dfd9d40a, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f8d662ed-e77f-4353-8c8d-0459dfd9d40a,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:20.504804 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.523320 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.565453 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce06ff92-f6f6-46d8-b84b-83b0c5610ba4 req-870730fe-235c-47c6-a13f-7f18ba84fc40 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646770 Jul 14 09:22:20.568239 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:20.569842 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.572141 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] 10.222.0.55 "PUT /v2.0/ports/f8d662ed-e77f-4353-8c8d-0459dfd9d40a HTTP/1.1" status: 200 len: 1093 time: 3.6142626 Jul 14 09:22:20.579580 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Pushing event updated for resources: {'Port': ['ID=b1f29e51-6d8a-42c7-b9e2-5078c0c510aa,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:20.593032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f832e9f6-7c01-4107-967c-34e8b6c66ae1', 'tag': 'f8d662ed-e77f-4353-8c8d-0459dfd9d40a'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:20.596197 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2b9046-0d4f-4742-b731-d4048b7ef4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f832e9f6-7c01-4107-967c-34e8b6c66ae1", "tag": "f8d662ed-e77f-4353-8c8d-0459dfd9d40a"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:20.622042 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:20.626991 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:20.634650 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:20.675661 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1ea8995a-55b5-454f-9168-3c1f5f31ba49 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.698283 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1ea8995a-55b5-454f-9168-3c1f5f31ba49 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.750482 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1ea8995a-55b5-454f-9168-3c1f5f31ba49 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.752826 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1ea8995a-55b5-454f-9168-3c1f5f31ba49 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0931556 Jul 14 09:22:20.761686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60102) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.764446 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Attempting to bind port b1f29e51-6d8a-42c7-b9e2-5078c0c510aa on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:20.764446 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Attempting to bind port b1f29e51-6d8a-42c7-b9e2-5078c0c510aa by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:20.764446 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Attempting to bind port b1f29e51-6d8a-42c7-b9e2-5078c0c510aa on network 4cef7a78-22ed-4e84-a95a-1f569bb0302d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:20.766447 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'name': 'tempest-ServersTestManualDisk-661026831-router', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:05Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 4, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'gw_port': {'id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:06Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe', 'name': '', 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'mac_address': 'fa:16:3e:af:84:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:12Z', 'updated_at': '2021-07-14T09:22:19Z', 'revision_number': 4, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'subnets': [{'id': '9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:20.778685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:20.779125 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:20.779491 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.779879 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Bound using segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:20.780353 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Bound port: b1f29e51-6d8a-42c7-b9e2-5078c0c510aa, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:20.781167 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.781444 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7970229d-264f-471f-b736-3e29d7de7e91 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Request body: {'security_group_rule': {'security_group_id': '3b315ca0-b658-4d44-b0d0-39462ee765b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:20.799369 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ef5cd5-edc1-43bb-8d17-5a0d1c80fea1 None None] The sync data for ids ['ba270bd8-9744-4c6f-8a06-9b6376adaf05'] in n-d-798054-10 is: [{'id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'name': 'tempest-ServersTestManualDisk-661026831-router', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:05Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 4, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'gw_port': {'id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:06Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe', 'name': '', 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'mac_address': 'fa:16:3e:af:84:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:12Z', 'updated_at': '2021-07-14T09:22:19Z', 'revision_number': 4, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'subnets': [{'id': '9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:20.816630 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-ede86a08-9f1d-44ff-8056-64fde9580d4a req-42f073a5-68e4-4fc6-a071-b819d9787451 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Deleting port e8b8d6ca-78f5-47b3-8286-3d21a5362d0b {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:20.818384 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ede86a08-9f1d-44ff-8056-64fde9580d4a req-42f073a5-68e4-4fc6-a071-b819d9787451 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.825280 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a5f00-2dcc-4920-85e5-023df0f719b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d662ed-e77f-4353-8c8d-0459dfd9d40a,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:20.886843 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8995a-55b5-454f-9168-3c1f5f31ba49 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b315ca0-b658-4d44-b0d0-39462ee765b1,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:20.947066 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7970229d-264f-471f-b736-3e29d7de7e91 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.954586 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] For port b1f29e51-6d8a-42c7-b9e2-5078c0c510aa, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:20.959448 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] For port b1f29e51-6d8a-42c7-b9e2-5078c0c510aa, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b1f29e51-6d8a-42c7-b9e2-5078c0c510aa,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:20.962133 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc564a1-10b0-4932-b2c1-8366e595d78f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:20.965744 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ccc564a1-10b0-4932-b2c1-8366e595d78f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.968236 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.012472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-fc5f23b3-4fff-40a8-b7b0-682813a1bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:21.014280 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-fc5f23b3-4fff-40a8-b7b0-682813a1bf85 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 1096 time: 0.3674095 Jul 14 09:22:21.076897 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d9daf-1882-472a-98fe-9a4c7b355c7e None None] Pushing event updated for resources: {'Port': ['ID=b1f29e51-6d8a-42c7-b9e2-5078c0c510aa,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:21.107818 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-52bcfa39-51b9-4181-8601-984a4204f228 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8d662ed-e77f-4353-8c8d-0459dfd9d40a HTTP/1.1" status: 200 len: 217 time: 0.0789282 Jul 14 09:22:21.125272 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ede86a08-9f1d-44ff-8056-64fde9580d4a req-42f073a5-68e4-4fc6-a071-b819d9787451 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] For port e8b8d6ca-78f5-47b3-8286-3d21a5362d0b, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e8b8d6ca-78f5-47b3-8286-3d21a5362d0b,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:21.125990 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ede86a08-9f1d-44ff-8056-64fde9580d4a req-42f073a5-68e4-4fc6-a071-b819d9787451 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.162851 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee10ec-55da-4544-a412-f0a078f3445f req-88059965-6382-4f58-a164-db21897f0415 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:21.164938 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49ee10ec-55da-4544-a412-f0a078f3445f req-88059965-6382-4f58-a164-db21897f0415 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=2595af2a-8de2-415e-91ac-692b200cdd38 HTTP/1.1" status: 200 len: 943 time: 0.3830879 Jul 14 09:22:21.168264 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-ede86a08-9f1d-44ff-8056-64fde9580d4a req-42f073a5-68e4-4fc6-a071-b819d9787451 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Calling delete_port for e8b8d6ca-78f5-47b3-8286-3d21a5362d0b owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:21.263713 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49ee10ec-55da-4544-a412-f0a078f3445f req-01db1296-7773-4669-9541-da0759bcffe0 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928786 Jul 14 09:22:21.331455 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7970229d-264f-471f-b736-3e29d7de7e91 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.338788 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144c4e30-1319-4f3b-b503-db39ece20fc1 x-openstack-request-id: req-144c4e30-1319-4f3b-b503-db39ece20fc1 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:21.339077 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f832e9f6-7c01-4107-967c-34e8b6c66ae1", "tag": "f8d662ed-e77f-4353-8c8d-0459dfd9d40a", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:21.339332 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-144c4e30-1319-4f3b-b503-db39ece20fc1 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:21.340233 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f832e9f6-7c01-4107-967c-34e8b6c66ae1', 'tag': 'f8d662ed-e77f-4353-8c8d-0459dfd9d40a', 'status': 'completed', 'code': 200} Jul 14 09:22:21.344537 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7970229d-264f-471f-b736-3e29d7de7e91 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.392756 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-11061293-7fd5-4ce0-8de4-dd0f56a49d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:21.394262 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-11061293-7fd5-4ce0-8de4-dd0f56a49d47 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ccf1d83d-082d-42ed-9d0f-7aa5099c2f25 HTTP/1.1" status: 200 len: 850 time: 0.2719626 Jul 14 09:22:21.394862 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970229d-264f-471f-b736-3e29d7de7e91 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc942ee0-c805-4dea-a51f-d145fe82747b,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:21.402185 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ede86a08-9f1d-44ff-8056-64fde9580d4a req-42f073a5-68e4-4fc6-a071-b819d9787451 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.414251 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['0f3d48bd-cad5-469a-8dec-e37e13732d0c', 'e8b8d6ca-78f5-47b3-8286-3d21a5362d0b'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:21.496735 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7970229d-264f-471f-b736-3e29d7de7e91 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.498290 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7970229d-264f-471f-b736-3e29d7de7e91 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7292757 Jul 14 09:22:21.502385 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60110) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:21.527581 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-5719d1ce-9808-4a57-bf75-94e0b37df1bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c264f7f6-27f5-4c6a-b12c-803b241a1530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228743 Jul 14 09:22:21.539741 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-898b1138-208e-47e1-9e35-a21c0f9e7e69 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Request body: {'security_group_rule': {'security_group_id': '3b315ca0-b658-4d44-b0d0-39462ee765b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:21.565231 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f073a5-68e4-4fc6-a071-b819d9787451 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Pushing event deleted for resources: {'Port': ['ID=e8b8d6ca-78f5-47b3-8286-3d21a5362d0b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:21.567804 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf17a9-a5d1-4730-bbc4-2aba72c72662 req-e258ac52-b999-4e83-9bbc-12b9010d33b8 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:21.573863 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56bf17a9-a5d1-4730-bbc4-2aba72c72662 req-e258ac52-b999-4e83-9bbc-12b9010d33b8 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce25e43a-9563-4e9c-b005-9455efb3ada6 HTTP/1.1" status: 200 len: 867 time: 0.2496886 Jul 14 09:22:21.646948 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 188a971b-9a37-4aa5-b4f7-3a6b38966b59 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:21.703468 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-898b1138-208e-47e1-9e35-a21c0f9e7e69 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.709839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede86a08-9f1d-44ff-8056-64fde9580d4a req-42f073a5-68e4-4fc6-a071-b819d9787451 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] No DVR routers for this DVR port e8b8d6ca-78f5-47b3-8286-3d21a5362d0b on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:21.729857 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ede86a08-9f1d-44ff-8056-64fde9580d4a req-42f073a5-68e4-4fc6-a071-b819d9787451 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.732383 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ede86a08-9f1d-44ff-8056-64fde9580d4a req-42f073a5-68e4-4fc6-a071-b819d9787451 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "DELETE /v2.0/ports/e8b8d6ca-78f5-47b3-8286-3d21a5362d0b HTTP/1.1" status: 204 len: 173 time: 1.4760847 Jul 14 09:22:21.857651 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-1f43c9ca-910d-4a00-920e-60d67912012d service neutron] 10.222.0.55 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077264 Jul 14 09:22:21.888105 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56bf17a9-a5d1-4730-bbc4-2aba72c72662 req-444d5722-179c-4c29-b7ea-4312cbe49ccc tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939522 Jul 14 09:22:21.938879 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 188a971b-9a37-4aa5-b4f7-3a6b38966b59, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=188a971b-9a37-4aa5-b4f7-3a6b38966b59,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:21.955076 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-898b1138-208e-47e1-9e35-a21c0f9e7e69 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.967471 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '188a971b-9a37-4aa5-b4f7-3a6b38966b59', 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e', 'port_id': '188a971b-9a37-4aa5-b4f7-3a6b38966b59', 'mac_address': 'fa:16:3e:dd:78:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe961b1-9a16-4166-9f5e-21fa35cb8710', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:21.989648 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-898b1138-208e-47e1-9e35-a21c0f9e7e69 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.071738 n-d-798054-10 neutron-server[93887]: DEBUG neutron.objects.ports [None req-ccc564a1-10b0-4932-b2c1-8366e595d78f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:22:22.075723 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b1138-208e-47e1-9e35-a21c0f9e7e69 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bde6732-4724-4db4-a816-0e6009f8924b,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:22.084905 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-898b1138-208e-47e1-9e35-a21c0f9e7e69 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.092666 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-898b1138-208e-47e1-9e35-a21c0f9e7e69 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5877898 Jul 14 09:22:22.096833 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60114) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:22.098518 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.124991 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 188a971b-9a37-4aa5-b4f7-3a6b38966b59 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:22.141236 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-150c362a-7b02-4154-b8be-e100d96f0e4b req-97b55e66-2ad5-4141-ad79-77630d66fa02 service neutron] 10.222.0.55 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770545 Jul 14 09:22:22.156081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 188a971b-9a37-4aa5-b4f7-3a6b38966b59, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=188a971b-9a37-4aa5-b4f7-3a6b38966b59,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:22.161441 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.180269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7c4129d8-db44-41bb-ad92-e50b393955e8 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:22.282183 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=188a971b-9a37-4aa5-b4f7-3a6b38966b59,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:22.341846 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100aeb78-0010-40c7-95cb-232a119c348b req-f7803a4e-3c17-4860-8777-4ddda4a75979 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:22.343413 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-100aeb78-0010-40c7-95cb-232a119c348b req-f7803a4e-3c17-4860-8777-4ddda4a75979 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 0.2214096 Jul 14 09:22:22.484139 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b9046-0d4f-4742-b731-d4048b7ef4d9 req-708ad69c-907f-477e-824f-19b8fdbf4817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:22.485651 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac2b9046-0d4f-4742-b731-d4048b7ef4d9 req-708ad69c-907f-477e-824f-19b8fdbf4817 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 1096 time: 0.2405441 Jul 14 09:22:22.507301 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7c4129d8-db44-41bb-ad92-e50b393955e8 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.543232 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['188a971b-9a37-4aa5-b4f7-3a6b38966b59'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:22.632360 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-100aeb78-0010-40c7-95cb-232a119c348b req-ba01fe7b-5b35-47c5-98e5-b4426b6d310b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Deleting port 6f438514-120c-4922-93e3-d401119399d4 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:22.632890 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-100aeb78-0010-40c7-95cb-232a119c348b req-ba01fe7b-5b35-47c5-98e5-b4426b6d310b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.940129 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-71fdc7c9-9cfb-4f27-add2-1714575e6d58 None None] Provisioning for port b1f29e51-6d8a-42c7-b9e2-5078c0c510aa completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:22.973898 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b1f29e51-6d8a-42c7-b9e2-5078c0c510aa up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:23.055301 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port b1f29e51-6d8a-42c7-b9e2-5078c0c510aa completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:23.064655 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port b1f29e51-6d8a-42c7-b9e2-5078c0c510aa triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:23.065329 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.080818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b9046-0d4f-4742-b731-d4048b7ef4d9 req-591abb40-8a36-4314-b72e-07d027cccfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:23.082426 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac2b9046-0d4f-4742-b731-d4048b7ef4d9 req-591abb40-8a36-4314-b72e-07d027cccfe4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 911 time: 0.5883648 Jul 14 09:22:23.143903 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac2b9046-0d4f-4742-b731-d4048b7ef4d9 req-c16a662d-7b4d-415a-a6d9-98d9ecd7f5be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8d662ed-e77f-4353-8c8d-0459dfd9d40a HTTP/1.1" status: 200 len: 217 time: 0.0476909 Jul 14 09:22:23.200130 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.205843 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-100aeb78-0010-40c7-95cb-232a119c348b req-ba01fe7b-5b35-47c5-98e5-b4426b6d310b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] For port 6f438514-120c-4922-93e3-d401119399d4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6f438514-120c-4922-93e3-d401119399d4,segment=NetworkSegment(afb18846-4e6b-4b81-8903-ed8a396e530f),segment_id=afb18846-4e6b-4b81-8903-ed8a396e530f)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:23.206455 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-100aeb78-0010-40c7-95cb-232a119c348b req-ba01fe7b-5b35-47c5-98e5-b4426b6d310b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.213297 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b9046-0d4f-4742-b731-d4048b7ef4d9 req-ae9f3236-4d09-4099-a5aa-56e8d1828771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:23.215944 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac2b9046-0d4f-4742-b731-d4048b7ef4d9 req-ae9f3236-4d09-4099-a5aa-56e8d1828771 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ccf1d83d-082d-42ed-9d0f-7aa5099c2f25 HTTP/1.1" status: 200 len: 850 time: 0.0620766 Jul 14 09:22:23.257918 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-100aeb78-0010-40c7-95cb-232a119c348b req-ba01fe7b-5b35-47c5-98e5-b4426b6d310b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Calling delete_port for 6f438514-120c-4922-93e3-d401119399d4 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:23.261446 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac2b9046-0d4f-4742-b731-d4048b7ef4d9 req-eda0d7d1-0401-4be2-9a0d-4ec2b2b7b2af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c264f7f6-27f5-4c6a-b12c-803b241a1530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372393 Jul 14 09:22:23.266168 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port b1f29e51-6d8a-42c7-b9e2-5078c0c510aa, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b1f29e51-6d8a-42c7-b9e2-5078c0c510aa,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:23.271591 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.272407 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:23.313729 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b690b-3aa0-4197-b434-a7246381e82b req-f5a7d8f7-e4a2-4c0c-8c14-018f7693cd5e tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:23.315859 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-606b690b-3aa0-4197-b434-a7246381e82b req-f5a7d8f7-e4a2-4c0c-8c14-018f7693cd5e tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd3c79ab-d6db-4176-84b8-7e4115dd75c0 HTTP/1.1" status: 200 len: 945 time: 1.2198732 Jul 14 09:22:23.365457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce25e43a-9563-4e9c-b005-9455efb3ada6', 'name': 'network-vif-deleted', 'tag': 'e8b8d6ca-78f5-47b3-8286-3d21a5362d0b'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:23.368402 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb747142-9636-49d1-8a0a-f7d0311e077e" -d '{"events": [{"server_uuid": "ce25e43a-9563-4e9c-b005-9455efb3ada6", "name": "network-vif-deleted", "tag": "e8b8d6ca-78f5-47b3-8286-3d21a5362d0b"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:23.408212 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=b1f29e51-6d8a-42c7-b9e2-5078c0c510aa,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:23.415065 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac2b9046-0d4f-4742-b731-d4048b7ef4d9 req-f0158058-fecf-4fa4-b5f3-685f5c273ac9 service neutron] 10.222.0.55 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452639 Jul 14 09:22:23.427522 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:23.429648 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0541a1-93cd-401a-8123-e16ce57b05fd req-81ce1af4-331b-4fda-a6a0-73a086c4c988 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:23.432888 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c0541a1-93cd-401a-8123-e16ce57b05fd req-81ce1af4-331b-4fda-a6a0-73a086c4c988 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 944 time: 1.0025961 Jul 14 09:22:23.434189 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:23.434895 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.554469 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac2b9046-0d4f-4742-b731-d4048b7ef4d9 req-ae3beae4-9f1b-41b0-9a1b-d8c9535826c2 service neutron] 10.222.0.55 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271083 Jul 14 09:22:23.555115 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-606b690b-3aa0-4197-b434-a7246381e82b req-163649b9-eb46-4578-b837-1e9126e0214e tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155659 Jul 14 09:22:23.563413 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-100aeb78-0010-40c7-95cb-232a119c348b req-ba01fe7b-5b35-47c5-98e5-b4426b6d310b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.573271 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ccc564a1-10b0-4932-b2c1-8366e595d78f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.613116 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01fe7b-5b35-47c5-98e5-b4426b6d310b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Pushing event deleted for resources: {'Port': ['ID=6f438514-120c-4922-93e3-d401119399d4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:23.625823 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['6f438514-120c-4922-93e3-d401119399d4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:23.631627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:23.644283 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c0541a1-93cd-401a-8123-e16ce57b05fd req-9d682db8-1298-473f-affa-e0d79f5dae25 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707954 Jul 14 09:22:23.686775 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-100aeb78-0010-40c7-95cb-232a119c348b req-ba01fe7b-5b35-47c5-98e5-b4426b6d310b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] No DVR routers for this DVR port 6f438514-120c-4922-93e3-d401119399d4 on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:23.692150 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-100aeb78-0010-40c7-95cb-232a119c348b req-ba01fe7b-5b35-47c5-98e5-b4426b6d310b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.695492 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-100aeb78-0010-40c7-95cb-232a119c348b req-ba01fe7b-5b35-47c5-98e5-b4426b6d310b tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.49 "DELETE /v2.0/ports/6f438514-120c-4922-93e3-d401119399d4 HTTP/1.1" status: 204 len: 173 time: 1.3455918 Jul 14 09:22:23.764132 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7c4129d8-db44-41bb-ad92-e50b393955e8 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.775937 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.866786 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe,segment=NetworkSegment(15ade24d-c4ae-410c-afff-9563e52de3ef),segment_id=15ade24d-c4ae-410c-afff-9563e52de3ef)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:23.891145 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.001671 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-ccc564a1-10b0-4932-b2c1-8366e595d78f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] For port b1f29e51-6d8a-42c7-b9e2-5078c0c510aa, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b1f29e51-6d8a-42c7-b9e2-5078c0c510aa,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:24.028271 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:24.049192 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d47bc6-4255-4d1d-a2a6-2df1897b1406 req-bbbb0bc2-ecbc-4fde-a87d-874dcd485728 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:24.050825 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8d47bc6-4255-4d1d-a2a6-2df1897b1406 req-bbbb0bc2-ecbc-4fde-a87d-874dcd485728 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=2595af2a-8de2-415e-91ac-692b200cdd38 HTTP/1.1" status: 200 len: 944 time: 0.2276578 Jul 14 09:22:24.068001 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-7c4129d8-db44-41bb-ad92-e50b393955e8 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Allocated IP 172.25.1.122 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/b7df8ea1-344b-45fe-b4c9-4ddca0ec6eeb) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:24.099943 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ccc564a1-10b0-4932-b2c1-8366e595d78f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.110570 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ccc564a1-10b0-4932-b2c1-8366e595d78f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.111358 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ccc564a1-10b0-4932-b2c1-8366e595d78f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.235129 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc564a1-10b0-4932-b2c1-8366e595d78f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:24.260240 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-ccc564a1-10b0-4932-b2c1-8366e595d78f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:24.270995 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8d47bc6-4255-4d1d-a2a6-2df1897b1406 req-b4f6e0d6-169a-4c56-ab91-f29f025ddde8 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995003 Jul 14 09:22:24.278582 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc564a1-10b0-4932-b2c1-8366e595d78f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:24.278803 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645310a7-3fc0-49ef-bd36-8bf0e90c9753 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:24.279331 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ccc564a1-10b0-4932-b2c1-8366e595d78f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.324615 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc564a1-10b0-4932-b2c1-8366e595d78f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=5304dba8-d4e2-4dc2-a28c-20b2d389fcc0,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:24.335725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc564a1-10b0-4932-b2c1-8366e595d78f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=b1f29e51-6d8a-42c7-b9e2-5078c0c510aa,revision_number=5']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:24.346349 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ccc564a1-10b0-4932-b2c1-8366e595d78f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.7537820 Jul 14 09:22:24.346958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60128) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:24.357914 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d0fd4f19-0549-4c49-a226-b703239586e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'mac_address': 'fa:16:3e:4e:b2:f3', 'name': 'tempest-NetworksTestDHCPv6-896160920'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:24.400211 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4294fb8a-8af8-4ca4-9dcf-e07916b1aa3c x-openstack-request-id: req-4294fb8a-8af8-4ca4-9dcf-e07916b1aa3c {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:24.402722 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce25e43a-9563-4e9c-b005-9455efb3ada6", "name": "network-vif-deleted", "tag": "e8b8d6ca-78f5-47b3-8286-3d21a5362d0b", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:24.404641 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4294fb8a-8af8-4ca4-9dcf-e07916b1aa3c {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:24.405401 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce25e43a-9563-4e9c-b005-9455efb3ada6', 'name': 'network-vif-deleted', 'tag': 'e8b8d6ca-78f5-47b3-8286-3d21a5362d0b', 'status': 'completed', 'code': 200} Jul 14 09:22:24.429145 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7c4129d8-db44-41bb-ad92-e50b393955e8 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.527575 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7c4129d8-db44-41bb-ad92-e50b393955e8 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.559965 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fd4f19-0549-4c49-a226-b703239586e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:24.588710 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4129d8-db44-41bb-ad92-e50b393955e8 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:24.678525 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-7c4129d8-db44-41bb-ad92-e50b393955e8 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:24.696777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4129d8-db44-41bb-ad92-e50b393955e8 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:24.714685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6f438514-120c-4922-93e3-d401119399d4 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:24.743767 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4129d8-db44-41bb-ad92-e50b393955e8 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Pushing event updated for resources: {'Port': ['ID=b7df8ea1-344b-45fe-b4c9-4ddca0ec6eeb,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:24.755800 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 6f438514-120c-4922-93e3-d401119399d4 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:24.756146 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6f438514-120c-4922-93e3-d401119399d4 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:24.756555 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device e8b8d6ca-78f5-47b3-8286-3d21a5362d0b no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:24.779677 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: e8b8d6ca-78f5-47b3-8286-3d21a5362d0b {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:24.780016 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device e8b8d6ca-78f5-47b3-8286-3d21a5362d0b not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:24.849417 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b1f29e51-6d8a-42c7-b9e2-5078c0c510aa up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:24.908830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port b1f29e51-6d8a-42c7-b9e2-5078c0c510aa triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:24.910421 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.944964 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0fd4f19-0549-4c49-a226-b703239586e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.981171 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7c4129d8-db44-41bb-ad92-e50b393955e8 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.993555 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01112706-b060-41d6-9fa6-e92c251863bb req-c479bc20-7a66-4b86-b41b-f8b4e132cf8a tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:24.995176 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01112706-b060-41d6-9fa6-e92c251863bb req-c479bc20-7a66-4b86-b41b-f8b4e132cf8a tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 806 time: 0.3271089 Jul 14 09:22:25.010979 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60158) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:25.018862 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-d0fd4f19-0549-4c49-a226-b703239586e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port 7cdab817-adec-46e9-967c-9c1698d3bfff yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:22:25.023760 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:25.059724 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01112706-b060-41d6-9fa6-e92c251863bb req-885b5f9e-b496-4b26-a47f-f9d5e4c6fab9 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/quotas/a7e8bfa500ca4c6083bfd3e82f31e918 HTTP/1.1" status: 200 len: 375 time: 0.0570300 Jul 14 09:22:25.088904 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:25.089308 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.153978 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8cb79cb1-107b-4799-b3af-c8ecdbcfddf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.155547 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7c4129d8-db44-41bb-ad92-e50b393955e8 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.195287 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181257b-589c-4f9f-99a7-c7b976ca2d1a req-92979a62-35fe-44ad-abb4-80afe3c23791 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:25.196915 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5181257b-589c-4f9f-99a7-c7b976ca2d1a req-92979a62-35fe-44ad-abb4-80afe3c23791 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 944 time: 0.3303998 Jul 14 09:22:25.281946 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8cb79cb1-107b-4799-b3af-c8ecdbcfddf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.289063 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8cb79cb1-107b-4799-b3af-c8ecdbcfddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.330944 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8cb79cb1-107b-4799-b3af-c8ecdbcfddf4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=972bb5c7e07448698d5ad05cb059f867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3188705 Jul 14 09:22:25.332060 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb79cb1-107b-4799-b3af-c8ecdbcfddf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689c7598-b818-4e65-83bd-e238b13dbc91,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:25.334614 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60166) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:25.382394 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5181257b-589c-4f9f-99a7-c7b976ca2d1a req-eb20d07f-dfc4-4b16-9276-40e23be37c41 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758502 Jul 14 09:22:25.390957 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99e6ae02-9a00-4b9c-80aa-040a0c9b87f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.417497 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99e6ae02-9a00-4b9c-80aa-040a0c9b87f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.445533 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01112706-b060-41d6-9fa6-e92c251863bb req-3a163829-8425-41a9-81ad-b8ecee10b894 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3486075 Jul 14 09:22:25.493750 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99e6ae02-9a00-4b9c-80aa-040a0c9b87f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.496435 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99e6ae02-9a00-4b9c-80aa-040a0c9b87f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.498026 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-99e6ae02-9a00-4b9c-80aa-040a0c9b87f4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/689c7598-b818-4e65-83bd-e238b13dbc91 HTTP/1.1" status: 204 len: 168 time: 0.1621737 Jul 14 09:22:25.512464 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6ae02-9a00-4b9c-80aa-040a0c9b87f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689c7598-b818-4e65-83bd-e238b13dbc91,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:25.534545 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-d0fd4f19-0549-4c49-a226-b703239586e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 172.20.0.8 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/6dcadfca-620e-4357-ac95-6fd078ee92b7/7cdab817-adec-46e9-967c-9c1698d3bfff) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:25.559308 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-d0fd4f19-0549-4c49-a226-b703239586e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::f816:3eff:fe4e:b2f3 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/5304dba8-d4e2-4dc2-a28c-20b2d389fcc0/7cdab817-adec-46e9-967c-9c1698d3bfff) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:25.650257 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01112706-b060-41d6-9fa6-e92c251863bb req-9e5602ab-9b9c-4a81-89ea-13fb0fb2b64a service neutron] 10.222.0.26 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037349 Jul 14 09:22:25.652404 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7c4129d8-db44-41bb-ad92-e50b393955e8 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.655167 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f8d662ed-e77f-4353-8c8d-0459dfd9d40a details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:25.659839 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7c4129d8-db44-41bb-ad92-e50b393955e8 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.674924 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 188a971b-9a37-4aa5-b4f7-3a6b38966b59 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:25.799995 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 188a971b-9a37-4aa5-b4f7-3a6b38966b59 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:25.811826 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 188a971b-9a37-4aa5-b4f7-3a6b38966b59 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:25.812320 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.864621 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f8d662ed-e77f-4353-8c8d-0459dfd9d40a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f8d662ed-e77f-4353-8c8d-0459dfd9d40a,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:25.898045 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'f8d662ed-e77f-4353-8c8d-0459dfd9d40a', 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530', 'port_id': 'f8d662ed-e77f-4353-8c8d-0459dfd9d40a', 'mac_address': 'fa:16:3e:7c:4d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf1d83d-082d-42ed-9d0f-7aa5099c2f25', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:25.907247 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4129d8-db44-41bb-ad92-e50b393955e8 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Pushing event updated for resources: {'Port': ['ID=b7df8ea1-344b-45fe-b4c9-4ddca0ec6eeb,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:25.966571 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7c4129d8-db44-41bb-ad92-e50b393955e8 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.985193 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c2bb8c92-4636-4b06-91c0-d33c74af2a58 None None] Provisioning complete for port b1f29e51-6d8a-42c7-b9e2-5078c0c510aa triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:25.985656 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c2bb8c92-4636-4b06-91c0-d33c74af2a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.017612 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01112706-b060-41d6-9fa6-e92c251863bb req-c7f24077-d479-4e88-9a9c-2b812ff79bfe service neutron] 10.222.0.26 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235214 Jul 14 09:22:26.025720 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.032956 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7c4129d8-db44-41bb-ad92-e50b393955e8 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.034291 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7c4129d8-db44-41bb-ad92-e50b393955e8 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9258575 Jul 14 09:22:26.063592 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.110003 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d662ed-e77f-4353-8c8d-0459dfd9d40a {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:26.123262 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0fd4f19-0549-4c49-a226-b703239586e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.138615 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2595af2a-8de2-415e-91ac-692b200cdd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188a971b-9a37-4aa5-b4f7-3a6b38966b59'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:26.141855 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd27f9f1-b100-4d36-ab28-91d9292a56fd" -d '{"events": [{"server_uuid": "2595af2a-8de2-415e-91ac-692b200cdd38", "name": "network-vif-plugged", "status": "completed", "tag": "188a971b-9a37-4aa5-b4f7-3a6b38966b59"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:26.154530 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-d0fd4f19-0549-4c49-a226-b703239586e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object 7cdab817-adec-46e9-967c-9c1698d3bfff will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:26.203663 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f8d662ed-e77f-4353-8c8d-0459dfd9d40a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f8d662ed-e77f-4353-8c8d-0459dfd9d40a,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:26.204211 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e48e0-90a5-4cd3-b2a2-516e340e947b req-95247a93-f369-4c28-ad17-66de5009e7ec tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:26.212185 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a66e48e0-90a5-4cd3-b2a2-516e340e947b req-95247a93-f369-4c28-ad17-66de5009e7ec tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=2595af2a-8de2-415e-91ac-692b200cdd38 HTTP/1.1" status: 200 len: 944 time: 0.1429865 Jul 14 09:22:26.227385 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 188a971b-9a37-4aa5-b4f7-3a6b38966b59, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=188a971b-9a37-4aa5-b4f7-3a6b38966b59,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:26.245273 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.249288 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.333081 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a66e48e0-90a5-4cd3-b2a2-516e340e947b req-052b0b93-4321-421d-9c7f-56261c05ca1e tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199162 Jul 14 09:22:26.335463 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=f8d662ed-e77f-4353-8c8d-0459dfd9d40a,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:26.335898 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0fd4f19-0549-4c49-a226-b703239586e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.392573 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=188a971b-9a37-4aa5-b4f7-3a6b38966b59,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:26.406334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3c79ab-d6db-4176-84b8-7e4115dd75c0', 'name': 'network-vif-deleted', 'tag': '6f438514-120c-4922-93e3-d401119399d4'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:26.408917 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cd3181-b542-4742-add9-a53a90334c4c" -d '{"events": [{"server_uuid": "bd3c79ab-d6db-4176-84b8-7e4115dd75c0", "name": "network-vif-deleted", "tag": "6f438514-120c-4922-93e3-d401119399d4"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:26.437724 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed05a4c8-1d6e-4788-9033-405677197702 x-openstack-request-id: req-ed05a4c8-1d6e-4788-9033-405677197702 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:26.438046 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2595af2a-8de2-415e-91ac-692b200cdd38", "name": "network-vif-plugged", "status": "completed", "tag": "188a971b-9a37-4aa5-b4f7-3a6b38966b59", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:26.438301 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed05a4c8-1d6e-4788-9033-405677197702 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:26.438692 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2595af2a-8de2-415e-91ac-692b200cdd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188a971b-9a37-4aa5-b4f7-3a6b38966b59', 'code': 200} Jul 14 09:22:26.499456 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fd4f19-0549-4c49-a226-b703239586e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:26.506452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-d0fd4f19-0549-4c49-a226-b703239586e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:26.521285 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fd4f19-0549-4c49-a226-b703239586e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:26.563468 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd4f19-0549-4c49-a226-b703239586e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=7cdab817-adec-46e9-967c-9c1698d3bfff,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:26.592853 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9d65fcf-0e4e-4d77-a380-a1b203ff5939 req-f7cfe568-ef52-4ac6-a846-b62b120220c0 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 210 time: 0.0890417 Jul 14 09:22:26.631529 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['f8d662ed-e77f-4353-8c8d-0459dfd9d40a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:26.678563 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd4f19-0549-4c49-a226-b703239586e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:26.679987 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0fd4f19-0549-4c49-a226-b703239586e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.710795 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cf7a9-b5bf-412e-868f-1faff3e140d6 req-8b37c86c-97e1-4922-a465-568dfc8a78b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:26.713606 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a50cf7a9-b5bf-412e-868f-1faff3e140d6 req-8b37c86c-97e1-4922-a465-568dfc8a78b8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2595af2a-8de2-415e-91ac-692b200cdd38 HTTP/1.1" status: 200 len: 1097 time: 0.1405818 Jul 14 09:22:26.728433 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9e666-5f85-403d-85c8-6d10eb3e41ab req-59bca699-29ab-4b5f-b91a-5b48c402b488 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:26.730029 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ac9e666-5f85-403d-85c8-6d10eb3e41ab req-59bca699-29ab-4b5f-b91a-5b48c402b488 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 0.3026726 Jul 14 09:22:26.763126 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d0fd4f19-0549-4c49-a226-b703239586e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4152536 Jul 14 09:22:26.772779 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60214) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:26.813686 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a50cf7a9-b5bf-412e-868f-1faff3e140d6 req-012ef3f3-1952-4938-be07-9775e66f7a48 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931771 Jul 14 09:22:26.898495 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ac9e666-5f85-403d-85c8-6d10eb3e41ab req-f8f3f1fe-614e-4416-8ec4-30ae3b494ab1 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590824 Jul 14 09:22:26.928538 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-275631cd-ab3b-409a-9bea-2fa3b3bb5b3f tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1102627391&fields=id&tenant_id=4a9dd7e1c4ad44778b18f6fb76161572 HTTP/1.1" status: 200 len: 267 time: 0.0991509 Jul 14 09:22:26.973231 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51911360-279c-4bad-9859-1f95a4beadb3 x-openstack-request-id: req-51911360-279c-4bad-9859-1f95a4beadb3 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:26.973528 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3c79ab-d6db-4176-84b8-7e4115dd75c0", "name": "network-vif-deleted", "tag": "6f438514-120c-4922-93e3-d401119399d4", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:26.974389 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51911360-279c-4bad-9859-1f95a4beadb3 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:26.974389 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3c79ab-d6db-4176-84b8-7e4115dd75c0', 'name': 'network-vif-deleted', 'tag': '6f438514-120c-4922-93e3-d401119399d4', 'status': 'completed', 'code': 200} Jul 14 09:22:27.013661 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b1eae0-e9cd-4f42-b00d-0c356fbbd35b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:27.019534 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b1eae0-e9cd-4f42-b00d-0c356fbbd35b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:27.023715 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-56b1eae0-e9cd-4f42-b00d-0c356fbbd35b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2481871 Jul 14 09:22:27.024097 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60224) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:27.061120 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5b96ef66-b249-47d0-b95a-7e604e6b5998 None None] Provisioning for port 7cdab817-adec-46e9-967c-9c1698d3bfff completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:27.067133 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5b96ef66-b249-47d0-b95a-7e604e6b5998 None None] Provisioning complete for port 7cdab817-adec-46e9-967c-9c1698d3bfff triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:27.067511 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b96ef66-b249-47d0-b95a-7e604e6b5998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.131821 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5b96ef66-b249-47d0-b95a-7e604e6b5998 None None] Port 7cdab817-adec-46e9-967c-9c1698d3bfff cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:27.155459 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c67d9b90-8de1-4243-beb1-13b1b9e88419 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port 7cdab817-adec-46e9-967c-9c1698d3bfff {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:27.155812 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c67d9b90-8de1-4243-beb1-13b1b9e88419 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.169920 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-6ab4f21b-4d0f-4a42-b909-35c5df76d8da tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:27.171480 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-6ab4f21b-4d0f-4a42-b909-35c5df76d8da tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/networks?id=041dc1f0-7ce6-42cf-bd75-72a98460d7b9 HTTP/1.1" status: 200 len: 811 time: 0.2222741 Jul 14 09:22:27.222619 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-95389190-f5a9-4d6c-8888-fe417454c838 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/quotas/4a9dd7e1c4ad44778b18f6fb76161572 HTTP/1.1" status: 200 len: 375 time: 0.0394673 Jul 14 09:22:27.223588 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-540aa2c8-f260-41c6-b6b8-7d62a6a3a702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.273434 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c67d9b90-8de1-4243-beb1-13b1b9e88419 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.288874 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c67d9b90-8de1-4243-beb1-13b1b9e88419 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for 7cdab817-adec-46e9-967c-9c1698d3bfff owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:27.292757 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dc646-a547-4dd9-98b9-5321f83d4751 req-9cf2f3b4-0a3a-47f3-8c5f-6d10024008a3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:27.300547 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-475dc646-a547-4dd9-98b9-5321f83d4751 req-9cf2f3b4-0a3a-47f3-8c5f-6d10024008a3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 945 time: 0.2100825 Jul 14 09:22:27.369381 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-475dc646-a547-4dd9-98b9-5321f83d4751 req-493074fd-8b72-48eb-8edf-1f60a0a96326 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679574 Jul 14 09:22:27.383794 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-fa3c7f1c-5fd4-467b-b146-7a9561a2504c tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a9dd7e1c4ad44778b18f6fb76161572&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1592577 Jul 14 09:22:27.495679 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-c50704ec-d184-4ff6-9651-a5721edbfdd8 service neutron] 10.222.0.26 "GET /v2.0/networks/041dc1f0-7ce6-42cf-bd75-72a98460d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967839 Jul 14 09:22:27.531911 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c67d9b90-8de1-4243-beb1-13b1b9e88419 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.572076 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d9b90-8de1-4243-beb1-13b1b9e88419 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=7cdab817-adec-46e9-967c-9c1698d3bfff,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:27.611057 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-1d695655-c344-4dfc-8407-f7c3a870e475 service neutron] 10.222.0.26 "GET /v2.0/networks/041dc1f0-7ce6-42cf-bd75-72a98460d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061258 Jul 14 09:22:27.841447 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c67d9b90-8de1-4243-beb1-13b1b9e88419 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.848282 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60234) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:27.848969 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c67d9b90-8de1-4243-beb1-13b1b9e88419 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/7cdab817-adec-46e9-967c-9c1698d3bfff HTTP/1.1" status: 204 len: 168 time: 0.8233879 Jul 14 09:22:27.925710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01112706-b060-41d6-9fa6-e92c251863bb req-f7db3f1c-7ee0-4efb-94fc-8876e7ebc663 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:27.927503 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01112706-b060-41d6-9fa6-e92c251863bb req-f7db3f1c-7ee0-4efb-94fc-8876e7ebc663 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 806 time: 0.1914034 Jul 14 09:22:27.955029 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-01112706-b060-41d6-9fa6-e92c251863bb req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Request body: {'port': {'device_id': '11212796-ebac-4bf4-94a3-be671bf719a5', 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281', 'admin_state_up': True, 'tenant_id': 'a7e8bfa500ca4c6083bfd3e82f31e918'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:28.005482 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd07e9b-799c-445d-9d31-81536b529e32 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:28.012169 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd07e9b-799c-445d-9d31-81536b529e32 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:28.016539 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd07e9b-799c-445d-9d31-81536b529e32 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:28.021317 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6fd07e9b-799c-445d-9d31-81536b529e32 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1685448 Jul 14 09:22:28.022551 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60240) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:28.113210 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-f910f037-9fc0-4676-a635-1de50a46f14a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 5304dba8-d4e2-4dc2-a28c-20b2d389fcc0 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:28.118447 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f910f037-9fc0-4676-a635-1de50a46f14a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.187431 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f910f037-9fc0-4676-a635-1de50a46f14a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.222670 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01112706-b060-41d6-9fa6-e92c251863bb req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Made reservation on behalf of a7e8bfa500ca4c6083bfd3e82f31e918 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:28.247498 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-01112706-b060-41d6-9fa6-e92c251863bb req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.412269 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f910f037-9fc0-4676-a635-1de50a46f14a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.417228 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca678b4b-e1f4-42f6-8b02-a5b18363953e req-2a9db86f-3be3-456f-85e5-3625f30086b1 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 210 time: 0.0515935 Jul 14 09:22:28.465837 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-01112706-b060-41d6-9fa6-e92c251863bb req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Allocated IP 172.20.0.10 (afffba1d-7bce-4b37-9323-82cdd45d6281/4d20aa7a-796d-40db-977f-81fa6bc33327/8030eb8c-1065-4a9d-85c7-795c7bb16bb2) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:28.492678 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d0a24-6cf1-42e3-8b41-8996c60f381e req-b7999f1e-d88b-4c8e-8743-18c0e5068af0 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:28.498685 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5d1d0a24-6cf1-42e3-8b41-8996c60f381e req-b7999f1e-d88b-4c8e-8743-18c0e5068af0 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=2595af2a-8de2-415e-91ac-692b200cdd38 HTTP/1.1" status: 200 len: 945 time: 0.2165778 Jul 14 09:22:28.558044 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6b1d5116-5cd7-4f97-aedb-6e74e5a35ba5 req-c96208ef-3dde-420f-9bfc-23fbcec979c1 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 210 time: 0.0399098 Jul 14 09:22:28.563848 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f910f037-9fc0-4676-a635-1de50a46f14a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.610473 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5d1d0a24-6cf1-42e3-8b41-8996c60f381e req-ab7e797c-510c-40cc-8a07-304e3d179629 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123252 Jul 14 09:22:28.665553 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910f037-9fc0-4676-a635-1de50a46f14a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=5304dba8-d4e2-4dc2-a28c-20b2d389fcc0,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:28.669141 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f910f037-9fc0-4676-a635-1de50a46f14a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.674867 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f910f037-9fc0-4676-a635-1de50a46f14a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/5304dba8-d4e2-4dc2-a28c-20b2d389fcc0 HTTP/1.1" status: 204 len: 168 time: 0.6484935 Jul 14 09:22:28.679424 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470ed8d4-352d-4cf1-92f1-2c014696c80c None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:28.687876 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60254) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:28.796031 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0f95b8-1f39-494f-8b3b-d7b31b3285f3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 6dcadfca-620e-4357-ac95-6fd078ee92b7 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:28.801928 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee0f95b8-1f39-494f-8b3b-d7b31b3285f3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.846206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ac265-88b4-43c3-9ca8-8a3ab8e88ba3 req-3f30fe53-e7aa-43f5-932f-d3eb2949271a tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:28.848053 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ef7ac265-88b4-43c3-9ca8-8a3ab8e88ba3 req-3f30fe53-e7aa-43f5-932f-d3eb2949271a tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.55 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 0.1602743 Jul 14 09:22:28.851528 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-01112706-b060-41d6-9fa6-e92c251863bb req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.057308 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-01112706-b060-41d6-9fa6-e92c251863bb req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.073451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['0f3d48bd-cad5-469a-8dec-e37e13732d0c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:29.162429 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-ef7ac265-88b4-43c3-9ca8-8a3ab8e88ba3 req-29e44a3c-e9a7-4cf3-838c-7a449297ad54 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Deleting port 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:29.163634 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ef7ac265-88b4-43c3-9ca8-8a3ab8e88ba3 req-29e44a3c-e9a7-4cf3-838c-7a449297ad54 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.174831 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01112706-b060-41d6-9fa6-e92c251863bb req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Network afffba1d-7bce-4b37-9323-82cdd45d6281 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:29.242338 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-01112706-b060-41d6-9fa6-e92c251863bb req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:29.246038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-01112706-b060-41d6-9fa6-e92c251863bb req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:29.258333 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Pushing event updated for resources: {'Port': ['ID=8030eb8c-1065-4a9d-85c7-795c7bb16bb2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:29.302185 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:29.302819 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:29.303334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:29.303814 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:29.304298 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:29.304779 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:29.305273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:29.305754 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:29.306420 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:29.307625 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:29.308134 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:29.308613 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:29.320928 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee0f95b8-1f39-494f-8b3b-d7b31b3285f3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.383343 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01112706-b060-41d6-9fa6-e92c251863bb req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:29.384022 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-01112706-b060-41d6-9fa6-e92c251863bb req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.405248 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ef7ac265-88b4-43c3-9ca8-8a3ab8e88ba3 req-29e44a3c-e9a7-4cf3-838c-7a449297ad54 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] For port 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea,segment=NetworkSegment(afb18846-4e6b-4b81-8903-ed8a396e530f),segment_id=afb18846-4e6b-4b81-8903-ed8a396e530f)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:29.405667 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ef7ac265-88b4-43c3-9ca8-8a3ab8e88ba3 req-29e44a3c-e9a7-4cf3-838c-7a449297ad54 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.424814 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01112706-b060-41d6-9fa6-e92c251863bb req-e024798b-436e-4358-b62f-522f2a91c045 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4888458 Jul 14 09:22:29.432274 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-ef7ac265-88b4-43c3-9ca8-8a3ab8e88ba3 req-29e44a3c-e9a7-4cf3-838c-7a449297ad54 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Calling delete_port for 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:29.441455 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] Request body: {'port': {'device_id': '11212796-ebac-4bf4-94a3-be671bf719a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:29.441708 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93f1a7-52dc-4e50-9c32-83457e688df8 req-070fc499-2ccd-4a2e-a23c-8a49fc971137 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:29.447217 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff93f1a7-52dc-4e50-9c32-83457e688df8 req-070fc499-2ccd-4a2e-a23c-8a49fc971137 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 946 time: 0.6481056 Jul 14 09:22:29.510712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc9ec4-8ce3-48b3-94c1-29b1995483ae req-da0aa16b-b3d9-482b-9236-777112505d5a tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:29.519337 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5fc9ec4-8ce3-48b3-94c1-29b1995483ae req-da0aa16b-b3d9-482b-9236-777112505d5a tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 945 time: 0.6826532 Jul 14 09:22:29.560271 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee0f95b8-1f39-494f-8b3b-d7b31b3285f3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.589984 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.660342 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff93f1a7-52dc-4e50-9c32-83457e688df8 req-5a873b68-b50e-41af-ba17-ba73f586d0d8 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/security-groups?id=10202ba8-ab08-44d2-aeb3-78563d30df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120316 Jul 14 09:22:29.666599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f8d662ed-e77f-4353-8c8d-0459dfd9d40a up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:29.745510 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5fc9ec4-8ce3-48b3-94c1-29b1995483ae req-a30640e9-c0fa-4231-9aea-3e17b0ad2066 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250497 Jul 14 09:22:29.768454 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bf930d69-57c1-4199-be5a-a53f69ddcb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.829339 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.831956 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port f8d662ed-e77f-4353-8c8d-0459dfd9d40a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:29.837723 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port f8d662ed-e77f-4353-8c8d-0459dfd9d40a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:29.838474 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.889154 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-31499c29-5b28-44b1-bdee-ae8e1e10a6c7 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:29.892530 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-31499c29-5b28-44b1-bdee-ae8e1e10a6c7 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.49 "GET /v2.0/networks?id=041dc1f0-7ce6-42cf-bd75-72a98460d7b9 HTTP/1.1" status: 200 len: 811 time: 0.3069360 Jul 14 09:22:29.952084 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee0f95b8-1f39-494f-8b3b-d7b31b3285f3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.031401 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.073748 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f832e9f6-7c01-4107-967c-34e8b6c66ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d662ed-e77f-4353-8c8d-0459dfd9d40a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:30.082830 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea59187-d6b5-414e-84f5-f1cfa7687fd7" -d '{"events": [{"server_uuid": "f832e9f6-7c01-4107-967c-34e8b6c66ae1", "name": "network-vif-plugged", "status": "completed", "tag": "f8d662ed-e77f-4353-8c8d-0459dfd9d40a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:30.089690 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-7ecd8b7b-5568-4d18-aea5-656eb51eb939 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a9dd7e1c4ad44778b18f6fb76161572 HTTP/1.1" status: 200 len: 380 time: 0.1879237 Jul 14 09:22:30.096503 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee0f95b8-1f39-494f-8b3b-d7b31b3285f3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.104659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f8d662ed-e77f-4353-8c8d-0459dfd9d40a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f8d662ed-e77f-4353-8c8d-0459dfd9d40a,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:30.104916 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ee0f95b8-1f39-494f-8b3b-d7b31b3285f3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/6dcadfca-620e-4357-ac95-6fd078ee92b7 HTTP/1.1" status: 204 len: 168 time: 1.4154031 Jul 14 09:22:30.105680 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f95b8-1f39-494f-8b3b-d7b31b3285f3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=6dcadfca-620e-4357-ac95-6fd078ee92b7,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:30.115334 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-1e14258f-2b26-4eb3-a717-df7e0929219a tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Request body: {'port': {'device_id': 'ca32b606-2424-4054-8dba-ac956003f77f', 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9', 'admin_state_up': True, 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'security_groups': ['3b315ca0-b658-4d44-b0d0-39462ee765b1']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:30.116668 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.123933 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60268) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:30.155440 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119b84ec-daec-4b1d-9c85-d3f74b12c097 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:30.196367 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8030eb8c-1065-4a9d-85c7-795c7bb16bb2 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:30.210649 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.232024 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ef7ac265-88b4-43c3-9ca8-8a3ab8e88ba3 req-29e44a3c-e9a7-4cf3-838c-7a449297ad54 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.234289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] Transition to ACTIVE for port object 8030eb8c-1065-4a9d-85c7-795c7bb16bb2 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:30.245409 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-09228504-2a06-402a-b49f-49376427210a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1188829 Jul 14 09:22:30.248351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60270) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:30.257595 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.282756 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e44a3c-e9a7-4cf3-838c-7a449297ad54 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Pushing event deleted for resources: {'Port': ['ID=466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:30.316215 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-37413479-4805-4f2b-a35c-205f419f4cdf None None] Provisioning complete for port b1f29e51-6d8a-42c7-b9e2-5078c0c510aa triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:30.316746 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-37413479-4805-4f2b-a35c-205f419f4cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.348937 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=f8d662ed-e77f-4353-8c8d-0459dfd9d40a,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:30.357628 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c3ff686b-78b1-462c-8d2b-b87044f137f1 req-4efb34ca-56fb-436b-8ef8-a619487e5fb4 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 210 time: 0.0908077 Jul 14 09:22:30.381590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7ac265-88b4-43c3-9ca8-8a3ab8e88ba3 req-29e44a3c-e9a7-4cf3-838c-7a449297ad54 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] No DVR routers for this DVR port 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:30.401719 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ef7ac265-88b4-43c3-9ca8-8a3ab8e88ba3 req-29e44a3c-e9a7-4cf3-838c-7a449297ad54 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.404737 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ef7ac265-88b4-43c3-9ca8-8a3ab8e88ba3 req-29e44a3c-e9a7-4cf3-838c-7a449297ad54 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.55 "DELETE /v2.0/ports/466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea HTTP/1.1" status: 204 len: 173 time: 1.5501819 Jul 14 09:22:30.405466 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41090e5-5448-4303-a57a-34579f61ef20', 'name': 'network-vif-deleted', 'tag': '466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:30.407978 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb87fc8-1be1-471f-8fa4-160cb63933b2" -d '{"events": [{"server_uuid": "d41090e5-5448-4303-a57a-34579f61ef20", "name": "network-vif-deleted", "tag": "466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:30.471813 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d4d9e-6ab4-48b4-aa95-d52752b0f6e3 req-d071efe4-c861-4d23-9c86-bbf7bd5f508a tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:30.473344 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea0d4d9e-6ab4-48b4-aa95-d52752b0f6e3 req-d071efe4-c861-4d23-9c86-bbf7bd5f508a tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 932 time: 0.3987324 Jul 14 09:22:30.474080 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] Pushing event updated for resources: {'Port': ['ID=8030eb8c-1065-4a9d-85c7-795c7bb16bb2,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:30.490639 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bfac80-991d-4804-bead-d83c8847d517 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:30.497262 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c5bfac80-991d-4804-bead-d83c8847d517 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2292669 Jul 14 09:22:30.498216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60274) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:30.511055 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73f0793-623c-4c0a-8322-434a90cd18ad None None] DHCP port deletion for 4cef7a78-22ed-4e84-a95a-1f569bb0302d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:22:30.569640 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c73f0793-623c-4c0a-8322-434a90cd18ad None None] Deleting port b1f29e51-6d8a-42c7-b9e2-5078c0c510aa {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:30.570086 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c73f0793-623c-4c0a-8322-434a90cd18ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.596984 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] Attempting to bind port 8030eb8c-1065-4a9d-85c7-795c7bb16bb2 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:30.597558 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] Attempting to bind port 8030eb8c-1065-4a9d-85c7-795c7bb16bb2 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:30.598140 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] Attempting to bind port 8030eb8c-1065-4a9d-85c7-795c7bb16bb2 on network afffba1d-7bce-4b37-9323-82cdd45d6281 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:30.607127 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] Port 8030eb8c-1065-4a9d-85c7-795c7bb16bb2 on network afffba1d-7bce-4b37-9323-82cdd45d6281 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:30.608032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] Attempting to bind port 8030eb8c-1065-4a9d-85c7-795c7bb16bb2 on network afffba1d-7bce-4b37-9323-82cdd45d6281 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:30.617168 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:30.617731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] Checking segment: {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:30.618401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] Bound using segment: {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:30.619133 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] Bound port: 8030eb8c-1065-4a9d-85c7-795c7bb16bb2, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657c12a5-fddb-467b-9d7d-07e1124e3f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:30.619715 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.633159 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea0d4d9e-6ab4-48b4-aa95-d52752b0f6e3 req-666d4068-5e1e-4d81-9f82-bdfe9b9fec27 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505673 Jul 14 09:22:30.637541 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.669693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c73f0793-623c-4c0a-8322-434a90cd18ad None None] For port b1f29e51-6d8a-42c7-b9e2-5078c0c510aa, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b1f29e51-6d8a-42c7-b9e2-5078c0c510aa,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:30.670126 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c73f0793-623c-4c0a-8322-434a90cd18ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.689564 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c73f0793-623c-4c0a-8322-434a90cd18ad None None] Calling delete_port for b1f29e51-6d8a-42c7-b9e2-5078c0c510aa owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:30.719822 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e40353-abb0-4504-8fea-ade48d7b1d8a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:30.720372 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d3e40353-abb0-4504-8fea-ade48d7b1d8a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2169485 Jul 14 09:22:30.723187 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60278) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:30.724229 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-1e14258f-2b26-4eb3-a717-df7e0929219a tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Made reservation on behalf of 4a9dd7e1c4ad44778b18f6fb76161572 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:30.728017 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-1e14258f-2b26-4eb3-a717-df7e0929219a tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.749055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] For port 8030eb8c-1065-4a9d-85c7-795c7bb16bb2, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:30.753409 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] For port 8030eb8c-1065-4a9d-85c7-795c7bb16bb2, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=8030eb8c-1065-4a9d-85c7-795c7bb16bb2,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:30.761946 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.797921 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bd4f77ce-7f7d-43a9-9453-64ba389e31ee tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664692 Jul 14 09:22:30.814089 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60280) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:30.815547 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b1f29e51-6d8a-42c7-b9e2-5078c0c510aa no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:30.821496 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-17a325bf-aa45-4891-ac61-ed016a5dea9b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:30.830974 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:30.831861 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.836232 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01112706-b060-41d6-9fa6-e92c251863bb req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] 10.222.0.49 "PUT /v2.0/ports/8030eb8c-1065-4a9d-85c7-795c7bb16bb2 HTTP/1.1" status: 200 len: 1093 time: 1.4016509 Jul 14 09:22:30.896643 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26ae06-6dd6-4001-8fa2-de85a6e67820 service neutron] Pushing event updated for resources: {'Port': ['ID=8030eb8c-1065-4a9d-85c7-795c7bb16bb2,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:30.932443 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c73f0793-623c-4c0a-8322-434a90cd18ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.985603 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f0793-623c-4c0a-8322-434a90cd18ad None None] Pushing event deleted for resources: {'Port': ['ID=b1f29e51-6d8a-42c7-b9e2-5078c0c510aa,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:31.001720 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73f0793-623c-4c0a-8322-434a90cd18ad None None] No DVR routers for this DVR port b1f29e51-6d8a-42c7-b9e2-5078c0c510aa on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:31.006133 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.027206 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88964cb9-2b4e-48f1-8f78-b61eca48aa45 req-68167c95-0787-49a9-b080-ec22714f5ef1 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:31.039325 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01112706-b060-41d6-9fa6-e92c251863bb req-8c443b8b-0af9-410e-bd58-4c49fca37a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:31.042083 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01112706-b060-41d6-9fa6-e92c251863bb req-8c443b8b-0af9-410e-bd58-4c49fca37a95 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 1096 time: 0.1588185 Jul 14 09:22:31.049492 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88964cb9-2b4e-48f1-8f78-b61eca48aa45 req-68167c95-0787-49a9-b080-ec22714f5ef1 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=2595af2a-8de2-415e-91ac-692b200cdd38 HTTP/1.1" status: 200 len: 945 time: 0.4441035 Jul 14 09:22:31.099826 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e70ad21-1c30-48ed-af98-f38fa5ca8d96 x-openstack-request-id: req-0e70ad21-1c30-48ed-af98-f38fa5ca8d96 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:31.100833 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f832e9f6-7c01-4107-967c-34e8b6c66ae1", "name": "network-vif-plugged", "status": "completed", "tag": "f8d662ed-e77f-4353-8c8d-0459dfd9d40a", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:31.101277 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e70ad21-1c30-48ed-af98-f38fa5ca8d96 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:31.101975 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f832e9f6-7c01-4107-967c-34e8b6c66ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d662ed-e77f-4353-8c8d-0459dfd9d40a', 'code': 200} Jul 14 09:22:31.113732 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01112706-b060-41d6-9fa6-e92c251863bb req-3d55c99f-7f5c-47d4-88b6-5c57b7ef7fee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8030eb8c-1065-4a9d-85c7-795c7bb16bb2 HTTP/1.1" status: 200 len: 217 time: 0.0648122 Jul 14 09:22:31.174225 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a325bf-aa45-4891-ac61-ed016a5dea9b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:31.177929 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-17a325bf-aa45-4891-ac61-ed016a5dea9b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.179476 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a325bf-aa45-4891-ac61-ed016a5dea9b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:22:31.179921 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a325bf-aa45-4891-ac61-ed016a5dea9b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:22:31.186016 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6274058c-39e1-4113-871d-faaa02d023b2 x-openstack-request-id: req-6274058c-39e1-4113-871d-faaa02d023b2 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:31.186333 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41090e5-5448-4303-a57a-34579f61ef20", "name": "network-vif-deleted", "tag": "466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:31.186597 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6274058c-39e1-4113-871d-faaa02d023b2 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:31.187005 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41090e5-5448-4303-a57a-34579f61ef20', 'name': 'network-vif-deleted', 'tag': '466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea', 'status': 'completed', 'code': 200} Jul 14 09:22:31.190368 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88964cb9-2b4e-48f1-8f78-b61eca48aa45 req-19b01325-33ad-4ccd-990a-146a618f5c47 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399281 Jul 14 09:22:31.210338 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01112706-b060-41d6-9fa6-e92c251863bb req-3be07e48-25b6-4698-a17e-99c8c5a928cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:31.215647 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01112706-b060-41d6-9fa6-e92c251863bb req-3be07e48-25b6-4698-a17e-99c8c5a928cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d20aa7a-796d-40db-977f-81fa6bc33327 HTTP/1.1" status: 200 len: 846 time: 0.0894632 Jul 14 09:22:31.227303 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-1e14258f-2b26-4eb3-a717-df7e0929219a tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Allocated IP 172.20.0.11 (041dc1f0-7ce6-42cf-bd75-72a98460d7b9/9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4/3a8b8881-0dfd-41db-b85c-638f00059a03) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:31.255769 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-17a325bf-aa45-4891-ac61-ed016a5dea9b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4350479 Jul 14 09:22:31.259437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60290) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:31.265092 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-124c24af-cdbc-476f-8fc1-7ce7ee1a54ac tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:31.327343 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01112706-b060-41d6-9fa6-e92c251863bb req-f7e6bed3-b79b-4b54-84c1-43b6c83e6503 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afffba1d-7bce-4b37-9323-82cdd45d6281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075442 Jul 14 09:22:31.455826 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed86ec-8823-47bf-a212-fca349b34e93 req-9cdd9636-53e1-45cf-8cc5-d74a370f0b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:31.457416 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f5ed86ec-8823-47bf-a212-fca349b34e93 req-9cdd9636-53e1-45cf-8cc5-d74a370f0b69 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 1098 time: 0.1757367 Jul 14 09:22:31.489585 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01112706-b060-41d6-9fa6-e92c251863bb req-a7687d62-2f2e-4884-aeb8-0f28df9ebab5 service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521585 Jul 14 09:22:31.500382 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ecaab566-d14a-4ea9-9eb9-449109283aa9 req-0784a1dc-403b-4780-8ad2-e51c01100e06 tempest-ServerRescueTestJSON-880368200 tempest-ServerRescueTestJSON-880368200-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41090e5-5448-4303-a57a-34579f61ef20 HTTP/1.1" status: 200 len: 210 time: 0.1044776 Jul 14 09:22:31.544861 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.560168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124c24af-cdbc-476f-8fc1-7ce7ee1a54ac tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:31.563697 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-124c24af-cdbc-476f-8fc1-7ce7ee1a54ac tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.567061 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-124c24af-cdbc-476f-8fc1-7ce7ee1a54ac tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:22:31.567061 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124c24af-cdbc-476f-8fc1-7ce7ee1a54ac tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:22:31.571933 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f5ed86ec-8823-47bf-a212-fca349b34e93 req-bddf4a28-500f-4b9e-bd92-9935ce065805 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049597 Jul 14 09:22:31.598511 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-124c24af-cdbc-476f-8fc1-7ce7ee1a54ac tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3398817 Jul 14 09:22:31.599560 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60294) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:31.616972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-6d965f6e-8e89-49df-b21a-a2ff715bd584 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:31.636199 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-1e14258f-2b26-4eb3-a717-df7e0929219a tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.647678 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24d981-a330-425a-89df-c5a5f32666e2 req-845e2b49-9fc0-42d1-8598-713171fa3a12 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:31.650748 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb24d981-a330-425a-89df-c5a5f32666e2 req-845e2b49-9fc0-42d1-8598-713171fa3a12 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.2951009 Jul 14 09:22:31.669572 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:31.691157 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-1e14258f-2b26-4eb3-a717-df7e0929219a tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Transition to ACTIVE for port object 3a8b8881-0dfd-41db-b85c-638f00059a03 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:31.693706 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01112706-b060-41d6-9fa6-e92c251863bb req-f173f219-f517-4ce3-bc57-3feddd3dd54b service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903839 Jul 14 09:22:31.720163 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:31.720596 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 466d49d9-e9f3-4fa4-a09b-bc64e6bee6ea not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:31.728825 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d965f6e-8e89-49df-b21a-a2ff715bd584 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:31.732916 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d965f6e-8e89-49df-b21a-a2ff715bd584 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.733772 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb24d981-a330-425a-89df-c5a5f32666e2 req-003dff9a-ac38-4e90-b921-f60ce247df72 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761933 Jul 14 09:22:31.734118 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d965f6e-8e89-49df-b21a-a2ff715bd584 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:22:31.734626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d965f6e-8e89-49df-b21a-a2ff715bd584 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:22:31.750036 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6d965f6e-8e89-49df-b21a-a2ff715bd584 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1488588 Jul 14 09:22:31.753672 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60298) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:31.762950 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c31a5144-84f3-4806-8ee8-dd019ab70676 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:31.770041 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-1e14258f-2b26-4eb3-a717-df7e0929219a tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.878676 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-1e14258f-2b26-4eb3-a717-df7e0929219a tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Network 041dc1f0-7ce6-42cf-bd75-72a98460d7b9 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:31.886319 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-1e14258f-2b26-4eb3-a717-df7e0929219a tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:31.892419 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-1e14258f-2b26-4eb3-a717-df7e0929219a tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:31.900237 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14258f-2b26-4eb3-a717-df7e0929219a tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Pushing event updated for resources: {'Port': ['ID=3a8b8881-0dfd-41db-b85c-638f00059a03,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:31.959121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-1e14258f-2b26-4eb3-a717-df7e0929219a tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:31.959826 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-1e14258f-2b26-4eb3-a717-df7e0929219a tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.966517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31a5144-84f3-4806-8ee8-dd019ab70676 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:31.970194 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c31a5144-84f3-4806-8ee8-dd019ab70676 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.971675 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31a5144-84f3-4806-8ee8-dd019ab70676 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:22:31.972125 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c31a5144-84f3-4806-8ee8-dd019ab70676 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:22:31.988244 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-1e14258f-2b26-4eb3-a717-df7e0929219a tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8802910 Jul 14 09:22:31.995286 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c31a5144-84f3-4806-8ee8-dd019ab70676 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2395687 Jul 14 09:22:31.997583 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60302) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:32.003648 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] Request body: {'port': {'device_id': 'ca32b606-2424-4054-8dba-ac956003f77f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:32.009299 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5966127e-1113-4feb-ac9e-aefbc21908d1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:32.257557 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.265575 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5966127e-1113-4feb-ac9e-aefbc21908d1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:32.269074 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5966127e-1113-4feb-ac9e-aefbc21908d1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.271522 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-5966127e-1113-4feb-ac9e-aefbc21908d1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:22:32.272482 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5966127e-1113-4feb-ac9e-aefbc21908d1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:22:32.304961 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6d2c330f-3f89-4367-830c-1836c8386fbf None None] Provisioning for port 3a8b8881-0dfd-41db-b85c-638f00059a03 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:32.310834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6d2c330f-3f89-4367-830c-1836c8386fbf None None] Provisioning complete for port 3a8b8881-0dfd-41db-b85c-638f00059a03 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:32.311503 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6d2c330f-3f89-4367-830c-1836c8386fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.311946 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221f207-c335-46ca-9dc3-78e27c697278 req-3a8c5f0e-71c4-4f06-ba0f-02ba86c136b7 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.313613 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3221f207-c335-46ca-9dc3-78e27c697278 req-3a8c5f0e-71c4-4f06-ba0f-02ba86c136b7 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 932 time: 0.2780366 Jul 14 09:22:32.325532 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5966127e-1113-4feb-ac9e-aefbc21908d1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3183861 Jul 14 09:22:32.325959 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60306) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:32.332803 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7c31d5a3-9ff3-4547-bc0e-54188044635d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:32.367360 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aea175-4ce0-4c93-a580-a783228b77bf req-8250081a-2b92-436e-974f-fe8dceccd6e4 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.369361 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69aea175-4ce0-4c93-a580-a783228b77bf req-8250081a-2b92-436e-974f-fe8dceccd6e4 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 944 time: 0.2345119 Jul 14 09:22:32.385379 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6d2c330f-3f89-4367-830c-1836c8386fbf None None] Port 3a8b8881-0dfd-41db-b85c-638f00059a03 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:32.463779 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c31d5a3-9ff3-4547-bc0e-54188044635d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:32.467374 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7c31d5a3-9ff3-4547-bc0e-54188044635d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.468795 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c31d5a3-9ff3-4547-bc0e-54188044635d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:22:32.469226 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c31d5a3-9ff3-4547-bc0e-54188044635d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:22:32.476023 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3221f207-c335-46ca-9dc3-78e27c697278 req-39ab744e-53ff-4369-b0a9-97a094299817 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b315ca0-b658-4d44-b0d0-39462ee765b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406498 Jul 14 09:22:32.484951 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7c31d5a3-9ff3-4547-bc0e-54188044635d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1574829 Jul 14 09:22:32.487629 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60308) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:32.505979 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69aea175-4ce0-4c93-a580-a783228b77bf req-5176b66b-63a4-4290-8692-512e19a6ad27 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294177 Jul 14 09:22:32.538234 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-018d0f0b-2fd0-4a83-a2f3-13025433821f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0470316 Jul 14 09:22:32.540651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60312) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:32.636091 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49a2522-ffef-4cfd-906d-06dc78c5d3b4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.641259 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60316) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:32.642025 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a49a2522-ffef-4cfd-906d-06dc78c5d3b4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0999491 Jul 14 09:22:32.664843 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.690293 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60318) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:32.730287 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-469f8647-7f99-4a79-9590-5a0628c70c20 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834222 Jul 14 09:22:32.746336 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 8030eb8c-1065-4a9d-85c7-795c7bb16bb2 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:32.752289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60322) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:32.765513 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2299922b-b3cc-42a3-946b-ee4985b7b6c3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:32.772185 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8b8881-0dfd-41db-b85c-638f00059a03 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:32.792625 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.820545 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b0253-858a-4e75-bdcb-d9fc82a1ab9a req-ddb30759-20f0-49cc-902c-356d861f3c36 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.830727 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-758b0253-858a-4e75-bdcb-d9fc82a1ab9a req-ddb30759-20f0-49cc-902c-356d861f3c36 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=2595af2a-8de2-415e-91ac-692b200cdd38 HTTP/1.1" status: 200 len: 945 time: 0.1762173 Jul 14 09:22:32.844134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] Transition to ACTIVE for port object 3a8b8881-0dfd-41db-b85c-638f00059a03 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:32.858833 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.875826 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 8030eb8c-1065-4a9d-85c7-795c7bb16bb2, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=8030eb8c-1065-4a9d-85c7-795c7bb16bb2,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:32.890291 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '8030eb8c-1065-4a9d-85c7-795c7bb16bb2', 'network_id': 'afffba1d-7bce-4b37-9323-82cdd45d6281', 'port_id': '8030eb8c-1065-4a9d-85c7-795c7bb16bb2', 'mac_address': 'fa:16:3e:ec:83:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d20aa7a-796d-40db-977f-81fa6bc33327', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:32.949029 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.967912 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-758b0253-858a-4e75-bdcb-d9fc82a1ab9a req-8d755dbe-9519-4f78-a94d-469ff00feda7 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369777 Jul 14 09:22:32.984215 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8030eb8c-1065-4a9d-85c7-795c7bb16bb2 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:33.014818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 8030eb8c-1065-4a9d-85c7-795c7bb16bb2, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=8030eb8c-1065-4a9d-85c7-795c7bb16bb2,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:33.028987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2299922b-b3cc-42a3-946b-ee4985b7b6c3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:33.031575 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.033367 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2299922b-b3cc-42a3-946b-ee4985b7b6c3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.037265 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] Pushing event updated for resources: {'Port': ['ID=3a8b8881-0dfd-41db-b85c-638f00059a03,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:33.127719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=8030eb8c-1065-4a9d-85c7-795c7bb16bb2,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:33.195458 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11212796-ebac-4bf4-94a3-be671bf719a5', 'tag': '8030eb8c-1065-4a9d-85c7-795c7bb16bb2'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:33.197653 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d311fb7b-3cdc-437e-a562-22264a9af84f" -d '{"events": [{"name": "network-changed", "server_uuid": "11212796-ebac-4bf4-94a3-be671bf719a5", "tag": "8030eb8c-1065-4a9d-85c7-795c7bb16bb2"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:33.233678 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['8030eb8c-1065-4a9d-85c7-795c7bb16bb2'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:33.254174 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] Attempting to bind port 3a8b8881-0dfd-41db-b85c-638f00059a03 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:33.254522 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] Attempting to bind port 3a8b8881-0dfd-41db-b85c-638f00059a03 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '15ade24d-c4ae-410c-afff-9563e52de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:33.254862 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] Attempting to bind port 3a8b8881-0dfd-41db-b85c-638f00059a03 on network 041dc1f0-7ce6-42cf-bd75-72a98460d7b9 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:33.262948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] Port 3a8b8881-0dfd-41db-b85c-638f00059a03 on network 041dc1f0-7ce6-42cf-bd75-72a98460d7b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:33.263348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] Attempting to bind port 3a8b8881-0dfd-41db-b85c-638f00059a03 on network 041dc1f0-7ce6-42cf-bd75-72a98460d7b9 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:33.273946 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:33.274805 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] Checking segment: {'id': '15ade24d-c4ae-410c-afff-9563e52de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:33.275138 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] Bound using segment: {'id': '15ade24d-c4ae-410c-afff-9563e52de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:33.275599 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] Bound port: 3a8b8881-0dfd-41db-b85c-638f00059a03, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ade24d-c4ae-410c-afff-9563e52de3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:33.276500 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.376407 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca529eb-0e71-48e1-831a-149edaed4294 req-47b1c0e5-5ee2-495d-a48b-8f87c4d783c1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:33.378833 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ca529eb-0e71-48e1-831a-149edaed4294 req-47b1c0e5-5ee2-495d-a48b-8f87c4d783c1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.1914217 Jul 14 09:22:33.457273 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ca529eb-0e71-48e1-831a-149edaed4294 req-2b23f3a3-3b69-4ff5-912c-67265e90da19 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675952 Jul 14 09:22:33.458975 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] For port 3a8b8881-0dfd-41db-b85c-638f00059a03, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:33.482844 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] For port 3a8b8881-0dfd-41db-b85c-638f00059a03, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3a8b8881-0dfd-41db-b85c-638f00059a03,segment=NetworkSegment(15ade24d-c4ae-410c-afff-9563e52de3ef),segment_id=15ade24d-c4ae-410c-afff-9563e52de3ef)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:33.506558 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.548985 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:33.549608 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.551062 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] 10.222.0.49 "PUT /v2.0/ports/3a8b8881-0dfd-41db-b85c-638f00059a03 HTTP/1.1" status: 200 len: 1093 time: 1.5554569 Jul 14 09:22:33.551507 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca32b606-2424-4054-8dba-ac956003f77f', 'tag': '3a8b8881-0dfd-41db-b85c-638f00059a03'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:33.553851 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fbecf0-9a36-453b-852a-a66f9779a46d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca32b606-2424-4054-8dba-ac956003f77f", "tag": "3a8b8881-0dfd-41db-b85c-638f00059a03"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:33.592056 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10b9c0-c41a-43b0-b6d5-65f00b0648ad service neutron] Pushing event updated for resources: {'Port': ['ID=3a8b8881-0dfd-41db-b85c-638f00059a03,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:33.672299 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-77ff772c-1a75-44b3-8871-a068a53e2d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:33.674076 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-77ff772c-1a75-44b3-8871-a068a53e2d77 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a9dd7e1c4ad44778b18f6fb76161572&device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 1096 time: 0.0640147 Jul 14 09:22:33.733884 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-d2021544-d232-4b73-9abf-aec06b1eec5c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a8b8881-0dfd-41db-b85c-638f00059a03 HTTP/1.1" status: 200 len: 217 time: 0.0498061 Jul 14 09:22:33.823064 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-784cd99f-5db3-41bf-b786-95e7ad80673f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:33.825520 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-784cd99f-5db3-41bf-b786-95e7ad80673f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4 HTTP/1.1" status: 200 len: 850 time: 0.0843670 Jul 14 09:22:33.928143 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-5ea2f669-242c-4a37-b3ce-14fad5f15ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:33.930403 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-5ea2f669-242c-4a37-b3ce-14fad5f15ce0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=041dc1f0-7ce6-42cf-bd75-72a98460d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947077 Jul 14 09:22:34.119520 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4b2ee7-3a4d-4b0c-840c-0c1a7ee93781 x-openstack-request-id: req-df4b2ee7-3a4d-4b0c-840c-0c1a7ee93781 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:34.120144 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11212796-ebac-4bf4-94a3-be671bf719a5", "tag": "8030eb8c-1065-4a9d-85c7-795c7bb16bb2", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:34.120144 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df4b2ee7-3a4d-4b0c-840c-0c1a7ee93781 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:34.120562 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11212796-ebac-4bf4-94a3-be671bf719a5', 'tag': '8030eb8c-1065-4a9d-85c7-795c7bb16bb2', 'status': 'completed', 'code': 200} Jul 14 09:22:34.150349 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-3e66619e-a77e-4a9e-838f-50db8f2c844b service neutron] 10.222.0.49 "GET /v2.0/networks/041dc1f0-7ce6-42cf-bd75-72a98460d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129815 Jul 14 09:22:34.204988 n-d-798054-10 neutron-server[93888]: DEBUG neutron.objects.ports [None req-2299922b-b3cc-42a3-946b-ee4985b7b6c3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93888) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:22:34.213501 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2299922b-b3cc-42a3-946b-ee4985b7b6c3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.279740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2299922b-b3cc-42a3-946b-ee4985b7b6c3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:34.295210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-2299922b-b3cc-42a3-946b-ee4985b7b6c3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:34.302340 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2299922b-b3cc-42a3-946b-ee4985b7b6c3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:34.303790 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2299922b-b3cc-42a3-946b-ee4985b7b6c3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.310851 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b572e452-22c4-4378-8b5d-7698d0e0a310 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:34.398156 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ae38a-5bf2-4e32-8ce6-b2f6c5867220 req-a6779e28-a880-49bf-b3fc-44575d0295d0 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:34.400280 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c20ae38a-5bf2-4e32-8ce6-b2f6c5867220 req-a6779e28-a880-49bf-b3fc-44575d0295d0 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 944 time: 0.2322657 Jul 14 09:22:34.414254 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6462fe1-9bb0-4981-b80b-a45130dafb0a req-42dd1d4d-79e6-41f4-bfe4-c574dd26abbe service neutron] 10.222.0.49 "GET /v2.0/networks/041dc1f0-7ce6-42cf-bd75-72a98460d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574079 Jul 14 09:22:34.425204 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2299922b-b3cc-42a3-946b-ee4985b7b6c3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6711333 Jul 14 09:22:34.426066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60360) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:34.434405 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-003da0ca-4a38-4273-9398-e4717be31d6a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'mac_address': 'fa:16:3e:5b:19:1b', 'name': 'tempest-NetworksTestDHCPv6-1871142053'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:34.442136 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b62789ab-991c-4bd6-9c1a-27d9ebaf5ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.447303 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311fb7b-3cdc-437e-a562-22264a9af84f req-e506807e-fef8-466a-8ec5-1564544f5b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:34.449824 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d311fb7b-3cdc-437e-a562-22264a9af84f req-e506807e-fef8-466a-8ec5-1564544f5b96 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 1097 time: 0.3580277 Jul 14 09:22:34.450696 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299922b-b3cc-42a3-946b-ee4985b7b6c3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=29a42749-4c3c-45da-a019-762b8933870a,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:34.480132 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c20ae38a-5bf2-4e32-8ce6-b2f6c5867220 req-7b865d9e-6bef-4031-8015-2ced125a6585 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b315ca0-b658-4d44-b0d0-39462ee765b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650709 Jul 14 09:22:34.712099 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9251f-835b-41c3-9fe1-ea8796c3d307 req-d46f8f12-8276-483b-a264-eeb3be8fb1ea tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:34.743365 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1c9251f-835b-41c3-9fe1-ea8796c3d307 req-d46f8f12-8276-483b-a264-eeb3be8fb1ea tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 945 time: 0.1269891 Jul 14 09:22:34.774269 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 8030eb8c-1065-4a9d-85c7-795c7bb16bb2 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:34.776829 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311fb7b-3cdc-437e-a562-22264a9af84f req-ac123c20-5111-4188-8f98-8ce28d54eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:34.778452 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d311fb7b-3cdc-437e-a562-22264a9af84f req-ac123c20-5111-4188-8f98-8ce28d54eabc service neutron] 10.222.0.49 "GET /v2.0/networks?id=afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 200 len: 907 time: 0.3170412 Jul 14 09:22:34.807242 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'fixed_ips': [{'subnet_id': '29a42749-4c3c-45da-a019-762b8933870a'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:22:34.808225 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.861087 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1c9251f-835b-41c3-9fe1-ea8796c3d307 req-4991fcd9-8175-4582-bd77-64a893741317 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161864 Jul 14 09:22:34.866497 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4dbad1-1adf-4e14-a1ec-52a195cddf6b x-openstack-request-id: req-4d4dbad1-1adf-4e14-a1ec-52a195cddf6b {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:34.868719 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca32b606-2424-4054-8dba-ac956003f77f", "tag": "3a8b8881-0dfd-41db-b85c-638f00059a03", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:34.871001 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d4dbad1-1adf-4e14-a1ec-52a195cddf6b {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:34.871683 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca32b606-2424-4054-8dba-ac956003f77f', 'tag': '3a8b8881-0dfd-41db-b85c-638f00059a03', 'status': 'completed', 'code': 200} Jul 14 09:22:34.894616 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d311fb7b-3cdc-437e-a562-22264a9af84f req-4fcc9095-29d6-416b-909b-7e302460cfff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8030eb8c-1065-4a9d-85c7-795c7bb16bb2 HTTP/1.1" status: 200 len: 217 time: 0.0883141 Jul 14 09:22:34.898065 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003da0ca-4a38-4273-9398-e4717be31d6a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:34.911587 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 8030eb8c-1065-4a9d-85c7-795c7bb16bb2 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:34.946067 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 8030eb8c-1065-4a9d-85c7-795c7bb16bb2 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:34.946591 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.979650 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbecf0-9a36-453b-852a-a66f9779a46d req-1614ff43-dbee-40b1-bdc8-b90f176de817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:34.981755 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46fbecf0-9a36-453b-852a-a66f9779a46d req-1614ff43-dbee-40b1-bdc8-b90f176de817 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a9dd7e1c4ad44778b18f6fb76161572&device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 1096 time: 0.0893590 Jul 14 09:22:35.038489 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-003da0ca-4a38-4273-9398-e4717be31d6a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.106234 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Allocated IP 2001:db8::f816:3eff:fe19:9d4d (4cef7a78-22ed-4e84-a95a-1f569bb0302d/29a42749-4c3c-45da-a019-762b8933870a/518028fb-1838-402f-81e2-1c217d742a38) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:35.167654 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-003da0ca-4a38-4273-9398-e4717be31d6a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port 7e549467-3c43-42e7-91c7-e5b2002b0007 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:22:35.172345 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbecf0-9a36-453b-852a-a66f9779a46d req-be10c3c9-0a9c-4582-b75f-04e701eb996d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:35.174481 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46fbecf0-9a36-453b-852a-a66f9779a46d req-be10c3c9-0a9c-4582-b75f-04e701eb996d service neutron] 10.222.0.49 "GET /v2.0/networks?id=041dc1f0-7ce6-42cf-bd75-72a98460d7b9 HTTP/1.1" status: 200 len: 912 time: 0.1849825 Jul 14 09:22:35.237397 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.250098 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311fb7b-3cdc-437e-a562-22264a9af84f req-27c18e9d-4008-46a6-a929-1351c06c2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:35.252014 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d311fb7b-3cdc-437e-a562-22264a9af84f req-27c18e9d-4008-46a6-a929-1351c06c2842 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d20aa7a-796d-40db-977f-81fa6bc33327 HTTP/1.1" status: 200 len: 846 time: 0.2586393 Jul 14 09:22:35.284693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11212796-ebac-4bf4-94a3-be671bf719a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8030eb8c-1065-4a9d-85c7-795c7bb16bb2'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:35.287182 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e00331-d1d3-45cd-8c7b-87040ad13ab1" -d '{"events": [{"server_uuid": "11212796-ebac-4bf4-94a3-be671bf719a5", "name": "network-vif-plugged", "status": "completed", "tag": "8030eb8c-1065-4a9d-85c7-795c7bb16bb2"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:35.315178 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 8030eb8c-1065-4a9d-85c7-795c7bb16bb2, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=8030eb8c-1065-4a9d-85c7-795c7bb16bb2,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:35.323767 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46fbecf0-9a36-453b-852a-a66f9779a46d req-200cd64e-4e77-4717-856b-65ff0ae49345 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a8b8881-0dfd-41db-b85c-638f00059a03 HTTP/1.1" status: 200 len: 217 time: 0.1411932 Jul 14 09:22:35.332273 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.383166 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac0b31c-5de6-4df3-8e98-484e003b135d x-openstack-request-id: req-cac0b31c-5de6-4df3-8e98-484e003b135d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:35.383482 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11212796-ebac-4bf4-94a3-be671bf719a5", "name": "network-vif-plugged", "status": "completed", "tag": "8030eb8c-1065-4a9d-85c7-795c7bb16bb2", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:35.383714 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cac0b31c-5de6-4df3-8e98-484e003b135d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:35.384115 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11212796-ebac-4bf4-94a3-be671bf719a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8030eb8c-1065-4a9d-85c7-795c7bb16bb2', 'code': 200} Jul 14 09:22:35.413533 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d311fb7b-3cdc-437e-a562-22264a9af84f req-62c1283d-99bf-4046-ab05-e0c7297d2df7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=afffba1d-7bce-4b37-9323-82cdd45d6281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349707 Jul 14 09:22:35.481853 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=8030eb8c-1065-4a9d-85c7-795c7bb16bb2,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:35.499883 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbecf0-9a36-453b-852a-a66f9779a46d req-26d5d934-2f2b-4814-a7f3-b80a16502e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:35.502073 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46fbecf0-9a36-453b-852a-a66f9779a46d req-26d5d934-2f2b-4814-a7f3-b80a16502e20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4 HTTP/1.1" status: 200 len: 850 time: 0.1726370 Jul 14 09:22:35.507036 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.520935 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Transition to ACTIVE for port object 518028fb-1838-402f-81e2-1c217d742a38 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:35.539320 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Transition to ACTIVE for port object 518028fb-1838-402f-81e2-1c217d742a38 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:35.547332 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.584757 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d311fb7b-3cdc-437e-a562-22264a9af84f req-3f93ed2e-d3a6-40f9-a891-73c0a8611606 service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637979 Jul 14 09:22:35.587991 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e1884-de6d-44f1-9593-2ae25753dfa4 req-64f535d9-8f4d-49ea-96c4-72de690bc6ac tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:35.595368 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:35.596662 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fc1e1884-de6d-44f1-9593-2ae25753dfa4 req-64f535d9-8f4d-49ea-96c4-72de690bc6ac tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.1883247 Jul 14 09:22:35.602536 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:35.606512 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:35.621094 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Pushing event updated for resources: {'Port': ['ID=518028fb-1838-402f-81e2-1c217d742a38,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:35.689828 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Attempting to bind port 518028fb-1838-402f-81e2-1c217d742a38 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:35.690448 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Attempting to bind port 518028fb-1838-402f-81e2-1c217d742a38 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:35.691165 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Attempting to bind port 518028fb-1838-402f-81e2-1c217d742a38 on network 4cef7a78-22ed-4e84-a95a-1f569bb0302d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:35.701101 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:35.701558 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:35.702216 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.702829 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Bound using segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:35.703562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Bound port: 518028fb-1838-402f-81e2-1c217d742a38, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:35.704156 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.804446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-003da0ca-4a38-4273-9398-e4717be31d6a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::f816:3eff:fe5b:191b (4cef7a78-22ed-4e84-a95a-1f569bb0302d/29a42749-4c3c-45da-a019-762b8933870a/7e549467-3c43-42e7-91c7-e5b2002b0007) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:35.816824 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] For port 518028fb-1838-402f-81e2-1c217d742a38, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:35.821998 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] For port 518028fb-1838-402f-81e2-1c217d742a38, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=518028fb-1838-402f-81e2-1c217d742a38,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:35.830079 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.884962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894655e-6eb6-427c-a095-a65c6f21172f req-237dec16-0307-4105-b738-758ed818b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:35.886539 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4894655e-6eb6-427c-a095-a65c6f21172f req-237dec16-0307-4105-b738-758ed818b797 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 1098 time: 0.2928967 Jul 14 09:22:35.902371 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8becfa53-2e0d-44db-9feb-d879af943bdc None None] Pushing event updated for resources: {'Port': ['ID=518028fb-1838-402f-81e2-1c217d742a38,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:35.961208 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d311fb7b-3cdc-437e-a562-22264a9af84f req-feb04570-f508-44d0-a106-a7f62d482cc7 service neutron] 10.222.0.49 "GET /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565178 Jul 14 09:22:36.057208 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4894655e-6eb6-427c-a095-a65c6f21172f req-cbd98ee0-c8db-4d50-b293-2f32e014a88f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376176 Jul 14 09:22:36.068092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-b62789ab-991c-4bd6-9c1a-27d9ebaf5ccd admin admin] Deleting port c475962c-efbb-4b8f-a71f-9c4d47b317d9 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:36.068511 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b62789ab-991c-4bd6-9c1a-27d9ebaf5ccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.180152 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fc1e1884-de6d-44f1-9593-2ae25753dfa4 req-77f20bc9-881c-419a-baae-ff45c3f9540b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5826111 Jul 14 09:22:36.188969 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbecf0-9a36-453b-852a-a66f9779a46d req-059baa59-a864-4450-8de3-0aab0629a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.190569 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46fbecf0-9a36-453b-852a-a66f9779a46d req-059baa59-a864-4450-8de3-0aab0629a03f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=041dc1f0-7ce6-42cf-bd75-72a98460d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6796532 Jul 14 09:22:36.193368 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-003da0ca-4a38-4273-9398-e4717be31d6a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.235160 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-b62789ab-991c-4bd6-9c1a-27d9ebaf5ccd admin admin] For port c475962c-efbb-4b8f-a71f-9c4d47b317d9, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c475962c-efbb-4b8f-a71f-9c4d47b317d9,segment=NetworkSegment(afb18846-4e6b-4b81-8903-ed8a396e530f),segment_id=afb18846-4e6b-4b81-8903-ed8a396e530f)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:36.235674 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b62789ab-991c-4bd6-9c1a-27d9ebaf5ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.238863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-003da0ca-4a38-4273-9398-e4717be31d6a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object 7e549467-3c43-42e7-91c7-e5b2002b0007 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:36.277180 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-b62789ab-991c-4bd6-9c1a-27d9ebaf5ccd admin admin] Calling delete_port for c475962c-efbb-4b8f-a71f-9c4d47b317d9 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:36.323894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4be97-3135-40d7-a9c4-751bab48bc12 req-8bbe480c-5733-4cc9-851f-3e4e25fee5c4 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.337707 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48d4be97-3135-40d7-a9c4-751bab48bc12 req-8bbe480c-5733-4cc9-851f-3e4e25fee5c4 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 944 time: 0.7099040 Jul 14 09:22:36.366871 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-003da0ca-4a38-4273-9398-e4717be31d6a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.415377 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48d4be97-3135-40d7-a9c4-751bab48bc12 req-a1798348-59ed-4e02-b04e-0f319bd642eb tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b315ca0-b658-4d44-b0d0-39462ee765b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761414 Jul 14 09:22:36.437886 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003da0ca-4a38-4273-9398-e4717be31d6a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:36.463338 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46fbecf0-9a36-453b-852a-a66f9779a46d req-d988f67a-e155-4b92-8543-00d7ea2049fc service neutron] 10.222.0.49 "GET /v2.0/networks/041dc1f0-7ce6-42cf-bd75-72a98460d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651820 Jul 14 09:22:36.477926 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-003da0ca-4a38-4273-9398-e4717be31d6a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:36.481973 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003da0ca-4a38-4273-9398-e4717be31d6a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:36.487660 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003da0ca-4a38-4273-9398-e4717be31d6a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.488326 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-003da0ca-4a38-4273-9398-e4717be31d6a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.491623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003da0ca-4a38-4273-9398-e4717be31d6a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=7e549467-3c43-42e7-91c7-e5b2002b0007,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:36.513764 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-003da0ca-4a38-4273-9398-e4717be31d6a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0856903 Jul 14 09:22:36.517954 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60398) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:36.618455 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46fbecf0-9a36-453b-852a-a66f9779a46d req-589d1916-7579-4121-a3e5-92cb54e145ea service neutron] 10.222.0.49 "GET /v2.0/networks/041dc1f0-7ce6-42cf-bd75-72a98460d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488011 Jul 14 09:22:36.648829 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee200ec-5bf6-4b85-be7c-8c2e10f53ae1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.656046 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee200ec-5bf6-4b85-be7c-8c2e10f53ae1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.657701 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0ee200ec-5bf6-4b85-be7c-8c2e10f53ae1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1388068 Jul 14 09:22:36.661085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60400) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:36.697857 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c183e2-1597-42c8-a3f8-93bf784279ca req-bac57c1a-169e-4414-b925-6214ef2c4099 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.715669 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30c183e2-1597-42c8-a3f8-93bf784279ca req-bac57c1a-169e-4414-b925-6214ef2c4099 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 946 time: 0.1130080 Jul 14 09:22:36.716985 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b62789ab-991c-4bd6-9c1a-27d9ebaf5ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.758522 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3a8b8881-0dfd-41db-b85c-638f00059a03 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:36.785444 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62789ab-991c-4bd6-9c1a-27d9ebaf5ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=c475962c-efbb-4b8f-a71f-9c4d47b317d9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:36.837692 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30c183e2-1597-42c8-a3f8-93bf784279ca req-f3b9d6a9-c958-4d4a-90c9-415233354564 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895922 Jul 14 09:22:36.924824 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-85487330-84de-4b56-b6bd-ae707f87a4a5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port 7e549467-3c43-42e7-91c7-e5b2002b0007 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:36.925211 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85487330-84de-4b56-b6bd-ae707f87a4a5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.006717 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 518028fb-1838-402f-81e2-1c217d742a38 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:37.138659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3a8b8881-0dfd-41db-b85c-638f00059a03, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3a8b8881-0dfd-41db-b85c-638f00059a03,segment=NetworkSegment(15ade24d-c4ae-410c-afff-9563e52de3ef),segment_id=15ade24d-c4ae-410c-afff-9563e52de3ef)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:37.146816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 518028fb-1838-402f-81e2-1c217d742a38 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:37.181531 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '3a8b8881-0dfd-41db-b85c-638f00059a03', 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9', 'port_id': '3a8b8881-0dfd-41db-b85c-638f00059a03', 'mac_address': 'fa:16:3e:1d:88:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:37.192135 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85487330-84de-4b56-b6bd-ae707f87a4a5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.203311 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b62789ab-991c-4bd6-9c1a-27d9ebaf5ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.229109 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-85487330-84de-4b56-b6bd-ae707f87a4a5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for 7e549467-3c43-42e7-91c7-e5b2002b0007 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:37.303911 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.342718 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8b8881-0dfd-41db-b85c-638f00059a03 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:37.383688 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3a8b8881-0dfd-41db-b85c-638f00059a03, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3a8b8881-0dfd-41db-b85c-638f00059a03,segment=NetworkSegment(15ade24d-c4ae-410c-afff-9563e52de3ef),segment_id=15ade24d-c4ae-410c-afff-9563e52de3ef)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:37.393073 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.526065 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=3a8b8881-0dfd-41db-b85c-638f00059a03,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:37.536628 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed125c15-36b9-4678-a9ff-071dd473e3dd req-ef45370e-27d1-4afe-aa33-6dab25701a38 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:37.545085 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed125c15-36b9-4678-a9ff-071dd473e3dd req-ef45370e-27d1-4afe-aa33-6dab25701a38 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.1413949 Jul 14 09:22:37.608895 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed125c15-36b9-4678-a9ff-071dd473e3dd req-3824bf6f-b64e-41b6-b938-45a057b918e8 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625808 Jul 14 09:22:37.629360 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['3a8b8881-0dfd-41db-b85c-638f00059a03'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:37.682565 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 188a971b-9a37-4aa5-b4f7-3a6b38966b59 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:37.919028 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8e0ed-1c89-4b25-95a7-2dac212bcf7b req-c8199255-489a-4145-acd0-9c565e56c17d tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:37.937272 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70e8e0ed-1c89-4b25-95a7-2dac212bcf7b req-c8199255-489a-4145-acd0-9c565e56c17d tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 945 time: 0.1127193 Jul 14 09:22:37.950976 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8330a556-32fa-4717-85db-0311e629c379 None None] Provisioning for port 518028fb-1838-402f-81e2-1c217d742a38 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:37.986830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8330a556-32fa-4717-85db-0311e629c379 None None] Provisioning complete for port 518028fb-1838-402f-81e2-1c217d742a38 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:37.987457 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8330a556-32fa-4717-85db-0311e629c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.004305 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70e8e0ed-1c89-4b25-95a7-2dac212bcf7b req-53b4654e-3308-4bf4-abb1-c45b6a74993d tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b315ca0-b658-4d44-b0d0-39462ee765b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659254 Jul 14 09:22:38.118946 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85487330-84de-4b56-b6bd-ae707f87a4a5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.220862 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 188a971b-9a37-4aa5-b4f7-3a6b38966b59, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=188a971b-9a37-4aa5-b4f7-3a6b38966b59,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:38.251095 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b5f97-36d0-4a7f-8af1-91b75023b9be req-cf539bbc-91dd-4118-83c6-e4238c5179de tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:38.259976 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea9b5f97-36d0-4a7f-8af1-91b75023b9be req-cf539bbc-91dd-4118-83c6-e4238c5179de tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 946 time: 0.1342738 Jul 14 09:22:38.300426 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '188a971b-9a37-4aa5-b4f7-3a6b38966b59', 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e', 'port_id': '188a971b-9a37-4aa5-b4f7-3a6b38966b59', 'mac_address': 'fa:16:3e:dd:78:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe961b1-9a16-4166-9f5e-21fa35cb8710', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:38.329075 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea9b5f97-36d0-4a7f-8af1-91b75023b9be req-3f811805-bb74-49ed-a53d-e05dc8af8cbd tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631413 Jul 14 09:22:38.343625 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85487330-84de-4b56-b6bd-ae707f87a4a5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.351455 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-85487330-84de-4b56-b6bd-ae707f87a4a5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/7e549467-3c43-42e7-91c7-e5b2002b0007 HTTP/1.1" status: 204 len: 168 time: 1.6861486 Jul 14 09:22:38.353500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60450) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:38.354648 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62789ab-991c-4bd6-9c1a-27d9ebaf5ccd admin admin] Router 1c1fc28a-7c15-48bc-a224-c5774b446e50 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:22:38.358289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85487330-84de-4b56-b6bd-ae707f87a4a5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=7e549467-3c43-42e7-91c7-e5b2002b0007,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:38.435693 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8330a556-32fa-4717-85db-0311e629c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.504947 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7f628f-35bc-47b6-bb5a-4b4a538f777a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:38.517537 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7f628f-35bc-47b6-bb5a-4b4a538f777a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:38.527451 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9a7f628f-35bc-47b6-bb5a-4b4a538f777a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1651545 Jul 14 09:22:38.528188 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60466) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:38.543328 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.581050 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8330a556-32fa-4717-85db-0311e629c379 None None] For port 518028fb-1838-402f-81e2-1c217d742a38, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=518028fb-1838-402f-81e2-1c217d742a38,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:38.597712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62789ab-991c-4bd6-9c1a-27d9ebaf5ccd admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:38.599066 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8330a556-32fa-4717-85db-0311e629c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.604225 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b62789ab-991c-4bd6-9c1a-27d9ebaf5ccd admin admin] 10.222.0.26 "PUT /v2.0/routers/1c1fc28a-7c15-48bc-a224-c5774b446e50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9128079 Jul 14 09:22:38.610321 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 188a971b-9a37-4aa5-b4f7-3a6b38966b59 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:38.612380 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60468) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:38.661079 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d184ac-7436-4692-816c-d4053f3ccaef None None] Sync routers for ids ['1c1fc28a-7c15-48bc-a224-c5774b446e50'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:38.691542 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:22:38.739069 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 188a971b-9a37-4aa5-b4f7-3a6b38966b59, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=188a971b-9a37-4aa5-b4f7-3a6b38966b59,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:38.762441 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bba8fdb-66a4-46b8-8aa9-f1a138ca03fa tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 29a42749-4c3c-45da-a019-762b8933870a {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:38.771051 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6bba8fdb-66a4-46b8-8aa9-f1a138ca03fa tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.789258 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.791906 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3a8b8881-0dfd-41db-b85c-638f00059a03 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:38.804171 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1892bb08-b2cb-4782-8339-70f74ecc7164 None None] Could not find standard attr ID for object 7e549467-3c43-42e7-91c7-e5b2002b0007. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:22:38.873260 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d184ac-7436-4692-816c-d4053f3ccaef None None] Routers {'1c1fc28a-7c15-48bc-a224-c5774b446e50'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:38.873957 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-39d184ac-7436-4692-816c-d4053f3ccaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:22:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1c1fc28a-7c15-48bc-a224-c5774b446e50'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:38.875905 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330a556-32fa-4717-85db-0311e629c379 None None] Pushing event updated for resources: {'Port': ['ID=518028fb-1838-402f-81e2-1c217d742a38,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:38.894159 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e071886f-bcd2-46c5-8910-8521dff2c59c admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.022986 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6bba8fdb-66a4-46b8-8aa9-f1a138ca03fa tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.047500 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['188a971b-9a37-4aa5-b4f7-3a6b38966b59'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:39.109657 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=188a971b-9a37-4aa5-b4f7-3a6b38966b59,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:39.120528 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 3a8b8881-0dfd-41db-b85c-638f00059a03 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:39.133706 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-39d184ac-7436-4692-816c-d4053f3ccaef None None] Set router 1c1fc28a-7c15-48bc-a224-c5774b446e50 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:39.167005 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 3a8b8881-0dfd-41db-b85c-638f00059a03 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:39.167382 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.198269 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e071886f-bcd2-46c5-8910-8521dff2c59c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.293324 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffddd1-12a8-4cd9-9e20-9b2ee01c7616 req-fda8e0ad-ec17-47bd-9658-e47244f4d70d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:39.293324 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45ffddd1-12a8-4cd9-9e20-9b2ee01c7616 req-fda8e0ad-ec17-47bd-9658-e47244f4d70d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.3888314 Jul 14 09:22:39.307293 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6bba8fdb-66a4-46b8-8aa9-f1a138ca03fa tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.319654 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e071886f-bcd2-46c5-8910-8521dff2c59c admin admin] Deleting port 10c83c29-612a-4d14-8eb2-adb08a8e490b {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:39.320282 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e071886f-bcd2-46c5-8910-8521dff2c59c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.503326 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662c98c-9c5e-4af6-a092-1606823e433a req-e184a815-2963-4e92-9a9a-a2b8c96b6c43 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:39.507149 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-e071886f-bcd2-46c5-8910-8521dff2c59c admin admin] For port 10c83c29-612a-4d14-8eb2-adb08a8e490b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=10c83c29-612a-4d14-8eb2-adb08a8e490b,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:39.508143 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e071886f-bcd2-46c5-8910-8521dff2c59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.509744 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c662c98c-9c5e-4af6-a092-1606823e433a req-e184a815-2963-4e92-9a9a-a2b8c96b6c43 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 946 time: 0.3735001 Jul 14 09:22:39.536965 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45ffddd1-12a8-4cd9-9e20-9b2ee01c7616 req-ce0d3a96-15fe-4624-851a-99b25016cfa9 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335284 Jul 14 09:22:39.539947 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.544002 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e071886f-bcd2-46c5-8910-8521dff2c59c admin admin] Calling delete_port for 10c83c29-612a-4d14-8eb2-adb08a8e490b owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:39.641686 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6bba8fdb-66a4-46b8-8aa9-f1a138ca03fa tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.644887 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca32b606-2424-4054-8dba-ac956003f77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8b8881-0dfd-41db-b85c-638f00059a03'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:39.649231 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5193b7c-499a-4d8e-874d-4891088e1221" -d '{"events": [{"server_uuid": "ca32b606-2424-4054-8dba-ac956003f77f", "name": "network-vif-plugged", "status": "completed", "tag": "3a8b8881-0dfd-41db-b85c-638f00059a03"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:39.658115 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3a8b8881-0dfd-41db-b85c-638f00059a03, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3a8b8881-0dfd-41db-b85c-638f00059a03,segment=NetworkSegment(15ade24d-c4ae-410c-afff-9563e52de3ef),segment_id=15ade24d-c4ae-410c-afff-9563e52de3ef)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:39.679839 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.701549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba8fdb-66a4-46b8-8aa9-f1a138ca03fa tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=29a42749-4c3c-45da-a019-762b8933870a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:39.719220 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c662c98c-9c5e-4af6-a092-1606823e433a req-e45af9b5-3ee4-41b9-9e43-d42a0ce8c527 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014165 Jul 14 09:22:39.723772 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6bba8fdb-66a4-46b8-8aa9-f1a138ca03fa tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.732502 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6bba8fdb-66a4-46b8-8aa9-f1a138ca03fa tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/29a42749-4c3c-45da-a019-762b8933870a HTTP/1.1" status: 204 len: 168 time: 1.2014651 Jul 14 09:22:39.743710 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60488) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:39.752170 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36114e9c-37ae-46ac-94bd-1791792a3bf3 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:39.860682 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4523385d-ed9e-429f-b41c-35881612a171 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1235166 Jul 14 09:22:39.864485 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60496) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:39.881667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-153c6b32-c4c3-4c71-ab93-c2af868015cd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:39.959666 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e071886f-bcd2-46c5-8910-8521dff2c59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.018267 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071886f-bcd2-46c5-8910-8521dff2c59c admin admin] Pushing event deleted for resources: {'Port': ['ID=10c83c29-612a-4d14-8eb2-adb08a8e490b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:40.116583 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-39d184ac-7436-4692-816c-d4053f3ccaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1fc28a-7c15-48bc-a224-c5774b446e50', 'name': 'tempest-ServerRescueTestJSON-1443858526-router', 'tenant_id': '0bf11fb44ae345849ddee66c056190a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '10c83c29-612a-4d14-8eb2-adb08a8e490b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:43Z', 'updated_at': '2021-07-14T09:22:36Z', 'revision_number': 5, 'project_id': '0bf11fb44ae345849ddee66c056190a8', 'gw_port': {'id': '10c83c29-612a-4d14-8eb2-adb08a8e490b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1fc28a-7c15-48bc-a224-c5774b446e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:44Z', 'updated_at': '2021-07-14T09:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:40.123501 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195e247-93b6-4deb-9145-8abc13e0cecc req-d2b9ad2d-361c-4398-97ba-47e33bd9d3b7 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:40.126627 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0195e247-93b6-4deb-9145-8abc13e0cecc req-d2b9ad2d-361c-4398-97ba-47e33bd9d3b7 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 946 time: 0.1689658 Jul 14 09:22:40.127537 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153c6b32-c4c3-4c71-ab93-c2af868015cd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:40.134850 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-153c6b32-c4c3-4c71-ab93-c2af868015cd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.219607 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=3a8b8881-0dfd-41db-b85c-638f00059a03,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:40.223439 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d184ac-7436-4692-816c-d4053f3ccaef None None] Checking router: 1c1fc28a-7c15-48bc-a224-c5774b446e50 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:40.238799 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e071886f-bcd2-46c5-8910-8521dff2c59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.251258 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d184ac-7436-4692-816c-d4053f3ccaef None None] Routers {'1c1fc28a-7c15-48bc-a224-c5774b446e50'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:40.266119 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-39d184ac-7436-4692-816c-d4053f3ccaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:22:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1c1fc28a-7c15-48bc-a224-c5774b446e50'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:40.277604 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9339687-1bac-4707-b865-2edac803c140 x-openstack-request-id: req-f9339687-1bac-4707-b865-2edac803c140 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:40.292965 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca32b606-2424-4054-8dba-ac956003f77f", "name": "network-vif-plugged", "status": "completed", "tag": "3a8b8881-0dfd-41db-b85c-638f00059a03", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:40.293446 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9339687-1bac-4707-b865-2edac803c140 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:40.294181 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca32b606-2424-4054-8dba-ac956003f77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8b8881-0dfd-41db-b85c-638f00059a03', 'code': 200} Jul 14 09:22:40.476453 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60504) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:40.495772 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0195e247-93b6-4deb-9145-8abc13e0cecc req-d6cc3291-5787-4717-b69a-d53f577ef004 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b315ca0-b658-4d44-b0d0-39462ee765b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3516014 Jul 14 09:22:40.527225 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e071886f-bcd2-46c5-8910-8521dff2c59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.529919 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e071886f-bcd2-46c5-8910-8521dff2c59c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.664565 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e071886f-bcd2-46c5-8910-8521dff2c59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.665152 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e071886f-bcd2-46c5-8910-8521dff2c59c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c1fc28a-7c15-48bc-a224-c5774b446e50 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:22:40.695912 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e071886f-bcd2-46c5-8910-8521dff2c59c admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.707118 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e071886f-bcd2-46c5-8910-8521dff2c59c admin admin] 10.222.0.26 "DELETE /v2.0/routers/1c1fc28a-7c15-48bc-a224-c5774b446e50 HTTP/1.1" status: 204 len: 168 time: 2.0929132 Jul 14 09:22:40.710559 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60510) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:40.720231 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8642a92-715b-478e-b3ce-a2d89880c83f req-c643d566-7ac6-417c-8fe9-9a592d6df7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:40.727246 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c8642a92-715b-478e-b3ce-a2d89880c83f req-c643d566-7ac6-417c-8fe9-9a592d6df7b6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 1098 time: 0.3558695 Jul 14 09:22:40.749080 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-39d184ac-7436-4692-816c-d4053f3ccaef None None] Set router 1c1fc28a-7c15-48bc-a224-c5774b446e50 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:40.836855 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-39d184ac-7436-4692-816c-d4053f3ccaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1fc28a-7c15-48bc-a224-c5774b446e50', 'name': 'tempest-ServerRescueTestJSON-1443858526-router', 'tenant_id': '0bf11fb44ae345849ddee66c056190a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:43Z', 'updated_at': '2021-07-14T09:22:39Z', 'revision_number': 7, 'project_id': '0bf11fb44ae345849ddee66c056190a8', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:40.854512 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54e34ee-9ac6-43b4-9ec9-c82e80f63203 admin admin] Deleting subnet e4a72a50-84b2-47a9-a16f-8470cdb97c9f {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:40.862541 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d54e34ee-9ac6-43b4-9ec9-c82e80f63203 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.916685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d184ac-7436-4692-816c-d4053f3ccaef None None] The sync data for ids ['1c1fc28a-7c15-48bc-a224-c5774b446e50'] in n-d-798054-10 is: [{'id': '1c1fc28a-7c15-48bc-a224-c5774b446e50', 'name': 'tempest-ServerRescueTestJSON-1443858526-router', 'tenant_id': '0bf11fb44ae345849ddee66c056190a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:43Z', 'updated_at': '2021-07-14T09:22:39Z', 'revision_number': 7, 'project_id': '0bf11fb44ae345849ddee66c056190a8', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:40.931007 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d54e34ee-9ac6-43b4-9ec9-c82e80f63203 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.947276 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce33a5d-910e-4413-a513-117918a42924 None None] DHCP port deletion for 4cef7a78-22ed-4e84-a95a-1f569bb0302d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:22:40.972992 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6ebb3-9a90-47e8-a222-bd0e6bdbbe0c req-2976c6cf-ad85-4870-9423-ec8eeaf1e241 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:40.982130 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-82f6ebb3-9a90-47e8-a222-bd0e6bdbbe0c req-2976c6cf-ad85-4870-9423-ec8eeaf1e241 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 946 time: 0.5353794 Jul 14 09:22:41.029072 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1ce33a5d-910e-4413-a513-117918a42924 None None] Deleting port 518028fb-1838-402f-81e2-1c217d742a38 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:41.029655 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ce33a5d-910e-4413-a513-117918a42924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.039698 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f41d1e32-00af-49bb-b7f5-a937d3b29868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.055298 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d54e34ee-9ac6-43b4-9ec9-c82e80f63203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.139679 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c8642a92-715b-478e-b3ce-a2d89880c83f req-80043a71-46d1-4286-be4a-b57a310c01ba service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3b315ca0-b658-4d44-b0d0-39462ee765b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3304989 Jul 14 09:22:41.147025 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1ce33a5d-910e-4413-a513-117918a42924 None None] For port 518028fb-1838-402f-81e2-1c217d742a38, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=518028fb-1838-402f-81e2-1c217d742a38,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:41.147919 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ce33a5d-910e-4413-a513-117918a42924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.179834 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d54e34ee-9ac6-43b4-9ec9-c82e80f63203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.198769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1ce33a5d-910e-4413-a513-117918a42924 None None] Calling delete_port for 518028fb-1838-402f-81e2-1c217d742a38 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:41.223289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e34ee-9ac6-43b4-9ec9-c82e80f63203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4a72a50-84b2-47a9-a16f-8470cdb97c9f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:41.231202 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d54e34ee-9ac6-43b4-9ec9-c82e80f63203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.236205 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d54e34ee-9ac6-43b4-9ec9-c82e80f63203 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e4a72a50-84b2-47a9-a16f-8470cdb97c9f HTTP/1.1" status: 204 len: 168 time: 0.5243785 Jul 14 09:22:41.236833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60516) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:41.325355 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f41d1e32-00af-49bb-b7f5-a937d3b29868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.342597 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00d5fc85-4107-4f1f-9a47-b00eaed017cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.359580 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-82f6ebb3-9a90-47e8-a222-bd0e6bdbbe0c req-e25596ec-bc25-41ba-b0a6-6fce05ff68bb tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764720 Jul 14 09:22:41.400346 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f41d1e32-00af-49bb-b7f5-a937d3b29868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.499081 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00d5fc85-4107-4f1f-9a47-b00eaed017cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.515151 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ce33a5d-910e-4413-a513-117918a42924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.527895 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-00d5fc85-4107-4f1f-9a47-b00eaed017cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b207265-1379-4cb1-bdf9-417a0c56f7e4']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:41.545768 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-00d5fc85-4107-4f1f-9a47-b00eaed017cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb18846-4e6b-4b81-8903-ed8a396e530f') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:41.548400 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-00d5fc85-4107-4f1f-9a47-b00eaed017cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb18846-4e6b-4b81-8903-ed8a396e530f') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:41.576467 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00d5fc85-4107-4f1f-9a47-b00eaed017cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.593675 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce33a5d-910e-4413-a513-117918a42924 None None] Pushing event deleted for resources: {'Port': ['ID=518028fb-1838-402f-81e2-1c217d742a38,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:41.599228 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce33a5d-910e-4413-a513-117918a42924 None None] No DVR routers for this DVR port 518028fb-1838-402f-81e2-1c217d742a38 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:41.623094 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00d5fc85-4107-4f1f-9a47-b00eaed017cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.630310 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d5fc85-4107-4f1f-9a47-b00eaed017cd admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:22:41.631430 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00d5fc85-4107-4f1f-9a47-b00eaed017cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:22:41.633490 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:22:41.654230 n-d-798054-10 neutron-server[93887]: DEBUG neutron.objects.ports [None req-153c6b32-c4c3-4c71-ab93-c2af868015cd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:22:41.661520 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d1e32-00af-49bb-b7f5-a937d3b29868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a525cd-2950-4efe-9e88-32d43434735a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:41.711859 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00d5fc85-4107-4f1f-9a47-b00eaed017cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.717229 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 188a971b-9a37-4aa5-b4f7-3a6b38966b59 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:41.724509 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00d5fc85-4107-4f1f-9a47-b00eaed017cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.731940 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-00d5fc85-4107-4f1f-9a47-b00eaed017cd admin admin] 10.222.0.26 "DELETE /v2.0/networks/2b207265-1379-4cb1-bdf9-417a0c56f7e4 HTTP/1.1" status: 204 len: 168 time: 0.4904797 Jul 14 09:22:41.732209 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ff7e7-be36-4b72-82d6-c0692492a2d6 req-40d88f7c-36a5-4520-b631-587b4b2db696 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:41.740999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e1ff7e7-be36-4b72-82d6-c0692492a2d6 req-40d88f7c-36a5-4520-b631-587b4b2db696 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.8182693 Jul 14 09:22:41.765060 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5fc85-4107-4f1f-9a47-b00eaed017cd admin admin] Pushing event deleted for resources: {'Network': ['ID=2b207265-1379-4cb1-bdf9-417a0c56f7e4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:41.847853 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 188a971b-9a37-4aa5-b4f7-3a6b38966b59 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:41.848216 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.888390 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e1ff7e7-be36-4b72-82d6-c0692492a2d6 req-34fc4711-a3c0-41ce-9b24-faa2702ab669 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462803 Jul 14 09:22:41.951822 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f41d1e32-00af-49bb-b7f5-a937d3b29868 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d796fafe44641e386868f6c3fb6f2dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4663479 Jul 14 09:22:41.952123 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60532) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:42.070333 n-d-798054-10 neutron-server[93887]: WARNING neutron.services.revisions.revision_plugin [None req-153c6b32-c4c3-4c71-ab93-c2af868015cd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Could not find related port for resource to bump revision. Jul 14 09:22:42.079864 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.ipam_pluggable_backend [None req-153c6b32-c4c3-4c71-ab93-c2af868015cd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Port 518028fb-1838-402f-81e2-1c217d742a38 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93887) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 14 09:22:42.082732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.ipam_pluggable_backend [None req-153c6b32-c4c3-4c71-ab93-c2af868015cd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Reverting IP allocation for 2001:db8::f816:3eff:fe19:9d4d {{(pid=93887) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 14 09:22:42.091890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.ipam_pluggable_backend [None req-153c6b32-c4c3-4c71-ab93-c2af868015cd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe19:9d4d {{(pid=93887) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 14 09:22:42.098479 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-153c6b32-c4c3-4c71-ab93-c2af868015cd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.158191 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.191574 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2c9e-a2f0-4ded-b093-c56f52c3aaa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.192952 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60534) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:42.222753 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153c6b32-c4c3-4c71-ab93-c2af868015cd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:42.260183 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 188a971b-9a37-4aa5-b4f7-3a6b38966b59, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=188a971b-9a37-4aa5-b4f7-3a6b38966b59,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:42.268211 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.278298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-153c6b32-c4c3-4c71-ab93-c2af868015cd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:42.291733 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2c9e-a2f0-4ded-b093-c56f52c3aaa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.296759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153c6b32-c4c3-4c71-ab93-c2af868015cd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:42.298527 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-153c6b32-c4c3-4c71-ab93-c2af868015cd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.316544 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2595af2a-8de2-415e-91ac-692b200cdd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188a971b-9a37-4aa5-b4f7-3a6b38966b59'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:42.320960 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1204ca22-1d01-4c4f-a65a-ba3a73868eea" -d '{"events": [{"server_uuid": "2595af2a-8de2-415e-91ac-692b200cdd38", "name": "network-vif-plugged", "status": "completed", "tag": "188a971b-9a37-4aa5-b4f7-3a6b38966b59"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:42.332586 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a33dd3-b02a-4e80-aa5a-ee76e0631546 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:42.385298 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-be34d58f-ed8c-40fc-b077-4bbe643be772 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0bf11fb44ae345849ddee66c056190a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1894269 Jul 14 09:22:42.388977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60540) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:42.439342 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ede703b-f295-4758-a731-06e65f661487 x-openstack-request-id: req-2ede703b-f295-4758-a731-06e65f661487 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:42.439642 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2595af2a-8de2-415e-91ac-692b200cdd38", "name": "network-vif-plugged", "status": "completed", "tag": "188a971b-9a37-4aa5-b4f7-3a6b38966b59", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:42.439902 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ede703b-f295-4758-a731-06e65f661487 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:42.440297 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2595af2a-8de2-415e-91ac-692b200cdd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188a971b-9a37-4aa5-b4f7-3a6b38966b59', 'code': 200} Jul 14 09:22:42.453078 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=188a971b-9a37-4aa5-b4f7-3a6b38966b59,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:42.473863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60542) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:42.474104 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-153c6b32-c4c3-4c71-ab93-c2af868015cd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6075597 Jul 14 09:22:42.477124 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c6b32-c4c3-4c71-ab93-c2af868015cd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=0b2b86bd-ae84-48ea-95a1-09052864c1a3,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:42.495143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-32e0c565-91b3-4c13-be9a-d208ebf5adcd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'mac_address': 'fa:16:3e:e0:2a:e2', 'name': 'tempest-NetworksTestDHCPv6-850381370'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:42.575600 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb8010-553d-41bb-866e-41c099b93d36 req-a5299b76-3b6c-45a1-baa2-14ae8f35b0fc tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:42.584745 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2fb8010-553d-41bb-866e-41c099b93d36 req-a5299b76-3b6c-45a1-baa2-14ae8f35b0fc tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 946 time: 0.3481266 Jul 14 09:22:42.604678 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2c9e-a2f0-4ded-b093-c56f52c3aaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.609862 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5e9f2c9e-a2f0-4ded-b093-c56f52c3aaa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.611617 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5e9f2c9e-a2f0-4ded-b093-c56f52c3aaa1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/71a525cd-2950-4efe-9e88-32d43434735a HTTP/1.1" status: 204 len: 168 time: 0.6585240 Jul 14 09:22:42.653928 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8114fe37-8c59-4d67-947d-199dcad1495b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.693711 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'fixed_ips': [{'subnet_id': '0b2b86bd-ae84-48ea-95a1-09052864c1a3'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:22:42.694806 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.727069 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2fb8010-553d-41bb-866e-41c099b93d36 req-d73e741f-1e20-4801-ac0d-1141d5f74f07 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b315ca0-b658-4d44-b0d0-39462ee765b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375980 Jul 14 09:22:42.734491 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f2c9e-a2f0-4ded-b093-c56f52c3aaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a525cd-2950-4efe-9e88-32d43434735a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:42.794597 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda00f8c-7cf7-4efd-9934-d631c8dffb57 req-e1681681-5866-4dbb-a7b2-80bca093397c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:42.804999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bda00f8c-7cf7-4efd-9934-d631c8dffb57 req-e1681681-5866-4dbb-a7b2-80bca093397c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 946 time: 0.1863933 Jul 14 09:22:42.868491 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8114fe37-8c59-4d67-947d-199dcad1495b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.923161 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bda00f8c-7cf7-4efd-9934-d631c8dffb57 req-cb4d409d-5f3f-4ee9-bab9-980e2412da31 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168165 Jul 14 09:22:42.936267 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e0c565-91b3-4c13-be9a-d208ebf5adcd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:42.957745 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 10c83c29-612a-4d14-8eb2-adb08a8e490b no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:43.025335 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 10c83c29-612a-4d14-8eb2-adb08a8e490b {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:43.026327 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 10c83c29-612a-4d14-8eb2-adb08a8e490b not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:43.027612 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 518028fb-1838-402f-81e2-1c217d742a38 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:43.059812 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-32e0c565-91b3-4c13-be9a-d208ebf5adcd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.065224 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 518028fb-1838-402f-81e2-1c217d742a38 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:43.066011 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 518028fb-1838-402f-81e2-1c217d742a38 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:43.066828 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c475962c-efbb-4b8f-a71f-9c4d47b317d9 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:43.087558 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-32e0c565-91b3-4c13-be9a-d208ebf5adcd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port 3f8c0d9e-fdb1-4a01-96f3-8418d005e0ad yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:22:43.105884 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: c475962c-efbb-4b8f-a71f-9c4d47b317d9 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:43.106900 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c475962c-efbb-4b8f-a71f-9c4d47b317d9 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:43.189353 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Allocated IP 2001:db8::f816:3eff:feb9:73e4 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/0b2b86bd-ae84-48ea-95a1-09052864c1a3/09069298-e468-44a9-bbdd-89ea009ccf14) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:43.312585 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8114fe37-8c59-4d67-947d-199dcad1495b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.315424 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8114fe37-8c59-4d67-947d-199dcad1495b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.321831 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8114fe37-8c59-4d67-947d-199dcad1495b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10202ba8-ab08-44d2-aeb3-78563d30df3f HTTP/1.1" status: 204 len: 168 time: 0.9265718 Jul 14 09:22:43.340835 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114fe37-8c59-4d67-947d-199dcad1495b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10202ba8-ab08-44d2-aeb3-78563d30df3f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:43.407914 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d678b34-4c84-4c64-b11c-f3068f069376 req-b497150d-9105-4ee1-b856-f2cbc956d3b6 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:43.409610 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d678b34-4c84-4c64-b11c-f3068f069376 req-b497150d-9105-4ee1-b856-f2cbc956d3b6 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.1617301 Jul 14 09:22:43.512049 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d678b34-4c84-4c64-b11c-f3068f069376 req-9f6cea81-3127-4550-abf8-575d57489825 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881348 Jul 14 09:22:43.595973 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.607589 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Transition to ACTIVE for port object 09069298-e468-44a9-bbdd-89ea009ccf14 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:43.643436 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Transition to ACTIVE for port object 09069298-e468-44a9-bbdd-89ea009ccf14 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:43.695069 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.747112 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:43.751676 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:43.754072 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Pushing event updated for resources: {'Port': ['ID=09069298-e468-44a9-bbdd-89ea009ccf14,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:43.757066 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:43.792105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-32e0c565-91b3-4c13-be9a-d208ebf5adcd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::f816:3eff:fee0:2ae2 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/0b2b86bd-ae84-48ea-95a1-09052864c1a3/3f8c0d9e-fdb1-4a01-96f3-8418d005e0ad) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:43.824585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Attempting to bind port 09069298-e468-44a9-bbdd-89ea009ccf14 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:43.825421 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Attempting to bind port 09069298-e468-44a9-bbdd-89ea009ccf14 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:43.825773 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Attempting to bind port 09069298-e468-44a9-bbdd-89ea009ccf14 on network 4cef7a78-22ed-4e84-a95a-1f569bb0302d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:43.831560 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:43.832095 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:43.832786 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.833224 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Bound using segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:43.834495 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Bound port: 09069298-e468-44a9-bbdd-89ea009ccf14, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:43.835222 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.981502 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] For port 09069298-e468-44a9-bbdd-89ea009ccf14, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:43.995900 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] For port 09069298-e468-44a9-bbdd-89ea009ccf14, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=09069298-e468-44a9-bbdd-89ea009ccf14,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:44.004706 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.128376 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-32e0c565-91b3-4c13-be9a-d208ebf5adcd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.168539 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-32e0c565-91b3-4c13-be9a-d208ebf5adcd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object 3f8c0d9e-fdb1-4a01-96f3-8418d005e0ad will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:44.260502 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-32e0c565-91b3-4c13-be9a-d208ebf5adcd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.307164 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffea00e-f368-4a42-8407-41366307e21f None None] Pushing event updated for resources: {'Port': ['ID=09069298-e468-44a9-bbdd-89ea009ccf14,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:44.352155 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0c565-91b3-4c13-be9a-d208ebf5adcd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=3f8c0d9e-fdb1-4a01-96f3-8418d005e0ad,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:44.366482 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58624d-f28b-4db0-b397-dfe9e5474b74 req-ba10fbcf-698c-48ca-b6d7-4e02a2e83c7b tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:44.368620 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e0c565-91b3-4c13-be9a-d208ebf5adcd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:44.370262 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-32e0c565-91b3-4c13-be9a-d208ebf5adcd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:44.373312 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e0c565-91b3-4c13-be9a-d208ebf5adcd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:44.374455 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d58624d-f28b-4db0-b397-dfe9e5474b74 req-ba10fbcf-698c-48ca-b6d7-4e02a2e83c7b tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 946 time: 0.3001306 Jul 14 09:22:44.379433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e0c565-91b3-4c13-be9a-d208ebf5adcd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:44.380102 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-32e0c565-91b3-4c13-be9a-d208ebf5adcd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.406865 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-32e0c565-91b3-4c13-be9a-d208ebf5adcd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9218419 Jul 14 09:22:44.407302 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60602) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:44.599766 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eb1254-aadc-4f73-94d4-7bd0adae8607 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:44.633132 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eb1254-aadc-4f73-94d4-7bd0adae8607 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:44.635632 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c3eb1254-aadc-4f73-94d4-7bd0adae8607 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2233820 Jul 14 09:22:44.642524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60610) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:44.645010 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074eeb71-29ad-4274-91bc-d8adb7cde335 req-b42b43f4-cf46-4f7c-8ef0-4be74a56cd5b tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:44.668115 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-074eeb71-29ad-4274-91bc-d8adb7cde335 req-b42b43f4-cf46-4f7c-8ef0-4be74a56cd5b tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 946 time: 0.4345167 Jul 14 09:22:44.692001 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60612) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:44.718031 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d58624d-f28b-4db0-b397-dfe9e5474b74 req-75d7de7c-38b2-471a-9f3d-e4cd4173b954 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b315ca0-b658-4d44-b0d0-39462ee765b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120143 Jul 14 09:22:44.825484 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-074eeb71-29ad-4274-91bc-d8adb7cde335 req-0a1aba18-b7ae-4cdf-b2f2-23d3da763d45 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507468 Jul 14 09:22:44.952807 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-94f14af5-915a-4ae0-8dad-837709df6db4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port 3f8c0d9e-fdb1-4a01-96f3-8418d005e0ad {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:44.953430 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-94f14af5-915a-4ae0-8dad-837709df6db4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.954019 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 09069298-e468-44a9-bbdd-89ea009ccf14 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:45.052621 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f919646b-3bc2-4fef-9060-422ffd9b1859 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-681630769-network', 'tenant_id': 'c2631da39f8847c49029355fd002f1a2'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:45.101248 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f919646b-3bc2-4fef-9060-422ffd9b1859 admin admin] Made reservation on behalf of c2631da39f8847c49029355fd002f1a2 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:45.105171 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 09069298-e468-44a9-bbdd-89ea009ccf14 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:45.109925 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f919646b-3bc2-4fef-9060-422ffd9b1859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.144095 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f919646b-3bc2-4fef-9060-422ffd9b1859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.170290 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-94f14af5-915a-4ae0-8dad-837709df6db4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.190404 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-94f14af5-915a-4ae0-8dad-837709df6db4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for 3f8c0d9e-fdb1-4a01-96f3-8418d005e0ad owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:45.385588 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f963d62-474c-4e33-90f8-fbfe021b1818 req-74fefcc8-4aa9-44d4-b74b-99e95630901c tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:45.396905 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1f963d62-474c-4e33-90f8-fbfe021b1818 req-74fefcc8-4aa9-44d4-b74b-99e95630901c tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.2727935 Jul 14 09:22:45.474911 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1f963d62-474c-4e33-90f8-fbfe021b1818 req-72f8dd7d-f137-453f-a6e9-bec39052b604 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761364 Jul 14 09:22:45.564304 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f919646b-3bc2-4fef-9060-422ffd9b1859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.581028 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f919646b-3bc2-4fef-9060-422ffd9b1859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.632640 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60634) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:45.669443 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919646b-3bc2-4fef-9060-422ffd9b1859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e641e3-eb96-489f-b024-e373dc1c5e82,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:45.688915 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f919646b-3bc2-4fef-9060-422ffd9b1859 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:22:45.694119 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-94f14af5-915a-4ae0-8dad-837709df6db4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.711239 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f919646b-3bc2-4fef-9060-422ffd9b1859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.711906 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-f919646b-3bc2-4fef-9060-422ffd9b1859 admin admin] Added segment 8dc21c29-1f28-48ce-830b-ff8f8b28a7ec of type vlan for network 46f53e95-91cf-4ed0-9a90-49c27b3185d2 Jul 14 09:22:45.800628 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f14af5-915a-4ae0-8dad-837709df6db4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=3f8c0d9e-fdb1-4a01-96f3-8418d005e0ad,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:45.868811 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-94f14af5-915a-4ae0-8dad-837709df6db4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.875445 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-94f14af5-915a-4ae0-8dad-837709df6db4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/3f8c0d9e-fdb1-4a01-96f3-8418d005e0ad HTTP/1.1" status: 204 len: 168 time: 1.2311873 Jul 14 09:22:45.878222 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60644) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:45.895706 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f919646b-3bc2-4fef-9060-422ffd9b1859 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.962394 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2d5df88f-8909-4b57-b908-4b5d5f4664c9 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-120783075-network', 'tenant_id': 'c1a065f940a945f4a28ed3059df438ad'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:45.966461 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f919646b-3bc2-4fef-9060-422ffd9b1859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.967532 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f919646b-3bc2-4fef-9060-422ffd9b1859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:45.968128 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f919646b-3bc2-4fef-9060-422ffd9b1859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.044856 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4779d659-c16e-43a2-8051-b50c69544596 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:46.051019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4779d659-c16e-43a2-8051-b50c69544596 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:46.053750 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4779d659-c16e-43a2-8051-b50c69544596 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1743290 Jul 14 09:22:46.059399 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60646) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:46.091988 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5df88f-8909-4b57-b908-4b5d5f4664c9 admin admin] Made reservation on behalf of c1a065f940a945f4a28ed3059df438ad for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:46.095410 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2d5df88f-8909-4b57-b908-4b5d5f4664c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.109878 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049d337-e87b-4181-b009-62850835b2a0 req-68993d96-021e-4bce-9082-fb106e038c01 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:46.111589 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1049d337-e87b-4181-b009-62850835b2a0 req-68993d96-021e-4bce-9082-fb106e038c01 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 946 time: 0.3090849 Jul 14 09:22:46.130136 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60648) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:46.146476 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2d5df88f-8909-4b57-b908-4b5d5f4664c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.199211 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-da325d8d-ec09-4172-9c90-38d6130da3d0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 0b2b86bd-ae84-48ea-95a1-09052864c1a3 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:46.208295 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da325d8d-ec09-4172-9c90-38d6130da3d0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.219841 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-980482a9-928c-4cee-a6d1-d4c0d77958f4 None None] Provisioning for port 09069298-e468-44a9-bbdd-89ea009ccf14 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:46.222410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5d9894b3-ec56-4fa1-a20e-a8ab65165d05 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Request body: {'floatingip': {'port_id': '3a8b8881-0dfd-41db-b85c-638f00059a03'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:46.230425 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f919646b-3bc2-4fef-9060-422ffd9b1859 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5351646 Jul 14 09:22:46.230695 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-980482a9-928c-4cee-a6d1-d4c0d77958f4 None None] Provisioning complete for port 09069298-e468-44a9-bbdd-89ea009ccf14 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:46.231206 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-980482a9-928c-4cee-a6d1-d4c0d77958f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.245491 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60650) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:46.255396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f5430c34-b8ae-4569-8fd0-686cba218c1e admin admin] Request body: {'subnet': {'network_id': '46f53e95-91cf-4ed0-9a90-49c27b3185d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-681630769-subnet', 'tenant_id': 'c2631da39f8847c49029355fd002f1a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:46.298026 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919646b-3bc2-4fef-9060-422ffd9b1859 admin admin] Pushing event updated for resources: {'Network': ['ID=46f53e95-91cf-4ed0-9a90-49c27b3185d2,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:46.306350 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5d9894b3-ec56-4fa1-a20e-a8ab65165d05 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.322983 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 46f53e95-91cf-4ed0-9a90-49c27b3185d2 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:22:46.332093 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da325d8d-ec09-4172-9c90-38d6130da3d0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.455970 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a9324-5ad6-4dfb-9950-7656d954f8ef req-69856f58-87bf-4ef9-870a-de3a05231874 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:46.466805 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a11a9324-5ad6-4dfb-9950-7656d954f8ef req-69856f58-87bf-4ef9-870a-de3a05231874 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 946 time: 0.3707643 Jul 14 09:22:46.495214 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.616187 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2d5df88f-8909-4b57-b908-4b5d5f4664c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.645574 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2d5df88f-8909-4b57-b908-4b5d5f4664c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.663324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5df88f-8909-4b57-b908-4b5d5f4664c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:22:46.676309 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2d5df88f-8909-4b57-b908-4b5d5f4664c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.677564 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-2d5df88f-8909-4b57-b908-4b5d5f4664c9 admin admin] Added segment 8de9da6d-eb39-4084-a733-395a97c1078a of type vlan for network a0f9ac25-c7da-4091-9fe4-723d4bc94888 Jul 14 09:22:46.744845 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-980482a9-928c-4cee-a6d1-d4c0d77958f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.811074 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2d5df88f-8909-4b57-b908-4b5d5f4664c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.821384 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a11a9324-5ad6-4dfb-9950-7656d954f8ef req-98c2bacb-45e7-46da-84dd-d9d01972f6ff tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535819 Jul 14 09:22:46.875537 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-980482a9-928c-4cee-a6d1-d4c0d77958f4 None None] For port 09069298-e468-44a9-bbdd-89ea009ccf14, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=09069298-e468-44a9-bbdd-89ea009ccf14,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:46.881381 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-980482a9-928c-4cee-a6d1-d4c0d77958f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.888369 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5430c34-b8ae-4569-8fd0-686cba218c1e admin admin] Made reservation on behalf of c2631da39f8847c49029355fd002f1a2 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:46.891254 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5430c34-b8ae-4569-8fd0-686cba218c1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.030786 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5df88f-8909-4b57-b908-4b5d5f4664c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9435ddf0-0415-4a4d-8bad-fede627a6f6d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:47.055607 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980482a9-928c-4cee-a6d1-d4c0d77958f4 None None] Pushing event updated for resources: {'Port': ['ID=09069298-e468-44a9-bbdd-89ea009ccf14,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:47.087265 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7b0764ee-7b39-4274-a3e0-d4e6a2e05e29 None None] Could not find standard attr ID for object 3f8c0d9e-fdb1-4a01-96f3-8418d005e0ad. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:22:47.088723 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2d5df88f-8909-4b57-b908-4b5d5f4664c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.098664 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5df88f-8909-4b57-b908-4b5d5f4664c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:47.099553 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2d5df88f-8909-4b57-b908-4b5d5f4664c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.281687 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb66cab-f45e-4326-bdcc-2ca8ba29ce0d req-0183ae53-08a6-425a-8547-8eb13be7db6a tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:47.284289 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3eb66cab-f45e-4326-bdcc-2ca8ba29ce0d req-0183ae53-08a6-425a-8547-8eb13be7db6a tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.4852133 Jul 14 09:22:47.349069 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5df88f-8909-4b57-b908-4b5d5f4664c9 admin admin] Pushing event updated for resources: {'Network': ['ID=a0f9ac25-c7da-4091-9fe4-723d4bc94888,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:47.374977 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network a0f9ac25-c7da-4091-9fe4-723d4bc94888 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:22:47.393080 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3eb66cab-f45e-4326-bdcc-2ca8ba29ce0d req-cb9a2db4-53cf-43ac-81a8-1dbe5b7978b1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990095 Jul 14 09:22:47.412588 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2d5df88f-8909-4b57-b908-4b5d5f4664c9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7668223 Jul 14 09:22:47.416953 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60670) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:47.427271 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c4746e56-a0ef-451c-bdcb-1a6335ab107f admin admin] Request body: {'subnet': {'network_id': 'a0f9ac25-c7da-4091-9fe4-723d4bc94888', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-120783075-subnet', 'tenant_id': 'c1a065f940a945f4a28ed3059df438ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:47.435680 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da325d8d-ec09-4172-9c90-38d6130da3d0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.525189 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4746e56-a0ef-451c-bdcb-1a6335ab107f admin admin] Made reservation on behalf of c1a065f940a945f4a28ed3059df438ad for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:47.534721 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4746e56-a0ef-451c-bdcb-1a6335ab107f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.634302 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5430c34-b8ae-4569-8fd0-686cba218c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.708058 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5430c34-b8ae-4569-8fd0-686cba218c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb019082-c4e0-4f2e-b3a0-75fb2fb137ad,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:47.769588 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5d9894b3-ec56-4fa1-a20e-a8ab65165d05 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.774969 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da325d8d-ec09-4172-9c90-38d6130da3d0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.779369 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5d9894b3-ec56-4fa1-a20e-a8ab65165d05 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.788693 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5430c34-b8ae-4569-8fd0-686cba218c1e admin admin] Checking segment: {'id': '8dc21c29-1f28-48ce-830b-ff8f8b28a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '46f53e95-91cf-4ed0-9a90-49c27b3185d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:47.789062 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5430c34-b8ae-4569-8fd0-686cba218c1e admin admin] Network hostable DHCP agents. Network: 46f53e95-91cf-4ed0-9a90-49c27b3185d2, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:22:47.829361 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da325d8d-ec09-4172-9c90-38d6130da3d0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=0b2b86bd-ae84-48ea-95a1-09052864c1a3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:47.841578 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da325d8d-ec09-4172-9c90-38d6130da3d0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.847546 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-da325d8d-ec09-4172-9c90-38d6130da3d0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/0b2b86bd-ae84-48ea-95a1-09052864c1a3 HTTP/1.1" status: 204 len: 168 time: 1.7846889 Jul 14 09:22:47.852900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60672) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:47.859921 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccbb364-3f45-4ee0-a22b-b3aef3932c9a None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:47.963273 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-aad5336c-7fc8-4480-8432-9c769f84331f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0996273 Jul 14 09:22:47.967706 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-5d9894b3-ec56-4fa1-a20e-a8ab65165d05 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Floating IP ec680d7b-d7a3-4492-bdd0-b219b2e2182e associated. External IP: 172.25.1.122, port: 3a8b8881-0dfd-41db-b85c-638f00059a03. Jul 14 09:22:47.970030 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60676) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:47.992672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5430c34-b8ae-4569-8fd0-686cba218c1e admin admin] Network 46f53e95-91cf-4ed0-9a90-49c27b3185d2 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:22:48.088355 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f5430c34-b8ae-4569-8fd0-686cba218c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 46f53e95-91cf-4ed0-9a90-49c27b3185d2) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:48.102727 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5430c34-b8ae-4569-8fd0-686cba218c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:48.106884 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5430c34-b8ae-4569-8fd0-686cba218c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.120783 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52228e03-6126-427a-8a9d-5615953c5780 None None] Network 46f53e95-91cf-4ed0-9a90-49c27b3185d2 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:48.200071 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f5430c34-b8ae-4569-8fd0-686cba218c1e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9412065 Jul 14 09:22:48.210795 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f623e7f1-98c1-4d16-a2d8-bfe086d50406 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:48.217778 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f623e7f1-98c1-4d16-a2d8-bfe086d50406 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2457309 Jul 14 09:22:48.218644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60684) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:48.401960 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ab6615-84ef-475f-b2dd-d3c8ff4c9a14 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:48.421344 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c6ab6615-84ef-475f-b2dd-d3c8ff4c9a14 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1998367 Jul 14 09:22:48.422253 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60688) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:48.463104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ef4d79-1351-4e3a-a161-356b9b2a0875 None None] Network 46f53e95-91cf-4ed0-9a90-49c27b3185d2 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:48.657437 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-17264035-8333-402e-a1bc-1b6e3b10d53f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2185433 Jul 14 09:22:48.658359 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60704) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:48.669917 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9ddc0e3b-6056-4bf2-8543-0c89c3a9b34d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:48.692016 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ffb85e-9a98-4351-a2ec-09c26aecb44e None None] DHCP port deletion for 4cef7a78-22ed-4e84-a95a-1f569bb0302d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:22:48.817108 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-24ffb85e-9a98-4351-a2ec-09c26aecb44e None None] Deleting port 09069298-e468-44a9-bbdd-89ea009ccf14 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:48.817778 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24ffb85e-9a98-4351-a2ec-09c26aecb44e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.905396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddc0e3b-6056-4bf2-8543-0c89c3a9b34d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:48.920705 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-24ffb85e-9a98-4351-a2ec-09c26aecb44e None None] For port 09069298-e468-44a9-bbdd-89ea009ccf14, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=09069298-e468-44a9-bbdd-89ea009ccf14,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:48.920938 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9ddc0e3b-6056-4bf2-8543-0c89c3a9b34d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.921222 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24ffb85e-9a98-4351-a2ec-09c26aecb44e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.938243 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4746e56-a0ef-451c-bdcb-1a6335ab107f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.940363 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-24ffb85e-9a98-4351-a2ec-09c26aecb44e None None] Calling delete_port for 09069298-e468-44a9-bbdd-89ea009ccf14 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:49.030559 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4746e56-a0ef-451c-bdcb-1a6335ab107f admin admin] Pushing event updated for resources: {'Subnet': ['ID=668d7909-0511-4996-8cf9-537c5832d8b4,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:49.042104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 09069298-e468-44a9-bbdd-89ea009ccf14 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:49.046849 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24ffb85e-9a98-4351-a2ec-09c26aecb44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.099557 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 09069298-e468-44a9-bbdd-89ea009ccf14 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:49.099905 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 09069298-e468-44a9-bbdd-89ea009ccf14 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:49.104099 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffb85e-9a98-4351-a2ec-09c26aecb44e None None] Pushing event deleted for resources: {'Port': ['ID=09069298-e468-44a9-bbdd-89ea009ccf14,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:49.108267 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ffb85e-9a98-4351-a2ec-09c26aecb44e None None] No DVR routers for this DVR port 09069298-e468-44a9-bbdd-89ea009ccf14 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:49.280698 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4746e56-a0ef-451c-bdcb-1a6335ab107f admin admin] Checking segment: {'id': '8de9da6d-eb39-4084-a733-395a97c1078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a0f9ac25-c7da-4091-9fe4-723d4bc94888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:49.281270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4746e56-a0ef-451c-bdcb-1a6335ab107f admin admin] Network hostable DHCP agents. Network: a0f9ac25-c7da-4091-9fe4-723d4bc94888, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:22:49.315236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c6930-fd4e-4ef6-8b8c-5bb82c20a0ff req-af24ae26-316e-46e1-9ec0-712f0bd7628a tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:49.317111 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bd9c6930-fd4e-4ef6-8b8c-5bb82c20a0ff req-af24ae26-316e-46e1-9ec0-712f0bd7628a tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 946 time: 1.1804504 Jul 14 09:22:49.335408 n-d-798054-10 neutron-server[93888]: DEBUG neutron.objects.ports [None req-9ddc0e3b-6056-4bf2-8543-0c89c3a9b34d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93888) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:22:49.337077 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9ddc0e3b-6056-4bf2-8543-0c89c3a9b34d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.339978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b110f-ecf5-474d-98ad-651a62939df7 req-3fa30092-d3ef-4a08-8ced-36eeb6d91ccb tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:49.342463 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d00b110f-ecf5-474d-98ad-651a62939df7 req-3fa30092-d3ef-4a08-8ced-36eeb6d91ccb tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.4953852 Jul 14 09:22:49.405285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddc0e3b-6056-4bf2-8543-0c89c3a9b34d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:49.408392 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-9ddc0e3b-6056-4bf2-8543-0c89c3a9b34d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:49.413495 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddc0e3b-6056-4bf2-8543-0c89c3a9b34d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:49.414136 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9ddc0e3b-6056-4bf2-8543-0c89c3a9b34d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.414769 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4746e56-a0ef-451c-bdcb-1a6335ab107f admin admin] Network a0f9ac25-c7da-4091-9fe4-723d4bc94888 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:22:49.418967 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9894b3-ec56-4fa1-a20e-a8ab65165d05 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Router ba270bd8-9744-4c6f-8a06-9b6376adaf05 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:22:49.425773 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d135c9-b62f-4c0e-8c76-f1e100e775c9 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:49.431353 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc0e3b-6056-4bf2-8543-0c89c3a9b34d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=efb73545-f5a8-41d9-8f38-786a4bd452c2,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:49.465135 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9ddc0e3b-6056-4bf2-8543-0c89c3a9b34d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8052921 Jul 14 09:22:49.468428 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60710) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:49.469303 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bd9c6930-fd4e-4ef6-8b8c-5bb82c20a0ff req-ca297fbe-1a68-48d8-beec-23a38b069dcb tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402647 Jul 14 09:22:49.477330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-c4746e56-a0ef-451c-bdcb-1a6335ab107f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, a0f9ac25-c7da-4091-9fe4-723d4bc94888) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:49.487450 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1405617d-4a51-45c8-bdcd-c6492d2b69d3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'mac_address': 'fa:16:3e:fc:79:e7', 'name': 'tempest-NetworksTestDHCPv6-109610495'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:49.498245 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d00b110f-ecf5-474d-98ad-651a62939df7 req-b1df829a-8ae0-4d6e-ab73-fd602f2262a8 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372545 Jul 14 09:22:49.503544 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4746e56-a0ef-451c-bdcb-1a6335ab107f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:49.503544 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4746e56-a0ef-451c-bdcb-1a6335ab107f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.638010 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c4746e56-a0ef-451c-bdcb-1a6335ab107f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2196441 Jul 14 09:22:49.643708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377a74f0-0403-4906-b6aa-8aff79ca3d7c None None] Network a0f9ac25-c7da-4091-9fe4-723d4bc94888 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:49.770076 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1405617d-4a51-45c8-bdcd-c6492d2b69d3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:49.836774 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9894b3-ec56-4fa1-a20e-a8ab65165d05 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:49.843838 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5d9894b3-ec56-4fa1-a20e-a8ab65165d05 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.852818 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96733aa-a3f7-4831-ad3a-f7272fa8579c None None] Sync routers for ids ['ba270bd8-9744-4c6f-8a06-9b6376adaf05'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:49.871172 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96733aa-a3f7-4831-ad3a-f7272fa8579c None None] Routers {'ba270bd8-9744-4c6f-8a06-9b6376adaf05'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:49.871831 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f96733aa-a3f7-4831-ad3a-f7272fa8579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:22:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ba270bd8-9744-4c6f-8a06-9b6376adaf05'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:50.032671 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5d9894b3-ec56-4fa1-a20e-a8ab65165d05 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "PUT /v2.0/floatingips/ec680d7b-d7a3-4492-bdd0-b219b2e2182e HTTP/1.1" status: 200 len: 992 time: 3.8856833 Jul 14 09:22:50.032671 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca32b606-2424-4054-8dba-ac956003f77f', 'tag': '3a8b8881-0dfd-41db-b85c-638f00059a03'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:50.033902 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17a9b0e-3272-4d71-989a-5cec3160fdb0" -d '{"events": [{"name": "network-changed", "server_uuid": "ca32b606-2424-4054-8dba-ac956003f77f", "tag": "3a8b8881-0dfd-41db-b85c-638f00059a03"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:50.039917 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1405617d-4a51-45c8-bdcd-c6492d2b69d3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.112922 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d4e685-7ce4-430b-9b07-5d1023292d82 None None] Network a0f9ac25-c7da-4091-9fe4-723d4bc94888 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:50.123402 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-1405617d-4a51-45c8-bdcd-c6492d2b69d3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port 374dc3f9-77a2-4866-bba1-59aecba3b764 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:22:50.297917 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f96733aa-a3f7-4831-ad3a-f7272fa8579c None None] Set router ba270bd8-9744-4c6f-8a06-9b6376adaf05 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:50.321618 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'fixed_ips': [{'subnet_id': 'efb73545-f5a8-41d9-8f38-786a4bd452c2'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:22:50.323751 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.418920 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-1405617d-4a51-45c8-bdcd-c6492d2b69d3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::f816:3eff:fefc:79e7 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/efb73545-f5a8-41d9-8f38-786a4bd452c2/374dc3f9-77a2-4866-bba1-59aecba3b764) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:50.500114 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ab4b15cf-1af7-4456-bf41-e34fe88a27e4 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:50.501690 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ab4b15cf-1af7-4456-bf41-e34fe88a27e4 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/networks?id=46f53e95-91cf-4ed0-9a90-49c27b3185d2 HTTP/1.1" status: 200 len: 817 time: 0.3672574 Jul 14 09:22:50.539297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-08dda8d3-a630-41d2-b89f-1b1c6d10d254 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/quotas/c2631da39f8847c49029355fd002f1a2 HTTP/1.1" status: 200 len: 375 time: 0.0284123 Jul 14 09:22:50.630788 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-033cd400-b979-4fa8-975f-3fb04d2e540e tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c2631da39f8847c49029355fd002f1a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829539 Jul 14 09:22:50.659874 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e4f5e8-8622-470b-bdc6-37a7a27c9624 x-openstack-request-id: req-d3e4f5e8-8622-470b-bdc6-37a7a27c9624 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:50.660642 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca32b606-2424-4054-8dba-ac956003f77f", "tag": "3a8b8881-0dfd-41db-b85c-638f00059a03", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:50.666466 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3e4f5e8-8622-470b-bdc6-37a7a27c9624 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:50.667365 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca32b606-2424-4054-8dba-ac956003f77f', 'tag': '3a8b8881-0dfd-41db-b85c-638f00059a03', 'status': 'completed', 'code': 200} Jul 14 09:22:50.839351 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f96733aa-a3f7-4831-ad3a-f7272fa8579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'name': 'tempest-ServersTestManualDisk-661026831-router', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:05Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 4, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'gw_port': {'id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:06Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ec680d7b-d7a3-4492-bdd0-b219b2e2182e', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'port_id': '3a8b8881-0dfd-41db-b85c-638f00059a03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9', 'mac_address': 'fa:16:3e:1d:88:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca32b606-2424-4054-8dba-ac956003f77f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:22:24Z', 'updated_at': '2021-07-14T09:22:47Z', 'revision_number': 1, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe', 'name': '', 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'mac_address': 'fa:16:3e:af:84:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:12Z', 'updated_at': '2021-07-14T09:22:23Z', 'revision_number': 5, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'subnets': [{'id': '9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:50.874138 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-9ddec7c5-3ce6-469e-95e8-9209bd5c4591 service neutron] 10.222.0.26 "GET /v2.0/networks/46f53e95-91cf-4ed0-9a90-49c27b3185d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301824 Jul 14 09:22:50.880134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a9b0e-3272-4d71-989a-5cec3160fdb0 req-2dfa1114-332c-4b9e-9d87-21a5ecc58d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:50.890987 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d17a9b0e-3272-4d71-989a-5cec3160fdb0 req-2dfa1114-332c-4b9e-9d87-21a5ecc58d70 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a9dd7e1c4ad44778b18f6fb76161572&device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 1098 time: 0.2208350 Jul 14 09:22:50.897429 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96733aa-a3f7-4831-ad3a-f7272fa8579c None None] Checking router: ba270bd8-9744-4c6f-8a06-9b6376adaf05 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:50.904447 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1405617d-4a51-45c8-bdcd-c6492d2b69d3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.918723 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96733aa-a3f7-4831-ad3a-f7272fa8579c None None] Routers {'ba270bd8-9744-4c6f-8a06-9b6376adaf05'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:50.920030 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f96733aa-a3f7-4831-ad3a-f7272fa8579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:22:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ba270bd8-9744-4c6f-8a06-9b6376adaf05'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:50.935632 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-1405617d-4a51-45c8-bdcd-c6492d2b69d3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object 374dc3f9-77a2-4866-bba1-59aecba3b764 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:51.002308 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1405617d-4a51-45c8-bdcd-c6492d2b69d3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.067036 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405617d-4a51-45c8-bdcd-c6492d2b69d3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=374dc3f9-77a2-4866-bba1-59aecba3b764,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:51.092178 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1405617d-4a51-45c8-bdcd-c6492d2b69d3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:51.096423 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-1405617d-4a51-45c8-bdcd-c6492d2b69d3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:51.103333 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1405617d-4a51-45c8-bdcd-c6492d2b69d3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:51.119989 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Allocated IP 2001:db8::f816:3eff:feaa:6d90 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/efb73545-f5a8-41d9-8f38-786a4bd452c2/bf78e2a0-d6dc-406a-8250-ce58e81170ce) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:51.126754 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1405617d-4a51-45c8-bdcd-c6492d2b69d3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:51.127794 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1405617d-4a51-45c8-bdcd-c6492d2b69d3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.165315 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1405617d-4a51-45c8-bdcd-c6492d2b69d3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6820662 Jul 14 09:22:51.171342 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60758) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:51.175846 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f96733aa-a3f7-4831-ad3a-f7272fa8579c None None] Set router ba270bd8-9744-4c6f-8a06-9b6376adaf05 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:51.278276 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebbf010-1bed-4f83-a4fb-e270940ebbad tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:51.283625 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bebbf010-1bed-4f83-a4fb-e270940ebbad tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1101685 Jul 14 09:22:51.284279 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60762) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:51.381633 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.404604 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Transition to ACTIVE for port object bf78e2a0-d6dc-406a-8250-ce58e81170ce will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:51.428910 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-96712413-376e-4721-acc8-da306c0fcb17 service neutron] 10.222.0.26 "GET /v2.0/networks/46f53e95-91cf-4ed0-9a90-49c27b3185d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367038 Jul 14 09:22:51.435796 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-28b2c1cd-0e8e-4b63-951f-e3bdb5a4313f tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:51.438257 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Transition to ACTIVE for port object bf78e2a0-d6dc-406a-8250-ce58e81170ce will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:51.443965 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-28b2c1cd-0e8e-4b63-951f-e3bdb5a4313f tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/networks?id=a0f9ac25-c7da-4091-9fe4-723d4bc94888 HTTP/1.1" status: 200 len: 808 time: 0.5420349 Jul 14 09:22:51.447391 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a9b0e-3272-4d71-989a-5cec3160fdb0 req-354c6e32-594c-4acd-abba-349eb02aa2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:51.449749 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d17a9b0e-3272-4d71-989a-5cec3160fdb0 req-354c6e32-594c-4acd-abba-349eb02aa2d9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=041dc1f0-7ce6-42cf-bd75-72a98460d7b9 HTTP/1.1" status: 200 len: 912 time: 0.5167668 Jul 14 09:22:51.455219 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.476575 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-65f39d08-e7bb-4fc4-9382-b8ac305465d9 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/quotas/c1a065f940a945f4a28ed3059df438ad HTTP/1.1" status: 200 len: 375 time: 0.0313880 Jul 14 09:22:51.540776 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:51.556406 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-4686e423-b0d8-4f92-88ec-d6fa28ca30e6 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1a065f940a945f4a28ed3059df438ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787563 Jul 14 09:22:51.557482 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:51.578435 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:51.609436 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Pushing event updated for resources: {'Port': ['ID=bf78e2a0-d6dc-406a-8250-ce58e81170ce,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:51.612126 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-21b8f2c4-471b-4c59-99f5-4b4a0295c90e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port 374dc3f9-77a2-4866-bba1-59aecba3b764 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:51.612893 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21b8f2c4-471b-4c59-99f5-4b4a0295c90e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.747551 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-285c10fa-a8de-44e9-a0d6-f929dabc178e service neutron] 10.222.0.26 "GET /v2.0/networks/a0f9ac25-c7da-4091-9fe4-723d4bc94888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893969 Jul 14 09:22:51.787037 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d17a9b0e-3272-4d71-989a-5cec3160fdb0 req-3ceaa347-7489-480f-94f4-2a64f4b6fecc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a8b8881-0dfd-41db-b85c-638f00059a03 HTTP/1.1" status: 200 len: 1000 time: 0.3257015 Jul 14 09:22:51.867894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a9b0e-3272-4d71-989a-5cec3160fdb0 req-ff994d72-515a-418e-9953-1baf2930fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:51.870042 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d17a9b0e-3272-4d71-989a-5cec3160fdb0 req-ff994d72-515a-418e-9953-1baf2930fdb9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4 HTTP/1.1" status: 200 len: 850 time: 0.0678902 Jul 14 09:22:51.877744 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f96733aa-a3f7-4831-ad3a-f7272fa8579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'name': 'tempest-ServersTestManualDisk-661026831-router', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:05Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 4, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'gw_port': {'id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:06Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ec680d7b-d7a3-4492-bdd0-b219b2e2182e', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'port_id': '3a8b8881-0dfd-41db-b85c-638f00059a03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9', 'mac_address': 'fa:16:3e:1d:88:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca32b606-2424-4054-8dba-ac956003f77f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:22:24Z', 'updated_at': '2021-07-14T09:22:47Z', 'revision_number': 1, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe', 'name': '', 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'mac_address': 'fa:16:3e:af:84:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:12Z', 'updated_at': '2021-07-14T09:22:23Z', 'revision_number': 5, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'subnets': [{'id': '9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:51.919541 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96733aa-a3f7-4831-ad3a-f7272fa8579c None None] The sync data for ids ['ba270bd8-9744-4c6f-8a06-9b6376adaf05'] in n-d-798054-10 is: [{'id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'name': 'tempest-ServersTestManualDisk-661026831-router', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:05Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 4, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'gw_port': {'id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:06Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ec680d7b-d7a3-4492-bdd0-b219b2e2182e', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'port_id': '3a8b8881-0dfd-41db-b85c-638f00059a03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9', 'mac_address': 'fa:16:3e:1d:88:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca32b606-2424-4054-8dba-ac956003f77f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:22:24Z', 'updated_at': '2021-07-14T09:22:47Z', 'revision_number': 1, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe', 'name': '', 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'mac_address': 'fa:16:3e:af:84:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:12Z', 'updated_at': '2021-07-14T09:22:23Z', 'revision_number': 5, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'subnets': [{'id': '9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:51.953107 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21b8f2c4-471b-4c59-99f5-4b4a0295c90e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.011411 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a9b0e-3272-4d71-989a-5cec3160fdb0 req-3c7e403d-6a62-4c74-9f4e-4681e079c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:52.013649 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d17a9b0e-3272-4d71-989a-5cec3160fdb0 req-3c7e403d-6a62-4c74-9f4e-4681e079c673 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=041dc1f0-7ce6-42cf-bd75-72a98460d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021652 Jul 14 09:22:52.049095 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-21b8f2c4-471b-4c59-99f5-4b4a0295c90e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for 374dc3f9-77a2-4866-bba1-59aecba3b764 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:52.123638 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Attempting to bind port bf78e2a0-d6dc-406a-8250-ce58e81170ce on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:52.123638 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Attempting to bind port bf78e2a0-d6dc-406a-8250-ce58e81170ce by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:52.124680 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Attempting to bind port bf78e2a0-d6dc-406a-8250-ce58e81170ce on network 4cef7a78-22ed-4e84-a95a-1f569bb0302d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:52.136464 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:52.136973 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:52.138520 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.139119 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Bound using segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:52.142448 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Bound port: bf78e2a0-d6dc-406a-8250-ce58e81170ce, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:52.142979 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.239015 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-8c0407aa-d2e3-4ecf-9278-42aaf88223f5 service neutron] 10.222.0.26 "GET /v2.0/networks/a0f9ac25-c7da-4091-9fe4-723d4bc94888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901369 Jul 14 09:22:52.274810 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d17a9b0e-3272-4d71-989a-5cec3160fdb0 req-ed7c7177-77fc-4779-aced-c8c324ff4064 service neutron] 10.222.0.49 "GET /v2.0/networks/041dc1f0-7ce6-42cf-bd75-72a98460d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344840 Jul 14 09:22:52.335347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] For port bf78e2a0-d6dc-406a-8250-ce58e81170ce, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:52.342903 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] For port bf78e2a0-d6dc-406a-8250-ce58e81170ce, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=bf78e2a0-d6dc-406a-8250-ce58e81170ce,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:52.352798 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.587996 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be19af8-ad67-4b36-917e-672b7c2b655a None None] Pushing event updated for resources: {'Port': ['ID=bf78e2a0-d6dc-406a-8250-ce58e81170ce,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:52.690680 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e94082d-8705-4424-8437-0a26f3bbf2e4 None None] New status for floating IP ec680d7b-d7a3-4492-bdd0-b219b2e2182e: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:22:52.997999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d17a9b0e-3272-4d71-989a-5cec3160fdb0 req-e8d224a0-8185-4fb4-b275-a677808af87c service neutron] 10.222.0.49 "GET /v2.0/networks/041dc1f0-7ce6-42cf-bd75-72a98460d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7125123 Jul 14 09:22:53.075535 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4b6cf-80b2-402b-9ba7-df07f585ab37 req-f223efa7-2ec9-40b8-924e-8909243e4c82 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:53.098756 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50e4b6cf-80b2-402b-9ba7-df07f585ab37 req-f223efa7-2ec9-40b8-924e-8909243e4c82 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.6068790 Jul 14 09:22:53.472148 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50e4b6cf-80b2-402b-9ba7-df07f585ab37 req-0745f435-3bef-4299-9258-f943ed181970 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713117 Jul 14 09:22:53.575016 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cb811-e583-40ec-9d24-0017dc9c7a10 req-efdcea46-9ddb-4cc4-ad29-afb853e81225 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:53.590601 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c61cb811-e583-40ec-9d24-0017dc9c7a10 req-efdcea46-9ddb-4cc4-ad29-afb853e81225 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 946 time: 0.5776930 Jul 14 09:22:53.648917 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21b8f2c4-471b-4c59-99f5-4b4a0295c90e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.696784 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c61cb811-e583-40ec-9d24-0017dc9c7a10 req-fe53c5a9-cf52-4c6c-83a5-32184481ed0c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027410 Jul 14 09:22:53.794835 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8f2c4-471b-4c59-99f5-4b4a0295c90e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=374dc3f9-77a2-4866-bba1-59aecba3b764,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:53.886852 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21b8f2c4-471b-4c59-99f5-4b4a0295c90e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.892310 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60806) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:53.892562 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-21b8f2c4-471b-4c59-99f5-4b4a0295c90e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/374dc3f9-77a2-4866-bba1-59aecba3b764 HTTP/1.1" status: 204 len: 168 time: 2.6068759 Jul 14 09:22:54.099396 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cc695b-f4bb-4c6a-a815-d766c899988d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:54.100265 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cc695b-f4bb-4c6a-a815-d766c899988d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:54.102055 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-36cc695b-f4bb-4c6a-a815-d766c899988d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2087598 Jul 14 09:22:54.106420 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60808) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:54.302692 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3b70e2-feae-4f46-9a91-653ab58ba0ad tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet efb73545-f5a8-41d9-8f38-786a4bd452c2 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:54.311370 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bd3b70e2-feae-4f46-9a91-653ab58ba0ad tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.441497 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bd3b70e2-feae-4f46-9a91-653ab58ba0ad tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.469459 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-617ed054-0e5f-4f0d-b4d6-2ae4413ac323 req-b7700ebb-5c58-46c5-87d7-aad0faa7cb4b tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/ports?device_id=4415a1ac-2703-479d-adff-3df4a7f48b3f HTTP/1.1" status: 200 len: 210 time: 0.0969620 Jul 14 09:22:54.616656 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bd3b70e2-feae-4f46-9a91-653ab58ba0ad tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.758074 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bd3b70e2-feae-4f46-9a91-653ab58ba0ad tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.805210 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bd3b70e2-feae-4f46-9a91-653ab58ba0ad tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.816211 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bd3b70e2-feae-4f46-9a91-653ab58ba0ad tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/efb73545-f5a8-41d9-8f38-786a4bd452c2 HTTP/1.1" status: 204 len: 168 time: 0.7058315 Jul 14 09:22:54.840919 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60818) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:54.870629 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0032a6eb-dacc-4e9e-b6f9-41aa4fa223ac req-00f9467c-edcc-4241-abaa-59ea3fbc0895 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d3d6ac7-343c-434b-b95b-34ae2aface0c HTTP/1.1" status: 200 len: 210 time: 0.1148136 Jul 14 09:22:54.882917 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81e0d42-7e43-4bda-a3f2-2e294d858893 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:54.884148 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b70e2-feae-4f46-9a91-653ab58ba0ad tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=efb73545-f5a8-41d9-8f38-786a4bd452c2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:55.046385 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device bf78e2a0-d6dc-406a-8250-ce58e81170ce up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:55.092727 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-00aa386f-932b-4950-a5e9-7eb332531035 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2504008 Jul 14 09:22:55.095710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60824) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:55.103092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f4ded77e-dd53-4fca-80b4-e1898f532e6e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:55.163480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-83c16389-f984-429a-b25a-f3c84635e1fa None None] Provisioning for port bf78e2a0-d6dc-406a-8250-ce58e81170ce completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:55.228622 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba730b8e-f86b-4db6-8cb0-7b2297c18a07 req-878b7d72-97b8-4823-8853-d9a8a3d8437b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:55.232988 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ba730b8e-f86b-4db6-8cb0-7b2297c18a07 req-878b7d72-97b8-4823-8853-d9a8a3d8437b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.3337421 Jul 14 09:22:55.303347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port bf78e2a0-d6dc-406a-8250-ce58e81170ce completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:55.320785 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port bf78e2a0-d6dc-406a-8250-ce58e81170ce triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:55.323235 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.348425 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ba730b8e-f86b-4db6-8cb0-7b2297c18a07 req-ec4b1fa3-a1b7-4922-98dd-7e4bc86edfb3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010761 Jul 14 09:22:55.405297 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ded77e-dd53-4fca-80b4-e1898f532e6e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:55.421476 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4ded77e-dd53-4fca-80b4-e1898f532e6e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.453929 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06626a09-74c0-4e24-a41a-8f8e8a9c4cb4 req-73af536a-18a8-4d46-b2a7-629273c3d235 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:55.460098 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06626a09-74c0-4e24-a41a-8f8e8a9c4cb4 req-73af536a-18a8-4d46-b2a7-629273c3d235 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 946 time: 0.1837885 Jul 14 09:22:55.559546 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.610215 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06626a09-74c0-4e24-a41a-8f8e8a9c4cb4 req-b2bfb73d-766f-4113-ade4-a74bde252325 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423399 Jul 14 09:22:55.627879 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port bf78e2a0-d6dc-406a-8250-ce58e81170ce, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=bf78e2a0-d6dc-406a-8250-ce58e81170ce,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:55.639955 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9594b8c-2414-40e8-a009-9ec15b2cbb0d None None] DHCP port deletion for 4cef7a78-22ed-4e84-a95a-1f569bb0302d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:22:55.652964 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.852728 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=bf78e2a0-d6dc-406a-8250-ce58e81170ce,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:55.880291 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b9594b8c-2414-40e8-a009-9ec15b2cbb0d None None] Deleting port bf78e2a0-d6dc-406a-8250-ce58e81170ce {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:55.880721 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9594b8c-2414-40e8-a009-9ec15b2cbb0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.883483 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:55.884358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:55.884358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:55.884628 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:55.884848 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:55.893647 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:55.894463 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:55.895311 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:55.896466 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:55.897016 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:55.897519 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:55.898062 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:56.094825 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-409053e1-dfe1-4d6d-8fe6-7fd736c1ab05 req-b3c3b47c-2179-45e8-adc7-c3ded911beb6 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/ports?device_id=4415a1ac-2703-479d-adff-3df4a7f48b3f HTTP/1.1" status: 200 len: 210 time: 0.1309831 Jul 14 09:22:56.103392 n-d-798054-10 neutron-server[93888]: DEBUG neutron.objects.ports [None req-f4ded77e-dd53-4fca-80b4-e1898f532e6e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93888) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:22:56.143552 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b9594b8c-2414-40e8-a009-9ec15b2cbb0d None None] For port bf78e2a0-d6dc-406a-8250-ce58e81170ce, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=bf78e2a0-d6dc-406a-8250-ce58e81170ce,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:56.144159 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9594b8c-2414-40e8-a009-9ec15b2cbb0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.224885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b9594b8c-2414-40e8-a009-9ec15b2cbb0d None None] Calling delete_port for bf78e2a0-d6dc-406a-8250-ce58e81170ce owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:56.321623 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a00d2a02-feb1-4f40-b48b-a31101102dd5 req-5a5fcf5f-9b39-4889-8b43-abbfc95d24ca tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d3d6ac7-343c-434b-b95b-34ae2aface0c HTTP/1.1" status: 200 len: 210 time: 0.0998662 Jul 14 09:22:56.469319 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-d47ee3cf-cfe4-4997-8507-f68f1e3f1bab tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:56.479350 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-d47ee3cf-cfe4-4997-8507-f68f1e3f1bab tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.49 "GET /v2.0/networks?id=a0f9ac25-c7da-4091-9fe4-723d4bc94888 HTTP/1.1" status: 200 len: 808 time: 0.4954395 Jul 14 09:22:56.483170 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9594b8c-2414-40e8-a009-9ec15b2cbb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.500486 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-71073071-9e6d-42ff-a2f3-da3cfc1ac558 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Request body: {'port': {'device_id': '4415a1ac-2703-479d-adff-3df4a7f48b3f', 'network_id': 'a0f9ac25-c7da-4091-9fe4-723d4bc94888', 'admin_state_up': True, 'tenant_id': 'c1a065f940a945f4a28ed3059df438ad'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:56.519330 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9594b8c-2414-40e8-a009-9ec15b2cbb0d None None] No DVR routers for this DVR port bf78e2a0-d6dc-406a-8250-ce58e81170ce on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:56.526353 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-f07b522d-874f-4850-9a2a-384942be003f tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:56.527886 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-f07b522d-874f-4850-9a2a-384942be003f tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.55 "GET /v2.0/networks?id=46f53e95-91cf-4ed0-9a90-49c27b3185d2 HTTP/1.1" status: 200 len: 817 time: 0.3625374 Jul 14 09:22:56.528542 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4ded77e-dd53-4fca-80b4-e1898f532e6e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.579527 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-35c2cf34-637f-4b0c-87d2-93a0b4dbe3c7 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Request body: {'port': {'device_id': 'b2486150-068c-48b5-8d57-1da55676359c', 'network_id': '46f53e95-91cf-4ed0-9a90-49c27b3185d2', 'admin_state_up': True, 'tenant_id': 'c2631da39f8847c49029355fd002f1a2'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:56.586417 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9594b8c-2414-40e8-a009-9ec15b2cbb0d None None] Pushing event deleted for resources: {'Port': ['ID=bf78e2a0-d6dc-406a-8250-ce58e81170ce,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:56.804621 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ded77e-dd53-4fca-80b4-e1898f532e6e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Port bf78e2a0-d6dc-406a-8250-ce58e81170ce concurrently deleted while adding address for new subnet {'id': '6e6990bc-c634-4b0f-9a07-ae58db0bcae9', 'name': '', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1274, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-14T09:22:55Z', 'updated_at': '2021-07-14T09:22:55Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'd767fa2019e8430c8d82b725bc36d883'}. {{(pid=93888) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 14 09:22:56.819013 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4ded77e-dd53-4fca-80b4-e1898f532e6e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.868684 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb244fb5-8530-480a-851f-8872e8328025 req-948c367a-38f5-474c-b595-26011834380c tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:56.871288 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb244fb5-8530-480a-851f-8872e8328025 req-948c367a-38f5-474c-b595-26011834380c tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.1790071 Jul 14 09:22:56.874368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-71073071-9e6d-42ff-a2f3-da3cfc1ac558 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Made reservation on behalf of c1a065f940a945f4a28ed3059df438ad for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:56.889070 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device bf78e2a0-d6dc-406a-8250-ce58e81170ce no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:56.903556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ded77e-dd53-4fca-80b4-e1898f532e6e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:56.910950 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f4ded77e-dd53-4fca-80b4-e1898f532e6e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:56.925953 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ded77e-dd53-4fca-80b4-e1898f532e6e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:56.931680 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4ded77e-dd53-4fca-80b4-e1898f532e6e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.934555 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-71073071-9e6d-42ff-a2f3-da3cfc1ac558 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.953225 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcd41a5-ca32-4c0e-883d-5e2f1367ab2f None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:56.960674 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f4ded77e-dd53-4fca-80b4-e1898f532e6e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8635697 Jul 14 09:22:56.982012 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60850) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:56.989774 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: bf78e2a0-d6dc-406a-8250-ce58e81170ce {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:56.990857 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device bf78e2a0-d6dc-406a-8250-ce58e81170ce not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:57.006192 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-0e4b2495-90bf-4add-8174-f25d1f6a8ecd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'mac_address': 'fa:16:3e:05:1e:9a', 'name': 'tempest-NetworksTestDHCPv6-1634144239'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:57.031818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ded77e-dd53-4fca-80b4-e1898f532e6e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=6e6990bc-c634-4b0f-9a07-ae58db0bcae9,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:57.234094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-35c2cf34-637f-4b0c-87d2-93a0b4dbe3c7 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Made reservation on behalf of c2631da39f8847c49029355fd002f1a2 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:57.238688 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-35c2cf34-637f-4b0c-87d2-93a0b4dbe3c7 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.274797 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'fixed_ips': [{'subnet_id': '6e6990bc-c634-4b0f-9a07-ae58db0bcae9'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:22:57.277214 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.302258 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40bc47b5-0a4b-407f-9d06-5f8d42b4b3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.313312 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb244fb5-8530-480a-851f-8872e8328025 req-d453412d-4443-4b58-8ede-3dbe42f26600 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759265 Jul 14 09:22:57.383451 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b9f88-7cb8-4ee9-adbe-2f89bde624ea req-ce577aee-00aa-4635-911e-8b326eec9462 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:57.385551 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e74b9f88-7cb8-4ee9-adbe-2f89bde624ea req-ce577aee-00aa-4635-911e-8b326eec9462 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 946 time: 0.5128150 Jul 14 09:22:57.463953 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4b2495-90bf-4add-8174-f25d1f6a8ecd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:57.561022 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e74b9f88-7cb8-4ee9-adbe-2f89bde624ea req-57c3ba97-8cf1-4ec5-b0e0-cd119aabe1cb tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274943 Jul 14 09:22:57.591991 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-71073071-9e6d-42ff-a2f3-da3cfc1ac558 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Allocated IP 172.20.0.5 (a0f9ac25-c7da-4091-9fe4-723d4bc94888/668d7909-0511-4996-8cf9-537c5832d8b4/0126be27-cb04-4dc7-8183-a47831175a67) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:57.673272 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Allocated IP 2001:db8::f816:3eff:fe5f:ac6e (4cef7a78-22ed-4e84-a95a-1f569bb0302d/6e6990bc-c634-4b0f-9a07-ae58db0bcae9/cab6a36f-4ed5-42ab-b7f4-5dafff599bb0) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:57.963324 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-71073071-9e6d-42ff-a2f3-da3cfc1ac558 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.048420 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-71073071-9e6d-42ff-a2f3-da3cfc1ac558 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.086196 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2781b2e-11a3-41c8-8924-e9366fa2530c tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:58.088152 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2781b2e-11a3-41c8-8924-e9366fa2530c tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.49 "GET /v2.0/networks?id=46f53e95-91cf-4ed0-9a90-49c27b3185d2 HTTP/1.1" status: 200 len: 817 time: 0.4814005 Jul 14 09:22:58.117112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-35c2cf34-637f-4b0c-87d2-93a0b4dbe3c7 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Allocated IP 172.20.0.5 (46f53e95-91cf-4ed0-9a90-49c27b3185d2/eb019082-c4e0-4f2e-b3a0-75fb2fb137ad/bd087595-099c-4572-af6b-1283390e2a2d) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:58.137650 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71073071-9e6d-42ff-a2f3-da3cfc1ac558 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Pushing event updated for resources: {'Port': ['ID=0126be27-cb04-4dc7-8183-a47831175a67,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:58.209036 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4cec4d0a-6346-4ad4-a30e-752dc86968b2 req-82652edb-568e-4dd7-9dea-0f629a78a77d tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d3d6ac7-343c-434b-b95b-34ae2aface0c HTTP/1.1" status: 200 len: 210 time: 0.0976720 Jul 14 09:22:58.228619 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-71073071-9e6d-42ff-a2f3-da3cfc1ac558 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Network a0f9ac25-c7da-4091-9fe4-723d4bc94888 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:58.232159 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-71073071-9e6d-42ff-a2f3-da3cfc1ac558 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:58.235592 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-71073071-9e6d-42ff-a2f3-da3cfc1ac558 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:58.292535 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.328643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Transition to ACTIVE for port object cab6a36f-4ed5-42ab-b7f4-5dafff599bb0 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:58.331948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b1ab9-08f8-4f9a-9830-5f2f66b35ba6 req-3f4aea65-25b5-471b-be8f-b12787d61216 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:58.334359 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d05b1ab9-08f8-4f9a-9830-5f2f66b35ba6 req-3f4aea65-25b5-471b-be8f-b12787d61216 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/ports?device_id=4415a1ac-2703-479d-adff-3df4a7f48b3f HTTP/1.1" status: 200 len: 931 time: 0.2130349 Jul 14 09:22:58.355755 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-71073071-9e6d-42ff-a2f3-da3cfc1ac558 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:58.356609 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-71073071-9e6d-42ff-a2f3-da3cfc1ac558 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.376181 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Transition to ACTIVE for port object cab6a36f-4ed5-42ab-b7f4-5dafff599bb0 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:58.384630 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.409740 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-35c2cf34-637f-4b0c-87d2-93a0b4dbe3c7 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.427868 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d05b1ab9-08f8-4f9a-9830-5f2f66b35ba6 req-c000ebdd-c61c-42f8-b902-30a3535db60c tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/security-groups?id=9435ddf0-0415-4a4d-8bad-fede627a6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616724 Jul 14 09:22:58.460520 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-71073071-9e6d-42ff-a2f3-da3cfc1ac558 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9646103 Jul 14 09:22:58.480980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] Request body: {'port': {'device_id': '4415a1ac-2703-479d-adff-3df4a7f48b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:58.484165 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:58.491396 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:58.495243 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:58.506080 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Pushing event updated for resources: {'Port': ['ID=cab6a36f-4ed5-42ab-b7f4-5dafff599bb0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:58.597120 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Attempting to bind port cab6a36f-4ed5-42ab-b7f4-5dafff599bb0 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:58.597497 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Attempting to bind port cab6a36f-4ed5-42ab-b7f4-5dafff599bb0 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:58.598035 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Attempting to bind port cab6a36f-4ed5-42ab-b7f4-5dafff599bb0 on network 4cef7a78-22ed-4e84-a95a-1f569bb0302d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:58.621382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:58.622644 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:58.623065 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.623542 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Bound using segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:58.624033 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Bound port: cab6a36f-4ed5-42ab-b7f4-5dafff599bb0, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:58.624429 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.625188 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e4b2495-90bf-4add-8174-f25d1f6a8ecd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.665694 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-0fad9f3e-4880-4e36-a40f-86ed1d72bc66 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Request body: {'port': {'device_id': '61a39c49-a464-4a6f-8a67-855aed2d5603', 'network_id': '46f53e95-91cf-4ed0-9a90-49c27b3185d2', 'admin_state_up': True, 'tenant_id': 'c2631da39f8847c49029355fd002f1a2'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:58.741056 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] For port cab6a36f-4ed5-42ab-b7f4-5dafff599bb0, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:58.749776 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] For port cab6a36f-4ed5-42ab-b7f4-5dafff599bb0, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=cab6a36f-4ed5-42ab-b7f4-5dafff599bb0,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:58.757471 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.765305 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.782003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-0e4b2495-90bf-4add-8174-f25d1f6a8ecd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port 2df097af-9d34-4a37-b538-9195f178730d yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:22:58.912305 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d1bc6-8abf-415a-a84d-f0c473038319 None None] Pushing event updated for resources: {'Port': ['ID=cab6a36f-4ed5-42ab-b7f4-5dafff599bb0,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:58.923861 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-35c2cf34-637f-4b0c-87d2-93a0b4dbe3c7 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.034124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-35c2cf34-637f-4b0c-87d2-93a0b4dbe3c7 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Network 46f53e95-91cf-4ed0-9a90-49c27b3185d2 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:59.043544 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2cf34-637f-4b0c-87d2-93a0b4dbe3c7 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Pushing event updated for resources: {'Port': ['ID=bd087595-099c-4572-af6b-1283390e2a2d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:59.046842 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-35c2cf34-637f-4b0c-87d2-93a0b4dbe3c7 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:59.049188 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-35c2cf34-637f-4b0c-87d2-93a0b4dbe3c7 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:59.116602 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-0e4b2495-90bf-4add-8174-f25d1f6a8ecd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::f816:3eff:fe05:1e9a (4cef7a78-22ed-4e84-a95a-1f569bb0302d/6e6990bc-c634-4b0f-9a07-ae58db0bcae9/2df097af-9d34-4a37-b538-9195f178730d) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:59.139752 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-0fad9f3e-4880-4e36-a40f-86ed1d72bc66 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Made reservation on behalf of c2631da39f8847c49029355fd002f1a2 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:59.143647 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-0fad9f3e-4880-4e36-a40f-86ed1d72bc66 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.155827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8161936-a609-470b-959d-9d40dcc2ba89 req-d2111d1d-70ef-46eb-9341-ea93ed26af82 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:59.163129 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8161936-a609-470b-959d-9d40dcc2ba89 req-d2111d1d-70ef-46eb-9341-ea93ed26af82 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.5202305 Jul 14 09:22:59.175988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0126be27-cb04-4dc7-8183-a47831175a67 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:59.206595 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.246142 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8161936-a609-470b-959d-9d40dcc2ba89 req-6d618663-6b83-4c31-9ef2-84e0cb06dc3f tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818961 Jul 14 09:22:59.274734 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] Transition to ACTIVE for port object 0126be27-cb04-4dc7-8183-a47831175a67 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:59.324578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae81464-1fb2-402f-9360-b7d815c787fc req-d5971b30-7ffd-40b5-a778-2d8a1a9d68af tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:59.328651 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ae81464-1fb2-402f-9360-b7d815c787fc req-d5971b30-7ffd-40b5-a778-2d8a1a9d68af tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 946 time: 0.3042934 Jul 14 09:22:59.332768 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.346239 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-35c2cf34-637f-4b0c-87d2-93a0b4dbe3c7 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:59.347493 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-35c2cf34-637f-4b0c-87d2-93a0b4dbe3c7 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.514292 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] Pushing event updated for resources: {'Port': ['ID=0126be27-cb04-4dc7-8183-a47831175a67,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:59.529773 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ae81464-1fb2-402f-9360-b7d815c787fc req-a83afd27-f7ef-46c5-a1b2-b34b09932468 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911945 Jul 14 09:22:59.634005 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] Attempting to bind port 0126be27-cb04-4dc7-8183-a47831175a67 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:59.634318 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] Attempting to bind port 0126be27-cb04-4dc7-8183-a47831175a67 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '8de9da6d-eb39-4084-a733-395a97c1078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a0f9ac25-c7da-4091-9fe4-723d4bc94888'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:59.634656 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] Attempting to bind port 0126be27-cb04-4dc7-8183-a47831175a67 on network a0f9ac25-c7da-4091-9fe4-723d4bc94888 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:59.639777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] Port 0126be27-cb04-4dc7-8183-a47831175a67 on network a0f9ac25-c7da-4091-9fe4-723d4bc94888 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:59.640100 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] Attempting to bind port 0126be27-cb04-4dc7-8183-a47831175a67 on network a0f9ac25-c7da-4091-9fe4-723d4bc94888 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:59.646317 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:59.646656 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] Checking segment: {'id': '8de9da6d-eb39-4084-a733-395a97c1078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a0f9ac25-c7da-4091-9fe4-723d4bc94888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:59.647041 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] Bound using segment: {'id': '8de9da6d-eb39-4084-a733-395a97c1078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a0f9ac25-c7da-4091-9fe4-723d4bc94888'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:59.647474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] Bound port: 0126be27-cb04-4dc7-8183-a47831175a67, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9da6d-eb39-4084-a733-395a97c1078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a0f9ac25-c7da-4091-9fe4-723d4bc94888'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:59.647865 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.648986 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-94a65d51-b294-425b-89ca-a449c617a084 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:59.651277 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-94a65d51-b294-425b-89ca-a449c617a084 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.49 "GET /v2.0/networks?id=46f53e95-91cf-4ed0-9a90-49c27b3185d2 HTTP/1.1" status: 200 len: 817 time: 1.0384445 Jul 14 09:22:59.658796 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-35c2cf34-637f-4b0c-87d2-93a0b4dbe3c7 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0964677 Jul 14 09:22:59.698238 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-2b13b330-5f80-49bf-9e94-92763b60d501 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Request body: {'port': {'device_id': '7d3d6ac7-343c-434b-b95b-34ae2aface0c', 'network_id': '46f53e95-91cf-4ed0-9a90-49c27b3185d2', 'admin_state_up': True, 'tenant_id': 'c2631da39f8847c49029355fd002f1a2'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:59.719744 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed81b096-3e4f-446e-b202-5211a916e750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.762683 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] For port 0126be27-cb04-4dc7-8183-a47831175a67, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:59.766128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] For port 0126be27-cb04-4dc7-8183-a47831175a67, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=0126be27-cb04-4dc7-8183-a47831175a67,segment=NetworkSegment(8de9da6d-eb39-4084-a733-395a97c1078a),segment_id=8de9da6d-eb39-4084-a733-395a97c1078a)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:59.771763 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.812578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:59.813196 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.814786 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] 10.222.0.49 "PUT /v2.0/ports/0126be27-cb04-4dc7-8183-a47831175a67 HTTP/1.1" status: 200 len: 1092 time: 1.3464024 Jul 14 09:22:59.815541 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4415a1ac-2703-479d-adff-3df4a7f48b3f', 'tag': '0126be27-cb04-4dc7-8183-a47831175a67'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:59.819262 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a4cbcf-7d35-4210-bba1-2c2904c068c6" -d '{"events": [{"name": "network-changed", "server_uuid": "4415a1ac-2703-479d-adff-3df4a7f48b3f", "tag": "0126be27-cb04-4dc7-8183-a47831175a67"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:59.834274 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.856334 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ac790-615e-4a0d-a802-4ac7d92033aa service neutron] Pushing event updated for resources: {'Port': ['ID=0126be27-cb04-4dc7-8183-a47831175a67,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:59.936996 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] Request body: {'port': {'device_id': 'b2486150-068c-48b5-8d57-1da55676359c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:59.964311 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-0fad9f3e-4880-4e36-a40f-86ed1d72bc66 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Allocated IP 172.20.0.6 (46f53e95-91cf-4ed0-9a90-49c27b3185d2/eb019082-c4e0-4f2e-b3a0-75fb2fb137ad/8e624092-27d6-471b-b5f6-29fbebf906b3) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:00.027739 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9717360e-cee6-444d-853e-05366bbe9d2d req-21c942be-3e4a-48fe-996a-8aa1e0552c23 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d3d6ac7-343c-434b-b95b-34ae2aface0c HTTP/1.1" status: 200 len: 210 time: 0.0297611 Jul 14 09:23:00.086650 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-4c6b3142-4906-459e-902d-cc52c5bdcf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:00.089154 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-4c6b3142-4906-459e-902d-cc52c5bdcf9d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1a065f940a945f4a28ed3059df438ad&device_id=4415a1ac-2703-479d-adff-3df4a7f48b3f HTTP/1.1" status: 200 len: 1095 time: 0.2203348 Jul 14 09:23:00.107552 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28f2a6-97cf-4f8d-91aa-45c26df5e045 req-e55a4a23-d63d-461e-aa59-7807d55ebc08 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:00.109696 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8f28f2a6-97cf-4f8d-91aa-45c26df5e045 req-e55a4a23-d63d-461e-aa59-7807d55ebc08 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/ports?device_id=4415a1ac-2703-479d-adff-3df4a7f48b3f HTTP/1.1" status: 200 len: 943 time: 0.1842527 Jul 14 09:23:00.154714 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-f422318e-f956-4191-8980-80cd6c89c8bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0126be27-cb04-4dc7-8183-a47831175a67 HTTP/1.1" status: 200 len: 217 time: 0.0437725 Jul 14 09:23:00.293414 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8f28f2a6-97cf-4f8d-91aa-45c26df5e045 req-cf56b739-e20c-42c0-997a-4b6701eec7fc tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/security-groups?id=9435ddf0-0415-4a4d-8bad-fede627a6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320870 Jul 14 09:23:00.310196 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-cf3b7aa7-0c4d-4159-88ae-def5dbb46018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:00.314284 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-cf3b7aa7-0c4d-4159-88ae-def5dbb46018 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=668d7909-0511-4996-8cf9-537c5832d8b4 HTTP/1.1" status: 200 len: 848 time: 0.1202536 Jul 14 09:23:00.332234 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e4b2495-90bf-4add-8174-f25d1f6a8ecd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.378445 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.388219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-f4fd563a-5fc3-4c22-b536-93f1415fb7ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a0f9ac25-c7da-4091-9fe4-723d4bc94888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625815 Jul 14 09:23:00.419151 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-2b13b330-5f80-49bf-9e94-92763b60d501 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Made reservation on behalf of c2631da39f8847c49029355fd002f1a2 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:00.433585 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-2b13b330-5f80-49bf-9e94-92763b60d501 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.447693 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7742d643-a573-4614-9d08-9e8e644aa831 x-openstack-request-id: req-7742d643-a573-4614-9d08-9e8e644aa831 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:00.448271 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4415a1ac-2703-479d-adff-3df4a7f48b3f", "tag": "0126be27-cb04-4dc7-8183-a47831175a67", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:00.448666 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7742d643-a573-4614-9d08-9e8e644aa831 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:00.449236 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4415a1ac-2703-479d-adff-3df4a7f48b3f', 'tag': '0126be27-cb04-4dc7-8183-a47831175a67', 'status': 'completed', 'code': 200} Jul 14 09:23:00.493259 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-0e4b2495-90bf-4add-8174-f25d1f6a8ecd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object 2df097af-9d34-4a37-b538-9195f178730d will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:00.595808 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.795615 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-0fad9f3e-4880-4e36-a40f-86ed1d72bc66 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.840085 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-25fde829-da3a-40e8-9d69-ae20c48e014d None None] Provisioning for port cab6a36f-4ed5-42ab-b7f4-5dafff599bb0 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:00.939651 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-0fad9f3e-4880-4e36-a40f-86ed1d72bc66 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.945729 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device cab6a36f-4ed5-42ab-b7f4-5dafff599bb0 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:01.063442 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port cab6a36f-4ed5-42ab-b7f4-5dafff599bb0 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:01.071721 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port cab6a36f-4ed5-42ab-b7f4-5dafff599bb0 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:01.072103 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.119748 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-a180f012-abc6-45ca-bd77-ec22b09b452e service neutron] 10.222.0.49 "GET /v2.0/networks/a0f9ac25-c7da-4091-9fe4-723d4bc94888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7246363 Jul 14 09:23:01.162683 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-0fad9f3e-4880-4e36-a40f-86ed1d72bc66 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Network 46f53e95-91cf-4ed0-9a90-49c27b3185d2 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:01.164305 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e4b2495-90bf-4add-8174-f25d1f6a8ecd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.204847 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4b2495-90bf-4add-8174-f25d1f6a8ecd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:01.218384 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-0e4b2495-90bf-4add-8174-f25d1f6a8ecd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:01.250412 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4b2495-90bf-4add-8174-f25d1f6a8ecd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:01.250412 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4b2495-90bf-4add-8174-f25d1f6a8ecd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:01.250412 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e4b2495-90bf-4add-8174-f25d1f6a8ecd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.250412 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-0fad9f3e-4880-4e36-a40f-86ed1d72bc66 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:01.259142 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.370167 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port cab6a36f-4ed5-42ab-b7f4-5dafff599bb0, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=cab6a36f-4ed5-42ab-b7f4-5dafff599bb0,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:01.371531 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b11e3b-3ade-47c8-8e4b-6bff6b198070 req-6275430a-dc0c-4f7e-94f1-e39e52156573 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:01.378540 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-80b11e3b-3ade-47c8-8e4b-6bff6b198070 req-6275430a-dc0c-4f7e-94f1-e39e52156573 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.3934226 Jul 14 09:23:01.390559 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.391572 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-0fad9f3e-4880-4e36-a40f-86ed1d72bc66 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:01.450633 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb57e8-3ab1-45f1-9311-33c8b795064d req-d85ab637-6208-40c6-b0f8-83b6481f46d9 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:01.453254 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bcdb57e8-3ab1-45f1-9311-33c8b795064d req-d85ab637-6208-40c6-b0f8-83b6481f46d9 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 946 time: 0.4834805 Jul 14 09:23:01.464410 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad9f3e-4880-4e36-a40f-86ed1d72bc66 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Pushing event updated for resources: {'Port': ['ID=8e624092-27d6-471b-b5f6-29fbebf906b3,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:01.544042 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8738f75a-f834-4d3e-8c00-6a414dc03e09 req-c7a6c7c2-bb1c-4883-b6b9-f36af68e47bf service neutron] 10.222.0.49 "GET /v2.0/networks/a0f9ac25-c7da-4091-9fe4-723d4bc94888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960168 Jul 14 09:23:01.558418 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b2495-90bf-4add-8174-f25d1f6a8ecd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=2df097af-9d34-4a37-b538-9195f178730d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:01.572135 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-80b11e3b-3ade-47c8-8e4b-6bff6b198070 req-9a12ef55-7210-43a9-89d2-201b55618871 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734140 Jul 14 09:23:01.603717 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0e4b2495-90bf-4add-8174-f25d1f6a8ecd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6176286 Jul 14 09:23:01.610768 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=cab6a36f-4ed5-42ab-b7f4-5dafff599bb0,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:01.623644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60908) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:01.637402 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.752189 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bcdb57e8-3ab1-45f1-9311-33c8b795064d req-3d142832-4b8b-454b-9a08-3bfaabc41376 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874017 Jul 14 09:23:01.822142 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-44fb8723-faf4-49a9-b514-77428c6767d5 None None] Provisioning for port 2df097af-9d34-4a37-b538-9195f178730d completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:01.838483 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-44fb8723-faf4-49a9-b514-77428c6767d5 None None] Provisioning complete for port 2df097af-9d34-4a37-b538-9195f178730d triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:01.839269 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44fb8723-faf4-49a9-b514-77428c6767d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.896974 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7996a6f0-3f9d-4161-a6be-2155660d58d9 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:01.911411 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7996a6f0-3f9d-4161-a6be-2155660d58d9 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:01.922922 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7996a6f0-3f9d-4161-a6be-2155660d58d9 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2896230 Jul 14 09:23:01.922922 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4cbcf-7d35-4210-bba1-2c2904c068c6 req-0f477432-61bf-4f17-b1c3-94739a68f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:01.923599 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-34a4cbcf-7d35-4210-bba1-2c2904c068c6 req-0f477432-61bf-4f17-b1c3-94739a68f387 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1a065f940a945f4a28ed3059df438ad&device_id=4415a1ac-2703-479d-adff-3df4a7f48b3f HTTP/1.1" status: 200 len: 1095 time: 0.2661324 Jul 14 09:23:01.923980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60922) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:02.043034 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-44fb8723-faf4-49a9-b514-77428c6767d5 None None] Port 2df097af-9d34-4a37-b538-9195f178730d cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:23:02.104760 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-0fad9f3e-4880-4e36-a40f-86ed1d72bc66 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:02.105502 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-0fad9f3e-4880-4e36-a40f-86ed1d72bc66 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.140164 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-0fad9f3e-4880-4e36-a40f-86ed1d72bc66 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4788437 Jul 14 09:23:02.155964 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] Request body: {'port': {'device_id': '61a39c49-a464-4a6f-8a67-855aed2d5603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:02.159907 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-2b13b330-5f80-49bf-9e94-92763b60d501 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Allocated IP 172.20.0.9 (46f53e95-91cf-4ed0-9a90-49c27b3185d2/eb019082-c4e0-4f2e-b3a0-75fb2fb137ad/80cfeded-01b4-4ba9-85ea-e1523874dafe) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:02.166849 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4cbcf-7d35-4210-bba1-2c2904c068c6 req-52e116f0-fbdc-47cb-9a65-46419c94b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:02.172961 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-34a4cbcf-7d35-4210-bba1-2c2904c068c6 req-52e116f0-fbdc-47cb-9a65-46419c94b870 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a0f9ac25-c7da-4091-9fe4-723d4bc94888 HTTP/1.1" status: 200 len: 909 time: 0.2272573 Jul 14 09:23:02.248945 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-34a4cbcf-7d35-4210-bba1-2c2904c068c6 req-fbb85e9b-c990-4fcb-b38c-dd8ca4de4b98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0126be27-cb04-4dc7-8183-a47831175a67 HTTP/1.1" status: 200 len: 217 time: 0.0588915 Jul 14 09:23:02.267660 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.354383 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ec1c13d9-8247-48e4-af2d-02c7605f7df1 req-e0298782-b78b-4518-96ea-9d02f7ea263e tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d3d6ac7-343c-434b-b95b-34ae2aface0c HTTP/1.1" status: 200 len: 210 time: 0.1774967 Jul 14 09:23:02.498824 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4cbcf-7d35-4210-bba1-2c2904c068c6 req-f15eed6b-3f48-4c99-8722-d05902e46f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:02.499877 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-34a4cbcf-7d35-4210-bba1-2c2904c068c6 req-f15eed6b-3f48-4c99-8722-d05902e46f83 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=668d7909-0511-4996-8cf9-537c5832d8b4 HTTP/1.1" status: 200 len: 848 time: 0.2002344 Jul 14 09:23:02.545839 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-2b13b330-5f80-49bf-9e94-92763b60d501 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.598703 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-34a4cbcf-7d35-4210-bba1-2c2904c068c6 req-22908ffe-4b82-4570-a39c-bb198a48c701 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a0f9ac25-c7da-4091-9fe4-723d4bc94888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881305 Jul 14 09:23:02.634152 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db807d-90d9-49f4-9e27-eb329ed22f4e req-6ab4cc54-80d5-4bdd-b8ca-e3b5bfdef773 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:02.646498 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-32db807d-90d9-49f4-9e27-eb329ed22f4e req-6ab4cc54-80d5-4bdd-b8ca-e3b5bfdef773 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/ports?device_id=4415a1ac-2703-479d-adff-3df4a7f48b3f HTTP/1.1" status: 200 len: 943 time: 0.3908291 Jul 14 09:23:02.653053 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-2b13b330-5f80-49bf-9e94-92763b60d501 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.672541 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.725082 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-2b13b330-5f80-49bf-9e94-92763b60d501 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Network 46f53e95-91cf-4ed0-9a90-49c27b3185d2 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:02.744052 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-2b13b330-5f80-49bf-9e94-92763b60d501 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:02.753658 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-2b13b330-5f80-49bf-9e94-92763b60d501 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:02.768223 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13b330-5f80-49bf-9e94-92763b60d501 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Pushing event updated for resources: {'Port': ['ID=80cfeded-01b4-4ba9-85ea-e1523874dafe,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:02.771921 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-32db807d-90d9-49f4-9e27-eb329ed22f4e req-b66c8b8b-9ce4-40ee-a575-8850d719d693 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/security-groups?id=9435ddf0-0415-4a4d-8bad-fede627a6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276264 Jul 14 09:23:02.787749 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-49ddb0a1-4129-4ca0-97b7-a5d4f41c6ca1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port 2df097af-9d34-4a37-b538-9195f178730d {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:02.788104 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49ddb0a1-4129-4ca0-97b7-a5d4f41c6ca1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.847636 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94e34d-1e9a-499f-ab9d-b262d19e019f req-313c45f6-7faf-49a4-a0be-4388ad3baac6 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:02.849775 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device cab6a36f-4ed5-42ab-b7f4-5dafff599bb0 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:02.855058 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2c94e34d-1e9a-499f-ab9d-b262d19e019f req-313c45f6-7faf-49a4-a0be-4388ad3baac6 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 946 time: 0.3266323 Jul 14 09:23:02.895951 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-2b13b330-5f80-49bf-9e94-92763b60d501 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:02.896727 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-2b13b330-5f80-49bf-9e94-92763b60d501 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.898806 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 0126be27-cb04-4dc7-8183-a47831175a67 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:02.926955 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2c94e34d-1e9a-499f-ab9d-b262d19e019f req-cc2a35b4-77a1-4c64-a811-0156f519d86a tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703125 Jul 14 09:23:02.931170 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-34a4cbcf-7d35-4210-bba1-2c2904c068c6 req-8f892abf-ab55-4f3c-9acc-9013726cf577 service neutron] 10.222.0.49 "GET /v2.0/networks/a0f9ac25-c7da-4091-9fe4-723d4bc94888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245497 Jul 14 09:23:02.954373 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd087595-099c-4572-af6b-1283390e2a2d {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:02.969303 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-2b13b330-5f80-49bf-9e94-92763b60d501 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2851062 Jul 14 09:23:02.988033 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.001225 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] Request body: {'port': {'device_id': '7d3d6ac7-343c-434b-b95b-34ae2aface0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:03.024832 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port cab6a36f-4ed5-42ab-b7f4-5dafff599bb0 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:03.024832 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.052909 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] Transition to ACTIVE for port object bd087595-099c-4572-af6b-1283390e2a2d will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:03.071719 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.093962 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49ddb0a1-4129-4ca0-97b7-a5d4f41c6ca1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.108723 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 0126be27-cb04-4dc7-8183-a47831175a67, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=0126be27-cb04-4dc7-8183-a47831175a67,segment=NetworkSegment(8de9da6d-eb39-4084-a733-395a97c1078a),segment_id=8de9da6d-eb39-4084-a733-395a97c1078a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:03.127640 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-49ddb0a1-4129-4ca0-97b7-a5d4f41c6ca1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for 2df097af-9d34-4a37-b538-9195f178730d owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:03.140457 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '0126be27-cb04-4dc7-8183-a47831175a67', 'network_id': 'a0f9ac25-c7da-4091-9fe4-723d4bc94888', 'port_id': '0126be27-cb04-4dc7-8183-a47831175a67', 'mac_address': 'fa:16:3e:d0:3b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668d7909-0511-4996-8cf9-537c5832d8b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:03.199433 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.219837 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0126be27-cb04-4dc7-8183-a47831175a67 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:03.240604 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-34a4cbcf-7d35-4210-bba1-2c2904c068c6 req-3000adde-c27b-4dfd-b45b-0d92db5fb4ec service neutron] 10.222.0.49 "GET /v2.0/networks/a0f9ac25-c7da-4091-9fe4-723d4bc94888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833450 Jul 14 09:23:03.271501 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e777de-7aac-45f9-a557-8620c83ee830 req-d8d771b7-31ef-4140-a025-ca8116c22569 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:03.272790 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 0126be27-cb04-4dc7-8183-a47831175a67, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=0126be27-cb04-4dc7-8183-a47831175a67,segment=NetworkSegment(8de9da6d-eb39-4084-a733-395a97c1078a),segment_id=8de9da6d-eb39-4084-a733-395a97c1078a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:03.278961 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.280610 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6e777de-7aac-45f9-a557-8620c83ee830 req-d8d771b7-31ef-4140-a025-ca8116c22569 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.2556441 Jul 14 09:23:03.340238 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.347001 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6e777de-7aac-45f9-a557-8620c83ee830 req-7bce8277-a590-46f7-b2cf-0da38e8d4b0c tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649469 Jul 14 09:23:03.351338 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=0126be27-cb04-4dc7-8183-a47831175a67,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:03.420412 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] Pushing event updated for resources: {'Port': ['ID=bd087595-099c-4572-af6b-1283390e2a2d,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:03.425819 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49ddb0a1-4129-4ca0-97b7-a5d4f41c6ca1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.475112 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddb0a1-4129-4ca0-97b7-a5d4f41c6ca1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=2df097af-9d34-4a37-b538-9195f178730d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:03.504036 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49ddb0a1-4129-4ca0-97b7-a5d4f41c6ca1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.507129 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-49ddb0a1-4129-4ca0-97b7-a5d4f41c6ca1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/2df097af-9d34-4a37-b538-9195f178730d HTTP/1.1" status: 204 len: 168 time: 1.5814383 Jul 14 09:23:03.509043 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60966) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:03.512557 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e624092-27d6-471b-b5f6-29fbebf906b3 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:03.522505 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['0126be27-cb04-4dc7-8183-a47831175a67'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:03.544772 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.633079 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5e0197-8451-4801-abad-a4c5a9094025 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:03.636753 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] Attempting to bind port bd087595-099c-4572-af6b-1283390e2a2d on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:03.637155 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] Attempting to bind port bd087595-099c-4572-af6b-1283390e2a2d by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '8dc21c29-1f28-48ce-830b-ff8f8b28a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '46f53e95-91cf-4ed0-9a90-49c27b3185d2'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:03.637494 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] Attempting to bind port bd087595-099c-4572-af6b-1283390e2a2d on network 46f53e95-91cf-4ed0-9a90-49c27b3185d2 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:03.640845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5e0197-8451-4801-abad-a4c5a9094025 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:03.646869 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7d5e0197-8451-4801-abad-a4c5a9094025 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1340876 Jul 14 09:23:03.647211 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] Transition to ACTIVE for port object 8e624092-27d6-471b-b5f6-29fbebf906b3 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:03.647211 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] Port bd087595-099c-4572-af6b-1283390e2a2d on network 46f53e95-91cf-4ed0-9a90-49c27b3185d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:03.647211 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] Attempting to bind port bd087595-099c-4572-af6b-1283390e2a2d on network 46f53e95-91cf-4ed0-9a90-49c27b3185d2 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:03.647907 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60968) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:03.658968 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.705232 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:03.705611 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] Checking segment: {'id': '8dc21c29-1f28-48ce-830b-ff8f8b28a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '46f53e95-91cf-4ed0-9a90-49c27b3185d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:03.706103 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] Bound using segment: {'id': '8dc21c29-1f28-48ce-830b-ff8f8b28a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '46f53e95-91cf-4ed0-9a90-49c27b3185d2'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:03.706567 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] Bound port: bd087595-099c-4572-af6b-1283390e2a2d, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc21c29-1f28-48ce-830b-ff8f8b28a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '46f53e95-91cf-4ed0-9a90-49c27b3185d2'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:03.706943 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.771431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-8288d7a8-c5e1-476c-aa73-b903520a0f09 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 6e6990bc-c634-4b0f-9a07-ae58db0bcae9 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:03.793724 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8288d7a8-c5e1-476c-aa73-b903520a0f09 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.860260 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8288d7a8-c5e1-476c-aa73-b903520a0f09 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.885419 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] Pushing event updated for resources: {'Port': ['ID=8e624092-27d6-471b-b5f6-29fbebf906b3,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:04.004106 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] For port bd087595-099c-4572-af6b-1283390e2a2d, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:04.011283 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] For port bd087595-099c-4572-af6b-1283390e2a2d, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=bd087595-099c-4572-af6b-1283390e2a2d,segment=NetworkSegment(8dc21c29-1f28-48ce-830b-ff8f8b28a7ec),segment_id=8dc21c29-1f28-48ce-830b-ff8f8b28a7ec)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:04.015765 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8288d7a8-c5e1-476c-aa73-b903520a0f09 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.026401 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.058221 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f4f1b-fdf5-4421-8884-d216a26e1e90 req-987b3ae9-1ecc-4924-a484-2f419c069200 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:04.059785 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b8f4f1b-fdf5-4421-8884-d216a26e1e90 req-987b3ae9-1ecc-4924-a484-2f419c069200 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d3d6ac7-343c-434b-b95b-34ae2aface0c HTTP/1.1" status: 200 len: 931 time: 0.1533151 Jul 14 09:23:04.073013 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] Attempting to bind port 8e624092-27d6-471b-b5f6-29fbebf906b3 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:04.073358 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] Attempting to bind port 8e624092-27d6-471b-b5f6-29fbebf906b3 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '8dc21c29-1f28-48ce-830b-ff8f8b28a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '46f53e95-91cf-4ed0-9a90-49c27b3185d2'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:04.073763 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] Attempting to bind port 8e624092-27d6-471b-b5f6-29fbebf906b3 on network 46f53e95-91cf-4ed0-9a90-49c27b3185d2 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:04.111059 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:04.111685 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.113079 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] 10.222.0.55 "PUT /v2.0/ports/bd087595-099c-4572-af6b-1283390e2a2d HTTP/1.1" status: 200 len: 1092 time: 4.1909306 Jul 14 09:23:04.115249 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2486150-068c-48b5-8d57-1da55676359c', 'tag': 'bd087595-099c-4572-af6b-1283390e2a2d'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:04.117616 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0564622d-21e7-40a9-82fe-b320413c66de" -d '{"events": [{"name": "network-changed", "server_uuid": "b2486150-068c-48b5-8d57-1da55676359c", "tag": "bd087595-099c-4572-af6b-1283390e2a2d"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:04.124834 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] Port 8e624092-27d6-471b-b5f6-29fbebf906b3 on network 46f53e95-91cf-4ed0-9a90-49c27b3185d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:04.125197 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] Attempting to bind port 8e624092-27d6-471b-b5f6-29fbebf906b3 on network 46f53e95-91cf-4ed0-9a90-49c27b3185d2 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:04.141737 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b8f4f1b-fdf5-4421-8884-d216a26e1e90 req-8586d050-0eec-4335-b5f5-3a80292a5cec tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3e641e3-eb96-489f-b024-e373dc1c5e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686560 Jul 14 09:23:04.158517 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8288d7a8-c5e1-476c-aa73-b903520a0f09 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.166078 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:04.166658 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] Checking segment: {'id': '8dc21c29-1f28-48ce-830b-ff8f8b28a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '46f53e95-91cf-4ed0-9a90-49c27b3185d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:04.167312 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] Bound using segment: {'id': '8dc21c29-1f28-48ce-830b-ff8f8b28a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '46f53e95-91cf-4ed0-9a90-49c27b3185d2'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:04.168037 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] Bound port: 8e624092-27d6-471b-b5f6-29fbebf906b3, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc21c29-1f28-48ce-830b-ff8f8b28a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '46f53e95-91cf-4ed0-9a90-49c27b3185d2'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:04.168471 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.202826 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8288d7a8-c5e1-476c-aa73-b903520a0f09 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.204530 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187f55b-e0c1-4298-b250-79e992b54e7c service neutron] Pushing event updated for resources: {'Port': ['ID=bd087595-099c-4572-af6b-1283390e2a2d,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:04.205527 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8288d7a8-c5e1-476c-aa73-b903520a0f09 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/6e6990bc-c634-4b0f-9a07-ae58db0bcae9 HTTP/1.1" status: 204 len: 168 time: 0.5562377 Jul 14 09:23:04.206428 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288d7a8-c5e1-476c-aa73-b903520a0f09 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=6e6990bc-c634-4b0f-9a07-ae58db0bcae9,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:04.211937 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e48c07f-c7c8-4fa4-bfec-23ab4d81c1fa None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:04.213485 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60986) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:04.243704 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80cfeded-01b4-4ba9-85ea-e1523874dafe {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:04.351417 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.362375 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a2b61f06-5954-4592-9077-1158a4672e4f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1261868 Jul 14 09:23:04.366253 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 32768) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:04.421999 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f85b-e112-4944-8d02-cb2b99e41f9e req-52ac62f8-16ce-419e-860c-bf2c7ca8e77f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:04.423805 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f4b6f85b-e112-4944-8d02-cb2b99e41f9e req-52ac62f8-16ce-419e-860c-bf2c7ca8e77f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 946 time: 0.0858731 Jul 14 09:23:04.479305 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] Transition to ACTIVE for port object 80cfeded-01b4-4ba9-85ea-e1523874dafe will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:04.492930 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f4b6f85b-e112-4944-8d02-cb2b99e41f9e req-8fd9618a-b67e-4d79-9ca6-f23d600f7345 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574470 Jul 14 09:23:04.495087 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.516254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c459112-f068-4ac0-9191-4f511d775d1f None None] DHCP port deletion for 4cef7a78-22ed-4e84-a95a-1f569bb0302d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:23:04.554104 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] For port 8e624092-27d6-471b-b5f6-29fbebf906b3, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:04.597857 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] For port 8e624092-27d6-471b-b5f6-29fbebf906b3, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=8e624092-27d6-471b-b5f6-29fbebf906b3,segment=NetworkSegment(8dc21c29-1f28-48ce-830b-ff8f8b28a7ec),segment_id=8dc21c29-1f28-48ce-830b-ff8f8b28a7ec)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:04.606632 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] Pushing event updated for resources: {'Port': ['ID=80cfeded-01b4-4ba9-85ea-e1523874dafe,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:04.613159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-bb65fef2-5f53-490b-8a05-c291d31163c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:04.613445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8c459112-f068-4ac0-9191-4f511d775d1f None None] Deleting port cab6a36f-4ed5-42ab-b7f4-5dafff599bb0 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:04.613667 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c459112-f068-4ac0-9191-4f511d775d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.615067 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-bb65fef2-5f53-490b-8a05-c291d31163c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2631da39f8847c49029355fd002f1a2&device_id=b2486150-068c-48b5-8d57-1da55676359c HTTP/1.1" status: 200 len: 1095 time: 0.4253025 Jul 14 09:23:04.616701 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.690773 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732543d1-3800-400e-b9ef-3c72c67b7276 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:04.696464 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-732543d1-3800-400e-b9ef-3c72c67b7276 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3242559 Jul 14 09:23:04.717022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8c459112-f068-4ac0-9191-4f511d775d1f None None] For port cab6a36f-4ed5-42ab-b7f4-5dafff599bb0, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=cab6a36f-4ed5-42ab-b7f4-5dafff599bb0,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:04.718152 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c459112-f068-4ac0-9191-4f511d775d1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.728009 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 32790) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:04.747256 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:04.747883 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.749495 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] 10.222.0.49 "PUT /v2.0/ports/8e624092-27d6-471b-b5f6-29fbebf906b3 HTTP/1.1" status: 200 len: 1092 time: 2.6012285 Jul 14 09:23:04.758622 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-0a29ed0d-c0c0-4c57-bfb9-3bb880b4971b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd087595-099c-4572-af6b-1283390e2a2d HTTP/1.1" status: 200 len: 217 time: 0.1274817 Jul 14 09:23:04.765660 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8c459112-f068-4ac0-9191-4f511d775d1f None None] Calling delete_port for cab6a36f-4ed5-42ab-b7f4-5dafff599bb0 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:04.812059 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d43d6cf-762d-453e-ba33-1a13b9ded534 x-openstack-request-id: req-8d43d6cf-762d-453e-ba33-1a13b9ded534 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:04.812586 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2486150-068c-48b5-8d57-1da55676359c", "tag": "bd087595-099c-4572-af6b-1283390e2a2d", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:04.813004 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d43d6cf-762d-453e-ba33-1a13b9ded534 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:04.813554 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2486150-068c-48b5-8d57-1da55676359c', 'tag': 'bd087595-099c-4572-af6b-1283390e2a2d', 'status': 'completed', 'code': 200} Jul 14 09:23:04.822584 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb7bd8-c7f4-4700-a701-f856e8b7cc4d req-454acc43-0b48-4d8c-b85e-5a84e5c58be2 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:04.834349 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55bb7bd8-c7f4-4700-a701-f856e8b7cc4d req-454acc43-0b48-4d8c-b85e-5a84e5c58be2 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/ports?device_id=4415a1ac-2703-479d-adff-3df4a7f48b3f HTTP/1.1" status: 200 len: 944 time: 0.1400161 Jul 14 09:23:04.872538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device cab6a36f-4ed5-42ab-b7f4-5dafff599bb0 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:04.878149 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 0126be27-cb04-4dc7-8183-a47831175a67 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:04.927890 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55bb7bd8-c7f4-4700-a701-f856e8b7cc4d req-38a3b22c-4624-4f92-aced-8156f3678652 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/security-groups?id=9435ddf0-0415-4a4d-8bad-fede627a6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904081 Jul 14 09:23:04.932934 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02c377-d1fd-4e56-8752-ecae09d1ce90 service neutron] Pushing event updated for resources: {'Port': ['ID=8e624092-27d6-471b-b5f6-29fbebf906b3,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:04.953098 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71846719-70a3-4b0c-8bc7-33acc6e62b47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:04.954372 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-71846719-70a3-4b0c-8bc7-33acc6e62b47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2234604 Jul 14 09:23:04.959580 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 32794) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:04.969539 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-229324cd-6cec-47ca-8d83-b014fc2dbdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:04.971079 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-229324cd-6cec-47ca-8d83-b014fc2dbdcf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eb019082-c4e0-4f2e-b3a0-75fb2fb137ad HTTP/1.1" status: 200 len: 857 time: 0.1552668 Jul 14 09:23:04.985046 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c459112-f068-4ac0-9191-4f511d775d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.991541 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] Attempting to bind port 80cfeded-01b4-4ba9-85ea-e1523874dafe on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:04.991981 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] Attempting to bind port 80cfeded-01b4-4ba9-85ea-e1523874dafe by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '8dc21c29-1f28-48ce-830b-ff8f8b28a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '46f53e95-91cf-4ed0-9a90-49c27b3185d2'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:04.992326 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] Attempting to bind port 80cfeded-01b4-4ba9-85ea-e1523874dafe on network 46f53e95-91cf-4ed0-9a90-49c27b3185d2 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:05.018176 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d0c1ca2b-c5e3-4fd9-9e3c-d0f92463b09a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571249 Jul 14 09:23:05.023654 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 32796) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:05.044628 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] Port 80cfeded-01b4-4ba9-85ea-e1523874dafe on network 46f53e95-91cf-4ed0-9a90-49c27b3185d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:05.044966 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] Attempting to bind port 80cfeded-01b4-4ba9-85ea-e1523874dafe on network 46f53e95-91cf-4ed0-9a90-49c27b3185d2 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:05.046754 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c459112-f068-4ac0-9191-4f511d775d1f None None] No DVR routers for this DVR port cab6a36f-4ed5-42ab-b7f4-5dafff599bb0 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:05.047438 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-cf8172ad-b9ae-4bac-a00c-aa0a2775025e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:05.048571 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-2ded783a-830a-4ff7-adf8-d8de6b002f93 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=46f53e95-91cf-4ed0-9a90-49c27b3185d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535333 Jul 14 09:23:05.060252 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:05.060252 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] Checking segment: {'id': '8dc21c29-1f28-48ce-830b-ff8f8b28a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '46f53e95-91cf-4ed0-9a90-49c27b3185d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:05.061120 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] Bound using segment: {'id': '8dc21c29-1f28-48ce-830b-ff8f8b28a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '46f53e95-91cf-4ed0-9a90-49c27b3185d2'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:05.061120 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] Bound port: 80cfeded-01b4-4ba9-85ea-e1523874dafe, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc21c29-1f28-48ce-830b-ff8f8b28a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '46f53e95-91cf-4ed0-9a90-49c27b3185d2'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:05.061690 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.065447 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c459112-f068-4ac0-9191-4f511d775d1f None None] Pushing event deleted for resources: {'Port': ['ID=cab6a36f-4ed5-42ab-b7f4-5dafff599bb0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:05.088377 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-4d3ddfa7-64f3-40b0-8d78-37c19a803e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:05.090075 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-4d3ddfa7-64f3-40b0-8d78-37c19a803e7f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c2631da39f8847c49029355fd002f1a2&device_id=61a39c49-a464-4a6f-8a67-855aed2d5603 HTTP/1.1" status: 200 len: 1095 time: 0.2753587 Jul 14 09:23:05.097444 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No active binding found for port cab6a36f-4ed5-42ab-b7f4-5dafff599bb0 {{(pid=93889) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:23:05.099035 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device cab6a36f-4ed5-42ab-b7f4-5dafff599bb0 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:05.102170 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 0126be27-cb04-4dc7-8183-a47831175a67 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:05.110835 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 0126be27-cb04-4dc7-8183-a47831175a67 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:05.111924 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.212085 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-3b0ebc7e-5122-46d3-8f57-c157c74cc885 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e624092-27d6-471b-b5f6-29fbebf906b3 HTTP/1.1" status: 200 len: 217 time: 0.1033490 Jul 14 09:23:05.244830 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.299950 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4415a1ac-2703-479d-adff-3df4a7f48b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0126be27-cb04-4dc7-8183-a47831175a67'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:05.304256 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e798b5-a179-47a1-8fe8-48620f2516f1" -d '{"events": [{"server_uuid": "4415a1ac-2703-479d-adff-3df4a7f48b3f", "name": "network-vif-plugged", "status": "completed", "tag": "0126be27-cb04-4dc7-8183-a47831175a67"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:05.330426 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 0126be27-cb04-4dc7-8183-a47831175a67, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=0126be27-cb04-4dc7-8183-a47831175a67,segment=NetworkSegment(8de9da6d-eb39-4084-a733-395a97c1078a),segment_id=8de9da6d-eb39-4084-a733-395a97c1078a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:05.337277 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.338299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-906686f5-bb3b-4061-90df-c4eac4a5a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:05.339900 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-906686f5-bb3b-4061-90df-c4eac4a5a97f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eb019082-c4e0-4f2e-b3a0-75fb2fb137ad HTTP/1.1" status: 200 len: 857 time: 0.1201394 Jul 14 09:23:05.342344 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] For port 80cfeded-01b4-4ba9-85ea-e1523874dafe, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:05.345867 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] For port 80cfeded-01b4-4ba9-85ea-e1523874dafe, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=80cfeded-01b4-4ba9-85ea-e1523874dafe,segment=NetworkSegment(8dc21c29-1f28-48ce-830b-ff8f8b28a7ec),segment_id=8dc21c29-1f28-48ce-830b-ff8f8b28a7ec)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:05.347512 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac217a9-969e-4e9a-afed-3ec3677dbad2 req-da741aa3-63fd-42cc-b172-a0e9725f706f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:05.349382 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-bc8ff23b-0d6b-4fe4-a962-f46a1f67f1c8 service neutron] 10.222.0.55 "GET /v2.0/networks/46f53e95-91cf-4ed0-9a90-49c27b3185d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845829 Jul 14 09:23:05.350131 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ac217a9-969e-4e9a-afed-3ec3677dbad2 req-da741aa3-63fd-42cc-b172-a0e9725f706f tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 946 time: 0.3277979 Jul 14 09:23:05.363099 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.371754 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ea420-dea3-48b8-a356-410673732982 req-9ce74329-bbca-4313-a896-4b2994dc7189 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:05.373331 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2f4ea420-dea3-48b8-a356-410673732982 req-9ce74329-bbca-4313-a896-4b2994dc7189 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.2227972 Jul 14 09:23:05.397369 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-dd9e0b06-ef0d-41b0-b667-f65d0d6dcde9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f53e95-91cf-4ed0-9a90-49c27b3185d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467250 Jul 14 09:23:05.411567 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8172ad-b9ae-4bac-a00c-aa0a2775025e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:05.414921 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf8172ad-b9ae-4bac-a00c-aa0a2775025e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.422003 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=0126be27-cb04-4dc7-8183-a47831175a67,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:05.478640 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:05.479404 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.481119 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] 10.222.0.49 "PUT /v2.0/ports/80cfeded-01b4-4ba9-85ea-e1523874dafe HTTP/1.1" status: 200 len: 1092 time: 2.5018175 Jul 14 09:23:05.597276 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2f4ea420-dea3-48b8-a356-410673732982 req-5b98fd82-bc8c-497c-a656-7092e82dd700 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885688 Jul 14 09:23:05.720681 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab1c34-6074-490e-852e-cca3fe9e35df service neutron] Pushing event updated for resources: {'Port': ['ID=80cfeded-01b4-4ba9-85ea-e1523874dafe,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:05.739956 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee25c84a-43e2-44ed-b524-e34f7f77859a x-openstack-request-id: req-ee25c84a-43e2-44ed-b524-e34f7f77859a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:05.741083 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4415a1ac-2703-479d-adff-3df4a7f48b3f", "name": "network-vif-plugged", "status": "completed", "tag": "0126be27-cb04-4dc7-8183-a47831175a67", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:05.741720 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee25c84a-43e2-44ed-b524-e34f7f77859a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:05.742334 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4415a1ac-2703-479d-adff-3df4a7f48b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0126be27-cb04-4dc7-8183-a47831175a67', 'code': 200} Jul 14 09:23:05.747988 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-fed9ec85-b47d-4300-a1d2-74fcbacad6ea service neutron] 10.222.0.49 "GET /v2.0/networks/46f53e95-91cf-4ed0-9a90-49c27b3185d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205631 Jul 14 09:23:05.834753 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-4ac217a9-969e-4e9a-afed-3ec3677dbad2 req-b0bc13a9-b512-438a-b54c-d67210ccfe6c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Deleting port 8030eb8c-1065-4a9d-85c7-795c7bb16bb2 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:05.835022 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4ac217a9-969e-4e9a-afed-3ec3677dbad2 req-b0bc13a9-b512-438a-b54c-d67210ccfe6c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.841037 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-0367559f-5f64-415e-aa86-3372ffe7bc15 service neutron] 10.222.0.55 "GET /v2.0/networks/46f53e95-91cf-4ed0-9a90-49c27b3185d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806333 Jul 14 09:23:05.850036 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-0d70bc3e-2941-4fea-b2fc-ec19c282ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:05.851526 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-0d70bc3e-2941-4fea-b2fc-ec19c282ce52 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c2631da39f8847c49029355fd002f1a2&device_id=7d3d6ac7-343c-434b-b95b-34ae2aface0c HTTP/1.1" status: 200 len: 1095 time: 0.3218341 Jul 14 09:23:05.861615 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f8d662ed-e77f-4353-8c8d-0459dfd9d40a details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:05.868316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 188a971b-9a37-4aa5-b4f7-3a6b38966b59 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:05.907998 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ec33ac9b-7be4-4728-b022-e8b21f81c2aa service neutron] 10.222.0.49 "GET /v2.0/networks/46f53e95-91cf-4ed0-9a90-49c27b3185d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481659 Jul 14 09:23:05.909365 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-b71adc7b-e616-404d-9271-6d99a80cf903 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80cfeded-01b4-4ba9-85ea-e1523874dafe HTTP/1.1" status: 200 len: 217 time: 0.0478990 Jul 14 09:23:06.006262 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-11a6570e-2d92-4e96-9b56-19cdc78ef6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.007040 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-11a6570e-2d92-4e96-9b56-19cdc78ef6cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eb019082-c4e0-4f2e-b3a0-75fb2fb137ad HTTP/1.1" status: 200 len: 857 time: 0.0838919 Jul 14 09:23:06.012446 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf8172ad-b9ae-4bac-a00c-aa0a2775025e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.042796 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-283a0222-3e63-4915-afff-f439609e409f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f53e95-91cf-4ed0-9a90-49c27b3185d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289862 Jul 14 09:23:06.045277 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.068205 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f8d662ed-e77f-4353-8c8d-0459dfd9d40a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f8d662ed-e77f-4353-8c8d-0459dfd9d40a,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:06.091804 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'f8d662ed-e77f-4353-8c8d-0459dfd9d40a', 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530', 'port_id': 'f8d662ed-e77f-4353-8c8d-0459dfd9d40a', 'mac_address': 'fa:16:3e:7c:4d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf1d83d-082d-42ed-9d0f-7aa5099c2f25', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:06.106676 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 188a971b-9a37-4aa5-b4f7-3a6b38966b59, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=188a971b-9a37-4aa5-b4f7-3a6b38966b59,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:06.130082 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.156135 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8172ad-b9ae-4bac-a00c-aa0a2775025e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:06.164724 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e6c79-05a0-4a8c-8b4f-56bd3c0a3f9f req-4bb7ff35-e74e-4183-ad5e-3da74618dbd6 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.171733 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b31e6c79-05a0-4a8c-8b4f-56bd3c0a3f9f req-4bb7ff35-e74e-4183-ad5e-3da74618dbd6 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d3d6ac7-343c-434b-b95b-34ae2aface0c HTTP/1.1" status: 200 len: 943 time: 0.4667330 Jul 14 09:23:06.175383 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.183999 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-4ac217a9-969e-4e9a-afed-3ec3677dbad2 req-b0bc13a9-b512-438a-b54c-d67210ccfe6c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] For port 8030eb8c-1065-4a9d-85c7-795c7bb16bb2, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=8030eb8c-1065-4a9d-85c7-795c7bb16bb2,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:06.184409 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4ac217a9-969e-4e9a-afed-3ec3677dbad2 req-b0bc13a9-b512-438a-b54c-d67210ccfe6c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.205804 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-cf8172ad-b9ae-4bac-a00c-aa0a2775025e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:06.209315 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8172ad-b9ae-4bac-a00c-aa0a2775025e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.209977 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf8172ad-b9ae-4bac-a00c-aa0a2775025e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.214144 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ad96a-a21e-4c10-bf39-c59d26122dfa req-63b11e23-a3db-4931-a60e-c1f498134c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.216526 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-834ad96a-a21e-4c10-bf39-c59d26122dfa req-63b11e23-a3db-4931-a60e-c1f498134c89 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4415a1ac-2703-479d-adff-3df4a7f48b3f HTTP/1.1" status: 200 len: 1097 time: 0.3757200 Jul 14 09:23:06.225662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8172ad-b9ae-4bac-a00c-aa0a2775025e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=c5ddf1da-a8a2-4b90-a45e-c94d0f91ddaa,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:06.229409 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-4ac217a9-969e-4e9a-afed-3ec3677dbad2 req-b0bc13a9-b512-438a-b54c-d67210ccfe6c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Calling delete_port for 8030eb8c-1065-4a9d-85c7-795c7bb16bb2 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:06.290627 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cf8172ad-b9ae-4bac-a00c-aa0a2775025e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2624595 Jul 14 09:23:06.295473 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ed72e-e4c2-44f3-a9a6-c631c64e55f8 req-950c0c7b-d235-4ee8-b914-f36e6c6539de tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.302429 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e1ed72e-e4c2-44f3-a9a6-c631c64e55f8 req-950c0c7b-d235-4ee8-b914-f36e6c6539de tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=11212796-ebac-4bf4-94a3-be671bf719a5 HTTP/1.1" status: 200 len: 946 time: 0.3726051 Jul 14 09:23:06.305063 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 32814) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:06.319976 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'mac_address': 'fa:16:3e:5d:fa:b0', 'name': 'tempest-NetworksTestDHCPv6-1872779716'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:06.341403 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89f9aad-74a4-4210-b062-812c6ffce765 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:06.368850 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=188a971b-9a37-4aa5-b4f7-3a6b38966b59,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:06.372620 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8d662ed-e77f-4353-8c8d-0459dfd9d40a {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:06.426811 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564622d-21e7-40a9-82fe-b320413c66de req-7c58995b-b793-4ebb-bd7c-7dd12e0ff502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.427942 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f8d662ed-e77f-4353-8c8d-0459dfd9d40a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f8d662ed-e77f-4353-8c8d-0459dfd9d40a,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:06.428604 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0564622d-21e7-40a9-82fe-b320413c66de req-7c58995b-b793-4ebb-bd7c-7dd12e0ff502 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2631da39f8847c49029355fd002f1a2&device_id=b2486150-068c-48b5-8d57-1da55676359c HTTP/1.1" status: 200 len: 1095 time: 0.4567723 Jul 14 09:23:06.437423 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.457358 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b31e6c79-05a0-4a8c-8b4f-56bd3c0a3f9f req-fafe0719-ee50-46e9-908e-4cf3dc78c69d tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3e641e3-eb96-489f-b024-e373dc1c5e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844899 Jul 14 09:23:06.468790 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-834ad96a-a21e-4c10-bf39-c59d26122dfa req-9f3ac440-9d76-4856-a7bf-542afbd7b7ea service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9435ddf0-0415-4a4d-8bad-fede627a6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264841 Jul 14 09:23:06.509662 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e1ed72e-e4c2-44f3-a9a6-c631c64e55f8 req-62be2663-5725-489b-8582-c291076eec8c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030821 Jul 14 09:23:06.531658 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-3e1f95df-c672-4f63-8543-1f6620c13553 service neutron] 10.222.0.49 "GET /v2.0/networks/46f53e95-91cf-4ed0-9a90-49c27b3185d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799376 Jul 14 09:23:06.625259 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=f8d662ed-e77f-4353-8c8d-0459dfd9d40a,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:06.652403 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564622d-21e7-40a9-82fe-b320413c66de req-3ce29741-c3b6-495b-b059-f025ce63cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.653932 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0564622d-21e7-40a9-82fe-b320413c66de req-3ce29741-c3b6-495b-b059-f025ce63cb55 service neutron] 10.222.0.55 "GET /v2.0/networks?id=46f53e95-91cf-4ed0-9a90-49c27b3185d2 HTTP/1.1" status: 200 len: 918 time: 0.2123625 Jul 14 09:23:06.688456 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'fixed_ips': [{'subnet_id': 'c5ddf1da-a8a2-4b90-a45e-c94d0f91ddaa'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:23:06.689667 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.709612 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0564622d-21e7-40a9-82fe-b320413c66de req-f11365f9-57f9-4a32-be25-c0526407a499 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd087595-099c-4572-af6b-1283390e2a2d HTTP/1.1" status: 200 len: 217 time: 0.0435438 Jul 14 09:23:06.711665 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-18f0e831-f7a4-4ed7-86a1-546914ad5d58 service neutron] 10.222.0.49 "GET /v2.0/networks/46f53e95-91cf-4ed0-9a90-49c27b3185d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736314 Jul 14 09:23:06.712309 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['f8d662ed-e77f-4353-8c8d-0459dfd9d40a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:06.773817 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564622d-21e7-40a9-82fe-b320413c66de req-f73b7e79-3aeb-4a91-afd7-7d78aff4603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.775981 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0564622d-21e7-40a9-82fe-b320413c66de req-f73b7e79-3aeb-4a91-afd7-7d78aff4603d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eb019082-c4e0-4f2e-b3a0-75fb2fb137ad HTTP/1.1" status: 200 len: 857 time: 0.0593445 Jul 14 09:23:06.782079 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4ac217a9-969e-4e9a-afed-3ec3677dbad2 req-b0bc13a9-b512-438a-b54c-d67210ccfe6c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.820230 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['0f3d48bd-cad5-469a-8dec-e37e13732d0c', '8030eb8c-1065-4a9d-85c7-795c7bb16bb2'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:06.823163 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a39c49-a464-4a6f-8a67-855aed2d5603', 'tag': '8e624092-27d6-471b-b5f6-29fbebf906b3'}, {'name': 'network-changed', 'server_uuid': '7d3d6ac7-343c-434b-b95b-34ae2aface0c', 'tag': '80cfeded-01b4-4ba9-85ea-e1523874dafe'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:06.825732 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d501f1-9f99-447e-b3bd-9594d5f8afd8" -d '{"events": [{"name": "network-changed", "server_uuid": "61a39c49-a464-4a6f-8a67-855aed2d5603", "tag": "8e624092-27d6-471b-b5f6-29fbebf906b3"}, {"name": "network-changed", "server_uuid": "7d3d6ac7-343c-434b-b95b-34ae2aface0c", "tag": "80cfeded-01b4-4ba9-85ea-e1523874dafe"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:06.831962 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0564622d-21e7-40a9-82fe-b320413c66de req-4d5060fc-9327-4217-b6fd-0a40792f02e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=46f53e95-91cf-4ed0-9a90-49c27b3185d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453765 Jul 14 09:23:06.850554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc13a9-b512-438a-b54c-d67210ccfe6c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Pushing event deleted for resources: {'Port': ['ID=8030eb8c-1065-4a9d-85c7-795c7bb16bb2,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:06.881162 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:06.925579 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 8e624092-27d6-471b-b5f6-29fbebf906b3 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:06.968089 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0564622d-21e7-40a9-82fe-b320413c66de req-df4fa64b-4975-4ecd-b18e-36c7169dd8b4 service neutron] 10.222.0.55 "GET /v2.0/networks/46f53e95-91cf-4ed0-9a90-49c27b3185d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248019 Jul 14 09:23:06.988190 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac217a9-969e-4e9a-afed-3ec3677dbad2 req-b0bc13a9-b512-438a-b54c-d67210ccfe6c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] No DVR routers for this DVR port 8030eb8c-1065-4a9d-85c7-795c7bb16bb2 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:07.002316 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-08e8cc80-24b1-433d-81f9-ddf0ae4610f1 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:07.005661 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-08e8cc80-24b1-433d-81f9-ddf0ae4610f1 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/networks?id=abaf8195-e5b5-41c5-9377-b40357a3091e HTTP/1.1" status: 200 len: 804 time: 0.3989742 Jul 14 09:23:07.011057 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4ac217a9-969e-4e9a-afed-3ec3677dbad2 req-b0bc13a9-b512-438a-b54c-d67210ccfe6c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.014205 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ac217a9-969e-4e9a-afed-3ec3677dbad2 req-b0bc13a9-b512-438a-b54c-d67210ccfe6c tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "DELETE /v2.0/ports/8030eb8c-1065-4a9d-85c7-795c7bb16bb2 HTTP/1.1" status: 204 len: 173 time: 1.6397107 Jul 14 09:23:07.024571 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11212796-ebac-4bf4-94a3-be671bf719a5', 'name': 'network-vif-deleted', 'tag': '8030eb8c-1065-4a9d-85c7-795c7bb16bb2'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:07.028076 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3d01e0-afd5-48bb-8f9d-59b85624d0fa" -d '{"events": [{"server_uuid": "11212796-ebac-4bf4-94a3-be671bf719a5", "name": "network-vif-deleted", "tag": "8030eb8c-1065-4a9d-85c7-795c7bb16bb2"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:07.057001 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Allocated IP 2001:db8::2 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/c5ddf1da-a8a2-4b90-a45e-c94d0f91ddaa/6e3c9b55-fa87-4a09-994f-347fe81cc026) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:07.065425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd0cc5-638b-457a-9a7a-70ad6766f15f req-a9b348c9-4ebb-4b8a-a3c4-5c007049d6bd tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:07.068243 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ecbd0cc5-638b-457a-9a7a-70ad6766f15f req-a9b348c9-4ebb-4b8a-a3c4-5c007049d6bd tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/ports?device_id=4415a1ac-2703-479d-adff-3df4a7f48b3f HTTP/1.1" status: 200 len: 945 time: 0.3761451 Jul 14 09:23:07.078282 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-b5990af7-ea7f-4927-b98f-2952933ca053 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/quotas/a82589d668934603a3d48db3a46efae2 HTTP/1.1" status: 200 len: 375 time: 0.0435724 Jul 14 09:23:07.122061 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0564622d-21e7-40a9-82fe-b320413c66de req-d2bf2472-208e-487a-a49b-cac00020e08d service neutron] 10.222.0.55 "GET /v2.0/networks/46f53e95-91cf-4ed0-9a90-49c27b3185d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418006 Jul 14 09:23:07.171205 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ecbd0cc5-638b-457a-9a7a-70ad6766f15f req-654047aa-48ee-4c59-8547-00cb19c965ed tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/security-groups?id=9435ddf0-0415-4a4d-8bad-fede627a6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916615 Jul 14 09:23:07.175326 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.219450 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 8e624092-27d6-471b-b5f6-29fbebf906b3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=8e624092-27d6-471b-b5f6-29fbebf906b3,segment=NetworkSegment(8dc21c29-1f28-48ce-830b-ff8f8b28a7ec),segment_id=8dc21c29-1f28-48ce-830b-ff8f8b28a7ec)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:07.223845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port a92893d0-7016-4ba6-80ea-a33acdcf414f yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:23:07.239266 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-ce9b08b6-f0b8-4594-a5a7-0936f515d288 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a82589d668934603a3d48db3a46efae2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1412244 Jul 14 09:23:07.279888 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '8e624092-27d6-471b-b5f6-29fbebf906b3', 'network_id': '46f53e95-91cf-4ed0-9a90-49c27b3185d2', 'port_id': '8e624092-27d6-471b-b5f6-29fbebf906b3', 'mac_address': 'fa:16:3e:b9:23:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb019082-c4e0-4f2e-b3a0-75fb2fb137ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:07.378893 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.430047 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e624092-27d6-471b-b5f6-29fbebf906b3 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:07.493713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 8e624092-27d6-471b-b5f6-29fbebf906b3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=8e624092-27d6-471b-b5f6-29fbebf906b3,segment=NetworkSegment(8dc21c29-1f28-48ce-830b-ff8f8b28a7ec),segment_id=8dc21c29-1f28-48ce-830b-ff8f8b28a7ec)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:07.512947 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.522660 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.576206 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Transition to ACTIVE for port object 6e3c9b55-fa87-4a09-994f-347fe81cc026 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:07.619495 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Transition to ACTIVE for port object 6e3c9b55-fa87-4a09-994f-347fe81cc026 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:07.631129 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.669227 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=8e624092-27d6-471b-b5f6-29fbebf906b3,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:07.744353 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2595af2a-8de2-415e-91ac-692b200cdd38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '188a971b-9a37-4aa5-b4f7-3a6b38966b59'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:07.748909 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf1605c-eaee-4304-9262-900f6704f234" -d '{"events": [{"server_uuid": "2595af2a-8de2-415e-91ac-692b200cdd38", "name": "network-vif-unplugged", "status": "completed", "tag": "188a971b-9a37-4aa5-b4f7-3a6b38966b59"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:07.768586 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:07.776654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Pushing event updated for resources: {'Port': ['ID=6e3c9b55-fa87-4a09-994f-347fe81cc026,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:07.780764 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:07.784433 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:07.835965 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['8e624092-27d6-471b-b5f6-29fbebf906b3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:07.887994 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device bd087595-099c-4572-af6b-1283390e2a2d details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:07.891788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::291 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/c5ddf1da-a8a2-4b90-a45e-c94d0f91ddaa/a92893d0-7016-4ba6-80ea-a33acdcf414f) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:07.895602 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f8d662ed-e77f-4353-8c8d-0459dfd9d40a up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:07.986242 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Attempting to bind port 6e3c9b55-fa87-4a09-994f-347fe81cc026 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:07.986792 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Attempting to bind port 6e3c9b55-fa87-4a09-994f-347fe81cc026 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:07.987170 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Attempting to bind port 6e3c9b55-fa87-4a09-994f-347fe81cc026 on network 4cef7a78-22ed-4e84-a95a-1f569bb0302d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:08.043256 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb27dd6-285c-4d73-b27c-a6bd23b0fd4c req-ad06200d-0d08-43ad-bc80-820b045a005b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:08.045585 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7bb27dd6-285c-4d73-b27c-a6bd23b0fd4c req-ad06200d-0d08-43ad-bc80-820b045a005b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.55 "GET /v2.0/ports?device_id=2595af2a-8de2-415e-91ac-692b200cdd38 HTTP/1.1" status: 200 len: 943 time: 0.1271710 Jul 14 09:23:08.048622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:08.048994 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:08.049402 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.049816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Bound using segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:08.050307 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Bound port: 6e3c9b55-fa87-4a09-994f-347fe81cc026, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:08.050817 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.177190 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-cbfd99cd-29c1-4096-908c-4d487deb1a64 service neutron] 10.222.0.26 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704373 Jul 14 09:23:08.191040 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-7bb27dd6-285c-4d73-b27c-a6bd23b0fd4c req-a80d35ed-312e-4a34-94d8-be0820ee2b87 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Deleting port 188a971b-9a37-4aa5-b4f7-3a6b38966b59 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:08.191659 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7bb27dd6-285c-4d73-b27c-a6bd23b0fd4c req-a80d35ed-312e-4a34-94d8-be0820ee2b87 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.266376 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] For port 6e3c9b55-fa87-4a09-994f-347fe81cc026, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:08.271657 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] For port 6e3c9b55-fa87-4a09-994f-347fe81cc026, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6e3c9b55-fa87-4a09-994f-347fe81cc026,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:08.279822 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.305029 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.341060 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-7bb27dd6-285c-4d73-b27c-a6bd23b0fd4c req-a80d35ed-312e-4a34-94d8-be0820ee2b87 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] For port 188a971b-9a37-4aa5-b4f7-3a6b38966b59, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=188a971b-9a37-4aa5-b4f7-3a6b38966b59,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:08.341559 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7bb27dd6-285c-4d73-b27c-a6bd23b0fd4c req-a80d35ed-312e-4a34-94d8-be0820ee2b87 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.350741 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object a92893d0-7016-4ba6-80ea-a33acdcf414f will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:08.360433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-7bb27dd6-285c-4d73-b27c-a6bd23b0fd4c req-a80d35ed-312e-4a34-94d8-be0820ee2b87 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Calling delete_port for 188a971b-9a37-4aa5-b4f7-3a6b38966b59 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:08.378756 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port bd087595-099c-4572-af6b-1283390e2a2d, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=bd087595-099c-4572-af6b-1283390e2a2d,segment=NetworkSegment(8dc21c29-1f28-48ce-830b-ff8f8b28a7ec),segment_id=8dc21c29-1f28-48ce-830b-ff8f8b28a7ec)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:08.385397 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port f8d662ed-e77f-4353-8c8d-0459dfd9d40a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:08.386095 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.391644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8128d7-a08e-4484-a769-31f3c14237b3 req-9b482f0c-1240-4bef-898b-9b32b7d6baab tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:08.399083 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe8128d7-a08e-4484-a769-31f3c14237b3 req-9b482f0c-1240-4bef-898b-9b32b7d6baab tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 945 time: 0.3467462 Jul 14 09:23:08.464886 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'bd087595-099c-4572-af6b-1283390e2a2d', 'network_id': '46f53e95-91cf-4ed0-9a90-49c27b3185d2', 'port_id': 'bd087595-099c-4572-af6b-1283390e2a2d', 'mac_address': 'fa:16:3e:18:1b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb019082-c4e0-4f2e-b3a0-75fb2fb137ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:08.479614 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-b332b942-90ef-45b8-a0ca-95354b071085 service neutron] 10.222.0.26 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908595 Jul 14 09:23:08.546503 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe8128d7-a08e-4484-a769-31f3c14237b3 req-b3927fdc-9f55-4df4-8b39-7d71b1514c8e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461458 Jul 14 09:23:08.559755 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.600627 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7bb27dd6-285c-4d73-b27c-a6bd23b0fd4c req-a80d35ed-312e-4a34-94d8-be0820ee2b87 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.670411 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.706115 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72518c40-8d37-4d75-aaba-66d6e458cd22 None None] Pushing event updated for resources: {'Port': ['ID=6e3c9b55-fa87-4a09-994f-347fe81cc026,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:08.727478 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd087595-099c-4572-af6b-1283390e2a2d {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:08.774287 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d5cd2d-ef5c-4ce1-b2e1-3c1236795517 x-openstack-request-id: req-53d5cd2d-ef5c-4ce1-b2e1-3c1236795517 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:08.776651 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11212796-ebac-4bf4-94a3-be671bf719a5", "name": "network-vif-deleted", "tag": "8030eb8c-1065-4a9d-85c7-795c7bb16bb2", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:08.776963 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53d5cd2d-ef5c-4ce1-b2e1-3c1236795517 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:08.777404 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11212796-ebac-4bf4-94a3-be671bf719a5', 'name': 'network-vif-deleted', 'tag': '8030eb8c-1065-4a9d-85c7-795c7bb16bb2', 'status': 'completed', 'code': 200} Jul 14 09:23:08.822658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port bd087595-099c-4572-af6b-1283390e2a2d, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=bd087595-099c-4572-af6b-1283390e2a2d,segment=NetworkSegment(8dc21c29-1f28-48ce-830b-ff8f8b28a7ec),segment_id=8dc21c29-1f28-48ce-830b-ff8f8b28a7ec)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:08.830906 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6680cf7-7a14-410b-b034-d7fabfe4d611 x-openstack-request-id: req-e6680cf7-7a14-410b-b034-d7fabfe4d611 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:08.831371 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a39c49-a464-4a6f-8a67-855aed2d5603", "tag": "8e624092-27d6-471b-b5f6-29fbebf906b3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d3d6ac7-343c-434b-b95b-34ae2aface0c", "tag": "80cfeded-01b4-4ba9-85ea-e1523874dafe", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:08.831758 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6680cf7-7a14-410b-b034-d7fabfe4d611 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:08.832381 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a39c49-a464-4a6f-8a67-855aed2d5603', 'tag': '8e624092-27d6-471b-b5f6-29fbebf906b3', 'status': 'completed', 'code': 200} Jul 14 09:23:08.832877 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3d6ac7-343c-434b-b95b-34ae2aface0c', 'tag': '80cfeded-01b4-4ba9-85ea-e1523874dafe', 'status': 'completed', 'code': 200} Jul 14 09:23:08.835553 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.852659 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d35ed-312e-4a34-94d8-be0820ee2b87 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Pushing event deleted for resources: {'Port': ['ID=188a971b-9a37-4aa5-b4f7-3a6b38966b59,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:08.872390 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:08.893248 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:08.908818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:08.945439 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:08.950541 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.055564 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb12310-b276-47e2-b88c-09fb5d308484 x-openstack-request-id: req-2fb12310-b276-47e2-b88c-09fb5d308484 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:09.056032 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2595af2a-8de2-415e-91ac-692b200cdd38", "name": "network-vif-unplugged", "status": "completed", "tag": "188a971b-9a37-4aa5-b4f7-3a6b38966b59", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:09.056443 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2fb12310-b276-47e2-b88c-09fb5d308484 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:09.056953 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2595af2a-8de2-415e-91ac-692b200cdd38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '188a971b-9a37-4aa5-b4f7-3a6b38966b59', 'code': 200} Jul 14 09:23:09.061524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb27dd6-285c-4d73-b27c-a6bd23b0fd4c req-a80d35ed-312e-4a34-94d8-be0820ee2b87 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] No DVR routers for this DVR port 188a971b-9a37-4aa5-b4f7-3a6b38966b59 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:09.062112 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=bd087595-099c-4572-af6b-1283390e2a2d,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:09.068725 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7bb27dd6-285c-4d73-b27c-a6bd23b0fd4c req-a80d35ed-312e-4a34-94d8-be0820ee2b87 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.071209 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7bb27dd6-285c-4d73-b27c-a6bd23b0fd4c req-a80d35ed-312e-4a34-94d8-be0820ee2b87 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.55 "DELETE /v2.0/ports/188a971b-9a37-4aa5-b4f7-3a6b38966b59 HTTP/1.1" status: 204 len: 173 time: 1.0189075 Jul 14 09:23:09.078014 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7618082 Jul 14 09:23:09.080587 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 32872) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:09.084913 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 80cfeded-01b4-4ba9-85ea-e1523874dafe details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:09.086360 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=a92893d0-7016-4ba6-80ea-a33acdcf414f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:09.088079 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 8030eb8c-1065-4a9d-85c7-795c7bb16bb2 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:09.128430 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:09.129014 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:09.129364 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:09.129757 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:09.130118 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:09.130452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:09.130777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:09.131101 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:09.131425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:09.131801 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:09.132133 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:09.132492 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb57a9-d855-4262-91d0-dff432191063 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:09.166128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d501f1-9f99-447e-b3bd-9594d5f8afd8 req-c374a2e3-4a14-4701-b390-09f1d4a9fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:09.169852 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 8030eb8c-1065-4a9d-85c7-795c7bb16bb2 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:09.170353 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 8030eb8c-1065-4a9d-85c7-795c7bb16bb2 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:09.170881 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83d501f1-9f99-447e-b3bd-9594d5f8afd8 req-c374a2e3-4a14-4701-b390-09f1d4a9fb57 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c2631da39f8847c49029355fd002f1a2&device_id=61a39c49-a464-4a6f-8a67-855aed2d5603 HTTP/1.1" status: 200 len: 1096 time: 0.3791156 Jul 14 09:23:09.183052 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.274895 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0093ad94-bf14-4b3f-a0ca-9b63e8795f50 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:09.292472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0093ad94-bf14-4b3f-a0ca-9b63e8795f50 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:09.298743 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0093ad94-bf14-4b3f-a0ca-9b63e8795f50 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2160807 Jul 14 09:23:09.301165 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 32878) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:09.348823 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['bd087595-099c-4572-af6b-1283390e2a2d'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:09.501385 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f8d662ed-e77f-4353-8c8d-0459dfd9d40a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f8d662ed-e77f-4353-8c8d-0459dfd9d40a,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:09.518303 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.523837 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d501f1-9f99-447e-b3bd-9594d5f8afd8 req-b5c4e70c-403c-43fc-bfdd-bb5789a7761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:09.526214 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83d501f1-9f99-447e-b3bd-9594d5f8afd8 req-b5c4e70c-403c-43fc-bfdd-bb5789a7761c service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f53e95-91cf-4ed0-9a90-49c27b3185d2 HTTP/1.1" status: 200 len: 918 time: 0.3482912 Jul 14 09:23:09.545013 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e6409-68b3-470a-a84a-695bf5f7c2f0 req-6644942f-c8c0-427e-b54b-644c30397dfc tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:09.557587 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-665e6409-68b3-470a-a84a-695bf5f7c2f0 req-6644942f-c8c0-427e-b54b-644c30397dfc tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d3d6ac7-343c-434b-b95b-34ae2aface0c HTTP/1.1" status: 200 len: 943 time: 0.2484412 Jul 14 09:23:09.578928 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-4e43ab6f-c3d0-4b19-9dbc-2222a2688b2c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port a92893d0-7016-4ba6-80ea-a33acdcf414f {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:09.579708 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4e43ab6f-c3d0-4b19-9dbc-2222a2688b2c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.582952 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae7268-9a6b-4d7d-bd70-48a38c52c2bd req-d9cc2082-2a37-4312-89d3-152336772426 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:09.593999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8ae7268-9a6b-4d7d-bd70-48a38c52c2bd req-d9cc2082-2a37-4312-89d3-152336772426 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/ports?device_id=4415a1ac-2703-479d-adff-3df4a7f48b3f HTTP/1.1" status: 200 len: 945 time: 0.2821076 Jul 14 09:23:09.668540 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 80cfeded-01b4-4ba9-85ea-e1523874dafe, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=80cfeded-01b4-4ba9-85ea-e1523874dafe,segment=NetworkSegment(8dc21c29-1f28-48ce-830b-ff8f8b28a7ec),segment_id=8dc21c29-1f28-48ce-830b-ff8f8b28a7ec)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:09.700029 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '80cfeded-01b4-4ba9-85ea-e1523874dafe', 'network_id': '46f53e95-91cf-4ed0-9a90-49c27b3185d2', 'port_id': '80cfeded-01b4-4ba9-85ea-e1523874dafe', 'mac_address': 'fa:16:3e:1d:a0:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb019082-c4e0-4f2e-b3a0-75fb2fb137ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:09.706541 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=f8d662ed-e77f-4353-8c8d-0459dfd9d40a,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:09.716065 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83d501f1-9f99-447e-b3bd-9594d5f8afd8 req-e380c727-6565-4c38-9092-dfb617335d6e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e624092-27d6-471b-b5f6-29fbebf906b3 HTTP/1.1" status: 200 len: 217 time: 0.1817691 Jul 14 09:23:09.798582 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.811484 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4e43ab6f-c3d0-4b19-9dbc-2222a2688b2c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.830805 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-4e43ab6f-c3d0-4b19-9dbc-2222a2688b2c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for a92893d0-7016-4ba6-80ea-a33acdcf414f owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:09.846307 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80cfeded-01b4-4ba9-85ea-e1523874dafe {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:09.927319 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-665e6409-68b3-470a-a84a-695bf5f7c2f0 req-99c665c9-5d38-4b24-851a-09f0f0baabcf tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3e641e3-eb96-489f-b024-e373dc1c5e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684373 Jul 14 09:23:09.951710 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8ae7268-9a6b-4d7d-bd70-48a38c52c2bd req-e18b84b6-fcf7-425a-b1c9-92c4fb6e7d23 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/security-groups?id=9435ddf0-0415-4a4d-8bad-fede627a6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561614 Jul 14 09:23:09.970823 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d501f1-9f99-447e-b3bd-9594d5f8afd8 req-74fff091-a64f-409d-a530-f3458dfc0c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:09.980181 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83d501f1-9f99-447e-b3bd-9594d5f8afd8 req-74fff091-a64f-409d-a530-f3458dfc0c72 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eb019082-c4e0-4f2e-b3a0-75fb2fb137ad HTTP/1.1" status: 200 len: 857 time: 0.2249742 Jul 14 09:23:09.993317 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 80cfeded-01b4-4ba9-85ea-e1523874dafe, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=80cfeded-01b4-4ba9-85ea-e1523874dafe,segment=NetworkSegment(8dc21c29-1f28-48ce-830b-ff8f8b28a7ec),segment_id=8dc21c29-1f28-48ce-830b-ff8f8b28a7ec)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:10.027849 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4e43ab6f-c3d0-4b19-9dbc-2222a2688b2c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.049256 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.127489 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43ab6f-c3d0-4b19-9dbc-2222a2688b2c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=a92893d0-7016-4ba6-80ea-a33acdcf414f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:10.128693 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83d501f1-9f99-447e-b3bd-9594d5f8afd8 req-d64185dc-4e27-431b-a10b-2997b32f3590 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f53e95-91cf-4ed0-9a90-49c27b3185d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407208 Jul 14 09:23:10.199376 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4e43ab6f-c3d0-4b19-9dbc-2222a2688b2c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.201763 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4e43ab6f-c3d0-4b19-9dbc-2222a2688b2c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/a92893d0-7016-4ba6-80ea-a33acdcf414f HTTP/1.1" status: 204 len: 168 time: 0.8971531 Jul 14 09:23:10.210481 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 32886) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:10.366648 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9f4879-2555-456e-8299-355730acc4f8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:10.373472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9f4879-2555-456e-8299-355730acc4f8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:10.384273 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ae9f4879-2555-456e-8299-355730acc4f8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1698081 Jul 14 09:23:10.384751 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 32888) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:10.455911 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83d501f1-9f99-447e-b3bd-9594d5f8afd8 req-bd1d8fa5-bbc1-43ff-8cb8-64720af3621e service neutron] 10.222.0.49 "GET /v2.0/networks/46f53e95-91cf-4ed0-9a90-49c27b3185d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168237 Jul 14 09:23:10.577562 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-2feda2ee-7d42-4518-9ba5-e502765aeac8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet c5ddf1da-a8a2-4b90-a45e-c94d0f91ddaa {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:10.603968 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2feda2ee-7d42-4518-9ba5-e502765aeac8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.637323 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=80cfeded-01b4-4ba9-85ea-e1523874dafe,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:10.709819 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83d501f1-9f99-447e-b3bd-9594d5f8afd8 req-defd0494-1a2f-4cc1-8c1b-6c68ba925e04 service neutron] 10.222.0.49 "GET /v2.0/networks/46f53e95-91cf-4ed0-9a90-49c27b3185d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499523 Jul 14 09:23:10.741493 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2feda2ee-7d42-4518-9ba5-e502765aeac8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.744647 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['80cfeded-01b4-4ba9-85ea-e1523874dafe'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:10.796005 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b0c890c8-bf5d-4868-bbe0-cd25ab89bb37 req-546b218b-3731-4089-b050-e0a4939f27a3 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 210 time: 0.0847197 Jul 14 09:23:10.838211 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2595af2a-8de2-415e-91ac-692b200cdd38', 'name': 'network-vif-deleted', 'tag': '188a971b-9a37-4aa5-b4f7-3a6b38966b59'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:10.845117 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca2d329-68e0-43b4-98b7-29a5a4f0107c" -d '{"events": [{"server_uuid": "2595af2a-8de2-415e-91ac-692b200cdd38", "name": "network-vif-deleted", "tag": "188a971b-9a37-4aa5-b4f7-3a6b38966b59"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:10.974887 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 8e624092-27d6-471b-b5f6-29fbebf906b3 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:11.006781 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6e3c9b55-fa87-4a09-994f-347fe81cc026 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:11.017086 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2112e2c7-b5f7-42e7-8de9-81ac02c57a53 None None] Provisioning for port 6e3c9b55-fa87-4a09-994f-347fe81cc026 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:11.060452 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2feda2ee-7d42-4518-9ba5-e502765aeac8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:11.087317 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da3e30-6452-4122-9c0e-e8c34ca2c577 req-7fd2a272-b079-4b2e-b8fa-5d694434c7a9 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:11.090989 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f832e9f6-7c01-4107-967c-34e8b6c66ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d662ed-e77f-4353-8c8d-0459dfd9d40a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:11.092900 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea1877d-3d4e-4d25-9f01-11d0d516a8af" -d '{"events": [{"server_uuid": "f832e9f6-7c01-4107-967c-34e8b6c66ae1", "name": "network-vif-plugged", "status": "completed", "tag": "f8d662ed-e77f-4353-8c8d-0459dfd9d40a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:11.100364 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-51da3e30-6452-4122-9c0e-e8c34ca2c577 req-7fd2a272-b079-4b2e-b8fa-5d694434c7a9 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.3020840 Jul 14 09:23:11.184366 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2feda2ee-7d42-4518-9ba5-e502765aeac8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:11.189352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d501f1-9f99-447e-b3bd-9594d5f8afd8 req-acc19042-728e-4ffe-a145-d35c0ebec6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:11.193619 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83d501f1-9f99-447e-b3bd-9594d5f8afd8 req-acc19042-728e-4ffe-a145-d35c0ebec6ec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c2631da39f8847c49029355fd002f1a2&device_id=7d3d6ac7-343c-434b-b95b-34ae2aface0c HTTP/1.1" status: 200 len: 1096 time: 0.2897575 Jul 14 09:23:11.203186 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-51da3e30-6452-4122-9c0e-e8c34ca2c577 req-0c5d1905-f45d-4a8e-ac85-f45670001894 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014814 Jul 14 09:23:11.263005 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feda2ee-7d42-4518-9ba5-e502765aeac8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=c5ddf1da-a8a2-4b90-a45e-c94d0f91ddaa,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:11.282186 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2feda2ee-7d42-4518-9ba5-e502765aeac8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:11.291934 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2feda2ee-7d42-4518-9ba5-e502765aeac8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/c5ddf1da-a8a2-4b90-a45e-c94d0f91ddaa HTTP/1.1" status: 204 len: 168 time: 0.9018719 Jul 14 09:23:11.292473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 32898) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:11.306613 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-88b8e230-2325-4ebf-9c08-60f24b0ad851 None None] Could not find standard attr ID for object a92893d0-7016-4ba6-80ea-a33acdcf414f. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:23:11.404348 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e5c0de82-917e-4475-971c-c324fa94bb80 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1084449 Jul 14 09:23:11.414982 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 32904) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:11.448930 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 8e624092-27d6-471b-b5f6-29fbebf906b3 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:11.467754 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 8e624092-27d6-471b-b5f6-29fbebf906b3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:11.468132 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:11.498266 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d501f1-9f99-447e-b3bd-9594d5f8afd8 req-be6b81c7-8343-4d6d-b242-14256ec02f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:11.505671 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83d501f1-9f99-447e-b3bd-9594d5f8afd8 req-be6b81c7-8343-4d6d-b242-14256ec02f52 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f53e95-91cf-4ed0-9a90-49c27b3185d2 HTTP/1.1" status: 200 len: 918 time: 0.3013730 Jul 14 09:23:11.550019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961f39e7-acc5-4754-b668-04c07cf42980 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:11.556711 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-961f39e7-acc5-4754-b668-04c07cf42980 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1362920 Jul 14 09:23:11.557892 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 32908) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:11.576269 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 6e3c9b55-fa87-4a09-994f-347fe81cc026 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:11.596422 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5deaa4-7149-4a71-8aee-17e87386f7b7 x-openstack-request-id: req-3c5deaa4-7149-4a71-8aee-17e87386f7b7 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:11.596917 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2595af2a-8de2-415e-91ac-692b200cdd38", "name": "network-vif-deleted", "tag": "188a971b-9a37-4aa5-b4f7-3a6b38966b59", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:11.598095 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c5deaa4-7149-4a71-8aee-17e87386f7b7 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:11.600717 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2595af2a-8de2-415e-91ac-692b200cdd38', 'name': 'network-vif-deleted', 'tag': '188a971b-9a37-4aa5-b4f7-3a6b38966b59', 'status': 'completed', 'code': 200} Jul 14 09:23:11.615890 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 6e3c9b55-fa87-4a09-994f-347fe81cc026 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:11.616274 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:11.674781 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83d501f1-9f99-447e-b3bd-9594d5f8afd8 req-2f137574-b768-4c76-bfe7-d326893a5e18 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80cfeded-01b4-4ba9-85ea-e1523874dafe HTTP/1.1" status: 200 len: 217 time: 0.1621268 Jul 14 09:23:11.690411 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80d42b2-2696-4cff-b0b1-88ad73e165e3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:11.695718 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c80d42b2-2696-4cff-b0b1-88ad73e165e3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1341584 Jul 14 09:23:11.696197 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 32910) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:11.737237 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b63775-6adc-48e5-9734-72d8179dabb5 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:11.830249 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c843e7-3f8c-42aa-916a-f937bf5908cf x-openstack-request-id: req-a4c843e7-3f8c-42aa-916a-f937bf5908cf {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:11.830618 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f832e9f6-7c01-4107-967c-34e8b6c66ae1", "name": "network-vif-plugged", "status": "completed", "tag": "f8d662ed-e77f-4353-8c8d-0459dfd9d40a", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:11.830915 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a4c843e7-3f8c-42aa-916a-f937bf5908cf {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:11.831273 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f832e9f6-7c01-4107-967c-34e8b6c66ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d662ed-e77f-4353-8c8d-0459dfd9d40a', 'code': 200} Jul 14 09:23:11.904781 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d501f1-9f99-447e-b3bd-9594d5f8afd8 req-f0f00595-8be8-4210-94cc-1a57b8a4f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:11.906483 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83d501f1-9f99-447e-b3bd-9594d5f8afd8 req-f0f00595-8be8-4210-94cc-1a57b8a4f29f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eb019082-c4e0-4f2e-b3a0-75fb2fb137ad HTTP/1.1" status: 200 len: 857 time: 0.2239399 Jul 14 09:23:11.933389 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-412dad01-322c-47f0-9e2a-6a8f5ac37ebf tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2322071 Jul 14 09:23:11.934321 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 32916) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:11.953038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-93a1ee81-be43-4e3a-8d1a-5126b03a458e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:11.974677 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83d501f1-9f99-447e-b3bd-9594d5f8afd8 req-ffdfe4b1-640e-49d3-815e-44b64f654429 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f53e95-91cf-4ed0-9a90-49c27b3185d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609677 Jul 14 09:23:11.992945 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device bd087595-099c-4572-af6b-1283390e2a2d up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:12.112754 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83d501f1-9f99-447e-b3bd-9594d5f8afd8 req-1c0fa409-1434-454f-a27a-690aab5690df service neutron] 10.222.0.49 "GET /v2.0/networks/46f53e95-91cf-4ed0-9a90-49c27b3185d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287916 Jul 14 09:23:12.124752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503616f-7652-44a8-9b6f-1da83f8759c4 req-64e95ee2-8100-4cc1-ad72-25d3ab994fa5 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:12.139883 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3503616f-7652-44a8-9b6f-1da83f8759c4 req-64e95ee2-8100-4cc1-ad72-25d3ab994fa5 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d3d6ac7-343c-434b-b95b-34ae2aface0c HTTP/1.1" status: 200 len: 944 time: 0.3735116 Jul 14 09:23:12.183966 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.219706 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a1ee81-be43-4e3a-8d1a-5126b03a458e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:12.227088 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-93a1ee81-be43-4e3a-8d1a-5126b03a458e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.234990 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 8e624092-27d6-471b-b5f6-29fbebf906b3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=8e624092-27d6-471b-b5f6-29fbebf906b3,segment=NetworkSegment(8dc21c29-1f28-48ce-830b-ff8f8b28a7ec),segment_id=8dc21c29-1f28-48ce-830b-ff8f8b28a7ec)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:12.245074 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.257321 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-008511d5-df96-4dc5-85d7-aa953638a84d tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:12.260191 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-008511d5-df96-4dc5-85d7-aa953638a84d tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.55 "GET /v2.0/networks?id=abaf8195-e5b5-41c5-9377-b40357a3091e HTTP/1.1" status: 200 len: 804 time: 0.5547082 Jul 14 09:23:12.287200 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-076ef507-126d-45c3-9ee1-5c1f59450fc5 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Request body: {'port': {'device_id': '4c13b30b-cc04-41eb-8028-30fb74b6337c', 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e', 'admin_state_up': True, 'tenant_id': 'a82589d668934603a3d48db3a46efae2'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:12.311252 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3503616f-7652-44a8-9b6f-1da83f8759c4 req-41ebe7f8-15ce-42be-a107-05e877ebd687 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3e641e3-eb96-489f-b024-e373dc1c5e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685228 Jul 14 09:23:12.321387 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port bd087595-099c-4572-af6b-1283390e2a2d completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:12.424717 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port bd087595-099c-4572-af6b-1283390e2a2d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:12.425092 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.427289 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.428929 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83d501f1-9f99-447e-b3bd-9594d5f8afd8 req-259fc601-8c60-43f1-b212-af95ddaa7e5b service neutron] 10.222.0.49 "GET /v2.0/networks/46f53e95-91cf-4ed0-9a90-49c27b3185d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790265 Jul 14 09:23:12.633086 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-43dab283-b7d0-4c90-a84b-78af1b607ce0 req-da442222-6ad1-46d9-a217-ba1af91fb82f tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 210 time: 0.0666997 Jul 14 09:23:12.635480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 6e3c9b55-fa87-4a09-994f-347fe81cc026, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6e3c9b55-fa87-4a09-994f-347fe81cc026,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:12.638459 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-076ef507-126d-45c3-9ee1-5c1f59450fc5 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Made reservation on behalf of a82589d668934603a3d48db3a46efae2 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:12.641541 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=8e624092-27d6-471b-b5f6-29fbebf906b3,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:12.652661 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-076ef507-126d-45c3-9ee1-5c1f59450fc5 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.653444 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.764416 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=6e3c9b55-fa87-4a09-994f-347fe81cc026,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:12.772464 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f46424-ba73-4d56-b766-1aaebccefe63 None None] DHCP port deletion for 4cef7a78-22ed-4e84-a95a-1f569bb0302d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:23:12.811114 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4293c-9c4b-4706-b462-fa528ee8ce62 req-31e30b73-fa52-47c7-9c8a-b4282983a99f tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:12.823245 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6a4293c-9c4b-4706-b462-fa528ee8ce62 req-31e30b73-fa52-47c7-9c8a-b4282983a99f tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.1832483 Jul 14 09:23:12.846223 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.877713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6e3c9b55-fa87-4a09-994f-347fe81cc026 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:12.895917 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-076ef507-126d-45c3-9ee1-5c1f59450fc5 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Allocated IP 172.20.0.6 (abaf8195-e5b5-41c5-9377-b40357a3091e/9fe961b1-9a16-4166-9f5e-21fa35cb8710/5b2bc8d6-503e-403e-ad95-8b2f8c99a421) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:12.907997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6a4293c-9c4b-4706-b462-fa528ee8ce62 req-90f728b8-aec5-44f2-9432-272331c9ebe1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835273 Jul 14 09:23:12.942036 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 80cfeded-01b4-4ba9-85ea-e1523874dafe up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:13.084188 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-076ef507-126d-45c3-9ee1-5c1f59450fc5 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.108433 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port bd087595-099c-4572-af6b-1283390e2a2d, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=bd087595-099c-4572-af6b-1283390e2a2d,segment=NetworkSegment(8dc21c29-1f28-48ce-830b-ff8f8b28a7ec),segment_id=8dc21c29-1f28-48ce-830b-ff8f8b28a7ec)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:13.120111 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.121356 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 188a971b-9a37-4aa5-b4f7-3a6b38966b59 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:13.150284 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-076ef507-126d-45c3-9ee1-5c1f59450fc5 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.230736 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-076ef507-126d-45c3-9ee1-5c1f59450fc5 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Network abaf8195-e5b5-41c5-9377-b40357a3091e is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:13.243678 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-076ef507-126d-45c3-9ee1-5c1f59450fc5 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:13.251831 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-076ef507-126d-45c3-9ee1-5c1f59450fc5 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:13.277625 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=bd087595-099c-4572-af6b-1283390e2a2d,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:13.309509 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 188a971b-9a37-4aa5-b4f7-3a6b38966b59 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:13.312155 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 188a971b-9a37-4aa5-b4f7-3a6b38966b59 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:13.315536 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 80cfeded-01b4-4ba9-85ea-e1523874dafe completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:13.343262 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 80cfeded-01b4-4ba9-85ea-e1523874dafe triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:13.344031 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.391061 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ef507-126d-45c3-9ee1-5c1f59450fc5 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Pushing event updated for resources: {'Port': ['ID=5b2bc8d6-503e-403e-ad95-8b2f8c99a421,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:13.415362 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-57f46424-ba73-4d56-b766-1aaebccefe63 None None] Deleting port 6e3c9b55-fa87-4a09-994f-347fe81cc026 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:13.415862 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-57f46424-ba73-4d56-b766-1aaebccefe63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.523734 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.542506 n-d-798054-10 neutron-server[93888]: DEBUG neutron.objects.ports [None req-93a1ee81-be43-4e3a-8d1a-5126b03a458e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93888) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:23:13.634433 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df23938-d65a-44d5-ad8e-0d5ab96bcd6a req-b2752643-6f3f-4577-9b92-5bff56fd69e7 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:13.639078 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3df23938-d65a-44d5-ad8e-0d5ab96bcd6a req-b2752643-6f3f-4577-9b92-5bff56fd69e7 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d3d6ac7-343c-434b-b95b-34ae2aface0c HTTP/1.1" status: 200 len: 944 time: 0.1484146 Jul 14 09:23:13.663359 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 6e3c9b55-fa87-4a09-994f-347fe81cc026, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6e3c9b55-fa87-4a09-994f-347fe81cc026,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:13.690108 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.698866 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-57f46424-ba73-4d56-b766-1aaebccefe63 None None] For port 6e3c9b55-fa87-4a09-994f-347fe81cc026, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6e3c9b55-fa87-4a09-994f-347fe81cc026,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:13.705083 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-57f46424-ba73-4d56-b766-1aaebccefe63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.709038 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.712011 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-076ef507-126d-45c3-9ee1-5c1f59450fc5 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:13.712806 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-076ef507-126d-45c3-9ee1-5c1f59450fc5 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.731403 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3df23938-d65a-44d5-ad8e-0d5ab96bcd6a req-cf4975df-22c9-45b0-8a81-1d4ca97e6814 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3e641e3-eb96-489f-b024-e373dc1c5e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792358 Jul 14 09:23:13.782000 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-076ef507-126d-45c3-9ee1-5c1f59450fc5 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4989464 Jul 14 09:23:13.838622 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] Request body: {'port': {'device_id': '4c13b30b-cc04-41eb-8028-30fb74b6337c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:13.847981 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a39c49-a464-4a6f-8a67-855aed2d5603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e624092-27d6-471b-b5f6-29fbebf906b3'}, {'server_uuid': 'b2486150-068c-48b5-8d57-1da55676359c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd087595-099c-4572-af6b-1283390e2a2d'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:13.851148 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b83b42a-5181-4863-aed3-02f874eec24f" -d '{"events": [{"server_uuid": "61a39c49-a464-4a6f-8a67-855aed2d5603", "name": "network-vif-plugged", "status": "completed", "tag": "8e624092-27d6-471b-b5f6-29fbebf906b3"}, {"server_uuid": "b2486150-068c-48b5-8d57-1da55676359c", "name": "network-vif-plugged", "status": "completed", "tag": "bd087595-099c-4572-af6b-1283390e2a2d"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:13.853552 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=6e3c9b55-fa87-4a09-994f-347fe81cc026,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:13.862985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-57f46424-ba73-4d56-b766-1aaebccefe63 None None] Calling delete_port for 6e3c9b55-fa87-4a09-994f-347fe81cc026 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:13.892663 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 80cfeded-01b4-4ba9-85ea-e1523874dafe, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=80cfeded-01b4-4ba9-85ea-e1523874dafe,segment=NetworkSegment(8dc21c29-1f28-48ce-830b-ff8f8b28a7ec),segment_id=8dc21c29-1f28-48ce-830b-ff8f8b28a7ec)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:13.911577 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.031952 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.069707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=80cfeded-01b4-4ba9-85ea-e1523874dafe,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:14.072567 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-93a1ee81-be43-4e3a-8d1a-5126b03a458e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.097256 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e8bd5-9da8-48c5-9eaa-796ba448e759 req-d74cd28c-5927-4c1a-a9fc-57bc20473117 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:14.105915 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fb1e8bd5-9da8-48c5-9eaa-796ba448e759 req-d74cd28c-5927-4c1a-a9fc-57bc20473117 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 931 time: 0.1669126 Jul 14 09:23:14.133644 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-57f46424-ba73-4d56-b766-1aaebccefe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.182155 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fb1e8bd5-9da8-48c5-9eaa-796ba448e759 req-6a9f28aa-910f-4e63-833a-d266bf063ab7 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749638 Jul 14 09:23:14.188550 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f46424-ba73-4d56-b766-1aaebccefe63 None None] Pushing event deleted for resources: {'Port': ['ID=6e3c9b55-fa87-4a09-994f-347fe81cc026,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:14.210777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f46424-ba73-4d56-b766-1aaebccefe63 None None] No DVR routers for this DVR port 6e3c9b55-fa87-4a09-994f-347fe81cc026 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:14.282845 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b526350-cf30-4e53-aeb2-1c773a601618 x-openstack-request-id: req-8b526350-cf30-4e53-aeb2-1c773a601618 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:14.283434 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a39c49-a464-4a6f-8a67-855aed2d5603", "name": "network-vif-plugged", "status": "completed", "tag": "8e624092-27d6-471b-b5f6-29fbebf906b3", "code": 200}, {"server_uuid": "b2486150-068c-48b5-8d57-1da55676359c", "name": "network-vif-plugged", "status": "completed", "tag": "bd087595-099c-4572-af6b-1283390e2a2d", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:14.283880 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b526350-cf30-4e53-aeb2-1c773a601618 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:14.284483 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a39c49-a464-4a6f-8a67-855aed2d5603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e624092-27d6-471b-b5f6-29fbebf906b3', 'code': 200} Jul 14 09:23:14.285104 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2486150-068c-48b5-8d57-1da55676359c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd087595-099c-4572-af6b-1283390e2a2d', 'code': 200} Jul 14 09:23:14.510834 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a35d03-341f-4237-b5eb-9f411f7ba357 req-eb6e99b9-8e4c-4deb-952a-706167ab8b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:14.512876 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f7a35d03-341f-4237-b5eb-9f411f7ba357 req-eb6e99b9-8e4c-4deb-952a-706167ab8b76 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=61a39c49-a464-4a6f-8a67-855aed2d5603 HTTP/1.1" status: 200 len: 1097 time: 0.1576505 Jul 14 09:23:14.522812 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-93a1ee81-be43-4e3a-8d1a-5126b03a458e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] For port 6e3c9b55-fa87-4a09-994f-347fe81cc026, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6e3c9b55-fa87-4a09-994f-347fe81cc026,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:14.594962 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab669b82-3203-4584-9bd7-d2aaa1174ee3 req-d66eaec6-43c5-4f31-aec4-ba110841d355 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:14.604979 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab669b82-3203-4584-9bd7-d2aaa1174ee3 req-d66eaec6-43c5-4f31-aec4-ba110841d355 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.1574898 Jul 14 09:23:14.622212 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f7a35d03-341f-4237-b5eb-9f411f7ba357 req-851a4720-2eb3-4da9-88a5-cecc9043dcf6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f3e641e3-eb96-489f-b024-e373dc1c5e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919447 Jul 14 09:23:14.669203 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab669b82-3203-4584-9bd7-d2aaa1174ee3 req-d44e02af-5757-4b42-9a86-a61d15d24c5d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629375 Jul 14 09:23:14.748346 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-93a1ee81-be43-4e3a-8d1a-5126b03a458e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.756890 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c4466-5182-4ae4-9563-57777c734ca9 req-d576937d-23d3-4b6e-8008-1b809fc90f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:14.758646 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e82c4466-5182-4ae4-9563-57777c734ca9 req-d576937d-23d3-4b6e-8008-1b809fc90f72 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b2486150-068c-48b5-8d57-1da55676359c HTTP/1.1" status: 200 len: 1097 time: 0.3208640 Jul 14 09:23:14.761648 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-93a1ee81-be43-4e3a-8d1a-5126b03a458e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.762546 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-93a1ee81-be43-4e3a-8d1a-5126b03a458e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.814275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1ee81-be43-4e3a-8d1a-5126b03a458e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=6e3c9b55-fa87-4a09-994f-347fe81cc026,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:14.854856 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:14.890066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a1ee81-be43-4e3a-8d1a-5126b03a458e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:14.893104 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.911715 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] Transition to ACTIVE for port object 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:14.913888 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-93a1ee81-be43-4e3a-8d1a-5126b03a458e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:14.918653 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a1ee81-be43-4e3a-8d1a-5126b03a458e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:14.919499 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-93a1ee81-be43-4e3a-8d1a-5126b03a458e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.926432 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6ed728-5693-4e10-9cd7-5bcc13558aca None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:14.976130 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.992278 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-93a1ee81-be43-4e3a-8d1a-5126b03a458e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0549285 Jul 14 09:23:14.995236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 32972) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:15.002981 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-a687d428-4efd-4e4e-8b97-8d7fd417ccbe tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:15.231027 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'fixed_ips': [{'subnet_id': '1ff41c43-50fd-4ba8-952a-9080f6091ed0'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:23:15.231922 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.384732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30424de4-a14d-4787-8b7d-39b250c4111d req-f3e4aba8-30ba-45c4-8eb8-86cdd35ab6e3 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:15.386395 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30424de4-a14d-4787-8b7d-39b250c4111d req-f3e4aba8-30ba-45c4-8eb8-86cdd35ab6e3 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d3d6ac7-343c-434b-b95b-34ae2aface0c HTTP/1.1" status: 200 len: 945 time: 0.2815514 Jul 14 09:23:15.446282 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a687d428-4efd-4e4e-8b97-8d7fd417ccbe tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:15.450107 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a687d428-4efd-4e4e-8b97-8d7fd417ccbe tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.457314 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e82c4466-5182-4ae4-9563-57777c734ca9 req-cab0f286-de99-4c58-b0d0-29c9df1187d9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f3e641e3-eb96-489f-b024-e373dc1c5e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6513813 Jul 14 09:23:15.470338 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1ee81-be43-4e3a-8d1a-5126b03a458e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=1ff41c43-50fd-4ba8-952a-9080f6091ed0,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:15.515992 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Allocated IP 2001:db8::f816:3eff:feb2:a12b (4cef7a78-22ed-4e84-a95a-1f569bb0302d/1ff41c43-50fd-4ba8-952a-9080f6091ed0/72f0a086-687c-4316-b4dd-abb75383800b) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:15.586944 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30424de4-a14d-4787-8b7d-39b250c4111d req-89707670-8d0c-4c8d-90b1-5d7e10c9d25c tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3e641e3-eb96-489f-b024-e373dc1c5e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923296 Jul 14 09:23:15.607627 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] Pushing event updated for resources: {'Port': ['ID=5b2bc8d6-503e-403e-ad95-8b2f8c99a421,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:15.695512 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:23:15.774432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] Attempting to bind port 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:15.775710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] Attempting to bind port 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '8a032bad-3320-4bc2-ba00-8e6423d364fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:15.777987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] Attempting to bind port 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 on network abaf8195-e5b5-41c5-9377-b40357a3091e {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:15.787377 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] Port 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 on network abaf8195-e5b5-41c5-9377-b40357a3091e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:15.788000 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] Attempting to bind port 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 on network abaf8195-e5b5-41c5-9377-b40357a3091e {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:15.791237 n-d-798054-10 neutron-server[93887]: INFO neutron.db.ipam_backend_mixin [None req-a687d428-4efd-4e4e-8b97-8d7fd417ccbe tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ff41c43-50fd-4ba8-952a-9080f6091ed0 (CIDR: 2001:db8::/64) Jul 14 09:23:15.795909 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:15.796576 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] Checking segment: {'id': '8a032bad-3320-4bc2-ba00-8e6423d364fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:15.797142 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] Bound using segment: {'id': '8a032bad-3320-4bc2-ba00-8e6423d364fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:15.797780 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] Bound port: 5b2bc8d6-503e-403e-ad95-8b2f8c99a421, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a032bad-3320-4bc2-ba00-8e6423d364fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:15.798366 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.807645 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.819382 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-a687d428-4efd-4e4e-8b97-8d7fd417ccbe tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:23:15.819855 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a687d428-4efd-4e4e-8b97-8d7fd417ccbe tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:15.821714 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Transition to ACTIVE for port object 72f0a086-687c-4316-b4dd-abb75383800b will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:15.841932 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Transition to ACTIVE for port object 72f0a086-687c-4316-b4dd-abb75383800b will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:15.856627 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.875132 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f54a54-2a93-41b2-a104-d7eac6a2be26 req-0a426bf8-c97a-4ffa-a697-b4aa52f6307d tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:15.885331 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f4f54a54-2a93-41b2-a104-d7eac6a2be26 req-0a426bf8-c97a-4ffa-a697-b4aa52f6307d tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 943 time: 0.2167749 Jul 14 09:23:15.903250 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a687d428-4efd-4e4e-8b97-8d7fd417ccbe tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9067721 Jul 14 09:23:15.903847 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 32988) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:15.908069 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:15.918294 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:15.923659 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-264629a8-f7fc-4a2d-86e8-e5539e250fe6 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:15.927504 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:15.944309 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] For port 5b2bc8d6-503e-403e-ad95-8b2f8c99a421, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:15.954932 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] For port 5b2bc8d6-503e-403e-ad95-8b2f8c99a421, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5b2bc8d6-503e-403e-ad95-8b2f8c99a421,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:15.967415 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.978898 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f4f54a54-2a93-41b2-a104-d7eac6a2be26 req-84e98713-bb46-4ad4-8e33-8549cc9c6c5b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922780 Jul 14 09:23:16.035737 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Pushing event updated for resources: {'Port': ['ID=72f0a086-687c-4316-b4dd-abb75383800b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:16.057713 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] Pushing event updated for resources: {'Port': ['ID=5b2bc8d6-503e-403e-ad95-8b2f8c99a421,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:16.059617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Attempting to bind port 72f0a086-687c-4316-b4dd-abb75383800b on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:16.060112 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Attempting to bind port 72f0a086-687c-4316-b4dd-abb75383800b by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:16.062510 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Attempting to bind port 72f0a086-687c-4316-b4dd-abb75383800b on network 4cef7a78-22ed-4e84-a95a-1f569bb0302d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:16.076249 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:16.084589 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:16.085020 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:16.085627 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:16.086082 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:16.086272 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Bound using segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:16.087528 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Bound port: 72f0a086-687c-4316-b4dd-abb75383800b, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:16.087528 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:16.089472 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-3038b750-957e-4c3b-a785-c7b8e1e249ba service neutron] 10.222.0.55 "PUT /v2.0/ports/5b2bc8d6-503e-403e-ad95-8b2f8c99a421 HTTP/1.1" status: 200 len: 1092 time: 2.2914979 Jul 14 09:23:16.091184 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c13b30b-cc04-41eb-8028-30fb74b6337c', 'tag': '5b2bc8d6-503e-403e-ad95-8b2f8c99a421'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:16.094200 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3ab77b-db25-4228-9429-02dc9566547f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c13b30b-cc04-41eb-8028-30fb74b6337c", "tag": "5b2bc8d6-503e-403e-ad95-8b2f8c99a421"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:16.256831 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264629a8-f7fc-4a2d-86e8-e5539e250fe6 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:16.273820 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-264629a8-f7fc-4a2d-86e8-e5539e250fe6 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:16.274917 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] For port 72f0a086-687c-4316-b4dd-abb75383800b, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:16.286168 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] For port 72f0a086-687c-4316-b4dd-abb75383800b, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=72f0a086-687c-4316-b4dd-abb75383800b,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:16.287893 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3d6ac7-343c-434b-b95b-34ae2aface0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cfeded-01b4-4ba9-85ea-e1523874dafe'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:16.293773 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2964a7-ed8d-410b-b5f1-103e4ba8fb8a" -d '{"events": [{"server_uuid": "7d3d6ac7-343c-434b-b95b-34ae2aface0c", "name": "network-vif-plugged", "status": "completed", "tag": "80cfeded-01b4-4ba9-85ea-e1523874dafe"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:16.318516 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:16.365832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-d6df7fe5-18df-40d7-b0c9-a4f68180dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:16.367367 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-d6df7fe5-18df-40d7-b0c9-a4f68180dcd8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a82589d668934603a3d48db3a46efae2&device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 1095 time: 0.1046417 Jul 14 09:23:16.434996 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:16.439624 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-1dffce8c-0b74-4773-9dc4-a636608e5949 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b2bc8d6-503e-403e-ad95-8b2f8c99a421 HTTP/1.1" status: 200 len: 217 time: 0.0556722 Jul 14 09:23:16.500517 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c8e1d-17ee-4784-a68b-afd3b3866045 None None] Pushing event updated for resources: {'Port': ['ID=72f0a086-687c-4316-b4dd-abb75383800b,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:16.565188 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-fc38e3c0-a524-4fbb-9b42-d8d55ed3d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:16.568338 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-fc38e3c0-a524-4fbb-9b42-d8d55ed3d71a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9fe961b1-9a16-4166-9f5e-21fa35cb8710 HTTP/1.1" status: 200 len: 844 time: 0.0976772 Jul 14 09:23:16.587509 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2298-cf0a-4852-8519-d1e6346d492b req-7c8ffdeb-fc26-444c-8753-bd808887f339 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:16.589894 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-72ab2298-cf0a-4852-8519-d1e6346d492b req-7c8ffdeb-fc26-444c-8753-bd808887f339 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.1897676 Jul 14 09:23:16.635456 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-ccdae509-28a0-43a5-8ef3-e5bc1ce8154c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=abaf8195-e5b5-41c5-9377-b40357a3091e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411303 Jul 14 09:23:16.829401 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-264629a8-f7fc-4a2d-86e8-e5539e250fe6 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:16.898949 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0e90e9-ab8c-41a9-b452-0d6ae3c17f07 x-openstack-request-id: req-5a0e90e9-ab8c-41a9-b452-0d6ae3c17f07 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:16.899751 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c13b30b-cc04-41eb-8028-30fb74b6337c", "tag": "5b2bc8d6-503e-403e-ad95-8b2f8c99a421", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:16.900465 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a0e90e9-ab8c-41a9-b452-0d6ae3c17f07 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:16.901623 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c13b30b-cc04-41eb-8028-30fb74b6337c', 'tag': '5b2bc8d6-503e-403e-ad95-8b2f8c99a421', 'status': 'completed', 'code': 200} Jul 14 09:23:16.903740 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264629a8-f7fc-4a2d-86e8-e5539e250fe6 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=746c52df-e814-4499-8b49-e8bbe8887958,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:16.933168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264629a8-f7fc-4a2d-86e8-e5539e250fe6 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:16.933168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-264629a8-f7fc-4a2d-86e8-e5539e250fe6 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:16.965336 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264629a8-f7fc-4a2d-86e8-e5539e250fe6 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:16.966154 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-264629a8-f7fc-4a2d-86e8-e5539e250fe6 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:16.987797 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-72ab2298-cf0a-4852-8519-d1e6346d492b req-15511618-3180-40e1-8dd2-cea6ae7a2c69 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617422 Jul 14 09:23:16.988141 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-1337599b-7a15-40ed-92fd-ffbeeec9ba40 service neutron] 10.222.0.55 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444607 Jul 14 09:23:17.016884 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-264629a8-f7fc-4a2d-86e8-e5539e250fe6 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1006947 Jul 14 09:23:17.017694 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33008) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:17.033413 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-df3a8764-f22e-440b-bc11-d29c7b3ab8e2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'mac_address': 'fa:16:3e:42:27:eb', 'name': 'tempest-NetworksTestDHCPv6-1439690101'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:17.042777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 72f0a086-687c-4316-b4dd-abb75383800b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:17.123206 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0f67b7-e86c-4de2-9bf4-a26244427906 x-openstack-request-id: req-6b0f67b7-e86c-4de2-9bf4-a26244427906 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:17.123503 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3d6ac7-343c-434b-b95b-34ae2aface0c", "name": "network-vif-plugged", "status": "completed", "tag": "80cfeded-01b4-4ba9-85ea-e1523874dafe", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:17.124244 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b0f67b7-e86c-4de2-9bf4-a26244427906 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:17.125388 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d6ac7-343c-434b-b95b-34ae2aface0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cfeded-01b4-4ba9-85ea-e1523874dafe', 'code': 200} Jul 14 09:23:17.151418 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 72f0a086-687c-4316-b4dd-abb75383800b completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:17.220004 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3cb90b3a-a89f-49b4-95c2-adc5cca48592 req-d8f9d96c-0d8a-47ae-9791-ee1734a9467b service neutron] 10.222.0.55 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251770 Jul 14 09:23:17.392654 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3a8764-f22e-440b-bc11-d29c7b3ab8e2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:17.476505 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb45a18-7d12-4ee0-8e49-ba66494baa0e req-dbcf972c-da9e-49f5-a166-09d4a8700cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:17.478233 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-feb45a18-7d12-4ee0-8e49-ba66494baa0e req-dbcf972c-da9e-49f5-a166-09d4a8700cb3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7d3d6ac7-343c-434b-b95b-34ae2aface0c HTTP/1.1" status: 200 len: 1097 time: 0.2580323 Jul 14 09:23:17.499125 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ab77b-db25-4228-9429-02dc9566547f req-5305ef49-3090-4e69-b1c8-6f45f2948b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:17.508213 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3d3ab77b-db25-4228-9429-02dc9566547f req-5305ef49-3090-4e69-b1c8-6f45f2948b7f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a82589d668934603a3d48db3a46efae2&device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 1095 time: 0.1432540 Jul 14 09:23:17.555825 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d487c2-4cc6-4511-846a-eb89dda47c36 req-e3512cb6-cb2d-4a5a-ab32-3bc89b7b2017 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:17.557402 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-90d487c2-4cc6-4511-846a-eb89dda47c36 req-e3512cb6-cb2d-4a5a-ab32-3bc89b7b2017 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d3d6ac7-343c-434b-b95b-34ae2aface0c HTTP/1.1" status: 200 len: 945 time: 0.2778494 Jul 14 09:23:17.684586 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df3a8764-f22e-440b-bc11-d29c7b3ab8e2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:17.688140 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-feb45a18-7d12-4ee0-8e49-ba66494baa0e req-1e53a694-cf97-42e2-bf09-69841e6c8e00 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f3e641e3-eb96-489f-b024-e373dc1c5e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963253 Jul 14 09:23:17.700463 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ab77b-db25-4228-9429-02dc9566547f req-adefbc84-5460-4175-8f53-9233b5306d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:17.705281 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3d3ab77b-db25-4228-9429-02dc9566547f req-adefbc84-5460-4175-8f53-9233b5306d14 service neutron] 10.222.0.55 "GET /v2.0/networks?id=abaf8195-e5b5-41c5-9377-b40357a3091e HTTP/1.1" status: 200 len: 905 time: 0.1891534 Jul 14 09:23:17.755740 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-90d487c2-4cc6-4511-846a-eb89dda47c36 req-cafc7313-be62-4595-8744-6e40bd981b18 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3e641e3-eb96-489f-b024-e373dc1c5e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793959 Jul 14 09:23:17.773185 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3d3ab77b-db25-4228-9429-02dc9566547f req-ade7e0b2-0eef-46cf-b49c-2a316d38960a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b2bc8d6-503e-403e-ad95-8b2f8c99a421 HTTP/1.1" status: 200 len: 217 time: 0.0598521 Jul 14 09:23:17.802803 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-df3a8764-f22e-440b-bc11-d29c7b3ab8e2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port 2f9193e3-27eb-41bf-b7ec-a45659ab22c7 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:23:17.871904 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ab77b-db25-4228-9429-02dc9566547f req-4d0013aa-794f-4954-a29c-43ab02a705bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:17.875702 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3d3ab77b-db25-4228-9429-02dc9566547f req-4d0013aa-794f-4954-a29c-43ab02a705bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9fe961b1-9a16-4166-9f5e-21fa35cb8710 HTTP/1.1" status: 200 len: 844 time: 0.0945795 Jul 14 09:23:17.950640 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3d3ab77b-db25-4228-9429-02dc9566547f req-17357602-2a7e-4129-a52d-377624605bfa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=abaf8195-e5b5-41c5-9377-b40357a3091e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667195 Jul 14 09:23:18.009469 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8c811-a2ff-41f4-ac53-03fc9a7a3e9b req-7f825401-a9f4-454f-81a6-49213f606ea5 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:18.016800 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84b8c811-a2ff-41f4-ac53-03fc9a7a3e9b req-7f825401-a9f4-454f-81a6-49213f606ea5 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 943 time: 0.3888230 Jul 14 09:23:18.132638 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84b8c811-a2ff-41f4-ac53-03fc9a7a3e9b req-200a3cd8-0153-43fb-964a-4dc3c572fbd5 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146131 Jul 14 09:23:18.294728 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3d3ab77b-db25-4228-9429-02dc9566547f req-f8888cac-89a1-49d5-93ba-2a53b8554eed service neutron] 10.222.0.55 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361909 Jul 14 09:23:18.379894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-df3a8764-f22e-440b-bc11-d29c7b3ab8e2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8:0:1::258 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/746c52df-e814-4499-8b49-e8bbe8887958/2f9193e3-27eb-41bf-b7ec-a45659ab22c7) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:18.398000 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-df3a8764-f22e-440b-bc11-d29c7b3ab8e2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::f816:3eff:fe42:27eb (4cef7a78-22ed-4e84-a95a-1f569bb0302d/1ff41c43-50fd-4ba8-952a-9080f6091ed0/2f9193e3-27eb-41bf-b7ec-a45659ab22c7) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:18.486966 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1c2f00-a200-4c2a-b665-298117f02a89 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:18.540921 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3d3ab77b-db25-4228-9429-02dc9566547f req-8195b98e-f839-40b9-873e-ed08ca68124a service neutron] 10.222.0.55 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372847 Jul 14 09:23:18.607696 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d893acc2-baf9-48cc-bbc7-04baacafafd6 None None] Provisioning for port 72f0a086-687c-4316-b4dd-abb75383800b completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:18.623145 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d893acc2-baf9-48cc-bbc7-04baacafafd6 None None] Provisioning complete for port 72f0a086-687c-4316-b4dd-abb75383800b triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:18.623772 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d893acc2-baf9-48cc-bbc7-04baacafafd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:18.689442 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be77c5-3cb1-4584-90a4-aba303e90d20 req-e65d087d-8eef-4a83-99d7-f48b87285247 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:18.697858 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91be77c5-3cb1-4584-90a4-aba303e90d20 req-e65d087d-8eef-4a83-99d7-f48b87285247 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2 HTTP/1.1" status: 200 len: 946 time: 0.2866566 Jul 14 09:23:18.834367 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91be77c5-3cb1-4584-90a4-aba303e90d20 req-2ef9fee5-b1d1-4f11-9b71-ce8cac2627b8 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/security-groups?id=8659334a-d23e-4643-85eb-cf2c4c62143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070652 Jul 14 09:23:18.903096 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d893acc2-baf9-48cc-bbc7-04baacafafd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:18.938916 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df3a8764-f22e-440b-bc11-d29c7b3ab8e2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:18.964344 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-df3a8764-f22e-440b-bc11-d29c7b3ab8e2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object 2f9193e3-27eb-41bf-b7ec-a45659ab22c7 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:19.019132 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df3a8764-f22e-440b-bc11-d29c7b3ab8e2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.044902 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d893acc2-baf9-48cc-bbc7-04baacafafd6 None None] For port 72f0a086-687c-4316-b4dd-abb75383800b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=72f0a086-687c-4316-b4dd-abb75383800b,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:19.054381 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d893acc2-baf9-48cc-bbc7-04baacafafd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.134308 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a8764-f22e-440b-bc11-d29c7b3ab8e2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=2f9193e3-27eb-41bf-b7ec-a45659ab22c7,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:19.220889 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3a8764-f22e-440b-bc11-d29c7b3ab8e2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:19.224012 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-df3a8764-f22e-440b-bc11-d29c7b3ab8e2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:19.232683 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3a8764-f22e-440b-bc11-d29c7b3ab8e2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:19.243617 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3a8764-f22e-440b-bc11-d29c7b3ab8e2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:19.244292 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df3a8764-f22e-440b-bc11-d29c7b3ab8e2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.281192 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebd6d66-2c0a-42c6-a9d9-785f3440ba1e None None] Update dhcp port {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'fixed_ips': [{'subnet_id': '1ff41c43-50fd-4ba8-952a-9080f6091ed0', 'ip_address': '2001:db8::f816:3eff:feb2:a12b'}, {'subnet_id': '746c52df-e814-4499-8b49-e8bbe8887958'}], 'binding:host_id': 'n-d-798054-10'}, 'id': '72f0a086-687c-4316-b4dd-abb75383800b'} from n-d-798054-10. {{(pid=93889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:23:19.322492 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893acc2-baf9-48cc-bbc7-04baacafafd6 None None] Pushing event updated for resources: {'Port': ['ID=72f0a086-687c-4316-b4dd-abb75383800b,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:19.326271 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f5fc4-a50c-4d9e-9d3d-1767fe486409 req-1298fc44-d1c4-4659-81fc-963c354d2198 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:19.328340 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-073f5fc4-a50c-4d9e-9d3d-1767fe486409 req-1298fc44-d1c4-4659-81fc-963c354d2198 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "GET /v2.0/ports?device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2 HTTP/1.1" status: 200 len: 946 time: 0.3211057 Jul 14 09:23:19.329656 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-df3a8764-f22e-440b-bc11-d29c7b3ab8e2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3073218 Jul 14 09:23:19.332540 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33030) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:19.349478 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6d66-2c0a-42c6-a9d9-785f3440ba1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.439306 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c402875-a5cd-4f18-bdd7-3aee1f958e0c req-b1c2a9d8-ee73-461f-b011-a5bba3d4fd29 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:19.440882 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c402875-a5cd-4f18-bdd7-3aee1f958e0c req-b1c2a9d8-ee73-461f-b011-a5bba3d4fd29 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.3088491 Jul 14 09:23:19.532460 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-579770da-20cb-4d06-8b23-b890cb00c84c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port 2f9193e3-27eb-41bf-b7ec-a45659ab22c7 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:19.533442 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-579770da-20cb-4d06-8b23-b890cb00c84c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.567880 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c402875-a5cd-4f18-bdd7-3aee1f958e0c req-54e59469-7058-4be4-b03b-57df9ec6bd2c tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140971 Jul 14 09:23:19.596915 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-4ebd6d66-2c0a-42c6-a9d9-785f3440ba1e None None] Allocated IP 2001:db8:0:1::2 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/746c52df-e814-4499-8b49-e8bbe8887958/72f0a086-687c-4316-b4dd-abb75383800b) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:19.608187 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7070a1-41ea-416b-aa60-4fb79268629b req-2e6d8409-ef16-4a8e-aa13-fd7f41ed3c21 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:19.615810 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c7070a1-41ea-416b-aa60-4fb79268629b req-2e6d8409-ef16-4a8e-aa13-fd7f41ed3c21 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d3d6ac7-343c-434b-b95b-34ae2aface0c HTTP/1.1" status: 200 len: 945 time: 0.3394907 Jul 14 09:23:19.667596 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-073f5fc4-a50c-4d9e-9d3d-1767fe486409 req-b328528a-e109-49ba-b5b4-6be4fc31bdb6 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Deleting port 0f3d48bd-cad5-469a-8dec-e37e13732d0c {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:19.667945 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-073f5fc4-a50c-4d9e-9d3d-1767fe486409 req-b328528a-e109-49ba-b5b4-6be4fc31bdb6 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.683161 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c7070a1-41ea-416b-aa60-4fb79268629b req-206b6c41-9b13-4657-9c3a-933a88af82c1 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3e641e3-eb96-489f-b024-e373dc1c5e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662248 Jul 14 09:23:19.735353 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4ebd6d66-2c0a-42c6-a9d9-785f3440ba1e None None] For port 72f0a086-687c-4316-b4dd-abb75383800b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=72f0a086-687c-4316-b4dd-abb75383800b,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:19.770233 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6d66-2c0a-42c6-a9d9-785f3440ba1e None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.785044 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4ebd6d66-2c0a-42c6-a9d9-785f3440ba1e None None] Transition to ACTIVE for port object 72f0a086-687c-4316-b4dd-abb75383800b will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:19.789761 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ebd6d66-2c0a-42c6-a9d9-785f3440ba1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.794308 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-579770da-20cb-4d06-8b23-b890cb00c84c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.822496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-579770da-20cb-4d06-8b23-b890cb00c84c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for 2f9193e3-27eb-41bf-b7ec-a45659ab22c7 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:19.916145 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd6d66-2c0a-42c6-a9d9-785f3440ba1e None None] Pushing event updated for resources: {'Port': ['ID=72f0a086-687c-4316-b4dd-abb75383800b,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:19.948038 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:20.184472 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.resource_extend [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:23:20.400834 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-579770da-20cb-4d06-8b23-b890cb00c84c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:20.484486 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579770da-20cb-4d06-8b23-b890cb00c84c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=2f9193e3-27eb-41bf-b7ec-a45659ab22c7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:20.507716 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 5b2bc8d6-503e-403e-ad95-8b2f8c99a421, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5b2bc8d6-503e-403e-ad95-8b2f8c99a421,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:20.538532 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '5b2bc8d6-503e-403e-ad95-8b2f8c99a421', 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e', 'port_id': '5b2bc8d6-503e-403e-ad95-8b2f8c99a421', 'mac_address': 'fa:16:3e:0b:ce:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe961b1-9a16-4166-9f5e-21fa35cb8710', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:20.590546 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-579770da-20cb-4d06-8b23-b890cb00c84c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:20.593032 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-579770da-20cb-4d06-8b23-b890cb00c84c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/2f9193e3-27eb-41bf-b7ec-a45659ab22c7 HTTP/1.1" status: 204 len: 168 time: 1.2594604 Jul 14 09:23:20.597563 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33042) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:20.644323 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:20.659171 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:20.690426 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 5b2bc8d6-503e-403e-ad95-8b2f8c99a421, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5b2bc8d6-503e-403e-ad95-8b2f8c99a421,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:20.700363 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:20.749851 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41935653-50b5-4230-9ae5-40742d5284b7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:20.751623 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-41935653-50b5-4230-9ae5-40742d5284b7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1447692 Jul 14 09:23:20.755499 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33046) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:20.817627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=5b2bc8d6-503e-403e-ad95-8b2f8c99a421,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:20.835893 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-073f5fc4-a50c-4d9e-9d3d-1767fe486409 req-b328528a-e109-49ba-b5b4-6be4fc31bdb6 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] For port 0f3d48bd-cad5-469a-8dec-e37e13732d0c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=0f3d48bd-cad5-469a-8dec-e37e13732d0c,segment=NetworkSegment(657c12a5-fddb-467b-9d7d-07e1124e3f79),segment_id=657c12a5-fddb-467b-9d7d-07e1124e3f79)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:20.843787 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-073f5fc4-a50c-4d9e-9d3d-1767fe486409 req-b328528a-e109-49ba-b5b4-6be4fc31bdb6 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:20.870155 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91e1a24-2352-491e-b5af-c244155c99ca tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:20.877923 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c91e1a24-2352-491e-b5af-c244155c99ca tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1188319 Jul 14 09:23:20.878362 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33048) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:20.894394 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 72f0a086-687c-4316-b4dd-abb75383800b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:20.905277 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-073f5fc4-a50c-4d9e-9d3d-1767fe486409 req-b328528a-e109-49ba-b5b4-6be4fc31bdb6 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Calling delete_port for 0f3d48bd-cad5-469a-8dec-e37e13732d0c owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:20.962606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69aabe4-73e9-46bd-9622-18259f542558 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:20.965551 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69aabe4-73e9-46bd-9622-18259f542558 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:20.968182 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69aabe4-73e9-46bd-9622-18259f542558 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:20.970647 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f69aabe4-73e9-46bd-9622-18259f542558 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0910394 Jul 14 09:23:20.973545 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33050) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:21.054279 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb6a22-4c05-4068-81ab-c8669c5fd264 req-9377a9c8-fca5-46bf-b506-1fa79874392f tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:21.063151 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d5eb6a22-4c05-4068-81ab-c8669c5fd264 req-9377a9c8-fca5-46bf-b506-1fa79874392f tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 944 time: 0.2156861 Jul 14 09:23:21.100333 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-7418549b-7abc-4f75-9c6e-f20d13650995 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 1ff41c43-50fd-4ba8-952a-9080f6091ed0 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:21.104040 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7418549b-7abc-4f75-9c6e-f20d13650995 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.124373 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['5b2bc8d6-503e-403e-ad95-8b2f8c99a421'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:21.138255 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d5eb6a22-4c05-4068-81ab-c8669c5fd264 req-fcb4e1d0-7814-461e-b6c1-e0980db3c933 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741122 Jul 14 09:23:21.152162 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7418549b-7abc-4f75-9c6e-f20d13650995 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.173902 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb4bc3-25d7-4d2b-aa92-3f3bcfeaecab req-f633e718-421f-4209-9638-896e4114d0ea tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:21.188525 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5fb4bc3-25d7-4d2b-aa92-3f3bcfeaecab req-f633e718-421f-4209-9638-896e4114d0ea tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2486150-068c-48b5-8d57-1da55676359c HTTP/1.1" status: 200 len: 945 time: 0.3393331 Jul 14 09:23:21.315120 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7418549b-7abc-4f75-9c6e-f20d13650995 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.347111 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5fb4bc3-25d7-4d2b-aa92-3f3bcfeaecab req-636b0d92-17bb-446d-9aab-5251128566dc tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3e641e3-eb96-489f-b024-e373dc1c5e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490581 Jul 14 09:23:21.426215 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-073f5fc4-a50c-4d9e-9d3d-1767fe486409 req-b328528a-e109-49ba-b5b4-6be4fc31bdb6 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.477275 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7418549b-7abc-4f75-9c6e-f20d13650995 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.502259 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328528a-e109-49ba-b5b4-6be4fc31bdb6 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Pushing event deleted for resources: {'Port': ['ID=0f3d48bd-cad5-469a-8dec-e37e13732d0c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:21.521901 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418549b-7abc-4f75-9c6e-f20d13650995 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=1ff41c43-50fd-4ba8-952a-9080f6091ed0,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:21.526936 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7418549b-7abc-4f75-9c6e-f20d13650995 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.529597 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7418549b-7abc-4f75-9c6e-f20d13650995 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/1ff41c43-50fd-4ba8-952a-9080f6091ed0 HTTP/1.1" status: 204 len: 168 time: 0.5547736 Jul 14 09:23:21.532683 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33056) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:21.566509 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e57777-e144-40b6-90e5-fa2984fb5bf0 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:21.611921 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-073f5fc4-a50c-4d9e-9d3d-1767fe486409 req-b328528a-e109-49ba-b5b4-6be4fc31bdb6 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] No DVR routers for this DVR port 0f3d48bd-cad5-469a-8dec-e37e13732d0c on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:21.615969 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-073f5fc4-a50c-4d9e-9d3d-1767fe486409 req-b328528a-e109-49ba-b5b4-6be4fc31bdb6 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.618158 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-073f5fc4-a50c-4d9e-9d3d-1767fe486409 req-b328528a-e109-49ba-b5b4-6be4fc31bdb6 tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.49 "DELETE /v2.0/ports/0f3d48bd-cad5-469a-8dec-e37e13732d0c HTTP/1.1" status: 204 len: 173 time: 2.2326484 Jul 14 09:23:21.620040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15290fc-4d87-477e-ba5a-55c3f53d52b2', 'name': 'network-vif-deleted', 'tag': '0f3d48bd-cad5-469a-8dec-e37e13732d0c'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:21.623487 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c3a4bf-51fb-4705-a38f-07472b97c9e0" -d '{"events": [{"server_uuid": "e15290fc-4d87-477e-ba5a-55c3f53d52b2", "name": "network-vif-deleted", "tag": "0f3d48bd-cad5-469a-8dec-e37e13732d0c"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:21.670011 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ae5876b4-a166-4f45-bca7-7d105ad5ec75 req-85027145-9258-47cc-8fdb-e3978f44636d tempest-ServersTestJSON-2008441090 tempest-ServersTestJSON-2008441090-project] 10.222.0.26 "GET /v2.0/ports?device_id=e15290fc-4d87-477e-ba5a-55c3f53d52b2 HTTP/1.1" status: 200 len: 210 time: 0.0675328 Jul 14 09:23:21.735210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-df0f0323-cb33-441c-b281-533db7a5e2df tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 746c52df-e814-4499-8b49-e8bbe8887958 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:21.750187 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df0f0323-cb33-441c-b281-533db7a5e2df tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.783887 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4ffcf960-cfb5-4232-800c-e8971853b8db None None] Provisioning for port 72f0a086-687c-4316-b4dd-abb75383800b completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:21.804265 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4ffcf960-cfb5-4232-800c-e8971853b8db None None] Provisioning complete for port 72f0a086-687c-4316-b4dd-abb75383800b triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:21.805092 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ffcf960-cfb5-4232-800c-e8971853b8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.876340 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df0f0323-cb33-441c-b281-533db7a5e2df tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.942282 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350ed28-164b-4099-a45f-5f664aeadea3 req-a7ed424e-75c2-4bb1-b2d6-23fc8e33c210 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:21.949839 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3350ed28-164b-4099-a45f-5f664aeadea3 req-a7ed424e-75c2-4bb1-b2d6-23fc8e33c210 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.1535301 Jul 14 09:23:22.033081 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3350ed28-164b-4099-a45f-5f664aeadea3 req-b2f55626-7a36-40fa-a596-fbf6287c8272 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816782 Jul 14 09:23:22.063120 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df0f0323-cb33-441c-b281-533db7a5e2df tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:22.167964 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df0f0323-cb33-441c-b281-533db7a5e2df tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:22.206934 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288a4e9-0606-48a6-b2a7-ad8c0754da25 req-4de43c20-727d-4f08-b3f6-f0f16b091320 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:22.208923 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0288a4e9-0606-48a6-b2a7-ad8c0754da25 req-4de43c20-727d-4f08-b3f6-f0f16b091320 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=61a39c49-a464-4a6f-8a67-855aed2d5603 HTTP/1.1" status: 200 len: 945 time: 0.1324503 Jul 14 09:23:22.214244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f0323-cb33-441c-b281-533db7a5e2df tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=746c52df-e814-4499-8b49-e8bbe8887958,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:22.222993 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df0f0323-cb33-441c-b281-533db7a5e2df tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:22.227686 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-df0f0323-cb33-441c-b281-533db7a5e2df tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/746c52df-e814-4499-8b49-e8bbe8887958 HTTP/1.1" status: 204 len: 168 time: 0.6915424 Jul 14 09:23:22.228014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33066) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:22.259113 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139142ef-f7cf-426f-aab8-82992cea5927 x-openstack-request-id: req-139142ef-f7cf-426f-aab8-82992cea5927 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:22.259113 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15290fc-4d87-477e-ba5a-55c3f53d52b2", "name": "network-vif-deleted", "tag": "0f3d48bd-cad5-469a-8dec-e37e13732d0c", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:22.259298 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-139142ef-f7cf-426f-aab8-82992cea5927 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:22.259625 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15290fc-4d87-477e-ba5a-55c3f53d52b2', 'name': 'network-vif-deleted', 'tag': '0f3d48bd-cad5-469a-8dec-e37e13732d0c', 'status': 'completed', 'code': 200} Jul 14 09:23:22.335529 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b615e00e-4524-4bec-9cb1-8880d7c9f128 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032078 Jul 14 09:23:22.339694 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33068) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:22.340169 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0288a4e9-0606-48a6-b2a7-ad8c0754da25 req-c0c639b8-4b75-48a8-b3f5-c050b15f4cbc tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3e641e3-eb96-489f-b024-e373dc1c5e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194298 Jul 14 09:23:22.346702 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-57bd2db5-c5a2-46be-99ec-bbe79810cbae tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:22.648935 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bd2db5-c5a2-46be-99ec-bbe79810cbae tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:22.650466 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bf36f-b253-4454-946f-2e762d13c353 req-c9489554-ee6a-460a-8f76-08a8d32e32e4 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:22.658433 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-942bf36f-b253-4454-946f-2e762d13c353 req-c9489554-ee6a-460a-8f76-08a8d32e32e4 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 944 time: 0.1625249 Jul 14 09:23:22.667579 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57bd2db5-c5a2-46be-99ec-bbe79810cbae tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:22.745493 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-942bf36f-b253-4454-946f-2e762d13c353 req-24fc8d54-153d-4654-b06b-48d0b9801b72 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860398 Jul 14 09:23:22.979840 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 0f3d48bd-cad5-469a-8dec-e37e13732d0c no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:23.021463 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 0f3d48bd-cad5-469a-8dec-e37e13732d0c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:23.021866 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 0f3d48bd-cad5-469a-8dec-e37e13732d0c not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:23.131832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33084) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:23.264850 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-735be373-4624-4f40-9163-633348d1ef9b admin admin] Deleting subnet 4d20aa7a-796d-40db-977f-81fa6bc33327 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:23.276710 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-735be373-4624-4f40-9163-633348d1ef9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:23.309159 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629aa3f1-7359-4c08-be0e-88142ca0e098 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:23.383402 n-d-798054-10 neutron-server[93888]: DEBUG neutron.objects.ports [None req-57bd2db5-c5a2-46be-99ec-bbe79810cbae tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93888) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:23:23.543053 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-735be373-4624-4f40-9163-633348d1ef9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:23.610224 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b6cbd0dd-edb2-4277-b3cc-8c7ae7043e9d None None] Provisioning complete for port 72f0a086-687c-4316-b4dd-abb75383800b triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:23.610699 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6cbd0dd-edb2-4277-b3cc-8c7ae7043e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:23.712885 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57bd2db5-c5a2-46be-99ec-bbe79810cbae tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:23.743951 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-735be373-4624-4f40-9163-633348d1ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:23.860878 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f936a72-fcd9-4756-8655-4f927d13e620 req-539ccdff-ba46-4663-8f9c-a3b0a4f98c89 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:23.863716 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8f936a72-fcd9-4756-8655-4f927d13e620 req-539ccdff-ba46-4663-8f9c-a3b0a4f98c89 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=61a39c49-a464-4a6f-8a67-855aed2d5603 HTTP/1.1" status: 200 len: 945 time: 0.2156277 Jul 14 09:23:23.975182 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-57bd2db5-c5a2-46be-99ec-bbe79810cbae tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] For port 72f0a086-687c-4316-b4dd-abb75383800b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=72f0a086-687c-4316-b4dd-abb75383800b,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:24.002452 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8f936a72-fcd9-4756-8655-4f927d13e620 req-eff2d7e3-520c-4eb7-9d9f-3efe68de4966 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3e641e3-eb96-489f-b024-e373dc1c5e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058252 Jul 14 09:23:24.012922 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-735be373-4624-4f40-9163-633348d1ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:24.014814 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57bd2db5-c5a2-46be-99ec-bbe79810cbae tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:24.024722 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57bd2db5-c5a2-46be-99ec-bbe79810cbae tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:24.025096 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:24.025870 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57bd2db5-c5a2-46be-99ec-bbe79810cbae tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:24.119783 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cc231-57dd-4999-b517-8e7ddf3c3cdc req-fe5d2580-9352-4ff1-b017-f060fe32679a tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:24.130534 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-376cc231-57dd-4999-b517-8e7ddf3c3cdc req-fe5d2580-9352-4ff1-b017-f060fe32679a tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.3096256 Jul 14 09:23:24.146738 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:24.151362 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:24.151918 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:24.175785 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-735be373-4624-4f40-9163-633348d1ef9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:24.180969 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-735be373-4624-4f40-9163-633348d1ef9b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4d20aa7a-796d-40db-977f-81fa6bc33327 HTTP/1.1" status: 204 len: 168 time: 1.0449984 Jul 14 09:23:24.180969 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735be373-4624-4f40-9163-633348d1ef9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d20aa7a-796d-40db-977f-81fa6bc33327,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:24.189534 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33096) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:24.235032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bd2db5-c5a2-46be-99ec-bbe79810cbae tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:24.250708 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-57bd2db5-c5a2-46be-99ec-bbe79810cbae tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:24.258756 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bd2db5-c5a2-46be-99ec-bbe79810cbae tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:24.259370 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57bd2db5-c5a2-46be-99ec-bbe79810cbae tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:24.297162 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:24.343517 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd2db5-c5a2-46be-99ec-bbe79810cbae tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=c1a70729-22b1-4311-8143-91ac84db7c76,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:24.358577 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd2db5-c5a2-46be-99ec-bbe79810cbae tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=72f0a086-687c-4316-b4dd-abb75383800b,revision_number=8']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:24.371777 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-57bd2db5-c5a2-46be-99ec-bbe79810cbae tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0282791 Jul 14 09:23:24.372215 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c13b30b-cc04-41eb-8028-30fb74b6337c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2bc8d6-503e-403e-ad95-8b2f8c99a421'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:24.372339 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33100) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:24.376634 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66346a19-c751-40d2-998a-5b875f67fdeb" -d '{"events": [{"server_uuid": "4c13b30b-cc04-41eb-8028-30fb74b6337c", "name": "network-vif-plugged", "status": "completed", "tag": "5b2bc8d6-503e-403e-ad95-8b2f8c99a421"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:24.382152 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-078f7508-c094-4670-be14-6953bf1babcf tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:24.397444 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 5b2bc8d6-503e-403e-ad95-8b2f8c99a421, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5b2bc8d6-503e-403e-ad95-8b2f8c99a421,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:24.415606 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:24.460893 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-376cc231-57dd-4999-b517-8e7ddf3c3cdc req-efc3316d-0707-4bff-84c1-a9dbd9eac87e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293667 Jul 14 09:23:24.530631 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=5b2bc8d6-503e-403e-ad95-8b2f8c99a421,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:24.587517 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eaf0e2d4-dd70-4a62-a2b8-2524593e2371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:24.661908 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078f7508-c094-4670-be14-6953bf1babcf tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:24.669166 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-078f7508-c094-4670-be14-6953bf1babcf tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:24.744826 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92721e-f0cc-4d94-9200-3d67ebb8c6e0 req-4954503c-a531-4e69-a3df-8d69fdf6ebb8 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:24.753987 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c92721e-f0cc-4d94-9200-3d67ebb8c6e0 req-4954503c-a531-4e69-a3df-8d69fdf6ebb8 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/ports?device_id=4415a1ac-2703-479d-adff-3df4a7f48b3f HTTP/1.1" status: 200 len: 945 time: 0.4359093 Jul 14 09:23:24.806380 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd569767-9a84-4973-8710-ff6040568849 req-4035f800-74a3-49bf-b710-e4bfedce0381 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:24.808006 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fd569767-9a84-4973-8710-ff6040568849 req-4035f800-74a3-49bf-b710-e4bfedce0381 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.49 "GET /v2.0/ports?device_id=61a39c49-a464-4a6f-8a67-855aed2d5603 HTTP/1.1" status: 200 len: 945 time: 0.3410983 Jul 14 09:23:24.815961 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40befcd9-b059-43fe-a105-41de14fb268a None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:24.837417 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eaf0e2d4-dd70-4a62-a2b8-2524593e2371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:24.867097 n-d-798054-10 neutron-server[93888]: INFO neutron.db.ipam_backend_mixin [None req-078f7508-c094-4670-be14-6953bf1babcf tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c1a70729-22b1-4311-8143-91ac84db7c76 (CIDR: 2001:db8::/64) Jul 14 09:23:24.872353 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-078f7508-c094-4670-be14-6953bf1babcf tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:23:24.873041 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-078f7508-c094-4670-be14-6953bf1babcf tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:24.879755 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-eaf0e2d4-dd70-4a62-a2b8-2524593e2371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afffba1d-7bce-4b37-9323-82cdd45d6281']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:24.904760 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-078f7508-c094-4670-be14-6953bf1babcf tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5313799 Jul 14 09:23:24.911199 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33104) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:24.917924 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c6538a58-9037-4a44-95a1-a9f77e38e32e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:24.918227 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 72f0a086-687c-4316-b4dd-abb75383800b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:24.927676 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c92721e-f0cc-4d94-9200-3d67ebb8c6e0 req-b32ee89d-42f8-4a63-a251-711d4fd4901b tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/security-groups?id=9435ddf0-0415-4a4d-8bad-fede627a6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727002 Jul 14 09:23:24.948478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-eaf0e2d4-dd70-4a62-a2b8-2524593e2371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657c12a5-fddb-467b-9d7d-07e1124e3f79') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:24.948785 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-eaf0e2d4-dd70-4a62-a2b8-2524593e2371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657c12a5-fddb-467b-9d7d-07e1124e3f79') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:24.974187 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ed6b82f3-8318-4cc7-a2d4-de25b532a341 None None] Provisioning complete for port 72f0a086-687c-4316-b4dd-abb75383800b triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:24.974558 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed6b82f3-8318-4cc7-a2d4-de25b532a341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:25.016876 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eaf0e2d4-dd70-4a62-a2b8-2524593e2371 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:25.084861 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6538a58-9037-4a44-95a1-a9f77e38e32e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:25.091388 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c6538a58-9037-4a44-95a1-a9f77e38e32e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:25.129570 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eaf0e2d4-dd70-4a62-a2b8-2524593e2371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:25.169436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc909f58-98a2-4d06-bf09-5bc9ea54d6a0 req-02736f31-d45a-404f-8948-6d6b1c4eb4f6 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:25.170159 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 72f0a086-687c-4316-b4dd-abb75383800b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:25.170676 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:25.178469 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cc909f58-98a2-4d06-bf09-5bc9ea54d6a0 req-02736f31-d45a-404f-8948-6d6b1c4eb4f6 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 945 time: 0.5054250 Jul 14 09:23:25.233943 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf0e2d4-dd70-4a62-a2b8-2524593e2371 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:25.234508 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eaf0e2d4-dd70-4a62-a2b8-2524593e2371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:25.238985 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:25.390545 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cc909f58-98a2-4d06-bf09-5bc9ea54d6a0 req-e3097bfe-b343-45dd-9a24-e79f1b3cfc51 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111938 Jul 14 09:23:25.398193 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eaf0e2d4-dd70-4a62-a2b8-2524593e2371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:25.422122 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eaf0e2d4-dd70-4a62-a2b8-2524593e2371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:25.424398 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-eaf0e2d4-dd70-4a62-a2b8-2524593e2371 admin admin] 10.222.0.26 "DELETE /v2.0/networks/afffba1d-7bce-4b37-9323-82cdd45d6281 HTTP/1.1" status: 204 len: 168 time: 1.2342277 Jul 14 09:23:25.434661 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-fd569767-9a84-4973-8710-ff6040568849 req-9c542ca7-ed44-43dc-a7ad-7ff25638e3d6 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Deleting port 8e624092-27d6-471b-b5f6-29fbebf906b3 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:25.435505 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-fd569767-9a84-4973-8710-ff6040568849 req-9c542ca7-ed44-43dc-a7ad-7ff25638e3d6 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:25.462643 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69af4d60-6d00-4f38-84a4-0df6cc8b144d x-openstack-request-id: req-69af4d60-6d00-4f38-84a4-0df6cc8b144d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:25.463153 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c13b30b-cc04-41eb-8028-30fb74b6337c", "name": "network-vif-plugged", "status": "completed", "tag": "5b2bc8d6-503e-403e-ad95-8b2f8c99a421", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:25.463608 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69af4d60-6d00-4f38-84a4-0df6cc8b144d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:25.464158 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c13b30b-cc04-41eb-8028-30fb74b6337c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2bc8d6-503e-403e-ad95-8b2f8c99a421', 'code': 200} Jul 14 09:23:25.608009 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0e2d4-dd70-4a62-a2b8-2524593e2371 admin admin] Pushing event deleted for resources: {'Network': ['ID=afffba1d-7bce-4b37-9323-82cdd45d6281,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:25.623425 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c6538a58-9037-4a44-95a1-a9f77e38e32e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:25.689211 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33112) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:25.715616 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6538a58-9037-4a44-95a1-a9f77e38e32e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:25.743038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-c6538a58-9037-4a44-95a1-a9f77e38e32e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:25.761570 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6538a58-9037-4a44-95a1-a9f77e38e32e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:25.765841 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c6538a58-9037-4a44-95a1-a9f77e38e32e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:25.787401 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd2d49b-d167-4fc4-a05b-8a4259de87c9 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:25.806331 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6538a58-9037-4a44-95a1-a9f77e38e32e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=2870b181-ab8a-42c9-8627-4415331613a0,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:25.815119 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c6538a58-9037-4a44-95a1-a9f77e38e32e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9025950 Jul 14 09:23:25.828399 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2f35a-31ac-4edc-96ba-b4f5a7242f3e req-f2bb531a-b377-4b4e-945a-588b827a1aca tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:25.830403 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3cb2f35a-31ac-4edc-96ba-b4f5a7242f3e req-f2bb531a-b377-4b4e-945a-588b827a1aca tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.49 "GET /v2.0/ports?device_id=4415a1ac-2703-479d-adff-3df4a7f48b3f HTTP/1.1" status: 200 len: 945 time: 0.6184042 Jul 14 09:23:25.835047 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33114) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:25.840822 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3450a506-5943-4a40-b46f-c95b28331d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'mac_address': 'fa:16:3e:0e:f4:c5', 'name': 'tempest-NetworksTestDHCPv6-377134188'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:25.865067 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-fd569767-9a84-4973-8710-ff6040568849 req-9c542ca7-ed44-43dc-a7ad-7ff25638e3d6 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] For port 8e624092-27d6-471b-b5f6-29fbebf906b3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=8e624092-27d6-471b-b5f6-29fbebf906b3,segment=NetworkSegment(8dc21c29-1f28-48ce-830b-ff8f8b28a7ec),segment_id=8dc21c29-1f28-48ce-830b-ff8f8b28a7ec)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:25.865542 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-fd569767-9a84-4973-8710-ff6040568849 req-9c542ca7-ed44-43dc-a7ad-7ff25638e3d6 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:25.884276 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e6796362-c377-4d94-91d6-97c60f9f226c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a7e8bfa500ca4c6083bfd3e82f31e918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832488 Jul 14 09:23:25.892444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33116) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:25.895835 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-fd569767-9a84-4973-8710-ff6040568849 req-9c542ca7-ed44-43dc-a7ad-7ff25638e3d6 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Calling delete_port for 8e624092-27d6-471b-b5f6-29fbebf906b3 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:25.903576 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a7bf1108-dc39-4c06-b508-fc7fbb1980a1 None None] Provisioning complete for port 72f0a086-687c-4316-b4dd-abb75383800b triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:25.903576 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1108-dc39-4c06-b508-fc7fbb1980a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:25.999724 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eed1a5-4cb2-4cf2-9e37-2193e9468cd9 req-1a083f55-4561-47f7-84f4-390f01d6f267 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:26.007292 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57eed1a5-4cb2-4cf2-9e37-2193e9468cd9 req-1a083f55-4561-47f7-84f4-390f01d6f267 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=61a39c49-a464-4a6f-8a67-855aed2d5603 HTTP/1.1" status: 200 len: 945 time: 0.2815385 Jul 14 09:23:26.029431 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e796b-9fb9-4e24-8324-4fe39ff4b780 req-2a9d9c5a-5baf-440e-b9f0-17813049fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:26.031898 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-813e796b-9fb9-4e24-8324-4fe39ff4b780 req-2a9d9c5a-5baf-440e-b9f0-17813049fb8e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 1097 time: 0.3405690 Jul 14 09:23:26.036746 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc513a6-e050-4736-86c9-1ed6dede1629 req-9314ccb7-b113-481f-974f-f2225acfbec0 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:26.044346 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bcc513a6-e050-4736-86c9-1ed6dede1629 req-9314ccb7-b113-481f-974f-f2225acfbec0 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.2940907 Jul 14 09:23:26.068201 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3450a506-5943-4a40-b46f-c95b28331d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:26.161459 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-813e796b-9fb9-4e24-8324-4fe39ff4b780 req-20b8df14-e4ca-454c-8787-c5310ae19a64 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024187 Jul 14 09:23:26.174120 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57eed1a5-4cb2-4cf2-9e37-2193e9468cd9 req-04651db7-c05f-4f8a-85b5-a5df19b08639 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3e641e3-eb96-489f-b024-e373dc1c5e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644516 Jul 14 09:23:26.193927 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9daec920-30bd-48be-b141-6b6916aa0e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.217192 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bcc513a6-e050-4736-86c9-1ed6dede1629 req-c8932a9f-9595-4110-9e45-ac0527d26f8e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670887 Jul 14 09:23:26.234615 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-3cb2f35a-31ac-4edc-96ba-b4f5a7242f3e req-fbd8a2c5-3926-498d-a898-e43efe6769d7 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Deleting port 0126be27-cb04-4dc7-8183-a47831175a67 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:26.234962 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3cb2f35a-31ac-4edc-96ba-b4f5a7242f3e req-fbd8a2c5-3926-498d-a898-e43efe6769d7 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.271117 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9daec920-30bd-48be-b141-6b6916aa0e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.323116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebdf1cf-11b0-420e-bbcf-c9b5c0c70fce None None] Update dhcp port {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'fixed_ips': [{'subnet_id': 'c1a70729-22b1-4311-8143-91ac84db7c76', 'ip_address': '2001:db8::f816:3eff:feb2:a12b'}, {'subnet_id': '2870b181-ab8a-42c9-8627-4415331613a0'}], 'binding:host_id': 'n-d-798054-10'}, 'id': '72f0a086-687c-4316-b4dd-abb75383800b'} from n-d-798054-10. {{(pid=93889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:23:26.372817 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3450a506-5943-4a40-b46f-c95b28331d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.398315 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf1cf-11b0-420e-bbcf-c9b5c0c70fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.415590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-3450a506-5943-4a40-b46f-c95b28331d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port ea113655-8f5f-4456-b1b7-7bc33ff229c8 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:23:26.461138 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-fd569767-9a84-4973-8710-ff6040568849 req-9c542ca7-ed44-43dc-a7ad-7ff25638e3d6 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.501082 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c542ca7-ed44-43dc-a7ad-7ff25638e3d6 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Pushing event deleted for resources: {'Port': ['ID=8e624092-27d6-471b-b5f6-29fbebf906b3,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:26.505685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-3cb2f35a-31ac-4edc-96ba-b4f5a7242f3e req-fbd8a2c5-3926-498d-a898-e43efe6769d7 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] For port 0126be27-cb04-4dc7-8183-a47831175a67, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=0126be27-cb04-4dc7-8183-a47831175a67,segment=NetworkSegment(8de9da6d-eb39-4084-a733-395a97c1078a),segment_id=8de9da6d-eb39-4084-a733-395a97c1078a)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:26.506110 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3cb2f35a-31ac-4edc-96ba-b4f5a7242f3e req-fbd8a2c5-3926-498d-a898-e43efe6769d7 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.530976 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-3cb2f35a-31ac-4edc-96ba-b4f5a7242f3e req-fbd8a2c5-3926-498d-a898-e43efe6769d7 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Calling delete_port for 0126be27-cb04-4dc7-8183-a47831175a67 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:26.537205 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9daec920-30bd-48be-b141-6b6916aa0e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.553946 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9daec920-30bd-48be-b141-6b6916aa0e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.557763 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9daec920-30bd-48be-b141-6b6916aa0e3c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8659334a-d23e-4643-85eb-cf2c4c62143b HTTP/1.1" status: 204 len: 168 time: 0.6595073 Jul 14 09:23:26.625948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd569767-9a84-4973-8710-ff6040568849 req-9c542ca7-ed44-43dc-a7ad-7ff25638e3d6 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] No DVR routers for this DVR port 8e624092-27d6-471b-b5f6-29fbebf906b3 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:26.634148 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-fd569767-9a84-4973-8710-ff6040568849 req-9c542ca7-ed44-43dc-a7ad-7ff25638e3d6 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.637753 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fd569767-9a84-4973-8710-ff6040568849 req-9c542ca7-ed44-43dc-a7ad-7ff25638e3d6 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.49 "DELETE /v2.0/ports/8e624092-27d6-471b-b5f6-29fbebf906b3 HTTP/1.1" status: 204 len: 173 time: 1.8075647 Jul 14 09:23:26.651814 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a39c49-a464-4a6f-8a67-855aed2d5603', 'name': 'network-vif-deleted', 'tag': '8e624092-27d6-471b-b5f6-29fbebf906b3'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:26.654466 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fa4f75-ce02-4b5b-8193-045c39313640" -d '{"events": [{"server_uuid": "61a39c49-a464-4a6f-8a67-855aed2d5603", "name": "network-vif-deleted", "tag": "8e624092-27d6-471b-b5f6-29fbebf906b3"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:26.676354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed689ca9-fc61-419d-81e3-bc56a9930844 req-139b015f-4543-475d-8332-9e19a1e713db tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:26.689213 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed689ca9-fc61-419d-81e3-bc56a9930844 req-139b015f-4543-475d-8332-9e19a1e713db tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/ports?device_id=4415a1ac-2703-479d-adff-3df4a7f48b3f HTTP/1.1" status: 200 len: 945 time: 0.3037536 Jul 14 09:23:26.690170 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daec920-30bd-48be-b141-6b6916aa0e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8659334a-d23e-4643-85eb-cf2c4c62143b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:26.715816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['8e624092-27d6-471b-b5f6-29fbebf906b3', '80cfeded-01b4-4ba9-85ea-e1523874dafe'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:26.723291 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['bd087595-099c-4572-af6b-1283390e2a2d'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:26.774642 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed689ca9-fc61-419d-81e3-bc56a9930844 req-8c4e4b11-fa64-483b-b85b-bdee7c715ff9 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/security-groups?id=9435ddf0-0415-4a4d-8bad-fede627a6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758717 Jul 14 09:23:26.960188 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafb50ce-30e9-4a7c-b2ea-3bf726a02159 x-openstack-request-id: req-aafb50ce-30e9-4a7c-b2ea-3bf726a02159 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:26.960474 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a39c49-a464-4a6f-8a67-855aed2d5603", "name": "network-vif-deleted", "tag": "8e624092-27d6-471b-b5f6-29fbebf906b3", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:26.961226 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aafb50ce-30e9-4a7c-b2ea-3bf726a02159 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:26.961226 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a39c49-a464-4a6f-8a67-855aed2d5603', 'name': 'network-vif-deleted', 'tag': '8e624092-27d6-471b-b5f6-29fbebf906b3', 'status': 'completed', 'code': 200} Jul 14 09:23:27.148403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1321a-e303-4077-81af-0fbd7d7c1f8f req-91d5ec57-b0fa-4135-bd37-1328b3313f82 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:27.150825 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c3c1321a-e303-4077-81af-0fbd7d7c1f8f req-91d5ec57-b0fa-4135-bd37-1328b3313f82 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 945 time: 0.1208827 Jul 14 09:23:27.219470 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c3c1321a-e303-4077-81af-0fbd7d7c1f8f req-98375624-9e36-4891-a245-4d7a642d2006 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620530 Jul 14 09:23:27.353387 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88ee1a49-2e5a-4486-be5f-bacf5bb1317e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.474524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-3450a506-5943-4a40-b46f-c95b28331d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8:0:1::36d (4cef7a78-22ed-4e84-a95a-1f569bb0302d/2870b181-ab8a-42c9-8627-4415331613a0/ea113655-8f5f-4456-b1b7-7bc33ff229c8) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:27.495712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-3450a506-5943-4a40-b46f-c95b28331d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::f816:3eff:fe0e:f4c5 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/c1a70729-22b1-4311-8143-91ac84db7c76/ea113655-8f5f-4456-b1b7-7bc33ff229c8) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:27.702318 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac340280-108e-4b63-8ae0-37cec9716686 req-66d34906-6ad2-496d-a84e-84c6177b5633 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=61a39c49-a464-4a6f-8a67-855aed2d5603 HTTP/1.1" status: 200 len: 210 time: 0.0860927 Jul 14 09:23:27.717562 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3cb2f35a-31ac-4edc-96ba-b4f5a7242f3e req-fbd8a2c5-3926-498d-a898-e43efe6769d7 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.791059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522bc2e-9919-4411-aad7-4f152a646faf req-7ee97f1b-e800-41a1-8d05-fe0f09d8218b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:27.804243 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c522bc2e-9919-4411-aad7-4f152a646faf req-7ee97f1b-e800-41a1-8d05-fe0f09d8218b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.2713563 Jul 14 09:23:27.900696 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c522bc2e-9919-4411-aad7-4f152a646faf req-e5fca02a-51f8-4c13-9e57-010da9f3e3fc tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938218 Jul 14 09:23:27.942642 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33158) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:27.984222 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3450a506-5943-4a40-b46f-c95b28331d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.002104 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-3450a506-5943-4a40-b46f-c95b28331d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object ea113655-8f5f-4456-b1b7-7bc33ff229c8 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:28.056706 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-45f6e6f0-14b9-4c00-a0ad-7cba036b7fcf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1178079848-network', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:28.110861 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8a2c5-3926-498d-a898-e43efe6769d7 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Pushing event deleted for resources: {'Port': ['ID=0126be27-cb04-4dc7-8183-a47831175a67,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:28.115096 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fcca0053-52ed-4edd-bbad-f72f9650fe2d req-089a43b2-1ad7-482b-ad1f-6f4eeadcfa1f tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.26 "GET /v2.0/ports?device_id=4415a1ac-2703-479d-adff-3df4a7f48b3f HTTP/1.1" status: 200 len: 210 time: 0.0438552 Jul 14 09:23:28.115533 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb2f35a-31ac-4edc-96ba-b4f5a7242f3e req-fbd8a2c5-3926-498d-a898-e43efe6769d7 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] No DVR routers for this DVR port 0126be27-cb04-4dc7-8183-a47831175a67 on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:28.119306 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3450a506-5943-4a40-b46f-c95b28331d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.122017 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3cb2f35a-31ac-4edc-96ba-b4f5a7242f3e req-fbd8a2c5-3926-498d-a898-e43efe6769d7 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.125599 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3cb2f35a-31ac-4edc-96ba-b4f5a7242f3e req-fbd8a2c5-3926-498d-a898-e43efe6769d7 tempest-ServerTagsTestJSON-984260984 tempest-ServerTagsTestJSON-984260984-project] 10.222.0.49 "DELETE /v2.0/ports/0126be27-cb04-4dc7-8183-a47831175a67 HTTP/1.1" status: 204 len: 173 time: 2.1790574 Jul 14 09:23:28.127198 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4415a1ac-2703-479d-adff-3df4a7f48b3f', 'name': 'network-vif-deleted', 'tag': '0126be27-cb04-4dc7-8183-a47831175a67'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:28.131824 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f936c4-40a9-4e2c-b14a-e4d2b7a9cd8c" -d '{"events": [{"server_uuid": "4415a1ac-2703-479d-adff-3df4a7f48b3f", "name": "network-vif-deleted", "tag": "0126be27-cb04-4dc7-8183-a47831175a67"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:28.157522 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f6e6f0-14b9-4c00-a0ad-7cba036b7fcf admin admin] Made reservation on behalf of 9eda0dcc3e874a49a638743b0ab4508c for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:28.166450 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45f6e6f0-14b9-4c00-a0ad-7cba036b7fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.199248 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45f6e6f0-14b9-4c00-a0ad-7cba036b7fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.200512 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3450a506-5943-4a40-b46f-c95b28331d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:28.203738 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-2ebdf1cf-11b0-420e-bbcf-c9b5c0c70fce None None] Allocated IP 2001:db8:0:1::2 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/2870b181-ab8a-42c9-8627-4415331613a0/72f0a086-687c-4316-b4dd-abb75383800b) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:28.205052 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-3450a506-5943-4a40-b46f-c95b28331d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:28.211567 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3450a506-5943-4a40-b46f-c95b28331d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:28.220745 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3450a506-5943-4a40-b46f-c95b28331d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:28.220745 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3450a506-5943-4a40-b46f-c95b28331d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.231010 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450a506-5943-4a40-b46f-c95b28331d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=ea113655-8f5f-4456-b1b7-7bc33ff229c8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:28.237014 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2b2ed3-84de-4c1b-808f-4b6f26ed4977 x-openstack-request-id: req-2d2b2ed3-84de-4c1b-808f-4b6f26ed4977 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:28.237890 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4415a1ac-2703-479d-adff-3df4a7f48b3f", "name": "network-vif-deleted", "tag": "0126be27-cb04-4dc7-8183-a47831175a67", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:28.238124 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d2b2ed3-84de-4c1b-808f-4b6f26ed4977 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:28.239111 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4415a1ac-2703-479d-adff-3df4a7f48b3f', 'name': 'network-vif-deleted', 'tag': '0126be27-cb04-4dc7-8183-a47831175a67', 'status': 'completed', 'code': 200} Jul 14 09:23:28.253368 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3450a506-5943-4a40-b46f-c95b28331d47 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4162972 Jul 14 09:23:28.254528 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33164) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:28.428466 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45f6e6f0-14b9-4c00-a0ad-7cba036b7fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.435081 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45f6e6f0-14b9-4c00-a0ad-7cba036b7fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.479091 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f6e6f0-14b9-4c00-a0ad-7cba036b7fcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:28.525773 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6e6f0-14b9-4c00-a0ad-7cba036b7fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3b5ddb-57f0-4d65-9f7b-18d8c0c8453b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:28.535145 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45f6e6f0-14b9-4c00-a0ad-7cba036b7fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.535530 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-45f6e6f0-14b9-4c00-a0ad-7cba036b7fcf admin admin] Added segment 750f21ac-f65b-4fc3-96eb-83cd4adfd745 of type vlan for network cb7535f9-bc7e-49b0-b814-10dffeec6052 Jul 14 09:23:28.544994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-3c570a9b-5d23-4f80-ae39-ea644de2b4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port ea113655-8f5f-4456-b1b7-7bc33ff229c8 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:28.545628 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3c570a9b-5d23-4f80-ae39-ea644de2b4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.569196 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2ebdf1cf-11b0-420e-bbcf-c9b5c0c70fce None None] For port 72f0a086-687c-4316-b4dd-abb75383800b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=72f0a086-687c-4316-b4dd-abb75383800b,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:28.606165 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf1cf-11b0-420e-bbcf-c9b5c0c70fce None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.635301 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2ebdf1cf-11b0-420e-bbcf-c9b5c0c70fce None None] Transition to ACTIVE for port object 72f0a086-687c-4316-b4dd-abb75383800b will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:28.644150 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf1cf-11b0-420e-bbcf-c9b5c0c70fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.727577 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45f6e6f0-14b9-4c00-a0ad-7cba036b7fcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.759070 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3c570a9b-5d23-4f80-ae39-ea644de2b4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.810621 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-3c570a9b-5d23-4f80-ae39-ea644de2b4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for ea113655-8f5f-4456-b1b7-7bc33ff229c8 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:28.838900 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdf1cf-11b0-420e-bbcf-c9b5c0c70fce None None] Pushing event updated for resources: {'Port': ['ID=72f0a086-687c-4316-b4dd-abb75383800b,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:28.866777 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45f6e6f0-14b9-4c00-a0ad-7cba036b7fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.867758 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f6e6f0-14b9-4c00-a0ad-7cba036b7fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:28.879080 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45f6e6f0-14b9-4c00-a0ad-7cba036b7fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.989399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 0126be27-cb04-4dc7-8183-a47831175a67 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:29.014878 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6e6f0-14b9-4c00-a0ad-7cba036b7fcf admin admin] Pushing event updated for resources: {'Network': ['ID=cb7535f9-bc7e-49b0-b814-10dffeec6052,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:29.034894 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network cb7535f9-bc7e-49b0-b814-10dffeec6052 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:29.040455 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5925fb-7872-4f0d-879a-a2788338c776 req-3d9b4e28-4d0b-4bc0-82d6-cd630b73ade3 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:29.044714 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a5925fb-7872-4f0d-879a-a2788338c776 req-3d9b4e28-4d0b-4bc0-82d6-cd630b73ade3 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 945 time: 0.4772661 Jul 14 09:23:29.048436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-45f6e6f0-14b9-4c00-a0ad-7cba036b7fcf admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1051531 Jul 14 09:23:29.053073 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33176) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:29.069655 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-47d62b75-3e80-45c0-8ebb-fc363e3e827d admin admin] Request body: {'subnet': {'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1178079848-subnet', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:29.207150 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d62b75-3e80-45c0-8ebb-fc363e3e827d admin admin] Made reservation on behalf of 9eda0dcc3e874a49a638743b0ab4508c for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:29.210944 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47d62b75-3e80-45c0-8ebb-fc363e3e827d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.242271 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 0126be27-cb04-4dc7-8183-a47831175a67 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:29.244608 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 0126be27-cb04-4dc7-8183-a47831175a67 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:29.245116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 8e624092-27d6-471b-b5f6-29fbebf906b3 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:29.276431 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 8e624092-27d6-471b-b5f6-29fbebf906b3 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:29.276795 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 8e624092-27d6-471b-b5f6-29fbebf906b3 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:29.302136 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3c570a9b-5d23-4f80-ae39-ea644de2b4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.302726 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a5925fb-7872-4f0d-879a-a2788338c776 req-1830d15f-b561-43cb-917e-062412b9c63d tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178133 Jul 14 09:23:29.361041 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c570a9b-5d23-4f80-ae39-ea644de2b4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=ea113655-8f5f-4456-b1b7-7bc33ff229c8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:29.381698 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c570a9b-5d23-4f80-ae39-ea644de2b4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:29.381947 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c570a9b-5d23-4f80-ae39-ea644de2b4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:29.382148 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c570a9b-5d23-4f80-ae39-ea644de2b4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:29.382798 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c570a9b-5d23-4f80-ae39-ea644de2b4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:29.383143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c570a9b-5d23-4f80-ae39-ea644de2b4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:29.383480 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c570a9b-5d23-4f80-ae39-ea644de2b4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:29.383864 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c570a9b-5d23-4f80-ae39-ea644de2b4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:29.384353 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c570a9b-5d23-4f80-ae39-ea644de2b4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:29.384686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c570a9b-5d23-4f80-ae39-ea644de2b4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:29.385015 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c570a9b-5d23-4f80-ae39-ea644de2b4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:29.385341 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c570a9b-5d23-4f80-ae39-ea644de2b4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:29.385690 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c570a9b-5d23-4f80-ae39-ea644de2b4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:29.498276 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3c570a9b-5d23-4f80-ae39-ea644de2b4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.498482 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47d62b75-3e80-45c0-8ebb-fc363e3e827d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.501655 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3c570a9b-5d23-4f80-ae39-ea644de2b4e4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/ea113655-8f5f-4456-b1b7-7bc33ff229c8 HTTP/1.1" status: 204 len: 168 time: 1.2459350 Jul 14 09:23:29.506204 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33186) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:29.628887 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b1dd4b-d257-4ffa-a198-faf86f59b092 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:29.633814 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-36b1dd4b-d257-4ffa-a198-faf86f59b092 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1263578 Jul 14 09:23:29.634397 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33188) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:29.652817 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea3849-d8d2-490d-ac43-60580b51700a req-1a9b515c-075a-4f34-8c1a-3ba68aa61127 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:29.662119 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7eea3849-d8d2-490d-ac43-60580b51700a req-1a9b515c-075a-4f34-8c1a-3ba68aa61127 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.5464435 Jul 14 09:23:29.698514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d62b75-3e80-45c0-8ebb-fc363e3e827d admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d74a61-4251-4207-b4f8-9d0620b80344,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:29.703434 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ae23d6c-8d88-4eef-8fa2-cf94ff823022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.707716 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d62b75-3e80-45c0-8ebb-fc363e3e827d admin admin] Checking segment: {'id': '750f21ac-f65b-4fc3-96eb-83cd4adfd745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:29.708084 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d62b75-3e80-45c0-8ebb-fc363e3e827d admin admin] Network hostable DHCP agents. Network: cb7535f9-bc7e-49b0-b814-10dffeec6052, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:23:29.739765 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7eea3849-d8d2-490d-ac43-60580b51700a req-10a3dead-cffb-4dbf-9342-2aee1f6a44fa tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766509 Jul 14 09:23:29.751921 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6975e2b6-79c3-4340-ad4e-99379ffae5c3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:29.761664 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6975e2b6-79c3-4340-ad4e-99379ffae5c3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1261537 Jul 14 09:23:29.762364 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33190) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:29.763242 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d62b75-3e80-45c0-8ebb-fc363e3e827d admin admin] Network cb7535f9-bc7e-49b0-b814-10dffeec6052 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:23:29.801795 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33192) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:29.841504 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-47d62b75-3e80-45c0-8ebb-fc363e3e827d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, cb7535f9-bc7e-49b0-b814-10dffeec6052) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:29.862733 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d62b75-3e80-45c0-8ebb-fc363e3e827d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:29.863670 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47d62b75-3e80-45c0-8ebb-fc363e3e827d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.891013 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216f88c5-3bcf-44c6-bc08-f2f3ec5102a3 None None] Network cb7535f9-bc7e-49b0-b814-10dffeec6052 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:29.925466 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ec7681-24d7-4f71-abff-5dc7f535200a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:29.926721 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-4533b2d5-3c86-43d6-b79c-8c52f74e92ec admin admin] Deleting subnet 668d7909-0511-4996-8cf9-537c5832d8b4 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:29.927711 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ec7681-24d7-4f71-abff-5dc7f535200a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:29.936114 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ec7681-24d7-4f71-abff-5dc7f535200a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:29.941695 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-29ec7681-24d7-4f71-abff-5dc7f535200a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1712213 Jul 14 09:23:29.941695 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-47d62b75-3e80-45c0-8ebb-fc363e3e827d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8852623 Jul 14 09:23:29.942648 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33194) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:29.944070 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4533b2d5-3c86-43d6-b79c-8c52f74e92ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.944512 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33196) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:29.961125 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-ef1cd7ec-30bf-431d-bfa0-905cfaaffd3d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:29.995817 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4533b2d5-3c86-43d6-b79c-8c52f74e92ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.006258 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.048033 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd7ec-30bf-431d-bfa0-905cfaaffd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.051564 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd7ec-30bf-431d-bfa0-905cfaaffd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.084566 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4533b2d5-3c86-43d6-b79c-8c52f74e92ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.208213 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd7ec-30bf-431d-bfa0-905cfaaffd3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.208213 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5593bf-6d15-444f-ab91-2c80fe536faf tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 2870b181-ab8a-42c9-8627-4415331613a0 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:30.208213 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb5593bf-6d15-444f-ab91-2c80fe536faf tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.208213 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb5593bf-6d15-444f-ab91-2c80fe536faf tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.212889 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-05fe2fe6-449c-4606-883d-f4b56c0e36c2 None None] Provisioning for port 72f0a086-687c-4316-b4dd-abb75383800b completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:30.216407 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4533b2d5-3c86-43d6-b79c-8c52f74e92ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.223707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-05fe2fe6-449c-4606-883d-f4b56c0e36c2 None None] Provisioning complete for port 72f0a086-687c-4316-b4dd-abb75383800b triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:30.223988 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05fe2fe6-449c-4606-883d-f4b56c0e36c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.270093 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-cb7535f9-bc7e-49b0-b814-10dffeec6052', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'fixed_ips': [{'subnet_id': '33d74a61-4251-4207-b4f8-9d0620b80344'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:23:30.272126 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.302465 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533b2d5-3c86-43d6-b79c-8c52f74e92ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=668d7909-0511-4996-8cf9-537c5832d8b4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:30.310616 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4533b2d5-3c86-43d6-b79c-8c52f74e92ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.322443 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4533b2d5-3c86-43d6-b79c-8c52f74e92ec admin admin] 10.222.0.26 "DELETE /v2.0/subnets/668d7909-0511-4996-8cf9-537c5832d8b4 HTTP/1.1" status: 204 len: 168 time: 0.5183992 Jul 14 09:23:30.323356 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33202) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:30.442620 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ce18e640-e3f3-414a-88e8-1a0e325e56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.518264 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Allocated IP 172.20.0.2 (cb7535f9-bc7e-49b0-b814-10dffeec6052/33d74a61-4251-4207-b4f8-9d0620b80344/b655740a-e8b9-4272-9871-dbd492694fbb) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:30.528181 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd7ec-30bf-431d-bfa0-905cfaaffd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.655620 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ce18e640-e3f3-414a-88e8-1a0e325e56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.663629 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.682367 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ce18e640-e3f3-414a-88e8-1a0e325e56d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f9ac25-c7da-4091-9fe4-723d4bc94888']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:30.707854 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ce18e640-e3f3-414a-88e8-1a0e325e56d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de9da6d-eb39-4084-a733-395a97c1078a') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:30.708288 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ce18e640-e3f3-414a-88e8-1a0e325e56d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de9da6d-eb39-4084-a733-395a97c1078a') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:30.727904 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ce18e640-e3f3-414a-88e8-1a0e325e56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.759582 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ce18e640-e3f3-414a-88e8-1a0e325e56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.773578 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce18e640-e3f3-414a-88e8-1a0e325e56d4 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:30.775226 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ce18e640-e3f3-414a-88e8-1a0e325e56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.794329 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-192d3a33-f22d-415b-8ae8-b5b15ee4cc1c None None] Could not find standard attr ID for object 2f9193e3-27eb-41bf-b7ec-a45659ab22c7. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:30.893960 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:30.912819 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.916840 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ce18e640-e3f3-414a-88e8-1a0e325e56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.929003 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fe32ed88-bfda-4cbc-8626-2b99e228efd5 None None] Could not find standard attr ID for object ea113655-8f5f-4456-b1b7-7bc33ff229c8. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:23:30.942697 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 72f0a086-687c-4316-b4dd-abb75383800b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:30.957324 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ce18e640-e3f3-414a-88e8-1a0e325e56d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.960667 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ce18e640-e3f3-414a-88e8-1a0e325e56d4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a0f9ac25-c7da-4091-9fe4-723d4bc94888 HTTP/1.1" status: 204 len: 168 time: 0.6206231 Jul 14 09:23:30.964063 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18e640-e3f3-414a-88e8-1a0e325e56d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0f9ac25-c7da-4091-9fe4-723d4bc94888,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:31.036150 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Transition to ACTIVE for port object b655740a-e8b9-4272-9871-dbd492694fbb will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:31.089604 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 72f0a086-687c-4316-b4dd-abb75383800b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:31.091386 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.163016 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33216) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:31.209897 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Transition to ACTIVE for port object b655740a-e8b9-4272-9871-dbd492694fbb will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:31.234866 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.267669 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-63747f1a-d6f5-486c-a342-f23c3398cb51 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1a065f940a945f4a28ed3059df438ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1016960 Jul 14 09:23:31.268424 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33220) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:31.360914 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Network cb7535f9-bc7e-49b0-b814-10dffeec6052 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:31.365496 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb5593bf-6d15-444f-ab91-2c80fe536faf tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.377290 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:31.391021 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:31.394887 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be80ff2e-a42c-48f7-bd28-12ad7cd1279c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.405969 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Pushing event updated for resources: {'Port': ['ID=b655740a-e8b9-4272-9871-dbd492694fbb,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:31.409676 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0cff5-d3f8-40f8-8ac7-b1b74a361642 req-5885e019-7f34-433d-962a-3d839da96c33 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.417673 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2a0cff5-d3f8-40f8-8ac7-b1b74a361642 req-5885e019-7f34-433d-962a-3d839da96c33 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 945 time: 0.9366634 Jul 14 09:23:31.449820 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be80ff2e-a42c-48f7-bd28-12ad7cd1279c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.524735 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be80ff2e-a42c-48f7-bd28-12ad7cd1279c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.527820 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be80ff2e-a42c-48f7-bd28-12ad7cd1279c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.532095 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-be80ff2e-a42c-48f7-bd28-12ad7cd1279c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9435ddf0-0415-4a4d-8bad-fede627a6f6d HTTP/1.1" status: 204 len: 168 time: 0.2626529 Jul 14 09:23:31.543442 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Attempting to bind port b655740a-e8b9-4272-9871-dbd492694fbb on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:31.544193 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Attempting to bind port b655740a-e8b9-4272-9871-dbd492694fbb by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '750f21ac-f65b-4fc3-96eb-83cd4adfd745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:31.544934 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Attempting to bind port b655740a-e8b9-4272-9871-dbd492694fbb on network cb7535f9-bc7e-49b0-b814-10dffeec6052 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:31.551172 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80ff2e-a42c-48f7-bd28-12ad7cd1279c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9435ddf0-0415-4a4d-8bad-fede627a6f6d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:31.591842 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2a0cff5-d3f8-40f8-8ac7-b1b74a361642 req-ceabd52b-95ee-47cd-9f7b-7d07faf2b4db tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731539 Jul 14 09:23:31.592430 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:31.593027 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Checking segment: {'id': '750f21ac-f65b-4fc3-96eb-83cd4adfd745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:31.593603 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.594182 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Bound using segment: {'id': '750f21ac-f65b-4fc3-96eb-83cd4adfd745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:31.594860 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Bound port: b655740a-e8b9-4272-9871-dbd492694fbb, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750f21ac-f65b-4fc3-96eb-83cd4adfd745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:31.595570 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.608303 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb5593bf-6d15-444f-ab91-2c80fe536faf tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.626816 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.711512 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] For port b655740a-e8b9-4272-9871-dbd492694fbb, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:31.718004 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] For port b655740a-e8b9-4272-9871-dbd492694fbb, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b655740a-e8b9-4272-9871-dbd492694fbb,segment=NetworkSegment(750f21ac-f65b-4fc3-96eb-83cd4adfd745),segment_id=750f21ac-f65b-4fc3-96eb-83cd4adfd745)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:31.729047 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.735246 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb5593bf-6d15-444f-ab91-2c80fe536faf tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.739952 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fb5593bf-6d15-444f-ab91-2c80fe536faf tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/2870b181-ab8a-42c9-8627-4415331613a0 HTTP/1.1" status: 204 len: 168 time: 1.7943885 Jul 14 09:23:31.740400 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33228) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:31.747377 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5593bf-6d15-444f-ab91-2c80fe536faf tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=2870b181-ab8a-42c9-8627-4415331613a0,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:31.784665 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824ccc17-1fd8-4766-b393-7e2850f03d1d None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:31.875272 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4f859e-e284-4400-9300-f2e91358675c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet c1a70729-22b1-4311-8143-91ac84db7c76 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:31.883595 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1e4f859e-e284-4400-9300-f2e91358675c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.918367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab3f21-5beb-4750-9d0e-6cfe7fcae71c None None] Pushing event updated for resources: {'Port': ['ID=b655740a-e8b9-4272-9871-dbd492694fbb,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:32.005222 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15260e-ae37-438d-94cb-ef2d86035300 req-480e5e6d-1426-4c3b-b2a2-a78f3410455d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:32.019194 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1e4f859e-e284-4400-9300-f2e91358675c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.020505 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb15260e-ae37-438d-94cb-ef2d86035300 req-480e5e6d-1426-4c3b-b2a2-a78f3410455d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.4448826 Jul 14 09:23:32.264139 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb15260e-ae37-438d-94cb-ef2d86035300 req-083e60fa-2126-4937-ad2a-09cd1163bb0a tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427142 Jul 14 09:23:32.268665 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1e4f859e-e284-4400-9300-f2e91358675c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.270251 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd7ec-30bf-431d-bfa0-905cfaaffd3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.309200 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd7ec-30bf-431d-bfa0-905cfaaffd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.418425 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1e4f859e-e284-4400-9300-f2e91358675c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.484473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f859e-e284-4400-9300-f2e91358675c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=c1a70729-22b1-4311-8143-91ac84db7c76,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:32.539396 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1e4f859e-e284-4400-9300-f2e91358675c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.550924 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1e4f859e-e284-4400-9300-f2e91358675c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/c1a70729-22b1-4311-8143-91ac84db7c76 HTTP/1.1" status: 204 len: 168 time: 0.8091083 Jul 14 09:23:32.553523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33260) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:32.554758 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-ef1cd7ec-30bf-431d-bfa0-905cfaaffd3d admin admin] Allocated IP 172.25.1.35 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/25212a72-9700-44d7-8093-7ba809662102) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:32.687741 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.707139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33266) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:32.714731 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0c94049b-cbec-4097-9754-89dcb4293e06 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1528995 Jul 14 09:23:32.728513 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-a717ee4a-d891-4f67-a2a5-95f1794e1b5c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:32.908359 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b655740a-e8b9-4272-9871-dbd492694fbb up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:32.949422 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd7ec-30bf-431d-bfa0-905cfaaffd3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.965150 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da82d9-6167-4233-812f-a1f2a2598912 req-10771d44-1314-45c7-90c8-f5f6d21b9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:32.967785 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-83da82d9-6167-4233-812f-a1f2a2598912 req-10771d44-1314-45c7-90c8-f5f6d21b9d0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 1098 time: 0.1288013 Jul 14 09:23:33.008794 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port b655740a-e8b9-4272-9871-dbd492694fbb completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:33.081155 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2559a-fa98-429b-ac68-f5962fd3100a req-fb25a77c-28b3-4d34-8f12-6b7815f3dda0 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:33.082772 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-98e2559a-fa98-429b-ac68-f5962fd3100a req-fb25a77c-28b3-4d34-8f12-6b7815f3dda0 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 945 time: 0.3098414 Jul 14 09:23:33.090782 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33276) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:33.110936 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a717ee4a-d891-4f67-a2a5-95f1794e1b5c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:33.115088 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a717ee4a-d891-4f67-a2a5-95f1794e1b5c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.128542 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da82d9-6167-4233-812f-a1f2a2598912 req-9dcf2749-09df-46a5-9fda-a7620620a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:33.130205 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-83da82d9-6167-4233-812f-a1f2a2598912 req-9dcf2749-09df-46a5-9fda-a7620620a537 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 911 time: 0.1507716 Jul 14 09:23:33.173332 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59f19a-b4d0-4f88-b68d-7c274b9a5d7a req-c523b118-0697-4fe9-8968-bef6e953cd56 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:33.180847 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59f19a-b4d0-4f88-b68d-7c274b9a5d7a req-c523b118-0697-4fe9-8968-bef6e953cd56 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:33.187924 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff59f19a-b4d0-4f88-b68d-7c274b9a5d7a req-c523b118-0697-4fe9-8968-bef6e953cd56 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d3d6ac7-343c-434b-b95b-34ae2aface0c&device_id=b2486150-068c-48b5-8d57-1da55676359c HTTP/1.1" status: 200 len: 1681 time: 0.2493007 Jul 14 09:23:33.202982 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd7ec-30bf-431d-bfa0-905cfaaffd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.212633 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-83da82d9-6167-4233-812f-a1f2a2598912 req-ff1682d7-f3b3-4984-96d4-fbbe56f1e6f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8d662ed-e77f-4353-8c8d-0459dfd9d40a HTTP/1.1" status: 200 len: 217 time: 0.0722773 Jul 14 09:23:33.287328 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da82d9-6167-4233-812f-a1f2a2598912 req-1a3dbf50-4b58-4c79-a192-64ca488dde48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:33.289008 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-83da82d9-6167-4233-812f-a1f2a2598912 req-1a3dbf50-4b58-4c79-a192-64ca488dde48 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ccf1d83d-082d-42ed-9d0f-7aa5099c2f25 HTTP/1.1" status: 200 len: 850 time: 0.0676689 Jul 14 09:23:33.295626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-656d2a9c-5514-44cc-8797-674f6a61a78f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1553564200-network', 'tenant_id': '6fdcf642a6984cc580c95120e96d7260'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:33.326243 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1cd7ec-30bf-431d-bfa0-905cfaaffd3d admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:33.328545 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ac6b96-65c3-40ab-91f8-dbf46e08ab21 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:33.332682 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-aa60c495-dfcb-4def-bb22-4cf909ffbcc5 None None] Provisioning complete for port 72f0a086-687c-4316-b4dd-abb75383800b triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:33.333053 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa60c495-dfcb-4def-bb22-4cf909ffbcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.342761 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-83da82d9-6167-4233-812f-a1f2a2598912 req-185fa471-82f8-43a7-a04c-b76342ea7bd7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c264f7f6-27f5-4c6a-b12c-803b241a1530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415518 Jul 14 09:23:33.355513 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-98e2559a-fa98-429b-ac68-f5962fd3100a req-f8a82995-6378-4633-b39c-f754b235e2e4 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591388 Jul 14 09:23:33.356552 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-ef1cd7ec-30bf-431d-bfa0-905cfaaffd3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:33.359561 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1cd7ec-30bf-431d-bfa0-905cfaaffd3d admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:33.410563 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff59f19a-b4d0-4f88-b68d-7c274b9a5d7a req-64c7741e-b76a-414f-9e90-2a9b5d8993d0 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3e641e3-eb96-489f-b024-e373dc1c5e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169616 Jul 14 09:23:33.416221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656d2a9c-5514-44cc-8797-674f6a61a78f admin admin] Made reservation on behalf of 6fdcf642a6984cc580c95120e96d7260 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:33.416681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1cd7ec-30bf-431d-bfa0-905cfaaffd3d admin admin] Pushing event updated for resources: {'Port': ['ID=25212a72-9700-44d7-8093-7ba809662102,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:33.419238 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-656d2a9c-5514-44cc-8797-674f6a61a78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.435188 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-656d2a9c-5514-44cc-8797-674f6a61a78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.521944 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-83da82d9-6167-4233-812f-a1f2a2598912 req-13ad2e2a-71fa-4739-a358-9dae3811c214 service neutron] 10.222.0.55 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710587 Jul 14 09:23:33.606994 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842e92e2-b3ef-4f49-806a-f50dee1cddb9 None None] Network cb7535f9-bc7e-49b0-b814-10dffeec6052 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:33.653133 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-656d2a9c-5514-44cc-8797-674f6a61a78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.663793 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-656d2a9c-5514-44cc-8797-674f6a61a78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.684029 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656d2a9c-5514-44cc-8797-674f6a61a78f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:33.726327 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-656d2a9c-5514-44cc-8797-674f6a61a78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.726849 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-656d2a9c-5514-44cc-8797-674f6a61a78f admin admin] Added segment 8eb67045-12f5-4fb0-a2df-43f9af7d5132 of type vlan for network 4e7d3efe-d70b-4804-bbc6-a41db5bf6a0d Jul 14 09:23:33.728433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d2a9c-5514-44cc-8797-674f6a61a78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e6caa1-b95a-49ee-9a16-5e81cda97215,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:33.794380 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-83da82d9-6167-4233-812f-a1f2a2598912 req-60da604e-6ac2-49f1-a353-240c9a6a610e service neutron] 10.222.0.55 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645245 Jul 14 09:23:33.796912 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-656d2a9c-5514-44cc-8797-674f6a61a78f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.829494 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a717ee4a-d891-4f67-a2a5-95f1794e1b5c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.857375 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-656d2a9c-5514-44cc-8797-674f6a61a78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.858985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656d2a9c-5514-44cc-8797-674f6a61a78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:33.859832 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-656d2a9c-5514-44cc-8797-674f6a61a78f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.881771 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-93aaba7a-5331-43ab-85f2-01bf0ec3beb0 None None] Provisioning for port b655740a-e8b9-4272-9871-dbd492694fbb completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:33.887206 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9751e5-5328-4a36-9917-9116f421ba8d None None] DHCP port deletion for 4cef7a78-22ed-4e84-a95a-1f569bb0302d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:23:33.897882 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-93aaba7a-5331-43ab-85f2-01bf0ec3beb0 None None] Provisioning complete for port b655740a-e8b9-4272-9871-dbd492694fbb triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:33.898361 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-93aaba7a-5331-43ab-85f2-01bf0ec3beb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.921812 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717ee4a-d891-4f67-a2a5-95f1794e1b5c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=418b1185-447a-48cf-8ece-8ed8eb9a58a1,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:33.931929 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-656d2a9c-5514-44cc-8797-674f6a61a78f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8410192 Jul 14 09:23:33.934595 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33288) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:33.939424 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3fa4dc7c-199b-4582-b878-4ae3d972d233 admin admin] Request body: {'subnet': {'network_id': '4e7d3efe-d70b-4804-bbc6-a41db5bf6a0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1553564200-subnet', 'tenant_id': '6fdcf642a6984cc580c95120e96d7260', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:33.957074 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d2a9c-5514-44cc-8797-674f6a61a78f admin admin] Pushing event updated for resources: {'Network': ['ID=4e7d3efe-d70b-4804-bbc6-a41db5bf6a0d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:33.981698 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 4e7d3efe-d70b-4804-bbc6-a41db5bf6a0d details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:33.982006 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa4dc7c-199b-4582-b878-4ae3d972d233 admin admin] Made reservation on behalf of 6fdcf642a6984cc580c95120e96d7260 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:33.988179 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a717ee4a-d891-4f67-a2a5-95f1794e1b5c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:33.994576 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-a717ee4a-d891-4f67-a2a5-95f1794e1b5c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:33.996351 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3fa4dc7c-199b-4582-b878-4ae3d972d233 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.011711 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a717ee4a-d891-4f67-a2a5-95f1794e1b5c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:34.012401 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a717ee4a-d891-4f67-a2a5-95f1794e1b5c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.097962 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf9f98-3fd7-4d8b-9ab9-17385e1caeab req-319ba43e-0a22-449a-b98b-45fd1c07fe53 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:34.105303 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19cf9f98-3fd7-4d8b-9ab9-17385e1caeab req-319ba43e-0a22-449a-b98b-45fd1c07fe53 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.3983700 Jul 14 09:23:34.119061 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a717ee4a-d891-4f67-a2a5-95f1794e1b5c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4081390 Jul 14 09:23:34.134690 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33294) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:34.150870 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-bd9751e5-5328-4a36-9917-9116f421ba8d None None] Deleting port 72f0a086-687c-4316-b4dd-abb75383800b {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:34.151914 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd9751e5-5328-4a36-9917-9116f421ba8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.165728 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b752ebdd-bd10-42c1-9954-d845d72f064f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:34.204884 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-93aaba7a-5331-43ab-85f2-01bf0ec3beb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.208833 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3fa4dc7c-199b-4582-b878-4ae3d972d233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.279406 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-93aaba7a-5331-43ab-85f2-01bf0ec3beb0 None None] For port b655740a-e8b9-4272-9871-dbd492694fbb, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b655740a-e8b9-4272-9871-dbd492694fbb,segment=NetworkSegment(750f21ac-f65b-4fc3-96eb-83cd4adfd745),segment_id=750f21ac-f65b-4fc3-96eb-83cd4adfd745)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:34.287136 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4dc7c-199b-4582-b878-4ae3d972d233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=464a15b3-eddf-4753-b560-460807ef7519,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:34.288480 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-93aaba7a-5331-43ab-85f2-01bf0ec3beb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.293918 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa4dc7c-199b-4582-b878-4ae3d972d233 admin admin] Checking segment: {'id': '8eb67045-12f5-4fb0-a2df-43f9af7d5132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4e7d3efe-d70b-4804-bbc6-a41db5bf6a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:34.295264 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa4dc7c-199b-4582-b878-4ae3d972d233 admin admin] Network hostable DHCP agents. Network: 4e7d3efe-d70b-4804-bbc6-a41db5bf6a0d, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:23:34.305619 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd7ec-30bf-431d-bfa0-905cfaaffd3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.329762 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa4dc7c-199b-4582-b878-4ae3d972d233 admin admin] Network 4e7d3efe-d70b-4804-bbc6-a41db5bf6a0d is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:23:34.345209 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-3fa4dc7c-199b-4582-b878-4ae3d972d233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 4e7d3efe-d70b-4804-bbc6-a41db5bf6a0d) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:34.351699 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-bd9751e5-5328-4a36-9917-9116f421ba8d None None] For port 72f0a086-687c-4316-b4dd-abb75383800b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=72f0a086-687c-4316-b4dd-abb75383800b,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:34.352033 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd9751e5-5328-4a36-9917-9116f421ba8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.365041 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8868eef-4515-4c60-af57-7821571113e9 None None] Network 4e7d3efe-d70b-4804-bbc6-a41db5bf6a0d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:34.366701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa4dc7c-199b-4582-b878-4ae3d972d233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:34.368749 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3fa4dc7c-199b-4582-b878-4ae3d972d233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.397767 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3fa4dc7c-199b-4582-b878-4ae3d972d233 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4536865 Jul 14 09:23:34.397900 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-bd9751e5-5328-4a36-9917-9116f421ba8d None None] Calling delete_port for 72f0a086-687c-4316-b4dd-abb75383800b owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:34.402460 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19cf9f98-3fd7-4d8b-9ab9-17385e1caeab req-bead11b0-4108-45d0-b457-398df80996c7 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959814 Jul 14 09:23:34.524183 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b752ebdd-bd10-42c1-9954-d845d72f064f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:34.528271 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b752ebdd-bd10-42c1-9954-d845d72f064f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.640984 n-d-798054-10 neutron-server[93887]: INFO neutron.db.ipam_backend_mixin [None req-b752ebdd-bd10-42c1-9954-d845d72f064f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 418b1185-447a-48cf-8ece-8ed8eb9a58a1 (CIDR: 2001:db8::/64) Jul 14 09:23:34.646653 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b752ebdd-bd10-42c1-9954-d845d72f064f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:23:34.647126 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b752ebdd-bd10-42c1-9954-d845d72f064f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:34.675785 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aaba7a-5331-43ab-85f2-01bf0ec3beb0 None None] Pushing event updated for resources: {'Port': ['ID=b655740a-e8b9-4272-9871-dbd492694fbb,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:34.681692 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33306) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:34.682051 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b752ebdd-bd10-42c1-9954-d845d72f064f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5288525 Jul 14 09:23:34.686853 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-011ea61e-c470-4d56-bf67-3416f6140abd None None] Provisioning complete for port b655740a-e8b9-4272-9871-dbd492694fbb triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:34.687360 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-011ea61e-c470-4d56-bf67-3416f6140abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.693073 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3af703bc-6f7d-4916-b74c-8b1a5581f2a8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:34.857772 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f48dca2-985a-4a58-86d8-321473ebbc48 None None] Network 4e7d3efe-d70b-4804-bbc6-a41db5bf6a0d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:34.858012 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8cbf1-d401-404a-8c2a-4bc2ae65d900 req-b8165dfc-68b6-4801-ac19-314cf147e7e4 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:34.860027 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c7e8cbf1-d401-404a-8c2a-4bc2ae65d900 req-b8165dfc-68b6-4801-ac19-314cf147e7e4 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 945 time: 0.1960788 Jul 14 09:23:34.865767 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd7ec-30bf-431d-bfa0-905cfaaffd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.875980 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd9751e5-5328-4a36-9917-9116f421ba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.897645 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af703bc-6f7d-4916-b74c-8b1a5581f2a8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:34.901348 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3af703bc-6f7d-4916-b74c-8b1a5581f2a8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.930551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b655740a-e8b9-4272-9871-dbd492694fbb up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:34.994721 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9751e5-5328-4a36-9917-9116f421ba8d None None] No DVR routers for this DVR port 72f0a086-687c-4316-b4dd-abb75383800b on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:34.999399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9751e5-5328-4a36-9917-9116f421ba8d None None] Pushing event deleted for resources: {'Port': ['ID=72f0a086-687c-4316-b4dd-abb75383800b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:35.030717 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c7e8cbf1-d401-404a-8c2a-4bc2ae65d900 req-99ec28dc-880a-4412-8436-f520e71dc86d tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610422 Jul 14 09:23:35.036347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f330e77e-e0f7-4ae3-be8a-b6d40b443be3 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:35.051140 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33312) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:35.123980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e64f567-8406-4831-903f-751d8c9ae507 admin admin] Deleting subnet 464a15b3-eddf-4753-b560-460807ef7519 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:35.127399 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6e64f567-8406-4831-903f-751d8c9ae507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.152601 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1cd7ec-30bf-431d-bfa0-905cfaaffd3d admin admin] Router d207f6c3-875f-4e54-9103-9b457386aaa0 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:23:35.180685 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6e64f567-8406-4831-903f-751d8c9ae507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.231265 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port b655740a-e8b9-4272-9871-dbd492694fbb triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:35.231769 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.259970 n-d-798054-10 neutron-server[93888]: DEBUG neutron.objects.ports [None req-3af703bc-6f7d-4916-b74c-8b1a5581f2a8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93888) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:23:35.261485 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3af703bc-6f7d-4916-b74c-8b1a5581f2a8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.318992 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af703bc-6f7d-4916-b74c-8b1a5581f2a8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:35.322217 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-3af703bc-6f7d-4916-b74c-8b1a5581f2a8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:35.326668 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af703bc-6f7d-4916-b74c-8b1a5581f2a8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:35.327275 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3af703bc-6f7d-4916-b74c-8b1a5581f2a8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.331570 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af703bc-6f7d-4916-b74c-8b1a5581f2a8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=533c118e-0d24-4179-a996-ff6f461f11e3,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:35.345500 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3af703bc-6f7d-4916-b74c-8b1a5581f2a8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6629448 Jul 14 09:23:35.349177 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33316) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:35.354196 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-82088bb5-6d40-4977-b42b-8c9c71790303 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'mac_address': 'fa:16:3e:b7:89:9e', 'name': 'tempest-NetworksTestDHCPv6-137962630'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:35.400862 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1cd7ec-30bf-431d-bfa0-905cfaaffd3d admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:23:35.413733 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] Sync routers for ids ['d207f6c3-875f-4e54-9103-9b457386aaa0'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:23:35.418737 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6e64f567-8406-4831-903f-751d8c9ae507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.424004 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'fixed_ips': [{'subnet_id': '418b1185-447a-48cf-8ece-8ed8eb9a58a1'}, {'subnet_id': '533c118e-0d24-4179-a996-ff6f461f11e3'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:23:35.424912 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.430591 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] Routers {'d207f6c3-875f-4e54-9103-9b457386aaa0'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:35.432458 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:23:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d207f6c3-875f-4e54-9103-9b457386aaa0'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:35.462002 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd7ec-30bf-431d-bfa0-905cfaaffd3d admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.465848 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ef1cd7ec-30bf-431d-bfa0-905cfaaffd3d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5061104 Jul 14 09:23:35.467193 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33320) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:35.494940 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b423971-5baa-4767-b6ae-c4f0a2c09c98 req-d9f9f256-407a-476a-b605-38af48e6c6f9 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:35.496582 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b423971-5baa-4767-b6ae-c4f0a2c09c98 req-d9f9f256-407a-476a-b605-38af48e6c6f9 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2486150-068c-48b5-8d57-1da55676359c HTTP/1.1" status: 200 len: 945 time: 0.1554852 Jul 14 09:23:35.530160 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6e64f567-8406-4831-903f-751d8c9ae507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.560298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64f567-8406-4831-903f-751d8c9ae507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=464a15b3-eddf-4753-b560-460807ef7519,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:35.577057 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6e64f567-8406-4831-903f-751d8c9ae507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.583109 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6e64f567-8406-4831-903f-751d8c9ae507 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/464a15b3-eddf-4753-b560-460807ef7519 HTTP/1.1" status: 204 len: 168 time: 0.5279553 Jul 14 09:23:35.587291 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33322) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:35.609824 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] Set router d207f6c3-875f-4e54-9103-9b457386aaa0 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:23:35.616130 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b423971-5baa-4767-b6ae-c4f0a2c09c98 req-88b4e3e5-a2b8-49e8-8294-dc5ca1921222 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3e641e3-eb96-489f-b024-e373dc1c5e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081080 Jul 14 09:23:35.656519 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Allocated IP 2001:db8::2 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/418b1185-447a-48cf-8ece-8ed8eb9a58a1/fe7e0821-4b4f-472e-a3c4-6e2c291affef) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:35.663911 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 72f0a086-687c-4316-b4dd-abb75383800b no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:35.700590 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe3e:a7bd (4cef7a78-22ed-4e84-a95a-1f569bb0302d/533c118e-0d24-4179-a996-ff6f461f11e3/fe7e0821-4b4f-472e-a3c4-6e2c291affef) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:35.703786 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 72f0a086-687c-4316-b4dd-abb75383800b {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:35.704253 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 72f0a086-687c-4316-b4dd-abb75383800b not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:35.775757 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82088bb5-6d40-4977-b42b-8c9c71790303 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:35.800649 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9559ec-95d0-487d-a0b8-4bcd8ff3dad3 req-aa3df6a3-dc94-4a4e-84c1-bf0b06179236 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:35.808069 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b9559ec-95d0-487d-a0b8-4bcd8ff3dad3 req-aa3df6a3-dc94-4a4e-84c1-bf0b06179236 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 946 time: 0.1223516 Jul 14 09:23:35.831695 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-99e7d58a-ee24-43ea-961a-f22a7037c171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.869713 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '25212a72-9700-44d7-8093-7ba809662102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:30Z', 'updated_at': '2021-07-14T09:23:33Z', 'revision_number': 3, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'gw_port': {'id': '25212a72-9700-44d7-8093-7ba809662102', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:32Z', 'updated_at': '2021-07-14T09:23:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:35.920551 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] Checking router: d207f6c3-875f-4e54-9103-9b457386aaa0 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:23:35.920851 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] Updating router d207f6c3-875f-4e54-9103-9b457386aaa0 port 25212a72-9700-44d7-8093-7ba809662102 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:23:35.976183 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-99e7d58a-ee24-43ea-961a-f22a7037c171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.979332 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.991935 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-99e7d58a-ee24-43ea-961a-f22a7037c171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7d3efe-d70b-4804-bbc6-a41db5bf6a0d']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:36.008750 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-99e7d58a-ee24-43ea-961a-f22a7037c171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb67045-12f5-4fb0-a2df-43f9af7d5132') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:36.009075 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-99e7d58a-ee24-43ea-961a-f22a7037c171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb67045-12f5-4fb0-a2df-43f9af7d5132') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:36.025098 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-99e7d58a-ee24-43ea-961a-f22a7037c171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.046680 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-99e7d58a-ee24-43ea-961a-f22a7037c171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.056633 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.060373 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e7d58a-ee24-43ea-961a-f22a7037c171 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:36.060906 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-99e7d58a-ee24-43ea-961a-f22a7037c171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.086902 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f8d662ed-e77f-4353-8c8d-0459dfd9d40a no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:36.088485 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:36.106959 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82088bb5-6d40-4977-b42b-8c9c71790303 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.128916 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b9559ec-95d0-487d-a0b8-4bcd8ff3dad3 req-b5e522fd-28f0-4e5c-af3d-c306f2aa6e48 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199363 Jul 14 09:23:36.189286 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-82088bb5-6d40-4977-b42b-8c9c71790303 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port 5433a402-c8b9-4f54-b5ec-0948f0305541 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:23:36.198006 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-99e7d58a-ee24-43ea-961a-f22a7037c171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.200600 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Transition to ACTIVE for port object fe7e0821-4b4f-472e-a3c4-6e2c291affef will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:36.209301 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-99e7d58a-ee24-43ea-961a-f22a7037c171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.215597 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-99e7d58a-ee24-43ea-961a-f22a7037c171 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4e7d3efe-d70b-4804-bbc6-a41db5bf6a0d HTTP/1.1" status: 204 len: 168 time: 0.6273088 Jul 14 09:23:36.233627 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7d58a-ee24-43ea-961a-f22a7037c171 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e7d3efe-d70b-4804-bbc6-a41db5bf6a0d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:36.327361 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Transition to ACTIVE for port object fe7e0821-4b4f-472e-a3c4-6e2c291affef will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:36.328100 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.385430 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f8d662ed-e77f-4353-8c8d-0459dfd9d40a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f8d662ed-e77f-4353-8c8d-0459dfd9d40a,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:36.389155 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f832e9f6-7c01-4107-967c-34e8b6c66ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d662ed-e77f-4353-8c8d-0459dfd9d40a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:36.395396 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d184c4d-7d69-44d3-be77-ae35a40946d7" -d '{"events": [{"server_uuid": "f832e9f6-7c01-4107-967c-34e8b6c66ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "f8d662ed-e77f-4353-8c8d-0459dfd9d40a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:36.404350 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.435834 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.521604 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33334) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:36.528340 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:36.532242 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:36.536953 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:36.548434 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Pushing event updated for resources: {'Port': ['ID=fe7e0821-4b4f-472e-a3c4-6e2c291affef,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:36.553938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a693c50-7935-4da8-b24c-1e81a70d7a24 req-f2b09442-3c99-4d8b-b842-f0e38218344e tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:36.564071 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a693c50-7935-4da8-b24c-1e81a70d7a24 req-f2b09442-3c99-4d8b-b842-f0e38218344e tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 945 time: 0.1510408 Jul 14 09:23:36.613355 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e64214-a416-4685-85e2-53ce2a015469 req-70c73543-88a1-42bf-a57b-dc6aba268542 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:36.615201 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-29e64214-a416-4685-85e2-53ce2a015469 req-70c73543-88a1-42bf-a57b-dc6aba268542 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3d6ac7-343c-434b-b95b-34ae2aface0c HTTP/1.1" status: 200 len: 945 time: 0.3426285 Jul 14 09:23:36.634268 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a693c50-7935-4da8-b24c-1e81a70d7a24 req-62eafb88-fc8c-4c61-8314-a04e7daecbe5 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689006 Jul 14 09:23:36.674148 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85601b8e-d2e4-43ec-9773-233c68fbfd58 req-c3b7f1ba-3dc4-41e9-a7cf-6861614796ac tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:36.675728 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-85601b8e-d2e4-43ec-9773-233c68fbfd58 req-c3b7f1ba-3dc4-41e9-a7cf-6861614796ac tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2486150-068c-48b5-8d57-1da55676359c HTTP/1.1" status: 200 len: 945 time: 0.4227657 Jul 14 09:23:36.681046 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.715948 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] Transition to ACTIVE for port object 25212a72-9700-44d7-8093-7ba809662102 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:36.726707 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.743305 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa6d0d0-457b-4143-88b0-bf841c2696a2 x-openstack-request-id: req-4fa6d0d0-457b-4143-88b0-bf841c2696a2 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:36.743691 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f832e9f6-7c01-4107-967c-34e8b6c66ae1", "name": "network-vif-unplugged", "status": "failed", "tag": "f8d662ed-e77f-4353-8c8d-0459dfd9d40a", "code": 422}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:36.744021 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4fa6d0d0-457b-4143-88b0-bf841c2696a2 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:36.744754 n-d-798054-10 neutron-server[93889]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f832e9f6-7c01-4107-967c-34e8b6c66ae1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f8d662ed-e77f-4353-8c8d-0459dfd9d40a', 'code': 422} returned with failed status Jul 14 09:23:36.778601 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ddaa0d-9a93-45ad-a944-c228b13b8908 None None] Pushing event updated for resources: {'Port': ['ID=25212a72-9700-44d7-8093-7ba809662102,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:36.782812 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Attempting to bind port fe7e0821-4b4f-472e-a3c4-6e2c291affef on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:36.784725 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Attempting to bind port fe7e0821-4b4f-472e-a3c4-6e2c291affef by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:36.785438 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Attempting to bind port fe7e0821-4b4f-472e-a3c4-6e2c291affef on network 4cef7a78-22ed-4e84-a95a-1f569bb0302d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:36.789762 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddaa0d-9a93-45ad-a944-c228b13b8908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.790123 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddaa0d-9a93-45ad-a944-c228b13b8908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.790585 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddaa0d-9a93-45ad-a944-c228b13b8908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.790922 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddaa0d-9a93-45ad-a944-c228b13b8908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.791246 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddaa0d-9a93-45ad-a944-c228b13b8908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.791568 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddaa0d-9a93-45ad-a944-c228b13b8908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.792035 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddaa0d-9a93-45ad-a944-c228b13b8908 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.792354 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddaa0d-9a93-45ad-a944-c228b13b8908 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.792672 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddaa0d-9a93-45ad-a944-c228b13b8908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.792987 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddaa0d-9a93-45ad-a944-c228b13b8908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.793302 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddaa0d-9a93-45ad-a944-c228b13b8908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.793616 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddaa0d-9a93-45ad-a944-c228b13b8908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.810586 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:36.811367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:36.811974 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.812692 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Bound using segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:36.813369 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Bound port: fe7e0821-4b4f-472e-a3c4-6e2c291affef, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:36.813562 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] Attempting to bind port 25212a72-9700-44d7-8093-7ba809662102 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:36.813940 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] Attempting to bind port 25212a72-9700-44d7-8093-7ba809662102 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:36.814301 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] Attempting to bind port 25212a72-9700-44d7-8093-7ba809662102 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:36.814616 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.817436 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=f8d662ed-e77f-4353-8c8d-0459dfd9d40a,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:36.820956 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:36.821508 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:36.821947 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.822475 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:36.822949 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] Bound port: 25212a72-9700-44d7-8093-7ba809662102, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:36.823393 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.881119 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ac141-8e44-4b62-ba85-9d1a3cfb75ad req-c42ab066-16ee-4745-947c-5ba727fcf9c4 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:36.888849 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-459ac141-8e44-4b62-ba85-9d1a3cfb75ad req-c42ab066-16ee-4745-947c-5ba727fcf9c4 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2486150-068c-48b5-8d57-1da55676359c HTTP/1.1" status: 200 len: 945 time: 0.0844808 Jul 14 09:23:36.896986 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] For port 25212a72-9700-44d7-8093-7ba809662102, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:36.898009 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] For port fe7e0821-4b4f-472e-a3c4-6e2c291affef, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:36.900657 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] For port 25212a72-9700-44d7-8093-7ba809662102, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=25212a72-9700-44d7-8093-7ba809662102,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:36.903480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] For port fe7e0821-4b4f-472e-a3c4-6e2c291affef, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=fe7e0821-4b4f-472e-a3c4-6e2c291affef,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:36.906734 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.911407 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.937911 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-459ac141-8e44-4b62-ba85-9d1a3cfb75ad req-7be45322-64e6-4ee8-a7f6-d0918d3409fa tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3e641e3-eb96-489f-b024-e373dc1c5e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479834 Jul 14 09:23:36.975030 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] Routers {'d207f6c3-875f-4e54-9103-9b457386aaa0'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:36.976149 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:23:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d207f6c3-875f-4e54-9103-9b457386aaa0'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:36.997756 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6005483-43de-45fb-bcad-2f430854ec76 None None] Pushing event updated for resources: {'Port': ['ID=fe7e0821-4b4f-472e-a3c4-6e2c291affef,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:37.035855 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ddaa0d-9a93-45ad-a944-c228b13b8908 None None] Pushing event updated for resources: {'Port': ['ID=25212a72-9700-44d7-8093-7ba809662102,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:37.110869 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] Set router d207f6c3-875f-4e54-9103-9b457386aaa0 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:23:37.163716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-82088bb5-6d40-4977-b42b-8c9c71790303 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::20b (4cef7a78-22ed-4e84-a95a-1f569bb0302d/418b1185-447a-48cf-8ece-8ed8eb9a58a1/5433a402-c8b9-4f54-b5ec-0948f0305541) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:37.173993 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-57faeed1-9871-46b8-b8d2-53c3e35276d0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6fdcf642a6984cc580c95120e96d7260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6278591 Jul 14 09:23:37.175448 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33338) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:37.205014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-82088bb5-6d40-4977-b42b-8c9c71790303 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8:0:1:f816:3eff:feb7:899e (4cef7a78-22ed-4e84-a95a-1f569bb0302d/533c118e-0d24-4179-a996-ff6f461f11e3/5433a402-c8b9-4f54-b5ec-0948f0305541) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:37.277060 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7249d68f-8b50-4d72-bc1e-414e6fe56eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.304222 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-372422e4-6643-45f0-b3b4-29c3c6fa2e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.304721 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7249d68f-8b50-4d72-bc1e-414e6fe56eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.368728 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '25212a72-9700-44d7-8093-7ba809662102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:30Z', 'updated_at': '2021-07-14T09:23:33Z', 'revision_number': 3, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'gw_port': {'id': '25212a72-9700-44d7-8093-7ba809662102', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:32Z', 'updated_at': '2021-07-14T09:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:37.396550 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d082971d-d311-4b41-af64-d0356e0da947 None None] The sync data for ids ['d207f6c3-875f-4e54-9103-9b457386aaa0'] in n-d-798054-10 is: [{'id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '25212a72-9700-44d7-8093-7ba809662102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:30Z', 'updated_at': '2021-07-14T09:23:33Z', 'revision_number': 3, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'gw_port': {'id': '25212a72-9700-44d7-8093-7ba809662102', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:32Z', 'updated_at': '2021-07-14T09:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:23:37.419839 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7249d68f-8b50-4d72-bc1e-414e6fe56eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.422540 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7249d68f-8b50-4d72-bc1e-414e6fe56eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.430031 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7249d68f-8b50-4d72-bc1e-414e6fe56eca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9e6caa1-b95a-49ee-9a16-5e81cda97215 HTTP/1.1" status: 204 len: 168 time: 0.2484052 Jul 14 09:23:37.435763 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249d68f-8b50-4d72-bc1e-414e6fe56eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e6caa1-b95a-49ee-9a16-5e81cda97215,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:37.447089 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d305e6d-0f06-47bc-bc3a-05074b1aabab req-8d3b37dc-f9d8-4b09-9922-63c9d18c2cbd tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:37.449334 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d305e6d-0f06-47bc-bc3a-05074b1aabab req-8d3b37dc-f9d8-4b09-9922-63c9d18c2cbd tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 944 time: 0.1132748 Jul 14 09:23:37.507315 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d305e6d-0f06-47bc-bc3a-05074b1aabab req-29af05d0-0c53-4773-8a87-634aa7f5c127 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504479 Jul 14 09:23:37.570165 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-29e64214-a416-4685-85e2-53ce2a015469 req-af5c5e9c-115d-4ae1-bb0c-0c19b66de22c tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Deleting port 80cfeded-01b4-4ba9-85ea-e1523874dafe {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:37.570637 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-29e64214-a416-4685-85e2-53ce2a015469 req-af5c5e9c-115d-4ae1-bb0c-0c19b66de22c tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.702029 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-85601b8e-d2e4-43ec-9773-233c68fbfd58 req-c309e99e-a2aa-4f3f-9d14-a49f9d883374 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Deleting port bd087595-099c-4572-af6b-1283390e2a2d {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:37.702381 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-85601b8e-d2e4-43ec-9773-233c68fbfd58 req-c309e99e-a2aa-4f3f-9d14-a49f9d883374 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.713772 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82088bb5-6d40-4977-b42b-8c9c71790303 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.811183 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-29e64214-a416-4685-85e2-53ce2a015469 req-af5c5e9c-115d-4ae1-bb0c-0c19b66de22c tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] For port 80cfeded-01b4-4ba9-85ea-e1523874dafe, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=80cfeded-01b4-4ba9-85ea-e1523874dafe,segment=NetworkSegment(8dc21c29-1f28-48ce-830b-ff8f8b28a7ec),segment_id=8dc21c29-1f28-48ce-830b-ff8f8b28a7ec)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:37.811541 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-29e64214-a416-4685-85e2-53ce2a015469 req-af5c5e9c-115d-4ae1-bb0c-0c19b66de22c tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.833636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-29e64214-a416-4685-85e2-53ce2a015469 req-af5c5e9c-115d-4ae1-bb0c-0c19b66de22c tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Calling delete_port for 80cfeded-01b4-4ba9-85ea-e1523874dafe owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:37.941597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-82088bb5-6d40-4977-b42b-8c9c71790303 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object 5433a402-c8b9-4f54-b5ec-0948f0305541 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:38.099732 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-372422e4-6643-45f0-b3b4-29c3c6fa2e10 admin admin] Allocated IP 172.20.0.1 (cb7535f9-bc7e-49b0-b814-10dffeec6052/33d74a61-4251-4207-b4f8-9d0620b80344/36a0ba86-b40d-4327-bf23-8c6896697270) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:38.116316 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-85601b8e-d2e4-43ec-9773-233c68fbfd58 req-c309e99e-a2aa-4f3f-9d14-a49f9d883374 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] For port bd087595-099c-4572-af6b-1283390e2a2d, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=bd087595-099c-4572-af6b-1283390e2a2d,segment=NetworkSegment(8dc21c29-1f28-48ce-830b-ff8f8b28a7ec),segment_id=8dc21c29-1f28-48ce-830b-ff8f8b28a7ec)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:38.116844 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-85601b8e-d2e4-43ec-9773-233c68fbfd58 req-c309e99e-a2aa-4f3f-9d14-a49f9d883374 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.173330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73628b1-3c24-42f3-bbd1-b8bd1bb98ef1 req-4ee51ed8-c3b2-4d67-be7c-5efdd1058617 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:38.176548 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b73628b1-3c24-42f3-bbd1-b8bd1bb98ef1 req-4ee51ed8-c3b2-4d67-be7c-5efdd1058617 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 945 time: 0.1499553 Jul 14 09:23:38.197021 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-85601b8e-d2e4-43ec-9773-233c68fbfd58 req-c309e99e-a2aa-4f3f-9d14-a49f9d883374 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Calling delete_port for bd087595-099c-4572-af6b-1283390e2a2d owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:38.256268 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b73628b1-3c24-42f3-bbd1-b8bd1bb98ef1 req-4f924c3d-e4a3-46fc-94dd-40f0e7a2941f tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740783 Jul 14 09:23:38.408250 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-372422e4-6643-45f0-b3b4-29c3c6fa2e10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.426812 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-372422e4-6643-45f0-b3b4-29c3c6fa2e10 admin admin] Transition to ACTIVE for port object 36a0ba86-b40d-4327-bf23-8c6896697270 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:38.476887 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82088bb5-6d40-4977-b42b-8c9c71790303 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.482267 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-372422e4-6643-45f0-b3b4-29c3c6fa2e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.588310 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-29e64214-a416-4685-85e2-53ce2a015469 req-af5c5e9c-115d-4ae1-bb0c-0c19b66de22c tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.604333 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['80cfeded-01b4-4ba9-85ea-e1523874dafe'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:38.628841 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82088bb5-6d40-4977-b42b-8c9c71790303 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:38.642596 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372422e4-6643-45f0-b3b4-29c3c6fa2e10 admin admin] Network cb7535f9-bc7e-49b0-b814-10dffeec6052 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:38.644205 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-82088bb5-6d40-4977-b42b-8c9c71790303 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:38.656778 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169129c-33a1-4127-87c2-78f31665b04f req-e28dfa27-2c08-442b-bde0-a045dd667c19 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:38.658293 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1169129c-33a1-4127-87c2-78f31665b04f req-e28dfa27-2c08-442b-bde0-a045dd667c19 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2486150-068c-48b5-8d57-1da55676359c HTTP/1.1" status: 200 len: 945 time: 0.2167156 Jul 14 09:23:38.680567 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fec181e-2c68-404f-a990-37ad194a0065 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:38.685600 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82088bb5-6d40-4977-b42b-8c9c71790303 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:38.699768 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33402) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:38.708690 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82088bb5-6d40-4977-b42b-8c9c71790303 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:38.709982 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82088bb5-6d40-4977-b42b-8c9c71790303 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.716441 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-372422e4-6643-45f0-b3b4-29c3c6fa2e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:38.750778 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372422e4-6643-45f0-b3b4-29c3c6fa2e10 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:38.755490 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1169129c-33a1-4127-87c2-78f31665b04f req-d8f7f9aa-a956-4fef-93d2-7e0e76d047b2 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3e641e3-eb96-489f-b024-e373dc1c5e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888305 Jul 14 09:23:38.783518 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-67a963ad-86d3-4601-b085-f5d7c5460454 None None] Provisioning for port fe7e0821-4b4f-472e-a3c4-6e2c291affef completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:38.902104 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-372422e4-6643-45f0-b3b4-29c3c6fa2e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.919954 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82088bb5-6d40-4977-b42b-8c9c71790303 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=5433a402-c8b9-4f54-b5ec-0948f0305541,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:38.953399 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-096f61bb-d334-4b95-96f1-228d4e7e7e59 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-696612812-network', 'tenant_id': 'fd44d92953cd42e0895427390c159c4f'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:39.029399 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096f61bb-d334-4b95-96f1-228d4e7e7e59 admin admin] Made reservation on behalf of fd44d92953cd42e0895427390c159c4f for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:39.032255 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-096f61bb-d334-4b95-96f1-228d4e7e7e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.063720 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-096f61bb-d334-4b95-96f1-228d4e7e7e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.131862 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 25212a72-9700-44d7-8093-7ba809662102 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:39.220318 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-82088bb5-6d40-4977-b42b-8c9c71790303 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8642557 Jul 14 09:23:39.234171 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33418) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:39.296933 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 25212a72-9700-44d7-8093-7ba809662102 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:39.306049 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 25212a72-9700-44d7-8093-7ba809662102 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:39.307677 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.359388 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-096f61bb-d334-4b95-96f1-228d4e7e7e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.363293 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e64214-a416-4685-85e2-53ce2a015469 req-af5c5e9c-115d-4ae1-bb0c-0c19b66de22c tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] No DVR routers for this DVR port 80cfeded-01b4-4ba9-85ea-e1523874dafe on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:39.368734 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-096f61bb-d334-4b95-96f1-228d4e7e7e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.405814 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-29e64214-a416-4685-85e2-53ce2a015469 req-af5c5e9c-115d-4ae1-bb0c-0c19b66de22c tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.422554 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-29e64214-a416-4685-85e2-53ce2a015469 req-af5c5e9c-115d-4ae1-bb0c-0c19b66de22c tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.49 "DELETE /v2.0/ports/80cfeded-01b4-4ba9-85ea-e1523874dafe HTTP/1.1" status: 204 len: 173 time: 2.7949202 Jul 14 09:23:39.445283 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3d6ac7-343c-434b-b95b-34ae2aface0c', 'name': 'network-vif-deleted', 'tag': '80cfeded-01b4-4ba9-85ea-e1523874dafe'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:39.448372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096f61bb-d334-4b95-96f1-228d4e7e7e59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:39.451657 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c432ca3a-118d-43d2-86c7-843ca182eec2" -d '{"events": [{"server_uuid": "7d3d6ac7-343c-434b-b95b-34ae2aface0c", "name": "network-vif-deleted", "tag": "80cfeded-01b4-4ba9-85ea-e1523874dafe"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:39.457565 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ba220e49-225e-49cc-84f8-1bbc5d8495c2 None None] Provisioning for port 36a0ba86-b40d-4327-bf23-8c6896697270 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:39.474889 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ba220e49-225e-49cc-84f8-1bbc5d8495c2 None None] Provisioning complete for port 36a0ba86-b40d-4327-bf23-8c6896697270 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:39.478885 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba220e49-225e-49cc-84f8-1bbc5d8495c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.502016 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-096f61bb-d334-4b95-96f1-228d4e7e7e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.502701 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-096f61bb-d334-4b95-96f1-228d4e7e7e59 admin admin] Added segment 1f1a358f-73c2-4ce0-ba11-3ecd763be6c8 of type vlan for network 0dc7e72a-3edb-4241-a6f5-3289e30586c5 Jul 14 09:23:39.516926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f61bb-d334-4b95-96f1-228d4e7e7e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29344996-d4ee-4847-a82a-69c3955d3d3a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:39.584551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ba220e49-225e-49cc-84f8-1bbc5d8495c2 None None] Port 36a0ba86-b40d-4327-bf23-8c6896697270 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:23:39.606006 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.606807 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372422e4-6643-45f0-b3b4-29c3c6fa2e10 admin admin] Pushing event updated for resources: {'Port': ['ID=36a0ba86-b40d-4327-bf23-8c6896697270,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:39.622313 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-096f61bb-d334-4b95-96f1-228d4e7e7e59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.623042 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-85601b8e-d2e4-43ec-9773-233c68fbfd58 req-c309e99e-a2aa-4f3f-9d14-a49f9d883374 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.640572 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 25212a72-9700-44d7-8093-7ba809662102, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=25212a72-9700-44d7-8093-7ba809662102,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:39.646900 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.648064 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fe7e0821-4b4f-472e-a3c4-6e2c291affef up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:39.708230 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-372422e4-6643-45f0-b3b4-29c3c6fa2e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.717434 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c5e9c-115d-4ae1-bb0c-0c19b66de22c tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Pushing event deleted for resources: {'Port': ['ID=80cfeded-01b4-4ba9-85ea-e1523874dafe,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:39.733633 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-096f61bb-d334-4b95-96f1-228d4e7e7e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.735525 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096f61bb-d334-4b95-96f1-228d4e7e7e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:39.737037 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-096f61bb-d334-4b95-96f1-228d4e7e7e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.756495 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=25212a72-9700-44d7-8093-7ba809662102,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:39.778022 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309322f-f9b3-4a72-b0ae-092c050bacf6 req-4288093f-ff62-4ac1-adbd-0b65170bd0a5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:39.790225 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c309322f-f9b3-4a72-b0ae-092c050bacf6 req-4288093f-ff62-4ac1-adbd-0b65170bd0a5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=f832e9f6-7c01-4107-967c-34e8b6c66ae1 HTTP/1.1" status: 200 len: 944 time: 0.4074903 Jul 14 09:23:39.797329 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309e99e-a2aa-4f3f-9d14-a49f9d883374 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Pushing event deleted for resources: {'Port': ['ID=bd087595-099c-4572-af6b-1283390e2a2d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:39.802648 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port fe7e0821-4b4f-472e-a3c4-6e2c291affef completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:39.809158 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port fe7e0821-4b4f-472e-a3c4-6e2c291affef triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:39.809862 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.839581 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ace611d4-2353-4223-be5a-202ee3e050b9 None None] Provisioning for port 5433a402-c8b9-4f54-b5ec-0948f0305541 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:39.848912 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ace611d4-2353-4223-be5a-202ee3e050b9 None None] Provisioning complete for port 5433a402-c8b9-4f54-b5ec-0948f0305541 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:39.849523 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ace611d4-2353-4223-be5a-202ee3e050b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.863776 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-ae3dadf1-6efb-4918-a9b6-1b2a9f330884 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port 5433a402-c8b9-4f54-b5ec-0948f0305541 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:39.864412 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae3dadf1-6efb-4918-a9b6-1b2a9f330884 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.868183 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-85601b8e-d2e4-43ec-9773-233c68fbfd58 req-c309e99e-a2aa-4f3f-9d14-a49f9d883374 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] No DVR routers for this DVR port bd087595-099c-4572-af6b-1283390e2a2d on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:39.875614 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-85601b8e-d2e4-43ec-9773-233c68fbfd58 req-c309e99e-a2aa-4f3f-9d14-a49f9d883374 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.878944 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-85601b8e-d2e4-43ec-9773-233c68fbfd58 req-c309e99e-a2aa-4f3f-9d14-a49f9d883374 tempest-ListServersNegativeTestJSON-1866939569 tempest-ListServersNegativeTestJSON-1866939569-project] 10.222.0.55 "DELETE /v2.0/ports/bd087595-099c-4572-af6b-1283390e2a2d HTTP/1.1" status: 204 len: 173 time: 3.1723053 Jul 14 09:23:39.895485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ace611d4-2353-4223-be5a-202ee3e050b9 None None] Port 5433a402-c8b9-4f54-b5ec-0948f0305541 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:23:39.958193 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.019550 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port fe7e0821-4b4f-472e-a3c4-6e2c291affef, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=fe7e0821-4b4f-472e-a3c4-6e2c291affef,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:40.036309 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.125598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device bd087595-099c-4572-af6b-1283390e2a2d no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:40.159537 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae3dadf1-6efb-4918-a9b6-1b2a9f330884 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.186909 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-ae3dadf1-6efb-4918-a9b6-1b2a9f330884 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for 5433a402-c8b9-4f54-b5ec-0948f0305541 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:40.201476 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: bd087595-099c-4572-af6b-1283390e2a2d {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:40.202091 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device bd087595-099c-4572-af6b-1283390e2a2d not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:40.228145 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-34970ee0-64a9-4a67-bf27-aa3666b66fc7 None None] Provisioning complete for port 5433a402-c8b9-4f54-b5ec-0948f0305541 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:40.228508 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34970ee0-64a9-4a67-bf27-aa3666b66fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.231327 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=fe7e0821-4b4f-472e-a3c4-6e2c291affef,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:40.305024 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-372422e4-6643-45f0-b3b4-29c3c6fa2e10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.316885 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-372422e4-6643-45f0-b3b4-29c3c6fa2e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.320453 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-34970ee0-64a9-4a67-bf27-aa3666b66fc7 None None] Port 5433a402-c8b9-4f54-b5ec-0948f0305541 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:23:40.408687 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372422e4-6643-45f0-b3b4-29c3c6fa2e10 admin admin] Pushing event updated for resources: {'Port': ['ID=36a0ba86-b40d-4327-bf23-8c6896697270,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:40.413166 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-372422e4-6643-45f0-b3b4-29c3c6fa2e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.581981 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae3dadf1-6efb-4918-a9b6-1b2a9f330884 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.582442 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-096f61bb-d334-4b95-96f1-228d4e7e7e59 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8815250 Jul 14 09:23:40.586694 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33430) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:40.590233 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372422e4-6643-45f0-b3b4-29c3c6fa2e10 admin admin] Network cb7535f9-bc7e-49b0-b814-10dffeec6052 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:40.599412 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a7baba3b-0e21-40e5-9737-c8df01e4145c admin admin] Request body: {'subnet': {'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-696612812-subnet', 'tenant_id': 'fd44d92953cd42e0895427390c159c4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:40.601035 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261a031-853e-4e49-8f9e-98f55b76796d req-0e6e1253-a2f9-4c68-9505-6226a4dbce9e tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:40.603621 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5261a031-853e-4e49-8f9e-98f55b76796d req-0e6e1253-a2f9-4c68-9505-6226a4dbce9e tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 945 time: 1.0316527 Jul 14 09:23:40.609371 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-372422e4-6643-45f0-b3b4-29c3c6fa2e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:40.618052 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f61bb-d334-4b95-96f1-228d4e7e7e59 admin admin] Pushing event updated for resources: {'Network': ['ID=0dc7e72a-3edb-4241-a6f5-3289e30586c5,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:40.632384 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 0dc7e72a-3edb-4241-a6f5-3289e30586c5 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:40.639161 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3dadf1-6efb-4918-a9b6-1b2a9f330884 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=5433a402-c8b9-4f54-b5ec-0948f0305541,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:40.759824 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7baba3b-0e21-40e5-9737-c8df01e4145c admin admin] Made reservation on behalf of fd44d92953cd42e0895427390c159c4f for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:40.762227 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a7baba3b-0e21-40e5-9737-c8df01e4145c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.778353 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5261a031-853e-4e49-8f9e-98f55b76796d req-b9a701f0-8ecd-40d8-b1bb-588857eb1e70 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561534 Jul 14 09:23:40.786814 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-c309322f-f9b3-4a72-b0ae-092c050bacf6 req-64fb3d67-6ea3-4f0d-b31a-7c41077b3284 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Deleting port f8d662ed-e77f-4353-8c8d-0459dfd9d40a {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:40.787273 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c309322f-f9b3-4a72-b0ae-092c050bacf6 req-64fb3d67-6ea3-4f0d-b31a-7c41077b3284 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.790310 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae3dadf1-6efb-4918-a9b6-1b2a9f330884 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.795908 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ae3dadf1-6efb-4918-a9b6-1b2a9f330884 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/5433a402-c8b9-4f54-b5ec-0948f0305541 HTTP/1.1" status: 204 len: 168 time: 1.5146029 Jul 14 09:23:40.804809 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33432) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:41.027128 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 25212a72-9700-44d7-8093-7ba809662102 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:41.068744 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-c309322f-f9b3-4a72-b0ae-092c050bacf6 req-64fb3d67-6ea3-4f0d-b31a-7c41077b3284 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] For port f8d662ed-e77f-4353-8c8d-0459dfd9d40a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f8d662ed-e77f-4353-8c8d-0459dfd9d40a,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:41.069048 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c309322f-f9b3-4a72-b0ae-092c050bacf6 req-64fb3d67-6ea3-4f0d-b31a-7c41077b3284 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.079700 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391f5808-904d-48be-8ea3-b589d9f569b1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:41.086017 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 80cfeded-01b4-4ba9-85ea-e1523874dafe no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:41.090720 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-391f5808-904d-48be-8ea3-b589d9f569b1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2656350 Jul 14 09:23:41.097464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33434) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:41.122867 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-c309322f-f9b3-4a72-b0ae-092c050bacf6 req-64fb3d67-6ea3-4f0d-b31a-7c41077b3284 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Calling delete_port for f8d662ed-e77f-4353-8c8d-0459dfd9d40a owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:41.141466 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 80cfeded-01b4-4ba9-85ea-e1523874dafe {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:41.141849 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 80cfeded-01b4-4ba9-85ea-e1523874dafe not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:41.179682 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b0d870c8-14ad-413b-b754-30e66f53d798 None None] Provisioning complete for port 36a0ba86-b40d-4327-bf23-8c6896697270 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:41.180058 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0d870c8-14ad-413b-b754-30e66f53d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.183052 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 25212a72-9700-44d7-8093-7ba809662102 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:41.183425 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.252141 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7198c4b-234f-4f48-9457-5d0add6d9ca7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:41.255280 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d7198c4b-234f-4f48-9457-5d0add6d9ca7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1501410 Jul 14 09:23:41.258050 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33438) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:41.320130 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1412ddfc-98d9-42a6-b872-ccf54b0109f1 x-openstack-request-id: req-1412ddfc-98d9-42a6-b872-ccf54b0109f1 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:41.320427 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3d6ac7-343c-434b-b95b-34ae2aface0c", "name": "network-vif-deleted", "tag": "80cfeded-01b4-4ba9-85ea-e1523874dafe", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:41.320677 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1412ddfc-98d9-42a6-b872-ccf54b0109f1 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:41.321070 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d6ac7-343c-434b-b95b-34ae2aface0c', 'name': 'network-vif-deleted', 'tag': '80cfeded-01b4-4ba9-85ea-e1523874dafe', 'status': 'completed', 'code': 200} Jul 14 09:23:41.332554 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b0d870c8-14ad-413b-b754-30e66f53d798 None None] Port 36a0ba86-b40d-4327-bf23-8c6896697270 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:23:41.347328 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b94b03-25fd-4e85-8221-de59b907742b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:41.350903 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b94b03-25fd-4e85-8221-de59b907742b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:41.352606 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b94b03-25fd-4e85-8221-de59b907742b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:41.357486 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33440) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:41.359080 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-65b94b03-25fd-4e85-8221-de59b907742b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0947235 Jul 14 09:23:41.366776 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fe7e0821-4b4f-472e-a3c4-6e2c291affef up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:41.428739 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c309322f-f9b3-4a72-b0ae-092c050bacf6 req-64fb3d67-6ea3-4f0d-b31a-7c41077b3284 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.434079 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port fe7e0821-4b4f-472e-a3c4-6e2c291affef triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:41.434764 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.435289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372422e4-6643-45f0-b3b4-29c3c6fa2e10 admin admin] Router d207f6c3-875f-4e54-9103-9b457386aaa0 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:23:41.453707 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2dd0bd-9d20-4b7f-8e40-e6e47485d3f0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 418b1185-447a-48cf-8ece-8ed8eb9a58a1 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:41.469599 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb3d67-6ea3-4f0d-b31a-7c41077b3284 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Pushing event deleted for resources: {'Port': ['ID=f8d662ed-e77f-4353-8c8d-0459dfd9d40a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:41.477628 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f2dd0bd-9d20-4b7f-8e40-e6e47485d3f0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.524365 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c309322f-f9b3-4a72-b0ae-092c050bacf6 req-64fb3d67-6ea3-4f0d-b31a-7c41077b3284 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] No DVR routers for this DVR port f8d662ed-e77f-4353-8c8d-0459dfd9d40a on host n-h1-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:41.527436 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c309322f-f9b3-4a72-b0ae-092c050bacf6 req-64fb3d67-6ea3-4f0d-b31a-7c41077b3284 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.529952 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c309322f-f9b3-4a72-b0ae-092c050bacf6 req-64fb3d67-6ea3-4f0d-b31a-7c41077b3284 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "DELETE /v2.0/ports/f8d662ed-e77f-4353-8c8d-0459dfd9d40a HTTP/1.1" status: 204 len: 173 time: 1.7385669 Jul 14 09:23:41.530425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f832e9f6-7c01-4107-967c-34e8b6c66ae1', 'name': 'network-vif-deleted', 'tag': 'f8d662ed-e77f-4353-8c8d-0459dfd9d40a'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:41.532927 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47413f6e-d4b9-41ef-85c6-c37dcbcad6db" -d '{"events": [{"server_uuid": "f832e9f6-7c01-4107-967c-34e8b6c66ae1", "name": "network-vif-deleted", "tag": "f8d662ed-e77f-4353-8c8d-0459dfd9d40a"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:41.583095 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33446) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:41.586078 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f2dd0bd-9d20-4b7f-8e40-e6e47485d3f0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.616225 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc655052-d00f-410d-86cb-4c8a2a57d6ed x-openstack-request-id: req-dc655052-d00f-410d-86cb-4c8a2a57d6ed {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:41.616516 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f832e9f6-7c01-4107-967c-34e8b6c66ae1", "name": "network-vif-deleted", "tag": "f8d662ed-e77f-4353-8c8d-0459dfd9d40a", "status": "failed", "code": 422}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:41.616773 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc655052-d00f-410d-86cb-4c8a2a57d6ed {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:41.617187 n-d-798054-10 neutron-server[93887]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f832e9f6-7c01-4107-967c-34e8b6c66ae1', 'name': 'network-vif-deleted', 'tag': 'f8d662ed-e77f-4353-8c8d-0459dfd9d40a', 'status': 'failed', 'code': 422} returned with failed status Jul 14 09:23:41.636556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed0b661-59b8-477b-975f-dceef520a4dd admin admin] Deleting subnet eb019082-c4e0-4f2e-b3a0-75fb2fb137ad {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:41.639758 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ed0b661-59b8-477b-975f-dceef520a4dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.681917 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ed0b661-59b8-477b-975f-dceef520a4dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.709582 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a7baba3b-0e21-40e5-9737-c8df01e4145c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.726206 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ed0b661-59b8-477b-975f-dceef520a4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.785190 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ed0b661-59b8-477b-975f-dceef520a4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.793773 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372422e4-6643-45f0-b3b4-29c3c6fa2e10 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:23:41.812854 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-372422e4-6643-45f0-b3b4-29c3c6fa2e10 admin admin] 10.222.0.26 "PUT /v2.0/routers/d207f6c3-875f-4e54-9103-9b457386aaa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3393288 Jul 14 09:23:41.813089 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] Sync routers for ids ['d207f6c3-875f-4e54-9103-9b457386aaa0'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:23:41.815652 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0b661-59b8-477b-975f-dceef520a4dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb019082-c4e0-4f2e-b3a0-75fb2fb137ad,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:41.823330 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] Routers {'d207f6c3-875f-4e54-9103-9b457386aaa0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:41.823723 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f2dd0bd-9d20-4b7f-8e40-e6e47485d3f0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.824149 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:23:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d207f6c3-875f-4e54-9103-9b457386aaa0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:41.835695 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ed0b661-59b8-477b-975f-dceef520a4dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.842546 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0ed0b661-59b8-477b-975f-dceef520a4dd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/eb019082-c4e0-4f2e-b3a0-75fb2fb137ad HTTP/1.1" status: 204 len: 168 time: 0.2562544 Jul 14 09:23:41.845288 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33456) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:41.931734 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7baba3b-0e21-40e5-9737-c8df01e4145c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d99465c5-3f7d-4f9c-9abc-0f6030c9ad6e,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:41.977075 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7baba3b-0e21-40e5-9737-c8df01e4145c admin admin] Checking segment: {'id': '1f1a358f-73c2-4ce0-ba11-3ecd763be6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:41.977934 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7baba3b-0e21-40e5-9737-c8df01e4145c admin admin] Network hostable DHCP agents. Network: 0dc7e72a-3edb-4241-a6f5-3289e30586c5, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:23:41.991524 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f2dd0bd-9d20-4b7f-8e40-e6e47485d3f0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.038053 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7fc616a-6945-43bd-b252-b70b6ccd309b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.072163 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cc454-ec3c-4cfb-8b88-0649d7598295 req-cd745a54-b5b3-4325-8b0a-6549226ee5a7 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:42.073633 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-300cc454-ec3c-4cfb-8b88-0649d7598295 req-cd745a54-b5b3-4325-8b0a-6549226ee5a7 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 945 time: 0.1358140 Jul 14 09:23:42.078852 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f2dd0bd-9d20-4b7f-8e40-e6e47485d3f0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.090521 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3f2dd0bd-9d20-4b7f-8e40-e6e47485d3f0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/418b1185-447a-48cf-8ece-8ed8eb9a58a1 HTTP/1.1" status: 204 len: 168 time: 0.7319629 Jul 14 09:23:42.093849 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2dd0bd-9d20-4b7f-8e40-e6e47485d3f0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=418b1185-447a-48cf-8ece-8ed8eb9a58a1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:42.098838 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5cee17-4a5f-4d26-823f-a1fde98ce431 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:42.099036 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33464) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:42.141850 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7baba3b-0e21-40e5-9737-c8df01e4145c admin admin] Network 0dc7e72a-3edb-4241-a6f5-3289e30586c5 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:23:42.178070 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-a7baba3b-0e21-40e5-9737-c8df01e4145c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 0dc7e72a-3edb-4241-a6f5-3289e30586c5) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:42.186263 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7baba3b-0e21-40e5-9737-c8df01e4145c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:42.186593 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7fc616a-6945-43bd-b252-b70b6ccd309b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.188017 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a7baba3b-0e21-40e5-9737-c8df01e4145c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.191736 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9d97d5-822b-4e74-9085-76c3039c248e None None] Network 0dc7e72a-3edb-4241-a6f5-3289e30586c5 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:42.216030 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-e7fc616a-6945-43bd-b252-b70b6ccd309b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f53e95-91cf-4ed0-9a90-49c27b3185d2']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:42.217390 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf2224b-3248-418b-bd86-5e0235e59b68 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 533c118e-0d24-4179-a996-ff6f461f11e3 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:42.221204 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cf2224b-3248-418b-bd86-5e0235e59b68 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.228463 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-e7fc616a-6945-43bd-b252-b70b6ccd309b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc21c29-1f28-48ce-830b-ff8f8b28a7ec') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:42.228999 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-e7fc616a-6945-43bd-b252-b70b6ccd309b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc21c29-1f28-48ce-830b-ff8f8b28a7ec') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:42.240310 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7fc616a-6945-43bd-b252-b70b6ccd309b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.256209 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7fc616a-6945-43bd-b252-b70b6ccd309b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.259290 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a7baba3b-0e21-40e5-9737-c8df01e4145c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6715205 Jul 14 09:23:42.263790 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7fc616a-6945-43bd-b252-b70b6ccd309b admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:42.264310 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7fc616a-6945-43bd-b252-b70b6ccd309b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.299443 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cf2224b-3248-418b-bd86-5e0235e59b68 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:42.325572 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:42.345164 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-300cc454-ec3c-4cfb-8b88-0649d7598295 req-386012a3-3feb-4f13-b009-7ff2d076ff28 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633884 Jul 14 09:23:42.360889 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7fc616a-6945-43bd-b252-b70b6ccd309b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.374774 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7fc616a-6945-43bd-b252-b70b6ccd309b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.379662 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e7fc616a-6945-43bd-b252-b70b6ccd309b admin admin] 10.222.0.26 "DELETE /v2.0/networks/46f53e95-91cf-4ed0-9a90-49c27b3185d2 HTTP/1.1" status: 204 len: 168 time: 0.5298057 Jul 14 09:23:42.381272 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] Set router d207f6c3-875f-4e54-9103-9b457386aaa0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:23:42.406335 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc616a-6945-43bd-b252-b70b6ccd309b admin admin] Pushing event deleted for resources: {'Network': ['ID=46f53e95-91cf-4ed0-9a90-49c27b3185d2,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:42.419624 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cf2224b-3248-418b-bd86-5e0235e59b68 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.505985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8285411c-1b7b-471d-b99d-1ab279451778 None None] Network 0dc7e72a-3edb-4241-a6f5-3289e30586c5 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:42.531645 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cf2224b-3248-418b-bd86-5e0235e59b68 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.635995 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2224b-3248-418b-bd86-5e0235e59b68 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=533c118e-0d24-4179-a996-ff6f461f11e3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:42.641403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-50c12d6d-c86d-4c24-9b0d-5a3360c6bed1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:42.644990 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-50c12d6d-c86d-4c24-9b0d-5a3360c6bed1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 810 time: 0.1850359 Jul 14 09:23:42.651987 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cf2224b-3248-418b-bd86-5e0235e59b68 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.654565 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3cf2224b-3248-418b-bd86-5e0235e59b68 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/533c118e-0d24-4179-a996-ff6f461f11e3 HTTP/1.1" status: 204 len: 168 time: 0.5520480 Jul 14 09:23:42.655499 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33488) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:42.662451 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33490) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:42.667276 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-52eef318-274f-465e-ad0b-f13c990bad40 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/quotas/be454fb0ee14462b824a675124f7b42d HTTP/1.1" status: 200 len: 375 time: 0.0125136 Jul 14 09:23:42.709643 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8b2f161b-01d9-420a-9363-405becb12ac4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458665 Jul 14 09:23:42.712465 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33492) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:42.718618 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-6546ecdb-dc13-4b84-a060-4b75efef5038 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:42.727383 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-2f7089e8-80b1-4344-ba83-6e1ed8db1c81 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525515 Jul 14 09:23:42.735997 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fc4492a5-3fbb-4130-b762-d8f866758159 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2631da39f8847c49029355fd002f1a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0791967 Jul 14 09:23:42.739681 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33494) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:42.790662 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9180fada-a144-4c78-b93f-daa9ff1a506a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.813127 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9180fada-a144-4c78-b93f-daa9ff1a506a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.868588 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '25212a72-9700-44d7-8093-7ba809662102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:30Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'gw_port': {'id': '25212a72-9700-44d7-8093-7ba809662102', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:32Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '36a0ba86-b40d-4327-bf23-8c6896697270', 'name': '', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'mac_address': 'fa:16:3e:5c:f3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:37Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 2, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'subnets': [{'id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:42.895329 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9180fada-a144-4c78-b93f-daa9ff1a506a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.898266 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9180fada-a144-4c78-b93f-daa9ff1a506a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.899542 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9180fada-a144-4c78-b93f-daa9ff1a506a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3e641e3-eb96-489f-b024-e373dc1c5e82 HTTP/1.1" status: 204 len: 168 time: 0.1588943 Jul 14 09:23:42.910604 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180fada-a144-4c78-b93f-daa9ff1a506a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e641e3-eb96-489f-b024-e373dc1c5e82,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:42.919109 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbe7bfb-3416-4563-9138-790e94bb4a8a None None] DHCP port deletion for 4cef7a78-22ed-4e84-a95a-1f569bb0302d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:23:42.923158 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6546ecdb-dc13-4b84-a060-4b75efef5038 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:42.928765 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6546ecdb-dc13-4b84-a060-4b75efef5038 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.928942 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] Checking router: d207f6c3-875f-4e54-9103-9b457386aaa0 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:23:42.929381 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] Updating router d207f6c3-875f-4e54-9103-9b457386aaa0 port 36a0ba86-b40d-4327-bf23-8c6896697270 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:23:42.996948 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33498) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:43.002648 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2624e8c1-b7f9-472f-9fcf-929857223bfd tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1729093621', 'description': 'tempest-description--496469966'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:43.002959 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.051490 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2624e8c1-b7f9-472f-9fcf-929857223bfd tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.090768 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-edbe7bfb-3416-4563-9138-790e94bb4a8a None None] Deleting port fe7e0821-4b4f-472e-a3c4-6e2c291affef {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:43.091952 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-edbe7bfb-3416-4563-9138-790e94bb4a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.126950 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-dddfb606-7b7d-467a-9279-239235b1acd7 service neutron] 10.222.0.26 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880415 Jul 14 09:23:43.213170 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-edbe7bfb-3416-4563-9138-790e94bb4a8a None None] For port fe7e0821-4b4f-472e-a3c4-6e2c291affef, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=fe7e0821-4b4f-472e-a3c4-6e2c291affef,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:43.213575 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-edbe7bfb-3416-4563-9138-790e94bb4a8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.239658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-edbe7bfb-3416-4563-9138-790e94bb4a8a None None] Calling delete_port for fe7e0821-4b4f-472e-a3c4-6e2c291affef owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:43.249508 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2624e8c1-b7f9-472f-9fcf-929857223bfd tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.264225 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2624e8c1-b7f9-472f-9fcf-929857223bfd tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.273546 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-3616b1da-784e-4b5b-8a88-8b21eb5eb5a9 service neutron] 10.222.0.26 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446743 Jul 14 09:23:43.325107 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2486150-068c-48b5-8d57-1da55676359c', 'name': 'network-vif-deleted', 'tag': 'bd087595-099c-4572-af6b-1283390e2a2d'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:43.328052 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6546ecdb-dc13-4b84-a060-4b75efef5038 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.332438 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3890577c-49a1-41cb-aa32-02ee87d0f8fd" -d '{"events": [{"server_uuid": "b2486150-068c-48b5-8d57-1da55676359c", "name": "network-vif-deleted", "tag": "bd087595-099c-4572-af6b-1283390e2a2d"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:43.354145 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2624e8c1-b7f9-472f-9fcf-929857223bfd tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.358148 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2624e8c1-b7f9-472f-9fcf-929857223bfd tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3601766 Jul 14 09:23:43.369149 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33508) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:43.380975 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e33336a3-d713-43e6-9c2f-2546c5e2beec tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Request body: {'security_group_rule': {'security_group_id': '5f4c334e-647f-4e7a-b366-0da133d44df0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:43.408148 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-edbe7bfb-3416-4563-9138-790e94bb4a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.412866 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624e8c1-b7f9-472f-9fcf-929857223bfd tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4c334e-647f-4e7a-b366-0da133d44df0,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:43.431406 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6546ecdb-dc13-4b84-a060-4b75efef5038 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:43.444770 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-6546ecdb-dc13-4b84-a060-4b75efef5038 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:43.454866 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6546ecdb-dc13-4b84-a060-4b75efef5038 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:43.462169 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e33336a3-d713-43e6-9c2f-2546c5e2beec tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.462501 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6546ecdb-dc13-4b84-a060-4b75efef5038 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.468035 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbe7bfb-3416-4563-9138-790e94bb4a8a None None] No DVR routers for this DVR port fe7e0821-4b4f-472e-a3c4-6e2c291affef on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:43.477724 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe7bfb-3416-4563-9138-790e94bb4a8a None None] Pushing event deleted for resources: {'Port': ['ID=fe7e0821-4b4f-472e-a3c4-6e2c291affef,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:43.496780 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a459f57-7009-4486-ad7f-83852e3dfbb6 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:43.510310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6546ecdb-dc13-4b84-a060-4b75efef5038 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7948852 Jul 14 09:23:43.514146 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33516) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:43.527286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-26d84ba2-4b43-4415-bf4e-c314726bf252 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:43.536833 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546ecdb-dc13-4b84-a060-4b75efef5038 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=1fcfda7c-b75a-4270-9825-419114dae625,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:43.602838 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafafba6-98a5-459e-a4a6-995edb98fe1e x-openstack-request-id: req-bafafba6-98a5-459e-a4a6-995edb98fe1e {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:43.603077 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2486150-068c-48b5-8d57-1da55676359c", "name": "network-vif-deleted", "tag": "bd087595-099c-4572-af6b-1283390e2a2d", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:43.603324 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bafafba6-98a5-459e-a4a6-995edb98fe1e {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:43.605323 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2486150-068c-48b5-8d57-1da55676359c', 'name': 'network-vif-deleted', 'tag': 'bd087595-099c-4572-af6b-1283390e2a2d', 'status': 'completed', 'code': 200} Jul 14 09:23:43.662149 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e33336a3-d713-43e6-9c2f-2546c5e2beec tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.673721 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e33336a3-d713-43e6-9c2f-2546c5e2beec tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.708692 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33336a3-d713-43e6-9c2f-2546c5e2beec tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad43cc48-239e-4f38-943b-700248707a64,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:43.735626 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e33336a3-d713-43e6-9c2f-2546c5e2beec tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.741556 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e33336a3-d713-43e6-9c2f-2546c5e2beec tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3708656 Jul 14 09:23:43.742312 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33534) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:43.750721 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-5ebb68a2-f2ec-48bf-93d2-8db30ac341db tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Request body: {'security_group_rule': {'security_group_id': '5f4c334e-647f-4e7a-b366-0da133d44df0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:43.779817 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5ebb68a2-f2ec-48bf-93d2-8db30ac341db tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.879847 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5ebb68a2-f2ec-48bf-93d2-8db30ac341db tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.887437 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5ebb68a2-f2ec-48bf-93d2-8db30ac341db tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.906637 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb68a2-f2ec-48bf-93d2-8db30ac341db tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671182d5-e883-472a-be05-f726843e6bc5,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:43.950391 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-5bc58893-9d3f-4aa4-83b2-27c210fe37f9 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:43.952990 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-5bc58893-9d3f-4aa4-83b2-27c210fe37f9 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/networks?id=0dc7e72a-3edb-4241-a6f5-3289e30586c5 HTTP/1.1" status: 200 len: 814 time: 0.3212802 Jul 14 09:23:43.963863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d84ba2-4b43-4415-bf4e-c314726bf252 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:43.969089 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5ebb68a2-f2ec-48bf-93d2-8db30ac341db tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.970634 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5ebb68a2-f2ec-48bf-93d2-8db30ac341db tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2272022 Jul 14 09:23:43.971527 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26d84ba2-4b43-4415-bf4e-c314726bf252 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.974274 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33546) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:43.980627 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1f71e694-5209-4e1b-83cc-d4cd794c0f61 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:43.986338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fee75-3e77-4000-b3b0-77e773efb102 req-5458d576-2bc7-4070-9478-1cbe3b7e493a tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:43.987709 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.988988 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d4fee75-3e77-4000-b3b0-77e773efb102 req-5458d576-2bc7-4070-9478-1cbe3b7e493a tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 945 time: 0.2089686 Jul 14 09:23:44.004295 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] Transition to ACTIVE for port object 36a0ba86-b40d-4327-bf23-8c6896697270 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:44.026647 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.051069 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'tenant_id': 'd767fa2019e8430c8d82b725bc36d883', 'fixed_ips': [{'subnet_id': '1fcfda7c-b75a-4270-9825-419114dae625'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:23:44.051954 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.056566 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f71e694-5209-4e1b-83cc-d4cd794c0f61 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.130604 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-9c091e73-4bef-4c2e-b6b4-45436049b1a4 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/quotas/fd44d92953cd42e0895427390c159c4f HTTP/1.1" status: 200 len: 375 time: 0.1335490 Jul 14 09:23:44.168168 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1b07a-67ee-44af-a5e4-8b5d40531d41 None None] Pushing event updated for resources: {'Port': ['ID=36a0ba86-b40d-4327-bf23-8c6896697270,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:44.208563 n-d-798054-10 neutron-server[93887]: INFO neutron.db.ipam_backend_mixin [None req-26d84ba2-4b43-4415-bf4e-c314726bf252 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1fcfda7c-b75a-4270-9825-419114dae625 (CIDR: 2001:db8::/64) Jul 14 09:23:44.258682 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f71e694-5209-4e1b-83cc-d4cd794c0f61 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.269024 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] Attempting to bind port 36a0ba86-b40d-4327-bf23-8c6896697270 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:44.269024 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] Attempting to bind port 36a0ba86-b40d-4327-bf23-8c6896697270 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '750f21ac-f65b-4fc3-96eb-83cd4adfd745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:44.270239 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] Attempting to bind port 36a0ba86-b40d-4327-bf23-8c6896697270 on network cb7535f9-bc7e-49b0-b814-10dffeec6052 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:44.275660 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d84ba2-4b43-4415-bf4e-c314726bf252 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:23:44.276183 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d84ba2-4b43-4415-bf4e-c314726bf252 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:44.293020 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:44.293564 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] Checking segment: {'id': '750f21ac-f65b-4fc3-96eb-83cd4adfd745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:44.294125 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.294676 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] Bound using segment: {'id': '750f21ac-f65b-4fc3-96eb-83cd4adfd745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:44.295341 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] Bound port: 36a0ba86-b40d-4327-bf23-8c6896697270, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750f21ac-f65b-4fc3-96eb-83cd4adfd745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:44.295824 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.300829 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-8b6426b1-a30e-4dd7-8933-cf555d84e5de tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd44d92953cd42e0895427390c159c4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1683402 Jul 14 09:23:44.313254 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-26d84ba2-4b43-4415-bf4e-c314726bf252 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7900512 Jul 14 09:23:44.324686 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d4fee75-3e77-4000-b3b0-77e773efb102 req-fd5841af-8c75-4080-81f2-d34a2fa085e3 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257257 Jul 14 09:23:44.334867 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33558) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:44.342332 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-1204b127-8120-4407-b903-47ddb1203bc2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'subnet': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:44.444096 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] For port 36a0ba86-b40d-4327-bf23-8c6896697270, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:44.448032 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] For port 36a0ba86-b40d-4327-bf23-8c6896697270, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=36a0ba86-b40d-4327-bf23-8c6896697270,segment=NetworkSegment(750f21ac-f65b-4fc3-96eb-83cd4adfd745),segment_id=750f21ac-f65b-4fc3-96eb-83cd4adfd745)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:44.461744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-1f71e694-5209-4e1b-83cc-d4cd794c0f61 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Allocated IP 172.25.1.228 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/6a28e4b1-cb73-43e8-997c-54934eeb2547) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:44.555561 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-239092dd-ef18-4648-a88b-7435478f8f2a req-62e063bf-046e-4fbc-860e-a62f50c12095 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 210 time: 0.0544293 Jul 14 09:23:44.631836 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.652209 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-141db612-77aa-4ca6-99d1-1b2fde3952a0 service neutron] 10.222.0.26 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413451 Jul 14 09:23:44.667187 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f71e694-5209-4e1b-83cc-d4cd794c0f61 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.700848 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1204b127-8120-4407-b903-47ddb1203bc2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:44.706704 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Allocated IP 2001:db8::2 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/1fcfda7c-b75a-4270-9825-419114dae625/8aad80f6-6dea-49f7-857f-a4fe6214f2bf) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:44.708295 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1204b127-8120-4407-b903-47ddb1203bc2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.749720 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1b07a-67ee-44af-a5e4-8b5d40531d41 None None] Pushing event updated for resources: {'Port': ['ID=36a0ba86-b40d-4327-bf23-8c6896697270,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:44.758585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] Routers {'d207f6c3-875f-4e54-9103-9b457386aaa0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:44.759352 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:23:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d207f6c3-875f-4e54-9103-9b457386aaa0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:44.781409 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f71e694-5209-4e1b-83cc-d4cd794c0f61 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.894000 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f71e694-5209-4e1b-83cc-d4cd794c0f61 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:44.898285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-1f71e694-5209-4e1b-83cc-d4cd794c0f61 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:44.900787 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f71e694-5209-4e1b-83cc-d4cd794c0f61 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:44.909346 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fe7e0821-4b4f-472e-a3c4-6e2c291affef no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:44.954038 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: fe7e0821-4b4f-472e-a3c4-6e2c291affef {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:44.954770 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fe7e0821-4b4f-472e-a3c4-6e2c291affef not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:44.961238 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71e694-5209-4e1b-83cc-d4cd794c0f61 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Pushing event updated for resources: {'Port': ['ID=6a28e4b1-cb73-43e8-997c-54934eeb2547,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:44.992006 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-9db73c3e-342f-4d6e-82e5-74fef062c30a service neutron] 10.222.0.26 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389370 Jul 14 09:23:45.029403 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f71e694-5209-4e1b-83cc-d4cd794c0f61 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.059933 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] Set router d207f6c3-875f-4e54-9103-9b457386aaa0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:23:45.103226 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f71e694-5209-4e1b-83cc-d4cd794c0f61 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.196088 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.250707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Transition to ACTIVE for port object 8aad80f6-6dea-49f7-857f-a4fe6214f2bf will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:45.267306 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Transition to ACTIVE for port object 8aad80f6-6dea-49f7-857f-a4fe6214f2bf will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:45.323515 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.399807 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f71e694-5209-4e1b-83cc-d4cd794c0f61 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.428862 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f37e8c8e-022a-4982-ad5f-36c6d0940abb req-79c24393-9e8e-4e34-8d89-715133321317 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=7961bab0-92e0-4ee5-a82e-c7bffc6ef35f HTTP/1.1" status: 200 len: 210 time: 0.0549669 Jul 14 09:23:45.442352 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:45.446773 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:45.450926 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:45.504725 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f71e694-5209-4e1b-83cc-d4cd794c0f61 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.558171 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Pushing event updated for resources: {'Port': ['ID=8aad80f6-6dea-49f7-857f-a4fe6214f2bf,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:45.606690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '25212a72-9700-44d7-8093-7ba809662102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:30Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'gw_port': {'id': '25212a72-9700-44d7-8093-7ba809662102', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:32Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '36a0ba86-b40d-4327-bf23-8c6896697270', 'name': '', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'mac_address': 'fa:16:3e:5c:f3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:37Z', 'updated_at': '2021-07-14T09:23:44Z', 'revision_number': 4, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'subnets': [{'id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:45.608675 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Attempting to bind port 8aad80f6-6dea-49f7-857f-a4fe6214f2bf on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:45.609208 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Attempting to bind port 8aad80f6-6dea-49f7-857f-a4fe6214f2bf by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:45.609915 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Attempting to bind port 8aad80f6-6dea-49f7-857f-a4fe6214f2bf on network 4cef7a78-22ed-4e84-a95a-1f569bb0302d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:45.630291 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-f6964b9e-efeb-4e92-a4e8-f736d8e4981b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:45.631837 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-f6964b9e-efeb-4e92-a4e8-f736d8e4981b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.49 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 810 time: 0.2142215 Jul 14 09:23:45.647196 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf64e25-d8ab-4115-8312-dbb49747b835 None None] The sync data for ids ['d207f6c3-875f-4e54-9103-9b457386aaa0'] in n-d-798054-10 is: [{'id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '25212a72-9700-44d7-8093-7ba809662102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:30Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'gw_port': {'id': '25212a72-9700-44d7-8093-7ba809662102', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:32Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '36a0ba86-b40d-4327-bf23-8c6896697270', 'name': '', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'mac_address': 'fa:16:3e:5c:f3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:37Z', 'updated_at': '2021-07-14T09:23:44Z', 'revision_number': 4, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'subnets': [{'id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:23:45.649293 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:45.649985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Checking segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:45.650827 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.652062 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Bound using segment: {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:45.652684 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Bound port: 8aad80f6-6dea-49f7-857f-a4fe6214f2bf, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c086af-3b4f-4111-82c0-5aa7f845e073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:45.653238 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.757644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-899f8c4c-d982-44b5-916f-a6b88fc854e1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Request body: {'port': {'device_id': 'cf22a53e-b87c-492e-8646-8396fb83ef32', 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530', 'admin_state_up': True, 'tenant_id': 'be454fb0ee14462b824a675124f7b42d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:45.767495 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] For port 8aad80f6-6dea-49f7-857f-a4fe6214f2bf, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:45.771437 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] For port 8aad80f6-6dea-49f7-857f-a4fe6214f2bf, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=8aad80f6-6dea-49f7-857f-a4fe6214f2bf,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:45.782687 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.902794 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce6392-5e6c-4bb5-8ff2-d9b0d17188de None None] Pushing event updated for resources: {'Port': ['ID=8aad80f6-6dea-49f7-857f-a4fe6214f2bf,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:45.942153 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71e694-5209-4e1b-83cc-d4cd794c0f61 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Pushing event updated for resources: {'Port': ['ID=6a28e4b1-cb73-43e8-997c-54934eeb2547,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:45.973488 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f71e694-5209-4e1b-83cc-d4cd794c0f61 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.978897 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4a64e819-95ee-4e41-ae03-cce2a0c23de6 req-4c27395c-b773-4f70-be0f-d90b9a3c5275 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 210 time: 0.0825269 Jul 14 09:23:45.983667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.objects.ports [None req-1204b127-8120-4407-b903-47ddb1203bc2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:23:45.999514 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f71e694-5209-4e1b-83cc-d4cd794c0f61 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.000977 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1f71e694-5209-4e1b-83cc-d4cd794c0f61 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0250323 Jul 14 09:23:46.136865 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8a7db-a346-4683-a2e5-57e0beeca198 req-48dac074-f589-47a6-86ee-8f53d63e5476 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.145886 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3d8a7db-a346-4683-a2e5-57e0beeca198 req-48dac074-f589-47a6-86ee-8f53d63e5476 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 945 time: 0.5831082 Jul 14 09:23:46.154993 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-899f8c4c-d982-44b5-916f-a6b88fc854e1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Made reservation on behalf of be454fb0ee14462b824a675124f7b42d for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:46.165153 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-899f8c4c-d982-44b5-916f-a6b88fc854e1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.303329 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.369639 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33604) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:46.445850 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3d8a7db-a346-4683-a2e5-57e0beeca198 req-a110a634-3d72-4959-9c1c-d663c517248b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988935 Jul 14 09:23:46.458114 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-899f8c4c-d982-44b5-916f-a6b88fc854e1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Allocated IP 172.20.0.14 (c264f7f6-27f5-4c6a-b12c-803b241a1530/ccf1d83d-082d-42ed-9d0f-7aa5099c2f25/22f28419-934f-49fa-9e38-4ae94b6c075c) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:46.571817 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1204b127-8120-4407-b903-47ddb1203bc2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.738636 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-43849f66-7341-49da-b040-db08d95447f6 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1729093621&fields=id&tenant_id=9eda0dcc3e874a49a638743b0ab4508c HTTP/1.1" status: 200 len: 267 time: 0.1886830 Jul 14 09:23:46.803901 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-899f8c4c-d982-44b5-916f-a6b88fc854e1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.851543 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-899f8c4c-d982-44b5-916f-a6b88fc854e1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.931914 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-899f8c4c-d982-44b5-916f-a6b88fc854e1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Network c264f7f6-27f5-4c6a-b12c-803b241a1530 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:46.935620 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-899f8c4c-d982-44b5-916f-a6b88fc854e1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:46.940788 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-899f8c4c-d982-44b5-916f-a6b88fc854e1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:46.977367 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f8c4c-d982-44b5-916f-a6b88fc854e1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Pushing event updated for resources: {'Port': ['ID=22f28419-934f-49fa-9e38-4ae94b6c075c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:47.001330 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c4774110-6a94-4bb0-a58f-bf6513252f66 req-bd0497a2-112c-413b-a6e8-f9feb58c55d0 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=7961bab0-92e0-4ee5-a82e-c7bffc6ef35f HTTP/1.1" status: 200 len: 210 time: 0.2860160 Jul 14 09:23:47.038844 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 36a0ba86-b40d-4327-bf23-8c6896697270 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:47.044609 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-899f8c4c-d982-44b5-916f-a6b88fc854e1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:47.045406 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-899f8c4c-d982-44b5-916f-a6b88fc854e1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.082116 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-899f8c4c-d982-44b5-916f-a6b88fc854e1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4401064 Jul 14 09:23:47.089260 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53bcbb7b-37eb-4425-9be9-c6055f859fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.106770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] Request body: {'port': {'device_id': 'cf22a53e-b87c-492e-8646-8396fb83ef32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:47.181377 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 36a0ba86-b40d-4327-bf23-8c6896697270 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:47.187686 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 36a0ba86-b40d-4327-bf23-8c6896697270 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:47.188285 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.327176 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.340066 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53bcbb7b-37eb-4425-9be9-c6055f859fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.379185 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.468569 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53bcbb7b-37eb-4425-9be9-c6055f859fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.472025 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 36a0ba86-b40d-4327-bf23-8c6896697270, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=36a0ba86-b40d-4327-bf23-8c6896697270,segment=NetworkSegment(750f21ac-f65b-4fc3-96eb-83cd4adfd745),segment_id=750f21ac-f65b-4fc3-96eb-83cd4adfd745)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:47.484515 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.485317 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 8aad80f6-6dea-49f7-857f-a4fe6214f2bf up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:47.557015 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-3c5c180f-3721-434e-8a08-39e2bad30d41 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:47.563971 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-3c5c180f-3721-434e-8a08-39e2bad30d41 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/networks?id=cb7535f9-bc7e-49b0-b814-10dffeec6052 HTTP/1.1" status: 200 len: 811 time: 0.8244290 Jul 14 09:23:47.694313 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=36a0ba86-b40d-4327-bf23-8c6896697270,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:47.700689 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 8aad80f6-6dea-49f7-857f-a4fe6214f2bf completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:47.709259 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcbb7b-37eb-4425-9be9-c6055f859fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a975dac-8866-4f55-9502-684ec5e1c578,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:47.718359 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-3c97e57c-185a-4ef1-9c7d-25cbae610d69 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/quotas/9eda0dcc3e874a49a638743b0ab4508c HTTP/1.1" status: 200 len: 375 time: 0.1527216 Jul 14 09:23:47.731744 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-8e96a528-e562-45d0-bf52-82da3f281dae tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:47.733515 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-8e96a528-e562-45d0-bf52-82da3f281dae tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.49 "GET /v2.0/networks?id=0dc7e72a-3edb-4241-a6f5-3289e30586c5 HTTP/1.1" status: 200 len: 814 time: 0.2593846 Jul 14 09:23:47.751434 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c29e188b-b790-41ae-9194-10e754511d1e None None] Provisioning for port 8aad80f6-6dea-49f7-857f-a4fe6214f2bf completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:47.757613 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c29e188b-b790-41ae-9194-10e754511d1e None None] Provisioning complete for port 8aad80f6-6dea-49f7-857f-a4fe6214f2bf triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:47.758238 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c29e188b-b790-41ae-9194-10e754511d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.893358 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c29e188b-b790-41ae-9194-10e754511d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.902979 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f28419-934f-49fa-9e38-4ae94b6c075c {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:47.915181 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.931204 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] Transition to ACTIVE for port object 22f28419-934f-49fa-9e38-4ae94b6c075c will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:47.941891 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.001237 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] Pushing event updated for resources: {'Port': ['ID=22f28419-934f-49fa-9e38-4ae94b6c075c,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:48.079175 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] Attempting to bind port 22f28419-934f-49fa-9e38-4ae94b6c075c on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:48.079556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] Attempting to bind port 22f28419-934f-49fa-9e38-4ae94b6c075c by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:48.079902 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] Attempting to bind port 22f28419-934f-49fa-9e38-4ae94b6c075c on network c264f7f6-27f5-4c6a-b12c-803b241a1530 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:48.084617 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] Port 22f28419-934f-49fa-9e38-4ae94b6c075c on network c264f7f6-27f5-4c6a-b12c-803b241a1530 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:48.084949 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] Attempting to bind port 22f28419-934f-49fa-9e38-4ae94b6c075c on network c264f7f6-27f5-4c6a-b12c-803b241a1530 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:48.090432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:48.090739 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] Checking segment: {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:48.091131 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] Bound using segment: {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:48.091575 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] Bound port: 22f28419-934f-49fa-9e38-4ae94b6c075c, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:48.091946 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.161699 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] For port 22f28419-934f-49fa-9e38-4ae94b6c075c, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:48.164898 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] For port 22f28419-934f-49fa-9e38-4ae94b6c075c, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=22f28419-934f-49fa-9e38-4ae94b6c075c,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:48.170354 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.176159 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-3344408c-a5ed-4cb4-b410-77fdbde8eaca tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Request body: {'port': {'device_id': '7961bab0-92e0-4ee5-a82e-c7bffc6ef35f', 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5', 'admin_state_up': True, 'tenant_id': 'fd44d92953cd42e0895427390c159c4f'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:48.203310 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:48.203925 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.205379 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] 10.222.0.49 "PUT /v2.0/ports/22f28419-934f-49fa-9e38-4ae94b6c075c HTTP/1.1" status: 200 len: 1093 time: 1.1100526 Jul 14 09:23:48.205864 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf22a53e-b87c-492e-8646-8396fb83ef32', 'tag': '22f28419-934f-49fa-9e38-4ae94b6c075c'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:48.206995 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-53bcbb7b-37eb-4425-9be9-c6055f859fbb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=90856f4250bb4b0f91bc21c4033fa889&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8165526 Jul 14 09:23:48.208191 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c93179c-0d29-45a3-955c-564174038ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "cf22a53e-b87c-492e-8646-8396fb83ef32", "tag": "22f28419-934f-49fa-9e38-4ae94b6c075c"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:48.212144 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33628) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:48.283496 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-1204b127-8120-4407-b903-47ddb1203bc2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] For port 8aad80f6-6dea-49f7-857f-a4fe6214f2bf, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=8aad80f6-6dea-49f7-857f-a4fe6214f2bf,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:48.291471 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab2b84-a4af-48f5-a203-514bf086b00e service neutron] Pushing event updated for resources: {'Port': ['ID=22f28419-934f-49fa-9e38-4ae94b6c075c,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:48.324155 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae482a2-90bb-47bd-967d-ce51fad8180d req-c23ce7db-086f-4144-b9fb-d3ee81605bca tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:48.325660 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0ae482a2-90bb-47bd-967d-ce51fad8180d req-c23ce7db-086f-4144-b9fb-d3ee81605bca tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 932 time: 1.0932474 Jul 14 09:23:48.331575 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe9eb-f116-4b46-b546-ccc978af51ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.350374 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-ec2db0a8-e82b-494e-b6ce-136b186a9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:48.351877 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-ec2db0a8-e82b-494e-b6ce-136b186a9148 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 1096 time: 0.1071115 Jul 14 09:23:48.363123 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe9eb-f116-4b46-b546-ccc978af51ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.385760 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1204b127-8120-4407-b903-47ddb1203bc2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.395981 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-3485a029-bc40-44f7-8876-084c67e8f47f tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9eda0dcc3e874a49a638743b0ab4508c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6766870 Jul 14 09:23:48.403018 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1204b127-8120-4407-b903-47ddb1203bc2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.403729 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1204b127-8120-4407-b903-47ddb1203bc2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.404180 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-ea1a256d-5cc9-4633-ac5e-8c66202d6533 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22f28419-934f-49fa-9e38-4ae94b6c075c HTTP/1.1" status: 200 len: 217 time: 0.0443487 Jul 14 09:23:48.431151 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-c29e188b-b790-41ae-9194-10e754511d1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:23:48.431965 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-c29e188b-b790-41ae-9194-10e754511d1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:23:48.467082 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-50a3e89e-6939-45f3-a03e-6fc6bd5d0a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:48.468324 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-50a3e89e-6939-45f3-a03e-6fc6bd5d0a78 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ccf1d83d-082d-42ed-9d0f-7aa5099c2f25 HTTP/1.1" status: 200 len: 850 time: 0.0570004 Jul 14 09:23:48.506718 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-9107b48d-6d6f-4885-813f-e6737e29e6a4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c264f7f6-27f5-4c6a-b12c-803b241a1530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320222 Jul 14 09:23:48.523701 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe9eb-f116-4b46-b546-ccc978af51ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.526297 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe9eb-f116-4b46-b546-ccc978af51ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.527460 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7f5fe9eb-f116-4b46-b546-ccc978af51ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a975dac-8866-4f55-9502-684ec5e1c578 HTTP/1.1" status: 204 len: 168 time: 0.3140409 Jul 14 09:23:48.555504 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0ae482a2-90bb-47bd-967d-ce51fad8180d req-0c94f770-dca0-44b4-9129-120f6a1512c3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169414 Jul 14 09:23:48.573821 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fe9eb-f116-4b46-b546-ccc978af51ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a975dac-8866-4f55-9502-684ec5e1c578,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:48.579546 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1204b127-8120-4407-b903-47ddb1203bc2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:48.600898 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-1204b127-8120-4407-b903-47ddb1203bc2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:48.604008 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1204b127-8120-4407-b903-47ddb1203bc2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:48.604611 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1204b127-8120-4407-b903-47ddb1203bc2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.606984 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-3344408c-a5ed-4cb4-b410-77fdbde8eaca tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Made reservation on behalf of fd44d92953cd42e0895427390c159c4f for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:48.617926 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-3344408c-a5ed-4cb4-b410-77fdbde8eaca tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.631790 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce8d535-5ca9-4f97-a8e4-daa13fb58db9 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:48.638681 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-22301dbb-8469-43d8-95e4-d8d64059b194 service neutron] 10.222.0.49 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249738 Jul 14 09:23:48.647111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204b127-8120-4407-b903-47ddb1203bc2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Subnet': ['ID=e02599f9-4545-454f-91c2-2d26c95d734d,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:48.654421 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204b127-8120-4407-b903-47ddb1203bc2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=8aad80f6-6dea-49f7-857f-a4fe6214f2bf,revision_number=4']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:48.676475 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1204b127-8120-4407-b903-47ddb1203bc2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.3359694 Jul 14 09:23:48.682627 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33634) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:48.690952 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5472e6fc-9878-4b89-afa4-31460a9dee1c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Request body: {'port': {'network_id': '4cef7a78-22ed-4e84-a95a-1f569bb0302d', 'mac_address': 'fa:16:3e:17:f9:48', 'name': 'tempest-NetworksTestDHCPv6-1257846471'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:48.786418 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-9aea5123-3b03-4f0e-90ba-23336c05ea4d service neutron] 10.222.0.26 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595381 Jul 14 09:23:48.891960 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 36a0ba86-b40d-4327-bf23-8c6896697270 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:48.895251 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-96aa495c-fa52-4d8d-8b11-eb39be043c90 req-29afa86d-5e3b-4364-b98f-884c65a5d65f service neutron] 10.222.0.49 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504857 Jul 14 09:23:49.005149 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c29e188b-b790-41ae-9194-10e754511d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.046306 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c29e188b-b790-41ae-9194-10e754511d1e None None] For port 8aad80f6-6dea-49f7-857f-a4fe6214f2bf, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=8aad80f6-6dea-49f7-857f-a4fe6214f2bf,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:49.058491 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c29e188b-b790-41ae-9194-10e754511d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.060654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 36a0ba86-b40d-4327-bf23-8c6896697270 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:49.060654 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.074178 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-3344408c-a5ed-4cb4-b410-77fdbde8eaca tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Allocated IP 172.20.0.11 (0dc7e72a-3edb-4241-a6f5-3289e30586c5/d99465c5-3f7d-4f9c-9abc-0f6030c9ad6e/13fd49b0-7dfb-4c07-8d2a-9d083fda98b1) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:49.088439 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5472e6fc-9878-4b89-afa4-31460a9dee1c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Made reservation on behalf of d767fa2019e8430c8d82b725bc36d883 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:49.122636 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-de89db6f-656b-4e95-820a-303b14323cb9 service neutron] 10.222.0.26 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273196 Jul 14 09:23:49.139425 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e188b-b790-41ae-9194-10e754511d1e None None] Pushing event updated for resources: {'Port': ['ID=8aad80f6-6dea-49f7-857f-a4fe6214f2bf,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:49.204931 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 8aad80f6-6dea-49f7-857f-a4fe6214f2bf up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:49.274693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 8aad80f6-6dea-49f7-857f-a4fe6214f2bf triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:49.275651 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.430366 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5472e6fc-9878-4b89-afa4-31460a9dee1c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.484822 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4252a84-9b49-4270-aa48-4b5300b7cd9a req-f539ef54-1920-4fcd-8f3c-2f954420e27b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:49.492244 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4252a84-9b49-4270-aa48-4b5300b7cd9a req-f539ef54-1920-4fcd-8f3c-2f954420e27b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 945 time: 0.3766029 Jul 14 09:23:49.518802 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33658) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:49.523540 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19eff4bb-79ec-4995-8c02-65149cd2436b req-29bc1bc2-1791-4e95-b5c4-07ddaa38b778 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=7961bab0-92e0-4ee5-a82e-c7bffc6ef35f HTTP/1.1" status: 200 len: 210 time: 0.0826361 Jul 14 09:23:49.539820 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-5472e6fc-9878-4b89-afa4-31460a9dee1c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] device_id is not set on port 5eed1ac1-8a4e-4de3-9769-8c672cea7045 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:23:49.602505 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93067bdf-b4b3-44e8-bcbe-0869617a2546 x-openstack-request-id: req-93067bdf-b4b3-44e8-bcbe-0869617a2546 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:49.604266 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf22a53e-b87c-492e-8646-8396fb83ef32", "tag": "22f28419-934f-49fa-9e38-4ae94b6c075c", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:49.605392 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93067bdf-b4b3-44e8-bcbe-0869617a2546 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:49.607077 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf22a53e-b87c-492e-8646-8396fb83ef32', 'tag': '22f28419-934f-49fa-9e38-4ae94b6c075c', 'status': 'completed', 'code': 200} Jul 14 09:23:49.698424 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4252a84-9b49-4270-aa48-4b5300b7cd9a req-4783d45e-0adf-448d-894c-d2fcf24687e0 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051680 Jul 14 09:23:49.723345 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93179c-0d29-45a3-955c-564174038ebb req-91e14fd7-d8e1-439f-bd64-ece6266768b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:49.725018 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6c93179c-0d29-45a3-955c-564174038ebb req-91e14fd7-d8e1-439f-bd64-ece6266768b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 1096 time: 0.1015358 Jul 14 09:23:49.808898 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-fb917db3-e2e6-40d6-ae22-7e45dfaa1c7a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-324941976-network', 'tenant_id': 'b390e16601f84c998f4db38619828cb6'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:49.866199 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb917db3-e2e6-40d6-ae22-7e45dfaa1c7a admin admin] Made reservation on behalf of b390e16601f84c998f4db38619828cb6 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:49.868696 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb917db3-e2e6-40d6-ae22-7e45dfaa1c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.874273 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-5472e6fc-9878-4b89-afa4-31460a9dee1c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8::3be (4cef7a78-22ed-4e84-a95a-1f569bb0302d/1fcfda7c-b75a-4270-9825-419114dae625/5eed1ac1-8a4e-4de3-9769-8c672cea7045) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:49.882465 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-5472e6fc-9878-4b89-afa4-31460a9dee1c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Allocated IP 2001:db8:0:1:f816:3eff:fe17:f948 (4cef7a78-22ed-4e84-a95a-1f569bb0302d/e02599f9-4545-454f-91c2-2d26c95d734d/5eed1ac1-8a4e-4de3-9769-8c672cea7045) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:49.894233 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb917db3-e2e6-40d6-ae22-7e45dfaa1c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.911044 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93179c-0d29-45a3-955c-564174038ebb req-ece73c6e-22ec-4ea3-9c2a-a6adba36a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:49.912633 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6c93179c-0d29-45a3-955c-564174038ebb req-ece73c6e-22ec-4ea3-9c2a-a6adba36a56c service neutron] 10.222.0.49 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 911 time: 0.1810586 Jul 14 09:23:49.964282 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6c93179c-0d29-45a3-955c-564174038ebb req-69db1075-303d-4ef1-a0c4-076694edd669 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22f28419-934f-49fa-9e38-4ae94b6c075c HTTP/1.1" status: 200 len: 217 time: 0.0439136 Jul 14 09:23:50.022422 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-00507d80-7a84-4563-9534-8a19571eb933 req-885b2012-eb62-41f4-bab6-e89872db986e tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 210 time: 0.3636975 Jul 14 09:23:50.029012 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-3344408c-a5ed-4cb4-b410-77fdbde8eaca tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.055253 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93179c-0d29-45a3-955c-564174038ebb req-0d4af833-e28c-4550-9430-9799a81815d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:50.056962 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6c93179c-0d29-45a3-955c-564174038ebb req-0d4af833-e28c-4550-9430-9799a81815d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ccf1d83d-082d-42ed-9d0f-7aa5099c2f25 HTTP/1.1" status: 200 len: 850 time: 0.0833859 Jul 14 09:23:50.096604 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ad724da1-1878-4e55-bd36-2f867d78a257 None None] Provisioning complete for port 8aad80f6-6dea-49f7-857f-a4fe6214f2bf triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:50.097690 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad724da1-1878-4e55-bd36-2f867d78a257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.104754 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6c93179c-0d29-45a3-955c-564174038ebb req-ca5257ac-cf18-436a-ae19-049e5c748873 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c264f7f6-27f5-4c6a-b12c-803b241a1530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386162 Jul 14 09:23:50.186763 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb917db3-e2e6-40d6-ae22-7e45dfaa1c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.196805 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb917db3-e2e6-40d6-ae22-7e45dfaa1c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.199396 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-3344408c-a5ed-4cb4-b410-77fdbde8eaca tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.215653 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5472e6fc-9878-4b89-afa4-31460a9dee1c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.232269 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb917db3-e2e6-40d6-ae22-7e45dfaa1c7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:50.244063 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7aee1-fe82-4095-9364-a215039f6816 req-d1bfafed-a8e1-40b0-90f8-5ce745b2eeeb tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:50.254304 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2ef7aee1-fe82-4095-9364-a215039f6816 req-d1bfafed-a8e1-40b0-90f8-5ce745b2eeeb tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 944 time: 0.2390821 Jul 14 09:23:50.261089 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb917db3-e2e6-40d6-ae22-7e45dfaa1c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.261437 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-fb917db3-e2e6-40d6-ae22-7e45dfaa1c7a admin admin] Added segment 2f75386f-fa10-4395-857e-a7bba9928cc8 of type vlan for network 8ed7968a-1924-4843-a66a-1e755f94c276 Jul 14 09:23:50.280293 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6c93179c-0d29-45a3-955c-564174038ebb req-25cf90b6-ca31-47d8-8627-e54311fdb414 service neutron] 10.222.0.49 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677680 Jul 14 09:23:50.282207 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb917db3-e2e6-40d6-ae22-7e45dfaa1c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0d3a10-1087-4b5d-bdaa-c40204bb6dc8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:50.378678 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-3344408c-a5ed-4cb4-b410-77fdbde8eaca tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Network 0dc7e72a-3edb-4241-a6f5-3289e30586c5 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:50.380127 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb917db3-e2e6-40d6-ae22-7e45dfaa1c7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.422453 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2ef7aee1-fe82-4095-9364-a215039f6816 req-90615f1a-8833-4942-9fc6-02750432da7f tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637223 Jul 14 09:23:50.426047 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344408c-a5ed-4cb4-b410-77fdbde8eaca tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Pushing event updated for resources: {'Port': ['ID=13fd49b0-7dfb-4c07-8d2a-9d083fda98b1,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:50.437562 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6c93179c-0d29-45a3-955c-564174038ebb req-b816c58a-b6d6-465e-b0dd-762da3dc00f5 service neutron] 10.222.0.49 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281633 Jul 14 09:23:50.443922 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-3344408c-a5ed-4cb4-b410-77fdbde8eaca tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:50.446827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-3344408c-a5ed-4cb4-b410-77fdbde8eaca tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:50.450466 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-5472e6fc-9878-4b89-afa4-31460a9dee1c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Transition to ACTIVE for port object 5eed1ac1-8a4e-4de3-9769-8c672cea7045 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:50.468714 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb917db3-e2e6-40d6-ae22-7e45dfaa1c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.469859 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb917db3-e2e6-40d6-ae22-7e45dfaa1c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:50.470495 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb917db3-e2e6-40d6-ae22-7e45dfaa1c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.525359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-3344408c-a5ed-4cb4-b410-77fdbde8eaca tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:50.526302 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-3344408c-a5ed-4cb4-b410-77fdbde8eaca tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.529884 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fb917db3-e2e6-40d6-ae22-7e45dfaa1c7a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0061424 Jul 14 09:23:50.531000 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33674) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:50.537484 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a662d438-871f-422a-bb66-34e4d8a7e2ae admin admin] Request body: {'subnet': {'network_id': '8ed7968a-1924-4843-a66a-1e755f94c276', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-324941976-subnet', 'tenant_id': 'b390e16601f84c998f4db38619828cb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:50.546091 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-3344408c-a5ed-4cb4-b410-77fdbde8eaca tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3882008 Jul 14 09:23:50.547934 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5472e6fc-9878-4b89-afa4-31460a9dee1c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.553520 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb917db3-e2e6-40d6-ae22-7e45dfaa1c7a admin admin] Pushing event updated for resources: {'Network': ['ID=8ed7968a-1924-4843-a66a-1e755f94c276,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:50.566520 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 8ed7968a-1924-4843-a66a-1e755f94c276 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:50.567797 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] Request body: {'port': {'device_id': '7961bab0-92e0-4ee5-a82e-c7bffc6ef35f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:50.568219 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a662d438-871f-422a-bb66-34e4d8a7e2ae admin admin] Made reservation on behalf of b390e16601f84c998f4db38619828cb6 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:50.571223 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a662d438-871f-422a-bb66-34e4d8a7e2ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.654219 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5472e6fc-9878-4b89-afa4-31460a9dee1c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:50.662852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-5472e6fc-9878-4b89-afa4-31460a9dee1c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:50.670502 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5472e6fc-9878-4b89-afa4-31460a9dee1c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:50.676222 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5472e6fc-9878-4b89-afa4-31460a9dee1c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:50.676854 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5472e6fc-9878-4b89-afa4-31460a9dee1c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.687923 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472e6fc-9878-4b89-afa4-31460a9dee1c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event updated for resources: {'Port': ['ID=5eed1ac1-8a4e-4de3-9769-8c672cea7045,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:50.758375 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5472e6fc-9878-4b89-afa4-31460a9dee1c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0746441 Jul 14 09:23:50.759550 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33680) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:50.766698 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a662d438-871f-422a-bb66-34e4d8a7e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.849897 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.878700 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a662d438-871f-422a-bb66-34e4d8a7e2ae admin admin] Checking segment: {'id': '2f75386f-fa10-4395-857e-a7bba9928cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8ed7968a-1924-4843-a66a-1e755f94c276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:50.879092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a662d438-871f-422a-bb66-34e4d8a7e2ae admin admin] Network hostable DHCP agents. Network: 8ed7968a-1924-4843-a66a-1e755f94c276, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:23:50.886087 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662d438-871f-422a-bb66-34e4d8a7e2ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8249ca9-e559-495c-8c63-7bf7bc3ca78d,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:50.904719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 8aad80f6-6dea-49f7-857f-a4fe6214f2bf up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:50.919017 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a662d438-871f-422a-bb66-34e4d8a7e2ae admin admin] Network 8ed7968a-1924-4843-a66a-1e755f94c276 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:23:50.941963 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-a662d438-871f-422a-bb66-34e4d8a7e2ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 8ed7968a-1924-4843-a66a-1e755f94c276) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:50.947843 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a662d438-871f-422a-bb66-34e4d8a7e2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:50.949022 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a662d438-871f-422a-bb66-34e4d8a7e2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.960200 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97ac194-99d6-443d-9b0e-cc372a83575e None None] Network 8ed7968a-1924-4843-a66a-1e755f94c276 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:50.994454 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a662d438-871f-422a-bb66-34e4d8a7e2ae admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4535165 Jul 14 09:23:51.058207 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e97d4fcd-430d-4aef-858d-84ffe190bdc1 None None] Provisioning for port 5eed1ac1-8a4e-4de3-9769-8c672cea7045 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:51.063842 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e97d4fcd-430d-4aef-858d-84ffe190bdc1 None None] Provisioning complete for port 5eed1ac1-8a4e-4de3-9769-8c672cea7045 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:51.065290 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e97d4fcd-430d-4aef-858d-84ffe190bdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.099542 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 8aad80f6-6dea-49f7-857f-a4fe6214f2bf triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:51.100321 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.141412 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-320c440b-3508-4592-bd3b-0b3281fda8a7 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:51.143919 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-320c440b-3508-4592-bd3b-0b3281fda8a7 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.55 "GET /v2.0/networks?id=cb7535f9-bc7e-49b0-b814-10dffeec6052 HTTP/1.1" status: 200 len: 811 time: 0.1373770 Jul 14 09:23:51.193551 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aaebc9-242e-4e1f-a56c-ef232bfec378 req-6744d4fb-9c6b-47dd-93e8-71747efffdb7 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:51.195225 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50aaebc9-242e-4e1f-a56c-ef232bfec378 req-6744d4fb-9c6b-47dd-93e8-71747efffdb7 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=7961bab0-92e0-4ee5-a82e-c7bffc6ef35f HTTP/1.1" status: 200 len: 932 time: 0.5360496 Jul 14 09:23:51.201928 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e97d4fcd-430d-4aef-858d-84ffe190bdc1 None None] Port 5eed1ac1-8a4e-4de3-9769-8c672cea7045 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:23:51.219890 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-0058a6eb-6f0b-442e-9ea4-cfd037a567c9 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eda0dcc3e874a49a638743b0ab4508c HTTP/1.1" status: 200 len: 380 time: 0.0562623 Jul 14 09:23:51.222971 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8f9f4f-c25d-4972-a5b8-b5cf0601fc65 None None] Network 8ed7968a-1924-4843-a66a-1e755f94c276 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:51.234191 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-a8b7cc81-fdad-4c0e-81bc-270178065064 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Request body: {'port': {'device_id': '98af418b-cf18-4147-8f0b-90d6930da920', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'admin_state_up': True, 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'security_groups': ['5f4c334e-647f-4e7a-b366-0da133d44df0']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:51.362283 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50aaebc9-242e-4e1f-a56c-ef232bfec378 req-9aa4bb67-b283-4381-b70d-23b70c88a208 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579099 Jul 14 09:23:51.362785 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-a8b7cc81-fdad-4c0e-81bc-270178065064 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Made reservation on behalf of 9eda0dcc3e874a49a638743b0ab4508c for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:51.367124 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-c9fad5cc-4b56-4603-a54f-087783e23a95 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting port 5eed1ac1-8a4e-4de3-9769-8c672cea7045 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:51.367240 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c9fad5cc-4b56-4603-a54f-087783e23a95 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.367387 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-a8b7cc81-fdad-4c0e-81bc-270178065064 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.388215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb7b1f-9891-48c7-965d-e118ca3c2b5b req-72ec3184-0ea5-499c-a23e-79d6d7cc5b91 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:51.395738 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7fcb7b1f-9891-48c7-965d-e118ca3c2b5b req-72ec3184-0ea5-499c-a23e-79d6d7cc5b91 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 945 time: 0.4896021 Jul 14 09:23:51.521780 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-a8b7cc81-fdad-4c0e-81bc-270178065064 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Allocated IP 172.20.0.12 (cb7535f9-bc7e-49b0-b814-10dffeec6052/33d74a61-4251-4207-b4f8-9d0620b80344/115b8483-faf4-41d5-a79a-42bb321ff754) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:51.544725 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0299fd3a-860e-495d-9681-1e25f265d47a req-f6b5fe5d-9abc-4a02-a55b-0ff2ebd7bfe2 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 210 time: 0.0546317 Jul 14 09:23:51.552924 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7fcb7b1f-9891-48c7-965d-e118ca3c2b5b req-7fac1ad3-5a43-48d1-a5f9-1248ffaf85ba tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410334 Jul 14 09:23:51.607546 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c9fad5cc-4b56-4603-a54f-087783e23a95 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.631205 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-c9fad5cc-4b56-4603-a54f-087783e23a95 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Calling delete_port for 5eed1ac1-8a4e-4de3-9769-8c672cea7045 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:51.635205 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:51.648858 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.697557 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-a8b7cc81-fdad-4c0e-81bc-270178065064 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.710143 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] Transition to ACTIVE for port object 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:51.721263 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.722571 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-a8b7cc81-fdad-4c0e-81bc-270178065064 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Transition to ACTIVE for port object 115b8483-faf4-41d5-a79a-42bb321ff754 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:51.760870 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-a8b7cc81-fdad-4c0e-81bc-270178065064 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.801667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] Pushing event updated for resources: {'Port': ['ID=13fd49b0-7dfb-4c07-8d2a-9d083fda98b1,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:51.836612 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-a8b7cc81-fdad-4c0e-81bc-270178065064 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Network cb7535f9-bc7e-49b0-b814-10dffeec6052 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:51.837961 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7cc81-fdad-4c0e-81bc-270178065064 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Pushing event updated for resources: {'Port': ['ID=115b8483-faf4-41d5-a79a-42bb321ff754,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:51.840519 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-a8b7cc81-fdad-4c0e-81bc-270178065064 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:51.842682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-a8b7cc81-fdad-4c0e-81bc-270178065064 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:51.899522 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-a8b7cc81-fdad-4c0e-81bc-270178065064 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:51.900597 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-a8b7cc81-fdad-4c0e-81bc-270178065064 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.920273 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-a8b7cc81-fdad-4c0e-81bc-270178065064 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6921260 Jul 14 09:23:51.945270 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] Request body: {'port': {'device_id': '98af418b-cf18-4147-8f0b-90d6930da920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:52.055760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] Attempting to bind port 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:52.056080 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] Attempting to bind port 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '1f1a358f-73c2-4ce0-ba11-3ecd763be6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:52.056340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] Attempting to bind port 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 on network 0dc7e72a-3edb-4241-a6f5-3289e30586c5 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:52.091777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] Port 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 on network 0dc7e72a-3edb-4241-a6f5-3289e30586c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:52.092113 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] Attempting to bind port 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 on network 0dc7e72a-3edb-4241-a6f5-3289e30586c5 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:52.114378 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-b804fedc-adcc-4ba2-915a-07e7092e95c7 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.115980 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-b804fedc-adcc-4ba2-915a-07e7092e95c7 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/networks?id=8ed7968a-1924-4843-a66a-1e755f94c276 HTTP/1.1" status: 200 len: 820 time: 0.2801700 Jul 14 09:23:52.120787 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:52.121123 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] Checking segment: {'id': '1f1a358f-73c2-4ce0-ba11-3ecd763be6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:52.121519 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] Bound using segment: {'id': '1f1a358f-73c2-4ce0-ba11-3ecd763be6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:52.122122 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] Bound port: 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1a358f-73c2-4ce0-ba11-3ecd763be6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:52.122491 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.135509 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f0ec0e90-b903-4ffc-b4e4-b0cb5e0d1450 None None] Provisioning for port 115b8483-faf4-41d5-a79a-42bb321ff754 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:52.140688 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f0ec0e90-b903-4ffc-b4e4-b0cb5e0d1450 None None] Provisioning complete for port 115b8483-faf4-41d5-a79a-42bb321ff754 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:52.141463 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0e90-b903-4ffc-b4e4-b0cb5e0d1450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.142487 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c9fad5cc-4b56-4603-a54f-087783e23a95 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.179992 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f0ec0e90-b903-4ffc-b4e4-b0cb5e0d1450 None None] Port 115b8483-faf4-41d5-a79a-42bb321ff754 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:23:52.182046 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-46abd386-baaa-4b6c-a878-f8ee3306211a tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/quotas/b390e16601f84c998f4db38619828cb6 HTTP/1.1" status: 200 len: 375 time: 0.0570724 Jul 14 09:23:52.185210 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fad5cc-4b56-4603-a54f-087783e23a95 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Port': ['ID=5eed1ac1-8a4e-4de3-9769-8c672cea7045,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:52.224489 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641aad4-8fbd-405e-bb0a-f38d66bc82a6 req-9fadb805-d4d2-4e6a-b855-8dbb57cb6dd5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.226129 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7641aad4-8fbd-405e-bb0a-f38d66bc82a6 req-9fadb805-d4d2-4e6a-b855-8dbb57cb6dd5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 944 time: 0.2658434 Jul 14 09:23:52.291589 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-8fa66880-2354-42ba-82a3-11e8219bfe2d tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b390e16601f84c998f4db38619828cb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823269 Jul 14 09:23:52.323156 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.340832 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c9fad5cc-4b56-4603-a54f-087783e23a95 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.342732 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c9fad5cc-4b56-4603-a54f-087783e23a95 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/5eed1ac1-8a4e-4de3-9769-8c672cea7045 HTTP/1.1" status: 204 len: 168 time: 1.5766835 Jul 14 09:23:52.357637 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33706) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:52.438097 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] For port 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:52.446670 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7641aad4-8fbd-405e-bb0a-f38d66bc82a6 req-dc085c9e-f43f-44ca-a5df-dce9d0fbd589 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086589 Jul 14 09:23:52.462408 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] For port 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=13fd49b0-7dfb-4c07-8d2a-9d083fda98b1,segment=NetworkSegment(1f1a358f-73c2-4ce0-ba11-3ecd763be6c8),segment_id=1f1a358f-73c2-4ce0-ba11-3ecd763be6c8)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:52.478740 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.532396 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-078ca3a1-16d4-4809-865a-1fa168e0afa9 service neutron] 10.222.0.26 "GET /v2.0/networks/8ed7968a-1924-4843-a66a-1e755f94c276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041152 Jul 14 09:23:52.535675 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.536291 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.537602 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] 10.222.0.49 "PUT /v2.0/ports/13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 HTTP/1.1" status: 200 len: 1093 time: 1.9842467 Jul 14 09:23:52.539720 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7961bab0-92e0-4ee5-a82e-c7bffc6ef35f', 'tag': '13fd49b0-7dfb-4c07-8d2a-9d083fda98b1'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:52.542033 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c98def-c6a1-4dd0-98cb-14a1f9b84fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "7961bab0-92e0-4ee5-a82e-c7bffc6ef35f", "tag": "13fd49b0-7dfb-4c07-8d2a-9d083fda98b1"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:52.588832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace2602c-9ef9-4922-ad35-f44f67d044c8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.590569 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ace2602c-9ef9-4922-ad35-f44f67d044c8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2321086 Jul 14 09:23:52.593664 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33716) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:52.660470 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115b8483-faf4-41d5-a79a-42bb321ff754 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:52.670811 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.692491 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] Transition to ACTIVE for port object 115b8483-faf4-41d5-a79a-42bb321ff754 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:52.693525 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:23:52.696788 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.735195 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4850b715-ba05-47b8-9f6b-19086ee44536 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.736834 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4850b715-ba05-47b8-9f6b-19086ee44536 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1421897 Jul 14 09:23:52.739725 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33720) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:52.801494 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=115b8483-faf4-41d5-a79a-42bb321ff754,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:52.883243 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435ebf71-1687-4802-a937-25ad2156b7a5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.884894 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435ebf71-1687-4802-a937-25ad2156b7a5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.886456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435ebf71-1687-4802-a937-25ad2156b7a5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.888554 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-435ebf71-1687-4802-a937-25ad2156b7a5 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1474464 Jul 14 09:23:52.891038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33724) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:52.944616 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] Attempting to bind port 115b8483-faf4-41d5-a79a-42bb321ff754 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:52.944962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] Attempting to bind port 115b8483-faf4-41d5-a79a-42bb321ff754 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '750f21ac-f65b-4fc3-96eb-83cd4adfd745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:52.945299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] Attempting to bind port 115b8483-faf4-41d5-a79a-42bb321ff754 on network cb7535f9-bc7e-49b0-b814-10dffeec6052 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:52.957538 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] Port 115b8483-faf4-41d5-a79a-42bb321ff754 on network cb7535f9-bc7e-49b0-b814-10dffeec6052 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:52.957909 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] Attempting to bind port 115b8483-faf4-41d5-a79a-42bb321ff754 on network cb7535f9-bc7e-49b0-b814-10dffeec6052 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:52.964672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a41eb7-a609-4c38-9d31-91bcf49cddf0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet 1fcfda7c-b75a-4270-9825-419114dae625 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:52.969278 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-93a41eb7-a609-4c38-9d31-91bcf49cddf0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.972527 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:52.972876 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] Checking segment: {'id': '750f21ac-f65b-4fc3-96eb-83cd4adfd745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:52.973264 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] Bound using segment: {'id': '750f21ac-f65b-4fc3-96eb-83cd4adfd745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:52.973701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] Bound port: 115b8483-faf4-41d5-a79a-42bb321ff754, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750f21ac-f65b-4fc3-96eb-83cd4adfd745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:52.974078 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.039367 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ecc54-c9c5-487f-91e4-df71d07f90b6 service neutron] Pushing event updated for resources: {'Port': ['ID=13fd49b0-7dfb-4c07-8d2a-9d083fda98b1,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:53.043279 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-93a41eb7-a609-4c38-9d31-91bcf49cddf0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.102647 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-5bd97d0e-ff52-48af-8522-c888bdd9bb60 service neutron] 10.222.0.26 "GET /v2.0/networks/8ed7968a-1924-4843-a66a-1e755f94c276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578773 Jul 14 09:23:53.105991 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 22f28419-934f-49fa-9e38-4ae94b6c075c details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:53.113054 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] For port 115b8483-faf4-41d5-a79a-42bb321ff754, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:53.114057 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-3cbd5a79-6229-4469-b7c5-2bb3ac28aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:53.115462 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-3cbd5a79-6229-4469-b7c5-2bb3ac28aeef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd44d92953cd42e0895427390c159c4f&device_id=7961bab0-92e0-4ee5-a82e-c7bffc6ef35f HTTP/1.1" status: 200 len: 1096 time: 0.5062833 Jul 14 09:23:53.119007 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] For port 115b8483-faf4-41d5-a79a-42bb321ff754, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=115b8483-faf4-41d5-a79a-42bb321ff754,segment=NetworkSegment(750f21ac-f65b-4fc3-96eb-83cd4adfd745),segment_id=750f21ac-f65b-4fc3-96eb-83cd4adfd745)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:53.123934 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541d7c3-9df8-402e-9ad5-916ed9496c2e req-af36cac6-3786-4694-84ed-4d29c43da453 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:53.125782 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8541d7c3-9df8-402e-9ad5-916ed9496c2e req-af36cac6-3786-4694-84ed-4d29c43da453 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=7961bab0-92e0-4ee5-a82e-c7bffc6ef35f HTTP/1.1" status: 200 len: 944 time: 0.5582342 Jul 14 09:23:53.149183 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.174850 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-c8d21646-9666-47f1-8354-8f825d8b4e27 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 HTTP/1.1" status: 200 len: 217 time: 0.0480218 Jul 14 09:23:53.194537 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:53.195587 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.196981 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] 10.222.0.55 "PUT /v2.0/ports/115b8483-faf4-41d5-a79a-42bb321ff754 HTTP/1.1" status: 200 len: 1093 time: 1.2587807 Jul 14 09:23:53.201111 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98af418b-cf18-4147-8f0b-90d6930da920', 'tag': '115b8483-faf4-41d5-a79a-42bb321ff754'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:53.203726 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6ed483-6779-48b3-b044-b67b31f3eb86" -d '{"events": [{"name": "network-changed", "server_uuid": "98af418b-cf18-4147-8f0b-90d6930da920", "tag": "115b8483-faf4-41d5-a79a-42bb321ff754"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:53.223825 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8541d7c3-9df8-402e-9ad5-916ed9496c2e req-705c2101-6c75-4ecf-a1b4-e32519b0a6b6 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911286 Jul 14 09:23:53.259950 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-aa1a3544-8df0-4191-9b5b-1194dd2183e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:53.262976 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-93a41eb7-a609-4c38-9d31-91bcf49cddf0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.265234 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-aa1a3544-8df0-4191-9b5b-1194dd2183e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d99465c5-3f7d-4f9c-9abc-0f6030c9ad6e HTTP/1.1" status: 200 len: 854 time: 0.0840864 Jul 14 09:23:53.285931 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 22f28419-934f-49fa-9e38-4ae94b6c075c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=22f28419-934f-49fa-9e38-4ae94b6c075c,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:53.324953 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656bd727-bfa2-4067-8f99-860bb024d4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=115b8483-faf4-41d5-a79a-42bb321ff754,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:53.326517 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '22f28419-934f-49fa-9e38-4ae94b6c075c', 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530', 'port_id': '22f28419-934f-49fa-9e38-4ae94b6c075c', 'mac_address': 'fa:16:3e:21:54:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf1d83d-082d-42ed-9d0f-7aa5099c2f25', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:53.360125 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dee5167-9e4d-430d-9688-868278ef9048 x-openstack-request-id: req-5dee5167-9e4d-430d-9688-868278ef9048 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:53.360428 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7961bab0-92e0-4ee5-a82e-c7bffc6ef35f", "tag": "13fd49b0-7dfb-4c07-8d2a-9d083fda98b1", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:53.360688 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5dee5167-9e4d-430d-9688-868278ef9048 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:53.362097 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7961bab0-92e0-4ee5-a82e-c7bffc6ef35f', 'tag': '13fd49b0-7dfb-4c07-8d2a-9d083fda98b1', 'status': 'completed', 'code': 200} Jul 14 09:23:53.364426 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-54dece68-52af-4417-a9a9-a3d398b8fd36 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0dc7e72a-3edb-4241-a6f5-3289e30586c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906086 Jul 14 09:23:53.454676 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.483183 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f28419-934f-49fa-9e38-4ae94b6c075c {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:53.539526 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-12fcf154-a56c-439e-a5cb-82a000485f6f service neutron] 10.222.0.49 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651669 Jul 14 09:23:53.562934 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 22f28419-934f-49fa-9e38-4ae94b6c075c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=22f28419-934f-49fa-9e38-4ae94b6c075c,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:53.573207 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.578106 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-93a41eb7-a609-4c38-9d31-91bcf49cddf0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.621038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a41eb7-a609-4c38-9d31-91bcf49cddf0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=1fcfda7c-b75a-4270-9825-419114dae625,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:53.625342 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-cad6cec7-ad7c-4d24-a02a-6a62ddb0adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:53.627245 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-cad6cec7-ad7c-4d24-a02a-6a62ddb0adfb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9eda0dcc3e874a49a638743b0ab4508c&device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 1096 time: 0.3294950 Jul 14 09:23:53.634030 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-93a41eb7-a609-4c38-9d31-91bcf49cddf0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.637114 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-93a41eb7-a609-4c38-9d31-91bcf49cddf0 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/1fcfda7c-b75a-4270-9825-419114dae625 HTTP/1.1" status: 204 len: 168 time: 0.7450984 Jul 14 09:23:53.642789 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33734) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:53.671448 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a153e94f-443b-400f-b412-463797ca9979 None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:53.696438 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-6c1d4701-9946-46f1-bf04-0f3316dff612 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=115b8483-faf4-41d5-a79a-42bb321ff754 HTTP/1.1" status: 200 len: 217 time: 0.0489018 Jul 14 09:23:53.792863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-fecbf310-a73e-48dc-b0b0-78814159066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:53.795491 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-fecbf310-a73e-48dc-b0b0-78814159066a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33d74a61-4251-4207-b4f8-9d0620b80344 HTTP/1.1" status: 200 len: 850 time: 0.0915132 Jul 14 09:23:53.847647 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['22f28419-934f-49fa-9e38-4ae94b6c075c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:53.852426 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=22f28419-934f-49fa-9e38-4ae94b6c075c,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:53.871026 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d174bd-a79e-4a4d-81cb-e0e3b9749a4f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Deleting subnet e02599f9-4545-454f-91c2-2d26c95d734d {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:53.889097 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-77d174bd-a79e-4a4d-81cb-e0e3b9749a4f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.891426 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-e008c0c6-fd9a-4c94-9fec-f076f51d40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:53.898889 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-e008c0c6-fd9a-4c94-9fec-f076f51d40f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb7535f9-bc7e-49b0-b814-10dffeec6052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941696 Jul 14 09:23:53.965689 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ccf6f47-721e-40ad-a870-b216a9b41730 req-f8623e47-b06a-4ecd-a03b-aa6fd8556000 service neutron] 10.222.0.49 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187217 Jul 14 09:23:54.024079 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bd2d5-1d54-4b99-96e4-46f47f2872df req-0c2962a7-9e63-4b47-bf3f-03bf1824b138 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:54.026163 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-419bd2d5-1d54-4b99-96e4-46f47f2872df req-0c2962a7-9e63-4b47-bf3f-03bf1824b138 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 944 time: 0.4313197 Jul 14 09:23:54.029146 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-77d174bd-a79e-4a4d-81cb-e0e3b9749a4f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.029899 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-c6eff2c4-6ffb-485a-8d2f-8b14ad2fd080 service neutron] 10.222.0.55 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225026 Jul 14 09:23:54.086815 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959d42c-5a64-4b6f-a531-148e9d344312 req-1a72c756-0771-4be8-b817-d252e7b784d4 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:54.094137 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5959d42c-5a64-4b6f-a531-148e9d344312 req-1a72c756-0771-4be8-b817-d252e7b784d4 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 945 time: 0.5026529 Jul 14 09:23:54.165370 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6e717aba-d2ba-4dab-a699-82bcaa76a4c5 req-0563e93a-370d-465e-8151-b63043d63707 service neutron] 10.222.0.55 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283734 Jul 14 09:23:54.218107 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-419bd2d5-1d54-4b99-96e4-46f47f2872df req-142e2578-3638-47ec-a726-32af53b63ef3 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830812 Jul 14 09:23:54.276034 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5959d42c-5a64-4b6f-a531-148e9d344312 req-fbfbb7d9-2b7b-4c6d-8838-735d0045752f tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775677 Jul 14 09:23:54.316638 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-77d174bd-a79e-4a4d-81cb-e0e3b9749a4f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.362990 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c98def-c6a1-4dd0-98cb-14a1f9b84fd1 req-37e85bd3-a0cd-468e-a356-73a1c05389d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:54.365252 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9c98def-c6a1-4dd0-98cb-14a1f9b84fd1 req-37e85bd3-a0cd-468e-a356-73a1c05389d8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd44d92953cd42e0895427390c159c4f&device_id=7961bab0-92e0-4ee5-a82e-c7bffc6ef35f HTTP/1.1" status: 200 len: 1096 time: 0.3315711 Jul 14 09:23:54.442748 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73437a55-11a9-4f83-9758-906101e1875a x-openstack-request-id: req-73437a55-11a9-4f83-9758-906101e1875a {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:54.443172 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98af418b-cf18-4147-8f0b-90d6930da920", "tag": "115b8483-faf4-41d5-a79a-42bb321ff754", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:54.443538 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73437a55-11a9-4f83-9758-906101e1875a {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:54.444044 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98af418b-cf18-4147-8f0b-90d6930da920', 'tag': '115b8483-faf4-41d5-a79a-42bb321ff754', 'status': 'completed', 'code': 200} Jul 14 09:23:54.462809 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-77d174bd-a79e-4a4d-81cb-e0e3b9749a4f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.506248 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d174bd-a79e-4a4d-81cb-e0e3b9749a4f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Subnet': ['ID=e02599f9-4545-454f-91c2-2d26c95d734d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:54.540897 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-77d174bd-a79e-4a4d-81cb-e0e3b9749a4f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.545501 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-77d174bd-a79e-4a4d-81cb-e0e3b9749a4f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/e02599f9-4545-454f-91c2-2d26c95d734d HTTP/1.1" status: 204 len: 168 time: 0.8987739 Jul 14 09:23:54.546234 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33744) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:54.585309 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c98def-c6a1-4dd0-98cb-14a1f9b84fd1 req-d888ce40-4b98-4d42-8647-652cd9602ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:54.586608 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ed483-6779-48b3-b044-b67b31f3eb86 req-fba6b13e-adfb-433e-89b5-3c35765175c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:54.586976 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9c98def-c6a1-4dd0-98cb-14a1f9b84fd1 req-d888ce40-4b98-4d42-8647-652cd9602ce5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0dc7e72a-3edb-4241-a6f5-3289e30586c5 HTTP/1.1" status: 200 len: 915 time: 0.2055705 Jul 14 09:23:54.588436 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4b6ed483-6779-48b3-b044-b67b31f3eb86 req-fba6b13e-adfb-433e-89b5-3c35765175c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9eda0dcc3e874a49a638743b0ab4508c&device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 1096 time: 0.0737748 Jul 14 09:23:54.655413 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e9b2d402-0e0a-488e-9e86-07ea80db9207 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0971951 Jul 14 09:23:54.659583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33746) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:54.666353 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a1d3f41-b944-4bac-b061-a6fbb8f2a3e8 req-411bc35a-54db-4221-9773-f59b7b4cc73f tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d85471bd-9129-4ce5-90e2-dc32b178dca8 HTTP/1.1" status: 200 len: 210 time: 0.0824685 Jul 14 09:23:54.717436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9c98def-c6a1-4dd0-98cb-14a1f9b84fd1 req-bfa0b8c1-f86f-47fd-92cc-c5be2bfe883c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 HTTP/1.1" status: 200 len: 217 time: 0.0913138 Jul 14 09:23:54.746789 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ed483-6779-48b3-b044-b67b31f3eb86 req-bfab8b22-6b4a-4379-94f7-52526277705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:54.749316 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4b6ed483-6779-48b3-b044-b67b31f3eb86 req-bfab8b22-6b4a-4379-94f7-52526277705e service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb7535f9-bc7e-49b0-b814-10dffeec6052 HTTP/1.1" status: 200 len: 912 time: 0.1510503 Jul 14 09:23:54.798878 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4b6ed483-6779-48b3-b044-b67b31f3eb86 req-d75a02cb-5287-4c9f-a445-4d10696e335e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=115b8483-faf4-41d5-a79a-42bb321ff754 HTTP/1.1" status: 200 len: 217 time: 0.0352485 Jul 14 09:23:54.805039 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c98def-c6a1-4dd0-98cb-14a1f9b84fd1 req-cf28ef2d-db41-4272-99c3-06a891aad8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:54.806557 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9c98def-c6a1-4dd0-98cb-14a1f9b84fd1 req-cf28ef2d-db41-4272-99c3-06a891aad8a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d99465c5-3f7d-4f9c-9abc-0f6030c9ad6e HTTP/1.1" status: 200 len: 854 time: 0.0710602 Jul 14 09:23:54.809655 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32c7234-eca7-4a06-95af-47292943e69f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:54.812921 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d32c7234-eca7-4a06-95af-47292943e69f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1521766 Jul 14 09:23:54.821674 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33748) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:54.830092 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b565b-2e8a-4ebe-8da1-88396a752820 req-9bb23422-c657-44ca-ad76-68c6fb743abb tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:54.837599 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-247b565b-2e8a-4ebe-8da1-88396a752820 req-9bb23422-c657-44ca-ad76-68c6fb743abb tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 945 time: 0.1807103 Jul 14 09:23:54.872549 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ed483-6779-48b3-b044-b67b31f3eb86 req-2dbf8017-e3f4-4f08-87e2-c32f92797628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:54.875051 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4b6ed483-6779-48b3-b044-b67b31f3eb86 req-2dbf8017-e3f4-4f08-87e2-c32f92797628 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33d74a61-4251-4207-b4f8-9d0620b80344 HTTP/1.1" status: 200 len: 850 time: 0.0610135 Jul 14 09:23:54.919335 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9c98def-c6a1-4dd0-98cb-14a1f9b84fd1 req-6898d08f-ac23-4c8b-b4f0-57d8bba5c87d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0dc7e72a-3edb-4241-a6f5-3289e30586c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987456 Jul 14 09:23:54.944557 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a6c767-08ae-42a9-b792-ec96a357af3a None None] Network 4cef7a78-22ed-4e84-a95a-1f569bb0302d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:54.947508 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ed483-6779-48b3-b044-b67b31f3eb86 req-33ebaa81-8ebf-447c-9010-41df042c3609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:54.949811 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4b6ed483-6779-48b3-b044-b67b31f3eb86 req-33ebaa81-8ebf-447c-9010-41df042c3609 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb7535f9-bc7e-49b0-b814-10dffeec6052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678389 Jul 14 09:23:55.033354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae5182-26c1-4062-be52-e866c3569e07 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:55.037547 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-edae5182-26c1-4062-be52-e866c3569e07 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1974847 Jul 14 09:23:55.050573 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-247b565b-2e8a-4ebe-8da1-88396a752820 req-2f04bc3b-b891-43fc-8ee4-9b5c708eec93 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119467 Jul 14 09:23:55.054503 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33752) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:55.097000 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0602c32b-ba31-46f3-adc8-0c52c09c2cd1 None None] Provisioning complete for port 8aad80f6-6dea-49f7-857f-a4fe6214f2bf triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:55.097641 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0602c32b-ba31-46f3-adc8-0c52c09c2cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.129158 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 22f28419-934f-49fa-9e38-4ae94b6c075c up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:55.129445 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33754) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:55.129595 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4eccfa1f-e47b-4cf2-b4d5-fae5818671a1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738242 Jul 14 09:23:55.143353 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fd9f5-61cc-402c-8ec9-060c9ba4a64f req-886d16e5-012b-4f72-8c89-aaaf4e21dd2b tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:55.150852 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-615fd9f5-61cc-402c-8ec9-060c9ba4a64f req-886d16e5-012b-4f72-8c89-aaaf4e21dd2b tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=7961bab0-92e0-4ee5-a82e-c7bffc6ef35f HTTP/1.1" status: 200 len: 944 time: 0.3006558 Jul 14 09:23:55.182609 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9c98def-c6a1-4dd0-98cb-14a1f9b84fd1 req-e4ec74f2-f23a-4e15-8b3a-11e0dba0d885 service neutron] 10.222.0.49 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407811 Jul 14 09:23:55.196051 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c505af-eb3c-4eb7-8e0a-38f2b762e8fe tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:55.197329 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c505af-eb3c-4eb7-8e0a-38f2b762e8fe tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:55.199450 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-77c505af-eb3c-4eb7-8e0a-38f2b762e8fe tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/5eed1ac1-8a4e-4de3-9769-8c672cea7045 HTTP/1.1" status: 404 len: 333 time: 0.0686002 Jul 14 09:23:55.201925 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4b6ed483-6779-48b3-b044-b67b31f3eb86 req-9c8c815b-8557-4817-a5a1-b28db760516b service neutron] 10.222.0.55 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347069 Jul 14 09:23:55.202477 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33756) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:55.220033 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-deee68da-2916-4e1c-8b35-449d30892ff3 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:55.221436 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-deee68da-2916-4e1c-8b35-449d30892ff3 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.49 "GET /v2.0/networks?id=8ed7968a-1924-4843-a66a-1e755f94c276 HTTP/1.1" status: 200 len: 820 time: 0.2643352 Jul 14 09:23:55.230947 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-615fd9f5-61cc-402c-8ec9-060c9ba4a64f req-c94deecd-45d8-4178-ab14-cbeba813f4d7 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791476 Jul 14 09:23:55.265894 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 22f28419-934f-49fa-9e38-4ae94b6c075c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:55.272106 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-0a86aee6-865b-40b3-9dd0-20c93408a268 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Request body: {'port': {'device_id': 'd85471bd-9129-4ce5-90e2-dc32b178dca8', 'network_id': '8ed7968a-1924-4843-a66a-1e755f94c276', 'admin_state_up': True, 'tenant_id': 'b390e16601f84c998f4db38619828cb6'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:55.279759 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 22f28419-934f-49fa-9e38-4ae94b6c075c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:55.280538 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.352658 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9c98def-c6a1-4dd0-98cb-14a1f9b84fd1 req-e5524c3e-6834-45bc-86ab-0a472531d77d service neutron] 10.222.0.49 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581242 Jul 14 09:23:55.354879 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd63c0f9-b5c6-4755-9e67-3972161e9454 None None] DHCP port deletion for 4cef7a78-22ed-4e84-a95a-1f569bb0302d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:23:55.408902 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e9445e-bc1b-4a94-b6c6-4bc100eb7565 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:55.409372 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e9445e-bc1b-4a94-b6c6-4bc100eb7565 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:55.411779 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c8e9445e-bc1b-4a94-b6c6-4bc100eb7565 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/e02599f9-4545-454f-91c2-2d26c95d734d HTTP/1.1" status: 404 len: 337 time: 0.2076151 Jul 14 09:23:55.423910 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33764) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:55.445886 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.467895 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fd63c0f9-b5c6-4755-9e67-3972161e9454 None None] Deleting port 8aad80f6-6dea-49f7-857f-a4fe6214f2bf {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:55.468421 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd63c0f9-b5c6-4755-9e67-3972161e9454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.499210 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0c4e16-ca66-4360-b753-f21300178b74 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:55.499851 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0c4e16-ca66-4360-b753-f21300178b74 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:55.505144 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33766) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:55.505365 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-df0c4e16-ca66-4360-b753-f21300178b74 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/1fcfda7c-b75a-4270-9825-419114dae625 HTTP/1.1" status: 404 len: 337 time: 0.0802767 Jul 14 09:23:55.523440 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf22a53e-b87c-492e-8646-8396fb83ef32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f28419-934f-49fa-9e38-4ae94b6c075c'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:55.525915 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b0bd70-a356-45e7-a256-85cbb12b735b" -d '{"events": [{"server_uuid": "cf22a53e-b87c-492e-8646-8396fb83ef32", "name": "network-vif-plugged", "status": "completed", "tag": "22f28419-934f-49fa-9e38-4ae94b6c075c"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:55.536993 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-0a86aee6-865b-40b3-9dd0-20c93408a268 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Made reservation on behalf of b390e16601f84c998f4db38619828cb6 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:55.540795 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-0a86aee6-865b-40b3-9dd0-20c93408a268 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.547188 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 22f28419-934f-49fa-9e38-4ae94b6c075c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=22f28419-934f-49fa-9e38-4ae94b6c075c,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:55.548609 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4237e45-fd9c-4879-803a-842d51882460 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:55.548803 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4237e45-fd9c-4879-803a-842d51882460 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:55.551083 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f4237e45-fd9c-4879-803a-842d51882460 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/5433a402-c8b9-4f54-b5ec-0948f0305541 HTTP/1.1" status: 404 len: 333 time: 0.0447109 Jul 14 09:23:55.555218 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33772) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:55.557584 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.580157 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e677ec-5b17-4f99-9219-6a1ba166fb18 req-65e80384-790c-441e-a54c-b1aeab4f3ebe tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:55.581728 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60e677ec-5b17-4f99-9219-6a1ba166fb18 req-65e80384-790c-441e-a54c-b1aeab4f3ebe tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 944 time: 0.1741354 Jul 14 09:23:55.597240 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4b6ed483-6779-48b3-b044-b67b31f3eb86 req-3d855a13-b52e-4ce6-841f-0e351be639ab service neutron] 10.222.0.55 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733976 Jul 14 09:23:55.608321 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4d4afa-8ae8-4a46-8479-aa3ed1975d72 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:55.608781 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4d4afa-8ae8-4a46-8479-aa3ed1975d72 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:55.608963 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fd63c0f9-b5c6-4755-9e67-3972161e9454 None None] For port 8aad80f6-6dea-49f7-857f-a4fe6214f2bf, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=8aad80f6-6dea-49f7-857f-a4fe6214f2bf,segment=NetworkSegment(76c086af-3b4f-4111-82c0-5aa7f845e073),segment_id=76c086af-3b4f-4111-82c0-5aa7f845e073)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:55.609232 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd63c0f9-b5c6-4755-9e67-3972161e9454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.613534 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9f4d4afa-8ae8-4a46-8479-aa3ed1975d72 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/533c118e-0d24-4179-a996-ff6f461f11e3 HTTP/1.1" status: 404 len: 337 time: 0.0531826 Jul 14 09:23:55.613854 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33774) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:55.635382 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ccbfe-4f52-4bc3-a720-69920a97ddeb req-bbe4f9fe-ec74-47f3-872a-39b8a64a1b8b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:55.636872 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b49ccbfe-4f52-4bc3-a720-69920a97ddeb req-bbe4f9fe-ec74-47f3-872a-39b8a64a1b8b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 945 time: 0.1849520 Jul 14 09:23:55.642645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=22f28419-934f-49fa-9e38-4ae94b6c075c,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:55.665295 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fd63c0f9-b5c6-4755-9e67-3972161e9454 None None] Calling delete_port for 8aad80f6-6dea-49f7-857f-a4fe6214f2bf owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:55.669919 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df728d2-f2bb-473b-b5c2-904229d7c088 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:55.670437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df728d2-f2bb-473b-b5c2-904229d7c088 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:55.671939 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1df728d2-f2bb-473b-b5c2-904229d7c088 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/418b1185-447a-48cf-8ece-8ed8eb9a58a1 HTTP/1.1" status: 404 len: 337 time: 0.0565188 Jul 14 09:23:55.674768 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33776) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:55.720994 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-76743716-a344-4293-80ce-8334c73dfa98 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:55.721588 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76743716-a344-4293-80ce-8334c73dfa98 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:55.723456 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-76743716-a344-4293-80ce-8334c73dfa98 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/ea113655-8f5f-4456-b1b7-7bc33ff229c8 HTTP/1.1" status: 404 len: 333 time: 0.0475545 Jul 14 09:23:55.726432 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33780) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:55.727818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-0a86aee6-865b-40b3-9dd0-20c93408a268 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Allocated IP 172.20.0.11 (8ed7968a-1924-4843-a66a-1e755f94c276/d8249ca9-e559-495c-8c63-7bf7bc3ca78d/08e8f44a-a4a8-422f-a972-b0fc37c2bd7c) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:55.739165 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60e677ec-5b17-4f99-9219-6a1ba166fb18 req-2c73244d-b8ff-4234-bd5a-da0e8e336490 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337931 Jul 14 09:23:55.761461 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd63c0f9-b5c6-4755-9e67-3972161e9454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.773195 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d25a4c-7c38-49e6-9880-80662727cb99 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:55.773656 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d25a4c-7c38-49e6-9880-80662727cb99 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:55.775620 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-31d25a4c-7c38-49e6-9880-80662727cb99 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/2870b181-ab8a-42c9-8627-4415331613a0 HTTP/1.1" status: 404 len: 337 time: 0.0481598 Jul 14 09:23:55.777836 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd63c0f9-b5c6-4755-9e67-3972161e9454 None None] No DVR routers for this DVR port 8aad80f6-6dea-49f7-857f-a4fe6214f2bf on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:55.778901 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b49ccbfe-4f52-4bc3-a720-69920a97ddeb req-64cac241-534c-40ac-8604-9cae742a5d3d tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173928 Jul 14 09:23:55.779365 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33782) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:55.822383 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63c0f9-b5c6-4755-9e67-3972161e9454 None None] Pushing event deleted for resources: {'Port': ['ID=8aad80f6-6dea-49f7-857f-a4fe6214f2bf,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:55.831921 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6b336b-241b-4e09-b4b1-a9b11bbfc26e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:55.832417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6b336b-241b-4e09-b4b1-a9b11bbfc26e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:55.834290 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cc6b336b-241b-4e09-b4b1-a9b11bbfc26e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/c1a70729-22b1-4311-8143-91ac84db7c76 HTTP/1.1" status: 404 len: 337 time: 0.0540240 Jul 14 09:23:55.841562 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33784) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:55.868445 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-216bd0b7-d6d8-430b-8e0b-771b0ab14e27 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:55.869180 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216bd0b7-d6d8-430b-8e0b-771b0ab14e27 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:55.873332 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-216bd0b7-d6d8-430b-8e0b-771b0ab14e27 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/2f9193e3-27eb-41bf-b7ec-a45659ab22c7 HTTP/1.1" status: 404 len: 333 time: 0.0284269 Jul 14 09:23:55.874642 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33786) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:55.908193 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7854fc-cc7d-424e-8267-043ffd7e550a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:55.908712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7854fc-cc7d-424e-8267-043ffd7e550a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:55.917237 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1e7854fc-cc7d-424e-8267-043ffd7e550a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/746c52df-e814-4499-8b49-e8bbe8887958 HTTP/1.1" status: 404 len: 337 time: 0.0419924 Jul 14 09:23:55.920208 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33788) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:55.966473 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa01616-e092-43b6-9514-365cee8b2c38 x-openstack-request-id: req-9fa01616-e092-43b6-9514-365cee8b2c38 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:55.967027 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf22a53e-b87c-492e-8646-8396fb83ef32", "name": "network-vif-plugged", "status": "completed", "tag": "22f28419-934f-49fa-9e38-4ae94b6c075c", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:55.967131 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8f6afa-d095-48f7-8c72-ae670012d6bc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:55.967376 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8f6afa-d095-48f7-8c72-ae670012d6bc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:55.967555 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9fa01616-e092-43b6-9514-365cee8b2c38 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:55.968039 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf22a53e-b87c-492e-8646-8396fb83ef32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f28419-934f-49fa-9e38-4ae94b6c075c', 'code': 200} Jul 14 09:23:55.972553 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-af8f6afa-d095-48f7-8c72-ae670012d6bc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/1ff41c43-50fd-4ba8-952a-9080f6091ed0 HTTP/1.1" status: 404 len: 337 time: 0.0481086 Jul 14 09:23:55.972725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33790) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.000058 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-09eda0f0-43b6-4bd8-98e4-aecb39a8fa37 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:56.000407 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09eda0f0-43b6-4bd8-98e4-aecb39a8fa37 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:56.002754 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-09eda0f0-43b6-4bd8-98e4-aecb39a8fa37 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/a92893d0-7016-4ba6-80ea-a33acdcf414f HTTP/1.1" status: 404 len: 333 time: 0.0291362 Jul 14 09:23:56.006783 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33792) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.028863 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-0a86aee6-865b-40b3-9dd0-20c93408a268 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.049241 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0c23d3-c4f8-48e3-a615-9d2d70a6787d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:56.049703 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0c23d3-c4f8-48e3-a615-9d2d70a6787d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:56.051556 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2c0c23d3-c4f8-48e3-a615-9d2d70a6787d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/c5ddf1da-a8a2-4b90-a45e-c94d0f91ddaa HTTP/1.1" status: 404 len: 337 time: 0.0437725 Jul 14 09:23:56.055229 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33794) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.086705 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-275b1c0a-26ee-49b6-a4d7-7fe01a9382b4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:56.087540 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275b1c0a-26ee-49b6-a4d7-7fe01a9382b4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:56.089960 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-275b1c0a-26ee-49b6-a4d7-7fe01a9382b4 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/2df097af-9d34-4a37-b538-9195f178730d HTTP/1.1" status: 404 len: 333 time: 0.0330200 Jul 14 09:23:56.092641 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33798) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.106800 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-238dd074-acb0-4960-b2e8-dc4bd31b980b req-035e9412-55e5-4034-b8f7-a13ec6fdabf8 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d85471bd-9129-4ce5-90e2-dc32b178dca8 HTTP/1.1" status: 200 len: 210 time: 0.0303545 Jul 14 09:23:56.128621 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2450ff6-18b0-437e-88f6-1ac54469e066 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:56.129083 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2450ff6-18b0-437e-88f6-1ac54469e066 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:56.133301 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d2450ff6-18b0-437e-88f6-1ac54469e066 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/6e6990bc-c634-4b0f-9a07-ae58db0bcae9 HTTP/1.1" status: 404 len: 337 time: 0.0373292 Jul 14 09:23:56.133757 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99284544-1691-4dc5-aedd-277234813be1 req-db124e55-911c-4f17-97b9-fdd5eda4f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:56.133757 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99284544-1691-4dc5-aedd-277234813be1 req-db124e55-911c-4f17-97b9-fdd5eda4f895 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 1098 time: 0.0930922 Jul 14 09:23:56.134163 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33800) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.149299 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 115b8483-faf4-41d5-a79a-42bb321ff754 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:56.165950 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a7a189-99c6-4591-96e1-eaa1e3ba25fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:56.166695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a7a189-99c6-4591-96e1-eaa1e3ba25fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:56.170867 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-22a7a189-99c6-4591-96e1-eaa1e3ba25fc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/374dc3f9-77a2-4866-bba1-59aecba3b764 HTTP/1.1" status: 404 len: 333 time: 0.0333660 Jul 14 09:23:56.171311 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33802) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.180676 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99284544-1691-4dc5-aedd-277234813be1 req-76911201-eb3d-4082-aa94-cee46776b5c9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409150 Jul 14 09:23:56.181873 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-0a86aee6-865b-40b3-9dd0-20c93408a268 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.209900 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c10fca-09aa-4102-93fc-fbec9a89e04c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:56.210358 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c10fca-09aa-4102-93fc-fbec9a89e04c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:56.217010 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-51c10fca-09aa-4102-93fc-fbec9a89e04c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/efb73545-f5a8-41d9-8f38-786a4bd452c2 HTTP/1.1" status: 404 len: 337 time: 0.0400815 Jul 14 09:23:56.233725 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33804) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.270056 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 115b8483-faf4-41d5-a79a-42bb321ff754, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=115b8483-faf4-41d5-a79a-42bb321ff754,segment=NetworkSegment(750f21ac-f65b-4fc3-96eb-83cd4adfd745),segment_id=750f21ac-f65b-4fc3-96eb-83cd4adfd745)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:56.272117 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-63633b69-c860-4045-88db-7e6753affc03 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:56.272868 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63633b69-c860-4045-88db-7e6753affc03 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:56.274669 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-63633b69-c860-4045-88db-7e6753affc03 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/3f8c0d9e-fdb1-4a01-96f3-8418d005e0ad HTTP/1.1" status: 404 len: 333 time: 0.0400445 Jul 14 09:23:56.280762 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-0a86aee6-865b-40b3-9dd0-20c93408a268 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Network 8ed7968a-1924-4843-a66a-1e755f94c276 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:56.281429 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33806) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.283111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79e139-2d46-47e2-a99f-b78148d47e5a req-fea6e6dd-2193-4a6e-8a4a-c7e217229765 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:56.291522 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af79e139-2d46-47e2-a99f-b78148d47e5a req-fea6e6dd-2193-4a6e-8a4a-c7e217229765 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 946 time: 0.0897768 Jul 14 09:23:56.293833 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '115b8483-faf4-41d5-a79a-42bb321ff754', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'port_id': '115b8483-faf4-41d5-a79a-42bb321ff754', 'mac_address': 'fa:16:3e:60:ec:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:56.294141 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-0a86aee6-865b-40b3-9dd0-20c93408a268 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:56.301455 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-0a86aee6-865b-40b3-9dd0-20c93408a268 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:56.323771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86aee6-865b-40b3-9dd0-20c93408a268 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Pushing event updated for resources: {'Port': ['ID=08e8f44a-a4a8-422f-a972-b0fc37c2bd7c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:56.343628 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9340ca-a0f5-4606-8082-c25034975fbc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:56.344092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9340ca-a0f5-4606-8082-c25034975fbc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:56.349707 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0c9340ca-a0f5-4606-8082-c25034975fbc tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/0b2b86bd-ae84-48ea-95a1-09052864c1a3 HTTP/1.1" status: 404 len: 337 time: 0.0618434 Jul 14 09:23:56.350682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33810) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.360094 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af79e139-2d46-47e2-a99f-b78148d47e5a req-140ea0d7-ef82-4bd0-bc7b-194829f8170b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674281 Jul 14 09:23:56.366799 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.390154 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bfaf349-bf3d-4dcd-bf01-9a2401c2c870 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:56.390528 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115b8483-faf4-41d5-a79a-42bb321ff754 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:56.390871 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bfaf349-bf3d-4dcd-bf01-9a2401c2c870 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:56.395299 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0bfaf349-bf3d-4dcd-bf01-9a2401c2c870 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/7e549467-3c43-42e7-91c7-e5b2002b0007 HTTP/1.1" status: 404 len: 333 time: 0.0416248 Jul 14 09:23:56.395490 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33812) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.413163 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 115b8483-faf4-41d5-a79a-42bb321ff754, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=115b8483-faf4-41d5-a79a-42bb321ff754,segment=NetworkSegment(750f21ac-f65b-4fc3-96eb-83cd4adfd745),segment_id=750f21ac-f65b-4fc3-96eb-83cd4adfd745)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:56.420416 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.432651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-0a86aee6-865b-40b3-9dd0-20c93408a268 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:56.433298 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-0a86aee6-865b-40b3-9dd0-20c93408a268 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.437062 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f51b39-005c-4fca-b4e4-62a7f5e62916 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:56.437494 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f51b39-005c-4fca-b4e4-62a7f5e62916 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:56.439329 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b7f51b39-005c-4fca-b4e4-62a7f5e62916 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/29a42749-4c3c-45da-a019-762b8933870a HTTP/1.1" status: 404 len: 337 time: 0.0429354 Jul 14 09:23:56.442663 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33814) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.472761 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff3ef1a-0159-4d38-90b6-a997c756691f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:56.473471 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff3ef1a-0159-4d38-90b6-a997c756691f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:56.475207 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6ff3ef1a-0159-4d38-90b6-a997c756691f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/7cdab817-adec-46e9-967c-9c1698d3bfff HTTP/1.1" status: 404 len: 333 time: 0.0316389 Jul 14 09:23:56.477127 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-0a86aee6-865b-40b3-9dd0-20c93408a268 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2133768 Jul 14 09:23:56.477966 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33816) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.487902 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=115b8483-faf4-41d5-a79a-42bb321ff754,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:56.492532 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b881e9f-72e5-4448-a908-6108b7ba33e9 req-40041479-339f-4ee1-af6d-263cf4906013 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ca32b606-2424-4054-8dba-ac956003f77f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1300063 Jul 14 09:23:56.493440 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] Request body: {'port': {'device_id': 'd85471bd-9129-4ce5-90e2-dc32b178dca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:56.495952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:56.496397 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:56.496675 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:56.497067 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:56.497379 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:56.497768 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:56.498272 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:56.498855 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:56.499195 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:56.499539 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:56.499854 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:56.500183 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:56.512081 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e687000-5d85-4f0d-96ae-ac3bf30f070d req-0f5a1aec-ac34-4cc2-be31-58141b8fc8b9 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:56.513582 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e687000-5d85-4f0d-96ae-ac3bf30f070d req-0f5a1aec-ac34-4cc2-be31-58141b8fc8b9 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=7961bab0-92e0-4ee5-a82e-c7bffc6ef35f HTTP/1.1" status: 200 len: 944 time: 0.0866320 Jul 14 09:23:56.547517 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2bc29d-cbbc-4735-8f3e-fb05b2a6a97c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:56.548132 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2bc29d-cbbc-4735-8f3e-fb05b2a6a97c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:56.552837 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3e2bc29d-cbbc-4735-8f3e-fb05b2a6a97c tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/5304dba8-d4e2-4dc2-a28c-20b2d389fcc0 HTTP/1.1" status: 404 len: 337 time: 0.0713425 Jul 14 09:23:56.554249 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33818) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.584914 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e687000-5d85-4f0d-96ae-ac3bf30f070d req-8f8e1f00-2591-4cb5-bdfd-d20f5be29c68 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648205 Jul 14 09:23:56.594652 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-50fda67a-0244-48c1-9417-c8bbb613731d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:56.595744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50fda67a-0244-48c1-9417-c8bbb613731d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:56.600062 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-50fda67a-0244-48c1-9417-c8bbb613731d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/6dcadfca-620e-4357-ac95-6fd078ee92b7 HTTP/1.1" status: 404 len: 337 time: 0.0424814 Jul 14 09:23:56.600941 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33820) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.629749 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6e87d8-31ef-4041-a324-eab0c3fbe977 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:56.630425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6e87d8-31ef-4041-a324-eab0c3fbe977 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:56.632126 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4d6e87d8-31ef-4041-a324-eab0c3fbe977 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/3e336a11-bafb-4f47-98b9-82225f05b59d HTTP/1.1" status: 404 len: 333 time: 0.0302644 Jul 14 09:23:56.633988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b881e9f-72e5-4448-a908-6108b7ba33e9 req-3706c71e-8ba3-4f2e-99e3-58e70fc83cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:56.634987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33822) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.635355 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b881e9f-72e5-4448-a908-6108b7ba33e9 req-3706c71e-8ba3-4f2e-99e3-58e70fc83cd0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a9dd7e1c4ad44778b18f6fb76161572&device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 1098 time: 0.0970025 Jul 14 09:23:56.636949 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.671857 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b53360-9e13-4f7a-b6ba-9810359c5b6d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:56.672313 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b53360-9e13-4f7a-b6ba-9810359c5b6d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:56.674787 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-92b53360-9e13-4f7a-b6ba-9810359c5b6d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/cceaa950-a117-470d-b3e3-55d2d4e6271c HTTP/1.1" status: 404 len: 337 time: 0.0386515 Jul 14 09:23:56.677517 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33824) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.724248 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebb6b5c-6395-46b4-a2b4-4f8ea095ba00 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:56.724703 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ebb6b5c-6395-46b4-a2b4-4f8ea095ba00 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:56.726438 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8ebb6b5c-6395-46b4-a2b4-4f8ea095ba00 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/1e816e14-ef3b-41f0-80ce-54f973e0f723 HTTP/1.1" status: 404 len: 337 time: 0.0479953 Jul 14 09:23:56.731876 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33826) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.768404 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1ec243-3333-433b-8ac9-175a2602482e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:56.768939 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b1ec243-3333-433b-8ac9-175a2602482e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:56.770670 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7b1ec243-3333-433b-8ac9-175a2602482e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/903f51ce-2d4c-4f66-94cb-a328e72ce5d4 HTTP/1.1" status: 404 len: 333 time: 0.0378716 Jul 14 09:23:56.773253 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b881e9f-72e5-4448-a908-6108b7ba33e9 req-b0740564-fab9-4994-94d1-e2ac269d5313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:56.773253 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b881e9f-72e5-4448-a908-6108b7ba33e9 req-b0740564-fab9-4994-94d1-e2ac269d5313 service neutron] 10.222.0.49 "GET /v2.0/networks?id=041dc1f0-7ce6-42cf-bd75-72a98460d7b9 HTTP/1.1" status: 200 len: 912 time: 0.1171625 Jul 14 09:23:56.773450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33828) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.785417 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['115b8483-faf4-41d5-a79a-42bb321ff754'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:56.901401 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-81116732-3aa3-4508-98eb-01beb298175b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:56.903331 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81116732-3aa3-4508-98eb-01beb298175b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:56.907356 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-81116732-3aa3-4508-98eb-01beb298175b tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/94c3633b-3d83-447c-abe1-49b928184da5 HTTP/1.1" status: 404 len: 337 time: 0.1307335 Jul 14 09:23:56.914972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33834) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.950643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 8aad80f6-6dea-49f7-857f-a4fe6214f2bf no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:56.969403 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6ddf01-622e-49e1-9003-eb0002adeab8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:56.970605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6ddf01-622e-49e1-9003-eb0002adeab8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:56.974580 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3f6ddf01-622e-49e1-9003-eb0002adeab8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/0a3c0102-f3ff-4d68-9414-57fa5e0599c6 HTTP/1.1" status: 404 len: 337 time: 0.0563879 Jul 14 09:23:56.975985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33838) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.976502 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 8aad80f6-6dea-49f7-857f-a4fe6214f2bf {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:56.976952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 8aad80f6-6dea-49f7-857f-a4fe6214f2bf not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:57.016665 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b881e9f-72e5-4448-a908-6108b7ba33e9 req-9cf059b8-8173-4398-8f5e-0467a6e8c2f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a8b8881-0dfd-41db-b85c-638f00059a03 HTTP/1.1" status: 200 len: 1002 time: 0.2344537 Jul 14 09:23:57.036449 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a76b38-9591-48b8-9b82-b1a5bfdad194 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:57.038033 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a76b38-9591-48b8-9b82-b1a5bfdad194 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:57.040778 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b3a76b38-9591-48b8-9b82-b1a5bfdad194 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/2baa0a78-6b04-4117-a2ec-50fe9b6d2add HTTP/1.1" status: 404 len: 333 time: 0.0648606 Jul 14 09:23:57.045545 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33842) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.082190 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-124b38a1-4c75-4918-b966-f182f1096009 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:57.082642 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124b38a1-4c75-4918-b966-f182f1096009 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:57.084511 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-124b38a1-4c75-4918-b966-f182f1096009 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/6f76a515-399e-4a32-9c69-bf087a394f65 HTTP/1.1" status: 404 len: 337 time: 0.0373816 Jul 14 09:23:57.089279 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33844) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.111436 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:57.116288 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b881e9f-72e5-4448-a908-6108b7ba33e9 req-cf652d47-b2ea-42e4-a3d9-6c5dcfb1f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:57.117745 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b881e9f-72e5-4448-a908-6108b7ba33e9 req-cf652d47-b2ea-42e4-a3d9-6c5dcfb1f584 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4 HTTP/1.1" status: 200 len: 850 time: 0.0924082 Jul 14 09:23:57.140745 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5b481a-9064-41b8-bfe1-12adf37a4d57 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:57.141116 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5b481a-9064-41b8-bfe1-12adf37a4d57 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:57.147806 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ee5b481a-9064-41b8-bfe1-12adf37a4d57 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/f2696ba8-5001-44c4-90bb-99bad0a44920 HTTP/1.1" status: 404 len: 337 time: 0.0532072 Jul 14 09:23:57.148093 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33848) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.175574 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0266f2-5e77-4810-a5ab-81a11ab0ae31 req-8ad684e4-ef0c-454c-ac99-091fbc016af8 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:57.177063 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4a0266f2-5e77-4810-a5ab-81a11ab0ae31 req-8ad684e4-ef0c-454c-ac99-091fbc016af8 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 945 time: 0.2277417 Jul 14 09:23:57.180578 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-698f74b4-0960-4305-981e-b11b802d7ba3 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b352a74-5bbe-45f8-9c69-09df794230fd HTTP/1.1" status: 200 len: 205 time: 0.0313940 Jul 14 09:23:57.183092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33850) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.186326 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:57.200128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380110f9-79ac-45fd-922a-630e3db6ab6e req-fe62b363-33ab-4902-b53d-573d9171c368 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:57.202246 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-380110f9-79ac-45fd-922a-630e3db6ab6e req-fe62b363-33ab-4902-b53d-573d9171c368 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 945 time: 0.1650503 Jul 14 09:23:57.223942 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=13fd49b0-7dfb-4c07-8d2a-9d083fda98b1,segment=NetworkSegment(1f1a358f-73c2-4ce0-ba11-3ecd763be6c8),segment_id=1f1a358f-73c2-4ce0-ba11-3ecd763be6c8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:57.234319 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.234612 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0577c6a9-62e2-40d2-b7f6-cd908681263a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.237870 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-5c52718f-7d0d-4cc0-ba2b-c457d6f7c2da tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] delete failed (client error): The resource could not be found. Jul 14 09:23:57.238463 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '13fd49b0-7dfb-4c07-8d2a-9d083fda98b1', 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5', 'port_id': '13fd49b0-7dfb-4c07-8d2a-9d083fda98b1', 'mac_address': 'fa:16:3e:e4:9b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99465c5-3f7d-4f9c-9abc-0f6030c9ad6e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:57.238929 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5c52718f-7d0d-4cc0-ba2b-c457d6f7c2da tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/routers/1b352a74-5bbe-45f8-9c69-09df794230fd HTTP/1.1" status: 404 len: 336 time: 0.0550001 Jul 14 09:23:57.243412 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33852) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.278635 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] Transition to ACTIVE for port object 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:57.278879 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b881e9f-72e5-4448-a908-6108b7ba33e9 req-62fd5c8a-8e30-4770-bb8f-deb2133c4047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:57.279399 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.280213 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbab172e-700d-4003-bf38-631fb84c56c2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:57.280536 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b881e9f-72e5-4448-a908-6108b7ba33e9 req-62fd5c8a-8e30-4770-bb8f-deb2133c4047 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=041dc1f0-7ce6-42cf-bd75-72a98460d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1556816 Jul 14 09:23:57.281189 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbab172e-700d-4003-bf38-631fb84c56c2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:57.283328 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cbab172e-700d-4003-bf38-631fb84c56c2 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/e654ec1c-4fc7-4bd2-ac17-8a92453346b3 HTTP/1.1" status: 404 len: 337 time: 0.0393233 Jul 14 09:23:57.284624 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.289962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33854) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.302709 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-380110f9-79ac-45fd-922a-630e3db6ab6e req-7b550a24-8a94-4e0b-b7e5-46193a6387b8 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881953 Jul 14 09:23:57.304152 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:57.328233 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4a0266f2-5e77-4810-a5ab-81a11ab0ae31 req-8c74ae71-2ad9-41a3-b419-5b008178f623 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246719 Jul 14 09:23:57.340963 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=13fd49b0-7dfb-4c07-8d2a-9d083fda98b1,segment=NetworkSegment(1f1a358f-73c2-4ce0-ba11-3ecd763be6c8),segment_id=1f1a358f-73c2-4ce0-ba11-3ecd763be6c8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:57.351970 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.364113 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8f18057a-bd23-45e2-ae0a-03befeebf139 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a860bb0-0cbf-4b5b-97b4-89a0567f33fa HTTP/1.1" status: 200 len: 205 time: 0.0751276 Jul 14 09:23:57.370942 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33858) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.424911 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=08e8f44a-a4a8-422f-a972-b0fc37c2bd7c,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:57.427113 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b881e9f-72e5-4448-a908-6108b7ba33e9 req-f2393151-cf57-44c1-a284-f906b44225ca service neutron] 10.222.0.49 "GET /v2.0/networks/041dc1f0-7ce6-42cf-bd75-72a98460d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387250 Jul 14 09:23:57.430198 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-a7fbe430-0428-4ce5-bfb5-905cc5664853 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] delete failed (client error): The resource could not be found. Jul 14 09:23:57.433068 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a7fbe430-0428-4ce5-bfb5-905cc5664853 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/routers/3a860bb0-0cbf-4b5b-97b4-89a0567f33fa HTTP/1.1" status: 404 len: 336 time: 0.0589585 Jul 14 09:23:57.434501 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33862) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.462702 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=13fd49b0-7dfb-4c07-8d2a-9d083fda98b1,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:57.516436 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] Attempting to bind port 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:57.517312 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] Attempting to bind port 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '2f75386f-fa10-4395-857e-a7bba9928cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8ed7968a-1924-4843-a66a-1e755f94c276'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:57.517805 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] Attempting to bind port 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c on network 8ed7968a-1924-4843-a66a-1e755f94c276 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:57.519821 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-44daa704-59ef-40c5-b401-b3ca4045b49a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:57.520278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44daa704-59ef-40c5-b401-b3ca4045b49a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:57.522427 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-44daa704-59ef-40c5-b401-b3ca4045b49a tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/2b016ad1-09c6-41b5-86d2-218616f9420a HTTP/1.1" status: 404 len: 337 time: 0.0696471 Jul 14 09:23:57.525049 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33864) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.525265 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] Port 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c on network 8ed7968a-1924-4843-a66a-1e755f94c276 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:57.525604 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] Attempting to bind port 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c on network 8ed7968a-1924-4843-a66a-1e755f94c276 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:57.531631 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:57.531980 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] Checking segment: {'id': '2f75386f-fa10-4395-857e-a7bba9928cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8ed7968a-1924-4843-a66a-1e755f94c276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:57.532418 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] Bound using segment: {'id': '2f75386f-fa10-4395-857e-a7bba9928cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8ed7968a-1924-4843-a66a-1e755f94c276'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:57.533392 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] Bound port: 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f75386f-fa10-4395-857e-a7bba9928cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '8ed7968a-1924-4843-a66a-1e755f94c276'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:57.533824 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.560484 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8642e3-498f-4f64-9116-b28e04c272aa tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:57.560946 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8642e3-498f-4f64-9116-b28e04c272aa tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:57.562758 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8e8642e3-498f-4f64-9116-b28e04c272aa tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/c65d6f3d-6964-4cff-9671-3a689dae5622 HTTP/1.1" status: 404 len: 337 time: 0.0368059 Jul 14 09:23:57.563632 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['13fd49b0-7dfb-4c07-8d2a-9d083fda98b1'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:57.565561 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33866) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.604731 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-6444a57d-8f02-478d-817f-ae9033ab37a8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:57.605575 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6444a57d-8f02-478d-817f-ae9033ab37a8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:57.607326 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6444a57d-8f02-478d-817f-ae9033ab37a8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/b992eef3-b004-4981-91ef-c0d35dd84d3f HTTP/1.1" status: 404 len: 333 time: 0.0408154 Jul 14 09:23:57.610299 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33868) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.627324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] For port 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:57.631646 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] For port 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=08e8f44a-a4a8-422f-a972-b0fc37c2bd7c,segment=NetworkSegment(2f75386f-fa10-4395-857e-a7bba9928cc8),segment_id=2f75386f-fa10-4395-857e-a7bba9928cc8)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:57.637468 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.680061 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5156c4-7a9b-4928-b488-f8c313ec0686 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:57.680525 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5156c4-7a9b-4928-b488-f8c313ec0686 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:57.682446 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0a5156c4-7a9b-4928-b488-f8c313ec0686 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/941b1a68-67e4-4a17-bd55-12cf0ab3b1fc HTTP/1.1" status: 404 len: 337 time: 0.0624681 Jul 14 09:23:57.686222 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33876) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.696502 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b881e9f-72e5-4448-a908-6108b7ba33e9 req-43a25c5f-bff0-4440-a9e0-5806e20b7364 service neutron] 10.222.0.49 "GET /v2.0/networks/041dc1f0-7ce6-42cf-bd75-72a98460d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637224 Jul 14 09:23:57.722911 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:57.723717 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.724167 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-3267f32b-17d1-4bb6-8e52-4f17ebdeb006 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:57.725067 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3267f32b-17d1-4bb6-8e52-4f17ebdeb006 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:57.725217 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] 10.222.0.49 "PUT /v2.0/ports/08e8f44a-a4a8-422f-a972-b0fc37c2bd7c HTTP/1.1" status: 200 len: 1093 time: 1.2379959 Jul 14 09:23:57.726858 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3267f32b-17d1-4bb6-8e52-4f17ebdeb006 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/11d23b58-d6ca-4595-8448-76f9f5d0e964 HTTP/1.1" status: 404 len: 333 time: 0.0394671 Jul 14 09:23:57.729365 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33878) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.734601 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85471bd-9129-4ce5-90e2-dc32b178dca8', 'tag': '08e8f44a-a4a8-422f-a972-b0fc37c2bd7c'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:57.739997 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cb48e0-939c-4ae5-9497-947f0d614bba" -d '{"events": [{"name": "network-changed", "server_uuid": "d85471bd-9129-4ce5-90e2-dc32b178dca8", "tag": "08e8f44a-a4a8-422f-a972-b0fc37c2bd7c"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:57.764098 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad87d8a-5278-4a92-99e5-1c68a0afc1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=08e8f44a-a4a8-422f-a972-b0fc37c2bd7c,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:57.765450 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc3d461-17a1-46fa-beb8-d7028daa2da7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:57.765967 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc3d461-17a1-46fa-beb8-d7028daa2da7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:57.769982 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2fc3d461-17a1-46fa-beb8-d7028daa2da7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/25f87f60-0797-41b0-b9f1-f49fe8733d1b HTTP/1.1" status: 404 len: 337 time: 0.0373480 Jul 14 09:23:57.770402 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33882) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.800633 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c91d96-65b5-4b5a-a261-5624366b43a1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:57.801353 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c91d96-65b5-4b5a-a261-5624366b43a1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:57.805527 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-91c91d96-65b5-4b5a-a261-5624366b43a1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/572dfbb7-c875-4021-8daa-ecad7d383df7 HTTP/1.1" status: 404 len: 333 time: 0.0319190 Jul 14 09:23:57.806112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33884) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.812640 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797312f-b96e-45a1-807d-ade78cd11900 req-af27360c-34e7-4c3e-874f-5ea0f5a4bbdb tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:57.820793 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1797312f-b96e-45a1-807d-ade78cd11900 req-af27360c-34e7-4c3e-874f-5ea0f5a4bbdb tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d85471bd-9129-4ce5-90e2-dc32b178dca8 HTTP/1.1" status: 200 len: 944 time: 0.2189193 Jul 14 09:23:57.838443 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-452b9cdc-3da7-4e56-a562-e205edcff6d7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:57.838997 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-452b9cdc-3da7-4e56-a562-e205edcff6d7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:57.843100 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-452b9cdc-3da7-4e56-a562-e205edcff6d7 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/f8ad89ca-a284-4c4b-b81c-88fbba3d881e HTTP/1.1" status: 404 len: 337 time: 0.0310068 Jul 14 09:23:57.844183 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33886) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.877161 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-2e2847d8-796b-4d8d-a301-1bdd3e014c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:57.879007 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-2e2847d8-796b-4d8d-a301-1bdd3e014c65 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b390e16601f84c998f4db38619828cb6&device_id=d85471bd-9129-4ce5-90e2-dc32b178dca8 HTTP/1.1" status: 200 len: 1096 time: 0.0996008 Jul 14 09:23:57.886031 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-de3104fc-483b-4e8f-91d3-4c32daf88771 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:57.886781 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de3104fc-483b-4e8f-91d3-4c32daf88771 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:57.888622 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-de3104fc-483b-4e8f-91d3-4c32daf88771 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/18253918-72af-47d5-9a9a-47ded19b9fa3 HTTP/1.1" status: 404 len: 333 time: 0.0434396 Jul 14 09:23:57.900843 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1797312f-b96e-45a1-807d-ade78cd11900 req-9b78840a-ca07-40e8-8ff3-c75ea7c30507 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd0d3a10-1087-4b5d-bdaa-c40204bb6dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790722 Jul 14 09:23:57.905183 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33892) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.937462 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-d6e37daf-d936-4011-af6d-1faa4f4e30db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08e8f44a-a4a8-422f-a972-b0fc37c2bd7c HTTP/1.1" status: 200 len: 217 time: 0.0510380 Jul 14 09:23:57.947431 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-64fcac6a-93fa-4b15-a68a-e824b73052a8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:57.947889 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64fcac6a-93fa-4b15-a68a-e824b73052a8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:57.951881 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-64fcac6a-93fa-4b15-a68a-e824b73052a8 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/43e07bdd-6cfb-46dd-9fe8-0a0f05c35797 HTTP/1.1" status: 404 len: 337 time: 0.0434575 Jul 14 09:23:57.952206 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33894) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.995448 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-31359ef7-3eff-457c-b837-9d4796279d06 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:57.996724 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31359ef7-3eff-457c-b837-9d4796279d06 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:58.002663 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-31359ef7-3eff-457c-b837-9d4796279d06 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/af705a6e-765c-45bb-ba79-d7c8c311c8ea HTTP/1.1" status: 404 len: 333 time: 0.0492332 Jul 14 09:23:58.005534 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33896) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:58.037918 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd89fe49-f1f9-4e6c-9ec8-9703c862f0aa tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:58.039053 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd89fe49-f1f9-4e6c-9ec8-9703c862f0aa tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:58.042916 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fd89fe49-f1f9-4e6c-9ec8-9703c862f0aa tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/89c937aa-17d2-431b-bb9e-cd7d1502dbb7 HTTP/1.1" status: 404 len: 337 time: 0.0339034 Jul 14 09:23:58.043460 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33898) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:58.062793 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-691e8863-ab77-4bcb-bd6c-aa3714d58b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:58.064767 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-691e8863-ab77-4bcb-bd6c-aa3714d58b4d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8249ca9-e559-495c-8c63-7bf7bc3ca78d HTTP/1.1" status: 200 len: 860 time: 0.1206572 Jul 14 09:23:58.096758 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-22702a63-c724-41e9-8234-1807ec3dc4dd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:58.096758 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22702a63-c724-41e9-8234-1807ec3dc4dd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:58.097243 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-22702a63-c724-41e9-8234-1807ec3dc4dd tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/0e30f047-0d96-4b4d-948f-3989d6a3c8f4 HTTP/1.1" status: 404 len: 333 time: 0.0523787 Jul 14 09:23:58.110378 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33902) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:58.125455 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-593a6c73-538f-41d7-af51-7547abf7226d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ed7968a-1924-4843-a66a-1e755f94c276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539989 Jul 14 09:23:58.165170 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 115b8483-faf4-41d5-a79a-42bb321ff754 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:58.191287 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd93150-c9e2-4da2-bee5-71bcb4b8a094 req-0d2d7929-5946-4c1b-9e2a-b4d4ca5d0b47 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:58.193883 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0dd93150-c9e2-4da2-bee5-71bcb4b8a094 req-0d2d7929-5946-4c1b-9e2a-b4d4ca5d0b47 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 946 time: 0.1059322 Jul 14 09:23:58.220191 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0302184-98eb-442e-a5ee-a64608627c5f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:58.220636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0302184-98eb-442e-a5ee-a64608627c5f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:58.224745 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d0302184-98eb-442e-a5ee-a64608627c5f tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/16415f5f-30b9-4a99-8180-4cadd0ae6945 HTTP/1.1" status: 404 len: 337 time: 0.1097193 Jul 14 09:23:58.226111 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33904) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:58.246678 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 115b8483-faf4-41d5-a79a-42bb321ff754 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:58.261913 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf4dfc6-c6b4-4c97-8c19-df4359bd201d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:58.262673 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf4dfc6-c6b4-4c97-8c19-df4359bd201d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:58.267273 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ddf4dfc6-c6b4-4c97-8c19-df4359bd201d tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/ports/b21b04dd-f29b-436a-a45b-f721fe316502 HTTP/1.1" status: 404 len: 333 time: 0.0384989 Jul 14 09:23:58.267441 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 115b8483-faf4-41d5-a79a-42bb321ff754 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:58.267441 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.267664 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33906) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:58.300222 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-718659d9-2f2c-44be-adc0-6b6f43a88af1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] DELETE failed (client error): The resource could not be found. Jul 14 09:23:58.300687 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-718659d9-2f2c-44be-adc0-6b6f43a88af1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:58.304821 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-718659d9-2f2c-44be-adc0-6b6f43a88af1 tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/subnets/9de67b7d-464e-4fd1-9e1b-fab5ccd26f41 HTTP/1.1" status: 404 len: 337 time: 0.0340474 Jul 14 09:23:58.308433 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0dd93150-c9e2-4da2-bee5-71bcb4b8a094 req-6de9fff8-b7cf-4244-ae9b-c1f10fa6ccac tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060801 Jul 14 09:23:58.309059 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33908) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:58.364354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd9622-5af5-4930-a1c3-c4e64e9fca09 req-15fb6b27-c233-428c-9a6c-f6c3af25f0bc tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:58.371335 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5abd9622-5af5-4930-a1c3-c4e64e9fca09 req-15fb6b27-c233-428c-9a6c-f6c3af25f0bc tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=7961bab0-92e0-4ee5-a82e-c7bffc6ef35f HTTP/1.1" status: 200 len: 945 time: 0.1614418 Jul 14 09:23:58.394972 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.419900 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a80c9731-047c-4d9a-b49c-98661617c57e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.424874 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7653553c-04cd-481d-bf56-5dd71120fdb0 x-openstack-request-id: req-7653553c-04cd-481d-bf56-5dd71120fdb0 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:58.425170 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85471bd-9129-4ce5-90e2-dc32b178dca8", "tag": "08e8f44a-a4a8-422f-a972-b0fc37c2bd7c", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:58.425433 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7653553c-04cd-481d-bf56-5dd71120fdb0 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:58.425843 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85471bd-9129-4ce5-90e2-dc32b178dca8', 'tag': '08e8f44a-a4a8-422f-a972-b0fc37c2bd7c', 'status': 'completed', 'code': 200} Jul 14 09:23:58.437905 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98af418b-cf18-4147-8f0b-90d6930da920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115b8483-faf4-41d5-a79a-42bb321ff754'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:58.447591 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9280cc5-7b38-4364-9e61-7bc508e23265" -d '{"events": [{"server_uuid": "98af418b-cf18-4147-8f0b-90d6930da920", "name": "network-vif-plugged", "status": "completed", "tag": "115b8483-faf4-41d5-a79a-42bb321ff754"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:58.452039 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-c42b5a9d-f7fd-459c-9514-cead7517b7cf service neutron] 10.222.0.49 "GET /v2.0/networks/8ed7968a-1924-4843-a66a-1e755f94c276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836001 Jul 14 09:23:58.458691 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5abd9622-5af5-4930-a1c3-c4e64e9fca09 req-0835d7a4-ba8b-4574-81b0-59fbcc846517 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862665 Jul 14 09:23:58.487679 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 115b8483-faf4-41d5-a79a-42bb321ff754, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=115b8483-faf4-41d5-a79a-42bb321ff754,segment=NetworkSegment(750f21ac-f65b-4fc3-96eb-83cd4adfd745),segment_id=750f21ac-f65b-4fc3-96eb-83cd4adfd745)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:58.498069 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.549076 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a80c9731-047c-4d9a-b49c-98661617c57e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.559268 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-a80c9731-047c-4d9a-b49c-98661617c57e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cef7a78-22ed-4e84-a95a-1f569bb0302d']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:58.564097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=115b8483-faf4-41d5-a79a-42bb321ff754,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:58.575006 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-a80c9731-047c-4d9a-b49c-98661617c57e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c086af-3b4f-4111-82c0-5aa7f845e073') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:58.575925 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-a80c9731-047c-4d9a-b49c-98661617c57e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c086af-3b4f-4111-82c0-5aa7f845e073') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:58.618320 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a80c9731-047c-4d9a-b49c-98661617c57e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.640109 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a80c9731-047c-4d9a-b49c-98661617c57e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.657182 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80c9731-047c-4d9a-b49c-98661617c57e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:58.657708 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a80c9731-047c-4d9a-b49c-98661617c57e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:58.660765 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:58.721499 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88d285-7df9-40fe-ad98-b49f4cd7482d req-c5c4baf0-ecb2-4f62-a409-53d582063133 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:58.723200 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d88d285-7df9-40fe-ad98-b49f4cd7482d req-c5c4baf0-ecb2-4f62-a409-53d582063133 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.1223376 Jul 14 09:23:58.740399 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492050dd-4e4d-4392-b7de-aa4b001bec70 x-openstack-request-id: req-492050dd-4e4d-4392-b7de-aa4b001bec70 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:58.740701 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98af418b-cf18-4147-8f0b-90d6930da920", "name": "network-vif-plugged", "status": "completed", "tag": "115b8483-faf4-41d5-a79a-42bb321ff754", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:58.740944 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-492050dd-4e4d-4392-b7de-aa4b001bec70 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:58.741345 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98af418b-cf18-4147-8f0b-90d6930da920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115b8483-faf4-41d5-a79a-42bb321ff754', 'code': 200} Jul 14 09:23:58.816229 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d88d285-7df9-40fe-ad98-b49f4cd7482d req-7b916101-d098-4c36-b53f-9f89c1bfeca5 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799134 Jul 14 09:23:59.046169 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e3bcd-a321-4ade-acbf-932ce71eb7bf req-200396f2-775e-431c-80c1-abb5a826d4e3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.049375 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b23e3bcd-a321-4ade-acbf-932ce71eb7bf req-200396f2-775e-431c-80c1-abb5a826d4e3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 946 time: 0.0814271 Jul 14 09:23:59.070629 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5182eefc-c37e-4752-9213-e665d7d2c0b6 req-b890e67e-6b8e-4a2c-abb3-06d7376096db service neutron] 10.222.0.49 "GET /v2.0/networks/8ed7968a-1924-4843-a66a-1e755f94c276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124871 Jul 14 09:23:59.080941 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a80c9731-047c-4d9a-b49c-98661617c57e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.090884 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a80c9731-047c-4d9a-b49c-98661617c57e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.094568 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a80c9731-047c-4d9a-b49c-98661617c57e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] 10.222.0.26 "DELETE /v2.0/networks/4cef7a78-22ed-4e84-a95a-1f569bb0302d HTTP/1.1" status: 204 len: 168 time: 0.7822564 Jul 14 09:23:59.105047 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c9731-047c-4d9a-b49c-98661617c57e tempest-NetworksTestDHCPv6-1309494877 tempest-NetworksTestDHCPv6-1309494877-project] Pushing event deleted for resources: {'Network': ['ID=4cef7a78-22ed-4e84-a95a-1f569bb0302d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:59.111174 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:59.116615 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293cb2d-f635-4476-875d-4896a514fff7 req-20713ea6-b219-48d8-91ea-636b922557da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.118150 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3293cb2d-f635-4476-875d-4896a514fff7 req-20713ea6-b219-48d8-91ea-636b922557da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 1098 time: 0.1028337 Jul 14 09:23:59.147322 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b23e3bcd-a321-4ade-acbf-932ce71eb7bf req-81359378-dfba-4cdc-a289-d7bd85ee8d4e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918319 Jul 14 09:23:59.165142 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:59.181399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:59.182187 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.191878 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680eb713-59ab-497a-a48b-4cae0b057576 req-7cbd1fea-7d21-47f0-bb5b-0742fd208e08 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.194257 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3293cb2d-f635-4476-875d-4896a514fff7 req-53c8a3aa-77e1-47ac-90fe-7f4dbd529a82 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590687 Jul 14 09:23:59.194777 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-680eb713-59ab-497a-a48b-4cae0b057576 req-7cbd1fea-7d21-47f0-bb5b-0742fd208e08 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d85471bd-9129-4ce5-90e2-dc32b178dca8 HTTP/1.1" status: 200 len: 944 time: 0.1317403 Jul 14 09:23:59.216869 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb48e0-939c-4ae5-9497-947f0d614bba req-6b51bcc6-f89b-4110-bb9a-b0f404ccc93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.219673 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-35cb48e0-939c-4ae5-9497-947f0d614bba req-6b51bcc6-f89b-4110-bb9a-b0f404ccc93d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b390e16601f84c998f4db38619828cb6&device_id=d85471bd-9129-4ce5-90e2-dc32b178dca8 HTTP/1.1" status: 200 len: 1096 time: 0.0955775 Jul 14 09:23:59.240752 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-680eb713-59ab-497a-a48b-4cae0b057576 req-e966baf2-99e5-4d73-b277-05cefb1e3daa tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd0d3a10-1087-4b5d-bdaa-c40204bb6dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384998 Jul 14 09:23:59.322402 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.335992 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb48e0-939c-4ae5-9497-947f0d614bba req-67e590cc-6d4a-40d9-a655-4e5965d8d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.337742 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-35cb48e0-939c-4ae5-9497-947f0d614bba req-67e590cc-6d4a-40d9-a655-4e5965d8d1cf service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ed7968a-1924-4843-a66a-1e755f94c276 HTTP/1.1" status: 200 len: 921 time: 0.1110401 Jul 14 09:23:59.358166 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=13fd49b0-7dfb-4c07-8d2a-9d083fda98b1,segment=NetworkSegment(1f1a358f-73c2-4ce0-ba11-3ecd763be6c8),segment_id=1f1a358f-73c2-4ce0-ba11-3ecd763be6c8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:59.363276 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.381712 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-35cb48e0-939c-4ae5-9497-947f0d614bba req-d5c3486c-2ff2-4591-8df9-c476f41bcff5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08e8f44a-a4a8-422f-a972-b0fc37c2bd7c HTTP/1.1" status: 200 len: 217 time: 0.0370042 Jul 14 09:23:59.395472 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33936) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:59.418123 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=13fd49b0-7dfb-4c07-8d2a-9d083fda98b1,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:59.439728 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb48e0-939c-4ae5-9497-947f0d614bba req-c131a08d-72e8-4a22-b77d-e01b10715fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.441291 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-35cb48e0-939c-4ae5-9497-947f0d614bba req-c131a08d-72e8-4a22-b77d-e01b10715fc7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8249ca9-e559-495c-8c63-7bf7bc3ca78d HTTP/1.1" status: 200 len: 860 time: 0.0534315 Jul 14 09:23:59.474469 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-35cb48e0-939c-4ae5-9497-947f0d614bba req-78fae7e3-cf5c-4abd-b75e-b8895111a8e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ed7968a-1924-4843-a66a-1e755f94c276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267138 Jul 14 09:23:59.546478 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-92cadd89-464a-4336-aaf9-fb153700d3e8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d767fa2019e8430c8d82b725bc36d883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497507 Jul 14 09:23:59.547368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33952) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:59.585924 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-35cb48e0-939c-4ae5-9497-947f0d614bba req-baec89e7-305e-471f-a841-e54be4628214 service neutron] 10.222.0.49 "GET /v2.0/networks/8ed7968a-1924-4843-a66a-1e755f94c276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035948 Jul 14 09:23:59.626658 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef81bf45-ff07-47a0-8810-ef01a611a7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.655433 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef81bf45-ff07-47a0-8810-ef01a611a7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.679937 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-35cb48e0-939c-4ae5-9497-947f0d614bba req-826760e7-191d-49ff-a1ee-77ebab8f8860 service neutron] 10.222.0.49 "GET /v2.0/networks/8ed7968a-1924-4843-a66a-1e755f94c276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880978 Jul 14 09:23:59.703705 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051d456-8ba1-4b5d-b19c-f6604d9ac2bb req-6d3b7db7-7dbb-4711-a418-d7453d942ccf tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.705729 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b10c06bb-1bc4-4560-8e4b-814acf5eb63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.706057 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6051d456-8ba1-4b5d-b19c-f6604d9ac2bb req-6d3b7db7-7dbb-4711-a418-d7453d942ccf tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=7961bab0-92e0-4ee5-a82e-c7bffc6ef35f HTTP/1.1" status: 200 len: 946 time: 0.1111321 Jul 14 09:23:59.741541 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef81bf45-ff07-47a0-8810-ef01a611a7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.744181 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef81bf45-ff07-47a0-8810-ef01a611a7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.745314 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ef81bf45-ff07-47a0-8810-ef01a611a7d6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/240986f1-4ec2-41dc-b946-92a56c517e25 HTTP/1.1" status: 204 len: 168 time: 0.1968257 Jul 14 09:23:59.755842 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6051d456-8ba1-4b5d-b19c-f6604d9ac2bb req-0f7a882f-a4c9-45f8-8944-79cb4acd6748 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442343 Jul 14 09:23:59.760571 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81bf45-ff07-47a0-8810-ef01a611a7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240986f1-4ec2-41dc-b946-92a56c517e25,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:59.826671 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.997377 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27baf5a4-4b56-4a7e-9587-4904730eaf5b req-1979b2a1-badb-4638-82de-c0e440c8c388 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.998983 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-27baf5a4-4b56-4a7e-9587-4904730eaf5b req-1979b2a1-badb-4638-82de-c0e440c8c388 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.0737574 Jul 14 09:24:00.042457 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-27baf5a4-4b56-4a7e-9587-4904730eaf5b req-8b8c6781-e968-47b1-827b-0c119994d85d tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363894 Jul 14 09:24:00.173361 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:00.295602 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 5b2bc8d6-503e-403e-ad95-8b2f8c99a421, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5b2bc8d6-503e-403e-ad95-8b2f8c99a421,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:00.319973 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '5b2bc8d6-503e-403e-ad95-8b2f8c99a421', 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e', 'port_id': '5b2bc8d6-503e-403e-ad95-8b2f8c99a421', 'mac_address': 'fa:16:3e:0b:ce:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe961b1-9a16-4166-9f5e-21fa35cb8710', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:00.362083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e36477-52ca-4dc4-8109-23ce83fec62b req-6edb1e31-dc79-4e55-b27a-cd096d272616 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:00.363188 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.369159 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95e36477-52ca-4dc4-8109-23ce83fec62b req-6edb1e31-dc79-4e55-b27a-cd096d272616 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 946 time: 0.0963073 Jul 14 09:24:00.384971 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:00.407763 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 5b2bc8d6-503e-403e-ad95-8b2f8c99a421, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5b2bc8d6-503e-403e-ad95-8b2f8c99a421,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:00.412108 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.431357 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33984) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.453429 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95e36477-52ca-4dc4-8109-23ce83fec62b req-2baa1d63-1c8b-4262-a847-6f61ef54b52c tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833981 Jul 14 09:24:00.466873 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=5b2bc8d6-503e-403e-ad95-8b2f8c99a421,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:00.476971 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3f08d-4ac6-410a-bc0b-fd84b1f30f65 req-bbb24163-d2c8-4693-97d6-de9d8aeffcd2 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:00.478579 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97b3f08d-4ac6-410a-bc0b-fd84b1f30f65 req-bbb24163-d2c8-4693-97d6-de9d8aeffcd2 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d85471bd-9129-4ce5-90e2-dc32b178dca8 HTTP/1.1" status: 200 len: 944 time: 0.0933475 Jul 14 09:24:00.520169 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97b3f08d-4ac6-410a-bc0b-fd84b1f30f65 req-ed712214-083e-44c8-a4d8-4eb3014b3ea1 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd0d3a10-1087-4b5d-bdaa-c40204bb6dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358629 Jul 14 09:24:00.545987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-08aa39d7-5c92-40ac-bebd-20105209c837 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.546998 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-08aa39d7-5c92-40ac-bebd-20105209c837 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1145499 Jul 14 09:24:00.549952 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33994) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.554290 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-418dc11d-7763-4b15-9c7c-029dcc643779 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.557645 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33996) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.559714 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-418dc11d-7763-4b15-9c7c-029dcc643779 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0087342 Jul 14 09:24:00.562236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-6e68089a-4b9f-473e-8152-c8c0669f7388 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.563168 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6e68089a-4b9f-473e-8152-c8c0669f7388 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044684 Jul 14 09:24:00.565742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34002) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.569985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-b6e49181-01ae-455d-91b0-7b967ee43951 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.570911 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b6e49181-01ae-455d-91b0-7b967ee43951 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0042467 Jul 14 09:24:00.573390 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34004) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.580167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-82e6777b-656c-44b5-951c-be75ce2aa5f3 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.581262 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-82e6777b-656c-44b5-951c-be75ce2aa5f3 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0067792 Jul 14 09:24:00.584134 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34006) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.588982 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-768c7a4e-4b84-490a-8371-0596c4073784 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.590126 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-768c7a4e-4b84-490a-8371-0596c4073784 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0050168 Jul 14 09:24:00.591603 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.592326 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34008) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.597032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-19f6da45-b228-49a6-9e23-f60e1af4fb15 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.597974 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-19f6da45-b228-49a6-9e23-f60e1af4fb15 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0046132 Jul 14 09:24:00.600094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34010) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.605120 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-941a7439-1736-48bd-85d3-16ae105600cd tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.606097 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-941a7439-1736-48bd-85d3-16ae105600cd tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051322 Jul 14 09:24:00.608083 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34012) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.612012 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-42ca5322-d718-46e0-b149-8df39617f265 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.612948 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-42ca5322-d718-46e0-b149-8df39617f265 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0040228 Jul 14 09:24:00.614958 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34014) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.618731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-8969c2f9-a1fb-4a01-a2ca-4b3349a55bb7 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.619641 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8969c2f9-a1fb-4a01-a2ca-4b3349a55bb7 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0038669 Jul 14 09:24:00.622053 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34016) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.625956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-7af87847-48fe-4bf0-b07f-448320f352a2 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.627111 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7af87847-48fe-4bf0-b07f-448320f352a2 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0039723 Jul 14 09:24:00.629090 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34018) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.632967 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-def60d34-6693-46d0-b6c0-438a2c80684b tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.633914 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-def60d34-6693-46d0-b6c0-438a2c80684b tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0039618 Jul 14 09:24:00.636120 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34020) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.639843 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-c2f2b3cc-309f-4503-bd64-3904c7d7cf25 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.640763 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c2f2b3cc-309f-4503-bd64-3904c7d7cf25 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0038900 Jul 14 09:24:00.643501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34022) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.647242 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-f2574d09-8cf9-45ed-90c5-0689dbea9e71 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.648157 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f2574d09-8cf9-45ed-90c5-0689dbea9e71 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0038443 Jul 14 09:24:00.650235 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34024) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.654494 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-534761b1-1092-486d-a788-25492752e068 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.655423 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-534761b1-1092-486d-a788-25492752e068 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043750 Jul 14 09:24:00.658181 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34026) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.660871 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['5b2bc8d6-503e-403e-ad95-8b2f8c99a421'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:00.661914 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-b4446958-93e4-4037-adda-31ecc7abfd7f tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.662844 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b4446958-93e4-4037-adda-31ecc7abfd7f tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0038493 Jul 14 09:24:00.665103 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34028) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.669150 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-f59d0393-480f-4b49-a7f2-2f6ce8b2f5b4 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.670157 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f59d0393-480f-4b49-a7f2-2f6ce8b2f5b4 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0041332 Jul 14 09:24:00.672257 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34030) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.676540 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-fc2b714b-6ee5-40da-a1e0-16ae36723806 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.679391 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fc2b714b-6ee5-40da-a1e0-16ae36723806 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0042651 Jul 14 09:24:00.679635 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34032) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.683475 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-da400557-12dd-4d02-b342-e1a4d8c26447 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.684377 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-da400557-12dd-4d02-b342-e1a4d8c26447 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0039198 Jul 14 09:24:00.686643 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34034) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.691096 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-67ec8bfc-85b0-49d9-b079-9d60211aedec tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.692025 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-67ec8bfc-85b0-49d9-b079-9d60211aedec tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0046203 Jul 14 09:24:00.694268 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34036) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.698148 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-589f4911-a865-4666-9fb5-8ba4b4e35fb6 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.699061 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-589f4911-a865-4666-9fb5-8ba4b4e35fb6 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0039544 Jul 14 09:24:00.701224 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34038) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.706552 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-7c904106-7aaf-4adc-b15c-b0226c7b49a1 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.707546 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7c904106-7aaf-4adc-b15c-b0226c7b49a1 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0054402 Jul 14 09:24:00.709685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34040) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.713545 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-22b8b783-83e3-484d-86fb-a4a5a536c73a tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.714518 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-22b8b783-83e3-484d-86fb-a4a5a536c73a tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0038440 Jul 14 09:24:00.716528 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34042) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.720987 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-9e0f08e6-a908-4d7a-95a4-d2c1639aed75 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.721912 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9e0f08e6-a908-4d7a-95a4-d2c1639aed75 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0044916 Jul 14 09:24:00.724565 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34044) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.728845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-16d5c092-eae1-4df2-a94a-2c3bbb4df8d3 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.730136 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-16d5c092-eae1-4df2-a94a-2c3bbb4df8d3 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043416 Jul 14 09:24:00.732055 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34046) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.736126 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-b5667342-5e65-4fce-b8d7-28f827fb3da7 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.739151 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b5667342-5e65-4fce-b8d7-28f827fb3da7 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0040886 Jul 14 09:24:00.739456 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34048) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.743646 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-02d17263-b1d2-497c-beec-2c84a59b2336 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.743805 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7961bab0-92e0-4ee5-a82e-c7bffc6ef35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fd49b0-7dfb-4c07-8d2a-9d083fda98b1'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:00.746479 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-02d17263-b1d2-497c-beec-2c84a59b2336 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0041285 Jul 14 09:24:00.746758 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34050) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.746989 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c089b49-c12d-45b5-b906-44339fcca3ee" -d '{"events": [{"server_uuid": "7961bab0-92e0-4ee5-a82e-c7bffc6ef35f", "name": "network-vif-plugged", "status": "completed", "tag": "13fd49b0-7dfb-4c07-8d2a-9d083fda98b1"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:00.751056 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-1fee1800-7296-4600-a397-a4e567fff430 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.754091 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1fee1800-7296-4600-a397-a4e567fff430 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0042799 Jul 14 09:24:00.754563 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34054) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.760367 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-e3060163-7d69-48a7-a2f4-f15f52b0cd25 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.764016 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34056) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.764194 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e3060163-7d69-48a7-a2f4-f15f52b0cd25 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0075123 Jul 14 09:24:00.771224 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-bb37160c-5168-4631-a09d-be97a955883d tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.772256 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bb37160c-5168-4631-a09d-be97a955883d tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0072625 Jul 14 09:24:00.774783 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34058) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.791342 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-0e10ccb8-1818-4ed4-93fc-64cf60b99860 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.797650 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34062) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.800768 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0e10ccb8-1818-4ed4-93fc-64cf60b99860 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0247736 Jul 14 09:24:00.802115 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-c1bd90fa-b779-44da-bc91-9bf4cf77b3d5 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.805893 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c1bd90fa-b779-44da-bc91-9bf4cf77b3d5 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0071814 Jul 14 09:24:00.806806 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34064) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.819336 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-88811393-e1c9-4983-b300-4fca5bcb9983 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.821867 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-88811393-e1c9-4983-b300-4fca5bcb9983 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0139971 Jul 14 09:24:00.824633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34066) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.836703 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-1c38018b-ae47-441f-8e4a-885442f1f859 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.839339 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1c38018b-ae47-441f-8e4a-885442f1f859 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0123725 Jul 14 09:24:00.841040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34068) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.846061 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-d2cacff7-54d6-4b03-9fe1-491f3a860937 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.849660 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d2cacff7-54d6-4b03-9fe1-491f3a860937 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0075788 Jul 14 09:24:00.852375 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34070) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.858651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-a2bcdff6-86df-46d9-b57f-a54933a3ab47 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.858961 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0e28f2-e944-4604-96cc-144316c69f5b x-openstack-request-id: req-7c0e28f2-e944-4604-96cc-144316c69f5b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:00.859321 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7961bab0-92e0-4ee5-a82e-c7bffc6ef35f", "name": "network-vif-plugged", "status": "completed", "tag": "13fd49b0-7dfb-4c07-8d2a-9d083fda98b1", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:00.859643 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c0e28f2-e944-4604-96cc-144316c69f5b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:00.860100 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7961bab0-92e0-4ee5-a82e-c7bffc6ef35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fd49b0-7dfb-4c07-8d2a-9d083fda98b1', 'code': 200} Jul 14 09:24:00.862655 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a2bcdff6-86df-46d9-b57f-a54933a3ab47 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0091789 Jul 14 09:24:00.862941 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34072) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.868675 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-5f3ee283-5185-44e9-8ce1-289a08a3fd42 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.873076 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5f3ee283-5185-44e9-8ce1-289a08a3fd42 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0090485 Jul 14 09:24:00.873228 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34074) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.878867 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-0f525978-e18b-47a2-892c-66ed02ee7abe tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.882565 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34076) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.882858 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0f525978-e18b-47a2-892c-66ed02ee7abe tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0083606 Jul 14 09:24:00.887599 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-e4ae636f-213d-45d8-aa60-0d5ecbb9c465 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.888553 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e4ae636f-213d-45d8-aa60-0d5ecbb9c465 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0047665 Jul 14 09:24:00.890913 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34078) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.896467 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-df2affca-5449-41e7-8450-1318cb7f013d tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.898326 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-df2affca-5449-41e7-8450-1318cb7f013d tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0064535 Jul 14 09:24:00.901640 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34080) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.917162 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-4625a6e0-1adb-47d3-8323-f84ef5f4a9aa tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.918159 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4625a6e0-1adb-47d3-8323-f84ef5f4a9aa tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0159376 Jul 14 09:24:00.920928 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34084) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.926591 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-d404fc47-febd-41e8-8f35-fed679e21ae8 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.930064 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d404fc47-febd-41e8-8f35-fed679e21ae8 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0083430 Jul 14 09:24:00.930466 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34086) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.935005 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-3054b02d-8b78-4e55-90b8-6ab063920e8b tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.938914 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3054b02d-8b78-4e55-90b8-6ab063920e8b tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0074015 Jul 14 09:24:00.940978 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34090) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.952972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-f82e9206-9f07-4553-8618-52c93ee93acb tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.956767 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f82e9206-9f07-4553-8618-52c93ee93acb tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0148389 Jul 14 09:24:00.957384 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34094) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.980517 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-f9eaee18-b5fb-485e-9c76-eb57fc2450d3 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.984094 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f9eaee18-b5fb-485e-9c76-eb57fc2450d3 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0071862 Jul 14 09:24:00.986355 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34098) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.991863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-a56598c1-173f-4134-b44e-074c22b66b6b tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:00.993998 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a56598c1-173f-4134-b44e-074c22b66b6b tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0042870 Jul 14 09:24:00.996788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34100) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.006818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057b302-dacb-4b03-9c76-6f000eed756d req-3191de4c-1be2-401c-bd06-16f9dec80163 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:01.015213 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7057b302-dacb-4b03-9c76-6f000eed756d req-3191de4c-1be2-401c-bd06-16f9dec80163 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=7961bab0-92e0-4ee5-a82e-c7bffc6ef35f HTTP/1.1" status: 200 len: 946 time: 0.1157479 Jul 14 09:24:01.021269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-e38c046f-f04b-478b-a352-6e0aa8f07e5b tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.023832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a828c1-0357-45a8-a739-8b662bd8526e req-9b9ddc01-ae2e-4f8d-b10d-777c0f5a794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:01.025299 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e38c046f-f04b-478b-a352-6e0aa8f07e5b tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0075455 Jul 14 09:24:01.025490 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c6a828c1-0357-45a8-a739-8b662bd8526e req-9b9ddc01-ae2e-4f8d-b10d-777c0f5a794e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7961bab0-92e0-4ee5-a82e-c7bffc6ef35f HTTP/1.1" status: 200 len: 1098 time: 0.0853417 Jul 14 09:24:01.025981 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34104) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.030510 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-6d221971-827c-489c-a0b8-ece1a826bdd3 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.034764 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6d221971-827c-489c-a0b8-ece1a826bdd3 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0077584 Jul 14 09:24:01.035342 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34106) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.045671 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-2819626b-b464-4a7f-bd74-d2cb90964bf5 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.050332 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2819626b-b464-4a7f-bd74-d2cb90964bf5 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0076611 Jul 14 09:24:01.050574 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34108) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.056080 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-3c3706a5-7a21-45db-8d0d-b5198fad8d6d tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.059777 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3c3706a5-7a21-45db-8d0d-b5198fad8d6d tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0084319 Jul 14 09:24:01.062678 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34110) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.067600 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-d81cf178-4c5a-495b-a1f3-e6f3e708d072 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.068780 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d81cf178-4c5a-495b-a1f3-e6f3e708d072 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0051329 Jul 14 09:24:01.071485 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34114) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.078013 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-070f6fef-08b2-4ffb-927f-f6842134e870 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.078954 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-070f6fef-08b2-4ffb-927f-f6842134e870 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0045686 Jul 14 09:24:01.082761 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7057b302-dacb-4b03-9c76-6f000eed756d req-bbc811ba-a188-4bb3-a505-7d22c429d6e5 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667553 Jul 14 09:24:01.083340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34116) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.087584 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-a8758952-67c5-41a4-ac8f-8e100fcb98ca tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.091997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a8758952-67c5-41a4-ac8f-8e100fcb98ca tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0077369 Jul 14 09:24:01.092441 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34118) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.097244 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c6a828c1-0357-45a8-a739-8b662bd8526e req-bb1b6be3-4f61-4dfa-a6b1-279e2e3748d9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608091 Jul 14 09:24:01.097630 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-c29d22a3-50d5-4441-a874-f2a7ba30b183 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.098595 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c29d22a3-50d5-4441-a874-f2a7ba30b183 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0052464 Jul 14 09:24:01.108107 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34122) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.112807 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-b9e707cf-7bfb-410a-ac39-876f73070429 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.116206 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b9e707cf-7bfb-410a-ac39-876f73070429 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0119467 Jul 14 09:24:01.116658 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34124) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.121331 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-73e6e69e-d2ee-41be-af53-a1037d3c867f tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.124935 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34128) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.125167 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-73e6e69e-d2ee-41be-af53-a1037d3c867f tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0075624 Jul 14 09:24:01.131629 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-ab6b27e5-7ac3-46e8-bd31-23f155238726 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.135454 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34130) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.135897 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ab6b27e5-7ac3-46e8-bd31-23f155238726 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0082936 Jul 14 09:24:01.139970 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-7e1759fb-1fd8-4a63-9ab1-3f52d466ed95 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.142280 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7e1759fb-1fd8-4a63-9ab1-3f52d466ed95 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0044644 Jul 14 09:24:01.144028 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34132) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.148027 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-0569d539-2aa7-4f10-b389-b0cdffc55d53 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.150889 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0569d539-2aa7-4f10-b389-b0cdffc55d53 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0040438 Jul 14 09:24:01.151362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34134) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.156365 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-d2f49ea2-3308-4bc6-8c16-e53a15d52e83 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.161150 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34138) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.161738 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d2f49ea2-3308-4bc6-8c16-e53a15d52e83 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0091672 Jul 14 09:24:01.166808 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-356102ea-516d-4751-beeb-affb5c01698c tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.171321 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-356102ea-516d-4751-beeb-affb5c01698c tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0091691 Jul 14 09:24:01.172086 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34140) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.177635 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-ebae5a2d-eb7b-4fec-924c-e162ae557a7b tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.180880 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ebae5a2d-eb7b-4fec-924c-e162ae557a7b tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0073800 Jul 14 09:24:01.182993 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34142) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.187656 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [None req-5984e962-9d5b-42d5-b875-45e7e032d3b0 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.191456 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5984e962-9d5b-42d5-b875-45e7e032d3b0 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0047693 Jul 14 09:24:01.191818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34144) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.196267 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-d88c11b5-7dc9-412e-b2c5-72b02704da21 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.199172 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d88c11b5-7dc9-412e-b2c5-72b02704da21 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0063477 Jul 14 09:24:01.200039 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34146) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.204747 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-3c606be2-0397-4a11-9739-faad9ee2acd6 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.208615 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3c606be2-0397-4a11-9739-faad9ee2acd6 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0076425 Jul 14 09:24:01.209267 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34148) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.214632 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-c89b1b20-8acf-4d13-842e-0e40dd91850d tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.219123 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c89b1b20-8acf-4d13-842e-0e40dd91850d tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0088675 Jul 14 09:24:01.220296 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34150) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.226045 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-6218ad2e-cf09-4652-a5bd-abbbcc7f3d68 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.229347 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6218ad2e-cf09-4652-a5bd-abbbcc7f3d68 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0058401 Jul 14 09:24:01.229630 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34152) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.234371 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-37a9a8c6-1e2b-47be-b7e9-204dfeed88a5 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.238267 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-37a9a8c6-1e2b-47be-b7e9-204dfeed88a5 tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0048187 Jul 14 09:24:01.239430 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34154) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.243931 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [None req-652a4c20-7032-40e4-ada1-494e5886677c tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:01.245828 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-652a4c20-7032-40e4-ada1-494e5886677c tempest-ExtensionsTestJSON-30932652 tempest-ExtensionsTestJSON-30932652-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0045264 Jul 14 09:24:01.561927 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34174) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.585866 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.698053 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc616c5e-7bc3-4de6-8804-9682fbb99ada req-39aa7a7d-c1e8-4105-a7b0-f4578dc1a2bb tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:01.706596 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b6fb0809-099f-49fa-ae50-7d748f7dd5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.709761 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cc616c5e-7bc3-4de6-8804-9682fbb99ada req-39aa7a7d-c1e8-4105-a7b0-f4578dc1a2bb tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.5187910 Jul 14 09:24:01.772644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258e8cb-17c1-469c-b5ea-8006a9d775e4 req-568f0849-7d52-492a-bfd1-d25306fa52a9 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:01.780937 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e258e8cb-17c1-469c-b5ea-8006a9d775e4 req-568f0849-7d52-492a-bfd1-d25306fa52a9 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 946 time: 0.1595860 Jul 14 09:24:01.798361 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cc616c5e-7bc3-4de6-8804-9682fbb99ada req-3558b2c4-a63a-4b21-b880-e152305c401e tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875983 Jul 14 09:24:01.867311 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b6fb0809-099f-49fa-ae50-7d748f7dd5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.874401 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b6fb0809-099f-49fa-ae50-7d748f7dd5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.892866 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e258e8cb-17c1-469c-b5ea-8006a9d775e4 req-ff261910-159e-4cb1-ab4f-eb879db7779b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114893 Jul 14 09:24:01.913667 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b6fb0809-099f-49fa-ae50-7d748f7dd5ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=edee911bf0cb423f91b1144b2bf1208e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3501780 Jul 14 09:24:01.917132 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34182) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.944718 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb0809-099f-49fa-ae50-7d748f7dd5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a6047c-347e-4478-bf29-4f39fca5983b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:02.037531 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ebb48cee-7985-4297-877e-6371b8f2d648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.095901 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ebb48cee-7985-4297-877e-6371b8f2d648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.183010 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5deeb9-87cb-4afe-bed4-bacbc7aeecbe req-711ea8a0-cd6e-49e2-8d76-b6937dd317c1 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:02.184447 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd5deeb9-87cb-4afe-bed4-bacbc7aeecbe req-711ea8a0-cd6e-49e2-8d76-b6937dd317c1 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d85471bd-9129-4ce5-90e2-dc32b178dca8 HTTP/1.1" status: 200 len: 944 time: 0.1368108 Jul 14 09:24:02.198570 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:02.215078 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ebb48cee-7985-4297-877e-6371b8f2d648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.217633 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ebb48cee-7985-4297-877e-6371b8f2d648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.222078 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ebb48cee-7985-4297-877e-6371b8f2d648 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/43a6047c-347e-4478-bf29-4f39fca5983b HTTP/1.1" status: 204 len: 168 time: 0.3036478 Jul 14 09:24:02.255461 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb48cee-7985-4297-877e-6371b8f2d648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a6047c-347e-4478-bf29-4f39fca5983b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:02.301342 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd5deeb9-87cb-4afe-bed4-bacbc7aeecbe req-e380e315-a388-420d-a36d-d308e4b742cf tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd0d3a10-1087-4b5d-bdaa-c40204bb6dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047757 Jul 14 09:24:02.304180 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:02.305577 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.315592 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f8604-7484-424c-a7e5-6cdd83c5fa4f req-3a9fcadb-a91e-4350-9baf-9be6e166cf19 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:02.317338 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-669f8604-7484-424c-a7e5-6cdd83c5fa4f req-3a9fcadb-a91e-4350-9baf-9be6e166cf19 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.1731999 Jul 14 09:24:02.327356 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34200) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:02.333196 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-74da1d2d-eb11-4afa-9107-7e3b1e8f6b23 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Request body: {'floatingip': {'port_id': '115b8483-faf4-41d5-a79a-42bb321ff754'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:02.445802 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.501828 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 5b2bc8d6-503e-403e-ad95-8b2f8c99a421, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5b2bc8d6-503e-403e-ad95-8b2f8c99a421,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:02.510746 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.580944 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-74da1d2d-eb11-4afa-9107-7e3b1e8f6b23 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for floatingip, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.603444 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=5b2bc8d6-503e-403e-ad95-8b2f8c99a421,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:02.683666 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.705600 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f7f01-6208-4b50-b015-b7e09dc71753 req-c225abb5-2ed1-459c-b8e5-fd8f562d756d tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:02.714500 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-369f7f01-6208-4b50-b015-b7e09dc71753 req-c225abb5-2ed1-459c-b8e5-fd8f562d756d tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=7961bab0-92e0-4ee5-a82e-c7bffc6ef35f HTTP/1.1" status: 200 len: 946 time: 0.1027157 Jul 14 09:24:02.793546 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-369f7f01-6208-4b50-b015-b7e09dc71753 req-041f84b5-8955-4843-9ea4-5e2fea89f895 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731344 Jul 14 09:24:02.861280 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c13b30b-cc04-41eb-8028-30fb74b6337c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2bc8d6-503e-403e-ad95-8b2f8c99a421'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:02.863670 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef74125-8741-4936-9265-3748eb64c2b6" -d '{"events": [{"server_uuid": "4c13b30b-cc04-41eb-8028-30fb74b6337c", "name": "network-vif-plugged", "status": "completed", "tag": "5b2bc8d6-503e-403e-ad95-8b2f8c99a421"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:02.947693 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b31516-1490-40a4-8ac4-c0de5f654139 x-openstack-request-id: req-b9b31516-1490-40a4-8ac4-c0de5f654139 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:02.948211 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c13b30b-cc04-41eb-8028-30fb74b6337c", "name": "network-vif-plugged", "status": "completed", "tag": "5b2bc8d6-503e-403e-ad95-8b2f8c99a421", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:02.948633 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9b31516-1490-40a4-8ac4-c0de5f654139 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:02.949177 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c13b30b-cc04-41eb-8028-30fb74b6337c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2bc8d6-503e-403e-ad95-8b2f8c99a421', 'code': 200} Jul 14 09:24:03.120804 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:03.227491 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10259002-6a64-4d0a-92b7-2327c9b3a16d req-623276cc-88b4-4202-8484-6a4b5ab6170a tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:03.239390 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-10259002-6a64-4d0a-92b7-2327c9b3a16d req-623276cc-88b4-4202-8484-6a4b5ab6170a tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 946 time: 0.1380057 Jul 14 09:24:03.343585 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-10259002-6a64-4d0a-92b7-2327c9b3a16d req-c731a9b7-5172-479d-ae67-d803b684a7bc tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031437 Jul 14 09:24:03.390529 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=08e8f44a-a4a8-422f-a972-b0fc37c2bd7c,segment=NetworkSegment(2f75386f-fa10-4395-857e-a7bba9928cc8),segment_id=2f75386f-fa10-4395-857e-a7bba9928cc8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:03.439836 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '08e8f44a-a4a8-422f-a972-b0fc37c2bd7c', 'network_id': '8ed7968a-1924-4843-a66a-1e755f94c276', 'port_id': '08e8f44a-a4a8-422f-a972-b0fc37c2bd7c', 'mac_address': 'fa:16:3e:d8:53:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8249ca9-e559-495c-8c63-7bf7bc3ca78d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:03.556681 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.591039 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:03.591404 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34250) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:03.644019 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.db.resource_extend [None req-74da1d2d-eb11-4afa-9107-7e3b1e8f6b23 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:24:03.656077 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=08e8f44a-a4a8-422f-a972-b0fc37c2bd7c,segment=NetworkSegment(2f75386f-fa10-4395-857e-a7bba9928cc8),segment_id=2f75386f-fa10-4395-857e-a7bba9928cc8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:03.662850 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.684704 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd3c92-b1ba-4641-81db-7ab97114223f req-486eb35d-dc05-4b54-b569-c64c4264595c tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:03.697349 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-98fd3c92-b1ba-4641-81db-7ab97114223f req-486eb35d-dc05-4b54-b569-c64c4264595c tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d85471bd-9129-4ce5-90e2-dc32b178dca8 HTTP/1.1" status: 200 len: 944 time: 0.1760764 Jul 14 09:24:03.762521 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=08e8f44a-a4a8-422f-a972-b0fc37c2bd7c,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:03.799491 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-98fd3c92-b1ba-4641-81db-7ab97114223f req-beb0a96b-67e9-49f0-ad13-4c94a038fd89 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd0d3a10-1087-4b5d-bdaa-c40204bb6dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911770 Jul 14 09:24:03.809888 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-bbceb704-1653-47aa-9b90-e64db48872ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2009177360'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:03.843524 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-74da1d2d-eb11-4afa-9107-7e3b1e8f6b23 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.853648 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-74da1d2d-eb11-4afa-9107-7e3b1e8f6b23 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.858496 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbceb704-1653-47aa-9b90-e64db48872ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Made reservation on behalf of 3fb865d6ad57490c8221232a062e1278 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:03.862212 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bbceb704-1653-47aa-9b90-e64db48872ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.882954 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bbceb704-1653-47aa-9b90-e64db48872ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.896428 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['08e8f44a-a4a8-422f-a972-b0fc37c2bd7c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:04.071186 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-74da1d2d-eb11-4afa-9107-7e3b1e8f6b23 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Floating IP 23cb8112-3e33-4a25-a90e-41159b4e1fc2 associated. External IP: 172.25.1.228, port: 115b8483-faf4-41d5-a79a-42bb321ff754. Jul 14 09:24:04.083766 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bbceb704-1653-47aa-9b90-e64db48872ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.088943 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bbceb704-1653-47aa-9b90-e64db48872ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.135752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbceb704-1653-47aa-9b90-e64db48872ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:04.148752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbceb704-1653-47aa-9b90-e64db48872ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdc81e0-fb53-43d1-bb30-578f57d064a8,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:04.156338 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bbceb704-1653-47aa-9b90-e64db48872ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.156693 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-bbceb704-1653-47aa-9b90-e64db48872ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Added segment 471e6caa-a7fa-449a-80f5-750697f9049d of type vlan for network 42ad6f78-fe7f-404a-924c-4e7fc5851dfe Jul 14 09:24:04.213328 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bbceb704-1653-47aa-9b90-e64db48872ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.258232 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bbceb704-1653-47aa-9b90-e64db48872ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.271859 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbceb704-1653-47aa-9b90-e64db48872ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:04.272534 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bbceb704-1653-47aa-9b90-e64db48872ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.431641 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74da1d2d-eb11-4afa-9107-7e3b1e8f6b23 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Router d207f6c3-875f-4e54-9103-9b457386aaa0 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:24:04.475014 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bbceb704-1653-47aa-9b90-e64db48872ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8748257 Jul 14 09:24:04.540002 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbceb704-1653-47aa-9b90-e64db48872ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Network': ['ID=42ad6f78-fe7f-404a-924c-4e7fc5851dfe,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:04.571941 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 42ad6f78-fe7f-404a-924c-4e7fc5851dfe details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:04.668256 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74da1d2d-eb11-4afa-9107-7e3b1e8f6b23 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:04.673995 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-74da1d2d-eb11-4afa-9107-7e3b1e8f6b23 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.678154 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5256ec76-258b-426a-a0b7-d6a0966eecaf None None] Sync routers for ids ['d207f6c3-875f-4e54-9103-9b457386aaa0'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:04.687850 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5256ec76-258b-426a-a0b7-d6a0966eecaf None None] Routers {'d207f6c3-875f-4e54-9103-9b457386aaa0'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:04.690476 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5256ec76-258b-426a-a0b7-d6a0966eecaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:24:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d207f6c3-875f-4e54-9103-9b457386aaa0'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:04.690699 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6394b5-3f7b-4995-89ad-eb42e15e7429 req-cdc59e43-adc4-46c6-a59a-f3de2bac6e2e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:04.699061 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c6394b5-3f7b-4995-89ad-eb42e15e7429 req-cdc59e43-adc4-46c6-a59a-f3de2bac6e2e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 946 time: 0.1349800 Jul 14 09:24:04.748352 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c6394b5-3f7b-4995-89ad-eb42e15e7429 req-a6184b25-2093-448d-9b41-9ac5491e5f52 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462348 Jul 14 09:24:04.769779 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-74da1d2d-eb11-4afa-9107-7e3b1e8f6b23 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "PUT /v2.0/floatingips/23cb8112-3e33-4a25-a90e-41159b4e1fc2 HTTP/1.1" status: 200 len: 992 time: 2.4410393 Jul 14 09:24:04.774979 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98af418b-cf18-4147-8f0b-90d6930da920', 'tag': '115b8483-faf4-41d5-a79a-42bb321ff754'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:04.780977 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31f63d1-b14c-4222-bf34-d01723b5a9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "98af418b-cf18-4147-8f0b-90d6930da920", "tag": "115b8483-faf4-41d5-a79a-42bb321ff754"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:04.905835 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-5256ec76-258b-426a-a0b7-d6a0966eecaf None None] Set router d207f6c3-875f-4e54-9103-9b457386aaa0 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:04.967470 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f758018-2e54-4e63-b889-1955cc0730c6 x-openstack-request-id: req-4f758018-2e54-4e63-b889-1955cc0730c6 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:04.967756 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98af418b-cf18-4147-8f0b-90d6930da920", "tag": "115b8483-faf4-41d5-a79a-42bb321ff754", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:04.968009 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4f758018-2e54-4e63-b889-1955cc0730c6 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:04.968417 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98af418b-cf18-4147-8f0b-90d6930da920', 'tag': '115b8483-faf4-41d5-a79a-42bb321ff754', 'status': 'completed', 'code': 200} Jul 14 09:24:05.138669 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:05.196876 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f63d1-b14c-4222-bf34-d01723b5a9f4 req-2c68d7d8-76be-4c0d-aafb-808b5c2242d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:05.210416 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d31f63d1-b14c-4222-bf34-d01723b5a9f4 req-2c68d7d8-76be-4c0d-aafb-808b5c2242d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9eda0dcc3e874a49a638743b0ab4508c&device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 1098 time: 0.1864223 Jul 14 09:24:05.263596 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c19a13-1d6c-418f-bfd7-bdca3d742d29 req-b82902ec-dd6a-4dd6-a441-5f9a60fea85d tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:05.276251 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:05.279534 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3c19a13-1d6c-418f-bfd7-bdca3d742d29 req-b82902ec-dd6a-4dd6-a441-5f9a60fea85d tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d85471bd-9129-4ce5-90e2-dc32b178dca8 HTTP/1.1" status: 200 len: 945 time: 0.1645458 Jul 14 09:24:05.283398 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:05.284928 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.412673 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3c19a13-1d6c-418f-bfd7-bdca3d742d29 req-ca913169-553a-4ea4-bb8e-812709478768 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd0d3a10-1087-4b5d-bdaa-c40204bb6dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321654 Jul 14 09:24:05.465927 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f63d1-b14c-4222-bf34-d01723b5a9f4 req-413be6ab-711f-444a-867c-568525f5e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:05.482092 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d31f63d1-b14c-4222-bf34-d01723b5a9f4 req-413be6ab-711f-444a-867c-568525f5e2ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb7535f9-bc7e-49b0-b814-10dffeec6052 HTTP/1.1" status: 200 len: 912 time: 0.2648442 Jul 14 09:24:05.492021 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5256ec76-258b-426a-a0b7-d6a0966eecaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '25212a72-9700-44d7-8093-7ba809662102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:30Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'gw_port': {'id': '25212a72-9700-44d7-8093-7ba809662102', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:32Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '23cb8112-3e33-4a25-a90e-41159b4e1fc2', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'port_id': '115b8483-faf4-41d5-a79a-42bb321ff754', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'mac_address': 'fa:16:3e:60:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af418b-cf18-4147-8f0b-90d6930da920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:23:44Z', 'updated_at': '2021-07-14T09:24:03Z', 'revision_number': 1, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a0ba86-b40d-4327-bf23-8c6896697270', 'name': '', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'mac_address': 'fa:16:3e:5c:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:37Z', 'updated_at': '2021-07-14T09:23:47Z', 'revision_number': 5, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'subnets': [{'id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:05.524332 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.525306 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5256ec76-258b-426a-a0b7-d6a0966eecaf None None] Checking router: d207f6c3-875f-4e54-9103-9b457386aaa0 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:05.562224 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5256ec76-258b-426a-a0b7-d6a0966eecaf None None] Routers {'d207f6c3-875f-4e54-9103-9b457386aaa0'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:05.562881 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5256ec76-258b-426a-a0b7-d6a0966eecaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:24:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d207f6c3-875f-4e54-9103-9b457386aaa0'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:05.619034 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85471bd-9129-4ce5-90e2-dc32b178dca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e8f44a-a4a8-422f-a972-b0fc37c2bd7c'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:05.623723 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14fe186-919c-4e1a-91b8-46e4f9368b3e" -d '{"events": [{"server_uuid": "d85471bd-9129-4ce5-90e2-dc32b178dca8", "name": "network-vif-plugged", "status": "completed", "tag": "08e8f44a-a4a8-422f-a972-b0fc37c2bd7c"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:05.676417 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=08e8f44a-a4a8-422f-a972-b0fc37c2bd7c,segment=NetworkSegment(2f75386f-fa10-4395-857e-a7bba9928cc8),segment_id=2f75386f-fa10-4395-857e-a7bba9928cc8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:05.690715 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.711648 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d31f63d1-b14c-4222-bf34-d01723b5a9f4 req-1f7f6c22-cfe1-4640-b5ed-f68cc356cba5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=115b8483-faf4-41d5-a79a-42bb321ff754 HTTP/1.1" status: 200 len: 1000 time: 0.2214246 Jul 14 09:24:05.754114 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d8c29d-af8d-4229-9947-691f3ff7ff65 x-openstack-request-id: req-95d8c29d-af8d-4229-9947-691f3ff7ff65 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:05.754809 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85471bd-9129-4ce5-90e2-dc32b178dca8", "name": "network-vif-plugged", "status": "completed", "tag": "08e8f44a-a4a8-422f-a972-b0fc37c2bd7c", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:05.755291 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95d8c29d-af8d-4229-9947-691f3ff7ff65 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:05.755896 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85471bd-9129-4ce5-90e2-dc32b178dca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e8f44a-a4a8-422f-a972-b0fc37c2bd7c', 'code': 200} Jul 14 09:24:05.854962 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=08e8f44a-a4a8-422f-a972-b0fc37c2bd7c,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:05.869662 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f63d1-b14c-4222-bf34-d01723b5a9f4 req-cf62c79f-9e17-4c32-b9b6-705b239690bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:05.871271 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d31f63d1-b14c-4222-bf34-d01723b5a9f4 req-cf62c79f-9e17-4c32-b9b6-705b239690bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33d74a61-4251-4207-b4f8-9d0620b80344 HTTP/1.1" status: 200 len: 850 time: 0.1517704 Jul 14 09:24:06.078896 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dc5c0-b186-4eba-8ff5-8990116a972b req-eb04015e-1db1-41bc-8a9b-a5893a6c57a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:06.091549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1e957-86d5-4a03-b5e9-879e7792cc09 req-57351be8-65e5-47cc-8d62-c7c854cd579f tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:06.093487 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1e5dc5c0-b186-4eba-8ff5-8990116a972b req-eb04015e-1db1-41bc-8a9b-a5893a6c57a4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d85471bd-9129-4ce5-90e2-dc32b178dca8 HTTP/1.1" status: 200 len: 1098 time: 0.2570231 Jul 14 09:24:06.111879 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-72b1e957-86d5-4a03-b5e9-879e7792cc09 req-57351be8-65e5-47cc-8d62-c7c854cd579f tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 946 time: 0.1297536 Jul 14 09:24:06.138872 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f63d1-b14c-4222-bf34-d01723b5a9f4 req-5834b68b-eb25-4ee4-837f-63e5902a5523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:06.149953 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d31f63d1-b14c-4222-bf34-d01723b5a9f4 req-5834b68b-eb25-4ee4-837f-63e5902a5523 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb7535f9-bc7e-49b0-b814-10dffeec6052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2346427 Jul 14 09:24:06.191348 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-72b1e957-86d5-4a03-b5e9-879e7792cc09 req-1b960a2d-8b8c-4162-87f2-daf501fa4b72 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782995 Jul 14 09:24:06.293418 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1e5dc5c0-b186-4eba-8ff5-8990116a972b req-7307aa2f-cd67-4fdd-95fa-2a36bbc03047 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bd0d3a10-1087-4b5d-bdaa-c40204bb6dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891108 Jul 14 09:24:06.380029 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d31f63d1-b14c-4222-bf34-d01723b5a9f4 req-81e75cbe-f2dc-41be-be3c-c599f75cabb8 service neutron] 10.222.0.55 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183640 Jul 14 09:24:06.431812 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-5256ec76-258b-426a-a0b7-d6a0966eecaf None None] Set router d207f6c3-875f-4e54-9103-9b457386aaa0 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:06.663332 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d31f63d1-b14c-4222-bf34-d01723b5a9f4 req-00935680-2ed0-4169-8d2a-3b29a67e2fca service neutron] 10.222.0.55 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765579 Jul 14 09:24:07.028492 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5256ec76-258b-426a-a0b7-d6a0966eecaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '25212a72-9700-44d7-8093-7ba809662102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:30Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'gw_port': {'id': '25212a72-9700-44d7-8093-7ba809662102', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:32Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '23cb8112-3e33-4a25-a90e-41159b4e1fc2', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'port_id': '115b8483-faf4-41d5-a79a-42bb321ff754', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'mac_address': 'fa:16:3e:60:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af418b-cf18-4147-8f0b-90d6930da920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:23:44Z', 'updated_at': '2021-07-14T09:24:03Z', 'revision_number': 1, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a0ba86-b40d-4327-bf23-8c6896697270', 'name': '', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'mac_address': 'fa:16:3e:5c:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:37Z', 'updated_at': '2021-07-14T09:23:47Z', 'revision_number': 5, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'subnets': [{'id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:07.062985 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d50b3-341e-416b-8043-e0e699d80190 req-24eb25e6-d133-4c64-96c4-fc1a92bf5654 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:07.081035 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e2d50b3-341e-416b-8043-e0e699d80190 req-24eb25e6-d133-4c64-96c4-fc1a92bf5654 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d85471bd-9129-4ce5-90e2-dc32b178dca8 HTTP/1.1" status: 200 len: 946 time: 0.1450796 Jul 14 09:24:07.109257 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5256ec76-258b-426a-a0b7-d6a0966eecaf None None] The sync data for ids ['d207f6c3-875f-4e54-9103-9b457386aaa0'] in n-d-798054-10 is: [{'id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '25212a72-9700-44d7-8093-7ba809662102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:30Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'gw_port': {'id': '25212a72-9700-44d7-8093-7ba809662102', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:32Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '23cb8112-3e33-4a25-a90e-41159b4e1fc2', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'port_id': '115b8483-faf4-41d5-a79a-42bb321ff754', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'mac_address': 'fa:16:3e:60:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af418b-cf18-4147-8f0b-90d6930da920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:23:44Z', 'updated_at': '2021-07-14T09:24:03Z', 'revision_number': 1, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a0ba86-b40d-4327-bf23-8c6896697270', 'name': '', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'mac_address': 'fa:16:3e:5c:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:37Z', 'updated_at': '2021-07-14T09:23:47Z', 'revision_number': 5, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'subnets': [{'id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:07.154446 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e2d50b3-341e-416b-8043-e0e699d80190 req-4f04c9a7-e9c6-4486-8f59-9215cd27bde9 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd0d3a10-1087-4b5d-bdaa-c40204bb6dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721695 Jul 14 09:24:07.451459 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cf9b4-7229-4019-95d5-f033cfe4e527 req-c692ca09-3ace-4250-b513-7befbca34daa tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:07.464331 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9d5cf9b4-7229-4019-95d5-f033cfe4e527 req-c692ca09-3ace-4250-b513-7befbca34daa tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 946 time: 0.1122820 Jul 14 09:24:07.590618 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9d5cf9b4-7229-4019-95d5-f033cfe4e527 req-4911841b-6e2a-42dc-871a-510f41a3bdf7 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252172 Jul 14 09:24:07.631051 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811667cb-95c0-4daf-b33e-468444435216 None None] New status for floating IP 23cb8112-3e33-4a25-a90e-41159b4e1fc2: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:24:07.736128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34336) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:07.743281 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-832bb28e-834e-408a-8b55-f8ae5660a252 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'subnet': {'network_id': '42ad6f78-fe7f-404a-924c-4e7fc5851dfe', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:07.953395 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832bb28e-834e-408a-8b55-f8ae5660a252 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Made reservation on behalf of 3fb865d6ad57490c8221232a062e1278 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:07.958002 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-832bb28e-834e-408a-8b55-f8ae5660a252 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.204850 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-832bb28e-834e-408a-8b55-f8ae5660a252 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.281394 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832bb28e-834e-408a-8b55-f8ae5660a252 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Subnet': ['ID=c69b991c-f2e6-4248-a565-9f7f88f88662,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:08.322336 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832bb28e-834e-408a-8b55-f8ae5660a252 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Checking segment: {'id': '471e6caa-a7fa-449a-80f5-750697f9049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '42ad6f78-fe7f-404a-924c-4e7fc5851dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:08.322791 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832bb28e-834e-408a-8b55-f8ae5660a252 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Network hostable DHCP agents. Network: 42ad6f78-fe7f-404a-924c-4e7fc5851dfe, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:08.342489 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832bb28e-834e-408a-8b55-f8ae5660a252 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Network 42ad6f78-fe7f-404a-924c-4e7fc5851dfe is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:08.364121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-832bb28e-834e-408a-8b55-f8ae5660a252 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 42ad6f78-fe7f-404a-924c-4e7fc5851dfe) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:08.370389 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832bb28e-834e-408a-8b55-f8ae5660a252 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:08.371072 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-832bb28e-834e-408a-8b55-f8ae5660a252 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.388913 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b620f6-bfc7-4e44-b40a-df1ea7555364 None None] Network 42ad6f78-fe7f-404a-924c-4e7fc5851dfe requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:08.416772 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-832bb28e-834e-408a-8b55-f8ae5660a252 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6795175 Jul 14 09:24:08.420592 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34354) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:08.426316 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-12d482e1-7276-4cc4-8b56-35eae4026c7d tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1450114907'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:08.454279 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143ff4b-9f0b-457d-971b-2719c506b87d req-1a2d501f-a9fc-41d6-8a8e-2ffdd7bc741c tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:08.465435 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a143ff4b-9f0b-457d-971b-2719c506b87d req-1a2d501f-a9fc-41d6-8a8e-2ffdd7bc741c tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d85471bd-9129-4ce5-90e2-dc32b178dca8 HTTP/1.1" status: 200 len: 946 time: 0.1144061 Jul 14 09:24:08.472016 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d482e1-7276-4cc4-8b56-35eae4026c7d tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Made reservation on behalf of 3fb865d6ad57490c8221232a062e1278 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:08.475577 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-12d482e1-7276-4cc4-8b56-35eae4026c7d tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.526528 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d482e1-7276-4cc4-8b56-35eae4026c7d tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:08.538514 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-12d482e1-7276-4cc4-8b56-35eae4026c7d tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.539210 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-12d482e1-7276-4cc4-8b56-35eae4026c7d tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Added segment 1e09d1af-9b5d-4e0c-81b4-84d55db65fb1 of type vlan for network 9744a440-37ce-414e-964b-3178885d494d Jul 14 09:24:08.544577 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a143ff4b-9f0b-457d-971b-2719c506b87d req-fc6f2b48-badb-4f6c-a3bd-75f334e9c8a0 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd0d3a10-1087-4b5d-bdaa-c40204bb6dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770924 Jul 14 09:24:08.631285 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-12d482e1-7276-4cc4-8b56-35eae4026c7d tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.708271 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-12d482e1-7276-4cc4-8b56-35eae4026c7d tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.737595 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d482e1-7276-4cc4-8b56-35eae4026c7d tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:08.738896 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-12d482e1-7276-4cc4-8b56-35eae4026c7d tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.801365 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-12d482e1-7276-4cc4-8b56-35eae4026c7d tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3791120 Jul 14 09:24:08.804278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34364) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:08.810988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'subnet': {'network_id': '9744a440-37ce-414e-964b-3178885d494d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:08.820326 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-42ad6f78-fe7f-404a-924c-4e7fc5851dfe', 'network_id': '42ad6f78-fe7f-404a-924c-4e7fc5851dfe', 'tenant_id': '3fb865d6ad57490c8221232a062e1278', 'fixed_ips': [{'subnet_id': 'c69b991c-f2e6-4248-a565-9f7f88f88662'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:24:08.821206 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.953917 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d482e1-7276-4cc4-8b56-35eae4026c7d tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Network': ['ID=9744a440-37ce-414e-964b-3178885d494d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:09.009514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Made reservation on behalf of 3fb865d6ad57490c8221232a062e1278 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:09.022395 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:09.092823 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Allocated IP 2001:db8:0:ffff::2 (42ad6f78-fe7f-404a-924c-4e7fc5851dfe/c69b991c-f2e6-4248-a565-9f7f88f88662/74f3ec19-73b1-43b5-8283-4473feeb351b) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:09.336677 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:09.378919 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:09.390715 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Transition to ACTIVE for port object 74f3ec19-73b1-43b5-8283-4473feeb351b will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:09.411147 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Subnet': ['ID=4a5445cd-0f61-45de-b2dc-a7be94ba5823,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:09.413773 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Transition to ACTIVE for port object 74f3ec19-73b1-43b5-8283-4473feeb351b will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:09.421669 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 9744a440-37ce-414e-964b-3178885d494d details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:09.426609 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:09.431362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:09.432024 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:09.432527 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:09.433172 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:09.433723 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:09.434230 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:09.434879 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:09.435558 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:09.436105 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:09.436591 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:09.437078 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:09.438250 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:09.449828 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Network 42ad6f78-fe7f-404a-924c-4e7fc5851dfe is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:09.474711 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Checking segment: {'id': '1e09d1af-9b5d-4e0c-81b4-84d55db65fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9744a440-37ce-414e-964b-3178885d494d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:09.475471 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Network hostable DHCP agents. Network: 9744a440-37ce-414e-964b-3178885d494d, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:09.476933 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:09.489144 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:09.500969 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Network 9744a440-37ce-414e-964b-3178885d494d is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:09.528726 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9609e6e-8e44-4e53-9c64-73ec4da9c85d req-65187853-0993-4054-b6b8-5984f86e1fed tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:09.531428 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9609e6e-8e44-4e53-9c64-73ec4da9c85d req-65187853-0993-4054-b6b8-5984f86e1fed tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 946 time: 0.2559516 Jul 14 09:24:09.533902 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 9744a440-37ce-414e-964b-3178885d494d) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:09.538976 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:09.539778 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:09.569410 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b3f6a050-d531-47bf-b625-67342337208c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7632825 Jul 14 09:24:09.573360 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34376) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:09.630219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9609e6e-8e44-4e53-9c64-73ec4da9c85d req-b63a13e4-ad9b-4145-9230-52761cccd9d3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690315 Jul 14 09:24:09.692648 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a156851-3aac-48e5-b648-66ff1cd3c376 None None] Network 9744a440-37ce-414e-964b-3178885d494d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:09.812132 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2e7fce2b-6d64-473d-b321-29217cb0a3e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:09.974172 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2e7fce2b-6d64-473d-b321-29217cb0a3e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.120071 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Pushing event updated for resources: {'Port': ['ID=74f3ec19-73b1-43b5-8283-4473feeb351b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:10.139753 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2e7fce2b-6d64-473d-b321-29217cb0a3e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.164369 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Attempting to bind port 74f3ec19-73b1-43b5-8283-4473feeb351b on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:10.164369 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Attempting to bind port 74f3ec19-73b1-43b5-8283-4473feeb351b by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '471e6caa-a7fa-449a-80f5-750697f9049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '42ad6f78-fe7f-404a-924c-4e7fc5851dfe'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:10.164369 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Attempting to bind port 74f3ec19-73b1-43b5-8283-4473feeb351b on network 42ad6f78-fe7f-404a-924c-4e7fc5851dfe {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:10.174937 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:10.175608 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Checking segment: {'id': '471e6caa-a7fa-449a-80f5-750697f9049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '42ad6f78-fe7f-404a-924c-4e7fc5851dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:10.176170 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.176746 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Bound using segment: {'id': '471e6caa-a7fa-449a-80f5-750697f9049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '42ad6f78-fe7f-404a-924c-4e7fc5851dfe'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:10.177396 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Bound port: 74f3ec19-73b1-43b5-8283-4473feeb351b, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471e6caa-a7fa-449a-80f5-750697f9049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '42ad6f78-fe7f-404a-924c-4e7fc5851dfe'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:10.177963 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.531485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] For port 74f3ec19-73b1-43b5-8283-4473feeb351b, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:10.540491 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b6f022-3ecd-4bdd-843b-97ab0c61eb92 None None] Network 9744a440-37ce-414e-964b-3178885d494d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:10.544059 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] For port 74f3ec19-73b1-43b5-8283-4473feeb351b, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=74f3ec19-73b1-43b5-8283-4473feeb351b,segment=NetworkSegment(471e6caa-a7fa-449a-80f5-750697f9049d),segment_id=471e6caa-a7fa-449a-80f5-750697f9049d)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:10.587847 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.806365 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2e7fce2b-6d64-473d-b321-29217cb0a3e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.819295 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-2e7fce2b-6d64-473d-b321-29217cb0a3e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9744a440-37ce-414e-964b-3178885d494d']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:10.831980 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-2e7fce2b-6d64-473d-b321-29217cb0a3e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e09d1af-9b5d-4e0c-81b4-84d55db65fb1') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:10.832625 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-2e7fce2b-6d64-473d-b321-29217cb0a3e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e09d1af-9b5d-4e0c-81b4-84d55db65fb1') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:10.843495 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2e7fce2b-6d64-473d-b321-29217cb0a3e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.858786 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2e7fce2b-6d64-473d-b321-29217cb0a3e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.865625 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7fce2b-6d64-473d-b321-29217cb0a3e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:10.866346 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2e7fce2b-6d64-473d-b321-29217cb0a3e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.909265 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ec4bc-324a-44e9-a4cf-46e0726cada0 None None] Pushing event updated for resources: {'Port': ['ID=74f3ec19-73b1-43b5-8283-4473feeb351b,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:10.943095 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:10.965622 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fce2b-6d64-473d-b321-29217cb0a3e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Subnet': ['ID=4a5445cd-0f61-45de-b2dc-a7be94ba5823,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:10.968259 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2e7fce2b-6d64-473d-b321-29217cb0a3e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.981551 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2e7fce2b-6d64-473d-b321-29217cb0a3e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.990712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b50b5-4f90-434a-8418-86668913156e req-58b3daf7-daea-4ac6-b4c8-a7ec60115edf tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:10.994536 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2e7fce2b-6d64-473d-b321-29217cb0a3e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/networks/9744a440-37ce-414e-964b-3178885d494d HTTP/1.1" status: 204 len: 168 time: 1.4193099 Jul 14 09:24:10.995042 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee3b50b5-4f90-434a-8418-86668913156e req-58b3daf7-daea-4ac6-b4c8-a7ec60115edf tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d85471bd-9129-4ce5-90e2-dc32b178dca8 HTTP/1.1" status: 200 len: 946 time: 0.2031863 Jul 14 09:24:11.006159 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34422) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:11.011865 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-1a799442-e263-4486-9007-58913fb92884 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-725220824'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:11.035545 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fce2b-6d64-473d-b321-29217cb0a3e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Network': ['ID=9744a440-37ce-414e-964b-3178885d494d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:11.151993 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a799442-e263-4486-9007-58913fb92884 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Made reservation on behalf of 3fb865d6ad57490c8221232a062e1278 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:11.155666 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a799442-e263-4486-9007-58913fb92884 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.162280 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee3b50b5-4f90-434a-8418-86668913156e req-e9be7929-c25d-440e-9d73-108952eeb09f tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd0d3a10-1087-4b5d-bdaa-c40204bb6dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340721 Jul 14 09:24:11.216067 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a799442-e263-4486-9007-58913fb92884 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:11.232082 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a799442-e263-4486-9007-58913fb92884 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.232439 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-1a799442-e263-4486-9007-58913fb92884 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Added segment 9e2b0f50-a5c0-4041-9d37-e267131ad71b of type vlan for network da1be26c-a8b7-4aa3-8e96-d5a9b4546236 Jul 14 09:24:11.290775 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a799442-e263-4486-9007-58913fb92884 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.347089 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a799442-e263-4486-9007-58913fb92884 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.352608 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a799442-e263-4486-9007-58913fb92884 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:11.353215 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a799442-e263-4486-9007-58913fb92884 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.483607 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac0d11-09ef-436c-a633-9f4a7c74edbb req-7e1e5697-c285-442b-9d50-011edcb48904 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:11.494193 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94ac0d11-09ef-436c-a633-9f4a7c74edbb req-7e1e5697-c285-442b-9d50-011edcb48904 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 946 time: 0.4199362 Jul 14 09:24:11.504869 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a799442-e263-4486-9007-58913fb92884 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Network': ['ID=da1be26c-a8b7-4aa3-8e96-d5a9b4546236,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:11.524985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network da1be26c-a8b7-4aa3-8e96-d5a9b4546236 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:11.529379 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1a799442-e263-4486-9007-58913fb92884 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5219338 Jul 14 09:24:11.533151 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34436) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:11.539142 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-faf695fe-06b0-4bd3-bd22-9bf3e5415c13 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'subnet': {'network_id': 'da1be26c-a8b7-4aa3-8e96-d5a9b4546236', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:11.635981 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94ac0d11-09ef-436c-a633-9f4a7c74edbb req-8b152a75-a6d8-4b00-9d72-a3415e446466 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406853 Jul 14 09:24:11.741722 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf695fe-06b0-4bd3-bd22-9bf3e5415c13 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Made reservation on behalf of 3fb865d6ad57490c8221232a062e1278 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:11.746873 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-faf695fe-06b0-4bd3-bd22-9bf3e5415c13 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.069321 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-faf695fe-06b0-4bd3-bd22-9bf3e5415c13 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.272270 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf695fe-06b0-4bd3-bd22-9bf3e5415c13 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Subnet': ['ID=fc224ad0-c0c0-4479-b436-6eb42bac3297,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:12.340930 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e943aa-05bf-440e-9176-a279096b9bc6 None None] Network 42ad6f78-fe7f-404a-924c-4e7fc5851dfe requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:12.353629 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf695fe-06b0-4bd3-bd22-9bf3e5415c13 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Checking segment: {'id': '9e2b0f50-a5c0-4041-9d37-e267131ad71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da1be26c-a8b7-4aa3-8e96-d5a9b4546236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:12.354346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf695fe-06b0-4bd3-bd22-9bf3e5415c13 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Network hostable DHCP agents. Network: da1be26c-a8b7-4aa3-8e96-d5a9b4546236, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:12.366324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2809e-e95d-45ca-8f66-a85f62929971 req-751beeec-f7c0-4475-b181-0d5a53f8c55a tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:12.368195 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-95f2809e-e95d-45ca-8f66-a85f62929971 req-751beeec-f7c0-4475-b181-0d5a53f8c55a tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.49 "GET /v2.0/ports?device_id=d85471bd-9129-4ce5-90e2-dc32b178dca8 HTTP/1.1" status: 200 len: 946 time: 0.2110190 Jul 14 09:24:12.463055 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-84a8dd79-663b-41ca-848e-ee845a3620c6 None None] Provisioning for port 74f3ec19-73b1-43b5-8283-4473feeb351b completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:12.474423 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf695fe-06b0-4bd3-bd22-9bf3e5415c13 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Network da1be26c-a8b7-4aa3-8e96-d5a9b4546236 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:12.514026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-faf695fe-06b0-4bd3-bd22-9bf3e5415c13 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, da1be26c-a8b7-4aa3-8e96-d5a9b4546236) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:12.543531 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf695fe-06b0-4bd3-bd22-9bf3e5415c13 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:12.544151 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-faf695fe-06b0-4bd3-bd22-9bf3e5415c13 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.545451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3689a5e-77c7-4506-92c5-82d58457401b None None] Network da1be26c-a8b7-4aa3-8e96-d5a9b4546236 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:12.554614 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f917c7-b97a-4202-b23f-5a4533145eac req-8255955f-f416-4f66-ae1e-ec32b29323af tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:12.565538 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f8f917c7-b97a-4202-b23f-5a4533145eac req-8255955f-f416-4f66-ae1e-ec32b29323af tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d85471bd-9129-4ce5-90e2-dc32b178dca8 HTTP/1.1" status: 200 len: 946 time: 0.1459057 Jul 14 09:24:12.651237 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f8f917c7-b97a-4202-b23f-5a4533145eac req-2b9e11f1-c03a-489a-bfaf-980bd2d9d620 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd0d3a10-1087-4b5d-bdaa-c40204bb6dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847383 Jul 14 09:24:12.668171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34458) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:12.668360 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-faf695fe-06b0-4bd3-bd22-9bf3e5415c13 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1335530 Jul 14 09:24:12.686088 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-1697f8b1-488e-43b3-8df6-157cd6234606 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-448484997'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:12.711614 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-95f2809e-e95d-45ca-8f66-a85f62929971 req-83dddde3-3c1f-4fc0-a751-647514d80143 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Deleting port 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:12.711970 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-95f2809e-e95d-45ca-8f66-a85f62929971 req-83dddde3-3c1f-4fc0-a751-647514d80143 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.736583 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1697f8b1-488e-43b3-8df6-157cd6234606 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Made reservation on behalf of 3fb865d6ad57490c8221232a062e1278 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:12.741138 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1697f8b1-488e-43b3-8df6-157cd6234606 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.794876 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1697f8b1-488e-43b3-8df6-157cd6234606 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:12.819576 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1697f8b1-488e-43b3-8df6-157cd6234606 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.820050 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-1697f8b1-488e-43b3-8df6-157cd6234606 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Added segment bbbd3652-09da-4163-9ec5-2c67d27e4d1d of type vlan for network 9392827d-fb2e-4d36-84f1-9705bab70dcd Jul 14 09:24:12.851238 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-da1be26c-a8b7-4aa3-8e96-d5a9b4546236', 'network_id': 'da1be26c-a8b7-4aa3-8e96-d5a9b4546236', 'tenant_id': '3fb865d6ad57490c8221232a062e1278', 'fixed_ips': [{'subnet_id': 'fc224ad0-c0c0-4479-b436-6eb42bac3297'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:24:12.853250 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.921497 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1697f8b1-488e-43b3-8df6-157cd6234606 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.968024 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-95f2809e-e95d-45ca-8f66-a85f62929971 req-83dddde3-3c1f-4fc0-a751-647514d80143 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] For port 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=08e8f44a-a4a8-422f-a972-b0fc37c2bd7c,segment=NetworkSegment(2f75386f-fa10-4395-857e-a7bba9928cc8),segment_id=2f75386f-fa10-4395-857e-a7bba9928cc8)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:12.968404 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-95f2809e-e95d-45ca-8f66-a85f62929971 req-83dddde3-3c1f-4fc0-a751-647514d80143 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.996514 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-95f2809e-e95d-45ca-8f66-a85f62929971 req-83dddde3-3c1f-4fc0-a751-647514d80143 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Calling delete_port for 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:13.111206 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Allocated IP 2001:db8::3 (da1be26c-a8b7-4aa3-8e96-d5a9b4546236/fc224ad0-c0c0-4479-b436-6eb42bac3297/b1e153c8-627d-419f-84ff-f86409610d95) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:13.144554 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1697f8b1-488e-43b3-8df6-157cd6234606 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.168312 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1697f8b1-488e-43b3-8df6-157cd6234606 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:13.169137 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1697f8b1-488e-43b3-8df6-157cd6234606 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.229375 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 74f3ec19-73b1-43b5-8283-4473feeb351b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:13.264458 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1697f8b1-488e-43b3-8df6-157cd6234606 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5915296 Jul 14 09:24:13.264818 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-95f2809e-e95d-45ca-8f66-a85f62929971 req-83dddde3-3c1f-4fc0-a751-647514d80143 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.268015 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34466) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:13.276261 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8c590-ea8f-4a8f-b04a-a46912fd818b req-c08da0ef-4830-492e-9c9a-06f1b82abc8d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:13.280311 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f4fc2f17-bb2c-4d80-84ea-c6d162421203 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'subnet': {'network_id': '9392827d-fb2e-4d36-84f1-9705bab70dcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:13.284133 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dbd8c590-ea8f-4a8f-b04a-a46912fd818b req-c08da0ef-4830-492e-9c9a-06f1b82abc8d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 946 time: 0.3559816 Jul 14 09:24:13.302517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697f8b1-488e-43b3-8df6-157cd6234606 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Network': ['ID=9392827d-fb2e-4d36-84f1-9705bab70dcd,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:13.352320 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['08e8f44a-a4a8-422f-a972-b0fc37c2bd7c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:13.357129 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 9392827d-fb2e-4d36-84f1-9705bab70dcd details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:13.403209 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dbd8c590-ea8f-4a8f-b04a-a46912fd818b req-baaf9d57-b606-4850-9664-c727bc645438 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180170 Jul 14 09:24:13.502881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dddde3-3c1f-4fc0-a751-647514d80143 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Pushing event deleted for resources: {'Port': ['ID=08e8f44a-a4a8-422f-a972-b0fc37c2bd7c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:13.544566 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 74f3ec19-73b1-43b5-8283-4473feeb351b completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:13.546786 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f2809e-e95d-45ca-8f66-a85f62929971 req-83dddde3-3c1f-4fc0-a751-647514d80143 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] No DVR routers for this DVR port 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:13.561260 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-95f2809e-e95d-45ca-8f66-a85f62929971 req-83dddde3-3c1f-4fc0-a751-647514d80143 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.565367 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-95f2809e-e95d-45ca-8f66-a85f62929971 req-83dddde3-3c1f-4fc0-a751-647514d80143 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.49 "DELETE /v2.0/ports/08e8f44a-a4a8-422f-a972-b0fc37c2bd7c HTTP/1.1" status: 204 len: 173 time: 1.1863561 Jul 14 09:24:13.567219 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85471bd-9129-4ce5-90e2-dc32b178dca8', 'name': 'network-vif-deleted', 'tag': '08e8f44a-a4a8-422f-a972-b0fc37c2bd7c'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:13.569161 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 74f3ec19-73b1-43b5-8283-4473feeb351b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:13.569675 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.570556 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574beffb-7acf-44dd-bab9-565d71b9b89d" -d '{"events": [{"server_uuid": "d85471bd-9129-4ce5-90e2-dc32b178dca8", "name": "network-vif-deleted", "tag": "08e8f44a-a4a8-422f-a972-b0fc37c2bd7c"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:13.593416 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-7421ebf0-05c6-4013-8eaa-2dac90706071 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1702554 Jul 14 09:24:13.594439 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fc2f17-bb2c-4d80-84ea-c6d162421203 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Made reservation on behalf of 3fb865d6ad57490c8221232a062e1278 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:13.598889 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4fc2f17-bb2c-4d80-84ea-c6d162421203 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.717354 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.ipam_backend_mixin [None req-f4fc2f17-bb2c-4d80-84ea-c6d162421203 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Performing IP validity checks on allocation pools {{(pid=93888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:24:13.718381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.ipam_backend_mixin [None req-f4fc2f17-bb2c-4d80-84ea-c6d162421203 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:24:13.871967 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdc1899-602f-46ad-aa79-0ba9804df49c x-openstack-request-id: req-ebdc1899-602f-46ad-aa79-0ba9804df49c {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:13.871967 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85471bd-9129-4ce5-90e2-dc32b178dca8", "name": "network-vif-deleted", "tag": "08e8f44a-a4a8-422f-a972-b0fc37c2bd7c", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:13.871967 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ebdc1899-602f-46ad-aa79-0ba9804df49c {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:13.871967 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85471bd-9129-4ce5-90e2-dc32b178dca8', 'name': 'network-vif-deleted', 'tag': '08e8f44a-a4a8-422f-a972-b0fc37c2bd7c', 'status': 'completed', 'code': 200} Jul 14 09:24:13.900855 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4fc2f17-bb2c-4d80-84ea-c6d162421203 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.905903 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.918356 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Transition to ACTIVE for port object b1e153c8-627d-419f-84ff-f86409610d95 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:13.936316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Transition to ACTIVE for port object b1e153c8-627d-419f-84ff-f86409610d95 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:13.959118 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.986530 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b45fba82-5c25-4cc8-9c4f-5124d6397c0d req-4dd9a8d9-0d34-4e70-8452-8c4ce8e0dc32 tempest-ServerMetadataNegativeTestJSON-2084150065 tempest-ServerMetadataNegativeTestJSON-2084150065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d85471bd-9129-4ce5-90e2-dc32b178dca8 HTTP/1.1" status: 200 len: 210 time: 0.1108496 Jul 14 09:24:13.995993 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.047224 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc2f17-bb2c-4d80-84ea-c6d162421203 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Subnet': ['ID=4cd0b23d-e57e-4b50-9c48-a662dd98b09a,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:14.070904 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 74f3ec19-73b1-43b5-8283-4473feeb351b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=74f3ec19-73b1-43b5-8283-4473feeb351b,segment=NetworkSegment(471e6caa-a7fa-449a-80f5-750697f9049d),segment_id=471e6caa-a7fa-449a-80f5-750697f9049d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:14.076404 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fc2f17-bb2c-4d80-84ea-c6d162421203 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Checking segment: {'id': 'bbbd3652-09da-4163-9ec5-2c67d27e4d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9392827d-fb2e-4d36-84f1-9705bab70dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:14.076932 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fc2f17-bb2c-4d80-84ea-c6d162421203 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Network hostable DHCP agents. Network: 9392827d-fb2e-4d36-84f1-9705bab70dcd, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:14.088409 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.092654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Network da1be26c-a8b7-4aa3-8e96-d5a9b4546236 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:14.097595 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-8a0ca722-f192-4501-bd78-74777ae519eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:14.098175 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-8a0ca722-f192-4501-bd78-74777ae519eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:14.098669 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-8a0ca722-f192-4501-bd78-74777ae519eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:14.099146 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-8a0ca722-f192-4501-bd78-74777ae519eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:14.099624 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-8a0ca722-f192-4501-bd78-74777ae519eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:14.100105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-8a0ca722-f192-4501-bd78-74777ae519eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:14.101125 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-8a0ca722-f192-4501-bd78-74777ae519eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:14.101211 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:14.103459 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-8a0ca722-f192-4501-bd78-74777ae519eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=31e3a4cec448411aba79b23ed148d185&device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 6498 time: 0.2320445 Jul 14 09:24:14.109392 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:14.113429 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Pushing event updated for resources: {'Port': ['ID=b1e153c8-627d-419f-84ff-f86409610d95,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:14.133716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fc2f17-bb2c-4d80-84ea-c6d162421203 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Network 9392827d-fb2e-4d36-84f1-9705bab70dcd is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:14.220967 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Attempting to bind port b1e153c8-627d-419f-84ff-f86409610d95 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:14.221349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Attempting to bind port b1e153c8-627d-419f-84ff-f86409610d95 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '9e2b0f50-a5c0-4041-9d37-e267131ad71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da1be26c-a8b7-4aa3-8e96-d5a9b4546236'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:14.221815 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Attempting to bind port b1e153c8-627d-419f-84ff-f86409610d95 on network da1be26c-a8b7-4aa3-8e96-d5a9b4546236 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:14.236821 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:14.237981 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Checking segment: {'id': '9e2b0f50-a5c0-4041-9d37-e267131ad71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da1be26c-a8b7-4aa3-8e96-d5a9b4546236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:14.237981 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.237981 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Bound using segment: {'id': '9e2b0f50-a5c0-4041-9d37-e267131ad71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da1be26c-a8b7-4aa3-8e96-d5a9b4546236'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:14.238658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Bound port: b1e153c8-627d-419f-84ff-f86409610d95, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2b0f50-a5c0-4041-9d37-e267131ad71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'da1be26c-a8b7-4aa3-8e96-d5a9b4546236'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:14.239156 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.244887 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=74f3ec19-73b1-43b5-8283-4473feeb351b,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:14.300220 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f4fc2f17-bb2c-4d80-84ea-c6d162421203 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 9392827d-fb2e-4d36-84f1-9705bab70dcd) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:14.306446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fc2f17-bb2c-4d80-84ea-c6d162421203 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:14.307106 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4fc2f17-bb2c-4d80-84ea-c6d162421203 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.310080 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-49427e1c-971c-4f64-9997-eabd26a99132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:14.310596 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-49427e1c-971c-4f64-9997-eabd26a99132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:14.311075 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-49427e1c-971c-4f64-9997-eabd26a99132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:14.313366 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-49427e1c-971c-4f64-9997-eabd26a99132 service neutron] 10.222.0.55 "GET /v2.0/networks?id=888088af-1a51-4dbe-bc38-27d1a38db826&id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&id=b942b7bc-b05b-4b6e-aff4-d229af7544cd&id=b942b7bc-b05b-4b6e-aff4-d229af7544cd HTTP/1.1" status: 200 len: 2293 time: 0.1753666 Jul 14 09:24:14.319618 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6e1de8-0315-4044-a654-573fac59898f None None] Network 9392827d-fb2e-4d36-84f1-9705bab70dcd requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:14.378798 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] For port b1e153c8-627d-419f-84ff-f86409610d95, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:14.396236 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] For port b1e153c8-627d-419f-84ff-f86409610d95, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b1e153c8-627d-419f-84ff-f86409610d95,segment=NetworkSegment(9e2b0f50-a5c0-4041-9d37-e267131ad71b),segment_id=9e2b0f50-a5c0-4041-9d37-e267131ad71b)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:14.407714 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-8bc5cf7a-ecbf-463f-995b-a570ffc287c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebf8368a-d0fb-466a-a254-89fc3ae4a4bb HTTP/1.1" status: 200 len: 1001 time: 0.0839739 Jul 14 09:24:14.409694 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.418378 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f4fc2f17-bb2c-4d80-84ea-c6d162421203 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1484714 Jul 14 09:24:14.419645 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34488) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:14.485347 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-517ef766-3ebf-48f3-936a-974e999cfb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:14.487462 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-517ef766-3ebf-48f3-936a-974e999cfb6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db42a1b5-0af8-4f2d-880c-f54fe800fb63 HTTP/1.1" status: 200 len: 850 time: 0.0652599 Jul 14 09:24:14.645420 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-667d1d91-bef7-4458-b20c-6a5b64d87290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:14.650182 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-667d1d91-bef7-4458-b20c-6a5b64d87290 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=888088af-1a51-4dbe-bc38-27d1a38db826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1451056 Jul 14 09:24:14.667550 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaee113c-a3db-4961-9a08-a0a348f78583 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.682018 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83a6ab-6718-49f8-a559-d6132c4dee30 None None] Pushing event updated for resources: {'Port': ['ID=b1e153c8-627d-419f-84ff-f86409610d95,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:14.785245 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bd3b01-6ebc-43ff-acdf-0d737dd79ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-9392827d-fb2e-4d36-84f1-9705bab70dcd', 'network_id': '9392827d-fb2e-4d36-84f1-9705bab70dcd', 'tenant_id': '3fb865d6ad57490c8221232a062e1278', 'fixed_ips': [{'subnet_id': '4cd0b23d-e57e-4b50-9c48-a662dd98b09a'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:24:14.786073 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48bd3b01-6ebc-43ff-acdf-0d737dd79ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.885608 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaee113c-a3db-4961-9a08-a0a348f78583 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.945953 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-d65b5624-cd56-45de-8a1e-cd5d085d8f6d service neutron] 10.222.0.55 "GET /v2.0/networks/888088af-1a51-4dbe-bc38-27d1a38db826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853947 Jul 14 09:24:14.995893 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec75b0-f63c-4592-a392-7bd3e823821d req-59c12bec-0bcc-4e19-9cfb-22dc33279647 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:15.006114 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41ec75b0-f63c-4592-a392-7bd3e823821d req-59c12bec-0bcc-4e19-9cfb-22dc33279647 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 946 time: 0.3567665 Jul 14 09:24:15.046839 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 74f3ec19-73b1-43b5-8283-4473feeb351b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:15.114740 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41ec75b0-f63c-4592-a392-7bd3e823821d req-78b1b3c8-ef7d-47bf-83ba-bbeb2c353d1d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073411 Jul 14 09:24:15.129651 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaee113c-a3db-4961-9a08-a0a348f78583 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server [None req-48bd3b01-6ebc-43ff-acdf-0d737dd79ddd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4cd0b23d-e57e-4b50-9c48-a662dd98b09a: This subnet is being modified by another concurrent operation. Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:24:15.167033 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4cd0b23d-e57e-4b50-9c48-a662dd98b09a: This subnet is being modified by another concurrent operation. Jul 14 09:24:15.170632 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Jul 14 09:24:15.194979 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-8e9ad63f-9a66-461d-92f5-fb6d0c41404d service neutron] 10.222.0.55 "GET /v2.0/networks/888088af-1a51-4dbe-bc38-27d1a38db826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276268 Jul 14 09:24:15.201643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 74f3ec19-73b1-43b5-8283-4473feeb351b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:15.202076 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.212242 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9049d5d1-42ea-49ed-bf5c-9d33dad68f68 None None] Network 9392827d-fb2e-4d36-84f1-9705bab70dcd requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:15.252571 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee113c-a3db-4961-9a08-a0a348f78583 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd0b23d-e57e-4b50-9c48-a662dd98b09a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:15.283991 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-b7f4785a-ea40-4656-87ee-3e1f6887b818 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=207ab0ec-b17a-4abd-8b56-ed8ce32580f4 HTTP/1.1" status: 200 len: 217 time: 0.0823240 Jul 14 09:24:15.321387 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34508) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:15.401061 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-3a1e9af3-0cbc-482d-a76e-cb8361289ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:15.415310 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-3a1e9af3-0cbc-482d-a76e-cb8361289ef2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52a95ed6-a967-4c2d-8b84-f641b0b1d6ed HTTP/1.1" status: 200 len: 797 time: 0.0820258 Jul 14 09:24:15.435363 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaee113c-a3db-4961-9a08-a0a348f78583 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.468020 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-aaee113c-a3db-4961-9a08-a0a348f78583 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9392827d-fb2e-4d36-84f1-9705bab70dcd']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:15.517099 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-960f1004-3e0f-4510-ba85-029be6d9c77f admin admin] Deleting subnet d8249ca9-e559-495c-8c63-7bf7bc3ca78d {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:24:15.525826 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-960f1004-3e0f-4510-ba85-029be6d9c77f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.528254 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-afe8b65c-f9af-4d1f-ab90-cde08d35c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:15.529914 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-afe8b65c-f9af-4d1f-ab90-cde08d35c5c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1058841 Jul 14 09:24:15.546382 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-aaee113c-a3db-4961-9a08-a0a348f78583 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbbd3652-09da-4163-9ec5-2c67d27e4d1d') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:15.547046 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-aaee113c-a3db-4961-9a08-a0a348f78583 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbbd3652-09da-4163-9ec5-2c67d27e4d1d') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:15.586316 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaee113c-a3db-4961-9a08-a0a348f78583 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.612265 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaee113c-a3db-4961-9a08-a0a348f78583 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.616889 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-960f1004-3e0f-4510-ba85-029be6d9c77f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.640456 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaee113c-a3db-4961-9a08-a0a348f78583 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:15.641646 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaee113c-a3db-4961-9a08-a0a348f78583 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:15.645180 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:15.660962 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-02755566-b741-455f-b289-8346a7ece6fc service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215715 Jul 14 09:24:15.717871 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-960f1004-3e0f-4510-ba85-029be6d9c77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.745294 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaee113c-a3db-4961-9a08-a0a348f78583 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.754590 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaee113c-a3db-4961-9a08-a0a348f78583 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.756089 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-aaee113c-a3db-4961-9a08-a0a348f78583 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/networks/9392827d-fb2e-4d36-84f1-9705bab70dcd HTTP/1.1" status: 204 len: 168 time: 1.3347855 Jul 14 09:24:15.762863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34520) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:15.778393 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-200c4748-4b94-4d54-aa1a-6ebfbcbf119b tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-889856873'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:15.806492 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee113c-a3db-4961-9a08-a0a348f78583 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Network': ['ID=9392827d-fb2e-4d36-84f1-9705bab70dcd,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:15.806764 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-96e18ded-0fdc-4c2b-a453-957c2ee7ea8d service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377997 Jul 14 09:24:15.813468 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200c4748-4b94-4d54-aa1a-6ebfbcbf119b tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Made reservation on behalf of 3fb865d6ad57490c8221232a062e1278 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:15.817960 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-200c4748-4b94-4d54-aa1a-6ebfbcbf119b tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.861471 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-960f1004-3e0f-4510-ba85-029be6d9c77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.865698 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-3dc996c3-b20f-4b64-8c09-7b82b3c450fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=4ab54df4-c842-45de-b8d8-a4afe567c0e5 HTTP/1.1" status: 200 len: 217 time: 0.0504203 Jul 14 09:24:15.877554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200c4748-4b94-4d54-aa1a-6ebfbcbf119b tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:15.925412 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-1e9659c2-fbd7-4af2-8488-fcc67ab71eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:15.928394 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-1e9659c2-fbd7-4af2-8488-fcc67ab71eaa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52a95ed6-a967-4c2d-8b84-f641b0b1d6ed HTTP/1.1" status: 200 len: 797 time: 0.0554757 Jul 14 09:24:15.963575 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f1004-3e0f-4510-ba85-029be6d9c77f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8249ca9-e559-495c-8c63-7bf7bc3ca78d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:15.968060 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-200c4748-4b94-4d54-aa1a-6ebfbcbf119b tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.968204 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-200c4748-4b94-4d54-aa1a-6ebfbcbf119b tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Added segment a5ba3d64-a6f4-42d1-8ee9-2939215ed487 of type vlan for network a6dd8152-6e2b-40c2-ad12-b7f83ecde786 Jul 14 09:24:15.971007 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-960f1004-3e0f-4510-ba85-029be6d9c77f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.975867 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-960f1004-3e0f-4510-ba85-029be6d9c77f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d8249ca9-e559-495c-8c63-7bf7bc3ca78d HTTP/1.1" status: 204 len: 168 time: 0.6808848 Jul 14 09:24:15.983586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34528) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:16.018231 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-e15d8343-b758-421e-9685-d7aed009e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:16.020160 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-e15d8343-b758-421e-9685-d7aed009e569 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0836382 Jul 14 09:24:16.134490 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-e41a4d8a-bb01-4330-b830-80a372a0dee3 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062930 Jul 14 09:24:16.144457 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-200c4748-4b94-4d54-aa1a-6ebfbcbf119b tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.151748 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d03c8c20-78ab-404d-b95e-0642b9bfcc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.286854 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-0c3f0479-852c-45a8-8dde-879a97c15923 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446633 Jul 14 09:24:16.290657 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-200c4748-4b94-4d54-aa1a-6ebfbcbf119b tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.301681 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.303897 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200c4748-4b94-4d54-aa1a-6ebfbcbf119b tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:16.304532 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-200c4748-4b94-4d54-aa1a-6ebfbcbf119b tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.363920 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-fe1afc34-e00e-47c9-8d10-d9172801678f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=b2be6486-e65e-4805-a307-4504282ccb66 HTTP/1.1" status: 200 len: 217 time: 0.0692649 Jul 14 09:24:16.381990 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a76171d-7c48-4a5b-b7a3-7f42fadd1b13 None None] Network da1be26c-a8b7-4aa3-8e96-d5a9b4546236 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:16.410469 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d03c8c20-78ab-404d-b95e-0642b9bfcc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.420267 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-200c4748-4b94-4d54-aa1a-6ebfbcbf119b tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6564126 Jul 14 09:24:16.424554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34538) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:16.444467 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-d03c8c20-78ab-404d-b95e-0642b9bfcc6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed7968a-1924-4843-a66a-1e755f94c276']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:16.451201 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-eec5ee5b-943e-491b-8fa7-02fa91448cf3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'subnet': {'network_id': 'a6dd8152-6e2b-40c2-ad12-b7f83ecde786', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:16.470520 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-482bf121-c4fd-4e06-9c72-84a2ca15f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:16.473692 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-482bf121-c4fd-4e06-9c72-84a2ca15f7f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52a95ed6-a967-4c2d-8b84-f641b0b1d6ed HTTP/1.1" status: 200 len: 797 time: 0.0990717 Jul 14 09:24:16.490688 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c4748-4b94-4d54-aa1a-6ebfbcbf119b tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Network': ['ID=a6dd8152-6e2b-40c2-ad12-b7f83ecde786,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:16.493989 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-daecd28e-5d72-4813-832d-13ec147b0ef4 None None] Provisioning for port b1e153c8-627d-419f-84ff-f86409610d95 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:16.512645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network a6dd8152-6e2b-40c2-ad12-b7f83ecde786 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:16.578431 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-67aa5dd2-1037-4c66-a580-5bb9581bdc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:16.581092 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-67aa5dd2-1037-4c66-a580-5bb9581bdc9e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0974140 Jul 14 09:24:16.629138 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-d03c8c20-78ab-404d-b95e-0642b9bfcc6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f75386f-fa10-4395-857e-a7bba9928cc8') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:16.633760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-d03c8c20-78ab-404d-b95e-0642b9bfcc6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f75386f-fa10-4395-857e-a7bba9928cc8') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:16.663897 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d03c8c20-78ab-404d-b95e-0642b9bfcc6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.691321 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d03c8c20-78ab-404d-b95e-0642b9bfcc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.716016 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4c928-3165-4479-b94f-c31d18e6a299 req-1a96a65a-d725-4cf1-8582-e40b6d14b6da tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:16.722840 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53d4c928-3165-4479-b94f-c31d18e6a299 req-1a96a65a-d725-4cf1-8582-e40b6d14b6da tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 946 time: 0.4154310 Jul 14 09:24:16.725245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03c8c20-78ab-404d-b95e-0642b9bfcc6d admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:16.725706 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d03c8c20-78ab-404d-b95e-0642b9bfcc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:16.728591 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:16.747522 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-0ba0474d-c4d3-45a4-b876-31c545ac5fc3 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591165 Jul 14 09:24:16.849377 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53d4c928-3165-4479-b94f-c31d18e6a299 req-0326203d-752f-4758-8566-194c4303c19e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215701 Jul 14 09:24:16.862302 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d03c8c20-78ab-404d-b95e-0642b9bfcc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.871440 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec5ee5b-943e-491b-8fa7-02fa91448cf3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Made reservation on behalf of 3fb865d6ad57490c8221232a062e1278 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:16.894496 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eec5ee5b-943e-491b-8fa7-02fa91448cf3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.898570 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d03c8c20-78ab-404d-b95e-0642b9bfcc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.901443 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d03c8c20-78ab-404d-b95e-0642b9bfcc6d admin admin] 10.222.0.26 "DELETE /v2.0/networks/8ed7968a-1924-4843-a66a-1e755f94c276 HTTP/1.1" status: 204 len: 168 time: 0.9159260 Jul 14 09:24:17.001329 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-b0dd037b-63b5-42f9-9fdf-1642a0a0fd75 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114036 Jul 14 09:24:17.031045 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b1e153c8-627d-419f-84ff-f86409610d95 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:17.057465 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c8c20-78ab-404d-b95e-0642b9bfcc6d admin admin] Pushing event deleted for resources: {'Network': ['ID=8ed7968a-1924-4843-a66a-1e755f94c276,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:17.098777 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-ca30c4d7-27ab-4bed-9c5c-781607ccb14c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=a41a920e-6497-49e9-8ee2-23d9fd674e1c HTTP/1.1" status: 200 len: 217 time: 0.0872869 Jul 14 09:24:17.116592 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75af7323-05a5-4dba-9290-465bc99b5f9c None None] get_active_networks_info from n-d-798054-10 {{(pid=93889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:24:17.197844 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-058f6be0-4dec-4c33-b86b-c93db8666afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:17.199483 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-058f6be0-4dec-4c33-b86b-c93db8666afc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52a95ed6-a967-4c2d-8b84-f641b0b1d6ed HTTP/1.1" status: 200 len: 797 time: 0.0928216 Jul 14 09:24:17.249727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:17.259403 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34558) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:17.269432 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eec5ee5b-943e-491b-8fa7-02fa91448cf3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.342282 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5ee5b-943e-491b-8fa7-02fa91448cf3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Checking segment: {'id': 'a5ba3d64-a6f4-42d1-8ee9-2939215ed487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a6dd8152-6e2b-40c2-ad12-b7f83ecde786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:17.342950 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec5ee5b-943e-491b-8fa7-02fa91448cf3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Network hostable DHCP agents. Network: a6dd8152-6e2b-40c2-ad12-b7f83ecde786, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:17.363691 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:17.364238 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 08e8f44a-a4a8-422f-a972-b0fc37c2bd7c not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:17.373118 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5ee5b-943e-491b-8fa7-02fa91448cf3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Subnet': ['ID=b9a8d7cb-35ad-4e93-bce9-6954f783cd9f,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:17.386227 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-16c78181-5c44-433d-beab-16f7caa0a350 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b390e16601f84c998f4db38619828cb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1221321 Jul 14 09:24:17.387271 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34560) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:17.390681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec5ee5b-943e-491b-8fa7-02fa91448cf3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Network a6dd8152-6e2b-40c2-ad12-b7f83ecde786 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:17.401400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port b1e153c8-627d-419f-84ff-f86409610d95 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:17.405245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-eec5ee5b-943e-491b-8fa7-02fa91448cf3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, a6dd8152-6e2b-40c2-ad12-b7f83ecde786) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:17.411870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec5ee5b-943e-491b-8fa7-02fa91448cf3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:17.412786 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eec5ee5b-943e-491b-8fa7-02fa91448cf3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.416993 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-6d354b22-d4ca-4508-b4af-c48c9f4bf23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:17.421362 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port b1e153c8-627d-419f-84ff-f86409610d95 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:17.422545 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.435417 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-6d354b22-d4ca-4508-b4af-c48c9f4bf23c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2278273 Jul 14 09:24:17.446653 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-eec5ee5b-943e-491b-8fa7-02fa91448cf3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0168524 Jul 14 09:24:17.449213 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34562) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:17.581907 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd710870-2c01-4d69-a474-b4a98ea737dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.596646 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75af7323-05a5-4dba-9290-465bc99b5f9c None None] Resources bound (agent type, host, resource id): {{(pid=93889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:24:17.609387 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a7e50309-8855-4b7c-b687-da3a1d64a81e tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.611196 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd710870-2c01-4d69-a474-b4a98ea737dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.680523 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd710870-2c01-4d69-a474-b4a98ea737dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.683134 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd710870-2c01-4d69-a474-b4a98ea737dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.684276 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dd710870-2c01-4d69-a474-b4a98ea737dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd0d3a10-1087-4b5d-bdaa-c40204bb6dc8 HTTP/1.1" status: 204 len: 168 time: 0.2960279 Jul 14 09:24:17.698237 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a7e50309-8855-4b7c-b687-da3a1d64a81e tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.732117 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd710870-2c01-4d69-a474-b4a98ea737dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0d3a10-1087-4b5d-bdaa-c40204bb6dc8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:17.784629 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-1ce7647b-7a30-4f8e-be9d-1f92c21941da service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383954 Jul 14 09:24:17.853575 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a7e50309-8855-4b7c-b687-da3a1d64a81e tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.937233 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e50309-8855-4b7c-b687-da3a1d64a81e tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Subnet': ['ID=b9a8d7cb-35ad-4e93-bce9-6954f783cd9f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:17.991857 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-d6171541-8556-45a6-bd73-5d5a1e5d14f8 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967235 Jul 14 09:24:17.998324 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.058910 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a7e50309-8855-4b7c-b687-da3a1d64a81e tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.072762 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-b8bec2c4-b537-4a36-9153-b3ffca59bf93 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=30f1a2ef-7642-4739-8eaa-96de5c74cd6e HTTP/1.1" status: 200 len: 217 time: 0.0692093 Jul 14 09:24:18.073014 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-a7e50309-8855-4b7c-b687-da3a1d64a81e tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6dd8152-6e2b-40c2-ad12-b7f83ecde786']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:18.088913 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-a7e50309-8855-4b7c-b687-da3a1d64a81e tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ba3d64-a6f4-42d1-8ee9-2939215ed487') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:18.089188 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-a7e50309-8855-4b7c-b687-da3a1d64a81e tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ba3d64-a6f4-42d1-8ee9-2939215ed487') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:18.110647 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a7e50309-8855-4b7c-b687-da3a1d64a81e tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.131408 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a7e50309-8855-4b7c-b687-da3a1d64a81e tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.139724 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e50309-8855-4b7c-b687-da3a1d64a81e tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:18.140199 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a7e50309-8855-4b7c-b687-da3a1d64a81e tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.163564 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port b1e153c8-627d-419f-84ff-f86409610d95, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b1e153c8-627d-419f-84ff-f86409610d95,segment=NetworkSegment(9e2b0f50-a5c0-4041-9d37-e267131ad71b),segment_id=9e2b0f50-a5c0-4041-9d37-e267131ad71b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:18.177283 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.181885 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-2333fa5f-4d0a-455c-845a-476bc56b73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:18.183918 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-2333fa5f-4d0a-455c-845a-476bc56b73d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a557f1ac-a69c-4035-b98f-f25db75ba130 HTTP/1.1" status: 200 len: 797 time: 0.0987496 Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:18.258889 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:18.315424 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-0af595d4-7c16-461e-b919-881fdf5c9350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:18.317092 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-0af595d4-7c16-461e-b919-881fdf5c9350 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b942b7bc-b05b-4b6e-aff4-d229af7544cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1246300 Jul 14 09:24:18.392312 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a7e50309-8855-4b7c-b687-da3a1d64a81e tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.413714 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a7e50309-8855-4b7c-b687-da3a1d64a81e tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.425544 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34594) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:18.427048 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a7e50309-8855-4b7c-b687-da3a1d64a81e tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/networks/a6dd8152-6e2b-40c2-ad12-b7f83ecde786 HTTP/1.1" status: 204 len: 168 time: 0.9765499 Jul 14 09:24:18.437770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-568251a7-47e7-4dbd-853e-984f32b499d7 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-146855095'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:18.479928 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e50309-8855-4b7c-b687-da3a1d64a81e tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Network': ['ID=a6dd8152-6e2b-40c2-ad12-b7f83ecde786,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:18.508663 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568251a7-47e7-4dbd-853e-984f32b499d7 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Made reservation on behalf of 3fb865d6ad57490c8221232a062e1278 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:18.519466 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-568251a7-47e7-4dbd-853e-984f32b499d7 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.522129 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bc57e-c7e6-4a4b-a76f-dac9446f2034 req-312607d4-4cc4-4f16-8ec9-f0523ac04001 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:18.528792 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a12bc57e-c7e6-4a4b-a76f-dac9446f2034 req-312607d4-4cc4-4f16-8ec9-f0523ac04001 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 946 time: 0.2740817 Jul 14 09:24:18.572048 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-82f3583c-bd6a-4697-90ac-18560b8cebeb service neutron] 10.222.0.55 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460980 Jul 14 09:24:18.602524 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a12bc57e-c7e6-4a4b-a76f-dac9446f2034 req-b4440692-bc76-4b72-950c-7a3d45ec3097 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645137 Jul 14 09:24:18.654263 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568251a7-47e7-4dbd-853e-984f32b499d7 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:18.675097 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-568251a7-47e7-4dbd-853e-984f32b499d7 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.675782 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-568251a7-47e7-4dbd-853e-984f32b499d7 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Added segment 3e2916d2-384b-4ed6-8980-ac891db9f8e7 of type vlan for network 585975f8-7cef-4689-80f9-679de52bdc90 Jul 14 09:24:18.742384 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-568251a7-47e7-4dbd-853e-984f32b499d7 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.761153 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-78544fcb-f040-4b1f-b004-7a6fa71ad106 service neutron] 10.222.0.55 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806760 Jul 14 09:24:18.867167 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=b1e153c8-627d-419f-84ff-f86409610d95,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:18.891981 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-ab03a86e-cb62-471f-88c5-81773a236562 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e5ddc03d-bffd-4ee2-8dfd-829f721e56dc HTTP/1.1" status: 200 len: 217 time: 0.1103997 Jul 14 09:24:18.892402 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53a639a-4caa-46e3-8497-ad4404ceb577 None None] Network a6dd8152-6e2b-40c2-ad12-b7f83ecde786 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:18.915662 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-568251a7-47e7-4dbd-853e-984f32b499d7 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.921461 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568251a7-47e7-4dbd-853e-984f32b499d7 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:18.922951 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-568251a7-47e7-4dbd-853e-984f32b499d7 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.924885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53a639a-4caa-46e3-8497-ad4404ceb577 None None] Network a6dd8152-6e2b-40c2-ad12-b7f83ecde786 could not be found, it might have been deleted concurrently. {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:24:18.936149 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11715766-0edb-4ecc-8613-7105d711dd61 None None] Network a6dd8152-6e2b-40c2-ad12-b7f83ecde786 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:18.952642 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11715766-0edb-4ecc-8613-7105d711dd61 None None] Network a6dd8152-6e2b-40c2-ad12-b7f83ecde786 could not be found, it might have been deleted concurrently. {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:24:19.009568 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34612) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:19.009906 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-568251a7-47e7-4dbd-853e-984f32b499d7 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5828705 Jul 14 09:24:19.018813 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-151f1790-641a-46a9-911e-4e776f7a6008 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'subnet': {'network_id': '585975f8-7cef-4689-80f9-679de52bdc90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:19.029957 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-e9eccb7f-6fb4-42b0-a5cc-504760a074fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:19.032337 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-e9eccb7f-6fb4-42b0-a5cc-504760a074fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a557f1ac-a69c-4035-b98f-f25db75ba130 HTTP/1.1" status: 200 len: 797 time: 0.1251829 Jul 14 09:24:19.034248 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568251a7-47e7-4dbd-853e-984f32b499d7 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Network': ['ID=585975f8-7cef-4689-80f9-679de52bdc90,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:19.037089 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34614) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:19.048219 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 585975f8-7cef-4689-80f9-679de52bdc90 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:19.160606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-72ee350f-475a-4d76-96ea-b013b0d8e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:19.163860 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-72ee350f-475a-4d76-96ea-b013b0d8e2d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b942b7bc-b05b-4b6e-aff4-d229af7544cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1193855 Jul 14 09:24:19.245822 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151f1790-641a-46a9-911e-4e776f7a6008 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Made reservation on behalf of 3fb865d6ad57490c8221232a062e1278 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:19.253361 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-151f1790-641a-46a9-911e-4e776f7a6008 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.265822 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-eff380e3-3afc-4b9e-b328-cb9850f49539 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1898086368-network', 'tenant_id': '32c7b17ee37942fda02c5e0a232f2b32'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:19.342036 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-4f3a417b-ab4c-4cf0-b4ae-6c875dca5be9 service neutron] 10.222.0.55 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701200 Jul 14 09:24:19.347087 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff380e3-3afc-4b9e-b328-cb9850f49539 admin admin] Made reservation on behalf of 32c7b17ee37942fda02c5e0a232f2b32 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:19.349640 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eff380e3-3afc-4b9e-b328-cb9850f49539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.393704 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eff380e3-3afc-4b9e-b328-cb9850f49539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.497021 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-151f1790-641a-46a9-911e-4e776f7a6008 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.505238 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1db71c58-ed18-4dfd-9e4c-1acd82481379 req-fce75305-8901-4403-9bfc-99c201e662db service neutron] 10.222.0.55 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520460 Jul 14 09:24:19.595099 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f1790-641a-46a9-911e-4e776f7a6008 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Subnet': ['ID=cb1110ee-d36e-4728-b995-5f53e2128727,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:19.624325 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eff380e3-3afc-4b9e-b328-cb9850f49539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.636202 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eff380e3-3afc-4b9e-b328-cb9850f49539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.639078 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151f1790-641a-46a9-911e-4e776f7a6008 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Checking segment: {'id': '3e2916d2-384b-4ed6-8980-ac891db9f8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '585975f8-7cef-4689-80f9-679de52bdc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:19.639078 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151f1790-641a-46a9-911e-4e776f7a6008 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Network hostable DHCP agents. Network: 585975f8-7cef-4689-80f9-679de52bdc90, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:19.675726 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151f1790-641a-46a9-911e-4e776f7a6008 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Network 585975f8-7cef-4689-80f9-679de52bdc90 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:19.694101 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-151f1790-641a-46a9-911e-4e776f7a6008 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 585975f8-7cef-4689-80f9-679de52bdc90) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:19.698247 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff380e3-3afc-4b9e-b328-cb9850f49539 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:19.702089 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151f1790-641a-46a9-911e-4e776f7a6008 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:19.702694 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-151f1790-641a-46a9-911e-4e776f7a6008 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.702960 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6651e01-09f5-4a2a-9c7d-575378f5ba2f None None] Network 585975f8-7cef-4689-80f9-679de52bdc90 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:19.718275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff380e3-3afc-4b9e-b328-cb9850f49539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8420ff8e-44af-40d2-b26f-911de8cf75b3,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:19.724972 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eff380e3-3afc-4b9e-b328-cb9850f49539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.725337 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-eff380e3-3afc-4b9e-b328-cb9850f49539 admin admin] Added segment 96f12e00-7019-4ca5-8a23-82acba2f55b4 of type vlan for network be126745-3ab2-48fe-91c6-d0e4cec53e9a Jul 14 09:24:19.744167 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-151f1790-641a-46a9-911e-4e776f7a6008 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7326865 Jul 14 09:24:19.746139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34634) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:19.780446 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eff380e3-3afc-4b9e-b328-cb9850f49539 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.855241 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eff380e3-3afc-4b9e-b328-cb9850f49539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.858333 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff380e3-3afc-4b9e-b328-cb9850f49539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:19.859091 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eff380e3-3afc-4b9e-b328-cb9850f49539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.946802 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-eff380e3-3afc-4b9e-b328-cb9850f49539 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9086230 Jul 14 09:24:19.949751 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34640) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:19.955195 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b6400d1b-267a-4223-887a-50486100f546 admin admin] Request body: {'subnet': {'network_id': 'be126745-3ab2-48fe-91c6-d0e4cec53e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1898086368-subnet', 'tenant_id': '32c7b17ee37942fda02c5e0a232f2b32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:19.961744 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683fa2af-d289-4c9b-8e01-16ba8423bdcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-585975f8-7cef-4689-80f9-679de52bdc90', 'network_id': '585975f8-7cef-4689-80f9-679de52bdc90', 'tenant_id': '3fb865d6ad57490c8221232a062e1278', 'fixed_ips': [{'subnet_id': 'cb1110ee-d36e-4728-b995-5f53e2128727'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:24:19.962665 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-683fa2af-d289-4c9b-8e01-16ba8423bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.964214 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff380e3-3afc-4b9e-b328-cb9850f49539 admin admin] Pushing event updated for resources: {'Network': ['ID=be126745-3ab2-48fe-91c6-d0e4cec53e9a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:19.993779 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6400d1b-267a-4223-887a-50486100f546 admin admin] Made reservation on behalf of 32c7b17ee37942fda02c5e0a232f2b32 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:19.996307 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b6400d1b-267a-4223-887a-50486100f546 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.003498 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network be126745-3ab2-48fe-91c6-d0e4cec53e9a details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:20.078918 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c96f8247-74a3-47d1-bf4c-a6da6beb7ab2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.165573 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cdac8-8d03-4d96-a011-e3b9601883d9 req-4e7d1257-6672-4964-b77f-c8a4e1efa2f1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:20.173011 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-017cdac8-8d03-4d96-a011-e3b9601883d9 req-4e7d1257-6672-4964-b77f-c8a4e1efa2f1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 946 time: 0.2929616 Jul 14 09:24:20.183707 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c96f8247-74a3-47d1-bf4c-a6da6beb7ab2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.270595 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-017cdac8-8d03-4d96-a011-e3b9601883d9 req-fece0862-78ff-448a-bbc1-a0191b6af23a tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965745 Jul 14 09:24:20.304231 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c96f8247-74a3-47d1-bf4c-a6da6beb7ab2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.335051 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f8247-74a3-47d1-bf4c-a6da6beb7ab2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Subnet': ['ID=cb1110ee-d36e-4728-b995-5f53e2128727,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:20.383276 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b6400d1b-267a-4223-887a-50486100f546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server [None req-683fa2af-d289-4c9b-8e01-16ba8423bdcb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb1110ee-d36e-4728-b995-5f53e2128727: This subnet is being modified by another concurrent operation. Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:24:20.414997 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb1110ee-d36e-4728-b995-5f53e2128727: This subnet is being modified by another concurrent operation. Jul 14 09:24:20.418915 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Jul 14 09:24:20.429887 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d29e6cd-4b87-4db0-ab6a-40331aac0594 None None] Network 585975f8-7cef-4689-80f9-679de52bdc90 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:20.463529 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c96f8247-74a3-47d1-bf4c-a6da6beb7ab2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.474544 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-c96f8247-74a3-47d1-bf4c-a6da6beb7ab2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585975f8-7cef-4689-80f9-679de52bdc90']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:20.490414 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-c96f8247-74a3-47d1-bf4c-a6da6beb7ab2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2916d2-384b-4ed6-8980-ac891db9f8e7') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:20.491132 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-c96f8247-74a3-47d1-bf4c-a6da6beb7ab2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2916d2-384b-4ed6-8980-ac891db9f8e7') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:20.497190 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6400d1b-267a-4223-887a-50486100f546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb51c68-788b-4f97-ae97-0d3bea31b529,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:20.509435 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c96f8247-74a3-47d1-bf4c-a6da6beb7ab2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.527833 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c96f8247-74a3-47d1-bf4c-a6da6beb7ab2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.535730 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96f8247-74a3-47d1-bf4c-a6da6beb7ab2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:20.536516 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c96f8247-74a3-47d1-bf4c-a6da6beb7ab2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.559633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6400d1b-267a-4223-887a-50486100f546 admin admin] Checking segment: {'id': '96f12e00-7019-4ca5-8a23-82acba2f55b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'be126745-3ab2-48fe-91c6-d0e4cec53e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:20.560096 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6400d1b-267a-4223-887a-50486100f546 admin admin] Network hostable DHCP agents. Network: be126745-3ab2-48fe-91c6-d0e4cec53e9a, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:20.581650 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6400d1b-267a-4223-887a-50486100f546 admin admin] Network be126745-3ab2-48fe-91c6-d0e4cec53e9a is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:20.596942 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-b6400d1b-267a-4223-887a-50486100f546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, be126745-3ab2-48fe-91c6-d0e4cec53e9a) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:20.607474 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a077d75c-0eac-4167-9e9c-db232ae1a6b6 None None] Network be126745-3ab2-48fe-91c6-d0e4cec53e9a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:20.612877 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6400d1b-267a-4223-887a-50486100f546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:20.613568 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b6400d1b-267a-4223-887a-50486100f546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:20.634790 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:20.638552 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b6400d1b-267a-4223-887a-50486100f546 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6856558 Jul 14 09:24:20.644752 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34666) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:20.654952 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-940a6da5-2e2b-4f8c-807b-2df7f76711a2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1898086368-router', 'tenant_id': '32c7b17ee37942fda02c5e0a232f2b32', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:20.699778 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-940a6da5-2e2b-4f8c-807b-2df7f76711a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.700842 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-940a6da5-2e2b-4f8c-807b-2df7f76711a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.830981 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce09189-82d4-4594-b66a-e9dcac0f4d5c None None] Network be126745-3ab2-48fe-91c6-d0e4cec53e9a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:20.910518 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b1e153c8-627d-419f-84ff-f86409610d95 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:21.014261 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port b1e153c8-627d-419f-84ff-f86409610d95 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:21.014977 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.166176 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c96f8247-74a3-47d1-bf4c-a6da6beb7ab2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.177602 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc41b3d4-dc1a-451c-8379-d331f0f123ff None None] get_active_networks_info from n-d-798054-10 {{(pid=93889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:24:21.202575 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c96f8247-74a3-47d1-bf4c-a6da6beb7ab2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.210465 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c96f8247-74a3-47d1-bf4c-a6da6beb7ab2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/networks/585975f8-7cef-4689-80f9-679de52bdc90 HTTP/1.1" status: 204 len: 168 time: 1.4577897 Jul 14 09:24:21.211833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34672) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:21.218540 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2d1850da-ead5-4e0c-964d-7fcf060cf7d9 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-286413517'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:21.230474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f8247-74a3-47d1-bf4c-a6da6beb7ab2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Network': ['ID=585975f8-7cef-4689-80f9-679de52bdc90,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:21.293212 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-f5d54645-42c8-4691-aced-f5dcc794d0f5 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:21.300499 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-f5d54645-42c8-4691-aced-f5dcc794d0f5 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/networks?id=0dc7e72a-3edb-4241-a6f5-3289e30586c5 HTTP/1.1" status: 200 len: 814 time: 0.6620493 Jul 14 09:24:21.319885 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-b66599af-9926-44a7-9860-524270087613 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/quotas/fd44d92953cd42e0895427390c159c4f HTTP/1.1" status: 200 len: 375 time: 0.0183878 Jul 14 09:24:21.339480 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1850da-ead5-4e0c-964d-7fcf060cf7d9 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Made reservation on behalf of 3fb865d6ad57490c8221232a062e1278 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:21.343036 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2d1850da-ead5-4e0c-964d-7fcf060cf7d9 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.348759 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-940a6da5-2e2b-4f8c-807b-2df7f76711a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.427533 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-f2de809f-7844-4146-9cfb-c1ece86ccc8e tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd44d92953cd42e0895427390c159c4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1066959 Jul 14 09:24:21.449561 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1850da-ead5-4e0c-964d-7fcf060cf7d9 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:21.459894 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2d1850da-ead5-4e0c-964d-7fcf060cf7d9 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.460310 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-2d1850da-ead5-4e0c-964d-7fcf060cf7d9 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Added segment dbe22c34-46c8-45c9-9e46-1a382a779a5c of type vlan for network ebe82a47-63b7-4e87-9c62-657c3f04873c Jul 14 09:24:21.478709 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc41b3d4-dc1a-451c-8379-d331f0f123ff None None] Resources bound (agent type, host, resource id): {{(pid=93889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:24:21.618921 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-940a6da5-2e2b-4f8c-807b-2df7f76711a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.635147 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2d1850da-ead5-4e0c-964d-7fcf060cf7d9 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.639297 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d03f10-64f8-4cd8-a2a9-1c87441db44b req-20696a87-5239-4fc5-bbb8-e0ce4c1783bb tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:21.650376 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9d03f10-64f8-4cd8-a2a9-1c87441db44b req-20696a87-5239-4fc5-bbb8-e0ce4c1783bb tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 946 time: 0.2001457 Jul 14 09:24:21.677551 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-dcc048ec-a212-4fa5-8893-555f9e02ebd3 service neutron] 10.222.0.26 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426574 Jul 14 09:24:21.726028 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2d1850da-ead5-4e0c-964d-7fcf060cf7d9 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.743466 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1850da-ead5-4e0c-964d-7fcf060cf7d9 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:21.744166 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2d1850da-ead5-4e0c-964d-7fcf060cf7d9 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.784542 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-c010f946-c341-485e-9020-ef3da88cfd02 service neutron] 10.222.0.26 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980115 Jul 14 09:24:21.800215 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9d03f10-64f8-4cd8-a2a9-1c87441db44b req-7dcbc1a2-56cc-4519-94b7-00650fb8a672 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492248 Jul 14 09:24:22.106455 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-037de655-6364-41b8-ac5a-ec3154ee39a9 req-fc39a81b-b7ff-4310-9f89-d62de1f74c13 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc5c6d3c-f521-4cb1-9542-100e93cc835e HTTP/1.1" status: 200 len: 210 time: 0.0701668 Jul 14 09:24:22.205524 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2d1850da-ead5-4e0c-964d-7fcf060cf7d9 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9934270 Jul 14 09:24:22.208486 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34698) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:22.213753 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-757f38fe-403d-42ce-ad00-03fec413aa89 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'subnet': {'network_id': 'ebe82a47-63b7-4e87-9c62-657c3f04873c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:22.240600 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1850da-ead5-4e0c-964d-7fcf060cf7d9 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Network': ['ID=ebe82a47-63b7-4e87-9c62-657c3f04873c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:22.261201 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network ebe82a47-63b7-4e87-9c62-657c3f04873c details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:22.428731 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757f38fe-403d-42ce-ad00-03fec413aa89 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Made reservation on behalf of 3fb865d6ad57490c8221232a062e1278 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:22.440538 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-757f38fe-403d-42ce-ad00-03fec413aa89 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.506448 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-940a6da5-2e2b-4f8c-807b-2df7f76711a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.530565 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-940a6da5-2e2b-4f8c-807b-2df7f76711a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.655067 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-940a6da5-2e2b-4f8c-807b-2df7f76711a2 admin admin] Allocated IP 172.25.1.107 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/dd346acc-b397-41dc-8245-b5a29545b11c) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:22.715982 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-757f38fe-403d-42ce-ad00-03fec413aa89 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.775724 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-940a6da5-2e2b-4f8c-807b-2df7f76711a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.781215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f38fe-403d-42ce-ad00-03fec413aa89 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Subnet': ['ID=f8879aa8-8e7f-4872-b0c4-fa06c857e078,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:22.792423 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757f38fe-403d-42ce-ad00-03fec413aa89 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Checking segment: {'id': 'dbe22c34-46c8-45c9-9e46-1a382a779a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ebe82a47-63b7-4e87-9c62-657c3f04873c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:22.792797 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757f38fe-403d-42ce-ad00-03fec413aa89 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Network hostable DHCP agents. Network: ebe82a47-63b7-4e87-9c62-657c3f04873c, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:22.810732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757f38fe-403d-42ce-ad00-03fec413aa89 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Network ebe82a47-63b7-4e87-9c62-657c3f04873c is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:22.823416 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-757f38fe-403d-42ce-ad00-03fec413aa89 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, ebe82a47-63b7-4e87-9c62-657c3f04873c) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:22.825171 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-940a6da5-2e2b-4f8c-807b-2df7f76711a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.827978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757f38fe-403d-42ce-ad00-03fec413aa89 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:22.829134 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-757f38fe-403d-42ce-ad00-03fec413aa89 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.846903 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0cfc7c-3c1f-4e89-88e0-f5617d0421d6 None None] Network ebe82a47-63b7-4e87-9c62-657c3f04873c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:22.858064 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-757f38fe-403d-42ce-ad00-03fec413aa89 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6482053 Jul 14 09:24:22.861168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34720) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:22.867948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-418f347a-072d-4f82-a497-58d8877b80f2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'subnet': {'network_id': 'ebe82a47-63b7-4e87-9c62-657c3f04873c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:22.873729 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940a6da5-2e2b-4f8c-807b-2df7f76711a2 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:22.877233 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-940a6da5-2e2b-4f8c-807b-2df7f76711a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:22.881003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940a6da5-2e2b-4f8c-807b-2df7f76711a2 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:22.886833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a6da5-2e2b-4f8c-807b-2df7f76711a2 admin admin] Pushing event updated for resources: {'Port': ['ID=dd346acc-b397-41dc-8245-b5a29545b11c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:23.036883 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-ebe82a47-63b7-4e87-9c62-657c3f04873c', 'network_id': 'ebe82a47-63b7-4e87-9c62-657c3f04873c', 'tenant_id': '3fb865d6ad57490c8221232a062e1278', 'fixed_ips': [{'subnet_id': 'f8879aa8-8e7f-4872-b0c4-fa06c857e078'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:24:23.037445 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.144612 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418f347a-072d-4f82-a497-58d8877b80f2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Made reservation on behalf of 3fb865d6ad57490c8221232a062e1278 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:23.148388 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-418f347a-072d-4f82-a497-58d8877b80f2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.174956 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1ac67-8477-47b6-badb-56cc574a308f req-667cfeb6-cf07-44b4-97ef-6513320cd299 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:23.183292 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4a1ac67-8477-47b6-badb-56cc574a308f req-667cfeb6-cf07-44b4-97ef-6513320cd299 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 946 time: 0.1973138 Jul 14 09:24:23.210243 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Allocated IP 2001:db8::2 (ebe82a47-63b7-4e87-9c62-657c3f04873c/f8879aa8-8e7f-4872-b0c4-fa06c857e078/cad12704-d7db-42c1-8367-6bbe5b6f30e5) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:23.283892 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-940a6da5-2e2b-4f8c-807b-2df7f76711a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.338932 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4a1ac67-8477-47b6-badb-56cc574a308f req-54a46b47-e916-46a1-8d89-1f4d826a04ac tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150470 Jul 14 09:24:23.424017 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.437011 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Transition to ACTIVE for port object cad12704-d7db-42c1-8367-6bbe5b6f30e5 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:23.462999 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Transition to ACTIVE for port object cad12704-d7db-42c1-8367-6bbe5b6f30e5 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:23.471689 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.535719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Network ebe82a47-63b7-4e87-9c62-657c3f04873c is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:23.536465 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-940a6da5-2e2b-4f8c-807b-2df7f76711a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.543318 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:23.552667 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:23.563304 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Pushing event updated for resources: {'Port': ['ID=cad12704-d7db-42c1-8367-6bbe5b6f30e5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:23.567990 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-418f347a-072d-4f82-a497-58d8877b80f2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.582127 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef047307-86ed-4c86-b744-024c22065cad req-735538a3-5cce-42c4-a34c-c7ad69163283 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc5c6d3c-f521-4cb1-9542-100e93cc835e HTTP/1.1" status: 200 len: 210 time: 0.1521852 Jul 14 09:24:23.648384 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Attempting to bind port cad12704-d7db-42c1-8367-6bbe5b6f30e5 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:23.648732 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Attempting to bind port cad12704-d7db-42c1-8367-6bbe5b6f30e5 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'dbe22c34-46c8-45c9-9e46-1a382a779a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ebe82a47-63b7-4e87-9c62-657c3f04873c'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:23.649098 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Attempting to bind port cad12704-d7db-42c1-8367-6bbe5b6f30e5 on network ebe82a47-63b7-4e87-9c62-657c3f04873c {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:23.654442 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:23.654899 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Checking segment: {'id': 'dbe22c34-46c8-45c9-9e46-1a382a779a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ebe82a47-63b7-4e87-9c62-657c3f04873c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:23.655305 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.655699 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Bound using segment: {'id': 'dbe22c34-46c8-45c9-9e46-1a382a779a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ebe82a47-63b7-4e87-9c62-657c3f04873c'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:23.657134 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Bound port: cad12704-d7db-42c1-8367-6bbe5b6f30e5, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe22c34-46c8-45c9-9e46-1a382a779a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ebe82a47-63b7-4e87-9c62-657c3f04873c'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:23.657134 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.735527 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418f347a-072d-4f82-a497-58d8877b80f2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Network ebe82a47-63b7-4e87-9c62-657c3f04873c is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:23.742728 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-418f347a-072d-4f82-a497-58d8877b80f2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:23.762830 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418f347a-072d-4f82-a497-58d8877b80f2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:23.763527 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-418f347a-072d-4f82-a497-58d8877b80f2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.783216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f347a-072d-4f82-a497-58d8877b80f2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Subnet': ['ID=43bf829a-c7ed-4b65-9c28-991851a61d5a,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:23.785826 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] For port cad12704-d7db-42c1-8367-6bbe5b6f30e5, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:23.798574 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] For port cad12704-d7db-42c1-8367-6bbe5b6f30e5, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=cad12704-d7db-42c1-8367-6bbe5b6f30e5,segment=NetworkSegment(dbe22c34-46c8-45c9-9e46-1a382a779a5c),segment_id=dbe22c34-46c8-45c9-9e46-1a382a779a5c)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:23.808622 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-418f347a-072d-4f82-a497-58d8877b80f2 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9437385 Jul 14 09:24:23.808839 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.809562 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34762) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:23.911740 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47a6a4-35d1-4de6-8f58-645926ade205 None None] Pushing event updated for resources: {'Port': ['ID=cad12704-d7db-42c1-8367-6bbe5b6f30e5,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:23.927804 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940a6da5-2e2b-4f8c-807b-2df7f76711a2 admin admin] Router ecafa85a-4854-4385-be9e-ef6486dd34dd is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:24:23.939357 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1e38b5-f1b9-4d90-a6fa-936c84c38def tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:23.941464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1e38b5-f1b9-4d90-a6fa-936c84c38def tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:23.943344 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1e38b5-f1b9-4d90-a6fa-936c84c38def tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:23.945977 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1e38b5-f1b9-4d90-a6fa-936c84c38def tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:23.947754 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1e38b5-f1b9-4d90-a6fa-936c84c38def tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:23.950093 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5c1e38b5-f1b9-4d90-a6fa-936c84c38def tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1398864 Jul 14 09:24:23.957204 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34764) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:23.970310 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-41f5b387-5ea8-4941-9f99-04a29ee6d325 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1965846694'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:23.979718 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-b4b2cfc5-c0a4-4f04-a75b-1f002870356c tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:23.981652 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-b4b2cfc5-c0a4-4f04-a75b-1f002870356c tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.49 "GET /v2.0/networks?id=0dc7e72a-3edb-4241-a6f5-3289e30586c5 HTTP/1.1" status: 200 len: 814 time: 0.3461442 Jul 14 09:24:24.037051 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f5b387-5ea8-4941-9f99-04a29ee6d325 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Made reservation on behalf of 3fb865d6ad57490c8221232a062e1278 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:24.042955 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-41f5b387-5ea8-4941-9f99-04a29ee6d325 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.048465 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-231696b5-d0c5-4d8c-9bef-b52f2dd737ec tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Request body: {'port': {'device_id': 'cc5c6d3c-f521-4cb1-9542-100e93cc835e', 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5', 'admin_state_up': True, 'tenant_id': 'fd44d92953cd42e0895427390c159c4f'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:24.094196 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f5b387-5ea8-4941-9f99-04a29ee6d325 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:24.120915 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-41f5b387-5ea8-4941-9f99-04a29ee6d325 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.121307 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-41f5b387-5ea8-4941-9f99-04a29ee6d325 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Added segment a652eb93-0f08-4b42-9bdb-16bc00fb9c43 of type vlan for network 21f6d561-68e0-427b-875a-5a5c804ab914 Jul 14 09:24:24.219625 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-41f5b387-5ea8-4941-9f99-04a29ee6d325 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.339300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940a6da5-2e2b-4f8c-807b-2df7f76711a2 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:24.350877 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] Sync routers for ids ['ecafa85a-4854-4385-be9e-ef6486dd34dd'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:24.369287 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-41f5b387-5ea8-4941-9f99-04a29ee6d325 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.370399 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] Routers {'ecafa85a-4854-4385-be9e-ef6486dd34dd'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:24.374225 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:24:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ecafa85a-4854-4385-be9e-ef6486dd34dd'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:24.375816 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-940a6da5-2e2b-4f8c-807b-2df7f76711a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.378036 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-940a6da5-2e2b-4f8c-807b-2df7f76711a2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.7302024 Jul 14 09:24:24.382386 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f5b387-5ea8-4941-9f99-04a29ee6d325 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:24.382846 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-41f5b387-5ea8-4941-9f99-04a29ee6d325 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.385149 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34798) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:24.469418 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-231696b5-d0c5-4d8c-9bef-b52f2dd737ec tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Made reservation on behalf of fd44d92953cd42e0895427390c159c4f for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:24.476220 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-231696b5-d0c5-4d8c-9bef-b52f2dd737ec tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.477908 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36a9b9-f4ee-43a1-b1e2-03516e80aea4 req-51aa67d9-acb5-4ad0-b8fe-23d554f8ef94 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:24.479476 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a36a9b9-f4ee-43a1-b1e2-03516e80aea4 req-51aa67d9-acb5-4ad0-b8fe-23d554f8ef94 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 946 time: 0.1841779 Jul 14 09:24:24.505450 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-41f5b387-5ea8-4941-9f99-04a29ee6d325 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5433173 Jul 14 09:24:24.508633 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34800) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:24.518343 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-02bd3ff0-0005-42bc-bb2a-c5a5f1f004fb tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:24.549803 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] Set router ecafa85a-4854-4385-be9e-ef6486dd34dd gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:24.575469 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5b387-5ea8-4941-9f99-04a29ee6d325 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Network': ['ID=21f6d561-68e0-427b-875a-5a5c804ab914,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:24.593322 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 21f6d561-68e0-427b-875a-5a5c804ab914 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:24.644384 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a36a9b9-f4ee-43a1-b1e2-03516e80aea4 req-f7c85465-c3a2-4a96-8476-3eb43b727ca7 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b315ca0-b658-4d44-b0d0-39462ee765b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532750 Jul 14 09:24:24.759165 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02bd3ff0-0005-42bc-bb2a-c5a5f1f004fb tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.776076 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02bd3ff0-0005-42bc-bb2a-c5a5f1f004fb tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.872265 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecafa85a-4854-4385-be9e-ef6486dd34dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1898086368-router', 'tenant_id': '32c7b17ee37942fda02c5e0a232f2b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'dd346acc-b397-41dc-8245-b5a29545b11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:20Z', 'updated_at': '2021-07-14T09:24:23Z', 'revision_number': 3, 'project_id': '32c7b17ee37942fda02c5e0a232f2b32', 'gw_port': {'id': 'dd346acc-b397-41dc-8245-b5a29545b11c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecafa85a-4854-4385-be9e-ef6486dd34dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:22Z', 'updated_at': '2021-07-14T09:24:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:24.877247 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-02bd3ff0-0005-42bc-bb2a-c5a5f1f004fb tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Network 21f6d561-68e0-427b-875a-5a5c804ab914 is not hosted by any dhcp agent {{(pid=93887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:24:24.883264 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bd3ff0-0005-42bc-bb2a-c5a5f1f004fb tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:24.883924 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02bd3ff0-0005-42bc-bb2a-c5a5f1f004fb tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.887857 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-02bd3ff0-0005-42bc-bb2a-c5a5f1f004fb tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "PUT /v2.0/networks/21f6d561-68e0-427b-875a-5a5c804ab914 HTTP/1.1" status: 200 len: 723 time: 0.3747392 Jul 14 09:24:24.891723 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd3ff0-0005-42bc-bb2a-c5a5f1f004fb tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Network': ['ID=21f6d561-68e0-427b-875a-5a5c804ab914,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:24.896789 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34810) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:24.914816 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-bdfb354f-c39e-4851-ba5f-87c776e02821 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'subnet': {'network_id': '21f6d561-68e0-427b-875a-5a5c804ab914', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:24.931187 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 21f6d561-68e0-427b-875a-5a5c804ab914 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:24.962386 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] Checking router: ecafa85a-4854-4385-be9e-ef6486dd34dd for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:24.962992 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] Updating router ecafa85a-4854-4385-be9e-ef6486dd34dd port dd346acc-b397-41dc-8245-b5a29545b11c binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:24:25.040777 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.058648 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device cad12704-d7db-42c1-8367-6bbe5b6f30e5 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:25.096212 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfb354f-c39e-4851-ba5f-87c776e02821 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Made reservation on behalf of 3fb865d6ad57490c8221232a062e1278 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:25.100205 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bdfb354f-c39e-4851-ba5f-87c776e02821 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.130329 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-231696b5-d0c5-4d8c-9bef-b52f2dd737ec tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Allocated IP 172.20.0.14 (0dc7e72a-3edb-4241-a6f5-3289e30586c5/d99465c5-3f7d-4f9c-9abc-0f6030c9ad6e/ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:25.220556 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port cad12704-d7db-42c1-8367-6bbe5b6f30e5 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:25.238112 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7fe0e-590a-4e37-b5fe-4057122bf42a req-4ce7506c-07bf-480d-9874-aa8ca72e5eb5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:25.245170 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5f7fe0e-590a-4e37-b5fe-4057122bf42a req-4ce7506c-07bf-480d-9874-aa8ca72e5eb5 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 946 time: 0.3555493 Jul 14 09:24:25.316069 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5f7fe0e-590a-4e37-b5fe-4057122bf42a req-62b090a8-0339-4eb2-a462-508aab67ac84 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690434 Jul 14 09:24:25.454307 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af5822cb-3313-4a1c-bd35-401075706f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.459649 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.471574 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] Transition to ACTIVE for port object dd346acc-b397-41dc-8245-b5a29545b11c will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:25.481453 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.500387 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f31206e-2512-4ba8-9aff-a3afab76d823 None None] Network ebe82a47-63b7-4e87-9c62-657c3f04873c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:25.520244 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ccd299e3-7c5f-483d-a9f8-6518ff538dee req-7acef636-0a7f-4b2e-80b7-71ff78adef8d tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc5c6d3c-f521-4cb1-9542-100e93cc835e HTTP/1.1" status: 200 len: 210 time: 0.0679722 Jul 14 09:24:25.551597 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce90c3-54c6-41b9-bf26-df9ca9404432 None None] Pushing event updated for resources: {'Port': ['ID=dd346acc-b397-41dc-8245-b5a29545b11c,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:25.572272 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] Attempting to bind port dd346acc-b397-41dc-8245-b5a29545b11c on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:25.572939 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] Attempting to bind port dd346acc-b397-41dc-8245-b5a29545b11c by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:25.573732 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] Attempting to bind port dd346acc-b397-41dc-8245-b5a29545b11c on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:25.583554 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:25.585519 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:25.586703 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.587890 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:25.589453 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] Bound port: dd346acc-b397-41dc-8245-b5a29545b11c, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:25.590744 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.639185 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bdfb354f-c39e-4851-ba5f-87c776e02821 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.650723 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fcd7a4fb-531b-4929-af3c-91fef2143976 None None] Provisioning for port cad12704-d7db-42c1-8367-6bbe5b6f30e5 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:25.667244 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fcd7a4fb-531b-4929-af3c-91fef2143976 None None] Provisioning complete for port cad12704-d7db-42c1-8367-6bbe5b6f30e5 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:25.667631 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fcd7a4fb-531b-4929-af3c-91fef2143976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.675440 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] For port dd346acc-b397-41dc-8245-b5a29545b11c, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:25.680394 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] For port dd346acc-b397-41dc-8245-b5a29545b11c, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dd346acc-b397-41dc-8245-b5a29545b11c,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:25.685979 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.742291 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb354f-c39e-4851-ba5f-87c776e02821 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Subnet': ['ID=4c4c2480-52ba-44db-85af-6fdd74b7ecdf,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:25.778789 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb354f-c39e-4851-ba5f-87c776e02821 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Checking segment: {'id': 'a652eb93-0f08-4b42-9bdb-16bc00fb9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '21f6d561-68e0-427b-875a-5a5c804ab914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:25.779558 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfb354f-c39e-4851-ba5f-87c776e02821 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Network hostable DHCP agents. Network: 21f6d561-68e0-427b-875a-5a5c804ab914, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:25.781108 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] Routers {'ecafa85a-4854-4385-be9e-ef6486dd34dd'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:25.784431 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:24:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ecafa85a-4854-4385-be9e-ef6486dd34dd'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:25.799035 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfb354f-c39e-4851-ba5f-87c776e02821 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Network 21f6d561-68e0-427b-875a-5a5c804ab914 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:25.816734 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-bdfb354f-c39e-4851-ba5f-87c776e02821 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 21f6d561-68e0-427b-875a-5a5c804ab914) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:25.828308 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfb354f-c39e-4851-ba5f-87c776e02821 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:25.829226 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bdfb354f-c39e-4851-ba5f-87c776e02821 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.859380 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bdfb354f-c39e-4851-ba5f-87c776e02821 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9481659 Jul 14 09:24:25.862174 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34822) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:25.863287 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57e4dae-826f-4475-a28c-ec8ef71f659b None None] Network 21f6d561-68e0-427b-875a-5a5c804ab914 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:25.874167 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-eea8d238-dbe7-4722-9c34-7d3cdc491b60 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:26.000704 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] Set router ecafa85a-4854-4385-be9e-ef6486dd34dd gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:26.008636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-af5822cb-3313-4a1c-bd35-401075706f73 admin admin] Allocated IP 172.20.0.1 (be126745-3ab2-48fe-91c6-d0e4cec53e9a/bfb51c68-788b-4f97-ae97-0d3bea31b529/e8938dbd-b785-4b38-b82b-50841bda9009) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:26.091094 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-231696b5-d0c5-4d8c-9bef-b52f2dd737ec tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.118444 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eea8d238-dbe7-4722-9c34-7d3cdc491b60 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9490595'] for subnet, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.129131 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fcd7a4fb-531b-4929-af3c-91fef2143976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.209078 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-21f6d561-68e0-427b-875a-5a5c804ab914', 'network_id': '21f6d561-68e0-427b-875a-5a5c804ab914', 'tenant_id': '3fb865d6ad57490c8221232a062e1278', 'fixed_ips': [{'subnet_id': '4c4c2480-52ba-44db-85af-6fdd74b7ecdf'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:24:26.211145 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.255409 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce90c3-54c6-41b9-bf26-df9ca9404432 None None] Pushing event updated for resources: {'Port': ['ID=dd346acc-b397-41dc-8245-b5a29545b11c,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:26.280496 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-8724ef30-acf2-4567-ae10-18899866a239 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:26.281671 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-231696b5-d0c5-4d8c-9bef-b52f2dd737ec tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.289232 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-8724ef30-acf2-4567-ae10-18899866a239 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/networks?id=abaf8195-e5b5-41c5-9377-b40357a3091e HTTP/1.1" status: 200 len: 804 time: 0.2383003 Jul 14 09:24:26.318003 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-f705ce83-e666-4a73-9d36-e129eda2a918 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/quotas/a82589d668934603a3d48db3a46efae2 HTTP/1.1" status: 200 len: 375 time: 0.0276654 Jul 14 09:24:26.332261 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecafa85a-4854-4385-be9e-ef6486dd34dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1898086368-router', 'tenant_id': '32c7b17ee37942fda02c5e0a232f2b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'dd346acc-b397-41dc-8245-b5a29545b11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:20Z', 'updated_at': '2021-07-14T09:24:23Z', 'revision_number': 3, 'project_id': '32c7b17ee37942fda02c5e0a232f2b32', 'gw_port': {'id': 'dd346acc-b397-41dc-8245-b5a29545b11c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecafa85a-4854-4385-be9e-ef6486dd34dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:22Z', 'updated_at': '2021-07-14T09:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:26.348587 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fcd7a4fb-531b-4929-af3c-91fef2143976 None None] For port cad12704-d7db-42c1-8367-6bbe5b6f30e5, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=cad12704-d7db-42c1-8367-6bbe5b6f30e5,segment=NetworkSegment(dbe22c34-46c8-45c9-9e46-1a382a779a5c),segment_id=dbe22c34-46c8-45c9-9e46-1a382a779a5c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:26.355350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231696b5-d0c5-4d8c-9bef-b52f2dd737ec tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Pushing event updated for resources: {'Port': ['ID=ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:26.358297 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['13fd49b0-7dfb-4c07-8d2a-9d083fda98b1'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:26.374852 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-231696b5-d0c5-4d8c-9bef-b52f2dd737ec tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Network 0dc7e72a-3edb-4241-a6f5-3289e30586c5 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:26.379487 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-231696b5-d0c5-4d8c-9bef-b52f2dd737ec tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:26.389112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-231696b5-d0c5-4d8c-9bef-b52f2dd737ec tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:26.398277 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec9b988-aa98-40c1-af7f-f71e2ea65f06 None None] The sync data for ids ['ecafa85a-4854-4385-be9e-ef6486dd34dd'] in n-d-798054-10 is: [{'id': 'ecafa85a-4854-4385-be9e-ef6486dd34dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1898086368-router', 'tenant_id': '32c7b17ee37942fda02c5e0a232f2b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'dd346acc-b397-41dc-8245-b5a29545b11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:20Z', 'updated_at': '2021-07-14T09:24:23Z', 'revision_number': 3, 'project_id': '32c7b17ee37942fda02c5e0a232f2b32', 'gw_port': {'id': 'dd346acc-b397-41dc-8245-b5a29545b11c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecafa85a-4854-4385-be9e-ef6486dd34dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:22Z', 'updated_at': '2021-07-14T09:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:26.409461 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:26.434825 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fcd7a4fb-531b-4929-af3c-91fef2143976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.461144 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-231696b5-d0c5-4d8c-9bef-b52f2dd737ec tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:26.462602 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-231696b5-d0c5-4d8c-9bef-b52f2dd737ec tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.474811 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eea8d238-dbe7-4722-9c34-7d3cdc491b60 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751749389078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10474493'] for subnet, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.496778 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-231696b5-d0c5-4d8c-9bef-b52f2dd737ec tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4528177 Jul 14 09:24:26.497063 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea8d238-dbe7-4722-9c34-7d3cdc491b60 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:26.497642 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eea8d238-dbe7-4722-9c34-7d3cdc491b60 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.502041 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-eea8d238-dbe7-4722-9c34-7d3cdc491b60 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "PUT /v2.0/subnets/4c4c2480-52ba-44db-85af-6fdd74b7ecdf HTTP/1.1" status: 200 len: 826 time: 0.6355741 Jul 14 09:24:26.510395 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34836) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:26.530623 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-75a1e718-cc92-46cd-a177-db32e1e46e6c tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a82589d668934603a3d48db3a46efae2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2117000 Jul 14 09:24:26.541288 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Request body: {'port': {'device_id': 'cc5c6d3c-f521-4cb1-9542-100e93cc835e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:26.600961 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af5822cb-3313-4a1c-bd35-401075706f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.665842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8d238-dbe7-4722-9c34-7d3cdc491b60 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Subnet': ['ID=4c4c2480-52ba-44db-85af-6fdd74b7ecdf,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:26.723360 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-3e1bac6c-2dd3-4f87-8d32-e6b1ac4a7a3a service neutron] 10.222.0.26 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852555 Jul 14 09:24:26.730401 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.732518 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839d86b-ff04-4945-aa63-37d065941ac8 req-9b1d895d-2952-4c44-8f9e-9e9fe8000fc3 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:26.734775 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c839d86b-ff04-4945-aa63-37d065941ac8 req-9b1d895d-2952-4c44-8f9e-9e9fe8000fc3 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 946 time: 0.1602824 Jul 14 09:24:26.862622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Allocated IP 2001:db8::2 (21f6d561-68e0-427b-875a-5a5c804ab914/4c4c2480-52ba-44db-85af-6fdd74b7ecdf/9e594619-b1e4-4047-8152-a8167b061502) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:26.876859 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7a4fb-531b-4929-af3c-91fef2143976 None None] Pushing event updated for resources: {'Port': ['ID=cad12704-d7db-42c1-8367-6bbe5b6f30e5,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:26.898900 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43795ab-ed65-42ad-97ba-b61e8e0e74da None None] Update dhcp port {'port': {'network_id': 'ebe82a47-63b7-4e87-9c62-657c3f04873c', 'fixed_ips': [{'subnet_id': 'f8879aa8-8e7f-4872-b0c4-fa06c857e078', 'ip_address': '2001:db8::2'}, {'subnet_id': '43bf829a-c7ed-4b65-9c28-991851a61d5a'}], 'binding:host_id': 'n-d-798054-10'}, 'id': 'cad12704-d7db-42c1-8367-6bbe5b6f30e5'} from n-d-798054-10. {{(pid=93889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:24:26.899987 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c839d86b-ff04-4945-aa63-37d065941ac8 req-e5fbb84b-7b11-498d-b403-cdee30dd765f tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b315ca0-b658-4d44-b0d0-39462ee765b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430750 Jul 14 09:24:26.977548 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.981318 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.984550 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-6e313caa-8746-41ef-bab4-18c30d178bf1 service neutron] 10.222.0.26 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361283 Jul 14 09:24:27.031690 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af5822cb-3313-4a1c-bd35-401075706f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.060252 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d43795ab-ed65-42ad-97ba-b61e8e0e74da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.118653 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c13b30b-cc04-41eb-8028-30fb74b6337c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b2bc8d6-503e-403e-ad95-8b2f8c99a421'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:27.123072 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a86637-8902-40d8-8512-c47d940c4657" -d '{"events": [{"server_uuid": "4c13b30b-cc04-41eb-8028-30fb74b6337c", "name": "network-vif-unplugged", "status": "completed", "tag": "5b2bc8d6-503e-403e-ad95-8b2f8c99a421"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:27.159344 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631abe0-d813-49f7-b9f7-ef1b6c93937f req-cc21da17-b3d4-4bc1-af30-7c0e2507f0bc tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:27.173746 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d631abe0-d813-49f7-b9f7-ef1b6c93937f req-cc21da17-b3d4-4bc1-af30-7c0e2507f0bc tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 946 time: 0.1095417 Jul 14 09:24:27.223941 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5822cb-3313-4a1c-bd35-401075706f73 admin admin] Pushing event updated for resources: {'Port': ['ID=e8938dbd-b785-4b38-b82b-50841bda9009,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:27.250198 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 5b2bc8d6-503e-403e-ad95-8b2f8c99a421, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5b2bc8d6-503e-403e-ad95-8b2f8c99a421,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:27.341603 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.353659 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d631abe0-d813-49f7-b9f7-ef1b6c93937f req-86c020bd-19f6-49e6-a82a-c81d83c8af2d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734912 Jul 14 09:24:27.361326 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5822cb-3313-4a1c-bd35-401075706f73 admin admin] Network be126745-3ab2-48fe-91c6-d0e4cec53e9a is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:27.367272 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-375632e0-5ebe-4f3b-8cae-9380e1922936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.380849 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.470696 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-af5822cb-3313-4a1c-bd35-401075706f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:27.504868 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0987c1-dd3f-48c0-a0eb-f2ca77a0ac88 req-8465fd71-573f-46ac-a8ab-6fbb6dd984b9 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:27.507623 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c0987c1-dd3f-48c0-a0eb-f2ca77a0ac88 req-8465fd71-573f-46ac-a8ab-6fbb6dd984b9 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 946 time: 0.2886693 Jul 14 09:24:27.529694 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5822cb-3313-4a1c-bd35-401075706f73 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:27.599721 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2663c4-3c30-45cd-907e-438177cfce01 req-1241d88b-6b8d-4305-9b8e-d37db3f8d34f tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:27.601573 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea2663c4-3c30-45cd-907e-438177cfce01 req-1241d88b-6b8d-4305-9b8e-d37db3f8d34f tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc5c6d3c-f521-4cb1-9542-100e93cc835e HTTP/1.1" status: 200 len: 932 time: 0.2467024 Jul 14 09:24:27.612358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=5b2bc8d6-503e-403e-ad95-8b2f8c99a421,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:27.672895 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60363e6-0797-4d27-a228-b7888b902d01 req-0eb7b9c5-b4eb-4a8b-b376-118021a5d578 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:27.675423 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f60363e6-0797-4d27-a228-b7888b902d01 req-0eb7b9c5-b4eb-4a8b-b376-118021a5d578 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c13b30b-cc04-41eb-8028-30fb74b6337c HTTP/1.1" status: 200 len: 945 time: 0.6371477 Jul 14 09:24:27.701981 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.728121 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e0dbc8-416f-426f-bbd7-07e21cc1684f x-openstack-request-id: req-d4e0dbc8-416f-426f-bbd7-07e21cc1684f {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:27.728641 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c13b30b-cc04-41eb-8028-30fb74b6337c", "name": "network-vif-unplugged", "status": "completed", "tag": "5b2bc8d6-503e-403e-ad95-8b2f8c99a421", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:27.729105 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4e0dbc8-416f-426f-bbd7-07e21cc1684f {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:27.729688 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c13b30b-cc04-41eb-8028-30fb74b6337c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b2bc8d6-503e-403e-ad95-8b2f8c99a421', 'code': 200} Jul 14 09:24:27.736605 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Transition to ACTIVE for port object 9e594619-b1e4-4047-8152-a8167b061502 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:27.754959 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-d43795ab-ed65-42ad-97ba-b61e8e0e74da None None] Allocated IP 172.20.0.1 (ebe82a47-63b7-4e87-9c62-657c3f04873c/43bf829a-c7ed-4b65-9c28-991851a61d5a/cad12704-d7db-42c1-8367-6bbe5b6f30e5) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:27.775028 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Transition to ACTIVE for port object 9e594619-b1e4-4047-8152-a8167b061502 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:27.777634 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea2663c4-3c30-45cd-907e-438177cfce01 req-07204e1c-14b7-4c9f-82a5-265f2f7df75d tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623447 Jul 14 09:24:27.789500 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.825387 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-0c0987c1-dd3f-48c0-a0eb-f2ca77a0ac88 req-1411afe9-4504-4b96-81a7-b49047bd375b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Deleting port 22f28419-934f-49fa-9e38-4ae94b6c075c {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:27.827311 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0c0987c1-dd3f-48c0-a0eb-f2ca77a0ac88 req-1411afe9-4504-4b96-81a7-b49047bd375b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.836163 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:27.850841 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.867323 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Transition to ACTIVE for port object ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:27.883940 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af5822cb-3313-4a1c-bd35-401075706f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.951170 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.952396 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Network 21f6d561-68e0-427b-875a-5a5c804ab914 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:27.967922 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef6e3f32-f745-4abe-97fd-3e763b4d271a req-06b1fa24-582a-43c5-b107-63dbe2e11875 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=548fde49-7c64-47b9-9294-0ee759e37381 HTTP/1.1" status: 200 len: 210 time: 0.0850041 Jul 14 09:24:27.969264 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:27.973555 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:27.976845 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Pushing event updated for resources: {'Port': ['ID=9e594619-b1e4-4047-8152-a8167b061502,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:28.077617 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-0c0987c1-dd3f-48c0-a0eb-f2ca77a0ac88 req-1411afe9-4504-4b96-81a7-b49047bd375b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] For port 22f28419-934f-49fa-9e38-4ae94b6c075c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=22f28419-934f-49fa-9e38-4ae94b6c075c,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:28.078523 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0c0987c1-dd3f-48c0-a0eb-f2ca77a0ac88 req-1411afe9-4504-4b96-81a7-b49047bd375b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.089648 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.100028 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-0c0987c1-dd3f-48c0-a0eb-f2ca77a0ac88 req-1411afe9-4504-4b96-81a7-b49047bd375b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Calling delete_port for 22f28419-934f-49fa-9e38-4ae94b6c075c owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:28.102515 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d43795ab-ed65-42ad-97ba-b61e8e0e74da None None] For port cad12704-d7db-42c1-8367-6bbe5b6f30e5, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=cad12704-d7db-42c1-8367-6bbe5b6f30e5,segment=NetworkSegment(dbe22c34-46c8-45c9-9e46-1a382a779a5c),segment_id=dbe22c34-46c8-45c9-9e46-1a382a779a5c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:28.129503 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Attempting to bind port 9e594619-b1e4-4047-8152-a8167b061502 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:28.130170 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Attempting to bind port 9e594619-b1e4-4047-8152-a8167b061502 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'a652eb93-0f08-4b42-9bdb-16bc00fb9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '21f6d561-68e0-427b-875a-5a5c804ab914'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:28.130506 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Attempting to bind port 9e594619-b1e4-4047-8152-a8167b061502 on network 21f6d561-68e0-427b-875a-5a5c804ab914 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:28.155207 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:28.155482 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Checking segment: {'id': 'a652eb93-0f08-4b42-9bdb-16bc00fb9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '21f6d561-68e0-427b-875a-5a5c804ab914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:28.156447 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.162932 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Bound using segment: {'id': 'a652eb93-0f08-4b42-9bdb-16bc00fb9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '21f6d561-68e0-427b-875a-5a5c804ab914'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:28.163695 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Bound port: 9e594619-b1e4-4047-8152-a8167b061502, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a652eb93-0f08-4b42-9bdb-16bc00fb9c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '21f6d561-68e0-427b-875a-5a5c804ab914'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:28.172498 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.204946 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d43795ab-ed65-42ad-97ba-b61e8e0e74da None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.248522 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d43795ab-ed65-42ad-97ba-b61e8e0e74da None None] Transition to ACTIVE for port object cad12704-d7db-42c1-8367-6bbe5b6f30e5 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:28.283065 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d43795ab-ed65-42ad-97ba-b61e8e0e74da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.303262 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:28.305870 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4c2480-52ba-44db-85af-6fdd74b7ecdf,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:28.325923 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0c0987c1-dd3f-48c0-a0eb-f2ca77a0ac88 req-1411afe9-4504-4b96-81a7-b49047bd375b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.364966 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.369269 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['22f28419-934f-49fa-9e38-4ae94b6c075c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:28.380155 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411afe9-4504-4b96-81a7-b49047bd375b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Pushing event deleted for resources: {'Port': ['ID=22f28419-934f-49fa-9e38-4ae94b6c075c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:28.427748 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f6d561-68e0-427b-875a-5a5c804ab914']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:28.480028 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a652eb93-0f08-4b42-9bdb-16bc00fb9c43') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:28.480631 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a652eb93-0f08-4b42-9bdb-16bc00fb9c43') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:28.505607 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.542889 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] For port 9e594619-b1e4-4047-8152-a8167b061502, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:28.548948 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.552618 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43795ab-ed65-42ad-97ba-b61e8e0e74da None None] Pushing event updated for resources: {'Port': ['ID=cad12704-d7db-42c1-8367-6bbe5b6f30e5,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:28.553501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Attempting to bind port ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:28.554383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Attempting to bind port ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '1f1a358f-73c2-4ce0-ba11-3ecd763be6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:28.554517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0987c1-dd3f-48c0-a0eb-f2ca77a0ac88 req-1411afe9-4504-4b96-81a7-b49047bd375b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] No DVR routers for this DVR port 22f28419-934f-49fa-9e38-4ae94b6c075c on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:28.554609 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Attempting to bind port ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 on network 0dc7e72a-3edb-4241-a6f5-3289e30586c5 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:28.559903 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af5822cb-3313-4a1c-bd35-401075706f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.560125 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0c0987c1-dd3f-48c0-a0eb-f2ca77a0ac88 req-1411afe9-4504-4b96-81a7-b49047bd375b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.565511 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c0987c1-dd3f-48c0-a0eb-f2ca77a0ac88 req-1411afe9-4504-4b96-81a7-b49047bd375b tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.49 "DELETE /v2.0/ports/22f28419-934f-49fa-9e38-4ae94b6c075c HTTP/1.1" status: 204 len: 173 time: 1.0490701 Jul 14 09:24:28.566011 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf22a53e-b87c-492e-8646-8396fb83ef32', 'name': 'network-vif-deleted', 'tag': '22f28419-934f-49fa-9e38-4ae94b6c075c'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:28.567214 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-f60363e6-0797-4d27-a228-b7888b902d01 req-b4f7fc04-2b34-4512-957e-bcea0b45243a tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Deleting port 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:28.567692 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f60363e6-0797-4d27-a228-b7888b902d01 req-b4f7fc04-2b34-4512-957e-bcea0b45243a tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.574587 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9eb1e0-d2f6-4728-abd7-a8e398e38368" -d '{"events": [{"server_uuid": "cf22a53e-b87c-492e-8646-8396fb83ef32", "name": "network-vif-deleted", "tag": "22f28419-934f-49fa-9e38-4ae94b6c075c"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:28.577845 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:28.577845 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:28.598539 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:28.685607 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ab421d6-5cb5-44fb-97ea-dc89d9807d1b req-729a5366-5f92-4db0-b418-719447883073 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf22a53e-b87c-492e-8646-8396fb83ef32 HTTP/1.1" status: 200 len: 210 time: 0.0570316 Jul 14 09:24:28.787085 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595c9b6-956d-42c8-9378-7d2ad914626e req-0acabbf4-36ce-4735-8f5e-ffbe513f38ce tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:28.795219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4595c9b6-956d-42c8-9378-7d2ad914626e req-0acabbf4-36ce-4735-8f5e-ffbe513f38ce tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 946 time: 0.1134298 Jul 14 09:24:28.823457 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b42f29-6eda-4d48-af86-75d887e33e3d x-openstack-request-id: req-62b42f29-6eda-4d48-af86-75d887e33e3d {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:28.823782 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf22a53e-b87c-492e-8646-8396fb83ef32", "name": "network-vif-deleted", "tag": "22f28419-934f-49fa-9e38-4ae94b6c075c", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:28.824426 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-62b42f29-6eda-4d48-af86-75d887e33e3d {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:28.824555 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf22a53e-b87c-492e-8646-8396fb83ef32', 'name': 'network-vif-deleted', 'tag': '22f28419-934f-49fa-9e38-4ae94b6c075c', 'status': 'completed', 'code': 200} Jul 14 09:24:28.856576 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4595c9b6-956d-42c8-9378-7d2ad914626e req-7c4e8bf8-6e14-46f8-bf21-0f79a4b7cedc tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b315ca0-b658-4d44-b0d0-39462ee765b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594137 Jul 14 09:24:29.101022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device cad12704-d7db-42c1-8367-6bbe5b6f30e5 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:29.134168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de9abd-b242-4306-a7d5-bf21baba2538 req-7342442c-050f-4224-94e1-511e4f4e4b9e tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:29.143749 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f0de9abd-b242-4306-a7d5-bf21baba2538 req-7342442c-050f-4224-94e1-511e4f4e4b9e tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc5c6d3c-f521-4cb1-9542-100e93cc835e HTTP/1.1" status: 200 len: 944 time: 0.1129575 Jul 14 09:24:29.227947 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f0de9abd-b242-4306-a7d5-bf21baba2538 req-74bdb185-7774-447c-9517-09655c4dbfff tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823848 Jul 14 09:24:29.248364 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dd346acc-b397-41dc-8245-b5a29545b11c up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:29.322530 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] For port 9e594619-b1e4-4047-8152-a8167b061502, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9e594619-b1e4-4047-8152-a8167b061502,segment=NetworkSegment(a652eb93-0f08-4b42-9bdb-16bc00fb9c43),segment_id=a652eb93-0f08-4b42-9bdb-16bc00fb9c43)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:29.323285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Port ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 on network 0dc7e72a-3edb-4241-a6f5-3289e30586c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:29.323623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Attempting to bind port ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 on network 0dc7e72a-3edb-4241-a6f5-3289e30586c5 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:29.329723 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.344116 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:29.344465 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Checking segment: {'id': '1f1a358f-73c2-4ce0-ba11-3ecd763be6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:29.344864 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Bound using segment: {'id': '1f1a358f-73c2-4ce0-ba11-3ecd763be6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:29.345310 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Bound port: ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1a358f-73c2-4ce0-ba11-3ecd763be6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:29.345671 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.455354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a14e7e-84fc-404f-bb50-304e7bc176d4 None None] Pushing event updated for resources: {'Port': ['ID=9e594619-b1e4-4047-8152-a8167b061502,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:29.464801 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port dd346acc-b397-41dc-8245-b5a29545b11c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:29.471619 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port dd346acc-b397-41dc-8245-b5a29545b11c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:29.473016 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.478715 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f8128c-b49e-4029-9043-2d3fbca56255 None None] Network 21f6d561-68e0-427b-875a-5a5c804ab914 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:29.493398 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-769f6060-a44e-4762-b0c6-0da8fee9b454 req-01cd9f3f-42f0-4865-a72c-4ea155933a9f tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=548fde49-7c64-47b9-9294-0ee759e37381 HTTP/1.1" status: 200 len: 210 time: 0.0697141 Jul 14 09:24:29.496522 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-e5981a20-9b91-4e69-a3d3-6ca4472e7292 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:29.501987 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-e5981a20-9b91-4e69-a3d3-6ca4472e7292 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.55 "GET /v2.0/networks?id=abaf8195-e5b5-41c5-9377-b40357a3091e HTTP/1.1" status: 200 len: 804 time: 0.1604125 Jul 14 09:24:29.503825 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.db.api [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:24:29.503825 n-d-798054-10 neutron-server[93888]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:24:29.503825 n-d-798054-10 neutron-server[93888]: [parameters: {'id': '21f6d561-68e0-427b-875a-5a5c804ab914'}] Jul 14 09:24:29.503825 n-d-798054-10 neutron-server[93888]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:24:29.504777 n-d-798054-10 neutron-server[93888]: DEBUG oslo_db.api [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:24:29.644439 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b87b130-e758-4af7-8d8c-ad909642a776 None None] Network ebe82a47-63b7-4e87-9c62-657c3f04873c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:29.669716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-87b54d91-ca29-4dc7-9e27-707c209f8277 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Request body: {'port': {'device_id': '548fde49-7c64-47b9-9294-0ee759e37381', 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e', 'admin_state_up': True, 'tenant_id': 'a82589d668934603a3d48db3a46efae2'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:29.704458 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:24:29.764599 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.846247 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-bbec14db-dbbe-4906-82c4-be1244352742 None None] Provisioning for port cad12704-d7db-42c1-8367-6bbe5b6f30e5 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:29.850406 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9eb02f70-99c8-4905-a35c-e9871b8df01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.854372 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port dd346acc-b397-41dc-8245-b5a29545b11c, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dd346acc-b397-41dc-8245-b5a29545b11c,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:29.866960 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-f60363e6-0797-4d27-a228-b7888b902d01 req-b4f7fc04-2b34-4512-957e-bcea0b45243a tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] For port 5b2bc8d6-503e-403e-ad95-8b2f8c99a421, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5b2bc8d6-503e-403e-ad95-8b2f8c99a421,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:29.867258 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f60363e6-0797-4d27-a228-b7888b902d01 req-b4f7fc04-2b34-4512-957e-bcea0b45243a tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.874184 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-bbec14db-dbbe-4906-82c4-be1244352742 None None] Provisioning complete for port cad12704-d7db-42c1-8367-6bbe5b6f30e5 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:29.875060 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bbec14db-dbbe-4906-82c4-be1244352742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.892325 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] For port ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:29.920365 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-f60363e6-0797-4d27-a228-b7888b902d01 req-b4f7fc04-2b34-4512-957e-bcea0b45243a tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Calling delete_port for 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:29.931060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92386b26-9eb7-4935-a2ef-042885d1d835 req-3c7bd506-88d9-4162-b029-996879d675e5 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:29.933253 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92386b26-9eb7-4935-a2ef-042885d1d835 req-3c7bd506-88d9-4162-b029-996879d675e5 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 946 time: 0.1042726 Jul 14 09:24:29.944202 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] For port ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6,segment=NetworkSegment(1f1a358f-73c2-4ce0-ba11-3ecd763be6c8),segment_id=1f1a358f-73c2-4ce0-ba11-3ecd763be6c8)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:29.949553 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-87b54d91-ca29-4dc7-9e27-707c209f8277 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Made reservation on behalf of a82589d668934603a3d48db3a46efae2 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:29.953742 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-87b54d91-ca29-4dc7-9e27-707c209f8277 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.980289 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.004281 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.017183 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.086519 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=dd346acc-b397-41dc-8245-b5a29545b11c,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:30.102943 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.142822 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af5822cb-3313-4a1c-bd35-401075706f73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.151528 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:30.152171 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.153885 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] 10.222.0.49 "PUT /v2.0/ports/ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 HTTP/1.1" status: 200 len: 1093 time: 3.6411386 Jul 14 09:24:30.162191 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5c6d3c-f521-4cb1-9542-100e93cc835e', 'tag': 'ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:30.164736 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d67f983-e143-46a5-8140-2c672306ebf3" -d '{"events": [{"name": "network-changed", "server_uuid": "cc5c6d3c-f521-4cb1-9542-100e93cc835e", "tag": "ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:30.167789 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af5822cb-3313-4a1c-bd35-401075706f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.219481 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb206df0-85e7-43f6-90fc-1371099b3fdd None None] Network 21f6d561-68e0-427b-875a-5a5c804ab914 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:30.269034 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608407e-9ac9-4943-a5e6-3b0ce343ab8d req-4fb1885e-1ddd-4ea9-b4fa-8bf0de1e4787 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:30.270597 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c608407e-9ac9-4943-a5e6-3b0ce343ab8d req-4fb1885e-1ddd-4ea9-b4fa-8bf0de1e4787 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 946 time: 0.2124290 Jul 14 09:24:30.271976 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-92386b26-9eb7-4935-a2ef-042885d1d835 req-a80f4d74-0c18-4cb3-9989-5ffa73445241 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Deleting port 3a8b8881-0dfd-41db-b85c-638f00059a03 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:30.272307 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-92386b26-9eb7-4935-a2ef-042885d1d835 req-a80f4d74-0c18-4cb3-9989-5ffa73445241 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.346722 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-8409c81f-81b7-4aea-b102-62c0c14c259f tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:30.350741 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-8409c81f-81b7-4aea-b102-62c0c14c259f tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 810 time: 0.2619011 Jul 14 09:24:30.374660 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:30.386270 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af5822cb-3313-4a1c-bd35-401075706f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.390669 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-f8f7cb58-9952-4b91-a820-fe90f5d27714 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/quotas/be454fb0ee14462b824a675124f7b42d HTTP/1.1" status: 200 len: 375 time: 0.0314987 Jul 14 09:24:30.422316 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:30.422707 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:30.423142 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:30.423483 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:30.423813 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:30.424141 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:30.425832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:30.425832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:30.425832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:30.425832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:30.425832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:30.426253 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7445b4-fc38-42a1-a295-61e666029200 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:30.448244 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c608407e-9ac9-4943-a5e6-3b0ce343ab8d req-88e421b4-c4ee-4676-9c23-ebef41d04e47 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b315ca0-b658-4d44-b0d0-39462ee765b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636009 Jul 14 09:24:30.453443 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-131710d4-5b2a-4f54-b9a9-17d1bcaac036 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489936 Jul 14 09:24:30.536196 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-87b54d91-ca29-4dc7-9e27-707c209f8277 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Allocated IP 172.20.0.14 (abaf8195-e5b5-41c5-9377-b40357a3091e/9fe961b1-9a16-4166-9f5e-21fa35cb8710/47bafb8e-0990-4bc4-9e3f-4e694b25fdba) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:30.545707 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5822cb-3313-4a1c-bd35-401075706f73 admin admin] Pushing event updated for resources: {'Port': ['ID=e8938dbd-b785-4b38-b82b-50841bda9009,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:30.564139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-92386b26-9eb7-4935-a2ef-042885d1d835 req-a80f4d74-0c18-4cb3-9989-5ffa73445241 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] For port 3a8b8881-0dfd-41db-b85c-638f00059a03, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3a8b8881-0dfd-41db-b85c-638f00059a03,segment=NetworkSegment(15ade24d-c4ae-410c-afff-9563e52de3ef),segment_id=15ade24d-c4ae-410c-afff-9563e52de3ef)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:30.564514 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-92386b26-9eb7-4935-a2ef-042885d1d835 req-a80f4d74-0c18-4cb3-9989-5ffa73445241 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.600591 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.678120 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f60363e6-0797-4d27-a228-b7888b902d01 req-b4f7fc04-2b34-4512-957e-bcea0b45243a tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.679115 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-82711b6e-f00f-4004-944f-8cb56ea58d6e service neutron] 10.222.0.26 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094297 Jul 14 09:24:30.693181 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Deleting port 9e594619-b1e4-4047-8152-a8167b061502 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:30.693534 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.712327 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aba2f28-64e6-4bcc-8212-7e766349cbcc x-openstack-request-id: req-4aba2f28-64e6-4bcc-8212-7e766349cbcc {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:30.712621 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc5c6d3c-f521-4cb1-9542-100e93cc835e", "tag": "ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:30.712876 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4aba2f28-64e6-4bcc-8212-7e766349cbcc {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:30.713279 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5c6d3c-f521-4cb1-9542-100e93cc835e', 'tag': 'ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6', 'status': 'completed', 'code': 200} Jul 14 09:24:30.728015 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-9fb67d51-a805-4e0c-a20d-da963c238615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:30.729851 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-9fb67d51-a805-4e0c-a20d-da963c238615 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd44d92953cd42e0895427390c159c4f&device_id=cc5c6d3c-f521-4cb1-9542-100e93cc835e HTTP/1.1" status: 200 len: 1096 time: 0.5031877 Jul 14 09:24:30.803082 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bee657c-5b48-4408-9002-daf387b6d013 None None] get_active_networks_info from n-d-798054-10 {{(pid=93889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:24:30.853449 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7fc04-2b34-4512-957e-bcea0b45243a tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Pushing event deleted for resources: {'Port': ['ID=5b2bc8d6-503e-403e-ad95-8b2f8c99a421,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:30.894095 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-2763f408-6c3b-44c0-8625-5c410a86a228 service neutron] 10.222.0.26 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050238 Jul 14 09:24:30.928226 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-92386b26-9eb7-4935-a2ef-042885d1d835 req-a80f4d74-0c18-4cb3-9989-5ffa73445241 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.928608 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-92386b26-9eb7-4935-a2ef-042885d1d835 req-a80f4d74-0c18-4cb3-9989-5ffa73445241 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.928935 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [req-92386b26-9eb7-4935-a2ef-042885d1d835 req-a80f4d74-0c18-4cb3-9989-5ffa73445241 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Floating IP ec680d7b-d7a3-4492-bdd0-b219b2e2182e disassociated. External IP: 172.25.1.122, port: 3a8b8881-0dfd-41db-b85c-638f00059a03. Jul 14 09:24:30.929266 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-92386b26-9eb7-4935-a2ef-042885d1d835 req-a80f4d74-0c18-4cb3-9989-5ffa73445241 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Calling delete_port for 3a8b8881-0dfd-41db-b85c-638f00059a03 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:30.975675 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bee657c-5b48-4408-9002-daf387b6d013 None None] Resources bound (agent type, host, resource id): {{(pid=93889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:24:30.986497 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dd346acc-b397-41dc-8245-b5a29545b11c up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:30.995581 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee86fb-8c2f-42d8-9dbb-1843776e3c25 req-81bf8dc7-79a7-467f-87de-5410c88ff6ed tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:30.997709 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-348937f9-d2b7-48ab-84bd-a95bf9cc49a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 HTTP/1.1" status: 200 len: 217 time: 0.2110679 Jul 14 09:24:31.002814 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b0ee86fb-8c2f-42d8-9dbb-1843776e3c25 req-81bf8dc7-79a7-467f-87de-5410c88ff6ed tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc5c6d3c-f521-4cb1-9542-100e93cc835e HTTP/1.1" status: 200 len: 944 time: 0.1797500 Jul 14 09:24:31.073418 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b0ee86fb-8c2f-42d8-9dbb-1843776e3c25 req-268d043f-046d-446e-9824-e3c864d8d375 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672927 Jul 14 09:24:31.088885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8d5907ae-3689-4349-82df-3186063315d9 None None] Provisioning complete for port cad12704-d7db-42c1-8367-6bbe5b6f30e5 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:31.088885 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8d5907ae-3689-4349-82df-3186063315d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.110554 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-87b54d91-ca29-4dc7-9e27-707c209f8277 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.196940 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port dd346acc-b397-41dc-8245-b5a29545b11c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:31.197895 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.214469 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-92386b26-9eb7-4935-a2ef-042885d1d835 req-a80f4d74-0c18-4cb3-9989-5ffa73445241 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.267252 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f4d74-0c18-4cb3-9989-5ffa73445241 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Pushing event deleted for resources: {'Port': ['ID=3a8b8881-0dfd-41db-b85c-638f00059a03,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:31.302653 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60363e6-0797-4d27-a228-b7888b902d01 req-b4f7fc04-2b34-4512-957e-bcea0b45243a tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] No DVR routers for this DVR port 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:31.306824 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f60363e6-0797-4d27-a228-b7888b902d01 req-b4f7fc04-2b34-4512-957e-bcea0b45243a tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.309297 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f60363e6-0797-4d27-a228-b7888b902d01 req-b4f7fc04-2b34-4512-957e-bcea0b45243a tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.55 "DELETE /v2.0/ports/5b2bc8d6-503e-403e-ad95-8b2f8c99a421 HTTP/1.1" status: 204 len: 173 time: 3.4394660 Jul 14 09:24:31.311154 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-2273f40d-c3aa-41d3-9545-99421696759b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.314298 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2f86f9de-8063-4e75-ac16-ffed5f256886 req-1f3ac2e7-3841-40f5-8f43-a453c8acc685 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd61e98f-5eed-482f-b7f4-7495909679a3 HTTP/1.1" status: 200 len: 210 time: 0.0518394 Jul 14 09:24:31.314797 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-2273f40d-c3aa-41d3-9545-99421696759b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d99465c5-3f7d-4f9c-9abc-0f6030c9ad6e HTTP/1.1" status: 200 len: 854 time: 0.1447618 Jul 14 09:24:31.316506 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-87b54d91-ca29-4dc7-9e27-707c209f8277 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.343847 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5822cb-3313-4a1c-bd35-401075706f73 admin admin] Network be126745-3ab2-48fe-91c6-d0e4cec53e9a is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:31.386583 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3a8b8881-0dfd-41db-b85c-638f00059a03 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:31.409916 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-87b54d91-ca29-4dc7-9e27-707c209f8277 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Network abaf8195-e5b5-41c5-9377-b40357a3091e is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:31.433687 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 3a8b8881-0dfd-41db-b85c-638f00059a03 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:31.434422 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3a8b8881-0dfd-41db-b85c-638f00059a03 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:31.435180 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 22f28419-934f-49fa-9e38-4ae94b6c075c no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:31.450658 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b54d91-ca29-4dc7-9e27-707c209f8277 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Pushing event updated for resources: {'Port': ['ID=47bafb8e-0990-4bc4-9e3f-4e694b25fdba,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:31.466098 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-87b54d91-ca29-4dc7-9e27-707c209f8277 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:31.469722 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-87b54d91-ca29-4dc7-9e27-707c209f8277 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:31.475677 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-e2d4d056-3951-47c4-9f44-992bc769cc87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0dc7e72a-3edb-4241-a6f5-3289e30586c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342480 Jul 14 09:24:31.504309 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-af5822cb-3313-4a1c-bd35-401075706f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:31.531386 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 22f28419-934f-49fa-9e38-4ae94b6c075c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:31.531759 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 22f28419-934f-49fa-9e38-4ae94b6c075c not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:31.667958 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.733231 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] For port 9e594619-b1e4-4047-8152-a8167b061502, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9e594619-b1e4-4047-8152-a8167b061502,segment=NetworkSegment(a652eb93-0f08-4b42-9bdb-16bc00fb9c43),segment_id=a652eb93-0f08-4b42-9bdb-16bc00fb9c43)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:31.734315 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.780866 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5822cb-3313-4a1c-bd35-401075706f73 admin admin] Router ecafa85a-4854-4385-be9e-ef6486dd34dd has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:24:31.787307 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-87b54d91-ca29-4dc7-9e27-707c209f8277 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.788648 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-87b54d91-ca29-4dc7-9e27-707c209f8277 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.792560 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Calling delete_port for 9e594619-b1e4-4047-8152-a8167b061502 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:31.922282 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-87b54d91-ca29-4dc7-9e27-707c209f8277 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2627418 Jul 14 09:24:31.948591 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39c82dfa-3d2d-47b6-84e7-bc3d1fe6263d req-b60bfac9-c677-4036-891b-f100876d948c tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 210 time: 0.0484591 Jul 14 09:24:31.969848 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92386b26-9eb7-4935-a2ef-042885d1d835 req-a80f4d74-0c18-4cb3-9989-5ffa73445241 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Router ba270bd8-9744-4c6f-8a06-9b6376adaf05 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:24:31.981670 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e4fde-fdb7-460d-8dec-d8726ab49aa2 req-531762be-3804-41ff-8687-d2a2a1c1ab91 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.989386 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b94e4fde-fdb7-460d-8dec-d8726ab49aa2 req-531762be-3804-41ff-8687-d2a2a1c1ab91 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=548fde49-7c64-47b9-9294-0ee759e37381 HTTP/1.1" status: 200 len: 932 time: 0.6711729 Jul 14 09:24:32.052294 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] Request body: {'port': {'device_id': '548fde49-7c64-47b9-9294-0ee759e37381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:32.059128 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-8b2b509f-d666-457d-b847-50e8d6511b40 service neutron] 10.222.0.49 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440538 Jul 14 09:24:32.073447 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b94e4fde-fdb7-460d-8dec-d8726ab49aa2 req-2f6b81c6-ea07-40c1-9dfb-e3416519ee79 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828824 Jul 14 09:24:32.080830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5822cb-3313-4a1c-bd35-401075706f73 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:32.096587 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9089f617-0687-45d9-807a-9f2838509713 None None] Sync routers for ids ['ecafa85a-4854-4385-be9e-ef6486dd34dd'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:32.109489 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-af5822cb-3313-4a1c-bd35-401075706f73 admin admin] 10.222.0.26 "PUT /v2.0/routers/ecafa85a-4854-4385-be9e-ef6486dd34dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7228446 Jul 14 09:24:32.135567 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089f617-0687-45d9-807a-9f2838509713 None None] Routers {'ecafa85a-4854-4385-be9e-ef6486dd34dd'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:32.136145 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9089f617-0687-45d9-807a-9f2838509713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:24:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ecafa85a-4854-4385-be9e-ef6486dd34dd'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:32.186827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92386b26-9eb7-4935-a2ef-042885d1d835 req-a80f4d74-0c18-4cb3-9989-5ffa73445241 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:32.202143 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c454bcf-9911-4f7f-b731-03e18a30c58f None None] Sync routers for ids ['ba270bd8-9744-4c6f-8a06-9b6376adaf05'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:32.238150 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c454bcf-9911-4f7f-b731-03e18a30c58f None None] Routers {'ba270bd8-9744-4c6f-8a06-9b6376adaf05'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:32.240727 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5c454bcf-9911-4f7f-b731-03e18a30c58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:24:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ba270bd8-9744-4c6f-8a06-9b6376adaf05'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:32.344294 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-92386b26-9eb7-4935-a2ef-042885d1d835 req-a80f4d74-0c18-4cb3-9989-5ffa73445241 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] No DVR routers for this DVR port 3a8b8881-0dfd-41db-b85c-638f00059a03 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:32.355538 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-92386b26-9eb7-4935-a2ef-042885d1d835 req-a80f4d74-0c18-4cb3-9989-5ffa73445241 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.369010 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92386b26-9eb7-4935-a2ef-042885d1d835 req-a80f4d74-0c18-4cb3-9989-5ffa73445241 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.49 "DELETE /v2.0/ports/3a8b8881-0dfd-41db-b85c-638f00059a03 HTTP/1.1" status: 204 len: 173 time: 2.4259818 Jul 14 09:24:32.386296 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.395683 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca32b606-2424-4054-8dba-ac956003f77f', 'name': 'network-vif-deleted', 'tag': '3a8b8881-0dfd-41db-b85c-638f00059a03'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:32.398025 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530adb5b-af0e-4b7a-a56a-8c79fbce20de" -d '{"events": [{"server_uuid": "ca32b606-2424-4054-8dba-ac956003f77f", "name": "network-vif-deleted", "tag": "3a8b8881-0dfd-41db-b85c-638f00059a03"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:32.419790 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.429036 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:32.468506 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] No DVR routers for this DVR port 9e594619-b1e4-4047-8152-a8167b061502 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:32.495032 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:32.495378 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 5b2bc8d6-503e-403e-ad95-8b2f8c99a421 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:32.551648 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-9089f617-0687-45d9-807a-9f2838509713 None None] Set router ecafa85a-4854-4385-be9e-ef6486dd34dd gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:32.555197 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4d345-08ac-44c5-b3e8-73ed02c51846 req-d5aa6be8-8456-43c3-b2cc-4dacfcc0997a tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:32.570425 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0ed4d345-08ac-44c5-b3e8-73ed02c51846 req-d5aa6be8-8456-43c3-b2cc-4dacfcc0997a tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc5c6d3c-f521-4cb1-9542-100e93cc835e HTTP/1.1" status: 200 len: 944 time: 0.2280154 Jul 14 09:24:32.675515 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0ed4d345-08ac-44c5-b3e8-73ed02c51846 req-f089e5fa-708c-45d4-adb2-c31f8bb4e93a tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041491 Jul 14 09:24:32.682012 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.695335 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f6d561-68e0-427b-875a-5a5c804ab914']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:32.709671 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a652eb93-0f08-4b42-9bdb-16bc00fb9c43') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:32.710364 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a652eb93-0f08-4b42-9bdb-16bc00fb9c43') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:32.718634 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b86ff81d-92d5-4e3a-8896-ce4f65bb2be2 req-dd96f0b3-db6d-435b-b707-76d657e81af6 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd61e98f-5eed-482f-b7f4-7495909679a3 HTTP/1.1" status: 200 len: 210 time: 0.0690382 Jul 14 09:24:32.737078 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-5c454bcf-9911-4f7f-b731-03e18a30c58f None None] Set router ba270bd8-9744-4c6f-8a06-9b6376adaf05 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:32.756866 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3452698-a3b0-4b7f-b737-4191340ce020 x-openstack-request-id: req-a3452698-a3b0-4b7f-b737-4191340ce020 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:32.757154 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca32b606-2424-4054-8dba-ac956003f77f", "name": "network-vif-deleted", "tag": "3a8b8881-0dfd-41db-b85c-638f00059a03", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:32.757407 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3452698-a3b0-4b7f-b737-4191340ce020 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:32.758037 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca32b606-2424-4054-8dba-ac956003f77f', 'name': 'network-vif-deleted', 'tag': '3a8b8881-0dfd-41db-b85c-638f00059a03', 'status': 'completed', 'code': 200} Jul 14 09:24:32.763337 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c13b30b-cc04-41eb-8028-30fb74b6337c', 'name': 'network-vif-deleted', 'tag': '5b2bc8d6-503e-403e-ad95-8b2f8c99a421'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:32.765996 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64a7ce2-1c08-483d-a910-169cd0de4823" -d '{"events": [{"server_uuid": "4c13b30b-cc04-41eb-8028-30fb74b6337c", "name": "network-vif-deleted", "tag": "5b2bc8d6-503e-403e-ad95-8b2f8c99a421"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:32.769997 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Port': ['ID=9e594619-b1e4-4047-8152-a8167b061502,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:32.774920 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a6541c0e-ed63-40f8-b565-828c9911ff79 req-54a579f3-bd38-46f4-b8b1-516e1e4e5353 service neutron] 10.222.0.49 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6957588 Jul 14 09:24:32.781350 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.807745 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.850711 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.869984 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eeacbc6-60c5-4acf-8637-61f131aff121 x-openstack-request-id: req-3eeacbc6-60c5-4acf-8637-61f131aff121 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:32.870339 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c13b30b-cc04-41eb-8028-30fb74b6337c", "name": "network-vif-deleted", "tag": "5b2bc8d6-503e-403e-ad95-8b2f8c99a421", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:32.870540 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3eeacbc6-60c5-4acf-8637-61f131aff121 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:32.870936 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c13b30b-cc04-41eb-8028-30fb74b6337c', 'name': 'network-vif-deleted', 'tag': '5b2bc8d6-503e-403e-ad95-8b2f8c99a421', 'status': 'completed', 'code': 200} Jul 14 09:24:32.872727 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:32.873239 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:32.877411 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:32.998588 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9089f617-0687-45d9-807a-9f2838509713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecafa85a-4854-4385-be9e-ef6486dd34dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1898086368-router', 'tenant_id': '32c7b17ee37942fda02c5e0a232f2b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'dd346acc-b397-41dc-8245-b5a29545b11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:20Z', 'updated_at': '2021-07-14T09:24:28Z', 'revision_number': 4, 'project_id': '32c7b17ee37942fda02c5e0a232f2b32', 'gw_port': {'id': 'dd346acc-b397-41dc-8245-b5a29545b11c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafa85a-4854-4385-be9e-ef6486dd34dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:22Z', 'updated_at': '2021-07-14T09:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e8938dbd-b785-4b38-b82b-50841bda9009', 'name': '', 'network_id': 'be126745-3ab2-48fe-91c6-d0e4cec53e9a', 'tenant_id': '32c7b17ee37942fda02c5e0a232f2b32', 'mac_address': 'fa:16:3e:65:ec:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecafa85a-4854-4385-be9e-ef6486dd34dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'bfb51c68-788b-4f97-ae97-0d3bea31b529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:25Z', 'updated_at': '2021-07-14T09:24:29Z', 'revision_number': 2, 'project_id': '32c7b17ee37942fda02c5e0a232f2b32', 'subnets': [{'id': 'bfb51c68-788b-4f97-ae97-0d3bea31b529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:33.067694 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9089f617-0687-45d9-807a-9f2838509713 None None] Checking router: ecafa85a-4854-4385-be9e-ef6486dd34dd for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:33.068060 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9089f617-0687-45d9-807a-9f2838509713 None None] Updating router ecafa85a-4854-4385-be9e-ef6486dd34dd port e8938dbd-b785-4b38-b82b-50841bda9009 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:24:33.088148 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67f983-e143-46a5-8140-2c672306ebf3 req-a84f5022-9ac3-438a-9b33-49135e0cf556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:33.094185 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d67f983-e143-46a5-8140-2c672306ebf3 req-a84f5022-9ac3-438a-9b33-49135e0cf556 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd44d92953cd42e0895427390c159c4f&device_id=cc5c6d3c-f521-4cb1-9542-100e93cc835e HTTP/1.1" status: 200 len: 1096 time: 0.1252382 Jul 14 09:24:33.157568 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9089f617-0687-45d9-807a-9f2838509713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.172134 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5c454bcf-9911-4f7f-b731-03e18a30c58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'name': 'tempest-ServersTestManualDisk-661026831-router', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:05Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 4, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'gw_port': {'id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:06Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe', 'name': '', 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'mac_address': 'fa:16:3e:af:84:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:12Z', 'updated_at': '2021-07-14T09:22:23Z', 'revision_number': 5, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'subnets': [{'id': '9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:33.267305 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c454bcf-9911-4f7f-b731-03e18a30c58f None None] Checking router: ba270bd8-9744-4c6f-8a06-9b6376adaf05 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:33.280456 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c454bcf-9911-4f7f-b731-03e18a30c58f None None] Routers {'ba270bd8-9744-4c6f-8a06-9b6376adaf05'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:33.281465 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5c454bcf-9911-4f7f-b731-03e18a30c58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:24:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ba270bd8-9744-4c6f-8a06-9b6376adaf05'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:33.319842 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-90766fea-a1f9-4402-9e5c-fb840e916658 req-f5e4fe36-c369-44a5-ad15-f80547bb37f8 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca32b606-2424-4054-8dba-ac956003f77f HTTP/1.1" status: 200 len: 210 time: 0.1036398 Jul 14 09:24:33.476079 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-5c454bcf-9911-4f7f-b731-03e18a30c58f None None] Set router ba270bd8-9744-4c6f-8a06-9b6376adaf05 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:33.588580 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-1d327146-048b-46e7-85b0-34967e90ffbc tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:33.591142 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-1d327146-048b-46e7-85b0-34967e90ffbc tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/networks?id=be126745-3ab2-48fe-91c6-d0e4cec53e9a HTTP/1.1" status: 200 len: 819 time: 0.4491434 Jul 14 09:24:33.600937 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67f983-e143-46a5-8140-2c672306ebf3 req-2e1e51d5-bdc1-4cb9-ae88-078ce68675b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:33.602717 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d67f983-e143-46a5-8140-2c672306ebf3 req-2e1e51d5-bdc1-4cb9-ae88-078ce68675b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0dc7e72a-3edb-4241-a6f5-3289e30586c5 HTTP/1.1" status: 200 len: 915 time: 0.5028231 Jul 14 09:24:33.626873 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-020232e5-2d4b-449a-b729-8bbacf6769d4 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/quotas/32c7b17ee37942fda02c5e0a232f2b32 HTTP/1.1" status: 200 len: 375 time: 0.0273545 Jul 14 09:24:33.660338 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d67f983-e143-46a5-8140-2c672306ebf3 req-3f02158a-f7c4-4808-9f67-65292e452633 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 HTTP/1.1" status: 200 len: 217 time: 0.0475338 Jul 14 09:24:33.679785 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f2668-a98d-48aa-a97a-0255e1aad4db req-1794fc10-99cd-461c-87a5-04d53e8c0256 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:33.687453 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9089f617-0687-45d9-807a-9f2838509713 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.693841 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-191f2668-a98d-48aa-a97a-0255e1aad4db req-1794fc10-99cd-461c-87a5-04d53e8c0256 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=548fde49-7c64-47b9-9294-0ee759e37381 HTTP/1.1" status: 200 len: 932 time: 0.2213533 Jul 14 09:24:33.706917 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9089f617-0687-45d9-807a-9f2838509713 None None] Transition to ACTIVE for port object e8938dbd-b785-4b38-b82b-50841bda9009 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:33.714426 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9089f617-0687-45d9-807a-9f2838509713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.760963 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.769233 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.773021 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/networks/21f6d561-68e0-427b-875a-5a5c804ab914 HTTP/1.1" status: 204 len: 168 time: 7.2616296 Jul 14 09:24:33.777407 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34954) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:33.783027 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3a2f2-9c27-4906-9275-d095a105e218 None None] Pushing event updated for resources: {'Port': ['ID=e8938dbd-b785-4b38-b82b-50841bda9009,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:33.787520 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5c454bcf-9911-4f7f-b731-03e18a30c58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'name': 'tempest-ServersTestManualDisk-661026831-router', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:05Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 4, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'gw_port': {'id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:06Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe', 'name': '', 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'mac_address': 'fa:16:3e:af:84:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:12Z', 'updated_at': '2021-07-14T09:22:23Z', 'revision_number': 5, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'subnets': [{'id': '9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:33.816817 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c454bcf-9911-4f7f-b731-03e18a30c58f None None] The sync data for ids ['ba270bd8-9744-4c6f-8a06-9b6376adaf05'] in n-d-798054-10 is: [{'id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'name': 'tempest-ServersTestManualDisk-661026831-router', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:05Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 4, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'gw_port': {'id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:06Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe', 'name': '', 'network_id': '041dc1f0-7ce6-42cf-bd75-72a98460d7b9', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'mac_address': 'fa:16:3e:af:84:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:12Z', 'updated_at': '2021-07-14T09:22:23Z', 'revision_number': 5, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'subnets': [{'id': '9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:33.831292 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67f983-e143-46a5-8140-2c672306ebf3 req-f95e5e99-258d-4f16-8ca3-c40e5312f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:33.836270 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d67f983-e143-46a5-8140-2c672306ebf3 req-f95e5e99-258d-4f16-8ca3-c40e5312f1bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d99465c5-3f7d-4f9c-9abc-0f6030c9ad6e HTTP/1.1" status: 200 len: 854 time: 0.1664531 Jul 14 09:24:33.839562 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf29933-5c9c-42c6-9c46-6554d536c1a9 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] DELETE failed (client error): The resource could not be found. Jul 14 09:24:33.840184 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf29933-5c9c-42c6-9c46-6554d536c1a9 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:24:33.848443 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-adf29933-5c9c-42c6-9c46-6554d536c1a9 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/networks/21f6d561-68e0-427b-875a-5a5c804ab914 HTTP/1.1" status: 404 len: 339 time: 0.0679467 Jul 14 09:24:33.849079 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34956) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:33.852361 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9089f617-0687-45d9-807a-9f2838509713 None None] Attempting to bind port e8938dbd-b785-4b38-b82b-50841bda9009 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:33.852686 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9089f617-0687-45d9-807a-9f2838509713 None None] Attempting to bind port e8938dbd-b785-4b38-b82b-50841bda9009 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '96f12e00-7019-4ca5-8a23-82acba2f55b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'be126745-3ab2-48fe-91c6-d0e4cec53e9a'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:33.852960 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fad0b5-675f-4273-8de4-eb5f46aafe93 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Network': ['ID=21f6d561-68e0-427b-875a-5a5c804ab914,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:33.853173 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9089f617-0687-45d9-807a-9f2838509713 None None] Attempting to bind port e8938dbd-b785-4b38-b82b-50841bda9009 on network be126745-3ab2-48fe-91c6-d0e4cec53e9a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:33.867869 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9089f617-0687-45d9-807a-9f2838509713 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:33.868696 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9089f617-0687-45d9-807a-9f2838509713 None None] Checking segment: {'id': '96f12e00-7019-4ca5-8a23-82acba2f55b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'be126745-3ab2-48fe-91c6-d0e4cec53e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:33.869413 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9089f617-0687-45d9-807a-9f2838509713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.871022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9089f617-0687-45d9-807a-9f2838509713 None None] Bound using segment: {'id': '96f12e00-7019-4ca5-8a23-82acba2f55b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'be126745-3ab2-48fe-91c6-d0e4cec53e9a'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:33.872038 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9089f617-0687-45d9-807a-9f2838509713 None None] Bound port: e8938dbd-b785-4b38-b82b-50841bda9009, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f12e00-7019-4ca5-8a23-82acba2f55b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'be126745-3ab2-48fe-91c6-d0e4cec53e9a'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:33.872931 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9089f617-0687-45d9-807a-9f2838509713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.873360 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-191f2668-a98d-48aa-a97a-0255e1aad4db req-72d2bee6-e4f0-4371-b367-7d18bc9a9d99 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392374 Jul 14 09:24:33.885325 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5679275d-ef48-4c25-b4f6-2e90fbbe2927 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1737726561', 'description': 'd1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:33.922149 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d67f983-e143-46a5-8140-2c672306ebf3 req-f8202489-1d2f-4152-9e9d-7dd5f2da3adf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0dc7e72a-3edb-4241-a6f5-3289e30586c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711348 Jul 14 09:24:33.972956 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9089f617-0687-45d9-807a-9f2838509713 None None] For port e8938dbd-b785-4b38-b82b-50841bda9009, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:33.977517 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9089f617-0687-45d9-807a-9f2838509713 None None] For port e8938dbd-b785-4b38-b82b-50841bda9009, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e8938dbd-b785-4b38-b82b-50841bda9009,segment=NetworkSegment(96f12e00-7019-4ca5-8a23-82acba2f55b4),segment_id=96f12e00-7019-4ca5-8a23-82acba2f55b4)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:33.979709 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47bafb8e-0990-4bc4-9e3f-4e694b25fdba {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:33.984184 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9089f617-0687-45d9-807a-9f2838509713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.989716 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.005076 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] Transition to ACTIVE for port object 47bafb8e-0990-4bc4-9e3f-4e694b25fdba will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:34.005628 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-cebe3116-edd1-4e3f-9435-0352fde41daa tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=32c7b17ee37942fda02c5e0a232f2b32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3510966 Jul 14 09:24:34.017441 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5679275d-ef48-4c25-b4f6-2e90fbbe2927 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Made reservation on behalf of 3fb865d6ad57490c8221232a062e1278 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:34.020925 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5679275d-ef48-4c25-b4f6-2e90fbbe2927 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.024995 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-0dea9c31-794a-4ad8-a157-b99090ba4d27 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:34.034232 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-0dea9c31-794a-4ad8-a157-b99090ba4d27 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.49 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 810 time: 0.4604011 Jul 14 09:24:34.035439 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.061626 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3a2f2-9c27-4906-9275-d095a105e218 None None] Pushing event updated for resources: {'Port': ['ID=e8938dbd-b785-4b38-b82b-50841bda9009,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:34.072572 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089f617-0687-45d9-807a-9f2838509713 None None] Routers {'ecafa85a-4854-4385-be9e-ef6486dd34dd'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:34.073392 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9089f617-0687-45d9-807a-9f2838509713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:24:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ecafa85a-4854-4385-be9e-ef6486dd34dd'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:34.098233 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-33fbf4fd-239d-4d70-b8bd-d82dbeb20f9d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Request body: {'port': {'device_id': 'bd61e98f-5eed-482f-b7f4-7495909679a3', 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530', 'admin_state_up': True, 'tenant_id': 'be454fb0ee14462b824a675124f7b42d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:34.120363 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5679275d-ef48-4c25-b4f6-2e90fbbe2927 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:34.131697 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5679275d-ef48-4c25-b4f6-2e90fbbe2927 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.132110 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-5679275d-ef48-4c25-b4f6-2e90fbbe2927 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Added segment 19491717-30e7-4b6c-b091-ac5e16ca8bfd of type vlan for network 6e124861-4743-4327-ae61-8726af474b7b Jul 14 09:24:34.178086 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5679275d-ef48-4c25-b4f6-2e90fbbe2927 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.200500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] Pushing event updated for resources: {'Port': ['ID=47bafb8e-0990-4bc4-9e3f-4e694b25fdba,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:34.241137 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5679275d-ef48-4c25-b4f6-2e90fbbe2927 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.247164 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5679275d-ef48-4c25-b4f6-2e90fbbe2927 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:34.248099 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5679275d-ef48-4c25-b4f6-2e90fbbe2927 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.262794 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-9089f617-0687-45d9-807a-9f2838509713 None None] Set router ecafa85a-4854-4385-be9e-ef6486dd34dd gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:34.302477 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceab9e5a-425f-4d59-872c-03154b6dd08e None None] New status for floating IP ec680d7b-d7a3-4492-bdd0-b219b2e2182e: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:24:34.332244 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d67f983-e143-46a5-8140-2c672306ebf3 req-c89c7da1-a8bf-49dd-b8d8-5621ffc70761 service neutron] 10.222.0.49 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003708 Jul 14 09:24:34.354851 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-33fbf4fd-239d-4d70-b8bd-d82dbeb20f9d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Made reservation on behalf of be454fb0ee14462b824a675124f7b42d for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:34.355206 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5679275d-ef48-4c25-b4f6-2e90fbbe2927 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5007060 Jul 14 09:24:34.359716 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-33fbf4fd-239d-4d70-b8bd-d82dbeb20f9d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.368376 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34960) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:34.390539 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-79bcd2e4-0538-410b-8ead-31540f0cfce1 service neutron] 10.222.0.26 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836884 Jul 14 09:24:34.465086 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] Attempting to bind port 47bafb8e-0990-4bc4-9e3f-4e694b25fdba on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:34.465597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] Attempting to bind port 47bafb8e-0990-4bc4-9e3f-4e694b25fdba by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '8a032bad-3320-4bc2-ba00-8e6423d364fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:34.466064 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] Attempting to bind port 47bafb8e-0990-4bc4-9e3f-4e694b25fdba on network abaf8195-e5b5-41c5-9377-b40357a3091e {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:34.482021 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ffeb49-24ce-4e62-b1fb-caec9a9d01c4 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:34.483314 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c9ffeb49-24ce-4e62-b1fb-caec9a9d01c4 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "GET /v2.0/networks?id=6e124861-4743-4327-ae61-8726af474b7b HTTP/1.1" status: 200 len: 765 time: 0.1109395 Jul 14 09:24:34.486611 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34962) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:34.491254 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679275d-ef48-4c25-b4f6-2e90fbbe2927 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Network': ['ID=6e124861-4743-4327-ae61-8726af474b7b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:34.498897 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-05995d97-f18a-4a57-860a-614a6165c552 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'network': {'description': 'd2'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:34.503280 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] Port 47bafb8e-0990-4bc4-9e3f-4e694b25fdba on network abaf8195-e5b5-41c5-9377-b40357a3091e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:34.503725 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] Attempting to bind port 47bafb8e-0990-4bc4-9e3f-4e694b25fdba on network abaf8195-e5b5-41c5-9377-b40357a3091e {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:34.513697 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:34.515187 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] Checking segment: {'id': '8a032bad-3320-4bc2-ba00-8e6423d364fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:34.515699 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 6e124861-4743-4327-ae61-8726af474b7b details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:34.515849 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] Bound using segment: {'id': '8a032bad-3320-4bc2-ba00-8e6423d364fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:34.516091 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] Bound port: 47bafb8e-0990-4bc4-9e3f-4e694b25fdba, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a032bad-3320-4bc2-ba00-8e6423d364fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:34.516463 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.580354 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d67f983-e143-46a5-8140-2c672306ebf3 req-6d8986ee-02a1-46ac-9266-d81bfab28109 service neutron] 10.222.0.49 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239082 Jul 14 09:24:34.597020 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-8571a2b7-f57a-452a-9d3d-d7367bda8bb4 service neutron] 10.222.0.26 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055593 Jul 14 09:24:34.636208 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822e33a-38e4-4fc7-9330-84d1ea42abea req-96872150-4c72-455e-9361-dfff0c3dbc9a tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:34.646224 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d822e33a-38e4-4fc7-9330-84d1ea42abea req-96872150-4c72-455e-9361-dfff0c3dbc9a tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc5c6d3c-f521-4cb1-9542-100e93cc835e HTTP/1.1" status: 200 len: 944 time: 0.1964581 Jul 14 09:24:34.713936 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d822e33a-38e4-4fc7-9330-84d1ea42abea req-391ef2fa-1cdf-4c02-9781-46da70f8d5ed tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665519 Jul 14 09:24:34.803082 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] For port 47bafb8e-0990-4bc4-9e3f-4e694b25fdba, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:34.844028 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] For port 47bafb8e-0990-4bc4-9e3f-4e694b25fdba, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=47bafb8e-0990-4bc4-9e3f-4e694b25fdba,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:34.856682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-33fbf4fd-239d-4d70-b8bd-d82dbeb20f9d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Allocated IP 172.20.0.4 (c264f7f6-27f5-4c6a-b12c-803b241a1530/ccf1d83d-082d-42ed-9d0f-7aa5099c2f25/e8627488-6f1d-45f8-9cd7-ffef6130c8fd) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:34.859765 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.887621 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05995d97-f18a-4a57-860a-614a6165c552 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.957228 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:34.957909 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.959408 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] 10.222.0.55 "PUT /v2.0/ports/47bafb8e-0990-4bc4-9e3f-4e694b25fdba HTTP/1.1" status: 200 len: 1093 time: 2.9196305 Jul 14 09:24:34.961958 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548fde49-7c64-47b9-9294-0ee759e37381', 'tag': '47bafb8e-0990-4bc4-9e3f-4e694b25fdba'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:34.964274 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d1b517-837f-40c4-a40d-739212cf0374" -d '{"events": [{"name": "network-changed", "server_uuid": "548fde49-7c64-47b9-9294-0ee759e37381", "tag": "47bafb8e-0990-4bc4-9e3f-4e694b25fdba"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:34.966343 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9089f617-0687-45d9-807a-9f2838509713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecafa85a-4854-4385-be9e-ef6486dd34dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1898086368-router', 'tenant_id': '32c7b17ee37942fda02c5e0a232f2b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'dd346acc-b397-41dc-8245-b5a29545b11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:20Z', 'updated_at': '2021-07-14T09:24:28Z', 'revision_number': 4, 'project_id': '32c7b17ee37942fda02c5e0a232f2b32', 'gw_port': {'id': 'dd346acc-b397-41dc-8245-b5a29545b11c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafa85a-4854-4385-be9e-ef6486dd34dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:22Z', 'updated_at': '2021-07-14T09:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e8938dbd-b785-4b38-b82b-50841bda9009', 'name': '', 'network_id': 'be126745-3ab2-48fe-91c6-d0e4cec53e9a', 'tenant_id': '32c7b17ee37942fda02c5e0a232f2b32', 'mac_address': 'fa:16:3e:65:ec:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecafa85a-4854-4385-be9e-ef6486dd34dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'bfb51c68-788b-4f97-ae97-0d3bea31b529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:25Z', 'updated_at': '2021-07-14T09:24:33Z', 'revision_number': 4, 'project_id': '32c7b17ee37942fda02c5e0a232f2b32', 'subnets': [{'id': 'bfb51c68-788b-4f97-ae97-0d3bea31b529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:34.972060 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05995d97-f18a-4a57-860a-614a6165c552 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.974849 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-79dad7d6-8a62-4020-b1ba-df6d8d26b1b6 req-027fcaed-f111-4af1-b968-c15fd68adea7 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 210 time: 0.0487368 Jul 14 09:24:35.018111 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9089f617-0687-45d9-807a-9f2838509713 None None] The sync data for ids ['ecafa85a-4854-4385-be9e-ef6486dd34dd'] in n-d-798054-10 is: [{'id': 'ecafa85a-4854-4385-be9e-ef6486dd34dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1898086368-router', 'tenant_id': '32c7b17ee37942fda02c5e0a232f2b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'dd346acc-b397-41dc-8245-b5a29545b11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:20Z', 'updated_at': '2021-07-14T09:24:28Z', 'revision_number': 4, 'project_id': '32c7b17ee37942fda02c5e0a232f2b32', 'gw_port': {'id': 'dd346acc-b397-41dc-8245-b5a29545b11c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafa85a-4854-4385-be9e-ef6486dd34dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:22Z', 'updated_at': '2021-07-14T09:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e8938dbd-b785-4b38-b82b-50841bda9009', 'name': '', 'network_id': 'be126745-3ab2-48fe-91c6-d0e4cec53e9a', 'tenant_id': '32c7b17ee37942fda02c5e0a232f2b32', 'mac_address': 'fa:16:3e:65:ec:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecafa85a-4854-4385-be9e-ef6486dd34dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'bfb51c68-788b-4f97-ae97-0d3bea31b529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:25Z', 'updated_at': '2021-07-14T09:24:33Z', 'revision_number': 4, 'project_id': '32c7b17ee37942fda02c5e0a232f2b32', 'subnets': [{'id': 'bfb51c68-788b-4f97-ae97-0d3bea31b529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:35.061872 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8724730-1a0f-49d8-ab8b-59eea8ce8803 req-fad37a31-9622-44fd-9b29-c745adaa30d1 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd61e98f-5eed-482f-b7f4-7495909679a3 HTTP/1.1" status: 200 len: 210 time: 0.1935635 Jul 14 09:24:35.152593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34986) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:35.154120 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05995d97-f18a-4a57-860a-614a6165c552 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Network 6e124861-4743-4327-ae61-8726af474b7b is not hosted by any dhcp agent {{(pid=93888) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:24:35.159782 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05995d97-f18a-4a57-860a-614a6165c552 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:35.160418 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05995d97-f18a-4a57-860a-614a6165c552 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.162047 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-05995d97-f18a-4a57-860a-614a6165c552 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "PUT /v2.0/networks/6e124861-4743-4327-ae61-8726af474b7b HTTP/1.1" status: 200 len: 762 time: 0.6727960 Jul 14 09:24:35.176276 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34988) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:35.199508 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9e16b-7015-4b0f-9da8-d8dfddb41abc service neutron] Pushing event updated for resources: {'Port': ['ID=47bafb8e-0990-4bc4-9e3f-4e694b25fdba,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:35.301448 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82621c2e-e24b-4094-970f-935d26d7047b x-openstack-request-id: req-82621c2e-e24b-4094-970f-935d26d7047b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:35.301716 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548fde49-7c64-47b9-9294-0ee759e37381", "tag": "47bafb8e-0990-4bc4-9e3f-4e694b25fdba", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:35.302187 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82621c2e-e24b-4094-970f-935d26d7047b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:35.302753 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548fde49-7c64-47b9-9294-0ee759e37381', 'tag': '47bafb8e-0990-4bc4-9e3f-4e694b25fdba', 'status': 'completed', 'code': 200} Jul 14 09:24:35.303537 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05995d97-f18a-4a57-860a-614a6165c552 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Network': ['ID=6e124861-4743-4327-ae61-8726af474b7b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:35.322478 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 6e124861-4743-4327-ae61-8726af474b7b details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:35.353361 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-68db5bd9-b1d0-4b2e-a59e-2efbd3a76996 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.462080 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-68db5bd9-b1d0-4b2e-a59e-2efbd3a76996 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.484856 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c6657e-3042-4597-a6e2-0d09d4449f6c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:35.486442 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-10c6657e-3042-4597-a6e2-0d09d4449f6c tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "GET /v2.0/networks?id=6e124861-4743-4327-ae61-8726af474b7b HTTP/1.1" status: 200 len: 765 time: 0.2889409 Jul 14 09:24:35.490947 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35002) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:35.516094 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7d7c7-4529-4275-ba05-5fcacb14fb11 req-b0912e5a-338a-4383-ba21-0c0a1818195d tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:35.517853 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c4a7d7c7-4529-4275-ba05-5fcacb14fb11 req-b0912e5a-338a-4383-ba21-0c0a1818195d tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=548fde49-7c64-47b9-9294-0ee759e37381 HTTP/1.1" status: 200 len: 944 time: 0.3042824 Jul 14 09:24:35.578603 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-b6cab216-5e33-4fdb-9dbe-ada4650c8765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:35.581772 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-b6cab216-5e33-4fdb-9dbe-ada4650c8765 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a82589d668934603a3d48db3a46efae2&device_id=548fde49-7c64-47b9-9294-0ee759e37381 HTTP/1.1" status: 200 len: 1096 time: 0.5100901 Jul 14 09:24:35.642770 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c4a7d7c7-4529-4275-ba05-5fcacb14fb11 req-c162ca54-088e-4430-9826-2737fbb44f2b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895884 Jul 14 09:24:35.678935 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-68db5bd9-b1d0-4b2e-a59e-2efbd3a76996 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.681556 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-68db5bd9-b1d0-4b2e-a59e-2efbd3a76996 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.682769 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-68db5bd9-b1d0-4b2e-a59e-2efbd3a76996 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "DELETE /v2.0/security-groups/3b315ca0-b658-4d44-b0d0-39462ee765b1 HTTP/1.1" status: 204 len: 168 time: 0.5287082 Jul 14 09:24:35.688153 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-f88addb8-a58f-4b3b-b8a9-237cb3f69a19 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47bafb8e-0990-4bc4-9e3f-4e694b25fdba HTTP/1.1" status: 200 len: 217 time: 0.0810473 Jul 14 09:24:35.695964 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35004) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:35.696761 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db5bd9-b1d0-4b2e-a59e-2efbd3a76996 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b315ca0-b658-4d44-b0d0-39462ee765b1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:35.730180 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-f12abdb8-e3df-4db8-8068-3879ec45c357 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:35.731766 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-f12abdb8-e3df-4db8-8068-3879ec45c357 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/networks?id=be126745-3ab2-48fe-91c6-d0e4cec53e9a HTTP/1.1" status: 200 len: 819 time: 0.3165052 Jul 14 09:24:35.738471 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-63a09401-03e0-42d1-a6eb-c1814bf394bc tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] show failed (client error): The resource could not be found. Jul 14 09:24:35.741876 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-63a09401-03e0-42d1-a6eb-c1814bf394bc tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "GET /v2.0/security-groups/3b315ca0-b658-4d44-b0d0-39462ee765b1 HTTP/1.1" status: 404 len: 347 time: 0.0341828 Jul 14 09:24:35.753570 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35008) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:35.760910 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-cac7b60e-f69d-47b0-82d6-49f91a43c801 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/quotas/32c7b17ee37942fda02c5e0a232f2b32 HTTP/1.1" status: 200 len: 375 time: 0.0167415 Jul 14 09:24:35.772295 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-33fbf4fd-239d-4d70-b8bd-d82dbeb20f9d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.854008 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-648b3b6a-61d3-4fd9-9f67-4402fd7f33bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:35.856415 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-648b3b6a-61d3-4fd9-9f67-4402fd7f33bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9fe961b1-9a16-4166-9f5e-21fa35cb8710 HTTP/1.1" status: 200 len: 844 time: 0.1517062 Jul 14 09:24:35.870892 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44df2923-43b4-4cab-9a71-6767bda909b6 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:35.875669 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-44df2923-43b4-4cab-9a71-6767bda909b6 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3793814 Jul 14 09:24:35.879566 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35010) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:35.954342 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-54d55d3e-baab-4315-8689-c334d34df34e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=abaf8195-e5b5-41c5-9377-b40357a3091e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779474 Jul 14 09:24:35.958316 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-26cb1cb2-d9ba-4a4a-ba0a-3760fba37fe1 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "GET /v2.0/subnets?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 207 time: 0.0711939 Jul 14 09:24:35.963815 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35012) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:35.974507 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-2ea55451-5a9e-42e6-9cf9-064e30e81afa tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=32c7b17ee37942fda02c5e0a232f2b32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2123687 Jul 14 09:24:36.025056 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-1fc59f96-68b1-424d-8145-aca908276b48 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Deleting port b7df8ea1-344b-45fe-b4c9-4ddca0ec6eeb {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:36.025639 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1fc59f96-68b1-424d-8145-aca908276b48 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.088789 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-33fbf4fd-239d-4d70-b8bd-d82dbeb20f9d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.148486 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-ff9094a0-50e3-4c8f-8888-6977adec6a63 service neutron] 10.222.0.26 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728518 Jul 14 09:24:36.158453 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1fc59f96-68b1-424d-8145-aca908276b48 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.159046 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1fc59f96-68b1-424d-8145-aca908276b48 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.199415 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-33fbf4fd-239d-4d70-b8bd-d82dbeb20f9d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Network c264f7f6-27f5-4c6a-b12c-803b241a1530 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:36.210561 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-1fc59f96-68b1-424d-8145-aca908276b48 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Calling delete_port for b7df8ea1-344b-45fe-b4c9-4ddca0ec6eeb owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:36.221332 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-33fbf4fd-239d-4d70-b8bd-d82dbeb20f9d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:36.236240 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-33fbf4fd-239d-4d70-b8bd-d82dbeb20f9d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:36.273309 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbf4fd-239d-4d70-b8bd-d82dbeb20f9d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Pushing event updated for resources: {'Port': ['ID=e8627488-6f1d-45f8-9cd7-ffef6130c8fd,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:36.320847 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-33fbf4fd-239d-4d70-b8bd-d82dbeb20f9d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:36.321557 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-33fbf4fd-239d-4d70-b8bd-d82dbeb20f9d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.353270 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-33fbf4fd-239d-4d70-b8bd-d82dbeb20f9d tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2717581 Jul 14 09:24:36.357872 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-78aae6f1-e455-427e-b6ca-4c0723158f96 service neutron] 10.222.0.55 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948872 Jul 14 09:24:36.368892 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] Request body: {'port': {'device_id': 'bd61e98f-5eed-482f-b7f4-7495909679a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:36.376091 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-15cfc36d-1d95-4c73-983d-03c02f9b4b2e service neutron] 10.222.0.26 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267327 Jul 14 09:24:36.401604 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540e622-d056-47e9-95a4-ca48004a088b req-6c721b17-a903-4aad-b958-adbec407d6b7 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:36.407765 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7540e622-d056-47e9-95a4-ca48004a088b req-6c721b17-a903-4aad-b958-adbec407d6b7 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc5c6d3c-f521-4cb1-9542-100e93cc835e HTTP/1.1" status: 200 len: 944 time: 0.2045932 Jul 14 09:24:36.492888 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7540e622-d056-47e9-95a4-ca48004a088b req-a627680a-c79a-4dac-87bd-f0bc5a1ff36b tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697885 Jul 14 09:24:36.510550 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae40907-cce5-45ee-8086-d1cd25da2116 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:36.519062 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae40907-cce5-45ee-8086-d1cd25da2116 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:36.526898 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae40907-cce5-45ee-8086-d1cd25da2116 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:36.534875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae40907-cce5-45ee-8086-d1cd25da2116 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:36.555061 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae40907-cce5-45ee-8086-d1cd25da2116 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:36.565708 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae40907-cce5-45ee-8086-d1cd25da2116 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:36.567616 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4ae40907-cce5-45ee-8086-d1cd25da2116 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6029365 Jul 14 09:24:36.571093 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bbe1ce8e-29a1-4798-b44c-f9771269c1cf req-2dc5a8c5-e87e-4d58-8ae5-8ff588a02e51 service neutron] 10.222.0.55 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659327 Jul 14 09:24:36.575410 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35018) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:36.739527 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-676014be-7b94-4ac1-a81b-059cc3ba47b1 req-4be28c6b-6071-431e-a415-7d38fabc3dd9 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 210 time: 0.1226792 Jul 14 09:24:36.786875 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1fc59f96-68b1-424d-8145-aca908276b48 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.950596 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc59f96-68b1-424d-8145-aca908276b48 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Pushing event deleted for resources: {'Port': ['ID=b7df8ea1-344b-45fe-b4c9-4ddca0ec6eeb,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:36.987125 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.020386 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e8938dbd-b785-4b38-b82b-50841bda9009 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:37.025942 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-149dc302-8bdd-4abf-b778-2dff578f367b tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.027633 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-149dc302-8bdd-4abf-b778-2dff578f367b tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.55 "GET /v2.0/networks?id=be126745-3ab2-48fe-91c6-d0e4cec53e9a HTTP/1.1" status: 200 len: 819 time: 0.4530714 Jul 14 09:24:37.055467 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-0494664a-10e0-4f31-8289-d20e49f97fe6 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Request body: {'port': {'device_id': 'f7a1b37d-34a3-4c85-b270-c1419ec995ec', 'network_id': 'be126745-3ab2-48fe-91c6-d0e4cec53e9a', 'admin_state_up': True, 'tenant_id': '32c7b17ee37942fda02c5e0a232f2b32'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:37.073867 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4fbe9-88ba-4246-a4d5-4668d68fa045 req-9b06e574-0c4e-48c5-ad36-f1da7a9a84bb tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.091400 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c4a4fbe9-88ba-4246-a4d5-4668d68fa045 req-9b06e574-0c4e-48c5-ad36-f1da7a9a84bb tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd61e98f-5eed-482f-b7f4-7495909679a3 HTTP/1.1" status: 200 len: 931 time: 0.3853972 Jul 14 09:24:37.100050 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port e8938dbd-b785-4b38-b82b-50841bda9009 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:37.104988 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e8938dbd-b785-4b38-b82b-50841bda9009 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:37.105711 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.137822 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1fc59f96-68b1-424d-8145-aca908276b48 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.141349 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1fc59f96-68b1-424d-8145-aca908276b48 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.146120 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1fc59f96-68b1-424d-8145-aca908276b48 tempest-ServersTestManualDisk-1074096919 tempest-ServersTestManualDisk-1074096919-project] 10.222.0.26 "DELETE /v2.0/floatingips/ec680d7b-d7a3-4492-bdd0-b219b2e2182e HTTP/1.1" status: 204 len: 168 time: 1.3501687 Jul 14 09:24:37.146940 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35034) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:37.183517 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c4a4fbe9-88ba-4246-a4d5-4668d68fa045 req-19833175-5890-4f21-b906-215c98ed83b0 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909121 Jul 14 09:24:37.223653 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.279078 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port e8938dbd-b785-4b38-b82b-50841bda9009, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e8938dbd-b785-4b38-b82b-50841bda9009,segment=NetworkSegment(96f12e00-7019-4ca5-8a23-82acba2f55b4),segment_id=96f12e00-7019-4ca5-8a23-82acba2f55b4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:37.283375 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0682350-9a0b-40a6-a150-7697e5d85013 req-64fa6bb2-87a2-4925-89ad-aed4fef706b2 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.288650 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.298687 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f0682350-9a0b-40a6-a150-7697e5d85013 req-64fa6bb2-87a2-4925-89ad-aed4fef706b2 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=548fde49-7c64-47b9-9294-0ee759e37381 HTTP/1.1" status: 200 len: 944 time: 0.3436804 Jul 14 09:24:37.362532 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=e8938dbd-b785-4b38-b82b-50841bda9009,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:37.371817 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:37.418219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f0682350-9a0b-40a6-a150-7697e5d85013 req-413cbd43-25d9-4167-a9c5-aab9097ea44a tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191494 Jul 14 09:24:37.498508 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a242bcb5-b1e1-4adc-ae33-9f351c76535a tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.8487618 Jul 14 09:24:37.503897 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35036) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:37.561630 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1b517-837f-40c4-a40d-739212cf0374 req-1605f2fa-d8b5-4dd2-b196-1414e4485c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.563964 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d3d1b517-837f-40c4-a40d-739212cf0374 req-1605f2fa-d8b5-4dd2-b196-1414e4485c7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a82589d668934603a3d48db3a46efae2&device_id=548fde49-7c64-47b9-9294-0ee759e37381 HTTP/1.1" status: 200 len: 1096 time: 0.8332605 Jul 14 09:24:37.596372 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6,segment=NetworkSegment(1f1a358f-73c2-4ce0-ba11-3ecd763be6c8),segment_id=1f1a358f-73c2-4ce0-ba11-3ecd763be6c8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:37.637347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6', 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5', 'port_id': 'ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6', 'mac_address': 'fa:16:3e:ca:fb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99465c5-3f7d-4f9c-9abc-0f6030c9ad6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:37.658728 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6383f0-ceed-4dbd-9256-5b37d2994cb8 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.660839 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6383f0-ceed-4dbd-9256-5b37d2994cb8 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.662667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6383f0-ceed-4dbd-9256-5b37d2994cb8 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.664088 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6383f0-ceed-4dbd-9256-5b37d2994cb8 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.665614 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6383f0-ceed-4dbd-9256-5b37d2994cb8 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.670968 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9f6383f0-ceed-4dbd-9256-5b37d2994cb8 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1571727 Jul 14 09:24:37.677467 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35040) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:37.694878 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.708812 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:37.730013 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6,segment=NetworkSegment(1f1a358f-73c2-4ce0-ba11-3ecd763be6c8),segment_id=1f1a358f-73c2-4ce0-ba11-3ecd763be6c8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:37.734860 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.793092 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:37.831258 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb487c9-0b0e-43cc-a14e-f285b7a5746a req-53c41fe6-a764-422e-bd8a-ca182b071c41 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.838358 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bfb487c9-0b0e-43cc-a14e-f285b7a5746a req-53c41fe6-a764-422e-bd8a-ca182b071c41 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc5c6d3c-f521-4cb1-9542-100e93cc835e HTTP/1.1" status: 200 len: 944 time: 0.1696913 Jul 14 09:24:37.891217 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf85d65-bcae-43e4-8fed-b2feee277263 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.892726 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf85d65-bcae-43e4-8fed-b2feee277263 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.894136 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf85d65-bcae-43e4-8fed-b2feee277263 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.895984 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf85d65-bcae-43e4-8fed-b2feee277263 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.897397 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf85d65-bcae-43e4-8fed-b2feee277263 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.902597 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-daf85d65-bcae-43e4-8fed-b2feee277263 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1711578 Jul 14 09:24:37.906436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1fb94cc7-aeae-4b80-a595-d84909838823 req-290b005b-9309-4888-aca5-00ac93e164a8 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 210 time: 0.0408945 Jul 14 09:24:37.907927 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35044) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:37.929224 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bfb487c9-0b0e-43cc-a14e-f285b7a5746a req-74c345a9-b226-4c98-86ca-a07692f838ca tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893464 Jul 14 09:24:37.955720 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:38.007094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1b517-837f-40c4-a40d-739212cf0374 req-4fe359d1-d9e3-44e1-b9eb-b2034dd8db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:38.008727 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d3d1b517-837f-40c4-a40d-739212cf0374 req-4fe359d1-d9e3-44e1-b9eb-b2034dd8db31 service neutron] 10.222.0.55 "GET /v2.0/networks?id=abaf8195-e5b5-41c5-9377-b40357a3091e HTTP/1.1" status: 200 len: 905 time: 0.4316158 Jul 14 09:24:38.033043 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-0494664a-10e0-4f31-8289-d20e49f97fe6 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Made reservation on behalf of 32c7b17ee37942fda02c5e0a232f2b32 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:38.036578 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-0494664a-10e0-4f31-8289-d20e49f97fe6 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.056984 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-479c5577-6705-4fec-b625-52dc95de6a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.087918 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d3d1b517-837f-40c4-a40d-739212cf0374 req-08b2297a-9a1d-40b3-8d43-bc166e124ae6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47bafb8e-0990-4bc4-9e3f-4e694b25fdba HTTP/1.1" status: 200 len: 217 time: 0.0701623 Jul 14 09:24:38.248330 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e06992-e21f-4244-8a48-b1e8d49fa232 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:38.253197 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-84e06992-e21f-4244-8a48-b1e8d49fa232 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "GET /v2.0/networks/42ad6f78-fe7f-404a-924c-4e7fc5851dfe HTTP/1.1" status: 200 len: 804 time: 0.3408015 Jul 14 09:24:38.256656 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1b517-837f-40c4-a40d-739212cf0374 req-e0349804-ac2e-4c61-89c2-9db720996202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:38.258198 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d3d1b517-837f-40c4-a40d-739212cf0374 req-e0349804-ac2e-4c61-89c2-9db720996202 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9fe961b1-9a16-4166-9f5e-21fa35cb8710 HTTP/1.1" status: 200 len: 844 time: 0.1468384 Jul 14 09:24:38.276219 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35048) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:38.352105 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d3d1b517-837f-40c4-a40d-739212cf0374 req-d4b1bf17-d769-435e-871d-3c49056cc890 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=abaf8195-e5b5-41c5-9377-b40357a3091e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682845 Jul 14 09:24:38.357740 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 47bafb8e-0990-4bc4-9e3f-4e694b25fdba details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:38.403266 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8627488-6f1d-45f8-9cd7-ffef6130c8fd {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:38.439503 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.493452 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 47bafb8e-0990-4bc4-9e3f-4e694b25fdba, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=47bafb8e-0990-4bc4-9e3f-4e694b25fdba,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:38.514562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '47bafb8e-0990-4bc4-9e3f-4e694b25fdba', 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e', 'port_id': '47bafb8e-0990-4bc4-9e3f-4e694b25fdba', 'mac_address': 'fa:16:3e:ba:d4:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe961b1-9a16-4166-9f5e-21fa35cb8710', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:38.515456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] Transition to ACTIVE for port object e8627488-6f1d-45f8-9cd7-ffef6130c8fd will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:38.543880 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-0494664a-10e0-4f31-8289-d20e49f97fe6 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Allocated IP 172.20.0.10 (be126745-3ab2-48fe-91c6-d0e4cec53e9a/bfb51c68-788b-4f97-ae97-0d3bea31b529/5dcd29a1-f328-41f6-a409-8505a67eaaa2) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:38.547110 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.627565 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.639340 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ba54e48a-92bc-472f-b60d-b47dd9f5da5b tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "GET /v2.0/networks/42ad6f78-fe7f-404a-924c-4e7fc5851dfe?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3594174 Jul 14 09:24:38.649070 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35056) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:38.656741 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47bafb8e-0990-4bc4-9e3f-4e694b25fdba {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:38.681426 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 47bafb8e-0990-4bc4-9e3f-4e694b25fdba, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=47bafb8e-0990-4bc4-9e3f-4e694b25fdba,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:38.695745 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.703961 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d3d1b517-837f-40c4-a40d-739212cf0374 req-25a94438-7a04-426e-8c8b-22bcebe056bc service neutron] 10.222.0.55 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033009 Jul 14 09:24:38.704575 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] Pushing event updated for resources: {'Port': ['ID=e8627488-6f1d-45f8-9cd7-ffef6130c8fd,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:38.754784 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=47bafb8e-0990-4bc4-9e3f-4e694b25fdba,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:38.757563 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-90fcb29b-2f3d-4100-a116-ec7e40ece438 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:38.759351 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-90fcb29b-2f3d-4100-a116-ec7e40ece438 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.49 "GET /v2.0/networks?id=be126745-3ab2-48fe-91c6-d0e4cec53e9a HTTP/1.1" status: 200 len: 819 time: 0.7068038 Jul 14 09:24:38.803213 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-616864de-760a-4a32-be3d-451cf224c7e9 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Request body: {'port': {'device_id': 'c2d33c84-bc2b-4e83-9df1-bc41527d9660', 'network_id': 'be126745-3ab2-48fe-91c6-d0e4cec53e9a', 'admin_state_up': True, 'tenant_id': '32c7b17ee37942fda02c5e0a232f2b32'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:38.846562 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7168197e-a3f0-4569-817d-62685795589b tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:38.851679 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7168197e-a3f0-4569-817d-62685795589b tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "GET /v2.0/subnets/c69b991c-f2e6-4248-a565-9f7f88f88662 HTTP/1.1" status: 200 len: 843 time: 0.1952782 Jul 14 09:24:38.862198 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35058) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:38.906092 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e8938dbd-b785-4b38-b82b-50841bda9009 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:38.950635 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba99ae-b1dc-4ed1-b723-d129543756a3 req-12fc8449-687e-4380-bd05-257bf46fa548 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:38.951485 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7dba99ae-b1dc-4ed1-b723-d129543756a3 req-12fc8449-687e-4380-bd05-257bf46fa548 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd61e98f-5eed-482f-b7f4-7495909679a3 HTTP/1.1" status: 200 len: 943 time: 0.2983947 Jul 14 09:24:38.974501 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e8938dbd-b785-4b38-b82b-50841bda9009 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:38.975676 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.981612 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f90e6-6ba5-4f4d-9df7-0f23bdffd1e4 req-34e87ded-d81f-40e2-88dd-7e27b4357650 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:38.989418 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-472f90e6-6ba5-4f4d-9df7-0f23bdffd1e4 req-34e87ded-d81f-40e2-88dd-7e27b4357650 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=548fde49-7c64-47b9-9294-0ee759e37381 HTTP/1.1" status: 200 len: 945 time: 0.3180835 Jul 14 09:24:39.010051 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] Attempting to bind port e8627488-6f1d-45f8-9cd7-ffef6130c8fd on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:39.010610 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] Attempting to bind port e8627488-6f1d-45f8-9cd7-ffef6130c8fd by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:39.010610 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] Attempting to bind port e8627488-6f1d-45f8-9cd7-ffef6130c8fd on network c264f7f6-27f5-4c6a-b12c-803b241a1530 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:39.018456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dfbfd5-ccc9-4f14-90bc-79cd54f851aa tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:39.019830 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-87dfbfd5-ccc9-4f14-90bc-79cd54f851aa tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "GET /v2.0/subnets/c69b991c-f2e6-4248-a565-9f7f88f88662?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1297851 Jul 14 09:24:39.025448 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35064) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:39.039556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-67d1352b-d809-4ffa-92ca-aa2f0268161f tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1926803120'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:39.046223 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d3d1b517-837f-40c4-a40d-739212cf0374 req-d3f516eb-a2a0-42c7-b687-a4b5996ee740 service neutron] 10.222.0.55 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306105 Jul 14 09:24:39.049361 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] Port e8627488-6f1d-45f8-9cd7-ffef6130c8fd on network c264f7f6-27f5-4c6a-b12c-803b241a1530 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:39.049689 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] Attempting to bind port e8627488-6f1d-45f8-9cd7-ffef6130c8fd on network c264f7f6-27f5-4c6a-b12c-803b241a1530 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:39.067990 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:39.068332 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] Checking segment: {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:39.068726 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] Bound using segment: {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:39.069181 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] Bound port: e8627488-6f1d-45f8-9cd7-ffef6130c8fd, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:39.069547 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.076558 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-0494664a-10e0-4f31-8289-d20e49f97fe6 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.079342 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.db.api [None req-67d1352b-d809-4ffa-92ca-aa2f0268161f tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:24:39.079342 n-d-798054-10 neutron-server[93888]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:24:39.079342 n-d-798054-10 neutron-server[93888]: [parameters: {'project_id_1': '3fb865d6ad57490c8221232a062e1278', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 24, 39, 51777)}] Jul 14 09:24:39.079342 n-d-798054-10 neutron-server[93888]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:24:39.079715 n-d-798054-10 neutron-server[93888]: DEBUG oslo_db.api [None req-67d1352b-d809-4ffa-92ca-aa2f0268161f tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:24:39.106255 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7dba99ae-b1dc-4ed1-b723-d129543756a3 req-57f2ac0c-de33-4dee-bca2-38ba0594e9f7 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332817 Jul 14 09:24:39.110352 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-472f90e6-6ba5-4f4d-9df7-0f23bdffd1e4 req-8affe623-1c43-4b0c-86bf-da5963057441 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199856 Jul 14 09:24:39.120626 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-616864de-760a-4a32-be3d-451cf224c7e9 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Made reservation on behalf of 32c7b17ee37942fda02c5e0a232f2b32 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:39.125442 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-616864de-760a-4a32-be3d-451cf224c7e9 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.126070 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['47bafb8e-0990-4bc4-9e3f-4e694b25fdba'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:39.212717 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] For port e8627488-6f1d-45f8-9cd7-ffef6130c8fd, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:39.227659 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] For port e8627488-6f1d-45f8-9cd7-ffef6130c8fd, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e8627488-6f1d-45f8-9cd7-ffef6130c8fd,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:39.241666 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.269027 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-0494664a-10e0-4f31-8289-d20e49f97fe6 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.304563 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-479c5577-6705-4fec-b625-52dc95de6a50 admin admin] Deleting port 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:39.304990 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-479c5577-6705-4fec-b625-52dc95de6a50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.320761 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:39.321390 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.330532 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] 10.222.0.49 "PUT /v2.0/ports/e8627488-6f1d-45f8-9cd7-ffef6130c8fd HTTP/1.1" status: 200 len: 1092 time: 2.9659672 Jul 14 09:24:39.331045 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd61e98f-5eed-482f-b7f4-7495909679a3', 'tag': 'e8627488-6f1d-45f8-9cd7-ffef6130c8fd'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:39.333364 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d2d1e9-15f5-44a2-810a-492cc3f2a566" -d '{"events": [{"name": "network-changed", "server_uuid": "bd61e98f-5eed-482f-b7f4-7495909679a3", "tag": "e8627488-6f1d-45f8-9cd7-ffef6130c8fd"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:39.363352 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-0494664a-10e0-4f31-8289-d20e49f97fe6 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Network be126745-3ab2-48fe-91c6-d0e4cec53e9a is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:39.379669 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-0494664a-10e0-4f31-8289-d20e49f97fe6 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:39.381973 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d27681-b8fa-4c38-8f9c-9e1579779782 service neutron] Pushing event updated for resources: {'Port': ['ID=e8627488-6f1d-45f8-9cd7-ffef6130c8fd,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:39.385737 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-0494664a-10e0-4f31-8289-d20e49f97fe6 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:39.395048 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:39.430800 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9876363e-9550-4653-9960-28b77aaeb18f req-becb9e5d-b7b6-47ad-89d8-b02645c48be3 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 210 time: 0.1023655 Jul 14 09:24:39.451246 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:39.455438 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:39.455821 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.493766 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-616864de-760a-4a32-be3d-451cf224c7e9 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Allocated IP 172.20.0.12 (be126745-3ab2-48fe-91c6-d0e4cec53e9a/bfb51c68-788b-4f97-ae97-0d3bea31b529/e0ddefd2-ea06-4ad7-9185-c6d67caea03a) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:39.498225 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-0494664a-10e0-4f31-8289-d20e49f97fe6 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:39.499202 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-0494664a-10e0-4f31-8289-d20e49f97fe6 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.513020 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494664a-10e0-4f31-8289-d20e49f97fe6 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Pushing event updated for resources: {'Port': ['ID=5dcd29a1-f328-41f6-a409-8505a67eaaa2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:39.527144 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c074713c-8633-4070-ab56-a6fc09529e7c x-openstack-request-id: req-c074713c-8633-4070-ab56-a6fc09529e7c {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:39.527656 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd61e98f-5eed-482f-b7f4-7495909679a3", "tag": "e8627488-6f1d-45f8-9cd7-ffef6130c8fd", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:39.527656 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c074713c-8633-4070-ab56-a6fc09529e7c {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:39.528051 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd61e98f-5eed-482f-b7f4-7495909679a3', 'tag': 'e8627488-6f1d-45f8-9cd7-ffef6130c8fd', 'status': 'completed', 'code': 200} Jul 14 09:24:39.538627 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-0494664a-10e0-4f31-8289-d20e49f97fe6 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4870660 Jul 14 09:24:39.552154 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-aa66f754-dcf3-4bdd-9d37-c3c6c6437952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:39.553670 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-aa66f754-dcf3-4bdd-9d37-c3c6c6437952 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&device_id=bd61e98f-5eed-482f-b7f4-7495909679a3 HTTP/1.1" status: 200 len: 1095 time: 0.1690130 Jul 14 09:24:39.560445 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] Request body: {'port': {'device_id': 'f7a1b37d-34a3-4c85-b270-c1419ec995ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:39.583239 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-479c5577-6705-4fec-b625-52dc95de6a50 admin admin] For port 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe,segment=NetworkSegment(15ade24d-c4ae-410c-afff-9563e52de3ef),segment_id=15ade24d-c4ae-410c-afff-9563e52de3ef)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:39.583765 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-479c5577-6705-4fec-b625-52dc95de6a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.614033 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-479c5577-6705-4fec-b625-52dc95de6a50 admin admin] Calling delete_port for 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:39.647864 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.664579 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-f09d3bea-baa5-450d-938e-18d251115b3a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8627488-6f1d-45f8-9cd7-ffef6130c8fd HTTP/1.1" status: 200 len: 217 time: 0.1023252 Jul 14 09:24:39.675148 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5c6d3c-f521-4cb1-9542-100e93cc835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:39.678701 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0943cd7-9fd8-4850-8c0d-2ba64fa7f1af" -d '{"events": [{"server_uuid": "cc5c6d3c-f521-4cb1-9542-100e93cc835e", "name": "network-vif-plugged", "status": "completed", "tag": "ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:39.695117 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dec4d9-0e19-4b3b-b222-349ca8ccfa9d req-a4d2f5ac-6381-4fc3-9613-a170f590f025 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:39.698831 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6,segment=NetworkSegment(1f1a358f-73c2-4ce0-ba11-3ecd763be6c8),segment_id=1f1a358f-73c2-4ce0-ba11-3ecd763be6c8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:39.703867 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49dec4d9-0e19-4b3b-b222-349ca8ccfa9d req-a4d2f5ac-6381-4fc3-9613-a170f590f025 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc5c6d3c-f521-4cb1-9542-100e93cc835e HTTP/1.1" status: 200 len: 945 time: 0.3192480 Jul 14 09:24:39.704318 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.742488 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ff94fe-49c3-427e-ac82-a700637f81e7 x-openstack-request-id: req-b2ff94fe-49c3-427e-ac82-a700637f81e7 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:39.742793 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5c6d3c-f521-4cb1-9542-100e93cc835e", "name": "network-vif-plugged", "status": "completed", "tag": "ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:39.751299 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2ff94fe-49c3-427e-ac82-a700637f81e7 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:39.753360 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d1352b-d809-4ffa-92ca-aa2f0268161f tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Made reservation on behalf of 3fb865d6ad57490c8221232a062e1278 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:39.756530 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5c6d3c-f521-4cb1-9542-100e93cc835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6', 'code': 200} Jul 14 09:24:39.756865 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67d1352b-d809-4ffa-92ca-aa2f0268161f tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.783133 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-7f2bdf7e-4e4d-4132-b0b7-101eaa4e1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:39.785115 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-7f2bdf7e-4e4d-4132-b0b7-101eaa4e1584 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ccf1d83d-082d-42ed-9d0f-7aa5099c2f25 HTTP/1.1" status: 200 len: 850 time: 0.1127994 Jul 14 09:24:39.790079 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:39.792512 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.836342 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-55872e70-47b1-4595-9212-9e9fd9efa92c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c264f7f6-27f5-4c6a-b12c-803b241a1530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383072 Jul 14 09:24:39.843895 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49dec4d9-0e19-4b3b-b222-349ca8ccfa9d req-4f837a7e-5898-447b-a6cc-99f9a6a8e5b3 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388743 Jul 14 09:24:39.869150 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d1352b-d809-4ffa-92ca-aa2f0268161f tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:39.920786 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67d1352b-d809-4ffa-92ca-aa2f0268161f tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.921136 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-67d1352b-d809-4ffa-92ca-aa2f0268161f tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Added segment ce7224c7-0217-4449-b3cd-492667ccc8d0 of type vlan for network 13ca247f-b622-4d39-8a03-c8367f60635b Jul 14 09:24:39.929152 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-616864de-760a-4a32-be3d-451cf224c7e9 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.000275 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67d1352b-d809-4ffa-92ca-aa2f0268161f tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.005111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9631e8-8a98-4de1-9191-3afb8735ead5 req-07067fa6-c152-4308-aeb6-3ff1a8af5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:40.006738 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5c9631e8-8a98-4de1-9191-3afb8735ead5 req-07067fa6-c152-4308-aeb6-3ff1a8af5045 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cc5c6d3c-f521-4cb1-9542-100e93cc835e HTTP/1.1" status: 200 len: 1098 time: 0.1849039 Jul 14 09:24:40.057376 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-616864de-760a-4a32-be3d-451cf224c7e9 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.096016 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-4a2f0842-3618-4dba-91b1-11af0e7170f2 service neutron] 10.222.0.49 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514677 Jul 14 09:24:40.125412 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5c9631e8-8a98-4de1-9191-3afb8735ead5 req-7166ac8a-2316-492f-89a2-6300edccf021 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106439 Jul 14 09:24:40.146751 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-616864de-760a-4a32-be3d-451cf224c7e9 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Network be126745-3ab2-48fe-91c6-d0e4cec53e9a is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:40.152118 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-616864de-760a-4a32-be3d-451cf224c7e9 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:40.165006 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-616864de-760a-4a32-be3d-451cf224c7e9 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:40.169517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616864de-760a-4a32-be3d-451cf224c7e9 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Pushing event updated for resources: {'Port': ['ID=e0ddefd2-ea06-4ad7-9185-c6d67caea03a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:40.173387 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-479c5577-6705-4fec-b625-52dc95de6a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.188912 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67d1352b-d809-4ffa-92ca-aa2f0268161f tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.194350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d1352b-d809-4ffa-92ca-aa2f0268161f tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:40.194946 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67d1352b-d809-4ffa-92ca-aa2f0268161f tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.240467 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c5577-6705-4fec-b625-52dc95de6a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:40.283406 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-67d1352b-d809-4ffa-92ca-aa2f0268161f tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2528417 Jul 14 09:24:40.289846 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35078) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:40.299462 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e9112773-3268-4af1-96d4-d25b517ad400 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'subnet': {'network_id': '13ca247f-b622-4d39-8a03-c8367f60635b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:40.374434 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1352b-d809-4ffa-92ca-aa2f0268161f tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Network': ['ID=13ca247f-b622-4d39-8a03-c8367f60635b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:40.381674 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 47bafb8e-0990-4bc4-9e3f-4e694b25fdba up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:40.407617 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-616864de-760a-4a32-be3d-451cf224c7e9 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:40.408879 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-616864de-760a-4a32-be3d-451cf224c7e9 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.409244 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 13ca247f-b622-4d39-8a03-c8367f60635b details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:40.433438 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cb507773-3ed1-4668-a384-4fa0109eb161 req-664e3b30-636f-4cd0-9a83-d4f787299349 service neutron] 10.222.0.49 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290281 Jul 14 09:24:40.517168 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 47bafb8e-0990-4bc4-9e3f-4e694b25fdba completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:40.522460 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 47bafb8e-0990-4bc4-9e3f-4e694b25fdba triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:40.522840 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.538149 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c726f39-19fd-4042-b03e-61c996fb96b8 req-4a7d538f-3df0-4632-90b1-a8324bc051d0 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:40.542815 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c726f39-19fd-4042-b03e-61c996fb96b8 req-4a7d538f-3df0-4632-90b1-a8324bc051d0 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=548fde49-7c64-47b9-9294-0ee759e37381 HTTP/1.1" status: 200 len: 945 time: 0.2984715 Jul 14 09:24:40.558383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dcd29a1-f328-41f6-a409-8505a67eaaa2 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:40.563888 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9112773-3268-4af1-96d4-d25b517ad400 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Made reservation on behalf of 3fb865d6ad57490c8221232a062e1278 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:40.567902 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9112773-3268-4af1-96d4-d25b517ad400 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.579766 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.618173 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-616864de-760a-4a32-be3d-451cf224c7e9 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8234463 Jul 14 09:24:40.628880 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.641432 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721387b-8c9e-4334-9b31-6bb26a2ee249 req-e7bca3b5-b28f-4506-81b3-72d54b4eb5c3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:40.643299 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8721387b-8c9e-4334-9b31-6bb26a2ee249 req-e7bca3b5-b28f-4506-81b3-72d54b4eb5c3 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd61e98f-5eed-482f-b7f4-7495909679a3 HTTP/1.1" status: 200 len: 943 time: 0.3717966 Jul 14 09:24:40.655397 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] Request body: {'port': {'device_id': 'c2d33c84-bc2b-4e83-9df1-bc41527d9660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:40.665349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 47bafb8e-0990-4bc4-9e3f-4e694b25fdba, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=47bafb8e-0990-4bc4-9e3f-4e694b25fdba,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:40.670754 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.729382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=47bafb8e-0990-4bc4-9e3f-4e694b25fdba,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:40.782890 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c726f39-19fd-4042-b03e-61c996fb96b8 req-a1676432-3efd-42ba-94c3-acfe788dee46 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718261 Jul 14 09:24:40.821292 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-479c5577-6705-4fec-b625-52dc95de6a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.972779 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8721387b-8c9e-4334-9b31-6bb26a2ee249 req-49ca724f-0846-4cbb-9cfc-1cbf0250966e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810943 Jul 14 09:24:40.976705 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] Transition to ACTIVE for port object 5dcd29a1-f328-41f6-a409-8505a67eaaa2 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:40.991342 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.021119 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.029563 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.ipam_backend_mixin [None req-e9112773-3268-4af1-96d4-d25b517ad400 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Performing IP validity checks on allocation pools {{(pid=93888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:24:41.030656 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.ipam_backend_mixin [None req-e9112773-3268-4af1-96d4-d25b517ad400 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:24:41.087568 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] Pushing event updated for resources: {'Port': ['ID=5dcd29a1-f328-41f6-a409-8505a67eaaa2,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:41.128622 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2d1e9-15f5-44a2-810a-492cc3f2a566 req-43704d29-6775-43de-a6e2-3629331e7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:41.130174 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d8d2d1e9-15f5-44a2-810a-492cc3f2a566 req-43704d29-6775-43de-a6e2-3629331e7813 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=be454fb0ee14462b824a675124f7b42d&device_id=bd61e98f-5eed-482f-b7f4-7495909679a3 HTTP/1.1" status: 200 len: 1095 time: 0.6210239 Jul 14 09:24:41.307430 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] Attempting to bind port 5dcd29a1-f328-41f6-a409-8505a67eaaa2 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:41.307828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] Attempting to bind port 5dcd29a1-f328-41f6-a409-8505a67eaaa2 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '96f12e00-7019-4ca5-8a23-82acba2f55b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'be126745-3ab2-48fe-91c6-d0e4cec53e9a'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:41.308168 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] Attempting to bind port 5dcd29a1-f328-41f6-a409-8505a67eaaa2 on network be126745-3ab2-48fe-91c6-d0e4cec53e9a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:41.345010 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] Port 5dcd29a1-f328-41f6-a409-8505a67eaaa2 on network be126745-3ab2-48fe-91c6-d0e4cec53e9a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:41.345340 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] Attempting to bind port 5dcd29a1-f328-41f6-a409-8505a67eaaa2 on network be126745-3ab2-48fe-91c6-d0e4cec53e9a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:41.366895 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:41.367137 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] Checking segment: {'id': '96f12e00-7019-4ca5-8a23-82acba2f55b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'be126745-3ab2-48fe-91c6-d0e4cec53e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:41.367499 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] Bound using segment: {'id': '96f12e00-7019-4ca5-8a23-82acba2f55b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'be126745-3ab2-48fe-91c6-d0e4cec53e9a'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:41.367992 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] Bound port: 5dcd29a1-f328-41f6-a409-8505a67eaaa2, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f12e00-7019-4ca5-8a23-82acba2f55b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'be126745-3ab2-48fe-91c6-d0e4cec53e9a'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:41.368477 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.380065 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2d1e9-15f5-44a2-810a-492cc3f2a566 req-0a255367-195a-40e3-9134-a5c8b6fa899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:41.381632 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d8d2d1e9-15f5-44a2-810a-492cc3f2a566 req-0a255367-195a-40e3-9134-a5c8b6fa899a service neutron] 10.222.0.49 "GET /v2.0/networks?id=c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 200 len: 911 time: 0.2270875 Jul 14 09:24:41.390245 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9112773-3268-4af1-96d4-d25b517ad400 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.454118 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478ee30-2353-4a73-bb4f-c02522bfcdfd req-9577d3d7-31ce-4113-94eb-adbe1cd778e8 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:41.455988 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f478ee30-2353-4a73-bb4f-c02522bfcdfd req-9577d3d7-31ce-4113-94eb-adbe1cd778e8 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 932 time: 0.3037899 Jul 14 09:24:41.475452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479c5577-6705-4fec-b625-52dc95de6a50 admin admin] Router ba270bd8-9744-4c6f-8a06-9b6376adaf05 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:24:41.479477 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d8d2d1e9-15f5-44a2-810a-492cc3f2a566 req-f52ea802-9000-4eca-9f21-9cbe50eee554 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8627488-6f1d-45f8-9cd7-ffef6130c8fd HTTP/1.1" status: 200 len: 217 time: 0.0863285 Jul 14 09:24:41.566550 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9112773-3268-4af1-96d4-d25b517ad400 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Subnet': ['ID=daa42fc9-84e9-4ccc-8538-3aafaa3c2a87,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:41.572218 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] For port 5dcd29a1-f328-41f6-a409-8505a67eaaa2, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:41.591108 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2d1e9-15f5-44a2-810a-492cc3f2a566 req-e326f8a5-5f5f-42c1-b658-337c4d9b69ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:41.592627 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d8d2d1e9-15f5-44a2-810a-492cc3f2a566 req-e326f8a5-5f5f-42c1-b658-337c4d9b69ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ccf1d83d-082d-42ed-9d0f-7aa5099c2f25 HTTP/1.1" status: 200 len: 850 time: 0.1022046 Jul 14 09:24:41.594313 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] For port 5dcd29a1-f328-41f6-a409-8505a67eaaa2, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5dcd29a1-f328-41f6-a409-8505a67eaaa2,segment=NetworkSegment(96f12e00-7019-4ca5-8a23-82acba2f55b4),segment_id=96f12e00-7019-4ca5-8a23-82acba2f55b4)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:41.594604 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c8359-9c1a-431f-8542-aba6b6d28604 req-84474d48-e762-4a71-91bf-4362b0073a19 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:41.596842 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e6c8359-9c1a-431f-8542-aba6b6d28604 req-84474d48-e762-4a71-91bf-4362b0073a19 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc5c6d3c-f521-4cb1-9542-100e93cc835e HTTP/1.1" status: 200 len: 946 time: 0.2628043 Jul 14 09:24:41.597539 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9112773-3268-4af1-96d4-d25b517ad400 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Checking segment: {'id': 'ce7224c7-0217-4449-b3cd-492667ccc8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '13ca247f-b622-4d39-8a03-c8367f60635b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:41.597944 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9112773-3268-4af1-96d4-d25b517ad400 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Network hostable DHCP agents. Network: 13ca247f-b622-4d39-8a03-c8367f60635b, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:41.612297 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.614538 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f478ee30-2353-4a73-bb4f-c02522bfcdfd req-18123fe9-9547-4b9d-8c1e-4890e2ae5ad8 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429391 Jul 14 09:24:41.637491 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d8d2d1e9-15f5-44a2-810a-492cc3f2a566 req-4c916f06-51d4-49a1-82e5-e2e43d9a0087 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c264f7f6-27f5-4c6a-b12c-803b241a1530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361781 Jul 14 09:24:41.700141 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:41.700761 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.702725 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] 10.222.0.55 "PUT /v2.0/ports/5dcd29a1-f328-41f6-a409-8505a67eaaa2 HTTP/1.1" status: 200 len: 1093 time: 2.1468437 Jul 14 09:24:41.726460 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a1b37d-34a3-4c85-b270-c1419ec995ec', 'tag': '5dcd29a1-f328-41f6-a409-8505a67eaaa2'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:41.728745 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e203e8-6a22-434e-bf60-d077da276607" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a1b37d-34a3-4c85-b270-c1419ec995ec", "tag": "5dcd29a1-f328-41f6-a409-8505a67eaaa2"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:41.735190 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9112773-3268-4af1-96d4-d25b517ad400 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Network 13ca247f-b622-4d39-8a03-c8367f60635b is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:41.736799 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e6c8359-9c1a-431f-8542-aba6b6d28604 req-c4d5cddc-46ca-45a6-9efc-55a95b37140f tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262479 Jul 14 09:24:41.744938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0ddefd2-ea06-4ad7-9185-c6d67caea03a {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:41.756262 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.757235 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548fde49-7c64-47b9-9294-0ee759e37381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bafb8e-0990-4bc4-9e3f-4e694b25fdba'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:41.759614 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f3fd44-3a29-4e2b-991f-54d61c451c05" -d '{"events": [{"server_uuid": "548fde49-7c64-47b9-9294-0ee759e37381", "name": "network-vif-plugged", "status": "completed", "tag": "47bafb8e-0990-4bc4-9e3f-4e694b25fdba"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:41.762052 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-e9112773-3268-4af1-96d4-d25b517ad400 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 13ca247f-b622-4d39-8a03-c8367f60635b) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:41.771803 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9112773-3268-4af1-96d4-d25b517ad400 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:41.772419 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9112773-3268-4af1-96d4-d25b517ad400 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736873'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.777877 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573ac7b-aa46-4592-b5cf-f6cedad1d2db service neutron] Pushing event updated for resources: {'Port': ['ID=5dcd29a1-f328-41f6-a409-8505a67eaaa2,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:41.779293 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfbfbee-6757-4add-b772-39732fbfcdb4 None None] Network 13ca247f-b622-4d39-8a03-c8367f60635b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:41.802310 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71580820-5c94-4800-b785-fba163e5075d x-openstack-request-id: req-71580820-5c94-4800-b785-fba163e5075d {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:41.802602 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a1b37d-34a3-4c85-b270-c1419ec995ec", "tag": "5dcd29a1-f328-41f6-a409-8505a67eaaa2", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:41.802859 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71580820-5c94-4800-b785-fba163e5075d {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:41.803249 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a1b37d-34a3-4c85-b270-c1419ec995ec', 'tag': '5dcd29a1-f328-41f6-a409-8505a67eaaa2', 'status': 'completed', 'code': 200} Jul 14 09:24:41.825499 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] Transition to ACTIVE for port object e0ddefd2-ea06-4ad7-9185-c6d67caea03a will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:41.828335 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479c5577-6705-4fec-b625-52dc95de6a50 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:41.841318 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743d56b-b835-414b-b263-923ba542cc13 None None] Sync routers for ids ['ba270bd8-9744-4c6f-8a06-9b6376adaf05'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:41.841878 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-479c5577-6705-4fec-b625-52dc95de6a50 admin admin] 10.222.0.26 "PUT /v2.0/routers/ba270bd8-9744-4c6f-8a06-9b6376adaf05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6909125 Jul 14 09:24:41.845636 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35094) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:41.847808 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.854856 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7743d56b-b835-414b-b263-923ba542cc13 None None] Routers {'ba270bd8-9744-4c6f-8a06-9b6376adaf05'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:41.857465 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7743d56b-b835-414b-b263-923ba542cc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:24:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ba270bd8-9744-4c6f-8a06-9b6376adaf05'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:41.881416 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05046836-db13-406c-b12a-97dbfc345b18 x-openstack-request-id: req-05046836-db13-406c-b12a-97dbfc345b18 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:41.881656 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548fde49-7c64-47b9-9294-0ee759e37381", "name": "network-vif-plugged", "status": "completed", "tag": "47bafb8e-0990-4bc4-9e3f-4e694b25fdba", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:41.881873 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05046836-db13-406c-b12a-97dbfc345b18 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:41.882272 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548fde49-7c64-47b9-9294-0ee759e37381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bafb8e-0990-4bc4-9e3f-4e694b25fdba', 'code': 200} Jul 14 09:24:41.900602 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e9112773-3268-4af1-96d4-d25b517ad400 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6080329 Jul 14 09:24:41.913377 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35096) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:41.924609 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-502a6578-e116-48f0-931f-237e95a9797a tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:42.013540 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d8d2d1e9-15f5-44a2-810a-492cc3f2a566 req-f1f140f4-1193-454d-8f5c-76c8c60caeaa service neutron] 10.222.0.49 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484423 Jul 14 09:24:42.051366 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-7743d56b-b835-414b-b263-923ba542cc13 None None] Set router ba270bd8-9744-4c6f-8a06-9b6376adaf05 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:42.119407 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-13ca247f-b622-4d39-8a03-c8367f60635b', 'network_id': '13ca247f-b622-4d39-8a03-c8367f60635b', 'tenant_id': '3fb865d6ad57490c8221232a062e1278', 'fixed_ips': [{'subnet_id': 'daa42fc9-84e9-4ccc-8538-3aafaa3c2a87'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:24:42.126058 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.271799 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-cce3754f-681c-4dc1-8db2-04a85a1959bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:42.274122 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-cce3754f-681c-4dc1-8db2-04a85a1959bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32c7b17ee37942fda02c5e0a232f2b32&device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 1096 time: 0.4700296 Jul 14 09:24:42.279113 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-502a6578-e116-48f0-931f-237e95a9797a tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2337147'] for subnet, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.282844 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7743d56b-b835-414b-b263-923ba542cc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'name': 'tempest-ServersTestManualDisk-661026831-router', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:05Z', 'updated_at': '2021-07-14T09:24:40Z', 'revision_number': 5, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'gw_port': {'id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:06Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:42.316082 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743d56b-b835-414b-b263-923ba542cc13 None None] Checking router: ba270bd8-9744-4c6f-8a06-9b6376adaf05 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:42.329233 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7743d56b-b835-414b-b263-923ba542cc13 None None] Routers {'ba270bd8-9744-4c6f-8a06-9b6376adaf05'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:42.330276 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7743d56b-b835-414b-b263-923ba542cc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:24:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ba270bd8-9744-4c6f-8a06-9b6376adaf05'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:42.361733 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Allocated IP 2001:db8::3 (13ca247f-b622-4d39-8a03-c8367f60635b/daa42fc9-84e9-4ccc-8538-3aafaa3c2a87/1b895784-fe98-4415-a57c-1515155e70fe) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:42.365173 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-1c1a1472-bf54-4290-ab5e-edee50cf8386 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dcd29a1-f328-41f6-a409-8505a67eaaa2 HTTP/1.1" status: 200 len: 217 time: 0.0675206 Jul 14 09:24:42.396136 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ba14e-675b-46d8-936b-0ecba5774cad req-1e486360-3005-4862-b12f-e95bd90c24d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:42.397639 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1c7ba14e-675b-46d8-936b-0ecba5774cad req-1e486360-3005-4862-b12f-e95bd90c24d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=548fde49-7c64-47b9-9294-0ee759e37381 HTTP/1.1" status: 200 len: 1098 time: 0.3938532 Jul 14 09:24:42.419880 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d8d2d1e9-15f5-44a2-810a-492cc3f2a566 req-60dc7fee-25f6-471c-9722-c4569bb8e7d7 service neutron] 10.222.0.49 "GET /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803194 Jul 14 09:24:42.464022 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-7743d56b-b835-414b-b263-923ba542cc13 None None] Set router ba270bd8-9744-4c6f-8a06-9b6376adaf05 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:42.475337 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-2ec6b04e-dacb-4c4a-a8e7-7315c09cd60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:42.479207 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-2ec6b04e-dacb-4c4a-a8e7-7315c09cd60d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfb51c68-788b-4f97-ae97-0d3bea31b529 HTTP/1.1" status: 200 len: 859 time: 0.0986686 Jul 14 09:24:42.481966 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1c7ba14e-675b-46d8-936b-0ecba5774cad req-a070344f-f1c9-4903-ae5f-cd1a016a84f9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644503 Jul 14 09:24:42.533492 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.542471 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Transition to ACTIVE for port object 1b895784-fe98-4415-a57c-1515155e70fe will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:42.557444 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Transition to ACTIVE for port object 1b895784-fe98-4415-a57c-1515155e70fe will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:42.564010 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.581834 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e0ddefd2-ea06-4ad7-9185-c6d67caea03a,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:42.583246 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Network 13ca247f-b622-4d39-8a03-c8367f60635b is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:42.606629 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:42.610317 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:42.658150 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Pushing event updated for resources: {'Port': ['ID=1b895784-fe98-4415-a57c-1515155e70fe,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:42.685311 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7743d56b-b835-414b-b263-923ba542cc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'name': 'tempest-ServersTestManualDisk-661026831-router', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:05Z', 'updated_at': '2021-07-14T09:24:40Z', 'revision_number': 5, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'gw_port': {'id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:06Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:42.689485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Attempting to bind port 1b895784-fe98-4415-a57c-1515155e70fe on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:42.689663 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Attempting to bind port 1b895784-fe98-4415-a57c-1515155e70fe by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'ce7224c7-0217-4449-b3cd-492667ccc8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '13ca247f-b622-4d39-8a03-c8367f60635b'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:42.690083 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Attempting to bind port 1b895784-fe98-4415-a57c-1515155e70fe on network 13ca247f-b622-4d39-8a03-c8367f60635b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:42.699018 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:42.699018 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Checking segment: {'id': 'ce7224c7-0217-4449-b3cd-492667ccc8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '13ca247f-b622-4d39-8a03-c8367f60635b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:42.699493 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.699843 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Bound using segment: {'id': 'ce7224c7-0217-4449-b3cd-492667ccc8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '13ca247f-b622-4d39-8a03-c8367f60635b'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:42.700311 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Bound port: 1b895784-fe98-4415-a57c-1515155e70fe, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7224c7-0217-4449-b3cd-492667ccc8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '13ca247f-b622-4d39-8a03-c8367f60635b'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:42.700680 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.708179 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b94942c-c784-44ce-8caf-88fae73d12cf admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.723057 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743d56b-b835-414b-b263-923ba542cc13 None None] The sync data for ids ['ba270bd8-9744-4c6f-8a06-9b6376adaf05'] in n-d-798054-10 is: [{'id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'name': 'tempest-ServersTestManualDisk-661026831-router', 'tenant_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:05Z', 'updated_at': '2021-07-14T09:24:40Z', 'revision_number': 5, 'project_id': '4a9dd7e1c4ad44778b18f6fb76161572', 'gw_port': {'id': '0126e3ff-183c-4dce-86a0-6bbe6640c590', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba270bd8-9744-4c6f-8a06-9b6376adaf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:06Z', 'updated_at': '2021-07-14T09:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:42.758059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61c28f-1ec5-4bed-848c-f829435a13be req-9f9c22ef-4705-4bf1-9392-6559d06d028c tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:42.769292 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe61c28f-1ec5-4bed-848c-f829435a13be req-9f9c22ef-4705-4bf1-9392-6559d06d028c tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=548fde49-7c64-47b9-9294-0ee759e37381 HTTP/1.1" status: 200 len: 946 time: 0.2811151 Jul 14 09:24:42.774578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] Attempting to bind port e0ddefd2-ea06-4ad7-9185-c6d67caea03a on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:42.774910 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] Attempting to bind port e0ddefd2-ea06-4ad7-9185-c6d67caea03a by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '96f12e00-7019-4ca5-8a23-82acba2f55b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'be126745-3ab2-48fe-91c6-d0e4cec53e9a'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:42.775241 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] Attempting to bind port e0ddefd2-ea06-4ad7-9185-c6d67caea03a on network be126745-3ab2-48fe-91c6-d0e4cec53e9a {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:42.779830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] For port 1b895784-fe98-4415-a57c-1515155e70fe, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:42.784240 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] For port 1b895784-fe98-4415-a57c-1515155e70fe, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1b895784-fe98-4415-a57c-1515155e70fe,segment=NetworkSegment(ce7224c7-0217-4449-b3cd-492667ccc8d0),segment_id=ce7224c7-0217-4449-b3cd-492667ccc8d0)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:42.789698 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.801682 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-b3b0c7d0-87a6-4fff-bd7e-f3b9ea58c7b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be126745-3ab2-48fe-91c6-d0e4cec53e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404916 Jul 14 09:24:42.806337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] Port e0ddefd2-ea06-4ad7-9185-c6d67caea03a on network be126745-3ab2-48fe-91c6-d0e4cec53e9a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:42.806337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] Attempting to bind port e0ddefd2-ea06-4ad7-9185-c6d67caea03a on network be126745-3ab2-48fe-91c6-d0e4cec53e9a {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:42.839625 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8835bf0-1bb2-4196-a2db-ac54a0d0fe10 req-6ce3396b-2dd2-439f-984f-ef0095c3dbc9 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:42.841245 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8835bf0-1bb2-4196-a2db-ac54a0d0fe10 req-6ce3396b-2dd2-439f-984f-ef0095c3dbc9 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd61e98f-5eed-482f-b7f4-7495909679a3 HTTP/1.1" status: 200 len: 943 time: 0.3645911 Jul 14 09:24:42.865566 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45674f28-15e5-45d1-bba6-ebaf430b6766 None None] Pushing event updated for resources: {'Port': ['ID=1b895784-fe98-4415-a57c-1515155e70fe,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:42.867454 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-502a6578-e116-48f0-931f-237e95a9797a tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751749389078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10283475'] for subnet, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.878488 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:42.878749 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] Checking segment: {'id': '96f12e00-7019-4ca5-8a23-82acba2f55b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'be126745-3ab2-48fe-91c6-d0e4cec53e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:42.879134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] Bound using segment: {'id': '96f12e00-7019-4ca5-8a23-82acba2f55b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'be126745-3ab2-48fe-91c6-d0e4cec53e9a'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:42.879582 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] Bound port: e0ddefd2-ea06-4ad7-9185-c6d67caea03a, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f12e00-7019-4ca5-8a23-82acba2f55b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'be126745-3ab2-48fe-91c6-d0e4cec53e9a'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:42.879945 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.924490 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe61c28f-1ec5-4bed-848c-f829435a13be req-3160e849-a941-47ff-a189-b11d60243a10 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541789 Jul 14 09:24:42.927072 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502a6578-e116-48f0-931f-237e95a9797a tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:42.927694 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-502a6578-e116-48f0-931f-237e95a9797a tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.928990 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-502a6578-e116-48f0-931f-237e95a9797a tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "PUT /v2.0/subnets/daa42fc9-84e9-4ccc-8538-3aafaa3c2a87 HTTP/1.1" status: 200 len: 900 time: 1.0099709 Jul 14 09:24:42.932940 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35112) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:42.960503 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a6578-e116-48f0-931f-237e95a9797a tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event updated for resources: {'Subnet': ['ID=daa42fc9-84e9-4ccc-8538-3aafaa3c2a87,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:42.983976 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-1e8452d0-21ec-48c1-bf89-9a5f5f1e7978 service neutron] 10.222.0.55 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739767 Jul 14 09:24:43.094035 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8835bf0-1bb2-4196-a2db-ac54a0d0fe10 req-f332b1fd-2440-458a-ab1c-1bd1f8066e60 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047462 Jul 14 09:24:43.115270 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-37a0b730-03e1-4d3a-8425-b4bac8da6745 req-05d0473d-3813-4499-9ef7-c44dd6d00ed4 service neutron] 10.222.0.55 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243408 Jul 14 09:24:43.133352 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b94942c-c784-44ce-8caf-88fae73d12cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.177390 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] For port e0ddefd2-ea06-4ad7-9185-c6d67caea03a, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:43.213477 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:43.235578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] For port e0ddefd2-ea06-4ad7-9185-c6d67caea03a, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e0ddefd2-ea06-4ad7-9185-c6d67caea03a,segment=NetworkSegment(96f12e00-7019-4ca5-8a23-82acba2f55b4),segment_id=96f12e00-7019-4ca5-8a23-82acba2f55b4)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:43.265613 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.273318 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.274177 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:43.274698 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 682a4f06-8dfd-41d4-b466-0b8d1cfdcfbe not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:43.363121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:43.364258 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.365999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] 10.222.0.49 "PUT /v2.0/ports/e0ddefd2-ea06-4ad7-9185-c6d67caea03a HTTP/1.1" status: 200 len: 1093 time: 2.7364528 Jul 14 09:24:43.369199 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d33c84-bc2b-4e83-9df1-bc41527d9660', 'tag': 'e0ddefd2-ea06-4ad7-9185-c6d67caea03a'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:43.373578 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfc2c49-199a-4a45-9646-3671ffb8dc42" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d33c84-bc2b-4e83-9df1-bc41527d9660", "tag": "e0ddefd2-ea06-4ad7-9185-c6d67caea03a"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:43.384244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e203e8-6a22-434e-bf60-d077da276607 req-7646c1eb-38f5-4c23-b0e4-381b3062bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:43.385718 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-17e203e8-6a22-434e-bf60-d077da276607 req-7646c1eb-38f5-4c23-b0e4-381b3062bdd6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32c7b17ee37942fda02c5e0a232f2b32&device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 1096 time: 0.1475916 Jul 14 09:24:43.429820 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device e8627488-6f1d-45f8-9cd7-ffef6130c8fd details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:43.439747 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-3b94942c-c784-44ce-8caf-88fae73d12cf admin admin] Deleting port 0126e3ff-183c-4dce-86a0-6bbe6640c590 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:43.440112 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b94942c-c784-44ce-8caf-88fae73d12cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.441917 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371eface-d874-4c5f-beef-694e421ea0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e0ddefd2-ea06-4ad7-9185-c6d67caea03a,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:43.553764 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e203e8-6a22-434e-bf60-d077da276607 req-bc540533-ef1f-4101-a83b-d08a3eda8733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:43.555485 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-17e203e8-6a22-434e-bf60-d077da276607 req-bc540533-ef1f-4101-a83b-d08a3eda8733 service neutron] 10.222.0.55 "GET /v2.0/networks?id=be126745-3ab2-48fe-91c6-d0e4cec53e9a HTTP/1.1" status: 200 len: 920 time: 0.1593423 Jul 14 09:24:43.575713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port e8627488-6f1d-45f8-9cd7-ffef6130c8fd, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e8627488-6f1d-45f8-9cd7-ffef6130c8fd,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:43.612966 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'e8627488-6f1d-45f8-9cd7-ffef6130c8fd', 'network_id': 'c264f7f6-27f5-4c6a-b12c-803b241a1530', 'port_id': 'e8627488-6f1d-45f8-9cd7-ffef6130c8fd', 'mac_address': 'fa:16:3e:54:cc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf1d83d-082d-42ed-9d0f-7aa5099c2f25', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:43.627990 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Deleting port 1b895784-fe98-4415-a57c-1515155e70fe {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:43.627990 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.709606 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.716047 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-3b94942c-c784-44ce-8caf-88fae73d12cf admin admin] For port 0126e3ff-183c-4dce-86a0-6bbe6640c590, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0126e3ff-183c-4dce-86a0-6bbe6640c590,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:43.716560 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b94942c-c784-44ce-8caf-88fae73d12cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.724337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-b1bc57b7-de0a-49c8-ad5a-f8f5af11a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:43.726231 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-b1bc57b7-de0a-49c8-ad5a-f8f5af11a08e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=32c7b17ee37942fda02c5e0a232f2b32&device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 1096 time: 0.3085952 Jul 14 09:24:43.726994 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8627488-6f1d-45f8-9cd7-ffef6130c8fd {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:43.738075 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-17e203e8-6a22-434e-bf60-d077da276607 req-9789fe00-e23d-447c-b8ce-371e04182c75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dcd29a1-f328-41f6-a409-8505a67eaaa2 HTTP/1.1" status: 200 len: 217 time: 0.1447520 Jul 14 09:24:43.750408 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae623042-1807-4450-bea8-374e713f9b74 x-openstack-request-id: req-ae623042-1807-4450-bea8-374e713f9b74 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:43.750848 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d33c84-bc2b-4e83-9df1-bc41527d9660", "tag": "e0ddefd2-ea06-4ad7-9185-c6d67caea03a", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:43.751204 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae623042-1807-4450-bea8-374e713f9b74 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:43.751698 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d33c84-bc2b-4e83-9df1-bc41527d9660', 'tag': 'e0ddefd2-ea06-4ad7-9185-c6d67caea03a', 'status': 'completed', 'code': 200} Jul 14 09:24:43.755599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port e8627488-6f1d-45f8-9cd7-ffef6130c8fd, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e8627488-6f1d-45f8-9cd7-ffef6130c8fd,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:43.762201 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.797835 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-3b94942c-c784-44ce-8caf-88fae73d12cf admin admin] Calling delete_port for 0126e3ff-183c-4dce-86a0-6bbe6640c590 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:43.808610 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e203e8-6a22-434e-bf60-d077da276607 req-21a6ebeb-3181-4c04-ae96-ca75d9a02f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:43.810187 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-17e203e8-6a22-434e-bf60-d077da276607 req-21a6ebeb-3181-4c04-ae96-ca75d9a02f8b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfb51c68-788b-4f97-ae97-0d3bea31b529 HTTP/1.1" status: 200 len: 859 time: 0.0596011 Jul 14 09:24:43.815507 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39899451-1364-44d2-9f6b-6442881e7384 req-81065fdd-a52c-42e8-a1dd-e758488583b6 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:43.817159 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39899451-1364-44d2-9f6b-6442881e7384 req-81065fdd-a52c-42e8-a1dd-e758488583b6 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 944 time: 0.3472764 Jul 14 09:24:43.823886 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=e8627488-6f1d-45f8-9cd7-ffef6130c8fd,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:43.825548 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-9fe084ca-4c18-4d87-89c5-9cf0a33addf0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0ddefd2-ea06-4ad7-9185-c6d67caea03a HTTP/1.1" status: 200 len: 217 time: 0.0880430 Jul 14 09:24:43.849201 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-17e203e8-6a22-434e-bf60-d077da276607 req-debe2789-61e5-447a-8f13-a8b47ebc6738 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be126745-3ab2-48fe-91c6-d0e4cec53e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313666 Jul 14 09:24:43.898849 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] For port 1b895784-fe98-4415-a57c-1515155e70fe, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1b895784-fe98-4415-a57c-1515155e70fe,segment=NetworkSegment(ce7224c7-0217-4449-b3cd-492667ccc8d0),segment_id=ce7224c7-0217-4449-b3cd-492667ccc8d0)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:43.899228 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.943282 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-17e203e8-6a22-434e-bf60-d077da276607 req-4624906c-6623-42f7-a05d-4b2274af766e service neutron] 10.222.0.55 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866995 Jul 14 09:24:43.962622 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Calling delete_port for 1b895784-fe98-4415-a57c-1515155e70fe owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:43.986608 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['e8627488-6f1d-45f8-9cd7-ffef6130c8fd'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:44.005340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-9d20c11e-21a3-49be-ba69-99d36630c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:44.006901 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-9d20c11e-21a3-49be-ba69-99d36630c23f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bfb51c68-788b-4f97-ae97-0d3bea31b529 HTTP/1.1" status: 200 len: 859 time: 0.1631985 Jul 14 09:24:44.048661 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39899451-1364-44d2-9f6b-6442881e7384 req-6169252c-df2d-4342-8d55-dc33f77ca3c3 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191381 Jul 14 09:24:44.091228 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-17e203e8-6a22-434e-bf60-d077da276607 req-9f87ed4a-a53e-425f-9791-093e0d63236f service neutron] 10.222.0.55 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411073 Jul 14 09:24:44.093075 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-81295f7a-9a17-437b-9df3-d52ed3ee83ad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=be126745-3ab2-48fe-91c6-d0e4cec53e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417244 Jul 14 09:24:44.366115 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e667a1-67a4-4de6-9b46-40f8a944e358 None None] Network 13ca247f-b622-4d39-8a03-c8367f60635b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:44.404583 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-250eb2b6-08c0-47cb-a92e-c1d0f7d2597c service neutron] 10.222.0.49 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029308 Jul 14 09:24:44.416906 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 5dcd29a1-f328-41f6-a409-8505a67eaaa2 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:44.440285 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.480965 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f50b3-4c97-42ea-b63a-3cbdacc536db req-6f262e68-176d-41bf-ae4a-101378803825 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:44.482506 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fd8f50b3-4c97-42ea-b63a-3cbdacc536db req-6f262e68-176d-41bf-ae4a-101378803825 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=548fde49-7c64-47b9-9294-0ee759e37381 HTTP/1.1" status: 200 len: 946 time: 0.3019419 Jul 14 09:24:44.498309 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6ba1910e-ff18-49fb-a96f-8c2887e170d2 None None] Could not find standard attr ID for object 1b895784-fe98-4415-a57c-1515155e70fe. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:24:44.556674 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Port': ['ID=1b895784-fe98-4415-a57c-1515155e70fe,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:44.557378 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 5dcd29a1-f328-41f6-a409-8505a67eaaa2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5dcd29a1-f328-41f6-a409-8505a67eaaa2,segment=NetworkSegment(96f12e00-7019-4ca5-8a23-82acba2f55b4),segment_id=96f12e00-7019-4ca5-8a23-82acba2f55b4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:44.594480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '5dcd29a1-f328-41f6-a409-8505a67eaaa2', 'network_id': 'be126745-3ab2-48fe-91c6-d0e4cec53e9a', 'port_id': '5dcd29a1-f328-41f6-a409-8505a67eaaa2', 'mac_address': 'fa:16:3e:51:3b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb51c68-788b-4f97-ae97-0d3bea31b529', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:44.616281 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b94942c-c784-44ce-8caf-88fae73d12cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.655428 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] No DVR routers for this DVR port 1b895784-fe98-4415-a57c-1515155e70fe on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:44.664196 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.681072 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dcd29a1-f328-41f6-a409-8505a67eaaa2 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:44.687840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94942c-c784-44ce-8caf-88fae73d12cf admin admin] Pushing event deleted for resources: {'Port': ['ID=0126e3ff-183c-4dce-86a0-6bbe6640c590,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:44.709881 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 5dcd29a1-f328-41f6-a409-8505a67eaaa2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5dcd29a1-f328-41f6-a409-8505a67eaaa2,segment=NetworkSegment(96f12e00-7019-4ca5-8a23-82acba2f55b4),segment_id=96f12e00-7019-4ca5-8a23-82acba2f55b4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:44.715915 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fd8f50b3-4c97-42ea-b63a-3cbdacc536db req-4343dee0-fd53-4db0-ab31-2ab0dd3b5caa tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725395 Jul 14 09:24:44.716277 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.797858 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=5dcd29a1-f328-41f6-a409-8505a67eaaa2,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:44.803924 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6122b3c-179e-41a7-8afa-3eef2aa0136b req-8b6c2efb-7cd4-48d3-a88c-90af6647f72c service neutron] 10.222.0.49 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754418 Jul 14 09:24:44.808748 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.819277 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22b274-5b72-4489-9c8a-c9e3ca619c8d req-7e47df6a-684e-4634-9436-12313dabdb33 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:44.820873 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b22b274-5b72-4489-9c8a-c9e3ca619c8d req-7e47df6a-684e-4634-9436-12313dabdb33 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd61e98f-5eed-482f-b7f4-7495909679a3 HTTP/1.1" status: 200 len: 944 time: 0.3952754 Jul 14 09:24:44.958019 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b94942c-c784-44ce-8caf-88fae73d12cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.003054 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b22b274-5b72-4489-9c8a-c9e3ca619c8d req-99721de6-e7c4-437e-b863-a499ce4167d8 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564133 Jul 14 09:24:45.007662 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb1de70-4f13-450a-84a9-a9783941eab6 None None] Network 13ca247f-b622-4d39-8a03-c8367f60635b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:45.090003 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['5dcd29a1-f328-41f6-a409-8505a67eaaa2'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:45.106130 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b94942c-c784-44ce-8caf-88fae73d12cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.115226 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b94942c-c784-44ce-8caf-88fae73d12cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.189900 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.204458 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc2c49-199a-4a45-9646-3671ffb8dc42 req-61723714-65e1-4fd2-abc5-64c7124ea930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:45.206178 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4dfc2c49-199a-4a45-9646-3671ffb8dc42 req-61723714-65e1-4fd2-abc5-64c7124ea930 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=32c7b17ee37942fda02c5e0a232f2b32&device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 1096 time: 0.3070858 Jul 14 09:24:45.206850 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b94942c-c784-44ce-8caf-88fae73d12cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.207476 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b94942c-c784-44ce-8caf-88fae73d12cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba270bd8-9744-4c6f-8a06-9b6376adaf05 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:24:45.216877 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b94942c-c784-44ce-8caf-88fae73d12cf admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.218530 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3b94942c-c784-44ce-8caf-88fae73d12cf admin admin] 10.222.0.26 "DELETE /v2.0/routers/ba270bd8-9744-4c6f-8a06-9b6376adaf05 HTTP/1.1" status: 204 len: 168 time: 3.3716898 Jul 14 09:24:45.221061 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35136) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:45.344312 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbedafb-6153-4ab9-ae25-5cc79fbec4b7 admin admin] Deleting subnet 9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:24:45.352810 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dbbedafb-6153-4ab9-ae25-5cc79fbec4b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.366134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Subnet': ['ID=daa42fc9-84e9-4ccc-8538-3aafaa3c2a87,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:45.434103 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dbbedafb-6153-4ab9-ae25-5cc79fbec4b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.467944 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device e8627488-6f1d-45f8-9cd7-ffef6130c8fd up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:45.510413 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e90539a-7e91-4d81-b224-46b93fd1d96a None None] DHCP port deletion for 13ca247f-b622-4d39-8a03-c8367f60635b request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:24:45.560520 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port e8627488-6f1d-45f8-9cd7-ffef6130c8fd completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:45.567057 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port e8627488-6f1d-45f8-9cd7-ffef6130c8fd triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:45.567265 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.575253 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dbbedafb-6153-4ab9-ae25-5cc79fbec4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.644345 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dbbedafb-6153-4ab9-ae25-5cc79fbec4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.674950 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.678648 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbedafb-6153-4ab9-ae25-5cc79fbec4b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:45.696467 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dbbedafb-6153-4ab9-ae25-5cc79fbec4b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.703944 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dbbedafb-6153-4ab9-ae25-5cc79fbec4b7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9bb199b7-9e5c-43d5-8d2e-f6a15ada6fe4 HTTP/1.1" status: 204 len: 168 time: 0.4810362 Jul 14 09:24:45.705049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35142) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:45.713277 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port e8627488-6f1d-45f8-9cd7-ffef6130c8fd, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e8627488-6f1d-45f8-9cd7-ffef6130c8fd,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:45.715679 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd61e98f-5eed-482f-b7f4-7495909679a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8627488-6f1d-45f8-9cd7-ffef6130c8fd'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:45.718692 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0d852a-be1a-4dbe-9945-310bd2200791" -d '{"events": [{"server_uuid": "bd61e98f-5eed-482f-b7f4-7495909679a3", "name": "network-vif-plugged", "status": "completed", "tag": "e8627488-6f1d-45f8-9cd7-ffef6130c8fd"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:45.721896 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67571ac7-9541-43c1-851f-62bceb23327c None None] Network 041dc1f0-7ce6-42cf-bd75-72a98460d7b9 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:45.818125 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.857560 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57b16af5-dbb7-45f0-bb5f-914ac89de489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.930409 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-57b16af5-dbb7-45f0-bb5f-914ac89de489 admin admin] Deleting port 02083802-570f-4a80-a64d-17d3ccdf28c6 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:45.930905 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57b16af5-dbb7-45f0-bb5f-914ac89de489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.944700 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=e8627488-6f1d-45f8-9cd7-ffef6130c8fd,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:46.009017 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-57b16af5-dbb7-45f0-bb5f-914ac89de489 admin admin] For port 02083802-570f-4a80-a64d-17d3ccdf28c6, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=02083802-570f-4a80-a64d-17d3ccdf28c6,segment=NetworkSegment(15ade24d-c4ae-410c-afff-9563e52de3ef),segment_id=15ade24d-c4ae-410c-afff-9563e52de3ef)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:46.009623 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57b16af5-dbb7-45f0-bb5f-914ac89de489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.024607 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-57b16af5-dbb7-45f0-bb5f-914ac89de489 admin admin] Calling delete_port for 02083802-570f-4a80-a64d-17d3ccdf28c6 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:46.052190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85713aa5-e5a4-4120-aee2-51e46c0c883c None None] DHCP port deletion for 041dc1f0-7ce6-42cf-bd75-72a98460d7b9 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:24:46.112636 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-85713aa5-e5a4-4120-aee2-51e46c0c883c None None] Deleting port 02083802-570f-4a80-a64d-17d3ccdf28c6 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:46.113191 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85713aa5-e5a4-4120-aee2-51e46c0c883c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.145777 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.151399 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57b16af5-dbb7-45f0-bb5f-914ac89de489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.173079 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ca247f-b622-4d39-8a03-c8367f60635b']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:46.183769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-85713aa5-e5a4-4120-aee2-51e46c0c883c None None] For port 02083802-570f-4a80-a64d-17d3ccdf28c6, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=02083802-570f-4a80-a64d-17d3ccdf28c6,segment=NetworkSegment(15ade24d-c4ae-410c-afff-9563e52de3ef),segment_id=15ade24d-c4ae-410c-afff-9563e52de3ef)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:46.184788 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85713aa5-e5a4-4120-aee2-51e46c0c883c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.191673 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7224c7-0217-4449-b3cd-492667ccc8d0') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:46.191875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b16af5-dbb7-45f0-bb5f-914ac89de489 admin admin] Pushing event deleted for resources: {'Port': ['ID=02083802-570f-4a80-a64d-17d3ccdf28c6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:46.192002 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7224c7-0217-4449-b3cd-492667ccc8d0') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:46.196559 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b16af5-dbb7-45f0-bb5f-914ac89de489 admin admin] No DVR routers for this DVR port 02083802-570f-4a80-a64d-17d3ccdf28c6 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:46.203412 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-85713aa5-e5a4-4120-aee2-51e46c0c883c None None] Calling delete_port for 02083802-570f-4a80-a64d-17d3ccdf28c6 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:46.218569 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.231855 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaeaa1f-b7f0-459c-bbcf-ab513269a952 req-4ef7a4ea-f0f0-484f-a7de-4d2aace7b58b tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:46.239683 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-feaeaa1f-b7f0-459c-bbcf-ab513269a952 req-4ef7a4ea-f0f0-484f-a7de-4d2aace7b58b tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 944 time: 0.9319456 Jul 14 09:24:46.281667 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.293388 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57b16af5-dbb7-45f0-bb5f-914ac89de489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.298285 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc2c49-199a-4a45-9646-3671ffb8dc42 req-16cdfd68-a317-496e-91d0-40ce68630daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:46.300173 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4dfc2c49-199a-4a45-9646-3671ffb8dc42 req-16cdfd68-a317-496e-91d0-40ce68630daa service neutron] 10.222.0.49 "GET /v2.0/networks?id=be126745-3ab2-48fe-91c6-d0e4cec53e9a HTTP/1.1" status: 200 len: 920 time: 1.0797756 Jul 14 09:24:46.304612 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.307039 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:46.307702 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.308584 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-57b16af5-dbb7-45f0-bb5f-914ac89de489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041dc1f0-7ce6-42cf-bd75-72a98460d7b9']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:46.314036 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:46.317609 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85713aa5-e5a4-4120-aee2-51e46c0c883c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.326775 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-57b16af5-dbb7-45f0-bb5f-914ac89de489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ade24d-c4ae-410c-afff-9563e52de3ef') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:46.327320 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-57b16af5-dbb7-45f0-bb5f-914ac89de489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ade24d-c4ae-410c-afff-9563e52de3ef') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:46.338072 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57b16af5-dbb7-45f0-bb5f-914ac89de489 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.354205 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57b16af5-dbb7-45f0-bb5f-914ac89de489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.356451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85713aa5-e5a4-4120-aee2-51e46c0c883c None None] Pushing event deleted for resources: {'Port': ['ID=02083802-570f-4a80-a64d-17d3ccdf28c6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:46.359215 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85713aa5-e5a4-4120-aee2-51e46c0c883c None None] No DVR routers for this DVR port 02083802-570f-4a80-a64d-17d3ccdf28c6 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:46.368803 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4dfc2c49-199a-4a45-9646-3671ffb8dc42 req-af92e58a-26c7-43e2-b8a4-105492d82ecf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0ddefd2-ea06-4ad7-9185-c6d67caea03a HTTP/1.1" status: 200 len: 217 time: 0.0537429 Jul 14 09:24:46.378930 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b16af5-dbb7-45f0-bb5f-914ac89de489 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:46.379432 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57b16af5-dbb7-45f0-bb5f-914ac89de489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:46.381381 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:46.436988 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57b16af5-dbb7-45f0-bb5f-914ac89de489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.443439 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57b16af5-dbb7-45f0-bb5f-914ac89de489 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.448230 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-57b16af5-dbb7-45f0-bb5f-914ac89de489 admin admin] 10.222.0.26 "DELETE /v2.0/networks/041dc1f0-7ce6-42cf-bd75-72a98460d7b9 HTTP/1.1" status: 204 len: 168 time: 0.7390432 Jul 14 09:24:46.460976 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8adefe-91c2-4f4b-9711-1157ad93599f req-65113747-32cf-4dee-8769-4f1c0f585967 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:46.462529 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eb8adefe-91c2-4f4b-9711-1157ad93599f req-65113747-32cf-4dee-8769-4f1c0f585967 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=548fde49-7c64-47b9-9294-0ee759e37381 HTTP/1.1" status: 200 len: 946 time: 0.9494069 Jul 14 09:24:46.470705 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b16af5-dbb7-45f0-bb5f-914ac89de489 admin admin] Pushing event deleted for resources: {'Network': ['ID=041dc1f0-7ce6-42cf-bd75-72a98460d7b9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:46.480503 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-feaeaa1f-b7f0-459c-bbcf-ab513269a952 req-5e1ce25c-910f-4dc6-9432-6589c9127ea6 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396917 Jul 14 09:24:46.549477 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.597441 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.612028 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/networks/13ca247f-b622-4d39-8a03-c8367f60635b HTTP/1.1" status: 204 len: 168 time: 3.6568007 Jul 14 09:24:46.612954 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6a3bd-ac44-4f31-97af-63564ad016ca tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Network': ['ID=13ca247f-b622-4d39-8a03-c8367f60635b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:46.615283 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35154) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:46.615941 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc2c49-199a-4a45-9646-3671ffb8dc42 req-3edf986e-2115-4f68-9ba2-b08d75eb56d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:46.617571 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4dfc2c49-199a-4a45-9646-3671ffb8dc42 req-3edf986e-2115-4f68-9ba2-b08d75eb56d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bfb51c68-788b-4f97-ae97-0d3bea31b529 HTTP/1.1" status: 200 len: 859 time: 0.2123864 Jul 14 09:24:46.666366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35156) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:46.674607 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be2ab92-c9cb-428f-94de-a2ea2bad9903 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] DELETE failed (client error): The resource could not be found. Jul 14 09:24:46.675319 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be2ab92-c9cb-428f-94de-a2ea2bad9903 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:24:46.678826 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4dfc2c49-199a-4a45-9646-3671ffb8dc42 req-bc74a7fc-f23a-466d-90b7-95d337294c72 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=be126745-3ab2-48fe-91c6-d0e4cec53e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538683 Jul 14 09:24:46.679710 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5be2ab92-c9cb-428f-94de-a2ea2bad9903 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/subnets/daa42fc9-84e9-4ccc-8538-3aafaa3c2a87 HTTP/1.1" status: 404 len: 337 time: 0.0633917 Jul 14 09:24:46.682158 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35158) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:46.690645 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eb8adefe-91c2-4f4b-9711-1157ad93599f req-a8724e7e-7ae0-4a6a-9645-c1c9f8208aa6 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062697 Jul 14 09:24:46.752219 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af96929-167b-4fd0-b5f5-f399ebbc61f2 x-openstack-request-id: req-2af96929-167b-4fd0-b5f5-f399ebbc61f2 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:46.752526 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd61e98f-5eed-482f-b7f4-7495909679a3", "name": "network-vif-plugged", "status": "completed", "tag": "e8627488-6f1d-45f8-9cd7-ffef6130c8fd", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:46.752783 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2af96929-167b-4fd0-b5f5-f399ebbc61f2 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:46.753254 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd61e98f-5eed-482f-b7f4-7495909679a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8627488-6f1d-45f8-9cd7-ffef6130c8fd', 'code': 200} Jul 14 09:24:46.785856 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf116d5-4ec1-49ff-b736-43dec03ce7df tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] DELETE failed (client error): The resource could not be found. Jul 14 09:24:46.786583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf116d5-4ec1-49ff-b736-43dec03ce7df tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:24:46.791274 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-adf116d5-4ec1-49ff-b736-43dec03ce7df tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/networks/13ca247f-b622-4d39-8a03-c8367f60635b HTTP/1.1" status: 404 len: 339 time: 0.1081316 Jul 14 09:24:46.792015 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35160) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:46.865067 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4dfc2c49-199a-4a45-9646-3671ffb8dc42 req-309ac6c0-686b-47fb-9d9e-5cdea9062f54 service neutron] 10.222.0.49 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734040 Jul 14 09:24:46.961748 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c32ccaba-8f7f-42da-8ab4-f0fcab0247e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.997560 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1b895784-fe98-4415-a57c-1515155e70fe no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:47.025815 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 1b895784-fe98-4415-a57c-1515155e70fe {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:47.025815 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1b895784-fe98-4415-a57c-1515155e70fe not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:47.026101 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 02083802-570f-4a80-a64d-17d3ccdf28c6 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:47.051804 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3e072bd4-69dc-48b5-8909-da9ae2d4e6dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a9dd7e1c4ad44778b18f6fb76161572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815572 Jul 14 09:24:47.054841 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35164) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.063525 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 02083802-570f-4a80-a64d-17d3ccdf28c6 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:47.065878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 02083802-570f-4a80-a64d-17d3ccdf28c6 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:47.066234 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0126e3ff-183c-4dce-86a0-6bbe6640c590 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:47.089183 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 0126e3ff-183c-4dce-86a0-6bbe6640c590 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:47.089537 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0126e3ff-183c-4dce-86a0-6bbe6640c590 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:47.103827 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4dfc2c49-199a-4a45-9646-3671ffb8dc42 req-e9298856-c50a-4ad1-8b60-20da595aecc0 service neutron] 10.222.0.49 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318738 Jul 14 09:24:47.120684 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f45891-7a35-437d-bec4-1fc21b360ee8 req-c399416f-1cd8-46c5-9717-d70e94640fa9 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.128140 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-68f45891-7a35-437d-bec4-1fc21b360ee8 req-c399416f-1cd8-46c5-9717-d70e94640fa9 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd61e98f-5eed-482f-b7f4-7495909679a3 HTTP/1.1" status: 200 len: 945 time: 0.1619520 Jul 14 09:24:47.128350 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c32ccaba-8f7f-42da-8ab4-f0fcab0247e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.155129 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-c32ccaba-8f7f-42da-8ab4-f0fcab0247e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e124861-4743-4327-ae61-8726af474b7b']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:47.172412 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd64425-f462-4759-bfa0-3ec1a87075f7 req-418cc097-dcc3-46c3-be60-7dafe06d0b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.174087 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5fd64425-f462-4759-bfa0-3ec1a87075f7 req-418cc097-dcc3-46c3-be60-7dafe06d0b08 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bd61e98f-5eed-482f-b7f4-7495909679a3 HTTP/1.1" status: 200 len: 1097 time: 0.2960281 Jul 14 09:24:47.176019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-c32ccaba-8f7f-42da-8ab4-f0fcab0247e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19491717-30e7-4b6c-b091-ac5e16ca8bfd') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:47.176187 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-68f45891-7a35-437d-bec4-1fc21b360ee8 req-46116d44-bb27-4593-b2ce-13ea0e8f0b37 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469701 Jul 14 09:24:47.176656 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-c32ccaba-8f7f-42da-8ab4-f0fcab0247e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19491717-30e7-4b6c-b091-ac5e16ca8bfd') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:47.199380 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c32ccaba-8f7f-42da-8ab4-f0fcab0247e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.229148 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c32ccaba-8f7f-42da-8ab4-f0fcab0247e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.252143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32ccaba-8f7f-42da-8ab4-f0fcab0247e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:47.252680 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c32ccaba-8f7f-42da-8ab4-f0fcab0247e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:47.256128 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:47.259933 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5fd64425-f462-4759-bfa0-3ec1a87075f7 req-7b1bfbbf-1e7d-40a5-bd9b-3e65ecc2f78b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711579 Jul 14 09:24:47.270604 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-268b2226-cc12-4b15-9bcb-d3b46b3c8a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.331321 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-268b2226-cc12-4b15-9bcb-d3b46b3c8a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.337711 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c32ccaba-8f7f-42da-8ab4-f0fcab0247e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.345837 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c32ccaba-8f7f-42da-8ab4-f0fcab0247e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.350314 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35166) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.350633 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c32ccaba-8f7f-42da-8ab4-f0fcab0247e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/networks/6e124861-4743-4327-ae61-8726af474b7b HTTP/1.1" status: 204 len: 168 time: 0.5529068 Jul 14 09:24:47.374882 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ccaba-8f7f-42da-8ab4-f0fcab0247e3 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Network': ['ID=6e124861-4743-4327-ae61-8726af474b7b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:47.377321 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-faff7d03-be97-47a9-85d8-27872f5b6a66 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] DELETE failed (client error): The resource could not be found. Jul 14 09:24:47.377993 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faff7d03-be97-47a9-85d8-27872f5b6a66 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:24:47.380370 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-faff7d03-be97-47a9-85d8-27872f5b6a66 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/subnets/4c4c2480-52ba-44db-85af-6fdd74b7ecdf HTTP/1.1" status: 404 len: 337 time: 0.0285888 Jul 14 09:24:47.382437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35168) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.405146 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-901fd55e-5ba9-44ef-89f1-829ed9ec0637 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] DELETE failed (client error): The resource could not be found. Jul 14 09:24:47.406012 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901fd55e-5ba9-44ef-89f1-829ed9ec0637 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:24:47.407939 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-901fd55e-5ba9-44ef-89f1-829ed9ec0637 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/networks/21f6d561-68e0-427b-875a-5a5c804ab914 HTTP/1.1" status: 404 len: 339 time: 0.0245886 Jul 14 09:24:47.410447 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35170) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.419469 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-268b2226-cc12-4b15-9bcb-d3b46b3c8a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.422914 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-268b2226-cc12-4b15-9bcb-d3b46b3c8a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.424198 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-268b2226-cc12-4b15-9bcb-d3b46b3c8a03 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38292395-6145-4832-9ead-b5fbef367475 HTTP/1.1" status: 204 len: 168 time: 0.3643944 Jul 14 09:24:47.432616 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b2226-cc12-4b15-9bcb-d3b46b3c8a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38292395-6145-4832-9ead-b5fbef367475,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:47.442055 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device e0ddefd2-ea06-4ad7-9185-c6d67caea03a details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:47.477426 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b7f3b3-f789-4f86-87f8-7feaffb2ea67 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Deleting subnet 43bf829a-c7ed-4b65-9c28-991851a61d5a {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:24:47.482780 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-21b7f3b3-f789-4f86-87f8-7feaffb2ea67 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.529065 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-21b7f3b3-f789-4f86-87f8-7feaffb2ea67 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.634165 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port e0ddefd2-ea06-4ad7-9185-c6d67caea03a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e0ddefd2-ea06-4ad7-9185-c6d67caea03a,segment=NetworkSegment(96f12e00-7019-4ca5-8a23-82acba2f55b4),segment_id=96f12e00-7019-4ca5-8a23-82acba2f55b4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:47.648562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'e0ddefd2-ea06-4ad7-9185-c6d67caea03a', 'network_id': 'be126745-3ab2-48fe-91c6-d0e4cec53e9a', 'port_id': 'e0ddefd2-ea06-4ad7-9185-c6d67caea03a', 'mac_address': 'fa:16:3e:fd:64:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb51c68-788b-4f97-ae97-0d3bea31b529', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:47.712900 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.727329 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-21b7f3b3-f789-4f86-87f8-7feaffb2ea67 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.729097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0ddefd2-ea06-4ad7-9185-c6d67caea03a {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:47.758994 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port e0ddefd2-ea06-4ad7-9185-c6d67caea03a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e0ddefd2-ea06-4ad7-9185-c6d67caea03a,segment=NetworkSegment(96f12e00-7019-4ca5-8a23-82acba2f55b4),segment_id=96f12e00-7019-4ca5-8a23-82acba2f55b4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:47.765087 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.820060 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-21b7f3b3-f789-4f86-87f8-7feaffb2ea67 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.840266 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=e0ddefd2-ea06-4ad7-9185-c6d67caea03a,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:47.860009 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c951e7-7374-467e-b608-3f22b1159989 req-6918f8af-826f-4c26-b29e-c9797bb343cb tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.864784 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-10c951e7-7374-467e-b608-3f22b1159989 req-6918f8af-826f-4c26-b29e-c9797bb343cb tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 944 time: 0.1772413 Jul 14 09:24:47.866549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7f3b3-f789-4f86-87f8-7feaffb2ea67 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Subnet': ['ID=43bf829a-c7ed-4b65-9c28-991851a61d5a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:47.868543 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-21b7f3b3-f789-4f86-87f8-7feaffb2ea67 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.872945 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35186) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.873237 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-21b7f3b3-f789-4f86-87f8-7feaffb2ea67 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/subnets/43bf829a-c7ed-4b65-9c28-991851a61d5a HTTP/1.1" status: 204 len: 168 time: 0.4604189 Jul 14 09:24:47.880106 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0371ec9-bbb1-4863-bd43-74108cb5aee3 None None] Network ebe82a47-63b7-4e87-9c62-657c3f04873c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:47.917606 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-10c951e7-7374-467e-b608-3f22b1159989 req-ec7e3cd0-7be3-4ac1-a1c5-2efcedb8b74a tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427110 Jul 14 09:24:47.982425 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59fb837-52cd-4e25-a0ad-e9f11b6c1874 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Deleting subnet f8879aa8-8e7f-4872-b0c4-fa06c857e078 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:24:47.994794 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f59fb837-52cd-4e25-a0ad-e9f11b6c1874 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.065355 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['e0ddefd2-ea06-4ad7-9185-c6d67caea03a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:48.116029 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f59fb837-52cd-4e25-a0ad-e9f11b6c1874 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.238625 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ac9e0-e111-4d2f-b678-e41000f3805a req-ce912c24-ffa7-471f-8bdd-a13f6d230b71 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:48.253371 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-de7ac9e0-e111-4d2f-b678-e41000f3805a req-ce912c24-ffa7-471f-8bdd-a13f6d230b71 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=548fde49-7c64-47b9-9294-0ee759e37381 HTTP/1.1" status: 200 len: 946 time: 0.1951532 Jul 14 09:24:48.343593 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f59fb837-52cd-4e25-a0ad-e9f11b6c1874 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.398506 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-de7ac9e0-e111-4d2f-b678-e41000f3805a req-8c22f709-dc99-4115-9b87-03dedf8ed579 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441345 Jul 14 09:24:48.443020 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 5dcd29a1-f328-41f6-a409-8505a67eaaa2 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:48.490819 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f59fb837-52cd-4e25-a0ad-e9f11b6c1874 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.523863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b93c8-2684-4859-951e-2d05a4cc3840 req-09b376fb-3867-4e00-9974-3c2ea01b445e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:48.525729 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f66b93c8-2684-4859-951e-2d05a4cc3840 req-09b376fb-3867-4e00-9974-3c2ea01b445e tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd61e98f-5eed-482f-b7f4-7495909679a3 HTTP/1.1" status: 200 len: 945 time: 0.1836293 Jul 14 09:24:48.563215 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f59fb837-52cd-4e25-a0ad-e9f11b6c1874 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.570508 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f59fb837-52cd-4e25-a0ad-e9f11b6c1874 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/subnets/f8879aa8-8e7f-4872-b0c4-fa06c857e078 HTTP/1.1" status: 204 len: 168 time: 0.6933370 Jul 14 09:24:48.570508 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59fb837-52cd-4e25-a0ad-e9f11b6c1874 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Subnet': ['ID=f8879aa8-8e7f-4872-b0c4-fa06c857e078,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:48.573058 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 5dcd29a1-f328-41f6-a409-8505a67eaaa2 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:48.573660 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35208) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:48.578589 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 5dcd29a1-f328-41f6-a409-8505a67eaaa2 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:48.579676 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.671643 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35214) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:48.704891 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.726556 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f66b93c8-2684-4859-951e-2d05a4cc3840 req-bd1cce00-c6b4-4528-9ffd-c5336235de33 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947999 Jul 14 09:24:48.760685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a1b37d-34a3-4c85-b270-c1419ec995ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcd29a1-f328-41f6-a409-8505a67eaaa2'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:48.764190 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61efb3b9-44b7-4337-b166-9697702f2b2a" -d '{"events": [{"server_uuid": "f7a1b37d-34a3-4c85-b270-c1419ec995ec", "name": "network-vif-plugged", "status": "completed", "tag": "5dcd29a1-f328-41f6-a409-8505a67eaaa2"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:48.770805 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 5dcd29a1-f328-41f6-a409-8505a67eaaa2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5dcd29a1-f328-41f6-a409-8505a67eaaa2,segment=NetworkSegment(96f12e00-7019-4ca5-8a23-82acba2f55b4),segment_id=96f12e00-7019-4ca5-8a23-82acba2f55b4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:48.778858 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.811864 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-830ebb56-0270-42b0-ad9e-2bdca82e3187 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.856827 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7b03934d-c670-4daf-835c-3969a87243b1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-716635443-network', 'tenant_id': '3105f1593adc49ecb8975a213187c4d2'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:48.866934 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11b7140-9519-4529-9ff3-0fac413cc009 x-openstack-request-id: req-a11b7140-9519-4529-9ff3-0fac413cc009 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:48.866934 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a1b37d-34a3-4c85-b270-c1419ec995ec", "name": "network-vif-plugged", "status": "completed", "tag": "5dcd29a1-f328-41f6-a409-8505a67eaaa2", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:48.866934 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a11b7140-9519-4529-9ff3-0fac413cc009 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:48.872518 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a1b37d-34a3-4c85-b270-c1419ec995ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcd29a1-f328-41f6-a409-8505a67eaaa2', 'code': 200} Jul 14 09:24:48.900016 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b03934d-c670-4daf-835c-3969a87243b1 admin admin] Made reservation on behalf of 3105f1593adc49ecb8975a213187c4d2 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:48.902962 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b03934d-c670-4daf-835c-3969a87243b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.923781 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b03934d-c670-4daf-835c-3969a87243b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.928433 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=5dcd29a1-f328-41f6-a409-8505a67eaaa2,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:48.986430 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-830ebb56-0270-42b0-ad9e-2bdca82e3187 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Deleting port cad12704-d7db-42c1-8367-6bbe5b6f30e5 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:48.986935 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-830ebb56-0270-42b0-ad9e-2bdca82e3187 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.174292 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09bf47-d10f-4c79-bc10-1bdcc4886707 req-32591e5b-fda5-4ed7-8b3e-4fe5442520d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:49.175846 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-830ebb56-0270-42b0-ad9e-2bdca82e3187 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] For port cad12704-d7db-42c1-8367-6bbe5b6f30e5, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=cad12704-d7db-42c1-8367-6bbe5b6f30e5,segment=NetworkSegment(dbe22c34-46c8-45c9-9e46-1a382a779a5c),segment_id=dbe22c34-46c8-45c9-9e46-1a382a779a5c)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:49.175990 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1d09bf47-d10f-4c79-bc10-1bdcc4886707 req-32591e5b-fda5-4ed7-8b3e-4fe5442520d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 1098 time: 0.1683061 Jul 14 09:24:49.176225 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-830ebb56-0270-42b0-ad9e-2bdca82e3187 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.206274 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-830ebb56-0270-42b0-ad9e-2bdca82e3187 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Calling delete_port for cad12704-d7db-42c1-8367-6bbe5b6f30e5 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:49.230264 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b03934d-c670-4daf-835c-3969a87243b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.246645 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b03934d-c670-4daf-835c-3969a87243b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.267857 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1d09bf47-d10f-4c79-bc10-1bdcc4886707 req-e12a3b14-721a-4e47-9a97-978d2f7a3468 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781300 Jul 14 09:24:49.283220 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b03934d-c670-4daf-835c-3969a87243b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:49.318984 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b03934d-c670-4daf-835c-3969a87243b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.319456 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-7b03934d-c670-4daf-835c-3969a87243b1 admin admin] Added segment ddf19c8d-98dd-4911-b344-9ae8fb6ebec9 of type vlan for network 0640d84a-073c-4ca8-9e23-32d45a8c6be7 Jul 14 09:24:49.321167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03934d-c670-4daf-835c-3969a87243b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a62a1a2-8365-4823-80d4-eaa6e568529e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:49.385194 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-830ebb56-0270-42b0-ad9e-2bdca82e3187 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.398493 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b03934d-c670-4daf-835c-3969a87243b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.420875 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ebb56-0270-42b0-ad9e-2bdca82e3187 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Port': ['ID=cad12704-d7db-42c1-8367-6bbe5b6f30e5,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:49.422674 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ebb56-0270-42b0-ad9e-2bdca82e3187 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] No DVR routers for this DVR port cad12704-d7db-42c1-8367-6bbe5b6f30e5 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:49.437353 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aced6a3b-150e-4710-b1ae-5b0f987a0785 None None] Network ebe82a47-63b7-4e87-9c62-657c3f04873c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:49.440720 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b03934d-c670-4daf-835c-3969a87243b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.441894 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b03934d-c670-4daf-835c-3969a87243b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:49.442546 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b03934d-c670-4daf-835c-3969a87243b1 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.505821 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7b03934d-c670-4daf-835c-3969a87243b1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8326085 Jul 14 09:24:49.508879 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35242) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:49.514816 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-abd07419-84ac-4a64-a801-8060e4fa81b7 admin admin] Request body: {'subnet': {'network_id': '0640d84a-073c-4ca8-9e23-32d45a8c6be7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-716635443-subnet', 'tenant_id': '3105f1593adc49ecb8975a213187c4d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:49.522024 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-830ebb56-0270-42b0-ad9e-2bdca82e3187 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.523506 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03934d-c670-4daf-835c-3969a87243b1 admin admin] Pushing event updated for resources: {'Network': ['ID=0640d84a-073c-4ca8-9e23-32d45a8c6be7,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:49.532752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-830ebb56-0270-42b0-ad9e-2bdca82e3187 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe82a47-63b7-4e87-9c62-657c3f04873c']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:49.542781 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device e0ddefd2-ea06-4ad7-9185-c6d67caea03a up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:49.547186 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-830ebb56-0270-42b0-ad9e-2bdca82e3187 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe22c34-46c8-45c9-9e46-1a382a779a5c') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:49.547484 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-830ebb56-0270-42b0-ad9e-2bdca82e3187 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe22c34-46c8-45c9-9e46-1a382a779a5c') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:49.548235 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 0640d84a-073c-4ca8-9e23-32d45a8c6be7 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:49.552713 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd07419-84ac-4a64-a801-8060e4fa81b7 admin admin] Made reservation on behalf of 3105f1593adc49ecb8975a213187c4d2 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:49.556345 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-abd07419-84ac-4a64-a801-8060e4fa81b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.569450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287d5c3-1286-49df-bc8b-e54378205718 req-c22d2ebc-7e12-4339-b6ba-92856ec63225 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:49.571338 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b287d5c3-1286-49df-bc8b-e54378205718 req-c22d2ebc-7e12-4339-b6ba-92856ec63225 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 945 time: 0.3630095 Jul 14 09:24:49.574136 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-830ebb56-0270-42b0-ad9e-2bdca82e3187 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.603558 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-830ebb56-0270-42b0-ad9e-2bdca82e3187 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.617351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830ebb56-0270-42b0-ad9e-2bdca82e3187 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:49.618434 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-830ebb56-0270-42b0-ad9e-2bdca82e3187 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:49.621891 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:49.687945 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-dfcd648c-1b8e-4c6b-820d-48aa4e8f2fee None None] Could not find standard attr ID for object cad12704-d7db-42c1-8367-6bbe5b6f30e5. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:24:49.708535 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b287d5c3-1286-49df-bc8b-e54378205718 req-7affd641-0a2c-4bc0-be42-354c9328e626 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268108 Jul 14 09:24:49.727131 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-830ebb56-0270-42b0-ad9e-2bdca82e3187 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.746325 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-830ebb56-0270-42b0-ad9e-2bdca82e3187 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.753612 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-830ebb56-0270-42b0-ad9e-2bdca82e3187 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/networks/ebe82a47-63b7-4e87-9c62-657c3f04873c HTTP/1.1" status: 204 len: 168 time: 1.1745996 Jul 14 09:24:49.759690 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35246) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:49.765424 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port e0ddefd2-ea06-4ad7-9185-c6d67caea03a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:49.772579 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port e0ddefd2-ea06-4ad7-9185-c6d67caea03a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:49.775283 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.808583 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ebb56-0270-42b0-ad9e-2bdca82e3187 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Network': ['ID=ebe82a47-63b7-4e87-9c62-657c3f04873c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:49.817529 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0c53a8-bf42-4697-9ac5-1f411b833eda tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] DELETE failed (client error): The resource could not be found. Jul 14 09:24:49.818019 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e0c53a8-bf42-4697-9ac5-1f411b833eda tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:24:49.821834 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9e0c53a8-bf42-4697-9ac5-1f411b833eda tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/subnets/cb1110ee-d36e-4728-b995-5f53e2128727 HTTP/1.1" status: 404 len: 337 time: 0.0578117 Jul 14 09:24:49.821997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe2a9c6-2634-4db0-9390-67dae458c52f None None] DHCP port deletion for ebe82a47-63b7-4e87-9c62-657c3f04873c request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:24:49.823597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35248) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:49.867641 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-24cf66ad-bf19-4c45-884c-fae77e083f17 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] DELETE failed (client error): The resource could not be found. Jul 14 09:24:49.868220 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24cf66ad-bf19-4c45-884c-fae77e083f17 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:24:49.870043 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-24cf66ad-bf19-4c45-884c-fae77e083f17 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/networks/585975f8-7cef-4689-80f9-679de52bdc90 HTTP/1.1" status: 404 len: 339 time: 0.0453997 Jul 14 09:24:49.872554 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35250) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:49.879987 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.906673 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3ea4a9-0fb6-4dd1-99e2-93b116913118 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] DELETE failed (client error): The resource could not be found. Jul 14 09:24:49.907108 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3ea4a9-0fb6-4dd1-99e2-93b116913118 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:24:49.908845 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5c3ea4a9-0fb6-4dd1-99e2-93b116913118 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/subnets/b9a8d7cb-35ad-4e93-bce9-6954f783cd9f HTTP/1.1" status: 404 len: 337 time: 0.0347319 Jul 14 09:24:49.911407 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35252) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:49.915376 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port e0ddefd2-ea06-4ad7-9185-c6d67caea03a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e0ddefd2-ea06-4ad7-9185-c6d67caea03a,segment=NetworkSegment(96f12e00-7019-4ca5-8a23-82acba2f55b4),segment_id=96f12e00-7019-4ca5-8a23-82acba2f55b4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:49.920100 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.920891 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-abd07419-84ac-4a64-a801-8060e4fa81b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.939539 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f2d96-337d-4eaa-8fb4-338b75ca767e req-5eb42def-5a41-43e1-8d74-8b6f58cad804 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:49.941049 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c56896f-6b35-4fca-9c13-20e7cf23f49d tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] DELETE failed (client error): The resource could not be found. Jul 14 09:24:49.941451 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d59f2d96-337d-4eaa-8fb4-338b75ca767e req-5eb42def-5a41-43e1-8d74-8b6f58cad804 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd61e98f-5eed-482f-b7f4-7495909679a3 HTTP/1.1" status: 200 len: 945 time: 0.0751796 Jul 14 09:24:49.941572 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c56896f-6b35-4fca-9c13-20e7cf23f49d tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:24:49.943270 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3c56896f-6b35-4fca-9c13-20e7cf23f49d tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/networks/a6dd8152-6e2b-40c2-ad12-b7f83ecde786 HTTP/1.1" status: 404 len: 339 time: 0.0309510 Jul 14 09:24:49.946287 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35254) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:49.977995 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=e0ddefd2-ea06-4ad7-9185-c6d67caea03a,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:49.989185 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d134eaa-1f02-4405-a74b-8a380427649b tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] DELETE failed (client error): The resource could not be found. Jul 14 09:24:49.989644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d134eaa-1f02-4405-a74b-8a380427649b tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:24:49.992050 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1d134eaa-1f02-4405-a74b-8a380427649b tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/subnets/4cd0b23d-e57e-4b50-9c48-a662dd98b09a HTTP/1.1" status: 404 len: 337 time: 0.0441263 Jul 14 09:24:49.993991 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd07419-84ac-4a64-a801-8060e4fa81b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a045a0c6-2283-4c52-8c41-831f4c26a88a,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:49.997170 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35256) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:50.019630 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d59f2d96-337d-4eaa-8fb4-338b75ca767e req-8820b060-2991-4d79-960a-2d3938f07ca2 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591962 Jul 14 09:24:50.020500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd07419-84ac-4a64-a801-8060e4fa81b7 admin admin] Checking segment: {'id': 'ddf19c8d-98dd-4911-b344-9ae8fb6ebec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0640d84a-073c-4ca8-9e23-32d45a8c6be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:50.020865 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd07419-84ac-4a64-a801-8060e4fa81b7 admin admin] Network hostable DHCP agents. Network: 0640d84a-073c-4ca8-9e23-32d45a8c6be7, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:50.023323 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-9687993b-857c-42c5-a78a-7524a37c7855 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] DELETE failed (client error): The resource could not be found. Jul 14 09:24:50.023870 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9687993b-857c-42c5-a78a-7524a37c7855 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:24:50.025541 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9687993b-857c-42c5-a78a-7524a37c7855 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/networks/9392827d-fb2e-4d36-84f1-9705bab70dcd HTTP/1.1" status: 404 len: 339 time: 0.0274470 Jul 14 09:24:50.028238 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35258) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:50.045625 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd07419-84ac-4a64-a801-8060e4fa81b7 admin admin] Network 0640d84a-073c-4ca8-9e23-32d45a8c6be7 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:50.057227 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-abd07419-84ac-4a64-a801-8060e4fa81b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 0640d84a-073c-4ca8-9e23-32d45a8c6be7) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:50.061629 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd07419-84ac-4a64-a801-8060e4fa81b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:50.062702 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-abd07419-84ac-4a64-a801-8060e4fa81b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.071394 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d494d12-cc5e-4822-af7e-5694b12c9552 None None] Network 0640d84a-073c-4ca8-9e23-32d45a8c6be7 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:50.079433 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-abd07419-84ac-4a64-a801-8060e4fa81b7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5694866 Jul 14 09:24:50.098411 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8e94d6-c64f-4ddf-95a5-40db7a24fd37 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Deleting subnet fc224ad0-c0c0-4479-b436-6eb42bac3297 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:24:50.101983 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d8e94d6-c64f-4ddf-95a5-40db7a24fd37 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.152057 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d8e94d6-c64f-4ddf-95a5-40db7a24fd37 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.277421 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d8e94d6-c64f-4ddf-95a5-40db7a24fd37 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.295088 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a784a6-d3b9-4147-ad7a-285b4761afa3 None None] Network 0640d84a-073c-4ca8-9e23-32d45a8c6be7 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:50.445992 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 47bafb8e-0990-4bc4-9e3f-4e694b25fdba details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:50.450149 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d8e94d6-c64f-4ddf-95a5-40db7a24fd37 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.538893 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d8e94d6-c64f-4ddf-95a5-40db7a24fd37 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.541727 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6d8e94d6-c64f-4ddf-95a5-40db7a24fd37 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/subnets/fc224ad0-c0c0-4479-b436-6eb42bac3297 HTTP/1.1" status: 204 len: 168 time: 0.5124187 Jul 14 09:24:50.542782 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e94d6-c64f-4ddf-95a5-40db7a24fd37 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Subnet': ['ID=fc224ad0-c0c0-4479-b436-6eb42bac3297,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:50.543654 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35288) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:50.627464 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ba48f8-9f1f-43ae-aa52-028426b367e1 None None] Network da1be26c-a8b7-4aa3-8e96-d5a9b4546236 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:50.628271 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d10487-5ed1-47ce-8e55-3601428e3c93 req-f02e9b82-3f34-4232-b012-e9e7f6d5264f tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:50.637228 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d5d10487-5ed1-47ce-8e55-3601428e3c93 req-f02e9b82-3f34-4232-b012-e9e7f6d5264f tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd61e98f-5eed-482f-b7f4-7495909679a3 HTTP/1.1" status: 200 len: 945 time: 0.1902552 Jul 14 09:24:50.657081 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcdcaeb9-51c0-4e68-bb9c-5678a105a0fe tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.699666 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d5d10487-5ed1-47ce-8e55-3601428e3c93 req-a80ea031-186d-4e96-9584-affd5e590ff7 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613382 Jul 14 09:24:50.719512 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-fcdcaeb9-51c0-4e68-bb9c-5678a105a0fe tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Deleting port b1e153c8-627d-419f-84ff-f86409610d95 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:50.719990 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcdcaeb9-51c0-4e68-bb9c-5678a105a0fe tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.772913 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 47bafb8e-0990-4bc4-9e3f-4e694b25fdba, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=47bafb8e-0990-4bc4-9e3f-4e694b25fdba,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:50.795508 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-fcdcaeb9-51c0-4e68-bb9c-5678a105a0fe tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] For port b1e153c8-627d-419f-84ff-f86409610d95, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b1e153c8-627d-419f-84ff-f86409610d95,segment=NetworkSegment(9e2b0f50-a5c0-4041-9d37-e267131ad71b),segment_id=9e2b0f50-a5c0-4041-9d37-e267131ad71b)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:50.796027 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcdcaeb9-51c0-4e68-bb9c-5678a105a0fe tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.804290 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '47bafb8e-0990-4bc4-9e3f-4e694b25fdba', 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e', 'port_id': '47bafb8e-0990-4bc4-9e3f-4e694b25fdba', 'mac_address': 'fa:16:3e:ba:d4:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe961b1-9a16-4166-9f5e-21fa35cb8710', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:50.813835 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-fcdcaeb9-51c0-4e68-bb9c-5678a105a0fe tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Calling delete_port for b1e153c8-627d-419f-84ff-f86409610d95 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:50.840063 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-aae654f1-9c27-485c-84ea-4af9533d9aee tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:50.842010 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-aae654f1-9c27-485c-84ea-4af9533d9aee tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/networks?id=0640d84a-073c-4ca8-9e23-32d45a8c6be7 HTTP/1.1" status: 200 len: 821 time: 0.1466532 Jul 14 09:24:50.864663 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-a054d32b-1a45-4334-a84f-c2a9ab8e858f tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/quotas/3105f1593adc49ecb8975a213187c4d2 HTTP/1.1" status: 200 len: 375 time: 0.0162838 Jul 14 09:24:50.891360 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d33c84-bc2b-4e83-9df1-bc41527d9660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ddefd2-ea06-4ad7-9185-c6d67caea03a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:50.893644 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a709f2-34a9-4033-bf02-8ef7b28afd6f" -d '{"events": [{"server_uuid": "c2d33c84-bc2b-4e83-9df1-bc41527d9660", "name": "network-vif-plugged", "status": "completed", "tag": "e0ddefd2-ea06-4ad7-9185-c6d67caea03a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:50.896479 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.914904 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47bafb8e-0990-4bc4-9e3f-4e694b25fdba {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:50.935599 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-9cfc3337-ad2f-4f73-8a5b-a3b3458fc5c6 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3105f1593adc49ecb8975a213187c4d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651588 Jul 14 09:24:50.948257 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 47bafb8e-0990-4bc4-9e3f-4e694b25fdba, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=47bafb8e-0990-4bc4-9e3f-4e694b25fdba,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:50.964950 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device cad12704-d7db-42c1-8367-6bbe5b6f30e5 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:50.974213 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcdcaeb9-51c0-4e68-bb9c-5678a105a0fe tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.980746 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.035766 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcaeb9-51c0-4e68-bb9c-5678a105a0fe tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Port': ['ID=b1e153c8-627d-419f-84ff-f86409610d95,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:51.044811 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdcaeb9-51c0-4e68-bb9c-5678a105a0fe tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] No DVR routers for this DVR port b1e153c8-627d-419f-84ff-f86409610d95 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:51.056468 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d367959c-1b7c-47bc-8756-4089cf54c110 None None] DHCP port deletion for da1be26c-a8b7-4aa3-8e96-d5a9b4546236 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:24:51.061355 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: cad12704-d7db-42c1-8367-6bbe5b6f30e5 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:51.061802 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device cad12704-d7db-42c1-8367-6bbe5b6f30e5 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:51.102752 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=47bafb8e-0990-4bc4-9e3f-4e694b25fdba,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:51.144251 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-d311d397-2ba5-473a-9e8b-7a78258e958a service neutron] 10.222.0.26 "GET /v2.0/networks/0640d84a-073c-4ca8-9e23-32d45a8c6be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977191 Jul 14 09:24:51.153842 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcdcaeb9-51c0-4e68-bb9c-5678a105a0fe tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.166140 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-fcdcaeb9-51c0-4e68-bb9c-5678a105a0fe tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1be26c-a8b7-4aa3-8e96-d5a9b4546236']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:51.181173 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-fcdcaeb9-51c0-4e68-bb9c-5678a105a0fe tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2b0f50-a5c0-4041-9d37-e267131ad71b') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:51.181463 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-fcdcaeb9-51c0-4e68-bb9c-5678a105a0fe tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2b0f50-a5c0-4041-9d37-e267131ad71b') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:51.192608 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcdcaeb9-51c0-4e68-bb9c-5678a105a0fe tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.207754 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcdcaeb9-51c0-4e68-bb9c-5678a105a0fe tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.214583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdcaeb9-51c0-4e68-bb9c-5678a105a0fe tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:51.215001 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcdcaeb9-51c0-4e68-bb9c-5678a105a0fe tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.215174 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['47bafb8e-0990-4bc4-9e3f-4e694b25fdba'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:51.218748 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:51.236869 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-8b96108a-2265-4ea6-90dc-02e224b343bb tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:51.243670 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-8b96108a-2265-4ea6-90dc-02e224b343bb tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/networks?id=0dc7e72a-3edb-4241-a6f5-3289e30586c5 HTTP/1.1" status: 200 len: 814 time: 0.1832409 Jul 14 09:24:51.259649 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-e3a7065e-2c12-4ed2-9865-b7da92a19496 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/quotas/fd44d92953cd42e0895427390c159c4f HTTP/1.1" status: 200 len: 375 time: 0.0134053 Jul 14 09:24:51.291123 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcdcaeb9-51c0-4e68-bb9c-5678a105a0fe tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.297071 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcdcaeb9-51c0-4e68-bb9c-5678a105a0fe tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.302789 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fcdcaeb9-51c0-4e68-bb9c-5678a105a0fe tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/networks/da1be26c-a8b7-4aa3-8e96-d5a9b4546236 HTTP/1.1" status: 204 len: 168 time: 0.7576964 Jul 14 09:24:51.303435 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35316) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:51.328072 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-95afe3b8-80e6-4fc0-a733-97e2ec9779ac service neutron] 10.222.0.26 "GET /v2.0/networks/0640d84a-073c-4ca8-9e23-32d45a8c6be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733603 Jul 14 09:24:51.345409 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcaeb9-51c0-4e68-bb9c-5678a105a0fe tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Network': ['ID=da1be26c-a8b7-4aa3-8e96-d5a9b4546236,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:51.349198 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc2d433-a9b5-42ce-8fe6-4e68d128284d tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] DELETE failed (client error): The resource could not be found. Jul 14 09:24:51.349664 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc2d433-a9b5-42ce-8fe6-4e68d128284d tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:24:51.354355 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-91f5ddc3-f182-4e66-9de4-f484995c4a86 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd44d92953cd42e0895427390c159c4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850966 Jul 14 09:24:51.354557 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2bc2d433-a9b5-42ce-8fe6-4e68d128284d tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/subnets/4a5445cd-0f61-45de-b2dc-a7be94ba5823 HTTP/1.1" status: 404 len: 337 time: 0.0464959 Jul 14 09:24:51.355307 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35318) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:51.376001 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3e6887-9127-4f20-9fed-a0cf4b33e0f9 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] DELETE failed (client error): The resource could not be found. Jul 14 09:24:51.376599 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3e6887-9127-4f20-9fed-a0cf4b33e0f9 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:24:51.381157 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cb3e6887-9127-4f20-9fed-a0cf4b33e0f9 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/networks/9744a440-37ce-414e-964b-3178885d494d HTTP/1.1" status: 404 len: 339 time: 0.0248451 Jul 14 09:24:51.381725 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35322) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:51.444997 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb7eb34-a5f3-4e77-9578-553776e2bd65 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Deleting subnet c69b991c-f2e6-4248-a565-9f7f88f88662 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:24:51.448817 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-adb7eb34-a5f3-4e77-9578-553776e2bd65 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.470109 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-6406e51a-4b35-4bd9-b245-4ecc5da29d24 service neutron] 10.222.0.26 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072962 Jul 14 09:24:51.492368 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-adb7eb34-a5f3-4e77-9578-553776e2bd65 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.593205 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-adb7eb34-a5f3-4e77-9578-553776e2bd65 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.620737 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-1ededc9e-bede-452c-ab44-d39650ebff62 service neutron] 10.222.0.26 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450553 Jul 14 09:24:51.662537 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c0f61-b2ee-4f98-9568-e1b7b9f60e43 req-154ef4f8-b6ba-4399-b366-c52cc5ac066e tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:51.666410 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb7c0f61-b2ee-4f98-9568-e1b7b9f60e43 req-154ef4f8-b6ba-4399-b366-c52cc5ac066e tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.0971210 Jul 14 09:24:51.677534 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-adb7eb34-a5f3-4e77-9578-553776e2bd65 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.695435 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-adb7eb34-a5f3-4e77-9578-553776e2bd65 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.697742 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-adb7eb34-a5f3-4e77-9578-553776e2bd65 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/subnets/c69b991c-f2e6-4248-a565-9f7f88f88662 HTTP/1.1" status: 204 len: 168 time: 0.3150721 Jul 14 09:24:51.702065 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35332) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:51.704235 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb43c0ac-f055-4850-9dc6-d7bc87fd0275 None None] Network 42ad6f78-fe7f-404a-924c-4e7fc5851dfe requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:51.720444 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7eb34-a5f3-4e77-9578-553776e2bd65 tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Subnet': ['ID=c69b991c-f2e6-4248-a565-9f7f88f88662,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:51.785959 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb7c0f61-b2ee-4f98-9568-e1b7b9f60e43 req-f35d1f81-5922-4b50-bfc0-cec6f311882f tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121619 Jul 14 09:24:51.824584 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7f05c82-2626-4960-8e2a-8d15f83828dd tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.882634 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58fb553-eb49-41c6-81fa-d8ef9f207c36 x-openstack-request-id: req-b58fb553-eb49-41c6-81fa-d8ef9f207c36 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:51.883029 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d33c84-bc2b-4e83-9df1-bc41527d9660", "name": "network-vif-plugged", "status": "completed", "tag": "e0ddefd2-ea06-4ad7-9185-c6d67caea03a", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:51.883828 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b58fb553-eb49-41c6-81fa-d8ef9f207c36 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:51.884528 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d33c84-bc2b-4e83-9df1-bc41527d9660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ddefd2-ea06-4ad7-9185-c6d67caea03a', 'code': 200} Jul 14 09:24:51.894949 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d7f05c82-2626-4960-8e2a-8d15f83828dd tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Deleting port 74f3ec19-73b1-43b5-8283-4473feeb351b {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:51.895298 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7f05c82-2626-4960-8e2a-8d15f83828dd tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.002168 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f02d93f-cf50-4822-8c1f-4e9ee79f3141 None None] DHCP port deletion for 42ad6f78-fe7f-404a-924c-4e7fc5851dfe request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:24:52.021292 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-d7f05c82-2626-4960-8e2a-8d15f83828dd tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] For port 74f3ec19-73b1-43b5-8283-4473feeb351b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=74f3ec19-73b1-43b5-8283-4473feeb351b,segment=NetworkSegment(471e6caa-a7fa-449a-80f5-750697f9049d),segment_id=471e6caa-a7fa-449a-80f5-750697f9049d)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:52.021997 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7f05c82-2626-4960-8e2a-8d15f83828dd tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.061294 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d7f05c82-2626-4960-8e2a-8d15f83828dd tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Calling delete_port for 74f3ec19-73b1-43b5-8283-4473feeb351b owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:52.104257 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7a2e9db-7252-4ca8-ba85-91dc0573b943 req-b2e32a4d-706d-4ac0-ad12-c89e5683a440 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3fadc8b-7d43-408e-89f3-4f1b398d2c71 HTTP/1.1" status: 200 len: 210 time: 0.0442362 Jul 14 09:24:52.130575 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0f02d93f-cf50-4822-8c1f-4e9ee79f3141 None None] Deleting port 74f3ec19-73b1-43b5-8283-4473feeb351b {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:52.130960 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0f02d93f-cf50-4822-8c1f-4e9ee79f3141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.249308 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a451f-1421-4608-be13-1d5927a8871a req-11b145f5-1eae-42f8-8c14-410875af39be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:52.251301 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5b7a451f-1421-4608-be13-1d5927a8871a req-11b145f5-1eae-42f8-8c14-410875af39be service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 1098 time: 0.0975771 Jul 14 09:24:52.254361 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35d6d2cd-32fb-4433-b3a9-69d6e53a5696 req-e42e0acc-5dc7-4fb2-9d15-1c1ae25ece2e tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd5531-2e4b-48f5-aa4c-5e25f1c06070 HTTP/1.1" status: 200 len: 210 time: 0.0352395 Jul 14 09:24:52.257408 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0f02d93f-cf50-4822-8c1f-4e9ee79f3141 None None] For port 74f3ec19-73b1-43b5-8283-4473feeb351b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=74f3ec19-73b1-43b5-8283-4473feeb351b,segment=NetworkSegment(471e6caa-a7fa-449a-80f5-750697f9049d),segment_id=471e6caa-a7fa-449a-80f5-750697f9049d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:52.257739 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0f02d93f-cf50-4822-8c1f-4e9ee79f3141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.283568 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0f02d93f-cf50-4822-8c1f-4e9ee79f3141 None None] Calling delete_port for 74f3ec19-73b1-43b5-8283-4473feeb351b owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:52.351429 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5b7a451f-1421-4608-be13-1d5927a8871a req-22ecf095-511a-4b99-a1b3-2c83dc2e8dc2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925739 Jul 14 09:24:52.447676 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0f02d93f-cf50-4822-8c1f-4e9ee79f3141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.454847 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 47bafb8e-0990-4bc4-9e3f-4e694b25fdba up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:52.462751 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be413edb-b02d-4186-88ab-2087172b2831 req-11e15162-d19d-458d-9c1b-b139ec8988d6 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:52.464692 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be413edb-b02d-4186-88ab-2087172b2831 req-11e15162-d19d-458d-9c1b-b139ec8988d6 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd61e98f-5eed-482f-b7f4-7495909679a3 HTTP/1.1" status: 200 len: 945 time: 0.2441745 Jul 14 09:24:52.477644 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7f05c82-2626-4960-8e2a-8d15f83828dd tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.496854 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02d93f-cf50-4822-8c1f-4e9ee79f3141 None None] Pushing event deleted for resources: {'Port': ['ID=74f3ec19-73b1-43b5-8283-4473feeb351b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:52.508634 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f02d93f-cf50-4822-8c1f-4e9ee79f3141 None None] No DVR routers for this DVR port 74f3ec19-73b1-43b5-8283-4473feeb351b on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:52.539016 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 47bafb8e-0990-4bc4-9e3f-4e694b25fdba triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:52.539673 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.566963 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f05c82-2626-4960-8e2a-8d15f83828dd tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Port': ['ID=74f3ec19-73b1-43b5-8283-4473feeb351b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:52.578858 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f05c82-2626-4960-8e2a-8d15f83828dd tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] No DVR routers for this DVR port 74f3ec19-73b1-43b5-8283-4473feeb351b on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:52.599349 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be413edb-b02d-4186-88ab-2087172b2831 req-ec48db7f-e750-4188-8999-41e91bd288ae tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189020 Jul 14 09:24:52.656732 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.696454 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 47bafb8e-0990-4bc4-9e3f-4e694b25fdba, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=47bafb8e-0990-4bc4-9e3f-4e694b25fdba,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:52.705945 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.711603 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7f05c82-2626-4960-8e2a-8d15f83828dd tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.726767 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-d7f05c82-2626-4960-8e2a-8d15f83828dd tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ad6f78-fe7f-404a-924c-4e7fc5851dfe']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:52.747840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-d7f05c82-2626-4960-8e2a-8d15f83828dd tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471e6caa-a7fa-449a-80f5-750697f9049d') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:52.748882 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-d7f05c82-2626-4960-8e2a-8d15f83828dd tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471e6caa-a7fa-449a-80f5-750697f9049d') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:52.765424 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7f05c82-2626-4960-8e2a-8d15f83828dd tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.785734 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7f05c82-2626-4960-8e2a-8d15f83828dd tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.797332 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f05c82-2626-4960-8e2a-8d15f83828dd tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:52.797797 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7f05c82-2626-4960-8e2a-8d15f83828dd tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:52.801827 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:52.813970 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=47bafb8e-0990-4bc4-9e3f-4e694b25fdba,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:52.874031 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7f05c82-2626-4960-8e2a-8d15f83828dd tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.882348 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7f05c82-2626-4960-8e2a-8d15f83828dd tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.884396 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d7f05c82-2626-4960-8e2a-8d15f83828dd tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] 10.222.0.26 "DELETE /v2.0/networks/42ad6f78-fe7f-404a-924c-4e7fc5851dfe HTTP/1.1" status: 204 len: 168 time: 1.1807041 Jul 14 09:24:52.905853 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f05c82-2626-4960-8e2a-8d15f83828dd tempest-NetworksIpV6Test-1042042471 tempest-NetworksIpV6Test-1042042471-project] Pushing event deleted for resources: {'Network': ['ID=42ad6f78-fe7f-404a-924c-4e7fc5851dfe,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:52.944543 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 74f3ec19-73b1-43b5-8283-4473feeb351b no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:52.997197 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 74f3ec19-73b1-43b5-8283-4473feeb351b {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:52.997816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 74f3ec19-73b1-43b5-8283-4473feeb351b not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:52.997987 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b1e153c8-627d-419f-84ff-f86409610d95 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:53.031506 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: b1e153c8-627d-419f-84ff-f86409610d95 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:53.031973 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b1e153c8-627d-419f-84ff-f86409610d95 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:53.168449 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2a599-d723-4f72-921b-251ef00203cc req-a7581817-ae9c-4691-b617-0a2704ab0fd3 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:53.176021 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8eb2a599-d723-4f72-921b-251ef00203cc req-a7581817-ae9c-4691-b617-0a2704ab0fd3 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.2289128 Jul 14 09:24:53.231161 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35398) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:53.250400 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8eb2a599-d723-4f72-921b-251ef00203cc req-1bdb7706-323b-451c-acff-dc8fb1f47dda tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733764 Jul 14 09:24:53.262356 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5d393-6044-4ada-8ddc-330a44c2080d req-85032455-2945-4812-9a3e-3eebfd494150 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:53.282287 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f4e5d393-6044-4ada-8ddc-330a44c2080d req-85032455-2945-4812-9a3e-3eebfd494150 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd61e98f-5eed-482f-b7f4-7495909679a3 HTTP/1.1" status: 200 len: 945 time: 0.1932082 Jul 14 09:24:53.397216 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f4e5d393-6044-4ada-8ddc-330a44c2080d req-91dae4e7-abd9-4d3e-858d-1abefd6d8764 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126771 Jul 14 09:24:53.511526 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e434c37a-e5c4-4242-b99f-5b614376fcea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3fb865d6ad57490c8221232a062e1278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797608 Jul 14 09:24:53.514383 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35414) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:53.571797 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-4ca758d9-0fd4-4af4-bc00-5632aa56c19c tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:53.575181 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-4ca758d9-0fd4-4af4-bc00-5632aa56c19c tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.55 "GET /v2.0/networks?id=0640d84a-073c-4ca8-9e23-32d45a8c6be7 HTTP/1.1" status: 200 len: 821 time: 0.2135043 Jul 14 09:24:53.598423 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-8b6cef3d-5108-4da3-b3a2-1d399859dd2a tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Request body: {'port': {'device_id': 'f3fadc8b-7d43-408e-89f3-4f1b398d2c71', 'network_id': '0640d84a-073c-4ca8-9e23-32d45a8c6be7', 'admin_state_up': True, 'tenant_id': '3105f1593adc49ecb8975a213187c4d2'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:53.634026 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88e8d873-b09c-417c-a075-4c92a24db3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.678377 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3804d4ab-cbee-48b7-b3f3-799dc3c8209f req-a847718c-7f01-4bc0-8c64-434eb6ea4cf7 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3fadc8b-7d43-408e-89f3-4f1b398d2c71 HTTP/1.1" status: 200 len: 210 time: 0.0570359 Jul 14 09:24:53.709031 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88e8d873-b09c-417c-a075-4c92a24db3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.831717 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-8b6cef3d-5108-4da3-b3a2-1d399859dd2a tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Made reservation on behalf of 3105f1593adc49ecb8975a213187c4d2 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:53.840612 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-8b6cef3d-5108-4da3-b3a2-1d399859dd2a tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.852919 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-21e88fd0-424f-4d41-918b-f2d53e5f427e req-8c011097-d324-4595-9b95-ad59b8f90492 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd5531-2e4b-48f5-aa4c-5e25f1c06070 HTTP/1.1" status: 200 len: 210 time: 0.0816653 Jul 14 09:24:53.885705 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88e8d873-b09c-417c-a075-4c92a24db3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.886081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548fde49-7c64-47b9-9294-0ee759e37381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bafb8e-0990-4bc4-9e3f-4e694b25fdba'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:53.888917 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88e8d873-b09c-417c-a075-4c92a24db3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.889667 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898b3d29-d904-40f3-ad03-9652d56f9c96" -d '{"events": [{"server_uuid": "548fde49-7c64-47b9-9294-0ee759e37381", "name": "network-vif-plugged", "status": "completed", "tag": "47bafb8e-0990-4bc4-9e3f-4e694b25fdba"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:53.890613 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-88e8d873-b09c-417c-a075-4c92a24db3d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bbdc81e0-fb53-43d1-bb30-578f57d064a8 HTTP/1.1" status: 204 len: 168 time: 0.3751256 Jul 14 09:24:53.920886 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8d873-b09c-417c-a075-4c92a24db3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdc81e0-fb53-43d1-bb30-578f57d064a8,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:53.991508 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089fa102-eebe-47f2-acf6-f6994cdb91e8 x-openstack-request-id: req-089fa102-eebe-47f2-acf6-f6994cdb91e8 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:53.992615 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548fde49-7c64-47b9-9294-0ee759e37381", "name": "network-vif-plugged", "status": "completed", "tag": "47bafb8e-0990-4bc4-9e3f-4e694b25fdba", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:53.993173 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-089fa102-eebe-47f2-acf6-f6994cdb91e8 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:53.994409 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548fde49-7c64-47b9-9294-0ee759e37381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bafb8e-0990-4bc4-9e3f-4e694b25fdba', 'code': 200} Jul 14 09:24:54.069602 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-8b6cef3d-5108-4da3-b3a2-1d399859dd2a tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Allocated IP 172.20.0.8 (0640d84a-073c-4ca8-9e23-32d45a8c6be7/a045a0c6-2283-4c52-8c41-831f4c26a88a/9267d04c-e1f8-4b34-85eb-4188305e8a86) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:54.849173 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16647bac-e813-4cbb-bcf8-397072ecc2b6 req-dfbb76e2-2d4a-4b4b-9822-1033dc6c5452 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:54.858399 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16647bac-e813-4cbb-bcf8-397072ecc2b6 req-dfbb76e2-2d4a-4b4b-9822-1033dc6c5452 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.3078599 Jul 14 09:24:54.896097 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24680c49-63fb-4f85-8998-0a90a5ba7f5e req-62347701-03b3-4cc6-8756-7e18bb96466c tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:54.903545 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24680c49-63fb-4f85-8998-0a90a5ba7f5e req-62347701-03b3-4cc6-8756-7e18bb96466c tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd61e98f-5eed-482f-b7f4-7495909679a3 HTTP/1.1" status: 200 len: 945 time: 0.2587280 Jul 14 09:24:54.947654 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16647bac-e813-4cbb-bcf8-397072ecc2b6 req-3687e14b-26a4-45e0-b45e-ff36812e9e37 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879042 Jul 14 09:24:55.009118 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24680c49-63fb-4f85-8998-0a90a5ba7f5e req-349ca1ef-2eb1-4a76-9050-6246f86818c6 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/security-groups?id=936df5f0-b488-4738-be58-89f19f739f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035321 Jul 14 09:24:55.057906 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-8b6cef3d-5108-4da3-b3a2-1d399859dd2a tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.100202 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35462) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:55.101807 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-49b0fb02-a9ac-4c1d-a922-0c13f045e2d2 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:55.103277 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-49b0fb02-a9ac-4c1d-a922-0c13f045e2d2 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.55 "GET /v2.0/networks?id=0dc7e72a-3edb-4241-a6f5-3289e30586c5 HTTP/1.1" status: 200 len: 814 time: 0.3021667 Jul 14 09:24:55.111366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc355f-2599-469a-8845-d3f7503ba76f req-a39d2b1d-11fe-4fd0-a673-fb9da7e71e46 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:55.112762 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71bc355f-2599-469a-8845-d3f7503ba76f req-a39d2b1d-11fe-4fd0-a673-fb9da7e71e46 tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd61e98f-5eed-482f-b7f4-7495909679a3 HTTP/1.1" status: 200 len: 945 time: 0.3130114 Jul 14 09:24:55.137117 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-aedf1fd7-2e66-40b3-bcd9-f89c959db050 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Request body: {'port': {'device_id': '3ccd5531-2e4b-48f5-aa4c-5e25f1c06070', 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5', 'admin_state_up': True, 'tenant_id': 'fd44d92953cd42e0895427390c159c4f'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:55.215694 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-68d4090d-1bd0-4938-a744-0443bb4f8423 req-e21ddbce-611e-476f-beef-2c76d07f451c tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3fadc8b-7d43-408e-89f3-4f1b398d2c71 HTTP/1.1" status: 200 len: 210 time: 0.0510561 Jul 14 09:24:55.290371 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-8b6cef3d-5108-4da3-b3a2-1d399859dd2a tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.301892 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-372fd8f1-4443-45a4-8322-b85593969817 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-225203794'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:55.355578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372fd8f1-4443-45a4-8322-b85593969817 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Made reservation on behalf of eac93f89afef436c874bbdf1375d83ef for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:55.362080 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-372fd8f1-4443-45a4-8322-b85593969817 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.377086 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-8b6cef3d-5108-4da3-b3a2-1d399859dd2a tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Network 0640d84a-073c-4ca8-9e23-32d45a8c6be7 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:55.382972 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-372fd8f1-4443-45a4-8322-b85593969817 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.386883 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-8b6cef3d-5108-4da3-b3a2-1d399859dd2a tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:55.390026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cef3d-5108-4da3-b3a2-1d399859dd2a tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Pushing event updated for resources: {'Port': ['ID=9267d04c-e1f8-4b34-85eb-4188305e8a86,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:55.394703 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-8b6cef3d-5108-4da3-b3a2-1d399859dd2a tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:55.464782 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5aca9f6e-77ec-4e9a-be28-5e8908abbb6d req-312cf6b0-ed5b-4279-a903-c64e50a89013 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd5531-2e4b-48f5-aa4c-5e25f1c06070 HTTP/1.1" status: 200 len: 210 time: 0.0384722 Jul 14 09:24:55.470979 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-aedf1fd7-2e66-40b3-bcd9-f89c959db050 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Made reservation on behalf of fd44d92953cd42e0895427390c159c4f for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:55.474515 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-aedf1fd7-2e66-40b3-bcd9-f89c959db050 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.479936 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-71bc355f-2599-469a-8845-d3f7503ba76f req-0e9d72b3-0448-4eb6-b4d1-df2fc327efdd tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Deleting port e8627488-6f1d-45f8-9cd7-ffef6130c8fd {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:55.480318 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71bc355f-2599-469a-8845-d3f7503ba76f req-0e9d72b3-0448-4eb6-b4d1-df2fc327efdd tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.491076 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-8b6cef3d-5108-4da3-b3a2-1d399859dd2a tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:55.491745 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-8b6cef3d-5108-4da3-b3a2-1d399859dd2a tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.620993 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-372fd8f1-4443-45a4-8322-b85593969817 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.625497 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-372fd8f1-4443-45a4-8322-b85593969817 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.666016 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-8b6cef3d-5108-4da3-b3a2-1d399859dd2a tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0739486 Jul 14 09:24:55.684725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fd8f1-4443-45a4-8322-b85593969817 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe037dc-910d-447f-8d28-726293472735,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:55.692659 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] Request body: {'port': {'device_id': 'f3fadc8b-7d43-408e-89f3-4f1b398d2c71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:55.704372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372fd8f1-4443-45a4-8322-b85593969817 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:55.727696 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-372fd8f1-4443-45a4-8322-b85593969817 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.728427 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-372fd8f1-4443-45a4-8322-b85593969817 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Added segment ddb986db-e078-4920-ac88-00287d3ee420 of type vlan for network 38e030be-c769-41df-ab87-2a2cc268db64 Jul 14 09:24:55.765080 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-71bc355f-2599-469a-8845-d3f7503ba76f req-0e9d72b3-0448-4eb6-b4d1-df2fc327efdd tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] For port e8627488-6f1d-45f8-9cd7-ffef6130c8fd, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e8627488-6f1d-45f8-9cd7-ffef6130c8fd,segment=NetworkSegment(60e9f17a-8bb1-4b40-a0a6-6212a57f08ca),segment_id=60e9f17a-8bb1-4b40-a0a6-6212a57f08ca)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:55.765571 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71bc355f-2599-469a-8845-d3f7503ba76f req-0e9d72b3-0448-4eb6-b4d1-df2fc327efdd tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.795496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-71bc355f-2599-469a-8845-d3f7503ba76f req-0e9d72b3-0448-4eb6-b4d1-df2fc327efdd tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Calling delete_port for e8627488-6f1d-45f8-9cd7-ffef6130c8fd owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:55.813753 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-372fd8f1-4443-45a4-8322-b85593969817 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.828643 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-aedf1fd7-2e66-40b3-bcd9-f89c959db050 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Allocated IP 172.20.0.9 (0dc7e72a-3edb-4241-a6f5-3289e30586c5/d99465c5-3f7d-4f9c-9abc-0f6030c9ad6e/315efc0b-c03f-4347-a1bc-87bc75ea7606) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:55.871421 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-372fd8f1-4443-45a4-8322-b85593969817 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.883828 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372fd8f1-4443-45a4-8322-b85593969817 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:55.884749 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-372fd8f1-4443-45a4-8322-b85593969817 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.893749 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.007967 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fd8f1-4443-45a4-8322-b85593969817 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event updated for resources: {'Network': ['ID=38e030be-c769-41df-ab87-2a2cc268db64,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:56.021175 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 38e030be-c769-41df-ab87-2a2cc268db64 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:56.035180 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-372fd8f1-4443-45a4-8322-b85593969817 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9337683 Jul 14 09:24:56.122255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7fb75-0b33-4904-9139-7ad0b83d0745 req-970d6feb-af32-402d-90d9-70e56d81e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:56.134096 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0d7fb75-0b33-4904-9139-7ad0b83d0745 req-970d6feb-af32-402d-90d9-70e56d81e6e4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=32c7b17ee37942fda02c5e0a232f2b32&device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 1098 time: 0.1681824 Jul 14 09:24:56.161937 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-aedf1fd7-2e66-40b3-bcd9-f89c959db050 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.316860 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-aedf1fd7-2e66-40b3-bcd9-f89c959db050 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.328831 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['13fd49b0-7dfb-4c07-8d2a-9d083fda98b1', 'ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:56.458824 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71bc355f-2599-469a-8845-d3f7503ba76f req-0e9d72b3-0448-4eb6-b4d1-df2fc327efdd tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.504147 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf1fd7-2e66-40b3-bcd9-f89c959db050 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Pushing event updated for resources: {'Port': ['ID=315efc0b-c03f-4347-a1bc-87bc75ea7606,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:56.553986 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070837c-2899-4eca-b457-db4cabebc63e req-19ee7834-bb91-45b1-8fd7-bfa975ce4ecd tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:56.566208 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f070837c-2899-4eca-b457-db4cabebc63e req-19ee7834-bb91-45b1-8fd7-bfa975ce4ecd tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.4256833 Jul 14 09:24:56.613864 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d72b3-0448-4eb6-b4d1-df2fc327efdd tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Pushing event deleted for resources: {'Port': ['ID=e8627488-6f1d-45f8-9cd7-ffef6130c8fd,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:56.714652 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bc355f-2599-469a-8845-d3f7503ba76f req-0e9d72b3-0448-4eb6-b4d1-df2fc327efdd tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] No DVR routers for this DVR port e8627488-6f1d-45f8-9cd7-ffef6130c8fd on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:56.718686 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71bc355f-2599-469a-8845-d3f7503ba76f req-0e9d72b3-0448-4eb6-b4d1-df2fc327efdd tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.723018 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71bc355f-2599-469a-8845-d3f7503ba76f req-0e9d72b3-0448-4eb6-b4d1-df2fc327efdd tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.49 "DELETE /v2.0/ports/e8627488-6f1d-45f8-9cd7-ffef6130c8fd HTTP/1.1" status: 204 len: 173 time: 1.5978999 Jul 14 09:24:56.827880 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd61e98f-5eed-482f-b7f4-7495909679a3', 'name': 'network-vif-deleted', 'tag': 'e8627488-6f1d-45f8-9cd7-ffef6130c8fd'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:56.876879 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565649fe-1d95-4c97-951b-8a885bbc1f81" -d '{"events": [{"server_uuid": "bd61e98f-5eed-482f-b7f4-7495909679a3", "name": "network-vif-deleted", "tag": "e8627488-6f1d-45f8-9cd7-ffef6130c8fd"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:56.913049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-aedf1fd7-2e66-40b3-bcd9-f89c959db050 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Network 0dc7e72a-3edb-4241-a6f5-3289e30586c5 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:56.921318 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-aedf1fd7-2e66-40b3-bcd9-f89c959db050 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:56.932419 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-aedf1fd7-2e66-40b3-bcd9-f89c959db050 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:56.949995 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3e527cab-6d0f-4412-92ea-73b36a86a29e req-85f72c58-8f67-4e17-ad43-4283c6c8512f tempest-DeleteServersTestJSON-1927042023 tempest-DeleteServersTestJSON-1927042023-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd61e98f-5eed-482f-b7f4-7495909679a3 HTTP/1.1" status: 200 len: 210 time: 0.2622027 Jul 14 09:24:57.028389 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f070837c-2899-4eca-b457-db4cabebc63e req-9efc539d-c7d6-4b59-a7bf-bdb0d6ab74df tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610114 Jul 14 09:24:57.030185 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7fb75-0b33-4904-9139-7ad0b83d0745 req-bf439f00-39c8-447e-837a-2afcc9b504c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:57.039179 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0d7fb75-0b33-4904-9139-7ad0b83d0745 req-bf439f00-39c8-447e-837a-2afcc9b504c2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=be126745-3ab2-48fe-91c6-d0e4cec53e9a HTTP/1.1" status: 200 len: 920 time: 0.8676593 Jul 14 09:24:57.143093 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['e8627488-6f1d-45f8-9cd7-ffef6130c8fd'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:57.185222 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0d7fb75-0b33-4904-9139-7ad0b83d0745 req-35513a04-6417-4677-b47c-d056ade12be4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0ddefd2-ea06-4ad7-9185-c6d67caea03a HTTP/1.1" status: 200 len: 217 time: 0.1371248 Jul 14 09:24:57.198780 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-aedf1fd7-2e66-40b3-bcd9-f89c959db050 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:57.204459 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-aedf1fd7-2e66-40b3-bcd9-f89c959db050 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.260567 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-aedf1fd7-2e66-40b3-bcd9-f89c959db050 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1269119 Jul 14 09:24:57.264725 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05dd938f-7407-47e2-86d4-24581ab9c564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.281423 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] Request body: {'port': {'device_id': '3ccd5531-2e4b-48f5-aa4c-5e25f1c06070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:57.392478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7fb75-0b33-4904-9139-7ad0b83d0745 req-e4ff7a62-9d00-488f-a613-e4fb7ca2bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:57.395997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0d7fb75-0b33-4904-9139-7ad0b83d0745 req-e4ff7a62-9d00-488f-a613-e4fb7ca2bc10 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bfb51c68-788b-4f97-ae97-0d3bea31b529 HTTP/1.1" status: 200 len: 859 time: 0.2052162 Jul 14 09:24:57.484088 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.493003 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0d7fb75-0b33-4904-9139-7ad0b83d0745 req-707e6520-3138-47b2-90a8-6bdf3877c54f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=be126745-3ab2-48fe-91c6-d0e4cec53e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817530 Jul 14 09:24:57.557888 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9267d04c-e1f8-4b34-85eb-4188305e8a86 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:57.612124 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.645771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] Transition to ACTIVE for port object 9267d04c-e1f8-4b34-85eb-4188305e8a86 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:57.674332 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.715237 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0d7fb75-0b33-4904-9139-7ad0b83d0745 req-307ec2f1-9ce6-43ed-b122-7c32be732ecd service neutron] 10.222.0.49 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139187 Jul 14 09:24:57.751556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6476a-632c-464b-ab4e-5a8a2e21ef1e req-fe017d1d-bbd5-4dd8-857a-ecbcc663fbf1 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:57.761835 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d7a6476a-632c-464b-ab4e-5a8a2e21ef1e req-fe017d1d-bbd5-4dd8-857a-ecbcc663fbf1 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3fadc8b-7d43-408e-89f3-4f1b398d2c71 HTTP/1.1" status: 200 len: 931 time: 0.4784515 Jul 14 09:24:57.925756 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d7a6476a-632c-464b-ab4e-5a8a2e21ef1e req-2100ea71-6e8d-415e-b072-fa322ede2afd tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a62a1a2-8365-4823-80d4-eaa6e568529e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625092 Jul 14 09:24:57.932787 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] Pushing event updated for resources: {'Port': ['ID=9267d04c-e1f8-4b34-85eb-4188305e8a86,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:57.985782 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0d7fb75-0b33-4904-9139-7ad0b83d0745 req-023d8d84-ff37-4706-b76b-0a2842ed8fe0 service neutron] 10.222.0.49 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576549 Jul 14 09:24:58.045824 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7898f21-0eed-42ae-9503-47840c00495f req-46067aa9-122c-492f-8551-2a3cf9622315 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:58.053905 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c7898f21-0eed-42ae-9503-47840c00495f req-46067aa9-122c-492f-8551-2a3cf9622315 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd5531-2e4b-48f5-aa4c-5e25f1c06070 HTTP/1.1" status: 200 len: 931 time: 0.2136185 Jul 14 09:24:58.134062 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c7898f21-0eed-42ae-9503-47840c00495f req-8a0eaf07-607f-4118-b749-349256ad219a tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766332 Jul 14 09:24:58.146032 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5702956a-b1fc-4669-84cb-2348e4248141 x-openstack-request-id: req-5702956a-b1fc-4669-84cb-2348e4248141 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:58.146344 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd61e98f-5eed-482f-b7f4-7495909679a3", "name": "network-vif-deleted", "tag": "e8627488-6f1d-45f8-9cd7-ffef6130c8fd", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:58.146577 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5702956a-b1fc-4669-84cb-2348e4248141 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:58.146972 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd61e98f-5eed-482f-b7f4-7495909679a3', 'name': 'network-vif-deleted', 'tag': 'e8627488-6f1d-45f8-9cd7-ffef6130c8fd', 'status': 'completed', 'code': 200} Jul 14 09:24:58.210807 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] Attempting to bind port 9267d04c-e1f8-4b34-85eb-4188305e8a86 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:58.211383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] Attempting to bind port 9267d04c-e1f8-4b34-85eb-4188305e8a86 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'ddf19c8d-98dd-4911-b344-9ae8fb6ebec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0640d84a-073c-4ca8-9e23-32d45a8c6be7'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:58.211478 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] Attempting to bind port 9267d04c-e1f8-4b34-85eb-4188305e8a86 on network 0640d84a-073c-4ca8-9e23-32d45a8c6be7 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:58.225433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] Port 9267d04c-e1f8-4b34-85eb-4188305e8a86 on network 0640d84a-073c-4ca8-9e23-32d45a8c6be7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:58.225770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] Attempting to bind port 9267d04c-e1f8-4b34-85eb-4188305e8a86 on network 0640d84a-073c-4ca8-9e23-32d45a8c6be7 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:58.236733 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:58.237075 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] Checking segment: {'id': 'ddf19c8d-98dd-4911-b344-9ae8fb6ebec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0640d84a-073c-4ca8-9e23-32d45a8c6be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:58.238002 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] Bound using segment: {'id': 'ddf19c8d-98dd-4911-b344-9ae8fb6ebec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0640d84a-073c-4ca8-9e23-32d45a8c6be7'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:58.238441 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] Bound port: 9267d04c-e1f8-4b34-85eb-4188305e8a86, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf19c8d-98dd-4911-b344-9ae8fb6ebec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0640d84a-073c-4ca8-9e23-32d45a8c6be7'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:58.238805 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.352539 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315efc0b-c03f-4347-a1bc-87bc75ea7606 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:58.362054 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.375633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] Transition to ACTIVE for port object 315efc0b-c03f-4347-a1bc-87bc75ea7606 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:58.390444 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.556143 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71d4994c-eef9-417e-a081-686aee0caa54 req-82cc492f-aba2-4aea-bf2d-720ae0371319 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7961bab0-92e0-4ee5-a82e-c7bffc6ef35f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1836512 Jul 14 09:24:58.574479 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06859bc-767a-43f3-9ec0-6f80425fc89e req-b2747145-c196-4696-b57f-601ba647cad2 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:58.584833 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b06859bc-767a-43f3-9ec0-6f80425fc89e req-b2747145-c196-4696-b57f-601ba647cad2 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.1529374 Jul 14 09:24:58.644184 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b06859bc-767a-43f3-9ec0-6f80425fc89e req-e5afe4f8-d940-44b9-b0cc-1e94b4dce101 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581329 Jul 14 09:24:58.762768 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] Pushing event updated for resources: {'Port': ['ID=315efc0b-c03f-4347-a1bc-87bc75ea7606,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:58.792685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4994c-eef9-417e-a081-686aee0caa54 req-e2686317-75e6-4106-aa37-8cb91def3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:58.797896 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] Attempting to bind port 315efc0b-c03f-4347-a1bc-87bc75ea7606 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:58.798628 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71d4994c-eef9-417e-a081-686aee0caa54 req-e2686317-75e6-4106-aa37-8cb91def3161 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd44d92953cd42e0895427390c159c4f&device_id=7961bab0-92e0-4ee5-a82e-c7bffc6ef35f HTTP/1.1" status: 200 len: 1098 time: 0.1693678 Jul 14 09:24:58.798779 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] Attempting to bind port 315efc0b-c03f-4347-a1bc-87bc75ea7606 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '1f1a358f-73c2-4ce0-ba11-3ecd763be6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:58.799279 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] Attempting to bind port 315efc0b-c03f-4347-a1bc-87bc75ea7606 on network 0dc7e72a-3edb-4241-a6f5-3289e30586c5 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:58.819548 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] Port 315efc0b-c03f-4347-a1bc-87bc75ea7606 on network 0dc7e72a-3edb-4241-a6f5-3289e30586c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:58.820183 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] Attempting to bind port 315efc0b-c03f-4347-a1bc-87bc75ea7606 on network 0dc7e72a-3edb-4241-a6f5-3289e30586c5 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:58.829779 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:58.831543 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] Checking segment: {'id': '1f1a358f-73c2-4ce0-ba11-3ecd763be6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:58.832132 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] Bound using segment: {'id': '1f1a358f-73c2-4ce0-ba11-3ecd763be6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:58.832745 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] Bound port: 315efc0b-c03f-4347-a1bc-87bc75ea7606, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1a358f-73c2-4ce0-ba11-3ecd763be6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:58.833296 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.870996 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] For port 9267d04c-e1f8-4b34-85eb-4188305e8a86, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:58.954119 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] For port 9267d04c-e1f8-4b34-85eb-4188305e8a86, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9267d04c-e1f8-4b34-85eb-4188305e8a86,segment=NetworkSegment(ddf19c8d-98dd-4911-b344-9ae8fb6ebec9),segment_id=ddf19c8d-98dd-4911-b344-9ae8fb6ebec9)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:58.976402 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.985350 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4994c-eef9-417e-a081-686aee0caa54 req-47f83d38-0d03-446a-bf72-549dfc528ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:58.987917 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71d4994c-eef9-417e-a081-686aee0caa54 req-47f83d38-0d03-446a-bf72-549dfc528ba5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0dc7e72a-3edb-4241-a6f5-3289e30586c5 HTTP/1.1" status: 200 len: 915 time: 0.1676037 Jul 14 09:24:59.039813 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71d4994c-eef9-417e-a081-686aee0caa54 req-ba967862-36a1-466b-9fe0-bf1662a06549 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 HTTP/1.1" status: 200 len: 217 time: 0.0446403 Jul 14 09:24:59.064810 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] For port 315efc0b-c03f-4347-a1bc-87bc75ea7606, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:59.098723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:59.103307 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.104708 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] 10.222.0.55 "PUT /v2.0/ports/9267d04c-e1f8-4b34-85eb-4188305e8a86 HTTP/1.1" status: 200 len: 1092 time: 3.4211149 Jul 14 09:24:59.131846 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4994c-eef9-417e-a081-686aee0caa54 req-1c1f9069-95af-4c5d-9746-2b297c02e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:59.134416 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71d4994c-eef9-417e-a081-686aee0caa54 req-1c1f9069-95af-4c5d-9746-2b297c02e987 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d99465c5-3f7d-4f9c-9abc-0f6030c9ad6e HTTP/1.1" status: 200 len: 854 time: 0.0883844 Jul 14 09:24:59.148611 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] For port 315efc0b-c03f-4347-a1bc-87bc75ea7606, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=315efc0b-c03f-4347-a1bc-87bc75ea7606,segment=NetworkSegment(1f1a358f-73c2-4ce0-ba11-3ecd763be6c8),segment_id=1f1a358f-73c2-4ce0-ba11-3ecd763be6c8)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:59.158072 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.161190 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7575345-2e14-4fbb-88bd-c4299456ebb9 service neutron] Pushing event updated for resources: {'Port': ['ID=9267d04c-e1f8-4b34-85eb-4188305e8a86,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:59.211990 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71d4994c-eef9-417e-a081-686aee0caa54 req-58d07e32-c44e-48a0-82de-d4b2136a7bf7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0dc7e72a-3edb-4241-a6f5-3289e30586c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690844 Jul 14 09:24:59.302863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:59.303493 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.304888 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] 10.222.0.55 "PUT /v2.0/ports/315efc0b-c03f-4347-a1bc-87bc75ea7606 HTTP/1.1" status: 200 len: 1092 time: 2.0297430 Jul 14 09:24:59.379779 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662dd18-c904-4900-ae9c-bd1376b5ad77 service neutron] Pushing event updated for resources: {'Port': ['ID=315efc0b-c03f-4347-a1bc-87bc75ea7606,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:59.490193 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-db9e2d69-d065-4ba5-bdfc-d146e8cc6b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:59.490597 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-db9e2d69-d065-4ba5-bdfc-d146e8cc6b64 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3105f1593adc49ecb8975a213187c4d2&device_id=f3fadc8b-7d43-408e-89f3-4f1b398d2c71 HTTP/1.1" status: 200 len: 1095 time: 0.2973864 Jul 14 09:24:59.493246 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device e8627488-6f1d-45f8-9cd7-ffef6130c8fd no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:59.526898 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: e8627488-6f1d-45f8-9cd7-ffef6130c8fd {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:59.527632 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device e8627488-6f1d-45f8-9cd7-ffef6130c8fd not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:59.539790 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb999f0-03d8-4703-84ed-637b15898721 req-27cd6c63-2bd0-4573-922e-8536c5ba307a tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:59.548211 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0cb999f0-03d8-4703-84ed-637b15898721 req-27cd6c63-2bd0-4573-922e-8536c5ba307a tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3fadc8b-7d43-408e-89f3-4f1b398d2c71 HTTP/1.1" status: 200 len: 943 time: 0.3353634 Jul 14 09:24:59.551452 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71d4994c-eef9-417e-a081-686aee0caa54 req-88e91c2c-1b5a-42a1-a0fc-9234ec9e55f2 service neutron] 10.222.0.49 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066580 Jul 14 09:24:59.555140 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35538) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:59.560952 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1e4e25d6-f7e5-442f-9186-1ca9a22144f8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Request body: {'subnet': {'network_id': '38e030be-c769-41df-ab87-2a2cc268db64', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:59.565280 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-940d4e08-71ee-4105-aba2-19b4d5ce7c18 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9267d04c-e1f8-4b34-85eb-4188305e8a86 HTTP/1.1" status: 200 len: 217 time: 0.0591085 Jul 14 09:24:59.652161 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4240cf46-7110-4ed1-bace-920c26ed5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:59.653689 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-4240cf46-7110-4ed1-bace-920c26ed5d59 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd44d92953cd42e0895427390c159c4f&device_id=3ccd5531-2e4b-48f5-aa4c-5e25f1c06070 HTTP/1.1" status: 200 len: 1095 time: 0.2678821 Jul 14 09:24:59.722294 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-3d592456-dd02-4a9d-a319-b3d24eac7e75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=315efc0b-c03f-4347-a1bc-87bc75ea7606 HTTP/1.1" status: 200 len: 217 time: 0.0513415 Jul 14 09:24:59.727845 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-5a0316c3-abab-414b-a956-c3df6ca35d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:59.729325 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-5a0316c3-abab-414b-a956-c3df6ca35d16 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a045a0c6-2283-4c52-8c41-831f4c26a88a HTTP/1.1" status: 200 len: 861 time: 0.1508603 Jul 14 09:24:59.743615 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9106ded4-5f82-47bc-a7b6-1e69e26283d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.795507 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-3e858766-f7bc-4f55-abd8-07981dda6ee7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0640d84a-073c-4ca8-9e23-32d45a8c6be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527537 Jul 14 09:24:59.855319 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.875853 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4e25d6-f7e5-442f-9186-1ca9a22144f8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Made reservation on behalf of eac93f89afef436c874bbdf1375d83ef for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:59.879571 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1e4e25d6-f7e5-442f-9186-1ca9a22144f8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.889494 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-40e22bf3-821b-484d-b78a-e1e11b6ae399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:59.891033 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-40e22bf3-821b-484d-b78a-e1e11b6ae399 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d99465c5-3f7d-4f9c-9abc-0f6030c9ad6e HTTP/1.1" status: 200 len: 854 time: 0.1607649 Jul 14 09:24:59.986121 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-c326719f-8b66-47f9-8bda-9454c9a498e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0dc7e72a-3edb-4241-a6f5-3289e30586c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788841 Jul 14 09:25:00.080571 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0cb999f0-03d8-4703-84ed-637b15898721 req-85531075-54bf-4f3b-ab85-78d9140bac9b tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a62a1a2-8365-4823-80d4-eaa6e568529e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281632 Jul 14 09:25:00.084774 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-c0dc1607-fe7c-4090-95cc-d62417f6578f service neutron] 10.222.0.55 "GET /v2.0/networks/0640d84a-073c-4ca8-9e23-32d45a8c6be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789609 Jul 14 09:25:00.126396 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578922c-13bb-4576-95b3-c004790b15f6 req-0b4e5403-e9d1-41bf-9a2f-917dc51ec0f8 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:00.133304 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1578922c-13bb-4576-95b3-c004790b15f6 req-0b4e5403-e9d1-41bf-9a2f-917dc51ec0f8 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd5531-2e4b-48f5-aa4c-5e25f1c06070 HTTP/1.1" status: 200 len: 943 time: 0.7174463 Jul 14 09:25:00.197413 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1578922c-13bb-4576-95b3-c004790b15f6 req-066451eb-fc60-45f5-bf9f-3ef89c85516d tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631402 Jul 14 09:25:00.199694 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71d4994c-eef9-417e-a081-686aee0caa54 req-bcd09496-1af4-4175-bff1-60ca15dc96ea service neutron] 10.222.0.49 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6240602 Jul 14 09:25:00.300609 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fadc8b-7d43-408e-89f3-4f1b398d2c71', 'tag': '9267d04c-e1f8-4b34-85eb-4188305e8a86'}, {'name': 'network-changed', 'server_uuid': '3ccd5531-2e4b-48f5-aa4c-5e25f1c06070', 'tag': '315efc0b-c03f-4347-a1bc-87bc75ea7606'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:00.303316 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2266243c-0065-4b42-9e35-dfa85e04b17e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fadc8b-7d43-408e-89f3-4f1b398d2c71", "tag": "9267d04c-e1f8-4b34-85eb-4188305e8a86"}, {"name": "network-changed", "server_uuid": "3ccd5531-2e4b-48f5-aa4c-5e25f1c06070", "tag": "315efc0b-c03f-4347-a1bc-87bc75ea7606"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:00.312375 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1e4e25d6-f7e5-442f-9186-1ca9a22144f8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.377085 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-71ca3192-ed1f-4669-a6fa-4830945d8d75 service neutron] 10.222.0.55 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761790 Jul 14 09:25:00.402964 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba6116-e448-4e35-bbe7-434ba1e27da7 req-7994a730-9b28-497c-991e-40bac6e8f3ab tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:00.405084 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0bba6116-e448-4e35-bbe7-434ba1e27da7 req-7994a730-9b28-497c-991e-40bac6e8f3ab tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.0804756 Jul 14 09:25:00.457064 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0bba6116-e448-4e35-bbe7-434ba1e27da7 req-ea72e0ff-ac74-462a-85c9-d478dacde010 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456181 Jul 14 09:25:00.477875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e25d6-f7e5-442f-9186-1ca9a22144f8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event updated for resources: {'Subnet': ['ID=0873cfcf-edc6-488c-8c55-2a8c3cb6a7f0,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:00.494789 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e0c0a2dd-7186-4db6-89f2-c69657164ae7 req-15454a48-3b69-41e1-8a48-9f8b436ad4d7 service neutron] 10.222.0.55 "GET /v2.0/networks/0640d84a-073c-4ca8-9e23-32d45a8c6be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966424 Jul 14 09:25:00.504274 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e25d6-f7e5-442f-9186-1ca9a22144f8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Checking segment: {'id': 'ddb986db-e078-4920-ac88-00287d3ee420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38e030be-c769-41df-ab87-2a2cc268db64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:00.504640 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4e25d6-f7e5-442f-9186-1ca9a22144f8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Network hostable DHCP agents. Network: 38e030be-c769-41df-ab87-2a2cc268db64, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:00.553964 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4e25d6-f7e5-442f-9186-1ca9a22144f8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Network 38e030be-c769-41df-ab87-2a2cc268db64 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:00.572364 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bb2e4f65-eb9d-4bdb-b550-1ea5bb77296c req-26ae1b6d-c34b-46ca-b3bd-aa4e5fe57454 service neutron] 10.222.0.55 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727133 Jul 14 09:25:00.573592 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-1e4e25d6-f7e5-442f-9186-1ca9a22144f8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 38e030be-c769-41df-ab87-2a2cc268db64) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:00.590327 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6696de1-565b-417d-b66c-87efd88449b0 None None] Network 38e030be-c769-41df-ab87-2a2cc268db64 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:00.594554 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4e25d6-f7e5-442f-9186-1ca9a22144f8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:00.595370 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1e4e25d6-f7e5-442f-9186-1ca9a22144f8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.622659 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1e4e25d6-f7e5-442f-9186-1ca9a22144f8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0663357 Jul 14 09:25:00.626234 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35562) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:00.641608 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-05e8e330-17a1-4d88-8b20-88663f0feeb9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-207893265'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:00.684120 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e8e330-17a1-4d88-8b20-88663f0feeb9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Made reservation on behalf of eac93f89afef436c874bbdf1375d83ef for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:00.688617 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05e8e330-17a1-4d88-8b20-88663f0feeb9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.698247 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6704df83-0031-4d19-9b63-994727c6094d x-openstack-request-id: req-6704df83-0031-4d19-9b63-994727c6094d {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:00.698247 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fadc8b-7d43-408e-89f3-4f1b398d2c71", "tag": "9267d04c-e1f8-4b34-85eb-4188305e8a86", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3ccd5531-2e4b-48f5-aa4c-5e25f1c06070", "tag": "315efc0b-c03f-4347-a1bc-87bc75ea7606", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:00.698247 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6704df83-0031-4d19-9b63-994727c6094d {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:00.698247 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fadc8b-7d43-408e-89f3-4f1b398d2c71', 'tag': '9267d04c-e1f8-4b34-85eb-4188305e8a86', 'status': 'completed', 'code': 200} Jul 14 09:25:00.698828 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ccd5531-2e4b-48f5-aa4c-5e25f1c06070', 'tag': '315efc0b-c03f-4347-a1bc-87bc75ea7606', 'status': 'completed', 'code': 200} Jul 14 09:25:00.720758 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e8e330-17a1-4d88-8b20-88663f0feeb9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:00.746055 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05e8e330-17a1-4d88-8b20-88663f0feeb9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.746805 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-05e8e330-17a1-4d88-8b20-88663f0feeb9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Added segment d8fe1476-6a72-4ebd-9b52-1a7e8269328a of type vlan for network 78b5904a-5c2d-48ad-a34d-89ce81be1867 Jul 14 09:25:00.747238 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.830621 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05e8e330-17a1-4d88-8b20-88663f0feeb9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.864876 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266243c-0065-4b42-9e35-dfa85e04b17e req-dfbed9b6-4881-4e45-a7c8-336699bfc96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:00.869740 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2266243c-0065-4b42-9e35-dfa85e04b17e req-dfbed9b6-4881-4e45-a7c8-336699bfc96c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3105f1593adc49ecb8975a213187c4d2&device_id=f3fadc8b-7d43-408e-89f3-4f1b398d2c71 HTTP/1.1" status: 200 len: 1095 time: 0.1016915 Jul 14 09:25:00.900312 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05e8e330-17a1-4d88-8b20-88663f0feeb9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.914785 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e8e330-17a1-4d88-8b20-88663f0feeb9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:00.915701 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05e8e330-17a1-4d88-8b20-88663f0feeb9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.046149 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8e330-17a1-4d88-8b20-88663f0feeb9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event updated for resources: {'Network': ['ID=78b5904a-5c2d-48ad-a34d-89ce81be1867,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:01.056117 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-05e8e330-17a1-4d88-8b20-88663f0feeb9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4286692 Jul 14 09:25:01.059139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35574) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:01.071403 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 78b5904a-5c2d-48ad-a34d-89ce81be1867 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:01.080817 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266243c-0065-4b42-9e35-dfa85e04b17e req-41fa75a3-e203-44f1-ab68-f5a767e9b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:01.082494 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2266243c-0065-4b42-9e35-dfa85e04b17e req-41fa75a3-e203-44f1-ab68-f5a767e9b5ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=0640d84a-073c-4ca8-9e23-32d45a8c6be7 HTTP/1.1" status: 200 len: 922 time: 0.2046957 Jul 14 09:25:01.083489 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-32d429c4-be97-4fdb-bf40-93bc94a219fd tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Request body: {'subnet': {'network_id': '78b5904a-5c2d-48ad-a34d-89ce81be1867', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:01.191662 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2266243c-0065-4b42-9e35-dfa85e04b17e req-0fabef35-c082-4500-8c90-101b4368e871 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9267d04c-e1f8-4b34-85eb-4188305e8a86 HTTP/1.1" status: 200 len: 217 time: 0.1012380 Jul 14 09:25:01.266546 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-38e030be-c769-41df-ab87-2a2cc268db64', 'network_id': '38e030be-c769-41df-ab87-2a2cc268db64', 'tenant_id': 'eac93f89afef436c874bbdf1375d83ef', 'fixed_ips': [{'subnet_id': '0873cfcf-edc6-488c-8c55-2a8c3cb6a7f0'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:25:01.267414 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.318741 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266243c-0065-4b42-9e35-dfa85e04b17e req-15caa2fb-4e82-4de6-a67c-522ce21b22d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:01.321137 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2266243c-0065-4b42-9e35-dfa85e04b17e req-15caa2fb-4e82-4de6-a67c-522ce21b22d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a045a0c6-2283-4c52-8c41-831f4c26a88a HTTP/1.1" status: 200 len: 861 time: 0.1240330 Jul 14 09:25:01.373595 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2266243c-0065-4b42-9e35-dfa85e04b17e req-af1d9d8b-ba73-49e3-94be-f897c84f724c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0640d84a-073c-4ca8-9e23-32d45a8c6be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437655 Jul 14 09:25:01.442885 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d429c4-be97-4fdb-bf40-93bc94a219fd tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Made reservation on behalf of eac93f89afef436c874bbdf1375d83ef for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:01.455463 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-32d429c4-be97-4fdb-bf40-93bc94a219fd tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.484668 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Allocated IP 2001:db8:0:ffff::2 (38e030be-c769-41df-ab87-2a2cc268db64/0873cfcf-edc6-488c-8c55-2a8c3cb6a7f0/7d20231d-58c2-4e9d-a7bc-3029930a0bb4) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:01.562372 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2266243c-0065-4b42-9e35-dfa85e04b17e req-29ff4779-4cdb-463e-bb8c-0eddfb7c88bb service neutron] 10.222.0.55 "GET /v2.0/networks/0640d84a-073c-4ca8-9e23-32d45a8c6be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768477 Jul 14 09:25:01.630655 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec68e1-643e-458f-9717-dde019175ca7 req-8097d660-0094-4d29-92ac-09f5dde440be tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:01.637643 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-deec68e1-643e-458f-9717-dde019175ca7 req-8097d660-0094-4d29-92ac-09f5dde440be tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3fadc8b-7d43-408e-89f3-4f1b398d2c71 HTTP/1.1" status: 200 len: 943 time: 0.3300312 Jul 14 09:25:01.672070 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.683735 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Transition to ACTIVE for port object 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:01.703622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Transition to ACTIVE for port object 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:01.721806 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1029d9-278e-4622-aebc-90a9150c83fd req-6f6e013d-bf26-4954-9b91-f33a736e85ef tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:01.723600 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db1029d9-278e-4622-aebc-90a9150c83fd req-6f6e013d-bf26-4954-9b91-f33a736e85ef tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd5531-2e4b-48f5-aa4c-5e25f1c06070 HTTP/1.1" status: 200 len: 943 time: 0.2841325 Jul 14 09:25:01.725014 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.762525 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-deec68e1-643e-458f-9717-dde019175ca7 req-c7c0d93d-7ef9-43be-a95a-a6dab0414239 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a62a1a2-8365-4823-80d4-eaa6e568529e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231906 Jul 14 09:25:01.788437 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Pushing event updated for resources: {'Port': ['ID=7d20231d-58c2-4e9d-a7bc-3029930a0bb4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:01.801488 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2266243c-0065-4b42-9e35-dfa85e04b17e req-2b340f85-42ab-496a-a533-1201f256120a service neutron] 10.222.0.55 "GET /v2.0/networks/0640d84a-073c-4ca8-9e23-32d45a8c6be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333472 Jul 14 09:25:01.806137 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:01.806491 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:01.806923 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:01.807348 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:01.807619 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:01.808093 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:01.808540 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:01.809258 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:01.810021 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:01.810021 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:01.810960 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:01.811433 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:01.815746 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.843762 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Network 38e030be-c769-41df-ab87-2a2cc268db64 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:01.845414 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:01.848510 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:01.907829 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db1029d9-278e-4622-aebc-90a9150c83fd req-005d184f-bd12-4120-8067-26204a3732be tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723406 Jul 14 09:25:01.916565 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Attempting to bind port 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:01.917189 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Attempting to bind port 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'ddb986db-e078-4920-ac88-00287d3ee420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38e030be-c769-41df-ab87-2a2cc268db64'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:01.917633 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Attempting to bind port 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 on network 38e030be-c769-41df-ab87-2a2cc268db64 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:01.934162 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:01.934580 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Checking segment: {'id': 'ddb986db-e078-4920-ac88-00287d3ee420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38e030be-c769-41df-ab87-2a2cc268db64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:01.944090 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.944090 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Bound using segment: {'id': 'ddb986db-e078-4920-ac88-00287d3ee420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38e030be-c769-41df-ab87-2a2cc268db64'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:01.944090 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Bound port: 7d20231d-58c2-4e9d-a7bc-3029930a0bb4, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb986db-e078-4920-ac88-00287d3ee420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '38e030be-c769-41df-ab87-2a2cc268db64'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:01.944090 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.043055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266243c-0065-4b42-9e35-dfa85e04b17e req-4205b2af-b99d-4427-b348-6a3bc86f8983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:02.048091 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2266243c-0065-4b42-9e35-dfa85e04b17e req-4205b2af-b99d-4427-b348-6a3bc86f8983 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd44d92953cd42e0895427390c159c4f&device_id=3ccd5531-2e4b-48f5-aa4c-5e25f1c06070 HTTP/1.1" status: 200 len: 1095 time: 0.1462038 Jul 14 09:25:02.117064 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-877b49ce-46f4-436a-a780-cba04872249b None None] For port 7d20231d-58c2-4e9d-a7bc-3029930a0bb4, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:02.128673 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-877b49ce-46f4-436a-a780-cba04872249b None None] For port 7d20231d-58c2-4e9d-a7bc-3029930a0bb4, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=7d20231d-58c2-4e9d-a7bc-3029930a0bb4,segment=NetworkSegment(ddb986db-e078-4920-ac88-00287d3ee420),segment_id=ddb986db-e078-4920-ac88-00287d3ee420)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:02.135090 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.162919 n-d-798054-10 neutron-server[93887]: DEBUG neutron.objects.ports [None req-32d429c4-be97-4fdb-bf40-93bc94a219fd tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:25:02.174629 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-32d429c4-be97-4fdb-bf40-93bc94a219fd tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.213215 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266243c-0065-4b42-9e35-dfa85e04b17e req-7bf7511b-c3a8-4fc9-ae95-abbbec0ea528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:02.214844 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2266243c-0065-4b42-9e35-dfa85e04b17e req-7bf7511b-c3a8-4fc9-ae95-abbbec0ea528 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0dc7e72a-3edb-4241-a6f5-3289e30586c5 HTTP/1.1" status: 200 len: 915 time: 0.1585832 Jul 14 09:25:02.275380 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b49ce-46f4-436a-a780-cba04872249b None None] Pushing event updated for resources: {'Port': ['ID=7d20231d-58c2-4e9d-a7bc-3029930a0bb4,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:02.329440 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2266243c-0065-4b42-9e35-dfa85e04b17e req-e35a776a-99c2-4930-8f85-0f58896395e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=315efc0b-c03f-4347-a1bc-87bc75ea7606 HTTP/1.1" status: 200 len: 217 time: 0.0925028 Jul 14 09:25:02.334985 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d429c4-be97-4fdb-bf40-93bc94a219fd tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event updated for resources: {'Subnet': ['ID=1b484492-2ffc-4e32-9ea9-14a3dde3f006,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:02.415892 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d429c4-be97-4fdb-bf40-93bc94a219fd tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Checking segment: {'id': 'd8fe1476-6a72-4ebd-9b52-1a7e8269328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '78b5904a-5c2d-48ad-a34d-89ce81be1867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:02.416327 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d429c4-be97-4fdb-bf40-93bc94a219fd tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Network hostable DHCP agents. Network: 78b5904a-5c2d-48ad-a34d-89ce81be1867, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:02.426391 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266243c-0065-4b42-9e35-dfa85e04b17e req-0e421a12-6de0-40ef-9c3d-818a4eac9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:02.430188 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2266243c-0065-4b42-9e35-dfa85e04b17e req-0e421a12-6de0-40ef-9c3d-818a4eac9d6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d99465c5-3f7d-4f9c-9abc-0f6030c9ad6e HTTP/1.1" status: 200 len: 854 time: 0.0970483 Jul 14 09:25:02.477750 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9267d04c-e1f8-4b34-85eb-4188305e8a86 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:02.478941 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e836d1c-4903-4cbd-a02d-2ea5fc28d125 req-8e338430-41f3-4ae3-a763-e0107adc20ec tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:02.484665 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2266243c-0065-4b42-9e35-dfa85e04b17e req-61fd343d-01fa-440c-b95b-259aeb92d4ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0dc7e72a-3edb-4241-a6f5-3289e30586c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456922 Jul 14 09:25:02.488967 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2e836d1c-4903-4cbd-a02d-2ea5fc28d125 req-8e338430-41f3-4ae3-a763-e0107adc20ec tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.3239167 Jul 14 09:25:02.516677 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d429c4-be97-4fdb-bf40-93bc94a219fd tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Network 78b5904a-5c2d-48ad-a34d-89ce81be1867 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:02.536403 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2e836d1c-4903-4cbd-a02d-2ea5fc28d125 req-cc9bc408-573d-42e8-82d3-e7712ed92d4f tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462306 Jul 14 09:25:02.538018 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-32d429c4-be97-4fdb-bf40-93bc94a219fd tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 78b5904a-5c2d-48ad-a34d-89ce81be1867) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:02.549911 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d429c4-be97-4fdb-bf40-93bc94a219fd tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:02.550181 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-32d429c4-be97-4fdb-bf40-93bc94a219fd tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.573574 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-32d429c4-be97-4fdb-bf40-93bc94a219fd tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5116534 Jul 14 09:25:02.576497 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35600) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:02.579036 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9239d64a-b52f-4528-8397-89e4ae1e84a2 None None] Network 78b5904a-5c2d-48ad-a34d-89ce81be1867 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:02.582253 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c52b5e1e-29a6-4e56-8083-54f91f06dd8e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Request body: {'port': {'network_id': '78b5904a-5c2d-48ad-a34d-89ce81be1867', 'name': 'tempest-NetworksIpV6TestAttrs-1858401104'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:02.863373 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52b5e1e-29a6-4e56-8083-54f91f06dd8e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Made reservation on behalf of eac93f89afef436c874bbdf1375d83ef for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:02.870180 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c52b5e1e-29a6-4e56-8083-54f91f06dd8e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.959664 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-c52b5e1e-29a6-4e56-8083-54f91f06dd8e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] device_id is not set on port 86b861ef-bff8-4082-8b2c-5dc98bc90d8d yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:25:02.969040 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.119326 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:03.259312 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-c52b5e1e-29a6-4e56-8083-54f91f06dd8e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Allocated IP 2001:db8::f816:3eff:fe17:d3ab (78b5904a-5c2d-48ad-a34d-89ce81be1867/1b484492-2ffc-4e32-9ea9-14a3dde3f006/86b861ef-bff8-4082-8b2c-5dc98bc90d8d) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:03.268174 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 9267d04c-e1f8-4b34-85eb-4188305e8a86, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9267d04c-e1f8-4b34-85eb-4188305e8a86,segment=NetworkSegment(ddf19c8d-98dd-4911-b344-9ae8fb6ebec9),segment_id=ddf19c8d-98dd-4911-b344-9ae8fb6ebec9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:03.360877 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '9267d04c-e1f8-4b34-85eb-4188305e8a86', 'network_id': '0640d84a-073c-4ca8-9e23-32d45a8c6be7', 'port_id': '9267d04c-e1f8-4b34-85eb-4188305e8a86', 'mac_address': 'fa:16:3e:47:a2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a045a0c6-2283-4c52-8c41-831f4c26a88a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:03.457062 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:03.464133 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.475372 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-78b5904a-5c2d-48ad-a34d-89ce81be1867', 'network_id': '78b5904a-5c2d-48ad-a34d-89ce81be1867', 'tenant_id': 'eac93f89afef436c874bbdf1375d83ef', 'fixed_ips': [{'subnet_id': '1b484492-2ffc-4e32-9ea9-14a3dde3f006'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:25:03.476335 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.533387 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9267d04c-e1f8-4b34-85eb-4188305e8a86 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:03.589699 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 9267d04c-e1f8-4b34-85eb-4188305e8a86, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9267d04c-e1f8-4b34-85eb-4188305e8a86,segment=NetworkSegment(ddf19c8d-98dd-4911-b344-9ae8fb6ebec9),segment_id=ddf19c8d-98dd-4911-b344-9ae8fb6ebec9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:03.604022 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.604912 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 315efc0b-c03f-4347-a1bc-87bc75ea7606 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:03.668737 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2266243c-0065-4b42-9e35-dfa85e04b17e req-e3342643-12a4-4e3a-9e33-c80abab99a03 service neutron] 10.222.0.55 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1639357 Jul 14 09:25:03.688830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=9267d04c-e1f8-4b34-85eb-4188305e8a86,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:03.791789 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b7bcc-3f84-465a-86c9-5d06e12aeba6 req-1cacb16b-b8d7-4b66-ba65-335c0dd9bab8 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:03.799645 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-699b7bcc-3f84-465a-86c9-5d06e12aeba6 req-1cacb16b-b8d7-4b66-ba65-335c0dd9bab8 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3fadc8b-7d43-408e-89f3-4f1b398d2c71 HTTP/1.1" status: 200 len: 943 time: 0.5090203 Jul 14 09:25:03.810009 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2266243c-0065-4b42-9e35-dfa85e04b17e req-c1055dfc-185c-42ae-85f3-09309d788fdf service neutron] 10.222.0.55 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396527 Jul 14 09:25:03.861426 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046235e-0032-4ea0-a6f3-0f972977bd57 req-4e07e257-3210-4305-8cbd-a85280960f07 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:03.867548 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2046235e-0032-4ea0-a6f3-0f972977bd57 req-4e07e257-3210-4305-8cbd-a85280960f07 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd5531-2e4b-48f5-aa4c-5e25f1c06070 HTTP/1.1" status: 200 len: 943 time: 0.5679879 Jul 14 09:25:03.923130 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 315efc0b-c03f-4347-a1bc-87bc75ea7606, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=315efc0b-c03f-4347-a1bc-87bc75ea7606,segment=NetworkSegment(1f1a358f-73c2-4ce0-ba11-3ecd763be6c8),segment_id=1f1a358f-73c2-4ce0-ba11-3ecd763be6c8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:03.937414 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '315efc0b-c03f-4347-a1bc-87bc75ea7606', 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5', 'port_id': '315efc0b-c03f-4347-a1bc-87bc75ea7606', 'mac_address': 'fa:16:3e:b4:c8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99465c5-3f7d-4f9c-9abc-0f6030c9ad6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:03.991440 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-699b7bcc-3f84-465a-86c9-5d06e12aeba6 req-3efd24c6-4c4e-43be-8fe1-41e5de7ea250 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a62a1a2-8365-4823-80d4-eaa6e568529e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906800 Jul 14 09:25:04.042577 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2046235e-0032-4ea0-a6f3-0f972977bd57 req-e516c60f-f1c9-4786-a0a3-ab44ba4f7a82 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626587 Jul 14 09:25:04.045312 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.076598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315efc0b-c03f-4347-a1bc-87bc75ea7606 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:04.104106 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c52b5e1e-29a6-4e56-8083-54f91f06dd8e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.113345 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 315efc0b-c03f-4347-a1bc-87bc75ea7606, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=315efc0b-c03f-4347-a1bc-87bc75ea7606,segment=NetworkSegment(1f1a358f-73c2-4ce0-ba11-3ecd763be6c8),segment_id=1f1a358f-73c2-4ce0-ba11-3ecd763be6c8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:04.140888 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.150909 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-c52b5e1e-29a6-4e56-8083-54f91f06dd8e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Transition to ACTIVE for port object 86b861ef-bff8-4082-8b2c-5dc98bc90d8d will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:04.164142 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f744c388-8e07-438c-b145-2ff5df73a500 None None] Network 38e030be-c769-41df-ab87-2a2cc268db64 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:04.224310 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c52b5e1e-29a6-4e56-8083-54f91f06dd8e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.298032 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52b5e1e-29a6-4e56-8083-54f91f06dd8e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Network 78b5904a-5c2d-48ad-a34d-89ce81be1867 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:04.307712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-c52b5e1e-29a6-4e56-8083-54f91f06dd8e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:04.310943 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52b5e1e-29a6-4e56-8083-54f91f06dd8e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:04.324614 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52b5e1e-29a6-4e56-8083-54f91f06dd8e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:04.324938 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c52b5e1e-29a6-4e56-8083-54f91f06dd8e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.340860 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b5e1e-29a6-4e56-8083-54f91f06dd8e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event updated for resources: {'Port': ['ID=86b861ef-bff8-4082-8b2c-5dc98bc90d8d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:04.353628 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c52b5e1e-29a6-4e56-8083-54f91f06dd8e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7752337 Jul 14 09:25:04.355824 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35624) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:04.389444 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0bfaac0a-86e5-4490-805a-862d0086b16f None None] Provisioning for port 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:04.400326 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Allocated IP 2001:db8::f816:3eff:fe7a:adc7 (78b5904a-5c2d-48ad-a34d-89ce81be1867/1b484492-2ffc-4e32-9ea9-14a3dde3f006/f5138d28-d440-4aed-a47c-ace347a47546) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:04.402169 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=315efc0b-c03f-4347-a1bc-87bc75ea7606,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:04.412200 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0bfaac0a-86e5-4490-805a-862d0086b16f None None] Provisioning complete for port 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:04.412575 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0bfaac0a-86e5-4490-805a-862d0086b16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.494442 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af10e11-1a68-48a5-9887-1a08a80fd6df tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Deleting subnet 1b484492-2ffc-4e32-9ea9-14a3dde3f006 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:04.609572 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3445d-3f30-493b-a9f5-2c19272cbb6b req-ca216c06-6d1b-4e92-baa7-787db83169fa tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:04.617228 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-59f3445d-3f30-493b-a9f5-2c19272cbb6b req-ca216c06-6d1b-4e92-baa7-787db83169fa tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.1341677 Jul 14 09:25:04.630524 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.640870 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Transition to ACTIVE for port object f5138d28-d440-4aed-a47c-ace347a47546 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:04.658749 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Transition to ACTIVE for port object f5138d28-d440-4aed-a47c-ace347a47546 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:04.667270 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6af10e11-1a68-48a5-9887-1a08a80fd6df tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.678321 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['9267d04c-e1f8-4b34-85eb-4188305e8a86'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:04.683297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-59f3445d-3f30-493b-a9f5-2c19272cbb6b req-ca751fab-423b-498d-99d5-ce76a931ebb3 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644429 Jul 14 09:25:04.690494 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.753973 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6af10e11-1a68-48a5-9887-1a08a80fd6df tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.799625 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Network 78b5904a-5c2d-48ad-a34d-89ce81be1867 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:04.809594 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:04.820118 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:04.860711 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['315efc0b-c03f-4347-a1bc-87bc75ea7606'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:04.871695 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Pushing event updated for resources: {'Port': ['ID=f5138d28-d440-4aed-a47c-ace347a47546,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:04.970447 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6af10e11-1a68-48a5-9887-1a08a80fd6df tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.096015 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6af10e11-1a68-48a5-9887-1a08a80fd6df tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.116376 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6af10e11-1a68-48a5-9887-1a08a80fd6df tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.118313 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6af10e11-1a68-48a5-9887-1a08a80fd6df tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "DELETE /v2.0/subnets/1b484492-2ffc-4e32-9ea9-14a3dde3f006 HTTP/1.1" status: 204 len: 168 time: 0.7615867 Jul 14 09:25:05.121169 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35632) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:05.144503 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af10e11-1a68-48a5-9887-1a08a80fd6df tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event deleted for resources: {'Subnet': ['ID=1b484492-2ffc-4e32-9ea9-14a3dde3f006,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:05.233210 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228fdc53-6b41-40e2-9748-0d2a29b4b2f9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:05.233514 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Attempting to bind port f5138d28-d440-4aed-a47c-ace347a47546 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:05.233995 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Attempting to bind port f5138d28-d440-4aed-a47c-ace347a47546 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'd8fe1476-6a72-4ebd-9b52-1a7e8269328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '78b5904a-5c2d-48ad-a34d-89ce81be1867'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:05.234282 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Attempting to bind port f5138d28-d440-4aed-a47c-ace347a47546 on network 78b5904a-5c2d-48ad-a34d-89ce81be1867 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:05.236497 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228fdc53-6b41-40e2-9748-0d2a29b4b2f9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:05.242247 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35634) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:05.250471 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-228fdc53-6b41-40e2-9748-0d2a29b4b2f9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1277425 Jul 14 09:25:05.255525 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:05.255902 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Checking segment: {'id': 'd8fe1476-6a72-4ebd-9b52-1a7e8269328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '78b5904a-5c2d-48ad-a34d-89ce81be1867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:05.259503 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.266460 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Bound using segment: {'id': 'd8fe1476-6a72-4ebd-9b52-1a7e8269328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '78b5904a-5c2d-48ad-a34d-89ce81be1867'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:05.266460 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Bound port: f5138d28-d440-4aed-a47c-ace347a47546, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fe1476-6a72-4ebd-9b52-1a7e8269328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '78b5904a-5c2d-48ad-a34d-89ce81be1867'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:05.266460 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.332504 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0bfaac0a-86e5-4490-805a-862d0086b16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.406056 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ad720-8629-4f64-93ab-eb4722ad068e req-7eb0dca4-08b9-4f86-ba49-e579049ff773 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:05.410523 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bf9ad720-8629-4f64-93ab-eb4722ad068e req-7eb0dca4-08b9-4f86-ba49-e579049ff773 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3fadc8b-7d43-408e-89f3-4f1b398d2c71 HTTP/1.1" status: 200 len: 944 time: 0.2354195 Jul 14 09:25:05.412415 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ea76246a-a2ab-4220-9fc8-d8f1497c74fc tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.433455 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea76246a-a2ab-4220-9fc8-d8f1497c74fc tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 14 09:25:05.433985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea76246a-a2ab-4220-9fc8-d8f1497c74fc tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:25:05.442045 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ea76246a-a2ab-4220-9fc8-d8f1497c74fc tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "DELETE /v2.0/networks/78b5904a-5c2d-48ad-a34d-89ce81be1867 HTTP/1.1" status: 409 len: 405 time: 0.1954217 Jul 14 09:25:05.442825 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35642) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:05.455562 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-746b91ec-3d39-49a0-b58e-4a94771f072e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1275350832'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:05.505487 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bf9ad720-8629-4f64-93ab-eb4722ad068e req-43c34ea0-beea-4d74-8a7d-d349bd0d258a tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a62a1a2-8365-4823-80d4-eaa6e568529e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838170 Jul 14 09:25:05.511378 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746b91ec-3d39-49a0-b58e-4a94771f072e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Made reservation on behalf of eac93f89afef436c874bbdf1375d83ef for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:05.518994 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-746b91ec-3d39-49a0-b58e-4a94771f072e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.573288 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c97e0c-d1fa-4c0a-b807-3b78a9d60316 req-53f20493-981f-404b-bd1d-7845d4f700d0 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:05.583935 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92c97e0c-d1fa-4c0a-b807-3b78a9d60316 req-53f20493-981f-404b-bd1d-7845d4f700d0 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd5531-2e4b-48f5-aa4c-5e25f1c06070 HTTP/1.1" status: 200 len: 944 time: 0.3115118 Jul 14 09:25:05.588896 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746b91ec-3d39-49a0-b58e-4a94771f072e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:05.615960 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-746b91ec-3d39-49a0-b58e-4a94771f072e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.616360 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-746b91ec-3d39-49a0-b58e-4a94771f072e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Added segment 3d2d817e-d153-4139-bfb5-4db50f2009b6 of type vlan for network 70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5 Jul 14 09:25:05.677283 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92c97e0c-d1fa-4c0a-b807-3b78a9d60316 req-6772f0d5-63ff-4fe0-b973-79a88bbfda02 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923498 Jul 14 09:25:05.718488 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] For port f5138d28-d440-4aed-a47c-ace347a47546, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:05.729009 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0bfaac0a-86e5-4490-805a-862d0086b16f None None] For port 7d20231d-58c2-4e9d-a7bc-3029930a0bb4, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=7d20231d-58c2-4e9d-a7bc-3029930a0bb4,segment=NetworkSegment(ddb986db-e078-4920-ac88-00287d3ee420),segment_id=ddb986db-e078-4920-ac88-00287d3ee420)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:05.739518 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-746b91ec-3d39-49a0-b58e-4a94771f072e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.781895 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0bfaac0a-86e5-4490-805a-862d0086b16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.789338 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] For port f5138d28-d440-4aed-a47c-ace347a47546, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f5138d28-d440-4aed-a47c-ace347a47546,segment=NetworkSegment(d8fe1476-6a72-4ebd-9b52-1a7e8269328a),segment_id=d8fe1476-6a72-4ebd-9b52-1a7e8269328a)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:05.806882 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-746b91ec-3d39-49a0-b58e-4a94771f072e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.813632 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746b91ec-3d39-49a0-b58e-4a94771f072e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:05.814275 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-746b91ec-3d39-49a0-b58e-4a94771f072e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.880734 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfaac0a-86e5-4490-805a-862d0086b16f None None] Pushing event updated for resources: {'Port': ['ID=7d20231d-58c2-4e9d-a7bc-3029930a0bb4,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:05.888772 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.982777 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-746b91ec-3d39-49a0-b58e-4a94771f072e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5351925 Jul 14 09:25:05.983049 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35658) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:05.988992 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-ada8d3a0-2b46-4fe0-9b76-21271a6c3131 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Request body: {'subnet': {'network_id': '70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:05.991742 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4961c5a2-2dab-4125-971f-a55461c2ad8c None None] Provisioning complete for port 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:05.992124 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4961c5a2-2dab-4125-971f-a55461c2ad8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.031577 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b91ec-3d39-49a0-b58e-4a94771f072e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event updated for resources: {'Network': ['ID=70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:06.049609 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:06.112753 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59da636-faa6-4e67-8864-7a266ad988c3 None None] Pushing event updated for resources: {'Port': ['ID=f5138d28-d440-4aed-a47c-ace347a47546,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:06.209947 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3f07a2-d818-4f4b-a8e7-27687bc8380f None None] Network 78b5904a-5c2d-48ad-a34d-89ce81be1867 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:06.279958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85bcb6-1bb1-4f9d-9833-607ee8ac3b9a req-96f9c634-e533-4d2c-b675-0b1f65a6adc0 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:06.282348 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4d85bcb6-1bb1-4f9d-9833-607ee8ac3b9a req-96f9c634-e533-4d2c-b675-0b1f65a6adc0 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.1570048 Jul 14 09:25:06.284179 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada8d3a0-2b46-4fe0-9b76-21271a6c3131 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Made reservation on behalf of eac93f89afef436c874bbdf1375d83ef for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:06.312191 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ada8d3a0-2b46-4fe0-9b76-21271a6c3131 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.336396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35666) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:06.549586 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f35452-e629-42cb-ad1b-d812ff7e1f93 admin admin] Deleting subnet ccf1d83d-082d-42ed-9d0f-7aa5099c2f25 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:06.562739 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03f35452-e629-42cb-ad1b-d812ff7e1f93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.632497 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89032afe-6e14-4686-8d2f-e76b601b8f0a None None] get_active_networks_info from n-d-798054-10 {{(pid=93889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:25:06.649603 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4d85bcb6-1bb1-4f9d-9833-607ee8ac3b9a req-98bf484b-7c21-4514-9121-d94eed483693 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971100 Jul 14 09:25:06.674617 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03f35452-e629-42cb-ad1b-d812ff7e1f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.697206 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:25:06.781045 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03f35452-e629-42cb-ad1b-d812ff7e1f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.794074 n-d-798054-10 neutron-server[93887]: DEBUG neutron.objects.ports [None req-ada8d3a0-2b46-4fe0-9b76-21271a6c3131 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:25:06.806341 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ada8d3a0-2b46-4fe0-9b76-21271a6c3131 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.921406 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03f35452-e629-42cb-ad1b-d812ff7e1f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.964032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f35452-e629-42cb-ad1b-d812ff7e1f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccf1d83d-082d-42ed-9d0f-7aa5099c2f25,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:06.969491 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03f35452-e629-42cb-ad1b-d812ff7e1f93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.975232 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-03f35452-e629-42cb-ad1b-d812ff7e1f93 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ccf1d83d-082d-42ed-9d0f-7aa5099c2f25 HTTP/1.1" status: 204 len: 168 time: 0.6369076 Jul 14 09:25:06.975232 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35682) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:07.032994 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:07.086451 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8d3a0-2b46-4fe0-9b76-21271a6c3131 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event updated for resources: {'Subnet': ['ID=8a2ee4d0-e8d1-4140-9fb1-7148ee72d58b,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:07.117555 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0c8e751b-1477-4147-aa6f-d410a7a9bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.125114 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89032afe-6e14-4686-8d2f-e76b601b8f0a None None] Network 70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:07.142427 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89032afe-6e14-4686-8d2f-e76b601b8f0a None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5) {{(pid=93889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:25:07.144769 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada8d3a0-2b46-4fe0-9b76-21271a6c3131 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Checking segment: {'id': '3d2d817e-d153-4139-bfb5-4db50f2009b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:07.145162 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada8d3a0-2b46-4fe0-9b76-21271a6c3131 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Network hostable DHCP agents. Network: 70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:07.163312 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f83caa-4ca4-43b2-a9f4-4ddbb3ea2adc req-b0b6377f-7771-4ac9-aa63-644f2bafc5d4 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:07.176714 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-40f83caa-4ca4-43b2-a9f4-4ddbb3ea2adc req-b0b6377f-7771-4ac9-aa63-644f2bafc5d4 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3fadc8b-7d43-408e-89f3-4f1b398d2c71 HTTP/1.1" status: 200 len: 944 time: 0.3706336 Jul 14 09:25:07.229122 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e57f7-c613-4e10-8043-e9d56c34167e req-2dd3cf07-ea3f-4641-9e14-78307127a678 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:07.230837 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b17e57f7-c613-4e10-8043-e9d56c34167e req-2dd3cf07-ea3f-4641-9e14-78307127a678 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd5531-2e4b-48f5-aa4c-5e25f1c06070 HTTP/1.1" status: 200 len: 944 time: 0.2517550 Jul 14 09:25:07.231473 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada8d3a0-2b46-4fe0-9b76-21271a6c3131 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Unable to find a vacant binding_index for network 70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5 and agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 14 09:25:07.233716 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:07.234081 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.273862 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0c8e751b-1477-4147-aa6f-d410a7a9bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.288047 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0c8e751b-1477-4147-aa6f-d410a7a9bbbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c264f7f6-27f5-4c6a-b12c-803b241a1530']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:07.296500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-ada8d3a0-2b46-4fe0-9b76-21271a6c3131 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:07.316459 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-40f83caa-4ca4-43b2-a9f4-4ddbb3ea2adc req-872b73f5-857f-4328-9564-0f329a5ec55a tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a62a1a2-8365-4823-80d4-eaa6e568529e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402047 Jul 14 09:25:07.319988 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0c8e751b-1477-4147-aa6f-d410a7a9bbbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:07.320811 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0c8e751b-1477-4147-aa6f-d410a7a9bbbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e9f17a-8bb1-4b40-a0a6-6212a57f08ca') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:07.321136 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada8d3a0-2b46-4fe0-9b76-21271a6c3131 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:07.323350 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ada8d3a0-2b46-4fe0-9b76-21271a6c3131 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.342199 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0c8e751b-1477-4147-aa6f-d410a7a9bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.360807 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0c8e751b-1477-4147-aa6f-d410a7a9bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.368892 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8e751b-1477-4147-aa6f-d410a7a9bbbe admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:07.370682 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0c8e751b-1477-4147-aa6f-d410a7a9bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:07.372558 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:07.386278 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b17e57f7-c613-4e10-8043-e9d56c34167e req-5d54002a-ad06-4883-9d8f-5505279d3dd6 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440158 Jul 14 09:25:07.408509 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ada8d3a0-2b46-4fe0-9b76-21271a6c3131 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4250007 Jul 14 09:25:07.411414 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35688) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:07.416901 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-54c56c20-95d1-4e30-b9f1-9b0a6a321503 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Request body: {'port': {'network_id': '70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5', 'name': 'tempest-NetworksIpV6TestAttrs-938004744'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:07.458298 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0c8e751b-1477-4147-aa6f-d410a7a9bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.473104 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0c8e751b-1477-4147-aa6f-d410a7a9bbbe admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.478282 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0c8e751b-1477-4147-aa6f-d410a7a9bbbe admin admin] 10.222.0.26 "DELETE /v2.0/networks/c264f7f6-27f5-4c6a-b12c-803b241a1530 HTTP/1.1" status: 204 len: 168 time: 0.5017004 Jul 14 09:25:07.507769 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e751b-1477-4147-aa6f-d410a7a9bbbe admin admin] Pushing event deleted for resources: {'Network': ['ID=c264f7f6-27f5-4c6a-b12c-803b241a1530,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:07.709359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c56c20-95d1-4e30-b9f1-9b0a6a321503 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Made reservation on behalf of eac93f89afef436c874bbdf1375d83ef for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:07.714539 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54c56c20-95d1-4e30-b9f1-9b0a6a321503 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.730712 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5', 'network_id': '70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5', 'tenant_id': 'eac93f89afef436c874bbdf1375d83ef', 'fixed_ips': [{'subnet_id': '8a2ee4d0-e8d1-4140-9fb1-7148ee72d58b'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:25:07.731792 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.765237 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35702) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:07.770063 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-54c56c20-95d1-4e30-b9f1-9b0a6a321503 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] device_id is not set on port d8d4a014-cfc9-439f-a453-1b7d47ebc528 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:25:07.848342 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c9a5e274-9070-4fc1-a39a-34539c7eb858 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be454fb0ee14462b824a675124f7b42d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0813823 Jul 14 09:25:07.851174 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35704) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:07.921615 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d9cf1b3-b1f6-4a1e-8b0a-0c7d92e934f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.923503 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-54c56c20-95d1-4e30-b9f1-9b0a6a321503 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Allocated IP 2001:db8::f816:3eff:fe72:b19a (70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5/8a2ee4d0-e8d1-4140-9fb1-7148ee72d58b/d8d4a014-cfc9-439f-a453-1b7d47ebc528) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:07.952582 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d9cf1b3-b1f6-4a1e-8b0a-0c7d92e934f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.033458 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f67bce-b233-4d36-ba60-3dc4263e5be5 req-c44cad68-e1f0-40f5-88c1-2a5923961655 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:08.034498 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d9cf1b3-b1f6-4a1e-8b0a-0c7d92e934f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.037672 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d9cf1b3-b1f6-4a1e-8b0a-0c7d92e934f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.040682 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8d9cf1b3-b1f6-4a1e-8b0a-0c7d92e934f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/936df5f0-b488-4738-be58-89f19f739f2f HTTP/1.1" status: 204 len: 168 time: 0.1866500 Jul 14 09:25:08.040863 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2f67bce-b233-4d36-ba60-3dc4263e5be5 req-c44cad68-e1f0-40f5-88c1-2a5923961655 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.1561592 Jul 14 09:25:08.049125 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cf1b3-b1f6-4a1e-8b0a-0c7d92e934f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936df5f0-b488-4738-be58-89f19f739f2f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:08.154463 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2f67bce-b233-4d36-ba60-3dc4263e5be5 req-b290c300-484d-4b2a-a623-1eb429bb7686 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121814 Jul 14 09:25:08.235243 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54c56c20-95d1-4e30-b9f1-9b0a6a321503 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.278087 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-54c56c20-95d1-4e30-b9f1-9b0a6a321503 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Transition to ACTIVE for port object d8d4a014-cfc9-439f-a453-1b7d47ebc528 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:08.331153 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54c56c20-95d1-4e30-b9f1-9b0a6a321503 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.435966 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Allocated IP 2001:db8::f816:3eff:fe96:b8e8 (70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5/8a2ee4d0-e8d1-4140-9fb1-7148ee72d58b/6c48efea-0bc9-4116-88f5-e2a44350de0f) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:08.483366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c56c20-95d1-4e30-b9f1-9b0a6a321503 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Network 70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:08.494898 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-54c56c20-95d1-4e30-b9f1-9b0a6a321503 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:08.499377 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c56c20-95d1-4e30-b9f1-9b0a6a321503 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:08.512675 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c56c20-95d1-4e30-b9f1-9b0a6a321503 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:08.513255 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54c56c20-95d1-4e30-b9f1-9b0a6a321503 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.553012 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-54c56c20-95d1-4e30-b9f1-9b0a6a321503 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1403310 Jul 14 09:25:08.553833 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c56c20-95d1-4e30-b9f1-9b0a6a321503 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event updated for resources: {'Port': ['ID=d8d4a014-cfc9-439f-a453-1b7d47ebc528,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:08.555841 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35718) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:08.574485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9267d04c-e1f8-4b34-85eb-4188305e8a86 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:08.665690 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf84859a-a345-416d-ba47-769b90ba218a tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Deleting subnet 8a2ee4d0-e8d1-4140-9fb1-7148ee72d58b {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:08.749510 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 9267d04c-e1f8-4b34-85eb-4188305e8a86 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:08.760847 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 9267d04c-e1f8-4b34-85eb-4188305e8a86 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:08.761367 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.786555 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.790702 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c7488-9992-4526-9b54-44d29bdcc3dd req-ed5ecd1f-f082-421a-bae4-2cc2eb5b5040 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:08.793653 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd3c7488-9992-4526-9b54-44d29bdcc3dd req-ed5ecd1f-f082-421a-bae4-2cc2eb5b5040 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3fadc8b-7d43-408e-89f3-4f1b398d2c71 HTTP/1.1" status: 200 len: 944 time: 0.2440975 Jul 14 09:25:08.820257 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Transition to ACTIVE for port object 6c48efea-0bc9-4116-88f5-e2a44350de0f will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:08.858233 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e248a24-118f-4f30-bf20-8d2e360c1b29 req-de2cd4e7-6882-4b6f-ae36-5aad7d50d8a2 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:08.873866 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e248a24-118f-4f30-bf20-8d2e360c1b29 req-de2cd4e7-6882-4b6f-ae36-5aad7d50d8a2 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd5531-2e4b-48f5-aa4c-5e25f1c06070 HTTP/1.1" status: 200 len: 944 time: 0.1964390 Jul 14 09:25:08.875299 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Transition to ACTIVE for port object 6c48efea-0bc9-4116-88f5-e2a44350de0f will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:08.882482 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf84859a-a345-416d-ba47-769b90ba218a tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.882987 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.950491 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf84859a-a345-416d-ba47-769b90ba218a tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.954522 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Network 70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:08.960225 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:08.969178 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:08.976772 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.001829 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Pushing event updated for resources: {'Port': ['ID=6c48efea-0bc9-4116-88f5-e2a44350de0f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:09.005226 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd3c7488-9992-4526-9b54-44d29bdcc3dd req-619d5d7d-23f6-49e5-83cb-e1da17a98209 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a62a1a2-8365-4823-80d4-eaa6e568529e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036593 Jul 14 09:25:09.031786 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fadc8b-7d43-408e-89f3-4f1b398d2c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9267d04c-e1f8-4b34-85eb-4188305e8a86'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:09.034108 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0ec404-3f5f-48ae-ad2a-04e3111188ef" -d '{"events": [{"server_uuid": "f3fadc8b-7d43-408e-89f3-4f1b398d2c71", "name": "network-vif-plugged", "status": "completed", "tag": "9267d04c-e1f8-4b34-85eb-4188305e8a86"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:09.045423 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e248a24-118f-4f30-bf20-8d2e360c1b29 req-437c3d6a-beef-4c14-a728-06bccbd2c3ba tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706436 Jul 14 09:25:09.089216 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 9267d04c-e1f8-4b34-85eb-4188305e8a86, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9267d04c-e1f8-4b34-85eb-4188305e8a86,segment=NetworkSegment(ddf19c8d-98dd-4911-b344-9ae8fb6ebec9),segment_id=ddf19c8d-98dd-4911-b344-9ae8fb6ebec9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:09.113470 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.114279 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 315efc0b-c03f-4347-a1bc-87bc75ea7606 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:09.165966 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Attempting to bind port 6c48efea-0bc9-4116-88f5-e2a44350de0f on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:09.166367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Attempting to bind port 6c48efea-0bc9-4116-88f5-e2a44350de0f by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '3d2d817e-d153-4139-bfb5-4db50f2009b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:09.166727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Attempting to bind port 6c48efea-0bc9-4116-88f5-e2a44350de0f on network 70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:09.191390 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:09.191765 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Checking segment: {'id': '3d2d817e-d153-4139-bfb5-4db50f2009b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:09.192172 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.192566 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Bound using segment: {'id': '3d2d817e-d153-4139-bfb5-4db50f2009b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:09.193284 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Bound port: 6c48efea-0bc9-4116-88f5-e2a44350de0f, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2d817e-d153-4139-bfb5-4db50f2009b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:09.193672 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.231534 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=9267d04c-e1f8-4b34-85eb-4188305e8a86,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:09.255970 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35742) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:09.337025 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 315efc0b-c03f-4347-a1bc-87bc75ea7606 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:09.345920 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 315efc0b-c03f-4347-a1bc-87bc75ea7606 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:09.345920 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.363038 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] For port 6c48efea-0bc9-4116-88f5-e2a44350de0f, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:09.371547 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] For port 6c48efea-0bc9-4116-88f5-e2a44350de0f, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6c48efea-0bc9-4116-88f5-e2a44350de0f,segment=NetworkSegment(3d2d817e-d153-4139-bfb5-4db50f2009b6),segment_id=3d2d817e-d153-4139-bfb5-4db50f2009b6)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:09.380213 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf84859a-a345-416d-ba47-769b90ba218a tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.414067 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.421524 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ef8dae-8d5f-4497-bcdf-fa1267a8a729 x-openstack-request-id: req-70ef8dae-8d5f-4497-bcdf-fa1267a8a729 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:09.427667 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fadc8b-7d43-408e-89f3-4f1b398d2c71", "name": "network-vif-plugged", "status": "completed", "tag": "9267d04c-e1f8-4b34-85eb-4188305e8a86", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:09.428008 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70ef8dae-8d5f-4497-bcdf-fa1267a8a729 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:09.428497 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fadc8b-7d43-408e-89f3-4f1b398d2c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9267d04c-e1f8-4b34-85eb-4188305e8a86', 'code': 200} Jul 14 09:25:09.458923 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1506272835-network', 'tenant_id': 'cd4c9dd362164b5297441aa0f560bf65'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:09.497810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Made reservation on behalf of cd4c9dd362164b5297441aa0f560bf65 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:09.500051 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.519336 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.570713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ae45a-ebae-46c5-a312-7ad821e01cc1 None None] Pushing event updated for resources: {'Port': ['ID=6c48efea-0bc9-4116-88f5-e2a44350de0f,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:09.622989 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf84859a-a345-416d-ba47-769b90ba218a tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.662845 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.693666 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.708541 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.725026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84859a-a345-416d-ba47-769b90ba218a tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event deleted for resources: {'Subnet': ['ID=8a2ee4d0-e8d1-4140-9fb1-7148ee72d58b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:09.728026 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf84859a-a345-416d-ba47-769b90ba218a tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.734326 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:09.738363 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bf84859a-a345-416d-ba47-769b90ba218a tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "DELETE /v2.0/subnets/8a2ee4d0-e8d1-4140-9fb1-7148ee72d58b HTTP/1.1" status: 204 len: 168 time: 1.1789823 Jul 14 09:25:09.741100 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 315efc0b-c03f-4347-a1bc-87bc75ea7606, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=315efc0b-c03f-4347-a1bc-87bc75ea7606,segment=NetworkSegment(1f1a358f-73c2-4ce0-ba11-3ecd763be6c8),segment_id=1f1a358f-73c2-4ce0-ba11-3ecd763be6c8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:09.741327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35754) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:09.747100 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.748403 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Added segment 9c50f19f-5b80-4e9d-8e45-935822d8af53 of type vlan for network c7a6c954-3d34-487f-b07a-32be3c9fb209 Jul 14 09:25:09.751107 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.799381 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.849626 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=315efc0b-c03f-4347-a1bc-87bc75ea7606,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:09.859716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fe5b91-c93f-4552-b1da-fa8017f39d44 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.861845 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fe5b91-c93f-4552-b1da-fa8017f39d44 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.866473 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-39fe5b91-c93f-4552-b1da-fa8017f39d44 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1217661 Jul 14 09:25:09.868190 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35756) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:09.943116 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.944092 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.945089 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.012524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd597e3-0056-4941-8f95-89dc3bb0512a req-341dc013-d934-402a-915a-01426d0f7e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:10.014225 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fcd597e3-0056-4941-8f95-89dc3bb0512a req-341dc013-d934-402a-915a-01426d0f7e1f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f3fadc8b-7d43-408e-89f3-4f1b398d2c71 HTTP/1.1" status: 200 len: 1097 time: 0.4759104 Jul 14 09:25:10.018535 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-516c0875-0069-45e2-adac-36768b6cb98b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.063896 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8067408 Jul 14 09:25:10.064584 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fbdd9a-bcf4-4caf-a2df-37a6699afd62,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:10.069077 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35760) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:10.078119 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-516c0875-0069-45e2-adac-36768b6cb98b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 14 09:25:10.078600 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-516c0875-0069-45e2-adac-36768b6cb98b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:25:10.084775 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-516c0875-0069-45e2-adac-36768b6cb98b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "DELETE /v2.0/networks/70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5 HTTP/1.1" status: 409 len: 405 time: 0.2140281 Jul 14 09:25:10.086041 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35762) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:10.092907 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-0cefbbc2-94c2-4419-a959-3ca5a6113c5b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1933651459'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:10.094940 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-aa69d1c2-4fd2-4b3e-ac67-8c45e8ad2895 admin admin] Request body: {'subnet': {'network_id': 'c7a6c954-3d34-487f-b07a-32be3c9fb209', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1506272835-subnet', 'tenant_id': 'cd4c9dd362164b5297441aa0f560bf65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:10.105484 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:10.105821 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:10.106130 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:10.106564 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:10.107365 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:10.107697 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:10.108027 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:10.108352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:10.108676 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:10.109000 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:10.109597 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:10.109725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:10.129971 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fcd597e3-0056-4941-8f95-89dc3bb0512a req-2267e2f1-9015-47f4-a74d-55353410b892 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9a62a1a2-8365-4823-80d4-eaa6e568529e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058586 Jul 14 09:25:10.136796 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4f995-a866-485c-9bf6-4e960ba6fa0d admin admin] Pushing event updated for resources: {'Network': ['ID=c7a6c954-3d34-487f-b07a-32be3c9fb209,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:10.151928 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.api [None req-aa69d1c2-4fd2-4b3e-ac67-8c45e8ad2895 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:25:10.151928 n-d-798054-10 neutron-server[93887]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:25:10.151928 n-d-798054-10 neutron-server[93887]: [parameters: {'project_id': 'cd4c9dd362164b5297441aa0f560bf65', 'id': 'd424615d-94ad-48da-886f-3b480a55c985', 'expiration': datetime.datetime(2021, 7, 14, 9, 27, 10, 139577)}] Jul 14 09:25:10.151928 n-d-798054-10 neutron-server[93887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:25:10.152486 n-d-798054-10 neutron-server[93887]: DEBUG oslo_db.api [None req-aa69d1c2-4fd2-4b3e-ac67-8c45e8ad2895 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:25:10.159778 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cefbbc2-94c2-4419-a959-3ca5a6113c5b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Made reservation on behalf of eac93f89afef436c874bbdf1375d83ef for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:10.163752 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0cefbbc2-94c2-4419-a959-3ca5a6113c5b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.166091 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network c7a6c954-3d34-487f-b07a-32be3c9fb209 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:10.192397 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43eb2e-021e-4163-bb17-212e4364dea0 req-1d7dbebe-7e8c-41f5-b522-d5cb1bd8ddac tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:10.202074 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cefbbc2-94c2-4419-a959-3ca5a6113c5b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:10.205495 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff43eb2e-021e-4163-bb17-212e4364dea0 req-1d7dbebe-7e8c-41f5-b522-d5cb1bd8ddac tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.5080943 Jul 14 09:25:10.218202 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0cefbbc2-94c2-4419-a959-3ca5a6113c5b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.218803 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-0cefbbc2-94c2-4419-a959-3ca5a6113c5b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Added segment f62d7315-2284-4471-b811-ed6b2765a310 of type vlan for network fa210d4a-705f-46fb-ac72-cd0c5076218c Jul 14 09:25:10.282748 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0cefbbc2-94c2-4419-a959-3ca5a6113c5b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.284756 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff43eb2e-021e-4163-bb17-212e4364dea0 req-df8c1e1e-7564-406e-9ec3-24033c8d146f tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782695 Jul 14 09:25:10.344826 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0cefbbc2-94c2-4419-a959-3ca5a6113c5b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.355862 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cefbbc2-94c2-4419-a959-3ca5a6113c5b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:10.357128 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0cefbbc2-94c2-4419-a959-3ca5a6113c5b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.399590 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35772) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:10.400574 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0cefbbc2-94c2-4419-a959-3ca5a6113c5b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3120868 Jul 14 09:25:10.407230 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-745fe639-74f2-40a4-a826-556db078fae9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Request body: {'subnet': {'network_id': 'fa210d4a-705f-46fb-ac72-cd0c5076218c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:10.492129 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefbbc2-94c2-4419-a959-3ca5a6113c5b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event updated for resources: {'Network': ['ID=fa210d4a-705f-46fb-ac72-cd0c5076218c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:10.503378 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network fa210d4a-705f-46fb-ac72-cd0c5076218c details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:10.707421 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.api [None req-745fe639-74f2-40a4-a826-556db078fae9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:25:10.707421 n-d-798054-10 neutron-server[93887]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:25:10.707421 n-d-798054-10 neutron-server[93887]: [parameters: {'project_id': 'eac93f89afef436c874bbdf1375d83ef', 'id': '70207be6-f3ad-40dc-be07-e5d7c02358f2', 'expiration': datetime.datetime(2021, 7, 14, 9, 27, 10, 692105)}] Jul 14 09:25:10.707421 n-d-798054-10 neutron-server[93887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:25:10.708338 n-d-798054-10 neutron-server[93887]: DEBUG oslo_db.api [None req-745fe639-74f2-40a4-a826-556db078fae9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:25:10.723415 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa69d1c2-4fd2-4b3e-ac67-8c45e8ad2895 admin admin] Made reservation on behalf of cd4c9dd362164b5297441aa0f560bf65 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:10.727055 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aa69d1c2-4fd2-4b3e-ac67-8c45e8ad2895 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.784083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edd246-faa7-42f5-9fe3-613d7ba59af6 req-1cc38d73-87a8-423f-a7c6-7d178e6fa136 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:10.785684 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-68edd246-faa7-42f5-9fe3-613d7ba59af6 req-1cc38d73-87a8-423f-a7c6-7d178e6fa136 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3fadc8b-7d43-408e-89f3-4f1b398d2c71 HTTP/1.1" status: 200 len: 945 time: 0.5638251 Jul 14 09:25:10.827726 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8ed71-53c4-49f2-9850-e1f9d3afa3d0 req-05b38069-be9c-4b09-8bf3-9128ed5c58b9 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:10.834826 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47b8ed71-53c4-49f2-9850-e1f9d3afa3d0 req-05b38069-be9c-4b09-8bf3-9128ed5c58b9 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd5531-2e4b-48f5-aa4c-5e25f1c06070 HTTP/1.1" status: 200 len: 945 time: 0.3307176 Jul 14 09:25:10.908345 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-68edd246-faa7-42f5-9fe3-613d7ba59af6 req-cde66721-6e31-48ab-bbc5-56434c596a55 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a62a1a2-8365-4823-80d4-eaa6e568529e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151152 Jul 14 09:25:10.934790 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47b8ed71-53c4-49f2-9850-e1f9d3afa3d0 req-7c3faefa-75bf-4e6d-9798-4424d9ec0153 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989273 Jul 14 09:25:11.038143 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258475a6-9e66-4022-b23a-0650c1607d2a None None] Network 70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:11.116825 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6c48efea-0bc9-4116-88f5-e2a44350de0f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:11.117274 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aa69d1c2-4fd2-4b3e-ac67-8c45e8ad2895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:11.188333 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69d1c2-4fd2-4b3e-ac67-8c45e8ad2895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6129be9-0ce3-42d5-8045-a04d49d2b730,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:11.197231 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa69d1c2-4fd2-4b3e-ac67-8c45e8ad2895 admin admin] Checking segment: {'id': '9c50f19f-5b80-4e9d-8e45-935822d8af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7a6c954-3d34-487f-b07a-32be3c9fb209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:11.197700 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa69d1c2-4fd2-4b3e-ac67-8c45e8ad2895 admin admin] Network hostable DHCP agents. Network: c7a6c954-3d34-487f-b07a-32be3c9fb209, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:11.215098 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d015d711-f077-4b73-9c60-385c5dc9494e None None] Provisioning for port 6c48efea-0bc9-4116-88f5-e2a44350de0f completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:11.233154 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa69d1c2-4fd2-4b3e-ac67-8c45e8ad2895 admin admin] Network c7a6c954-3d34-487f-b07a-32be3c9fb209 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:11.245509 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745fe639-74f2-40a4-a826-556db078fae9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Made reservation on behalf of eac93f89afef436c874bbdf1375d83ef for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:11.259240 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-745fe639-74f2-40a4-a826-556db078fae9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:11.264640 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-aa69d1c2-4fd2-4b3e-ac67-8c45e8ad2895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, c7a6c954-3d34-487f-b07a-32be3c9fb209) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:11.268905 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa69d1c2-4fd2-4b3e-ac67-8c45e8ad2895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:11.269494 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aa69d1c2-4fd2-4b3e-ac67-8c45e8ad2895 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:11.284981 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a42a7bc-cce6-4df8-99d7-75759d39f111 None None] Network c7a6c954-3d34-487f-b07a-32be3c9fb209 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:11.360902 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-aa69d1c2-4fd2-4b3e-ac67-8c45e8ad2895 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2858570 Jul 14 09:25:11.562266 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccd5531-2e4b-48f5-aa4c-5e25f1c06070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315efc0b-c03f-4347-a1bc-87bc75ea7606'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:11.564721 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d76467-0aa8-49ec-a487-2e04a2feb5da" -d '{"events": [{"server_uuid": "3ccd5531-2e4b-48f5-aa4c-5e25f1c06070", "name": "network-vif-plugged", "status": "completed", "tag": "315efc0b-c03f-4347-a1bc-87bc75ea7606"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:11.663864 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392d820c-ff1a-459c-92dd-14beef8a2dca x-openstack-request-id: req-392d820c-ff1a-459c-92dd-14beef8a2dca {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:11.664133 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccd5531-2e4b-48f5-aa4c-5e25f1c06070", "name": "network-vif-plugged", "status": "completed", "tag": "315efc0b-c03f-4347-a1bc-87bc75ea7606", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:11.664382 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-392d820c-ff1a-459c-92dd-14beef8a2dca {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:11.665073 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccd5531-2e4b-48f5-aa4c-5e25f1c06070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315efc0b-c03f-4347-a1bc-87bc75ea7606', 'code': 200} Jul 14 09:25:11.724873 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 6c48efea-0bc9-4116-88f5-e2a44350de0f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:11.760801 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 6c48efea-0bc9-4116-88f5-e2a44350de0f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:11.761181 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:11.794622 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5eae5-c3ef-4fe4-a92c-f85acf5e3f1b req-271483ed-78ba-45ae-878b-34e96fe240a2 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:11.802197 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eda5eae5-c3ef-4fe4-a92c-f85acf5e3f1b req-271483ed-78ba-45ae-878b-34e96fe240a2 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.2621291 Jul 14 09:25:11.850191 n-d-798054-10 neutron-server[93887]: DEBUG neutron.objects.ports [None req-745fe639-74f2-40a4-a826-556db078fae9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:25:11.851795 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-745fe639-74f2-40a4-a826-556db078fae9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:11.907940 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c7c83-c7ba-459e-afc9-9ba8e63a25bb req-c688a1a8-9433-4f3e-9fa0-f0d01689aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:11.910853 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2068847c-00bb-4770-b7a1-2cfcaaad7db2 None None] Network 70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:11.911296 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b05c7c83-c7ba-459e-afc9-9ba8e63a25bb req-c688a1a8-9433-4f3e-9fa0-f0d01689aaed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3ccd5531-2e4b-48f5-aa4c-5e25f1c06070 HTTP/1.1" status: 200 len: 1097 time: 0.1313386 Jul 14 09:25:11.940747 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eda5eae5-c3ef-4fe4-a92c-f85acf5e3f1b req-462272ce-23a9-4442-8bae-bfe1edcaa9fe tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375828 Jul 14 09:25:11.963957 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.001469 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b05c7c83-c7ba-459e-afc9-9ba8e63a25bb req-8a63e1fe-2faa-4e6f-9b0e-23449d845831 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780823 Jul 14 09:25:12.021111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fe639-74f2-40a4-a826-556db078fae9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event updated for resources: {'Subnet': ['ID=a4779d5b-5c6f-48f8-a22b-4df7279d524e,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:12.073261 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745fe639-74f2-40a4-a826-556db078fae9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Checking segment: {'id': 'f62d7315-2284-4471-b811-ed6b2765a310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fa210d4a-705f-46fb-ac72-cd0c5076218c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:12.073624 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745fe639-74f2-40a4-a826-556db078fae9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Network hostable DHCP agents. Network: fa210d4a-705f-46fb-ac72-cd0c5076218c, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:12.077853 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4ca97c-932c-4941-a59b-09007837b895 None None] Network c7a6c954-3d34-487f-b07a-32be3c9fb209 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:12.120309 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818d43c-7c23-4647-940a-f5b91985aebc req-0f5d2937-4e40-4173-9af7-a9c2568fb042 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.127172 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1818d43c-7c23-4647-940a-f5b91985aebc req-0f5d2937-4e40-4173-9af7-a9c2568fb042 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/networks?id=c7a6c954-3d34-487f-b07a-32be3c9fb209 HTTP/1.1" status: 200 len: 814 time: 0.2303052 Jul 14 09:25:12.139878 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745fe639-74f2-40a4-a826-556db078fae9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Network fa210d4a-705f-46fb-ac72-cd0c5076218c is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:12.149196 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1818d43c-7c23-4647-940a-f5b91985aebc req-3475b8d7-7395-48a0-a98d-d7be7ab2d188 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/quotas/cd4c9dd362164b5297441aa0f560bf65 HTTP/1.1" status: 200 len: 375 time: 0.0210538 Jul 14 09:25:12.152168 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 6c48efea-0bc9-4116-88f5-e2a44350de0f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6c48efea-0bc9-4116-88f5-e2a44350de0f,segment=NetworkSegment(3d2d817e-d153-4139-bfb5-4db50f2009b6),segment_id=3d2d817e-d153-4139-bfb5-4db50f2009b6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:12.181373 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.215231 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-745fe639-74f2-40a4-a826-556db078fae9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, fa210d4a-705f-46fb-ac72-cd0c5076218c) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:12.225350 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1818d43c-7c23-4647-940a-f5b91985aebc req-26212a93-2baf-4099-9312-b441928d5d3a tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd4c9dd362164b5297441aa0f560bf65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753789 Jul 14 09:25:12.240351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745fe639-74f2-40a4-a826-556db078fae9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.241111 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-745fe639-74f2-40a4-a826-556db078fae9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.245623 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0972e3a-b527-46ed-8451-923b0839298c None None] Network fa210d4a-705f-46fb-ac72-cd0c5076218c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:12.333218 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-745fe639-74f2-40a4-a826-556db078fae9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9286914 Jul 14 09:25:12.333218 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35816) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:12.365280 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=6c48efea-0bc9-4116-88f5-e2a44350de0f,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:12.437323 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d2c6d-e805-4fbd-9369-a3a699e6b5d1 req-ee32d20b-b42d-4576-96e9-82c03431e32c tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.439181 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-986d2c6d-e805-4fbd-9369-a3a699e6b5d1 req-ee32d20b-b42d-4576-96e9-82c03431e32c tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3fadc8b-7d43-408e-89f3-4f1b398d2c71 HTTP/1.1" status: 200 len: 945 time: 0.3671949 Jul 14 09:25:12.453547 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1818d43c-7c23-4647-940a-f5b91985aebc req-a94982c0-d60b-4302-8ecd-6b7c8c440d7b service neutron] 10.222.0.26 "GET /v2.0/networks/c7a6c954-3d34-487f-b07a-32be3c9fb209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272353 Jul 14 09:25:12.562557 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-fa210d4a-705f-46fb-ac72-cd0c5076218c', 'network_id': 'fa210d4a-705f-46fb-ac72-cd0c5076218c', 'tenant_id': 'eac93f89afef436c874bbdf1375d83ef', 'fixed_ips': [{'subnet_id': 'a4779d5b-5c6f-48f8-a22b-4df7279d524e'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:25:12.567473 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.571203 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05155e6c-f644-4991-847d-5a5cb99c5348 None None] DHCP port deletion for 70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:25:12.594730 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.625248 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-986d2c6d-e805-4fbd-9369-a3a699e6b5d1 req-db4b2977-cf55-4f92-bb87-7e8c9270ba56 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a62a1a2-8365-4823-80d4-eaa6e568529e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625578 Jul 14 09:25:12.789115 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-05155e6c-f644-4991-847d-5a5cb99c5348 None None] Deleting port 6c48efea-0bc9-4116-88f5-e2a44350de0f {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:12.789115 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05155e6c-f644-4991-847d-5a5cb99c5348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.847548 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Allocated IP 2001:db8::f816:3eff:febb:96f0 (fa210d4a-705f-46fb-ac72-cd0c5076218c/a4779d5b-5c6f-48f8-a22b-4df7279d524e/b4bc8e1b-6dbb-4b53-b224-13b3e405ee03) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:12.889252 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-05155e6c-f644-4991-847d-5a5cb99c5348 None None] For port 6c48efea-0bc9-4116-88f5-e2a44350de0f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6c48efea-0bc9-4116-88f5-e2a44350de0f,segment=NetworkSegment(3d2d817e-d153-4139-bfb5-4db50f2009b6),segment_id=3d2d817e-d153-4139-bfb5-4db50f2009b6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:12.889857 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05155e6c-f644-4991-847d-5a5cb99c5348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.948124 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-05155e6c-f644-4991-847d-5a5cb99c5348 None None] Calling delete_port for 6c48efea-0bc9-4116-88f5-e2a44350de0f owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:12.959322 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6c48efea-0bc9-4116-88f5-e2a44350de0f no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:13.189824 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1818d43c-7c23-4647-940a-f5b91985aebc req-406809c1-e67e-4611-856b-fc97fea79c87 service neutron] 10.222.0.26 "GET /v2.0/networks/c7a6c954-3d34-487f-b07a-32be3c9fb209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7352550 Jul 14 09:25:13.214790 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.236811 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05155e6c-f644-4991-847d-5a5cb99c5348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.240389 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.259702 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.290241 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05155e6c-f644-4991-847d-5a5cb99c5348 None None] Pushing event deleted for resources: {'Port': ['ID=6c48efea-0bc9-4116-88f5-e2a44350de0f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:13.298915 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Transition to ACTIVE for port object b4bc8e1b-6dbb-4b53-b224-13b3e405ee03 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:13.313851 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05155e6c-f644-4991-847d-5a5cb99c5348 None None] No DVR routers for this DVR port 6c48efea-0bc9-4116-88f5-e2a44350de0f on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:13.375350 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad809241-1e1f-465b-ad19-3f43551ad997 req-9436397f-4873-44e1-ba07-28bc7fc7695d tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:13.382709 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad809241-1e1f-465b-ad19-3f43551ad997 req-9436397f-4873-44e1-ba07-28bc7fc7695d tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd5531-2e4b-48f5-aa4c-5e25f1c06070 HTTP/1.1" status: 200 len: 945 time: 0.3014998 Jul 14 09:25:13.386517 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Transition to ACTIVE for port object b4bc8e1b-6dbb-4b53-b224-13b3e405ee03 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:13.430650 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad809241-1e1f-465b-ad19-3f43551ad997 req-4dcf76b8-cd92-44a0-9ed5-2a7c1d792f01 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469654 Jul 14 09:25:13.443872 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.483488 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.508555 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Network fa210d4a-705f-46fb-ac72-cd0c5076218c is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:13.513759 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:13.517270 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:13.526581 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Pushing event updated for resources: {'Port': ['ID=b4bc8e1b-6dbb-4b53-b224-13b3e405ee03,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:13.558459 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event deleted for resources: {'Subnet': ['ID=a4779d5b-5c6f-48f8-a22b-4df7279d524e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:13.622986 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Attempting to bind port b4bc8e1b-6dbb-4b53-b224-13b3e405ee03 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:13.623582 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Attempting to bind port b4bc8e1b-6dbb-4b53-b224-13b3e405ee03 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'f62d7315-2284-4471-b811-ed6b2765a310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fa210d4a-705f-46fb-ac72-cd0c5076218c'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:13.623924 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Attempting to bind port b4bc8e1b-6dbb-4b53-b224-13b3e405ee03 on network fa210d4a-705f-46fb-ac72-cd0c5076218c {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:13.630084 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:13.630690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Checking segment: {'id': 'f62d7315-2284-4471-b811-ed6b2765a310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fa210d4a-705f-46fb-ac72-cd0c5076218c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:13.631201 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.632188 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Bound using segment: {'id': 'f62d7315-2284-4471-b811-ed6b2765a310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fa210d4a-705f-46fb-ac72-cd0c5076218c'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:13.634277 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Bound port: b4bc8e1b-6dbb-4b53-b224-13b3e405ee03, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62d7315-2284-4471-b811-ed6b2765a310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fa210d4a-705f-46fb-ac72-cd0c5076218c'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:13.635548 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.662298 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.688968 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa210d4a-705f-46fb-ac72-cd0c5076218c']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:13.703193 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62d7315-2284-4471-b811-ed6b2765a310') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:13.703669 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62d7315-2284-4471-b811-ed6b2765a310') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:13.726771 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] For port b4bc8e1b-6dbb-4b53-b224-13b3e405ee03, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:13.730198 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] For port b4bc8e1b-6dbb-4b53-b224-13b3e405ee03, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b4bc8e1b-6dbb-4b53-b224-13b3e405ee03,segment=NetworkSegment(f62d7315-2284-4471-b811-ed6b2765a310),segment_id=f62d7315-2284-4471-b811-ed6b2765a310)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:13.740195 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.745667 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.789314 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.810782 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:13.812010 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:13.815326 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:13.862175 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4d6ffc03-8147-42a4-a738-167b40a6a4e9 req-234ab667-279c-41d4-ba54-05482c102620 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0971944 Jul 14 09:25:13.867474 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461310-d34e-4cee-9573-17dd85e20ec7 None None] Pushing event updated for resources: {'Port': ['ID=b4bc8e1b-6dbb-4b53-b224-13b3e405ee03,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:13.895779 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d087e1d-00c8-4689-a812-431addc6f496 None None] Network fa210d4a-705f-46fb-ac72-cd0c5076218c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:13.919670 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.api [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:25:13.919670 n-d-798054-10 neutron-server[93887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:25:13.919670 n-d-798054-10 neutron-server[93887]: [parameters: {'id': 'fa210d4a-705f-46fb-ac72-cd0c5076218c'}] Jul 14 09:25:13.919670 n-d-798054-10 neutron-server[93887]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:25:13.920631 n-d-798054-10 neutron-server[93887]: DEBUG oslo_db.api [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:25:14.002664 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ffc03-8147-42a4-a738-167b40a6a4e9 req-fba26a6f-b7e1-49a7-a850-c50e98fde182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:14.004177 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4d6ffc03-8147-42a4-a738-167b40a6a4e9 req-fba26a6f-b7e1-49a7-a850-c50e98fde182 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9eda0dcc3e874a49a638743b0ab4508c&device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 1098 time: 0.0910745 Jul 14 09:25:14.068243 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f624746-1631-4c66-a223-0f7f28ce52b8 None None] get_active_networks_info from n-d-798054-10 {{(pid=93889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:25:14.080477 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0cd70613-095d-4040-846b-0c33186b5c6a req-2bfc1db4-58a0-42b0-9e0a-165f62fbca37 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/ports?device_id=54df4469-77f6-4fab-8cae-6767a6011ecc HTTP/1.1" status: 200 len: 210 time: 0.0415328 Jul 14 09:25:14.157079 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d852ea-76cf-4416-9bf9-cbf4eb2b064c req-6e50cb04-5ad1-4aa2-a879-2d0582ce660e tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:14.161688 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8d852ea-76cf-4416-9bf9-cbf4eb2b064c req-6e50cb04-5ad1-4aa2-a879-2d0582ce660e tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.1733263 Jul 14 09:25:14.255719 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8d852ea-76cf-4416-9bf9-cbf4eb2b064c req-0cdbfdda-5f33-45ed-81f1-13bfca657469 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805125 Jul 14 09:25:14.266704 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ffc03-8147-42a4-a738-167b40a6a4e9 req-ee6e8107-cbbe-43f8-b068-67f4ab1c1bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:14.268951 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4d6ffc03-8147-42a4-a738-167b40a6a4e9 req-ee6e8107-cbbe-43f8-b068-67f4ab1c1bfc service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb7535f9-bc7e-49b0-b814-10dffeec6052 HTTP/1.1" status: 200 len: 912 time: 0.1768336 Jul 14 09:25:14.275496 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f624746-1631-4c66-a223-0f7f28ce52b8 None None] Resources bound (agent type, host, resource id): {{(pid=93889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:25:14.415509 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4d6ffc03-8147-42a4-a738-167b40a6a4e9 req-0b14987f-1402-4fcd-b258-35edb1f6d328 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=115b8483-faf4-41d5-a79a-42bb321ff754 HTTP/1.1" status: 200 len: 1002 time: 0.1380768 Jul 14 09:25:14.421872 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.501207 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ffc03-8147-42a4-a738-167b40a6a4e9 req-9cc53f64-21af-4ed8-85a4-1f3403099e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:14.502385 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4d6ffc03-8147-42a4-a738-167b40a6a4e9 req-9cc53f64-21af-4ed8-85a4-1f3403099e08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33d74a61-4251-4207-b4f8-9d0620b80344 HTTP/1.1" status: 200 len: 850 time: 0.0796268 Jul 14 09:25:14.516887 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Deleting port b4bc8e1b-6dbb-4b53-b224-13b3e405ee03 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:14.517450 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.618538 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ffc03-8147-42a4-a738-167b40a6a4e9 req-5a169410-ccaa-4f95-b285-0d18d36da5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:14.620344 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4d6ffc03-8147-42a4-a738-167b40a6a4e9 req-5a169410-ccaa-4f95-b285-0d18d36da5fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb7535f9-bc7e-49b0-b814-10dffeec6052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1108961 Jul 14 09:25:14.659994 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] For port b4bc8e1b-6dbb-4b53-b224-13b3e405ee03, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b4bc8e1b-6dbb-4b53-b224-13b3e405ee03,segment=NetworkSegment(f62d7315-2284-4471-b811-ed6b2765a310),segment_id=f62d7315-2284-4471-b811-ed6b2765a310)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:14.660370 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.715366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Calling delete_port for b4bc8e1b-6dbb-4b53-b224-13b3e405ee03 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:14.774109 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4d6ffc03-8147-42a4-a738-167b40a6a4e9 req-593fd204-bbd8-4055-be59-322abba22d90 service neutron] 10.222.0.55 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303589 Jul 14 09:25:14.858903 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294057eb-7ab8-4578-bdff-0abad7bc7220 req-7eb6fc7e-1223-426a-967d-ccbd2fefa501 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:14.865848 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-294057eb-7ab8-4578-bdff-0abad7bc7220 req-7eb6fc7e-1223-426a-967d-ccbd2fefa501 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd5531-2e4b-48f5-aa4c-5e25f1c06070 HTTP/1.1" status: 200 len: 945 time: 0.1617513 Jul 14 09:25:14.902059 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.927568 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4d6ffc03-8147-42a4-a738-167b40a6a4e9 req-8d565277-32cb-4cba-a788-e637afef0325 service neutron] 10.222.0.55 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416316 Jul 14 09:25:14.957713 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-294057eb-7ab8-4578-bdff-0abad7bc7220 req-4d5d23f3-ed50-489f-b2bf-bf058877950d tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909278 Jul 14 09:25:14.964546 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] No DVR routers for this DVR port b4bc8e1b-6dbb-4b53-b224-13b3e405ee03 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:14.973233 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event deleted for resources: {'Port': ['ID=b4bc8e1b-6dbb-4b53-b224-13b3e405ee03,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:15.089038 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.105882 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa210d4a-705f-46fb-ac72-cd0c5076218c']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:15.124609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62d7315-2284-4471-b811-ed6b2765a310') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:15.125331 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62d7315-2284-4471-b811-ed6b2765a310') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:15.171695 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.255636 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.272789 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:15.273503 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:15.277013 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:15.425188 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666c370-aa7b-4c59-85e6-7696b5321c88 req-1bef7a65-6231-4535-af73-9a1deb8960e7 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:15.426883 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2666c370-aa7b-4c59-85e6-7696b5321c88 req-1bef7a65-6231-4535-af73-9a1deb8960e7 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3fadc8b-7d43-408e-89f3-4f1b398d2c71 HTTP/1.1" status: 200 len: 945 time: 0.2991164 Jul 14 09:25:15.441980 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.472352 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.474292 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "DELETE /v2.0/networks/fa210d4a-705f-46fb-ac72-cd0c5076218c HTTP/1.1" status: 204 len: 168 time: 3.1407518 Jul 14 09:25:15.476535 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776ea4-4ca7-4836-982e-b1803d0f28d8 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event deleted for resources: {'Network': ['ID=fa210d4a-705f-46fb-ac72-cd0c5076218c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:15.478054 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35928) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:15.486097 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-851f405f-026b-414a-afc9-3d1ab8c2a100 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-225020857'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:15.492131 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818d43c-7c23-4647-940a-f5b91985aebc req-68d33fcd-544c-4c83-8ab2-b0e0150e83d7 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:15.494056 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1818d43c-7c23-4647-940a-f5b91985aebc req-68d33fcd-544c-4c83-8ab2-b0e0150e83d7 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.49 "GET /v2.0/networks?id=c7a6c954-3d34-487f-b07a-32be3c9fb209 HTTP/1.1" status: 200 len: 814 time: 0.3459139 Jul 14 09:25:15.513398 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851f405f-026b-414a-afc9-3d1ab8c2a100 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Made reservation on behalf of eac93f89afef436c874bbdf1375d83ef for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:15.518390 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-851f405f-026b-414a-afc9-3d1ab8c2a100 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.519208 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-1818d43c-7c23-4647-940a-f5b91985aebc req-7370792e-4e82-4f15-ab5a-5ee5e9a02850 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Request body: {'port': {'device_id': '54df4469-77f6-4fab-8cae-6767a6011ecc', 'network_id': 'c7a6c954-3d34-487f-b07a-32be3c9fb209', 'admin_state_up': True, 'tenant_id': 'cd4c9dd362164b5297441aa0f560bf65'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:15.539013 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2666c370-aa7b-4c59-85e6-7696b5321c88 req-33af3707-c579-494e-8222-24ebac06999c tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a62a1a2-8365-4823-80d4-eaa6e568529e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984766 Jul 14 09:25:15.566530 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851f405f-026b-414a-afc9-3d1ab8c2a100 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:15.578856 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-851f405f-026b-414a-afc9-3d1ab8c2a100 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.581241 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-851f405f-026b-414a-afc9-3d1ab8c2a100 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Added segment 6f0ef74f-58cc-40ab-8fc2-e0f3bd70b225 of type vlan for network abd6adea-123a-4c3c-80cb-18ce316acad4 Jul 14 09:25:15.702086 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-851f405f-026b-414a-afc9-3d1ab8c2a100 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.751565 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3a06137-3b2a-4603-95f2-5f69dfd7b56d req-edf751c6-7811-45c5-bc07-633750986cc2 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/ports?device_id=54df4469-77f6-4fab-8cae-6767a6011ecc HTTP/1.1" status: 200 len: 210 time: 0.0511477 Jul 14 09:25:15.752994 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1818d43c-7c23-4647-940a-f5b91985aebc req-7370792e-4e82-4f15-ab5a-5ee5e9a02850 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Made reservation on behalf of cd4c9dd362164b5297441aa0f560bf65 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:15.757443 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1818d43c-7c23-4647-940a-f5b91985aebc req-7370792e-4e82-4f15-ab5a-5ee5e9a02850 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.774097 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-851f405f-026b-414a-afc9-3d1ab8c2a100 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.781220 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851f405f-026b-414a-afc9-3d1ab8c2a100 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:15.787943 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-851f405f-026b-414a-afc9-3d1ab8c2a100 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.879891 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-851f405f-026b-414a-afc9-3d1ab8c2a100 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3976581 Jul 14 09:25:15.881352 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35942) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:15.889448 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e799b3ed-7a12-4aaa-881c-c84d9b8fc589 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Request body: {'subnet': {'network_id': 'abd6adea-123a-4c3c-80cb-18ce316acad4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:15.914256 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f405f-026b-414a-afc9-3d1ab8c2a100 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event updated for resources: {'Network': ['ID=abd6adea-123a-4c3c-80cb-18ce316acad4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:15.928297 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network abd6adea-123a-4c3c-80cb-18ce316acad4 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:16.005219 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e799b3ed-7a12-4aaa-881c-c84d9b8fc589 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Made reservation on behalf of eac93f89afef436c874bbdf1375d83ef for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:16.014704 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e799b3ed-7a12-4aaa-881c-c84d9b8fc589 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.063946 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-1818d43c-7c23-4647-940a-f5b91985aebc req-7370792e-4e82-4f15-ab5a-5ee5e9a02850 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Allocated IP 172.20.0.6 (c7a6c954-3d34-487f-b07a-32be3c9fb209/d6129be9-0ce3-42d5-8045-a04d49d2b730/c05572f2-a5b4-458f-be9a-cd58cd32b6b5) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:16.085240 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801f256-2386-4cc9-a8ce-95cfcf3491fd req-b237d399-43de-42ec-9774-4a6fbf0af731 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:16.093974 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5801f256-2386-4cc9-a8ce-95cfcf3491fd req-b237d399-43de-42ec-9774-4a6fbf0af731 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.2479177 Jul 14 09:25:16.152920 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122465e9-3e80-4df1-b336-997698befd4f req-286d8cd6-7699-4f8a-9c07-afae1137e4eb tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:16.155058 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-122465e9-3e80-4df1-b336-997698befd4f req-286d8cd6-7699-4f8a-9c07-afae1137e4eb tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/networks?id=abaf8195-e5b5-41c5-9377-b40357a3091e HTTP/1.1" status: 200 len: 804 time: 0.2571902 Jul 14 09:25:16.201014 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5801f256-2386-4cc9-a8ce-95cfcf3491fd req-662aa642-4772-4339-8a3e-065186a16a54 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056702 Jul 14 09:25:16.207433 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-122465e9-3e80-4df1-b336-997698befd4f req-10f9d98c-fcec-4e04-8a44-0a50a80ea099 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/quotas/a82589d668934603a3d48db3a46efae2 HTTP/1.1" status: 200 len: 375 time: 0.0408115 Jul 14 09:25:16.244583 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e799b3ed-7a12-4aaa-881c-c84d9b8fc589 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.303273 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.331881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799b3ed-7a12-4aaa-881c-c84d9b8fc589 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event updated for resources: {'Subnet': ['ID=74bb02d9-6ac5-464e-a963-01bf173e5cb8,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:16.340280 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e799b3ed-7a12-4aaa-881c-c84d9b8fc589 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Checking segment: {'id': '6f0ef74f-58cc-40ab-8fc2-e0f3bd70b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'abd6adea-123a-4c3c-80cb-18ce316acad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:16.341214 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e799b3ed-7a12-4aaa-881c-c84d9b8fc589 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Network hostable DHCP agents. Network: abd6adea-123a-4c3c-80cb-18ce316acad4, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:16.359715 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e799b3ed-7a12-4aaa-881c-c84d9b8fc589 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Network abd6adea-123a-4c3c-80cb-18ce316acad4 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:16.361017 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-122465e9-3e80-4df1-b336-997698befd4f req-54e15ccf-ed87-4d7e-a088-c5e23fcb1a0c tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a82589d668934603a3d48db3a46efae2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1526828 Jul 14 09:25:16.371511 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-e799b3ed-7a12-4aaa-881c-c84d9b8fc589 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, abd6adea-123a-4c3c-80cb-18ce316acad4) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:16.378810 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e799b3ed-7a12-4aaa-881c-c84d9b8fc589 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:16.379659 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e799b3ed-7a12-4aaa-881c-c84d9b8fc589 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.385685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1382b22-ed26-4925-aa8c-04c37cfce4e1 None None] Network abd6adea-123a-4c3c-80cb-18ce316acad4 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:16.398937 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e799b3ed-7a12-4aaa-881c-c84d9b8fc589 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5164912 Jul 14 09:25:16.402640 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35950) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:16.497119 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-122465e9-3e80-4df1-b336-997698befd4f req-6efe8cbe-37f0-4d9c-a787-4eb1085f2eb6 service neutron] 10.222.0.26 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278760 Jul 14 09:25:16.516195 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1818d43c-7c23-4647-940a-f5b91985aebc req-7370792e-4e82-4f15-ab5a-5ee5e9a02850 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.574645 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.622332 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-abd6adea-123a-4c3c-80cb-18ce316acad4', 'network_id': 'abd6adea-123a-4c3c-80cb-18ce316acad4', 'tenant_id': 'eac93f89afef436c874bbdf1375d83ef', 'fixed_ips': [{'subnet_id': '74bb02d9-6ac5-464e-a963-01bf173e5cb8'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:25:16.623577 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.642504 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-122465e9-3e80-4df1-b336-997698befd4f req-4b7739b1-06b2-4da6-b710-ac3d5f0ec52b service neutron] 10.222.0.26 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374061 Jul 14 09:25:16.647274 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1818d43c-7c23-4647-940a-f5b91985aebc req-7370792e-4e82-4f15-ab5a-5ee5e9a02850 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.655883 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45f623-37fd-40aa-a025-5be5bdc15bdf req-5b7f2c12-6faa-48e0-ad84-725f49d809ca tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:16.657420 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a45f623-37fd-40aa-a025-5be5bdc15bdf req-5b7f2c12-6faa-48e0-ad84-725f49d809ca tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3fadc8b-7d43-408e-89f3-4f1b398d2c71 HTTP/1.1" status: 200 len: 945 time: 0.1456141 Jul 14 09:25:16.708500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1818d43c-7c23-4647-940a-f5b91985aebc req-7370792e-4e82-4f15-ab5a-5ee5e9a02850 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Network c7a6c954-3d34-487f-b07a-32be3c9fb209 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:16.711287 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.712939 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-1818d43c-7c23-4647-940a-f5b91985aebc req-7370792e-4e82-4f15-ab5a-5ee5e9a02850 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:16.717933 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1818d43c-7c23-4647-940a-f5b91985aebc req-7370792e-4e82-4f15-ab5a-5ee5e9a02850 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:16.722766 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370792e-4e82-4f15-ab5a-5ee5e9a02850 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Pushing event updated for resources: {'Port': ['ID=c05572f2-a5b4-458f-be9a-cd58cd32b6b5,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:16.790583 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818d43c-7c23-4647-940a-f5b91985aebc req-7370792e-4e82-4f15-ab5a-5ee5e9a02850 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:16.791986 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1818d43c-7c23-4647-940a-f5b91985aebc req-7370792e-4e82-4f15-ab5a-5ee5e9a02850 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.829361 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Allocated IP 2001:db8::2 (abd6adea-123a-4c3c-80cb-18ce316acad4/74bb02d9-6ac5-464e-a963-01bf173e5cb8/8f0a39f1-64a9-4a5a-b5f5-237a8dac7fff) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:16.839310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1818d43c-7c23-4647-940a-f5b91985aebc req-7370792e-4e82-4f15-ab5a-5ee5e9a02850 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3272574 Jul 14 09:25:16.840892 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-6a45f623-37fd-40aa-a025-5be5bdc15bdf req-a01e7498-1ec5-4c13-b031-12eb7aabb7f6 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Deleting port 9267d04c-e1f8-4b34-85eb-4188305e8a86 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:16.841247 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a45f623-37fd-40aa-a025-5be5bdc15bdf req-a01e7498-1ec5-4c13-b031-12eb7aabb7f6 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.856578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] Request body: {'port': {'device_id': '54df4469-77f6-4fab-8cae-6767a6011ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:17.015335 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-6a45f623-37fd-40aa-a025-5be5bdc15bdf req-a01e7498-1ec5-4c13-b031-12eb7aabb7f6 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] For port 9267d04c-e1f8-4b34-85eb-4188305e8a86, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9267d04c-e1f8-4b34-85eb-4188305e8a86,segment=NetworkSegment(ddf19c8d-98dd-4911-b344-9ae8fb6ebec9),segment_id=ddf19c8d-98dd-4911-b344-9ae8fb6ebec9)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:17.015894 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a45f623-37fd-40aa-a025-5be5bdc15bdf req-a01e7498-1ec5-4c13-b031-12eb7aabb7f6 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.022738 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.039852 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-6a45f623-37fd-40aa-a025-5be5bdc15bdf req-a01e7498-1ec5-4c13-b031-12eb7aabb7f6 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Calling delete_port for 9267d04c-e1f8-4b34-85eb-4188305e8a86 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:17.056159 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.067952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Transition to ACTIVE for port object 8f0a39f1-64a9-4a5a-b5f5-237a8dac7fff will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:17.094714 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Transition to ACTIVE for port object 8f0a39f1-64a9-4a5a-b5f5-237a8dac7fff will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:17.107020 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.160741 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.196778 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Network abd6adea-123a-4c3c-80cb-18ce316acad4 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:17.203768 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event deleted for resources: {'Subnet': ['ID=74bb02d9-6ac5-464e-a963-01bf173e5cb8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:17.204172 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:17.217303 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:17.239213 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Pushing event updated for resources: {'Port': ['ID=8f0a39f1-64a9-4a5a-b5f5-237a8dac7fff,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:17.313956 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.328860 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd6adea-123a-4c3c-80cb-18ce316acad4']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:17.342976 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Attempting to bind port 8f0a39f1-64a9-4a5a-b5f5-237a8dac7fff on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:17.343426 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Attempting to bind port 8f0a39f1-64a9-4a5a-b5f5-237a8dac7fff by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '6f0ef74f-58cc-40ab-8fc2-e0f3bd70b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'abd6adea-123a-4c3c-80cb-18ce316acad4'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:17.343801 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Attempting to bind port 8f0a39f1-64a9-4a5a-b5f5-237a8dac7fff on network abd6adea-123a-4c3c-80cb-18ce316acad4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:17.347978 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0ef74f-58cc-40ab-8fc2-e0f3bd70b225') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:17.348345 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0ef74f-58cc-40ab-8fc2-e0f3bd70b225') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:17.351801 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:17.352183 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Checking segment: {'id': '6f0ef74f-58cc-40ab-8fc2-e0f3bd70b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'abd6adea-123a-4c3c-80cb-18ce316acad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:17.352686 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.353365 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Bound using segment: {'id': '6f0ef74f-58cc-40ab-8fc2-e0f3bd70b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'abd6adea-123a-4c3c-80cb-18ce316acad4'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:17.354363 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Bound port: 8f0a39f1-64a9-4a5a-b5f5-237a8dac7fff, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0ef74f-58cc-40ab-8fc2-e0f3bd70b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'abd6adea-123a-4c3c-80cb-18ce316acad4'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:17.355076 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.362334 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.407081 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.443725 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:17.444436 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:17.454043 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:17.479230 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e665170-a4e3-4c4e-aae6-92edbdca4e2d req-493f383b-d6e1-4f19-a039-97e4b4a16e97 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:17.482183 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e665170-a4e3-4c4e-aae6-92edbdca4e2d req-493f383b-d6e1-4f19-a039-97e4b4a16e97 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3fadc8b-7d43-408e-89f3-4f1b398d2c71 HTTP/1.1" status: 200 len: 945 time: 0.2453787 Jul 14 09:25:17.493678 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] For port 8f0a39f1-64a9-4a5a-b5f5-237a8dac7fff, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:17.570942 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] For port 8f0a39f1-64a9-4a5a-b5f5-237a8dac7fff, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=8f0a39f1-64a9-4a5a-b5f5-237a8dac7fff,segment=NetworkSegment(6f0ef74f-58cc-40ab-8fc2-e0f3bd70b225),segment_id=6f0ef74f-58cc-40ab-8fc2-e0f3bd70b225)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:17.578929 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.625526 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e665170-a4e3-4c4e-aae6-92edbdca4e2d req-e2d664c8-2e2f-4d26-99b8-84c2ef21d57b tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a62a1a2-8365-4823-80d4-eaa6e568529e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265330 Jul 14 09:25:17.638879 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.db.api [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:25:17.638879 n-d-798054-10 neutron-server[93888]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:25:17.638879 n-d-798054-10 neutron-server[93888]: [parameters: {'id': 'abd6adea-123a-4c3c-80cb-18ce316acad4'}] Jul 14 09:25:17.638879 n-d-798054-10 neutron-server[93888]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:25:17.640126 n-d-798054-10 neutron-server[93888]: DEBUG oslo_db.api [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:25:17.648937 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05572f2-a5b4-458f-be9a-cd58cd32b6b5 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:17.677405 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.706273 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a45f623-37fd-40aa-a025-5be5bdc15bdf req-a01e7498-1ec5-4c13-b031-12eb7aabb7f6 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.718724 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] Transition to ACTIVE for port object c05572f2-a5b4-458f-be9a-cd58cd32b6b5 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:17.732118 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e11f7-5906-4ae0-a8f6-d6310da4fd0d None None] Pushing event updated for resources: {'Port': ['ID=8f0a39f1-64a9-4a5a-b5f5-237a8dac7fff,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:17.737491 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.743126 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['9267d04c-e1f8-4b34-85eb-4188305e8a86'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:17.823262 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b7185d-0aa8-4a71-951d-d7a4d26bcfd7 None None] Network abd6adea-123a-4c3c-80cb-18ce316acad4 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:17.867473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e7498-1ec5-4c13-b031-12eb7aabb7f6 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Pushing event deleted for resources: {'Port': ['ID=9267d04c-e1f8-4b34-85eb-4188305e8a86,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:17.869769 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a45f623-37fd-40aa-a025-5be5bdc15bdf req-a01e7498-1ec5-4c13-b031-12eb7aabb7f6 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] No DVR routers for this DVR port 9267d04c-e1f8-4b34-85eb-4188305e8a86 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:17.872446 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a45f623-37fd-40aa-a025-5be5bdc15bdf req-a01e7498-1ec5-4c13-b031-12eb7aabb7f6 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.874758 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a45f623-37fd-40aa-a025-5be5bdc15bdf req-a01e7498-1ec5-4c13-b031-12eb7aabb7f6 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.55 "DELETE /v2.0/ports/9267d04c-e1f8-4b34-85eb-4188305e8a86 HTTP/1.1" status: 204 len: 173 time: 1.2096727 Jul 14 09:25:17.875654 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fadc8b-7d43-408e-89f3-4f1b398d2c71', 'name': 'network-vif-deleted', 'tag': '9267d04c-e1f8-4b34-85eb-4188305e8a86'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:17.879866 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca012ca-9851-48b3-b0b3-0e5bea45e259" -d '{"events": [{"server_uuid": "f3fadc8b-7d43-408e-89f3-4f1b398d2c71", "name": "network-vif-deleted", "tag": "9267d04c-e1f8-4b34-85eb-4188305e8a86"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:17.958399 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b15a7c61-70d5-428a-83e9-635cdfe1b99a req-ead3b28b-f8d9-4b37-a0fe-70566d477961 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4746017-8421-481b-92bd-d1387fdaffce HTTP/1.1" status: 200 len: 210 time: 0.1470265 Jul 14 09:25:17.984153 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c05572f2-a5b4-458f-be9a-cd58cd32b6b5,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:18.078390 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59768b16-ca73-48dd-af01-66305e1fed78 None None] get_active_networks_info from n-d-798054-10 {{(pid=93889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:25:18.132724 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b5bbe-d30d-4f5d-99e4-f5e8a37dd266 req-2ca26bb5-f9db-4b03-96a6-d390fd505d06 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:18.146442 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.150126 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c1b5bbe-d30d-4f5d-99e4-f5e8a37dd266 req-2ca26bb5-f9db-4b03-96a6-d390fd505d06 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/ports?device_id=54df4469-77f6-4fab-8cae-6767a6011ecc HTTP/1.1" status: 200 len: 931 time: 0.4875612 Jul 14 09:25:18.177621 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] Attempting to bind port c05572f2-a5b4-458f-be9a-cd58cd32b6b5 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:18.178271 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] Attempting to bind port c05572f2-a5b4-458f-be9a-cd58cd32b6b5 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9c50f19f-5b80-4e9d-8e45-935822d8af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7a6c954-3d34-487f-b07a-32be3c9fb209'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:18.178767 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] Attempting to bind port c05572f2-a5b4-458f-be9a-cd58cd32b6b5 on network c7a6c954-3d34-487f-b07a-32be3c9fb209 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:18.192295 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] Port c05572f2-a5b4-458f-be9a-cd58cd32b6b5 on network c7a6c954-3d34-487f-b07a-32be3c9fb209 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:18.192860 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] Attempting to bind port c05572f2-a5b4-458f-be9a-cd58cd32b6b5 on network c7a6c954-3d34-487f-b07a-32be3c9fb209 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:18.216807 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c1b5bbe-d30d-4f5d-99e4-f5e8a37dd266 req-b6352a10-5fd3-490e-8637-77b8dbf2bcca tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7fbdd9a-bcf4-4caf-a2df-37a6699afd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649912 Jul 14 09:25:18.218156 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:18.224027 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] Checking segment: {'id': '9c50f19f-5b80-4e9d-8e45-935822d8af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7a6c954-3d34-487f-b07a-32be3c9fb209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:18.224654 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] Bound using segment: {'id': '9c50f19f-5b80-4e9d-8e45-935822d8af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7a6c954-3d34-487f-b07a-32be3c9fb209'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:18.228255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] Bound port: c05572f2-a5b4-458f-be9a-cd58cd32b6b5, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c50f19f-5b80-4e9d-8e45-935822d8af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c7a6c954-3d34-487f-b07a-32be3c9fb209'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:18.230087 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.244218 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55228d32-c7b3-4565-99be-11b9993d72e0 req-fe08ee30-c33b-4242-a18d-a5c1f054b134 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:18.246039 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-55228d32-c7b3-4565-99be-11b9993d72e0 req-fe08ee30-c33b-4242-a18d-a5c1f054b134 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.55 "GET /v2.0/ports?device_id=548fde49-7c64-47b9-9294-0ee759e37381 HTTP/1.1" status: 200 len: 946 time: 0.1608837 Jul 14 09:25:18.343724 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Deleting port 8f0a39f1-64a9-4a5a-b5f5-237a8dac7fff {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:18.344170 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.350503 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59768b16-ca73-48dd-af01-66305e1fed78 None None] Resources bound (agent type, host, resource id): {{(pid=93889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:25:18.439474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] For port c05572f2-a5b4-458f-be9a-cd58cd32b6b5, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:18.463487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] For port c05572f2-a5b4-458f-be9a-cd58cd32b6b5, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c05572f2-a5b4-458f-be9a-cd58cd32b6b5,segment=NetworkSegment(9c50f19f-5b80-4e9d-8e45-935822d8af53),segment_id=9c50f19f-5b80-4e9d-8e45-935822d8af53)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:18.469643 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.474356 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] For port 8f0a39f1-64a9-4a5a-b5f5-237a8dac7fff, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=8f0a39f1-64a9-4a5a-b5f5-237a8dac7fff,segment=NetworkSegment(6f0ef74f-58cc-40ab-8fc2-e0f3bd70b225),segment_id=6f0ef74f-58cc-40ab-8fc2-e0f3bd70b225)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:18.475443 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.499277 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3c92e-fcc7-4c1e-98af-4027528b8ffe req-56ce1d8a-8e2e-477e-9c9b-86368f7dc142 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:18.501018 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6d3c92e-fcc7-4c1e-98af-4027528b8ffe req-56ce1d8a-8e2e-477e-9c9b-86368f7dc142 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.1511645 Jul 14 09:25:18.511992 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Calling delete_port for 8f0a39f1-64a9-4a5a-b5f5-237a8dac7fff owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:18.541443 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-55228d32-c7b3-4565-99be-11b9993d72e0 req-725350f0-91f0-41e0-b20f-a7185a3724a3 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Deleting port 47bafb8e-0990-4bc4-9e3f-4e694b25fdba {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:18.541884 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-55228d32-c7b3-4565-99be-11b9993d72e0 req-725350f0-91f0-41e0-b20f-a7185a3724a3 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.556210 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:18.556851 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.558325 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] 10.222.0.49 "PUT /v2.0/ports/c05572f2-a5b4-458f-be9a-cd58cd32b6b5 HTTP/1.1" status: 200 len: 1092 time: 1.7108059 Jul 14 09:25:18.575900 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54df4469-77f6-4fab-8cae-6767a6011ecc', 'tag': 'c05572f2-a5b4-458f-be9a-cd58cd32b6b5'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:18.577819 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f0c377-9088-48f0-9096-da84340d85ae" -d '{"events": [{"name": "network-changed", "server_uuid": "54df4469-77f6-4fab-8cae-6767a6011ecc", "tag": "c05572f2-a5b4-458f-be9a-cd58cd32b6b5"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:18.609438 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 47bafb8e-0990-4bc4-9e3f-4e694b25fdba no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:18.705295 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6d3c92e-fcc7-4c1e-98af-4027528b8ffe req-c7ee9cfc-e18d-456a-93d6-7f9abba8db17 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814847 Jul 14 09:25:18.723077 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9db66-5197-4cc3-8217-3107de47a4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c05572f2-a5b4-458f-be9a-cd58cd32b6b5,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:18.798968 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818d43c-7c23-4647-940a-f5b91985aebc req-568733c4-3396-4b32-9ca9-19f452838c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:18.806014 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1818d43c-7c23-4647-940a-f5b91985aebc req-568733c4-3396-4b32-9ca9-19f452838c42 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cd4c9dd362164b5297441aa0f560bf65&device_id=54df4469-77f6-4fab-8cae-6767a6011ecc HTTP/1.1" status: 200 len: 1095 time: 0.1849642 Jul 14 09:25:18.821708 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-55228d32-c7b3-4565-99be-11b9993d72e0 req-725350f0-91f0-41e0-b20f-a7185a3724a3 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] For port 47bafb8e-0990-4bc4-9e3f-4e694b25fdba, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=47bafb8e-0990-4bc4-9e3f-4e694b25fdba,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:18.839188 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-55228d32-c7b3-4565-99be-11b9993d72e0 req-725350f0-91f0-41e0-b20f-a7185a3724a3 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.850420 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.851208 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2a18f6-c677-4387-b68e-d7dfc5a152b8 x-openstack-request-id: req-ca2a18f6-c677-4387-b68e-d7dfc5a152b8 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:18.852891 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fadc8b-7d43-408e-89f3-4f1b398d2c71", "name": "network-vif-deleted", "tag": "9267d04c-e1f8-4b34-85eb-4188305e8a86", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:18.853073 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca2a18f6-c677-4387-b68e-d7dfc5a152b8 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:18.854883 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fadc8b-7d43-408e-89f3-4f1b398d2c71', 'name': 'network-vif-deleted', 'tag': '9267d04c-e1f8-4b34-85eb-4188305e8a86', 'status': 'completed', 'code': 200} Jul 14 09:25:18.915347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 47bafb8e-0990-4bc4-9e3f-4e694b25fdba, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=47bafb8e-0990-4bc4-9e3f-4e694b25fdba,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:18.921900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-55228d32-c7b3-4565-99be-11b9993d72e0 req-725350f0-91f0-41e0-b20f-a7185a3724a3 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Calling delete_port for 47bafb8e-0990-4bc4-9e3f-4e694b25fdba owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:18.924410 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548fde49-7c64-47b9-9294-0ee759e37381', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47bafb8e-0990-4bc4-9e3f-4e694b25fdba'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:18.927964 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30d296d-32ee-4afb-b552-c3e4dc2fc6bd" -d '{"events": [{"server_uuid": "548fde49-7c64-47b9-9294-0ee759e37381", "name": "network-vif-unplugged", "status": "completed", "tag": "47bafb8e-0990-4bc4-9e3f-4e694b25fdba"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:18.935211 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca2dc84-2b73-4cc1-86e0-3ddb8e077e6c x-openstack-request-id: req-cca2dc84-2b73-4cc1-86e0-3ddb8e077e6c {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:18.935511 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54df4469-77f6-4fab-8cae-6767a6011ecc", "tag": "c05572f2-a5b4-458f-be9a-cd58cd32b6b5", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:18.935951 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cca2dc84-2b73-4cc1-86e0-3ddb8e077e6c {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:18.936884 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54df4469-77f6-4fab-8cae-6767a6011ecc', 'tag': 'c05572f2-a5b4-458f-be9a-cd58cd32b6b5', 'status': 'completed', 'code': 200} Jul 14 09:25:18.945594 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1818d43c-7c23-4647-940a-f5b91985aebc req-213289f8-e71b-4cb2-abbd-22db51aabc5d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c05572f2-a5b4-458f-be9a-cd58cd32b6b5 HTTP/1.1" status: 200 len: 217 time: 0.1247675 Jul 14 09:25:18.958133 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.989900 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.086070 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6d239c1e-1786-4d72-b8bc-69d792809879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:19.090143 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1818d43c-7c23-4647-940a-f5b91985aebc req-6d239c1e-1786-4d72-b8bc-69d792809879 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d6129be9-0ce3-42d5-8045-a04d49d2b730 HTTP/1.1" status: 200 len: 854 time: 0.1390278 Jul 14 09:25:19.099243 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event deleted for resources: {'Port': ['ID=8f0a39f1-64a9-4a5a-b5f5-237a8dac7fff,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:19.102607 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173897d9-eb0c-4da2-8e7a-99bedc64f907 x-openstack-request-id: req-173897d9-eb0c-4da2-8e7a-99bedc64f907 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:19.103137 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548fde49-7c64-47b9-9294-0ee759e37381", "name": "network-vif-unplugged", "status": "completed", "tag": "47bafb8e-0990-4bc4-9e3f-4e694b25fdba", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:19.103358 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-173897d9-eb0c-4da2-8e7a-99bedc64f907 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:19.103774 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548fde49-7c64-47b9-9294-0ee759e37381', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47bafb8e-0990-4bc4-9e3f-4e694b25fdba', 'code': 200} Jul 14 09:25:19.104507 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=47bafb8e-0990-4bc4-9e3f-4e694b25fdba,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:19.148522 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] No DVR routers for this DVR port 8f0a39f1-64a9-4a5a-b5f5-237a8dac7fff on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:19.186280 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1818d43c-7c23-4647-940a-f5b91985aebc req-893a16e1-8b3f-4577-9d34-9087613ea693 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c7a6c954-3d34-487f-b07a-32be3c9fb209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811422 Jul 14 09:25:19.271114 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-55228d32-c7b3-4565-99be-11b9993d72e0 req-725350f0-91f0-41e0-b20f-a7185a3724a3 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.296148 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f44cc171-a2b3-4714-a8e0-679610cb8018 req-bf563c7f-20ae-46d0-bd25-701c12746238 tempest-InstanceActionsNegativeTestJSON-789927700 tempest-InstanceActionsNegativeTestJSON-789927700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3fadc8b-7d43-408e-89f3-4f1b398d2c71 HTTP/1.1" status: 200 len: 210 time: 0.1339178 Jul 14 09:25:19.400807 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725350f0-91f0-41e0-b20f-a7185a3724a3 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Pushing event deleted for resources: {'Port': ['ID=47bafb8e-0990-4bc4-9e3f-4e694b25fdba,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:19.430316 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3963c0c5-2857-42a5-99ba-46e8c77937e9 req-939e7163-72f1-4554-b346-d3e19a7e234b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4746017-8421-481b-92bd-d1387fdaffce HTTP/1.1" status: 200 len: 210 time: 0.1556098 Jul 14 09:25:19.528677 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1818d43c-7c23-4647-940a-f5b91985aebc req-b09c6d9d-4bb6-4139-98ec-11046fdd159f service neutron] 10.222.0.49 "GET /v2.0/networks/c7a6c954-3d34-487f-b07a-32be3c9fb209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401728 Jul 14 09:25:19.539169 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-55228d32-c7b3-4565-99be-11b9993d72e0 req-725350f0-91f0-41e0-b20f-a7185a3724a3 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] No DVR routers for this DVR port 47bafb8e-0990-4bc4-9e3f-4e694b25fdba on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:19.551516 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122465e9-3e80-4df1-b336-997698befd4f req-324720b9-ded4-46e6-8eb1-58e8437497c7 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:19.553424 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-122465e9-3e80-4df1-b336-997698befd4f req-324720b9-ded4-46e6-8eb1-58e8437497c7 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.49 "GET /v2.0/networks?id=abaf8195-e5b5-41c5-9377-b40357a3091e HTTP/1.1" status: 200 len: 804 time: 0.6951137 Jul 14 09:25:19.554878 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-55228d32-c7b3-4565-99be-11b9993d72e0 req-725350f0-91f0-41e0-b20f-a7185a3724a3 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.557063 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-55228d32-c7b3-4565-99be-11b9993d72e0 req-725350f0-91f0-41e0-b20f-a7185a3724a3 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.55 "DELETE /v2.0/ports/47bafb8e-0990-4bc4-9e3f-4e694b25fdba HTTP/1.1" status: 204 len: 173 time: 1.2990136 Jul 14 09:25:19.569266 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-122465e9-3e80-4df1-b336-997698befd4f req-09772edc-f0a8-4db7-b0ea-b75198866f1b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Request body: {'port': {'device_id': 'a4746017-8421-481b-92bd-d1387fdaffce', 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e', 'admin_state_up': True, 'tenant_id': 'a82589d668934603a3d48db3a46efae2'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:19.642407 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6edc1e-cb12-4d4a-993a-b6e9b71b337f req-87bbf087-efd7-4fe3-959d-86d58ef8b0f2 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:19.645840 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.655326 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e6edc1e-cb12-4d4a-993a-b6e9b71b337f req-87bbf087-efd7-4fe3-959d-86d58ef8b0f2 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/ports?device_id=54df4469-77f6-4fab-8cae-6767a6011ecc HTTP/1.1" status: 200 len: 943 time: 0.1926847 Jul 14 09:25:19.670396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd6adea-123a-4c3c-80cb-18ce316acad4']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:19.696026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0ef74f-58cc-40ab-8fc2-e0f3bd70b225') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:19.696026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0ef74f-58cc-40ab-8fc2-e0f3bd70b225') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:19.728511 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.751817 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1818d43c-7c23-4647-940a-f5b91985aebc req-586f36b8-20fe-4320-a55e-2e78cebb339b service neutron] 10.222.0.49 "GET /v2.0/networks/c7a6c954-3d34-487f-b07a-32be3c9fb209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149558 Jul 14 09:25:19.763034 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.779650 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:19.780050 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:19.783386 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:19.812044 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e6edc1e-cb12-4d4a-993a-b6e9b71b337f req-f7eae3c9-b550-4a05-b72b-e2ab716757b2 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7fbdd9a-bcf4-4caf-a2df-37a6699afd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224167 Jul 14 09:25:19.897002 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0c377-9088-48f0-9096-da84340d85ae req-ac8f1d5e-6125-4fdc-b605-e6a98ee86c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:19.901226 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8f0c377-9088-48f0-9096-da84340d85ae req-ac8f1d5e-6125-4fdc-b605-e6a98ee86c87 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cd4c9dd362164b5297441aa0f560bf65&device_id=54df4469-77f6-4fab-8cae-6767a6011ecc HTTP/1.1" status: 200 len: 1095 time: 0.0776031 Jul 14 09:25:19.902468 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122465e9-3e80-4df1-b336-997698befd4f req-09772edc-f0a8-4db7-b0ea-b75198866f1b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Made reservation on behalf of a82589d668934603a3d48db3a46efae2 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:19.907215 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-122465e9-3e80-4df1-b336-997698befd4f req-09772edc-f0a8-4db7-b0ea-b75198866f1b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.910244 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.917935 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.920737 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "DELETE /v2.0/networks/abd6adea-123a-4c3c-80cb-18ce316acad4 HTTP/1.1" status: 204 len: 168 time: 3.5169044 Jul 14 09:25:19.931140 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36004) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:19.936268 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1dc76ac5-d15d-4eb4-845b-57344b7a366c tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1709628049'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:19.958206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36a60f-2913-4cf2-9cb3-3479d5f2b4e6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event deleted for resources: {'Network': ['ID=abd6adea-123a-4c3c-80cb-18ce316acad4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:19.982558 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc76ac5-d15d-4eb4-845b-57344b7a366c tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Made reservation on behalf of eac93f89afef436c874bbdf1375d83ef for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:19.986153 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1dc76ac5-d15d-4eb4-845b-57344b7a366c tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.043960 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc76ac5-d15d-4eb4-845b-57344b7a366c tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:20.048392 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0c377-9088-48f0-9096-da84340d85ae req-7ac25ad2-bcd5-4e93-943e-5aeeb8d434f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:20.050001 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8f0c377-9088-48f0-9096-da84340d85ae req-7ac25ad2-bcd5-4e93-943e-5aeeb8d434f5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c7a6c954-3d34-487f-b07a-32be3c9fb209 HTTP/1.1" status: 200 len: 915 time: 0.1416628 Jul 14 09:25:20.053649 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1dc76ac5-d15d-4eb4-845b-57344b7a366c tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.054127 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-1dc76ac5-d15d-4eb4-845b-57344b7a366c tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Added segment 87c60926-082d-487a-97c2-fa688b54c51c of type vlan for network 8bd7a982-17c9-4d2f-8128-6f24241ee132 Jul 14 09:25:20.097529 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1dc76ac5-d15d-4eb4-845b-57344b7a366c tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.107054 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc126805-5f93-442a-9479-33db89ad695e req-5a25e8cf-3fd9-4d77-ad28-1dfd6cbeb70a tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:20.108670 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc126805-5f93-442a-9479-33db89ad695e req-5a25e8cf-3fd9-4d77-ad28-1dfd6cbeb70a tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.1344566 Jul 14 09:25:20.110061 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8f0c377-9088-48f0-9096-da84340d85ae req-27a44138-ea4f-4f7c-832e-d163e24477a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c05572f2-a5b4-458f-be9a-cd58cd32b6b5 HTTP/1.1" status: 200 len: 217 time: 0.0523405 Jul 14 09:25:20.142562 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1dc76ac5-d15d-4eb4-845b-57344b7a366c tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.148360 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc76ac5-d15d-4eb4-845b-57344b7a366c tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:20.149205 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1dc76ac5-d15d-4eb4-845b-57344b7a366c tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.195956 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc126805-5f93-442a-9479-33db89ad695e req-3fc6cd31-fa51-4185-a99d-beb0c664a137 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807235 Jul 14 09:25:20.197634 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0c377-9088-48f0-9096-da84340d85ae req-6f779e2b-0de6-4c9b-be24-17b706e93a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:20.199171 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8f0c377-9088-48f0-9096-da84340d85ae req-6f779e2b-0de6-4c9b-be24-17b706e93a77 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d6129be9-0ce3-42d5-8045-a04d49d2b730 HTTP/1.1" status: 200 len: 854 time: 0.0828021 Jul 14 09:25:20.246894 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8f0c377-9088-48f0-9096-da84340d85ae req-ff4329a3-9558-4623-a2e2-3e7a3ddae867 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c7a6c954-3d34-487f-b07a-32be3c9fb209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354300 Jul 14 09:25:20.253694 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1dc76ac5-d15d-4eb4-845b-57344b7a366c tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3212087 Jul 14 09:25:20.258394 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36006) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:20.268250 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-12109e14-d338-486e-8593-664eb0de1e6b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Request body: {'subnet': {'network_id': '8bd7a982-17c9-4d2f-8128-6f24241ee132', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:20.276481 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc76ac5-d15d-4eb4-845b-57344b7a366c tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event updated for resources: {'Network': ['ID=8bd7a982-17c9-4d2f-8128-6f24241ee132,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:20.291590 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 8bd7a982-17c9-4d2f-8128-6f24241ee132 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:20.324548 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-122465e9-3e80-4df1-b336-997698befd4f req-09772edc-f0a8-4db7-b0ea-b75198866f1b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Allocated IP 172.20.0.6 (abaf8195-e5b5-41c5-9377-b40357a3091e/9fe961b1-9a16-4166-9f5e-21fa35cb8710/9aa805c8-c407-42a0-b329-ed0b3efbb88a) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:20.362575 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8f0c377-9088-48f0-9096-da84340d85ae req-9ecc0e1b-86f1-4558-9a95-6a027f13561c service neutron] 10.222.0.49 "GET /v2.0/networks/c7a6c954-3d34-487f-b07a-32be3c9fb209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070263 Jul 14 09:25:20.448828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12109e14-d338-486e-8593-664eb0de1e6b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Made reservation on behalf of eac93f89afef436c874bbdf1375d83ef for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:20.467304 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-12109e14-d338-486e-8593-664eb0de1e6b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.553615 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36014) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:20.602323 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9267d04c-e1f8-4b34-85eb-4188305e8a86 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:20.615700 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb013c06-517a-438d-8bc2-eee73f39400e admin admin] Deleting subnet a045a0c6-2283-4c52-8c41-831f4c26a88a {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:20.625608 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 9267d04c-e1f8-4b34-85eb-4188305e8a86 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:20.625972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9267d04c-e1f8-4b34-85eb-4188305e8a86 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:20.626392 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 47bafb8e-0990-4bc4-9e3f-4e694b25fdba no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:20.635843 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bb013c06-517a-438d-8bc2-eee73f39400e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.657536 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 47bafb8e-0990-4bc4-9e3f-4e694b25fdba {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:20.658047 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 47bafb8e-0990-4bc4-9e3f-4e694b25fdba not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:20.682564 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-061761d8-1d37-42b4-8c1e-cbd339bb18e6 req-ab268537-fc2b-4b7a-9009-045dd35a18d8 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4746017-8421-481b-92bd-d1387fdaffce HTTP/1.1" status: 200 len: 210 time: 0.0642657 Jul 14 09:25:20.685292 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-122465e9-3e80-4df1-b336-997698befd4f req-09772edc-f0a8-4db7-b0ea-b75198866f1b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.696116 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8f0c377-9088-48f0-9096-da84340d85ae req-346a7643-432a-461e-a577-f864fb38bd22 service neutron] 10.222.0.49 "GET /v2.0/networks/c7a6c954-3d34-487f-b07a-32be3c9fb209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211842 Jul 14 09:25:20.708861 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bb013c06-517a-438d-8bc2-eee73f39400e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.768023 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bb013c06-517a-438d-8bc2-eee73f39400e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.802983 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-122465e9-3e80-4df1-b336-997698befd4f req-09772edc-f0a8-4db7-b0ea-b75198866f1b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.851797 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bb013c06-517a-438d-8bc2-eee73f39400e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.860518 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548fde49-7c64-47b9-9294-0ee759e37381', 'name': 'network-vif-deleted', 'tag': '47bafb8e-0990-4bc4-9e3f-4e694b25fdba'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:20.862892 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e975282-fced-4496-858d-f8667a593e26" -d '{"events": [{"server_uuid": "548fde49-7c64-47b9-9294-0ee759e37381", "name": "network-vif-deleted", "tag": "47bafb8e-0990-4bc4-9e3f-4e694b25fdba"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:20.895175 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122465e9-3e80-4df1-b336-997698befd4f req-09772edc-f0a8-4db7-b0ea-b75198866f1b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Network abaf8195-e5b5-41c5-9377-b40357a3091e is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:20.901257 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-122465e9-3e80-4df1-b336-997698befd4f req-09772edc-f0a8-4db7-b0ea-b75198866f1b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:20.905638 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-122465e9-3e80-4df1-b336-997698befd4f req-09772edc-f0a8-4db7-b0ea-b75198866f1b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:20.909631 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb013c06-517a-438d-8bc2-eee73f39400e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a045a0c6-2283-4c52-8c41-831f4c26a88a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:20.925326 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bb013c06-517a-438d-8bc2-eee73f39400e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.929548 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bb013c06-517a-438d-8bc2-eee73f39400e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a045a0c6-2283-4c52-8c41-831f4c26a88a HTTP/1.1" status: 204 len: 168 time: 0.3725369 Jul 14 09:25:20.929861 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36024) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:20.937858 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09772edc-f0a8-4db7-b0ea-b75198866f1b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Pushing event updated for resources: {'Port': ['ID=9aa805c8-c407-42a0-b329-ed0b3efbb88a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:20.961724 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f5e3cd-ba22-46c3-9d5a-ae28cc853cc6 x-openstack-request-id: req-e7f5e3cd-ba22-46c3-9d5a-ae28cc853cc6 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:20.962057 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548fde49-7c64-47b9-9294-0ee759e37381", "name": "network-vif-deleted", "tag": "47bafb8e-0990-4bc4-9e3f-4e694b25fdba", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:20.962325 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7f5e3cd-ba22-46c3-9d5a-ae28cc853cc6 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:20.962734 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548fde49-7c64-47b9-9294-0ee759e37381', 'name': 'network-vif-deleted', 'tag': '47bafb8e-0990-4bc4-9e3f-4e694b25fdba', 'status': 'completed', 'code': 200} Jul 14 09:25:21.053604 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be337251-2711-429e-b3de-958a30a69479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.063278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.objects.ports [None req-12109e14-d338-486e-8593-664eb0de1e6b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93888) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:25:21.070796 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-12109e14-d338-486e-8593-664eb0de1e6b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.091978 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122465e9-3e80-4df1-b336-997698befd4f req-09772edc-f0a8-4db7-b0ea-b75198866f1b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:21.092593 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-122465e9-3e80-4df1-b336-997698befd4f req-09772edc-f0a8-4db7-b0ea-b75198866f1b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.138849 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-122465e9-3e80-4df1-b336-997698befd4f req-09772edc-f0a8-4db7-b0ea-b75198866f1b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5736389 Jul 14 09:25:21.153391 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] Request body: {'port': {'device_id': 'a4746017-8421-481b-92bd-d1387fdaffce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:21.168331 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a2c2e-635a-4777-b499-8e11c6c5347e req-67488a1c-7ac3-4322-bd96-9f240fd016e3 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:21.169924 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe0a2c2e-635a-4777-b499-8e11c6c5347e req-67488a1c-7ac3-4322-bd96-9f240fd016e3 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/ports?device_id=54df4469-77f6-4fab-8cae-6767a6011ecc HTTP/1.1" status: 200 len: 943 time: 0.1687932 Jul 14 09:25:21.171987 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be337251-2711-429e-b3de-958a30a69479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.183483 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12109e14-d338-486e-8593-664eb0de1e6b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event updated for resources: {'Subnet': ['ID=d2d9f024-77aa-4753-80a7-2989149a9e8d,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:21.192199 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-be337251-2711-429e-b3de-958a30a69479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0640d84a-073c-4ca8-9e23-32d45a8c6be7']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:21.208049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12109e14-d338-486e-8593-664eb0de1e6b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Checking segment: {'id': '87c60926-082d-487a-97c2-fa688b54c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8bd7a982-17c9-4d2f-8128-6f24241ee132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:21.208406 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12109e14-d338-486e-8593-664eb0de1e6b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Network hostable DHCP agents. Network: 8bd7a982-17c9-4d2f-8128-6f24241ee132, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:21.216682 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-be337251-2711-429e-b3de-958a30a69479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf19c8d-98dd-4911-b344-9ae8fb6ebec9') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:21.216980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-be337251-2711-429e-b3de-958a30a69479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf19c8d-98dd-4911-b344-9ae8fb6ebec9') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:21.237029 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be337251-2711-429e-b3de-958a30a69479 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.256925 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe0a2c2e-635a-4777-b499-8e11c6c5347e req-50ce1216-1f74-409f-ab72-9114aadc6771 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7fbdd9a-bcf4-4caf-a2df-37a6699afd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762806 Jul 14 09:25:21.262883 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12109e14-d338-486e-8593-664eb0de1e6b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Network 8bd7a982-17c9-4d2f-8128-6f24241ee132 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:21.267351 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be337251-2711-429e-b3de-958a30a69479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.273310 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.277931 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be337251-2711-429e-b3de-958a30a69479 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:21.278577 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be337251-2711-429e-b3de-958a30a69479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:21.280753 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:21.294406 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-12109e14-d338-486e-8593-664eb0de1e6b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 8bd7a982-17c9-4d2f-8128-6f24241ee132) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:21.302598 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12109e14-d338-486e-8593-664eb0de1e6b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:21.303152 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408508b5-2386-42b4-912e-ed946ad43ccf None None] Network 8bd7a982-17c9-4d2f-8128-6f24241ee132 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:21.303677 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-12109e14-d338-486e-8593-664eb0de1e6b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.347733 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-12109e14-d338-486e-8593-664eb0de1e6b tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0859666 Jul 14 09:25:21.353284 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36028) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:21.432447 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be337251-2711-429e-b3de-958a30a69479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.446942 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be337251-2711-429e-b3de-958a30a69479 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.452004 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-be337251-2711-429e-b3de-958a30a69479 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0640d84a-073c-4ca8-9e23-32d45a8c6be7 HTTP/1.1" status: 204 len: 168 time: 0.5181351 Jul 14 09:25:21.493691 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be337251-2711-429e-b3de-958a30a69479 admin admin] Pushing event deleted for resources: {'Network': ['ID=0640d84a-073c-4ca8-9e23-32d45a8c6be7,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:21.494746 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-8bd7a982-17c9-4d2f-8128-6f24241ee132', 'network_id': '8bd7a982-17c9-4d2f-8128-6f24241ee132', 'tenant_id': 'eac93f89afef436c874bbdf1375d83ef', 'fixed_ips': [{'subnet_id': 'd2d9f024-77aa-4753-80a7-2989149a9e8d'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:25:21.495847 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.666565 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.692127 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Allocated IP 2001:db8::f816:3eff:fe42:86b0 (8bd7a982-17c9-4d2f-8128-6f24241ee132/d2d9f024-77aa-4753-80a7-2989149a9e8d/58a05200-7e71-4157-a565-49d042135a12) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:21.710752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088612a9-9736-4142-96d0-83f290704d17 req-9cf2aa61-1e08-42b5-b0e2-2b0d4a4b93a6 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:21.713252 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-088612a9-9736-4142-96d0-83f290704d17 req-9cf2aa61-1e08-42b5-b0e2-2b0d4a4b93a6 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.2038867 Jul 14 09:25:21.722773 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36034) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:21.781216 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa805c8-c407-42a0-b329-ed0b3efbb88a {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:21.795117 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.803326 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.821608 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] Transition to ACTIVE for port object 9aa805c8-c407-42a0-b329-ed0b3efbb88a will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:21.825389 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-69cc8e60-c1db-4c64-a347-91f49298cf5b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3105f1593adc49ecb8975a213187c4d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0945709 Jul 14 09:25:21.828034 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36038) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:21.844464 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.894822 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.902000 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] Pushing event updated for resources: {'Port': ['ID=9aa805c8-c407-42a0-b329-ed0b3efbb88a,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:21.904611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Transition to ACTIVE for port object 58a05200-7e71-4157-a565-49d042135a12 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:21.922275 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Transition to ACTIVE for port object 58a05200-7e71-4157-a565-49d042135a12 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:21.930043 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.946839 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-088612a9-9736-4142-96d0-83f290704d17 req-686d5de4-1d2e-47f3-bd69-840c3577bd61 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500006 Jul 14 09:25:21.995622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Network 8bd7a982-17c9-4d2f-8128-6f24241ee132 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:21.998969 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:22.006385 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:22.048962 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Pushing event updated for resources: {'Port': ['ID=58a05200-7e71-4157-a565-49d042135a12,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:22.089651 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Attempting to bind port 58a05200-7e71-4157-a565-49d042135a12 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:22.089988 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Attempting to bind port 58a05200-7e71-4157-a565-49d042135a12 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '87c60926-082d-487a-97c2-fa688b54c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8bd7a982-17c9-4d2f-8128-6f24241ee132'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:22.090862 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Attempting to bind port 58a05200-7e71-4157-a565-49d042135a12 on network 8bd7a982-17c9-4d2f-8128-6f24241ee132 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:22.097366 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:22.097946 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Checking segment: {'id': '87c60926-082d-487a-97c2-fa688b54c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8bd7a982-17c9-4d2f-8128-6f24241ee132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:22.098364 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.098764 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Bound using segment: {'id': '87c60926-082d-487a-97c2-fa688b54c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8bd7a982-17c9-4d2f-8128-6f24241ee132'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:22.099255 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Bound port: 58a05200-7e71-4157-a565-49d042135a12, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c60926-082d-487a-97c2-fa688b54c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8bd7a982-17c9-4d2f-8128-6f24241ee132'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:22.099649 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.122711 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.171330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddeabc1-2017-42c8-aa0d-af5c367c127e req-50e02c31-c52b-40c8-8150-e685175d4fb8 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:22.173641 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fddeabc1-2017-42c8-aa0d-af5c367c127e req-50e02c31-c52b-40c8-8150-e685175d4fb8 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4746017-8421-481b-92bd-d1387fdaffce HTTP/1.1" status: 200 len: 943 time: 0.2007992 Jul 14 09:25:22.176683 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event deleted for resources: {'Subnet': ['ID=d2d9f024-77aa-4753-80a7-2989149a9e8d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:22.223100 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] For port 58a05200-7e71-4157-a565-49d042135a12, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:22.227232 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] For port 58a05200-7e71-4157-a565-49d042135a12, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=58a05200-7e71-4157-a565-49d042135a12,segment=NetworkSegment(87c60926-082d-487a-97c2-fa688b54c51c),segment_id=87c60926-082d-487a-97c2-fa688b54c51c)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:22.235343 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.273555 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.286433 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd7a982-17c9-4d2f-8128-6f24241ee132']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:22.302751 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c60926-082d-487a-97c2-fa688b54c51c') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:22.303442 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c60926-082d-487a-97c2-fa688b54c51c') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:22.314599 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.330865 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.338300 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:22.339270 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:22.409103 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:22.415553 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.api [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:25:22.415553 n-d-798054-10 neutron-server[93887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:25:22.415553 n-d-798054-10 neutron-server[93887]: [parameters: {'id': '8bd7a982-17c9-4d2f-8128-6f24241ee132'}] Jul 14 09:25:22.415553 n-d-798054-10 neutron-server[93887]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:25:22.416440 n-d-798054-10 neutron-server[93887]: DEBUG oslo_db.api [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:25:22.436601 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa03c9-2b1e-439d-8349-a593cbdddb51 None None] Pushing event updated for resources: {'Port': ['ID=58a05200-7e71-4157-a565-49d042135a12,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:22.470902 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fddeabc1-2017-42c8-aa0d-af5c367c127e req-c3ba1539-14d7-4200-99bf-bd9e3af5a794 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907512 Jul 14 09:25:22.478389 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2e59-e64e-40f4-bf46-cfba749f3274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.483802 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fa04d8-ddbd-4711-b3d2-ff565602c92f None None] Network 8bd7a982-17c9-4d2f-8128-6f24241ee132 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:22.498055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] Attempting to bind port 9aa805c8-c407-42a0-b329-ed0b3efbb88a on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:22.498401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] Attempting to bind port 9aa805c8-c407-42a0-b329-ed0b3efbb88a by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '8a032bad-3320-4bc2-ba00-8e6423d364fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:22.498726 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] Attempting to bind port 9aa805c8-c407-42a0-b329-ed0b3efbb88a on network abaf8195-e5b5-41c5-9377-b40357a3091e {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:22.521721 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] Port 9aa805c8-c407-42a0-b329-ed0b3efbb88a on network abaf8195-e5b5-41c5-9377-b40357a3091e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:22.522095 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] Attempting to bind port 9aa805c8-c407-42a0-b329-ed0b3efbb88a on network abaf8195-e5b5-41c5-9377-b40357a3091e {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:22.542761 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2e59-e64e-40f4-bf46-cfba749f3274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.546003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:22.546350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] Checking segment: {'id': '8a032bad-3320-4bc2-ba00-8e6423d364fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:22.547340 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] Bound using segment: {'id': '8a032bad-3320-4bc2-ba00-8e6423d364fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:22.547800 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] Bound port: 9aa805c8-c407-42a0-b329-ed0b3efbb88a, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a032bad-3320-4bc2-ba00-8e6423d364fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:22.548187 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.643082 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa14b9-fa92-4ff9-a598-c6340c28768d req-cd131429-d3ae-4788-bef3-a363ba5418bc tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:22.657718 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36fa14b9-fa92-4ff9-a598-c6340c28768d req-cd131429-d3ae-4788-bef3-a363ba5418bc tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/ports?device_id=54df4469-77f6-4fab-8cae-6767a6011ecc HTTP/1.1" status: 200 len: 943 time: 0.0878317 Jul 14 09:25:22.666380 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eede81-422a-4c56-9e5d-e8876a76a5e1 None None] get_active_networks_info from n-d-798054-10 {{(pid=93889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:25:22.668111 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] For port 9aa805c8-c407-42a0-b329-ed0b3efbb88a, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:22.670928 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2e59-e64e-40f4-bf46-cfba749f3274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.673710 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2e59-e64e-40f4-bf46-cfba749f3274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.677140 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cb0e2e59-e64e-40f4-bf46-cfba749f3274 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9a62a1a2-8365-4823-80d4-eaa6e568529e HTTP/1.1" status: 204 len: 168 time: 0.8457663 Jul 14 09:25:22.677140 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] For port 9aa805c8-c407-42a0-b329-ed0b3efbb88a, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9aa805c8-c407-42a0-b329-ed0b3efbb88a,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:22.693366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e2e59-e64e-40f4-bf46-cfba749f3274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a62a1a2-8365-4823-80d4-eaa6e568529e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:22.708560 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.713644 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36fa14b9-fa92-4ff9-a598-c6340c28768d req-2647c520-83fc-4916-aa17-8a075c6853fe tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7fbdd9a-bcf4-4caf-a2df-37a6699afd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547974 Jul 14 09:25:22.775392 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:22.776041 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.777420 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-122465e9-3e80-4df1-b336-997698befd4f req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] 10.222.0.49 "PUT /v2.0/ports/9aa805c8-c407-42a0-b329-ed0b3efbb88a HTTP/1.1" status: 200 len: 1092 time: 1.6283689 Jul 14 09:25:22.805630 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67741bcf-ffa7-412d-9259-0e02acd9b23c service neutron] Pushing event updated for resources: {'Port': ['ID=9aa805c8-c407-42a0-b329-ed0b3efbb88a,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:22.889054 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122465e9-3e80-4df1-b336-997698befd4f req-36424026-1fab-4e6a-ba7c-43eec0c40377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:22.890656 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-122465e9-3e80-4df1-b336-997698befd4f req-36424026-1fab-4e6a-ba7c-43eec0c40377 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a82589d668934603a3d48db3a46efae2&device_id=a4746017-8421-481b-92bd-d1387fdaffce HTTP/1.1" status: 200 len: 1095 time: 0.0665121 Jul 14 09:25:22.900291 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eede81-422a-4c56-9e5d-e8876a76a5e1 None None] Resources bound (agent type, host, resource id): {{(pid=93889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:25:22.918434 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.945917 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-122465e9-3e80-4df1-b336-997698befd4f req-007d7b6b-272c-42ef-85a6-03e9f0dec808 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aa805c8-c407-42a0-b329-ed0b3efbb88a HTTP/1.1" status: 200 len: 217 time: 0.0469737 Jul 14 09:25:22.994708 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4746017-8421-481b-92bd-d1387fdaffce', 'tag': '9aa805c8-c407-42a0-b329-ed0b3efbb88a'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:22.997540 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616b0420-202d-43f0-9284-feb6a2b8ee26" -d '{"events": [{"name": "network-changed", "server_uuid": "a4746017-8421-481b-92bd-d1387fdaffce", "tag": "9aa805c8-c407-42a0-b329-ed0b3efbb88a"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:23.026285 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Deleting port 58a05200-7e71-4157-a565-49d042135a12 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:23.026710 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.034167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122465e9-3e80-4df1-b336-997698befd4f req-dad17b55-c2fa-4532-aae5-12225024af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:23.035695 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-122465e9-3e80-4df1-b336-997698befd4f req-dad17b55-c2fa-4532-aae5-12225024af48 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fe961b1-9a16-4166-9f5e-21fa35cb8710 HTTP/1.1" status: 200 len: 844 time: 0.0842481 Jul 14 09:25:23.101205 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b326079-9278-4959-8749-b7be95fa04ea x-openstack-request-id: req-4b326079-9278-4959-8749-b7be95fa04ea {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:23.101205 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4746017-8421-481b-92bd-d1387fdaffce", "tag": "9aa805c8-c407-42a0-b329-ed0b3efbb88a", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:23.101576 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b326079-9278-4959-8749-b7be95fa04ea {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:23.101988 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4746017-8421-481b-92bd-d1387fdaffce', 'tag': '9aa805c8-c407-42a0-b329-ed0b3efbb88a', 'status': 'completed', 'code': 200} Jul 14 09:25:23.104235 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-122465e9-3e80-4df1-b336-997698befd4f req-daff0c14-c54c-4ecf-a04a-ecf6a2930e47 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=abaf8195-e5b5-41c5-9377-b40357a3091e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591979 Jul 14 09:25:23.130784 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] For port 58a05200-7e71-4157-a565-49d042135a12, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=58a05200-7e71-4157-a565-49d042135a12,segment=NetworkSegment(87c60926-082d-487a-97c2-fa688b54c51c),segment_id=87c60926-082d-487a-97c2-fa688b54c51c)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:23.131153 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.145963 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Calling delete_port for 58a05200-7e71-4157-a565-49d042135a12 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:23.237863 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-122465e9-3e80-4df1-b336-997698befd4f req-f1905145-7550-4fa0-8116-deea5430b6e5 service neutron] 10.222.0.49 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270154 Jul 14 09:25:23.372498 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-122465e9-3e80-4df1-b336-997698befd4f req-d436afbb-d1dc-4c1a-9328-fbfde40f43ca service neutron] 10.222.0.49 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255765 Jul 14 09:25:23.539068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b0420-202d-43f0-9284-feb6a2b8ee26 req-832ebe70-937f-4351-b3f1-df4c557dc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:23.545454 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-616b0420-202d-43f0-9284-feb6a2b8ee26 req-832ebe70-937f-4351-b3f1-df4c557dc37d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a82589d668934603a3d48db3a46efae2&device_id=a4746017-8421-481b-92bd-d1387fdaffce HTTP/1.1" status: 200 len: 1095 time: 0.1194277 Jul 14 09:25:23.565553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c05572f2-a5b4-458f-be9a-cd58cd32b6b5 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:23.748182 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b0420-202d-43f0-9284-feb6a2b8ee26 req-586e126e-3443-4aa1-8b56-7f1e9e53995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:23.753405 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-616b0420-202d-43f0-9284-feb6a2b8ee26 req-586e126e-3443-4aa1-8b56-7f1e9e53995f service neutron] 10.222.0.49 "GET /v2.0/networks?id=abaf8195-e5b5-41c5-9377-b40357a3091e HTTP/1.1" status: 200 len: 905 time: 0.1997123 Jul 14 09:25:23.758165 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f4ea7-b9a6-40b3-acdb-1361f974eabd req-c3a5a03e-f587-476e-b29f-e5e099671eaa tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:23.759910 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f07f4ea7-b9a6-40b3-acdb-1361f974eabd req-c3a5a03e-f587-476e-b29f-e5e099671eaa tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.5932851 Jul 14 09:25:23.779966 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.792857 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c05572f2-a5b4-458f-be9a-cd58cd32b6b5, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c05572f2-a5b4-458f-be9a-cd58cd32b6b5,segment=NetworkSegment(9c50f19f-5b80-4e9d-8e45-935822d8af53),segment_id=9c50f19f-5b80-4e9d-8e45-935822d8af53)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:23.808713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'c05572f2-a5b4-458f-be9a-cd58cd32b6b5', 'network_id': 'c7a6c954-3d34-487f-b07a-32be3c9fb209', 'port_id': 'c05572f2-a5b4-458f-be9a-cd58cd32b6b5', 'mac_address': 'fa:16:3e:f2:bb:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6129be9-0ce3-42d5-8045-a04d49d2b730', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:23.821339 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-616b0420-202d-43f0-9284-feb6a2b8ee26 req-ee900669-5907-49ac-a2e4-3f30038e21b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aa805c8-c407-42a0-b329-ed0b3efbb88a HTTP/1.1" status: 200 len: 217 time: 0.0610251 Jul 14 09:25:23.827672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36082) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:23.899775 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b0420-202d-43f0-9284-feb6a2b8ee26 req-863ef943-4a05-4d63-8207-4488d9a35ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:23.902105 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-616b0420-202d-43f0-9284-feb6a2b8ee26 req-863ef943-4a05-4d63-8207-4488d9a35ca2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fe961b1-9a16-4166-9f5e-21fa35cb8710 HTTP/1.1" status: 200 len: 844 time: 0.0720661 Jul 14 09:25:23.910556 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.915380 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event deleted for resources: {'Port': ['ID=58a05200-7e71-4157-a565-49d042135a12,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:23.931110 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] No DVR routers for this DVR port 58a05200-7e71-4157-a565-49d042135a12 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:23.947790 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-616b0420-202d-43f0-9284-feb6a2b8ee26 req-4e1bc110-4cde-43be-936d-6e412aee0fb7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=abaf8195-e5b5-41c5-9377-b40357a3091e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376792 Jul 14 09:25:23.954140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05572f2-a5b4-458f-be9a-cd58cd32b6b5 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:23.983465 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c05572f2-a5b4-458f-be9a-cd58cd32b6b5, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c05572f2-a5b4-458f-be9a-cd58cd32b6b5,segment=NetworkSegment(9c50f19f-5b80-4e9d-8e45-935822d8af53),segment_id=9c50f19f-5b80-4e9d-8e45-935822d8af53)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:23.988797 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.020069 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-afd95b07-3dce-4398-ab77-bc7937dee3bd admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1996156307-network', 'tenant_id': '57a07acf24dc4604820afbf9259b1131'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:24.058022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=c05572f2-a5b4-458f-be9a-cd58cd32b6b5,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:24.063544 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd95b07-3dce-4398-ab77-bc7937dee3bd admin admin] Made reservation on behalf of 57a07acf24dc4604820afbf9259b1131 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:24.066214 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-afd95b07-3dce-4398-ab77-bc7937dee3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.085442 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-afd95b07-3dce-4398-ab77-bc7937dee3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.094473 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f07f4ea7-b9a6-40b3-acdb-1361f974eabd req-f76f7c9d-5e7c-4e9e-92bd-86673715e095 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231168 Jul 14 09:25:24.100012 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-616b0420-202d-43f0-9284-feb6a2b8ee26 req-5b7a1479-db43-4a2b-bfe0-3dfd89d4215a service neutron] 10.222.0.49 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429136 Jul 14 09:25:24.123492 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.140800 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd7a982-17c9-4d2f-8128-6f24241ee132']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:24.159144 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c60926-082d-487a-97c2-fa688b54c51c') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:24.159365 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c60926-082d-487a-97c2-fa688b54c51c') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:24.168342 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e96b5e-ff95-46b8-ab38-1fffb57c77bf req-b57210b4-c2b5-4a67-b5e2-7e1362ba6ca4 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:24.175452 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-64e96b5e-ff95-46b8-ab38-1fffb57c77bf req-b57210b4-c2b5-4a67-b5e2-7e1362ba6ca4 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4746017-8421-481b-92bd-d1387fdaffce HTTP/1.1" status: 200 len: 943 time: 0.2628822 Jul 14 09:25:24.192571 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.243596 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-616b0420-202d-43f0-9284-feb6a2b8ee26 req-1eca1475-a538-4fec-bfa0-8fce0ec99c9c service neutron] 10.222.0.49 "GET /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338942 Jul 14 09:25:24.260940 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.278636 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['c05572f2-a5b4-458f-be9a-cd58cd32b6b5'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:24.278922 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-afd95b07-3dce-4398-ab77-bc7937dee3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.284906 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-afd95b07-3dce-4398-ab77-bc7937dee3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.301443 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-64e96b5e-ff95-46b8-ab38-1fffb57c77bf req-11cdf039-d296-4465-9e1f-c8e0b84106c9 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249263 Jul 14 09:25:24.306237 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:24.310433 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.325224 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd95b07-3dce-4398-ab77-bc7937dee3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60341d21-2458-43e5-9f22-cfc2b979986a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:24.338709 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:24.420425 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.423189 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd95b07-3dce-4398-ab77-bc7937dee3bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:24.426613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc4c3f-ffb9-4436-bb23-7a033e9aa480 req-c14e7277-1576-431c-a6df-8c7e1ba3ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:24.428138 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7bbc4c3f-ffb9-4436-bb23-7a033e9aa480 req-c14e7277-1576-431c-a6df-8c7e1ba3ab1f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 1098 time: 0.2231586 Jul 14 09:25:24.432720 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.439651 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "DELETE /v2.0/networks/8bd7a982-17c9-4d2f-8128-6f24241ee132 HTTP/1.1" status: 204 len: 168 time: 3.0848234 Jul 14 09:25:24.439987 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-afd95b07-3dce-4398-ab77-bc7937dee3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.440530 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-afd95b07-3dce-4398-ab77-bc7937dee3bd admin admin] Added segment 113c385f-8820-498f-bf90-77139685d515 of type vlan for network 25c3f0cb-f623-483c-a016-5d44ef3a1f44 Jul 14 09:25:24.442147 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36088) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:24.466164 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19119b3-35ad-4161-9432-b459055ec5e5 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event deleted for resources: {'Network': ['ID=8bd7a982-17c9-4d2f-8128-6f24241ee132,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:24.488008 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f473f-68fb-4606-af95-efbc498250b8 req-7e500d84-2c56-420e-b405-9612443d25a8 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:24.489609 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d6f473f-68fb-4606-af95-efbc498250b8 req-7e500d84-2c56-420e-b405-9612443d25a8 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/ports?device_id=54df4469-77f6-4fab-8cae-6767a6011ecc HTTP/1.1" status: 200 len: 944 time: 0.2316287 Jul 14 09:25:24.491028 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-8619c127-9b48-40a3-b66c-a010341ea666 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] DELETE failed (client error): The resource could not be found. Jul 14 09:25:24.491492 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8619c127-9b48-40a3-b66c-a010341ea666 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:25:24.493288 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8619c127-9b48-40a3-b66c-a010341ea666 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "DELETE /v2.0/subnets/d2d9f024-77aa-4753-80a7-2989149a9e8d HTTP/1.1" status: 404 len: 337 time: 0.0491362 Jul 14 09:25:24.500520 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36090) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:24.530023 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-afd95b07-3dce-4398-ab77-bc7937dee3bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.540115 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7bbc4c3f-ffb9-4436-bb23-7a033e9aa480 req-bf9df358-aa4a-4420-92bc-d219fe6a73ee service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968249 Jul 14 09:25:24.542602 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a793b85-2650-4b69-9558-2231a74e9f95 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] DELETE failed (client error): The resource could not be found. Jul 14 09:25:24.543230 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a793b85-2650-4b69-9558-2231a74e9f95 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:25:24.545314 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6a793b85-2650-4b69-9558-2231a74e9f95 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "DELETE /v2.0/networks/8bd7a982-17c9-4d2f-8128-6f24241ee132 HTTP/1.1" status: 404 len: 339 time: 0.0435195 Jul 14 09:25:24.549414 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36092) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:24.561012 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-afd95b07-3dce-4398-ab77-bc7937dee3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.562351 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd95b07-3dce-4398-ab77-bc7937dee3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:24.562942 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-afd95b07-3dce-4398-ab77-bc7937dee3bd admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.583403 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf247ee7-fd73-445d-a0da-4ea01405947e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] DELETE failed (client error): The resource could not be found. Jul 14 09:25:24.583916 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf247ee7-fd73-445d-a0da-4ea01405947e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:25:24.585874 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cf247ee7-fd73-445d-a0da-4ea01405947e tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "DELETE /v2.0/subnets/74bb02d9-6ac5-464e-a963-01bf173e5cb8 HTTP/1.1" status: 404 len: 337 time: 0.0353911 Jul 14 09:25:24.588701 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36094) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:24.592323 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d6f473f-68fb-4606-af95-efbc498250b8 req-6df99558-30db-44ae-a7b2-d0c69f2e0c36 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7fbdd9a-bcf4-4caf-a2df-37a6699afd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926354 Jul 14 09:25:24.612377 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03d9fee-ae81-4d58-8c60-252687e18a8f tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] DELETE failed (client error): The resource could not be found. Jul 14 09:25:24.613003 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03d9fee-ae81-4d58-8c60-252687e18a8f tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:25:24.614931 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c03d9fee-ae81-4d58-8c60-252687e18a8f tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "DELETE /v2.0/networks/abd6adea-123a-4c3c-80cb-18ce316acad4 HTTP/1.1" status: 404 len: 339 time: 0.0216622 Jul 14 09:25:24.621477 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36096) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:24.627007 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-afd95b07-3dce-4398-ab77-bc7937dee3bd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7981257 Jul 14 09:25:24.631210 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36098) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:24.638470 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e6413fcd-2613-4629-9921-557b89255a83 admin admin] Request body: {'subnet': {'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1996156307-subnet', 'tenant_id': '57a07acf24dc4604820afbf9259b1131', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:24.656862 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e33288b-e7a7-4517-a90b-36ce05bf6c8c tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] DELETE failed (client error): The resource could not be found. Jul 14 09:25:24.657250 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e33288b-e7a7-4517-a90b-36ce05bf6c8c tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:25:24.663048 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9e33288b-e7a7-4517-a90b-36ce05bf6c8c tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "DELETE /v2.0/subnets/a4779d5b-5c6f-48f8-a22b-4df7279d524e HTTP/1.1" status: 404 len: 337 time: 0.0362997 Jul 14 09:25:24.663282 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36102) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:24.665166 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd95b07-3dce-4398-ab77-bc7937dee3bd admin admin] Pushing event updated for resources: {'Network': ['ID=25c3f0cb-f623-483c-a016-5d44ef3a1f44,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:24.675851 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 25c3f0cb-f623-483c-a016-5d44ef3a1f44 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:24.676779 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6413fcd-2613-4629-9921-557b89255a83 admin admin] Made reservation on behalf of 57a07acf24dc4604820afbf9259b1131 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:24.679101 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e6413fcd-2613-4629-9921-557b89255a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.698538 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f81e4b-b8ea-4404-a4da-ea62b0ce9960 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] DELETE failed (client error): The resource could not be found. Jul 14 09:25:24.699121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f81e4b-b8ea-4404-a4da-ea62b0ce9960 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:25:24.705355 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e7f81e4b-b8ea-4404-a4da-ea62b0ce9960 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "DELETE /v2.0/networks/fa210d4a-705f-46fb-ac72-cd0c5076218c HTTP/1.1" status: 404 len: 339 time: 0.0372250 Jul 14 09:25:24.705563 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36104) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:24.820235 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-b992f230-94c0-429a-b1c8-3a5685406a18 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Deleting port d8d4a014-cfc9-439f-a453-1b7d47ebc528 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:24.820592 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b992f230-94c0-429a-b1c8-3a5685406a18 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.876053 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e6413fcd-2613-4629-9921-557b89255a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.896876 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b992f230-94c0-429a-b1c8-3a5685406a18 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.913534 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-b992f230-94c0-429a-b1c8-3a5685406a18 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Calling delete_port for d8d4a014-cfc9-439f-a453-1b7d47ebc528 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:24.951526 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6413fcd-2613-4629-9921-557b89255a83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f94202a5-c75a-4066-a9dd-07958bf7cb37,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:24.971835 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6413fcd-2613-4629-9921-557b89255a83 admin admin] Checking segment: {'id': '113c385f-8820-498f-bf90-77139685d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:24.972224 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6413fcd-2613-4629-9921-557b89255a83 admin admin] Network hostable DHCP agents. Network: 25c3f0cb-f623-483c-a016-5d44ef3a1f44, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:24.990188 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6413fcd-2613-4629-9921-557b89255a83 admin admin] Network 25c3f0cb-f623-483c-a016-5d44ef3a1f44 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:24.999950 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-e6413fcd-2613-4629-9921-557b89255a83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 25c3f0cb-f623-483c-a016-5d44ef3a1f44) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:25.004445 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6413fcd-2613-4629-9921-557b89255a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:25.005039 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e6413fcd-2613-4629-9921-557b89255a83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.009124 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2dbed5-8e97-4cea-842c-231469e05ff0 None None] Network 25c3f0cb-f623-483c-a016-5d44ef3a1f44 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:25.017287 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b992f230-94c0-429a-b1c8-3a5685406a18 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.034655 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e6413fcd-2613-4629-9921-557b89255a83 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4014685 Jul 14 09:25:25.049456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992f230-94c0-429a-b1c8-3a5685406a18 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event deleted for resources: {'Port': ['ID=d8d4a014-cfc9-439f-a453-1b7d47ebc528,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:25.056399 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b992f230-94c0-429a-b1c8-3a5685406a18 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.059636 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b992f230-94c0-429a-b1c8-3a5685406a18 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "DELETE /v2.0/ports/d8d4a014-cfc9-439f-a453-1b7d47ebc528 HTTP/1.1" status: 204 len: 168 time: 0.3521352 Jul 14 09:25:25.062115 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36110) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:25.092061 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68ae809-ddc9-456d-ad65-37eea9a68086 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] DELETE failed (client error): The resource could not be found. Jul 14 09:25:25.092529 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68ae809-ddc9-456d-ad65-37eea9a68086 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:25:25.094633 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b68ae809-ddc9-456d-ad65-37eea9a68086 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "DELETE /v2.0/subnets/8a2ee4d0-e8d1-4140-9fb1-7148ee72d58b HTTP/1.1" status: 404 len: 337 time: 0.0312848 Jul 14 09:25:25.098633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36112) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:25.175451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7a797a-ed29-4822-985b-11b1c21494a5 None None] Network 25c3f0cb-f623-483c-a016-5d44ef3a1f44 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:25.191719 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae0cf34f-4cba-4ef9-b193-460248a654f6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.302363 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae0cf34f-4cba-4ef9-b193-460248a654f6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.322925 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ae0cf34f-4cba-4ef9-b193-460248a654f6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:25.340198 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ae0cf34f-4cba-4ef9-b193-460248a654f6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2d817e-d153-4139-bfb5-4db50f2009b6') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:25.340562 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ae0cf34f-4cba-4ef9-b193-460248a654f6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2d817e-d153-4139-bfb5-4db50f2009b6') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:25.353194 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae0cf34f-4cba-4ef9-b193-460248a654f6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.379092 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae0cf34f-4cba-4ef9-b193-460248a654f6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.385752 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0cf34f-4cba-4ef9-b193-460248a654f6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:25.386216 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae0cf34f-4cba-4ef9-b193-460248a654f6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:25.390791 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:25.398942 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1713a6-3900-4044-b31d-6a334e62f225 req-61a86abc-18d8-43a5-9ac8-793ecba56dbd tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:25.406528 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e1713a6-3900-4044-b31d-6a334e62f225 req-61a86abc-18d8-43a5-9ac8-793ecba56dbd tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.1090965 Jul 14 09:25:25.454497 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e1713a6-3900-4044-b31d-6a334e62f225 req-524782a5-0999-4667-bfb0-1972bc51be61 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433955 Jul 14 09:25:25.468508 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae0cf34f-4cba-4ef9-b193-460248a654f6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.473812 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae0cf34f-4cba-4ef9-b193-460248a654f6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.478460 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36132) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:25.478610 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ae0cf34f-4cba-4ef9-b193-460248a654f6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "DELETE /v2.0/networks/70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5 HTTP/1.1" status: 204 len: 168 time: 0.3787045 Jul 14 09:25:25.501964 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0cf34f-4cba-4ef9-b193-460248a654f6 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event deleted for resources: {'Network': ['ID=70e3dd0d-4f02-4cf5-a410-ec7e9b9b6eb5,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:25.580573 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c05572f2-a5b4-458f-be9a-cd58cd32b6b5 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:25.632714 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port c05572f2-a5b4-458f-be9a-cd58cd32b6b5 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:25.636407 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port c05572f2-a5b4-458f-be9a-cd58cd32b6b5 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:25.636780 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.704036 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-c46bacf2-f0dd-49f3-9c5e-055339735365 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:25.705551 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-c46bacf2-f0dd-49f3-9c5e-055339735365 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/networks?id=25c3f0cb-f623-483c-a016-5d44ef3a1f44 HTTP/1.1" status: 200 len: 813 time: 0.2155395 Jul 14 09:25:25.717532 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.741121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88e735-3011-4531-8a7c-649c90be55d1 req-02bf972c-565e-4eca-9b22-6fb2c61ef40b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:25.741771 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54df4469-77f6-4fab-8cae-6767a6011ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05572f2-a5b4-458f-be9a-cd58cd32b6b5'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:25.742694 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d88e735-3011-4531-8a7c-649c90be55d1 req-02bf972c-565e-4eca-9b22-6fb2c61ef40b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4746017-8421-481b-92bd-d1387fdaffce HTTP/1.1" status: 200 len: 943 time: 0.1660407 Jul 14 09:25:25.744435 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ad372f-1918-4ba4-bb1c-cffc65cfcdcf" -d '{"events": [{"server_uuid": "54df4469-77f6-4fab-8cae-6767a6011ecc", "name": "network-vif-plugged", "status": "completed", "tag": "c05572f2-a5b4-458f-be9a-cd58cd32b6b5"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:25.745973 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-06ba006e-11f2-465f-b96f-698be23ab04e tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/quotas/57a07acf24dc4604820afbf9259b1131 HTTP/1.1" status: 200 len: 375 time: 0.0338137 Jul 14 09:25:25.748910 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-4bd3e86a-51d6-436e-bf21-9f1506152bed tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Deleting port 86b861ef-bff8-4082-8b2c-5dc98bc90d8d {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:25.749253 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e86a-51d6-436e-bf21-9f1506152bed tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.759138 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c05572f2-a5b4-458f-be9a-cd58cd32b6b5, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c05572f2-a5b4-458f-be9a-cd58cd32b6b5,segment=NetworkSegment(9c50f19f-5b80-4e9d-8e45-935822d8af53),segment_id=9c50f19f-5b80-4e9d-8e45-935822d8af53)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:25.764545 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.845244 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-a4322965-f5b5-4e1c-b12c-11be9e647947 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=57a07acf24dc4604820afbf9259b1131&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850985 Jul 14 09:25:25.926420 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e86a-51d6-436e-bf21-9f1506152bed tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.932930 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d88e735-3011-4531-8a7c-649c90be55d1 req-8d71a3fc-922b-43dc-bba5-e216364f3be3 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803946 Jul 14 09:25:25.953508 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-4bd3e86a-51d6-436e-bf21-9f1506152bed tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Calling delete_port for 86b861ef-bff8-4082-8b2c-5dc98bc90d8d owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:25.967968 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=c05572f2-a5b4-458f-be9a-cd58cd32b6b5,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:26.037329 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-4b4831d8-68d7-4609-a414-6af3fd6f3502 service neutron] 10.222.0.26 "GET /v2.0/networks/25c3f0cb-f623-483c-a016-5d44ef3a1f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826544 Jul 14 09:25:26.127370 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e86a-51d6-436e-bf21-9f1506152bed tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.169579 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3e86a-51d6-436e-bf21-9f1506152bed tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event deleted for resources: {'Port': ['ID=86b861ef-bff8-4082-8b2c-5dc98bc90d8d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:26.188437 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e86a-51d6-436e-bf21-9f1506152bed tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.190452 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4bd3e86a-51d6-436e-bf21-9f1506152bed tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "DELETE /v2.0/ports/86b861ef-bff8-4082-8b2c-5dc98bc90d8d HTTP/1.1" status: 204 len: 168 time: 0.7107306 Jul 14 09:25:26.192543 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-5e5d81c7-5df6-4dd5-b3e0-685b65163ad8 service neutron] 10.222.0.26 "GET /v2.0/networks/25c3f0cb-f623-483c-a016-5d44ef3a1f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455812 Jul 14 09:25:26.193228 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36144) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:26.239593 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-906397c9-ae17-44f2-af1e-78e71efa38d0 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] DELETE failed (client error): The resource could not be found. Jul 14 09:25:26.240384 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906397c9-ae17-44f2-af1e-78e71efa38d0 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:25:26.245626 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-906397c9-ae17-44f2-af1e-78e71efa38d0 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "DELETE /v2.0/subnets/1b484492-2ffc-4e32-9ea9-14a3dde3f006 HTTP/1.1" status: 404 len: 337 time: 0.0487552 Jul 14 09:25:26.247015 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36146) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:26.264692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a833b6-4097-43af-86f5-217bdab693ef req-315291d5-effd-4949-a0be-f56994f97fa5 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:26.266445 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48a833b6-4097-43af-86f5-217bdab693ef req-315291d5-effd-4949-a0be-f56994f97fa5 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/ports?device_id=54df4469-77f6-4fab-8cae-6767a6011ecc HTTP/1.1" status: 200 len: 945 time: 0.0902429 Jul 14 09:25:26.366082 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48a833b6-4097-43af-86f5-217bdab693ef req-abd19b94-924e-4d4c-8123-9c5910fc4c50 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7fbdd9a-bcf4-4caf-a2df-37a6699afd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841057 Jul 14 09:25:26.371277 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-908217bb-7c2e-419f-be3d-80cb9064e849 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.408188 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f421ecf-a126-4e58-800a-df37b36d76a6 x-openstack-request-id: req-3f421ecf-a126-4e58-800a-df37b36d76a6 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:26.408486 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54df4469-77f6-4fab-8cae-6767a6011ecc", "name": "network-vif-plugged", "status": "completed", "tag": "c05572f2-a5b4-458f-be9a-cd58cd32b6b5", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:26.408740 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f421ecf-a126-4e58-800a-df37b36d76a6 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:26.409137 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54df4469-77f6-4fab-8cae-6767a6011ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05572f2-a5b4-458f-be9a-cd58cd32b6b5', 'code': 200} Jul 14 09:25:26.475936 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-908217bb-7c2e-419f-be3d-80cb9064e849 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Deleting port f5138d28-d440-4aed-a47c-ace347a47546 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:26.476893 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-908217bb-7c2e-419f-be3d-80cb9064e849 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.603026 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-908217bb-7c2e-419f-be3d-80cb9064e849 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] For port f5138d28-d440-4aed-a47c-ace347a47546, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f5138d28-d440-4aed-a47c-ace347a47546,segment=NetworkSegment(d8fe1476-6a72-4ebd-9b52-1a7e8269328a),segment_id=d8fe1476-6a72-4ebd-9b52-1a7e8269328a)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:26.603560 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-908217bb-7c2e-419f-be3d-80cb9064e849 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.623020 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-908217bb-7c2e-419f-be3d-80cb9064e849 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Calling delete_port for f5138d28-d440-4aed-a47c-ace347a47546 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:26.674615 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ff90b08-f310-4058-be83-f0635efb3618 req-b1ab5340-94ab-4f4b-b258-794194310464 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7adf1ac-048b-423b-87f2-3e9aa3938c37 HTTP/1.1" status: 200 len: 210 time: 0.0495424 Jul 14 09:25:26.738594 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7157c-860e-457a-a489-b5133fc6f764 req-f85c2ad6-06b1-4b1d-b1dc-ab58f252f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:26.740187 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8c7157c-860e-457a-a489-b5133fc6f764 req-f85c2ad6-06b1-4b1d-b1dc-ab58f252f8f1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=54df4469-77f6-4fab-8cae-6767a6011ecc HTTP/1.1" status: 200 len: 1097 time: 0.2083869 Jul 14 09:25:26.813030 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8c7157c-860e-457a-a489-b5133fc6f764 req-963dc2ef-a041-4c85-80f1-c86eb9cd03a6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d7fbdd9a-bcf4-4caf-a2df-37a6699afd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651004 Jul 14 09:25:26.832066 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f97473-352a-497c-a8fd-c3fe294c7a2d req-91f378ca-06c0-4a7c-993b-8ff4d95512b9 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:26.833558 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9f97473-352a-497c-a8fd-c3fe294c7a2d req-91f378ca-06c0-4a7c-993b-8ff4d95512b9 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.1639009 Jul 14 09:25:26.834682 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-908217bb-7c2e-419f-be3d-80cb9064e849 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.879720 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908217bb-7c2e-419f-be3d-80cb9064e849 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] No DVR routers for this DVR port f5138d28-d440-4aed-a47c-ace347a47546 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:26.881567 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908217bb-7c2e-419f-be3d-80cb9064e849 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event deleted for resources: {'Port': ['ID=f5138d28-d440-4aed-a47c-ace347a47546,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:26.935213 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9f97473-352a-497c-a8fd-c3fe294c7a2d req-496b3c42-ea6a-4b37-8915-3ffe14809636 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922821 Jul 14 09:25:27.006070 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-908217bb-7c2e-419f-be3d-80cb9064e849 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.017806 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-908217bb-7c2e-419f-be3d-80cb9064e849 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b5904a-5c2d-48ad-a34d-89ce81be1867']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:27.029994 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-908217bb-7c2e-419f-be3d-80cb9064e849 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fe1476-6a72-4ebd-9b52-1a7e8269328a') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:27.030593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-908217bb-7c2e-419f-be3d-80cb9064e849 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fe1476-6a72-4ebd-9b52-1a7e8269328a') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:27.042769 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-908217bb-7c2e-419f-be3d-80cb9064e849 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.075080 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-908217bb-7c2e-419f-be3d-80cb9064e849 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.086278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908217bb-7c2e-419f-be3d-80cb9064e849 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:27.088701 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-908217bb-7c2e-419f-be3d-80cb9064e849 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:27.093150 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:27.210449 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-908217bb-7c2e-419f-be3d-80cb9064e849 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.220564 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-908217bb-7c2e-419f-be3d-80cb9064e849 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.222389 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-908217bb-7c2e-419f-be3d-80cb9064e849 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "DELETE /v2.0/networks/78b5904a-5c2d-48ad-a34d-89ce81be1867 HTTP/1.1" status: 204 len: 168 time: 0.9747653 Jul 14 09:25:27.224869 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36178) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:27.245174 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908217bb-7c2e-419f-be3d-80cb9064e849 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event deleted for resources: {'Network': ['ID=78b5904a-5c2d-48ad-a34d-89ce81be1867,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:27.245384 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d61ebf6-3bd0-4d3a-b2b1-92c74202f91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.278040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db21065-df98-4b69-8ad0-e0724155947f req-52008f1a-82bb-4162-9166-dc2db0e1016d tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:27.282631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8db21065-df98-4b69-8ad0-e0724155947f req-52008f1a-82bb-4162-9166-dc2db0e1016d tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.1770861 Jul 14 09:25:27.292571 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f895dcd-4575-4a81-9b70-14ec0ea0a722 req-e6b5fa89-9a39-47fd-94bd-12454b62fbae tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:27.294529 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2f895dcd-4575-4a81-9b70-14ec0ea0a722 req-e6b5fa89-9a39-47fd-94bd-12454b62fbae tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4746017-8421-481b-92bd-d1387fdaffce HTTP/1.1" status: 200 len: 943 time: 0.1906364 Jul 14 09:25:27.308471 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ecd9fc1-94a1-4ff9-bfa9-29dbac296814 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Deleting subnet 0873cfcf-edc6-488c-8c55-2a8c3cb6a7f0 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:27.313318 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9fc1-94a1-4ff9-bfa9-29dbac296814 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.368155 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9fc1-94a1-4ff9-bfa9-29dbac296814 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.373552 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2f895dcd-4575-4a81-9b70-14ec0ea0a722 req-2c8a6f0f-c92a-4a5d-88a3-b73b3f94411f tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700634 Jul 14 09:25:27.381467 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8db21065-df98-4b69-8ad0-e0724155947f req-9db6a418-5cdb-4758-aaa2-32db6dcf3724 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858023 Jul 14 09:25:27.503179 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9fc1-94a1-4ff9-bfa9-29dbac296814 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.580428 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9aa805c8-c407-42a0-b329-ed0b3efbb88a details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:27.601096 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9fc1-94a1-4ff9-bfa9-29dbac296814 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.641157 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9b966-54ef-40f7-b6a8-361d58f3fdfc req-849be0f1-3e60-4092-94cc-28c34311e044 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:27.649426 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd9fc1-94a1-4ff9-bfa9-29dbac296814 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event deleted for resources: {'Subnet': ['ID=0873cfcf-edc6-488c-8c55-2a8c3cb6a7f0,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:27.660342 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16b9b966-54ef-40f7-b6a8-361d58f3fdfc req-849be0f1-3e60-4092-94cc-28c34311e044 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/ports?device_id=54df4469-77f6-4fab-8cae-6767a6011ecc HTTP/1.1" status: 200 len: 945 time: 0.1486838 Jul 14 09:25:27.670307 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9fc1-94a1-4ff9-bfa9-29dbac296814 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.671885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2558dd17-b1b6-4062-8ef4-2a8756e008c6 None None] Network 38e030be-c769-41df-ab87-2a2cc268db64 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:27.672358 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2ecd9fc1-94a1-4ff9-bfa9-29dbac296814 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "DELETE /v2.0/subnets/0873cfcf-edc6-488c-8c55-2a8c3cb6a7f0 HTTP/1.1" status: 204 len: 168 time: 0.4459274 Jul 14 09:25:27.677300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36188) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:27.750562 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16b9b966-54ef-40f7-b6a8-361d58f3fdfc req-617e4513-ad23-4520-b372-4ceebf9ada4f tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7fbdd9a-bcf4-4caf-a2df-37a6699afd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849392 Jul 14 09:25:27.845653 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9aa805c8-c407-42a0-b329-ed0b3efbb88a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9aa805c8-c407-42a0-b329-ed0b3efbb88a,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:27.867012 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '9aa805c8-c407-42a0-b329-ed0b3efbb88a', 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e', 'port_id': '9aa805c8-c407-42a0-b329-ed0b3efbb88a', 'mac_address': 'fa:16:3e:f8:2e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe961b1-9a16-4166-9f5e-21fa35cb8710', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:27.876585 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a17e7b2-e15d-4ae1-918f-f931007714e9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.954240 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.957125 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6a17e7b2-e15d-4ae1-918f-f931007714e9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Deleting port 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:27.957478 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a17e7b2-e15d-4ae1-918f-f931007714e9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.972190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa805c8-c407-42a0-b329-ed0b3efbb88a {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:28.004326 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9aa805c8-c407-42a0-b329-ed0b3efbb88a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9aa805c8-c407-42a0-b329-ed0b3efbb88a,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:28.013148 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.018983 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-248faa10-5dd3-4944-b495-ba4516249e9a req-e7de00cb-0d03-42b7-bd48-4dab334019c7 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7adf1ac-048b-423b-87f2-3e9aa3938c37 HTTP/1.1" status: 200 len: 210 time: 0.0513844 Jul 14 09:25:28.063880 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-6a17e7b2-e15d-4ae1-918f-f931007714e9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] For port 7d20231d-58c2-4e9d-a7bc-3029930a0bb4, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=7d20231d-58c2-4e9d-a7bc-3029930a0bb4,segment=NetworkSegment(ddb986db-e078-4920-ac88-00287d3ee420),segment_id=ddb986db-e078-4920-ac88-00287d3ee420)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:28.064317 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a17e7b2-e15d-4ae1-918f-f931007714e9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.077324 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=9aa805c8-c407-42a0-b329-ed0b3efbb88a,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:28.086225 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6a17e7b2-e15d-4ae1-918f-f931007714e9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Calling delete_port for 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:28.102494 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b892a-b380-429f-9c98-63d83b575f6e req-064ce118-9d57-4782-a9ed-9193a3b6f55b tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:28.106707 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-423b892a-b380-429f-9c98-63d83b575f6e req-064ce118-9d57-4782-a9ed-9193a3b6f55b tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.0747299 Jul 14 09:25:28.136335 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff81e1c-b598-4f8d-aa4d-914c394cd3b6 None None] DHCP port deletion for 38e030be-c769-41df-ab87-2a2cc268db64 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:25:28.151244 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-423b892a-b380-429f-9c98-63d83b575f6e req-f9363f5b-2ce0-4c9e-99fa-de22be1a355b tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382111 Jul 14 09:25:28.185739 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a17e7b2-e15d-4ae1-918f-f931007714e9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.202055 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2ff81e1c-b598-4f8d-aa4d-914c394cd3b6 None None] Deleting port 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:28.202434 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ff81e1c-b598-4f8d-aa4d-914c394cd3b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.214102 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17e7b2-e15d-4ae1-918f-f931007714e9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event deleted for resources: {'Port': ['ID=7d20231d-58c2-4e9d-a7bc-3029930a0bb4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:28.217745 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a17e7b2-e15d-4ae1-918f-f931007714e9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] No DVR routers for this DVR port 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:28.262654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['9aa805c8-c407-42a0-b329-ed0b3efbb88a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:28.304775 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a17e7b2-e15d-4ae1-918f-f931007714e9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.317094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-6a17e7b2-e15d-4ae1-918f-f931007714e9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e030be-c769-41df-ab87-2a2cc268db64']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:28.321344 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2ff81e1c-b598-4f8d-aa4d-914c394cd3b6 None None] For port 7d20231d-58c2-4e9d-a7bc-3029930a0bb4, host n-d-798054-10, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:28.324745 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ff81e1c-b598-4f8d-aa4d-914c394cd3b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.339902 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-6a17e7b2-e15d-4ae1-918f-f931007714e9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb986db-e078-4920-ac88-00287d3ee420') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:28.340203 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-6a17e7b2-e15d-4ae1-918f-f931007714e9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb986db-e078-4920-ac88-00287d3ee420') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:28.350951 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a17e7b2-e15d-4ae1-918f-f931007714e9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.354291 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2ff81e1c-b598-4f8d-aa4d-914c394cd3b6 None None] Calling delete_port for 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:28.359985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-2ff81e1c-b598-4f8d-aa4d-914c394cd3b6 None None] Port 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 was not found and therefore no delete operation was performed {{(pid=93889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:25:28.362256 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ff81e1c-b598-4f8d-aa4d-914c394cd3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.368960 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a17e7b2-e15d-4ae1-918f-f931007714e9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.377936 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a17e7b2-e15d-4ae1-918f-f931007714e9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:28.378686 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a17e7b2-e15d-4ae1-918f-f931007714e9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:28.382523 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:28.413031 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff81e1c-b598-4f8d-aa4d-914c394cd3b6 None None] Pushing event deleted for resources: {'Port': ['ID=7d20231d-58c2-4e9d-a7bc-3029930a0bb4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:28.439646 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff81e1c-b598-4f8d-aa4d-914c394cd3b6 None None] No DVR routers for this DVR port 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:28.522621 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a17e7b2-e15d-4ae1-918f-f931007714e9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.541126 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a17e7b2-e15d-4ae1-918f-f931007714e9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.543819 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6a17e7b2-e15d-4ae1-918f-f931007714e9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] 10.222.0.26 "DELETE /v2.0/networks/38e030be-c769-41df-ab87-2a2cc268db64 HTTP/1.1" status: 204 len: 168 time: 0.8651869 Jul 14 09:25:28.546763 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17e7b2-e15d-4ae1-918f-f931007714e9 tempest-NetworksIpV6TestAttrs-1016567468 tempest-NetworksIpV6TestAttrs-1016567468-project] Pushing event deleted for resources: {'Network': ['ID=38e030be-c769-41df-ab87-2a2cc268db64,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:28.627906 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-07bcecfa-6ecd-4b16-b331-a60052c300dc tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:28.630124 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-07bcecfa-6ecd-4b16-b331-a60052c300dc tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.55 "GET /v2.0/networks?id=25c3f0cb-f623-483c-a016-5d44ef3a1f44 HTTP/1.1" status: 200 len: 813 time: 0.1930375 Jul 14 09:25:28.658116 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-1a025b0b-811a-4019-b4eb-92e36da96b1c tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Request body: {'port': {'device_id': 'b7adf1ac-048b-423b-87f2-3e9aa3938c37', 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44', 'admin_state_up': True, 'tenant_id': '57a07acf24dc4604820afbf9259b1131'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:28.666986 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc3efb-a49b-4f08-af00-0988bfea68dc req-a0e7e1c9-b990-4126-8a36-346fccf61f9a tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:28.670105 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45cc3efb-a49b-4f08-af00-0988bfea68dc req-a0e7e1c9-b990-4126-8a36-346fccf61f9a tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4746017-8421-481b-92bd-d1387fdaffce HTTP/1.1" status: 200 len: 944 time: 0.1084101 Jul 14 09:25:28.751691 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45cc3efb-a49b-4f08-af00-0988bfea68dc req-c76ff921-18f6-4eab-8c98-77f1df7cb124 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730927 Jul 14 09:25:28.827453 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-1a025b0b-811a-4019-b4eb-92e36da96b1c tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Made reservation on behalf of 57a07acf24dc4604820afbf9259b1131 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:28.831029 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-1a025b0b-811a-4019-b4eb-92e36da96b1c tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.837406 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36206) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:28.969169 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:28.979390 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df36b85-c113-4485-a2e4-806aab554694 req-93b8c751-a0c8-46d9-909c-f4f26f2afdda tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:28.981216 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5df36b85-c113-4485-a2e4-806aab554694 req-93b8c751-a0c8-46d9-909c-f4f26f2afdda tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/ports?device_id=54df4469-77f6-4fab-8cae-6767a6011ecc HTTP/1.1" status: 200 len: 945 time: 0.1190603 Jul 14 09:25:28.995404 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:28.995760 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 7d20231d-58c2-4e9d-a7bc-3029930a0bb4 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:28.997742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-1a025b0b-811a-4019-b4eb-92e36da96b1c tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Allocated IP 172.20.0.13 (25c3f0cb-f623-483c-a016-5d44ef3a1f44/f94202a5-c75a-4066-a9dd-07958bf7cb37/3dfe7b14-6aec-4f24-accb-fcbf45cd23f7) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:29.041370 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5df36b85-c113-4485-a2e4-806aab554694 req-690be630-3759-4dc1-8a56-a8860e2bf4ed tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7fbdd9a-bcf4-4caf-a2df-37a6699afd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547345 Jul 14 09:25:29.059073 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4223c417-cbc5-49f3-842c-4f8bbe8add0a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eac93f89afef436c874bbdf1375d83ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2200515 Jul 14 09:25:29.061560 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36214) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:29.140125 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a0879381-3542-40e1-96ce-1a3e82cd2748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.189121 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a0879381-3542-40e1-96ce-1a3e82cd2748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.283791 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd092506-2753-4f86-b57d-8b48d7637c9d req-ad1aee8a-f167-4d59-930d-153cf82eb8d3 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7adf1ac-048b-423b-87f2-3e9aa3938c37 HTTP/1.1" status: 200 len: 210 time: 0.0978072 Jul 14 09:25:29.332650 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-1a025b0b-811a-4019-b4eb-92e36da96b1c tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.366892 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a0879381-3542-40e1-96ce-1a3e82cd2748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.369740 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a0879381-3542-40e1-96ce-1a3e82cd2748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.380597 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a0879381-3542-40e1-96ce-1a3e82cd2748 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3fe037dc-910d-447f-8d28-726293472735 HTTP/1.1" status: 204 len: 168 time: 0.3164635 Jul 14 09:25:29.386580 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-1a025b0b-811a-4019-b4eb-92e36da96b1c tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.431481 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0879381-3542-40e1-96ce-1a3e82cd2748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe037dc-910d-447f-8d28-726293472735,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:29.479863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-1a025b0b-811a-4019-b4eb-92e36da96b1c tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Network 25c3f0cb-f623-483c-a016-5d44ef3a1f44 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:29.481224 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a025b0b-811a-4019-b4eb-92e36da96b1c tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Pushing event updated for resources: {'Port': ['ID=3dfe7b14-6aec-4f24-accb-fcbf45cd23f7,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:29.495254 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-1a025b0b-811a-4019-b4eb-92e36da96b1c tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:29.499758 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-1a025b0b-811a-4019-b4eb-92e36da96b1c tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:29.542222 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d50d83-f99a-4455-9d52-8ec9b065086b req-2e824ce4-f50b-4a3b-8896-2a6fcbcca43e tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:29.549219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15d50d83-f99a-4455-9d52-8ec9b065086b req-2e824ce4-f50b-4a3b-8896-2a6fcbcca43e tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.1581266 Jul 14 09:25:29.565077 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-064fca70-c5cc-491f-b28a-306436fc67ec tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:29.567570 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-064fca70-c5cc-491f-b28a-306436fc67ec tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.55 "GET /v2.0/networks?id=25c3f0cb-f623-483c-a016-5d44ef3a1f44 HTTP/1.1" status: 200 len: 813 time: 0.3583317 Jul 14 09:25:29.588115 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-1a025b0b-811a-4019-b4eb-92e36da96b1c tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:29.589188 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-1a025b0b-811a-4019-b4eb-92e36da96b1c tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.597603 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9aa805c8-c407-42a0-b329-ed0b3efbb88a up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:29.612161 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Request body: {'port': {'device_id': 'dbc8fa4a-e511-4bf8-8898-dc96878d8519', 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44', 'admin_state_up': True, 'tenant_id': '57a07acf24dc4604820afbf9259b1131'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:29.617782 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15d50d83-f99a-4455-9d52-8ec9b065086b req-a3458067-5466-44bc-9064-82e4e785f55c tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660543 Jul 14 09:25:29.723001 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 9aa805c8-c407-42a0-b329-ed0b3efbb88a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:29.724645 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-1a025b0b-811a-4019-b4eb-92e36da96b1c tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0710351 Jul 14 09:25:29.741502 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 9aa805c8-c407-42a0-b329-ed0b3efbb88a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:29.742067 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.744182 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b6fb639-7025-486b-b82b-4bc856d5fae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.776252 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0788da0-266e-4dcc-baea-fa6045cf8acb req-dcf3b8fc-e9a8-493f-99d6-705bec75deb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:29.778223 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0788da0-266e-4dcc-baea-fa6045cf8acb req-dcf3b8fc-e9a8-493f-99d6-705bec75deb6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cd4c9dd362164b5297441aa0f560bf65&device_id=54df4469-77f6-4fab-8cae-6767a6011ecc HTTP/1.1" status: 200 len: 1097 time: 0.1080525 Jul 14 09:25:29.880186 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Made reservation on behalf of 57a07acf24dc4604820afbf9259b1131 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:29.888154 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.979083 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.992930 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.994769 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cb026-398d-487c-95d2-87ca84853bab req-5f15216b-09e7-4ce9-8d05-4ffbb418abdc tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:29.996830 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eb1cb026-398d-487c-95d2-87ca84853bab req-5f15216b-09e7-4ce9-8d05-4ffbb418abdc tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/ports?device_id=54df4469-77f6-4fab-8cae-6767a6011ecc HTTP/1.1" status: 200 len: 945 time: 0.2148712 Jul 14 09:25:30.033349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4746017-8421-481b-92bd-d1387fdaffce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa805c8-c407-42a0-b329-ed0b3efbb88a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:30.036226 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38431c09-629a-4700-bd6c-1fe6fc7e0da0" -d '{"events": [{"server_uuid": "a4746017-8421-481b-92bd-d1387fdaffce", "name": "network-vif-plugged", "status": "completed", "tag": "9aa805c8-c407-42a0-b329-ed0b3efbb88a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:30.048420 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] Request body: {'port': {'device_id': 'b7adf1ac-048b-423b-87f2-3e9aa3938c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:30.054985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9aa805c8-c407-42a0-b329-ed0b3efbb88a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9aa805c8-c407-42a0-b329-ed0b3efbb88a,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:30.058661 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0788da0-266e-4dcc-baea-fa6045cf8acb req-da089ec0-7e04-4abe-9417-702b39db7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:30.061310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0788da0-266e-4dcc-baea-fa6045cf8acb req-da089ec0-7e04-4abe-9417-702b39db7c7e service neutron] 10.222.0.49 "GET /v2.0/networks?id=c7a6c954-3d34-487f-b07a-32be3c9fb209 HTTP/1.1" status: 200 len: 915 time: 0.2391958 Jul 14 09:25:30.063590 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.119419 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0788da0-266e-4dcc-baea-fa6045cf8acb req-528b4f74-507c-45cc-ba2d-2daf195b2f92 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c05572f2-a5b4-458f-be9a-cd58cd32b6b5 HTTP/1.1" status: 200 len: 217 time: 0.0486400 Jul 14 09:25:30.131362 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eb1cb026-398d-487c-95d2-87ca84853bab req-193cf11c-0e49-4e48-80c9-0aa25d968201 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7fbdd9a-bcf4-4caf-a2df-37a6699afd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285403 Jul 14 09:25:30.136909 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=9aa805c8-c407-42a0-b329-ed0b3efbb88a,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:30.217661 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.276788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0788da0-266e-4dcc-baea-fa6045cf8acb req-9837a3e3-7e0f-4347-8df7-4f1ea99ed792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:30.279042 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0788da0-266e-4dcc-baea-fa6045cf8acb req-9837a3e3-7e0f-4347-8df7-4f1ea99ed792 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d6129be9-0ce3-42d5-8045-a04d49d2b730 HTTP/1.1" status: 200 len: 854 time: 0.1442959 Jul 14 09:25:30.305543 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cf653-7d74-4262-8fc1-108b832f801d req-c09c7b79-384b-4d55-96bc-2e06d94c0bca tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:30.307668 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a98cf653-7d74-4262-8fc1-108b832f801d req-c09c7b79-384b-4d55-96bc-2e06d94c0bca tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4746017-8421-481b-92bd-d1387fdaffce HTTP/1.1" status: 200 len: 945 time: 0.0989356 Jul 14 09:25:30.351184 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0788da0-266e-4dcc-baea-fa6045cf8acb req-af7bce3a-5ee4-4631-b311-f898d148af25 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c7a6c954-3d34-487f-b07a-32be3c9fb209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552948 Jul 14 09:25:30.420497 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67bdbbc-03f2-45e7-87f7-3cddcbd2628b x-openstack-request-id: req-a67bdbbc-03f2-45e7-87f7-3cddcbd2628b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:30.420794 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4746017-8421-481b-92bd-d1387fdaffce", "name": "network-vif-plugged", "status": "completed", "tag": "9aa805c8-c407-42a0-b329-ed0b3efbb88a", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:30.421050 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a67bdbbc-03f2-45e7-87f7-3cddcbd2628b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:30.421447 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4746017-8421-481b-92bd-d1387fdaffce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa805c8-c407-42a0-b329-ed0b3efbb88a', 'code': 200} Jul 14 09:25:30.423291 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Allocated IP 172.20.0.5 (25c3f0cb-f623-483c-a016-5d44ef3a1f44/f94202a5-c75a-4066-a9dd-07958bf7cb37/61c3df74-35c9-47e6-8ce3-3360345c66ea) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:30.517731 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a98cf653-7d74-4262-8fc1-108b832f801d req-d03bfa6e-5976-4241-b4b3-b02a70cf8884 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996868 Jul 14 09:25:30.595076 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36268) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:30.607189 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0788da0-266e-4dcc-baea-fa6045cf8acb req-e03f6274-4374-476f-88b9-b43f30a6ff5e service neutron] 10.222.0.49 "GET /v2.0/networks/c7a6c954-3d34-487f-b07a-32be3c9fb209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397249 Jul 14 09:25:30.614226 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.665440 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220d59c-7ef1-45e2-b97f-2a873b075f38 req-77445bb2-ae5b-4519-a3a3-4d2bb9082e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:30.667128 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2220d59c-7ef1-45e2-b97f-2a873b075f38 req-77445bb2-ae5b-4519-a3a3-4d2bb9082e6c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a4746017-8421-481b-92bd-d1387fdaffce HTTP/1.1" status: 200 len: 1097 time: 0.1584074 Jul 14 09:25:30.745723 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2220d59c-7ef1-45e2-b97f-2a873b075f38 req-c6bb130e-7a80-4217-8af1-84596491b829 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705848 Jul 14 09:25:30.747963 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-88cd75c3-9ef6-4a96-9206-5fffab42665a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1272214669'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:30.749192 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.825394 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0788da0-266e-4dcc-baea-fa6045cf8acb req-70a1257c-7eef-4a9b-b824-7ab1c0905a99 service neutron] 10.222.0.49 "GET /v2.0/networks/c7a6c954-3d34-487f-b07a-32be3c9fb209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045543 Jul 14 09:25:30.828540 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.837256 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cd75c3-9ef6-4a96-9206-5fffab42665a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:30.841235 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88cd75c3-9ef6-4a96-9206-5fffab42665a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.866678 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88cd75c3-9ef6-4a96-9206-5fffab42665a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.911395 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307755ef-8330-4c63-95c4-a00bfd75e085 req-40a5c22d-2a79-4402-976f-835609c0a0da tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:30.911640 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Network 25c3f0cb-f623-483c-a016-5d44ef3a1f44 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:30.913887 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-307755ef-8330-4c63-95c4-a00bfd75e085 req-40a5c22d-2a79-4402-976f-835609c0a0da tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7adf1ac-048b-423b-87f2-3e9aa3938c37 HTTP/1.1" status: 200 len: 932 time: 0.1950982 Jul 14 09:25:30.917261 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:30.926011 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:30.932229 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Pushing event updated for resources: {'Port': ['ID=61c3df74-35c9-47e6-8ce3-3360345c66ea,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:30.934243 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9386c-c9e8-4fe2-b26f-54255942dd37 req-d3cb8fa9-f038-4a0f-a4f9-d4342f138930 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:30.935834 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7dc9386c-c9e8-4fe2-b26f-54255942dd37 req-d3cb8fa9-f038-4a0f-a4f9-d4342f138930 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.2054777 Jul 14 09:25:30.964069 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:30.964424 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:30.965274 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:30.965628 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:30.966025 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:30.966364 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:30.966703 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:30.967022 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:30.967353 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:30.967681 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:30.968009 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:30.968334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:31.019568 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:31.019568 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.026463 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-307755ef-8330-4c63-95c4-a00bfd75e085 req-39e5cc10-39f2-437e-9f6a-7d4d42b0145c tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027853 Jul 14 09:25:31.049961 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7dc9386c-c9e8-4fe2-b26f-54255942dd37 req-0cb74529-b770-4ed3-a1d5-103684cf5247 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966637 Jul 14 09:25:31.091506 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:31.102867 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.117501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] Transition to ACTIVE for port object 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:31.123480 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.130864 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88cd75c3-9ef6-4a96-9206-5fffab42665a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.137724 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88cd75c3-9ef6-4a96-9206-5fffab42665a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.174340 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-cd118d7d-3faa-45b3-995f-2b25cd79d700 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5695593 Jul 14 09:25:31.196070 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] Request body: {'port': {'device_id': 'dbc8fa4a-e511-4bf8-8898-dc96878d8519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:31.205367 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88cd75c3-9ef6-4a96-9206-5fffab42665a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:31.217969 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd75c3-9ef6-4a96-9206-5fffab42665a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681eb9d1-240d-4e2d-872d-858f0bdf81c9,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:31.225160 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88cd75c3-9ef6-4a96-9206-5fffab42665a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.225160 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-88cd75c3-9ef6-4a96-9206-5fffab42665a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Added segment 8efe739a-bf59-4b07-b657-038c9aadfa97 of type vlan for network b9a2bc11-89a5-4979-a19a-520e8ea9db72 Jul 14 09:25:31.265699 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfe7b14-6aec-4f24-accb-fcbf45cd23f7,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:31.328597 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88cd75c3-9ef6-4a96-9206-5fffab42665a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.384833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] Attempting to bind port 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:31.385294 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] Attempting to bind port 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '113c385f-8820-498f-bf90-77139685d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:31.385767 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] Attempting to bind port 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 on network 25c3f0cb-f623-483c-a016-5d44ef3a1f44 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:31.394804 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.397552 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] Port 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 on network 25c3f0cb-f623-483c-a016-5d44ef3a1f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:31.397972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] Attempting to bind port 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 on network 25c3f0cb-f623-483c-a016-5d44ef3a1f44 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:31.408954 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:31.409370 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] Checking segment: {'id': '113c385f-8820-498f-bf90-77139685d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:31.409931 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] Bound using segment: {'id': '113c385f-8820-498f-bf90-77139685d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:31.410175 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] Bound port: 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '113c385f-8820-498f-bf90-77139685d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:31.410488 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.414203 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88cd75c3-9ef6-4a96-9206-5fffab42665a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.421106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cd75c3-9ef6-4a96-9206-5fffab42665a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:31.422358 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88cd75c3-9ef6-4a96-9206-5fffab42665a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.443487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7bf98-91be-438a-8863-6ac2b47a1c77 req-a6b50353-6caa-47ef-912c-97e3602d2e5a tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:31.445022 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ab7bf98-91be-438a-8863-6ac2b47a1c77 req-a6b50353-6caa-47ef-912c-97e3602d2e5a tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/ports?device_id=54df4469-77f6-4fab-8cae-6767a6011ecc HTTP/1.1" status: 200 len: 945 time: 0.1125014 Jul 14 09:25:31.541601 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-88cd75c3-9ef6-4a96-9206-5fffab42665a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9452407 Jul 14 09:25:31.542299 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36286) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:31.561111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-11e76ec0-f5d0-4166-b397-7c8200b5254a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'port': {'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72', 'name': 'tempest-PortsIpV6TestJSON-103611168'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:31.582761 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ab7bf98-91be-438a-8863-6ac2b47a1c77 req-19301c50-00d2-4262-a997-f2765103d8c9 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7fbdd9a-bcf4-4caf-a2df-37a6699afd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265872 Jul 14 09:25:31.619731 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.647594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] For port 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:31.665512 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd75c3-9ef6-4a96-9206-5fffab42665a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Network': ['ID=b9a2bc11-89a5-4979-a19a-520e8ea9db72,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:31.675585 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] For port 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3dfe7b14-6aec-4f24-accb-fcbf45cd23f7,segment=NetworkSegment(113c385f-8820-498f-bf90-77139685d515),segment_id=113c385f-8820-498f-bf90-77139685d515)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:31.681073 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.681298 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network b9a2bc11-89a5-4979-a19a-520e8ea9db72 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:31.787318 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e76ec0-f5d0-4166-b397-7c8200b5254a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:31.801481 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-11e76ec0-f5d0-4166-b397-7c8200b5254a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.837613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-11e76ec0-f5d0-4166-b397-7c8200b5254a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] device_id is not set on port d14fa52a-2ca1-4ab5-85a9-b4f523c43e2c yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:25:31.849687 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfe7b14-6aec-4f24-accb-fcbf45cd23f7,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:31.868006 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:31.868006 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.873475 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-b073e5c1-f769-427e-9fff-7b90808c8cb6 service neutron] 10.222.0.55 "PUT /v2.0/ports/3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 HTTP/1.1" status: 200 len: 1093 time: 2.1211424 Jul 14 09:25:31.878014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7adf1ac-048b-423b-87f2-3e9aa3938c37', 'tag': '3dfe7b14-6aec-4f24-accb-fcbf45cd23f7'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:31.884995 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d52a885-a2c5-451f-8eed-6aab051be99c" -d '{"events": [{"name": "network-changed", "server_uuid": "b7adf1ac-048b-423b-87f2-3e9aa3938c37", "tag": "3dfe7b14-6aec-4f24-accb-fcbf45cd23f7"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:32.006850 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c3df74-35c9-47e6-8ce3-3360345c66ea {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:32.010859 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0869de-74f6-4b06-bf30-5618dda48ff4 req-238b5838-650b-4710-9256-0aff3e9a8bc5 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.012967 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a0869de-74f6-4b06-bf30-5618dda48ff4 req-238b5838-650b-4710-9256-0aff3e9a8bc5 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4746017-8421-481b-92bd-d1387fdaffce HTTP/1.1" status: 200 len: 945 time: 0.1932440 Jul 14 09:25:32.013361 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbf387e-cebe-4f94-bad9-562c65b919c0 x-openstack-request-id: req-edbf387e-cebe-4f94-bad9-562c65b919c0 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:32.013846 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7adf1ac-048b-423b-87f2-3e9aa3938c37", "tag": "3dfe7b14-6aec-4f24-accb-fcbf45cd23f7", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:32.014116 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-edbf387e-cebe-4f94-bad9-562c65b919c0 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:32.014523 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7adf1ac-048b-423b-87f2-3e9aa3938c37', 'tag': '3dfe7b14-6aec-4f24-accb-fcbf45cd23f7', 'status': 'completed', 'code': 200} Jul 14 09:25:32.029284 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.063865 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] Transition to ACTIVE for port object 61c3df74-35c9-47e6-8ce3-3360345c66ea will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:32.070666 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.136043 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a0869de-74f6-4b06-bf30-5618dda48ff4 req-a06de734-fd26-4d05-bd9b-5249f6e96c31 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981281 Jul 14 09:25:32.150813 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-11e76ec0-f5d0-4166-b397-7c8200b5254a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.154561 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] Pushing event updated for resources: {'Port': ['ID=61c3df74-35c9-47e6-8ce3-3360345c66ea,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:32.183956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-20536235-328f-4cb8-82db-0d6bbd240e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.185489 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-20536235-328f-4cb8-82db-0d6bbd240e88 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57a07acf24dc4604820afbf9259b1131&device_id=b7adf1ac-048b-423b-87f2-3e9aa3938c37 HTTP/1.1" status: 200 len: 1096 time: 0.1701863 Jul 14 09:25:32.258260 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-1855f33d-32a4-4470-8ec4-0492e777c041 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 HTTP/1.1" status: 200 len: 217 time: 0.0472655 Jul 14 09:25:32.263795 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-11e76ec0-f5d0-4166-b397-7c8200b5254a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.311388 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] Attempting to bind port 61c3df74-35c9-47e6-8ce3-3360345c66ea on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:32.311723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] Attempting to bind port 61c3df74-35c9-47e6-8ce3-3360345c66ea by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '113c385f-8820-498f-bf90-77139685d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:32.311925 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fdd09-8023-49b1-bbc1-2ba3996413fa req-60c5e5e4-531f-4f3c-9749-3781a894f77d tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.312079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] Attempting to bind port 61c3df74-35c9-47e6-8ce3-3360345c66ea on network 25c3f0cb-f623-483c-a016-5d44ef3a1f44 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:32.313508 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-205fdd09-8023-49b1-bbc1-2ba3996413fa req-60c5e5e4-531f-4f3c-9749-3781a894f77d tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7adf1ac-048b-423b-87f2-3e9aa3938c37 HTTP/1.1" status: 200 len: 944 time: 0.1531677 Jul 14 09:25:32.323829 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] Port 61c3df74-35c9-47e6-8ce3-3360345c66ea on network 25c3f0cb-f623-483c-a016-5d44ef3a1f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:32.324200 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] Attempting to bind port 61c3df74-35c9-47e6-8ce3-3360345c66ea on network 25c3f0cb-f623-483c-a016-5d44ef3a1f44 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:32.333828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:32.334168 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] Checking segment: {'id': '113c385f-8820-498f-bf90-77139685d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:32.334562 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] Bound using segment: {'id': '113c385f-8820-498f-bf90-77139685d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:32.335012 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] Bound port: 61c3df74-35c9-47e6-8ce3-3360345c66ea, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '113c385f-8820-498f-bf90-77139685d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:32.335377 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.348804 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-999e94aa-f28d-4f99-b2a0-e44d0a33cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.350509 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-999e94aa-f28d-4f99-b2a0-e44d0a33cc90 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f94202a5-c75a-4066-a9dd-07958bf7cb37 HTTP/1.1" status: 200 len: 853 time: 0.0700321 Jul 14 09:25:32.392407 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e76ec0-f5d0-4166-b397-7c8200b5254a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=d14fa52a-2ca1-4ab5-85a9-b4f523c43e2c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:32.408338 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-22fd7152-8dbd-4eec-9760-8c9f3cf656b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=25c3f0cb-f623-483c-a016-5d44ef3a1f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491183 Jul 14 09:25:32.430898 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-205fdd09-8023-49b1-bbc1-2ba3996413fa req-f4025aab-93d4-40d6-9f7c-59c54cbe3f3e tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942521 Jul 14 09:25:32.441389 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f1352-0fc8-458d-87c3-2afa8788190a req-a4787f44-40b2-4c81-aa80-2e7e84b109b0 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.442392 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-812f1352-0fc8-458d-87c3-2afa8788190a req-a4787f44-40b2-4c81-aa80-2e7e84b109b0 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.1935604 Jul 14 09:25:32.445370 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e76ec0-f5d0-4166-b397-7c8200b5254a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Checking segment: {'id': '8efe739a-bf59-4b07-b657-038c9aadfa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:32.445735 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e76ec0-f5d0-4166-b397-7c8200b5254a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network hostable DHCP agents. Network: b9a2bc11-89a5-4979-a19a-520e8ea9db72, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:32.493302 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-812f1352-0fc8-458d-87c3-2afa8788190a req-573cc005-250b-4bac-b9b7-390d9f08afe4 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443587 Jul 14 09:25:32.494034 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e76ec0-f5d0-4166-b397-7c8200b5254a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network b9a2bc11-89a5-4979-a19a-520e8ea9db72 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:32.505081 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-11e76ec0-f5d0-4166-b397-7c8200b5254a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, b9a2bc11-89a5-4979-a19a-520e8ea9db72) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:32.507024 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] For port 61c3df74-35c9-47e6-8ce3-3360345c66ea, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:32.511065 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e76ec0-f5d0-4166-b397-7c8200b5254a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:32.512047 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] For port 61c3df74-35c9-47e6-8ce3-3360345c66ea, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=61c3df74-35c9-47e6-8ce3-3360345c66ea,segment=NetworkSegment(113c385f-8820-498f-bf90-77139685d515),segment_id=113c385f-8820-498f-bf90-77139685d515)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:32.516857 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e76ec0-f5d0-4166-b397-7c8200b5254a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.519453 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-11e76ec0-f5d0-4166-b397-7c8200b5254a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.519597 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b054df3-2949-4549-8907-5ca13d0bdb83 None None] Network b9a2bc11-89a5-4979-a19a-520e8ea9db72 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:32.542788 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.550768 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-11e76ec0-f5d0-4166-b397-7c8200b5254a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0009978 Jul 14 09:25:32.553479 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36304) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:32.562441 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f0148898-61ae-4023-a506-3bbb34a0000c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2114919388'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:32.601190 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.601855 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.603312 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] 10.222.0.55 "PUT /v2.0/ports/61c3df74-35c9-47e6-8ce3-3360345c66ea HTTP/1.1" status: 200 len: 1092 time: 1.4140577 Jul 14 09:25:32.620081 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-9c949dde-ec33-44f1-87da-a58317e32e0a service neutron] 10.222.0.55 "GET /v2.0/networks/25c3f0cb-f623-483c-a016-5d44ef3a1f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004910 Jul 14 09:25:32.627285 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0148898-61ae-4023-a506-3bbb34a0000c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:32.630962 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0148898-61ae-4023-a506-3bbb34a0000c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.640679 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac980579-6a53-48c2-a75c-f0fe09602a18 service neutron] Pushing event updated for resources: {'Port': ['ID=61c3df74-35c9-47e6-8ce3-3360345c66ea,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:32.688105 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0148898-61ae-4023-a506-3bbb34a0000c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:32.704624 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0148898-61ae-4023-a506-3bbb34a0000c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.704624 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-f0148898-61ae-4023-a506-3bbb34a0000c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Added segment 95d2d970-7197-47cb-9bfc-586669b76778 of type vlan for network cf981622-277c-4583-ad73-dd7efff6d773 Jul 14 09:25:32.784448 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0148898-61ae-4023-a506-3bbb34a0000c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.789254 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.839767 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-f4fb3e71-b8cd-4fd4-9a6e-0c7ed4069a50 service neutron] 10.222.0.55 "GET /v2.0/networks/25c3f0cb-f623-483c-a016-5d44ef3a1f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702464 Jul 14 09:25:32.843937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-e6f9805e-6d09-4a92-8d55-0be044a24e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.845915 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-e6f9805e-6d09-4a92-8d55-0be044a24e3c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57a07acf24dc4604820afbf9259b1131&device_id=dbc8fa4a-e511-4bf8-8898-dc96878d8519 HTTP/1.1" status: 200 len: 1095 time: 0.1174715 Jul 14 09:25:32.871575 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0148898-61ae-4023-a506-3bbb34a0000c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.880381 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0148898-61ae-4023-a506-3bbb34a0000c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.881284 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0148898-61ae-4023-a506-3bbb34a0000c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.926060 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-2adf33ce-5ff5-4667-954e-487ac941160c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61c3df74-35c9-47e6-8ce3-3360345c66ea HTTP/1.1" status: 200 len: 217 time: 0.0590644 Jul 14 09:25:32.988900 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f0148898-61ae-4023-a506-3bbb34a0000c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4343007 Jul 14 09:25:32.993617 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36312) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:33.018555 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'ports': [{'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72'}, {'network_id': 'cf981622-277c-4583-ad73-dd7efff6d773'}]} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:33.018915 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'port': {'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:33.019772 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'port': {'network_id': 'cf981622-277c-4583-ad73-dd7efff6d773'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:33.043897 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-27019993-a9d9-4eab-8c1c-95b3da49c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:33.045491 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-27019993-a9d9-4eab-8c1c-95b3da49c6ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f94202a5-c75a-4066-a9dd-07958bf7cb37 HTTP/1.1" status: 200 len: 853 time: 0.1035848 Jul 14 09:25:33.064497 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0148898-61ae-4023-a506-3bbb34a0000c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Network': ['ID=cf981622-277c-4583-ad73-dd7efff6d773,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:33.078922 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network cf981622-277c-4583-ad73-dd7efff6d773 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:33.092461 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-d1bf18f8-3424-46cb-ac6d-a29623ed4705 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=25c3f0cb-f623-483c-a016-5d44ef3a1f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370259 Jul 14 09:25:33.105033 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52a885-a2c5-451f-8eed-6aab051be99c req-f148c066-885f-47a2-9db4-b112ccddfbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:33.106945 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0d52a885-a2c5-451f-8eed-6aab051be99c req-f148c066-885f-47a2-9db4-b112ccddfbd4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57a07acf24dc4604820afbf9259b1131&device_id=b7adf1ac-048b-423b-87f2-3e9aa3938c37 HTTP/1.1" status: 200 len: 1096 time: 0.1231349 Jul 14 09:25:33.716112 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-574bec0c-cabe-4c47-9cc7-ad70b9579b07 service neutron] 10.222.0.55 "GET /v2.0/networks/25c3f0cb-f623-483c-a016-5d44ef3a1f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148117 Jul 14 09:25:33.753522 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9646e-4773-44b0-b8a6-b9413b4f7be5 req-208eafb9-069b-463f-90cf-abd0d95698ba tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:33.755171 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-90c9646e-4773-44b0-b8a6-b9413b4f7be5 req-208eafb9-069b-463f-90cf-abd0d95698ba tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/ports?device_id=54df4469-77f6-4fab-8cae-6767a6011ecc HTTP/1.1" status: 200 len: 945 time: 0.8955853 Jul 14 09:25:33.832084 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52a885-a2c5-451f-8eed-6aab051be99c req-490b879f-f82d-4b75-85e4-a1751da1d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:33.834193 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0d52a885-a2c5-451f-8eed-6aab051be99c req-490b879f-f82d-4b75-85e4-a1751da1d2e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=25c3f0cb-f623-483c-a016-5d44ef3a1f44 HTTP/1.1" status: 200 len: 914 time: 0.6123703 Jul 14 09:25:33.842103 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'port': 2} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:33.847277 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.854055 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-90c9646e-4773-44b0-b8a6-b9413b4f7be5 req-6cd62b83-e981-4ade-b79c-27172ec1aabc tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7fbdd9a-bcf4-4caf-a2df-37a6699afd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874696 Jul 14 09:25:33.871624 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90358a1c-813f-4198-8996-eecc1a0efcd4 req-c291eadd-4e7a-4174-b497-64232636305d tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:33.877603 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-90358a1c-813f-4198-8996-eecc1a0efcd4 req-c291eadd-4e7a-4174-b497-64232636305d tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4746017-8421-481b-92bd-d1387fdaffce HTTP/1.1" status: 200 len: 945 time: 0.2288857 Jul 14 09:25:33.885356 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.932027 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0d52a885-a2c5-451f-8eed-6aab051be99c req-779cfcd6-2c95-4ff3-b4d7-7329964deacf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 HTTP/1.1" status: 200 len: 217 time: 0.0885360 Jul 14 09:25:34.016341 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc8fa4a-e511-4bf8-8898-dc96878d8519', 'tag': '61c3df74-35c9-47e6-8ce3-3360345c66ea'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:34.019631 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab49637e-ecf9-4527-902e-d4c678fa0cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc8fa4a-e511-4bf8-8898-dc96878d8519", "tag": "61c3df74-35c9-47e6-8ce3-3360345c66ea"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:34.032764 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9cdb3e4d-fecc-4653-be98-2f4bbc18d832 req-9c74571b-8c07-47d2-8a3e-2b95f843c863 service neutron] 10.222.0.55 "GET /v2.0/networks/25c3f0cb-f623-483c-a016-5d44ef3a1f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012540 Jul 14 09:25:34.037694 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52a885-a2c5-451f-8eed-6aab051be99c req-4b46560a-534d-48d1-864b-6420b7df6340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:34.039588 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0d52a885-a2c5-451f-8eed-6aab051be99c req-4b46560a-534d-48d1-864b-6420b7df6340 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f94202a5-c75a-4066-a9dd-07958bf7cb37 HTTP/1.1" status: 200 len: 853 time: 0.0945830 Jul 14 09:25:34.084209 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0d52a885-a2c5-451f-8eed-6aab051be99c req-69419655-64f4-4c20-84be-3956b2472db7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=25c3f0cb-f623-483c-a016-5d44ef3a1f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314038 Jul 14 09:25:34.093769 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-90358a1c-813f-4198-8996-eecc1a0efcd4 req-1dada3d9-3ce2-4c28-9f5d-d29c81589d04 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720269 Jul 14 09:25:34.122419 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] device_id is not set on port 375beea0-1b54-4fc8-aac8-aa955b0d58bb yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:25:34.263782 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c06b3-8a20-475f-9d9f-70695ffc9c44 req-c97406d1-bfae-48bc-b745-b57c2411a058 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:34.265376 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b6c06b3-8a20-475f-9d9f-70695ffc9c44 req-c97406d1-bfae-48bc-b745-b57c2411a058 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7adf1ac-048b-423b-87f2-3e9aa3938c37 HTTP/1.1" status: 200 len: 944 time: 0.2631998 Jul 14 09:25:34.278983 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0d52a885-a2c5-451f-8eed-6aab051be99c req-fe39cc36-8ddf-445d-bc86-20d1c27a55a4 service neutron] 10.222.0.55 "GET /v2.0/networks/25c3f0cb-f623-483c-a016-5d44ef3a1f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618481 Jul 14 09:25:34.296407 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.389323 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b6c06b3-8a20-475f-9d9f-70695ffc9c44 req-f29f6f1a-06ca-4803-ace9-e92df5d60a28 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174784 Jul 14 09:25:34.405447 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0d52a885-a2c5-451f-8eed-6aab051be99c req-b57e8047-e968-4f6d-aa50-28c779a368be service neutron] 10.222.0.55 "GET /v2.0/networks/25c3f0cb-f623-483c-a016-5d44ef3a1f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184452 Jul 14 09:25:34.433389 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] device_id is not set on port c6a9766d-a7da-45ee-83e1-3c1f008f27b5 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:25:34.575371 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.627385 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bced991-54b2-44ab-91f7-0d0913ef0801 x-openstack-request-id: req-6bced991-54b2-44ab-91f7-0d0913ef0801 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:34.627834 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc8fa4a-e511-4bf8-8898-dc96878d8519", "tag": "61c3df74-35c9-47e6-8ce3-3360345c66ea", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:34.627971 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6bced991-54b2-44ab-91f7-0d0913ef0801 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:34.628351 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc8fa4a-e511-4bf8-8898-dc96878d8519', 'tag': '61c3df74-35c9-47e6-8ce3-3360345c66ea', 'status': 'completed', 'code': 200} Jul 14 09:25:34.633763 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.702354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network b9a2bc11-89a5-4979-a19a-520e8ea9db72 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:34.706592 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:34.709096 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=375beea0-1b54-4fc8-aac8-aa955b0d58bb,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:34.719461 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:34.719659 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.807000 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=c6a9766d-a7da-45ee-83e1-3c1f008f27b5,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:34.815032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49637e-ecf9-4527-902e-d4c678fa0cbc req-2b1574a4-61b7-4f16-9809-785d49f048e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:34.816582 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ab49637e-ecf9-4527-902e-d4c678fa0cbc req-2b1574a4-61b7-4f16-9809-785d49f048e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57a07acf24dc4604820afbf9259b1131&device_id=dbc8fa4a-e511-4bf8-8898-dc96878d8519 HTTP/1.1" status: 200 len: 1095 time: 0.1332886 Jul 14 09:25:34.820264 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Checking segment: {'id': '95d2d970-7197-47cb-9bfc-586669b76778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cf981622-277c-4583-ad73-dd7efff6d773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:34.820635 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network hostable DHCP agents. Network: cf981622-277c-4583-ad73-dd7efff6d773, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:34.841144 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network cf981622-277c-4583-ad73-dd7efff6d773 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:34.853515 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, cf981622-277c-4583-ad73-dd7efff6d773) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:34.861165 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:34.861924 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99da400d-c032-4267-a533-5164fefb06f0 None None] Network cf981622-277c-4583-ad73-dd7efff6d773 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:34.878504 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:34.897554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:34.898315 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.930557 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6ecfb58e-3fde-459b-bf92-6040831c21f0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9331279 Jul 14 09:25:34.931032 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36352) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:35.071147 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49637e-ecf9-4527-902e-d4c678fa0cbc req-c82ae9d3-1054-4b9e-99f0-988e732c9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.077724 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ab49637e-ecf9-4527-902e-d4c678fa0cbc req-c82ae9d3-1054-4b9e-99f0-988e732c9e04 service neutron] 10.222.0.55 "GET /v2.0/networks?id=25c3f0cb-f623-483c-a016-5d44ef3a1f44 HTTP/1.1" status: 200 len: 914 time: 0.2533019 Jul 14 09:25:35.206261 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ab49637e-ecf9-4527-902e-d4c678fa0cbc req-cbd0cbb5-da72-4d5f-935b-4e6fd694246b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61c3df74-35c9-47e6-8ce3-3360345c66ea HTTP/1.1" status: 200 len: 217 time: 0.1168926 Jul 14 09:25:35.249131 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-78373c7a-ba13-455b-bef3-f868a36e4467 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port c6a9766d-a7da-45ee-83e1-3c1f008f27b5 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:35.249692 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-78373c7a-ba13-455b-bef3-f868a36e4467 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.312967 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49637e-ecf9-4527-902e-d4c678fa0cbc req-3796a05f-84dc-4a41-a32f-0a1ac0ebfaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.327437 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ab49637e-ecf9-4527-902e-d4c678fa0cbc req-3796a05f-84dc-4a41-a32f-0a1ac0ebfaa4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f94202a5-c75a-4066-a9dd-07958bf7cb37 HTTP/1.1" status: 200 len: 853 time: 0.0985284 Jul 14 09:25:35.416969 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ab49637e-ecf9-4527-902e-d4c678fa0cbc req-887cc752-b044-42ac-ac11-f80135526c80 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=25c3f0cb-f623-483c-a016-5d44ef3a1f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477657 Jul 14 09:25:35.486972 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-78373c7a-ba13-455b-bef3-f868a36e4467 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.506587 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-78373c7a-ba13-455b-bef3-f868a36e4467 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for c6a9766d-a7da-45ee-83e1-3c1f008f27b5 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:35.518187 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a95b7-314d-42d2-8cf8-b1c6d860de0f req-ca1d6d99-9418-4c8e-86dd-39454662806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.520144 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fb2a95b7-314d-42d2-8cf8-b1c6d860de0f req-ca1d6d99-9418-4c8e-86dd-39454662806a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32c7b17ee37942fda02c5e0a232f2b32&device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 1098 time: 0.3027415 Jul 14 09:25:35.600211 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83768efa-8779-43c1-a1fb-75772fcb0e5b req-bf5590f3-8573-4363-8f67-36da0c60e4af tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.611997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83768efa-8779-43c1-a1fb-75772fcb0e5b req-bf5590f3-8573-4363-8f67-36da0c60e4af tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.2037332 Jul 14 09:25:35.623424 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ab49637e-ecf9-4527-902e-d4c678fa0cbc req-d1a22d73-49b2-413c-898a-ec6fa32bf0e5 service neutron] 10.222.0.55 "GET /v2.0/networks/25c3f0cb-f623-483c-a016-5d44ef3a1f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950989 Jul 14 09:25:35.681353 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83768efa-8779-43c1-a1fb-75772fcb0e5b req-5fe4dbf5-5af9-4cba-8b05-563fd6e4cca2 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677297 Jul 14 09:25:35.697550 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-78373c7a-ba13-455b-bef3-f868a36e4467 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.738978 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a95b7-314d-42d2-8cf8-b1c6d860de0f req-712eaf8a-22db-4adf-be47-5c346a038e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.741079 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fb2a95b7-314d-42d2-8cf8-b1c6d860de0f req-712eaf8a-22db-4adf-be47-5c346a038e67 service neutron] 10.222.0.55 "GET /v2.0/networks?id=be126745-3ab2-48fe-91c6-d0e4cec53e9a HTTP/1.1" status: 200 len: 920 time: 0.2040277 Jul 14 09:25:35.755620 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78373c7a-ba13-455b-bef3-f868a36e4467 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=c6a9766d-a7da-45ee-83e1-3c1f008f27b5,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:35.759737 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-78373c7a-ba13-455b-bef3-f868a36e4467 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.766405 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-78373c7a-ba13-455b-bef3-f868a36e4467 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/ports/c6a9766d-a7da-45ee-83e1-3c1f008f27b5 HTTP/1.1" status: 204 len: 168 time: 0.8341842 Jul 14 09:25:35.767126 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36386) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:35.819713 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ab49637e-ecf9-4527-902e-d4c678fa0cbc req-68f3ef53-b3de-4e38-97e3-c8278ea13fb5 service neutron] 10.222.0.55 "GET /v2.0/networks/25c3f0cb-f623-483c-a016-5d44ef3a1f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845105 Jul 14 09:25:35.874008 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fb2a95b7-314d-42d2-8cf8-b1c6d860de0f req-aaf4609c-dffe-4854-9d97-689ca34cfb50 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dcd29a1-f328-41f6-a409-8505a67eaaa2 HTTP/1.1" status: 200 len: 217 time: 0.1251245 Jul 14 09:25:35.939226 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a95b7-314d-42d2-8cf8-b1c6d860de0f req-2f868e9a-ac1a-4759-9d0e-e4296261cd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.940998 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fb2a95b7-314d-42d2-8cf8-b1c6d860de0f req-2f868e9a-ac1a-4759-9d0e-e4296261cd0a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfb51c68-788b-4f97-ae97-0d3bea31b529 HTTP/1.1" status: 200 len: 859 time: 0.0608840 Jul 14 09:25:35.949627 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c288aa3-7987-4e08-9dd6-6c41960f72d1 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.955654 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c288aa3-7987-4e08-9dd6-6c41960f72d1 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.957287 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1c288aa3-7987-4e08-9dd6-6c41960f72d1 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1891255 Jul 14 09:25:35.960274 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36390) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:35.969435 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7b376-9be1-4f1c-8880-1569bcb0e99e req-5d6fd88d-0d8b-4c07-802c-3a10e5fcc344 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.971512 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88f7b376-9be1-4f1c-8880-1569bcb0e99e req-5d6fd88d-0d8b-4c07-802c-3a10e5fcc344 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7adf1ac-048b-423b-87f2-3e9aa3938c37 HTTP/1.1" status: 200 len: 944 time: 0.1616313 Jul 14 09:25:35.987243 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fb2a95b7-314d-42d2-8cf8-b1c6d860de0f req-3e86ad83-9bc8-4ae8-bd28-036b3eaeadc4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be126745-3ab2-48fe-91c6-d0e4cec53e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396545 Jul 14 09:25:35.999860 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4081de-7323-41d0-93d3-5e1a437a10f9 req-4f1584c3-8843-43f2-808e-3a4e69cd5f55 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:36.001525 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e4081de-7323-41d0-93d3-5e1a437a10f9 req-4f1584c3-8843-43f2-808e-3a4e69cd5f55 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/ports?device_id=54df4469-77f6-4fab-8cae-6767a6011ecc HTTP/1.1" status: 200 len: 945 time: 0.1324232 Jul 14 09:25:36.052688 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88f7b376-9be1-4f1c-8880-1569bcb0e99e req-88cbe37f-34df-4c11-9df6-a426ccd45117 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714860 Jul 14 09:25:36.068363 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e4081de-7323-41d0-93d3-5e1a437a10f9 req-e89ffab8-cf06-448c-9c59-4dc819e1b479 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7fbdd9a-bcf4-4caf-a2df-37a6699afd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589213 Jul 14 09:25:36.181521 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-acf029bc-a680-41f1-ab4b-0f0eed898f1d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port 375beea0-1b54-4fc8-aac8-aa955b0d58bb {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:36.182424 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-acf029bc-a680-41f1-ab4b-0f0eed898f1d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.257823 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fb2a95b7-314d-42d2-8cf8-b1c6d860de0f req-c434b8dd-8c5f-471e-9b47-19a14c7fe0ba service neutron] 10.222.0.55 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490513 Jul 14 09:25:36.284648 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-acf029bc-a680-41f1-ab4b-0f0eed898f1d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.343457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-acf029bc-a680-41f1-ab4b-0f0eed898f1d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for 375beea0-1b54-4fc8-aac8-aa955b0d58bb owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:36.481198 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fb2a95b7-314d-42d2-8cf8-b1c6d860de0f req-68aa916d-6faf-4780-b5fe-330660cbbeac service neutron] 10.222.0.55 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098701 Jul 14 09:25:36.507987 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-acf029bc-a680-41f1-ab4b-0f0eed898f1d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.519128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128deea-0a23-44f4-8569-2e97da4b0122 req-654c4d7f-6a6e-4896-896d-b84341fa9ea7 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:36.526450 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a128deea-0a23-44f4-8569-2e97da4b0122 req-654c4d7f-6a6e-4896-896d-b84341fa9ea7 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4746017-8421-481b-92bd-d1387fdaffce HTTP/1.1" status: 200 len: 945 time: 0.1023114 Jul 14 09:25:36.543296 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf029bc-a680-41f1-ab4b-0f0eed898f1d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=375beea0-1b54-4fc8-aac8-aa955b0d58bb,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:36.553167 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-acf029bc-a680-41f1-ab4b-0f0eed898f1d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.557978 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-acf029bc-a680-41f1-ab4b-0f0eed898f1d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/ports/375beea0-1b54-4fc8-aac8-aa955b0d58bb HTTP/1.1" status: 204 len: 168 time: 0.5781665 Jul 14 09:25:36.562009 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36408) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:36.629753 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a128deea-0a23-44f4-8569-2e97da4b0122 req-6feacbf0-b326-4d87-b124-d0aaeb924b4e tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923338 Jul 14 09:25:36.647385 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:36.675268 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3133383c-6939-47b3-9a13-466786870f81 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:36.676789 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3133383c-6939-47b3-9a13-466786870f81 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1138160 Jul 14 09:25:36.681689 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36414) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:36.716484 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b095b20e-1acd-4350-b585-818826641747 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] GET failed (client error): The resource could not be found. Jul 14 09:25:36.720757 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b095b20e-1acd-4350-b585-818826641747 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports/c6a9766d-a7da-45ee-83e1-3c1f008f27b5 HTTP/1.1" status: 404 len: 333 time: 0.0351417 Jul 14 09:25:36.720988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36416) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:36.753639 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26521eb-5f7b-408b-b254-efd1ff6a101f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] GET failed (client error): The resource could not be found. Jul 14 09:25:36.763506 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e26521eb-5f7b-408b-b254-efd1ff6a101f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports/375beea0-1b54-4fc8-aac8-aa955b0d58bb HTTP/1.1" status: 404 len: 333 time: 0.0387475 Jul 14 09:25:36.763932 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36420) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:36.787518 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3dfe7b14-6aec-4f24-accb-fcbf45cd23f7,segment=NetworkSegment(113c385f-8820-498f-bf90-77139685d515),segment_id=113c385f-8820-498f-bf90-77139685d515)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:36.802743 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '3dfe7b14-6aec-4f24-accb-fcbf45cd23f7', 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44', 'port_id': '3dfe7b14-6aec-4f24-accb-fcbf45cd23f7', 'mac_address': 'fa:16:3e:57:d6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94202a5-c75a-4066-a9dd-07958bf7cb37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:36.859273 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a2c7-5e94-4661-9cc2-99b2864b4493 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.867104 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.890487 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:36.919231 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3dfe7b14-6aec-4f24-accb-fcbf45cd23f7,segment=NetworkSegment(113c385f-8820-498f-bf90-77139685d515),segment_id=113c385f-8820-498f-bf90-77139685d515)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:36.927911 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.001996 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a2c7-5e94-4661-9cc2-99b2864b4493 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.003019 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=3dfe7b14-6aec-4f24-accb-fcbf45cd23f7,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:37.014592 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-ccc3a2c7-5e94-4661-9cc2-99b2864b4493 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf981622-277c-4583-ad73-dd7efff6d773']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:37.029500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-ccc3a2c7-5e94-4661-9cc2-99b2864b4493 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d2d970-7197-47cb-9bfc-586669b76778') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:37.029809 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-ccc3a2c7-5e94-4661-9cc2-99b2864b4493 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d2d970-7197-47cb-9bfc-586669b76778') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:37.041400 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a2c7-5e94-4661-9cc2-99b2864b4493 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.065213 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbc362-e28c-431b-b923-a01f42020074 req-2ff2631a-0f8e-48e1-b9b0-3b46c5aa4b55 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.066755 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eafbc362-e28c-431b-b923-a01f42020074 req-2ff2631a-0f8e-48e1-b9b0-3b46c5aa4b55 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.1439259 Jul 14 09:25:37.067773 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a2c7-5e94-4661-9cc2-99b2864b4493 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.076401 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc3a2c7-5e94-4661-9cc2-99b2864b4493 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:37.076803 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a2c7-5e94-4661-9cc2-99b2864b4493 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:37.079892 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:37.164408 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eafbc362-e28c-431b-b923-a01f42020074 req-ad46a4da-263f-4564-84fa-557117a24439 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900841 Jul 14 09:25:37.165417 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a2c7-5e94-4661-9cc2-99b2864b4493 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.173462 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a2c7-5e94-4661-9cc2-99b2864b4493 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.174956 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ccc3a2c7-5e94-4661-9cc2-99b2864b4493 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/networks/cf981622-277c-4583-ad73-dd7efff6d773 HTTP/1.1" status: 204 len: 168 time: 0.4103763 Jul 14 09:25:37.179966 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36426) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:37.187291 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-66373843-5acc-483e-aaaa-eb9f405eb6d4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-128666233'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:37.190654 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3a2c7-5e94-4661-9cc2-99b2864b4493 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Network': ['ID=cf981622-277c-4583-ad73-dd7efff6d773,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:37.227611 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66373843-5acc-483e-aaaa-eb9f405eb6d4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:37.232700 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-66373843-5acc-483e-aaaa-eb9f405eb6d4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.265562 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66373843-5acc-483e-aaaa-eb9f405eb6d4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:37.282878 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-66373843-5acc-483e-aaaa-eb9f405eb6d4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.283288 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-66373843-5acc-483e-aaaa-eb9f405eb6d4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Added segment 01e01ce8-640b-453c-986c-04e30fac6bd1 of type vlan for network 46da8adf-80e3-45f2-adea-5acb7ecf4780 Jul 14 09:25:37.322837 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655da96-69a2-47c4-b3e9-9a9f031ba10d req-7d341c9b-2c25-43e6-900f-eca7f07e2578 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.330803 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5655da96-69a2-47c4-b3e9-9a9f031ba10d req-7d341c9b-2c25-43e6-900f-eca7f07e2578 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7adf1ac-048b-423b-87f2-3e9aa3938c37 HTTP/1.1" status: 200 len: 945 time: 0.1315017 Jul 14 09:25:37.340454 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d90ad2-5ae4-404c-9fe3-18fb50bd1069 req-c6520db5-e9c3-42c9-b88c-ca2dc386b50a tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.342034 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-66373843-5acc-483e-aaaa-eb9f405eb6d4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.342346 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6d90ad2-5ae4-404c-9fe3-18fb50bd1069 req-c6520db5-e9c3-42c9-b88c-ca2dc386b50a tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.49 "GET /v2.0/ports?device_id=54df4469-77f6-4fab-8cae-6767a6011ecc HTTP/1.1" status: 200 len: 945 time: 0.1338003 Jul 14 09:25:37.380136 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-66373843-5acc-483e-aaaa-eb9f405eb6d4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.386130 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3dfe7b14-6aec-4f24-accb-fcbf45cd23f7'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:37.387017 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66373843-5acc-483e-aaaa-eb9f405eb6d4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.387699 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-66373843-5acc-483e-aaaa-eb9f405eb6d4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.460107 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5655da96-69a2-47c4-b3e9-9a9f031ba10d req-1b4ce0f5-baa4-4ae3-a7c6-efe050129284 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281700 Jul 14 09:25:37.488991 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-66373843-5acc-483e-aaaa-eb9f405eb6d4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3066714 Jul 14 09:25:37.489729 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36432) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:37.500321 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1f5ab75c-1594-4a47-a2c4-e1c14bcf0ef1 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'subnet': {'network_id': '46da8adf-80e3-45f2-adea-5acb7ecf4780', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:37.519996 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66373843-5acc-483e-aaaa-eb9f405eb6d4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Network': ['ID=46da8adf-80e3-45f2-adea-5acb7ecf4780,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:37.531569 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 46da8adf-80e3-45f2-adea-5acb7ecf4780 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:37.578973 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8240f1-177d-4e79-a524-1d00bb099530 req-4710a4ab-0947-4144-b49c-88c858b115de tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.587254 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3e8240f1-177d-4e79-a524-1d00bb099530 req-4710a4ab-0947-4144-b49c-88c858b115de tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/ports?device_id=54df4469-77f6-4fab-8cae-6767a6011ecc HTTP/1.1" status: 200 len: 945 time: 0.2438352 Jul 14 09:25:37.643580 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-c6d90ad2-5ae4-404c-9fe3-18fb50bd1069 req-7ebfefe1-cc66-45ba-b618-9cd15540837e tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Deleting port c05572f2-a5b4-458f-be9a-cd58cd32b6b5 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:37.644610 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c6d90ad2-5ae4-404c-9fe3-18fb50bd1069 req-7ebfefe1-cc66-45ba-b618-9cd15540837e tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.657830 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3e8240f1-177d-4e79-a524-1d00bb099530 req-db9a138b-cd2f-48e1-9394-006aba1949ef tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7fbdd9a-bcf4-4caf-a2df-37a6699afd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655968 Jul 14 09:25:37.686744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5ab75c-1594-4a47-a2c4-e1c14bcf0ef1 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:37.692749 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab75c-1594-4a47-a2c4-e1c14bcf0ef1 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.762150 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-c6d90ad2-5ae4-404c-9fe3-18fb50bd1069 req-7ebfefe1-cc66-45ba-b618-9cd15540837e tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] For port c05572f2-a5b4-458f-be9a-cd58cd32b6b5, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c05572f2-a5b4-458f-be9a-cd58cd32b6b5,segment=NetworkSegment(9c50f19f-5b80-4e9d-8e45-935822d8af53),segment_id=9c50f19f-5b80-4e9d-8e45-935822d8af53)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:37.762696 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c6d90ad2-5ae4-404c-9fe3-18fb50bd1069 req-7ebfefe1-cc66-45ba-b618-9cd15540837e tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.784287 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-c6d90ad2-5ae4-404c-9fe3-18fb50bd1069 req-7ebfefe1-cc66-45ba-b618-9cd15540837e tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Calling delete_port for c05572f2-a5b4-458f-be9a-cd58cd32b6b5 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:37.903555 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab75c-1594-4a47-a2c4-e1c14bcf0ef1 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.974531 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ab75c-1594-4a47-a2c4-e1c14bcf0ef1 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Subnet': ['ID=520f1e0d-6c08-404d-b114-36fcc9e5751e,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:37.978141 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5ab75c-1594-4a47-a2c4-e1c14bcf0ef1 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Checking segment: {'id': '01e01ce8-640b-453c-986c-04e30fac6bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '46da8adf-80e3-45f2-adea-5acb7ecf4780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:37.978626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5ab75c-1594-4a47-a2c4-e1c14bcf0ef1 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network hostable DHCP agents. Network: 46da8adf-80e3-45f2-adea-5acb7ecf4780, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:37.998821 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5ab75c-1594-4a47-a2c4-e1c14bcf0ef1 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network 46da8adf-80e3-45f2-adea-5acb7ecf4780 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:38.008907 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-916bf8cd-e2cf-4d98-bbfb-9083333b2d97 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:38.011355 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-1f5ab75c-1594-4a47-a2c4-e1c14bcf0ef1 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 46da8adf-80e3-45f2-adea-5acb7ecf4780) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:38.014314 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-916bf8cd-e2cf-4d98-bbfb-9083333b2d97 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/networks?id=0dc7e72a-3edb-4241-a6f5-3289e30586c5 HTTP/1.1" status: 200 len: 814 time: 0.2277901 Jul 14 09:25:38.020606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5ab75c-1594-4a47-a2c4-e1c14bcf0ef1 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:38.021196 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab75c-1594-4a47-a2c4-e1c14bcf0ef1 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.025218 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3274a-0e25-4c8b-8d36-89fadacd7bd3 req-cc3ee3a8-cf81-4b80-9745-4a952420e4d7 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:38.026944 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ae3274a-0e25-4c8b-8d36-89fadacd7bd3 req-cc3ee3a8-cf81-4b80-9745-4a952420e4d7 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4746017-8421-481b-92bd-d1387fdaffce HTTP/1.1" status: 200 len: 945 time: 0.2224224 Jul 14 09:25:38.028011 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45669441-4354-44f0-9fc1-07638291c760 None None] Network 46da8adf-80e3-45f2-adea-5acb7ecf4780 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:38.042402 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1f5ab75c-1594-4a47-a2c4-e1c14bcf0ef1 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5490346 Jul 14 09:25:38.044265 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36452) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:38.049881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ffe495d7-5ae2-475b-aef3-c29489140fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'port': {'network_id': '46da8adf-80e3-45f2-adea-5acb7ecf4780', 'name': 'tempest-PortsIpV6TestJSON-1080540559'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:38.056597 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-42be2eab-f7e9-4202-a359-a18443268e3c tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/quotas/fd44d92953cd42e0895427390c159c4f HTTP/1.1" status: 200 len: 375 time: 0.0394514 Jul 14 09:25:38.133100 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ae3274a-0e25-4c8b-8d36-89fadacd7bd3 req-91be830a-2fd3-4b90-9a14-347ea34091a8 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988834 Jul 14 09:25:38.172584 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c6d90ad2-5ae4-404c-9fe3-18fb50bd1069 req-7ebfefe1-cc66-45ba-b618-9cd15540837e tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.194812 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['c05572f2-a5b4-458f-be9a-cd58cd32b6b5'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:38.219204 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-46da8adf-80e3-45f2-adea-5acb7ecf4780', 'network_id': '46da8adf-80e3-45f2-adea-5acb7ecf4780', 'tenant_id': '1f0817fe7e064f388adbef792aa02c42', 'fixed_ips': [{'subnet_id': '520f1e0d-6c08-404d-b114-36fcc9e5751e'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:25:38.220270 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.243685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebfefe1-cc66-45ba-b618-9cd15540837e tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Pushing event deleted for resources: {'Port': ['ID=c05572f2-a5b4-458f-be9a-cd58cd32b6b5,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:38.268963 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe495d7-5ae2-475b-aef3-c29489140fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:38.278850 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffe495d7-5ae2-475b-aef3-c29489140fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.280385 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d90ad2-5ae4-404c-9fe3-18fb50bd1069 req-7ebfefe1-cc66-45ba-b618-9cd15540837e tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] No DVR routers for this DVR port c05572f2-a5b4-458f-be9a-cd58cd32b6b5 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:38.285024 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c6d90ad2-5ae4-404c-9fe3-18fb50bd1069 req-7ebfefe1-cc66-45ba-b618-9cd15540837e tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.287144 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6d90ad2-5ae4-404c-9fe3-18fb50bd1069 req-7ebfefe1-cc66-45ba-b618-9cd15540837e tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.49 "DELETE /v2.0/ports/c05572f2-a5b4-458f-be9a-cd58cd32b6b5 HTTP/1.1" status: 204 len: 173 time: 0.9363337 Jul 14 09:25:38.287608 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54df4469-77f6-4fab-8cae-6767a6011ecc', 'name': 'network-vif-deleted', 'tag': 'c05572f2-a5b4-458f-be9a-cd58cd32b6b5'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:38.289974 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79558eb5-1a97-443c-8d87-cf49d7307cfa" -d '{"events": [{"server_uuid": "54df4469-77f6-4fab-8cae-6767a6011ecc", "name": "network-vif-deleted", "tag": "c05572f2-a5b4-458f-be9a-cd58cd32b6b5"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:38.310066 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-11704e37-8da4-4eda-b54a-137ec5b80d2b tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd44d92953cd42e0895427390c159c4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2196443 Jul 14 09:25:38.346057 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-ffe495d7-5ae2-475b-aef3-c29489140fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] device_id is not set on port adee91f9-5a63-4426-9ea6-7bb31055ba0c yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:25:38.421709 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Allocated IP 2001:db8::2 (46da8adf-80e3-45f2-adea-5acb7ecf4780/520f1e0d-6c08-404d-b114-36fcc9e5751e/b15874fc-81ef-45d2-ac10-e921ad43269a) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:38.500283 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-ad9f0c74-995c-4362-a7e0-7d547aa651f1 service neutron] 10.222.0.26 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893518 Jul 14 09:25:38.595943 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.599042 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912db6a-de55-4880-9fdb-19a4703ba4d4 req-109127b1-3ae6-44d8-ad2e-e086c057cf85 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:38.600620 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3912db6a-de55-4880-9fdb-19a4703ba4d4 req-109127b1-3ae6-44d8-ad2e-e086c057cf85 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.1411235 Jul 14 09:25:38.606266 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Transition to ACTIVE for port object b15874fc-81ef-45d2-ac10-e921ad43269a will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:38.630580 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Transition to ACTIVE for port object b15874fc-81ef-45d2-ac10-e921ad43269a will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:38.637080 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.643599 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-8da9643d-88f9-4068-8497-f83b5450da42 service neutron] 10.222.0.26 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325436 Jul 14 09:25:38.662774 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3912db6a-de55-4880-9fdb-19a4703ba4d4 req-ffa3af74-03ef-4110-ba53-74ad9975c4ea tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515912 Jul 14 09:25:38.664377 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 61c3df74-35c9-47e6-8ce3-3360345c66ea details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:38.673586 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:38.712220 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Network 46da8adf-80e3-45f2-adea-5acb7ecf4780 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:38.721998 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:38.728219 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:38.730668 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Pushing event updated for resources: {'Port': ['ID=b15874fc-81ef-45d2-ac10-e921ad43269a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:38.737380 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-ffe495d7-5ae2-475b-aef3-c29489140fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Allocated IP 2001:db8::3df (46da8adf-80e3-45f2-adea-5acb7ecf4780/520f1e0d-6c08-404d-b114-36fcc9e5751e/adee91f9-5a63-4426-9ea6-7bb31055ba0c) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:38.743531 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa3db96-8970-49fb-a430-fa4ea9c44d76 x-openstack-request-id: req-dfa3db96-8970-49fb-a430-fa4ea9c44d76 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:38.744127 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54df4469-77f6-4fab-8cae-6767a6011ecc", "name": "network-vif-deleted", "tag": "c05572f2-a5b4-458f-be9a-cd58cd32b6b5", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:38.744590 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dfa3db96-8970-49fb-a430-fa4ea9c44d76 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:38.745220 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54df4469-77f6-4fab-8cae-6767a6011ecc', 'name': 'network-vif-deleted', 'tag': 'c05572f2-a5b4-458f-be9a-cd58cd32b6b5', 'status': 'completed', 'code': 200} Jul 14 09:25:38.902926 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Attempting to bind port b15874fc-81ef-45d2-ac10-e921ad43269a on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:38.903304 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Attempting to bind port b15874fc-81ef-45d2-ac10-e921ad43269a by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '01e01ce8-640b-453c-986c-04e30fac6bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '46da8adf-80e3-45f2-adea-5acb7ecf4780'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:38.903675 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Attempting to bind port b15874fc-81ef-45d2-ac10-e921ad43269a on network 46da8adf-80e3-45f2-adea-5acb7ecf4780 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:38.920347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:38.922603 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:38.923400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Checking segment: {'id': '01e01ce8-640b-453c-986c-04e30fac6bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '46da8adf-80e3-45f2-adea-5acb7ecf4780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:38.923400 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.923811 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Bound using segment: {'id': '01e01ce8-640b-453c-986c-04e30fac6bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '46da8adf-80e3-45f2-adea-5acb7ecf4780'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:38.924294 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Bound port: b15874fc-81ef-45d2-ac10-e921ad43269a, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e01ce8-640b-453c-986c-04e30fac6bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '46da8adf-80e3-45f2-adea-5acb7ecf4780'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:38.924682 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.944746 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:38.945138 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.970480 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffe495d7-5ae2-475b-aef3-c29489140fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.003742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-ffe495d7-5ae2-475b-aef3-c29489140fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Transition to ACTIVE for port object adee91f9-5a63-4426-9ea6-7bb31055ba0c will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:39.009406 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9a826-cf4d-4e95-be45-e1a0500b9b17 req-8f104f8e-5cb7-415e-b0f0-3164d1b09fd6 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:39.017697 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0e9a826-cf4d-4e95-be45-e1a0500b9b17 req-8f104f8e-5cb7-415e-b0f0-3164d1b09fd6 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7adf1ac-048b-423b-87f2-3e9aa3938c37 HTTP/1.1" status: 200 len: 945 time: 0.1424897 Jul 14 09:25:39.068739 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 61c3df74-35c9-47e6-8ce3-3360345c66ea, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=61c3df74-35c9-47e6-8ce3-3360345c66ea,segment=NetworkSegment(113c385f-8820-498f-bf90-77139685d515),segment_id=113c385f-8820-498f-bf90-77139685d515)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:39.075988 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffe495d7-5ae2-475b-aef3-c29489140fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.083270 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] For port b15874fc-81ef-45d2-ac10-e921ad43269a, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:39.101023 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] For port b15874fc-81ef-45d2-ac10-e921ad43269a, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b15874fc-81ef-45d2-ac10-e921ad43269a,segment=NetworkSegment(01e01ce8-640b-453c-986c-04e30fac6bd1),segment_id=01e01ce8-640b-453c-986c-04e30fac6bd1)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:39.102351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '61c3df74-35c9-47e6-8ce3-3360345c66ea', 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44', 'port_id': '61c3df74-35c9-47e6-8ce3-3360345c66ea', 'mac_address': 'fa:16:3e:68:0a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94202a5-c75a-4066-a9dd-07958bf7cb37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:39.113774 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0e9a826-cf4d-4e95-be45-e1a0500b9b17 req-cbd55071-fded-45d0-838d-028ef2e9293b tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826507 Jul 14 09:25:39.127702 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.187573 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.213335 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2eca9fc8-ff4e-4248-875a-494125c23c1a req-d1cb98ac-e099-4f74-809a-73135d31d547 tempest-InstanceActionsTestJSON-860570434 tempest-InstanceActionsTestJSON-860570434-project] 10.222.0.26 "GET /v2.0/ports?device_id=54df4469-77f6-4fab-8cae-6767a6011ecc HTTP/1.1" status: 200 len: 210 time: 0.0634661 Jul 14 09:25:39.234847 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe495d7-5ae2-475b-aef3-c29489140fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network 46da8adf-80e3-45f2-adea-5acb7ecf4780 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:39.264817 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.277452 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c3df74-35c9-47e6-8ce3-3360345c66ea {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:39.294796 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-ffe495d7-5ae2-475b-aef3-c29489140fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:39.312012 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe495d7-5ae2-475b-aef3-c29489140fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:39.320420 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe495d7-5ae2-475b-aef3-c29489140fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:39.321647 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffe495d7-5ae2-475b-aef3-c29489140fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.346557 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 61c3df74-35c9-47e6-8ce3-3360345c66ea, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=61c3df74-35c9-47e6-8ce3-3360345c66ea,segment=NetworkSegment(113c385f-8820-498f-bf90-77139685d515),segment_id=113c385f-8820-498f-bf90-77139685d515)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:39.355747 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7a44e8e2-eaf0-4c2e-ac85-228d68f0b1d9 req-9f3cb213-8454-45b5-8b09-cf6fc60b0735 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f14b65-3460-4efe-8b95-53d4ac102957 HTTP/1.1" status: 200 len: 210 time: 0.0643251 Jul 14 09:25:39.360804 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ffe495d7-5ae2-475b-aef3-c29489140fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3152063 Jul 14 09:25:39.361209 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36478) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:39.366945 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe495d7-5ae2-475b-aef3-c29489140fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=adee91f9-5a63-4426-9ea6-7bb31055ba0c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:39.368221 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.383797 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7adf1ac-048b-423b-87f2-3e9aa3938c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfe7b14-6aec-4f24-accb-fcbf45cd23f7'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:39.391614 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688955d3-1cf4-4c9b-a0bc-0c3fde7144ca" -d '{"events": [{"server_uuid": "b7adf1ac-048b-423b-87f2-3e9aa3938c37", "name": "network-vif-plugged", "status": "completed", "tag": "3dfe7b14-6aec-4f24-accb-fcbf45cd23f7"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:39.407762 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0456603-350d-46b6-9ba5-41c69e240085 None None] Pushing event updated for resources: {'Port': ['ID=b15874fc-81ef-45d2-ac10-e921ad43269a,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:39.471666 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3dfe7b14-6aec-4f24-accb-fcbf45cd23f7,segment=NetworkSegment(113c385f-8820-498f-bf90-77139685d515),segment_id=113c385f-8820-498f-bf90-77139685d515)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:39.479571 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.500342 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=61c3df74-35c9-47e6-8ce3-3360345c66ea,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:39.539946 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-cc18c98e-3bfe-44b3-952c-d4b32cceca62 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port adee91f9-5a63-4426-9ea6-7bb31055ba0c {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:39.540280 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cc18c98e-3bfe-44b3-952c-d4b32cceca62 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.633270 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=3dfe7b14-6aec-4f24-accb-fcbf45cd23f7,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:39.674104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9aa805c8-c407-42a0-b329-ed0b3efbb88a details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:39.752068 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a655d16-fb79-4b76-971d-0f44cd16bfa7 req-8851ce7c-2d81-4224-9419-a1150d844d71 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:39.762053 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a655d16-fb79-4b76-971d-0f44cd16bfa7 req-8851ce7c-2d81-4224-9419-a1150d844d71 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4746017-8421-481b-92bd-d1387fdaffce HTTP/1.1" status: 200 len: 945 time: 0.2140555 Jul 14 09:25:39.765333 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b748e96-43a8-433a-9859-c649889e1296 x-openstack-request-id: req-1b748e96-43a8-433a-9859-c649889e1296 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:39.765951 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7adf1ac-048b-423b-87f2-3e9aa3938c37", "name": "network-vif-plugged", "status": "completed", "tag": "3dfe7b14-6aec-4f24-accb-fcbf45cd23f7", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:39.766863 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b748e96-43a8-433a-9859-c649889e1296 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:39.767695 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7adf1ac-048b-423b-87f2-3e9aa3938c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfe7b14-6aec-4f24-accb-fcbf45cd23f7', 'code': 200} Jul 14 09:25:39.805605 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cc18c98e-3bfe-44b3-952c-d4b32cceca62 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.826595 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-cc18c98e-3bfe-44b3-952c-d4b32cceca62 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for adee91f9-5a63-4426-9ea6-7bb31055ba0c owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:39.845613 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9aa805c8-c407-42a0-b329-ed0b3efbb88a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9aa805c8-c407-42a0-b329-ed0b3efbb88a,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:39.861739 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['61c3df74-35c9-47e6-8ce3-3360345c66ea'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:39.865331 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '9aa805c8-c407-42a0-b329-ed0b3efbb88a', 'network_id': 'abaf8195-e5b5-41c5-9377-b40357a3091e', 'port_id': '9aa805c8-c407-42a0-b329-ed0b3efbb88a', 'mac_address': 'fa:16:3e:f8:2e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe961b1-9a16-4166-9f5e-21fa35cb8710', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:39.882334 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a655d16-fb79-4b76-971d-0f44cd16bfa7 req-6320a548-9e8b-4083-a3f0-05fd5425485b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193867 Jul 14 09:25:39.951346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6321bfd-3b3c-4744-9fab-c1e7be34a6b5 req-fd5b684d-5cae-4737-b536-9423241ed727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:39.952967 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f6321bfd-3b3c-4744-9fab-c1e7be34a6b5 req-fd5b684d-5cae-4737-b536-9423241ed727 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b7adf1ac-048b-423b-87f2-3e9aa3938c37 HTTP/1.1" status: 200 len: 1098 time: 0.0561247 Jul 14 09:25:39.993999 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded8030-a880-4124-8e9a-ffab2e9cf1c4 req-67036ba7-7094-413e-90ca-1f26aaa56eab tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:40.002878 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fded8030-a880-4124-8e9a-ffab2e9cf1c4 req-67036ba7-7094-413e-90ca-1f26aaa56eab tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.1741590 Jul 14 09:25:40.021973 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f6321bfd-3b3c-4744-9fab-c1e7be34a6b5 req-bc53d37d-d3ca-4ce3-a89b-4bf3a1c6a438 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562382 Jul 14 09:25:40.040922 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.062893 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9aa805c8-c407-42a0-b329-ed0b3efbb88a {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:40.072267 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fded8030-a880-4124-8e9a-ffab2e9cf1c4 req-70269b4d-a258-4ce6-b1a9-ccc2f8b4d751 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684466 Jul 14 09:25:40.098045 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9aa805c8-c407-42a0-b329-ed0b3efbb88a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9aa805c8-c407-42a0-b329-ed0b3efbb88a,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:40.103215 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.118422 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cc18c98e-3bfe-44b3-952c-d4b32cceca62 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.186840 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['9aa805c8-c407-42a0-b329-ed0b3efbb88a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:40.197573 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18c98e-3bfe-44b3-952c-d4b32cceca62 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=adee91f9-5a63-4426-9ea6-7bb31055ba0c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:40.243341 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cc18c98e-3bfe-44b3-952c-d4b32cceca62 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.244510 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=9aa805c8-c407-42a0-b329-ed0b3efbb88a,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:40.246676 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cc18c98e-3bfe-44b3-952c-d4b32cceca62 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/ports/adee91f9-5a63-4426-9ea6-7bb31055ba0c HTTP/1.1" status: 204 len: 168 time: 0.8808000 Jul 14 09:25:40.248955 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36494) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:40.304138 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bbc8e1-40a8-44c7-8bf0-437f8332308b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] DELETE failed (client error): The resource could not be found. Jul 14 09:25:40.304893 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87bbc8e1-40a8-44c7-8bf0-437f8332308b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:25:40.311011 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36500) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:40.318385 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-87bbc8e1-40a8-44c7-8bf0-437f8332308b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/ports/adee91f9-5a63-4426-9ea6-7bb31055ba0c HTTP/1.1" status: 404 len: 333 time: 0.0668149 Jul 14 09:25:40.366046 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36504) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:40.410481 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe94363e-edd2-4051-9fcc-9a3d5b86aa64 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] GET failed (client error): The resource could not be found. Jul 14 09:25:40.412986 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fe94363e-edd2-4051-9fcc-9a3d5b86aa64 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports/adee91f9-5a63-4426-9ea6-7bb31055ba0c HTTP/1.1" status: 404 len: 333 time: 0.1005828 Jul 14 09:25:40.418333 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36508) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:40.537239 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73db6ae-6d7f-42da-86f1-1dd405c7fba9 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting subnet 520f1e0d-6c08-404d-b114-36fcc9e5751e {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:40.546329 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d73db6ae-6d7f-42da-86f1-1dd405c7fba9 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.639167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-56cfa9e5-0adf-4829-a86f-8581063054a9 admin admin] Deleting subnet d6129be9-0ce3-42d5-8045-a04d49d2b730 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:40.651272 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56cfa9e5-0adf-4829-a86f-8581063054a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.652614 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47fc12-0c78-472b-ad42-6d74ea6bb9ab req-66d174bf-67d0-4abe-961f-12dfb436666b tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:40.666006 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb47fc12-0c78-472b-ad42-6d74ea6bb9ab req-66d174bf-67d0-4abe-961f-12dfb436666b tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7adf1ac-048b-423b-87f2-3e9aa3938c37 HTTP/1.1" status: 200 len: 946 time: 0.3331447 Jul 14 09:25:40.706481 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-78bfa19a-8a07-4a65-8002-f34ba4c1ae7d tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:40.708284 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-78bfa19a-8a07-4a65-8002-f34ba4c1ae7d tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.49 "GET /v2.0/networks?id=0dc7e72a-3edb-4241-a6f5-3289e30586c5 HTTP/1.1" status: 200 len: 814 time: 0.2993839 Jul 14 09:25:40.729241 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d73db6ae-6d7f-42da-86f1-1dd405c7fba9 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.731559 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-81ba4664-ed61-408c-a7c9-472eb2fd9c0f tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Request body: {'port': {'device_id': 'a2f14b65-3460-4efe-8b95-53d4ac102957', 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5', 'admin_state_up': True, 'tenant_id': 'fd44d92953cd42e0895427390c159c4f'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:40.771925 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56cfa9e5-0adf-4829-a86f-8581063054a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.779211 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb47fc12-0c78-472b-ad42-6d74ea6bb9ab req-20daa0b9-774d-437e-a874-907d7a75997b tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103263 Jul 14 09:25:40.838150 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27713f55-d4b2-4e4b-a3e0-91b93ec82ec6 None None] Network 46da8adf-80e3-45f2-adea-5acb7ecf4780 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:40.844265 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56cfa9e5-0adf-4829-a86f-8581063054a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.930262 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d73db6ae-6d7f-42da-86f1-1dd405c7fba9 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.007231 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-81ba4664-ed61-408c-a7c9-472eb2fd9c0f tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Made reservation on behalf of fd44d92953cd42e0895427390c159c4f for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:41.018755 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-81ba4664-ed61-408c-a7c9-472eb2fd9c0f tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.034991 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56cfa9e5-0adf-4829-a86f-8581063054a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.095620 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfa9e5-0adf-4829-a86f-8581063054a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6129be9-0ce3-42d5-8045-a04d49d2b730,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:41.106655 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56cfa9e5-0adf-4829-a86f-8581063054a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.107867 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ffd5020-f213-48cc-bcba-77eaeed7bb80 req-f3f21f2c-9fb2-4577-81db-17d963481c2d tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f14b65-3460-4efe-8b95-53d4ac102957 HTTP/1.1" status: 200 len: 210 time: 0.1074836 Jul 14 09:25:41.110429 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-56cfa9e5-0adf-4829-a86f-8581063054a9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d6129be9-0ce3-42d5-8045-a04d49d2b730 HTTP/1.1" status: 204 len: 168 time: 0.7431755 Jul 14 09:25:41.111243 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36516) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:41.134630 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d73db6ae-6d7f-42da-86f1-1dd405c7fba9 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.167637 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d73db6ae-6d7f-42da-86f1-1dd405c7fba9 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.169634 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d73db6ae-6d7f-42da-86f1-1dd405c7fba9 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/subnets/520f1e0d-6c08-404d-b114-36fcc9e5751e HTTP/1.1" status: 204 len: 168 time: 0.7501650 Jul 14 09:25:41.170663 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73db6ae-6d7f-42da-86f1-1dd405c7fba9 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Subnet': ['ID=520f1e0d-6c08-404d-b114-36fcc9e5751e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:41.177124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36518) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:41.211209 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b15874fc-81ef-45d2-ac10-e921ad43269a up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:41.262941 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9909f5bf-4698-410b-b590-2592d54845b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.281192 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-baa30b0d-135b-46ae-8e6b-1ec25b963c7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.343538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-adbca9e1-0a2a-4c29-a585-ae84fc3d3ddf None None] Provisioning for port b15874fc-81ef-45d2-ac10-e921ad43269a completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:41.385246 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-baa30b0d-135b-46ae-8e6b-1ec25b963c7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port b15874fc-81ef-45d2-ac10-e921ad43269a {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:41.386651 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-baa30b0d-135b-46ae-8e6b-1ec25b963c7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.422024 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port b15874fc-81ef-45d2-ac10-e921ad43269a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:41.428130 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port b15874fc-81ef-45d2-ac10-e921ad43269a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:41.428660 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.486150 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9909f5bf-4698-410b-b590-2592d54845b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.492078 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-baa30b0d-135b-46ae-8e6b-1ec25b963c7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] For port b15874fc-81ef-45d2-ac10-e921ad43269a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b15874fc-81ef-45d2-ac10-e921ad43269a,segment=NetworkSegment(01e01ce8-640b-453c-986c-04e30fac6bd1),segment_id=01e01ce8-640b-453c-986c-04e30fac6bd1)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:41.494210 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-baa30b0d-135b-46ae-8e6b-1ec25b963c7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.511235 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-9909f5bf-4698-410b-b590-2592d54845b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a6c954-3d34-487f-b07a-32be3c9fb209']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:41.523749 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-baa30b0d-135b-46ae-8e6b-1ec25b963c7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for b15874fc-81ef-45d2-ac10-e921ad43269a owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:41.538290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-9909f5bf-4698-410b-b590-2592d54845b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c50f19f-5b80-4e9d-8e45-935822d8af53') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:41.538290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-9909f5bf-4698-410b-b590-2592d54845b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c50f19f-5b80-4e9d-8e45-935822d8af53') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:41.541033 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-81ba4664-ed61-408c-a7c9-472eb2fd9c0f tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Allocated IP 172.20.0.5 (0dc7e72a-3edb-4241-a6f5-3289e30586c5/d99465c5-3f7d-4f9c-9abc-0f6030c9ad6e/f9b9f455-ac09-401a-b24c-86e337ba89d7) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:41.561686 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9909f5bf-4698-410b-b590-2592d54845b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.592310 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.596634 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9909f5bf-4698-410b-b590-2592d54845b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.617202 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9909f5bf-4698-410b-b590-2592d54845b0 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:41.617773 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9909f5bf-4698-410b-b590-2592d54845b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:41.620198 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:41.635908 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c5e8a-ded5-4fab-b238-db1169553ec0 req-a9544579-43ea-4113-affc-aee6ceff55bd tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:41.638168 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-793c5e8a-ded5-4fab-b238-db1169553ec0 req-a9544579-43ea-4113-affc-aee6ceff55bd tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4746017-8421-481b-92bd-d1387fdaffce HTTP/1.1" status: 200 len: 944 time: 0.2930143 Jul 14 09:25:41.650079 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port b15874fc-81ef-45d2-ac10-e921ad43269a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b15874fc-81ef-45d2-ac10-e921ad43269a,segment=NetworkSegment(01e01ce8-640b-453c-986c-04e30fac6bd1),segment_id=01e01ce8-640b-453c-986c-04e30fac6bd1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:41.659188 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.686397 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9aa805c8-c407-42a0-b329-ed0b3efbb88a up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:41.687896 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-baa30b0d-135b-46ae-8e6b-1ec25b963c7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.695349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9ca334-fdb5-4c6e-ae86-7fd77891ad7e None None] DHCP port deletion for 46da8adf-80e3-45f2-adea-5acb7ecf4780 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:25:41.718718 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa30b0d-135b-46ae-8e6b-1ec25b963c7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=b15874fc-81ef-45d2-ac10-e921ad43269a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:41.721029 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa30b0d-135b-46ae-8e6b-1ec25b963c7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No DVR routers for this DVR port b15874fc-81ef-45d2-ac10-e921ad43269a on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:41.781479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=b15874fc-81ef-45d2-ac10-e921ad43269a,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:41.805298 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 9aa805c8-c407-42a0-b329-ed0b3efbb88a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:41.806033 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.820595 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-baa30b0d-135b-46ae-8e6b-1ec25b963c7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.833747 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-baa30b0d-135b-46ae-8e6b-1ec25b963c7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46da8adf-80e3-45f2-adea-5acb7ecf4780']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:41.849823 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-baa30b0d-135b-46ae-8e6b-1ec25b963c7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e01ce8-640b-453c-986c-04e30fac6bd1') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:41.850177 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-baa30b0d-135b-46ae-8e6b-1ec25b963c7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e01ce8-640b-453c-986c-04e30fac6bd1') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:41.861316 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-baa30b0d-135b-46ae-8e6b-1ec25b963c7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.883954 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-baa30b0d-135b-46ae-8e6b-1ec25b963c7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.892370 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa30b0d-135b-46ae-8e6b-1ec25b963c7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:41.893374 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-baa30b0d-135b-46ae-8e6b-1ec25b963c7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:41.897090 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:41.903930 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.944008 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9aa805c8-c407-42a0-b329-ed0b3efbb88a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9aa805c8-c407-42a0-b329-ed0b3efbb88a,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:41.945003 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4746017-8421-481b-92bd-d1387fdaffce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa805c8-c407-42a0-b329-ed0b3efbb88a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:41.947642 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5564d5c-1b46-410e-9926-455cf5e0dd95" -d '{"events": [{"server_uuid": "a4746017-8421-481b-92bd-d1387fdaffce", "name": "network-vif-plugged", "status": "completed", "tag": "9aa805c8-c407-42a0-b329-ed0b3efbb88a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:41.951533 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.952410 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c05572f2-a5b4-458f-be9a-cd58cd32b6b5 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:41.994453 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: c05572f2-a5b4-458f-be9a-cd58cd32b6b5 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:41.994882 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c05572f2-a5b4-458f-be9a-cd58cd32b6b5 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:42.006299 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-baa30b0d-135b-46ae-8e6b-1ec25b963c7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.011246 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-baa30b0d-135b-46ae-8e6b-1ec25b963c7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.013999 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-baa30b0d-135b-46ae-8e6b-1ec25b963c7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/networks/46da8adf-80e3-45f2-adea-5acb7ecf4780 HTTP/1.1" status: 204 len: 168 time: 0.8351634 Jul 14 09:25:42.019093 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36526) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:42.027391 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=9aa805c8-c407-42a0-b329-ed0b3efbb88a,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:42.028255 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-44378a6e-be84-4cd7-9892-5760ec6c0e19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1406398404'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:42.060202 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa30b0d-135b-46ae-8e6b-1ec25b963c7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Network': ['ID=46da8adf-80e3-45f2-adea-5acb7ecf4780,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:42.087549 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793bfdb-793f-4042-b9cd-6a664c2a1aec req-6a0748fc-1b97-4778-8031-8b1e468445e2 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.089900 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0793bfdb-793f-4042-b9cd-6a664c2a1aec req-6a0748fc-1b97-4778-8031-8b1e468445e2 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4746017-8421-481b-92bd-d1387fdaffce HTTP/1.1" status: 200 len: 945 time: 0.1754601 Jul 14 09:25:42.094456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44378a6e-be84-4cd7-9892-5760ec6c0e19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:42.097956 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44378a6e-be84-4cd7-9892-5760ec6c0e19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.109694 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc76ff0-fa2b-44d1-b5ba-1269d7d93212 req-0e18f79a-d4d8-4e94-b59d-d803d3629625 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.111226 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0cc76ff0-fa2b-44d1-b5ba-1269d7d93212 req-0e18f79a-d4d8-4e94-b59d-d803d3629625 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.7489178 Jul 14 09:25:42.162894 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44378a6e-be84-4cd7-9892-5760ec6c0e19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:42.194227 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9909f5bf-4698-410b-b590-2592d54845b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.198950 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44378a6e-be84-4cd7-9892-5760ec6c0e19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.199294 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-44378a6e-be84-4cd7-9892-5760ec6c0e19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Added segment 9386d6c8-d245-4749-8b67-c6aee5a37c0c of type vlan for network 1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4 Jul 14 09:25:42.205800 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9909f5bf-4698-410b-b590-2592d54845b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.207756 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9909f5bf-4698-410b-b590-2592d54845b0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c7a6c954-3d34-487f-b07a-32be3c9fb209 HTTP/1.1" status: 204 len: 168 time: 1.0954399 Jul 14 09:25:42.246774 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909f5bf-4698-410b-b590-2592d54845b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7a6c954-3d34-487f-b07a-32be3c9fb209,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:42.259305 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0cc76ff0-fa2b-44d1-b5ba-1269d7d93212 req-9d67630b-aee8-43d3-a04d-fa9b38d28577 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350720 Jul 14 09:25:42.261131 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44378a6e-be84-4cd7-9892-5760ec6c0e19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.265036 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-793c5e8a-ded5-4fab-b238-db1169553ec0 req-8ab50f3c-765c-4d45-8223-0f53a89c2764 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b760539-60f7-4e39-b9d7-32fd00159b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5740550 Jul 14 09:25:42.305737 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-0793bfdb-793f-4042-b9cd-6a664c2a1aec req-407ad0c9-5c11-422f-bd2c-0bdc6bf0277b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Deleting port 9aa805c8-c407-42a0-b329-ed0b3efbb88a {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:42.308949 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0793bfdb-793f-4042-b9cd-6a664c2a1aec req-407ad0c9-5c11-422f-bd2c-0bdc6bf0277b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.352988 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-81ba4664-ed61-408c-a7c9-472eb2fd9c0f tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.395109 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44378a6e-be84-4cd7-9892-5760ec6c0e19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.401312 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44378a6e-be84-4cd7-9892-5760ec6c0e19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.402634 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44378a6e-be84-4cd7-9892-5760ec6c0e19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.465182 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-81ba4664-ed61-408c-a7c9-472eb2fd9c0f tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.476180 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['13fd49b0-7dfb-4c07-8d2a-9d083fda98b1', 'ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:42.507281 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36534) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:42.507520 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-44378a6e-be84-4cd7-9892-5760ec6c0e19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4864213 Jul 14 09:25:42.515598 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-81ba4664-ed61-408c-a7c9-472eb2fd9c0f tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Network 0dc7e72a-3edb-4241-a6f5-3289e30586c5 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:42.516077 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['315efc0b-c03f-4347-a1bc-87bc75ea7606'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:42.516232 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36536) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:42.523073 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44378a6e-be84-4cd7-9892-5760ec6c0e19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Network': ['ID=1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:42.531379 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c2152e32-e120-4482-9e01-ac30847a4268 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'subnet': {'network_id': '1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:42.547274 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-81ba4664-ed61-408c-a7c9-472eb2fd9c0f tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:42.547606 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:42.564777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-81ba4664-ed61-408c-a7c9-472eb2fd9c0f tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:42.565550 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-0793bfdb-793f-4042-b9cd-6a664c2a1aec req-407ad0c9-5c11-422f-bd2c-0bdc6bf0277b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] For port 9aa805c8-c407-42a0-b329-ed0b3efbb88a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9aa805c8-c407-42a0-b329-ed0b3efbb88a,segment=NetworkSegment(8a032bad-3320-4bc2-ba00-8e6423d364fa),segment_id=8a032bad-3320-4bc2-ba00-8e6423d364fa)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:42.566152 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0793bfdb-793f-4042-b9cd-6a664c2a1aec req-407ad0c9-5c11-422f-bd2c-0bdc6bf0277b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.588450 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-0793bfdb-793f-4042-b9cd-6a664c2a1aec req-407ad0c9-5c11-422f-bd2c-0bdc6bf0277b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Calling delete_port for 9aa805c8-c407-42a0-b329-ed0b3efbb88a owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:42.608853 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10897e11-d927-49b3-b803-3628c6ef4663 x-openstack-request-id: req-10897e11-d927-49b3-b803-3628c6ef4663 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:42.609193 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4746017-8421-481b-92bd-d1387fdaffce", "name": "network-vif-plugged", "status": "completed", "tag": "9aa805c8-c407-42a0-b329-ed0b3efbb88a", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:42.610617 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10897e11-d927-49b3-b803-3628c6ef4663 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:42.610617 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4746017-8421-481b-92bd-d1387fdaffce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa805c8-c407-42a0-b329-ed0b3efbb88a', 'code': 200} Jul 14 09:25:42.678813 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba4664-ed61-408c-a7c9-472eb2fd9c0f tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Pushing event updated for resources: {'Port': ['ID=f9b9f455-ac09-401a-b24c-86e337ba89d7,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:42.679880 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 61c3df74-35c9-47e6-8ce3-3360345c66ea up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:42.691348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3768cce-b469-4aa1-89b4-8babb98e5764 req-844cb881-beb7-4ff2-9b77-07066b5a0530 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.698825 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3768cce-b469-4aa1-89b4-8babb98e5764 req-844cb881-beb7-4ff2-9b77-07066b5a0530 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7adf1ac-048b-423b-87f2-3e9aa3938c37 HTTP/1.1" status: 200 len: 946 time: 0.3165817 Jul 14 09:25:42.746812 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2bc4d752-28c2-41e4-a0c2-c884e9e7c8c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd4c9dd362164b5297441aa0f560bf65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2343194 Jul 14 09:25:42.750716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36538) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:42.762797 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-81ba4664-ed61-408c-a7c9-472eb2fd9c0f tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.763487 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-81ba4664-ed61-408c-a7c9-472eb2fd9c0f tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.858132 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3768cce-b469-4aa1-89b4-8babb98e5764 req-0b6f2421-1cf3-4335-8a52-e0884c7a945d tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579642 Jul 14 09:25:42.858557 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2152e32-e120-4482-9e01-ac30847a4268 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:42.860911 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 61c3df74-35c9-47e6-8ce3-3360345c66ea completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:42.862317 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c2152e32-e120-4482-9e01-ac30847a4268 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.871720 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-81ba4664-ed61-408c-a7c9-472eb2fd9c0f tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1476667 Jul 14 09:25:42.874661 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 61c3df74-35c9-47e6-8ce3-3360345c66ea triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:42.875735 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.876040 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d2a3416-0791-4eac-9e81-2e3cb9b24b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.921651 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d2a3416-0791-4eac-9e81-2e3cb9b24b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.965904 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81764ad9-297c-4885-86fb-5f99788a4f67 req-f1a930d5-b897-4656-a21e-d8e708d0f6c1 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.969120 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-81764ad9-297c-4885-86fb-5f99788a4f67 req-f1a930d5-b897-4656-a21e-d8e708d0f6c1 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f14b65-3460-4efe-8b95-53d4ac102957 HTTP/1.1" status: 200 len: 931 time: 0.1995840 Jul 14 09:25:43.010320 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d2a3416-0791-4eac-9e81-2e3cb9b24b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.013999 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d2a3416-0791-4eac-9e81-2e3cb9b24b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.015196 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8d2a3416-0791-4eac-9e81-2e3cb9b24b36 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d7fbdd9a-bcf4-4caf-a2df-37a6699afd62 HTTP/1.1" status: 204 len: 168 time: 0.2627614 Jul 14 09:25:43.025987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a3416-0791-4eac-9e81-2e3cb9b24b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fbdd9a-bcf4-4caf-a2df-37a6699afd62,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:43.030334 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0793bfdb-793f-4042-b9cd-6a664c2a1aec req-407ad0c9-5c11-422f-bd2c-0bdc6bf0277b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.038162 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b15874fc-81ef-45d2-ac10-e921ad43269a no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:43.063094 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: b15874fc-81ef-45d2-ac10-e921ad43269a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:43.063474 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b15874fc-81ef-45d2-ac10-e921ad43269a not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:43.078616 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ad0c9-5c11-422f-bd2c-0bdc6bf0277b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Pushing event deleted for resources: {'Port': ['ID=9aa805c8-c407-42a0-b329-ed0b3efbb88a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:43.143891 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.159527 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-81764ad9-297c-4885-86fb-5f99788a4f67 req-2f8e16dc-2b33-4f2c-960f-24e6018c2286 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738105 Jul 14 09:25:43.170146 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] Request body: {'port': {'device_id': 'a2f14b65-3460-4efe-8b95-53d4ac102957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:43.182096 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 61c3df74-35c9-47e6-8ce3-3360345c66ea, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=61c3df74-35c9-47e6-8ce3-3360345c66ea,segment=NetworkSegment(113c385f-8820-498f-bf90-77139685d515),segment_id=113c385f-8820-498f-bf90-77139685d515)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:43.197992 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.225162 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-0793bfdb-793f-4042-b9cd-6a664c2a1aec req-407ad0c9-5c11-422f-bd2c-0bdc6bf0277b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] No DVR routers for this DVR port 9aa805c8-c407-42a0-b329-ed0b3efbb88a on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:43.229125 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0793bfdb-793f-4042-b9cd-6a664c2a1aec req-407ad0c9-5c11-422f-bd2c-0bdc6bf0277b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.233156 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0793bfdb-793f-4042-b9cd-6a664c2a1aec req-407ad0c9-5c11-422f-bd2c-0bdc6bf0277b tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.49 "DELETE /v2.0/ports/9aa805c8-c407-42a0-b329-ed0b3efbb88a HTTP/1.1" status: 204 len: 173 time: 1.1316624 Jul 14 09:25:43.234210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4746017-8421-481b-92bd-d1387fdaffce', 'name': 'network-vif-deleted', 'tag': '9aa805c8-c407-42a0-b329-ed0b3efbb88a'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:43.255133 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3168d1-1629-42f1-9f02-c162afb0c108" -d '{"events": [{"server_uuid": "a4746017-8421-481b-92bd-d1387fdaffce", "name": "network-vif-deleted", "tag": "9aa805c8-c407-42a0-b329-ed0b3efbb88a"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:43.345071 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=61c3df74-35c9-47e6-8ce3-3360345c66ea,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:43.423567 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad515ab-a4e0-4e25-98dc-ce0fd9809c6b x-openstack-request-id: req-4ad515ab-a4e0-4e25-98dc-ce0fd9809c6b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:43.424476 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4746017-8421-481b-92bd-d1387fdaffce", "name": "network-vif-deleted", "tag": "9aa805c8-c407-42a0-b329-ed0b3efbb88a", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:43.425582 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ad515ab-a4e0-4e25-98dc-ce0fd9809c6b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:43.426027 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4746017-8421-481b-92bd-d1387fdaffce', 'name': 'network-vif-deleted', 'tag': '9aa805c8-c407-42a0-b329-ed0b3efbb88a', 'status': 'completed', 'code': 200} Jul 14 09:25:43.453711 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['9aa805c8-c407-42a0-b329-ed0b3efbb88a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:43.508783 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.537451 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c2152e32-e120-4482-9e01-ac30847a4268 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.652585 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7463db-08c7-46d4-94df-24b24980da4c req-4743ad11-2e8e-43ee-98aa-269fd294e65e tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:43.654210 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e7463db-08c7-46d4-94df-24b24980da4c req-4743ad11-2e8e-43ee-98aa-269fd294e65e tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbc8fa4a-e511-4bf8-8898-dc96878d8519 HTTP/1.1" status: 200 len: 945 time: 0.2767949 Jul 14 09:25:43.702628 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:25:43.719367 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2152e32-e120-4482-9e01-ac30847a4268 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Subnet': ['ID=c394b64b-d293-47ff-92ba-a0ff3c0479b5,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:43.834562 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2152e32-e120-4482-9e01-ac30847a4268 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Checking segment: {'id': '9386d6c8-d245-4749-8b67-c6aee5a37c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:43.834861 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2152e32-e120-4482-9e01-ac30847a4268 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network hostable DHCP agents. Network: 1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:43.845330 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e7463db-08c7-46d4-94df-24b24980da4c req-a2f6408c-4d49-48d5-9bea-f1f50aca393a tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833096 Jul 14 09:25:43.918655 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21035c1-6bcc-4862-b2c6-a7d6b1f52527 req-9893635b-78f7-4b00-b381-021a059f6f49 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:43.920282 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e21035c1-6bcc-4862-b2c6-a7d6b1f52527 req-9893635b-78f7-4b00-b381-021a059f6f49 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.3555865 Jul 14 09:25:43.959165 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2152e32-e120-4482-9e01-ac30847a4268 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network 1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:43.996457 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-c2152e32-e120-4482-9e01-ac30847a4268 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:44.001819 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2152e32-e120-4482-9e01-ac30847a4268 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:44.002751 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c2152e32-e120-4482-9e01-ac30847a4268 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.010384 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ab74d0-dd30-4d08-ae50-ca18ac15d076 None None] Network 1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:44.019667 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e21035c1-6bcc-4862-b2c6-a7d6b1f52527 req-ed2646f5-a3bf-460e-8ba3-c56b5ca077a3 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873418 Jul 14 09:25:44.082679 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c2152e32-e120-4482-9e01-ac30847a4268 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5573442 Jul 14 09:25:44.086585 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36578) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:44.093621 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2aed24b5-f35e-4d2c-8cd3-919397d3c8e3 req-250de3d6-63fa-4b31-ae2d-b869f19d6d29 tempest-ImagesTestJSON-596786227 tempest-ImagesTestJSON-596786227-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4746017-8421-481b-92bd-d1387fdaffce HTTP/1.1" status: 200 len: 210 time: 0.0727129 Jul 14 09:25:44.095259 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f702e734-8890-4627-952f-841ea15ebf19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'port': {'network_id': '1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1169701375'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:44.178093 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b9f455-ac09-401a-b24c-86e337ba89d7 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:44.191402 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.218718 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] Transition to ACTIVE for port object f9b9f455-ac09-401a-b24c-86e337ba89d7 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:44.223213 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.268405 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f702e734-8890-4627-952f-841ea15ebf19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:44.284490 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f702e734-8890-4627-952f-841ea15ebf19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.313207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] Pushing event updated for resources: {'Port': ['ID=f9b9f455-ac09-401a-b24c-86e337ba89d7,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:44.364328 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-f702e734-8890-4627-952f-841ea15ebf19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] device_id is not set on port 6d4086d2-ee93-4f41-ad8f-6e6f26412bb2 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:25:44.411335 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4', 'network_id': '1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4', 'tenant_id': '1f0817fe7e064f388adbef792aa02c42', 'fixed_ips': [{'subnet_id': 'c394b64b-d293-47ff-92ba-a0ff3c0479b5'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:25:44.412286 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.513466 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] Attempting to bind port f9b9f455-ac09-401a-b24c-86e337ba89d7 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:44.513745 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] Attempting to bind port f9b9f455-ac09-401a-b24c-86e337ba89d7 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '1f1a358f-73c2-4ce0-ba11-3ecd763be6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:44.514113 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] Attempting to bind port f9b9f455-ac09-401a-b24c-86e337ba89d7 on network 0dc7e72a-3edb-4241-a6f5-3289e30586c5 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:44.523607 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] Port f9b9f455-ac09-401a-b24c-86e337ba89d7 on network 0dc7e72a-3edb-4241-a6f5-3289e30586c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:44.524105 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] Attempting to bind port f9b9f455-ac09-401a-b24c-86e337ba89d7 on network 0dc7e72a-3edb-4241-a6f5-3289e30586c5 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:44.535250 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:44.535662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] Checking segment: {'id': '1f1a358f-73c2-4ce0-ba11-3ecd763be6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:44.535966 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] Bound using segment: {'id': '1f1a358f-73c2-4ce0-ba11-3ecd763be6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:44.536569 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] Bound port: f9b9f455-ac09-401a-b24c-86e337ba89d7, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1a358f-73c2-4ce0-ba11-3ecd763be6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:44.537000 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.577689 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c694849-0a7c-423e-a97a-9d31331b808d req-3ec179ce-9d6e-4307-a0ef-3d350377618c tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:44.578309 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c694849-0a7c-423e-a97a-9d31331b808d req-3ec179ce-9d6e-4307-a0ef-3d350377618c tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f14b65-3460-4efe-8b95-53d4ac102957 HTTP/1.1" status: 200 len: 943 time: 0.1708231 Jul 14 09:25:44.612251 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc8fa4a-e511-4bf8-8898-dc96878d8519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c3df74-35c9-47e6-8ce3-3360345c66ea'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:44.613626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-f702e734-8890-4627-952f-841ea15ebf19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Allocated IP 2001:db8::c0 (1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4/c394b64b-d293-47ff-92ba-a0ff3c0479b5/6d4086d2-ee93-4f41-ad8f-6e6f26412bb2) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:44.615114 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bd974e-2e13-4862-b48f-bb9d6b5c470d" -d '{"events": [{"server_uuid": "dbc8fa4a-e511-4bf8-8898-dc96878d8519", "name": "network-vif-plugged", "status": "completed", "tag": "61c3df74-35c9-47e6-8ce3-3360345c66ea"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:44.662711 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b192e161-38ac-4c38-bc01-0910b11f10b5 x-openstack-request-id: req-b192e161-38ac-4c38-bc01-0910b11f10b5 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:44.663103 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc8fa4a-e511-4bf8-8898-dc96878d8519", "name": "network-vif-plugged", "status": "completed", "tag": "61c3df74-35c9-47e6-8ce3-3360345c66ea", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:44.663342 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b192e161-38ac-4c38-bc01-0910b11f10b5 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:44.663984 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc8fa4a-e511-4bf8-8898-dc96878d8519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c3df74-35c9-47e6-8ce3-3360345c66ea', 'code': 200} Jul 14 09:25:44.676639 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c694849-0a7c-423e-a97a-9d31331b808d req-e2ea8f7b-b776-440a-8ea1-f8bafc48941c tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788467 Jul 14 09:25:44.686060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] For port f9b9f455-ac09-401a-b24c-86e337ba89d7, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:44.690238 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] For port f9b9f455-ac09-401a-b24c-86e337ba89d7, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=f9b9f455-ac09-401a-b24c-86e337ba89d7,segment=NetworkSegment(1f1a358f-73c2-4ce0-ba11-3ecd763be6c8),segment_id=1f1a358f-73c2-4ce0-ba11-3ecd763be6c8)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:44.712991 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.760039 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:44.760673 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.762204 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] 10.222.0.49 "PUT /v2.0/ports/f9b9f455-ac09-401a-b24c-86e337ba89d7 HTTP/1.1" status: 200 len: 1092 time: 1.8757079 Jul 14 09:25:44.762673 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f14b65-3460-4efe-8b95-53d4ac102957', 'tag': 'f9b9f455-ac09-401a-b24c-86e337ba89d7'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:44.766037 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bb9dc1-29d3-446e-90ef-0556527eb05f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f14b65-3460-4efe-8b95-53d4ac102957", "tag": "f9b9f455-ac09-401a-b24c-86e337ba89d7"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:44.807398 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c09c19-8f24-40cb-b843-c3189f27443e service neutron] Pushing event updated for resources: {'Port': ['ID=f9b9f455-ac09-401a-b24c-86e337ba89d7,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:44.843130 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1059486d-a4d6-47b1-b3fc-e552386fc988 x-openstack-request-id: req-1059486d-a4d6-47b1-b3fc-e552386fc988 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:44.843573 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f14b65-3460-4efe-8b95-53d4ac102957", "tag": "f9b9f455-ac09-401a-b24c-86e337ba89d7", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:44.843952 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1059486d-a4d6-47b1-b3fc-e552386fc988 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:44.845323 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f14b65-3460-4efe-8b95-53d4ac102957', 'tag': 'f9b9f455-ac09-401a-b24c-86e337ba89d7', 'status': 'completed', 'code': 200} Jul 14 09:25:44.876506 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f702e734-8890-4627-952f-841ea15ebf19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.895024 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-f702e734-8890-4627-952f-841ea15ebf19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Transition to ACTIVE for port object 6d4086d2-ee93-4f41-ad8f-6e6f26412bb2 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:44.926248 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-65bb4370-e88a-4cf9-a7e4-bdefe07119a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:44.928504 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-65bb4370-e88a-4cf9-a7e4-bdefe07119a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd44d92953cd42e0895427390c159c4f&device_id=a2f14b65-3460-4efe-8b95-53d4ac102957 HTTP/1.1" status: 200 len: 1095 time: 0.1065457 Jul 14 09:25:44.950727 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85db01-43f4-45c5-ba1a-8ec5cfae5825 req-802aa688-15eb-4bd2-9739-af38be5b24e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:44.952344 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e85db01-43f4-45c5-ba1a-8ec5cfae5825 req-802aa688-15eb-4bd2-9739-af38be5b24e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dbc8fa4a-e511-4bf8-8898-dc96878d8519 HTTP/1.1" status: 200 len: 1097 time: 0.1683903 Jul 14 09:25:44.987750 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-2196bc60-b3e7-4483-adff-d6d0cd25bc7d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9b9f455-ac09-401a-b24c-86e337ba89d7 HTTP/1.1" status: 200 len: 217 time: 0.0508573 Jul 14 09:25:45.018824 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e85db01-43f4-45c5-ba1a-8ec5cfae5825 req-410bd43c-23e3-408d-b9b3-68ff0cf175aa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553346 Jul 14 09:25:45.020429 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f702e734-8890-4627-952f-841ea15ebf19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.065641 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-9660a746-58f1-48df-be82-e29285915d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.067771 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-9660a746-58f1-48df-be82-e29285915d07 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d99465c5-3f7d-4f9c-9abc-0f6030c9ad6e HTTP/1.1" status: 200 len: 854 time: 0.0729623 Jul 14 09:25:45.072602 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f702e734-8890-4627-952f-841ea15ebf19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network 1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:45.076840 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f702e734-8890-4627-952f-841ea15ebf19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:45.079611 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f702e734-8890-4627-952f-841ea15ebf19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:45.097458 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f702e734-8890-4627-952f-841ea15ebf19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.098174 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f702e734-8890-4627-952f-841ea15ebf19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.134842 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702e734-8890-4627-952f-841ea15ebf19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=6d4086d2-ee93-4f41-ad8f-6e6f26412bb2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:45.140197 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f702e734-8890-4627-952f-841ea15ebf19 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.0521007 Jul 14 09:25:45.143428 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36614) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:45.156826 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Allocated IP 2001:db8::2 (1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4/c394b64b-d293-47ff-92ba-a0ff3c0479b5/49edf5e8-a19e-4616-aa12-79ae64fe82a2) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:45.178862 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-7de54619-66fb-4fba-8938-68ced809c4b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0dc7e72a-3edb-4241-a6f5-3289e30586c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012774 Jul 14 09:25:45.332997 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a3efc048-caf6-40f0-bccc-48b8450b9ebf tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port 6d4086d2-ee93-4f41-ad8f-6e6f26412bb2 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:45.333608 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3efc048-caf6-40f0-bccc-48b8450b9ebf tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.370521 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.381780 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Transition to ACTIVE for port object 49edf5e8-a19e-4616-aa12-79ae64fe82a2 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:45.414488 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Transition to ACTIVE for port object 49edf5e8-a19e-4616-aa12-79ae64fe82a2 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:45.429216 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.449339 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5f226-62a5-4f33-a7b9-de569ee2512b req-cd5a6287-7b7f-4f3b-be1d-b0deaebd8fad tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.456836 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5d5f226-62a5-4f33-a7b9-de569ee2512b req-cd5a6287-7b7f-4f3b-be1d-b0deaebd8fad tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbc8fa4a-e511-4bf8-8898-dc96878d8519 HTTP/1.1" status: 200 len: 945 time: 0.2769108 Jul 14 09:25:45.498776 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Network 1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:45.502937 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3efc048-caf6-40f0-bccc-48b8450b9ebf tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.505524 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:45.516625 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:45.521217 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a3efc048-caf6-40f0-bccc-48b8450b9ebf tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for 6d4086d2-ee93-4f41-ad8f-6e6f26412bb2 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:45.557060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d421b4-68ec-4a1a-8128-088627c55158 req-00d43d9e-32da-4544-99f6-43c48c361efb tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.562101 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Pushing event updated for resources: {'Port': ['ID=49edf5e8-a19e-4616-aa12-79ae64fe82a2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:45.572989 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24d421b4-68ec-4a1a-8128-088627c55158 req-00d43d9e-32da-4544-99f6-43c48c361efb tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.3117919 Jul 14 09:25:45.596645 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5d5f226-62a5-4f33-a7b9-de569ee2512b req-6f051df9-386e-4049-9539-592326d6ede2 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386724 Jul 14 09:25:45.605267 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-71b11a4d-7cb4-4d1e-a9d7-6d7e97b26442 service neutron] 10.222.0.49 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555026 Jul 14 09:25:45.615627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Attempting to bind port 49edf5e8-a19e-4616-aa12-79ae64fe82a2 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:45.615627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Attempting to bind port 49edf5e8-a19e-4616-aa12-79ae64fe82a2 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '9386d6c8-d245-4749-8b67-c6aee5a37c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:45.615627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Attempting to bind port 49edf5e8-a19e-4616-aa12-79ae64fe82a2 on network 1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:45.623082 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:45.623505 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Checking segment: {'id': '9386d6c8-d245-4749-8b67-c6aee5a37c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:45.623920 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.624292 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Bound using segment: {'id': '9386d6c8-d245-4749-8b67-c6aee5a37c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:45.624850 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Bound port: 49edf5e8-a19e-4616-aa12-79ae64fe82a2, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9386d6c8-d245-4749-8b67-c6aee5a37c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:45.628021 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.739324 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] For port 49edf5e8-a19e-4616-aa12-79ae64fe82a2, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:45.743876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] For port 49edf5e8-a19e-4616-aa12-79ae64fe82a2, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=49edf5e8-a19e-4616-aa12-79ae64fe82a2,segment=NetworkSegment(9386d6c8-d245-4749-8b67-c6aee5a37c0c),segment_id=9386d6c8-d245-4749-8b67-c6aee5a37c0c)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:45.747808 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9aa805c8-c407-42a0-b329-ed0b3efbb88a no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:45.753287 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.785214 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3efc048-caf6-40f0-bccc-48b8450b9ebf tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.809277 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92a852e6-d678-4600-b26e-f401e6dc78c5 req-c45eb940-4a60-4b71-a665-4f227c1368d9 service neutron] 10.222.0.49 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921999 Jul 14 09:25:45.816334 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24d421b4-68ec-4a1a-8128-088627c55158 req-a33341c8-713f-45a4-b470-25a24734cd63 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418075 Jul 14 09:25:45.825831 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 9aa805c8-c407-42a0-b329-ed0b3efbb88a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:45.826184 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9aa805c8-c407-42a0-b329-ed0b3efbb88a not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:45.862495 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efc048-caf6-40f0-bccc-48b8450b9ebf tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=6d4086d2-ee93-4f41-ad8f-6e6f26412bb2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:45.882625 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1910e-e04c-4801-91e6-84d04b679d01 None None] Pushing event updated for resources: {'Port': ['ID=49edf5e8-a19e-4616-aa12-79ae64fe82a2,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:45.922410 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3efc048-caf6-40f0-bccc-48b8450b9ebf tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.926612 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a3efc048-caf6-40f0-bccc-48b8450b9ebf tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/ports/6d4086d2-ee93-4f41-ad8f-6e6f26412bb2 HTTP/1.1" status: 204 len: 168 time: 0.7812097 Jul 14 09:25:45.928605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36634) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:45.973037 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac86c6b7-7154-46f5-884b-5388ffeb44ed tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] GET failed (client error): The resource could not be found. Jul 14 09:25:45.975055 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ac86c6b7-7154-46f5-884b-5388ffeb44ed tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports/6d4086d2-ee93-4f41-ad8f-6e6f26412bb2 HTTP/1.1" status: 404 len: 333 time: 0.0450113 Jul 14 09:25:45.978161 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36638) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:46.046965 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb9dc1-29d3-446e-90ef-0556527eb05f req-991aa470-9e52-4c96-bcad-b4d27a26fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:46.055861 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c1bb9dc1-29d3-446e-90ef-0556527eb05f req-991aa470-9e52-4c96-bcad-b4d27a26fee8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd44d92953cd42e0895427390c159c4f&device_id=a2f14b65-3460-4efe-8b95-53d4ac102957 HTTP/1.1" status: 200 len: 1095 time: 0.1670370 Jul 14 09:25:46.073206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1ecf84-987e-4c6e-9f63-b56fc687e028 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting subnet c394b64b-d293-47ff-92ba-a0ff3c0479b5 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:46.077744 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d1ecf84-987e-4c6e-9f63-b56fc687e028 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.134868 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d1ecf84-987e-4c6e-9f63-b56fc687e028 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.326607 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.371915 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d1ecf84-987e-4c6e-9f63-b56fc687e028 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.380442 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d58d88-2dd8-4a4a-bcc1-2ccf357f8a47 req-c318a8bf-0dd0-4663-8897-019aa3461e72 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:46.394244 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e4d58d88-2dd8-4a4a-bcc1-2ccf357f8a47 req-c318a8bf-0dd0-4663-8897-019aa3461e72 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f14b65-3460-4efe-8b95-53d4ac102957 HTTP/1.1" status: 200 len: 943 time: 0.2811036 Jul 14 09:25:46.405136 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb9dc1-29d3-446e-90ef-0556527eb05f req-ca4a9b3f-c487-491c-95c1-08d0ab207e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:46.407065 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c1bb9dc1-29d3-446e-90ef-0556527eb05f req-ca4a9b3f-c487-491c-95c1-08d0ab207e72 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0dc7e72a-3edb-4241-a6f5-3289e30586c5 HTTP/1.1" status: 200 len: 915 time: 0.3398306 Jul 14 09:25:46.481468 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c1bb9dc1-29d3-446e-90ef-0556527eb05f req-8b404e87-d341-495a-889d-805b4d814cbd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9b9f455-ac09-401a-b24c-86e337ba89d7 HTTP/1.1" status: 200 len: 217 time: 0.0552037 Jul 14 09:25:46.527933 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d1ecf84-987e-4c6e-9f63-b56fc687e028 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.558047 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e4d58d88-2dd8-4a4a-bcc1-2ccf357f8a47 req-eaf560c8-4ad7-4107-b2c1-22660ccfb392 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624639 Jul 14 09:25:46.595630 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb9dc1-29d3-446e-90ef-0556527eb05f req-c2946081-39e2-495d-9387-ee774f3d781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:46.597748 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c1bb9dc1-29d3-446e-90ef-0556527eb05f req-c2946081-39e2-495d-9387-ee774f3d781e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d99465c5-3f7d-4f9c-9abc-0f6030c9ad6e HTTP/1.1" status: 200 len: 854 time: 0.1099653 Jul 14 09:25:46.609744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ecf84-987e-4c6e-9f63-b56fc687e028 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Subnet': ['ID=c394b64b-d293-47ff-92ba-a0ff3c0479b5,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:46.618001 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d1ecf84-987e-4c6e-9f63-b56fc687e028 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.618001 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8d1ecf84-987e-4c6e-9f63-b56fc687e028 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/subnets/c394b64b-d293-47ff-92ba-a0ff3c0479b5 HTTP/1.1" status: 204 len: 168 time: 0.6368506 Jul 14 09:25:46.631275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36664) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:46.665747 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c1bb9dc1-29d3-446e-90ef-0556527eb05f req-1dc92e0f-704a-4da6-84d7-2210f835623c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0dc7e72a-3edb-4241-a6f5-3289e30586c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590589 Jul 14 09:25:46.822358 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c1bb9dc1-29d3-446e-90ef-0556527eb05f req-622ac201-552e-49d0-b5ae-450549fbed6b service neutron] 10.222.0.49 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464903 Jul 14 09:25:46.842776 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-13368585-8eaf-4200-a973-7c7bc2270f4f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.993585 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-13368585-8eaf-4200-a973-7c7bc2270f4f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port 49edf5e8-a19e-4616-aa12-79ae64fe82a2 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:46.994662 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-13368585-8eaf-4200-a973-7c7bc2270f4f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.083902 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c1bb9dc1-29d3-446e-90ef-0556527eb05f req-1c675c5d-7633-4ea4-b1ff-b786eb64dbda service neutron] 10.222.0.49 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540219 Jul 14 09:25:47.100359 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-13368585-8eaf-4200-a973-7c7bc2270f4f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] For port 49edf5e8-a19e-4616-aa12-79ae64fe82a2, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=49edf5e8-a19e-4616-aa12-79ae64fe82a2,segment=NetworkSegment(9386d6c8-d245-4749-8b67-c6aee5a37c0c),segment_id=9386d6c8-d245-4749-8b67-c6aee5a37c0c)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:47.107350 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-13368585-8eaf-4200-a973-7c7bc2270f4f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.151011 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 49edf5e8-a19e-4616-aa12-79ae64fe82a2 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:47.157102 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bc5b9-d95a-4dd2-b23e-0aca9eadcefe req-d55c0f1a-616c-4d00-9c55-71aea820aec7 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:47.170023 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-091bc5b9-d95a-4dd2-b23e-0aca9eadcefe req-d55c0f1a-616c-4d00-9c55-71aea820aec7 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbc8fa4a-e511-4bf8-8898-dc96878d8519 HTTP/1.1" status: 200 len: 945 time: 0.1710126 Jul 14 09:25:47.188151 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-13368585-8eaf-4200-a973-7c7bc2270f4f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for 49edf5e8-a19e-4616-aa12-79ae64fe82a2 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:47.253419 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-091bc5b9-d95a-4dd2-b23e-0aca9eadcefe req-1f0c5b39-6986-4d86-803b-d901c46e721d tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824890 Jul 14 09:25:47.294132 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 49edf5e8-a19e-4616-aa12-79ae64fe82a2 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:47.324912 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e0e12-d7fb-4f47-9dcb-42e55738214b req-52cd752a-38e0-44a4-ad31-02027cb4e16f tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:47.326771 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e49e0e12-d7fb-4f47-9dcb-42e55738214b req-52cd752a-38e0-44a4-ad31-02027cb4e16f tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.1262877 Jul 14 09:25:47.398854 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-13368585-8eaf-4200-a973-7c7bc2270f4f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.441972 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e49e0e12-d7fb-4f47-9dcb-42e55738214b req-503aa79c-a9e7-45d7-9526-e843ebc45a07 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064110 Jul 14 09:25:47.460838 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13368585-8eaf-4200-a973-7c7bc2270f4f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=49edf5e8-a19e-4616-aa12-79ae64fe82a2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:47.477621 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13368585-8eaf-4200-a973-7c7bc2270f4f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No DVR routers for this DVR port 49edf5e8-a19e-4616-aa12-79ae64fe82a2 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:47.648280 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-13368585-8eaf-4200-a973-7c7bc2270f4f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.661129 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598d6aeb-244b-4cf3-907b-db1fa0b27e5e None None] Network 1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:47.661673 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-13368585-8eaf-4200-a973-7c7bc2270f4f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:47.674504 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-13368585-8eaf-4200-a973-7c7bc2270f4f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9386d6c8-d245-4749-8b67-c6aee5a37c0c') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:47.675115 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-13368585-8eaf-4200-a973-7c7bc2270f4f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9386d6c8-d245-4749-8b67-c6aee5a37c0c') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:47.686031 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-13368585-8eaf-4200-a973-7c7bc2270f4f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.708990 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-13368585-8eaf-4200-a973-7c7bc2270f4f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.717006 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13368585-8eaf-4200-a973-7c7bc2270f4f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:47.717841 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-13368585-8eaf-4200-a973-7c7bc2270f4f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:47.800374 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:47.807231 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-13368585-8eaf-4200-a973-7c7bc2270f4f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.818562 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-13368585-8eaf-4200-a973-7c7bc2270f4f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.827350 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-13368585-8eaf-4200-a973-7c7bc2270f4f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/networks/1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4 HTTP/1.1" status: 204 len: 168 time: 1.1948411 Jul 14 09:25:47.832606 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36694) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:47.840028 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f50d3a7c-2e91-4edd-a24c-c636f132559c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'port': {'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72', 'name': 'tempest-PortsIpV6TestJSON-1152243679'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:47.868324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13368585-8eaf-4200-a973-7c7bc2270f4f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Network': ['ID=1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:47.932484 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cc0630ea-eef7-46f5-b230-8a83d1a11749 None None] Could not find standard attr ID for object 49edf5e8-a19e-4616-aa12-79ae64fe82a2. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:25:48.019511 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1b7e35-96a6-48f3-ad82-c50d64b6b6f0 None None] DHCP port deletion for 1c1be56a-d55d-4a71-b9cb-9bc50d5e2ae4 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:25:48.144581 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50d3a7c-2e91-4edd-a24c-c636f132559c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:48.149956 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f50d3a7c-2e91-4edd-a24c-c636f132559c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.196473 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-f50d3a7c-2e91-4edd-a24c-c636f132559c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] device_id is not set on port 29588bf2-f763-48d6-aa22-e369eb08c463 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:25:48.222437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c27232-7619-4fff-ba32-27037d810396 req-672b9518-6623-405e-a86b-9a19fe965b8c tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:48.230782 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-03c27232-7619-4fff-ba32-27037d810396 req-672b9518-6623-405e-a86b-9a19fe965b8c tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f14b65-3460-4efe-8b95-53d4ac102957 HTTP/1.1" status: 200 len: 943 time: 0.1473505 Jul 14 09:25:48.246164 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36704) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:48.407225 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-03c27232-7619-4fff-ba32-27037d810396 req-6077a71d-31c4-42b8-8a6f-b9cbb26e5529 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752231 Jul 14 09:25:48.473595 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-97ab6b53-ee6a-49f3-925b-6b2cd7269ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.716386 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f50d3a7c-2e91-4edd-a24c-c636f132559c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.815567 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-2d55195a-0771-4809-b238-31935ae449b7 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:48.817535 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-2d55195a-0771-4809-b238-31935ae449b7 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/networks?id=25c3f0cb-f623-483c-a016-5d44ef3a1f44 HTTP/1.1" status: 200 len: 813 time: 0.2603765 Jul 14 09:25:48.846588 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7f90e-3cbf-4724-b077-c21a4747fb0a req-cea4dcc0-4279-4ce4-804b-a8dad32d83b5 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:48.848387 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d6c7f90e-3cbf-4724-b077-c21a4747fb0a req-cea4dcc0-4279-4ce4-804b-a8dad32d83b5 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.2492888 Jul 14 09:25:48.857782 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b8de84e5-dd40-4d73-a0b3-5bf249466cc5 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/quotas/57a07acf24dc4604820afbf9259b1131 HTTP/1.1" status: 200 len: 375 time: 0.0311742 Jul 14 09:25:48.877315 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f50d3a7c-2e91-4edd-a24c-c636f132559c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.988685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50d3a7c-2e91-4edd-a24c-c636f132559c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network b9a2bc11-89a5-4979-a19a-520e8ea9db72 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:48.997768 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-97ab6b53-ee6a-49f3-925b-6b2cd7269ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.999567 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-f50d3a7c-2e91-4edd-a24c-c636f132559c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:49.002277 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 49edf5e8-a19e-4616-aa12-79ae64fe82a2 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:49.003699 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-97ab6b53-ee6a-49f3-925b-6b2cd7269ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.014494 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d6c7f90e-3cbf-4724-b077-c21a4747fb0a req-d2caf797-a9f4-4251-ae08-e0381ca282d4 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544623 Jul 14 09:25:49.016775 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50d3a7c-2e91-4edd-a24c-c636f132559c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:49.025975 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50d3a7c-2e91-4edd-a24c-c636f132559c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:49.028116 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f50d3a7c-2e91-4edd-a24c-c636f132559c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.045934 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 49edf5e8-a19e-4616-aa12-79ae64fe82a2 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:49.048068 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 49edf5e8-a19e-4616-aa12-79ae64fe82a2 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:49.049719 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab6b53-ee6a-49f3-925b-6b2cd7269ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3bf3bc-a9d3-4e10-b18c-e1a7bcc76689,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:49.063618 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d3a7c-2e91-4edd-a24c-c636f132559c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=29588bf2-f763-48d6-aa22-e369eb08c463,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:49.069581 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-97ab6b53-ee6a-49f3-925b-6b2cd7269ffa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f7e246cffc7242a980b682a5743009cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8216243 Jul 14 09:25:49.072236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36732) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:49.085169 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f50d3a7c-2e91-4edd-a24c-c636f132559c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2488630 Jul 14 09:25:49.086079 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36734) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:49.115652 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36738) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:49.169715 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ca43bc2-f540-4561-8306-88202c205f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.189344 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4919e5f-da6d-436f-b943-dc74d10a73e1 admin admin] Deleting subnet 9fe961b1-9a16-4166-9f5e-21fa35cb8710 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:49.197017 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4919e5f-da6d-436f-b943-dc74d10a73e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.214239 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-20d8d677-ae3f-4b08-a573-1700e4941e08 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=57a07acf24dc4604820afbf9259b1131&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3552401 Jul 14 09:25:49.229173 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ca43bc2-f540-4561-8306-88202c205f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.271536 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4919e5f-da6d-436f-b943-dc74d10a73e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.331667 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4919e5f-da6d-436f-b943-dc74d10a73e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.341000 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-195e721c-7793-4764-8434-2ba6951f8272 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port 29588bf2-f763-48d6-aa22-e369eb08c463 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:49.341347 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-195e721c-7793-4764-8434-2ba6951f8272 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.368539 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ca43bc2-f540-4561-8306-88202c205f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.371773 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ca43bc2-f540-4561-8306-88202c205f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.375347 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3ca43bc2-f540-4561-8306-88202c205f47 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f3bf3bc-a9d3-4e10-b18c-e1a7bcc76689 HTTP/1.1" status: 204 len: 168 time: 0.2995527 Jul 14 09:25:49.387659 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca43bc2-f540-4561-8306-88202c205f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3bf3bc-a9d3-4e10-b18c-e1a7bcc76689,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:49.413533 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4919e5f-da6d-436f-b943-dc74d10a73e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.414327 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-382ee8da-23f4-4f27-8a71-0497e89e18c0 service neutron] 10.222.0.26 "GET /v2.0/networks/25c3f0cb-f623-483c-a016-5d44ef3a1f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735864 Jul 14 09:25:49.437998 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4919e5f-da6d-436f-b943-dc74d10a73e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fe961b1-9a16-4166-9f5e-21fa35cb8710,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:49.447425 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4919e5f-da6d-436f-b943-dc74d10a73e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.452696 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b4919e5f-da6d-436f-b943-dc74d10a73e1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9fe961b1-9a16-4166-9f5e-21fa35cb8710 HTTP/1.1" status: 204 len: 168 time: 0.3333907 Jul 14 09:25:49.452696 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36746) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:49.532790 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5893ccbd-d653-425d-a1a5-8b15ffa342dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.538191 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-195e721c-7793-4764-8434-2ba6951f8272 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.570709 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-0a45201f-fbdb-41e8-b052-a66a03befb28 service neutron] 10.222.0.26 "GET /v2.0/networks/25c3f0cb-f623-483c-a016-5d44ef3a1f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434793 Jul 14 09:25:49.572988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-195e721c-7793-4764-8434-2ba6951f8272 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for 29588bf2-f763-48d6-aa22-e369eb08c463 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:49.719474 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5893ccbd-d653-425d-a1a5-8b15ffa342dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.737957 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device f9b9f455-ac09-401a-b24c-86e337ba89d7 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:49.758939 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-5893ccbd-d653-425d-a1a5-8b15ffa342dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abaf8195-e5b5-41c5-9377-b40357a3091e']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:49.806859 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3ef57-b191-4821-907f-405ce2ccbc33 req-a7ad8fb5-9b43-492b-89af-19f6036f131d tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:49.820015 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22d3ef57-b191-4821-907f-405ce2ccbc33 req-a7ad8fb5-9b43-492b-89af-19f6036f131d tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f14b65-3460-4efe-8b95-53d4ac102957 HTTP/1.1" status: 200 len: 943 time: 0.1593652 Jul 14 09:25:49.822549 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-5893ccbd-d653-425d-a1a5-8b15ffa342dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a032bad-3320-4bc2-ba00-8e6423d364fa') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:49.824266 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-5893ccbd-d653-425d-a1a5-8b15ffa342dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a032bad-3320-4bc2-ba00-8e6423d364fa') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:49.851683 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-195e721c-7793-4764-8434-2ba6951f8272 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.860047 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5893ccbd-d653-425d-a1a5-8b15ffa342dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.903871 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5893ccbd-d653-425d-a1a5-8b15ffa342dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.916875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5893ccbd-d653-425d-a1a5-8b15ffa342dc admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:49.918884 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5893ccbd-d653-425d-a1a5-8b15ffa342dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.944859 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36750) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:49.947817 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port f9b9f455-ac09-401a-b24c-86e337ba89d7, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=f9b9f455-ac09-401a-b24c-86e337ba89d7,segment=NetworkSegment(1f1a358f-73c2-4ce0-ba11-3ecd763be6c8),segment_id=1f1a358f-73c2-4ce0-ba11-3ecd763be6c8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:49.960718 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-195e721c-7793-4764-8434-2ba6951f8272 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.961438 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'f9b9f455-ac09-401a-b24c-86e337ba89d7', 'network_id': '0dc7e72a-3edb-4241-a6f5-3289e30586c5', 'port_id': 'f9b9f455-ac09-401a-b24c-86e337ba89d7', 'mac_address': 'fa:16:3e:e3:05:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99465c5-3f7d-4f9c-9abc-0f6030c9ad6e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:49.968592 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-195e721c-7793-4764-8434-2ba6951f8272 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/ports/29588bf2-f763-48d6-aa22-e369eb08c463 HTTP/1.1" status: 204 len: 168 time: 0.8777421 Jul 14 09:25:49.969585 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e721c-7793-4764-8434-2ba6951f8272 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=29588bf2-f763-48d6-aa22-e369eb08c463,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:49.976272 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36752) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:50.015303 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22d3ef57-b191-4821-907f-405ce2ccbc33 req-bd8d3dcf-f99f-4557-875e-57f1b675254e tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935303 Jul 14 09:25:50.024026 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9a6896c2-6a56-47da-bb68-7390341a03c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.043732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-afbdb841-8610-4712-9ec9-c9ff5766f7a0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'port': {'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72', 'mac_address': 'fa:16:3e:d5:79:18', 'name': 'tempest-PortsIpV6TestJSON-792027804'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:50.046319 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:50.063112 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5893ccbd-d653-425d-a1a5-8b15ffa342dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.068833 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5893ccbd-d653-425d-a1a5-8b15ffa342dc admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.075503 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5893ccbd-d653-425d-a1a5-8b15ffa342dc admin admin] 10.222.0.26 "DELETE /v2.0/networks/abaf8195-e5b5-41c5-9377-b40357a3091e HTTP/1.1" status: 204 len: 168 time: 0.6220441 Jul 14 09:25:50.122206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893ccbd-d653-425d-a1a5-8b15ffa342dc admin admin] Pushing event deleted for resources: {'Network': ['ID=abaf8195-e5b5-41c5-9377-b40357a3091e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:50.135530 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.169368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af16fa-5ebf-4979-b2d2-55cdafd1dd39 req-40fc4f9c-a022-4cbd-85a1-97e451ea5fed tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:50.171562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b9f455-ac09-401a-b24c-86e337ba89d7 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:50.173564 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f8af16fa-5ebf-4979-b2d2-55cdafd1dd39 req-40fc4f9c-a022-4cbd-85a1-97e451ea5fed tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc8fa4a-e511-4bf8-8898-dc96878d8519 HTTP/1.1" status: 200 len: 945 time: 0.1222115 Jul 14 09:25:50.222900 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port f9b9f455-ac09-401a-b24c-86e337ba89d7, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=f9b9f455-ac09-401a-b24c-86e337ba89d7,segment=NetworkSegment(1f1a358f-73c2-4ce0-ba11-3ecd763be6c8),segment_id=1f1a358f-73c2-4ce0-ba11-3ecd763be6c8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:50.227960 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.323665 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=f9b9f455-ac09-401a-b24c-86e337ba89d7,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:50.471889 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['f9b9f455-ac09-401a-b24c-86e337ba89d7'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:50.507846 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-f8af16fa-5ebf-4979-b2d2-55cdafd1dd39 req-df507542-c8db-4e46-afc2-541cb29b1220 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Deleting port 61c3df74-35c9-47e6-8ce3-3360345c66ea {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:50.522204 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f8af16fa-5ebf-4979-b2d2-55cdafd1dd39 req-df507542-c8db-4e46-afc2-541cb29b1220 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.529308 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229eadec-b0e2-4f78-a78f-61d289fc9571 req-68753fb0-31fb-4064-97a4-40fe5ce9391c tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:50.536950 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-229eadec-b0e2-4f78-a78f-61d289fc9571 req-68753fb0-31fb-4064-97a4-40fe5ce9391c tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.1489327 Jul 14 09:25:50.612054 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36776) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:50.636297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-229eadec-b0e2-4f78-a78f-61d289fc9571 req-1fda3812-48e2-4efd-ab9a-4fe0bfcb882c tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977831 Jul 14 09:25:50.649574 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9a6896c2-6a56-47da-bb68-7390341a03c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.688385 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9a6896c2-6a56-47da-bb68-7390341a03c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.700781 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649359e0-76c2-41f7-859e-1e9311eeb7d2 req-a3c66924-5208-4a4d-a1c0-8d003d5f122d tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:50.702559 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-649359e0-76c2-41f7-859e-1e9311eeb7d2 req-a3c66924-5208-4a4d-a1c0-8d003d5f122d tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7adf1ac-048b-423b-87f2-3e9aa3938c37 HTTP/1.1" status: 200 len: 946 time: 0.4131715 Jul 14 09:25:50.778316 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9a6896c2-6a56-47da-bb68-7390341a03c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=58697f8525934ab8a200f80e04383112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8224473 Jul 14 09:25:50.785436 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36780) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:50.799353 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbdb841-8610-4712-9ec9-c9ff5766f7a0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:50.834436 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-f8af16fa-5ebf-4979-b2d2-55cdafd1dd39 req-df507542-c8db-4e46-afc2-541cb29b1220 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] For port 61c3df74-35c9-47e6-8ce3-3360345c66ea, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=61c3df74-35c9-47e6-8ce3-3360345c66ea,segment=NetworkSegment(113c385f-8820-498f-bf90-77139685d515),segment_id=113c385f-8820-498f-bf90-77139685d515)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:50.834770 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f8af16fa-5ebf-4979-b2d2-55cdafd1dd39 req-df507542-c8db-4e46-afc2-541cb29b1220 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.888217 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd6e160a-fc0c-49fc-84d5-d497aac3e582 req-1f3eb679-cea7-4222-86f7-9f51600e2b2e tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bca18e8-8ddf-4477-b905-a8a951a1c2eb HTTP/1.1" status: 200 len: 210 time: 0.1586738 Jul 14 09:25:50.935979 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-f8af16fa-5ebf-4979-b2d2-55cdafd1dd39 req-df507542-c8db-4e46-afc2-541cb29b1220 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Calling delete_port for 61c3df74-35c9-47e6-8ce3-3360345c66ea owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:51.025313 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c525874f-8f52-4961-9eef-980dad68e857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.081569 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-649359e0-76c2-41f7-859e-1e9311eeb7d2 req-bde46caf-0bd6-4555-b65f-0c4c9341df32 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Deleting port 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:51.082288 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-649359e0-76c2-41f7-859e-1e9311eeb7d2 req-bde46caf-0bd6-4555-b65f-0c4c9341df32 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.101257 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c525874f-8f52-4961-9eef-980dad68e857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.308446 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c525874f-8f52-4961-9eef-980dad68e857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.317063 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c525874f-8f52-4961-9eef-980dad68e857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.320788 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c525874f-8f52-4961-9eef-980dad68e857 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/818e3863-a9a9-4b32-9c40-bba1996356f6 HTTP/1.1" status: 204 len: 168 time: 0.5293903 Jul 14 09:25:51.327472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-649359e0-76c2-41f7-859e-1e9311eeb7d2 req-bde46caf-0bd6-4555-b65f-0c4c9341df32 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] For port 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=3dfe7b14-6aec-4f24-accb-fcbf45cd23f7,segment=NetworkSegment(113c385f-8820-498f-bf90-77139685d515),segment_id=113c385f-8820-498f-bf90-77139685d515)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:51.327472 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-649359e0-76c2-41f7-859e-1e9311eeb7d2 req-bde46caf-0bd6-4555-b65f-0c4c9341df32 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.330940 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f8af16fa-5ebf-4979-b2d2-55cdafd1dd39 req-df507542-c8db-4e46-afc2-541cb29b1220 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.353182 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525874f-8f52-4961-9eef-980dad68e857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818e3863-a9a9-4b32-9c40-bba1996356f6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:51.373374 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['3dfe7b14-6aec-4f24-accb-fcbf45cd23f7', '61c3df74-35c9-47e6-8ce3-3360345c66ea'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:51.384699 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-649359e0-76c2-41f7-859e-1e9311eeb7d2 req-bde46caf-0bd6-4555-b65f-0c4c9341df32 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Calling delete_port for 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:51.389147 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df507542-c8db-4e46-afc2-541cb29b1220 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Pushing event deleted for resources: {'Port': ['ID=61c3df74-35c9-47e6-8ce3-3360345c66ea,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:51.524222 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8af16fa-5ebf-4979-b2d2-55cdafd1dd39 req-df507542-c8db-4e46-afc2-541cb29b1220 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] No DVR routers for this DVR port 61c3df74-35c9-47e6-8ce3-3360345c66ea on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:51.580049 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f8af16fa-5ebf-4979-b2d2-55cdafd1dd39 req-df507542-c8db-4e46-afc2-541cb29b1220 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.582285 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f8af16fa-5ebf-4979-b2d2-55cdafd1dd39 req-df507542-c8db-4e46-afc2-541cb29b1220 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.55 "DELETE /v2.0/ports/61c3df74-35c9-47e6-8ce3-3360345c66ea HTTP/1.1" status: 204 len: 173 time: 1.4030609 Jul 14 09:25:51.582851 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc8fa4a-e511-4bf8-8898-dc96878d8519', 'name': 'network-vif-deleted', 'tag': '61c3df74-35c9-47e6-8ce3-3360345c66ea'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:51.585450 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e24e5f-4d9f-4b68-9d6d-85165976674a" -d '{"events": [{"server_uuid": "dbc8fa4a-e511-4bf8-8898-dc96878d8519", "name": "network-vif-deleted", "tag": "61c3df74-35c9-47e6-8ce3-3360345c66ea"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:51.631211 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-afbdb841-8610-4712-9ec9-c9ff5766f7a0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.663196 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea7a4f8-2d28-414e-8f21-20d6b2238e30 x-openstack-request-id: req-0ea7a4f8-2d28-414e-8f21-20d6b2238e30 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:51.663816 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc8fa4a-e511-4bf8-8898-dc96878d8519", "name": "network-vif-deleted", "tag": "61c3df74-35c9-47e6-8ce3-3360345c66ea", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:51.664346 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ea7a4f8-2d28-414e-8f21-20d6b2238e30 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:51.665052 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc8fa4a-e511-4bf8-8898-dc96878d8519', 'name': 'network-vif-deleted', 'tag': '61c3df74-35c9-47e6-8ce3-3360345c66ea', 'status': 'completed', 'code': 200} Jul 14 09:25:51.722429 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6896c2-6a56-47da-bb68-7390341a03c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818e3863-a9a9-4b32-9c40-bba1996356f6,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:51.735863 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cd02c127-cb19-43de-8e29-22ad63f249d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a82589d668934603a3d48db3a46efae2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0983617 Jul 14 09:25:51.738811 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36794) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:51.753219 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device f9b9f455-ac09-401a-b24c-86e337ba89d7 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:51.839925 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-649359e0-76c2-41f7-859e-1e9311eeb7d2 req-bde46caf-0bd6-4555-b65f-0c4c9341df32 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.878326 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port f9b9f455-ac09-401a-b24c-86e337ba89d7 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:51.883787 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port f9b9f455-ac09-401a-b24c-86e337ba89d7 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:51.884163 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.896070 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-afbdb841-8610-4712-9ec9-c9ff5766f7a0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] device_id is not set on port 5c2fd658-3a61-4e3e-bf4c-f25cf96e6846 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:25:51.925956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde46caf-0bd6-4555-b65f-0c4c9341df32 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Pushing event deleted for resources: {'Port': ['ID=3dfe7b14-6aec-4f24-accb-fcbf45cd23f7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:51.938911 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['61c3df74-35c9-47e6-8ce3-3360345c66ea'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:51.986068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-649359e0-76c2-41f7-859e-1e9311eeb7d2 req-bde46caf-0bd6-4555-b65f-0c4c9341df32 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] No DVR routers for this DVR port 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:51.991821 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-649359e0-76c2-41f7-859e-1e9311eeb7d2 req-bde46caf-0bd6-4555-b65f-0c4c9341df32 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.994714 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-649359e0-76c2-41f7-859e-1e9311eeb7d2 req-bde46caf-0bd6-4555-b65f-0c4c9341df32 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.55 "DELETE /v2.0/ports/3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 HTTP/1.1" status: 204 len: 173 time: 1.2839653 Jul 14 09:25:52.114732 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.156598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f14b65-3460-4efe-8b95-53d4ac102957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b9f455-ac09-401a-b24c-86e337ba89d7'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:52.162587 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef5cd1e-21db-4f1c-a4c7-5ec11d253793" -d '{"events": [{"server_uuid": "a2f14b65-3460-4efe-8b95-53d4ac102957", "name": "network-vif-plugged", "status": "completed", "tag": "f9b9f455-ac09-401a-b24c-86e337ba89d7"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:52.195593 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port f9b9f455-ac09-401a-b24c-86e337ba89d7, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=f9b9f455-ac09-401a-b24c-86e337ba89d7,segment=NetworkSegment(1f1a358f-73c2-4ce0-ba11-3ecd763be6c8),segment_id=1f1a358f-73c2-4ce0-ba11-3ecd763be6c8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:52.200653 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.283622 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d198142-7d0e-4654-845d-6cead2f96f06 req-dc9e4353-4cb4-4fa1-b316-8e370b9a6f20 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:52.291019 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d198142-7d0e-4654-845d-6cead2f96f06 req-dc9e4353-4cb4-4fa1-b316-8e370b9a6f20 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f14b65-3460-4efe-8b95-53d4ac102957 HTTP/1.1" status: 200 len: 944 time: 0.6569359 Jul 14 09:25:52.293663 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a25a1c5a-3a2c-4918-a537-91c5d8572506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.349415 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=f9b9f455-ac09-401a-b24c-86e337ba89d7,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:52.387199 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a25a1c5a-3a2c-4918-a537-91c5d8572506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.459474 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5196731b-501a-4b92-bac7-f07b20a0cbb8 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:52.460730 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5196731b-501a-4b92-bac7-f07b20a0cbb8 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.55 "GET /v2.0/networks?id=25c3f0cb-f623-483c-a016-5d44ef3a1f44 HTTP/1.1" status: 200 len: 813 time: 0.2150245 Jul 14 09:25:52.494070 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-53563abe-6528-4e10-95ac-3d5c1c3bd877 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Request body: {'port': {'device_id': '8bca18e8-8ddf-4477-b905-a8a951a1c2eb', 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44', 'admin_state_up': True, 'tenant_id': '57a07acf24dc4604820afbf9259b1131'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:52.513425 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d198142-7d0e-4654-845d-6cead2f96f06 req-f612f8d5-8d42-4d70-b38d-43c2df3027f7 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211144 Jul 14 09:25:52.613220 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71587f2a-7d40-42fc-9fcb-790f7a823b8b req-0168dab0-0dd1-497d-adf0-d4cc6cf472bb tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:52.630265 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71587f2a-7d40-42fc-9fcb-790f7a823b8b req-0168dab0-0dd1-497d-adf0-d4cc6cf472bb tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.7608013 Jul 14 09:25:52.648822 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-9ae82660-5ad6-497b-988a-a5e118d4c900 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:52.650512 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-9ae82660-5ad6-497b-988a-a5e118d4c900 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.49 "GET /v2.0/networks?id=25c3f0cb-f623-483c-a016-5d44ef3a1f44 HTTP/1.1" status: 200 len: 813 time: 0.7338552 Jul 14 09:25:52.675361 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-a71c6cb4-005d-4591-af5d-2fe8921ba50e tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Request body: {'port': {'device_id': '000dc559-ea9d-4490-adb0-84405ab87bda', 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44', 'admin_state_up': True, 'tenant_id': '57a07acf24dc4604820afbf9259b1131'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:52.840810 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-53563abe-6528-4e10-95ac-3d5c1c3bd877 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Made reservation on behalf of 57a07acf24dc4604820afbf9259b1131 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:52.850885 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-53563abe-6528-4e10-95ac-3d5c1c3bd877 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.938163 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-afbdb841-8610-4712-9ec9-c9ff5766f7a0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.946790 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71587f2a-7d40-42fc-9fcb-790f7a823b8b req-1ae11a06-db15-468c-9367-19e666f7077a tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151021 Jul 14 09:25:52.947465 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a25a1c5a-3a2c-4918-a537-91c5d8572506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.950790 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a25a1c5a-3a2c-4918-a537-91c5d8572506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.954371 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a25a1c5a-3a2c-4918-a537-91c5d8572506 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b760539-60f7-4e39-b9d7-32fd00159b39 HTTP/1.1" status: 204 len: 168 time: 1.2076106 Jul 14 09:25:52.954371 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-a71c6cb4-005d-4591-af5d-2fe8921ba50e tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Made reservation on behalf of 57a07acf24dc4604820afbf9259b1131 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:52.956661 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-a71c6cb4-005d-4591-af5d-2fe8921ba50e tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.996368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a1c5a-3a2c-4918-a537-91c5d8572506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b760539-60f7-4e39-b9d7-32fd00159b39,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:53.081167 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c28972-bff3-465c-ba8b-5e2d4988191b x-openstack-request-id: req-71c28972-bff3-465c-ba8b-5e2d4988191b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:53.081732 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f14b65-3460-4efe-8b95-53d4ac102957", "name": "network-vif-plugged", "status": "completed", "tag": "f9b9f455-ac09-401a-b24c-86e337ba89d7", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:53.081732 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71c28972-bff3-465c-ba8b-5e2d4988191b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:53.082122 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f14b65-3460-4efe-8b95-53d4ac102957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b9f455-ac09-401a-b24c-86e337ba89d7', 'code': 200} Jul 14 09:25:53.142419 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-53563abe-6528-4e10-95ac-3d5c1c3bd877 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Allocated IP 172.20.0.2 (25c3f0cb-f623-483c-a016-5d44ef3a1f44/f94202a5-c75a-4066-a9dd-07958bf7cb37/317f8a62-f989-4628-95be-98ab91a36ee9) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:53.232794 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23a7e196-c968-47bd-a0c3-c034cf39cd86 req-0c1dac6f-5a1a-419c-82b9-b4f88ce399a1 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bca18e8-8ddf-4477-b905-a8a951a1c2eb HTTP/1.1" status: 200 len: 210 time: 0.1452012 Jul 14 09:25:53.235368 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-afbdb841-8610-4712-9ec9-c9ff5766f7a0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.313426 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbdb841-8610-4712-9ec9-c9ff5766f7a0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=5c2fd658-3a61-4e3e-bf4c-f25cf96e6846,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:53.317801 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbdb841-8610-4712-9ec9-c9ff5766f7a0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network b9a2bc11-89a5-4979-a19a-520e8ea9db72 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:53.320085 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-afbdb841-8610-4712-9ec9-c9ff5766f7a0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:53.322399 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbdb841-8610-4712-9ec9-c9ff5766f7a0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:53.329618 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbdb841-8610-4712-9ec9-c9ff5766f7a0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:53.330426 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-afbdb841-8610-4712-9ec9-c9ff5766f7a0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.351796 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-afbdb841-8610-4712-9ec9-c9ff5766f7a0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.3331871 Jul 14 09:25:53.352675 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36830) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:53.418638 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-53563abe-6528-4e10-95ac-3d5c1c3bd877 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.446522 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c223befa-c6ec-455d-b4a2-5ecc5a52fc21 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:53.448273 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c223befa-c6ec-455d-b4a2-5ecc5a52fc21 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports/5c2fd658-3a61-4e3e-bf4c-f25cf96e6846 HTTP/1.1" status: 200 len: 844 time: 0.0943220 Jul 14 09:25:53.450906 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36838) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:53.486052 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f9c17-5b21-4a1f-a860-0882ba61e4ee req-54a92d4c-5d5c-4159-9633-0c966409c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:53.487598 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9d7f9c17-5b21-4a1f-a860-0882ba61e4ee req-54a92d4c-5d5c-4159-9633-0c966409c4ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a2f14b65-3460-4efe-8b95-53d4ac102957 HTTP/1.1" status: 200 len: 1097 time: 0.2991924 Jul 14 09:25:53.497065 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-53563abe-6528-4e10-95ac-3d5c1c3bd877 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.613087 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-a71c6cb4-005d-4591-af5d-2fe8921ba50e tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Allocated IP 172.20.0.3 (25c3f0cb-f623-483c-a016-5d44ef3a1f44/f94202a5-c75a-4066-a9dd-07958bf7cb37/591f2b80-4faa-4a5a-81a8-873532141bf3) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:53.658237 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9d7f9c17-5b21-4a1f-a860-0882ba61e4ee req-d84f1ec6-f8b9-40e1-8352-ffb5229b02db service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559916 Jul 14 09:25:53.664751 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-09b58261-2b28-4195-abc8-bf37e0337d4a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port 5c2fd658-3a61-4e3e-bf4c-f25cf96e6846 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:53.665245 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09b58261-2b28-4195-abc8-bf37e0337d4a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.670221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7adf1ac-048b-423b-87f2-3e9aa3938c37', 'name': 'network-vif-deleted', 'tag': '3dfe7b14-6aec-4f24-accb-fcbf45cd23f7'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:53.673004 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71738985-15c0-4fdd-af29-47c5794d0c86" -d '{"events": [{"server_uuid": "b7adf1ac-048b-423b-87f2-3e9aa3938c37", "name": "network-vif-deleted", "tag": "3dfe7b14-6aec-4f24-accb-fcbf45cd23f7"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:53.684293 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53563abe-6528-4e10-95ac-3d5c1c3bd877 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Pushing event updated for resources: {'Port': ['ID=317f8a62-f989-4628-95be-98ab91a36ee9,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:53.710711 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-53563abe-6528-4e10-95ac-3d5c1c3bd877 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Network 25c3f0cb-f623-483c-a016-5d44ef3a1f44 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:53.712251 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-53563abe-6528-4e10-95ac-3d5c1c3bd877 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:53.715993 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-53563abe-6528-4e10-95ac-3d5c1c3bd877 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:53.777614 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcc6a48-5abe-411e-b2ad-b7022a3da7ca x-openstack-request-id: req-4fcc6a48-5abe-411e-b2ad-b7022a3da7ca {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:53.779277 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7adf1ac-048b-423b-87f2-3e9aa3938c37", "name": "network-vif-deleted", "tag": "3dfe7b14-6aec-4f24-accb-fcbf45cd23f7", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:53.779545 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4fcc6a48-5abe-411e-b2ad-b7022a3da7ca {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:53.779988 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7adf1ac-048b-423b-87f2-3e9aa3938c37', 'name': 'network-vif-deleted', 'tag': '3dfe7b14-6aec-4f24-accb-fcbf45cd23f7', 'status': 'completed', 'code': 200} Jul 14 09:25:53.823645 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-53563abe-6528-4e10-95ac-3d5c1c3bd877 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:53.824907 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-53563abe-6528-4e10-95ac-3d5c1c3bd877 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.843238 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-53563abe-6528-4e10-95ac-3d5c1c3bd877 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3614452 Jul 14 09:25:53.866654 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] Request body: {'port': {'device_id': '8bca18e8-8ddf-4477-b905-a8a951a1c2eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:53.942481 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09b58261-2b28-4195-abc8-bf37e0337d4a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.995988 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:54.011855 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-09b58261-2b28-4195-abc8-bf37e0337d4a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for 5c2fd658-3a61-4e3e-bf4c-f25cf96e6846 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:54.154816 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-a71c6cb4-005d-4591-af5d-2fe8921ba50e tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:54.172538 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ef7e8-c464-4220-9295-0f3cad86f522 req-1a597f24-a20e-4a34-9a1a-52c2341a1155 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:54.172538 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d4ef7e8-c464-4220-9295-0f3cad86f522 req-1a597f24-a20e-4a34-9a1a-52c2341a1155 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f14b65-3460-4efe-8b95-53d4ac102957 HTTP/1.1" status: 200 len: 945 time: 0.3757584 Jul 14 09:25:54.284279 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d4ef7e8-c464-4220-9295-0f3cad86f522 req-de6fc4db-6aa4-420e-b816-c8735dc77c5f tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056457 Jul 14 09:25:54.284876 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09b58261-2b28-4195-abc8-bf37e0337d4a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:54.343362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a80a12-980a-4d99-a30a-283ed3f8ca62 req-88890d1a-3363-41e2-af47-bdae1dfe99d3 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:54.351597 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2a80a12-980a-4d99-a30a-283ed3f8ca62 req-88890d1a-3363-41e2-af47-bdae1dfe99d3 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.2134023 Jul 14 09:25:54.353804 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-a71c6cb4-005d-4591-af5d-2fe8921ba50e tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:54.362250 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b58261-2b28-4195-abc8-bf37e0337d4a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=5c2fd658-3a61-4e3e-bf4c-f25cf96e6846,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:54.391401 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09b58261-2b28-4195-abc8-bf37e0337d4a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:54.395668 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-09b58261-2b28-4195-abc8-bf37e0337d4a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/ports/5c2fd658-3a61-4e3e-bf4c-f25cf96e6846 HTTP/1.1" status: 204 len: 168 time: 0.9413574 Jul 14 09:25:54.397560 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36888) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:54.429908 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-a71c6cb4-005d-4591-af5d-2fe8921ba50e tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Network 25c3f0cb-f623-483c-a016-5d44ef3a1f44 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:54.460471 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b5cb53-ec15-4445-9a7a-51d642fd4a43 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] GET failed (client error): The resource could not be found. Jul 14 09:25:54.468401 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-52b5cb53-ec15-4445-9a7a-51d642fd4a43 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports/5c2fd658-3a61-4e3e-bf4c-f25cf96e6846 HTTP/1.1" status: 404 len: 333 time: 0.0632095 Jul 14 09:25:54.468401 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-a71c6cb4-005d-4591-af5d-2fe8921ba50e tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:54.470404 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36892) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:54.490184 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-a71c6cb4-005d-4591-af5d-2fe8921ba50e tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:54.498800 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4f55f73c-d351-43e4-9440-b4c3ff0d4fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'port': {'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72', 'name': 'tempest-PortsIpV6TestJSON-2097999601'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:54.503839 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2a80a12-980a-4d99-a30a-283ed3f8ca62 req-a157c015-0992-4c46-9b14-5f080ed26e51 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525965 Jul 14 09:25:54.682801 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c6cb4-005d-4591-af5d-2fe8921ba50e tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Pushing event updated for resources: {'Port': ['ID=591f2b80-4faa-4a5a-81a8-873532141bf3,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:54.709762 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 61c3df74-35c9-47e6-8ce3-3360345c66ea no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:54.732069 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-a71c6cb4-005d-4591-af5d-2fe8921ba50e tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:54.732772 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-a71c6cb4-005d-4591-af5d-2fe8921ba50e tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:54.745539 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317f8a62-f989-4628-95be-98ab91a36ee9 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:54.774004 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 61c3df74-35c9-47e6-8ce3-3360345c66ea {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:54.775034 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 61c3df74-35c9-47e6-8ce3-3360345c66ea not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:54.777503 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:54.784394 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:54.840329 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:54.841309 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 3dfe7b14-6aec-4f24-accb-fcbf45cd23f7 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:54.847683 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] Transition to ACTIVE for port object 317f8a62-f989-4628-95be-98ab91a36ee9 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:54.850130 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f55f73c-d351-43e4-9440-b4c3ff0d4fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:54.856220 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f55f73c-d351-43e4-9440-b4c3ff0d4fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:54.883346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-4f55f73c-d351-43e4-9440-b4c3ff0d4fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] device_id is not set on port 472f7a82-c363-45c5-8576-2ec8d123c587 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:25:54.885264 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-a71c6cb4-005d-4591-af5d-2fe8921ba50e tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2163804 Jul 14 09:25:54.905083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] Request body: {'port': {'device_id': '000dc559-ea9d-4490-adb0-84405ab87bda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:54.958785 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.037684 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101946a9-5566-4d75-8d0c-3e1f3e17b6ee req-54205f90-3408-4f61-8aa3-55619d82d3c4 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:55.039814 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-101946a9-5566-4d75-8d0c-3e1f3e17b6ee req-54205f90-3408-4f61-8aa3-55619d82d3c4 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bca18e8-8ddf-4477-b905-a8a951a1c2eb HTTP/1.1" status: 200 len: 931 time: 0.2639039 Jul 14 09:25:55.090350 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.110234 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-101946a9-5566-4d75-8d0c-3e1f3e17b6ee req-fdf21b4c-e0f6-48f3-b805-c4145184a53f tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604768 Jul 14 09:25:55.136602 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36916) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:55.154343 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f55f73c-d351-43e4-9440-b4c3ff0d4fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.208346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=317f8a62-f989-4628-95be-98ab91a36ee9,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:55.300389 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f55f73c-d351-43e4-9440-b4c3ff0d4fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.314006 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] Attempting to bind port 317f8a62-f989-4628-95be-98ab91a36ee9 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:55.314348 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] Attempting to bind port 317f8a62-f989-4628-95be-98ab91a36ee9 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '113c385f-8820-498f-bf90-77139685d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:55.314682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] Attempting to bind port 317f8a62-f989-4628-95be-98ab91a36ee9 on network 25c3f0cb-f623-483c-a016-5d44ef3a1f44 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:55.361279 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] Port 317f8a62-f989-4628-95be-98ab91a36ee9 on network 25c3f0cb-f623-483c-a016-5d44ef3a1f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:55.361610 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] Attempting to bind port 317f8a62-f989-4628-95be-98ab91a36ee9 on network 25c3f0cb-f623-483c-a016-5d44ef3a1f44 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:55.372153 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3d291623-048d-4309-b247-7ea7c0f31592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.379445 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f55f73c-d351-43e4-9440-b4c3ff0d4fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network b9a2bc11-89a5-4979-a19a-520e8ea9db72 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:55.390612 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-4f55f73c-d351-43e4-9440-b4c3ff0d4fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:55.392508 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:55.392851 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] Checking segment: {'id': '113c385f-8820-498f-bf90-77139685d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:55.393233 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] Bound using segment: {'id': '113c385f-8820-498f-bf90-77139685d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:55.393664 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] Bound port: 317f8a62-f989-4628-95be-98ab91a36ee9, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '113c385f-8820-498f-bf90-77139685d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:55.394050 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.397236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f55f73c-d351-43e4-9440-b4c3ff0d4fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:55.404115 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f55f73c-d351-43e4-9440-b4c3ff0d4fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:55.404619 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f55f73c-d351-43e4-9440-b4c3ff0d4fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.415914 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55f73c-d351-43e4-9440-b4c3ff0d4fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=472f7a82-c363-45c5-8576-2ec8d123c587,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:55.479427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591f2b80-4faa-4a5a-81a8-873532141bf3 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:55.489876 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.505860 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] For port 317f8a62-f989-4628-95be-98ab91a36ee9, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:55.508543 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] Transition to ACTIVE for port object 591f2b80-4faa-4a5a-81a8-873532141bf3 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:55.512301 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] For port 317f8a62-f989-4628-95be-98ab91a36ee9, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=317f8a62-f989-4628-95be-98ab91a36ee9,segment=NetworkSegment(113c385f-8820-498f-bf90-77139685d515),segment_id=113c385f-8820-498f-bf90-77139685d515)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:55.520172 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.523055 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.574457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:55.575079 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.576503 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] 10.222.0.55 "PUT /v2.0/ports/317f8a62-f989-4628-95be-98ab91a36ee9 HTTP/1.1" status: 200 len: 1092 time: 1.7142477 Jul 14 09:25:55.613739 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3d93f-ee18-45c8-9d15-025164932dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=317f8a62-f989-4628-95be-98ab91a36ee9,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:55.621217 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3d291623-048d-4309-b247-7ea7c0f31592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.626857 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3d291623-048d-4309-b247-7ea7c0f31592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.629498 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb315b-7e5d-4233-b086-7559c23088f2 req-f847a395-3845-4a59-ac95-b0397464fe8e tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:55.632423 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ddb315b-7e5d-4233-b086-7559c23088f2 req-f847a395-3845-4a59-ac95-b0397464fe8e tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f14b65-3460-4efe-8b95-53d4ac102957 HTTP/1.1" status: 200 len: 945 time: 0.1999652 Jul 14 09:25:55.655249 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4f55f73c-d351-43e4-9440-b4c3ff0d4fea tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1708786 Jul 14 09:25:55.658636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36932) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:55.658978 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36934) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:55.703363 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] Pushing event updated for resources: {'Port': ['ID=591f2b80-4faa-4a5a-81a8-873532141bf3,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:55.704871 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-44f71cd4-ea08-4a6c-aca4-31404589674f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:55.751431 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3d291623-048d-4309-b247-7ea7c0f31592 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=588033cdbddc43cf97cca7ff0d1c93f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6087933 Jul 14 09:25:55.757649 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36940) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:55.758706 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d291623-048d-4309-b247-7ea7c0f31592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c729bc-8099-4950-9c3c-410746bd59de,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:55.775450 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ddb315b-7e5d-4233-b086-7559c23088f2 req-5c1df148-b5d7-4d31-ab04-eff07de54357 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327929 Jul 14 09:25:55.784299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bca18e8-8ddf-4477-b905-a8a951a1c2eb', 'tag': '317f8a62-f989-4628-95be-98ab91a36ee9'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:55.787025 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64831f52-d17f-4402-8056-3d776939080b" -d '{"events": [{"name": "network-changed", "server_uuid": "8bca18e8-8ddf-4477-b905-a8a951a1c2eb", "tag": "317f8a62-f989-4628-95be-98ab91a36ee9"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:55.817146 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] Attempting to bind port 591f2b80-4faa-4a5a-81a8-873532141bf3 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:55.817473 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] Attempting to bind port 591f2b80-4faa-4a5a-81a8-873532141bf3 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '113c385f-8820-498f-bf90-77139685d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:55.817734 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] Attempting to bind port 591f2b80-4faa-4a5a-81a8-873532141bf3 on network 25c3f0cb-f623-483c-a016-5d44ef3a1f44 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:55.845044 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1fbe3-d187-4a5c-9df8-be577d294e89 req-a6affd24-f6fb-4618-ad1a-42189f5da286 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:55.853737 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-73d1fbe3-d187-4a5c-9df8-be577d294e89 req-a6affd24-f6fb-4618-ad1a-42189f5da286 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.1574810 Jul 14 09:25:55.857551 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] Port 591f2b80-4faa-4a5a-81a8-873532141bf3 on network 25c3f0cb-f623-483c-a016-5d44ef3a1f44 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:55.857904 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] Attempting to bind port 591f2b80-4faa-4a5a-81a8-873532141bf3 on network 25c3f0cb-f623-483c-a016-5d44ef3a1f44 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:55.870751 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5957068-d440-4f02-93ae-0153176446e1 x-openstack-request-id: req-c5957068-d440-4f02-93ae-0153176446e1 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:55.871066 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bca18e8-8ddf-4477-b905-a8a951a1c2eb", "tag": "317f8a62-f989-4628-95be-98ab91a36ee9", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:55.871278 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5957068-d440-4f02-93ae-0153176446e1 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:55.871414 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:55.871662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] Checking segment: {'id': '113c385f-8820-498f-bf90-77139685d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:55.871800 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bca18e8-8ddf-4477-b905-a8a951a1c2eb', 'tag': '317f8a62-f989-4628-95be-98ab91a36ee9', 'status': 'completed', 'code': 200} Jul 14 09:25:55.872043 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] Bound using segment: {'id': '113c385f-8820-498f-bf90-77139685d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:55.872485 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] Bound port: 591f2b80-4faa-4a5a-81a8-873532141bf3, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '113c385f-8820-498f-bf90-77139685d515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:55.872846 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.898422 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-c5247605-c90f-463b-baef-754fa4ab469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:55.901177 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-c5247605-c90f-463b-baef-754fa4ab469b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57a07acf24dc4604820afbf9259b1131&device_id=8bca18e8-8ddf-4477-b905-a8a951a1c2eb HTTP/1.1" status: 200 len: 1095 time: 0.2411041 Jul 14 09:25:55.902026 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae29ff0f-a9f1-44e8-b9a6-af7817c7f5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.930669 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-73d1fbe3-d187-4a5c-9df8-be577d294e89 req-8808cb82-f029-40b0-afce-ff6784aa9259 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688481 Jul 14 09:25:55.935398 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44f71cd4-ea08-4a6c-aca4-31404589674f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.972276 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] For port 591f2b80-4faa-4a5a-81a8-873532141bf3, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:55.976052 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] For port 591f2b80-4faa-4a5a-81a8-873532141bf3, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=591f2b80-4faa-4a5a-81a8-873532141bf3,segment=NetworkSegment(113c385f-8820-498f-bf90-77139685d515),segment_id=113c385f-8820-498f-bf90-77139685d515)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:55.980611 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.983426 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-488d60ee-b470-470b-a4bf-34c3c48ef26b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=317f8a62-f989-4628-95be-98ab91a36ee9 HTTP/1.1" status: 200 len: 217 time: 0.0649943 Jul 14 09:25:55.987553 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a014dae-e547-4417-a99d-a51d80242444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.029978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:56.030577 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.032012 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] 10.222.0.49 "PUT /v2.0/ports/591f2b80-4faa-4a5a-81a8-873532141bf3 HTTP/1.1" status: 200 len: 1092 time: 1.1321211 Jul 14 09:25:56.032450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000dc559-ea9d-4490-adb0-84405ab87bda', 'tag': '591f2b80-4faa-4a5a-81a8-873532141bf3'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:56.034954 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c0e2aa-d099-4f92-847c-f6cda4446169" -d '{"events": [{"name": "network-changed", "server_uuid": "000dc559-ea9d-4490-adb0-84405ab87bda", "tag": "591f2b80-4faa-4a5a-81a8-873532141bf3"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:56.132935 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd780a4-e8a2-488d-a2ad-7e2d7c133e15 x-openstack-request-id: req-4dd780a4-e8a2-488d-a2ad-7e2d7c133e15 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:56.133653 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000dc559-ea9d-4490-adb0-84405ab87bda", "tag": "591f2b80-4faa-4a5a-81a8-873532141bf3", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:56.134154 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4dd780a4-e8a2-488d-a2ad-7e2d7c133e15 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:56.134571 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000dc559-ea9d-4490-adb0-84405ab87bda', 'tag': '591f2b80-4faa-4a5a-81a8-873532141bf3', 'status': 'completed', 'code': 200} Jul 14 09:25:56.139255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402579f-84cb-4295-b863-99c338ecc938 service neutron] Pushing event updated for resources: {'Port': ['ID=591f2b80-4faa-4a5a-81a8-873532141bf3,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:56.141467 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a014dae-e547-4417-a99d-a51d80242444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.183079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-f0dfb210-8dfa-4c47-8875-9a53ec47a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:56.184785 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-f0dfb210-8dfa-4c47-8875-9a53ec47a577 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f94202a5-c75a-4066-a9dd-07958bf7cb37 HTTP/1.1" status: 200 len: 853 time: 0.1918185 Jul 14 09:25:56.212949 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-f03d6512-fe90-44f9-9a5b-51a2a5c290c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:56.214805 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-f03d6512-fe90-44f9-9a5b-51a2a5c290c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57a07acf24dc4604820afbf9259b1131&device_id=000dc559-ea9d-4490-adb0-84405ab87bda HTTP/1.1" status: 200 len: 1095 time: 0.1347218 Jul 14 09:25:56.273672 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-2abd3da8-4ed9-47d6-aa7b-1457ef581ee5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=591f2b80-4faa-4a5a-81a8-873532141bf3 HTTP/1.1" status: 200 len: 217 time: 0.0515883 Jul 14 09:25:56.318097 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-f4a5aa0a-2c8e-4e2c-9fbb-18a864fb4385 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=25c3f0cb-f623-483c-a016-5d44ef3a1f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868552 Jul 14 09:25:56.329981 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a014dae-e547-4417-a99d-a51d80242444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.333542 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a014dae-e547-4417-a99d-a51d80242444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.337198 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1a014dae-e547-4417-a99d-a51d80242444 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54c729bc-8099-4950-9c3c-410746bd59de HTTP/1.1" status: 204 len: 168 time: 0.5730603 Jul 14 09:25:56.399942 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-cbdaa0cf-e826-402a-950e-36b11802c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:56.401698 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-cbdaa0cf-e826-402a-950e-36b11802c43b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f94202a5-c75a-4066-a9dd-07958bf7cb37 HTTP/1.1" status: 200 len: 853 time: 0.1172469 Jul 14 09:25:56.409844 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a014dae-e547-4417-a99d-a51d80242444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c729bc-8099-4950-9c3c-410746bd59de,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:56.483665 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb986b50-f384-426c-a25c-94708cbae21d req-55960249-b95b-4e5a-8b61-b4bb76c85404 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:56.485884 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eb986b50-f384-426c-a25c-94708cbae21d req-55960249-b95b-4e5a-8b61-b4bb76c85404 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bca18e8-8ddf-4477-b905-a8a951a1c2eb HTTP/1.1" status: 200 len: 943 time: 0.2148998 Jul 14 09:25:56.494022 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44f71cd4-ea08-4a6c-aca4-31404589674f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.505553 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae29ff0f-a9f1-44e8-b9a6-af7817c7f5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.510080 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44f71cd4-ea08-4a6c-aca4-31404589674f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.511240 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-13456174-fcb2-4764-9825-d230d3f1bbbd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=25c3f0cb-f623-483c-a016-5d44ef3a1f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648639 Jul 14 09:25:56.528269 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae29ff0f-a9f1-44e8-b9a6-af7817c7f5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.570910 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-37b9c549-8e87-49d4-a8a1-2f8a9cde7019 service neutron] 10.222.0.55 "GET /v2.0/networks/25c3f0cb-f623-483c-a016-5d44ef3a1f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323527 Jul 14 09:25:56.586420 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-44f71cd4-ea08-4a6c-aca4-31404589674f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] In _notify_port_updated(), no bound segment for port 472f7a82-c363-45c5-8576-2ec8d123c587 on network b9a2bc11-89a5-4979-a19a-520e8ea9db72 {{(pid=93888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:25:56.592371 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f71cd4-ea08-4a6c-aca4-31404589674f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:56.593013 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44f71cd4-ea08-4a6c-aca4-31404589674f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.597224 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-44f71cd4-ea08-4a6c-aca4-31404589674f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "PUT /v2.0/ports/472f7a82-c363-45c5-8576-2ec8d123c587 HTTP/1.1" status: 200 len: 818 time: 0.9349897 Jul 14 09:25:56.604186 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36964) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:56.662024 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eb986b50-f384-426c-a25c-94708cbae21d req-b821821c-2eb4-4d45-b944-720ed2baab39 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538227 Jul 14 09:25:56.694701 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-110ac93d-7445-4cb1-ac63-3cad4b30c8a6 service neutron] 10.222.0.49 "GET /v2.0/networks/25c3f0cb-f623-483c-a016-5d44ef3a1f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732590 Jul 14 09:25:56.720698 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f71cd4-ea08-4a6c-aca4-31404589674f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=472f7a82-c363-45c5-8576-2ec8d123c587,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:56.727190 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ae29ff0f-a9f1-44e8-b9a6-af7817c7f5e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc91cf7c0dc44f23a621b506fbef1fb0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0636327 Jul 14 09:25:56.731538 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29ff0f-a9f1-44e8-b9a6-af7817c7f5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3975da-b5b7-41cb-9bed-d21e67028299,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:56.735489 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36970) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:56.820235 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-0c7f7a43-17b8-49bb-899d-bd92f2e6bd5a service neutron] 10.222.0.49 "GET /v2.0/networks/25c3f0cb-f623-483c-a016-5d44ef3a1f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200814 Jul 14 09:25:56.858270 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7d7368f4-dd35-4f99-bf89-c3553ec77904 req-5278ed9c-794a-4435-834b-43a5b81e6d2e service neutron] 10.222.0.55 "GET /v2.0/networks/25c3f0cb-f623-483c-a016-5d44ef3a1f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598553 Jul 14 09:25:56.884696 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a5f63696-c174-4a93-8352-e15ffb87eca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.909481 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-91cc55fb-2a6a-4e90-9dfc-d620e55a4149 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port 472f7a82-c363-45c5-8576-2ec8d123c587 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:56.911812 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91cc55fb-2a6a-4e90-9dfc-d620e55a4149 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.933393 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a5f63696-c174-4a93-8352-e15ffb87eca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.025701 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0e2aa-d099-4f92-847c-f6cda4446169 req-cecce855-d5d6-4794-989c-0d55927c9550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:57.028988 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5c0e2aa-d099-4f92-847c-f6cda4446169 req-cecce855-d5d6-4794-989c-0d55927c9550 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57a07acf24dc4604820afbf9259b1131&device_id=000dc559-ea9d-4490-adb0-84405ab87bda HTTP/1.1" status: 200 len: 1095 time: 0.1419220 Jul 14 09:25:57.098291 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91cc55fb-2a6a-4e90-9dfc-d620e55a4149 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.114533 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-91cc55fb-2a6a-4e90-9dfc-d620e55a4149 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for 472f7a82-c363-45c5-8576-2ec8d123c587 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:57.191286 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a5f63696-c174-4a93-8352-e15ffb87eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.193895 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a5f63696-c174-4a93-8352-e15ffb87eca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.195062 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a5f63696-c174-4a93-8352-e15ffb87eca6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc3975da-b5b7-41cb-9bed-d21e67028299 HTTP/1.1" status: 204 len: 168 time: 0.4537032 Jul 14 09:25:57.221897 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64831f52-d17f-4402-8056-3d776939080b req-616e51be-d769-4a5b-9c51-08dcf07d5fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:57.222875 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0e2aa-d099-4f92-847c-f6cda4446169 req-89ec4db5-85e8-457a-be1f-cd47da1ee532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:57.223610 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-64831f52-d17f-4402-8056-3d776939080b req-616e51be-d769-4a5b-9c51-08dcf07d5fa1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57a07acf24dc4604820afbf9259b1131&device_id=8bca18e8-8ddf-4477-b905-a8a951a1c2eb HTTP/1.1" status: 200 len: 1095 time: 0.2032349 Jul 14 09:25:57.224517 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5c0e2aa-d099-4f92-847c-f6cda4446169 req-89ec4db5-85e8-457a-be1f-cd47da1ee532 service neutron] 10.222.0.49 "GET /v2.0/networks?id=25c3f0cb-f623-483c-a016-5d44ef3a1f44 HTTP/1.1" status: 200 len: 914 time: 0.1889496 Jul 14 09:25:57.225971 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f63696-c174-4a93-8352-e15ffb87eca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3975da-b5b7-41cb-9bed-d21e67028299,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:57.238233 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9854cd-01bf-4bf6-bf2c-b21079665fd0 req-060e04f1-a9b7-485b-a422-fc554b10c430 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:57.240770 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7a9854cd-01bf-4bf6-bf2c-b21079665fd0 req-060e04f1-a9b7-485b-a422-fc554b10c430 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.1364663 Jul 14 09:25:57.272273 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88d21504-7b6a-4063-8ba7-c35285ffc801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.313100 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91cc55fb-2a6a-4e90-9dfc-d620e55a4149 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.338050 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5c0e2aa-d099-4f92-847c-f6cda4446169 req-cc38b3ae-27fe-4987-810f-5b9c7bbb89bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=591f2b80-4faa-4a5a-81a8-873532141bf3 HTTP/1.1" status: 200 len: 217 time: 0.0961659 Jul 14 09:25:57.356451 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91cc55fb-2a6a-4e90-9dfc-d620e55a4149 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.359145 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-91cc55fb-2a6a-4e90-9dfc-d620e55a4149 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/ports/472f7a82-c363-45c5-8576-2ec8d123c587 HTTP/1.1" status: 204 len: 168 time: 0.7425649 Jul 14 09:25:57.378019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36996) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:57.392585 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc55fb-2a6a-4e90-9dfc-d620e55a4149 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=472f7a82-c363-45c5-8576-2ec8d123c587,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:57.415523 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7a9854cd-01bf-4bf6-bf2c-b21079665fd0 req-3e6ccd3c-642d-4b55-9be8-bed118419925 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449823 Jul 14 09:25:57.422249 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0e2aa-d099-4f92-847c-f6cda4446169 req-c1accd80-fd35-4561-82c6-48c364511bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:57.425755 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5c0e2aa-d099-4f92-847c-f6cda4446169 req-c1accd80-fd35-4561-82c6-48c364511bbe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f94202a5-c75a-4066-a9dd-07958bf7cb37 HTTP/1.1" status: 200 len: 853 time: 0.0796266 Jul 14 09:25:57.473937 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5c0e2aa-d099-4f92-847c-f6cda4446169 req-395ed976-e435-40b3-95a0-62d95e1fe0ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=25c3f0cb-f623-483c-a016-5d44ef3a1f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415497 Jul 14 09:25:57.499731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64831f52-d17f-4402-8056-3d776939080b req-93f6ec5c-b184-465a-bc47-9bbd6d469539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:57.501321 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-64831f52-d17f-4402-8056-3d776939080b req-93f6ec5c-b184-465a-bc47-9bbd6d469539 service neutron] 10.222.0.55 "GET /v2.0/networks?id=25c3f0cb-f623-483c-a016-5d44ef3a1f44 HTTP/1.1" status: 200 len: 914 time: 0.2706151 Jul 14 09:25:57.636337 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5c0e2aa-d099-4f92-847c-f6cda4446169 req-54db6d6c-df48-4b27-bee3-baae4f7d65ce service neutron] 10.222.0.49 "GET /v2.0/networks/25c3f0cb-f623-483c-a016-5d44ef3a1f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546452 Jul 14 09:25:57.857539 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5c0e2aa-d099-4f92-847c-f6cda4446169 req-117dfd71-94d2-4fba-b3ee-edc2c18f363d service neutron] 10.222.0.49 "GET /v2.0/networks/25c3f0cb-f623-483c-a016-5d44ef3a1f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138255 Jul 14 09:25:57.866265 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37014) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:57.900539 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dc719252-e3e5-44d8-a5b9-c6ef0be5b58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.015719 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac995c4-5fbe-4ae9-9e53-b8dfb2c3d294 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:58.019953 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-aac995c4-5fbe-4ae9-9e53-b8dfb2c3d294 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6361856 Jul 14 09:25:58.019953 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-64831f52-d17f-4402-8056-3d776939080b req-9c298a70-bcc7-44d0-92d5-ad6018113c49 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=317f8a62-f989-4628-95be-98ab91a36ee9 HTTP/1.1" status: 200 len: 217 time: 0.5060930 Jul 14 09:25:58.020246 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37016) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:58.091908 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-753f42f3-7ce7-488f-ab54-d27e6252e627 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] GET failed (client error): The resource could not be found. Jul 14 09:25:58.097146 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-753f42f3-7ce7-488f-ab54-d27e6252e627 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports/472f7a82-c363-45c5-8576-2ec8d123c587 HTTP/1.1" status: 404 len: 333 time: 0.0726814 Jul 14 09:25:58.108853 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0d39f-7bc6-4e2f-bbdc-ca157fe6f231 req-348570ea-0485-4bdb-94ea-9b02dfa9278d tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:58.110825 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2fc0d39f-7bc6-4e2f-bbdc-ca157fe6f231 req-348570ea-0485-4bdb-94ea-9b02dfa9278d tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bca18e8-8ddf-4477-b905-a8a951a1c2eb HTTP/1.1" status: 200 len: 943 time: 0.1494951 Jul 14 09:25:58.111417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37020) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:58.119604 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b17c85b5-a822-4249-a729-cf8ae2e08150 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2065524703'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:58.140886 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64831f52-d17f-4402-8056-3d776939080b req-bf0aca3d-596a-4784-84ec-087eeb01a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:58.142416 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-64831f52-d17f-4402-8056-3d776939080b req-bf0aca3d-596a-4784-84ec-087eeb01a9e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f94202a5-c75a-4066-a9dd-07958bf7cb37 HTTP/1.1" status: 200 len: 853 time: 0.1111209 Jul 14 09:25:58.194653 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2fc0d39f-7bc6-4e2f-bbdc-ca157fe6f231 req-2408b370-8a08-47f5-b3fa-6d808e433a13 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636773 Jul 14 09:25:58.197585 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-64831f52-d17f-4402-8056-3d776939080b req-ba98a6d8-2afd-457d-a4c0-c3f38d19486b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=25c3f0cb-f623-483c-a016-5d44ef3a1f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472522 Jul 14 09:25:58.246151 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dc719252-e3e5-44d8-a5b9-c6ef0be5b58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.254203 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dc719252-e3e5-44d8-a5b9-c6ef0be5b58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.271768 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae1f49-b504-4e8d-bb3e-b3dfd73428af req-d9862b04-930b-44c5-b8df-315f7e368af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:58.273902 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b6ae1f49-b504-4e8d-bb3e-b3dfd73428af req-d9862b04-930b-44c5-b8df-315f7e368af3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 1098 time: 0.2306387 Jul 14 09:25:58.292139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc719252-e3e5-44d8-a5b9-c6ef0be5b58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5ec0a8-7bdc-4f7c-b375-d351e5f7e604,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:58.327778 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-dc719252-e3e5-44d8-a5b9-c6ef0be5b58c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5637613e78274eb09786e101b1c9d4c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4600635 Jul 14 09:25:58.329524 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17c85b5-a822-4249-a729-cf8ae2e08150 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:58.331242 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37030) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:58.334273 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b17c85b5-a822-4249-a729-cf8ae2e08150 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.372480 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17c85b5-a822-4249-a729-cf8ae2e08150 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:58.394701 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b17c85b5-a822-4249-a729-cf8ae2e08150 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.395222 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b6ae1f49-b504-4e8d-bb3e-b3dfd73428af req-cd110e34-6ab0-4465-9963-d43dea8c5326 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108677 Jul 14 09:25:58.395440 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-b17c85b5-a822-4249-a729-cf8ae2e08150 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Added segment d7eac364-ffe3-4430-bdc7-a6ed0e128d5e of type vlan for network b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc Jul 14 09:25:58.412301 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-64831f52-d17f-4402-8056-3d776939080b req-60a1d7a1-c884-43ff-9070-769b842c84c2 service neutron] 10.222.0.55 "GET /v2.0/networks/25c3f0cb-f623-483c-a016-5d44ef3a1f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066193 Jul 14 09:25:58.434787 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc80d236-33ef-4712-a41e-7f1710e40377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.440105 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1ad6bb4-a5fd-48ad-80a4-0b385b373d55 req-b354ebff-3607-4458-9384-f2a69c6ac8b0 tempest-AbsoluteLimitsNegativeTestJSON-1813880806 tempest-AbsoluteLimitsNegativeTestJSON-1813880806-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=bd31e6c2fbad4119a08d37748eafad0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511298 Jul 14 09:25:58.473857 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc80d236-33ef-4712-a41e-7f1710e40377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.542338 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc80d236-33ef-4712-a41e-7f1710e40377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.545355 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc80d236-33ef-4712-a41e-7f1710e40377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.551299 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fc80d236-33ef-4712-a41e-7f1710e40377 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d5ec0a8-7bdc-4f7c-b375-d351e5f7e604 HTTP/1.1" status: 204 len: 168 time: 0.2142465 Jul 14 09:25:58.566496 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b17c85b5-a822-4249-a729-cf8ae2e08150 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.569730 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80d236-33ef-4712-a41e-7f1710e40377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5ec0a8-7bdc-4f7c-b375-d351e5f7e604,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:58.665642 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b17c85b5-a822-4249-a729-cf8ae2e08150 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.671109 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17c85b5-a822-4249-a729-cf8ae2e08150 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:58.671695 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b17c85b5-a822-4249-a729-cf8ae2e08150 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.742645 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad6bb4-a5fd-48ad-80a4-0b385b373d55 req-b1c127e3-493b-4f54-882a-cbba224103bf tempest-AbsoluteLimitsNegativeTestJSON-1813880806 tempest-AbsoluteLimitsNegativeTestJSON-1813880806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:58.744292 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1ad6bb4-a5fd-48ad-80a4-0b385b373d55 req-b1c127e3-493b-4f54-882a-cbba224103bf tempest-AbsoluteLimitsNegativeTestJSON-1813880806 tempest-AbsoluteLimitsNegativeTestJSON-1813880806-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2963319 Jul 14 09:25:58.778760 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37042) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:58.779111 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b17c85b5-a822-4249-a729-cf8ae2e08150 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6641276 Jul 14 09:25:58.794056 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1ad6bb4-a5fd-48ad-80a4-0b385b373d55 req-59db4cb7-c041-465e-b331-9ad76f59b5c2 tempest-AbsoluteLimitsNegativeTestJSON-1813880806 tempest-AbsoluteLimitsNegativeTestJSON-1813880806-project] 10.222.0.26 "GET /v2.0/quotas/bd31e6c2fbad4119a08d37748eafad0e HTTP/1.1" status: 200 len: 375 time: 0.0372608 Jul 14 09:25:58.796615 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c85b5-a822-4249-a729-cf8ae2e08150 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Network': ['ID=b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:58.802792 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-0bd02270-6bb4-427d-8e75-3bf9b8d7116b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'subnet': {'network_id': 'b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:58.816832 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:58.854755 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1ad6bb4-a5fd-48ad-80a4-0b385b373d55 req-75e3bd39-69d6-4601-9225-5edf59886fec tempest-AbsoluteLimitsNegativeTestJSON-1813880806 tempest-AbsoluteLimitsNegativeTestJSON-1813880806-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd31e6c2fbad4119a08d37748eafad0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462108 Jul 14 09:25:58.865208 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6271b-782d-4d37-9252-9c63c18402b1 req-2eff23ce-4774-467c-bbe8-be931fa486c9 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:58.867908 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-81c6271b-782d-4d37-9252-9c63c18402b1 req-2eff23ce-4774-467c-bbe8-be931fa486c9 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.2479222 Jul 14 09:25:58.905594 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-64831f52-d17f-4402-8056-3d776939080b req-e0f93753-8fc4-4bdb-aa7b-c9e5f4517f06 service neutron] 10.222.0.55 "GET /v2.0/networks/25c3f0cb-f623-483c-a016-5d44ef3a1f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178183 Jul 14 09:25:58.957589 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-81c6271b-782d-4d37-9252-9c63c18402b1 req-20ca7bd3-9238-45ec-ace8-513c6045ee92 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830669 Jul 14 09:25:58.996848 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd02270-6bb4-427d-8e75-3bf9b8d7116b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:59.001276 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bd02270-6bb4-427d-8e75-3bf9b8d7116b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.486992 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bd02270-6bb4-427d-8e75-3bf9b8d7116b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.501644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d2888-d3c0-484f-bef5-4fe75593b7b1 req-3a4ecafd-7e3e-4963-b1d9-7c74b91b8d6d tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:59.504380 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-800d2888-d3c0-484f-bef5-4fe75593b7b1 req-3a4ecafd-7e3e-4963-b1d9-7c74b91b8d6d tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bca18e8-8ddf-4477-b905-a8a951a1c2eb HTTP/1.1" status: 200 len: 943 time: 0.1367326 Jul 14 09:25:59.504957 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37066) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:59.572324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd02270-6bb4-427d-8e75-3bf9b8d7116b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Subnet': ['ID=aa92d4bd-0681-42f1-a2b1-2c07057b3029,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:59.572518 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-800d2888-d3c0-484f-bef5-4fe75593b7b1 req-60e82bc2-e11c-4631-a82b-9739f7513654 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550256 Jul 14 09:25:59.580332 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd02270-6bb4-427d-8e75-3bf9b8d7116b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Checking segment: {'id': 'd7eac364-ffe3-4430-bdc7-a6ed0e128d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:59.580332 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd02270-6bb4-427d-8e75-3bf9b8d7116b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network hostable DHCP agents. Network: b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:59.612124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd02270-6bb4-427d-8e75-3bf9b8d7116b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:59.623518 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-0bd02270-6bb4-427d-8e75-3bf9b8d7116b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:59.630763 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd02270-6bb4-427d-8e75-3bf9b8d7116b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:59.631380 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bd02270-6bb4-427d-8e75-3bf9b8d7116b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.636480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfca85c-8021-419e-ba2c-ef8eb52e0bcf None None] Network b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:59.673536 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0bd02270-6bb4-427d-8e75-3bf9b8d7116b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8897638 Jul 14 09:25:59.675564 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37074) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:59.690976 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7490df3b-f774-4e69-b84c-0f1d1ce8ed98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'subnet': {'network_id': 'b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:59.739899 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3a97048b-8876-40c8-a7ee-0680fa3063ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.823848 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 591f2b80-4faa-4a5a-81a8-873532141bf3 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:59.983399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 591f2b80-4faa-4a5a-81a8-873532141bf3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=591f2b80-4faa-4a5a-81a8-873532141bf3,segment=NetworkSegment(113c385f-8820-498f-bf90-77139685d515),segment_id=113c385f-8820-498f-bf90-77139685d515)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:00.022887 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.030141 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '591f2b80-4faa-4a5a-81a8-873532141bf3', 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44', 'port_id': '591f2b80-4faa-4a5a-81a8-873532141bf3', 'mac_address': 'fa:16:3e:f8:6f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94202a5-c75a-4066-a9dd-07958bf7cb37', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:00.037266 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc', 'network_id': 'b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc', 'tenant_id': '1f0817fe7e064f388adbef792aa02c42', 'fixed_ips': [{'subnet_id': 'aa92d4bd-0681-42f1-a2b1-2c07057b3029'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:00.038294 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.135286 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.314609 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591f2b80-4faa-4a5a-81a8-873532141bf3 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:00.345119 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7c65f98a-ba11-4e10-84b3-4037886d49fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.401806 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 591f2b80-4faa-4a5a-81a8-873532141bf3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=591f2b80-4faa-4a5a-81a8-873532141bf3,segment=NetworkSegment(113c385f-8820-498f-bf90-77139685d515),segment_id=113c385f-8820-498f-bf90-77139685d515)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:00.448280 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.518339 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=591f2b80-4faa-4a5a-81a8-873532141bf3,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:00.559816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Allocated IP 2001:db8::2 (b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc/aa92d4bd-0681-42f1-a2b1-2c07057b3029/7903167c-76c7-45e4-a645-09ae3097c070) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:00.662797 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.711922 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d2ed8-24e9-4d3c-bd74-b83ba8306532 req-2b8a3edf-43b5-42f9-859e-ce24dffcc8e3 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:00.722945 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['591f2b80-4faa-4a5a-81a8-873532141bf3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:00.723208 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-433d2ed8-24e9-4d3c-bd74-b83ba8306532 req-2b8a3edf-43b5-42f9-859e-ce24dffcc8e3 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.3994403 Jul 14 09:26:00.762332 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 317f8a62-f989-4628-95be-98ab91a36ee9 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:00.887128 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab771d5b-db0c-4df3-9247-bd5fbda01316 req-d74740d1-2a57-4ec1-979f-6e90568b7c1e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cc5c6d3c-f521-4cb1-9542-100e93cc835e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4690692 Jul 14 09:26:00.922386 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-433d2ed8-24e9-4d3c-bd74-b83ba8306532 req-ae8b7582-ca1d-4c8e-81d4-e091bc1195ab tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681621 Jul 14 09:26:00.934475 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.resource_extend [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:26:00.981178 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.028607 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Transition to ACTIVE for port object 7903167c-76c7-45e4-a645-09ae3097c070 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:01.033559 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7c65f98a-ba11-4e10-84b3-4037886d49fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.052531 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7c65f98a-ba11-4e10-84b3-4037886d49fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.091616 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Transition to ACTIVE for port object 7903167c-76c7-45e4-a645-09ae3097c070 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:01.116558 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.128311 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 317f8a62-f989-4628-95be-98ab91a36ee9, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=317f8a62-f989-4628-95be-98ab91a36ee9,segment=NetworkSegment(113c385f-8820-498f-bf90-77139685d515),segment_id=113c385f-8820-498f-bf90-77139685d515)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:01.152750 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7490df3b-f774-4e69-b84c-0f1d1ce8ed98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:01.156456 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7490df3b-f774-4e69-b84c-0f1d1ce8ed98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.181852 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '317f8a62-f989-4628-95be-98ab91a36ee9', 'network_id': '25c3f0cb-f623-483c-a016-5d44ef3a1f44', 'port_id': '317f8a62-f989-4628-95be-98ab91a36ee9', 'mac_address': 'fa:16:3e:a0:fd:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94202a5-c75a-4066-a9dd-07958bf7cb37', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:01.186851 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7c65f98a-ba11-4e10-84b3-4037886d49fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd31e6c2fbad4119a08d37748eafad0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6806436 Jul 14 09:26:01.189432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37114) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:01.200270 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Network b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:01.207354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Pushing event updated for resources: {'Port': ['ID=7903167c-76c7-45e4-a645-09ae3097c070,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:01.209936 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:01.218057 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:01.233650 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6645b-ed04-49d3-81cc-207d802d2571 req-6025335b-b01d-4a71-8178-c21e78f2ca2c tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.235267 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1db6645b-ed04-49d3-81cc-207d802d2571 req-6025335b-b01d-4a71-8178-c21e78f2ca2c tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bca18e8-8ddf-4477-b905-a8a951a1c2eb HTTP/1.1" status: 200 len: 943 time: 0.3602815 Jul 14 09:26:01.240094 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65f98a-ba11-4e10-84b3-4037886d49fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9b0c0c-5555-4df3-9938-512f6885e8af,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:01.269621 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab771d5b-db0c-4df3-9247-bd5fbda01316 req-94d608e7-c3c4-40d6-b3cb-2f78a3ea2e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.271275 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab771d5b-db0c-4df3-9247-bd5fbda01316 req-94d608e7-c3c4-40d6-b3cb-2f78a3ea2e54 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd44d92953cd42e0895427390c159c4f&device_id=cc5c6d3c-f521-4cb1-9542-100e93cc835e HTTP/1.1" status: 200 len: 1098 time: 0.3145325 Jul 14 09:26:01.323227 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.351665 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Attempting to bind port 7903167c-76c7-45e4-a645-09ae3097c070 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:01.352248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Attempting to bind port 7903167c-76c7-45e4-a645-09ae3097c070 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'd7eac364-ffe3-4430-bdc7-a6ed0e128d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:01.352390 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Attempting to bind port 7903167c-76c7-45e4-a645-09ae3097c070 on network b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:01.356230 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317f8a62-f989-4628-95be-98ab91a36ee9 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:01.365152 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:01.365549 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Checking segment: {'id': 'd7eac364-ffe3-4430-bdc7-a6ed0e128d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:01.365978 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.366372 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Bound using segment: {'id': 'd7eac364-ffe3-4430-bdc7-a6ed0e128d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:01.366881 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Bound port: 7903167c-76c7-45e4-a645-09ae3097c070, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7eac364-ffe3-4430-bdc7-a6ed0e128d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:01.367242 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.405464 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1db6645b-ed04-49d3-81cc-207d802d2571 req-b7143704-3d33-4ac1-8d74-b000118920c2 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621199 Jul 14 09:26:01.409363 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8359082-bf99-440a-afa7-9bc5b782d088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.414516 n-d-798054-10 neutron-server[93887]: INFO neutron.db.ipam_backend_mixin [None req-7490df3b-f774-4e69-b84c-0f1d1ce8ed98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aa92d4bd-0681-42f1-a2b1-2c07057b3029 (CIDR: 2001:db8::/64) Jul 14 09:26:01.424601 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86405cc-7011-44d0-87db-25a66e4ec8d6 req-9a1be373-8bb7-477f-bc34-2ae4f4003295 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.433163 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a86405cc-7011-44d0-87db-25a66e4ec8d6 req-9a1be373-8bb7-477f-bc34-2ae4f4003295 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.3735361 Jul 14 09:26:01.441294 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-7490df3b-f774-4e69-b84c-0f1d1ce8ed98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:26:01.441876 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7490df3b-f774-4e69-b84c-0f1d1ce8ed98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:26:01.476464 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8359082-bf99-440a-afa7-9bc5b782d088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.498233 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7490df3b-f774-4e69-b84c-0f1d1ce8ed98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8211918 Jul 14 09:26:01.504263 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37122) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:01.523721 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3ce3ac4d-276b-4f73-9576-0c4ef54cc6c0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'subnet': {'network_id': 'b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:01.535812 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] For port 7903167c-76c7-45e4-a645-09ae3097c070, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:01.538575 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a86405cc-7011-44d0-87db-25a66e4ec8d6 req-fe92e8e1-ffcc-495f-99e4-d1be3a4d291a tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044712 Jul 14 09:26:01.545832 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] For port 7903167c-76c7-45e4-a645-09ae3097c070, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=7903167c-76c7-45e4-a645-09ae3097c070,segment=NetworkSegment(d7eac364-ffe3-4430-bdc7-a6ed0e128d5e),segment_id=d7eac364-ffe3-4430-bdc7-a6ed0e128d5e)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:01.547001 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab771d5b-db0c-4df3-9247-bd5fbda01316 req-59a1b8ab-2537-4ff9-84e3-1c97c8c08376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.548991 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab771d5b-db0c-4df3-9247-bd5fbda01316 req-59a1b8ab-2537-4ff9-84e3-1c97c8c08376 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0dc7e72a-3edb-4241-a6f5-3289e30586c5 HTTP/1.1" status: 200 len: 915 time: 0.2439604 Jul 14 09:26:01.562401 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.565893 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 317f8a62-f989-4628-95be-98ab91a36ee9, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=317f8a62-f989-4628-95be-98ab91a36ee9,segment=NetworkSegment(113c385f-8820-498f-bf90-77139685d515),segment_id=113c385f-8820-498f-bf90-77139685d515)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:01.596860 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.672246 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab771d5b-db0c-4df3-9247-bd5fbda01316 req-493a710a-35f2-436e-a65c-e44017ad98c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 HTTP/1.1" status: 200 len: 217 time: 0.1103022 Jul 14 09:26:01.680800 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.694953 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b8232-bf06-4815-9b1f-6aab92e36779 None None] Pushing event updated for resources: {'Port': ['ID=7903167c-76c7-45e4-a645-09ae3097c070,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:01.778445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=317f8a62-f989-4628-95be-98ab91a36ee9,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:01.818407 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab771d5b-db0c-4df3-9247-bd5fbda01316 req-2b1f9aad-9b1c-4f0a-a763-a04d0687118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.823490 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab771d5b-db0c-4df3-9247-bd5fbda01316 req-2b1f9aad-9b1c-4f0a-a763-a04d0687118b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d99465c5-3f7d-4f9c-9abc-0f6030c9ad6e HTTP/1.1" status: 200 len: 854 time: 0.1398125 Jul 14 09:26:01.880208 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8359082-bf99-440a-afa7-9bc5b782d088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.886831 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8359082-bf99-440a-afa7-9bc5b782d088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.890629 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d8359082-bf99-440a-afa7-9bc5b782d088 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd9b0c0c-5555-4df3-9938-512f6885e8af HTTP/1.1" status: 204 len: 168 time: 0.6974900 Jul 14 09:26:01.895685 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab771d5b-db0c-4df3-9247-bd5fbda01316 req-daf9fbb5-b3c6-4e29-a48d-d5a96f8bb558 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0dc7e72a-3edb-4241-a6f5-3289e30586c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672905 Jul 14 09:26:01.943488 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8359082-bf99-440a-afa7-9bc5b782d088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9b0c0c-5555-4df3-9938-512f6885e8af,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:02.007590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce3ac4d-276b-4f73-9576-0c4ef54cc6c0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:02.012281 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ce3ac4d-276b-4f73-9576-0c4ef54cc6c0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.022778 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['317f8a62-f989-4628-95be-98ab91a36ee9'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:02.190497 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab771d5b-db0c-4df3-9247-bd5fbda01316 req-1a36c8f6-e5ff-4e9f-a636-6e4dacf58554 service neutron] 10.222.0.49 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870750 Jul 14 09:26:02.493717 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab771d5b-db0c-4df3-9247-bd5fbda01316 req-178991fb-67e7-4267-b3b8-ff37817f7e3f service neutron] 10.222.0.49 "GET /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777619 Jul 14 09:26:02.545680 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cf623-d0a3-44eb-8a60-72714a3f51e7 req-07b949b8-955d-4192-a4a2-9201f22218bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:02.548352 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-588cf623-d0a3-44eb-8a60-72714a3f51e7 req-07b949b8-955d-4192-a4a2-9201f22218bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32c7b17ee37942fda02c5e0a232f2b32&device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 1098 time: 0.3522823 Jul 14 09:26:02.711181 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.727097 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf3051-157e-4b52-890d-c45d62cea3ac req-b5b247c0-a8d0-4552-a600-ad4ee48ea326 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:02.729282 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88cf3051-157e-4b52-890d-c45d62cea3ac req-b5b247c0-a8d0-4552-a600-ad4ee48ea326 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.3425863 Jul 14 09:26:02.813685 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88cf3051-157e-4b52-890d-c45d62cea3ac req-06094acc-9d68-4775-8875-23109f8ee20a tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739167 Jul 14 09:26:02.855163 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31200a98-701a-4fc2-b609-64378c5e98d6 req-df6a2bc6-dece-4d44-a1fd-c0d4ffdf5617 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:02.868881 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-31200a98-701a-4fc2-b609-64378c5e98d6 req-df6a2bc6-dece-4d44-a1fd-c0d4ffdf5617 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bca18e8-8ddf-4477-b905-a8a951a1c2eb HTTP/1.1" status: 200 len: 944 time: 0.2219708 Jul 14 09:26:02.901222 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cf623-d0a3-44eb-8a60-72714a3f51e7 req-6f2039d9-979e-4632-afe9-0b7fdab2b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:02.902816 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-588cf623-d0a3-44eb-8a60-72714a3f51e7 req-6f2039d9-979e-4632-afe9-0b7fdab2b120 service neutron] 10.222.0.55 "GET /v2.0/networks?id=be126745-3ab2-48fe-91c6-d0e4cec53e9a HTTP/1.1" status: 200 len: 920 time: 0.3387463 Jul 14 09:26:02.985903 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-31200a98-701a-4fc2-b609-64378c5e98d6 req-0285518d-4b86-48b8-bc03-19a7417021ab tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146667 Jul 14 09:26:03.018459 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-588cf623-d0a3-44eb-8a60-72714a3f51e7 req-da7d7bbc-9624-47db-9990-560f1fd0592a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dcd29a1-f328-41f6-a409-8505a67eaaa2 HTTP/1.1" status: 200 len: 217 time: 0.0940118 Jul 14 09:26:03.063473 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ce3ac4d-276b-4f73-9576-0c4ef54cc6c0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.202827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753912dd-b4b0-4b6d-9ac8-60b73572d492 req-997a149d-bba3-43e7-b638-3fb46ffced29 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:03.210981 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-753912dd-b4b0-4b6d-9ac8-60b73572d492 req-997a149d-bba3-43e7-b638-3fb46ffced29 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.1597431 Jul 14 09:26:03.259229 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 7903167c-76c7-45e4-a645-09ae3097c070 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:03.328560 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce3ac4d-276b-4f73-9576-0c4ef54cc6c0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:03.350116 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-3ce3ac4d-276b-4f73-9576-0c4ef54cc6c0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:03.371754 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce3ac4d-276b-4f73-9576-0c4ef54cc6c0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:03.380694 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-753912dd-b4b0-4b6d-9ac8-60b73572d492 req-42eb723f-9be2-4de3-b252-5be341f995ed tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685636 Jul 14 09:26:03.381820 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ce3ac4d-276b-4f73-9576-0c4ef54cc6c0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.381957 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 7903167c-76c7-45e4-a645-09ae3097c070 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:03.393818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cf623-d0a3-44eb-8a60-72714a3f51e7 req-37cebeec-9d51-4fcf-89e8-3100239a680b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:03.400084 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-588cf623-d0a3-44eb-8a60-72714a3f51e7 req-37cebeec-9d51-4fcf-89e8-3100239a680b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfb51c68-788b-4f97-ae97-0d3bea31b529 HTTP/1.1" status: 200 len: 859 time: 0.3679383 Jul 14 09:26:03.493493 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-588cf623-d0a3-44eb-8a60-72714a3f51e7 req-6bc7761a-7250-4259-945a-f302e7b67660 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be126745-3ab2-48fe-91c6-d0e4cec53e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797265 Jul 14 09:26:03.499520 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3ce3ac4d-276b-4f73-9576-0c4ef54cc6c0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9941659 Jul 14 09:26:03.502265 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37166) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:03.510926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c175fbae-05e1-4ec4-aadb-a8c7d5c8e8af tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'port': {'network_id': 'b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc', 'fixed_ips': [{'subnet_id': 'aa92d4bd-0681-42f1-a2b1-2c07057b3029'}, {'subnet_id': 'b919a634-5aa7-47fc-85cc-b8ac279ce568'}], 'name': 'tempest-PortsIpV6TestJSON-1062259020'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:03.535107 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3ac4d-276b-4f73-9576-0c4ef54cc6c0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Subnet': ['ID=b919a634-5aa7-47fc-85cc-b8ac279ce568,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:03.556877 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37168) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:03.608664 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92533da-850f-4e28-91f1-cae49478b405 None None] Network b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:03.688799 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-588cf623-d0a3-44eb-8a60-72714a3f51e7 req-581d4784-c57e-4817-b432-1abaf24916e7 service neutron] 10.222.0.55 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872289 Jul 14 09:26:03.724192 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c175fbae-05e1-4ec4-aadb-a8c7d5c8e8af tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:03.774295 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-431eb5a3-631b-470b-b282-ef0252e35605 None None] Provisioning for port 7903167c-76c7-45e4-a645-09ae3097c070 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:03.789256 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-431eb5a3-631b-470b-b282-ef0252e35605 None None] Provisioning complete for port 7903167c-76c7-45e4-a645-09ae3097c070 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:03.791920 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-431eb5a3-631b-470b-b282-ef0252e35605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.832807 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37180) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:03.894877 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 591f2b80-4faa-4a5a-81a8-873532141bf3 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:03.909454 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c175fbae-05e1-4ec4-aadb-a8c7d5c8e8af tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.935349 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-c175fbae-05e1-4ec4-aadb-a8c7d5c8e8af tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] device_id is not set on port 40a2719c-cfcc-434a-ae1b-1c8233aa4e9f yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:26:03.952412 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-588cf623-d0a3-44eb-8a60-72714a3f51e7 req-756b91cd-30b4-4dd8-9564-44bc8365523e service neutron] 10.222.0.55 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520616 Jul 14 09:26:04.056220 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-080345c2-dcd6-4c07-9ed3-57d2b17fdb6b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2008927596-network', 'tenant_id': 'e3182c4276c34dd493af3d80eb2c5f18'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:04.082114 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080345c2-dcd6-4c07-9ed3-57d2b17fdb6b admin admin] Made reservation on behalf of e3182c4276c34dd493af3d80eb2c5f18 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:04.086068 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-080345c2-dcd6-4c07-9ed3-57d2b17fdb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.090530 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-56b9b5fa-b0be-4c68-b5ab-276ba0524d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.097924 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 591f2b80-4faa-4a5a-81a8-873532141bf3 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:04.099067 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-080345c2-dcd6-4c07-9ed3-57d2b17fdb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.115307 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 591f2b80-4faa-4a5a-81a8-873532141bf3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:04.115686 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.188342 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-431eb5a3-631b-470b-b282-ef0252e35605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.234392 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-431eb5a3-631b-470b-b282-ef0252e35605 None None] For port 7903167c-76c7-45e4-a645-09ae3097c070, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=7903167c-76c7-45e4-a645-09ae3097c070,segment=NetworkSegment(d7eac364-ffe3-4430-bdc7-a6ed0e128d5e),segment_id=d7eac364-ffe3-4430-bdc7-a6ed0e128d5e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:04.284426 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-080345c2-dcd6-4c07-9ed3-57d2b17fdb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.285217 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-431eb5a3-631b-470b-b282-ef0252e35605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.295992 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-080345c2-dcd6-4c07-9ed3-57d2b17fdb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.321152 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080345c2-dcd6-4c07-9ed3-57d2b17fdb6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:04.341967 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-080345c2-dcd6-4c07-9ed3-57d2b17fdb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.342587 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-080345c2-dcd6-4c07-9ed3-57d2b17fdb6b admin admin] Added segment e3cc82bc-7e76-4082-8ebd-bd20634f9387 of type vlan for network 5159ca1f-aa79-487b-a2f4-c6d596166a9a Jul 14 09:26:04.344712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080345c2-dcd6-4c07-9ed3-57d2b17fdb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8d51ef-ff13-4e5e-992c-2651acb6cae7,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:04.437670 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-080345c2-dcd6-4c07-9ed3-57d2b17fdb6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.457161 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431eb5a3-631b-470b-b282-ef0252e35605 None None] Pushing event updated for resources: {'Port': ['ID=7903167c-76c7-45e4-a645-09ae3097c070,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:04.482179 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431eb5a3-631b-470b-b282-ef0252e35605 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:04.482595 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431eb5a3-631b-470b-b282-ef0252e35605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:04.482890 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431eb5a3-631b-470b-b282-ef0252e35605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:04.483225 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431eb5a3-631b-470b-b282-ef0252e35605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:04.483559 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431eb5a3-631b-470b-b282-ef0252e35605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:04.483896 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431eb5a3-631b-470b-b282-ef0252e35605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:04.484225 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431eb5a3-631b-470b-b282-ef0252e35605 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:04.484715 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431eb5a3-631b-470b-b282-ef0252e35605 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:04.485341 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431eb5a3-631b-470b-b282-ef0252e35605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:04.485341 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431eb5a3-631b-470b-b282-ef0252e35605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:04.485655 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431eb5a3-631b-470b-b282-ef0252e35605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:04.486153 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431eb5a3-631b-470b-b282-ef0252e35605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:04.488314 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-080345c2-dcd6-4c07-9ed3-57d2b17fdb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.489716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080345c2-dcd6-4c07-9ed3-57d2b17fdb6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:04.490967 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-080345c2-dcd6-4c07-9ed3-57d2b17fdb6b admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.499004 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc0928-47aa-4d91-9e55-4780305e6575 req-64daf62f-dc47-48b3-9908-7a5b510a66a8 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:04.500613 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35fc0928-47aa-4d91-9e55-4780305e6575 req-64daf62f-dc47-48b3-9908-7a5b510a66a8 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.2988553 Jul 14 09:26:04.508407 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.553740 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcda2e-ace2-466b-b1ed-725c8799c4c6 req-7f2ae190-db7f-4a91-95d6-16de13629814 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:04.555311 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3bcda2e-ace2-466b-b1ed-725c8799c4c6 req-7f2ae190-db7f-4a91-95d6-16de13629814 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bca18e8-8ddf-4477-b905-a8a951a1c2eb HTTP/1.1" status: 200 len: 944 time: 0.2433496 Jul 14 09:26:04.570390 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 591f2b80-4faa-4a5a-81a8-873532141bf3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=591f2b80-4faa-4a5a-81a8-873532141bf3,segment=NetworkSegment(113c385f-8820-498f-bf90-77139685d515),segment_id=113c385f-8820-498f-bf90-77139685d515)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:04.574485 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080345c2-dcd6-4c07-9ed3-57d2b17fdb6b admin admin] Pushing event updated for resources: {'Network': ['ID=5159ca1f-aa79-487b-a2f4-c6d596166a9a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:04.575917 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000dc559-ea9d-4490-adb0-84405ab87bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591f2b80-4faa-4a5a-81a8-873532141bf3'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:04.581338 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36efce5e-eb7a-4587-9335-4cc87af0168d" -d '{"events": [{"server_uuid": "000dc559-ea9d-4490-adb0-84405ab87bda", "name": "network-vif-plugged", "status": "completed", "tag": "591f2b80-4faa-4a5a-81a8-873532141bf3"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:04.591483 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.601072 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 5159ca1f-aa79-487b-a2f4-c6d596166a9a details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:04.634502 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-56b9b5fa-b0be-4c68-b5ab-276ba0524d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.649341 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-080345c2-dcd6-4c07-9ed3-57d2b17fdb6b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8145649 Jul 14 09:26:04.654016 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37194) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:04.655854 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-56b9b5fa-b0be-4c68-b5ab-276ba0524d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.662471 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2ba32d1c-55f4-40bd-87bb-aa15aa1f5076 admin admin] Request body: {'subnet': {'network_id': '5159ca1f-aa79-487b-a2f4-c6d596166a9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2008927596-subnet', 'tenant_id': 'e3182c4276c34dd493af3d80eb2c5f18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:04.685090 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35fc0928-47aa-4d91-9e55-4780305e6575 req-5e0e298c-cb80-4d2b-aa52-0f80fb642b79 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697817 Jul 14 09:26:04.690705 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5a40e6-3500-4c95-a985-f167154c90c1 None None] Update dhcp port {'port': {'network_id': 'b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc', 'fixed_ips': [{'subnet_id': 'aa92d4bd-0681-42f1-a2b1-2c07057b3029', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b919a634-5aa7-47fc-85cc-b8ac279ce568'}], 'binding:host_id': 'n-d-798054-10'}, 'id': '7903167c-76c7-45e4-a645-09ae3097c070'} from n-d-798054-10. {{(pid=93889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:26:04.694195 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-c175fbae-05e1-4ec4-aadb-a8c7d5c8e8af tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Allocated IP 2001:db8::195 (b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc/aa92d4bd-0681-42f1-a2b1-2c07057b3029/40a2719c-cfcc-434a-ae1b-1c8233aa4e9f) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:04.704427 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba32d1c-55f4-40bd-87bb-aa15aa1f5076 admin admin] Made reservation on behalf of e3182c4276c34dd493af3d80eb2c5f18 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:04.709532 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ba32d1c-55f4-40bd-87bb-aa15aa1f5076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.736241 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3bcda2e-ace2-466b-b1ed-725c8799c4c6 req-8f593af9-74d2-495b-b22c-77baaea1b3e2 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485457 Jul 14 09:26:04.762274 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-c175fbae-05e1-4ec4-aadb-a8c7d5c8e8af tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Allocated IP 2001:db8:0:1::65 (b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc/b919a634-5aa7-47fc-85cc-b8ac279ce568/40a2719c-cfcc-434a-ae1b-1c8233aa4e9f) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:04.765368 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 317f8a62-f989-4628-95be-98ab91a36ee9 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:04.793821 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=591f2b80-4faa-4a5a-81a8-873532141bf3,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:04.800200 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a5a40e6-3500-4c95-a985-f167154c90c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.811055 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-56b9b5fa-b0be-4c68-b5ab-276ba0524d81 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0382fb3337974c5992245cb75fbf689a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2451003 Jul 14 09:26:04.814001 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9b5fa-b0be-4c68-b5ab-276ba0524d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50b163f-ff85-4f91-9a5e-64f499457235,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:04.815005 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37198) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:04.910417 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d33cc376-3247-44fb-812f-4e4c0f945b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.941296 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d33cc376-3247-44fb-812f-4e4c0f945b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.024320 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d33cc376-3247-44fb-812f-4e4c0f945b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.028113 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d33cc376-3247-44fb-812f-4e4c0f945b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.029570 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d33cc376-3247-44fb-812f-4e4c0f945b86 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b50b163f-ff85-4f91-9a5e-64f499457235 HTTP/1.1" status: 204 len: 168 time: 0.2126949 Jul 14 09:26:05.074658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 7903167c-76c7-45e4-a645-09ae3097c070 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:05.076481 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 317f8a62-f989-4628-95be-98ab91a36ee9 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:05.080407 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cc376-3247-44fb-812f-4e4c0f945b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50b163f-ff85-4f91-9a5e-64f499457235,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:05.199964 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c175fbae-05e1-4ec4-aadb-a8c7d5c8e8af tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.207086 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ba32d1c-55f4-40bd-87bb-aa15aa1f5076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.222685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-c175fbae-05e1-4ec4-aadb-a8c7d5c8e8af tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Transition to ACTIVE for port object 40a2719c-cfcc-434a-ae1b-1c8233aa4e9f will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:05.246337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5b22e-cb49-4ea8-9af1-2b13e605d19b req-7499b39c-f097-448a-a01e-41b6001af95c tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.253131 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-81c5b22e-cb49-4ea8-9af1-2b13e605d19b req-7499b39c-f097-448a-a01e-41b6001af95c tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.2084832 Jul 14 09:26:05.339509 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-81c5b22e-cb49-4ea8-9af1-2b13e605d19b req-3745119a-8aac-4b3e-87ce-2b5e6054faed tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822232 Jul 14 09:26:05.346644 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c175fbae-05e1-4ec4-aadb-a8c7d5c8e8af tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.408090 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba32d1c-55f4-40bd-87bb-aa15aa1f5076 admin admin] Checking segment: {'id': 'e3cc82bc-7e76-4082-8ebd-bd20634f9387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5159ca1f-aa79-487b-a2f4-c6d596166a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:05.408653 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba32d1c-55f4-40bd-87bb-aa15aa1f5076 admin admin] Network hostable DHCP agents. Network: 5159ca1f-aa79-487b-a2f4-c6d596166a9a, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:05.437049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba32d1c-55f4-40bd-87bb-aa15aa1f5076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a085630c-75f4-4200-ba17-cb7449e4dfbf,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:05.449483 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba32d1c-55f4-40bd-87bb-aa15aa1f5076 admin admin] Network 5159ca1f-aa79-487b-a2f4-c6d596166a9a is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:05.455378 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 317f8a62-f989-4628-95be-98ab91a36ee9 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:05.455931 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.459358 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c8050f-682c-4fda-a19d-100adca4710a x-openstack-request-id: req-d7c8050f-682c-4fda-a19d-100adca4710a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:05.459840 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000dc559-ea9d-4490-adb0-84405ab87bda", "name": "network-vif-plugged", "status": "completed", "tag": "591f2b80-4faa-4a5a-81a8-873532141bf3", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:05.460159 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d7c8050f-682c-4fda-a19d-100adca4710a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:05.461112 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000dc559-ea9d-4490-adb0-84405ab87bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591f2b80-4faa-4a5a-81a8-873532141bf3', 'code': 200} Jul 14 09:26:05.467885 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c175fbae-05e1-4ec4-aadb-a8c7d5c8e8af tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:05.472383 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-c175fbae-05e1-4ec4-aadb-a8c7d5c8e8af tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:05.477861 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c175fbae-05e1-4ec4-aadb-a8c7d5c8e8af tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:05.484781 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-2ba32d1c-55f4-40bd-87bb-aa15aa1f5076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 5159ca1f-aa79-487b-a2f4-c6d596166a9a) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:05.486197 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c175fbae-05e1-4ec4-aadb-a8c7d5c8e8af tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.487282 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c175fbae-05e1-4ec4-aadb-a8c7d5c8e8af tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.494173 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba32d1c-55f4-40bd-87bb-aa15aa1f5076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.495178 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ba32d1c-55f4-40bd-87bb-aa15aa1f5076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.508281 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175fbae-05e1-4ec4-aadb-a8c7d5c8e8af tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=40a2719c-cfcc-434a-ae1b-1c8233aa4e9f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:05.512875 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2ba32d1c-55f4-40bd-87bb-aa15aa1f5076 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8567126 Jul 14 09:26:05.515113 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e45423-099f-4830-a825-494707cfb819 None None] Network 5159ca1f-aa79-487b-a2f4-c6d596166a9a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:05.527980 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c175fbae-05e1-4ec4-aadb-a8c7d5c8e8af tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.0244572 Jul 14 09:26:05.530579 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37208) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:05.535578 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37210) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:05.554289 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-28fc6ac9-b3bf-4159-9405-238b9c479b68 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aa92d4bd-0681-42f1-a2b1-2c07057b3029'}]}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:05.567036 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00888a38-f9ba-4e6d-806f-a7731db497db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.704333 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00888a38-f9ba-4e6d-806f-a7731db497db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.713326 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00888a38-f9ba-4e6d-806f-a7731db497db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.731657 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 7903167c-76c7-45e4-a645-09ae3097c070 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:05.732049 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.765856 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-00888a38-f9ba-4e6d-806f-a7731db497db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f7ed1a51c894adfa283ecf72ea56ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2290351 Jul 14 09:26:05.766901 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37220) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:05.779003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00888a38-f9ba-4e6d-806f-a7731db497db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d95de0a-e9fe-481e-aa93-e9338bfbcdba,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:05.788437 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-4a5a40e6-3500-4c95-a985-f167154c90c1 None None] Allocated IP 2001:db8:0:1::2 (b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc/b919a634-5aa7-47fc-85cc-b8ac279ce568/7903167c-76c7-45e4-a645-09ae3097c070) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:05.789863 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28fc6ac9-b3bf-4159-9405-238b9c479b68 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.794404 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804a1ac-8bc7-49a4-aa90-fbb3cefa903c req-a7bdc1b4-6629-4b7b-a7d2-65d3a2b8e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.795407 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b804a1ac-8bc7-49a4-aa90-fbb3cefa903c req-a7bdc1b4-6629-4b7b-a7d2-65d3a2b8e522 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=000dc559-ea9d-4490-adb0-84405ab87bda HTTP/1.1" status: 200 len: 1097 time: 0.2324028 Jul 14 09:26:05.867841 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.918788 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b804a1ac-8bc7-49a4-aa90-fbb3cefa903c req-f52d6a2e-00b5-4c9f-bf3d-66d3e3b62918 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058178 Jul 14 09:26:05.954670 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 317f8a62-f989-4628-95be-98ab91a36ee9, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=317f8a62-f989-4628-95be-98ab91a36ee9,segment=NetworkSegment(113c385f-8820-498f-bf90-77139685d515),segment_id=113c385f-8820-498f-bf90-77139685d515)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:05.967930 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-3883a7e6-1140-48fa-b4b8-ed2405074997 req-ce1d98e8-33bb-4a6a-a030-dbf8a0f2b304 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-348229490', 'description': 'tempest-description-1642539631'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:06.003310 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4659298-d748-4b91-b632-560b5ca5c159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.005942 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.089939 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2cdda1-35c9-4414-b925-47c0fa2aaabb None None] Network 5159ca1f-aa79-487b-a2f4-c6d596166a9a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:06.091269 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3883a7e6-1140-48fa-b4b8-ed2405074997 req-ce1d98e8-33bb-4a6a-a030-dbf8a0f2b304 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.102170 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4659298-d748-4b91-b632-560b5ca5c159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.173929 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=317f8a62-f989-4628-95be-98ab91a36ee9,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:06.202952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4a5a40e6-3500-4c95-a985-f167154c90c1 None None] For port 7903167c-76c7-45e4-a645-09ae3097c070, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=7903167c-76c7-45e4-a645-09ae3097c070,segment=NetworkSegment(d7eac364-ffe3-4430-bdc7-a6ed0e128d5e),segment_id=d7eac364-ffe3-4430-bdc7-a6ed0e128d5e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:06.210046 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c19e23-998b-4fde-b927-6e05fb5f4f1f req-600cb520-0852-45c4-a6ed-c39f2b0bdb27 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:06.211576 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-31c19e23-998b-4fde-b927-6e05fb5f4f1f req-600cb520-0852-45c4-a6ed-c39f2b0bdb27 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.2625201 Jul 14 09:26:06.268459 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a5a40e6-3500-4c95-a985-f167154c90c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.280271 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4659298-d748-4b91-b632-560b5ca5c159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.282997 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4659298-d748-4b91-b632-560b5ca5c159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.284144 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a4659298-d748-4b91-b632-560b5ca5c159 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d95de0a-e9fe-481e-aa93-e9338bfbcdba HTTP/1.1" status: 204 len: 168 time: 0.5163240 Jul 14 09:26:06.297267 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-31c19e23-998b-4fde-b927-6e05fb5f4f1f req-27d7cf18-b560-455a-abb4-7922b58c88be tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735161 Jul 14 09:26:06.305347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4a5a40e6-3500-4c95-a985-f167154c90c1 None None] Transition to ACTIVE for port object 7903167c-76c7-45e4-a645-09ae3097c070 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:06.307676 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4659298-d748-4b91-b632-560b5ca5c159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d95de0a-e9fe-481e-aa93-e9338bfbcdba,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:06.311288 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a5a40e6-3500-4c95-a985-f167154c90c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.366969 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3883a7e6-1140-48fa-b4b8-ed2405074997 req-ce1d98e8-33bb-4a6a-a030-dbf8a0f2b304 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.388431 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3883a7e6-1140-48fa-b4b8-ed2405074997 req-ce1d98e8-33bb-4a6a-a030-dbf8a0f2b304 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.437579 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-28fc6ac9-b3bf-4159-9405-238b9c479b68 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Delete allocated IP 2001:db8:0:1::65 (b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc/b919a634-5aa7-47fc-85cc-b8ac279ce568) {{(pid=93887) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:26:06.444672 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a40e6-3500-4c95-a985-f167154c90c1 None None] Pushing event updated for resources: {'Port': ['ID=7903167c-76c7-45e4-a645-09ae3097c070,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:06.455364 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3883a7e6-1140-48fa-b4b8-ed2405074997 req-ce1d98e8-33bb-4a6a-a030-dbf8a0f2b304 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.456594 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3883a7e6-1140-48fa-b4b8-ed2405074997 req-ce1d98e8-33bb-4a6a-a030-dbf8a0f2b304 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5091722 Jul 14 09:26:06.462502 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d98e8-33bb-4a6a-a030-dbf8a0f2b304 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2236175-fcdb-4125-b390-7b47d9c4ab54,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:06.601281 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f7331-2a6f-4290-83a5-7629e956c15f req-0b560005-ebf9-4607-a2de-4615051525ad tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:06.603420 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e8f7331-2a6f-4290-83a5-7629e956c15f req-0b560005-ebf9-4607-a2de-4615051525ad tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bca18e8-8ddf-4477-b905-a8a951a1c2eb HTTP/1.1" status: 200 len: 945 time: 0.1666932 Jul 14 09:26:06.684216 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28fc6ac9-b3bf-4159-9405-238b9c479b68 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.691756 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e8f7331-2a6f-4290-83a5-7629e956c15f req-c5e7a128-dbec-4ba8-865c-7ebc848644c6 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752442 Jul 14 09:26:06.707213 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-28fc6ac9-b3bf-4159-9405-238b9c479b68 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Ignored duplicate provisioning block setup for port 40a2719c-cfcc-434a-ae1b-1c8233aa4e9f by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:26:06.715967 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28fc6ac9-b3bf-4159-9405-238b9c479b68 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.874084 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-28fc6ac9-b3bf-4159-9405-238b9c479b68 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] In _notify_port_updated(), no bound segment for port 40a2719c-cfcc-434a-ae1b-1c8233aa4e9f on network b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc {{(pid=93887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:26:06.882389 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fc6ac9-b3bf-4159-9405-238b9c479b68 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:06.882389 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28fc6ac9-b3bf-4159-9405-238b9c479b68 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.882389 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-28fc6ac9-b3bf-4159-9405-238b9c479b68 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "PUT /v2.0/ports/40a2719c-cfcc-434a-ae1b-1c8233aa4e9f HTTP/1.1" status: 200 len: 926 time: 1.3501029 Jul 14 09:26:06.891506 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37240) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:06.895662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc6ac9-b3bf-4159-9405-238b9c479b68 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=40a2719c-cfcc-434a-ae1b-1c8233aa4e9f,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:06.902801 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-8c10fc16-7416-41d6-9ed3-d119ccf6e6d6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aa92d4bd-0681-42f1-a2b1-2c07057b3029'}, {'subnet_id': 'b919a634-5aa7-47fc-85cc-b8ac279ce568'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:06.949052 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4d8d83be-ff82-4701-a983-977ca50b9000 req-448bc7b2-043f-4678-aa54-0fe2e59cb1c9 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "GET /v2.0/security-groups/d2236175-fcdb-4125-b390-7b47d9c4ab54 HTTP/1.1" status: 200 len: 1814 time: 0.1709566 Jul 14 09:26:06.981843 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-4d8d83be-ff82-4701-a983-977ca50b9000 req-881f1a30-ded2-4276-b788-f0a6c6a2700d tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2236175-fcdb-4125-b390-7b47d9c4ab54', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:06.982494 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-4d8d83be-ff82-4701-a983-977ca50b9000 req-881f1a30-ded2-4276-b788-f0a6c6a2700d tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2236175-fcdb-4125-b390-7b47d9c4ab54', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:07.010254 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b13c3-1023-468e-b0f3-c506bbb82786 req-36d7da48-82da-4d4d-a4de-374ddd53e7fb tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:07.013047 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-592b13c3-1023-468e-b0f3-c506bbb82786 req-36d7da48-82da-4d4d-a4de-374ddd53e7fb tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.2337923 Jul 14 09:26:07.044317 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 7903167c-76c7-45e4-a645-09ae3097c070 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:07.138856 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-592b13c3-1023-468e-b0f3-c506bbb82786 req-822f6384-9524-4bdf-9c01-23419b9c0302 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178501 Jul 14 09:26:07.167599 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4d8d83be-ff82-4701-a983-977ca50b9000 req-881f1a30-ded2-4276-b788-f0a6c6a2700d tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.198663 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8c10fc16-7416-41d6-9ed3-d119ccf6e6d6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.229896 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4d8d83be-ff82-4701-a983-977ca50b9000 req-881f1a30-ded2-4276-b788-f0a6c6a2700d tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.241658 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4d8d83be-ff82-4701-a983-977ca50b9000 req-881f1a30-ded2-4276-b788-f0a6c6a2700d tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.271292 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f1a30-ded2-4276-b788-f0a6c6a2700d tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c486259c-0e49-4e64-ac9b-895b376ed16c,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:07.282059 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-4d8d83be-ff82-4701-a983-977ca50b9000 req-881f1a30-ded2-4276-b788-f0a6c6a2700d tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.283646 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4d8d83be-ff82-4701-a983-977ca50b9000 req-881f1a30-ded2-4276-b788-f0a6c6a2700d tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3247635 Jul 14 09:26:07.391850 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96b93c45-424b-4f68-8741-e6b07195015b req-276c235a-38ef-4c80-96b2-5e1d068309ab tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "GET /v2.0/security-groups/d2236175-fcdb-4125-b390-7b47d9c4ab54 HTTP/1.1" status: 200 len: 2408 time: 0.0715134 Jul 14 09:26:07.452877 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d8157a-55c3-49a4-be7b-cb81bb745dc5 None None] Network b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:07.479777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bca18e8-8ddf-4477-b905-a8a951a1c2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317f8a62-f989-4628-95be-98ab91a36ee9'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:07.482941 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7c4f2b-9756-4cde-b817-b38ba00f1a11" -d '{"events": [{"server_uuid": "8bca18e8-8ddf-4477-b905-a8a951a1c2eb", "name": "network-vif-plugged", "status": "completed", "tag": "317f8a62-f989-4628-95be-98ab91a36ee9"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:07.501303 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86f36820-c2bc-4ed3-b9a8-7d19ce42b7ff req-517cca65-b48a-4cb1-af34-2ff463d8b9d1 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "GET /v2.0/security-group-rules/c486259c-0e49-4e64-ac9b-895b376ed16c HTTP/1.1" status: 200 len: 778 time: 0.0787013 Jul 14 09:26:07.538455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ced51789-4f0d-4f56-8107-610a0de28a30 None None] Provisioning for port 7903167c-76c7-45e4-a645-09ae3097c070 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:07.549889 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ced51789-4f0d-4f56-8107-610a0de28a30 None None] Provisioning complete for port 7903167c-76c7-45e4-a645-09ae3097c070 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:07.550533 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ced51789-4f0d-4f56-8107-610a0de28a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.577464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed625d7-5ad2-4c20-8a77-7b54830963c7 req-55ca3634-8bab-424e-bd8c-48fbfe8f8e6e tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:07.585056 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eed625d7-5ad2-4c20-8a77-7b54830963c7 req-55ca3634-8bab-424e-bd8c-48fbfe8f8e6e tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.1253846 Jul 14 09:26:07.599082 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86f36820-c2bc-4ed3-b9a8-7d19ce42b7ff req-3bbc7534-4f64-4324-bd2a-a8a0175236b5 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "GET /v2.0/security-groups/d2236175-fcdb-4125-b390-7b47d9c4ab54 HTTP/1.1" status: 200 len: 2408 time: 0.0900571 Jul 14 09:26:07.678198 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eed625d7-5ad2-4c20-8a77-7b54830963c7 req-f2d9ecc5-c920-473e-b0c7-7ab457c90369 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920477 Jul 14 09:26:07.732780 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-86f36820-c2bc-4ed3-b9a8-7d19ce42b7ff req-5d827067-99ca-4a87-b3fe-7266d3f074e3 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.780701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-8c10fc16-7416-41d6-9ed3-d119ccf6e6d6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Allocated IP 2001:db8:0:1::10b (b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc/b919a634-5aa7-47fc-85cc-b8ac279ce568/40a2719c-cfcc-434a-ae1b-1c8233aa4e9f) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:07.780960 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-86f36820-c2bc-4ed3-b9a8-7d19ce42b7ff req-5d827067-99ca-4a87-b3fe-7266d3f074e3 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.799340 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2a2696-5c13-4693-9377-5bd55e38e5d2 x-openstack-request-id: req-3a2a2696-5c13-4693-9377-5bd55e38e5d2 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:07.799621 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bca18e8-8ddf-4477-b905-a8a951a1c2eb", "name": "network-vif-plugged", "status": "completed", "tag": "317f8a62-f989-4628-95be-98ab91a36ee9", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:07.799887 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a2a2696-5c13-4693-9377-5bd55e38e5d2 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:07.800291 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bca18e8-8ddf-4477-b905-a8a951a1c2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317f8a62-f989-4628-95be-98ab91a36ee9', 'code': 200} Jul 14 09:26:07.909569 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-86f36820-c2bc-4ed3-b9a8-7d19ce42b7ff req-5d827067-99ca-4a87-b3fe-7266d3f074e3 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.955825 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-86f36820-c2bc-4ed3-b9a8-7d19ce42b7ff req-5d827067-99ca-4a87-b3fe-7266d3f074e3 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.956994 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86f36820-c2bc-4ed3-b9a8-7d19ce42b7ff req-5d827067-99ca-4a87-b3fe-7266d3f074e3 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/c486259c-0e49-4e64-ac9b-895b376ed16c HTTP/1.1" status: 204 len: 173 time: 0.3183584 Jul 14 09:26:07.960804 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d827067-99ca-4a87-b3fe-7266d3f074e3 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c486259c-0e49-4e64-ac9b-895b376ed16c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:07.972637 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8c10fc16-7416-41d6-9ed3-d119ccf6e6d6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.011828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-8c10fc16-7416-41d6-9ed3-d119ccf6e6d6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Ignored duplicate provisioning block setup for port 40a2719c-cfcc-434a-ae1b-1c8233aa4e9f by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:26:08.016577 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-19a66ec1-9518-47f1-8b41-16588e861f81 req-8e072b18-992e-4124-9f26-430568aa5dad tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1431151210', 'description': 'tempest-description-1045146514'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:08.018225 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8c10fc16-7416-41d6-9ed3-d119ccf6e6d6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.093405 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-19a66ec1-9518-47f1-8b41-16588e861f81 req-8e072b18-992e-4124-9f26-430568aa5dad tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.278740 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-19a66ec1-9518-47f1-8b41-16588e861f81 req-8e072b18-992e-4124-9f26-430568aa5dad tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.285647 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-8c10fc16-7416-41d6-9ed3-d119ccf6e6d6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] In _notify_port_updated(), no bound segment for port 40a2719c-cfcc-434a-ae1b-1c8233aa4e9f on network b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc {{(pid=93888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:26:08.293650 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c10fc16-7416-41d6-9ed3-d119ccf6e6d6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:08.294440 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8c10fc16-7416-41d6-9ed3-d119ccf6e6d6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.295861 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8c10fc16-7416-41d6-9ed3-d119ccf6e6d6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "PUT /v2.0/ports/40a2719c-cfcc-434a-ae1b-1c8233aa4e9f HTTP/1.1" status: 200 len: 1012 time: 1.4001908 Jul 14 09:26:08.298575 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-afb27fdc-155e-4cc3-9808-25b08addd11f None None] Provisioning complete for port 7903167c-76c7-45e4-a645-09ae3097c070 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:08.299437 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afb27fdc-155e-4cc3-9808-25b08addd11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.302986 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37284) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:08.392517 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10fc16-7416-41d6-9ed3-d119ccf6e6d6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=40a2719c-cfcc-434a-ae1b-1c8233aa4e9f,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:08.430026 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-19a66ec1-9518-47f1-8b41-16588e861f81 req-8e072b18-992e-4124-9f26-430568aa5dad tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.463568 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3aff0-4cbb-4ebd-bb9f-1bc2304add24 req-2c8df376-437c-41a5-9ae9-72f973bba83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:08.465123 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d7d3aff0-4cbb-4ebd-bb9f-1bc2304add24 req-2c8df376-437c-41a5-9ae9-72f973bba83a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8bca18e8-8ddf-4477-b905-a8a951a1c2eb HTTP/1.1" status: 200 len: 1097 time: 0.3826110 Jul 14 09:26:08.488729 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-afb27fdc-155e-4cc3-9808-25b08addd11f None None] Provisioning for port 40a2719c-cfcc-434a-ae1b-1c8233aa4e9f completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:08.495712 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-afb27fdc-155e-4cc3-9808-25b08addd11f None None] Provisioning complete for port 40a2719c-cfcc-434a-ae1b-1c8233aa4e9f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:08.502064 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afb27fdc-155e-4cc3-9808-25b08addd11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.586160 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d7d3aff0-4cbb-4ebd-bb9f-1bc2304add24 req-bb748766-d6e7-4147-9d97-45b1626def40 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603430 Jul 14 09:26:08.592140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-afb27fdc-155e-4cc3-9808-25b08addd11f None None] Port 40a2719c-cfcc-434a-ae1b-1c8233aa4e9f cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:08.602508 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e072b18-992e-4124-9f26-430568aa5dad tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e38446f0-fc17-487a-ba22-fb418d561b28,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:08.607401 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-19a66ec1-9518-47f1-8b41-16588e861f81 req-8e072b18-992e-4124-9f26-430568aa5dad tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.614497 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19a66ec1-9518-47f1-8b41-16588e861f81 req-8e072b18-992e-4124-9f26-430568aa5dad tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6045630 Jul 14 09:26:08.623716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f08a1-0cfe-4f0a-bbe3-ec846f06c2b6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port 40a2719c-cfcc-434a-ae1b-1c8233aa4e9f {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:08.624286 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f5f08a1-0cfe-4f0a-bbe3-ec846f06c2b6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.666274 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18bac1-b7ce-4b22-8461-756ca37408ae req-86573911-f05b-43bc-a1a0-74cbe854309b tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:08.666274 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9f18bac1-b7ce-4b22-8461-756ca37408ae req-86573911-f05b-43bc-a1a0-74cbe854309b tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bca18e8-8ddf-4477-b905-a8a951a1c2eb HTTP/1.1" status: 200 len: 945 time: 0.3828673 Jul 14 09:26:08.727502 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-07e3439e-4100-484b-bc99-0ce1eb5ee1a6 None None] Provisioning complete for port 40a2719c-cfcc-434a-ae1b-1c8233aa4e9f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:08.728193 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-07e3439e-4100-484b-bc99-0ce1eb5ee1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.778708 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9f18bac1-b7ce-4b22-8461-756ca37408ae req-3452948b-0aab-4efe-8715-5e842c1af613 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887687 Jul 14 09:26:08.803139 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f5f08a1-0cfe-4f0a-bbe3-ec846f06c2b6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.832261 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-07e3439e-4100-484b-bc99-0ce1eb5ee1a6 None None] Port 40a2719c-cfcc-434a-ae1b-1c8233aa4e9f cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:08.839415 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f08a1-0cfe-4f0a-bbe3-ec846f06c2b6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for 40a2719c-cfcc-434a-ae1b-1c8233aa4e9f owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:09.017919 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-947a7ccc-d32c-4415-9d69-c9eea9690ca6 req-8259a907-d752-4fef-a27c-52f9bfd4b967 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "GET /v2.0/security-groups/e38446f0-fc17-487a-ba22-fb418d561b28 HTTP/1.1" status: 200 len: 1815 time: 0.1301477 Jul 14 09:26:09.059854 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-47f3770c-7aa0-45fc-8d49-02ad3b488f1a None None] Provisioning complete for port 40a2719c-cfcc-434a-ae1b-1c8233aa4e9f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:09.060633 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47f3770c-7aa0-45fc-8d49-02ad3b488f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.071669 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1db5c-31d9-4268-b10e-76c24956ce3a req-21e15378-4dad-4d0b-93b3-c3ea812e40c6 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:09.083363 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15c1db5c-31d9-4268-b10e-76c24956ce3a req-21e15378-4dad-4d0b-93b3-c3ea812e40c6 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.1763279 Jul 14 09:26:09.121650 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-47f3770c-7aa0-45fc-8d49-02ad3b488f1a None None] Port 40a2719c-cfcc-434a-ae1b-1c8233aa4e9f cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:09.191053 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15c1db5c-31d9-4268-b10e-76c24956ce3a req-7fc25f10-9838-45c9-8453-0afa421d627b tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015050 Jul 14 09:26:09.197245 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f5f08a1-0cfe-4f0a-bbe3-ec846f06c2b6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.275749 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-065a1906-9247-4a4f-9a3e-8e69a5dde328 req-31c42ef6-66cc-4993-b22d-dd35ce4f3ffe tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1479781185', 'description': 'tempest-description-562564695'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:09.300216 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f08a1-0cfe-4f0a-bbe3-ec846f06c2b6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=40a2719c-cfcc-434a-ae1b-1c8233aa4e9f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:09.317755 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-065a1906-9247-4a4f-9a3e-8e69a5dde328 req-31c42ef6-66cc-4993-b22d-dd35ce4f3ffe tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.410958 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f5f08a1-0cfe-4f0a-bbe3-ec846f06c2b6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.415569 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6f5f08a1-0cfe-4f0a-bbe3-ec846f06c2b6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/ports/40a2719c-cfcc-434a-ae1b-1c8233aa4e9f HTTP/1.1" status: 204 len: 168 time: 1.1025760 Jul 14 09:26:09.415780 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37318) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:09.439339 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d826d2fb-2026-4786-a08a-9c04284e433c None None] Could not find standard attr ID for object 40a2719c-cfcc-434a-ae1b-1c8233aa4e9f. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:26:09.452922 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-122c4ae8-4528-45cf-8c24-4458c52937f5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] GET failed (client error): The resource could not be found. Jul 14 09:26:09.454552 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-122c4ae8-4528-45cf-8c24-4458c52937f5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports/40a2719c-cfcc-434a-ae1b-1c8233aa4e9f HTTP/1.1" status: 404 len: 333 time: 0.0361683 Jul 14 09:26:09.457364 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37320) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:09.459761 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-065a1906-9247-4a4f-9a3e-8e69a5dde328 req-31c42ef6-66cc-4993-b22d-dd35ce4f3ffe tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.466297 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-065a1906-9247-4a4f-9a3e-8e69a5dde328 req-31c42ef6-66cc-4993-b22d-dd35ce4f3ffe tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.517472 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-065a1906-9247-4a4f-9a3e-8e69a5dde328 req-31c42ef6-66cc-4993-b22d-dd35ce4f3ffe tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.519726 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-065a1906-9247-4a4f-9a3e-8e69a5dde328 req-31c42ef6-66cc-4993-b22d-dd35ce4f3ffe tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2485349 Jul 14 09:26:09.525409 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c42ef6-66cc-4993-b22d-dd35ce4f3ffe tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76a7ede-20d4-411e-bf3f-7d76194c8584,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:09.608776 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f3fce6-9a2f-472f-92a5-3f4241a033de tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting subnet b919a634-5aa7-47fc-85cc-b8ac279ce568 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:09.612852 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b8f3fce6-9a2f-472f-92a5-3f4241a033de tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.661706 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f231a763-0207-45df-91e7-1726a3e6024e req-bc5be085-1b7f-4ed8-bfba-9c11e6e07c04 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "GET /v2.0/security-groups/e76a7ede-20d4-411e-bf3f-7d76194c8584 HTTP/1.1" status: 200 len: 1814 time: 0.1059909 Jul 14 09:26:09.687572 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-28563245-920b-420b-b47c-8dd919fb552c req-088fd3bd-fe64-459c-9a16-877b0196ca16 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1111761261', 'description': 'tempest-description-1951784907'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:09.692460 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b8f3fce6-9a2f-472f-92a5-3f4241a033de tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.721226 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-28563245-920b-420b-b47c-8dd919fb552c req-088fd3bd-fe64-459c-9a16-877b0196ca16 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.797310 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b8f3fce6-9a2f-472f-92a5-3f4241a033de tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.830685 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-28563245-920b-420b-b47c-8dd919fb552c req-088fd3bd-fe64-459c-9a16-877b0196ca16 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.835780 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-28563245-920b-420b-b47c-8dd919fb552c req-088fd3bd-fe64-459c-9a16-877b0196ca16 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.868900 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-28563245-920b-420b-b47c-8dd919fb552c req-088fd3bd-fe64-459c-9a16-877b0196ca16 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.870593 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28563245-920b-420b-b47c-8dd919fb552c req-088fd3bd-fe64-459c-9a16-877b0196ca16 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.1908152 Jul 14 09:26:09.882004 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b8f3fce6-9a2f-472f-92a5-3f4241a033de tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.885501 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fd3bd-fe64-459c-9a16-877b0196ca16 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b797da03-4f7e-4bfe-ba64-b3938e582338,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:09.915300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19fa506-c27a-40cd-8291-649be8f44c88 None None] Network b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:09.940166 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b8f3fce6-9a2f-472f-92a5-3f4241a033de tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.943166 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b8f3fce6-9a2f-472f-92a5-3f4241a033de tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/subnets/b919a634-5aa7-47fc-85cc-b8ac279ce568 HTTP/1.1" status: 204 len: 168 time: 0.4848244 Jul 14 09:26:09.944623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3fce6-9a2f-472f-92a5-3f4241a033de tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Subnet': ['ID=b919a634-5aa7-47fc-85cc-b8ac279ce568,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:09.945437 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b30e7c72-07f3-4d3b-979a-07c446bec476 req-e752a5ee-5d42-40f9-bad8-d3af185a3cfb tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "GET /v2.0/security-groups/b797da03-4f7e-4bfe-ba64-b3938e582338 HTTP/1.1" status: 200 len: 1815 time: 0.0529728 Jul 14 09:26:09.945966 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37340) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:09.990143 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-6669800f-bade-4e5c-8322-b07e3bd3f2ee req-b09fed8c-b28c-42fe-80fc-af9fc09001c7 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-89717878', 'description': 'tempest-description-1018721452'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:10.028359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a6ec2c-439c-48d6-b4e8-09ce8a5f810c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting subnet aa92d4bd-0681-42f1-a2b1-2c07057b3029 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:10.031863 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-43a6ec2c-439c-48d6-b4e8-09ce8a5f810c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.073496 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6669800f-bade-4e5c-8322-b07e3bd3f2ee req-b09fed8c-b28c-42fe-80fc-af9fc09001c7 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.124270 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-43a6ec2c-439c-48d6-b4e8-09ce8a5f810c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.266013 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a740be8-c59e-4f9c-9d28-0acc6bf76e76 req-7419e78c-b3ef-4f9c-8cd8-7ae6c82007ae tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:10.267633 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a740be8-c59e-4f9c-9d28-0acc6bf76e76 req-7419e78c-b3ef-4f9c-8cd8-7ae6c82007ae tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bca18e8-8ddf-4477-b905-a8a951a1c2eb HTTP/1.1" status: 200 len: 945 time: 0.2312415 Jul 14 09:26:10.323579 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-43a6ec2c-439c-48d6-b4e8-09ce8a5f810c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.399059 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a740be8-c59e-4f9c-9d28-0acc6bf76e76 req-a1d7857b-1933-4079-afb6-e73680b65438 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236920 Jul 14 09:26:10.415515 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6669800f-bade-4e5c-8322-b07e3bd3f2ee req-b09fed8c-b28c-42fe-80fc-af9fc09001c7 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.421719 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6669800f-bade-4e5c-8322-b07e3bd3f2ee req-b09fed8c-b28c-42fe-80fc-af9fc09001c7 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.462688 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6669800f-bade-4e5c-8322-b07e3bd3f2ee req-b09fed8c-b28c-42fe-80fc-af9fc09001c7 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.464564 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6669800f-bade-4e5c-8322-b07e3bd3f2ee req-b09fed8c-b28c-42fe-80fc-af9fc09001c7 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4812229 Jul 14 09:26:10.478669 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fed8c-b28c-42fe-80fc-af9fc09001c7 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b422abfc-eae5-430b-94ae-fe12ad7f3c4c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:10.483484 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-43a6ec2c-439c-48d6-b4e8-09ce8a5f810c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.512262 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fed8c-b28c-42fe-80fc-af9fc09001c7 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:10.512631 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fed8c-b28c-42fe-80fc-af9fc09001c7 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:10.512978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fed8c-b28c-42fe-80fc-af9fc09001c7 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:10.513318 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fed8c-b28c-42fe-80fc-af9fc09001c7 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:10.513652 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fed8c-b28c-42fe-80fc-af9fc09001c7 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:10.514070 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fed8c-b28c-42fe-80fc-af9fc09001c7 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:10.514545 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fed8c-b28c-42fe-80fc-af9fc09001c7 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:10.515076 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fed8c-b28c-42fe-80fc-af9fc09001c7 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:10.515490 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fed8c-b28c-42fe-80fc-af9fc09001c7 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:10.515827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fed8c-b28c-42fe-80fc-af9fc09001c7 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:10.516159 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fed8c-b28c-42fe-80fc-af9fc09001c7 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:10.516487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09fed8c-b28c-42fe-80fc-af9fc09001c7 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:10.523824 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6ec2c-439c-48d6-b4e8-09ce8a5f810c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Subnet': ['ID=aa92d4bd-0681-42f1-a2b1-2c07057b3029,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:10.539841 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-43a6ec2c-439c-48d6-b4e8-09ce8a5f810c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.544921 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37358) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:10.549214 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-43a6ec2c-439c-48d6-b4e8-09ce8a5f810c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/subnets/aa92d4bd-0681-42f1-a2b1-2c07057b3029 HTTP/1.1" status: 204 len: 168 time: 0.6021664 Jul 14 09:26:10.702361 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd6e38aa-3e5c-4c66-b81c-8cab711b3cd3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.737498 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951eab1-d5b5-4273-a991-731cde89b9b0 req-30c047ca-86b7-4c49-9a7d-cea21b8e22c5 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:10.739911 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7951eab1-d5b5-4273-a991-731cde89b9b0 req-30c047ca-86b7-4c49-9a7d-cea21b8e22c5 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.1262641 Jul 14 09:26:10.763934 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-11f18827-a360-4e84-b7cf-77444da3a6c1 req-b8243eb1-0667-4813-8066-23368dceaa81 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "GET /v2.0/security-groups/b422abfc-eae5-430b-94ae-fe12ad7f3c4c HTTP/1.1" status: 200 len: 1813 time: 0.0904140 Jul 14 09:26:10.771077 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e38aa-3e5c-4c66-b81c-8cab711b3cd3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port 7903167c-76c7-45e4-a645-09ae3097c070 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:10.771321 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd6e38aa-3e5c-4c66-b81c-8cab711b3cd3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.775565 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37368) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:10.835229 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7951eab1-d5b5-4273-a991-731cde89b9b0 req-4363d9b2-c615-4f79-afd4-63c309bf2bf2 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691159 Jul 14 09:26:10.874462 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-cd6e38aa-3e5c-4c66-b81c-8cab711b3cd3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] For port 7903167c-76c7-45e4-a645-09ae3097c070, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=7903167c-76c7-45e4-a645-09ae3097c070,segment=NetworkSegment(d7eac364-ffe3-4430-bdc7-a6ed0e128d5e),segment_id=d7eac364-ffe3-4430-bdc7-a6ed0e128d5e)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:10.876497 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd6e38aa-3e5c-4c66-b81c-8cab711b3cd3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.896143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e38aa-3e5c-4c66-b81c-8cab711b3cd3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for 7903167c-76c7-45e4-a645-09ae3097c070 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:10.905311 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-8d7c165a-cb88-4771-92ba-7ce1ff669f90 req-bfc919e9-d8b7-43d2-85ab-1d48204b0987 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] show failed (client error): The resource could not be found. Jul 14 09:26:10.906341 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d7c165a-cb88-4771-92ba-7ce1ff669f90 req-bfc919e9-d8b7-43d2-85ab-1d48204b0987 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "GET /v2.0/security-groups/22fe863c-8a75-45bf-9c82-b7db9d3c5694 HTTP/1.1" status: 404 len: 352 time: 0.0266674 Jul 14 09:26:10.947632 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ff30f0e-f7f4-4b07-a59e-47395cfcbdc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.951254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d461c0d3-8a10-4444-b89b-a95ab184ab00 None None] Network b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:10.964341 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-6020b118-b79d-44ca-afac-9afd10534137 req-db715e90-d40a-4efe-b3e4-7b0b41a84eea tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] show failed (client error): The resource could not be found. Jul 14 09:26:10.965281 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6020b118-b79d-44ca-afac-9afd10534137 req-db715e90-d40a-4efe-b3e4-7b0b41a84eea tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "GET /v2.0/security-group-rules/c474f1f0-eb45-442f-8d86-24c0d1462927 HTTP/1.1" status: 404 len: 361 time: 0.0249584 Jul 14 09:26:11.022640 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd6e38aa-3e5c-4c66-b81c-8cab711b3cd3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.028897 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-890dce5d-c8a6-48c1-b5cd-33e1cc52a42b None None] Provisioning complete for port 7903167c-76c7-45e4-a645-09ae3097c070 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:11.029548 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-890dce5d-c8a6-48c1-b5cd-33e1cc52a42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.043306 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d2dcf-864a-4754-b0f0-ac436b3b41f6 req-2b01aee5-6038-43af-927c-c6ac4d315796 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:11.044791 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-984d2dcf-864a-4754-b0f0-ac436b3b41f6 req-2b01aee5-6038-43af-927c-c6ac4d315796 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.1547847 Jul 14 09:26:11.078497 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e38aa-3e5c-4c66-b81c-8cab711b3cd3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=7903167c-76c7-45e4-a645-09ae3097c070,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:11.080813 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-890dce5d-c8a6-48c1-b5cd-33e1cc52a42b None None] Port 7903167c-76c7-45e4-a645-09ae3097c070 was deleted so its status cannot be updated. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 09:26:11.084454 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e38aa-3e5c-4c66-b81c-8cab711b3cd3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No DVR routers for this DVR port 7903167c-76c7-45e4-a645-09ae3097c070 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:11.099623 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a99d01c7-5455-463e-9b27-a3d6dc09c6f9 req-458b690c-4d7b-4e33-a570-f5a86f5bae37 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "GET /v2.0/security-groups/b422abfc-eae5-430b-94ae-fe12ad7f3c4c HTTP/1.1" status: 200 len: 1813 time: 0.1062789 Jul 14 09:26:11.140161 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-984d2dcf-864a-4754-b0f0-ac436b3b41f6 req-ea29a1e1-28b3-44c3-8c88-a3b517c2e763 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887289 Jul 14 09:26:11.189449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfc4f26-bc87-441a-8108-f76d7a08be32 None None] DHCP port deletion for b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:26:11.191935 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd6e38aa-3e5c-4c66-b81c-8cab711b3cd3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.211073 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-cd6e38aa-3e5c-4c66-b81c-8cab711b3cd3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:11.226842 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-cd6e38aa-3e5c-4c66-b81c-8cab711b3cd3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7eac364-ffe3-4430-bdc7-a6ed0e128d5e') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:11.226842 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-cd6e38aa-3e5c-4c66-b81c-8cab711b3cd3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7eac364-ffe3-4430-bdc7-a6ed0e128d5e') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:11.235457 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a99d01c7-5455-463e-9b27-a3d6dc09c6f9 req-60dfb9b9-3ae2-4139-b2d8-d1dafc59b354 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.240288 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd6e38aa-3e5c-4c66-b81c-8cab711b3cd3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.262379 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ff30f0e-f7f4-4b07-a59e-47395cfcbdc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.266070 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd6e38aa-3e5c-4c66-b81c-8cab711b3cd3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.274755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6e38aa-3e5c-4c66-b81c-8cab711b3cd3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:11.275969 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd6e38aa-3e5c-4c66-b81c-8cab711b3cd3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.277761 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ff30f0e-f7f4-4b07-a59e-47395cfcbdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:11.280390 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:11.293239 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a99d01c7-5455-463e-9b27-a3d6dc09c6f9 req-60dfb9b9-3ae2-4139-b2d8-d1dafc59b354 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.344325 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3ff30f0e-f7f4-4b07-a59e-47395cfcbdc4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b29b60acce6b4b359330a6d98276c041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5676653 Jul 14 09:26:11.347703 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37380) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:11.360276 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff30f0e-f7f4-4b07-a59e-47395cfcbdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e7d657-ed68-4806-9d1d-fc7922cd5e79,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:11.394483 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a99d01c7-5455-463e-9b27-a3d6dc09c6f9 req-60dfb9b9-3ae2-4139-b2d8-d1dafc59b354 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.397163 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a99d01c7-5455-463e-9b27-a3d6dc09c6f9 req-60dfb9b9-3ae2-4139-b2d8-d1dafc59b354 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.398404 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a99d01c7-5455-463e-9b27-a3d6dc09c6f9 req-60dfb9b9-3ae2-4139-b2d8-d1dafc59b354 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "DELETE /v2.0/security-groups/b422abfc-eae5-430b-94ae-fe12ad7f3c4c HTTP/1.1" status: 204 len: 173 time: 0.2923861 Jul 14 09:26:11.408635 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfb9b9-3ae2-4139-b2d8-d1dafc59b354 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b422abfc-eae5-430b-94ae-fe12ad7f3c4c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:11.410460 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd6e38aa-3e5c-4c66-b81c-8cab711b3cd3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.429585 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd6e38aa-3e5c-4c66-b81c-8cab711b3cd3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.435491 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37388) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:11.437635 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cd6e38aa-3e5c-4c66-b81c-8cab711b3cd3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/networks/b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc HTTP/1.1" status: 204 len: 168 time: 0.8914931 Jul 14 09:26:11.461040 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e38aa-3e5c-4c66-b81c-8cab711b3cd3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Network': ['ID=b70e42aa-f1eb-4a9f-a4d3-2a9d36f4d0dc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:11.469299 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5336fffe-b59f-432a-a588-a3220fc798c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.495870 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5336fffe-b59f-432a-a588-a3220fc798c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.565336 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5336fffe-b59f-432a-a588-a3220fc798c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.568272 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5336fffe-b59f-432a-a588-a3220fc798c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.572203 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5336fffe-b59f-432a-a588-a3220fc798c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80e7d657-ed68-4806-9d1d-fc7922cd5e79 HTTP/1.1" status: 204 len: 168 time: 0.2209494 Jul 14 09:26:11.579467 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336fffe-b59f-432a-a588-a3220fc798c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e7d657-ed68-4806-9d1d-fc7922cd5e79,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:11.947862 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1bb123ad-d33f-4b7f-b970-eae11043f0af req-a29a3e65-8ad8-4803-b525-cbe4488246d0 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "GET /v2.0/security-groups/b797da03-4f7e-4bfe-ba64-b3938e582338 HTTP/1.1" status: 200 len: 1815 time: 0.5138245 Jul 14 09:26:11.988385 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37410) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:12.004645 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfccf263-b53b-4583-9299-7a970d6adc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.010816 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d453de9-20c5-40a1-b906-3a68df8755eb tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.017586 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1d453de9-20c5-40a1-b906-3a68df8755eb tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5759840 Jul 14 09:26:12.021473 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37412) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:12.084656 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9024ef-f999-48d3-aa38-f24b107dc601 req-d667a2be-93b4-4e22-bb4a-280717bff303 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.086206 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bf9024ef-f999-48d3-aa38-f24b107dc601 req-d667a2be-93b4-4e22-bb4a-280717bff303 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bca18e8-8ddf-4477-b905-a8a951a1c2eb HTTP/1.1" status: 200 len: 945 time: 0.1858680 Jul 14 09:26:12.094644 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1bb123ad-d33f-4b7f-b970-eae11043f0af req-f718c3ab-36e0-40cf-b508-fdb3fb7e34c1 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.118886 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfccf263-b53b-4583-9299-7a970d6adc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.124113 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfccf263-b53b-4583-9299-7a970d6adc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.139830 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1bb123ad-d33f-4b7f-b970-eae11043f0af req-f718c3ab-36e0-40cf-b508-fdb3fb7e34c1 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.165037 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dfccf263-b53b-4583-9299-7a970d6adc5a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6572cc07ade544db9cabe476173438b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1754179 Jul 14 09:26:12.168230 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37414) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:12.174353 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bf9024ef-f999-48d3-aa38-f24b107dc601 req-6bd68295-2f2c-4d55-ace3-3333401812be tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805719 Jul 14 09:26:12.198615 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccf263-b53b-4583-9299-7a970d6adc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21114f3-a214-46c8-b86c-e50a32d49501,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:12.198825 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-16cba83e-df72-42d9-805a-5feeccb91ab1 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1712008 Jul 14 09:26:12.200601 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37416) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:12.213945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-aa7ec6ba-cc3c-4fdb-a0cc-b4cea63dfe78 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1786803166'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:12.253489 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1bb123ad-d33f-4b7f-b970-eae11043f0af req-f718c3ab-36e0-40cf-b508-fdb3fb7e34c1 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.256008 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1bb123ad-d33f-4b7f-b970-eae11043f0af req-f718c3ab-36e0-40cf-b508-fdb3fb7e34c1 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.257553 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1bb123ad-d33f-4b7f-b970-eae11043f0af req-f718c3ab-36e0-40cf-b508-fdb3fb7e34c1 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "DELETE /v2.0/security-groups/b797da03-4f7e-4bfe-ba64-b3938e582338 HTTP/1.1" status: 204 len: 173 time: 0.3003538 Jul 14 09:26:12.261333 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7ec6ba-cc3c-4fdb-a0cc-b4cea63dfe78 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:12.271956 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec6ba-cc3c-4fdb-a0cc-b4cea63dfe78 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.287109 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c45467ed-7272-421b-8c78-0c52500a3b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.306836 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718c3ab-36e0-40cf-b508-fdb3fb7e34c1 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b797da03-4f7e-4bfe-ba64-b3938e582338,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:12.327736 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c45467ed-7272-421b-8c78-0c52500a3b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.350273 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7ec6ba-cc3c-4fdb-a0cc-b4cea63dfe78 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:12.370594 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec6ba-cc3c-4fdb-a0cc-b4cea63dfe78 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.371204 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-aa7ec6ba-cc3c-4fdb-a0cc-b4cea63dfe78 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Added segment 8f67e917-af14-4c7d-b45b-52ce9198c203 of type vlan for network 506748de-31f2-48fb-be1b-02ead0324551 Jul 14 09:26:12.384034 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c45467ed-7272-421b-8c78-0c52500a3b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.386726 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c45467ed-7272-421b-8c78-0c52500a3b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.387921 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c45467ed-7272-421b-8c78-0c52500a3b57 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f21114f3-a214-46c8-b86c-e50a32d49501 HTTP/1.1" status: 204 len: 168 time: 0.2185979 Jul 14 09:26:12.405234 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45467ed-7272-421b-8c78-0c52500a3b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21114f3-a214-46c8-b86c-e50a32d49501,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:12.448344 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec6ba-cc3c-4fdb-a0cc-b4cea63dfe78 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.491229 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec6ba-cc3c-4fdb-a0cc-b4cea63dfe78 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.497937 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7ec6ba-cc3c-4fdb-a0cc-b4cea63dfe78 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.498606 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec6ba-cc3c-4fdb-a0cc-b4cea63dfe78 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.652212 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37430) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:12.652829 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-aa7ec6ba-cc3c-4fdb-a0cc-b4cea63dfe78 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4506123 Jul 14 09:26:12.658426 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3579a297-67e9-44e8-bc4c-0fe09753a02e tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'subnet': {'network_id': '506748de-31f2-48fb-be1b-02ead0324551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:12.690352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ec6ba-cc3c-4fdb-a0cc-b4cea63dfe78 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Network': ['ID=506748de-31f2-48fb-be1b-02ead0324551,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:12.703288 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 506748de-31f2-48fb-be1b-02ead0324551 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:12.745709 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a9112-8112-4d0d-9806-77e0ba97ba83 req-b5f93ed0-c1ac-4cd1-ba6e-54f83fc24a06 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.753886 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-820a9112-8112-4d0d-9806-77e0ba97ba83 req-b5f93ed0-c1ac-4cd1-ba6e-54f83fc24a06 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.1319382 Jul 14 09:26:12.856270 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-820a9112-8112-4d0d-9806-77e0ba97ba83 req-552c7a84-3e04-4c34-ad51-706c6c714501 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973258 Jul 14 09:26:12.877911 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3579a297-67e9-44e8-bc4c-0fe09753a02e tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:12.881741 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3579a297-67e9-44e8-bc4c-0fe09753a02e tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.940252 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac5258-0c84-401f-8f8d-266539165d44 req-9c9d7854-7e9b-44eb-92c0-7d3273ad112c tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.954062 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0fac5258-0c84-401f-8f8d-266539165d44 req-9c9d7854-7e9b-44eb-92c0-7d3273ad112c tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=000dc559-ea9d-4490-adb0-84405ab87bda HTTP/1.1" status: 200 len: 945 time: 0.1887410 Jul 14 09:26:13.019017 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 7903167c-76c7-45e4-a645-09ae3097c070 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:13.056328 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5d918f2f-9e35-4429-803b-6e1679eeb038 req-cd3e632d-8c9f-48c0-8ece-d55fb6fa30a5 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "GET /v2.0/security-groups/e76a7ede-20d4-411e-bf3f-7d76194c8584 HTTP/1.1" status: 200 len: 1814 time: 0.1567941 Jul 14 09:26:13.068671 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 7903167c-76c7-45e4-a645-09ae3097c070 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:13.069018 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 7903167c-76c7-45e4-a645-09ae3097c070 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:13.084988 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0fac5258-0c84-401f-8f8d-266539165d44 req-0ab08e66-d4e0-45b1-9215-9a0179fd4c81 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148367 Jul 14 09:26:13.175723 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5d918f2f-9e35-4429-803b-6e1679eeb038 req-1882b5df-ffeb-4c42-9a93-4eadb4ef2b06 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.235602 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3579a297-67e9-44e8-bc4c-0fe09753a02e tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.269017 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5d918f2f-9e35-4429-803b-6e1679eeb038 req-1882b5df-ffeb-4c42-9a93-4eadb4ef2b06 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.373685 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5d918f2f-9e35-4429-803b-6e1679eeb038 req-1882b5df-ffeb-4c42-9a93-4eadb4ef2b06 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.386326 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5d918f2f-9e35-4429-803b-6e1679eeb038 req-1882b5df-ffeb-4c42-9a93-4eadb4ef2b06 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.389267 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5d918f2f-9e35-4429-803b-6e1679eeb038 req-1882b5df-ffeb-4c42-9a93-4eadb4ef2b06 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "DELETE /v2.0/security-groups/e76a7ede-20d4-411e-bf3f-7d76194c8584 HTTP/1.1" status: 204 len: 173 time: 0.3075609 Jul 14 09:26:13.413029 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882b5df-ffeb-4c42-9a93-4eadb4ef2b06 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76a7ede-20d4-411e-bf3f-7d76194c8584,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:13.521882 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579a297-67e9-44e8-bc4c-0fe09753a02e tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Subnet': ['ID=8099c1ba-f516-42ea-b050-d9879cda7fb0,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:13.532323 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71196bd4-6cdc-4eb8-9f56-7716e79b1c10 req-0cac5bc6-7ca0-431f-a811-adb4262ad706 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "GET /v2.0/security-groups/e38446f0-fc17-487a-ba22-fb418d561b28 HTTP/1.1" status: 200 len: 1815 time: 0.1023455 Jul 14 09:26:13.540672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3579a297-67e9-44e8-bc4c-0fe09753a02e tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Checking segment: {'id': '8f67e917-af14-4c7d-b45b-52ce9198c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '506748de-31f2-48fb-be1b-02ead0324551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:13.541640 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3579a297-67e9-44e8-bc4c-0fe09753a02e tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network hostable DHCP agents. Network: 506748de-31f2-48fb-be1b-02ead0324551, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:13.635290 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-71196bd4-6cdc-4eb8-9f56-7716e79b1c10 req-6f4d4970-8c27-4bcd-b624-dad511930c11 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.640628 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3579a297-67e9-44e8-bc4c-0fe09753a02e tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network 506748de-31f2-48fb-be1b-02ead0324551 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:13.669077 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-528c9852-2a78-4537-9c44-9621c8527e61 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3166394 Jul 14 09:26:13.685238 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-3579a297-67e9-44e8-bc4c-0fe09753a02e tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 506748de-31f2-48fb-be1b-02ead0324551) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:13.689470 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-71196bd4-6cdc-4eb8-9f56-7716e79b1c10 req-6f4d4970-8c27-4bcd-b624-dad511930c11 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.691971 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3579a297-67e9-44e8-bc4c-0fe09753a02e tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:13.693234 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3579a297-67e9-44e8-bc4c-0fe09753a02e tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.699700 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bbfe27-779c-4af1-ad9a-80f87a1b5dfc None None] Network 506748de-31f2-48fb-be1b-02ead0324551 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:13.747700 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3579a297-67e9-44e8-bc4c-0fe09753a02e tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0921135 Jul 14 09:26:13.748209 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37464) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:13.756619 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e96698d4-8bd3-42ec-9d5c-1b1c72f02244 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'port': {'network_id': '506748de-31f2-48fb-be1b-02ead0324551', 'name': 'tempest-PortsIpV6TestJSON-503130781'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:13.818884 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-71196bd4-6cdc-4eb8-9f56-7716e79b1c10 req-6f4d4970-8c27-4bcd-b624-dad511930c11 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.824194 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-71196bd4-6cdc-4eb8-9f56-7716e79b1c10 req-6f4d4970-8c27-4bcd-b624-dad511930c11 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.826033 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71196bd4-6cdc-4eb8-9f56-7716e79b1c10 req-6f4d4970-8c27-4bcd-b624-dad511930c11 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "DELETE /v2.0/security-groups/e38446f0-fc17-487a-ba22-fb418d561b28 HTTP/1.1" status: 204 len: 173 time: 0.2904627 Jul 14 09:26:13.864404 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d4970-8c27-4bcd-b624-dad511930c11 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38446f0-fc17-487a-ba22-fb418d561b28,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:14.204918 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d39db8-30b2-4d4a-82f5-cf1f9d35daa3 req-aa638932-ea2a-4e0e-a51a-aecdb9548d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.207459 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-45d39db8-30b2-4d4a-82f5-cf1f9d35daa3 req-aa638932-ea2a-4e0e-a51a-aecdb9548d6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9eda0dcc3e874a49a638743b0ab4508c&device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 1098 time: 0.4331264 Jul 14 09:26:14.229830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-df72220c-a7e4-493b-89a7-8250fa42a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.230655 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-df72220c-a7e4-493b-89a7-8250fa42a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.231473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-df72220c-a7e4-493b-89a7-8250fa42a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.232278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-df72220c-a7e4-493b-89a7-8250fa42a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.233264 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-df72220c-a7e4-493b-89a7-8250fa42a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.234128 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-df72220c-a7e4-493b-89a7-8250fa42a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.234869 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-df72220c-a7e4-493b-89a7-8250fa42a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.238042 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-df72220c-a7e4-493b-89a7-8250fa42a672 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=31e3a4cec448411aba79b23ed148d185&device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 6498 time: 0.4353952 Jul 14 09:26:14.245451 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96698d4-8bd3-42ec-9d5c-1b1c72f02244 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:14.258413 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e96698d4-8bd3-42ec-9d5c-1b1c72f02244 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.311131 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-506748de-31f2-48fb-be1b-02ead0324551', 'network_id': '506748de-31f2-48fb-be1b-02ead0324551', 'tenant_id': '1f0817fe7e064f388adbef792aa02c42', 'fixed_ips': [{'subnet_id': '8099c1ba-f516-42ea-b050-d9879cda7fb0'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:14.313504 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.315515 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259a571-d701-4cfd-a618-0b7d215e54f5 req-d24f9456-d9d9-4f5f-af37-c0df2a0dee0f tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.318071 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2259a571-d701-4cfd-a618-0b7d215e54f5 req-d24f9456-d9d9-4f5f-af37-c0df2a0dee0f tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.2301173 Jul 14 09:26:14.437011 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2259a571-d701-4cfd-a618-0b7d215e54f5 req-0aa5880c-08cb-4336-ac25-fdd815306d30 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049197 Jul 14 09:26:14.453668 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5baad1eb-21d9-46b5-b3d1-aa318c2b2d0d req-2cd83dee-394c-4a5b-b14a-9ad1d8ba7c38 tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "GET /v2.0/security-groups/d2236175-fcdb-4125-b390-7b47d9c4ab54 HTTP/1.1" status: 200 len: 1814 time: 0.1665587 Jul 14 09:26:14.561900 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Allocated IP 2001:db8::2 (506748de-31f2-48fb-be1b-02ead0324551/8099c1ba-f516-42ea-b050-d9879cda7fb0/9d101099-49c0-4e49-8352-4e16f2f4c3d0) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:14.584920 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5baad1eb-21d9-46b5-b3d1-aa318c2b2d0d req-0b8376b9-bec6-46ad-982b-51cc6deb6b8a tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.639384 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5baad1eb-21d9-46b5-b3d1-aa318c2b2d0d req-0b8376b9-bec6-46ad-982b-51cc6deb6b8a tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.724672 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5baad1eb-21d9-46b5-b3d1-aa318c2b2d0d req-0b8376b9-bec6-46ad-982b-51cc6deb6b8a tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.727412 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5baad1eb-21d9-46b5-b3d1-aa318c2b2d0d req-0b8376b9-bec6-46ad-982b-51cc6deb6b8a tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.729154 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5baad1eb-21d9-46b5-b3d1-aa318c2b2d0d req-0b8376b9-bec6-46ad-982b-51cc6deb6b8a tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] 10.222.0.26 "DELETE /v2.0/security-groups/d2236175-fcdb-4125-b390-7b47d9c4ab54 HTTP/1.1" status: 204 len: 173 time: 0.2740154 Jul 14 09:26:14.756776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37482) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:14.757697 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8376b9-bec6-46ad-982b-51cc6deb6b8a tempest-SecurityGroupRulesNegativeTestJSON-890242999 tempest-SecurityGroupRulesNegativeTestJSON-890242999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2236175-fcdb-4125-b390-7b47d9c4ab54,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:14.902083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-22829a06-e760-4697-adc5-15401ff41b9c admin admin] Deleting subnet a085630c-75f4-4200-ba17-cb7449e4dfbf {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:14.906596 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22829a06-e760-4697-adc5-15401ff41b9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.930353 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.942656 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Transition to ACTIVE for port object 9d101099-49c0-4e49-8352-4e16f2f4c3d0 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:14.968608 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Transition to ACTIVE for port object 9d101099-49c0-4e49-8352-4e16f2f4c3d0 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:14.971818 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22829a06-e760-4697-adc5-15401ff41b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.977352 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.018710 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Network 506748de-31f2-48fb-be1b-02ead0324551 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:15.021751 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:15.026273 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:15.033779 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Pushing event updated for resources: {'Port': ['ID=9d101099-49c0-4e49-8352-4e16f2f4c3d0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:15.062298 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22829a06-e760-4697-adc5-15401ff41b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.096744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-e96698d4-8bd3-42ec-9d5c-1b1c72f02244 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] device_id is not set on port 4bd3a9e6-4273-49f7-8f0d-ed1de50d2a4e yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:26:15.225295 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-9f592391-9ecf-481b-82c8-0e254cd6f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:15.226098 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-9f592391-9ecf-481b-82c8-0e254cd6f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:15.226733 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-9f592391-9ecf-481b-82c8-0e254cd6f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:15.229157 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-9f592391-9ecf-481b-82c8-0e254cd6f3d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=888088af-1a51-4dbe-bc38-27d1a38db826&id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&id=b942b7bc-b05b-4b6e-aff4-d229af7544cd&id=b942b7bc-b05b-4b6e-aff4-d229af7544cd HTTP/1.1" status: 200 len: 2293 time: 0.9311256 Jul 14 09:26:15.232944 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d39db8-30b2-4d4a-82f5-cf1f9d35daa3 req-994d348e-81c1-4f21-9876-4131e6cf272e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:15.235453 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-45d39db8-30b2-4d4a-82f5-cf1f9d35daa3 req-994d348e-81c1-4f21-9876-4131e6cf272e service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb7535f9-bc7e-49b0-b814-10dffeec6052 HTTP/1.1" status: 200 len: 912 time: 0.9920752 Jul 14 09:26:15.315195 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Attempting to bind port 9d101099-49c0-4e49-8352-4e16f2f4c3d0 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:15.315667 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Attempting to bind port 9d101099-49c0-4e49-8352-4e16f2f4c3d0 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '8f67e917-af14-4c7d-b45b-52ce9198c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '506748de-31f2-48fb-be1b-02ead0324551'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:15.315913 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Attempting to bind port 9d101099-49c0-4e49-8352-4e16f2f4c3d0 on network 506748de-31f2-48fb-be1b-02ead0324551 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:15.334390 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22829a06-e760-4697-adc5-15401ff41b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.336726 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:15.337108 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Checking segment: {'id': '8f67e917-af14-4c7d-b45b-52ce9198c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '506748de-31f2-48fb-be1b-02ead0324551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:15.338074 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.338478 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Bound using segment: {'id': '8f67e917-af14-4c7d-b45b-52ce9198c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '506748de-31f2-48fb-be1b-02ead0324551'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:15.338969 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Bound port: 9d101099-49c0-4e49-8352-4e16f2f4c3d0, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f67e917-af14-4c7d-b45b-52ce9198c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '506748de-31f2-48fb-be1b-02ead0324551'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:15.339361 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.380821 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22829a06-e760-4697-adc5-15401ff41b9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.388228 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-22829a06-e760-4697-adc5-15401ff41b9c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a085630c-75f4-4200-ba17-cb7449e4dfbf HTTP/1.1" status: 204 len: 168 time: 0.6282794 Jul 14 09:26:15.401137 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37496) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:15.438317 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] For port 9d101099-49c0-4e49-8352-4e16f2f4c3d0, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:15.442535 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] For port 9d101099-49c0-4e49-8352-4e16f2f4c3d0, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9d101099-49c0-4e49-8352-4e16f2f4c3d0,segment=NetworkSegment(8f67e917-af14-4c7d-b45b-52ce9198c203),segment_id=8f67e917-af14-4c7d-b45b-52ce9198c203)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:15.451887 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.473460 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-e96698d4-8bd3-42ec-9d5c-1b1c72f02244 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Allocated IP 2001:db8::3c4 (506748de-31f2-48fb-be1b-02ead0324551/8099c1ba-f516-42ea-b050-d9879cda7fb0/4bd3a9e6-4273-49f7-8f0d-ed1de50d2a4e) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:15.488785 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-45d39db8-30b2-4d4a-82f5-cf1f9d35daa3 req-0837cc13-c134-4410-aaf4-bee428aa349a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=115b8483-faf4-41d5-a79a-42bb321ff754 HTTP/1.1" status: 200 len: 1002 time: 0.2098310 Jul 14 09:26:15.510109 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-b88b956d-1db9-4d10-8008-1fbfab217493 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebf8368a-d0fb-466a-a254-89fc3ae4a4bb HTTP/1.1" status: 200 len: 1001 time: 0.2288787 Jul 14 09:26:15.559006 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fef6e7-e560-4d30-af57-001d55e60452 None None] Pushing event updated for resources: {'Port': ['ID=9d101099-49c0-4e49-8352-4e16f2f4c3d0,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:15.583544 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22829a06-e760-4697-adc5-15401ff41b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a085630c-75f4-4200-ba17-cb7449e4dfbf,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:15.664075 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-974c1461-1d6f-4fe6-b1e1-cd12629f5759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:15.666403 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-974c1461-1d6f-4fe6-b1e1-cd12629f5759 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db42a1b5-0af8-4f2d-880c-f54fe800fb63 HTTP/1.1" status: 200 len: 850 time: 0.1547563 Jul 14 09:26:15.671123 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d39db8-30b2-4d4a-82f5-cf1f9d35daa3 req-170219da-1fd9-4f3a-857e-99c09c1ba613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:15.672672 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-45d39db8-30b2-4d4a-82f5-cf1f9d35daa3 req-170219da-1fd9-4f3a-857e-99c09c1ba613 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33d74a61-4251-4207-b4f8-9d0620b80344 HTTP/1.1" status: 200 len: 850 time: 0.1440384 Jul 14 09:26:15.779145 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1ee08ef9-664e-49eb-a22e-785b5ee87b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.985505 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d39db8-30b2-4d4a-82f5-cf1f9d35daa3 req-f2ba1965-2001-4ed3-9944-a99907d0458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:15.989612 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-45d39db8-30b2-4d4a-82f5-cf1f9d35daa3 req-f2ba1965-2001-4ed3-9944-a99907d0458c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb7535f9-bc7e-49b0-b814-10dffeec6052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3022914 Jul 14 09:26:16.007665 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829abff-f387-4e27-9e38-c22a45588fbb req-98f3b1c3-ab57-4f86-a425-1cd90deeb98b tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.009561 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e829abff-f387-4e27-9e38-c22a45588fbb req-98f3b1c3-ab57-4f86-a425-1cd90deeb98b tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=000dc559-ea9d-4490-adb0-84405ab87bda HTTP/1.1" status: 200 len: 945 time: 0.7802801 Jul 14 09:26:16.027968 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2c257-bb86-4239-b7cb-339b5edabc6d req-69e5d508-a89d-4af5-9fe4-f859f32c4f92 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.029625 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8b2c257-bb86-4239-b7cb-339b5edabc6d req-69e5d508-a89d-4af5-9fe4-f859f32c4f92 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.49 "GET /v2.0/ports?device_id=000dc559-ea9d-4490-adb0-84405ab87bda HTTP/1.1" status: 200 len: 945 time: 0.6310225 Jul 14 09:26:16.061334 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e96698d4-8bd3-42ec-9d5c-1b1c72f02244 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.091469 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-e96698d4-8bd3-42ec-9d5c-1b1c72f02244 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Transition to ACTIVE for port object 4bd3a9e6-4273-49f7-8f0d-ed1de50d2a4e will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:16.143992 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-94d9117e-54ec-48c1-ae71-03777c981737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.145552 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-94d9117e-54ec-48c1-ae71-03777c981737 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=888088af-1a51-4dbe-bc38-27d1a38db826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4601936 Jul 14 09:26:16.184714 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2198b-1e93-49e5-94e5-001b0f6f53e0 req-601afe96-85e9-4457-9a9e-60585c2b71a1 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.186360 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b5f2198b-1e93-49e5-94e5-001b0f6f53e0 req-601afe96-85e9-4457-9a9e-60585c2b71a1 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.4714277 Jul 14 09:26:16.199670 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e829abff-f387-4e27-9e38-c22a45588fbb req-167ffbd4-26e2-4ac0-b956-19f479db41aa tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/security-groups?id=60341d21-2458-43e5-9f22-cfc2b979986a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664472 Jul 14 09:26:16.203421 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1ee08ef9-664e-49eb-a22e-785b5ee87b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.242486 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-1ee08ef9-664e-49eb-a22e-785b5ee87b3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5159ca1f-aa79-487b-a2f4-c6d596166a9a']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:16.286582 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-45d39db8-30b2-4d4a-82f5-cf1f9d35daa3 req-74e8da35-0e0b-403e-8003-f9cb2d496c73 service neutron] 10.222.0.55 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822866 Jul 14 09:26:16.314945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-1ee08ef9-664e-49eb-a22e-785b5ee87b3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3cc82bc-7e76-4082-8ebd-bd20634f9387') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:16.315262 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-1ee08ef9-664e-49eb-a22e-785b5ee87b3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3cc82bc-7e76-4082-8ebd-bd20634f9387') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:16.316636 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.317126 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e96698d4-8bd3-42ec-9d5c-1b1c72f02244 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.348732 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b5f2198b-1e93-49e5-94e5-001b0f6f53e0 req-667d21a3-2b26-4956-ba68-7db8f33d9fa2 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423004 Jul 14 09:26:16.354688 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1ee08ef9-664e-49eb-a22e-785b5ee87b3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.388452 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1ee08ef9-664e-49eb-a22e-785b5ee87b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.401201 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee08ef9-664e-49eb-a22e-785b5ee87b3e admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:16.401618 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1ee08ef9-664e-49eb-a22e-785b5ee87b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:16.407629 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:16.418607 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-d8b2c257-bb86-4239-b7cb-339b5edabc6d req-80f8153f-91c5-4668-9e0a-754a9c6bc8d1 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Deleting port 591f2b80-4faa-4a5a-81a8-873532141bf3 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:16.419005 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d8b2c257-bb86-4239-b7cb-339b5edabc6d req-80f8153f-91c5-4668-9e0a-754a9c6bc8d1 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.441460 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96698d4-8bd3-42ec-9d5c-1b1c72f02244 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=4bd3a9e6-4273-49f7-8f0d-ed1de50d2a4e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:16.497387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96698d4-8bd3-42ec-9d5c-1b1c72f02244 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network 506748de-31f2-48fb-be1b-02ead0324551 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:16.503571 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-e96698d4-8bd3-42ec-9d5c-1b1c72f02244 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:16.516641 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96698d4-8bd3-42ec-9d5c-1b1c72f02244 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:16.522568 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96698d4-8bd3-42ec-9d5c-1b1c72f02244 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.523519 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e96698d4-8bd3-42ec-9d5c-1b1c72f02244 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.568845 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e96698d4-8bd3-42ec-9d5c-1b1c72f02244 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8193085 Jul 14 09:26:16.581549 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37512) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:16.596171 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f2d8257d-c134-4995-b175-5657c499a259 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'port': {'network_id': '506748de-31f2-48fb-be1b-02ead0324551', 'name': 'tempest-PortsIpV6TestJSON-89568199'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:16.615022 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-6e489bed-aa5b-4e2a-82ac-f07f16ade373 service neutron] 10.222.0.55 "GET /v2.0/networks/888088af-1a51-4dbe-bc38-27d1a38db826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397621 Jul 14 09:26:16.673407 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-45d39db8-30b2-4d4a-82f5-cf1f9d35daa3 req-0e6d0883-7d9d-4cc7-a4f9-553e094c3c2d service neutron] 10.222.0.55 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721008 Jul 14 09:26:16.745571 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1ee08ef9-664e-49eb-a22e-785b5ee87b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.748292 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-d8b2c257-bb86-4239-b7cb-339b5edabc6d req-80f8153f-91c5-4668-9e0a-754a9c6bc8d1 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] For port 591f2b80-4faa-4a5a-81a8-873532141bf3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=591f2b80-4faa-4a5a-81a8-873532141bf3,segment=NetworkSegment(113c385f-8820-498f-bf90-77139685d515),segment_id=113c385f-8820-498f-bf90-77139685d515)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:16.748663 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d8b2c257-bb86-4239-b7cb-339b5edabc6d req-80f8153f-91c5-4668-9e0a-754a9c6bc8d1 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.765679 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1ee08ef9-664e-49eb-a22e-785b5ee87b3e admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.769982 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1ee08ef9-664e-49eb-a22e-785b5ee87b3e admin admin] 10.222.0.26 "DELETE /v2.0/networks/5159ca1f-aa79-487b-a2f4-c6d596166a9a HTTP/1.1" status: 204 len: 168 time: 1.2627528 Jul 14 09:26:16.781160 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-d8b2c257-bb86-4239-b7cb-339b5edabc6d req-80f8153f-91c5-4668-9e0a-754a9c6bc8d1 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Calling delete_port for 591f2b80-4faa-4a5a-81a8-873532141bf3 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:16.783763 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee08ef9-664e-49eb-a22e-785b5ee87b3e admin admin] Pushing event deleted for resources: {'Network': ['ID=5159ca1f-aa79-487b-a2f4-c6d596166a9a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:16.854696 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-d15abaa2-67fa-4f1d-8314-e56ca78a7287 service neutron] 10.222.0.55 "GET /v2.0/networks/888088af-1a51-4dbe-bc38-27d1a38db826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799812 Jul 14 09:26:16.926460 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-c4713d17-7143-42c6-bed8-2693a9ada80c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=207ab0ec-b17a-4abd-8b56-ed8ce32580f4 HTTP/1.1" status: 200 len: 217 time: 0.0631590 Jul 14 09:26:16.975724 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c5a52-152d-4cb2-bc45-3d041a8b3d69 req-4eeb6714-1b9a-4cf5-a196-76e8bcc6fc88 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.977300 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db0c5a52-152d-4cb2-bc45-3d041a8b3d69 req-4eeb6714-1b9a-4cf5-a196-76e8bcc6fc88 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bca18e8-8ddf-4477-b905-a8a951a1c2eb HTTP/1.1" status: 200 len: 945 time: 0.1847069 Jul 14 09:26:17.063299 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d8b2c257-bb86-4239-b7cb-339b5edabc6d req-80f8153f-91c5-4668-9e0a-754a9c6bc8d1 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.075506 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['591f2b80-4faa-4a5a-81a8-873532141bf3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:17.129979 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['317f8a62-f989-4628-95be-98ab91a36ee9'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:17.135780 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8153f-91c5-4668-9e0a-754a9c6bc8d1 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Pushing event deleted for resources: {'Port': ['ID=591f2b80-4faa-4a5a-81a8-873532141bf3,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:17.153350 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9d101099-49c0-4e49-8352-4e16f2f4c3d0 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:17.189118 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d8257d-c134-4995-b175-5657c499a259 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:17.198024 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2d8257d-c134-4995-b175-5657c499a259 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.206247 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37526) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:17.208201 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-c4028a64-d10a-4424-860a-edf4660b6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.209853 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-c4028a64-d10a-4424-860a-edf4660b6faf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52a95ed6-a967-4c2d-8b84-f641b0b1d6ed HTTP/1.1" status: 200 len: 797 time: 0.2601140 Jul 14 09:26:17.222771 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b2c257-bb86-4239-b7cb-339b5edabc6d req-80f8153f-91c5-4668-9e0a-754a9c6bc8d1 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] No DVR routers for this DVR port 591f2b80-4faa-4a5a-81a8-873532141bf3 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:17.232005 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d8b2c257-bb86-4239-b7cb-339b5edabc6d req-80f8153f-91c5-4668-9e0a-754a9c6bc8d1 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.234315 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8b2c257-bb86-4239-b7cb-339b5edabc6d req-80f8153f-91c5-4668-9e0a-754a9c6bc8d1 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.49 "DELETE /v2.0/ports/591f2b80-4faa-4a5a-81a8-873532141bf3 HTTP/1.1" status: 204 len: 173 time: 1.1811185 Jul 14 09:26:17.234777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000dc559-ea9d-4490-adb0-84405ab87bda', 'name': 'network-vif-deleted', 'tag': '591f2b80-4faa-4a5a-81a8-873532141bf3'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:17.237137 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eeadd70-a5b5-4c1a-9f4d-d87cd5dfbdeb" -d '{"events": [{"server_uuid": "000dc559-ea9d-4490-adb0-84405ab87bda", "name": "network-vif-deleted", "tag": "591f2b80-4faa-4a5a-81a8-873532141bf3"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:17.242348 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88963c5e-a262-4300-b241-b7563d0b08da None None] Network 506748de-31f2-48fb-be1b-02ead0324551 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:17.334070 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d264d605-4a3e-4e21-8877-163c47975026 x-openstack-request-id: req-d264d605-4a3e-4e21-8877-163c47975026 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:17.334591 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000dc559-ea9d-4490-adb0-84405ab87bda", "name": "network-vif-deleted", "tag": "591f2b80-4faa-4a5a-81a8-873532141bf3", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:17.335013 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d264d605-4a3e-4e21-8877-163c47975026 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:17.335588 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000dc559-ea9d-4490-adb0-84405ab87bda', 'name': 'network-vif-deleted', 'tag': '591f2b80-4faa-4a5a-81a8-873532141bf3', 'status': 'completed', 'code': 200} Jul 14 09:26:17.368383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-f2d8257d-c134-4995-b175-5657c499a259 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] device_id is not set on port 906a3314-fe85-469f-9c5b-6004400cd8e8 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:26:17.475157 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5bcd0948-8ef8-4c59-918a-43e5cd9c3426 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e3182c4276c34dd493af3d80eb2c5f18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2640743 Jul 14 09:26:17.479174 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37538) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:17.548241 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-53b63bc1-428c-454d-aef3-89a70fd1545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.550112 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-53b63bc1-428c-454d-aef3-89a70fd1545e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3112016 Jul 14 09:26:17.551436 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-db0c5a52-152d-4cb2-bc45-3d041a8b3d69 req-9567146f-6a3a-4095-aec6-5c5ac9fe8e02 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Deleting port 317f8a62-f989-4628-95be-98ab91a36ee9 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:17.551872 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-db0c5a52-152d-4cb2-bc45-3d041a8b3d69 req-9567146f-6a3a-4095-aec6-5c5ac9fe8e02 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.596202 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a948aac5-ff31-4a1f-a9f4-df1206f5c09c req-23e51948-d4d3-4d49-a4b2-211eff33a08a tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=000dc559-ea9d-4490-adb0-84405ab87bda HTTP/1.1" status: 200 len: 210 time: 0.1189198 Jul 14 09:26:17.612592 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ac93a65c-9510-4495-b101-bec33d44d985 None None] Provisioning for port 9d101099-49c0-4e49-8352-4e16f2f4c3d0 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:17.725443 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 9d101099-49c0-4e49-8352-4e16f2f4c3d0 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:17.740686 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 9d101099-49c0-4e49-8352-4e16f2f4c3d0 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:17.741191 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.756815 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-f2d8257d-c134-4995-b175-5657c499a259 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Allocated IP 2001:db8::1c5 (506748de-31f2-48fb-be1b-02ead0324551/8099c1ba-f516-42ea-b050-d9879cda7fb0/906a3314-fe85-469f-9c5b-6004400cd8e8) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:17.863477 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fef72d0f-f910-4030-b288-fa89dd8fe7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.865441 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-db0c5a52-152d-4cb2-bc45-3d041a8b3d69 req-9567146f-6a3a-4095-aec6-5c5ac9fe8e02 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] For port 317f8a62-f989-4628-95be-98ab91a36ee9, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=317f8a62-f989-4628-95be-98ab91a36ee9,segment=NetworkSegment(113c385f-8820-498f-bf90-77139685d515),segment_id=113c385f-8820-498f-bf90-77139685d515)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:17.870200 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-db0c5a52-152d-4cb2-bc45-3d041a8b3d69 req-9567146f-6a3a-4095-aec6-5c5ac9fe8e02 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.902449 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f0289-70b1-4be4-b7ca-b037e4701398 req-316c3189-2db9-4a52-9081-fa246e668b09 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.911914 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2e0f0289-70b1-4be4-b7ca-b037e4701398 req-316c3189-2db9-4a52-9081-fa246e668b09 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.2610915 Jul 14 09:26:17.931091 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-db0c5a52-152d-4cb2-bc45-3d041a8b3d69 req-9567146f-6a3a-4095-aec6-5c5ac9fe8e02 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Calling delete_port for 317f8a62-f989-4628-95be-98ab91a36ee9 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:17.948375 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fef72d0f-f910-4030-b288-fa89dd8fe7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.971745 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-56253f67-978a-4c31-96e7-8037827c445b service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035230 Jul 14 09:26:18.011495 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.090717 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2e0f0289-70b1-4be4-b7ca-b037e4701398 req-d1c4ed2d-61f1-48a5-ad5f-91260d39d91c tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739998 Jul 14 09:26:18.091677 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 9d101099-49c0-4e49-8352-4e16f2f4c3d0, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9d101099-49c0-4e49-8352-4e16f2f4c3d0,segment=NetworkSegment(8f67e917-af14-4c7d-b45b-52ce9198c203),segment_id=8f67e917-af14-4c7d-b45b-52ce9198c203)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:18.100438 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.157647 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fef72d0f-f910-4030-b288-fa89dd8fe7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.160519 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fef72d0f-f910-4030-b288-fa89dd8fe7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.164059 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fef72d0f-f910-4030-b288-fa89dd8fe7d2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b8d51ef-ff13-4e5e-992c-2651acb6cae7 HTTP/1.1" status: 204 len: 168 time: 0.6804328 Jul 14 09:26:18.193648 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef72d0f-f910-4030-b288-fa89dd8fe7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8d51ef-ff13-4e5e-992c-2651acb6cae7,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:18.272248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=9d101099-49c0-4e49-8352-4e16f2f4c3d0,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:18.515000 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2415635c-f116-4690-863d-1c71d2f01913 None None] Provisioning for port 4bd3a9e6-4273-49f7-8f0d-ed1de50d2a4e completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:18.529998 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2d8257d-c134-4995-b175-5657c499a259 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.532563 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2415635c-f116-4690-863d-1c71d2f01913 None None] Provisioning complete for port 4bd3a9e6-4273-49f7-8f0d-ed1de50d2a4e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:18.533675 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2415635c-f116-4690-863d-1c71d2f01913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.543046 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-5d85445c-b178-40b7-95e8-8fe0224e44d6 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334544 Jul 14 09:26:18.613823 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2415635c-f116-4690-863d-1c71d2f01913 None None] Port 4bd3a9e6-4273-49f7-8f0d-ed1de50d2a4e cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:18.628233 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2415635c-f116-4690-863d-1c71d2f01913 None None] Provisioning complete for port 9d101099-49c0-4e49-8352-4e16f2f4c3d0 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:18.629097 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2415635c-f116-4690-863d-1c71d2f01913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.726149 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-f2d8257d-c134-4995-b175-5657c499a259 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Transition to ACTIVE for port object 906a3314-fe85-469f-9c5b-6004400cd8e8 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:18.887282 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2d8257d-c134-4995-b175-5657c499a259 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.901410 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-6acf9d64-c445-4ae7-b7ec-e1e7d330586d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=4ab54df4-c842-45de-b8d8-a4afe567c0e5 HTTP/1.1" status: 200 len: 217 time: 0.3362086 Jul 14 09:26:18.940757 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-af1117f4-91d3-45fd-9999-264f76f76cac None None] Provisioning complete for port 4bd3a9e6-4273-49f7-8f0d-ed1de50d2a4e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:18.941249 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af1117f4-91d3-45fd-9999-264f76f76cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.085505 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-af1117f4-91d3-45fd-9999-264f76f76cac None None] Port 4bd3a9e6-4273-49f7-8f0d-ed1de50d2a4e cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:19.088880 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-db0c5a52-152d-4cb2-bc45-3d041a8b3d69 req-9567146f-6a3a-4095-aec6-5c5ac9fe8e02 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.106905 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d8257d-c134-4995-b175-5657c499a259 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network 506748de-31f2-48fb-be1b-02ead0324551 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:19.141645 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8257d-c134-4995-b175-5657c499a259 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=906a3314-fe85-469f-9c5b-6004400cd8e8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:19.167887 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f2d8257d-c134-4995-b175-5657c499a259 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:19.174674 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d8257d-c134-4995-b175-5657c499a259 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:19.184791 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9d101099-49c0-4e49-8352-4e16f2f4c3d0 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:19.202891 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d8257d-c134-4995-b175-5657c499a259 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:19.204658 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2d8257d-c134-4995-b175-5657c499a259 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.260809 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 9d101099-49c0-4e49-8352-4e16f2f4c3d0 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:19.260809 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.608626 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37586) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:19.680013 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da183b77-5f65-46c4-af56-0e4c83c369b9 req-734b90bc-0ed8-4376-97cf-6d3a650617c4 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:19.697985 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da183b77-5f65-46c4-af56-0e4c83c369b9 req-734b90bc-0ed8-4376-97cf-6d3a650617c4 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.1341615 Jul 14 09:26:19.738679 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1ef16c8d-7ecf-4b49-8977-4507229ed6bc None None] Provisioning for port 906a3314-fe85-469f-9c5b-6004400cd8e8 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:19.746939 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1ef16c8d-7ecf-4b49-8977-4507229ed6bc None None] Provisioning complete for port 906a3314-fe85-469f-9c5b-6004400cd8e8 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:19.747930 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ef16c8d-7ecf-4b49-8977-4507229ed6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.774911 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da183b77-5f65-46c4-af56-0e4c83c369b9 req-0864bf09-7ec3-4c62-a230-2be51057a2ee tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758157 Jul 14 09:26:19.837204 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1ef16c8d-7ecf-4b49-8977-4507229ed6bc None None] Port 906a3314-fe85-469f-9c5b-6004400cd8e8 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:19.864727 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb082fa6-ec41-442b-8a13-8d68a145d3ba req-210867b4-e563-41d7-bf61-e621957d7446 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bca18e8-8ddf-4477-b905-a8a951a1c2eb HTTP/1.1" status: 200 len: 210 time: 0.0715973 Jul 14 09:26:19.878354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7d78b01b-8ed7-4982-8619-a6e3cf176e6f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-797083597-network', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:19.906360 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 591f2b80-4faa-4a5a-81a8-873532141bf3 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:19.929201 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d78b01b-8ed7-4982-8619-a6e3cf176e6f admin admin] Made reservation on behalf of ab9f6ee95b92468aa738abe9dd184bd9 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:19.936012 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d78b01b-8ed7-4982-8619-a6e3cf176e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.948282 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 591f2b80-4faa-4a5a-81a8-873532141bf3 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:19.959657 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 591f2b80-4faa-4a5a-81a8-873532141bf3 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:19.964284 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d78b01b-8ed7-4982-8619-a6e3cf176e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.975998 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567146f-6a3a-4095-aec6-5c5ac9fe8e02 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Pushing event deleted for resources: {'Port': ['ID=317f8a62-f989-4628-95be-98ab91a36ee9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:19.993939 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f2d8257d-c134-4995-b175-5657c499a259 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4091420 Jul 14 09:26:20.006174 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37594) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:20.015825 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-af87c41f-7dcd-444d-b6f8-013074dafbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.017314 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-af87c41f-7dcd-444d-b6f8-013074dafbfd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52a95ed6-a967-4c2d-8b84-f641b0b1d6ed HTTP/1.1" status: 200 len: 797 time: 1.0381064 Jul 14 09:26:20.038795 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0c5a52-152d-4cb2-bc45-3d041a8b3d69 req-9567146f-6a3a-4095-aec6-5c5ac9fe8e02 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] No DVR routers for this DVR port 317f8a62-f989-4628-95be-98ab91a36ee9 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:20.048840 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-db0c5a52-152d-4cb2-bc45-3d041a8b3d69 req-9567146f-6a3a-4095-aec6-5c5ac9fe8e02 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.050933 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db0c5a52-152d-4cb2-bc45-3d041a8b3d69 req-9567146f-6a3a-4095-aec6-5c5ac9fe8e02 tempest-MultipleCreateTestJSON-529653850 tempest-MultipleCreateTestJSON-529653850-project] 10.222.0.55 "DELETE /v2.0/ports/317f8a62-f989-4628-95be-98ab91a36ee9 HTTP/1.1" status: 204 len: 173 time: 3.0274794 Jul 14 09:26:20.051402 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bca18e8-8ddf-4477-b905-a8a951a1c2eb', 'name': 'network-vif-deleted', 'tag': '317f8a62-f989-4628-95be-98ab91a36ee9'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:20.053901 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8af7f8-b5a4-499a-bb3b-fcdd86bcb4a9" -d '{"events": [{"server_uuid": "8bca18e8-8ddf-4477-b905-a8a951a1c2eb", "name": "network-vif-deleted", "tag": "317f8a62-f989-4628-95be-98ab91a36ee9"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:20.128488 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005c9f89-6632-4981-bbc6-a217c274b61d x-openstack-request-id: req-005c9f89-6632-4981-bbc6-a217c274b61d {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:20.129758 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bca18e8-8ddf-4477-b905-a8a951a1c2eb", "name": "network-vif-deleted", "tag": "317f8a62-f989-4628-95be-98ab91a36ee9", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:20.139351 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-005c9f89-6632-4981-bbc6-a217c274b61d {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:20.139351 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bca18e8-8ddf-4477-b905-a8a951a1c2eb', 'name': 'network-vif-deleted', 'tag': '317f8a62-f989-4628-95be-98ab91a36ee9', 'status': 'completed', 'code': 200} Jul 14 09:26:20.142379 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-1ba2ca7a-673e-4d0a-bc71-b42f1f9b6c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.144636 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-1ba2ca7a-673e-4d0a-bc71-b42f1f9b6c3f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1071110 Jul 14 09:26:20.314283 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-f3262d99-72b1-4e55-8e3b-0bad7bd8f8fe service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329918 Jul 14 09:26:20.331254 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2e16c-ce04-4cf9-a029-28c9e268a97b req-f1779cfc-f560-436d-95f0-6b4435706117 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.338853 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2e16c-ce04-4cf9-a029-28c9e268a97b req-f1779cfc-f560-436d-95f0-6b4435706117 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.349204 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2e16c-ce04-4cf9-a029-28c9e268a97b req-f1779cfc-f560-436d-95f0-6b4435706117 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.356495 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2e16c-ce04-4cf9-a029-28c9e268a97b req-f1779cfc-f560-436d-95f0-6b4435706117 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.362438 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2e16c-ce04-4cf9-a029-28c9e268a97b req-f1779cfc-f560-436d-95f0-6b4435706117 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.368919 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2e16c-ce04-4cf9-a029-28c9e268a97b req-f1779cfc-f560-436d-95f0-6b4435706117 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.375204 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2e16c-ce04-4cf9-a029-28c9e268a97b req-f1779cfc-f560-436d-95f0-6b4435706117 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.384134 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-10d2e16c-ce04-4cf9-a029-28c9e268a97b req-f1779cfc-f560-436d-95f0-6b4435706117 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5434 time: 0.4415479 Jul 14 09:26:20.449461 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a513e8-a132-4359-8908-fb59e3abb3c7 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.451357 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-7bbed35c-90cf-4a14-b8a3-0b273bb4c1ba service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185815 Jul 14 09:26:20.454056 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-36a513e8-a132-4359-8908-fb59e3abb3c7 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3c4 HTTP/1.1" status: 200 len: 928 time: 0.4464135 Jul 14 09:26:20.454424 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37604) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:20.502992 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-10d2e16c-ce04-4cf9-a029-28c9e268a97b req-e5b5f116-9036-46d9-938f-8dd2548a409b tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1171412 Jul 14 09:26:20.515989 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d78b01b-8ed7-4982-8619-a6e3cf176e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.530394 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d78b01b-8ed7-4982-8619-a6e3cf176e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.545462 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-8d6ef4f6-a206-48f5-a195-9ba6f1d9bc5e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=b2be6486-e65e-4805-a307-4504282ccb66 HTTP/1.1" status: 200 len: 217 time: 0.0777481 Jul 14 09:26:20.578613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78b01b-8ed7-4982-8619-a6e3cf176e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:20.581603 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d78b01b-8ed7-4982-8619-a6e3cf176e6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:20.599452 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d78b01b-8ed7-4982-8619-a6e3cf176e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.599714 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-7d78b01b-8ed7-4982-8619-a6e3cf176e6f admin admin] Added segment 9a529bd2-d790-4867-b751-2b8b80f7ba21 of type vlan for network d3a1491e-1021-4854-900f-f204385a074a Jul 14 09:26:20.680318 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d78b01b-8ed7-4982-8619-a6e3cf176e6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.688222 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-e7ff7507-ee25-46e6-b15b-32b3217a54c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.691159 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-e7ff7507-ee25-46e6-b15b-32b3217a54c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52a95ed6-a967-4c2d-8b84-f641b0b1d6ed HTTP/1.1" status: 200 len: 797 time: 0.1383238 Jul 14 09:26:20.711510 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:26:20.718467 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d78b01b-8ed7-4982-8619-a6e3cf176e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.719995 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d78b01b-8ed7-4982-8619-a6e3cf176e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.720801 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d78b01b-8ed7-4982-8619-a6e3cf176e6f admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.777017 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-78c7f468-319f-4605-b5fb-e48f73e3ce9d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port 906a3314-fe85-469f-9c5b-6004400cd8e8 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:20.777393 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78c7f468-319f-4605-b5fb-e48f73e3ce9d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.785846 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 317f8a62-f989-4628-95be-98ab91a36ee9 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:20.809679 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 317f8a62-f989-4628-95be-98ab91a36ee9 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:20.810468 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 317f8a62-f989-4628-95be-98ab91a36ee9 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:20.825631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7d78b01b-8ed7-4982-8619-a6e3cf176e6f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2145784 Jul 14 09:26:20.829984 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37612) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:20.838316 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-16d6c6b2-ebf0-42d3-9d71-5bb5b61b1d07 admin admin] Request body: {'subnet': {'network_id': 'd3a1491e-1021-4854-900f-f204385a074a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-797083597-subnet', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:20.866211 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78b01b-8ed7-4982-8619-a6e3cf176e6f admin admin] Pushing event updated for resources: {'Network': ['ID=d3a1491e-1021-4854-900f-f204385a074a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:20.878187 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network d3a1491e-1021-4854-900f-f204385a074a details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:20.935181 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-4cd520f3-a044-4ff3-9cd7-3389946163b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.937006 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-4cd520f3-a044-4ff3-9cd7-3389946163b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2263656 Jul 14 09:26:20.941118 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d6c6b2-ebf0-42d3-9d71-5bb5b61b1d07 admin admin] Made reservation on behalf of ab9f6ee95b92468aa738abe9dd184bd9 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:20.943617 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-16d6c6b2-ebf0-42d3-9d71-5bb5b61b1d07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.014509 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9224ece-06be-47bc-a420-f4a912732c85 req-3ea47215-d17e-44c0-9ef6-4cfb817e33af tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.022447 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9224ece-06be-47bc-a420-f4a912732c85 req-3ea47215-d17e-44c0-9ef6-4cfb817e33af tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.030614 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9224ece-06be-47bc-a420-f4a912732c85 req-3ea47215-d17e-44c0-9ef6-4cfb817e33af tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.038888 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9224ece-06be-47bc-a420-f4a912732c85 req-3ea47215-d17e-44c0-9ef6-4cfb817e33af tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.047524 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9224ece-06be-47bc-a420-f4a912732c85 req-3ea47215-d17e-44c0-9ef6-4cfb817e33af tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.068716 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9224ece-06be-47bc-a420-f4a912732c85 req-3ea47215-d17e-44c0-9ef6-4cfb817e33af tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.076382 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9224ece-06be-47bc-a420-f4a912732c85 req-3ea47215-d17e-44c0-9ef6-4cfb817e33af tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.079526 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9224ece-06be-47bc-a420-f4a912732c85 req-3ea47215-d17e-44c0-9ef6-4cfb817e33af tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5434 time: 0.2993720 Jul 14 09:26:21.102071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37622) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:21.219807 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-805b0663-b25f-45d9-b81f-934b7974a146 admin admin] Deleting subnet f94202a5-c75a-4066-a9dd-07958bf7cb37 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:21.229007 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-805b0663-b25f-45d9-b81f-934b7974a146 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.266486 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78c7f468-319f-4605-b5fb-e48f73e3ce9d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.276814 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-16d6c6b2-ebf0-42d3-9d71-5bb5b61b1d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.289189 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-805b0663-b25f-45d9-b81f-934b7974a146 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.298349 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-78c7f468-319f-4605-b5fb-e48f73e3ce9d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for 906a3314-fe85-469f-9c5b-6004400cd8e8 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:21.355897 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-805b0663-b25f-45d9-b81f-934b7974a146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.411528 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6c6b2-ebf0-42d3-9d71-5bb5b61b1d07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb997ff-cf91-4a50-b295-82bdd881b788,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:21.428260 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-805b0663-b25f-45d9-b81f-934b7974a146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.457257 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b0663-b25f-45d9-b81f-934b7974a146 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f94202a5-c75a-4066-a9dd-07958bf7cb37,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:21.459414 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-13972e40-8e84-44a4-bbfc-42f6139ae864 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681057 Jul 14 09:26:21.463014 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-805b0663-b25f-45d9-b81f-934b7974a146 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.470995 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-805b0663-b25f-45d9-b81f-934b7974a146 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f94202a5-c75a-4066-a9dd-07958bf7cb37 HTTP/1.1" status: 204 len: 168 time: 0.3661790 Jul 14 09:26:21.471994 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37626) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:21.492070 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d6c6b2-ebf0-42d3-9d71-5bb5b61b1d07 admin admin] Checking segment: {'id': '9a529bd2-d790-4867-b751-2b8b80f7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd3a1491e-1021-4854-900f-f204385a074a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:21.492443 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d6c6b2-ebf0-42d3-9d71-5bb5b61b1d07 admin admin] Network hostable DHCP agents. Network: d3a1491e-1021-4854-900f-f204385a074a, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:21.556758 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ad5f1ce6-1d36-496e-bd98-0470fe783358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.589714 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d6c6b2-ebf0-42d3-9d71-5bb5b61b1d07 admin admin] Network d3a1491e-1021-4854-900f-f204385a074a is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:21.610395 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-16d6c6b2-ebf0-42d3-9d71-5bb5b61b1d07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, d3a1491e-1021-4854-900f-f204385a074a) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:21.623037 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df753d22-da36-4168-b93f-6779eb691ecd None None] Network d3a1491e-1021-4854-900f-f204385a074a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:21.625125 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d6c6b2-ebf0-42d3-9d71-5bb5b61b1d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.625733 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-16d6c6b2-ebf0-42d3-9d71-5bb5b61b1d07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.644429 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-6c2c9d86-d672-44f2-84d3-da6f56acf7d2 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767786 Jul 14 09:26:21.651373 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78c7f468-319f-4605-b5fb-e48f73e3ce9d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.654560 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-16d6c6b2-ebf0-42d3-9d71-5bb5b61b1d07 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8205140 Jul 14 09:26:21.661614 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37628) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:21.663725 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ad5f1ce6-1d36-496e-bd98-0470fe783358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.684777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-ad5f1ce6-1d36-496e-bd98-0470fe783358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c3f0cb-f623-483c-a016-5d44ef3a1f44']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:21.691776 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-61ee7456-cba6-4708-87d4-a4eb98c0d0c0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-797083597-router', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:21.703685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7f468-319f-4605-b5fb-e48f73e3ce9d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=906a3314-fe85-469f-9c5b-6004400cd8e8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:21.705747 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-ad5f1ce6-1d36-496e-bd98-0470fe783358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113c385f-8820-498f-bf90-77139685d515') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:21.707832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-ad5f1ce6-1d36-496e-bd98-0470fe783358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113c385f-8820-498f-bf90-77139685d515') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:21.722798 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ad5f1ce6-1d36-496e-bd98-0470fe783358 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.741839 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-03b435ac-ed58-471f-9fce-2f6494c8aec5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=a41a920e-6497-49e9-8ee2-23d9fd674e1c HTTP/1.1" status: 200 len: 217 time: 0.0809798 Jul 14 09:26:21.764495 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ad5f1ce6-1d36-496e-bd98-0470fe783358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.776733 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5f1ce6-1d36-496e-bd98-0470fe783358 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:21.778558 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ad5f1ce6-1d36-496e-bd98-0470fe783358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:21.783523 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:21.802116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-d3a1491e-1021-4854-900f-f204385a074a', 'network_id': 'd3a1491e-1021-4854-900f-f204385a074a', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'fixed_ips': [{'subnet_id': 'bdb997ff-cf91-4a50-b295-82bdd881b788'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:21.803946 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.808253 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-61ee7456-cba6-4708-87d4-a4eb98c0d0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.809609 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-61ee7456-cba6-4708-87d4-a4eb98c0d0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.820175 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78c7f468-319f-4605-b5fb-e48f73e3ce9d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.822719 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-78c7f468-319f-4605-b5fb-e48f73e3ce9d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/ports/906a3314-fe85-469f-9c5b-6004400cd8e8 HTTP/1.1" status: 204 len: 168 time: 1.3670957 Jul 14 09:26:21.825270 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37630) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:21.864531 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-befaaa30-1e8d-4200-b756-63afcf2cd286 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] GET failed (client error): The resource could not be found. Jul 14 09:26:21.871046 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37632) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:21.872103 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-befaaa30-1e8d-4200-b756-63afcf2cd286 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports/906a3314-fe85-469f-9c5b-6004400cd8e8 HTTP/1.1" status: 404 len: 333 time: 0.0398381 Jul 14 09:26:21.879726 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-a31dfdb2-3158-4402-88e4-3fec028441bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.881229 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-a31dfdb2-3158-4402-88e4-3fec028441bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52a95ed6-a967-4c2d-8b84-f641b0b1d6ed HTTP/1.1" status: 200 len: 797 time: 0.1329679 Jul 14 09:26:21.979151 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-2b8b5f04-e4d4-481d-8cb0-d79751c70ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.980809 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-2b8b5f04-e4d4-481d-8cb0-d79751c70ade service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9df3bdd-77d5-4207-8bf1-adc3545be74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0860069 Jul 14 09:26:21.989291 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ad5f1ce6-1d36-496e-bd98-0470fe783358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.002496 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ad5f1ce6-1d36-496e-bd98-0470fe783358 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.005067 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ad5f1ce6-1d36-496e-bd98-0470fe783358 admin admin] 10.222.0.26 "DELETE /v2.0/networks/25c3f0cb-f623-483c-a016-5d44ef3a1f44 HTTP/1.1" status: 204 len: 168 time: 0.5316536 Jul 14 09:26:22.031528 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f1ce6-1d36-496e-bd98-0470fe783358 admin admin] Pushing event deleted for resources: {'Network': ['ID=25c3f0cb-f623-483c-a016-5d44ef3a1f44,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:22.039932 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-831ca243-7a73-4f16-8054-8c26bff9e40b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port 4bd3a9e6-4273-49f7-8f0d-ed1de50d2a4e {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:22.040624 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-831ca243-7a73-4f16-8054-8c26bff9e40b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.072867 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-61ee7456-cba6-4708-87d4-a4eb98c0d0c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.079922 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Allocated IP 172.20.0.2 (d3a1491e-1021-4854-900f-f204385a074a/bdb997ff-cf91-4a50-b295-82bdd881b788/4ed1c207-bb88-4d25-b879-d9bbb05e858e) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:22.184611 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-831ca243-7a73-4f16-8054-8c26bff9e40b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.210454 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-831ca243-7a73-4f16-8054-8c26bff9e40b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for 4bd3a9e6-4273-49f7-8f0d-ed1de50d2a4e owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:22.334442 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-61ee7456-cba6-4708-87d4-a4eb98c0d0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.345409 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.370681 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Transition to ACTIVE for port object 4ed1c207-bb88-4d25-b879-d9bbb05e858e will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:22.378192 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-eb63a5cc-e30e-4989-8e90-954abc70fc24 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173177 Jul 14 09:26:22.394048 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37640) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:22.408674 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Transition to ACTIVE for port object 4ed1c207-bb88-4d25-b879-d9bbb05e858e will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:22.419223 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.512798 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Network d3a1491e-1021-4854-900f-f204385a074a is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:22.515874 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:22.526353 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:22.575071 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Pushing event updated for resources: {'Port': ['ID=4ed1c207-bb88-4d25-b879-d9bbb05e858e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:22.614132 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Attempting to bind port 4ed1c207-bb88-4d25-b879-d9bbb05e858e on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:22.615052 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Attempting to bind port 4ed1c207-bb88-4d25-b879-d9bbb05e858e by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '9a529bd2-d790-4867-b751-2b8b80f7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd3a1491e-1021-4854-900f-f204385a074a'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:22.615461 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Attempting to bind port 4ed1c207-bb88-4d25-b879-d9bbb05e858e on network d3a1491e-1021-4854-900f-f204385a074a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:22.627503 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:22.627727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Checking segment: {'id': '9a529bd2-d790-4867-b751-2b8b80f7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd3a1491e-1021-4854-900f-f204385a074a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:22.628235 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.629918 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Bound using segment: {'id': '9a529bd2-d790-4867-b751-2b8b80f7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd3a1491e-1021-4854-900f-f204385a074a'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:22.630856 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Bound port: 4ed1c207-bb88-4d25-b879-d9bbb05e858e, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a529bd2-d790-4867-b751-2b8b80f7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd3a1491e-1021-4854-900f-f204385a074a'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:22.653673 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.665878 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-7c22e83c-9af0-48cd-9894-13a76bc2bb71 service neutron] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415264 Jul 14 09:26:22.674200 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9bd0efa9-b10f-482d-a887-1bb81bc3eef6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=57a07acf24dc4604820afbf9259b1131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736824 Jul 14 09:26:22.699323 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37650) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:22.740311 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-831ca243-7a73-4f16-8054-8c26bff9e40b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.763197 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-f03e021d-c1b9-4af4-8e0d-d7462a06f2a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=30f1a2ef-7642-4739-8eaa-96de5c74cd6e HTTP/1.1" status: 200 len: 217 time: 0.0634174 Jul 14 09:26:22.788007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ca243-7a73-4f16-8054-8c26bff9e40b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=4bd3a9e6-4273-49f7-8f0d-ed1de50d2a4e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:22.832239 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-831ca243-7a73-4f16-8054-8c26bff9e40b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.837476 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-831ca243-7a73-4f16-8054-8c26bff9e40b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/ports/4bd3a9e6-4273-49f7-8f0d-ed1de50d2a4e HTTP/1.1" status: 204 len: 168 time: 0.9653530 Jul 14 09:26:22.838416 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37656) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:22.871837 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f479039-4fdc-467f-912f-4206c1b761ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.893704 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-78237647-a714-4d1f-8505-582e490ee6ba tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] GET failed (client error): The resource could not be found. Jul 14 09:26:22.898170 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-78237647-a714-4d1f-8505-582e490ee6ba tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports/4bd3a9e6-4273-49f7-8f0d-ed1de50d2a4e HTTP/1.1" status: 404 len: 333 time: 0.0580099 Jul 14 09:26:22.898777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37658) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:22.945899 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f479039-4fdc-467f-912f-4206c1b761ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.968561 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96be746-1d95-4c9f-8a13-351586d2d257 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting subnet 8099c1ba-f516-42ea-b050-d9879cda7fb0 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:22.972711 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a96be746-1d95-4c9f-8a13-351586d2d257 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.977320 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] For port 4ed1c207-bb88-4d25-b879-d9bbb05e858e, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:22.982126 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] For port 4ed1c207-bb88-4d25-b879-d9bbb05e858e, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4ed1c207-bb88-4d25-b879-d9bbb05e858e,segment=NetworkSegment(9a529bd2-d790-4867-b751-2b8b80f7ba21),segment_id=9a529bd2-d790-4867-b751-2b8b80f7ba21)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:22.995910 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.070687 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a96be746-1d95-4c9f-8a13-351586d2d257 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.093698 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f479039-4fdc-467f-912f-4206c1b761ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.096896 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f479039-4fdc-467f-912f-4206c1b761ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.101205 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1f479039-4fdc-467f-912f-4206c1b761ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/60341d21-2458-43e5-9f22-cfc2b979986a HTTP/1.1" status: 204 len: 168 time: 0.4001698 Jul 14 09:26:23.113994 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-61ee7456-cba6-4708-87d4-a4eb98c0d0c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.126577 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-4435c741-de98-409c-821a-e3c59d3e7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.129093 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-4435c741-de98-409c-821a-e3c59d3e7dfb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a557f1ac-a69c-4035-b98f-f25db75ba130 HTTP/1.1" status: 200 len: 797 time: 0.3560410 Jul 14 09:26:23.161136 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f479039-4fdc-467f-912f-4206c1b761ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60341d21-2458-43e5-9f22-cfc2b979986a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:23.181510 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-61ee7456-cba6-4708-87d4-a4eb98c0d0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.199659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792d2da-2bd7-44f4-b695-f45574e16397 None None] Pushing event updated for resources: {'Port': ['ID=4ed1c207-bb88-4d25-b879-d9bbb05e858e,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:23.345258 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a96be746-1d95-4c9f-8a13-351586d2d257 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.383180 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-dfa04ef1-0ec5-46b2-b4d2-3f2fb701f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.384872 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-dfa04ef1-0ec5-46b2-b4d2-3f2fb701f50d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b942b7bc-b05b-4b6e-aff4-d229af7544cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2250226 Jul 14 09:26:23.530302 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a96be746-1d95-4c9f-8a13-351586d2d257 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.576580 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f939cdbf-30ea-4793-ac5c-e3761c225f2a None None] Network 506748de-31f2-48fb-be1b-02ead0324551 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:23.654274 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-fc8823cd-1265-4768-9611-fa37027f0614 service neutron] 10.222.0.55 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486982 Jul 14 09:26:23.669777 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a96be746-1d95-4c9f-8a13-351586d2d257 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.685717 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a96be746-1d95-4c9f-8a13-351586d2d257 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/subnets/8099c1ba-f516-42ea-b050-d9879cda7fb0 HTTP/1.1" status: 204 len: 168 time: 0.7858472 Jul 14 09:26:23.691566 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37678) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:23.728378 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96be746-1d95-4c9f-8a13-351586d2d257 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Subnet': ['ID=8099c1ba-f516-42ea-b050-d9879cda7fb0,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:23.901015 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-61ee7456-cba6-4708-87d4-a4eb98c0d0c0 admin admin] Allocated IP 172.25.1.178 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/9389d61c-11e7-40d7-a70e-8094a847f129) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:23.982219 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553b73b8-c720-4bae-bb06-ac7a5f6e670a None None] DHCP port deletion for 506748de-31f2-48fb-be1b-02ead0324551 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:26:24.029256 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaca9e83-69f7-4b6e-ab5b-2878608f9220 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.105733 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-366fa7b4-e635-41c5-b3be-e532f0e7b422 service neutron] 10.222.0.55 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429212 Jul 14 09:26:24.109872 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-553b73b8-c720-4bae-bb06-ac7a5f6e670a None None] Deleting port 9d101099-49c0-4e49-8352-4e16f2f4c3d0 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:24.110474 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-553b73b8-c720-4bae-bb06-ac7a5f6e670a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.219600 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-553b73b8-c720-4bae-bb06-ac7a5f6e670a None None] For port 9d101099-49c0-4e49-8352-4e16f2f4c3d0, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9d101099-49c0-4e49-8352-4e16f2f4c3d0,segment=NetworkSegment(8f67e917-af14-4c7d-b45b-52ce9198c203),segment_id=8f67e917-af14-4c7d-b45b-52ce9198c203)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:24.220449 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-553b73b8-c720-4bae-bb06-ac7a5f6e670a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.221485 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-aaca9e83-69f7-4b6e-ab5b-2878608f9220 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port 9d101099-49c0-4e49-8352-4e16f2f4c3d0 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:24.221860 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaca9e83-69f7-4b6e-ab5b-2878608f9220 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.238500 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-c70255d8-60a9-4d8d-9e6d-13ef94f50759 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e5ddc03d-bffd-4ee2-8dfd-829f721e56dc HTTP/1.1" status: 200 len: 217 time: 0.1180401 Jul 14 09:26:24.241514 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-553b73b8-c720-4bae-bb06-ac7a5f6e670a None None] Calling delete_port for 9d101099-49c0-4e49-8352-4e16f2f4c3d0 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:24.298481 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37698) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:24.404171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-aaca9e83-69f7-4b6e-ab5b-2878608f9220 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] For port 9d101099-49c0-4e49-8352-4e16f2f4c3d0, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9d101099-49c0-4e49-8352-4e16f2f4c3d0,segment=NetworkSegment(8f67e917-af14-4c7d-b45b-52ce9198c203),segment_id=8f67e917-af14-4c7d-b45b-52ce9198c203)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:24.406818 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaca9e83-69f7-4b6e-ab5b-2878608f9220 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.418536 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-553b73b8-c720-4bae-bb06-ac7a5f6e670a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.447117 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-aaca9e83-69f7-4b6e-ab5b-2878608f9220 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for 9d101099-49c0-4e49-8352-4e16f2f4c3d0 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:24.471560 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b73b8-c720-4bae-bb06-ac7a5f6e670a None None] Pushing event deleted for resources: {'Port': ['ID=9d101099-49c0-4e49-8352-4e16f2f4c3d0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:24.483668 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553b73b8-c720-4bae-bb06-ac7a5f6e670a None None] No DVR routers for this DVR port 9d101099-49c0-4e49-8352-4e16f2f4c3d0 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:24.543015 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-61ee7456-cba6-4708-87d4-a4eb98c0d0c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.562876 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-52930ee6-8c2b-4afb-a8d3-de98cb944b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.569077 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-52930ee6-8c2b-4afb-a8d3-de98cb944b4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a557f1ac-a69c-4035-b98f-f25db75ba130 HTTP/1.1" status: 200 len: 797 time: 0.2693477 Jul 14 09:26:24.655014 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaca9e83-69f7-4b6e-ab5b-2878608f9220 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.716882 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaca9e83-69f7-4b6e-ab5b-2878608f9220 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No DVR routers for this DVR port 9d101099-49c0-4e49-8352-4e16f2f4c3d0 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:24.850969 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8793b76b-dfd7-4cd5-8f98-4cb310eef929 None None] Network d3a1491e-1021-4854-900f-f204385a074a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:24.856971 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-bac1a6f1-9d9a-41fa-b8e1-a8ba29ac62c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.859499 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-bac1a6f1-9d9a-41fa-b8e1-a8ba29ac62c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b942b7bc-b05b-4b6e-aff4-d229af7544cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2816668 Jul 14 09:26:24.879401 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-61ee7456-cba6-4708-87d4-a4eb98c0d0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.915270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca9e83-69f7-4b6e-ab5b-2878608f9220 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=9d101099-49c0-4e49-8352-4e16f2f4c3d0,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:25.027366 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaca9e83-69f7-4b6e-ab5b-2878608f9220 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.055334 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-aaca9e83-69f7-4b6e-ab5b-2878608f9220 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506748de-31f2-48fb-be1b-02ead0324551']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:25.069057 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-aaca9e83-69f7-4b6e-ab5b-2878608f9220 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f67e917-af14-4c7d-b45b-52ce9198c203') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:25.069661 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-aaca9e83-69f7-4b6e-ab5b-2878608f9220 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f67e917-af14-4c7d-b45b-52ce9198c203') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:25.096733 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaca9e83-69f7-4b6e-ab5b-2878608f9220 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.117370 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaca9e83-69f7-4b6e-ab5b-2878608f9220 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.128055 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaca9e83-69f7-4b6e-ab5b-2878608f9220 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:25.128772 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaca9e83-69f7-4b6e-ab5b-2878608f9220 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:25.135201 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:25.139361 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ee7456-cba6-4708-87d4-a4eb98c0d0c0 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:25.168736 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-61ee7456-cba6-4708-87d4-a4eb98c0d0c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:25.175553 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ee7456-cba6-4708-87d4-a4eb98c0d0c0 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:25.203185 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee7456-cba6-4708-87d4-a4eb98c0d0c0 admin admin] Pushing event updated for resources: {'Port': ['ID=9389d61c-11e7-40d7-a70e-8094a847f129,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:25.250314 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaca9e83-69f7-4b6e-ab5b-2878608f9220 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.277201 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaca9e83-69f7-4b6e-ab5b-2878608f9220 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.283556 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-aaca9e83-69f7-4b6e-ab5b-2878608f9220 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/networks/506748de-31f2-48fb-be1b-02ead0324551 HTTP/1.1" status: 204 len: 168 time: 1.5901475 Jul 14 09:26:25.283949 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca9e83-69f7-4b6e-ab5b-2878608f9220 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Network': ['ID=506748de-31f2-48fb-be1b-02ead0324551,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:25.285912 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37716) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:25.292680 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-815ee293-69fd-4d68-942d-1e2ddf155bd4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1079010104'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:25.317437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815ee293-69fd-4d68-942d-1e2ddf155bd4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:25.328716 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-815ee293-69fd-4d68-942d-1e2ddf155bd4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.361297 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419b85a-4d7f-4d3d-8774-b5453ae5c0e3 req-743160e7-2038-4bbd-85a8-6f7b6f623190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.361863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419b85a-4d7f-4d3d-8774-b5453ae5c0e3 req-743160e7-2038-4bbd-85a8-6f7b6f623190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.362358 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419b85a-4d7f-4d3d-8774-b5453ae5c0e3 req-743160e7-2038-4bbd-85a8-6f7b6f623190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.362927 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419b85a-4d7f-4d3d-8774-b5453ae5c0e3 req-743160e7-2038-4bbd-85a8-6f7b6f623190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.363369 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419b85a-4d7f-4d3d-8774-b5453ae5c0e3 req-743160e7-2038-4bbd-85a8-6f7b6f623190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.363838 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419b85a-4d7f-4d3d-8774-b5453ae5c0e3 req-743160e7-2038-4bbd-85a8-6f7b6f623190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.364314 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419b85a-4d7f-4d3d-8774-b5453ae5c0e3 req-743160e7-2038-4bbd-85a8-6f7b6f623190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.373324 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0419b85a-4d7f-4d3d-8774-b5453ae5c0e3 req-743160e7-2038-4bbd-85a8-6f7b6f623190 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 6498 time: 1.0685098 Jul 14 09:26:25.378481 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4ed1c207-bb88-4d25-b879-d9bbb05e858e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:25.395334 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815ee293-69fd-4d68-942d-1e2ddf155bd4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:25.416123 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-864db7a2-a216-4109-8391-29e1d08f6f5f service neutron] 10.222.0.55 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377760 Jul 14 09:26:25.419781 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-815ee293-69fd-4d68-942d-1e2ddf155bd4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.419781 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-815ee293-69fd-4d68-942d-1e2ddf155bd4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Added segment 3bda484f-53a3-4eed-ab3e-ec212fc417b4 of type vlan for network dde0b45b-e870-4372-9574-f2c2152b79ce Jul 14 09:26:25.496777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-bee653f2-b06e-4a02-864d-30a1d40015d8 None None] Provisioning for port 4ed1c207-bb88-4d25-b879-d9bbb05e858e completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:25.527812 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0419b85a-4d7f-4d3d-8774-b5453ae5c0e3 req-c768a56d-d8fb-452b-bde3-7d3a5317d58f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d1df8878-0d62-4787-bd9d-cc400ae07d89&id=f2e1884c-9ddc-4038-9d25-1a172e97266a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1432459 Jul 14 09:26:25.530247 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-815ee293-69fd-4d68-942d-1e2ddf155bd4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.552888 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37724) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:25.600399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 4ed1c207-bb88-4d25-b879-d9bbb05e858e completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:25.611949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 4ed1c207-bb88-4d25-b879-d9bbb05e858e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:25.612327 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.621307 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-815ee293-69fd-4d68-942d-1e2ddf155bd4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.643510 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ee293-69fd-4d68-942d-1e2ddf155bd4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.644484 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-815ee293-69fd-4d68-942d-1e2ddf155bd4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.713079 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37730) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:25.758138 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-815ee293-69fd-4d68-942d-1e2ddf155bd4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4712472 Jul 14 09:26:25.762024 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37734) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:25.777296 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.788105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9fa2396b-d47f-4ec1-932b-f3c70174b443 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'subnet': {'network_id': 'dde0b45b-e870-4372-9574-f2c2152b79ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:25.820678 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 4ed1c207-bb88-4d25-b879-d9bbb05e858e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4ed1c207-bb88-4d25-b879-d9bbb05e858e,segment=NetworkSegment(9a529bd2-d790-4867-b751-2b8b80f7ba21),segment_id=9a529bd2-d790-4867-b751-2b8b80f7ba21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:25.828681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ee293-69fd-4d68-942d-1e2ddf155bd4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Network': ['ID=dde0b45b-e870-4372-9574-f2c2152b79ce,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:25.830201 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.862538 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7d958a47-e332-4e83-a7b1-a331701c3f0a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-939725134-network', 'tenant_id': 'e1f9af1258ad4d77989efeb4632835e8'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:25.890405 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c7eaa039-a7fc-4ac5-9479-b2c6c8a9ca8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.923630 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=4ed1c207-bb88-4d25-b879-d9bbb05e858e,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:25.936599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network dde0b45b-e870-4372-9574-f2c2152b79ce details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:26.043038 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d958a47-e332-4e83-a7b1-a331701c3f0a admin admin] Made reservation on behalf of e1f9af1258ad4d77989efeb4632835e8 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:26.046927 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9d101099-49c0-4e49-8352-4e16f2f4c3d0 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:26.049417 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d958a47-e332-4e83-a7b1-a331701c3f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.078073 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d958a47-e332-4e83-a7b1-a331701c3f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.090234 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 9d101099-49c0-4e49-8352-4e16f2f4c3d0 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:26.090956 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9d101099-49c0-4e49-8352-4e16f2f4c3d0 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:26.095925 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c7eaa039-a7fc-4ac5-9479-b2c6c8a9ca8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.109688 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c7eaa039-a7fc-4ac5-9479-b2c6c8a9ca8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.169187 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c7eaa039-a7fc-4ac5-9479-b2c6c8a9ca8a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a041d0bd483945ad843dc86c96209aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6111348 Jul 14 09:26:26.172664 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eaa039-a7fc-4ac5-9479-b2c6c8a9ca8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d652ba5-2009-4d92-87f4-80cedfe68998,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:26.176157 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37742) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:26.282988 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-31d706e7-7387-47e9-a4d2-2d662fbebb6a None None] Provisioning complete for port 4ed1c207-bb88-4d25-b879-d9bbb05e858e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:26.283415 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31d706e7-7387-47e9-a4d2-2d662fbebb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.290568 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ea1d186-e1b4-4496-8581-98a57230f38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.342771 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ea1d186-e1b4-4496-8581-98a57230f38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.394935 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d958a47-e332-4e83-a7b1-a331701c3f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.401403 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d958a47-e332-4e83-a7b1-a331701c3f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.432002 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d958a47-e332-4e83-a7b1-a331701c3f0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:26.447497 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ea1d186-e1b4-4496-8581-98a57230f38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.450074 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ea1d186-e1b4-4496-8581-98a57230f38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.455225 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3ea1d186-e1b4-4496-8581-98a57230f38f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d652ba5-2009-4d92-87f4-80cedfe68998 HTTP/1.1" status: 204 len: 168 time: 0.2730083 Jul 14 09:26:26.459451 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d958a47-e332-4e83-a7b1-a331701c3f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.460540 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-7d958a47-e332-4e83-a7b1-a331701c3f0a admin admin] Added segment c7efeb2f-c036-4d70-96a4-053553c7534a of type vlan for network 0c6b129e-2a6b-4538-ae00-af085ab643a4 Jul 14 09:26:26.471841 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ee406d1-3891-452b-b1a2-6f58d3d28798 req-c58ae47b-58cb-4ad2-ac43-535e4e173c76 service neutron] 10.222.0.55 "GET /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0458415 Jul 14 09:26:26.532969 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d958a47-e332-4e83-a7b1-a331701c3f0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.569936 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d958a47-e332-4e83-a7b1-a331701c3f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b60074-9c6d-4011-94a8-5b819c175871,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:26.576688 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa2396b-d47f-4ec1-932b-f3c70174b443 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:26.580902 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9fa2396b-d47f-4ec1-932b-f3c70174b443 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.588914 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d958a47-e332-4e83-a7b1-a331701c3f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.590467 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d958a47-e332-4e83-a7b1-a331701c3f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.591105 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d958a47-e332-4e83-a7b1-a331701c3f0a admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.617713 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1d186-e1b4-4496-8581-98a57230f38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d652ba5-2009-4d92-87f4-80cedfe68998,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:26.658648 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7d958a47-e332-4e83-a7b1-a331701c3f0a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9440975 Jul 14 09:26:26.673292 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d958a47-e332-4e83-a7b1-a331701c3f0a admin admin] Pushing event updated for resources: {'Network': ['ID=0c6b129e-2a6b-4538-ae00-af085ab643a4,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:26.692354 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-61ee7456-cba6-4708-87d4-a4eb98c0d0c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.700081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 0c6b129e-2a6b-4538-ae00-af085ab643a4 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:26.865779 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37750) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:26.896641 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-04b1f325-78ca-4e7e-8d51-1973d01746b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.966027 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-61ee7456-cba6-4708-87d4-a4eb98c0d0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.087920 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4ed1c207-bb88-4d25-b879-d9bbb05e858e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:27.152620 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9fa2396b-d47f-4ec1-932b-f3c70174b443 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.163864 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-04b1f325-78ca-4e7e-8d51-1973d01746b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.169885 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-04b1f325-78ca-4e7e-8d51-1973d01746b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.207617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 4ed1c207-bb88-4d25-b879-d9bbb05e858e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:27.210128 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.233067 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2396b-d47f-4ec1-932b-f3c70174b443 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Subnet': ['ID=aa69af23-a103-4d64-9fee-be54dcf34cf7,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:27.236074 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-04b1f325-78ca-4e7e-8d51-1973d01746b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e66ef69cc81b4b4588bfaf5abce1c573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3663583 Jul 14 09:26:27.236943 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1f325-78ca-4e7e-8d51-1973d01746b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d9eeaf-c208-45ec-88f7-26856fd4b1e3,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:27.240305 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37762) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:27.288794 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa2396b-d47f-4ec1-932b-f3c70174b443 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Checking segment: {'id': '3bda484f-53a3-4eed-ab3e-ec212fc417b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dde0b45b-e870-4372-9574-f2c2152b79ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:27.289506 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa2396b-d47f-4ec1-932b-f3c70174b443 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network hostable DHCP agents. Network: dde0b45b-e870-4372-9574-f2c2152b79ce, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:27.302424 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ee7456-cba6-4708-87d4-a4eb98c0d0c0 admin admin] Router 8c3e6c6b-7262-41be-9c09-13a79444f822 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:26:27.313680 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-754110b6-f10d-4e2b-b0b3-97534b1cab34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.325331 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa2396b-d47f-4ec1-932b-f3c70174b443 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network dde0b45b-e870-4372-9574-f2c2152b79ce is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:27.371012 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-9fa2396b-d47f-4ec1-932b-f3c70174b443 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, dde0b45b-e870-4372-9574-f2c2152b79ce) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:27.378123 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa2396b-d47f-4ec1-932b-f3c70174b443 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.379526 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9fa2396b-d47f-4ec1-932b-f3c70174b443 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.383771 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8893b7ee-bdb2-4849-9904-fdca914296f8 None None] Network dde0b45b-e870-4372-9574-f2c2152b79ce requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:27.395122 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9fa2396b-d47f-4ec1-932b-f3c70174b443 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6267965 Jul 14 09:26:27.420870 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37764) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:27.426368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ebf22f08-4fb4-4976-ad78-bc55d51efb55 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'port': {'network_id': 'dde0b45b-e870-4372-9574-f2c2152b79ce', 'name': 'tempest-PortsIpV6TestJSON-259778609', 'fixed_ips': [{'subnet_id': 'aa69af23-a103-4d64-9fee-be54dcf34cf7', 'ip_address': '2001:db8::10'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:27.506311 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ee7456-cba6-4708-87d4-a4eb98c0d0c0 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:26:27.518150 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] Sync routers for ids ['8c3e6c6b-7262-41be-9c09-13a79444f822'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:26:27.542773 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-61ee7456-cba6-4708-87d4-a4eb98c0d0c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.544076 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-61ee7456-cba6-4708-87d4-a4eb98c0d0c0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8793793 Jul 14 09:26:27.547375 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] Routers {'8c3e6c6b-7262-41be-9c09-13a79444f822'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:27.548300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:26:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['8c3e6c6b-7262-41be-9c09-13a79444f822'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:27.548872 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37766) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:27.583729 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850a9cb-251c-4144-85ac-5b85707ab00b req-cc2f0fcd-c3e8-412d-91b5-7c6eebfa5079 tempest-ComputeTenantNetworksTest-1255332160 tempest-ComputeTenantNetworksTest-1255332160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.590362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850a9cb-251c-4144-85ac-5b85707ab00b req-cc2f0fcd-c3e8-412d-91b5-7c6eebfa5079 tempest-ComputeTenantNetworksTest-1255332160 tempest-ComputeTenantNetworksTest-1255332160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.598521 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850a9cb-251c-4144-85ac-5b85707ab00b req-cc2f0fcd-c3e8-412d-91b5-7c6eebfa5079 tempest-ComputeTenantNetworksTest-1255332160 tempest-ComputeTenantNetworksTest-1255332160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.600192 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d850a9cb-251c-4144-85ac-5b85707ab00b req-cc2f0fcd-c3e8-412d-91b5-7c6eebfa5079 tempest-ComputeTenantNetworksTest-1255332160 tempest-ComputeTenantNetworksTest-1255332160-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2976673 Jul 14 09:26:27.622617 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0edafab-5fcc-410e-9d4b-d8a87cb7dfd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.632607 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-dde0b45b-e870-4372-9574-f2c2152b79ce', 'network_id': 'dde0b45b-e870-4372-9574-f2c2152b79ce', 'tenant_id': '1f0817fe7e064f388adbef792aa02c42', 'fixed_ips': [{'subnet_id': 'aa69af23-a103-4d64-9fee-be54dcf34cf7'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:27.635278 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.700827 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0edafab-5fcc-410e-9d4b-d8a87cb7dfd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.722496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf22f08-4fb4-4976-ad78-bc55d51efb55 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:27.778863 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] Set router 8c3e6c6b-7262-41be-9c09-13a79444f822 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:27.852548 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7fc08-e346-4f74-9234-c1cf3950d4b1 req-7bd9e6c4-0eec-4e74-bd3c-894c66bf259e tempest-ComputeTenantNetworksTest-1255332160 tempest-ComputeTenantNetworksTest-1255332160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.863517 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88a7fc08-e346-4f74-9234-c1cf3950d4b1 req-7bd9e6c4-0eec-4e74-bd3c-894c66bf259e tempest-ComputeTenantNetworksTest-1255332160 tempest-ComputeTenantNetworksTest-1255332160-project] 10.222.0.26 "GET /v2.0/networks/0c6b129e-2a6b-4538-ae00-af085ab643a4 HTTP/1.1" status: 200 len: 768 time: 0.2119730 Jul 14 09:26:27.867944 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37770) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:27.901295 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebf22f08-4fb4-4976-ad78-bc55d51efb55 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.945501 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0edafab-5fcc-410e-9d4b-d8a87cb7dfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.950636 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0edafab-5fcc-410e-9d4b-d8a87cb7dfd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.953262 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b0edafab-5fcc-410e-9d4b-d8a87cb7dfd4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90d9eeaf-c208-45ec-88f7-26856fd4b1e3 HTTP/1.1" status: 204 len: 168 time: 0.7070551 Jul 14 09:26:27.966051 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Allocated IP 2001:db8::2 (dde0b45b-e870-4372-9574-f2c2152b79ce/aa69af23-a103-4d64-9fee-be54dcf34cf7/f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:27.968554 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-ebf22f08-4fb4-4976-ad78-bc55d51efb55 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] device_id is not set on port 8c6a05cc-ae3e-4f94-9d76-a1afd6b6ee82 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:26:27.976768 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edafab-5fcc-410e-9d4b-d8a87cb7dfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d9eeaf-c208-45ec-88f7-26856fd4b1e3,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:28.007379 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88f20f1a-ab99-4c4d-a528-272bfcd400d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.270004 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3e6c6b-7262-41be-9c09-13a79444f822', 'name': 'tempest-ServersTestMultiNic-797083597-router', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '9389d61c-11e7-40d7-a70e-8094a847f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:21Z', 'updated_at': '2021-07-14T09:26:25Z', 'revision_number': 3, 'project_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'gw_port': {'id': '9389d61c-11e7-40d7-a70e-8094a847f129', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:31:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3e6c6b-7262-41be-9c09-13a79444f822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:23Z', 'updated_at': '2021-07-14T09:26:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:28.306686 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] Checking router: 8c3e6c6b-7262-41be-9c09-13a79444f822 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:26:28.307176 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] Updating router 8c3e6c6b-7262-41be-9c09-13a79444f822 port 9389d61c-11e7-40d7-a70e-8094a847f129 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:26:28.366858 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c513c8de-202c-4516-b9e2-f679bf1ec64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.371630 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.498649 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.513698 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Transition to ACTIVE for port object f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:28.563824 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Transition to ACTIVE for port object f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:28.582459 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.631985 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88f20f1a-ab99-4c4d-a528-272bfcd400d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.640885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Network dde0b45b-e870-4372-9574-f2c2152b79ce is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:28.647380 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-88f20f1a-ab99-4c4d-a528-272bfcd400d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6b129e-2a6b-4538-ae00-af085ab643a4']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:28.651252 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:28.653886 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:28.663290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-88f20f1a-ab99-4c4d-a528-272bfcd400d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7efeb2f-c036-4d70-96a4-053553c7534a') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:28.663580 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-88f20f1a-ab99-4c4d-a528-272bfcd400d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7efeb2f-c036-4d70-96a4-053553c7534a') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:28.676050 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88f20f1a-ab99-4c4d-a528-272bfcd400d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.694041 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88f20f1a-ab99-4c4d-a528-272bfcd400d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.701355 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f20f1a-ab99-4c4d-a528-272bfcd400d1 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:28.701773 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88f20f1a-ab99-4c4d-a528-272bfcd400d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.734935 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-ebf22f08-4fb4-4976-ad78-bc55d51efb55 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Allocated IP 2001:db8::10 (dde0b45b-e870-4372-9574-f2c2152b79ce/aa69af23-a103-4d64-9fee-be54dcf34cf7/8c6a05cc-ae3e-4f94-9d76-a1afd6b6ee82) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:28.748169 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Pushing event updated for resources: {'Port': ['ID=f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:28.776952 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:28.784045 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88f20f1a-ab99-4c4d-a528-272bfcd400d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.803479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Attempting to bind port f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:28.803947 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Attempting to bind port f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '3bda484f-53a3-4eed-ab3e-ec212fc417b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dde0b45b-e870-4372-9574-f2c2152b79ce'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:28.803947 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Attempting to bind port f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f on network dde0b45b-e870-4372-9574-f2c2152b79ce {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:28.807795 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-c513c8de-202c-4516-b9e2-f679bf1ec64d admin admin] Allocated IP 172.20.0.1 (d3a1491e-1021-4854-900f-f204385a074a/bdb997ff-cf91-4a50-b295-82bdd881b788/dc503db1-8238-4ad4-8608-e5a92b62aea3) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:28.816683 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88f20f1a-ab99-4c4d-a528-272bfcd400d1 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.818700 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:28.819083 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Checking segment: {'id': '3bda484f-53a3-4eed-ab3e-ec212fc417b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dde0b45b-e870-4372-9574-f2c2152b79ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:28.819547 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.819979 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Bound using segment: {'id': '3bda484f-53a3-4eed-ab3e-ec212fc417b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dde0b45b-e870-4372-9574-f2c2152b79ce'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:28.824182 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Bound port: f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bda484f-53a3-4eed-ab3e-ec212fc417b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dde0b45b-e870-4372-9574-f2c2152b79ce'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:28.824182 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.824493 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-88f20f1a-ab99-4c4d-a528-272bfcd400d1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0c6b129e-2a6b-4538-ae00-af085ab643a4 HTTP/1.1" status: 204 len: 168 time: 0.9528184 Jul 14 09:26:28.848747 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f20f1a-ab99-4c4d-a528-272bfcd400d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c6b129e-2a6b-4538-ae00-af085ab643a4,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:28.996031 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] For port f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:29.002023 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] For port f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f,segment=NetworkSegment(3bda484f-53a3-4eed-ab3e-ec212fc417b4),segment_id=3bda484f-53a3-4eed-ab3e-ec212fc417b4)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:29.012872 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.023430 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37798) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:29.088605 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c513c8de-202c-4516-b9e2-f679bf1ec64d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.099505 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-02eef5c8-feb7-4b38-85ee-ad2c29cd4f90 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1f9af1258ad4d77989efeb4632835e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0748568 Jul 14 09:26:29.105557 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37800) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:29.113297 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebf22f08-4fb4-4976-ad78-bc55d51efb55 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.125334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-c513c8de-202c-4516-b9e2-f679bf1ec64d admin admin] Transition to ACTIVE for port object dc503db1-8238-4ad4-8608-e5a92b62aea3 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:29.137060 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-ebf22f08-4fb4-4976-ad78-bc55d51efb55 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Transition to ACTIVE for port object 8c6a05cc-ae3e-4f94-9d76-a1afd6b6ee82 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:29.160918 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214401c7-6f66-4c18-a8e3-a171031e70dd None None] Pushing event updated for resources: {'Port': ['ID=f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:29.169040 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.182531 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] Transition to ACTIVE for port object 9389d61c-11e7-40d7-a70e-8094a847f129 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:29.191423 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.192746 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2b0ff663-d077-4995-8acd-2e956cb69a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.241876 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2b0ff663-d077-4995-8acd-2e956cb69a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.243119 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c513c8de-202c-4516-b9e2-f679bf1ec64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.319904 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebf22f08-4fb4-4976-ad78-bc55d51efb55 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.321640 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2b0ff663-d077-4995-8acd-2e956cb69a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.324483 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2b0ff663-d077-4995-8acd-2e956cb69a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.326026 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2b0ff663-d077-4995-8acd-2e956cb69a18 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84b60074-9c6d-4011-94a8-5b819c175871 HTTP/1.1" status: 204 len: 168 time: 0.2194064 Jul 14 09:26:29.341145 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ff663-d077-4995-8acd-2e956cb69a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b60074-9c6d-4011-94a8-5b819c175871,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:29.386238 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c513c8de-202c-4516-b9e2-f679bf1ec64d admin admin] Network d3a1491e-1021-4854-900f-f204385a074a is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:29.412743 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-c513c8de-202c-4516-b9e2-f679bf1ec64d admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:29.454354 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c513c8de-202c-4516-b9e2-f679bf1ec64d admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:29.459705 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513c8de-202c-4516-b9e2-f679bf1ec64d admin admin] Pushing event updated for resources: {'Port': ['ID=dc503db1-8238-4ad4-8608-e5a92b62aea3,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:29.546198 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf22f08-4fb4-4976-ad78-bc55d51efb55 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network dde0b45b-e870-4372-9574-f2c2152b79ce is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:29.566726 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-ebf22f08-4fb4-4976-ad78-bc55d51efb55 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:29.573045 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf22f08-4fb4-4976-ad78-bc55d51efb55 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:29.579422 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf22f08-4fb4-4976-ad78-bc55d51efb55 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:29.584061 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebf22f08-4fb4-4976-ad78-bc55d51efb55 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.631485 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c513c8de-202c-4516-b9e2-f679bf1ec64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.750961 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37816) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:29.756902 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e54b3a32-e277-4fcf-8fbd-c86edc223f22 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'port': {'network_id': 'dde0b45b-e870-4372-9574-f2c2152b79ce', 'name': 'tempest-PortsIpV6TestJSON-1888274247', 'fixed_ips': [{'subnet_id': 'aa69af23-a103-4d64-9fee-be54dcf34cf7', 'ip_address': '2001:db8::f'}]}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:29.770456 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ebf22f08-4fb4-4976-ad78-bc55d51efb55 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3272095 Jul 14 09:26:29.775527 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf22f08-4fb4-4976-ad78-bc55d51efb55 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=8c6a05cc-ae3e-4f94-9d76-a1afd6b6ee82,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:29.823523 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6c134708-d92a-483d-a5b2-66f9961459f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.843256 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] Attempting to bind port 9389d61c-11e7-40d7-a70e-8094a847f129 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:29.843969 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] Attempting to bind port 9389d61c-11e7-40d7-a70e-8094a847f129 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:29.844561 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] Attempting to bind port 9389d61c-11e7-40d7-a70e-8094a847f129 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:29.865322 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dfa2b-36e1-4e64-9767-4a7fae392090 None None] Pushing event updated for resources: {'Port': ['ID=9389d61c-11e7-40d7-a70e-8094a847f129,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:29.891573 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:29.891914 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:29.893323 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.893634 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:29.894194 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] Bound port: 9389d61c-11e7-40d7-a70e-8094a847f129, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:29.894570 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.897067 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.013092 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37824) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:30.029456 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] For port 9389d61c-11e7-40d7-a70e-8094a847f129, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:30.034616 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] For port 9389d61c-11e7-40d7-a70e-8094a847f129, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9389d61c-11e7-40d7-a70e-8094a847f129,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:30.061282 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.065423 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c513c8de-202c-4516-b9e2-f679bf1ec64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.107338 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-359a7381-4239-41e3-934b-137ef0c2dd6f None None] Provisioning for port dc503db1-8238-4ad4-8608-e5a92b62aea3 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:30.114990 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-359a7381-4239-41e3-934b-137ef0c2dd6f None None] Provisioning complete for port dc503db1-8238-4ad4-8608-e5a92b62aea3 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:30.115654 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-359a7381-4239-41e3-934b-137ef0c2dd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.167361 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54b3a32-e277-4fcf-8fbd-c86edc223f22 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:30.191933 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] Routers {'8c3e6c6b-7262-41be-9c09-13a79444f822'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:30.192832 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:26:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['8c3e6c6b-7262-41be-9c09-13a79444f822'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:30.223347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dfa2b-36e1-4e64-9767-4a7fae392090 None None] Pushing event updated for resources: {'Port': ['ID=9389d61c-11e7-40d7-a70e-8094a847f129,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:30.300001 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76bfe062-5e1a-48c3-b801-eafd0e5bb856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.326173 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-359a7381-4239-41e3-934b-137ef0c2dd6f None None] Port dc503db1-8238-4ad4-8608-e5a92b62aea3 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:30.403144 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b5123-6b6e-4f05-b28b-18687cd3bbe4 req-bbf7c2b9-cda9-47f7-8b9f-4785c1310d32 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.410883 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b46b5123-6b6e-4f05-b28b-18687cd3bbe4 req-bbf7c2b9-cda9-47f7-8b9f-4785c1310d32 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f14b65-3460-4efe-8b95-53d4ac102957 HTTP/1.1" status: 200 len: 945 time: 0.3552287 Jul 14 09:26:30.426588 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c513c8de-202c-4516-b9e2-f679bf1ec64d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.433178 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c513c8de-202c-4516-b9e2-f679bf1ec64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.453719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] Set router 8c3e6c6b-7262-41be-9c09-13a79444f822 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:30.515903 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b46b5123-6b6e-4f05-b28b-18687cd3bbe4 req-f931c557-fcda-4c96-ad39-69b647e4ef66 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039984 Jul 14 09:26:30.568448 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e54b3a32-e277-4fcf-8fbd-c86edc223f22 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.601641 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513c8de-202c-4516-b9e2-f679bf1ec64d admin admin] Pushing event updated for resources: {'Port': ['ID=dc503db1-8238-4ad4-8608-e5a92b62aea3,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:30.605618 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c513c8de-202c-4516-b9e2-f679bf1ec64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.620341 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-e54b3a32-e277-4fcf-8fbd-c86edc223f22 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] device_id is not set on port f4126e5d-a957-4642-920f-334be2b0bc3e yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:26:30.722734 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.750537 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3e6c6b-7262-41be-9c09-13a79444f822', 'name': 'tempest-ServersTestMultiNic-797083597-router', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '9389d61c-11e7-40d7-a70e-8094a847f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:21Z', 'updated_at': '2021-07-14T09:26:29Z', 'revision_number': 4, 'project_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'gw_port': {'id': '9389d61c-11e7-40d7-a70e-8094a847f129', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:31:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3e6c6b-7262-41be-9c09-13a79444f822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:23Z', 'updated_at': '2021-07-14T09:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'dc503db1-8238-4ad4-8608-e5a92b62aea3', 'name': '', 'network_id': 'd3a1491e-1021-4854-900f-f204385a074a', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'mac_address': 'fa:16:3e:94:f1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3e6c6b-7262-41be-9c09-13a79444f822', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'bdb997ff-cf91-4a50-b295-82bdd881b788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:28Z', 'updated_at': '2021-07-14T09:26:28Z', 'revision_number': 1, 'project_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'subnets': [{'id': 'bdb997ff-cf91-4a50-b295-82bdd881b788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:30.783964 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c513c8de-202c-4516-b9e2-f679bf1ec64d admin admin] Network d3a1491e-1021-4854-900f-f204385a074a is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:30.787614 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-c513c8de-202c-4516-b9e2-f679bf1ec64d admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:30.793825 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00684d2-0418-4a0a-b88d-344f4335a364 None None] The sync data for ids ['8c3e6c6b-7262-41be-9c09-13a79444f822'] in n-d-798054-10 is: [{'id': '8c3e6c6b-7262-41be-9c09-13a79444f822', 'name': 'tempest-ServersTestMultiNic-797083597-router', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '9389d61c-11e7-40d7-a70e-8094a847f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:21Z', 'updated_at': '2021-07-14T09:26:29Z', 'revision_number': 4, 'project_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'gw_port': {'id': '9389d61c-11e7-40d7-a70e-8094a847f129', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:31:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3e6c6b-7262-41be-9c09-13a79444f822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:23Z', 'updated_at': '2021-07-14T09:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'dc503db1-8238-4ad4-8608-e5a92b62aea3', 'name': '', 'network_id': 'd3a1491e-1021-4854-900f-f204385a074a', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'mac_address': 'fa:16:3e:94:f1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3e6c6b-7262-41be-9c09-13a79444f822', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'bdb997ff-cf91-4a50-b295-82bdd881b788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:28Z', 'updated_at': '2021-07-14T09:26:28Z', 'revision_number': 1, 'project_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'subnets': [{'id': 'bdb997ff-cf91-4a50-b295-82bdd881b788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:26:30.847189 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76bfe062-5e1a-48c3-b801-eafd0e5bb856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.882175 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76bfe062-5e1a-48c3-b801-eafd0e5bb856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.936675 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4bb881-22a9-4cbe-b69a-4e4b5d7bb567 None None] Network dde0b45b-e870-4372-9574-f2c2152b79ce requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:31.029817 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c513c8de-202c-4516-b9e2-f679bf1ec64d admin admin] Router 8c3e6c6b-7262-41be-9c09-13a79444f822 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:26:31.035702 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f0a5a4d0-6770-4c1f-bf30-44c6339227ee None None] Provisioning for port f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:31.044795 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-76bfe062-5e1a-48c3-b801-eafd0e5bb856 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ac2cd3fb399b415e930fab76dc4b6d71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0270581 Jul 14 09:26:31.050816 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37846) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:31.073563 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bfe062-5e1a-48c3-b801-eafd0e5bb856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa84640-4e9e-48ea-8179-3d43690ab885,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:31.096655 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-e54b3a32-e277-4fcf-8fbd-c86edc223f22 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Allocated IP 2001:db8::f (dde0b45b-e870-4372-9574-f2c2152b79ce/aa69af23-a103-4d64-9fee-be54dcf34cf7/f4126e5d-a957-4642-920f-334be2b0bc3e) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:31.319001 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:31.341612 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-64407167-cc5e-464b-a437-632f1d262189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.394937 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-64407167-cc5e-464b-a437-632f1d262189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.397737 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c513c8de-202c-4516-b9e2-f679bf1ec64d admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:26:31.412219 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c513c8de-202c-4516-b9e2-f679bf1ec64d admin admin] 10.222.0.26 "PUT /v2.0/routers/8c3e6c6b-7262-41be-9c09-13a79444f822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8620279 Jul 14 09:26:31.432708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-64f5a740-a147-4be0-ac74-6fe84f38557c None None] Provisioning complete for port dc503db1-8238-4ad4-8608-e5a92b62aea3 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:31.436723 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64f5a740-a147-4be0-ac74-6fe84f38557c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.518229 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-64f5a740-a147-4be0-ac74-6fe84f38557c None None] Port dc503db1-8238-4ad4-8608-e5a92b62aea3 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:31.543520 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-64407167-cc5e-464b-a437-632f1d262189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.548585 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-64407167-cc5e-464b-a437-632f1d262189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.550543 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-64407167-cc5e-464b-a437-632f1d262189 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0aa84640-4e9e-48ea-8179-3d43690ab885 HTTP/1.1" status: 204 len: 168 time: 0.4979212 Jul 14 09:26:31.554432 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:31.559794 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:31.560256 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.563301 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d2afe-5357-4d65-b7dd-0c3eabbcaafd req-95cfa424-9660-421f-a659-6b46b5c79595 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:31.564989 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eb4d2afe-5357-4d65-b7dd-0c3eabbcaafd req-95cfa424-9660-421f-a659-6b46b5c79595 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f14b65-3460-4efe-8b95-53d4ac102957 HTTP/1.1" status: 200 len: 945 time: 0.2402909 Jul 14 09:26:31.571520 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64407167-cc5e-464b-a437-632f1d262189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa84640-4e9e-48ea-8179-3d43690ab885,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:31.610106 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64407167-cc5e-464b-a437-632f1d262189 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:31.610460 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64407167-cc5e-464b-a437-632f1d262189 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:31.617112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64407167-cc5e-464b-a437-632f1d262189 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:31.617112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64407167-cc5e-464b-a437-632f1d262189 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:31.617455 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64407167-cc5e-464b-a437-632f1d262189 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:31.617825 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64407167-cc5e-464b-a437-632f1d262189 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:31.624790 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64407167-cc5e-464b-a437-632f1d262189 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:31.627043 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64407167-cc5e-464b-a437-632f1d262189 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:31.628449 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64407167-cc5e-464b-a437-632f1d262189 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:31.629530 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.631829 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64407167-cc5e-464b-a437-632f1d262189 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:31.632283 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64407167-cc5e-464b-a437-632f1d262189 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:31.643347 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64407167-cc5e-464b-a437-632f1d262189 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:31.657643 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e54b3a32-e277-4fcf-8fbd-c86edc223f22 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.791441 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-e54b3a32-e277-4fcf-8fbd-c86edc223f22 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Transition to ACTIVE for port object f4126e5d-a957-4642-920f-334be2b0bc3e will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:31.806064 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37866) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:31.818945 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.891740 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f,segment=NetworkSegment(3bda484f-53a3-4eed-ab3e-ec212fc417b4),segment_id=3bda484f-53a3-4eed-ab3e-ec212fc417b4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:31.899248 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.001448 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:32.053284 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e54b3a32-e277-4fcf-8fbd-c86edc223f22 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.136823 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-eb4d2afe-5357-4d65-b7dd-0c3eabbcaafd req-0e4cab97-33a1-45b2-8089-54416709783b tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Deleting port f9b9f455-ac09-401a-b24c-86e337ba89d7 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:32.137607 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-eb4d2afe-5357-4d65-b7dd-0c3eabbcaafd req-0e4cab97-33a1-45b2-8089-54416709783b tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.199086 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7670fd9e-6be0-4230-b0dd-8b0996847203 None None] Provisioning complete for port f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:32.199467 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7670fd9e-6be0-4230-b0dd-8b0996847203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.244343 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54b3a32-e277-4fcf-8fbd-c86edc223f22 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network dde0b45b-e870-4372-9574-f2c2152b79ce is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:32.255006 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b3a32-e277-4fcf-8fbd-c86edc223f22 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=f4126e5d-a957-4642-920f-334be2b0bc3e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:32.284776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-e54b3a32-e277-4fcf-8fbd-c86edc223f22 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:32.294177 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b3a32-e277-4fcf-8fbd-c86edc223f22 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:32.305106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54b3a32-e277-4fcf-8fbd-c86edc223f22 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.306664 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e54b3a32-e277-4fcf-8fbd-c86edc223f22 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.338180 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced28a9a-caf3-412a-8b79-4d6a7cd76245 req-5412aaba-423b-4ef7-8b63-067fca2bb546 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.340920 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ced28a9a-caf3-412a-8b79-4d6a7cd76245 req-5412aaba-423b-4ef7-8b63-067fca2bb546 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f14b65-3460-4efe-8b95-53d4ac102957 HTTP/1.1" status: 200 len: 945 time: 0.3916776 Jul 14 09:26:32.397905 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37878) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:32.400508 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e54b3a32-e277-4fcf-8fbd-c86edc223f22 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6482091 Jul 14 09:26:32.459678 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7670fd9e-6be0-4230-b0dd-8b0996847203 None None] Provisioning for port 8c6a05cc-ae3e-4f94-9d76-a1afd6b6ee82 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:32.467493 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7670fd9e-6be0-4230-b0dd-8b0996847203 None None] Provisioning complete for port 8c6a05cc-ae3e-4f94-9d76-a1afd6b6ee82 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:32.467493 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7670fd9e-6be0-4230-b0dd-8b0996847203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.510318 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-eb4d2afe-5357-4d65-b7dd-0c3eabbcaafd req-0e4cab97-33a1-45b2-8089-54416709783b tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] For port f9b9f455-ac09-401a-b24c-86e337ba89d7, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=f9b9f455-ac09-401a-b24c-86e337ba89d7,segment=NetworkSegment(1f1a358f-73c2-4ce0-ba11-3ecd763be6c8),segment_id=1f1a358f-73c2-4ce0-ba11-3ecd763be6c8)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:32.513223 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-eb4d2afe-5357-4d65-b7dd-0c3eabbcaafd req-0e4cab97-33a1-45b2-8089-54416709783b tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.556984 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-eb4d2afe-5357-4d65-b7dd-0c3eabbcaafd req-0e4cab97-33a1-45b2-8089-54416709783b tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Calling delete_port for f9b9f455-ac09-401a-b24c-86e337ba89d7 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:32.596403 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7670fd9e-6be0-4230-b0dd-8b0996847203 None None] Port 8c6a05cc-ae3e-4f94-9d76-a1afd6b6ee82 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:32.701887 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.756284 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-48ed36db-09d6-4ac7-962f-ad9c5a248805 None None] Provisioning complete for port 8c6a05cc-ae3e-4f94-9d76-a1afd6b6ee82 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:32.756657 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48ed36db-09d6-4ac7-962f-ad9c5a248805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.874877 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-48ed36db-09d6-4ac7-962f-ad9c5a248805 None None] Port 8c6a05cc-ae3e-4f94-9d76-a1afd6b6ee82 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:33.106708 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ced28a9a-caf3-412a-8b79-4d6a7cd76245 req-69dd3959-6c11-46d7-a18a-037bf4379d50 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7483788 Jul 14 09:26:33.134781 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-eb4d2afe-5357-4d65-b7dd-0c3eabbcaafd req-0e4cab97-33a1-45b2-8089-54416709783b tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.151350 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['13fd49b0-7dfb-4c07-8d2a-9d083fda98b1', 'ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6', 'f9b9f455-ac09-401a-b24c-86e337ba89d7'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:33.210785 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cab97-33a1-45b2-8089-54416709783b tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Pushing event deleted for resources: {'Port': ['ID=f9b9f455-ac09-401a-b24c-86e337ba89d7,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:33.237741 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['315efc0b-c03f-4347-a1bc-87bc75ea7606'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:33.293522 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4d2afe-5357-4d65-b7dd-0c3eabbcaafd req-0e4cab97-33a1-45b2-8089-54416709783b tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] No DVR routers for this DVR port f9b9f455-ac09-401a-b24c-86e337ba89d7 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:33.297724 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-eb4d2afe-5357-4d65-b7dd-0c3eabbcaafd req-0e4cab97-33a1-45b2-8089-54416709783b tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.300358 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eb4d2afe-5357-4d65-b7dd-0c3eabbcaafd req-0e4cab97-33a1-45b2-8089-54416709783b tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.49 "DELETE /v2.0/ports/f9b9f455-ac09-401a-b24c-86e337ba89d7 HTTP/1.1" status: 204 len: 173 time: 1.7036386 Jul 14 09:26:33.304789 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f14b65-3460-4efe-8b95-53d4ac102957', 'name': 'network-vif-deleted', 'tag': 'f9b9f455-ac09-401a-b24c-86e337ba89d7'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:33.313277 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2065d402-c4fd-4669-97ee-1b23625058e0" -d '{"events": [{"server_uuid": "a2f14b65-3460-4efe-8b95-53d4ac102957", "name": "network-vif-deleted", "tag": "f9b9f455-ac09-401a-b24c-86e337ba89d7"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:33.348354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87084d4-ff57-408f-8c11-28a706e1617e req-711e7cef-6389-49e0-96b2-b48669cb855a tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.363487 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c87084d4-ff57-408f-8c11-28a706e1617e req-711e7cef-6389-49e0-96b2-b48669cb855a tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.4744768 Jul 14 09:26:33.401037 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-05151d3a-dd90-48e8-a9c2-716c2f11dba8 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1718822300'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:33.427816 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc12ecfc-82b0-4266-918b-166020432bfa x-openstack-request-id: req-fc12ecfc-82b0-4266-918b-166020432bfa {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:33.428512 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f14b65-3460-4efe-8b95-53d4ac102957", "name": "network-vif-deleted", "tag": "f9b9f455-ac09-401a-b24c-86e337ba89d7", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:33.428512 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc12ecfc-82b0-4266-918b-166020432bfa {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:33.429910 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f14b65-3460-4efe-8b95-53d4ac102957', 'name': 'network-vif-deleted', 'tag': 'f9b9f455-ac09-401a-b24c-86e337ba89d7', 'status': 'completed', 'code': 200} Jul 14 09:26:33.449529 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:33.458934 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c87084d4-ff57-408f-8c11-28a706e1617e req-328dafe6-b149-4ce5-92b9-bfe61d24e4cc tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928297 Jul 14 09:26:33.530399 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeb186d-e445-4606-b288-b2f1f016406f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.539879 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-adeb186d-e445-4606-b288-b2f1f016406f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.1406188 Jul 14 09:26:33.543178 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37906) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:33.564952 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05151d3a-dd90-48e8-a9c2-716c2f11dba8 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Made reservation on behalf of ab9f6ee95b92468aa738abe9dd184bd9 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:33.569079 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05151d3a-dd90-48e8-a9c2-716c2f11dba8 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.608309 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9116b-e2f3-4626-b26f-9aaddb987bd3 req-f4a213fa-4410-46a8-990f-84e26c864faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.610180 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f0d9116b-e2f3-4626-b26f-9aaddb987bd3 req-f4a213fa-4410-46a8-990f-84e26c864faf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32c7b17ee37942fda02c5e0a232f2b32&device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 1098 time: 1.0141263 Jul 14 09:26:33.623283 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-12564cc8-ab32-4baf-9c89-50ca7e80eeb9 None None] Provisioning for port f4126e5d-a957-4642-920f-334be2b0bc3e completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:33.666789 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-12564cc8-ab32-4baf-9c89-50ca7e80eeb9 None None] Provisioning complete for port f4126e5d-a957-4642-920f-334be2b0bc3e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:33.666981 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12564cc8-ab32-4baf-9c89-50ca7e80eeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.678776 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05151d3a-dd90-48e8-a9c2-716c2f11dba8 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:33.740063 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05151d3a-dd90-48e8-a9c2-716c2f11dba8 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.740639 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-05151d3a-dd90-48e8-a9c2-716c2f11dba8 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Added segment b45d1a4a-1138-4992-82d7-2906b08128c1 of type vlan for network f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40 Jul 14 09:26:33.801478 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05151d3a-dd90-48e8-a9c2-716c2f11dba8 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.824470 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-12564cc8-ab32-4baf-9c89-50ca7e80eeb9 None None] Port f4126e5d-a957-4642-920f-334be2b0bc3e cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:33.827853 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503e7000-f0dc-4f76-b278-085b721faa27 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.834047 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503e7000-f0dc-4f76-b278-085b721faa27 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.850206 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503e7000-f0dc-4f76-b278-085b721faa27 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.856382 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-503e7000-f0dc-4f76-b278-085b721faa27 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3120739 Jul 14 09:26:33.857243 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37916) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:33.865717 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:33.866244 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.917427 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05151d3a-dd90-48e8-a9c2-716c2f11dba8 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.923045 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05151d3a-dd90-48e8-a9c2-716c2f11dba8 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.923665 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05151d3a-dd90-48e8-a9c2-716c2f11dba8 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.971236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37922) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:33.974233 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-05151d3a-dd90-48e8-a9c2-716c2f11dba8 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.1637731 Jul 14 09:26:33.980246 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-da668286-d6ef-4e26-a324-463a5f30c321 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Request body: {'subnet': {'network_id': 'f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:34.108571 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9389d61c-11e7-40d7-a70e-8094a847f129 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:34.143846 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-ae96900b-15c3-4230-be0a-8304c036aca0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port f4126e5d-a957-4642-920f-334be2b0bc3e {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:34.144197 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae96900b-15c3-4230-be0a-8304c036aca0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.147659 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da668286-d6ef-4e26-a324-463a5f30c321 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Made reservation on behalf of ab9f6ee95b92468aa738abe9dd184bd9 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:34.153769 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da668286-d6ef-4e26-a324-463a5f30c321 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.157488 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05151d3a-dd90-48e8-a9c2-716c2f11dba8 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event updated for resources: {'Network': ['ID=f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:34.198343 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:34.283146 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9116b-e2f3-4626-b26f-9aaddb987bd3 req-e2e2ad7b-2790-4049-a7c2-b4adf81300bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:34.297337 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f0d9116b-e2f3-4626-b26f-9aaddb987bd3 req-e2e2ad7b-2790-4049-a7c2-b4adf81300bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=be126745-3ab2-48fe-91c6-d0e4cec53e9a HTTP/1.1" status: 200 len: 920 time: 0.6777937 Jul 14 09:26:34.395469 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 9389d61c-11e7-40d7-a70e-8094a847f129 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:34.401056 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 9389d61c-11e7-40d7-a70e-8094a847f129 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:34.401283 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.409536 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f0d9116b-e2f3-4626-b26f-9aaddb987bd3 req-453cb09a-0b54-4e1b-9be7-0443d8872861 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dcd29a1-f328-41f6-a409-8505a67eaaa2 HTTP/1.1" status: 200 len: 217 time: 0.0966671 Jul 14 09:26:34.455260 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c536c0e-fd79-4cc8-bdd4-af7ac60d1099 req-8f20226c-dfe2-442f-9c19-240477abae87 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f14b65-3460-4efe-8b95-53d4ac102957 HTTP/1.1" status: 200 len: 210 time: 0.0807910 Jul 14 09:26:34.563732 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.611503 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 9389d61c-11e7-40d7-a70e-8094a847f129, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9389d61c-11e7-40d7-a70e-8094a847f129,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:34.617564 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.620015 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae96900b-15c3-4230-be0a-8304c036aca0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.630830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9116b-e2f3-4626-b26f-9aaddb987bd3 req-24926dd3-25cc-4825-b0dd-4c5d167f151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:34.633320 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f0d9116b-e2f3-4626-b26f-9aaddb987bd3 req-24926dd3-25cc-4825-b0dd-4c5d167f151a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfb51c68-788b-4f97-ae97-0d3bea31b529 HTTP/1.1" status: 200 len: 859 time: 0.2134085 Jul 14 09:26:34.687656 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da668286-d6ef-4e26-a324-463a5f30c321 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.710119 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f0d9116b-e2f3-4626-b26f-9aaddb987bd3 req-c19fce17-5801-45eb-b23b-86fe4ad21293 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be126745-3ab2-48fe-91c6-d0e4cec53e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575523 Jul 14 09:26:34.711404 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-ae96900b-15c3-4230-be0a-8304c036aca0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for f4126e5d-a957-4642-920f-334be2b0bc3e owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:34.749326 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=9389d61c-11e7-40d7-a70e-8094a847f129,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:34.842831 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da668286-d6ef-4e26-a324-463a5f30c321 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event updated for resources: {'Subnet': ['ID=7db4b9b2-7807-4323-85a9-431641dce431,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:34.860142 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da668286-d6ef-4e26-a324-463a5f30c321 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Checking segment: {'id': 'b45d1a4a-1138-4992-82d7-2906b08128c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:34.860863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da668286-d6ef-4e26-a324-463a5f30c321 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Network hostable DHCP agents. Network: f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:34.881277 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] Sync routers for ids ['8c3e6c6b-7262-41be-9c09-13a79444f822'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:26:34.901678 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] Routers {'8c3e6c6b-7262-41be-9c09-13a79444f822'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:34.902640 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:26:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['8c3e6c6b-7262-41be-9c09-13a79444f822'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:34.916188 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f0d9116b-e2f3-4626-b26f-9aaddb987bd3 req-eecd6350-39f5-4e19-8ee2-7c2585816bbf service neutron] 10.222.0.55 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876185 Jul 14 09:26:34.926270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293e346-700f-4c94-abd8-723ed163f4bc req-8d6cdffb-31aa-4e54-9224-2932548ec9fa tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:34.933697 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f293e346-700f-4c94-abd8-723ed163f4bc req-8d6cdffb-31aa-4e54-9224-2932548ec9fa tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.1577446 Jul 14 09:26:34.942096 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da668286-d6ef-4e26-a324-463a5f30c321 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Network f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:35.001924 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f293e346-700f-4c94-abd8-723ed163f4bc req-cdffee31-39d0-427f-81d4-e0422782eedf tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666094 Jul 14 09:26:35.004222 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-da668286-d6ef-4e26-a324-463a5f30c321 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:35.014583 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da668286-d6ef-4e26-a324-463a5f30c321 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:35.015649 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da668286-d6ef-4e26-a324-463a5f30c321 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.023829 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce4478b-311f-4aca-9628-cad37a121389 None None] Network f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:35.042545 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-da668286-d6ef-4e26-a324-463a5f30c321 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0694668 Jul 14 09:26:35.045084 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37958) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:35.051477 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-bf521bf9-1ebd-46e0-8155-4dc146fd4d66 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-512162479'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:35.099147 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf521bf9-1ebd-46e0-8155-4dc146fd4d66 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Made reservation on behalf of ab9f6ee95b92468aa738abe9dd184bd9 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:35.102967 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bf521bf9-1ebd-46e0-8155-4dc146fd4d66 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.119899 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9389d61c-11e7-40d7-a70e-8094a847f129 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:35.147131 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae96900b-15c3-4230-be0a-8304c036aca0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.163163 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf521bf9-1ebd-46e0-8155-4dc146fd4d66 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:35.188793 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] Set router 8c3e6c6b-7262-41be-9c09-13a79444f822 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:35.193180 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bf521bf9-1ebd-46e0-8155-4dc146fd4d66 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.198444 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-bf521bf9-1ebd-46e0-8155-4dc146fd4d66 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Added segment 6af77703-760a-4b8a-9186-14d4db3733df of type vlan for network fa558b69-3807-4582-8d77-b20bb2bf3e98 Jul 14 09:26:35.213885 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96900b-15c3-4230-be0a-8304c036aca0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=f4126e5d-a957-4642-920f-334be2b0bc3e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:35.241856 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f0d9116b-e2f3-4626-b26f-9aaddb987bd3 req-62bbb4ee-2a74-4065-873d-dd449155552b service neutron] 10.222.0.55 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187141 Jul 14 09:26:35.249339 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae96900b-15c3-4230-be0a-8304c036aca0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.259021 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ae96900b-15c3-4230-be0a-8304c036aca0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/ports/f4126e5d-a957-4642-920f-334be2b0bc3e HTTP/1.1" status: 204 len: 168 time: 1.3999114 Jul 14 09:26:35.259867 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37968) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:35.275016 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 9389d61c-11e7-40d7-a70e-8094a847f129 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:35.275583 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.323492 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bf521bf9-1ebd-46e0-8155-4dc146fd4d66 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.352172 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbd35b9-8e5f-4e99-83e3-bf8176231a9a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] GET failed (client error): The resource could not be found. Jul 14 09:26:35.371565 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37974) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:35.374879 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7bbd35b9-8e5f-4e99-83e3-bf8176231a9a tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports/f4126e5d-a957-4642-920f-334be2b0bc3e HTTP/1.1" status: 404 len: 333 time: 0.1140254 Jul 14 09:26:35.469017 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40', 'network_id': 'f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'fixed_ips': [{'subnet_id': '7db4b9b2-7807-4323-85a9-431641dce431'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:35.469917 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.478691 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bf521bf9-1ebd-46e0-8155-4dc146fd4d66 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.485039 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf521bf9-1ebd-46e0-8155-4dc146fd4d66 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:35.485675 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bf521bf9-1ebd-46e0-8155-4dc146fd4d66 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.619215 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3e6c6b-7262-41be-9c09-13a79444f822', 'name': 'tempest-ServersTestMultiNic-797083597-router', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '9389d61c-11e7-40d7-a70e-8094a847f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:21Z', 'updated_at': '2021-07-14T09:26:29Z', 'revision_number': 4, 'project_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'gw_port': {'id': '9389d61c-11e7-40d7-a70e-8094a847f129', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3e6c6b-7262-41be-9c09-13a79444f822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:23Z', 'updated_at': '2021-07-14T09:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'dc503db1-8238-4ad4-8608-e5a92b62aea3', 'name': '', 'network_id': 'd3a1491e-1021-4854-900f-f204385a074a', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'mac_address': 'fa:16:3e:94:f1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3e6c6b-7262-41be-9c09-13a79444f822', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'bdb997ff-cf91-4a50-b295-82bdd881b788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:28Z', 'updated_at': '2021-07-14T09:26:30Z', 'revision_number': 2, 'project_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'subnets': [{'id': 'bdb997ff-cf91-4a50-b295-82bdd881b788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:35.652044 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37984) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:35.669510 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] Checking router: 8c3e6c6b-7262-41be-9c09-13a79444f822 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:26:35.669890 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] Updating router 8c3e6c6b-7262-41be-9c09-13a79444f822 port dc503db1-8238-4ad4-8608-e5a92b62aea3 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:26:35.679808 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bf521bf9-1ebd-46e0-8155-4dc146fd4d66 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6324377 Jul 14 09:26:35.683501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37992) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:35.690709 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ba98c764-4945-4f03-a727-4f8e741a0539 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Request body: {'subnet': {'network_id': 'fa558b69-3807-4582-8d77-b20bb2bf3e98', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:35.694565 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf521bf9-1ebd-46e0-8155-4dc146fd4d66 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event updated for resources: {'Network': ['ID=fa558b69-3807-4582-8d77-b20bb2bf3e98,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:35.734961 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network fa558b69-3807-4582-8d77-b20bb2bf3e98 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:35.737325 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f774db99-1cb5-450e-ae9a-170875e77bad tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port 8c6a05cc-ae3e-4f94-9d76-a1afd6b6ee82 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:35.737681 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f774db99-1cb5-450e-ae9a-170875e77bad tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.826562 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.905872 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f774db99-1cb5-450e-ae9a-170875e77bad tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.931879 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f774db99-1cb5-450e-ae9a-170875e77bad tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for 8c6a05cc-ae3e-4f94-9d76-a1afd6b6ee82 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:35.940867 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba98c764-4945-4f03-a727-4f8e741a0539 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Made reservation on behalf of ab9f6ee95b92468aa738abe9dd184bd9 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:35.944489 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba98c764-4945-4f03-a727-4f8e741a0539 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.985640 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device f9b9f455-ac09-401a-b24c-86e337ba89d7 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:36.036351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Allocated IP 19.80.0.2 (f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40/7db4b9b2-7807-4323-85a9-431641dce431/e3d48a31-97af-4421-a94e-b42d02c8d10c) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:36.089489 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d9f743b1-4a30-4dee-a46e-f5e495c52a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.180721 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f774db99-1cb5-450e-ae9a-170875e77bad tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.278430 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774db99-1cb5-450e-ae9a-170875e77bad tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=8c6a05cc-ae3e-4f94-9d76-a1afd6b6ee82,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:36.286723 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d9f743b1-4a30-4dee-a46e-f5e495c52a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.295604 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d9f743b1-4a30-4dee-a46e-f5e495c52a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.353223 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f743b1-4a30-4dee-a46e-f5e495c52a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8229bf-19ff-4156-b32f-85ba998305ea,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:36.365894 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d9f743b1-4a30-4dee-a46e-f5e495c52a88 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=53ccc7ed976544679dae6a245d2365d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7126291 Jul 14 09:26:36.368651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38038) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:36.387728 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: f9b9f455-ac09-401a-b24c-86e337ba89d7 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:36.388296 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device f9b9f455-ac09-401a-b24c-86e337ba89d7 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:36.462039 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f774db99-1cb5-450e-ae9a-170875e77bad tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.466753 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f774db99-1cb5-450e-ae9a-170875e77bad tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/ports/8c6a05cc-ae3e-4f94-9d76-a1afd6b6ee82 HTTP/1.1" status: 204 len: 168 time: 1.0912867 Jul 14 09:26:36.471512 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38044) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:36.472255 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.482907 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-09b844c8-25d4-4265-b254-596918e0b56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.499846 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] Transition to ACTIVE for port object dc503db1-8238-4ad4-8608-e5a92b62aea3 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:36.506931 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-09b844c8-25d4-4265-b254-596918e0b56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.518899 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.556992 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f982cfb-7263-4d64-aa22-75de855ae6d4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] GET failed (client error): The resource could not be found. Jul 14 09:26:36.564002 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9f982cfb-7263-4d64-aa22-75de855ae6d4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports/8c6a05cc-ae3e-4f94-9d76-a1afd6b6ee82 HTTP/1.1" status: 404 len: 333 time: 0.0860174 Jul 14 09:26:36.569372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38054) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:36.579062 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-09b844c8-25d4-4265-b254-596918e0b56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.581667 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-09b844c8-25d4-4265-b254-596918e0b56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.599391 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-09b844c8-25d4-4265-b254-596918e0b56f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa8229bf-19ff-4156-b32f-85ba998305ea HTTP/1.1" status: 204 len: 168 time: 0.2296200 Jul 14 09:26:36.653470 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.676784 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Transition to ACTIVE for port object e3d48a31-97af-4421-a94e-b42d02c8d10c will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:36.683653 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b844c8-25d4-4265-b254-596918e0b56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8229bf-19ff-4156-b32f-85ba998305ea,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:36.703356 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041a796-2b0c-4a1a-8783-a57b7e32affa None None] Pushing event updated for resources: {'Port': ['ID=dc503db1-8238-4ad4-8608-e5a92b62aea3,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:36.729336 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba98c764-4945-4f03-a727-4f8e741a0539 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.799528 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041a796-2b0c-4a1a-8783-a57b7e32affa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:36.799868 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041a796-2b0c-4a1a-8783-a57b7e32affa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:36.800418 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041a796-2b0c-4a1a-8783-a57b7e32affa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:36.803768 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Transition to ACTIVE for port object e3d48a31-97af-4421-a94e-b42d02c8d10c will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:36.826260 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041a796-2b0c-4a1a-8783-a57b7e32affa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:36.828784 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.832540 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041a796-2b0c-4a1a-8783-a57b7e32affa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:36.834085 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041a796-2b0c-4a1a-8783-a57b7e32affa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:36.834662 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041a796-2b0c-4a1a-8783-a57b7e32affa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:36.837361 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041a796-2b0c-4a1a-8783-a57b7e32affa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:36.837934 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041a796-2b0c-4a1a-8783-a57b7e32affa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:36.840252 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041a796-2b0c-4a1a-8783-a57b7e32affa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:36.844210 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041a796-2b0c-4a1a-8783-a57b7e32affa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:36.844823 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041a796-2b0c-4a1a-8783-a57b7e32affa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:36.850835 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc017ae-bdfb-4d79-88c1-ceb19d735609 req-f229864e-c0ea-4ff3-8f26-cc6215e8e29f tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:36.852666 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ffc017ae-bdfb-4d79-88c1-ceb19d735609 req-f229864e-c0ea-4ff3-8f26-cc6215e8e29f tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.5909142 Jul 14 09:26:36.917549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1b2924-c54d-44bd-9fb1-968865ac8f44 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting subnet aa69af23-a103-4d64-9fee-be54dcf34cf7 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:36.925142 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Network f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:36.935392 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:36.936299 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e1b2924-c54d-44bd-9fb1-968865ac8f44 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.951757 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:36.953171 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] Attempting to bind port dc503db1-8238-4ad4-8608-e5a92b62aea3 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:36.956437 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] Attempting to bind port dc503db1-8238-4ad4-8608-e5a92b62aea3 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '9a529bd2-d790-4867-b751-2b8b80f7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd3a1491e-1021-4854-900f-f204385a074a'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:36.956437 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] Attempting to bind port dc503db1-8238-4ad4-8608-e5a92b62aea3 on network d3a1491e-1021-4854-900f-f204385a074a {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:36.957222 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba98c764-4945-4f03-a727-4f8e741a0539 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Checking segment: {'id': '6af77703-760a-4b8a-9186-14d4db3733df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'fa558b69-3807-4582-8d77-b20bb2bf3e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:36.957827 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba98c764-4945-4f03-a727-4f8e741a0539 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Network hostable DHCP agents. Network: fa558b69-3807-4582-8d77-b20bb2bf3e98, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:36.962454 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:36.966206 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] Checking segment: {'id': '9a529bd2-d790-4867-b751-2b8b80f7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd3a1491e-1021-4854-900f-f204385a074a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:36.966658 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.969296 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] Bound using segment: {'id': '9a529bd2-d790-4867-b751-2b8b80f7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd3a1491e-1021-4854-900f-f204385a074a'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:36.969930 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] Bound port: dc503db1-8238-4ad4-8608-e5a92b62aea3, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a529bd2-d790-4867-b751-2b8b80f7ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd3a1491e-1021-4854-900f-f204385a074a'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:36.970418 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.981524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98c764-4945-4f03-a727-4f8e741a0539 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event updated for resources: {'Subnet': ['ID=b45df938-9f76-4569-a78e-edc718c2384b,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:36.999495 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e1b2924-c54d-44bd-9fb1-968865ac8f44 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.025666 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba98c764-4945-4f03-a727-4f8e741a0539 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Network fa558b69-3807-4582-8d77-b20bb2bf3e98 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:37.054454 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-ba98c764-4945-4f03-a727-4f8e741a0539 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, fa558b69-3807-4582-8d77-b20bb2bf3e98) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:37.063165 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba98c764-4945-4f03-a727-4f8e741a0539 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:37.063778 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba98c764-4945-4f03-a727-4f8e741a0539 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.101330 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ba98c764-4945-4f03-a727-4f8e741a0539 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4164720 Jul 14 09:26:37.106116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36d2ff5-ce47-4516-ae8e-488b64a95b7a None None] Network fa558b69-3807-4582-8d77-b20bb2bf3e98 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:37.110979 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Pushing event updated for resources: {'Port': ['ID=e3d48a31-97af-4421-a94e-b42d02c8d10c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:37.145063 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e1b2924-c54d-44bd-9fb1-968865ac8f44 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.148464 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] For port dc503db1-8238-4ad4-8608-e5a92b62aea3, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:37.154410 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] For port dc503db1-8238-4ad4-8608-e5a92b62aea3, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dc503db1-8238-4ad4-8608-e5a92b62aea3,segment=NetworkSegment(9a529bd2-d790-4867-b751-2b8b80f7ba21),segment_id=9a529bd2-d790-4867-b751-2b8b80f7ba21)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:37.171686 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.221712 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Attempting to bind port e3d48a31-97af-4421-a94e-b42d02c8d10c on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:37.222406 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Attempting to bind port e3d48a31-97af-4421-a94e-b42d02c8d10c by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'b45d1a4a-1138-4992-82d7-2906b08128c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:37.223270 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Attempting to bind port e3d48a31-97af-4421-a94e-b42d02c8d10c on network f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:37.234608 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e1b2924-c54d-44bd-9fb1-968865ac8f44 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.239914 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:37.241300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Checking segment: {'id': 'b45d1a4a-1138-4992-82d7-2906b08128c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:37.242084 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.243265 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Bound using segment: {'id': 'b45d1a4a-1138-4992-82d7-2906b08128c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:37.244229 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Bound port: e3d48a31-97af-4421-a94e-b42d02c8d10c, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45d1a4a-1138-4992-82d7-2906b08128c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:37.244788 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.249074 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ffc017ae-bdfb-4d79-88c1-ceb19d735609 req-e9038eea-7a19-45cf-b823-092723a2f6eb tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824809 Jul 14 09:26:37.277907 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b2924-c54d-44bd-9fb1-968865ac8f44 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Subnet': ['ID=aa69af23-a103-4d64-9fee-be54dcf34cf7,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:37.290119 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e1b2924-c54d-44bd-9fb1-968865ac8f44 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.292119 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7e1b2924-c54d-44bd-9fb1-968865ac8f44 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/subnets/aa69af23-a103-4d64-9fee-be54dcf34cf7 HTTP/1.1" status: 204 len: 168 time: 0.7193305 Jul 14 09:26:37.295087 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38092) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:37.325528 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992914c4-53b3-46ac-ae83-6ade17b4e923 None None] Network dde0b45b-e870-4372-9574-f2c2152b79ce requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:37.376560 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] Routers {'8c3e6c6b-7262-41be-9c09-13a79444f822'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:37.385372 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:26:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['8c3e6c6b-7262-41be-9c09-13a79444f822'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:37.395662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38094) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:37.432242 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f602fa8b-d47e-4ae4-b38e-dc93009c13ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.461005 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] For port e3d48a31-97af-4421-a94e-b42d02c8d10c, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:37.482193 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] For port e3d48a31-97af-4421-a94e-b42d02c8d10c, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e3d48a31-97af-4421-a94e-b42d02c8d10c,segment=NetworkSegment(b45d1a4a-1138-4992-82d7-2906b08128c1),segment_id=b45d1a4a-1138-4992-82d7-2906b08128c1)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:37.511491 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041a796-2b0c-4a1a-8783-a57b7e32affa None None] Pushing event updated for resources: {'Port': ['ID=dc503db1-8238-4ad4-8608-e5a92b62aea3,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:37.531539 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.553969 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0297b216-6dd2-49da-b88c-305ff516dc58 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.724563 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] Set router 8c3e6c6b-7262-41be-9c09-13a79444f822 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:37.765657 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-0297b216-6dd2-49da-b88c-305ff516dc58 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:37.767136 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0297b216-6dd2-49da-b88c-305ff516dc58 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.796419 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d050569-3e4f-4215-abae-c43ae64a8255 None None] Pushing event updated for resources: {'Port': ['ID=e3d48a31-97af-4421-a94e-b42d02c8d10c,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:37.807197 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-fa558b69-3807-4582-8d77-b20bb2bf3e98', 'network_id': 'fa558b69-3807-4582-8d77-b20bb2bf3e98', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'fixed_ips': [{'subnet_id': 'b45df938-9f76-4569-a78e-edc718c2384b'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:37.808064 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.977878 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-0297b216-6dd2-49da-b88c-305ff516dc58 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] For port f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f,segment=NetworkSegment(3bda484f-53a3-4eed-ab3e-ec212fc417b4),segment_id=3bda484f-53a3-4eed-ab3e-ec212fc417b4)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:38.005212 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0297b216-6dd2-49da-b88c-305ff516dc58 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.059177 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-0297b216-6dd2-49da-b88c-305ff516dc58 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:38.224010 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9710870-d1dc-4f4c-98a4-13e3eacc2dcd None None] DHCP port deletion for dde0b45b-e870-4372-9574-f2c2152b79ce request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:26:38.259481 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3e6c6b-7262-41be-9c09-13a79444f822', 'name': 'tempest-ServersTestMultiNic-797083597-router', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '9389d61c-11e7-40d7-a70e-8094a847f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:21Z', 'updated_at': '2021-07-14T09:26:29Z', 'revision_number': 4, 'project_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'gw_port': {'id': '9389d61c-11e7-40d7-a70e-8094a847f129', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3e6c6b-7262-41be-9c09-13a79444f822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:23Z', 'updated_at': '2021-07-14T09:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'dc503db1-8238-4ad4-8608-e5a92b62aea3', 'name': '', 'network_id': 'd3a1491e-1021-4854-900f-f204385a074a', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'mac_address': 'fa:16:3e:94:f1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3e6c6b-7262-41be-9c09-13a79444f822', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'bdb997ff-cf91-4a50-b295-82bdd881b788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:28Z', 'updated_at': '2021-07-14T09:26:37Z', 'revision_number': 4, 'project_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'subnets': [{'id': 'bdb997ff-cf91-4a50-b295-82bdd881b788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:38.309628 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0297b216-6dd2-49da-b88c-305ff516dc58 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.330899 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-027e7c68-36c9-447a-8440-3bae5c33b759 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:38.337542 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7e42b6-5501-4252-8164-c9022f575437 None None] The sync data for ids ['8c3e6c6b-7262-41be-9c09-13a79444f822'] in n-d-798054-10 is: [{'id': '8c3e6c6b-7262-41be-9c09-13a79444f822', 'name': 'tempest-ServersTestMultiNic-797083597-router', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '9389d61c-11e7-40d7-a70e-8094a847f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:21Z', 'updated_at': '2021-07-14T09:26:29Z', 'revision_number': 4, 'project_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'gw_port': {'id': '9389d61c-11e7-40d7-a70e-8094a847f129', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3e6c6b-7262-41be-9c09-13a79444f822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:23Z', 'updated_at': '2021-07-14T09:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'dc503db1-8238-4ad4-8608-e5a92b62aea3', 'name': '', 'network_id': 'd3a1491e-1021-4854-900f-f204385a074a', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'mac_address': 'fa:16:3e:94:f1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3e6c6b-7262-41be-9c09-13a79444f822', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'bdb997ff-cf91-4a50-b295-82bdd881b788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:28Z', 'updated_at': '2021-07-14T09:26:37Z', 'revision_number': 4, 'project_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'subnets': [{'id': 'bdb997ff-cf91-4a50-b295-82bdd881b788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:26:38.350459 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Allocated IP 19.86.0.2 (fa558b69-3807-4582-8d77-b20bb2bf3e98/b45df938-9f76-4569-a78e-edc718c2384b/7053f170-2d17-4a0a-9bc2-b0bf8dff8328) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:38.350736 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-027e7c68-36c9-447a-8440-3bae5c33b759 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:38.356363 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-027e7c68-36c9-447a-8440-3bae5c33b759 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/networks?id=f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40&id=fa558b69-3807-4582-8d77-b20bb2bf3e98&id=f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40 HTTP/1.1" status: 200 len: 1391 time: 0.7556086 Jul 14 09:26:38.377121 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0297b216-6dd2-49da-b88c-305ff516dc58 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No DVR routers for this DVR port f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:38.391503 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297b216-6dd2-49da-b88c-305ff516dc58 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:38.441157 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-48ebde4e-f1e5-42a5-99cb-4ae909e6a010 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/quotas/ab9f6ee95b92468aa738abe9dd184bd9 HTTP/1.1" status: 200 len: 375 time: 0.0709379 Jul 14 09:26:38.481572 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b9710870-d1dc-4f4c-98a4-13e3eacc2dcd None None] Deleting port f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:38.482188 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9710870-d1dc-4f4c-98a4-13e3eacc2dcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.554774 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f602fa8b-d47e-4ae4-b38e-dc93009c13ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.576962 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0297b216-6dd2-49da-b88c-305ff516dc58 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.580975 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f602fa8b-d47e-4ae4-b38e-dc93009c13ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.590816 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0297b216-6dd2-49da-b88c-305ff516dc58 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde0b45b-e870-4372-9574-f2c2152b79ce']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:38.604674 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0297b216-6dd2-49da-b88c-305ff516dc58 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bda484f-53a3-4eed-ab3e-ec212fc417b4') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:38.604973 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0297b216-6dd2-49da-b88c-305ff516dc58 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bda484f-53a3-4eed-ab3e-ec212fc417b4') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:38.609455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b9710870-d1dc-4f4c-98a4-13e3eacc2dcd None None] For port f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f, host n-d-798054-10, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:38.610260 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9710870-d1dc-4f4c-98a4-13e3eacc2dcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.632355 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0297b216-6dd2-49da-b88c-305ff516dc58 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.642809 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b9710870-d1dc-4f4c-98a4-13e3eacc2dcd None None] Calling delete_port for f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:38.647503 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-b9710870-d1dc-4f4c-98a4-13e3eacc2dcd None None] Port f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f was not found and therefore no delete operation was performed {{(pid=93889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:26:38.663005 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9710870-d1dc-4f4c-98a4-13e3eacc2dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.665527 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0297b216-6dd2-49da-b88c-305ff516dc58 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.682774 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38142) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:38.692102 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0297b216-6dd2-49da-b88c-305ff516dc58 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:38.692598 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0297b216-6dd2-49da-b88c-305ff516dc58 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:38.698048 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:38.743557 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9710870-d1dc-4f4c-98a4-13e3eacc2dcd None None] Pushing event deleted for resources: {'Port': ['ID=f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:38.744841 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602fa8b-d47e-4ae4-b38e-dc93009c13ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579d9633-8493-4fac-a714-8c412212524f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:38.749243 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9710870-d1dc-4f4c-98a4-13e3eacc2dcd None None] No DVR routers for this DVR port f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:38.760582 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f602fa8b-d47e-4ae4-b38e-dc93009c13ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=592809279e264c1e84b05073c50ef9c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3629541 Jul 14 09:26:38.770772 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38146) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:38.788835 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.812834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Transition to ACTIVE for port object 7053f170-2d17-4a0a-9bc2-b0bf8dff8328 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:38.856197 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Transition to ACTIVE for port object 7053f170-2d17-4a0a-9bc2-b0bf8dff8328 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:38.872457 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.906714 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0297b216-6dd2-49da-b88c-305ff516dc58 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.940517 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Pushing event updated for resources: {'Port': ['ID=7053f170-2d17-4a0a-9bc2-b0bf8dff8328,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:38.954062 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Network fa558b69-3807-4582-8d77-b20bb2bf3e98 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:38.955548 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:38.957715 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0297b216-6dd2-49da-b88c-305ff516dc58 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.958093 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:38.974461 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436210e-321a-4776-83a5-9ab1f944f1f1 req-a5025d22-5a7c-4f65-b9d4-16fe9ccce49c tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:38.976107 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f436210e-321a-4776-83a5-9ab1f944f1f1 req-a5025d22-5a7c-4f65-b9d4-16fe9ccce49c tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.4247625 Jul 14 09:26:38.976796 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38148) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:38.978781 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0297b216-6dd2-49da-b88c-305ff516dc58 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/networks/dde0b45b-e870-4372-9574-f2c2152b79ce HTTP/1.1" status: 204 len: 168 time: 1.6661670 Jul 14 09:26:38.992071 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297b216-6dd2-49da-b88c-305ff516dc58 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Network': ['ID=dde0b45b-e870-4372-9574-f2c2152b79ce,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:39.005828 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-0145f6e4-e13f-4126-ae1d-fd953e1ea1d8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1518013681'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:39.016195 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-94fd75ee-63e4-435f-a22a-0a04a6eb283a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.033200 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-53f43548-efaa-4779-91e4-e005d70c0915 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ab9f6ee95b92468aa738abe9dd184bd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5757759 Jul 14 09:26:39.064992 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Attempting to bind port 7053f170-2d17-4a0a-9bc2-b0bf8dff8328 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:39.065611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Attempting to bind port 7053f170-2d17-4a0a-9bc2-b0bf8dff8328 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '6af77703-760a-4b8a-9186-14d4db3733df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'fa558b69-3807-4582-8d77-b20bb2bf3e98'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:39.066563 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Attempting to bind port 7053f170-2d17-4a0a-9bc2-b0bf8dff8328 on network fa558b69-3807-4582-8d77-b20bb2bf3e98 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:39.079642 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:39.080226 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Checking segment: {'id': '6af77703-760a-4b8a-9186-14d4db3733df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'fa558b69-3807-4582-8d77-b20bb2bf3e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:39.080825 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.083143 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Bound using segment: {'id': '6af77703-760a-4b8a-9186-14d4db3733df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'fa558b69-3807-4582-8d77-b20bb2bf3e98'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:39.084445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Bound port: 7053f170-2d17-4a0a-9bc2-b0bf8dff8328, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af77703-760a-4b8a-9186-14d4db3733df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'fa558b69-3807-4582-8d77-b20bb2bf3e98'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:39.085015 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.189183 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6c3b28f2-fc79-4f39-b41f-958b71909a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.197928 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.api [None req-0145f6e4-e13f-4126-ae1d-fd953e1ea1d8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:26:39.197928 n-d-798054-10 neutron-server[93887]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:26:39.197928 n-d-798054-10 neutron-server[93887]: [parameters: {'project_id': '1f0817fe7e064f388adbef792aa02c42', 'id': 'ec1cee12-42a6-4bea-a6d7-237b830dd965', 'expiration': datetime.datetime(2021, 7, 14, 9, 28, 39, 169482)}] Jul 14 09:26:39.197928 n-d-798054-10 neutron-server[93887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:26:39.198403 n-d-798054-10 neutron-server[93887]: DEBUG oslo_db.api [None req-0145f6e4-e13f-4126-ae1d-fd953e1ea1d8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:26:39.262889 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] For port 7053f170-2d17-4a0a-9bc2-b0bf8dff8328, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:39.271725 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] For port 7053f170-2d17-4a0a-9bc2-b0bf8dff8328, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=7053f170-2d17-4a0a-9bc2-b0bf8dff8328,segment=NetworkSegment(6af77703-760a-4b8a-9186-14d4db3733df),segment_id=6af77703-760a-4b8a-9186-14d4db3733df)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:39.282761 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.298268 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f436210e-321a-4776-83a5-9ab1f944f1f1 req-fb18d4cd-6c3b-4d34-9ba6-b63f0faea0e4 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626562 Jul 14 09:26:39.326469 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6c3b28f2-fc79-4f39-b41f-958b71909a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.366925 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-94fd75ee-63e4-435f-a22a-0a04a6eb283a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.376253 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-94fd75ee-63e4-435f-a22a-0a04a6eb283a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.387990 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e3d48a31-97af-4421-a94e-b42d02c8d10c up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:39.390538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693c096-8c22-4521-b605-84a83d6b0088 None None] Pushing event updated for resources: {'Port': ['ID=7053f170-2d17-4a0a-9bc2-b0bf8dff8328,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:39.394833 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-56b8d513-9d88-4da5-9fa6-c241dda9f19b service neutron] 10.222.0.26 "GET /v2.0/networks/f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602324 Jul 14 09:26:39.403851 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49d8fd3-4608-403d-ac74-bd375fab235e None None] Network f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:39.432574 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-94fd75ee-63e4-435f-a22a-0a04a6eb283a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e2a43762ed24f1391ff821d044b2c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7487550 Jul 14 09:26:39.433900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd75ee-63e4-435f-a22a-0a04a6eb283a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c371af54-7476-4c7a-bd77-f4b7d6ea5006,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:39.444949 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38152) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:39.527643 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a94a07d-94ef-4a38-828e-4bda6b5a9996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.537092 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6c3b28f2-fc79-4f39-b41f-958b71909a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.550269 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6c3b28f2-fc79-4f39-b41f-958b71909a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.555138 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6c3b28f2-fc79-4f39-b41f-958b71909a63 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/579d9633-8493-4fac-a714-8c412212524f HTTP/1.1" status: 204 len: 168 time: 0.7813408 Jul 14 09:26:39.566743 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a94a07d-94ef-4a38-828e-4bda6b5a9996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.588141 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-944f7293-b8b7-4e0f-ace6-4f2fee07cc0e None None] Provisioning for port e3d48a31-97af-4421-a94e-b42d02c8d10c completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:39.600487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b28f2-fc79-4f39-b41f-958b71909a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579d9633-8493-4fac-a714-8c412212524f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:39.620674 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-57329495-0fd0-4a4f-a017-b3dd12a47211 service neutron] 10.222.0.26 "GET /v2.0/networks/f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247095 Jul 14 09:26:39.667633 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a94a07d-94ef-4a38-828e-4bda6b5a9996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.671391 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a94a07d-94ef-4a38-828e-4bda6b5a9996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.675987 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1a94a07d-94ef-4a38-828e-4bda6b5a9996 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c371af54-7476-4c7a-bd77-f4b7d6ea5006 HTTP/1.1" status: 204 len: 168 time: 0.2273595 Jul 14 09:26:39.679178 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port e3d48a31-97af-4421-a94e-b42d02c8d10c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:39.685536 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94a07d-94ef-4a38-828e-4bda6b5a9996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c371af54-7476-4c7a-bd77-f4b7d6ea5006,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:39.731150 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e3d48a31-97af-4421-a94e-b42d02c8d10c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:39.731699 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.891410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0145f6e4-e13f-4126-ae1d-fd953e1ea1d8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:39.915240 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0145f6e4-e13f-4126-ae1d-fd953e1ea1d8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.919349 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b6630db1-af1c-430c-b50c-aceafa0075e0 service neutron] 10.222.0.26 "GET /v2.0/networks/fa558b69-3807-4582-8d77-b20bb2bf3e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976913 Jul 14 09:26:39.976682 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.048130 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port e3d48a31-97af-4421-a94e-b42d02c8d10c, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e3d48a31-97af-4421-a94e-b42d02c8d10c,segment=NetworkSegment(b45d1a4a-1138-4992-82d7-2906b08128c1),segment_id=b45d1a4a-1138-4992-82d7-2906b08128c1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:40.053726 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.054659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dc503db1-8238-4ad4-8608-e5a92b62aea3 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:40.110216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0145f6e4-e13f-4126-ae1d-fd953e1ea1d8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:40.152736 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0145f6e4-e13f-4126-ae1d-fd953e1ea1d8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.153090 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-0145f6e4-e13f-4126-ae1d-fd953e1ea1d8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Added segment 63a56fa1-056a-429e-a470-501449ce7318 of type vlan for network b902d798-f683-4602-905f-d7dc30d82c90 Jul 14 09:26:40.259210 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0145f6e4-e13f-4126-ae1d-fd953e1ea1d8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.268594 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=e3d48a31-97af-4421-a94e-b42d02c8d10c,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:40.323681 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port dc503db1-8238-4ad4-8608-e5a92b62aea3 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:40.329195 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port dc503db1-8238-4ad4-8608-e5a92b62aea3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:40.329771 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.343651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38172) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:40.358533 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-5b6c2ba1-9aa5-4b71-8c4d-5458ec25adb9 service neutron] 10.222.0.26 "GET /v2.0/networks/fa558b69-3807-4582-8d77-b20bb2bf3e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261925 Jul 14 09:26:40.358758 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9da31588-9262-4458-9c06-c2547c52b4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.370133 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0145f6e4-e13f-4126-ae1d-fd953e1ea1d8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.379522 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0145f6e4-e13f-4126-ae1d-fd953e1ea1d8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:40.380491 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0145f6e4-e13f-4126-ae1d-fd953e1ea1d8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.472455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-783f9535-4325-4702-86c4-34bba643d409 None None] Provisioning complete for port e3d48a31-97af-4421-a94e-b42d02c8d10c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:40.474035 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-783f9535-4325-4702-86c4-34bba643d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.535089 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9da31588-9262-4458-9c06-c2547c52b4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.545927 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9da31588-9262-4458-9c06-c2547c52b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.584084 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.607839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da31588-9262-4458-9c06-c2547c52b4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a477e7f3-30ef-4526-9f2d-be280af51416,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:40.624887 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port dc503db1-8238-4ad4-8608-e5a92b62aea3, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dc503db1-8238-4ad4-8608-e5a92b62aea3,segment=NetworkSegment(9a529bd2-d790-4867-b751-2b8b80f7ba21),segment_id=9a529bd2-d790-4867-b751-2b8b80f7ba21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:40.634103 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.635922 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9da31588-9262-4458-9c06-c2547c52b4b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a465dd3feda4936bd0109b691ee5c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2902930 Jul 14 09:26:40.641807 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38178) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:40.722556 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0145f6e4-e13f-4126-ae1d-fd953e1ea1d8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7288916 Jul 14 09:26:40.723291 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38180) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:40.763798 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:40.778524 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d580f2f3-d466-4bc9-b5b9-0cb0e8a59700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.788523 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c05867b9-c6f3-4885-b7e5-3e37383ff375 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'subnet': {'network_id': 'b902d798-f683-4602-905f-d7dc30d82c90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:40.788765 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=dc503db1-8238-4ad4-8608-e5a92b62aea3,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:40.792617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:40.792920 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f0e3cf5b-8bd9-4e85-bf33-efcb9cffe45f not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:40.833279 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d580f2f3-d466-4bc9-b5b9-0cb0e8a59700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.861076 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145f6e4-e13f-4126-ae1d-fd953e1ea1d8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Network': ['ID=b902d798-f683-4602-905f-d7dc30d82c90,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:40.876481 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network b902d798-f683-4602-905f-d7dc30d82c90 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:40.943087 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d580f2f3-d466-4bc9-b5b9-0cb0e8a59700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.946775 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d580f2f3-d466-4bc9-b5b9-0cb0e8a59700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.950912 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d580f2f3-d466-4bc9-b5b9-0cb0e8a59700 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a477e7f3-30ef-4526-9f2d-be280af51416 HTTP/1.1" status: 204 len: 168 time: 0.3079658 Jul 14 09:26:40.978726 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580f2f3-d466-4bc9-b5b9-0cb0e8a59700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a477e7f3-30ef-4526-9f2d-be280af51416,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:40.990474 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-ae2cbf7c-8611-4600-b5ec-6d24f7954a4f service neutron] 10.222.0.26 "GET /v2.0/networks/f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6253552 Jul 14 09:26:41.012508 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8819bf-895f-4233-b4f2-f11b65911067 req-9c872c5c-6ef4-4ec6-8044-e77e02a3a38d tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:41.020728 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db8819bf-895f-4233-b4f2-f11b65911067 req-9c872c5c-6ef4-4ec6-8044-e77e02a3a38d tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.4091077 Jul 14 09:26:41.124301 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05867b9-c6f3-4885-b7e5-3e37383ff375 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:41.128227 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c05867b9-c6f3-4885-b7e5-3e37383ff375 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.204961 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db8819bf-895f-4233-b4f2-f11b65911067 req-070227f8-a449-4f8c-8472-7f47f0085926 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832960 Jul 14 09:26:41.297048 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 7053f170-2d17-4a0a-9bc2-b0bf8dff8328 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:41.309500 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-bfc6f5c4-1269-4f29-a001-880d922fe082 service neutron] 10.222.0.26 "GET /v2.0/networks/f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177938 Jul 14 09:26:41.382031 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5436baa-c128-4722-ac62-57bb9608056f None None] Network fa558b69-3807-4582-8d77-b20bb2bf3e98 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:41.438980 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8e523aca-3b63-46e4-b188-2c59d8ffbf73 None None] Provisioning for port 7053f170-2d17-4a0a-9bc2-b0bf8dff8328 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:41.483782 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 7053f170-2d17-4a0a-9bc2-b0bf8dff8328 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:41.496014 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 7053f170-2d17-4a0a-9bc2-b0bf8dff8328 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:41.496820 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.562729 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c05867b9-c6f3-4885-b7e5-3e37383ff375 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.678990 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.782777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05867b9-c6f3-4885-b7e5-3e37383ff375 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Subnet': ['ID=d1656171-b8b5-4a29-b34e-78f57207d8c2,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:41.802972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 7053f170-2d17-4a0a-9bc2-b0bf8dff8328, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=7053f170-2d17-4a0a-9bc2-b0bf8dff8328,segment=NetworkSegment(6af77703-760a-4b8a-9186-14d4db3733df),segment_id=6af77703-760a-4b8a-9186-14d4db3733df)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:41.818652 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.819836 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e3d48a31-97af-4421-a94e-b42d02c8d10c up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:41.855203 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-073ed0ac-5f91-4c0e-bf82-d4a1d8904cdb req-ba12212b-0f3b-4edd-b7f0-6762e8f18f2e tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 210 time: 0.0985668 Jul 14 09:26:41.857040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05867b9-c6f3-4885-b7e5-3e37383ff375 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Checking segment: {'id': '63a56fa1-056a-429e-a470-501449ce7318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b902d798-f683-4602-905f-d7dc30d82c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:41.857486 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05867b9-c6f3-4885-b7e5-3e37383ff375 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network hostable DHCP agents. Network: b902d798-f683-4602-905f-d7dc30d82c90, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:41.885346 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05867b9-c6f3-4885-b7e5-3e37383ff375 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network b902d798-f683-4602-905f-d7dc30d82c90 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:41.904661 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-c05867b9-c6f3-4885-b7e5-3e37383ff375 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, b902d798-f683-4602-905f-d7dc30d82c90) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:41.914709 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05867b9-c6f3-4885-b7e5-3e37383ff375 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:41.917771 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c05867b9-c6f3-4885-b7e5-3e37383ff375 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.961689 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38216) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:41.963111 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c05867b9-c6f3-4885-b7e5-3e37383ff375 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2168238 Jul 14 09:26:41.963394 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=7053f170-2d17-4a0a-9bc2-b0bf8dff8328,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:41.967435 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-8e582c04-2021-4909-87a1-733ca9b42d4e tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-606563186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:41.971220 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f784c6-5893-4ee4-9183-c2984b39d362 None None] Network b902d798-f683-4602-905f-d7dc30d82c90 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:42.017415 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8e582c04-2021-4909-87a1-733ca9b42d4e tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.019248 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8e582c04-2021-4909-87a1-733ca9b42d4e tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.096270 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8e582c04-2021-4909-87a1-733ca9b42d4e tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.102662 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8e582c04-2021-4909-87a1-733ca9b42d4e tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.127163 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8e582c04-2021-4909-87a1-733ca9b42d4e tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.130568 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8e582c04-2021-4909-87a1-733ca9b42d4e tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1674502 Jul 14 09:26:42.133222 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38226) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:42.142822 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-66f2e7df-eeea-4c83-a822-d2ed2aa75b11 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'port': {'network_id': 'b902d798-f683-4602-905f-d7dc30d82c90', 'name': 'tempest-PortsIpV6TestJSON-1030800921'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:42.313558 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e3d48a31-97af-4421-a94e-b42d02c8d10c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:42.338324 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.653506 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912ac98-15c3-42ff-9b54-b42f504ca65c req-98a9f826-d51b-4310-b2c0-245a86059246 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:42.655665 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0912ac98-15c3-42ff-9b54-b42f504ca65c req-98a9f826-d51b-4310-b2c0-245a86059246 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd5531-2e4b-48f5-aa4c-5e25f1c06070 HTTP/1.1" status: 200 len: 945 time: 0.4800346 Jul 14 09:26:42.661385 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-b902d798-f683-4602-905f-d7dc30d82c90', 'network_id': 'b902d798-f683-4602-905f-d7dc30d82c90', 'tenant_id': '1f0817fe7e064f388adbef792aa02c42', 'fixed_ips': [{'subnet_id': 'd1656171-b8b5-4a29-b34e-78f57207d8c2'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:42.663204 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.699183 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dc503db1-8238-4ad4-8608-e5a92b62aea3 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:42.760768 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0912ac98-15c3-42ff-9b54-b42f504ca65c req-772b6f6b-bd41-462e-b2ab-2f07fbb5631d tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935421 Jul 14 09:26:42.761728 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f2e7df-eeea-4c83-a822-d2ed2aa75b11 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:42.765726 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-66f2e7df-eeea-4c83-a822-d2ed2aa75b11 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.799845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0598f6-385c-4219-91ae-326d7276fdcd req-5785afa6-9b27-4bb4-855f-a1ff6ac5293b tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:42.801209 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d0598f6-385c-4219-91ae-326d7276fdcd req-5785afa6-9b27-4bb4-855f-a1ff6ac5293b tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.2960174 Jul 14 09:26:42.814280 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-66f2e7df-eeea-4c83-a822-d2ed2aa75b11 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] device_id is not set on port 73c9136f-c363-4f4e-ab18-4374c752b9e3 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:26:42.992987 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d0598f6-385c-4219-91ae-326d7276fdcd req-50934574-2f9d-4590-ad84-3eb840ea890f tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635733 Jul 14 09:26:43.089765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-66f2e7df-eeea-4c83-a822-d2ed2aa75b11 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Allocated IP 2001:db8::1b9 (b902d798-f683-4602-905f-d7dc30d82c90/d1656171-b8b5-4a29-b34e-78f57207d8c2/73c9136f-c363-4f4e-ab18-4374c752b9e3) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:43.121126 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f0597d51-e6c6-420e-bf13-3c6172d3d8d2 None None] Provisioning complete for port 7053f170-2d17-4a0a-9bc2-b0bf8dff8328 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:43.121498 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0597d51-e6c6-420e-bf13-3c6172d3d8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.128480 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b5b7b53d-6f98-4827-a374-9658e5d66bb9 req-a7cefae7-a865-4e7d-b03d-d3a0bcbbe5e7 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 210 time: 0.0576344 Jul 14 09:26:43.194536 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port dc503db1-8238-4ad4-8608-e5a92b62aea3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:43.194933 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.361362 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-66f2e7df-eeea-4c83-a822-d2ed2aa75b11 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.409450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-66f2e7df-eeea-4c83-a822-d2ed2aa75b11 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Transition to ACTIVE for port object 73c9136f-c363-4f4e-ab18-4374c752b9e3 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:43.479089 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 7053f170-2d17-4a0a-9bc2-b0bf8dff8328 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:43.540936 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 7053f170-2d17-4a0a-9bc2-b0bf8dff8328 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:43.541624 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.627581 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Allocated IP 2001:db8::2 (b902d798-f683-4602-905f-d7dc30d82c90/d1656171-b8b5-4a29-b34e-78f57207d8c2/2c81ebc3-109d-49d2-a218-6e55eb7eae61) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:43.641846 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-66f2e7df-eeea-4c83-a822-d2ed2aa75b11 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.650413 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-c6dcd0ba-c2d8-460d-9c4f-ac68b830d147 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:43.657127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-c6dcd0ba-c2d8-460d-9c4f-ac68b830d147 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:43.659318 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-c6dcd0ba-c2d8-460d-9c4f-ac68b830d147 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.49 "GET /v2.0/networks?id=f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40&id=fa558b69-3807-4582-8d77-b20bb2bf3e98&id=f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40 HTTP/1.1" status: 200 len: 1391 time: 0.2107763 Jul 14 09:26:43.678161 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-94c7f130-59da-49f7-b78c-8ec7c6085d1c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Request body: {'port': {'device_id': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'network_id': 'f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40', 'admin_state_up': True, 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:43.715867 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f2e7df-eeea-4c83-a822-d2ed2aa75b11 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network b902d798-f683-4602-905f-d7dc30d82c90 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:43.729165 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-66f2e7df-eeea-4c83-a822-d2ed2aa75b11 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:43.766758 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f2e7df-eeea-4c83-a822-d2ed2aa75b11 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:43.772634 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f2e7df-eeea-4c83-a822-d2ed2aa75b11 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:43.773269 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-66f2e7df-eeea-4c83-a822-d2ed2aa75b11 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.821181 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2e7df-eeea-4c83-a822-d2ed2aa75b11 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=73c9136f-c363-4f4e-ab18-4374c752b9e3,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:43.838774 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-66f2e7df-eeea-4c83-a822-d2ed2aa75b11 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7025504 Jul 14 09:26:43.841477 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38276) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:43.874385 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.886592 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Transition to ACTIVE for port object 2c81ebc3-109d-49d2-a218-6e55eb7eae61 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:43.917020 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Transition to ACTIVE for port object 2c81ebc3-109d-49d2-a218-6e55eb7eae61 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:43.933435 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.957088 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef6c74-a564-48ae-871f-f2cfb2987039 req-b5a9c9e3-8eff-4980-85d5-9f66b748c134 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:43.962952 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c8ef6c74-a564-48ae-871f-f2cfb2987039 req-b5a9c9e3-8eff-4980-85d5-9f66b748c134 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ccd5531-2e4b-48f5-aa4c-5e25f1c06070 HTTP/1.1" status: 200 len: 945 time: 0.1293898 Jul 14 09:26:43.965244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38280) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:44.022741 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Network b902d798-f683-4602-905f-d7dc30d82c90 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:44.026717 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:44.034314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:44.082726 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Pushing event updated for resources: {'Port': ['ID=2c81ebc3-109d-49d2-a218-6e55eb7eae61,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:44.128584 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Attempting to bind port 2c81ebc3-109d-49d2-a218-6e55eb7eae61 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:44.128970 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Attempting to bind port 2c81ebc3-109d-49d2-a218-6e55eb7eae61 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '63a56fa1-056a-429e-a470-501449ce7318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b902d798-f683-4602-905f-d7dc30d82c90'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:44.129634 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Attempting to bind port 2c81ebc3-109d-49d2-a218-6e55eb7eae61 on network b902d798-f683-4602-905f-d7dc30d82c90 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:44.136864 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:44.137227 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Checking segment: {'id': '63a56fa1-056a-429e-a470-501449ce7318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b902d798-f683-4602-905f-d7dc30d82c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:44.137570 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.138081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Bound using segment: {'id': '63a56fa1-056a-429e-a470-501449ce7318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b902d798-f683-4602-905f-d7dc30d82c90'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:44.138476 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Bound port: 2c81ebc3-109d-49d2-a218-6e55eb7eae61, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a56fa1-056a-429e-a470-501449ce7318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b902d798-f683-4602-905f-d7dc30d82c90'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:44.138862 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.143106 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-c8ef6c74-a564-48ae-871f-f2cfb2987039 req-0de611e7-7460-425d-818a-ad145f475cea tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Deleting port 315efc0b-c03f-4347-a1bc-87bc75ea7606 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:44.143702 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c8ef6c74-a564-48ae-871f-f2cfb2987039 req-0de611e7-7460-425d-818a-ad145f475cea tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.309375 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] For port 2c81ebc3-109d-49d2-a218-6e55eb7eae61, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:44.313177 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] For port 2c81ebc3-109d-49d2-a218-6e55eb7eae61, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2c81ebc3-109d-49d2-a218-6e55eb7eae61,segment=NetworkSegment(63a56fa1-056a-429e-a470-501449ce7318),segment_id=63a56fa1-056a-429e-a470-501449ce7318)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:44.314794 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-458e4586-93fd-43de-a69c-c6f9dfc9db3d tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-424585977'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:44.321124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-c8ef6c74-a564-48ae-871f-f2cfb2987039 req-0de611e7-7460-425d-818a-ad145f475cea tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] For port 315efc0b-c03f-4347-a1bc-87bc75ea7606, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=315efc0b-c03f-4347-a1bc-87bc75ea7606,segment=NetworkSegment(1f1a358f-73c2-4ce0-ba11-3ecd763be6c8),segment_id=1f1a358f-73c2-4ce0-ba11-3ecd763be6c8)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:44.321496 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c8ef6c74-a564-48ae-871f-f2cfb2987039 req-0de611e7-7460-425d-818a-ad145f475cea tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.324511 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.353656 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-c8ef6c74-a564-48ae-871f-f2cfb2987039 req-0de611e7-7460-425d-818a-ad145f475cea tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Calling delete_port for 315efc0b-c03f-4347-a1bc-87bc75ea7606 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:44.416578 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba5a5f-398e-41dc-9b00-d478417b40df None None] Pushing event updated for resources: {'Port': ['ID=2c81ebc3-109d-49d2-a218-6e55eb7eae61,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:44.475585 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458e4586-93fd-43de-a69c-c6f9dfc9db3d tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Made reservation on behalf of b4f161794c114a568674ad429bb75a58 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:44.479420 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-458e4586-93fd-43de-a69c-c6f9dfc9db3d tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.490395 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-458e4586-93fd-43de-a69c-c6f9dfc9db3d tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.592237 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c8ef6c74-a564-48ae-871f-f2cfb2987039 req-0de611e7-7460-425d-818a-ad145f475cea tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.604024 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['13fd49b0-7dfb-4c07-8d2a-9d083fda98b1', 'ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:44.659777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['315efc0b-c03f-4347-a1bc-87bc75ea7606'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:44.660076 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de611e7-7460-425d-818a-ad145f475cea tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Pushing event deleted for resources: {'Port': ['ID=315efc0b-c03f-4347-a1bc-87bc75ea7606,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:44.692446 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340d970-37ab-41c6-a2a4-fece28088460 req-ed99e525-7f74-4611-ac11-d23981aad239 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:44.693932 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1340d970-37ab-41c6-a2a4-fece28088460 req-ed99e525-7f74-4611-ac11-d23981aad239 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ccd5531-2e4b-48f5-aa4c-5e25f1c06070 HTTP/1.1" status: 200 len: 867 time: 0.5638962 Jul 14 09:26:44.707432 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7bf16-8496-4ae7-9f5d-4baca3a934f4 req-c3a591a9-40ad-4520-931f-3ff612d5b21a tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:44.728016 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86d7bf16-8496-4ae7-9f5d-4baca3a934f4 req-c3a591a9-40ad-4520-931f-3ff612d5b21a tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.2066081 Jul 14 09:26:44.799280 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ef6c74-a564-48ae-871f-f2cfb2987039 req-0de611e7-7460-425d-818a-ad145f475cea tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] No DVR routers for this DVR port 315efc0b-c03f-4347-a1bc-87bc75ea7606 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:44.803187 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c8ef6c74-a564-48ae-871f-f2cfb2987039 req-0de611e7-7460-425d-818a-ad145f475cea tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.806384 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c8ef6c74-a564-48ae-871f-f2cfb2987039 req-0de611e7-7460-425d-818a-ad145f475cea tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.55 "DELETE /v2.0/ports/315efc0b-c03f-4347-a1bc-87bc75ea7606 HTTP/1.1" status: 204 len: 173 time: 0.8212867 Jul 14 09:26:44.821653 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccd5531-2e4b-48f5-aa4c-5e25f1c06070', 'name': 'network-vif-deleted', 'tag': '315efc0b-c03f-4347-a1bc-87bc75ea7606'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:44.830174 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c32b87-b44e-4e5d-8e04-7e6ccca11073" -d '{"events": [{"server_uuid": "3ccd5531-2e4b-48f5-aa4c-5e25f1c06070", "name": "network-vif-deleted", "tag": "315efc0b-c03f-4347-a1bc-87bc75ea7606"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:44.841288 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-458e4586-93fd-43de-a69c-c6f9dfc9db3d tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.847866 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-458e4586-93fd-43de-a69c-c6f9dfc9db3d tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.902177 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1340d970-37ab-41c6-a2a4-fece28088460 req-b07d40d8-1575-4d14-96b0-f9dc3c109a75 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324289 Jul 14 09:26:44.934387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e4586-93fd-43de-a69c-c6f9dfc9db3d tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be1d776a-50c1-4d26-a049-12b2f792e17d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:44.936681 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86d7bf16-8496-4ae7-9f5d-4baca3a934f4 req-673e4f55-372a-476a-8a0e-a626de5bae30 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059960 Jul 14 09:26:44.956859 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458e4586-93fd-43de-a69c-c6f9dfc9db3d tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:44.988464 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-458e4586-93fd-43de-a69c-c6f9dfc9db3d tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.989082 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-458e4586-93fd-43de-a69c-c6f9dfc9db3d tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Added segment e0743daa-0cdc-47ef-8b9f-96a132e9be52 of type vlan for network 86faff23-ca04-47aa-8b2b-35e2e6c5faa8 Jul 14 09:26:45.013257 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-94c7f130-59da-49f7-b78c-8ec7c6085d1c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Made reservation on behalf of ab9f6ee95b92468aa738abe9dd184bd9 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:45.029311 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-94c7f130-59da-49f7-b78c-8ec7c6085d1c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.060753 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35704264-7167-4615-8964-9fcac8db15da x-openstack-request-id: req-35704264-7167-4615-8964-9fcac8db15da {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:45.061386 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccd5531-2e4b-48f5-aa4c-5e25f1c06070", "name": "network-vif-deleted", "tag": "315efc0b-c03f-4347-a1bc-87bc75ea7606", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:45.061832 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-35704264-7167-4615-8964-9fcac8db15da {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:45.062749 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccd5531-2e4b-48f5-aa4c-5e25f1c06070', 'name': 'network-vif-deleted', 'tag': '315efc0b-c03f-4347-a1bc-87bc75ea7606', 'status': 'completed', 'code': 200} Jul 14 09:26:45.079291 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-458e4586-93fd-43de-a69c-c6f9dfc9db3d tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.099375 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54912e82-55e7-4639-b7cb-991e51597371 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.132653 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-458e4586-93fd-43de-a69c-c6f9dfc9db3d tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.140911 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458e4586-93fd-43de-a69c-c6f9dfc9db3d tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:45.141564 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-458e4586-93fd-43de-a69c-c6f9dfc9db3d tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.218372 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30df4ecd-d496-48ab-97e0-5992f4ad5d26 req-46fb1320-5de4-4ef8-9507-a93628c6061d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 210 time: 0.0901825 Jul 14 09:26:45.221088 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-458e4586-93fd-43de-a69c-c6f9dfc9db3d tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2546303 Jul 14 09:26:45.224221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38306) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:45.231458 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-5eb6e140-8e19-476e-8c45-a322627b9b29 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Request body: {'subnet': {'network_id': '86faff23-ca04-47aa-8b2b-35e2e6c5faa8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:45.240559 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e4586-93fd-43de-a69c-c6f9dfc9db3d tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Pushing event updated for resources: {'Network': ['ID=86faff23-ca04-47aa-8b2b-35e2e6c5faa8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:45.252540 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 86faff23-ca04-47aa-8b2b-35e2e6c5faa8 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:45.352446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb6e140-8e19-476e-8c45-a322627b9b29 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Made reservation on behalf of b4f161794c114a568674ad429bb75a58 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:45.357082 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5eb6e140-8e19-476e-8c45-a322627b9b29 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.467087 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-94c7f130-59da-49f7-b78c-8ec7c6085d1c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Allocated IP 19.80.0.73 (f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40/7db4b9b2-7807-4323-85a9-431641dce431/564eb5aa-8a71-4c9a-b531-209d9df70a26) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:45.549684 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2c81ebc3-109d-49d2-a218-6e55eb7eae61 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:45.626525 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54912e82-55e7-4639-b7cb-991e51597371 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.635985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 2c81ebc3-109d-49d2-a218-6e55eb7eae61 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:45.640317 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54912e82-55e7-4639-b7cb-991e51597371 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.722798 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5eb6e140-8e19-476e-8c45-a322627b9b29 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.778208 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54912e82-55e7-4639-b7cb-991e51597371 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=73c9136f-c363-4f4e-ab18-4374c752b9e3,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:45.809835 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6e140-8e19-476e-8c45-a322627b9b29 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Pushing event updated for resources: {'Subnet': ['ID=b695f24a-8f0f-4dd6-826c-59ddfa4023bd,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:45.817668 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb6e140-8e19-476e-8c45-a322627b9b29 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Checking segment: {'id': 'e0743daa-0cdc-47ef-8b9f-96a132e9be52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '86faff23-ca04-47aa-8b2b-35e2e6c5faa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:45.818164 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb6e140-8e19-476e-8c45-a322627b9b29 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Network hostable DHCP agents. Network: 86faff23-ca04-47aa-8b2b-35e2e6c5faa8, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:45.846446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb6e140-8e19-476e-8c45-a322627b9b29 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Network 86faff23-ca04-47aa-8b2b-35e2e6c5faa8 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:45.859868 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-5eb6e140-8e19-476e-8c45-a322627b9b29 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 86faff23-ca04-47aa-8b2b-35e2e6c5faa8) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:45.871110 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0752eca-06af-4903-9d9b-3874f8432af3 None None] Network 86faff23-ca04-47aa-8b2b-35e2e6c5faa8 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:45.877127 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb6e140-8e19-476e-8c45-a322627b9b29 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:45.878842 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5eb6e140-8e19-476e-8c45-a322627b9b29 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.912774 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5eb6e140-8e19-476e-8c45-a322627b9b29 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6846621 Jul 14 09:26:45.913173 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38314) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:45.924216 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e2546e83-3ed2-4c9a-b468-38a708875f3c tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Request body: {'port': {'network_id': '86faff23-ca04-47aa-8b2b-35e2e6c5faa8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2124405116'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:46.015404 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-94c7f130-59da-49f7-b78c-8ec7c6085d1c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.017717 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54912e82-55e7-4639-b7cb-991e51597371 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.055885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eda119-a1ac-4545-91e3-24eeb17b4d40 None None] Network b902d798-f683-4602-905f-d7dc30d82c90 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:46.094836 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-94c7f130-59da-49f7-b78c-8ec7c6085d1c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Transition to ACTIVE for port object 564eb5aa-8a71-4c9a-b531-209d9df70a26 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:46.157996 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2546e83-3ed2-4c9a-b468-38a708875f3c tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Made reservation on behalf of b4f161794c114a568674ad429bb75a58 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:46.161734 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2546e83-3ed2-4c9a-b468-38a708875f3c tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.201094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-e2546e83-3ed2-4c9a-b468-38a708875f3c tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] device_id is not set on port 58d1610a-a0af-4e80-8896-a2ef7fcebdd1 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:26:46.310148 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e7775bb2-4672-4648-b0e1-1117c2c40f42 None None] Provisioning for port 2c81ebc3-109d-49d2-a218-6e55eb7eae61 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:46.314043 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54912e82-55e7-4639-b7cb-991e51597371 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.319527 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-94c7f130-59da-49f7-b78c-8ec7c6085d1c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.356320 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-94c7f130-59da-49f7-b78c-8ec7c6085d1c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Network f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:46.361858 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-94c7f130-59da-49f7-b78c-8ec7c6085d1c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:46.362874 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e7775bb2-4672-4648-b0e1-1117c2c40f42 None None] Provisioning complete for port 2c81ebc3-109d-49d2-a218-6e55eb7eae61 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:46.363255 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7775bb2-4672-4648-b0e1-1117c2c40f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.365127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-94c7f130-59da-49f7-b78c-8ec7c6085d1c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:46.418007 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-e2546e83-3ed2-4c9a-b468-38a708875f3c tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Allocated IP 172.20.0.7 (86faff23-ca04-47aa-8b2b-35e2e6c5faa8/b695f24a-8f0f-4dd6-826c-59ddfa4023bd/58d1610a-a0af-4e80-8896-a2ef7fcebdd1) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:46.452441 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-94c7f130-59da-49f7-b78c-8ec7c6085d1c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:46.453260 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-94c7f130-59da-49f7-b78c-8ec7c6085d1c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.555990 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-86faff23-ca04-47aa-8b2b-35e2e6c5faa8', 'network_id': '86faff23-ca04-47aa-8b2b-35e2e6c5faa8', 'tenant_id': 'b4f161794c114a568674ad429bb75a58', 'fixed_ips': [{'subnet_id': 'b695f24a-8f0f-4dd6-826c-59ddfa4023bd'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:46.557679 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.594556 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.866559 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2546e83-3ed2-4c9a-b468-38a708875f3c tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.886433 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d788816-b45b-40f5-8c91-d1dca90d2d7f req-b0ffa182-832c-4fd2-a120-2d86a1476044 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:46.886433 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d788816-b45b-40f5-8c91-d1dca90d2d7f req-b0ffa182-832c-4fd2-a120-2d86a1476044 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.6950152 Jul 14 09:26:46.886952 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7775bb2-4672-4648-b0e1-1117c2c40f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.904218 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 315efc0b-c03f-4347-a1bc-87bc75ea7606 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:46.915667 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-e2546e83-3ed2-4c9a-b468-38a708875f3c tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Transition to ACTIVE for port object 58d1610a-a0af-4e80-8896-a2ef7fcebdd1 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:46.925961 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-94c7f130-59da-49f7-b78c-8ec7c6085d1c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2535191 Jul 14 09:26:46.959742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a427d-79c1-4092-9a7f-ea191c01df1a req-cfc3db38-20dc-4eef-a5ff-e4da3f0f0b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:46.960014 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 315efc0b-c03f-4347-a1bc-87bc75ea7606 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:46.960334 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 315efc0b-c03f-4347-a1bc-87bc75ea7606 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:46.963115 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-881a427d-79c1-4092-9a7f-ea191c01df1a req-cfc3db38-20dc-4eef-a5ff-e4da3f0f0b47 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 1098 time: 0.3153443 Jul 14 09:26:46.986827 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e7775bb2-4672-4648-b0e1-1117c2c40f42 None None] For port 2c81ebc3-109d-49d2-a218-6e55eb7eae61, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2c81ebc3-109d-49d2-a218-6e55eb7eae61,segment=NetworkSegment(63a56fa1-056a-429e-a470-501449ce7318),segment_id=63a56fa1-056a-429e-a470-501449ce7318)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:46.993448 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7775bb2-4672-4648-b0e1-1117c2c40f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.997430 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2546e83-3ed2-4c9a-b468-38a708875f3c tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.030167 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7f130-59da-49f7-b78c-8ec7c6085d1c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event updated for resources: {'Port': ['ID=564eb5aa-8a71-4c9a-b531-209d9df70a26,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:47.041915 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-e85adddf-31e5-4ff7-bd77-4b82982dfd55 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Request body: {'port': {'device_id': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'network_id': 'fa558b69-3807-4582-8d77-b20bb2bf3e98', 'admin_state_up': True, 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:47.071547 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2546e83-3ed2-4c9a-b468-38a708875f3c tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Pushing event updated for resources: {'Port': ['ID=58d1610a-a0af-4e80-8896-a2ef7fcebdd1,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:47.089869 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7775bb2-4672-4648-b0e1-1117c2c40f42 None None] Pushing event updated for resources: {'Port': ['ID=2c81ebc3-109d-49d2-a218-6e55eb7eae61,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:47.097581 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Allocated IP 172.20.0.2 (86faff23-ca04-47aa-8b2b-35e2e6c5faa8/b695f24a-8f0f-4dd6-826c-59ddfa4023bd/e75ec06b-5cab-4b5d-81da-5ab28a53df38) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:47.107236 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-881a427d-79c1-4092-9a7f-ea191c01df1a req-26677948-99c4-4819-b408-a199b992e965 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319640 Jul 14 09:26:47.120299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2546e83-3ed2-4c9a-b468-38a708875f3c tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Network 86faff23-ca04-47aa-8b2b-35e2e6c5faa8 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:47.123395 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-e2546e83-3ed2-4c9a-b468-38a708875f3c tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:47.126974 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2546e83-3ed2-4c9a-b468-38a708875f3c tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:47.211625 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3f45804c-7b9d-4fe9-96e4-276c6525bc96 None None] Provisioning for port 564eb5aa-8a71-4c9a-b531-209d9df70a26 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:47.220908 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2546e83-3ed2-4c9a-b468-38a708875f3c tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:47.223330 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3f45804c-7b9d-4fe9-96e4-276c6525bc96 None None] Provisioning complete for port 564eb5aa-8a71-4c9a-b531-209d9df70a26 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:47.223621 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f45804c-7b9d-4fe9-96e4-276c6525bc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.225361 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2546e83-3ed2-4c9a-b468-38a708875f3c tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.278975 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e2546e83-3ed2-4c9a-b468-38a708875f3c tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3604059 Jul 14 09:26:47.295090 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3f45804c-7b9d-4fe9-96e4-276c6525bc96 None None] Port 564eb5aa-8a71-4c9a-b531-209d9df70a26 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:47.299500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38348) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:47.315973 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d788816-b45b-40f5-8c91-d1dca90d2d7f req-c1c4ae04-5754-4c8e-8213-4e0d1368ef40 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166370 Jul 14 09:26:47.421526 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.429202 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4d7db-a816-4690-b1d3-5cad53d77b64 req-8dc749b6-9b67-48e7-8519-18f01c650e30 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:47.437762 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-42f4d7db-a816-4690-b1d3-5cad53d77b64 req-8dc749b6-9b67-48e7-8519-18f01c650e30 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 931 time: 0.7050049 Jul 14 09:26:47.476716 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Transition to ACTIVE for port object e75ec06b-5cab-4b5d-81da-5ab28a53df38 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:47.533628 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Transition to ACTIVE for port object e75ec06b-5cab-4b5d-81da-5ab28a53df38 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:47.548333 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.560561 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-42f4d7db-a816-4690-b1d3-5cad53d77b64 req-8013e67f-3c1f-4a63-b2c8-76d13a4158d2 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215742 Jul 14 09:26:47.579745 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54912e82-55e7-4639-b7cb-991e51597371 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.602628 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54912e82-55e7-4639-b7cb-991e51597371 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.603450 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54912e82-55e7-4639-b7cb-991e51597371 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.615579 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2c81ebc3-109d-49d2-a218-6e55eb7eae61 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:47.652499 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-349f53b2-c046-4f02-a2b1-2bb5b67d1099 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Deleting port 58d1610a-a0af-4e80-8896-a2ef7fcebdd1 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:47.652839 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-349f53b2-c046-4f02-a2b1-2bb5b67d1099 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.667912 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-e85adddf-31e5-4ff7-bd77-4b82982dfd55 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Made reservation on behalf of ab9f6ee95b92468aa738abe9dd184bd9 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:47.671953 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-e85adddf-31e5-4ff7-bd77-4b82982dfd55 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.684365 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Network 86faff23-ca04-47aa-8b2b-35e2e6c5faa8 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:47.714712 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:47.716485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Pushing event updated for resources: {'Port': ['ID=e75ec06b-5cab-4b5d-81da-5ab28a53df38,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:47.718775 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:47.796480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cb77a2a8-7a51-4156-9b8f-437af5edecfc None None] Provisioning complete for port 2c81ebc3-109d-49d2-a218-6e55eb7eae61 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:47.796862 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb77a2a8-7a51-4156-9b8f-437af5edecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.905516 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731787d-52f7-4c14-ac29-671582d7ac48 req-09564bf5-9fe5-4582-9655-0376f2d4663c tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:47.907165 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f731787d-52f7-4c14-ac29-671582d7ac48 req-09564bf5-9fe5-4582-9655-0376f2d4663c tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc5c6d3c-f521-4cb1-9542-100e93cc835e HTTP/1.1" status: 200 len: 946 time: 0.1585710 Jul 14 09:26:47.920457 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 2c81ebc3-109d-49d2-a218-6e55eb7eae61 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:47.920843 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.967327 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Attempting to bind port e75ec06b-5cab-4b5d-81da-5ab28a53df38 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:47.967687 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Attempting to bind port e75ec06b-5cab-4b5d-81da-5ab28a53df38 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'e0743daa-0cdc-47ef-8b9f-96a132e9be52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '86faff23-ca04-47aa-8b2b-35e2e6c5faa8'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:47.968072 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Attempting to bind port e75ec06b-5cab-4b5d-81da-5ab28a53df38 on network 86faff23-ca04-47aa-8b2b-35e2e6c5faa8 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:47.981394 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:47.981960 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Checking segment: {'id': 'e0743daa-0cdc-47ef-8b9f-96a132e9be52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '86faff23-ca04-47aa-8b2b-35e2e6c5faa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:47.982210 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.982615 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Bound using segment: {'id': 'e0743daa-0cdc-47ef-8b9f-96a132e9be52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '86faff23-ca04-47aa-8b2b-35e2e6c5faa8'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:47.983111 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Bound port: e75ec06b-5cab-4b5d-81da-5ab28a53df38, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0743daa-0cdc-47ef-8b9f-96a132e9be52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '86faff23-ca04-47aa-8b2b-35e2e6c5faa8'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:47.983575 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.990611 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-349f53b2-c046-4f02-a2b1-2bb5b67d1099 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.044458 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-349f53b2-c046-4f02-a2b1-2bb5b67d1099 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Calling delete_port for 58d1610a-a0af-4e80-8896-a2ef7fcebdd1 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:48.195066 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] For port e75ec06b-5cab-4b5d-81da-5ab28a53df38, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:48.239292 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] For port e75ec06b-5cab-4b5d-81da-5ab28a53df38, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e75ec06b-5cab-4b5d-81da-5ab28a53df38,segment=NetworkSegment(e0743daa-0cdc-47ef-8b9f-96a132e9be52),segment_id=e0743daa-0cdc-47ef-8b9f-96a132e9be52)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:48.245051 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cb77a2a8-7a51-4156-9b8f-437af5edecfc None None] Provisioning for port 73c9136f-c363-4f4e-ab18-4374c752b9e3 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:48.261223 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.345063 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cb77a2a8-7a51-4156-9b8f-437af5edecfc None None] Provisioning complete for port 73c9136f-c363-4f4e-ab18-4374c752b9e3 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:48.345557 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb77a2a8-7a51-4156-9b8f-437af5edecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.354428 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-f731787d-52f7-4c14-ac29-671582d7ac48 req-88aeeff5-5956-47b1-8e0a-c27d486a6063 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Deleting port ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:48.355107 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f731787d-52f7-4c14-ac29-671582d7ac48 req-88aeeff5-5956-47b1-8e0a-c27d486a6063 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.360194 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11bd81-3fff-4c22-a81d-7187c5e2d4d6 None None] Pushing event updated for resources: {'Port': ['ID=e75ec06b-5cab-4b5d-81da-5ab28a53df38,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:48.409817 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cb77a2a8-7a51-4156-9b8f-437af5edecfc None None] Port 73c9136f-c363-4f4e-ab18-4374c752b9e3 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:48.484254 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-e85adddf-31e5-4ff7-bd77-4b82982dfd55 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Allocated IP 19.86.0.52 (fa558b69-3807-4582-8d77-b20bb2bf3e98/b45df938-9f76-4569-a78e-edc718c2384b/03a26ffe-0f67-4c2f-9637-4517bb0c614c) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:48.540572 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-57d77926-097d-46cf-967f-7368c77d93fd None None] Provisioning complete for port 73c9136f-c363-4f4e-ab18-4374c752b9e3 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:48.541219 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-57d77926-097d-46cf-967f-7368c77d93fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.600268 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-57d77926-097d-46cf-967f-7368c77d93fd None None] Port 73c9136f-c363-4f4e-ab18-4374c752b9e3 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:48.610727 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-f731787d-52f7-4c14-ac29-671582d7ac48 req-88aeeff5-5956-47b1-8e0a-c27d486a6063 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] For port ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6,segment=NetworkSegment(1f1a358f-73c2-4ce0-ba11-3ecd763be6c8),segment_id=1f1a358f-73c2-4ce0-ba11-3ecd763be6c8)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:48.611103 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f731787d-52f7-4c14-ac29-671582d7ac48 req-88aeeff5-5956-47b1-8e0a-c27d486a6063 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.631693 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-f731787d-52f7-4c14-ac29-671582d7ac48 req-88aeeff5-5956-47b1-8e0a-c27d486a6063 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Calling delete_port for ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:48.649280 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54912e82-55e7-4639-b7cb-991e51597371 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=73c9136f-c363-4f4e-ab18-4374c752b9e3,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:48.658911 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-349f53b2-c046-4f02-a2b1-2bb5b67d1099 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.767988 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f53b2-c046-4f02-a2b1-2bb5b67d1099 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Pushing event deleted for resources: {'Port': ['ID=58d1610a-a0af-4e80-8896-a2ef7fcebdd1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:48.828180 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-e85adddf-31e5-4ff7-bd77-4b82982dfd55 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.856898 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe921bca-7b6b-4596-8dbb-c6bd789656c3 req-d128b56e-fb06-4df4-974d-1d7f13125aa6 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:48.858636 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe921bca-7b6b-4596-8dbb-c6bd789656c3 req-d128b56e-fb06-4df4-974d-1d7f13125aa6 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc5c6d3c-f521-4cb1-9542-100e93cc835e HTTP/1.1" status: 200 len: 946 time: 1.2757719 Jul 14 09:26:48.873720 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54912e82-55e7-4639-b7cb-991e51597371 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network b902d798-f683-4602-905f-d7dc30d82c90 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:48.877901 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-e85adddf-31e5-4ff7-bd77-4b82982dfd55 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Transition to ACTIVE for port object 03a26ffe-0f67-4c2f-9637-4517bb0c614c will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:48.879928 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-54912e82-55e7-4639-b7cb-991e51597371 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:48.896749 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-349f53b2-c046-4f02-a2b1-2bb5b67d1099 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.902855 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-349f53b2-c046-4f02-a2b1-2bb5b67d1099 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] 10.222.0.26 "DELETE /v2.0/ports/58d1610a-a0af-4e80-8896-a2ef7fcebdd1 HTTP/1.1" status: 204 len: 168 time: 1.6018608 Jul 14 09:26:48.905023 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38368) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:48.924456 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a89b93-31bb-49f9-a538-6f16c28d457a req-97a9c24b-f614-4436-9187-ad8beaf29c0f tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:48.929936 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-64a89b93-31bb-49f9-a538-6f16c28d457a req-97a9c24b-f614-4436-9187-ad8beaf29c0f tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.4273608 Jul 14 09:26:49.006307 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f731787d-52f7-4c14-ac29-671582d7ac48 req-88aeeff5-5956-47b1-8e0a-c27d486a6063 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.018356 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['13fd49b0-7dfb-4c07-8d2a-9d083fda98b1', 'ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:49.056037 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aeeff5-5956-47b1-8e0a-c27d486a6063 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Pushing event deleted for resources: {'Port': ['ID=ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:49.112384 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe921bca-7b6b-4596-8dbb-c6bd789656c3 req-f259556e-f42f-4605-b814-fec74f0e8870 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372129 Jul 14 09:26:49.119280 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-f731787d-52f7-4c14-ac29-671582d7ac48 req-88aeeff5-5956-47b1-8e0a-c27d486a6063 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] No DVR routers for this DVR port ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:49.123478 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f731787d-52f7-4c14-ac29-671582d7ac48 req-88aeeff5-5956-47b1-8e0a-c27d486a6063 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.125915 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f731787d-52f7-4c14-ac29-671582d7ac48 req-88aeeff5-5956-47b1-8e0a-c27d486a6063 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.49 "DELETE /v2.0/ports/ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 HTTP/1.1" status: 204 len: 173 time: 1.2108037 Jul 14 09:26:49.126509 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5c6d3c-f521-4cb1-9542-100e93cc835e', 'name': 'network-vif-deleted', 'tag': 'ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:49.140794 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d790b89-ea54-4255-8b04-647abe695424" -d '{"events": [{"server_uuid": "cc5c6d3c-f521-4cb1-9542-100e93cc835e", "name": "network-vif-deleted", "tag": "ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:49.183862 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0d235360-0c9f-4241-af7b-31bcaa792935 tempest-DHCPAgentSchedulersTestJSON-214291914 tempest-DHCPAgentSchedulersTestJSON-214291914-project-admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.2768519 Jul 14 09:26:49.185119 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38380) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:49.190866 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4ccf2684-6d59-44a9-8d31-58a9cd28224e tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1257798297'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:49.222141 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-e85adddf-31e5-4ff7-bd77-4b82982dfd55 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.228432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccf2684-6d59-44a9-8d31-58a9cd28224e tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Made reservation on behalf of b4f161794c114a568674ad429bb75a58 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:49.233853 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2684-6d59-44a9-8d31-58a9cd28224e tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.279039 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-64a89b93-31bb-49f9-a538-6f16c28d457a req-0c255393-3650-4bfe-9163-940c98b303e0 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355212 Jul 14 09:26:49.335558 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ccf2684-6d59-44a9-8d31-58a9cd28224e tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:49.363109 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2684-6d59-44a9-8d31-58a9cd28224e tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.363792 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-4ccf2684-6d59-44a9-8d31-58a9cd28224e tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Added segment dd90d760-2cd4-44cc-89f6-74a163c8314b of type vlan for network 22c7d2af-5045-463b-bdcb-609b6b46c136 Jul 14 09:26:49.418234 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298fc409-772b-41b2-9f1b-fc23bb140b58 x-openstack-request-id: req-298fc409-772b-41b2-9f1b-fc23bb140b58 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:49.418617 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5c6d3c-f521-4cb1-9542-100e93cc835e", "name": "network-vif-deleted", "tag": "ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:49.418921 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-298fc409-772b-41b2-9f1b-fc23bb140b58 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:49.419444 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5c6d3c-f521-4cb1-9542-100e93cc835e', 'name': 'network-vif-deleted', 'tag': 'ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6', 'status': 'completed', 'code': 200} Jul 14 09:26:49.452973 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2684-6d59-44a9-8d31-58a9cd28224e tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.490769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-88d445e1-a992-440b-afb9-052847ed9aea None None] Provisioning complete for port 73c9136f-c363-4f4e-ab18-4374c752b9e3 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:49.491522 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88d445e1-a992-440b-afb9-052847ed9aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.507618 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2684-6d59-44a9-8d31-58a9cd28224e tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.514384 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccf2684-6d59-44a9-8d31-58a9cd28224e tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:49.518075 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2684-6d59-44a9-8d31-58a9cd28224e tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.554158 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-e85adddf-31e5-4ff7-bd77-4b82982dfd55 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Network fa558b69-3807-4582-8d77-b20bb2bf3e98 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:49.584020 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-88d445e1-a992-440b-afb9-052847ed9aea None None] Port 73c9136f-c363-4f4e-ab18-4374c752b9e3 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:49.595443 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-e85adddf-31e5-4ff7-bd77-4b82982dfd55 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:49.596660 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e75ec06b-5cab-4b5d-81da-5ab28a53df38 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:49.603342 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-e85adddf-31e5-4ff7-bd77-4b82982dfd55 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:49.663882 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85adddf-31e5-4ff7-bd77-4b82982dfd55 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event updated for resources: {'Port': ['ID=03a26ffe-0f67-4c2f-9637-4517bb0c614c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:49.683112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf2684-6d59-44a9-8d31-58a9cd28224e tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Pushing event updated for resources: {'Network': ['ID=22c7d2af-5045-463b-bdcb-609b6b46c136,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:49.709433 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4ccf2684-6d59-44a9-8d31-58a9cd28224e tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5231321 Jul 14 09:26:49.711277 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 22c7d2af-5045-463b-bdcb-609b6b46c136 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:49.712238 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38390) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:49.755797 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54912e82-55e7-4639-b7cb-991e51597371 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Router 2af43b6b-49d2-4df9-9061-7234fc839721 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:26:49.773719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port e75ec06b-5cab-4b5d-81da-5ab28a53df38 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:49.944488 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-e85adddf-31e5-4ff7-bd77-4b82982dfd55 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:49.945393 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-e85adddf-31e5-4ff7-bd77-4b82982dfd55 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.068232 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdac26a-18a3-4ed3-baee-c2a003ea72c4 req-00c2d639-9b04-4815-bf66-0897df546699 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.084689 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdac26a-18a3-4ed3-baee-c2a003ea72c4 req-00c2d639-9b04-4815-bf66-0897df546699 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.089458 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-94946978-6389-402c-8490-4a4fb861e9e7 tempest-DHCPAgentSchedulersTestJSON-214291914 tempest-DHCPAgentSchedulersTestJSON-214291914-project-admin] 10.222.0.26 "GET /v2.0/agents/970ad021-7a7d-41cb-b0f2-754c61cb7abe/dhcp-networks HTTP/1.1" status: 200 len: 11988 time: 0.3736951 Jul 14 09:26:50.092515 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dfdac26a-18a3-4ed3-baee-c2a003ea72c4 req-00c2d639-9b04-4815-bf66-0897df546699 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 1653 time: 0.7065060 Jul 14 09:26:50.093037 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38400) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:50.115455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f8a5dd5c-69dc-461b-8be7-5d64287e9041 None None] Provisioning for port 03a26ffe-0f67-4c2f-9637-4517bb0c614c completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:50.120209 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f8a5dd5c-69dc-461b-8be7-5d64287e9041 None None] Provisioning complete for port 03a26ffe-0f67-4c2f-9637-4517bb0c614c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:50.120737 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f8a5dd5c-69dc-461b-8be7-5d64287e9041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.161199 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f8a5dd5c-69dc-461b-8be7-5d64287e9041 None None] Port 03a26ffe-0f67-4c2f-9637-4517bb0c614c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:50.172473 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-e85adddf-31e5-4ff7-bd77-4b82982dfd55 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1433809 Jul 14 09:26:50.179166 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb9f973-db54-4907-9fb6-a67bbb0e3206 None None] Network 86faff23-ca04-47aa-8b2b-35e2e6c5faa8 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:50.220926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-940e11ad-f9c4-413b-a54d-ed19449fa3dc tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Request body: {'port': {'device_id': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'network_id': 'f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40', 'admin_state_up': True, 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:50.246779 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66364c42-5767-4b45-be99-b87e0c858fbf req-9fbd6c78-4310-4cbf-bd80-932fe181a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.249896 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66364c42-5767-4b45-be99-b87e0c858fbf req-9fbd6c78-4310-4cbf-bd80-932fe181a1ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32c7b17ee37942fda02c5e0a232f2b32&device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 1098 time: 0.0845754 Jul 14 09:26:50.298068 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8d3408ad-7eb6-4906-a113-4ea11eb6289f None None] Provisioning for port e75ec06b-5cab-4b5d-81da-5ab28a53df38 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:50.314765 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8d3408ad-7eb6-4906-a113-4ea11eb6289f None None] Provisioning complete for port e75ec06b-5cab-4b5d-81da-5ab28a53df38 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:50.315387 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8d3408ad-7eb6-4906-a113-4ea11eb6289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.379864 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54912e82-55e7-4639-b7cb-991e51597371 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:26:50.391938 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-54912e82-55e7-4639-b7cb-991e51597371 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "PUT /v2.0/routers/2af43b6b-49d2-4df9-9061-7234fc839721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5371044 Jul 14 09:26:50.395218 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38414) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:50.397333 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66364c42-5767-4b45-be99-b87e0c858fbf req-dcf39121-ab8c-4c1e-b955-0c43df0374bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.398940 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66364c42-5767-4b45-be99-b87e0c858fbf req-dcf39121-ab8c-4c1e-b955-0c43df0374bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=be126745-3ab2-48fe-91c6-d0e4cec53e9a HTTP/1.1" status: 200 len: 920 time: 0.1427882 Jul 14 09:26:50.402320 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537685e7-08c0-41ac-9cc5-ba9c9799bba6 None None] Sync routers for ids ['2af43b6b-49d2-4df9-9061-7234fc839721'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:26:50.419368 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dfdac26a-18a3-4ed3-baee-c2a003ea72c4 req-412963f9-a8d9-4265-961d-b1cbcaf7a1c0 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775035 Jul 14 09:26:50.435221 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be81a4a-9f61-4f4d-b8d3-c27f419bf45d tempest-DHCPAgentSchedulersTestJSON-214291914 tempest-DHCPAgentSchedulersTestJSON-214291914-project-admin] Network 22c7d2af-5045-463b-bdcb-609b6b46c136 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:50.437265 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537685e7-08c0-41ac-9cc5-ba9c9799bba6 None None] Routers {'2af43b6b-49d2-4df9-9061-7234fc839721'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:50.438342 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-537685e7-08c0-41ac-9cc5-ba9c9799bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:26:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2af43b6b-49d2-4df9-9061-7234fc839721'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:50.491094 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6be81a4a-9f61-4f4d-b8d3-c27f419bf45d tempest-DHCPAgentSchedulersTestJSON-214291914 tempest-DHCPAgentSchedulersTestJSON-214291914-project-admin] 10.222.0.26 "POST /v2.0/agents/970ad021-7a7d-41cb-b0f2-754c61cb7abe/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3670669 Jul 14 09:26:50.495685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38420) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:50.516808 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66364c42-5767-4b45-be99-b87e0c858fbf req-3bb503d5-a221-4660-a5a2-bb4b4d73f193 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dcd29a1-f328-41f6-a409-8505a67eaaa2 HTTP/1.1" status: 200 len: 217 time: 0.1117272 Jul 14 09:26:50.552383 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce0ede-bbae-49ce-9c1b-79e76cc5eac8 req-34b80e70-dfeb-4ad4-8845-abae9137b1fd tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.554043 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05ce0ede-bbae-49ce-9c1b-79e76cc5eac8 req-34b80e70-dfeb-4ad4-8845-abae9137b1fd tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.3040180 Jul 14 09:26:50.614770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66364c42-5767-4b45-be99-b87e0c858fbf req-7dcb5e72-cde6-4ad7-a9c4-16aaf08f69af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.616335 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66364c42-5767-4b45-be99-b87e0c858fbf req-7dcb5e72-cde6-4ad7-a9c4-16aaf08f69af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfb51c68-788b-4f97-ae97-0d3bea31b529 HTTP/1.1" status: 200 len: 859 time: 0.0902021 Jul 14 09:26:50.658291 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66364c42-5767-4b45-be99-b87e0c858fbf req-698f07cd-eb19-4437-92e3-ac4bb52f4a7f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be126745-3ab2-48fe-91c6-d0e4cec53e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350678 Jul 14 09:26:50.719262 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca519eb6-d0f6-4690-bcf7-6f9e254eb968 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.720956 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ca519eb6-d0f6-4690-bcf7-6f9e254eb968 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af43b6b-49d2-4df9-9061-7234fc839721 HTTP/1.1" status: 200 len: 989 time: 0.3218679 Jul 14 09:26:50.735871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38430) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:50.736097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-537685e7-08c0-41ac-9cc5-ba9c9799bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:50.740302 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba98813-f2f2-44c5-af9d-4d4d67153626 None None] Network 22c7d2af-5045-463b-bdcb-609b6b46c136 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:50.741367 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-940e11ad-f9c4-413b-a54d-ed19449fa3dc tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Made reservation on behalf of ab9f6ee95b92468aa738abe9dd184bd9 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:50.745171 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8d3408ad-7eb6-4906-a113-4ea11eb6289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.745670 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-940e11ad-f9c4-413b-a54d-ed19449fa3dc tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.756402 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05ce0ede-bbae-49ce-9c1b-79e76cc5eac8 req-1ab2d4b5-b2a1-4e84-b900-c94a207f60c4 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886668 Jul 14 09:26:50.866241 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66364c42-5767-4b45-be99-b87e0c858fbf req-9b7bb14e-97d7-4517-aad8-1b74719043d3 service neutron] 10.222.0.55 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000201 Jul 14 09:26:50.908484 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537685e7-08c0-41ac-9cc5-ba9c9799bba6 None None] Routers {'2af43b6b-49d2-4df9-9061-7234fc839721'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:50.909124 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-537685e7-08c0-41ac-9cc5-ba9c9799bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:26:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2af43b6b-49d2-4df9-9061-7234fc839721'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:50.971825 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-56a3c266-33ab-458d-94a5-be98fa3f48a6 tempest-DHCPAgentSchedulersTestJSON-214291914 tempest-DHCPAgentSchedulersTestJSON-214291914-project-admin] 10.222.0.26 "GET /v2.0/agents/970ad021-7a7d-41cb-b0f2-754c61cb7abe/dhcp-networks HTTP/1.1" status: 200 len: 12759 time: 0.4744976 Jul 14 09:26:50.977106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38436) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:50.978497 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66364c42-5767-4b45-be99-b87e0c858fbf req-5855af20-d3af-418e-8840-4f533edc46c2 service neutron] 10.222.0.55 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055562 Jul 14 09:26:50.998236 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8d3408ad-7eb6-4906-a113-4ea11eb6289f None None] For port e75ec06b-5cab-4b5d-81da-5ab28a53df38, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e75ec06b-5cab-4b5d-81da-5ab28a53df38,segment=NetworkSegment(e0743daa-0cdc-47ef-8b9f-96a132e9be52),segment_id=e0743daa-0cdc-47ef-8b9f-96a132e9be52)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:51.001642 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-537685e7-08c0-41ac-9cc5-ba9c9799bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:51.002492 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537685e7-08c0-41ac-9cc5-ba9c9799bba6 None None] The sync data for ids ['2af43b6b-49d2-4df9-9061-7234fc839721'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:26:51.014609 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8d3408ad-7eb6-4906-a113-4ea11eb6289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.155046 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3408ad-7eb6-4906-a113-4ea11eb6289f None None] Pushing event updated for resources: {'Port': ['ID=e75ec06b-5cab-4b5d-81da-5ab28a53df38,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:51.451728 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e77b6d82-0891-42e2-b7ad-0c22ff5edee6 None None] Provisioning complete for port e75ec06b-5cab-4b5d-81da-5ab28a53df38 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:51.452348 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e77b6d82-0891-42e2-b7ad-0c22ff5edee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.511175 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e75ec06b-5cab-4b5d-81da-5ab28a53df38 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:51.695807 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e75ec06b-5cab-4b5d-81da-5ab28a53df38 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:51.696181 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.775190 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-71cc4a3b-be00-406d-9df5-4ecff369a10d tempest-DHCPAgentSchedulersTestJSON-214291914 tempest-DHCPAgentSchedulersTestJSON-214291914-project-admin] 10.222.0.26 "DELETE /v2.0/agents/970ad021-7a7d-41cb-b0f2-754c61cb7abe/dhcp-networks/22c7d2af-5045-463b-bdcb-609b6b46c136 HTTP/1.1" status: 204 len: 168 time: 0.7400999 Jul 14 09:26:51.778242 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38448) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:51.814678 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-940e11ad-f9c4-413b-a54d-ed19449fa3dc tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Allocated IP 19.80.0.101 (f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40/7db4b9b2-7807-4323-85a9-431641dce431/8d316024-92c9-4fbb-86b8-8d6daf743983) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:51.861104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4cf70578-c474-4973-bfce-b24b751b15a6 None None] Could not find standard attr ID for object 58d1610a-a0af-4e80-8896-a2ef7fcebdd1. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:26:52.024403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3912573-812f-4e3d-a820-32e990dc36c1 req-13ac4cb0-879e-4ced-808b-a02af07379a8 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.031341 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3912573-812f-4e3d-a820-32e990dc36c1 req-13ac4cb0-879e-4ced-808b-a02af07379a8 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.033250 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c3912573-812f-4e3d-a820-32e990dc36c1 req-13ac4cb0-879e-4ced-808b-a02af07379a8 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 1653 time: 0.3285923 Jul 14 09:26:52.123453 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:52.170265 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:52.171388 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ee2acfc8-3cb3-4a4d-bd01-b498bfa99ce6 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:52.182943 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c3912573-812f-4e3d-a820-32e990dc36c1 req-8e76e087-24da-400c-a2e2-cbbb5373b510 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390655 Jul 14 09:26:52.351717 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-940e11ad-f9c4-413b-a54d-ed19449fa3dc tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.372298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fb5fa-9da8-4772-a2fe-8f2fcbfb1f4a req-fb1221c2-384c-4f9c-a5b8-1a9346372b7a tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.373911 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-420fb5fa-9da8-4772-a2fe-8f2fcbfb1f4a req-fb1221c2-384c-4f9c-a5b8-1a9346372b7a tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.3373046 Jul 14 09:26:52.399247 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-940e11ad-f9c4-413b-a54d-ed19449fa3dc tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Transition to ACTIVE for port object 8d316024-92c9-4fbb-86b8-8d6daf743983 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:52.512677 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f03a4a68-f9fc-4d3e-a922-8a3ba0fdcce3 tempest-DHCPAgentSchedulersTestJSON-214291914 tempest-DHCPAgentSchedulersTestJSON-214291914-project-admin] 10.222.0.26 "GET /v2.0/agents/970ad021-7a7d-41cb-b0f2-754c61cb7abe/dhcp-networks HTTP/1.1" status: 200 len: 11988 time: 0.7330627 Jul 14 09:26:52.518175 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38466) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:52.518447 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-420fb5fa-9da8-4772-a2fe-8f2fcbfb1f4a req-e3ef7439-38da-4594-8c81-17b24892e7cf tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370373 Jul 14 09:26:52.524731 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6e16b90c-39b7-4acd-94fc-80ad00f50d69 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.541770 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ea6230d1-9be8-4bc2-b630-53ba43c54137 tempest-DHCPAgentSchedulersTestJSON-214291914 tempest-DHCPAgentSchedulersTestJSON-214291914-project-admin] 10.222.0.26 "GET /v2.0/networks/86faff23-ca04-47aa-8b2b-35e2e6c5faa8/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0220897 Jul 14 09:26:52.552059 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38468) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:52.577262 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e83cac1a-f4b0-4710-8d73-bf02355c5f81 tempest-DHCPAgentSchedulersTestJSON-214291914 tempest-DHCPAgentSchedulersTestJSON-214291914-project-admin] 10.222.0.26 "GET /v2.0/networks/86faff23-ca04-47aa-8b2b-35e2e6c5faa8/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0237224 Jul 14 09:26:52.577956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38470) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:52.624505 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-940e11ad-f9c4-413b-a54d-ed19449fa3dc tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.733341 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-940e11ad-f9c4-413b-a54d-ed19449fa3dc tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Network f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:52.743261 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-940e11ad-f9c4-413b-a54d-ed19449fa3dc tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:52.753772 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-00e5aafc-7fff-46ec-bf6d-c43d4a0b652c tempest-DHCPAgentSchedulersTestJSON-214291914 tempest-DHCPAgentSchedulersTestJSON-214291914-project-admin] 10.222.0.26 "GET /v2.0/agents/970ad021-7a7d-41cb-b0f2-754c61cb7abe/dhcp-networks HTTP/1.1" status: 200 len: 11988 time: 0.1701434 Jul 14 09:26:52.755050 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38476) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:52.760943 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e11ad-f9c4-413b-a54d-ed19449fa3dc tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event updated for resources: {'Port': ['ID=8d316024-92c9-4fbb-86b8-8d6daf743983,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:52.765833 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-940e11ad-f9c4-413b-a54d-ed19449fa3dc tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:52.856164 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-940e11ad-f9c4-413b-a54d-ed19449fa3dc tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.857061 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-940e11ad-f9c4-413b-a54d-ed19449fa3dc tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.866669 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f330eee3-bdd5-4e6b-97e2-f2d268dbbbfd tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.877139 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-940e11ad-f9c4-413b-a54d-ed19449fa3dc tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6672752 Jul 14 09:26:52.933530 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] Request body: {'port': {'device_id': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:53.073303 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-6e16b90c-39b7-4acd-94fc-80ad00f50d69 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port 73c9136f-c363-4f4e-ab18-4374c752b9e3 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:53.073659 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6e16b90c-39b7-4acd-94fc-80ad00f50d69 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.089171 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f330eee3-bdd5-4e6b-97e2-f2d268dbbbfd tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.102399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-58af0fc9-ea4d-4c59-bf20-f1ee652b3e33 None None] Provisioning for port 8d316024-92c9-4fbb-86b8-8d6daf743983 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:53.103717 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-f330eee3-bdd5-4e6b-97e2-f2d268dbbbfd tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c7d2af-5045-463b-bdcb-609b6b46c136']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:53.108865 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-58af0fc9-ea4d-4c59-bf20-f1ee652b3e33 None None] Provisioning complete for port 8d316024-92c9-4fbb-86b8-8d6daf743983 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:53.110299 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58af0fc9-ea4d-4c59-bf20-f1ee652b3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.120579 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-f330eee3-bdd5-4e6b-97e2-f2d268dbbbfd tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd90d760-2cd4-44cc-89f6-74a163c8314b') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:53.120984 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-f330eee3-bdd5-4e6b-97e2-f2d268dbbbfd tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd90d760-2cd4-44cc-89f6-74a163c8314b') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:53.133685 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f330eee3-bdd5-4e6b-97e2-f2d268dbbbfd tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.142008 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.151492 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f330eee3-bdd5-4e6b-97e2-f2d268dbbbfd tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.169178 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f330eee3-bdd5-4e6b-97e2-f2d268dbbbfd tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:53.172028 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f330eee3-bdd5-4e6b-97e2-f2d268dbbbfd tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:53.177469 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:53.193666 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-58af0fc9-ea4d-4c59-bf20-f1ee652b3e33 None None] Port 8d316024-92c9-4fbb-86b8-8d6daf743983 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:53.228445 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6e16b90c-39b7-4acd-94fc-80ad00f50d69 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.265402 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f330eee3-bdd5-4e6b-97e2-f2d268dbbbfd tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.272728 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f330eee3-bdd5-4e6b-97e2-f2d268dbbbfd tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.281822 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f330eee3-bdd5-4e6b-97e2-f2d268dbbbfd tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] 10.222.0.26 "DELETE /v2.0/networks/22c7d2af-5045-463b-bdcb-609b6b46c136 HTTP/1.1" status: 204 len: 168 time: 0.5233459 Jul 14 09:26:53.285996 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38488) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:53.310760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-6e16b90c-39b7-4acd-94fc-80ad00f50d69 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for 73c9136f-c363-4f4e-ab18-4374c752b9e3 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:53.315520 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330eee3-bdd5-4e6b-97e2-f2d268dbbbfd tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Pushing event deleted for resources: {'Network': ['ID=22c7d2af-5045-463b-bdcb-609b6b46c136,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:53.352511 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb09ef2-41dc-4909-88d3-939fe91ced41 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] DELETE failed (client error): The resource could not be found. Jul 14 09:26:53.353130 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb09ef2-41dc-4909-88d3-939fe91ced41 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:26:53.357170 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7cb09ef2-41dc-4909-88d3-939fe91ced41 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] 10.222.0.26 "DELETE /v2.0/ports/58d1610a-a0af-4e80-8896-a2ef7fcebdd1 HTTP/1.1" status: 404 len: 333 time: 0.0504460 Jul 14 09:26:53.357424 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38490) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:53.426539 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e0bedd-2728-413b-bdd9-02a73c18bd86 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Deleting subnet b695f24a-8f0f-4dd6-826c-59ddfa4023bd {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:53.431101 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bedd-2728-413b-bdd9-02a73c18bd86 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.486261 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bedd-2728-413b-bdd9-02a73c18bd86 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.607235 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bedd-2728-413b-bdd9-02a73c18bd86 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.615824 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5be6e-73fb-4b98-9e17-bd5cc8a37bfb req-fb11aba8-51a3-4f77-94ff-10b0fe1ea734 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:53.623540 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5be6e-73fb-4b98-9e17-bd5cc8a37bfb req-fb11aba8-51a3-4f77-94ff-10b0fe1ea734 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:53.629746 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5be6e-73fb-4b98-9e17-bd5cc8a37bfb req-fb11aba8-51a3-4f77-94ff-10b0fe1ea734 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:53.631752 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-40a5be6e-73fb-4b98-9e17-bd5cc8a37bfb req-fb11aba8-51a3-4f77-94ff-10b0fe1ea734 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 2375 time: 0.2491035 Jul 14 09:26:53.697638 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bedd-2728-413b-bdd9-02a73c18bd86 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.729696 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0bedd-2728-413b-bdd9-02a73c18bd86 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Pushing event deleted for resources: {'Subnet': ['ID=b695f24a-8f0f-4dd6-826c-59ddfa4023bd,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:53.741220 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bedd-2728-413b-bdd9-02a73c18bd86 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.743693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a0c31f-d99f-4f1b-b934-1a0006ce177a None None] Network 86faff23-ca04-47aa-8b2b-35e2e6c5faa8 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:53.748262 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f2e0bedd-2728-413b-bdd9-02a73c18bd86 tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] 10.222.0.26 "DELETE /v2.0/subnets/b695f24a-8f0f-4dd6-826c-59ddfa4023bd HTTP/1.1" status: 204 len: 168 time: 0.3897817 Jul 14 09:26:53.754753 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38498) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:53.828585 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-40a5be6e-73fb-4b98-9e17-bd5cc8a37bfb req-623d353e-d594-42de-88b3-1330cf95d997 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856561 Jul 14 09:26:53.848030 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564eb5aa-8a71-4c9a-b531-209d9df70a26 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:53.868356 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.908241 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] Transition to ACTIVE for port object 564eb5aa-8a71-4c9a-b531-209d9df70a26 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:53.909692 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6e16b90c-39b7-4acd-94fc-80ad00f50d69 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.913081 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c04dfa3a-d348-445a-98e9-5757efa2300a tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.950011 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16b90c-39b7-4acd-94fc-80ad00f50d69 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=73c9136f-c363-4f4e-ab18-4374c752b9e3,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:53.954683 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.998409 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d75f5-7b04-4b30-a017-f456aa3018f7 req-5239c02c-328c-4c24-bdcc-4d0fd6da9165 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:54.000421 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-818d75f5-7b04-4b30-a017-f456aa3018f7 req-5239c02c-328c-4c24-bdcc-4d0fd6da9165 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.2316420 Jul 14 09:26:54.001826 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c04dfa3a-d348-445a-98e9-5757efa2300a tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Deleting port e75ec06b-5cab-4b5d-81da-5ab28a53df38 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:54.008860 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c04dfa3a-d348-445a-98e9-5757efa2300a tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.154349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80758425-99c2-436c-80ff-e799817ce0e0 None None] DHCP port deletion for 86faff23-ca04-47aa-8b2b-35e2e6c5faa8 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:26:54.259898 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-c04dfa3a-d348-445a-98e9-5757efa2300a tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] For port e75ec06b-5cab-4b5d-81da-5ab28a53df38, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e75ec06b-5cab-4b5d-81da-5ab28a53df38,segment=NetworkSegment(e0743daa-0cdc-47ef-8b9f-96a132e9be52),segment_id=e0743daa-0cdc-47ef-8b9f-96a132e9be52)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:54.260281 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c04dfa3a-d348-445a-98e9-5757efa2300a tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.294474 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c04dfa3a-d348-445a-98e9-5757efa2300a tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Calling delete_port for e75ec06b-5cab-4b5d-81da-5ab28a53df38 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:54.302535 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-80758425-99c2-436c-80ff-e799817ce0e0 None None] Deleting port e75ec06b-5cab-4b5d-81da-5ab28a53df38 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:54.303186 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80758425-99c2-436c-80ff-e799817ce0e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.371705 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] Pushing event updated for resources: {'Port': ['ID=564eb5aa-8a71-4c9a-b531-209d9df70a26,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:54.492399 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6e16b90c-39b7-4acd-94fc-80ad00f50d69 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.536939 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c04dfa3a-d348-445a-98e9-5757efa2300a tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.547352 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-80758425-99c2-436c-80ff-e799817ce0e0 None None] For port e75ec06b-5cab-4b5d-81da-5ab28a53df38, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e75ec06b-5cab-4b5d-81da-5ab28a53df38,segment=NetworkSegment(e0743daa-0cdc-47ef-8b9f-96a132e9be52),segment_id=e0743daa-0cdc-47ef-8b9f-96a132e9be52)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:54.547767 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80758425-99c2-436c-80ff-e799817ce0e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.588789 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-80758425-99c2-436c-80ff-e799817ce0e0 None None] Calling delete_port for e75ec06b-5cab-4b5d-81da-5ab28a53df38 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:54.596503 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04dfa3a-d348-445a-98e9-5757efa2300a tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Pushing event deleted for resources: {'Port': ['ID=e75ec06b-5cab-4b5d-81da-5ab28a53df38,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:54.606436 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04dfa3a-d348-445a-98e9-5757efa2300a tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] No DVR routers for this DVR port e75ec06b-5cab-4b5d-81da-5ab28a53df38 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:54.670121 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-818d75f5-7b04-4b30-a017-f456aa3018f7 req-47788737-8399-48db-ae7e-65f443ca600e tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5698700 Jul 14 09:26:54.783508 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c04dfa3a-d348-445a-98e9-5757efa2300a tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.785973 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] Attempting to bind port 564eb5aa-8a71-4c9a-b531-209d9df70a26 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:54.786314 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] Attempting to bind port 564eb5aa-8a71-4c9a-b531-209d9df70a26 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': 'b45d1a4a-1138-4992-82d7-2906b08128c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:54.786650 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] Attempting to bind port 564eb5aa-8a71-4c9a-b531-209d9df70a26 on network f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:54.797329 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-c04dfa3a-d348-445a-98e9-5757efa2300a tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86faff23-ca04-47aa-8b2b-35e2e6c5faa8']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:54.798020 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] Port 564eb5aa-8a71-4c9a-b531-209d9df70a26 on network f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:54.798348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] Attempting to bind port 564eb5aa-8a71-4c9a-b531-209d9df70a26 on network f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:54.809235 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e16b90c-39b7-4acd-94fc-80ad00f50d69 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Router 2af43b6b-49d2-4df9-9061-7234fc839721 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:26:54.813899 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-c04dfa3a-d348-445a-98e9-5757efa2300a tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0743daa-0cdc-47ef-8b9f-96a132e9be52') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:54.814342 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-c04dfa3a-d348-445a-98e9-5757efa2300a tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0743daa-0cdc-47ef-8b9f-96a132e9be52') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:54.824860 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c04dfa3a-d348-445a-98e9-5757efa2300a tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.825678 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:54.826375 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] Checking segment: {'id': 'b45d1a4a-1138-4992-82d7-2906b08128c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:54.826766 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] Bound using segment: {'id': 'b45d1a4a-1138-4992-82d7-2906b08128c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:54.827211 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] Bound port: 564eb5aa-8a71-4c9a-b531-209d9df70a26, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45d1a4a-1138-4992-82d7-2906b08128c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:54.827583 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.842908 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c04dfa3a-d348-445a-98e9-5757efa2300a tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.851843 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04dfa3a-d348-445a-98e9-5757efa2300a tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:54.852375 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c04dfa3a-d348-445a-98e9-5757efa2300a tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.880447 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80758425-99c2-436c-80ff-e799817ce0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:54.929750 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:54.934264 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c04dfa3a-d348-445a-98e9-5757efa2300a tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.959198 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c04dfa3a-d348-445a-98e9-5757efa2300a tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.964381 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c04dfa3a-d348-445a-98e9-5757efa2300a tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] 10.222.0.26 "DELETE /v2.0/networks/86faff23-ca04-47aa-8b2b-35e2e6c5faa8 HTTP/1.1" status: 204 len: 168 time: 1.2061203 Jul 14 09:26:54.965387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04dfa3a-d348-445a-98e9-5757efa2300a tempest-DHCPAgentSchedulersTestJSON-1989525885 tempest-DHCPAgentSchedulersTestJSON-1989525885-project] Pushing event deleted for resources: {'Network': ['ID=86faff23-ca04-47aa-8b2b-35e2e6c5faa8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:54.985423 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80758425-99c2-436c-80ff-e799817ce0e0 None None] Pushing event deleted for resources: {'Port': ['ID=e75ec06b-5cab-4b5d-81da-5ab28a53df38,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:54.997670 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80758425-99c2-436c-80ff-e799817ce0e0 None None] No DVR routers for this DVR port e75ec06b-5cab-4b5d-81da-5ab28a53df38 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:55.118820 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e16b90c-39b7-4acd-94fc-80ad00f50d69 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:26:55.139196 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e008e38-2471-4489-a9bf-b37b55ea6ace None None] Sync routers for ids ['2af43b6b-49d2-4df9-9061-7234fc839721'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:26:55.149755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38538) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:55.151348 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6e16b90c-39b7-4acd-94fc-80ad00f50d69 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "PUT /v2.0/routers/2af43b6b-49d2-4df9-9061-7234fc839721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3935256 Jul 14 09:26:55.166758 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e008e38-2471-4489-a9bf-b37b55ea6ace None None] Routers {'2af43b6b-49d2-4df9-9061-7234fc839721'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:55.170871 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9e008e38-2471-4489-a9bf-b37b55ea6ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:26:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2af43b6b-49d2-4df9-9061-7234fc839721'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:55.217896 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea681f7e-7f90-417c-9771-944aef50836d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] GET failed (client error): The resource could not be found. Jul 14 09:26:55.224912 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ea681f7e-7f90-417c-9771-944aef50836d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports/73c9136f-c363-4f4e-ab18-4374c752b9e3 HTTP/1.1" status: 404 len: 333 time: 0.0726371 Jul 14 09:26:55.226069 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38540) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:55.235382 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] For port 564eb5aa-8a71-4c9a-b531-209d9df70a26, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:55.244472 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9e008e38-2471-4489-a9bf-b37b55ea6ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:55.259875 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e008e38-2471-4489-a9bf-b37b55ea6ace None None] Routers {'2af43b6b-49d2-4df9-9061-7234fc839721'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:55.260774 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9e008e38-2471-4489-a9bf-b37b55ea6ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:26:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2af43b6b-49d2-4df9-9061-7234fc839721'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:55.273827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] For port 564eb5aa-8a71-4c9a-b531-209d9df70a26, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=564eb5aa-8a71-4c9a-b531-209d9df70a26,segment=NetworkSegment(b45d1a4a-1138-4992-82d7-2906b08128c1),segment_id=b45d1a4a-1138-4992-82d7-2906b08128c1)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:55.294511 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2b275-daa1-4106-8d55-53c50dcc8ffc req-2ae99bd4-5770-4c9e-9e8e-e7edec78a145 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.302987 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53d2b275-daa1-4106-8d55-53c50dcc8ffc req-2ae99bd4-5770-4c9e-9e8e-e7edec78a145 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=7961bab0-92e0-4ee5-a82e-c7bffc6ef35f HTTP/1.1" status: 200 len: 946 time: 0.2710636 Jul 14 09:26:55.336791 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.369929 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9e008e38-2471-4489-a9bf-b37b55ea6ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:55.370924 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e008e38-2471-4489-a9bf-b37b55ea6ace None None] The sync data for ids ['2af43b6b-49d2-4df9-9061-7234fc839721'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:26:55.457739 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53d2b275-daa1-4106-8d55-53c50dcc8ffc req-0d89b259-a796-486e-a8b8-b990d61b2261 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533864 Jul 14 09:26:55.468109 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.469525 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.471223 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] 10.222.0.49 "PUT /v2.0/ports/564eb5aa-8a71-4c9a-b531-209d9df70a26 HTTP/1.1" status: 200 len: 1092 time: 2.5525887 Jul 14 09:26:55.471981 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'tag': '564eb5aa-8a71-4c9a-b531-209d9df70a26'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:55.474659 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6de3af-4262-4b6a-8c86-a518c880a877" -d '{"events": [{"name": "network-changed", "server_uuid": "2209f1d6-c22e-4a61-9262-0d7be4ecb12c", "tag": "564eb5aa-8a71-4c9a-b531-209d9df70a26"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:55.515910 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-142f781a-d238-45c4-8b29-b58a6c13dfdb tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.527373 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] Request body: {'port': {'device_id': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:55.657113 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e75ec06b-5cab-4b5d-81da-5ab28a53df38 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:55.705366 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: e75ec06b-5cab-4b5d-81da-5ab28a53df38 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:55.710756 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e75ec06b-5cab-4b5d-81da-5ab28a53df38 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:55.738125 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8722060-9036-4937-9f31-44b8ebe07b94 service neutron] Pushing event updated for resources: {'Port': ['ID=564eb5aa-8a71-4c9a-b531-209d9df70a26,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:55.794618 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38558) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:55.887045 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-142f781a-d238-45c4-8b29-b58a6c13dfdb tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.892150 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-142f781a-d238-45c4-8b29-b58a6c13dfdb tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.003539 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-142f781a-d238-45c4-8b29-b58a6c13dfdb tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.004131 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142f781a-d238-45c4-8b29-b58a6c13dfdb tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Fanout notify agent at l3_agent the message router_deleted on router 2af43b6b-49d2-4df9-9061-7234fc839721 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:26:56.012554 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-142f781a-d238-45c4-8b29-b58a6c13dfdb tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.013726 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-142f781a-d238-45c4-8b29-b58a6c13dfdb tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/routers/2af43b6b-49d2-4df9-9061-7234fc839721 HTTP/1.1" status: 204 len: 168 time: 0.7848582 Jul 14 09:26:56.017583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38572) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:56.103563 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc259a8-ec4e-42c3-8ed3-5f38e511fe63 req-1b228856-abca-4b7d-bc20-6f380605abe8 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:56.105156 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dbc259a8-ec4e-42c3-8ed3-5f38e511fe63 req-1b228856-abca-4b7d-bc20-6f380605abe8 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.49 "GET /v2.0/ports?device_id=7961bab0-92e0-4ee5-a82e-c7bffc6ef35f HTTP/1.1" status: 200 len: 946 time: 0.1961501 Jul 14 09:26:56.138479 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8d2ddf-2508-4e9c-ad8d-db282b785c72 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting subnet d1656171-b8b5-4a29-b34e-78f57207d8c2 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:56.170339 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be8d2ddf-2508-4e9c-ad8d-db282b785c72 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.200311 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558b9e62-7e45-465a-92ef-ed0995089729 x-openstack-request-id: req-558b9e62-7e45-465a-92ef-ed0995089729 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:56.201374 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2209f1d6-c22e-4a61-9262-0d7be4ecb12c", "tag": "564eb5aa-8a71-4c9a-b531-209d9df70a26", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:56.201880 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-558b9e62-7e45-465a-92ef-ed0995089729 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:56.202504 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'tag': '564eb5aa-8a71-4c9a-b531-209d9df70a26', 'status': 'completed', 'code': 200} Jul 14 09:26:56.217624 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-709e39bc-ce9f-4ae3-bbc9-a1e7654a5371 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b4f161794c114a568674ad429bb75a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4218504 Jul 14 09:26:56.222012 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38578) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:56.255895 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be8d2ddf-2508-4e9c-ad8d-db282b785c72 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.315090 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.348207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837fd44-0a41-4cd7-b1f8-d6786ebe7c4f req-5aef2247-86cc-49d7-a764-df7c560bce5e tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:56.355185 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837fd44-0a41-4cd7-b1f8-d6786ebe7c4f req-5aef2247-86cc-49d7-a764-df7c560bce5e tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:56.361533 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837fd44-0a41-4cd7-b1f8-d6786ebe7c4f req-5aef2247-86cc-49d7-a764-df7c560bce5e tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:56.363441 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3837fd44-0a41-4cd7-b1f8-d6786ebe7c4f req-5aef2247-86cc-49d7-a764-df7c560bce5e tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 2387 time: 0.6711557 Jul 14 09:26:56.409490 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-28049538-00aa-4e65-b2b3-a065e02c4145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.420079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-dbc259a8-ec4e-42c3-8ed3-5f38e511fe63 req-b3eae201-66b5-44e1-a6d7-f58c75d48719 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Deleting port 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:56.420434 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dbc259a8-ec4e-42c3-8ed3-5f38e511fe63 req-b3eae201-66b5-44e1-a6d7-f58c75d48719 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.423632 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6de3af-4262-4b6a-8c86-a518c880a877 req-088e9363-bcc3-473d-996a-9d467f02c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:56.424306 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6de3af-4262-4b6a-8c86-a518c880a877 req-088e9363-bcc3-473d-996a-9d467f02c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:56.424941 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6de3af-4262-4b6a-8c86-a518c880a877 req-088e9363-bcc3-473d-996a-9d467f02c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:56.426756 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c6de3af-4262-4b6a-8c86-a518c880a877 req-088e9363-bcc3-473d-996a-9d467f02c00d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab9f6ee95b92468aa738abe9dd184bd9&device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 2731 time: 0.2376344 Jul 14 09:26:56.475954 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be8d2ddf-2508-4e9c-ad8d-db282b785c72 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.511205 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-28049538-00aa-4e65-b2b3-a065e02c4145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.618859 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-dbc259a8-ec4e-42c3-8ed3-5f38e511fe63 req-b3eae201-66b5-44e1-a6d7-f58c75d48719 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] For port 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=13fd49b0-7dfb-4c07-8d2a-9d083fda98b1,segment=NetworkSegment(1f1a358f-73c2-4ce0-ba11-3ecd763be6c8),segment_id=1f1a358f-73c2-4ce0-ba11-3ecd763be6c8)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:56.619379 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dbc259a8-ec4e-42c3-8ed3-5f38e511fe63 req-b3eae201-66b5-44e1-a6d7-f58c75d48719 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.635357 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be8d2ddf-2508-4e9c-ad8d-db282b785c72 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.660432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-dbc259a8-ec4e-42c3-8ed3-5f38e511fe63 req-b3eae201-66b5-44e1-a6d7-f58c75d48719 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Calling delete_port for 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:56.663231 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-28049538-00aa-4e65-b2b3-a065e02c4145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.668013 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-28049538-00aa-4e65-b2b3-a065e02c4145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.669568 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-28049538-00aa-4e65-b2b3-a065e02c4145 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/be1d776a-50c1-4d26-a049-12b2f792e17d HTTP/1.1" status: 204 len: 168 time: 0.4443727 Jul 14 09:26:56.705655 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4d6881-9180-498b-8618-a99685a310b1 None None] Network b902d798-f683-4602-905f-d7dc30d82c90 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:56.722554 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be8d2ddf-2508-4e9c-ad8d-db282b785c72 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.729766 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-be8d2ddf-2508-4e9c-ad8d-db282b785c72 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/subnets/d1656171-b8b5-4a29-b34e-78f57207d8c2 HTTP/1.1" status: 204 len: 168 time: 0.7087319 Jul 14 09:26:56.739255 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d2ddf-2508-4e9c-ad8d-db282b785c72 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Subnet': ['ID=d1656171-b8b5-4a29-b34e-78f57207d8c2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:56.746847 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38590) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:56.761542 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3837fd44-0a41-4cd7-b1f8-d6786ebe7c4f req-fc7d8a0f-b42a-4ac6-934d-2ad5eb87f398 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585289 Jul 14 09:26:56.778048 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28049538-00aa-4e65-b2b3-a065e02c4145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1d776a-50c1-4d26-a049-12b2f792e17d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:56.944625 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4abfa493-903b-432f-98fc-b50ded978c0f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.034512 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbf7934-fb96-4d20-8305-d7ef651df99d None None] DHCP port deletion for b902d798-f683-4602-905f-d7dc30d82c90 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:26:57.113220 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eeeb1d-80d0-408d-8975-c15098c8861c req-ea61554b-7053-4e77-912b-88d35625ca6d tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.120889 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e7eeeb1d-80d0-408d-8975-c15098c8861c req-ea61554b-7053-4e77-912b-88d35625ca6d tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/ports?device_id=7961bab0-92e0-4ee5-a82e-c7bffc6ef35f HTTP/1.1" status: 200 len: 946 time: 0.3442709 Jul 14 09:26:57.124189 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6de3af-4262-4b6a-8c86-a518c880a877 req-61926a86-52c6-44b4-a3e8-472a352db88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.124709 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6de3af-4262-4b6a-8c86-a518c880a877 req-61926a86-52c6-44b4-a3e8-472a352db88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.125160 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6de3af-4262-4b6a-8c86-a518c880a877 req-61926a86-52c6-44b4-a3e8-472a352db88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.127042 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c6de3af-4262-4b6a-8c86-a518c880a877 req-61926a86-52c6-44b4-a3e8-472a352db88d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ab9f6ee95b92468aa738abe9dd184bd9&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6889963 Jul 14 09:26:57.147575 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dbc259a8-ec4e-42c3-8ed3-5f38e511fe63 req-b3eae201-66b5-44e1-a6d7-f58c75d48719 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.168763 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['13fd49b0-7dfb-4c07-8d2a-9d083fda98b1'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:57.209368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eae201-66b5-44e1-a6d7-f58c75d48719 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Pushing event deleted for resources: {'Port': ['ID=13fd49b0-7dfb-4c07-8d2a-9d083fda98b1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:57.280012 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc259a8-ec4e-42c3-8ed3-5f38e511fe63 req-b3eae201-66b5-44e1-a6d7-f58c75d48719 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] No DVR routers for this DVR port 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:57.287938 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dbc259a8-ec4e-42c3-8ed3-5f38e511fe63 req-b3eae201-66b5-44e1-a6d7-f58c75d48719 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.290472 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac46479b-4ec6-4b28-a9ed-9fdd064fd6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.291587 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dbc259a8-ec4e-42c3-8ed3-5f38e511fe63 req-b3eae201-66b5-44e1-a6d7-f58c75d48719 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.49 "DELETE /v2.0/ports/13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 HTTP/1.1" status: 204 len: 173 time: 1.1793160 Jul 14 09:26:57.291587 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7961bab0-92e0-4ee5-a82e-c7bffc6ef35f', 'name': 'network-vif-deleted', 'tag': '13fd49b0-7dfb-4c07-8d2a-9d083fda98b1'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:57.299298 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae8b63f-32d6-48b1-862a-9beba824e417" -d '{"events": [{"server_uuid": "7961bab0-92e0-4ee5-a82e-c7bffc6ef35f", "name": "network-vif-deleted", "tag": "13fd49b0-7dfb-4c07-8d2a-9d083fda98b1"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:57.312987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-4abfa493-903b-432f-98fc-b50ded978c0f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port 2c81ebc3-109d-49d2-a218-6e55eb7eae61 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:57.313345 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4abfa493-903b-432f-98fc-b50ded978c0f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.358590 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf7934-fb96-4d20-8305-d7ef651df99d None None] Deleting port 2c81ebc3-109d-49d2-a218-6e55eb7eae61 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:57.359292 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbbf7934-fb96-4d20-8305-d7ef651df99d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.420321 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e7eeeb1d-80d0-408d-8975-c15098c8861c req-d2282d18-c21b-4a71-be18-b4e0c1c14846 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] 10.222.0.26 "GET /v2.0/security-groups?id=29344996-d4ee-4847-a82a-69c3955d3d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984116 Jul 14 09:26:57.497639 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-4abfa493-903b-432f-98fc-b50ded978c0f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] For port 2c81ebc3-109d-49d2-a218-6e55eb7eae61, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2c81ebc3-109d-49d2-a218-6e55eb7eae61,segment=NetworkSegment(63a56fa1-056a-429e-a470-501449ce7318),segment_id=63a56fa1-056a-429e-a470-501449ce7318)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:57.498024 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4abfa493-903b-432f-98fc-b50ded978c0f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.515084 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8bcf04-60c6-4bc0-96d9-8bdbda91d3bc x-openstack-request-id: req-fd8bcf04-60c6-4bc0-96d9-8bdbda91d3bc {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:57.518588 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7961bab0-92e0-4ee5-a82e-c7bffc6ef35f", "name": "network-vif-deleted", "tag": "13fd49b0-7dfb-4c07-8d2a-9d083fda98b1", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:57.520600 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd8bcf04-60c6-4bc0-96d9-8bdbda91d3bc {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:57.520990 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7961bab0-92e0-4ee5-a82e-c7bffc6ef35f', 'name': 'network-vif-deleted', 'tag': '13fd49b0-7dfb-4c07-8d2a-9d083fda98b1', 'status': 'completed', 'code': 200} Jul 14 09:26:57.529874 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbbf7934-fb96-4d20-8305-d7ef651df99d None None] For port 2c81ebc3-109d-49d2-a218-6e55eb7eae61, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2c81ebc3-109d-49d2-a218-6e55eb7eae61,segment=NetworkSegment(63a56fa1-056a-429e-a470-501449ce7318),segment_id=63a56fa1-056a-429e-a470-501449ce7318)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:57.530558 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbbf7934-fb96-4d20-8305-d7ef651df99d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.540346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-4abfa493-903b-432f-98fc-b50ded978c0f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for 2c81ebc3-109d-49d2-a218-6e55eb7eae61 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:57.557362 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2c81ebc3-109d-49d2-a218-6e55eb7eae61 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:57.618083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6de3af-4262-4b6a-8c86-a518c880a877 req-a7b1bae0-1362-4e44-bada-87470a272604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.619633 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c6de3af-4262-4b6a-8c86-a518c880a877 req-a7b1bae0-1362-4e44-bada-87470a272604 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4809906 Jul 14 09:26:57.621772 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf7934-fb96-4d20-8305-d7ef651df99d None None] Calling delete_port for 2c81ebc3-109d-49d2-a218-6e55eb7eae61 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:57.639223 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4abfa493-903b-432f-98fc-b50ded978c0f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.640042 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a26ffe-0f67-4c2f-9637-4517bb0c614c {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:57.666754 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.683849 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abfa493-903b-432f-98fc-b50ded978c0f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No DVR routers for this DVR port 2c81ebc3-109d-49d2-a218-6e55eb7eae61 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:57.686263 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfa493-903b-432f-98fc-b50ded978c0f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=2c81ebc3-109d-49d2-a218-6e55eb7eae61,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:57.701543 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] Transition to ACTIVE for port object 03a26ffe-0f67-4c2f-9637-4517bb0c614c will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:57.707354 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.709521 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:26:57.735108 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38606) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:57.771645 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf6ec-dc88-41d7-be6e-c3d5083a23d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.785248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No active binding found for port 2c81ebc3-109d-49d2-a218-6e55eb7eae61 {{(pid=93889) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:26:57.785852 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2c81ebc3-109d-49d2-a218-6e55eb7eae61 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:57.791711 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] Pushing event updated for resources: {'Port': ['ID=03a26ffe-0f67-4c2f-9637-4517bb0c614c,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:57.869554 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4abfa493-903b-432f-98fc-b50ded978c0f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.909933 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-4abfa493-903b-432f-98fc-b50ded978c0f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b902d798-f683-4602-905f-d7dc30d82c90']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:57.919966 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbbf7934-fb96-4d20-8305-d7ef651df99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.952745 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-4abfa493-903b-432f-98fc-b50ded978c0f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a56fa1-056a-429e-a470-501449ce7318') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:57.953316 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-4abfa493-903b-432f-98fc-b50ded978c0f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a56fa1-056a-429e-a470-501449ce7318') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:57.955987 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] Attempting to bind port 03a26ffe-0f67-4c2f-9637-4517bb0c614c on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:57.956447 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] Attempting to bind port 03a26ffe-0f67-4c2f-9637-4517bb0c614c by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '6af77703-760a-4b8a-9186-14d4db3733df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'fa558b69-3807-4582-8d77-b20bb2bf3e98'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:57.956940 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] Attempting to bind port 03a26ffe-0f67-4c2f-9637-4517bb0c614c on network fa558b69-3807-4582-8d77-b20bb2bf3e98 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:57.969184 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] Port 03a26ffe-0f67-4c2f-9637-4517bb0c614c on network fa558b69-3807-4582-8d77-b20bb2bf3e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:57.969760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] Attempting to bind port 03a26ffe-0f67-4c2f-9637-4517bb0c614c on network fa558b69-3807-4582-8d77-b20bb2bf3e98 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:57.990663 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4abfa493-903b-432f-98fc-b50ded978c0f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.991033 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf7934-fb96-4d20-8305-d7ef651df99d None None] Pushing event deleted for resources: {'Port': ['ID=2c81ebc3-109d-49d2-a218-6e55eb7eae61,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:58.004929 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:58.005524 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] Checking segment: {'id': '6af77703-760a-4b8a-9186-14d4db3733df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'fa558b69-3807-4582-8d77-b20bb2bf3e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:58.006662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] Bound using segment: {'id': '6af77703-760a-4b8a-9186-14d4db3733df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'fa558b69-3807-4582-8d77-b20bb2bf3e98'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:58.007040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] Bound port: 03a26ffe-0f67-4c2f-9637-4517bb0c614c, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af77703-760a-4b8a-9186-14d4db3733df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'fa558b69-3807-4582-8d77-b20bb2bf3e98'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:58.008229 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.012859 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbf7934-fb96-4d20-8305-d7ef651df99d None None] No DVR routers for this DVR port 2c81ebc3-109d-49d2-a218-6e55eb7eae61 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:58.044529 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4abfa493-903b-432f-98fc-b50ded978c0f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.053439 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4abfa493-903b-432f-98fc-b50ded978c0f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:58.054927 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4abfa493-903b-432f-98fc-b50ded978c0f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:58.058701 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:58.166001 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4abfa493-903b-432f-98fc-b50ded978c0f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.196529 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4abfa493-903b-432f-98fc-b50ded978c0f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.202082 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4abfa493-903b-432f-98fc-b50ded978c0f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/networks/b902d798-f683-4602-905f-d7dc30d82c90 HTTP/1.1" status: 204 len: 168 time: 1.4428027 Jul 14 09:26:58.211379 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38618) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:58.258407 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e08636-4d61-4dd8-b2c5-a6c8b533b3ce req-12933700-86fd-415f-a745-1a144efbca40 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:58.265213 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e08636-4d61-4dd8-b2c5-a6c8b533b3ce req-12933700-86fd-415f-a745-1a144efbca40 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:58.271403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e08636-4d61-4dd8-b2c5-a6c8b533b3ce req-12933700-86fd-415f-a745-1a144efbca40 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:58.273164 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75e08636-4d61-4dd8-b2c5-a6c8b533b3ce req-12933700-86fd-415f-a745-1a144efbca40 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 2399 time: 0.2229028 Jul 14 09:26:58.278489 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] For port 03a26ffe-0f67-4c2f-9637-4517bb0c614c, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:58.287729 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfa493-903b-432f-98fc-b50ded978c0f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Network': ['ID=b902d798-f683-4602-905f-d7dc30d82c90,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:58.293198 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] For port 03a26ffe-0f67-4c2f-9637-4517bb0c614c, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=03a26ffe-0f67-4c2f-9637-4517bb0c614c,segment=NetworkSegment(6af77703-760a-4b8a-9186-14d4db3733df),segment_id=6af77703-760a-4b8a-9186-14d4db3733df)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:58.327469 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.332426 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b36248-a070-449d-a444-f425ca7ba550 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:58.339768 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-46b36248-a070-449d-a444-f425ca7ba550 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports/d14fa52a-2ca1-4ab5-85a9-b4f523c43e2c HTTP/1.1" status: 200 len: 844 time: 0.1181922 Jul 14 09:26:58.342849 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38622) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:58.393392 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:58.394598 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.396282 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] 10.222.0.49 "PUT /v2.0/ports/03a26ffe-0f67-4c2f-9637-4517bb0c614c HTTP/1.1" status: 200 len: 1092 time: 2.8822124 Jul 14 09:26:58.396963 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'tag': '03a26ffe-0f67-4c2f-9637-4517bb0c614c'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:58.406796 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239b74df-5bf5-4f59-b433-807669f4e7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "2209f1d6-c22e-4a61-9262-0d7be4ecb12c", "tag": "03a26ffe-0f67-4c2f-9637-4517bb0c614c"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:58.421309 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75e08636-4d61-4dd8-b2c5-a6c8b533b3ce req-bd74ae74-caa6-46bc-8a45-09a2cb90a033 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380758 Jul 14 09:26:58.429698 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] Request body: {'port': {'device_id': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:58.435975 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf6ec-dc88-41d7-be6e-c3d5083a23d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.455644 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf6ec-dc88-41d7-be6e-c3d5083a23d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.502140 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a0652-1f8f-49af-abed-0ef3b77a5cfb service neutron] Pushing event updated for resources: {'Port': ['ID=03a26ffe-0f67-4c2f-9637-4517bb0c614c,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:58.523702 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2098fb1f-667f-49b8-ab52-de5479bb2f3f tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports/d14fa52a-2ca1-4ab5-85a9-b4f523c43e2c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1794562 Jul 14 09:26:58.537584 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38628) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:58.539868 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c165ef2-8128-4aa6-aa35-f18198ca4212 x-openstack-request-id: req-5c165ef2-8128-4aa6-aa35-f18198ca4212 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:58.540156 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2209f1d6-c22e-4a61-9262-0d7be4ecb12c", "tag": "03a26ffe-0f67-4c2f-9637-4517bb0c614c", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:58.540393 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c165ef2-8128-4aa6-aa35-f18198ca4212 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:58.540796 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'tag': '03a26ffe-0f67-4c2f-9637-4517bb0c614c', 'status': 'completed', 'code': 200} Jul 14 09:26:58.559807 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-80ebdadd-c555-4d90-91ac-15fbd94d607b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'subnet': {'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:58.590043 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c5ebf6ec-dc88-41d7-be6e-c3d5083a23d5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a091ab41e9b4032b51aef76214e3277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8537731 Jul 14 09:26:58.591262 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebf6ec-dc88-41d7-be6e-c3d5083a23d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3888904-80c6-4fdd-8922-371e82d71afd,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:58.594354 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38632) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:58.623287 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38634) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:58.717008 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.724044 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-14019e47-1dd2-4f65-a6a2-0ae68d3f7590 admin admin] Deleting subnet d99465c5-3f7d-4f9c-9abc-0f6030c9ad6e {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:58.730289 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14019e47-1dd2-4f65-a6a2-0ae68d3f7590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.753871 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-81297a85-f80d-4e13-b869-7ba4f8b64f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.766399 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ebdadd-c555-4d90-91ac-15fbd94d607b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:58.772048 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-80ebdadd-c555-4d90-91ac-15fbd94d607b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.786220 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14019e47-1dd2-4f65-a6a2-0ae68d3f7590 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.790089 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-81297a85-f80d-4e13-b869-7ba4f8b64f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.879345 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14019e47-1dd2-4f65-a6a2-0ae68d3f7590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.928506 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-81297a85-f80d-4e13-b869-7ba4f8b64f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.932183 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-81297a85-f80d-4e13-b869-7ba4f8b64f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.932792 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-81297a85-f80d-4e13-b869-7ba4f8b64f2d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d3888904-80c6-4fdd-8922-371e82d71afd HTTP/1.1" status: 204 len: 168 time: 0.3382061 Jul 14 09:26:58.948774 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81297a85-f80d-4e13-b869-7ba4f8b64f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3888904-80c6-4fdd-8922-371e82d71afd,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:58.950809 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b74df-5bf5-4f59-b433-807669f4e7e5 req-20c55094-4a22-49b7-b48a-78edd7ced1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:58.951436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b74df-5bf5-4f59-b433-807669f4e7e5 req-20c55094-4a22-49b7-b48a-78edd7ced1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:58.952030 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b74df-5bf5-4f59-b433-807669f4e7e5 req-20c55094-4a22-49b7-b48a-78edd7ced1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:58.954204 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-239b74df-5bf5-4f59-b433-807669f4e7e5 req-20c55094-4a22-49b7-b48a-78edd7ced1b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab9f6ee95b92468aa738abe9dd184bd9&device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 2799 time: 0.4172969 Jul 14 09:26:58.955967 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14019e47-1dd2-4f65-a6a2-0ae68d3f7590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.985655 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14019e47-1dd2-4f65-a6a2-0ae68d3f7590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d99465c5-3f7d-4f9c-9abc-0f6030c9ad6e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:58.990983 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14019e47-1dd2-4f65-a6a2-0ae68d3f7590 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.995380 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-14019e47-1dd2-4f65-a6a2-0ae68d3f7590 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d99465c5-3f7d-4f9c-9abc-0f6030c9ad6e HTTP/1.1" status: 204 len: 168 time: 0.3688676 Jul 14 09:26:58.995654 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38642) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:59.099836 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ffdeaae-7bbb-45f6-8cd0-b43c8e63dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.232944 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ffdeaae-7bbb-45f6-8cd0-b43c8e63dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.247366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-8ffdeaae-7bbb-45f6-8cd0-b43c8e63dc9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc7e72a-3edb-4241-a6f5-3289e30586c5']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:59.263665 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-8ffdeaae-7bbb-45f6-8cd0-b43c8e63dc9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1a358f-73c2-4ce0-ba11-3ecd763be6c8') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:59.264115 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-8ffdeaae-7bbb-45f6-8cd0-b43c8e63dc9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1a358f-73c2-4ce0-ba11-3ecd763be6c8') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:59.278091 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ffdeaae-7bbb-45f6-8cd0-b43c8e63dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.297588 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ffdeaae-7bbb-45f6-8cd0-b43c8e63dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.309492 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ffdeaae-7bbb-45f6-8cd0-b43c8e63dc9e admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:59.311797 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ffdeaae-7bbb-45f6-8cd0-b43c8e63dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:59.314750 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:59.393247 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ffdeaae-7bbb-45f6-8cd0-b43c8e63dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.402084 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ffdeaae-7bbb-45f6-8cd0-b43c8e63dc9e admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.407108 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8ffdeaae-7bbb-45f6-8cd0-b43c8e63dc9e admin admin] 10.222.0.26 "DELETE /v2.0/networks/0dc7e72a-3edb-4241-a6f5-3289e30586c5 HTTP/1.1" status: 204 len: 168 time: 0.4077015 Jul 14 09:26:59.421372 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdeaae-7bbb-45f6-8cd0-b43c8e63dc9e admin admin] Pushing event deleted for resources: {'Network': ['ID=0dc7e72a-3edb-4241-a6f5-3289e30586c5,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:59.516410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b74df-5bf5-4f59-b433-807669f4e7e5 req-c815fc5e-ff4c-4ede-906c-109c8be32ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:59.516979 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b74df-5bf5-4f59-b433-807669f4e7e5 req-c815fc5e-ff4c-4ede-906c-109c8be32ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:59.517346 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b74df-5bf5-4f59-b433-807669f4e7e5 req-c815fc5e-ff4c-4ede-906c-109c8be32ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:59.519774 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-239b74df-5bf5-4f59-b433-807669f4e7e5 req-c815fc5e-ff4c-4ede-906c-109c8be32ee8 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ab9f6ee95b92468aa738abe9dd184bd9&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5533226 Jul 14 09:26:59.593209 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38660) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:59.679583 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-87dd38c8-ba80-4514-9d51-9b2c4260ed05 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd44d92953cd42e0895427390c159c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0845296 Jul 14 09:26:59.682369 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38664) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:59.720208 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b00f50ac-db4e-4fb1-9bbc-3a71e22974d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.828321 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14cac42b-05b9-47b3-8d8d-5aa04af85c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.879302 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.881294 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14cac42b-05b9-47b3-8d8d-5aa04af85c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.958380 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14cac42b-05b9-47b3-8d8d-5aa04af85c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.963454 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14cac42b-05b9-47b3-8d8d-5aa04af85c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.964834 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-14cac42b-05b9-47b3-8d8d-5aa04af85c2e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29344996-d4ee-4847-a82a-69c3955d3d3a HTTP/1.1" status: 204 len: 168 time: 0.2815318 Jul 14 09:26:59.974701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cac42b-05b9-47b3-8d8d-5aa04af85c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29344996-d4ee-4847-a82a-69c3955d3d3a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:00.066733 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d316024-92c9-4fbb-86b8-8d6daf743983 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:00.085393 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.186452 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:00.188874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] Transition to ACTIVE for port object 8d316024-92c9-4fbb-86b8-8d6daf743983 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:00.212068 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.217888 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:00.219149 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-80ebdadd-c555-4d90-91ac-15fbd94d607b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.229514 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 13fd49b0-7dfb-4c07-8d2a-9d083fda98b1 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:00.352233 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b74df-5bf5-4f59-b433-807669f4e7e5 req-1de88728-8845-4f63-bd10-f83a4754639d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:00.353879 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-239b74df-5bf5-4f59-b433-807669f4e7e5 req-1de88728-8845-4f63-bd10-f83a4754639d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7929866 Jul 14 09:27:00.395986 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ebdadd-c555-4d90-91ac-15fbd94d607b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network b9a2bc11-89a5-4979-a19a-520e8ea9db72 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:00.403965 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d316024-92c9-4fbb-86b8-8d6daf743983,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:00.408122 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebdadd-c555-4d90-91ac-15fbd94d607b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Subnet': ['ID=186935b9-fb9e-4a8b-b5bb-28274c77ea4e,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:00.410327 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-80ebdadd-c555-4d90-91ac-15fbd94d607b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:00.419911 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f2d7ab-f5ce-41a1-b152-6387f5c3d4bc None None] Network b9a2bc11-89a5-4979-a19a-520e8ea9db72 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:00.421162 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05713329-bcc3-4565-94b4-62efdf707425 req-92d6e620-6b9c-408c-b2d3-d0a5db0fb251 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:00.427815 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05713329-bcc3-4565-94b4-62efdf707425 req-92d6e620-6b9c-408c-b2d3-d0a5db0fb251 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:00.434537 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05713329-bcc3-4565-94b4-62efdf707425 req-92d6e620-6b9c-408c-b2d3-d0a5db0fb251 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:00.441699 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05713329-bcc3-4565-94b4-62efdf707425 req-92d6e620-6b9c-408c-b2d3-d0a5db0fb251 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 2399 time: 0.8120427 Jul 14 09:27:00.450086 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ebdadd-c555-4d90-91ac-15fbd94d607b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:00.450685 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-80ebdadd-c555-4d90-91ac-15fbd94d607b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.550200 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-80ebdadd-c555-4d90-91ac-15fbd94d607b tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0083420 Jul 14 09:27:00.553004 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38696) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:00.558599 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b4a9cc38-a3bd-4427-9832-eb28ed7eb7cb tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'security_group': {'name': 'tempest-secgroup-1117053665'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:00.619654 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4a9cc38-a3bd-4427-9832-eb28ed7eb7cb tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.655611 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05713329-bcc3-4565-94b4-62efdf707425 req-620389fb-dd26-41fd-b6f8-c170c54570b9 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128294 Jul 14 09:27:00.673252 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.712134 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-b9a2bc11-89a5-4979-a19a-520e8ea9db72', 'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72', 'tenant_id': '1f0817fe7e064f388adbef792aa02c42', 'fixed_ips': [{'subnet_id': '186935b9-fb9e-4a8b-b5bb-28274c77ea4e'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:27:00.712641 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] Attempting to bind port 8d316024-92c9-4fbb-86b8-8d6daf743983 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:00.712981 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] Attempting to bind port 8d316024-92c9-4fbb-86b8-8d6daf743983 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': 'b45d1a4a-1138-4992-82d7-2906b08128c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:00.713126 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.713332 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] Attempting to bind port 8d316024-92c9-4fbb-86b8-8d6daf743983 on network f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:00.719912 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] Port 8d316024-92c9-4fbb-86b8-8d6daf743983 on network f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:27:00.720261 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] Attempting to bind port 8d316024-92c9-4fbb-86b8-8d6daf743983 on network f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:00.734681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:00.735509 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] Checking segment: {'id': 'b45d1a4a-1138-4992-82d7-2906b08128c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:00.735660 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] Bound using segment: {'id': 'b45d1a4a-1138-4992-82d7-2906b08128c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:00.736126 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] Bound port: 8d316024-92c9-4fbb-86b8-8d6daf743983, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45d1a4a-1138-4992-82d7-2906b08128c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:00.736500 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.847593 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4a9cc38-a3bd-4427-9832-eb28ed7eb7cb tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.852965 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4a9cc38-a3bd-4427-9832-eb28ed7eb7cb tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.890163 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] For port 8d316024-92c9-4fbb-86b8-8d6daf743983, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:00.897332 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] For port 8d316024-92c9-4fbb-86b8-8d6daf743983, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=8d316024-92c9-4fbb-86b8-8d6daf743983,segment=NetworkSegment(b45d1a4a-1138-4992-82d7-2906b08128c1),segment_id=b45d1a4a-1138-4992-82d7-2906b08128c1)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:00.903951 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.927690 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9cc38-a3bd-4427-9832-eb28ed7eb7cb tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50cb1a56-e1cd-49db-88ff-3e849c8d3c0f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:00.947503 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4a9cc38-a3bd-4427-9832-eb28ed7eb7cb tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.949037 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b4a9cc38-a3bd-4427-9832-eb28ed7eb7cb tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3948193 Jul 14 09:27:00.955776 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38708) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:00.959556 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Allocated IP 2001:db8::2 (b9a2bc11-89a5-4979-a19a-520e8ea9db72/186935b9-fb9e-4a8b-b5bb-28274c77ea4e/62bf54e7-aea1-4188-8eb6-94f4bfdedb4f) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:00.971284 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1f09b02b-eace-46c3-ab66-3dc38fab8a37 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'security_group': {'name': 'tempest-secgroup-889911562'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:01.001405 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:01.003452 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.007927 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] 10.222.0.49 "PUT /v2.0/ports/8d316024-92c9-4fbb-86b8-8d6daf743983 HTTP/1.1" status: 200 len: 1093 time: 2.5854781 Jul 14 09:27:01.008810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'tag': '8d316024-92c9-4fbb-86b8-8d6daf743983'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:01.012322 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbfbf10-01c5-42b8-91c9-e1d3fc55260c" -d '{"events": [{"name": "network-changed", "server_uuid": "2209f1d6-c22e-4a61-9262-0d7be4ecb12c", "tag": "8d316024-92c9-4fbb-86b8-8d6daf743983"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:01.049038 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f09b02b-eace-46c3-ab66-3dc38fab8a37 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.109137 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d30fd2e-295e-4d53-a5b0-e01535b8ffa7 x-openstack-request-id: req-5d30fd2e-295e-4d53-a5b0-e01535b8ffa7 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:01.109530 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2209f1d6-c22e-4a61-9262-0d7be4ecb12c", "tag": "8d316024-92c9-4fbb-86b8-8d6daf743983", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:01.110650 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d30fd2e-295e-4d53-a5b0-e01535b8ffa7 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:01.111164 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'tag': '8d316024-92c9-4fbb-86b8-8d6daf743983', 'status': 'completed', 'code': 200} Jul 14 09:27:01.113595 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c4f1f-0d65-4dca-9992-debec41a0cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d316024-92c9-4fbb-86b8-8d6daf743983,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:01.169885 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-dfdc841b-791f-44fb-9a3c-05814657f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:01.170712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-dfdc841b-791f-44fb-9a3c-05814657f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:01.171395 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-dfdc841b-791f-44fb-9a3c-05814657f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:01.179434 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-dfdc841b-791f-44fb-9a3c-05814657f4d6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab9f6ee95b92468aa738abe9dd184bd9&device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 2867 time: 0.1212287 Jul 14 09:27:01.269838 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f09b02b-eace-46c3-ab66-3dc38fab8a37 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.276476 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f09b02b-eace-46c3-ab66-3dc38fab8a37 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.329981 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-209ab07b-2105-47b4-8431-7c2eef40e49f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.73&port_id=564eb5aa-8a71-4c9a-b531-209d9df70a26 HTTP/1.1" status: 200 len: 217 time: 0.1415994 Jul 14 09:27:01.343983 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09b02b-eace-46c3-ab66-3dc38fab8a37 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132e5f49-c69c-44b6-8bb7-8759eb35ec66,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:01.358591 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f09b02b-eace-46c3-ab66-3dc38fab8a37 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.359860 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1f09b02b-eace-46c3-ab66-3dc38fab8a37 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4016340 Jul 14 09:27:01.362585 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38718) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:01.373971 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-40d84f0c-06c1-41a3-af0f-4fc4e434aa98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1161662296', 'security_groups': ['132e5f49-c69c-44b6-8bb7-8759eb35ec66'], 'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '186935b9-fb9e-4a8b-b5bb-28274c77ea4e'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:01.423046 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-71012a29-e039-4ff6-885e-2995dfc44e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:01.426508 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-71012a29-e039-4ff6-885e-2995dfc44e49 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7db4b9b2-7807-4323-85a9-431641dce431 HTTP/1.1" status: 200 len: 801 time: 0.0908551 Jul 14 09:27:01.429935 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.442045 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Transition to ACTIVE for port object 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:01.462912 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Transition to ACTIVE for port object 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:01.472900 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.526634 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Network b9a2bc11-89a5-4979-a19a-520e8ea9db72 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:01.536098 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:01.548191 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:01.591695 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Pushing event updated for resources: {'Port': ['ID=62bf54e7-aea1-4188-8eb6-94f4bfdedb4f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:01.603093 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d84f0c-06c1-41a3-af0f-4fc4e434aa98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:01.610058 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-326350f6-7baf-4680-b0d0-75c5e30d9417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:01.614246 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-326350f6-7baf-4680-b0d0-75c5e30d9417 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1827028 Jul 14 09:27:01.659452 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Attempting to bind port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:01.661563 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Attempting to bind port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '8efe739a-bf59-4b07-b657-038c9aadfa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:01.661969 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Attempting to bind port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f on network b9a2bc11-89a5-4979-a19a-520e8ea9db72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:01.676649 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:01.677041 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Checking segment: {'id': '8efe739a-bf59-4b07-b657-038c9aadfa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:01.678222 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.683614 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Bound using segment: {'id': '8efe739a-bf59-4b07-b657-038c9aadfa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:01.685052 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Bound port: 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8efe739a-bf59-4b07-b657-038c9aadfa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:01.687554 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.691132 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.786713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] For port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:01.790895 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] For port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=62bf54e7-aea1-4188-8eb6-94f4bfdedb4f,segment=NetworkSegment(8efe739a-bf59-4b07-b657-038c9aadfa97),segment_id=8efe739a-bf59-4b07-b657-038c9aadfa97)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:01.796009 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.813633 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-d95932a9-e0f8-40f5-a6b8-e9dc505461ab service neutron] 10.222.0.49 "GET /v2.0/networks/f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924236 Jul 14 09:27:01.856580 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40d84f0c-06c1-41a3-af0f-4fc4e434aa98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.876681 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a540c0-002d-4fcc-9fbb-e1b550374dd7 None None] Pushing event updated for resources: {'Port': ['ID=62bf54e7-aea1-4188-8eb6-94f4bfdedb4f,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:01.895127 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-40d84f0c-06c1-41a3-af0f-4fc4e434aa98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] device_id is not set on port a5f90ae3-a809-47a2-b224-71186a50923b yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:27:02.015070 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-08055115-fe78-458b-9932-0788fd44f816 service neutron] 10.222.0.49 "GET /v2.0/networks/f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937969 Jul 14 09:27:02.089719 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-81e3e96a-438e-4cd7-9f3f-28826527060b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.52&port_id=03a26ffe-0f67-4c2f-9637-4517bb0c614c HTTP/1.1" status: 200 len: 217 time: 0.0681143 Jul 14 09:27:02.141398 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3da19-d02f-4645-a336-b3253ae2f49a req-5db5bc27-45da-4356-806b-ccbe5f751a59 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:02.153348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3da19-d02f-4645-a336-b3253ae2f49a req-5db5bc27-45da-4356-806b-ccbe5f751a59 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:02.198888 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3da19-d02f-4645-a336-b3253ae2f49a req-5db5bc27-45da-4356-806b-ccbe5f751a59 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:02.202258 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ba3da19-d02f-4645-a336-b3253ae2f49a req-5db5bc27-45da-4356-806b-ccbe5f751a59 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 2411 time: 0.2750573 Jul 14 09:27:02.280213 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-40d84f0c-06c1-41a3-af0f-4fc4e434aa98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Allocated IP 2001:db8::29c (b9a2bc11-89a5-4979-a19a-520e8ea9db72/186935b9-fb9e-4a8b-b5bb-28274c77ea4e/a5f90ae3-a809-47a2-b224-71186a50923b) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:02.381532 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-37d98a36-01f0-4c61-84e4-a7a478f9ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:02.389174 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-37d98a36-01f0-4c61-84e4-a7a478f9ca55 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b45df938-9f76-4569-a78e-edc718c2384b HTTP/1.1" status: 200 len: 801 time: 0.2901413 Jul 14 09:27:02.416983 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ba3da19-d02f-4645-a336-b3253ae2f49a req-69787773-afc1-4622-9af3-dc93ab5dc8c3 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577725 Jul 14 09:27:02.420234 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38740) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:02.505287 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40d84f0c-06c1-41a3-af0f-4fc4e434aa98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.532081 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-40d84f0c-06c1-41a3-af0f-4fc4e434aa98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Transition to ACTIVE for port object a5f90ae3-a809-47a2-b224-71186a50923b will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:02.587037 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40d84f0c-06c1-41a3-af0f-4fc4e434aa98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.628294 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-31bf69bf-cc8f-4e87-9373-32a1ec9f3fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:02.630595 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-31bf69bf-cc8f-4e87-9373-32a1ec9f3fec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fa558b69-3807-4582-8d77-b20bb2bf3e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2117279 Jul 14 09:27:02.677986 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d84f0c-06c1-41a3-af0f-4fc4e434aa98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=a5f90ae3-a809-47a2-b224-71186a50923b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:02.696303 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d84f0c-06c1-41a3-af0f-4fc4e434aa98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network b9a2bc11-89a5-4979-a19a-520e8ea9db72 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:02.698473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-40d84f0c-06c1-41a3-af0f-4fc4e434aa98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:02.702972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d84f0c-06c1-41a3-af0f-4fc4e434aa98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:02.713465 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d84f0c-06c1-41a3-af0f-4fc4e434aa98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:02.715012 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.715707 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40d84f0c-06c1-41a3-af0f-4fc4e434aa98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.718384 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2427a64-0b86-49c8-b736-68575a63533c req-f399c9a0-c3db-4c3d-b52c-bd810c46a7ce service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2001650 Jul 14 09:27:02.757954 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-40d84f0c-06c1-41a3-af0f-4fc4e434aa98 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3904996 Jul 14 09:27:02.759534 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38748) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:02.768891 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-802a8c4f-a8b8-41da-90ca-9d136711f69b service neutron] 10.222.0.49 "GET /v2.0/networks/fa558b69-3807-4582-8d77-b20bb2bf3e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276071 Jul 14 09:27:02.770273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-5c94fbc0-cb54-43d6-996a-938b16fded99 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'subnet': {'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:03.001692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38754) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:03.013285 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-19c01fb4-fba0-4abf-9ee1-3f66a36a61c1 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-575179412'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:03.017206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c94fbc0-cb54-43d6-996a-938b16fded99 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:03.021152 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c94fbc0-cb54-43d6-996a-938b16fded99 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.157838 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2427a64-0b86-49c8-b736-68575a63533c req-15a49cf7-fcee-4b75-82ec-b2a700c78c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:03.164537 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2427a64-0b86-49c8-b736-68575a63533c req-15a49cf7-fcee-4b75-82ec-b2a700c78c18 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=32c7b17ee37942fda02c5e0a232f2b32&device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 1098 time: 0.3945191 Jul 14 09:27:03.170561 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-2b32022d-a37a-4cea-bdd6-ee4fba1fd8c8 service neutron] 10.222.0.49 "GET /v2.0/networks/fa558b69-3807-4582-8d77-b20bb2bf3e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899014 Jul 14 09:27:03.171654 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c01fb4-fba0-4abf-9ee1-3f66a36a61c1 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Made reservation on behalf of 3611fa848c4346bbb59e707d28aed056 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:03.182398 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-19c01fb4-fba0-4abf-9ee1-3f66a36a61c1 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.279541 n-d-798054-10 neutron-server[93888]: INFO neutron.db.ipam_backend_mixin [None req-5c94fbc0-cb54-43d6-996a-938b16fded99 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 186935b9-fb9e-4a8b-b5bb-28274c77ea4e (CIDR: 2001:db8::/64) Jul 14 09:27:03.294589 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c94fbc0-cb54-43d6-996a-938b16fded99 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:27:03.295113 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c94fbc0-cb54-43d6-996a-938b16fded99 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:27:03.297835 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-19c01fb4-fba0-4abf-9ee1-3f66a36a61c1 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.325708 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5c94fbc0-cb54-43d6-996a-938b16fded99 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5615563 Jul 14 09:27:03.328427 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38764) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:03.334640 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3d9ddb7b-797b-4efa-be13-861e5f686140 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'subnet': {'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:03.350764 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-cf579ca8-5bc3-490b-8bbd-7cbacbf6d5de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.101&port_id=8d316024-92c9-4fbb-86b8-8d6daf743983 HTTP/1.1" status: 200 len: 217 time: 0.1650555 Jul 14 09:27:03.531214 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9ddb7b-797b-4efa-be13-861e5f686140 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:03.535880 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3d9ddb7b-797b-4efa-be13-861e5f686140 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.627088 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:03.643197 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-60a5a7de-3ecd-4d63-a93a-00b8a2b2d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:03.645460 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-60a5a7de-3ecd-4d63-a93a-00b8a2b2d725 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7db4b9b2-7807-4323-85a9-431641dce431 HTTP/1.1" status: 200 len: 801 time: 0.1262650 Jul 14 09:27:03.649589 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc8d14ce-ed64-426c-8871-ada871029114 None None] Provisioning for port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:03.706781 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-502721b7-94d7-4318-909a-335b549fb13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.769913 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc8d14ce-ed64-426c-8871-ada871029114 None None] Provisioning complete for port d14fa52a-2ca1-4ab5-85a9-b4f523c43e2c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:03.770489 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc8d14ce-ed64-426c-8871-ada871029114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.892832 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3d9ddb7b-797b-4efa-be13-861e5f686140 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.893713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc8d14ce-ed64-426c-8871-ada871029114 None None] Port d14fa52a-2ca1-4ab5-85a9-b4f523c43e2c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:03.902091 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:03.908392 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:03.908736 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.988172 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9ddb7b-797b-4efa-be13-861e5f686140 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network b9a2bc11-89a5-4979-a19a-520e8ea9db72 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:03.996036 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-3d9ddb7b-797b-4efa-be13-861e5f686140 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:04.002078 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9ddb7b-797b-4efa-be13-861e5f686140 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:04.002675 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3d9ddb7b-797b-4efa-be13-861e5f686140 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.017757 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59d3d05-445b-4c82-82fd-dc4f3614384d None None] Network b9a2bc11-89a5-4979-a19a-520e8ea9db72 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:04.028859 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2427a64-0b86-49c8-b736-68575a63533c req-d0823147-46bf-469a-8597-12b0e08d4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:04.029543 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ddb7b-797b-4efa-be13-861e5f686140 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Subnet': ['ID=bfc98914-578a-41fe-aee1-12348d9c0e1e,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:04.031695 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2427a64-0b86-49c8-b736-68575a63533c req-d0823147-46bf-469a-8597-12b0e08d4b85 service neutron] 10.222.0.49 "GET /v2.0/networks?id=be126745-3ab2-48fe-91c6-d0e4cec53e9a HTTP/1.1" status: 200 len: 920 time: 0.8387992 Jul 14 09:27:04.098425 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-30dc075a-8185-48d1-b28a-c954ef9e2547 None None] Provisioning for port a5f90ae3-a809-47a2-b224-71186a50923b completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:04.110245 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2427a64-0b86-49c8-b736-68575a63533c req-09cde10c-6b4e-468a-bb0d-638852696cc0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0ddefd2-ea06-4ad7-9185-c6d67caea03a HTTP/1.1" status: 200 len: 217 time: 0.0598111 Jul 14 09:27:04.124055 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-30dc075a-8185-48d1-b28a-c954ef9e2547 None None] Provisioning complete for port a5f90ae3-a809-47a2-b224-71186a50923b triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:04.124946 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-30dc075a-8185-48d1-b28a-c954ef9e2547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.186035 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.208594 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-bf36bd74-a1b4-4614-8b50-dac108535d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:04.211091 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-bf36bd74-a1b4-4614-8b50-dac108535d51 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5478337 Jul 14 09:27:04.218948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4d6c3-3302-49c9-9148-fe2880718a40 req-74eb3c4b-ebff-4a11-8b11-c4f2ab2b1f9d tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:04.220905 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8b4d6c3-3302-49c9-9148-fe2880718a40 req-74eb3c4b-ebff-4a11-8b11-c4f2ab2b1f9d tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.7325130 Jul 14 09:27:04.224697 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=62bf54e7-aea1-4188-8eb6-94f4bfdedb4f,segment=NetworkSegment(8efe739a-bf59-4b07-b657-038c9aadfa97),segment_id=8efe739a-bf59-4b07-b657-038c9aadfa97)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:04.229918 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-30dc075a-8185-48d1-b28a-c954ef9e2547 None None] Port a5f90ae3-a809-47a2-b224-71186a50923b cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:04.236012 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.306790 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=62bf54e7-aea1-4188-8eb6-94f4bfdedb4f,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:04.324131 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-77c72aef-bd47-479a-a54c-f1c3bd9959c8 service neutron] 10.222.0.49 "GET /v2.0/networks/f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005976 Jul 14 09:27:04.347388 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb11606-fb11-4a6c-affe-0e8240eae1d0 req-ef3c8650-b63b-4b78-a40a-ffead63a2d9b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:04.354679 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb11606-fb11-4a6c-affe-0e8240eae1d0 req-ef3c8650-b63b-4b78-a40a-ffead63a2d9b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:04.360977 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb11606-fb11-4a6c-affe-0e8240eae1d0 req-ef3c8650-b63b-4b78-a40a-ffead63a2d9b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:04.368838 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9eb11606-fb11-4a6c-affe-0e8240eae1d0 req-ef3c8650-b63b-4b78-a40a-ffead63a2d9b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 2411 time: 0.6543319 Jul 14 09:27:04.436117 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9eb11606-fb11-4a6c-affe-0e8240eae1d0 req-0bc34142-6ffd-431e-937f-92fe85a45e7b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662563 Jul 14 09:27:04.494558 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2427a64-0b86-49c8-b736-68575a63533c req-519cb23b-811f-41fb-8698-b8cc287f74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:04.496490 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2427a64-0b86-49c8-b736-68575a63533c req-519cb23b-811f-41fb-8698-b8cc287f74aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bfb51c68-788b-4f97-ae97-0d3bea31b529 HTTP/1.1" status: 200 len: 859 time: 0.3798385 Jul 14 09:27:04.526352 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4983d4-5322-421b-96c0-5b4972972cbc None None] Update dhcp port {'port': {'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72', 'fixed_ips': [{'subnet_id': '186935b9-fb9e-4a8b-b5bb-28274c77ea4e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bfc98914-578a-41fe-aee1-12348d9c0e1e'}], 'binding:host_id': 'n-d-798054-10'}, 'id': '62bf54e7-aea1-4188-8eb6-94f4bfdedb4f'} from n-d-798054-10. {{(pid=93889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:27:04.560829 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2427a64-0b86-49c8-b736-68575a63533c req-fef1e9e9-15ee-4c31-b633-e8849ff67830 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=be126745-3ab2-48fe-91c6-d0e4cec53e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537677 Jul 14 09:27:04.565910 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8b4d6c3-3302-49c9-9148-fe2880718a40 req-3bb611dd-33a3-460a-b5c9-ef8217babe6a tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368522 Jul 14 09:27:04.570946 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-19c01fb4-fba0-4abf-9ee1-3f66a36a61c1 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.578899 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f4983d4-5322-421b-96c0-5b4972972cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.638359 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-19c01fb4-fba0-4abf-9ee1-3f66a36a61c1 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.693763 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c01fb4-fba0-4abf-9ee1-3f66a36a61c1 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:04.746114 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-19c01fb4-fba0-4abf-9ee1-3f66a36a61c1 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.746493 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-19c01fb4-fba0-4abf-9ee1-3f66a36a61c1 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Added segment fce68fc7-0c60-4a85-b407-95e6c8243ffe of type vlan for network cb1fcdc1-3406-47d1-86ec-aed679e70390 Jul 14 09:27:04.749178 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2427a64-0b86-49c8-b736-68575a63533c req-16545afd-c96d-4bed-bba3-e395cbf7e8ef service neutron] 10.222.0.49 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770008 Jul 14 09:27:04.764107 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c01fb4-fba0-4abf-9ee1-3f66a36a61c1 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd4927d-b1ac-4932-8eec-fb3f07d00ec2,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:04.779981 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc9b0160-e271-4494-a483-0e9c1541a16d req-6de38b56-5962-4bc8-a909-cf931ed849c7 service neutron] 10.222.0.49 "GET /v2.0/networks/f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916063 Jul 14 09:27:04.826951 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-8f4983d4-5322-421b-96c0-5b4972972cbc None None] Allocated IP 2001:db8:0:1::2 (b9a2bc11-89a5-4979-a19a-520e8ea9db72/bfc98914-578a-41fe-aee1-12348d9c0e1e/62bf54e7-aea1-4188-8eb6-94f4bfdedb4f) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:04.891907 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-19c01fb4-fba0-4abf-9ee1-3f66a36a61c1 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.967081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8f4983d4-5322-421b-96c0-5b4972972cbc None None] For port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=62bf54e7-aea1-4188-8eb6-94f4bfdedb4f,segment=NetworkSegment(8efe739a-bf59-4b07-b657-038c9aadfa97),segment_id=8efe739a-bf59-4b07-b657-038c9aadfa97)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:04.991154 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-19c01fb4-fba0-4abf-9ee1-3f66a36a61c1 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.996993 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c01fb4-fba0-4abf-9ee1-3f66a36a61c1 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:04.997649 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-19c01fb4-fba0-4abf-9ee1-3f66a36a61c1 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.034102 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f4983d4-5322-421b-96c0-5b4972972cbc None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.041988 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-502721b7-94d7-4318-909a-335b549fb13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.055850 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3d9ddb7b-797b-4efa-be13-861e5f686140 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7263279 Jul 14 09:27:05.056493 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38810) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:05.062529 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-6f4e572e-243e-48e7-94cc-ddd7998e5bf3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1557304223', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bfc98914-578a-41fe-aee1-12348d9c0e1e'}], 'security_groups': ['50cb1a56-e1cd-49db-88ff-3e849c8d3c0f']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:05.082104 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2427a64-0b86-49c8-b736-68575a63533c req-bb1aa556-ffd5-4f12-9e41-3d98e4d5ba55 service neutron] 10.222.0.49 "GET /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196089 Jul 14 09:27:05.087266 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8f4983d4-5322-421b-96c0-5b4972972cbc None None] Transition to ACTIVE for port object 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:05.093706 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f4983d4-5322-421b-96c0-5b4972972cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.099378 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-502721b7-94d7-4318-909a-335b549fb13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.113176 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-19c01fb4-fba0-4abf-9ee1-3f66a36a61c1 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6822605 Jul 14 09:27:05.117234 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38812) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:05.152738 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfbf10-01c5-42b8-91c9-e1d3fc55260c req-dfe05c19-99a0-4032-a081-4a43741f64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:05.153226 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfbf10-01c5-42b8-91c9-e1d3fc55260c req-dfe05c19-99a0-4032-a081-4a43741f64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:05.153708 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfbf10-01c5-42b8-91c9-e1d3fc55260c req-dfe05c19-99a0-4032-a081-4a43741f64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:05.155453 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-edbfbf10-01c5-42b8-91c9-e1d3fc55260c req-dfe05c19-99a0-4032-a081-4a43741f64ac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab9f6ee95b92468aa738abe9dd184bd9&device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 2867 time: 0.3072095 Jul 14 09:27:05.195818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4983d4-5322-421b-96c0-5b4972972cbc None None] Pushing event updated for resources: {'Port': ['ID=62bf54e7-aea1-4188-8eb6-94f4bfdedb4f,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:05.210600 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4983d4-5322-421b-96c0-5b4972972cbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:05.211379 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4983d4-5322-421b-96c0-5b4972972cbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:05.212139 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4983d4-5322-421b-96c0-5b4972972cbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:05.213485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4983d4-5322-421b-96c0-5b4972972cbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:05.214351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4983d4-5322-421b-96c0-5b4972972cbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:05.215139 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4983d4-5322-421b-96c0-5b4972972cbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:05.215884 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4983d4-5322-421b-96c0-5b4972972cbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:05.217314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4983d4-5322-421b-96c0-5b4972972cbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:05.218497 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4983d4-5322-421b-96c0-5b4972972cbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:05.219243 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4983d4-5322-421b-96c0-5b4972972cbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:05.219811 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4983d4-5322-421b-96c0-5b4972972cbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:05.220371 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4983d4-5322-421b-96c0-5b4972972cbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:05.224458 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c01fb4-fba0-4abf-9ee1-3f66a36a61c1 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Pushing event updated for resources: {'Network': ['ID=cb1fcdc1-3406-47d1-86ec-aed679e70390,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:05.228309 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502721b7-94d7-4318-909a-335b549fb13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35414322-27b1-43a5-bb94-c249fc37bfcd,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:05.234770 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-502721b7-94d7-4318-909a-335b549fb13f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c30b047d835496c9b344dafd93d9839&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2079372 Jul 14 09:27:05.248842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38820) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:05.289367 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f4e572e-243e-48e7-94cc-ddd7998e5bf3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.293614 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network cb1fcdc1-3406-47d1-86ec-aed679e70390 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:05.511847 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfbf10-01c5-42b8-91c9-e1d3fc55260c req-7e2b1496-d79c-4f74-afe2-fdc0396b7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:05.515484 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-edbfbf10-01c5-42b8-91c9-e1d3fc55260c req-7e2b1496-d79c-4f74-afe2-fdc0396b7b24 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40 HTTP/1.1" status: 200 len: 903 time: 0.3215473 Jul 14 09:27:05.519106 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-69822ca5-37fc-49d7-89ae-3f56e3cab2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.531651 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:05.666895 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f537c36c-9ef8-4da8-9177-625be6988667 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Request body: {'network': {'name': 'tempest-network--1435338066', 'router:external': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:05.705478 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-edbfbf10-01c5-42b8-91c9-e1d3fc55260c req-95fe2880-5333-47ce-9f21-c607e9764d6b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.101&port_id=8d316024-92c9-4fbb-86b8-8d6daf743983 HTTP/1.1" status: 200 len: 217 time: 0.1804316 Jul 14 09:27:05.715728 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-69822ca5-37fc-49d7-89ae-3f56e3cab2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.918958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f537c36c-9ef8-4da8-9177-625be6988667 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Made reservation on behalf of 203f2f8cbfc44e71ad9d761d16c7251a for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:05.922012 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f537c36c-9ef8-4da8-9177-625be6988667 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.954848 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f537c36c-9ef8-4da8-9177-625be6988667 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.976123 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfbf10-01c5-42b8-91c9-e1d3fc55260c req-84681ce7-d6ee-45a3-abb2-72d25a4287e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:05.977773 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-edbfbf10-01c5-42b8-91c9-e1d3fc55260c req-84681ce7-d6ee-45a3-abb2-72d25a4287e5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7db4b9b2-7807-4323-85a9-431641dce431 HTTP/1.1" status: 200 len: 801 time: 0.2181261 Jul 14 09:27:05.982716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-6f4e572e-243e-48e7-94cc-ddd7998e5bf3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Delete allocated IP 2001:db8::29c (b9a2bc11-89a5-4979-a19a-520e8ea9db72/186935b9-fb9e-4a8b-b5bb-28274c77ea4e) {{(pid=93888) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:27:06.011017 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-6f4e572e-243e-48e7-94cc-ddd7998e5bf3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Allocated IP 2001:db8:0:1::38a (b9a2bc11-89a5-4979-a19a-520e8ea9db72/bfc98914-578a-41fe-aee1-12348d9c0e1e/a5f90ae3-a809-47a2-b224-71186a50923b) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:06.279484 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f4e572e-243e-48e7-94cc-ddd7998e5bf3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.375594 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-45606323-c4d3-4663-8536-88568fe9183c None None] Provisioning for port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:06.381178 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-45606323-c4d3-4663-8536-88568fe9183c None None] Provisioning complete for port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:06.381924 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45606323-c4d3-4663-8536-88568fe9183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.457394 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-6f4e572e-243e-48e7-94cc-ddd7998e5bf3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Transition to ACTIVE for port object a5f90ae3-a809-47a2-b224-71186a50923b will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:06.466760 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f4e572e-243e-48e7-94cc-ddd7998e5bf3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.469046 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-69822ca5-37fc-49d7-89ae-3f56e3cab2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.472300 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-69822ca5-37fc-49d7-89ae-3f56e3cab2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.473493 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-69822ca5-37fc-49d7-89ae-3f56e3cab2d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/35414322-27b1-43a5-bb94-c249fc37bfcd HTTP/1.1" status: 204 len: 168 time: 1.2236929 Jul 14 09:27:06.527079 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd11f0-7511-4fdb-9b8b-2342a1d60aac req-23110fc3-724c-44d9-b28d-6be9ab2e01de tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:06.533895 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd11f0-7511-4fdb-9b8b-2342a1d60aac req-23110fc3-724c-44d9-b28d-6be9ab2e01de tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:06.544661 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e572e-243e-48e7-94cc-ddd7998e5bf3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=a5f90ae3-a809-47a2-b224-71186a50923b,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:06.548188 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd11f0-7511-4fdb-9b8b-2342a1d60aac req-23110fc3-724c-44d9-b28d-6be9ab2e01de tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:06.563943 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8cd11f0-7511-4fdb-9b8b-2342a1d60aac req-23110fc3-724c-44d9-b28d-6be9ab2e01de tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 2411 time: 0.9070613 Jul 14 09:27:06.581724 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6f4e572e-243e-48e7-94cc-ddd7998e5bf3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] In _notify_port_updated(), no bound segment for port a5f90ae3-a809-47a2-b224-71186a50923b on network b9a2bc11-89a5-4979-a19a-520e8ea9db72 {{(pid=93888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:27:06.588465 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4e572e-243e-48e7-94cc-ddd7998e5bf3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:06.589571 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f4e572e-243e-48e7-94cc-ddd7998e5bf3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.591368 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6f4e572e-243e-48e7-94cc-ddd7998e5bf3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "PUT /v2.0/ports/a5f90ae3-a809-47a2-b224-71186a50923b HTTP/1.1" status: 200 len: 931 time: 1.5338664 Jul 14 09:27:06.594831 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38860) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:06.634354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69822ca5-37fc-49d7-89ae-3f56e3cab2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35414322-27b1-43a5-bb94-c249fc37bfcd,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:06.690090 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab27f9-d707-4be9-90ee-5d66ccb1f436 req-e82248db-5f97-46c9-9740-cc75c29502dc tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:06.691947 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cbab27f9-d707-4be9-90ee-5d66ccb1f436 req-e82248db-5f97-46c9-9740-cc75c29502dc tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.8406737 Jul 14 09:27:06.755638 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-2a776f5d-8876-448d-9af2-0540a7e3b812 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port a5f90ae3-a809-47a2-b224-71186a50923b {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:06.756029 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2a776f5d-8876-448d-9af2-0540a7e3b812 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.792803 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfbf10-01c5-42b8-91c9-e1d3fc55260c req-92e75cb5-1839-4e3b-9f41-80d4be214077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:06.795016 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-edbfbf10-01c5-42b8-91c9-e1d3fc55260c req-92e75cb5-1839-4e3b-9f41-80d4be214077 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8071258 Jul 14 09:27:06.810376 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8cd11f0-7511-4fdb-9b8b-2342a1d60aac req-20ff7c09-1b19-43ec-8938-c1d64fab6d8b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455559 Jul 14 09:27:06.889481 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cbab27f9-d707-4be9-90ee-5d66ccb1f436 req-647ff247-c73a-4902-8f60-0f8c38c66d06 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759009 Jul 14 09:27:06.971895 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-45606323-c4d3-4663-8536-88568fe9183c None None] Provisioning for port a5f90ae3-a809-47a2-b224-71186a50923b completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:06.986479 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f537c36c-9ef8-4da8-9177-625be6988667 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.988190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-45606323-c4d3-4663-8536-88568fe9183c None None] Provisioning complete for port a5f90ae3-a809-47a2-b224-71186a50923b triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:06.988655 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45606323-c4d3-4663-8536-88568fe9183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.995681 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f537c36c-9ef8-4da8-9177-625be6988667 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.056009 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2a776f5d-8876-448d-9af2-0540a7e3b812 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.071067 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f537c36c-9ef8-4da8-9177-625be6988667 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:07.086301 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-2a776f5d-8876-448d-9af2-0540a7e3b812 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for a5f90ae3-a809-47a2-b224-71186a50923b owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:07.087913 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-45606323-c4d3-4663-8536-88568fe9183c None None] Port a5f90ae3-a809-47a2-b224-71186a50923b cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:07.088676 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f537c36c-9ef8-4da8-9177-625be6988667 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.089495 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-f537c36c-9ef8-4da8-9177-625be6988667 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Added segment 6be2d473-f6c5-4eb2-9733-8ec09801c416 of type vlan for network 228b44b7-8ee5-4b0e-b07d-f252fa38ca1e Jul 14 09:27:07.111695 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-45606323-c4d3-4663-8536-88568fe9183c None None] Provisioning complete for port d14fa52a-2ca1-4ab5-85a9-b4f523c43e2c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:07.112084 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45606323-c4d3-4663-8536-88568fe9183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.170029 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f537c36c-9ef8-4da8-9177-625be6988667 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.219151 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-45606323-c4d3-4663-8536-88568fe9183c None None] Port d14fa52a-2ca1-4ab5-85a9-b4f523c43e2c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:07.233541 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-edbfbf10-01c5-42b8-91c9-e1d3fc55260c req-f2e1ee7f-16b6-4a5f-9325-47192b0a3520 service neutron] 10.222.0.49 "GET /v2.0/networks/f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007623 Jul 14 09:27:07.253401 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537c36c-9ef8-4da8-9177-625be6988667 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de78101c-c3cd-4754-8535-522ebfccd6e4,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:07.280209 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38874) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:07.331155 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43247607-2dfe-44d3-903a-4d077ca0ab6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.363027 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a64ecdc0-5cf5-4529-ac92-0448b38d0abd None None] Provisioning complete for port a5f90ae3-a809-47a2-b224-71186a50923b triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:07.363565 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a64ecdc0-5cf5-4529-ac92-0448b38d0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.382610 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2a776f5d-8876-448d-9af2-0540a7e3b812 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.416546 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-edbfbf10-01c5-42b8-91c9-e1d3fc55260c req-13c8e42e-6984-4d6f-b5cb-a4087aabf74d service neutron] 10.222.0.49 "GET /v2.0/networks/f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631734 Jul 14 09:27:07.418039 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f537c36c-9ef8-4da8-9177-625be6988667 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.419290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f537c36c-9ef8-4da8-9177-625be6988667 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:07.419955 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f537c36c-9ef8-4da8-9177-625be6988667 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.425616 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a776f5d-8876-448d-9af2-0540a7e3b812 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=a5f90ae3-a809-47a2-b224-71186a50923b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:07.479250 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2a776f5d-8876-448d-9af2-0540a7e3b812 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.482047 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2a776f5d-8876-448d-9af2-0540a7e3b812 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/ports/a5f90ae3-a809-47a2-b224-71186a50923b HTTP/1.1" status: 204 len: 168 time: 0.8858147 Jul 14 09:27:07.484818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38876) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:07.501556 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a64ecdc0-5cf5-4529-ac92-0448b38d0abd None None] Port a5f90ae3-a809-47a2-b224-71186a50923b cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:07.533250 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537c36c-9ef8-4da8-9177-625be6988667 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Pushing event updated for resources: {'Network': ['ID=228b44b7-8ee5-4b0e-b07d-f252fa38ca1e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:07.543050 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afdcd38-dbac-4385-908f-b006e65ed958 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] GET failed (client error): The resource could not be found. Jul 14 09:27:07.545332 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3afdcd38-dbac-4385-908f-b006e65ed958 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports/a5f90ae3-a809-47a2-b224-71186a50923b HTTP/1.1" status: 404 len: 333 time: 0.0592806 Jul 14 09:27:07.548335 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38880) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:07.553940 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 228b44b7-8ee5-4b0e-b07d-f252fa38ca1e details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:07.668720 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38882) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:07.709357 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43247607-2dfe-44d3-903a-4d077ca0ab6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.724614 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f537c36c-9ef8-4da8-9177-625be6988667 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.6016142 Jul 14 09:27:07.725179 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38886) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:07.728585 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43247607-2dfe-44d3-903a-4d077ca0ab6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.758243 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b629f6d0-5b0d-4777-a832-d191479d1824 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.821328 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b629f6d0-5b0d-4777-a832-d191479d1824 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.834173 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-43247607-2dfe-44d3-903a-4d077ca0ab6b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c2959f22b82457197d45b758899054d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5521677 Jul 14 09:27:07.835012 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43247607-2dfe-44d3-903a-4d077ca0ab6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d75a58-d0f8-44ae-8b3b-4f2ffbb499e4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:07.839934 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38890) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:07.850754 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6bcae7df-1698-4788-83ee-9ef888c09fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.891177 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c74a5fcb-50b2-4119-9461-db23ec2a3043 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.912904 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-381e95db-7d59-41ac-bef2-730ba368b354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.948195 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-381e95db-7d59-41ac-bef2-730ba368b354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.005365 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c74a5fcb-50b2-4119-9461-db23ec2a3043 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.017500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-c74a5fcb-50b2-4119-9461-db23ec2a3043 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228b44b7-8ee5-4b0e-b07d-f252fa38ca1e']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:08.023496 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b629f6d0-5b0d-4777-a832-d191479d1824 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.026767 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b629f6d0-5b0d-4777-a832-d191479d1824 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.028192 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b629f6d0-5b0d-4777-a832-d191479d1824 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/security-groups/132e5f49-c69c-44b6-8bb7-8759eb35ec66 HTTP/1.1" status: 204 len: 168 time: 0.4789417 Jul 14 09:27:08.032223 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38894) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:08.032962 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-c74a5fcb-50b2-4119-9461-db23ec2a3043 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be2d473-f6c5-4eb2-9733-8ec09801c416') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:08.033312 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-c74a5fcb-50b2-4119-9461-db23ec2a3043 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be2d473-f6c5-4eb2-9733-8ec09801c416') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:08.044733 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c74a5fcb-50b2-4119-9461-db23ec2a3043 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.051822 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-381e95db-7d59-41ac-bef2-730ba368b354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.055086 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-381e95db-7d59-41ac-bef2-730ba368b354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.059401 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-381e95db-7d59-41ac-bef2-730ba368b354 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/68d75a58-d0f8-44ae-8b3b-4f2ffbb499e4 HTTP/1.1" status: 204 len: 168 time: 0.2158277 Jul 14 09:27:08.064058 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629f6d0-5b0d-4777-a832-d191479d1824 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=132e5f49-c69c-44b6-8bb7-8759eb35ec66,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:08.124819 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c74a5fcb-50b2-4119-9461-db23ec2a3043 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.167963 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74a5fcb-50b2-4119-9461-db23ec2a3043 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:08.168392 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c74a5fcb-50b2-4119-9461-db23ec2a3043 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:08.170404 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:08.186126 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 8d316024-92c9-4fbb-86b8-8d6daf743983 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:08.314488 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6bcae7df-1698-4788-83ee-9ef888c09fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.333549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c752e0-22a0-4993-aa78-3cadf1e12d47 req-19f4a23f-3b7d-440d-b61d-203576dee768 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:08.342265 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c8c752e0-22a0-4993-aa78-3cadf1e12d47 req-19f4a23f-3b7d-440d-b61d-203576dee768 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.2874727 Jul 14 09:27:08.345071 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c74a5fcb-50b2-4119-9461-db23ec2a3043 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.348299 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6bcae7df-1698-4788-83ee-9ef888c09fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.395086 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bd6e4-bdc8-44f9-bf8c-02fdb60eaa2c req-eca1803e-c135-4406-9a25-b06e96e63858 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:08.404696 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bd6e4-bdc8-44f9-bf8c-02fdb60eaa2c req-eca1803e-c135-4406-9a25-b06e96e63858 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:08.409960 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 8d316024-92c9-4fbb-86b8-8d6daf743983, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=8d316024-92c9-4fbb-86b8-8d6daf743983,segment=NetworkSegment(b45d1a4a-1138-4992-82d7-2906b08128c1),segment_id=b45d1a4a-1138-4992-82d7-2906b08128c1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:08.418156 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bd6e4-bdc8-44f9-bf8c-02fdb60eaa2c req-eca1803e-c135-4406-9a25-b06e96e63858 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:08.420522 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-343bd6e4-bdc8-44f9-bf8c-02fdb60eaa2c req-eca1803e-c135-4406-9a25-b06e96e63858 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 2411 time: 0.3642969 Jul 14 09:27:08.443849 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '8d316024-92c9-4fbb-86b8-8d6daf743983', 'network_id': 'f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40', 'port_id': '8d316024-92c9-4fbb-86b8-8d6daf743983', 'mac_address': 'fa:16:3e:97:99:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db4b9b2-7807-4323-85a9-431641dce431', 'ip_address': '19.80.0.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:08.456670 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6bcae7df-1698-4788-83ee-9ef888c09fe5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=08961679bb914197887889927ac88b29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7867041 Jul 14 09:27:08.462881 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74a5fcb-50b2-4119-9461-db23ec2a3043 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 228b44b7-8ee5-4b0e-b07d-f252fa38ca1e {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:27:08.463969 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38906) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:08.528457 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c74a5fcb-50b2-4119-9461-db23ec2a3043 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.530455 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c74a5fcb-50b2-4119-9461-db23ec2a3043 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] 10.222.0.26 "DELETE /v2.0/networks/228b44b7-8ee5-4b0e-b07d-f252fa38ca1e HTTP/1.1" status: 204 len: 168 time: 0.8042321 Jul 14 09:27:08.540324 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38910) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:08.544745 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a5fcb-50b2-4119-9461-db23ec2a3043 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Pushing event deleted for resources: {'Network': ['ID=228b44b7-8ee5-4b0e-b07d-f252fa38ca1e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:08.551541 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d4dd69a0-9715-4ce3-b3eb-6203ca3c614c tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:08.570615 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.607986 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d316024-92c9-4fbb-86b8-8d6daf743983 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:08.615979 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c8c752e0-22a0-4993-aa78-3cadf1e12d47 req-b0595581-7ba8-495f-8c1e-5b0ecf016a94 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924736 Jul 14 09:27:08.632487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcae7df-1698-4788-83ee-9ef888c09fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7d6b8c-c505-48b3-9c39-56e7b7c16f1b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:08.652464 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e95db-7d59-41ac-bef2-730ba368b354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d75a58-d0f8-44ae-8b3b-4f2ffbb499e4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:08.666713 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-780d355a-80c3-46d2-bfaa-67dbc4fa3b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.671163 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 8d316024-92c9-4fbb-86b8-8d6daf743983, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=8d316024-92c9-4fbb-86b8-8d6daf743983,segment=NetworkSegment(b45d1a4a-1138-4992-82d7-2906b08128c1),segment_id=b45d1a4a-1138-4992-82d7-2906b08128c1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:08.677911 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-422cec7a-7836-43dd-ac96-86fdb8bdfcf5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.678370 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.680170 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 564eb5aa-8a71-4c9a-b531-209d9df70a26 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:08.693170 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-780d355a-80c3-46d2-bfaa-67dbc4fa3b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.713443 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-422cec7a-7836-43dd-ac96-86fdb8bdfcf5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.763120 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-422cec7a-7836-43dd-ac96-86fdb8bdfcf5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.766679 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-422cec7a-7836-43dd-ac96-86fdb8bdfcf5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.767940 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-422cec7a-7836-43dd-ac96-86fdb8bdfcf5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/security-groups/50cb1a56-e1cd-49db-88ff-3e849c8d3c0f HTTP/1.1" status: 204 len: 168 time: 0.7326064 Jul 14 09:27:08.768478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dd69a0-9715-4ce3-b3eb-6203ca3c614c tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Made reservation on behalf of 203f2f8cbfc44e71ad9d761d16c7251a for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:08.773300 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d4dd69a0-9715-4ce3-b3eb-6203ca3c614c tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.773549 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38914) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:08.785626 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-343bd6e4-bdc8-44f9-bf8c-02fdb60eaa2c req-0f06888f-800e-48f4-b714-cdacf7bd7a0b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203633 Jul 14 09:27:08.813441 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-780d355a-80c3-46d2-bfaa-67dbc4fa3b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.822065 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-780d355a-80c3-46d2-bfaa-67dbc4fa3b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.822065 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-780d355a-80c3-46d2-bfaa-67dbc4fa3b3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae7d6b8c-c505-48b3-9c39-56e7b7c16f1b HTTP/1.1" status: 204 len: 168 time: 0.3456545 Jul 14 09:27:08.851918 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-364e1086-298d-424b-a491-10eb9f49cd04 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting subnet 186935b9-fb9e-4a8b-b5bb-28274c77ea4e {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:08.855593 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-364e1086-298d-424b-a491-10eb9f49cd04 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.867064 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=8d316024-92c9-4fbb-86b8-8d6daf743983,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:08.871472 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d355a-80c3-46d2-bfaa-67dbc4fa3b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7d6b8c-c505-48b3-9c39-56e7b7c16f1b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:08.884573 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4dd69a0-9715-4ce3-b3eb-6203ca3c614c tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:08.900314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 564eb5aa-8a71-4c9a-b531-209d9df70a26, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=564eb5aa-8a71-4c9a-b531-209d9df70a26,segment=NetworkSegment(b45d1a4a-1138-4992-82d7-2906b08128c1),segment_id=b45d1a4a-1138-4992-82d7-2906b08128c1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:08.909726 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d4dd69a0-9715-4ce3-b3eb-6203ca3c614c tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.912150 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-364e1086-298d-424b-a491-10eb9f49cd04 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.912668 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-d4dd69a0-9715-4ce3-b3eb-6203ca3c614c tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Added segment 2c2f5279-9b8c-466e-8574-07f520aa2adf of type vlan for network ea08852c-6b4e-4627-b536-3e2b9d49fc6a Jul 14 09:27:08.981299 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '564eb5aa-8a71-4c9a-b531-209d9df70a26', 'network_id': 'f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40', 'port_id': '564eb5aa-8a71-4c9a-b531-209d9df70a26', 'mac_address': 'fa:16:3e:1b:74:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db4b9b2-7807-4323-85a9-431641dce431', 'ip_address': '19.80.0.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:09.018427 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-364e1086-298d-424b-a491-10eb9f49cd04 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.030137 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.048923 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564eb5aa-8a71-4c9a-b531-209d9df70a26 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:09.054800 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d4dd69a0-9715-4ce3-b3eb-6203ca3c614c tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.076395 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 564eb5aa-8a71-4c9a-b531-209d9df70a26, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=564eb5aa-8a71-4c9a-b531-209d9df70a26,segment=NetworkSegment(b45d1a4a-1138-4992-82d7-2906b08128c1),segment_id=b45d1a4a-1138-4992-82d7-2906b08128c1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:09.082955 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.085617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 03a26ffe-0f67-4c2f-9637-4517bb0c614c details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:09.089675 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cec7a-7836-43dd-ac96-86fdb8bdfcf5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cb1a56-e1cd-49db-88ff-3e849c8d3c0f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:09.094240 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-364e1086-298d-424b-a491-10eb9f49cd04 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.130787 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-364e1086-298d-424b-a491-10eb9f49cd04 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.133671 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-364e1086-298d-424b-a491-10eb9f49cd04 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/subnets/186935b9-fb9e-4a8b-b5bb-28274c77ea4e HTTP/1.1" status: 204 len: 168 time: 0.3592255 Jul 14 09:27:09.134905 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e1086-298d-424b-a491-10eb9f49cd04 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Subnet': ['ID=186935b9-fb9e-4a8b-b5bb-28274c77ea4e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:09.138883 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38924) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:09.145963 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e8f23035-f43a-474c-8f44-6f12d88ecda5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'subnet': {'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:09.153451 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d4dd69a0-9715-4ce3-b3eb-6203ca3c614c tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.155982 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dd69a0-9715-4ce3-b3eb-6203ca3c614c tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:09.157034 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d4dd69a0-9715-4ce3-b3eb-6203ca3c614c tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.188002 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d0f0a4-095c-4de4-9dd0-59737515a442 None None] Network b9a2bc11-89a5-4979-a19a-520e8ea9db72 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:09.277578 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d4dd69a0-9715-4ce3-b3eb-6203ca3c614c tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7300694 Jul 14 09:27:09.283949 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38928) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:09.285489 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd69a0-9715-4ce3-b3eb-6203ca3c614c tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Pushing event updated for resources: {'Network': ['ID=ea08852c-6b4e-4627-b536-3e2b9d49fc6a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:09.302636 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-78533815-a6bb-4bc5-8724-089fb1187bec tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Request body: {'subnet': {'network_id': 'ea08852c-6b4e-4627-b536-3e2b9d49fc6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:09.306126 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network ea08852c-6b4e-4627-b536-3e2b9d49fc6a details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:09.310750 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.resource_extend [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:27:09.335514 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.api [None req-78533815-a6bb-4bc5-8724-089fb1187bec tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:27:09.335514 n-d-798054-10 neutron-server[93887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:27:09.335514 n-d-798054-10 neutron-server[93887]: [parameters: {'project_id_1': '203f2f8cbfc44e71ad9d761d16c7251a', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 27, 9, 316065)}] Jul 14 09:27:09.335514 n-d-798054-10 neutron-server[93887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:27:09.338036 n-d-798054-10 neutron-server[93887]: DEBUG oslo_db.api [None req-78533815-a6bb-4bc5-8724-089fb1187bec tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:27:09.351300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f23035-f43a-474c-8f44-6f12d88ecda5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:09.355511 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e8f23035-f43a-474c-8f44-6f12d88ecda5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.448300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=564eb5aa-8a71-4c9a-b531-209d9df70a26,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:09.546914 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 03a26ffe-0f67-4c2f-9637-4517bb0c614c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=03a26ffe-0f67-4c2f-9637-4517bb0c614c,segment=NetworkSegment(6af77703-760a-4b8a-9186-14d4db3733df),segment_id=6af77703-760a-4b8a-9186-14d4db3733df)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:09.572602 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '03a26ffe-0f67-4c2f-9637-4517bb0c614c', 'network_id': 'fa558b69-3807-4582-8d77-b20bb2bf3e98', 'port_id': '03a26ffe-0f67-4c2f-9637-4517bb0c614c', 'mac_address': 'fa:16:3e:66:26:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45df938-9f76-4569-a78e-edc718c2384b', 'ip_address': '19.86.0.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:09.625235 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.652355 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38940) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:09.660610 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a26ffe-0f67-4c2f-9637-4517bb0c614c {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:09.681803 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb4dddbb-c823-4c55-9414-72404fcb4d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.686112 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 03a26ffe-0f67-4c2f-9637-4517bb0c614c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=03a26ffe-0f67-4c2f-9637-4517bb0c614c,segment=NetworkSegment(6af77703-760a-4b8a-9186-14d4db3733df),segment_id=6af77703-760a-4b8a-9186-14d4db3733df)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:09.695787 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.814262 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e8f23035-f43a-474c-8f44-6f12d88ecda5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.820951 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb4dddbb-c823-4c55-9414-72404fcb4d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.825485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=03a26ffe-0f67-4c2f-9637-4517bb0c614c,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:09.826642 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb4dddbb-c823-4c55-9414-72404fcb4d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.872874 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fb4dddbb-c823-4c55-9414-72404fcb4d65 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b2190d17c7b4108913f65777fa9b1b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2179198 Jul 14 09:27:09.885695 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38952) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:09.947388 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f23035-f43a-474c-8f44-6f12d88ecda5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network b9a2bc11-89a5-4979-a19a-520e8ea9db72 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:09.955182 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-e8f23035-f43a-474c-8f44-6f12d88ecda5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:09.960547 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f23035-f43a-474c-8f44-6f12d88ecda5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:09.961088 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e8f23035-f43a-474c-8f44-6f12d88ecda5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.971360 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['564eb5aa-8a71-4c9a-b531-209d9df70a26'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:09.978062 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dddbb-c823-4c55-9414-72404fcb4d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9278db3-67fb-4181-877b-e05011318d7a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:09.979818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f23035-f43a-474c-8f44-6f12d88ecda5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Subnet': ['ID=bec45311-7d87-4731-8815-f254eb6328e1,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:09.989418 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e8f23035-f43a-474c-8f44-6f12d88ecda5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8486025 Jul 14 09:27:09.992057 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38956) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:09.997533 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2036d470-a635-4c97-ad32-967f38a28dd0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'security_group': {'name': 'tempest-secgroup-587645913'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:10.020253 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['03a26ffe-0f67-4c2f-9637-4517bb0c614c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:10.050918 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78533815-a6bb-4bc5-8724-089fb1187bec tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Made reservation on behalf of 203f2f8cbfc44e71ad9d761d16c7251a for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:10.054227 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-78533815-a6bb-4bc5-8724-089fb1187bec tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.070507 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2036d470-a635-4c97-ad32-967f38a28dd0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.132745 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['8d316024-92c9-4fbb-86b8-8d6daf743983'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:10.266682 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2036d470-a635-4c97-ad32-967f38a28dd0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.279436 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2036d470-a635-4c97-ad32-967f38a28dd0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.308844 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2036d470-a635-4c97-ad32-967f38a28dd0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.311913 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2036d470-a635-4c97-ad32-967f38a28dd0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3168855 Jul 14 09:27:10.324736 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38964) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:10.338659 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-fb65d020-8ed4-4a21-8293-cd5632e90997 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'security_group': {'name': 'tempest-secgroup-1507324076'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:10.392200 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cd6eeda-027a-43fa-91f8-b68e026ced20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.414858 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036d470-a635-4c97-ad32-967f38a28dd0 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09aa1996-3ab4-41ec-8ad3-76aa07d5cf14,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:10.420317 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cd6eeda-027a-43fa-91f8-b68e026ced20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.432049 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb65d020-8ed4-4a21-8293-cd5632e90997 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.507140 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cd6eeda-027a-43fa-91f8-b68e026ced20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.511766 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cd6eeda-027a-43fa-91f8-b68e026ced20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.513524 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0cd6eeda-027a-43fa-91f8-b68e026ced20 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9278db3-67fb-4181-877b-e05011318d7a HTTP/1.1" status: 204 len: 168 time: 0.6266119 Jul 14 09:27:10.562524 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb65d020-8ed4-4a21-8293-cd5632e90997 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.567846 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6eeda-027a-43fa-91f8-b68e026ced20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9278db3-67fb-4181-877b-e05011318d7a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:10.571911 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb65d020-8ed4-4a21-8293-cd5632e90997 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.582127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eeda-027a-43fa-91f8-b68e026ced20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:10.582493 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eeda-027a-43fa-91f8-b68e026ced20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:10.582966 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eeda-027a-43fa-91f8-b68e026ced20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:10.583307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eeda-027a-43fa-91f8-b68e026ced20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:10.583636 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eeda-027a-43fa-91f8-b68e026ced20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:10.583959 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eeda-027a-43fa-91f8-b68e026ced20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:10.584285 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eeda-027a-43fa-91f8-b68e026ced20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:10.584601 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eeda-027a-43fa-91f8-b68e026ced20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:10.585583 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eeda-027a-43fa-91f8-b68e026ced20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:10.586186 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eeda-027a-43fa-91f8-b68e026ced20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:10.586511 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eeda-027a-43fa-91f8-b68e026ced20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:10.586838 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6eeda-027a-43fa-91f8-b68e026ced20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:10.622881 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30001809-5808-43de-9b93-ebf4d485090c req-641315ba-912d-41b0-9a19-89cb3a2531e1 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:10.624866 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30001809-5808-43de-9b93-ebf4d485090c req-641315ba-912d-41b0-9a19-89cb3a2531e1 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.6746697 Jul 14 09:27:10.625832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65d020-8ed4-4a21-8293-cd5632e90997 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f209882b-49c3-41d1-a0bc-8284d6817eb6,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:10.646508 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb65d020-8ed4-4a21-8293-cd5632e90997 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.649571 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fb65d020-8ed4-4a21-8293-cd5632e90997 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3181360 Jul 14 09:27:10.651926 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38972) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:10.665154 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9176a87f-24dc-4570-b7a0-b56e88e562a4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'security_group': {'name': 'tempest-secgroup-436657184'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:10.685319 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632d509-4a50-4ce9-a92a-055a3d90d743 req-a67bac9f-320a-4e99-a785-6853b0676759 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:10.694937 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632d509-4a50-4ce9-a92a-055a3d90d743 req-a67bac9f-320a-4e99-a785-6853b0676759 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:10.702788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632d509-4a50-4ce9-a92a-055a3d90d743 req-a67bac9f-320a-4e99-a785-6853b0676759 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:10.704806 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3632d509-4a50-4ce9-a92a-055a3d90d743 req-a67bac9f-320a-4e99-a785-6853b0676759 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 2414 time: 0.4068296 Jul 14 09:27:10.740421 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9176a87f-24dc-4570-b7a0-b56e88e562a4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.795142 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30001809-5808-43de-9b93-ebf4d485090c req-2b8f3d50-2ba1-4541-953d-daba1bc1e1b5 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639676 Jul 14 09:27:10.845417 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3632d509-4a50-4ce9-a92a-055a3d90d743 req-ecce4622-4e76-4ee9-b145-291c86d91612 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320851 Jul 14 09:27:10.958520 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9176a87f-24dc-4570-b7a0-b56e88e562a4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.964920 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9176a87f-24dc-4570-b7a0-b56e88e562a4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.979902 n-d-798054-10 neutron-server[93887]: DEBUG neutron.objects.ports [None req-78533815-a6bb-4bc5-8724-089fb1187bec tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:27:10.980449 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-78533815-a6bb-4bc5-8724-089fb1187bec tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.012584 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176a87f-24dc-4570-b7a0-b56e88e562a4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c25270d-472e-4862-8679-b3173d1616d1,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:11.058834 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78533815-a6bb-4bc5-8724-089fb1187bec tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Pushing event updated for resources: {'Subnet': ['ID=eaeae3a1-e9df-4c2b-83e6-a621c11e4f8e,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:11.061640 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78533815-a6bb-4bc5-8724-089fb1187bec tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Checking segment: {'id': '2c2f5279-9b8c-466e-8574-07f520aa2adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ea08852c-6b4e-4627-b536-3e2b9d49fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:11.061640 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78533815-a6bb-4bc5-8724-089fb1187bec tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Network hostable DHCP agents. Network: ea08852c-6b4e-4627-b536-3e2b9d49fc6a, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:27:11.074826 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9176a87f-24dc-4570-b7a0-b56e88e562a4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.081493 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9176a87f-24dc-4570-b7a0-b56e88e562a4 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4277711 Jul 14 09:27:11.086516 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38982) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:11.088114 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78533815-a6bb-4bc5-8724-089fb1187bec tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Network ea08852c-6b4e-4627-b536-3e2b9d49fc6a is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:27:11.097158 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-499c4a56-53f9-4031-9947-c784c6c51326 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-112932595', 'security_groups': ['1c25270d-472e-4862-8679-b3173d1616d1'], 'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bec45311-7d87-4731-8815-f254eb6328e1'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:11.102795 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-78533815-a6bb-4bc5-8724-089fb1187bec tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, ea08852c-6b4e-4627-b536-3e2b9d49fc6a) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:11.107976 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78533815-a6bb-4bc5-8724-089fb1187bec tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:11.108582 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-78533815-a6bb-4bc5-8724-089fb1187bec tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.116215 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471d1077-9761-4a1a-b56b-c6435f231d1d None None] Network ea08852c-6b4e-4627-b536-3e2b9d49fc6a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:11.173566 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-78533815-a6bb-4bc5-8724-089fb1187bec tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8769407 Jul 14 09:27:11.174693 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38986) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:11.181962 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-acda3c8b-b8a1-457d-9158-e2dabdf61071 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Request body: {'floatingip': {'floating_network_id': 'ea08852c-6b4e-4627-b536-3e2b9d49fc6a'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:11.222716 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-acda3c8b-b8a1-457d-9158-e2dabdf61071 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.236513 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c41b8b-5122-4178-bd02-3905cbd6b722 None None] Network b9a2bc11-89a5-4979-a19a-520e8ea9db72 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:11.302568 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499c4a56-53f9-4031-9947-c784c6c51326 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:11.339169 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ac7d141d-1499-4627-aa70-35fc1b0f024b None None] Provisioning complete for port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:11.339930 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac7d141d-1499-4627-aa70-35fc1b0f024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.449662 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-acda3c8b-b8a1-457d-9158-e2dabdf61071 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.488789 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-499c4a56-53f9-4031-9947-c784c6c51326 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.511707 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-499c4a56-53f9-4031-9947-c784c6c51326 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] device_id is not set on port 2cd87f06-6fdb-4659-a060-0696bf2cd470 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:27:11.604984 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f38450-2982-45b9-add4-85b0b4a336a5 None None] Network ea08852c-6b4e-4627-b536-3e2b9d49fc6a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:11.754852 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ac7d141d-1499-4627-aa70-35fc1b0f024b None None] Provisioning complete for port d14fa52a-2ca1-4ab5-85a9-b4f523c43e2c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:11.755785 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac7d141d-1499-4627-aa70-35fc1b0f024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.808392 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ac7d141d-1499-4627-aa70-35fc1b0f024b None None] Port d14fa52a-2ca1-4ab5-85a9-b4f523c43e2c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:11.815692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-acda3c8b-b8a1-457d-9158-e2dabdf61071 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Allocated IP 172.20.0.13 (ea08852c-6b4e-4627-b536-3e2b9d49fc6a/eaeae3a1-e9df-4c2b-83e6-a621c11e4f8e/21884da4-46a3-4413-8423-0042645b9296) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:11.863101 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-499c4a56-53f9-4031-9947-c784c6c51326 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Allocated IP 2001:db8::326 (b9a2bc11-89a5-4979-a19a-520e8ea9db72/bec45311-7d87-4731-8815-f254eb6328e1/2cd87f06-6fdb-4659-a060-0696bf2cd470) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:12.025186 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3521af5b-9e1d-490f-b4da-c3918dc0bfef None None] Update dhcp port {'port': {'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72', 'fixed_ips': [{'subnet_id': 'bfc98914-578a-41fe-aee1-12348d9c0e1e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bec45311-7d87-4731-8815-f254eb6328e1'}], 'binding:host_id': 'n-d-798054-10'}, 'id': '62bf54e7-aea1-4188-8eb6-94f4bfdedb4f'} from n-d-798054-10. {{(pid=93889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:27:12.102765 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3521af5b-9e1d-490f-b4da-c3918dc0bfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.211645 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-499c4a56-53f9-4031-9947-c784c6c51326 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.256063 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-499c4a56-53f9-4031-9947-c784c6c51326 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Transition to ACTIVE for port object 2cd87f06-6fdb-4659-a060-0696bf2cd470 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:12.326984 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-499c4a56-53f9-4031-9947-c784c6c51326 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.357489 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-acda3c8b-b8a1-457d-9158-e2dabdf61071 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.394685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499c4a56-53f9-4031-9947-c784c6c51326 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network b9a2bc11-89a5-4979-a19a-520e8ea9db72 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:12.399776 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-499c4a56-53f9-4031-9947-c784c6c51326 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:12.402697 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499c4a56-53f9-4031-9947-c784c6c51326 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:12.409742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499c4a56-53f9-4031-9947-c784c6c51326 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:12.410600 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-499c4a56-53f9-4031-9947-c784c6c51326 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.432218 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 564eb5aa-8a71-4c9a-b531-209d9df70a26 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:12.446808 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c4a56-53f9-4031-9947-c784c6c51326 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=2cd87f06-6fdb-4659-a060-0696bf2cd470,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:12.461340 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-499c4a56-53f9-4031-9947-c784c6c51326 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3734214 Jul 14 09:27:12.465351 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39022) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:12.473336 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ea1db1b8-b10e-4fe8-a301-5b739fbce128 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'subnet': {'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:12.559729 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-3521af5b-9e1d-490f-b4da-c3918dc0bfef None None] Allocated IP 2001:db8::2 (b9a2bc11-89a5-4979-a19a-520e8ea9db72/bec45311-7d87-4731-8815-f254eb6328e1/62bf54e7-aea1-4188-8eb6-94f4bfdedb4f) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:12.567149 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd9d71-1a02-4fc8-b797-bba493e7fb5f req-64bee742-d117-4414-83f8-8800262ddeaa tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:12.574703 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd9d71-1a02-4fc8-b797-bba493e7fb5f req-64bee742-d117-4414-83f8-8800262ddeaa tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:12.580770 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd9d71-1a02-4fc8-b797-bba493e7fb5f req-64bee742-d117-4414-83f8-8800262ddeaa tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:12.588457 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6fbd9d71-1a02-4fc8-b797-bba493e7fb5f req-64bee742-d117-4414-83f8-8800262ddeaa tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 2414 time: 0.4905918 Jul 14 09:27:12.604554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf59291-d354-454d-bad0-8c5fb788e6ad req-23ae1f7f-6fa2-4806-aea4-e9d39f02d4bf tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:12.611525 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bcf59291-d354-454d-bad0-8c5fb788e6ad req-23ae1f7f-6fa2-4806-aea4-e9d39f02d4bf tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.4781477 Jul 14 09:27:12.675930 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1db1b8-b10e-4fe8-a301-5b739fbce128 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:12.681059 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ea1db1b8-b10e-4fe8-a301-5b739fbce128 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.686820 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-acda3c8b-b8a1-457d-9158-e2dabdf61071 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.708984 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3521af5b-9e1d-490f-b4da-c3918dc0bfef None None] For port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=62bf54e7-aea1-4188-8eb6-94f4bfdedb4f,segment=NetworkSegment(8efe739a-bf59-4b07-b657-038c9aadfa97),segment_id=8efe739a-bf59-4b07-b657-038c9aadfa97)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:12.747079 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3521af5b-9e1d-490f-b4da-c3918dc0bfef None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.765969 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3521af5b-9e1d-490f-b4da-c3918dc0bfef None None] Transition to ACTIVE for port object 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:12.775883 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3521af5b-9e1d-490f-b4da-c3918dc0bfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.810117 n-d-798054-10 neutron-server[93888]: INFO neutron.db.ipam_backend_mixin [None req-ea1db1b8-b10e-4fe8-a301-5b739fbce128 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bec45311-7d87-4731-8815-f254eb6328e1 (CIDR: 2001:db8::/64) Jul 14 09:27:12.817020 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1db1b8-b10e-4fe8-a301-5b739fbce128 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:27:12.817873 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1db1b8-b10e-4fe8-a301-5b739fbce128 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:27:12.818224 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda3c8b-b8a1-457d-9158-e2dabdf61071 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Pushing event updated for resources: {'Port': ['ID=21884da4-46a3-4413-8423-0042645b9296,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:12.842104 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6fbd9d71-1a02-4fc8-b797-bba493e7fb5f req-620b6c21-b2f2-4134-b30b-41f637f77387 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527072 Jul 14 09:27:12.862000 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ea1db1b8-b10e-4fe8-a301-5b739fbce128 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3951511 Jul 14 09:27:12.864920 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39028) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:12.870529 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bcf59291-d354-454d-bad0-8c5fb788e6ad req-ee788a69-581d-4ad0-bd21-a4786c4330b5 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579074 Jul 14 09:27:12.877277 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-602c29c3-7846-46ca-a3b4-deb57c4d7663 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'subnet': {'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:12.885959 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 564eb5aa-8a71-4c9a-b531-209d9df70a26 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:12.897690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 564eb5aa-8a71-4c9a-b531-209d9df70a26 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:12.897690 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.905774 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acda3c8b-b8a1-457d-9158-e2dabdf61071 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Network ea08852c-6b4e-4627-b536-3e2b9d49fc6a is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:12.907460 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-acda3c8b-b8a1-457d-9158-e2dabdf61071 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:12.922690 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acda3c8b-b8a1-457d-9158-e2dabdf61071 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:13.017936 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.064554 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 564eb5aa-8a71-4c9a-b531-209d9df70a26, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=564eb5aa-8a71-4c9a-b531-209d9df70a26,segment=NetworkSegment(b45d1a4a-1138-4992-82d7-2906b08128c1),segment_id=b45d1a4a-1138-4992-82d7-2906b08128c1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:13.066254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564eb5aa-8a71-4c9a-b531-209d9df70a26'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:13.068980 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5000e90a-4c10-4313-bda9-22229f600828" -d '{"events": [{"server_uuid": "2209f1d6-c22e-4a61-9262-0d7be4ecb12c", "name": "network-vif-plugged", "status": "completed", "tag": "564eb5aa-8a71-4c9a-b531-209d9df70a26"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:13.072239 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521af5b-9e1d-490f-b4da-c3918dc0bfef None None] Pushing event updated for resources: {'Port': ['ID=62bf54e7-aea1-4188-8eb6-94f4bfdedb4f,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:13.086547 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39036) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:13.089717 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.090802 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 8d316024-92c9-4fbb-86b8-8d6daf743983 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:13.200833 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-acda3c8b-b8a1-457d-9158-e2dabdf61071 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.202724 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 8d316024-92c9-4fbb-86b8-8d6daf743983 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:13.205109 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=564eb5aa-8a71-4c9a-b531-209d9df70a26,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:13.220052 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50d9ad8-ba35-4c0d-8b04-0919b852bd36 x-openstack-request-id: req-b50d9ad8-ba35-4c0d-8b04-0919b852bd36 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:13.220725 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2209f1d6-c22e-4a61-9262-0d7be4ecb12c", "name": "network-vif-plugged", "status": "completed", "tag": "564eb5aa-8a71-4c9a-b531-209d9df70a26", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:13.221054 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b50d9ad8-ba35-4c0d-8b04-0919b852bd36 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:13.221630 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564eb5aa-8a71-4c9a-b531-209d9df70a26', 'code': 200} Jul 14 09:27:13.222727 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602c29c3-7846-46ca-a3b4-deb57c4d7663 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:13.223214 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 8d316024-92c9-4fbb-86b8-8d6daf743983 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:13.223214 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.228267 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-602c29c3-7846-46ca-a3b4-deb57c4d7663 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.331834 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.349303 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-acda3c8b-b8a1-457d-9158-e2dabdf61071 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.384222 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 8d316024-92c9-4fbb-86b8-8d6daf743983, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=8d316024-92c9-4fbb-86b8-8d6daf743983,segment=NetworkSegment(b45d1a4a-1138-4992-82d7-2906b08128c1),segment_id=b45d1a4a-1138-4992-82d7-2906b08128c1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:13.415373 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.416720 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 03a26ffe-0f67-4c2f-9637-4517bb0c614c up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:13.440107 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4a6a34fe-f121-476e-89a1-232e27fd6779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.556923 n-d-798054-10 neutron-server[93888]: INFO neutron.db.ipam_backend_mixin [None req-602c29c3-7846-46ca-a3b4-deb57c4d7663 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bfc98914-578a-41fe-aee1-12348d9c0e1e (CIDR: 2001:db8:0:1::/64) Jul 14 09:27:13.576519 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-602c29c3-7846-46ca-a3b4-deb57c4d7663 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:27:13.577335 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602c29c3-7846-46ca-a3b4-deb57c4d7663 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:27:13.586148 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=8d316024-92c9-4fbb-86b8-8d6daf743983,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:13.599327 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:13.620190 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-acda3c8b-b8a1-457d-9158-e2dabdf61071 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.637531 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-acda3c8b-b8a1-457d-9158-e2dabdf61071 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.650064 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db704f8b-a518-4af2-8ac7-3357434a4032 req-a4aae923-b050-4e5a-b891-6b01d956a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.651521 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 03a26ffe-0f67-4c2f-9637-4517bb0c614c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:13.658788 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 03a26ffe-0f67-4c2f-9637-4517bb0c614c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:13.659878 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.662711 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db704f8b-a518-4af2-8ac7-3357434a4032 req-a4aae923-b050-4e5a-b891-6b01d956a193 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9eda0dcc3e874a49a638743b0ab4508c&device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 1098 time: 0.2828388 Jul 14 09:27:13.858217 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda3c8b-b8a1-457d-9158-e2dabdf61071 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Pushing event updated for resources: {'Port': ['ID=21884da4-46a3-4413-8423-0042645b9296,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:13.868967 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-acda3c8b-b8a1-457d-9158-e2dabdf61071 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.881089 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.924259 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4a6a34fe-f121-476e-89a1-232e27fd6779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.947203 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4a6a34fe-f121-476e-89a1-232e27fd6779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.951401 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 03a26ffe-0f67-4c2f-9637-4517bb0c614c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=03a26ffe-0f67-4c2f-9637-4517bb0c614c,segment=NetworkSegment(6af77703-760a-4b8a-9186-14d4db3733df),segment_id=6af77703-760a-4b8a-9186-14d4db3733df)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:13.966519 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-acda3c8b-b8a1-457d-9158-e2dabdf61071 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.968174 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-acda3c8b-b8a1-457d-9158-e2dabdf61071 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7921329 Jul 14 09:27:13.973054 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39054) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:13.996648 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.054968 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-602c29c3-7846-46ca-a3b4-deb57c4d7663 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1878290 Jul 14 09:27:14.107129 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39058) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:14.123301 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d58e2d5a-ce9c-4fc8-9f3b-430ad5e971ba tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] 10.222.0.26 "GET /v2.0/floatingips?floating_network_id=ea08852c-6b4e-4627-b536-3e2b9d49fc6a HTTP/1.1" status: 200 len: 690 time: 0.1484418 Jul 14 09:27:14.124109 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39060) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:14.130793 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4a6a34fe-f121-476e-89a1-232e27fd6779 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=11a92698a9df4e09ba33543d2f4cc5ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0427353 Jul 14 09:27:14.141440 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f1f08db8-e0cd-453e-bd10-30324ed8a568 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'subnet': {'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:14.167714 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db704f8b-a518-4af2-8ac7-3357434a4032 req-b04987c4-b0a4-4777-9c07-e9871b61f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.171071 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db704f8b-a518-4af2-8ac7-3357434a4032 req-b04987c4-b0a4-4777-9c07-e9871b61f3af service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb7535f9-bc7e-49b0-b814-10dffeec6052 HTTP/1.1" status: 200 len: 912 time: 0.4525752 Jul 14 09:27:14.172092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39062) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:14.173466 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=03a26ffe-0f67-4c2f-9637-4517bb0c614c,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:14.199638 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a34fe-f121-476e-89a1-232e27fd6779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c81667-137f-44a0-a4a9-870b3b6a2146,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:14.267473 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-468029b3-43a9-46c0-85cb-34ceec0a3701 None None] Provisioning for port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:14.274481 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-468029b3-43a9-46c0-85cb-34ceec0a3701 None None] Provisioning complete for port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:14.275115 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-468029b3-43a9-46c0-85cb-34ceec0a3701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.331909 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.366586 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db704f8b-a518-4af2-8ac7-3357434a4032 req-9c915f60-0a9f-40ad-a893-42c27670c1c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=115b8483-faf4-41d5-a79a-42bb321ff754 HTTP/1.1" status: 200 len: 1002 time: 0.1634274 Jul 14 09:27:14.466508 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-468029b3-43a9-46c0-85cb-34ceec0a3701 None None] Provisioning complete for port d14fa52a-2ca1-4ab5-85a9-b4f523c43e2c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:14.466786 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-468029b3-43a9-46c0-85cb-34ceec0a3701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.516001 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-468029b3-43a9-46c0-85cb-34ceec0a3701 None None] Port d14fa52a-2ca1-4ab5-85a9-b4f523c43e2c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:14.593366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db704f8b-a518-4af2-8ac7-3357434a4032 req-0afe3ce7-f771-4e9d-b2a2-d25a4c31e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.595091 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db704f8b-a518-4af2-8ac7-3357434a4032 req-0afe3ce7-f771-4e9d-b2a2-d25a4c31e9d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33d74a61-4251-4207-b4f8-9d0620b80344 HTTP/1.1" status: 200 len: 850 time: 0.2095666 Jul 14 09:27:14.597132 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c200d28-c929-4d28-9e62-2b122fcec336 req-b67e9016-423a-454a-b9b2-22323f9aac38 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.598188 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-871dbd86-324c-4f2d-b943-6363bdf696a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.605018 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5c200d28-c929-4d28-9e62-2b122fcec336 req-b67e9016-423a-454a-b9b2-22323f9aac38 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.3349221 Jul 14 09:27:14.631406 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-871dbd86-324c-4f2d-b943-6363bdf696a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.680685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Deleting port 21884da4-46a3-4413-8423-0042645b9296 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:14.682010 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.692377 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191eead-baa4-4fa2-8ba2-b40f60b1264e req-379506f9-9ae9-40ce-b9de-df00c342f8cc tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.700504 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191eead-baa4-4fa2-8ba2-b40f60b1264e req-379506f9-9ae9-40ce-b9de-df00c342f8cc tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.705512 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191eead-baa4-4fa2-8ba2-b40f60b1264e req-379506f9-9ae9-40ce-b9de-df00c342f8cc tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.714368 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2191eead-baa4-4fa2-8ba2-b40f60b1264e req-379506f9-9ae9-40ce-b9de-df00c342f8cc tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 2417 time: 0.4403000 Jul 14 09:27:14.746794 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-871dbd86-324c-4f2d-b943-6363bdf696a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.750178 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-871dbd86-324c-4f2d-b943-6363bdf696a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.750633 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f68932ec-0159-4500-812c-124da25fde09 None None] Provisioning for port 2cd87f06-6fdb-4659-a060-0696bf2cd470 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:14.755768 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-871dbd86-324c-4f2d-b943-6363bdf696a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0c81667-137f-44a0-a4a9-870b3b6a2146 HTTP/1.1" status: 204 len: 168 time: 0.5763159 Jul 14 09:27:14.755952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f68932ec-0159-4500-812c-124da25fde09 None None] Provisioning complete for port 2cd87f06-6fdb-4659-a060-0696bf2cd470 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:14.755952 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f68932ec-0159-4500-812c-124da25fde09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.803079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871dbd86-324c-4f2d-b943-6363bdf696a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c81667-137f-44a0-a4a9-870b3b6a2146,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:14.803986 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5c200d28-c929-4d28-9e62-2b122fcec336 req-e45c7a42-4085-4a8d-8782-6fbc2d62e2be tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979284 Jul 14 09:27:14.829410 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f08db8-e0cd-453e-bd10-30324ed8a568 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Made reservation on behalf of 1f0817fe7e064f388adbef792aa02c42 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:14.836606 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1f08db8-e0cd-453e-bd10-30324ed8a568 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.870683 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f68932ec-0159-4500-812c-124da25fde09 None None] Port 2cd87f06-6fdb-4659-a060-0696bf2cd470 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:14.908696 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2191eead-baa4-4fa2-8ba2-b40f60b1264e req-71e0e96a-73fd-4149-a880-475624e988aa tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933975 Jul 14 09:27:14.933381 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.933961 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.950327 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Calling delete_port for 21884da4-46a3-4413-8423-0042645b9296 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:14.968762 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db704f8b-a518-4af2-8ac7-3357434a4032 req-8dc727f3-9f17-4ba4-85ac-60beac7f0d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.971692 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db704f8b-a518-4af2-8ac7-3357434a4032 req-8dc727f3-9f17-4ba4-85ac-60beac7f0d4a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb7535f9-bc7e-49b0-b814-10dffeec6052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2754092 Jul 14 09:27:15.223167 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d316024-92c9-4fbb-86b8-8d6daf743983'}, {'server_uuid': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a26ffe-0f67-4c2f-9637-4517bb0c614c'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:15.226353 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478c794d-2972-44bf-874c-17a937575d44" -d '{"events": [{"server_uuid": "2209f1d6-c22e-4a61-9262-0d7be4ecb12c", "name": "network-vif-plugged", "status": "completed", "tag": "8d316024-92c9-4fbb-86b8-8d6daf743983"}, {"server_uuid": "2209f1d6-c22e-4a61-9262-0d7be4ecb12c", "name": "network-vif-plugged", "status": "completed", "tag": "03a26ffe-0f67-4c2f-9637-4517bb0c614c"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:15.295079 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db704f8b-a518-4af2-8ac7-3357434a4032 req-232ec07a-b424-4924-b04e-769dd03c190a service neutron] 10.222.0.55 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124478 Jul 14 09:27:15.332889 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0f773d-0e79-4f67-99b0-34af836eed9f x-openstack-request-id: req-2a0f773d-0e79-4f67-99b0-34af836eed9f {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:15.333137 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2209f1d6-c22e-4a61-9262-0d7be4ecb12c", "name": "network-vif-plugged", "status": "completed", "tag": "8d316024-92c9-4fbb-86b8-8d6daf743983", "code": 200}, {"server_uuid": "2209f1d6-c22e-4a61-9262-0d7be4ecb12c", "name": "network-vif-plugged", "status": "completed", "tag": "03a26ffe-0f67-4c2f-9637-4517bb0c614c", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:15.333393 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a0f773d-0e79-4f67-99b0-34af836eed9f {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:15.333859 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d316024-92c9-4fbb-86b8-8d6daf743983', 'code': 200} Jul 14 09:27:15.334248 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a26ffe-0f67-4c2f-9637-4517bb0c614c', 'code': 200} Jul 14 09:27:15.426584 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39092) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:15.456109 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c3606a5e-e21f-4223-a066-c48f69202ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.529162 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-db704f8b-a518-4af2-8ac7-3357434a4032 req-d73919cc-37dc-49f8-a5dd-7a604afa2fb8 service neutron] 10.222.0.55 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231557 Jul 14 09:27:15.752046 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c3606a5e-e21f-4223-a066-c48f69202ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.764113 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c3606a5e-e21f-4223-a066-c48f69202ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.822585 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.827029 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c3606a5e-e21f-4223-a066-c48f69202ba8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af79f7ee8bb74c249ac1b6ddcb1b0db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3943422 Jul 14 09:27:15.830977 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39102) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:15.932728 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d8746-2d79-4e2f-aa55-2bca0351e983 req-3cca277a-61c4-43c6-90f0-92861dc6f77f tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:15.939738 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d9d8746-2d79-4e2f-aa55-2bca0351e983 req-3cca277a-61c4-43c6-90f0-92861dc6f77f tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.2436397 Jul 14 09:27:15.978704 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3606a5e-e21f-4223-a066-c48f69202ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f277307-5e21-43f7-8877-dc90ea64dfe3,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:15.987759 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1f08db8-e0cd-453e-bd10-30324ed8a568 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.994641 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Pushing event deleted for resources: {'Port': ['ID=21884da4-46a3-4413-8423-0042645b9296,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:16.063525 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f08db8-e0cd-453e-bd10-30324ed8a568 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Network b9a2bc11-89a5-4979-a19a-520e8ea9db72 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:16.064892 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f08db8-e0cd-453e-bd10-30324ed8a568 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Subnet': ['ID=2f8e35ea-27e5-43d4-a63a-34f8fa7322d5,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:16.068243 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f1f08db8-e0cd-453e-bd10-30324ed8a568 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:16.071442 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f08db8-e0cd-453e-bd10-30324ed8a568 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:16.072123 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1f08db8-e0cd-453e-bd10-30324ed8a568 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.079502 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c67d60-79cb-40ab-a813-431de0469dbc None None] Network b9a2bc11-89a5-4979-a19a-520e8ea9db72 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:16.101447 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546afa1-d6a9-4e61-8922-8004b519503e req-2c13739b-e064-4f63-a38f-ace89437623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:16.102035 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546afa1-d6a9-4e61-8922-8004b519503e req-2c13739b-e064-4f63-a38f-ace89437623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:16.102518 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546afa1-d6a9-4e61-8922-8004b519503e req-2c13739b-e064-4f63-a38f-ace89437623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:16.105561 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f546afa1-d6a9-4e61-8922-8004b519503e req-2c13739b-e064-4f63-a38f-ace89437623a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 2873 time: 0.4068041 Jul 14 09:27:16.122583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a25ca2-58da-4b26-acfc-552af9d5f40b req-9f9b7459-e4ea-44b9-8a04-02b9e678ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:16.124561 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-95a25ca2-58da-4b26-acfc-552af9d5f40b req-9f9b7459-e4ea-44b9-8a04-02b9e678ac20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9eda0dcc3e874a49a638743b0ab4508c&device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 1098 time: 0.4448953 Jul 14 09:27:16.130109 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f1f08db8-e0cd-453e-bd10-30324ed8a568 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0214291 Jul 14 09:27:16.149327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39110) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:16.170877 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9284c1a5-f2dd-4715-a9cd-c67233897482 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-269153450', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2f8e35ea-27e5-43d4-a63a-34f8fa7322d5'}], 'security_groups': ['09aa1996-3ab4-41ec-8ad3-76aa07d5cf14', 'f209882b-49c3-41d1-a0bc-8284d6817eb6']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:16.188496 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9237dd29-a0a0-4db6-8357-3bce43981572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.254188 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9237dd29-a0a0-4db6-8357-3bce43981572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.361353 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9284c1a5-f2dd-4715-a9cd-c67233897482 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.370068 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.370434 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.377045 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d9d8746-2d79-4e2f-aa55-2bca0351e983 req-ce387749-038e-4dbd-8e21-5e11fd5bfe82 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4300292 Jul 14 09:27:16.398472 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9237dd29-a0a0-4db6-8357-3bce43981572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.401507 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9237dd29-a0a0-4db6-8357-3bce43981572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.405251 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9237dd29-a0a0-4db6-8357-3bce43981572 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f277307-5e21-43f7-8877-dc90ea64dfe3 HTTP/1.1" status: 204 len: 168 time: 0.5624449 Jul 14 09:27:16.446368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237dd29-a0a0-4db6-8357-3bce43981572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f277307-5e21-43f7-8877-dc90ea64dfe3,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:16.488098 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f546afa1-d6a9-4e61-8922-8004b519503e req-4746dfd0-da7d-4773-8074-38c180c2d66c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007617 Jul 14 09:27:16.503670 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a25ca2-58da-4b26-acfc-552af9d5f40b req-e3e2f7a8-d562-482c-9290-af4e85876a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:16.505477 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-95a25ca2-58da-4b26-acfc-552af9d5f40b req-e3e2f7a8-d562-482c-9290-af4e85876a0b service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb7535f9-bc7e-49b0-b814-10dffeec6052 HTTP/1.1" status: 200 len: 912 time: 0.3742795 Jul 14 09:27:16.555046 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.577927 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff7d60-005e-4e75-86bc-5155bcf772c7 req-7d4d3fe9-8bb9-4756-9153-bdc0cb83408c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:16.584698 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff7d60-005e-4e75-86bc-5155bcf772c7 req-7d4d3fe9-8bb9-4756-9153-bdc0cb83408c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:16.591600 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff7d60-005e-4e75-86bc-5155bcf772c7 req-7d4d3fe9-8bb9-4756-9153-bdc0cb83408c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:16.593387 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6ff7d60-005e-4e75-86bc-5155bcf772c7 req-7d4d3fe9-8bb9-4756-9153-bdc0cb83408c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 2417 time: 0.2453003 Jul 14 09:27:16.695653 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a19e90-8256-45e3-af40-be406235f94e None None] Update dhcp port {'port': {'network_id': 'b9a2bc11-89a5-4979-a19a-520e8ea9db72', 'fixed_ips': [{'subnet_id': 'bfc98914-578a-41fe-aee1-12348d9c0e1e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bec45311-7d87-4731-8815-f254eb6328e1', 'ip_address': '2001:db8::2'}, {'subnet_id': '2f8e35ea-27e5-43d4-a63a-34f8fa7322d5'}], 'binding:host_id': 'n-d-798054-10'}, 'id': '62bf54e7-aea1-4188-8eb6-94f4bfdedb4f'} from n-d-798054-10. {{(pid=93889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:27:16.754912 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15a19e90-8256-45e3-af40-be406235f94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.791979 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a6ff7d60-005e-4e75-86bc-5155bcf772c7 req-08fbc6b5-ba39-41c6-846b-b78b296b6bd5 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656504 Jul 14 09:27:16.816191 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.863778 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=eaeae3a1-e9df-4c2b-83e6-a621c11e4f8e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:16.897891 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-95a25ca2-58da-4b26-acfc-552af9d5f40b req-84be95e2-e692-4ae1-be7d-ed8e298a6419 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=115b8483-faf4-41d5-a79a-42bb321ff754 HTTP/1.1" status: 200 len: 1002 time: 0.3644574 Jul 14 09:27:17.007454 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.025589 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a25ca2-58da-4b26-acfc-552af9d5f40b req-8d3f2b4f-29c0-49bc-8a27-d643b5d9410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:17.027412 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-95a25ca2-58da-4b26-acfc-552af9d5f40b req-8d3f2b4f-29c0-49bc-8a27-d643b5d9410a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33d74a61-4251-4207-b4f8-9d0620b80344 HTTP/1.1" status: 200 len: 850 time: 0.0679748 Jul 14 09:27:17.027691 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea08852c-6b4e-4627-b536-3e2b9d49fc6a']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:17.043618 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39122) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:17.052667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c2f5279-9b8c-466e-8574-07f520aa2adf') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:17.053054 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c2f5279-9b8c-466e-8574-07f520aa2adf') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:17.074536 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.107111 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.123708 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:17.124266 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:17.126448 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:17.138045 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-15a19e90-8256-45e3-af40-be406235f94e None None] Allocated IP 2001:db8:0:2::2 (b9a2bc11-89a5-4979-a19a-520e8ea9db72/2f8e35ea-27e5-43d4-a63a-34f8fa7322d5/62bf54e7-aea1-4188-8eb6-94f4bfdedb4f) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:17.189209 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a25ca2-58da-4b26-acfc-552af9d5f40b req-65b36d69-625b-42a3-936a-a8be812b3f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:17.216527 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-95a25ca2-58da-4b26-acfc-552af9d5f40b req-65b36d69-625b-42a3-936a-a8be812b3f5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb7535f9-bc7e-49b0-b814-10dffeec6052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1776717 Jul 14 09:27:17.238038 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.259135 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea08852c-6b4e-4627-b536-3e2b9d49fc6a {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:27:17.298662 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.301530 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] 10.222.0.26 "DELETE /v2.0/networks/ea08852c-6b4e-4627-b536-3e2b9d49fc6a HTTP/1.1" status: 204 len: 168 time: 3.1763628 Jul 14 09:27:17.303662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979ecc9-782f-498f-957f-38a3f06cd86e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea08852c-6b4e-4627-b536-3e2b9d49fc6a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:17.309120 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39134) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:17.322253 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9033e516-ef99-4304-8542-5663ea0d2da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.436433 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-95a25ca2-58da-4b26-acfc-552af9d5f40b req-7da6db3a-ef22-4be5-8546-6b09aba56ba1 service neutron] 10.222.0.55 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152314 Jul 14 09:27:17.440515 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-15a19e90-8256-45e3-af40-be406235f94e None None] For port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=62bf54e7-aea1-4188-8eb6-94f4bfdedb4f,segment=NetworkSegment(8efe739a-bf59-4b07-b657-038c9aadfa97),segment_id=8efe739a-bf59-4b07-b657-038c9aadfa97)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:17.586182 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15a19e90-8256-45e3-af40-be406235f94e None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.598134 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-95a25ca2-58da-4b26-acfc-552af9d5f40b req-5adad9d8-9dd8-45fa-a949-7828867dc71f service neutron] 10.222.0.55 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519353 Jul 14 09:27:17.600830 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9033e516-ef99-4304-8542-5663ea0d2da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.607317 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9033e516-ef99-4304-8542-5663ea0d2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.610625 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39140) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:17.628853 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-149a54c6-aba4-4b55-8002-c20322431ad7 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 0.3142340 Jul 14 09:27:17.649920 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-15a19e90-8256-45e3-af40-be406235f94e None None] Transition to ACTIVE for port object 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:17.659252 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15a19e90-8256-45e3-af40-be406235f94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.771086 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e4a00-a019-4b1f-a4e5-4a5cc2cfafc5 req-2dcf72f3-93a0-42dd-a5a1-f88ce9660df2 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:17.783620 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e12e4a00-a019-4b1f-a4e5-4a5cc2cfafc5 req-2dcf72f3-93a0-42dd-a5a1-f88ce9660df2 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.1330066 Jul 14 09:27:17.885802 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a19e90-8256-45e3-af40-be406235f94e None None] Pushing event updated for resources: {'Port': ['ID=62bf54e7-aea1-4188-8eb6-94f4bfdedb4f,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:17.905520 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e12e4a00-a019-4b1f-a4e5-4a5cc2cfafc5 req-7495b69f-79bc-4268-9d83-c1e9f69baf91 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137195 Jul 14 09:27:17.921399 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9033e516-ef99-4304-8542-5663ea0d2da4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ca8e6036f7c42b5b17e59bc06cb2a1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8746984 Jul 14 09:27:17.925506 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39152) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:18.053393 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3dccc-0d0e-4af8-93f4-b1d548293b0a tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.054003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3dccc-0d0e-4af8-93f4-b1d548293b0a tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.058698 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3dccc-0d0e-4af8-93f4-b1d548293b0a tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.059224 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3dccc-0d0e-4af8-93f4-b1d548293b0a tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.059686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3dccc-0d0e-4af8-93f4-b1d548293b0a tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.060220 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3dccc-0d0e-4af8-93f4-b1d548293b0a tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.060624 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3dccc-0d0e-4af8-93f4-b1d548293b0a tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.063131 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3dccc-0d0e-4af8-93f4-b1d548293b0a tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.063603 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3dccc-0d0e-4af8-93f4-b1d548293b0a tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.064060 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3dccc-0d0e-4af8-93f4-b1d548293b0a tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.064516 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3dccc-0d0e-4af8-93f4-b1d548293b0a tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.064965 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3dccc-0d0e-4af8-93f4-b1d548293b0a tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.065411 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3dccc-0d0e-4af8-93f4-b1d548293b0a tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.066018 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3dccc-0d0e-4af8-93f4-b1d548293b0a tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.068269 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6af3dccc-0d0e-4af8-93f4-b1d548293b0a tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8878 time: 0.4536228 Jul 14 09:27:18.076636 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39158) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:18.111427 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033e516-ef99-4304-8542-5663ea0d2da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fff487-7ff8-415d-8a98-c376d4298b13,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:18.231749 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-46a12ed0-df62-4750-9aa2-160da4ef8c9b tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] delete failed (client error): The resource could not be found. Jul 14 09:27:18.232752 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-46a12ed0-df62-4750-9aa2-160da4ef8c9b tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/f48eb552-de61-4f18-8343-f7da0954d3fb HTTP/1.1" status: 404 len: 345 time: 0.1534586 Jul 14 09:27:18.240298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39168) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:18.309968 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf246f0f-792f-4e2a-b0b3-d98bfd9a82ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.310245 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-9284c1a5-f2dd-4715-a9cd-c67233897482 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Delete allocated IP 2001:db8::326 (b9a2bc11-89a5-4979-a19a-520e8ea9db72/bec45311-7d87-4731-8815-f254eb6328e1) {{(pid=93888) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:27:18.318072 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-899f3080-18ca-4e99-8d20-096587ec4de3 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] DELETE failed (client error): The resource could not be found. Jul 14 09:27:18.318707 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899f3080-18ca-4e99-8d20-096587ec4de3 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:27:18.320933 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-899f3080-18ca-4e99-8d20-096587ec4de3 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] 10.222.0.26 "DELETE /v2.0/networks/ea08852c-6b4e-4627-b536-3e2b9d49fc6a HTTP/1.1" status: 404 len: 339 time: 0.0811937 Jul 14 09:27:18.333364 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39170) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:18.333628 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-9284c1a5-f2dd-4715-a9cd-c67233897482 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Allocated IP 2001:db8:0:2::2a8 (b9a2bc11-89a5-4979-a19a-520e8ea9db72/2f8e35ea-27e5-43d4-a63a-34f8fa7322d5/2cd87f06-6fdb-4659-a060-0696bf2cd470) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:18.340492 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-18623ad1-6b2e-43d6-97db-9214c3761d1b tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Request body: {'network': {'name': 'tempest-network--1798225449', 'router:external': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:18.362107 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf246f0f-792f-4e2a-b0b3-d98bfd9a82ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.454690 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18623ad1-6b2e-43d6-97db-9214c3761d1b tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Made reservation on behalf of 203f2f8cbfc44e71ad9d761d16c7251a for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:18.457304 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-18623ad1-6b2e-43d6-97db-9214c3761d1b tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.482750 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9717df5-35ad-43aa-9068-97cdb204f2a6 req-805bd4ea-1244-4282-9f25-8924abe0cef7 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.490274 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9717df5-35ad-43aa-9068-97cdb204f2a6 req-805bd4ea-1244-4282-9f25-8924abe0cef7 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.498629 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9717df5-35ad-43aa-9068-97cdb204f2a6 req-805bd4ea-1244-4282-9f25-8924abe0cef7 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.507789 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d9717df5-35ad-43aa-9068-97cdb204f2a6 req-805bd4ea-1244-4282-9f25-8924abe0cef7 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 2417 time: 0.3194053 Jul 14 09:27:18.547608 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18623ad1-6b2e-43d6-97db-9214c3761d1b tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:18.558197 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-18623ad1-6b2e-43d6-97db-9214c3761d1b tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.558814 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-18623ad1-6b2e-43d6-97db-9214c3761d1b tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Added segment b2dcce24-9cb3-46b4-874b-d245586402da of type vlan for network 9865a72d-a92d-4ef1-a692-9e5b8f66fc27 Jul 14 09:27:18.590495 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39174) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:18.596432 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf246f0f-792f-4e2a-b0b3-d98bfd9a82ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.599113 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf246f0f-792f-4e2a-b0b3-d98bfd9a82ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.600829 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cf246f0f-792f-4e2a-b0b3-d98bfd9a82ce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32fff487-7ff8-415d-8a98-c376d4298b13 HTTP/1.1" status: 204 len: 168 time: 0.6734922 Jul 14 09:27:18.661964 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d9717df5-35ad-43aa-9068-97cdb204f2a6 req-7fc153d8-526a-4103-865a-0ad0eb45566b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530752 Jul 14 09:27:18.662854 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf246f0f-792f-4e2a-b0b3-d98bfd9a82ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fff487-7ff8-415d-8a98-c376d4298b13,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:18.677247 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-18623ad1-6b2e-43d6-97db-9214c3761d1b tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.741528 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9284c1a5-f2dd-4715-a9cd-c67233897482 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.772156 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-9284c1a5-f2dd-4715-a9cd-c67233897482 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Transition to ACTIVE for port object 2cd87f06-6fdb-4659-a060-0696bf2cd470 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:18.778713 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9284c1a5-f2dd-4715-a9cd-c67233897482 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.788959 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-18623ad1-6b2e-43d6-97db-9214c3761d1b tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.790218 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18623ad1-6b2e-43d6-97db-9214c3761d1b tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.790776 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-18623ad1-6b2e-43d6-97db-9214c3761d1b tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.863605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284c1a5-f2dd-4715-a9cd-c67233897482 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event updated for resources: {'Port': ['ID=2cd87f06-6fdb-4659-a060-0696bf2cd470,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:18.891177 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-002dc213-8f5b-44a7-be66-4660f343c952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.930177 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-18623ad1-6b2e-43d6-97db-9214c3761d1b tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5931139 Jul 14 09:27:18.936339 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39186) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:18.938635 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-9284c1a5-f2dd-4715-a9cd-c67233897482 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] In _notify_port_updated(), no bound segment for port 2cd87f06-6fdb-4659-a060-0696bf2cd470 on network b9a2bc11-89a5-4979-a19a-520e8ea9db72 {{(pid=93888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:27:18.946104 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9284c1a5-f2dd-4715-a9cd-c67233897482 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.947118 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9284c1a5-f2dd-4715-a9cd-c67233897482 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.952428 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9284c1a5-f2dd-4715-a9cd-c67233897482 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "PUT /v2.0/ports/2cd87f06-6fdb-4659-a060-0696bf2cd470 HTTP/1.1" status: 200 len: 969 time: 2.8017337 Jul 14 09:27:18.957128 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39190) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:18.995646 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18623ad1-6b2e-43d6-97db-9214c3761d1b tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Pushing event updated for resources: {'Network': ['ID=9865a72d-a92d-4ef1-a692-9e5b8f66fc27,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:19.014449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 9865a72d-a92d-4ef1-a692-9e5b8f66fc27 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:19.165932 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39196) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:19.236302 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-82e2f1db-b342-4037-a595-2f1cb7db290a None None] Provisioning for port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:19.247302 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-82e2f1db-b342-4037-a595-2f1cb7db290a None None] Provisioning complete for port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:19.247851 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82e2f1db-b342-4037-a595-2f1cb7db290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.254892 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05951ee1-0812-48e6-b039-ac5eca6e2ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.306718 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-4c4a5de5-005f-44c2-bd48-e8790d8e96c5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port 2cd87f06-6fdb-4659-a060-0696bf2cd470 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:19.307069 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c4a5de5-005f-44c2-bd48-e8790d8e96c5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.326138 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb584da7-56ba-446a-b653-16da12f12556 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:19.332657 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb584da7-56ba-446a-b653-16da12f12556 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:19.339765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb584da7-56ba-446a-b653-16da12f12556 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:19.346340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb584da7-56ba-446a-b653-16da12f12556 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:19.348213 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fb584da7-56ba-446a-b653-16da12f12556 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4108977 Jul 14 09:27:19.350991 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39200) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:19.449820 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-82e2f1db-b342-4037-a595-2f1cb7db290a None None] Provisioning for port 2cd87f06-6fdb-4659-a060-0696bf2cd470 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:19.455250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-82e2f1db-b342-4037-a595-2f1cb7db290a None None] Provisioning complete for port 2cd87f06-6fdb-4659-a060-0696bf2cd470 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:19.455634 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82e2f1db-b342-4037-a595-2f1cb7db290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.488281 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981069ca-7b90-49a3-b099-b4093efcf066 req-46a36d9b-59c8-4267-9934-b86332603fbc tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:19.495092 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-981069ca-7b90-49a3-b099-b4093efcf066 req-46a36d9b-59c8-4267-9934-b86332603fbc tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.3106549 Jul 14 09:27:19.539478 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-82e2f1db-b342-4037-a595-2f1cb7db290a None None] Port 2cd87f06-6fdb-4659-a060-0696bf2cd470 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:19.551946 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-82e2f1db-b342-4037-a595-2f1cb7db290a None None] Provisioning complete for port d14fa52a-2ca1-4ab5-85a9-b4f523c43e2c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:19.552502 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82e2f1db-b342-4037-a595-2f1cb7db290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.576242 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-651ce94f-9def-4db9-9b00-e747313238df tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.583643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:19.639781 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-981069ca-7b90-49a3-b099-b4093efcf066 req-37a96248-4f3d-459c-b9a4-e8ed14009b69 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241531 Jul 14 09:27:19.656830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-82e2f1db-b342-4037-a595-2f1cb7db290a None None] Port d14fa52a-2ca1-4ab5-85a9-b4f523c43e2c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:19.662969 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:19.663761 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.785514 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7a1d3ab7-638a-46c0-b0a2-5a034c34c074 None None] Provisioning complete for port 2cd87f06-6fdb-4659-a060-0696bf2cd470 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:19.785932 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3ab7-638a-46c0-b0a2-5a034c34c074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.800682 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-651ce94f-9def-4db9-9b00-e747313238df tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.814690 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-651ce94f-9def-4db9-9b00-e747313238df tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9865a72d-a92d-4ef1-a692-9e5b8f66fc27']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:19.825036 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7a1d3ab7-638a-46c0-b0a2-5a034c34c074 None None] Port 2cd87f06-6fdb-4659-a060-0696bf2cd470 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:19.859439 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-651ce94f-9def-4db9-9b00-e747313238df tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2dcce24-9cb3-46b4-874b-d245586402da') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:19.860095 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-651ce94f-9def-4db9-9b00-e747313238df tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2dcce24-9cb3-46b4-874b-d245586402da') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:19.889664 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-651ce94f-9def-4db9-9b00-e747313238df tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.914865 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-651ce94f-9def-4db9-9b00-e747313238df tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.930101 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651ce94f-9def-4db9-9b00-e747313238df tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:19.930645 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-651ce94f-9def-4db9-9b00-e747313238df tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:19.934339 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:19.987378 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-002dc213-8f5b-44a7-be66-4660f343c952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.001115 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-002dc213-8f5b-44a7-be66-4660f343c952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.012236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dd5d3-3390-4ab8-9b12-330127453c58 req-1c237b0a-7c16-4ba4-809e-471ed00ef1b9 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.018192 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dd5d3-3390-4ab8-9b12-330127453c58 req-1c237b0a-7c16-4ba4-809e-471ed00ef1b9 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.024522 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dd5d3-3390-4ab8-9b12-330127453c58 req-1c237b0a-7c16-4ba4-809e-471ed00ef1b9 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.026257 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-025dd5d3-3390-4ab8-9b12-330127453c58 req-1c237b0a-7c16-4ba4-809e-471ed00ef1b9 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 2417 time: 0.3392155 Jul 14 09:27:20.047571 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bebf2-bf97-42ef-b742-af126b55753e req-96cca706-1caa-40bd-97ed-dcd9c4ed48fd tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.049071 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-778bebf2-bf97-42ef-b742-af126b55753e req-96cca706-1caa-40bd-97ed-dcd9c4ed48fd tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.2199695 Jul 14 09:27:20.059580 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-651ce94f-9def-4db9-9b00-e747313238df tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.064228 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-002dc213-8f5b-44a7-be66-4660f343c952 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2c987850960f43279137019983cc1884&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4725020 Jul 14 09:27:20.068471 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39206) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:20.069158 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002dc213-8f5b-44a7-be66-4660f343c952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53335ad-9bce-49a6-b474-f5c81fe66c1c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:20.085573 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651ce94f-9def-4db9-9b00-e747313238df tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9865a72d-a92d-4ef1-a692-9e5b8f66fc27 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:27:20.088935 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-651ce94f-9def-4db9-9b00-e747313238df tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.093978 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-651ce94f-9def-4db9-9b00-e747313238df tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] 10.222.0.26 "DELETE /v2.0/networks/9865a72d-a92d-4ef1-a692-9e5b8f66fc27 HTTP/1.1" status: 204 len: 168 time: 0.7386835 Jul 14 09:27:20.105423 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39208) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:20.122850 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-4d581a71-db6c-433d-a146-e64723bb47ce tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Request body: {'network': {'name': 'tempest-network--1884792164', 'router:external': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:20.126019 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ce94f-9def-4db9-9b00-e747313238df tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Pushing event deleted for resources: {'Network': ['ID=9865a72d-a92d-4ef1-a692-9e5b8f66fc27,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:20.163264 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-025dd5d3-3390-4ab8-9b12-330127453c58 req-6fea154f-2d80-4378-ba9b-87aec4f46d25 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262479 Jul 14 09:27:20.185143 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-778bebf2-bf97-42ef-b742-af126b55753e req-82fe3a23-2bec-47d7-800a-79b6fa1b507a tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259677 Jul 14 09:27:20.202447 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e27ac601-cabe-4c2f-8822-d1550e9214c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.205317 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c4a5de5-005f-44c2-bd48-e8790d8e96c5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.227934 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-4c4a5de5-005f-44c2-bd48-e8790d8e96c5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for 2cd87f06-6fdb-4659-a060-0696bf2cd470 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:20.247928 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e27ac601-cabe-4c2f-8822-d1550e9214c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.274282 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05951ee1-0812-48e6-b039-ac5eca6e2ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.284956 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05951ee1-0812-48e6-b039-ac5eca6e2ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.337323 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d581a71-db6c-433d-a146-e64723bb47ce tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Made reservation on behalf of 203f2f8cbfc44e71ad9d761d16c7251a for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:20.339563 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d581a71-db6c-433d-a146-e64723bb47ce tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.345216 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-05951ee1-0812-48e6-b039-ac5eca6e2ce4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05ec37335d5a40c6ad4fbee156c231bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1720891 Jul 14 09:27:20.349216 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39210) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:20.352908 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05951ee1-0812-48e6-b039-ac5eca6e2ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840604e0-7a43-4887-afb4-7992861b549c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:20.379258 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d581a71-db6c-433d-a146-e64723bb47ce tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:20.384613 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e27ac601-cabe-4c2f-8822-d1550e9214c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.387609 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e27ac601-cabe-4c2f-8822-d1550e9214c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.391070 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e27ac601-cabe-4c2f-8822-d1550e9214c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a53335ad-9bce-49a6-b474-f5c81fe66c1c HTTP/1.1" status: 204 len: 168 time: 0.3156900 Jul 14 09:27:20.391276 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d581a71-db6c-433d-a146-e64723bb47ce tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.391276 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-4d581a71-db6c-433d-a146-e64723bb47ce tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Added segment 2c083a7d-9a8e-4196-a16a-3604b7b21cfd of type vlan for network 41502ac5-62da-4446-82ac-b35be1d5c732 Jul 14 09:27:20.411827 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ac601-cabe-4c2f-8822-d1550e9214c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53335ad-9bce-49a6-b474-f5c81fe66c1c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:20.470908 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d581a71-db6c-433d-a146-e64723bb47ce tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.471546 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06b858d1-3799-4edb-8cab-ecd214c9aa37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.510362 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06b858d1-3799-4edb-8cab-ecd214c9aa37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.528331 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c4a5de5-005f-44c2-bd48-e8790d8e96c5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.529467 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d581a71-db6c-433d-a146-e64723bb47ce tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.533529 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d581a71-db6c-433d-a146-e64723bb47ce tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.534624 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d581a71-db6c-433d-a146-e64723bb47ce tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.577275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a5de5-005f-44c2-bd48-e8790d8e96c5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=2cd87f06-6fdb-4659-a060-0696bf2cd470,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:20.614140 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c4a5de5-005f-44c2-bd48-e8790d8e96c5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.619893 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4c4a5de5-005f-44c2-bd48-e8790d8e96c5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/ports/2cd87f06-6fdb-4659-a060-0696bf2cd470 HTTP/1.1" status: 204 len: 168 time: 1.6612687 Jul 14 09:27:20.621282 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39214) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:20.646114 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d581a71-db6c-433d-a146-e64723bb47ce tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Pushing event updated for resources: {'Network': ['ID=41502ac5-62da-4446-82ac-b35be1d5c732,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:20.664067 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4d581a71-db6c-433d-a146-e64723bb47ce tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5456064 Jul 14 09:27:20.664813 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39218) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:20.666402 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 41502ac5-62da-4446-82ac-b35be1d5c732 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:20.667460 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b08752a-79b7-46e4-8deb-e279a8e5dd7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] GET failed (client error): The resource could not be found. Jul 14 09:27:20.672460 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9b08752a-79b7-46e4-8deb-e279a8e5dd7d tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports/2cd87f06-6fdb-4659-a060-0696bf2cd470 HTTP/1.1" status: 404 len: 333 time: 0.0498171 Jul 14 09:27:20.672876 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39220) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:20.679469 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06b858d1-3799-4edb-8cab-ecd214c9aa37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.683335 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06b858d1-3799-4edb-8cab-ecd214c9aa37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.684790 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-06b858d1-3799-4edb-8cab-ecd214c9aa37 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/840604e0-7a43-4887-afb4-7992861b549c HTTP/1.1" status: 204 len: 168 time: 0.3345895 Jul 14 09:27:20.694670 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b858d1-3799-4edb-8cab-ecd214c9aa37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840604e0-7a43-4887-afb4-7992861b549c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:20.875858 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e435e96-c7a0-450a-85bf-3a198dc62df4 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.877320 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8e435e96-c7a0-450a-85bf-3a198dc62df4 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] 10.222.0.26 "GET /v2.0/networks/41502ac5-62da-4446-82ac-b35be1d5c732 HTTP/1.1" status: 200 len: 757 time: 0.2053561 Jul 14 09:27:20.880036 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39226) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:20.906535 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df4803e1-8b8d-4502-8b21-3a1aea462772 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.935940 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a8738d84-addd-4aab-92f9-21051f0b926a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.942049 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a8738d84-addd-4aab-92f9-21051f0b926a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.948599 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a8738d84-addd-4aab-92f9-21051f0b926a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.950390 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a8738d84-addd-4aab-92f9-21051f0b926a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.49 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 2417 time: 0.1695998 Jul 14 09:27:20.971365 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df4803e1-8b8d-4502-8b21-3a1aea462772 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.974055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ca0cd5-71c0-47d8-94f0-f248f7868f85 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.975714 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-73ca0cd5-71c0-47d8-94f0-f248f7868f85 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] 10.222.0.26 "GET /v2.0/networks/cb1fcdc1-3406-47d1-86ec-aed679e70390 HTTP/1.1" status: 200 len: 767 time: 0.0946877 Jul 14 09:27:20.978510 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39232) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:21.076914 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df4803e1-8b8d-4502-8b21-3a1aea462772 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.079701 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df4803e1-8b8d-4502-8b21-3a1aea462772 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.083565 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f4873bc-3f09-4819-9a17-43bff0e55f8e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.084131 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-df4803e1-8b8d-4502-8b21-3a1aea462772 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/security-groups/1c25270d-472e-4862-8679-b3173d1616d1 HTTP/1.1" status: 204 len: 168 time: 0.3803673 Jul 14 09:27:21.087489 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39236) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:21.102672 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4803e1-8b8d-4502-8b21-3a1aea462772 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c25270d-472e-4862-8679-b3173d1616d1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:21.132496 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a0d445ab-36fe-4084-95e0-7e2e9bb521ed tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Deleting port 03a26ffe-0f67-4c2f-9637-4517bb0c614c {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:21.132838 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a0d445ab-36fe-4084-95e0-7e2e9bb521ed tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.236816 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a0d445ab-36fe-4084-95e0-7e2e9bb521ed tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] For port 03a26ffe-0f67-4c2f-9637-4517bb0c614c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=03a26ffe-0f67-4c2f-9637-4517bb0c614c,segment=NetworkSegment(6af77703-760a-4b8a-9186-14d4db3733df),segment_id=6af77703-760a-4b8a-9186-14d4db3733df)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:21.237276 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a0d445ab-36fe-4084-95e0-7e2e9bb521ed tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.264179 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f4873bc-3f09-4819-9a17-43bff0e55f8e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.266389 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a0d445ab-36fe-4084-95e0-7e2e9bb521ed tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Calling delete_port for 03a26ffe-0f67-4c2f-9637-4517bb0c614c owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:21.285165 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-3f4873bc-3f09-4819-9a17-43bff0e55f8e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41502ac5-62da-4446-82ac-b35be1d5c732']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:21.330047 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-3f4873bc-3f09-4819-9a17-43bff0e55f8e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c083a7d-9a8e-4196-a16a-3604b7b21cfd') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:21.331796 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-3f4873bc-3f09-4819-9a17-43bff0e55f8e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c083a7d-9a8e-4196-a16a-3604b7b21cfd') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:21.350800 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cbbbfe7c-7f61-4dd5-9dcb-d74114755435 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.367797 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f4873bc-3f09-4819-9a17-43bff0e55f8e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.405564 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f4873bc-3f09-4819-9a17-43bff0e55f8e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.414247 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cbbbfe7c-7f61-4dd5-9dcb-d74114755435 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.424106 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4873bc-3f09-4819-9a17-43bff0e55f8e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:21.424974 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f4873bc-3f09-4819-9a17-43bff0e55f8e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:21.426940 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:21.531469 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f4873bc-3f09-4819-9a17-43bff0e55f8e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.541194 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4873bc-3f09-4819-9a17-43bff0e55f8e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 41502ac5-62da-4446-82ac-b35be1d5c732 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:27:21.558525 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f4873bc-3f09-4819-9a17-43bff0e55f8e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.566935 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39260) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:21.569871 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3f4873bc-3f09-4819-9a17-43bff0e55f8e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] 10.222.0.26 "DELETE /v2.0/networks/41502ac5-62da-4446-82ac-b35be1d5c732 HTTP/1.1" status: 204 len: 168 time: 0.5879073 Jul 14 09:27:21.574892 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-39bb6f3e-4f9a-4748-aa3e-6b51b29198ca tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Request body: {'network': {'name': 'tempest-network--19820714'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:21.582665 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cbbbfe7c-7f61-4dd5-9dcb-d74114755435 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.587047 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cbbbfe7c-7f61-4dd5-9dcb-d74114755435 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.588385 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a0d445ab-36fe-4084-95e0-7e2e9bb521ed tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.593046 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cbbbfe7c-7f61-4dd5-9dcb-d74114755435 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/security-groups/f209882b-49c3-41d1-a0bc-8284d6817eb6 HTTP/1.1" status: 204 len: 168 time: 0.5045259 Jul 14 09:27:21.601567 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['564eb5aa-8a71-4c9a-b531-209d9df70a26', '03a26ffe-0f67-4c2f-9637-4517bb0c614c', '8d316024-92c9-4fbb-86b8-8d6daf743983'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:21.606949 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da33f1-ff15-4895-a972-ed6e3c43a1dd req-273d01c4-8dc6-40db-8c88-f3ca843e5df1 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:21.612399 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da33f1-ff15-4895-a972-ed6e3c43a1dd req-273d01c4-8dc6-40db-8c88-f3ca843e5df1 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:21.619934 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da33f1-ff15-4895-a972-ed6e3c43a1dd req-273d01c4-8dc6-40db-8c88-f3ca843e5df1 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:21.626097 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94da33f1-ff15-4895-a972-ed6e3c43a1dd req-273d01c4-8dc6-40db-8c88-f3ca843e5df1 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 2417 time: 0.2011504 Jul 14 09:27:21.631716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39262) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:21.719412 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4873bc-3f09-4819-9a17-43bff0e55f8e tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Pushing event deleted for resources: {'Network': ['ID=41502ac5-62da-4446-82ac-b35be1d5c732,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:21.735947 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbfe7c-7f61-4dd5-9dcb-d74114755435 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f209882b-49c3-41d1-a0bc-8284d6817eb6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:21.787465 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b7fdde6a-cba7-40ab-8e63-6e346d44dc06 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.791666 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d445ab-36fe-4084-95e0-7e2e9bb521ed tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event deleted for resources: {'Port': ['ID=03a26ffe-0f67-4c2f-9637-4517bb0c614c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:21.840875 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b7fdde6a-cba7-40ab-8e63-6e346d44dc06 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.852944 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a0d445ab-36fe-4084-95e0-7e2e9bb521ed tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] No DVR routers for this DVR port 03a26ffe-0f67-4c2f-9637-4517bb0c614c on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:21.861982 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bb6f3e-4f9a-4748-aa3e-6b51b29198ca tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Made reservation on behalf of 203f2f8cbfc44e71ad9d761d16c7251a for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:21.870920 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39bb6f3e-4f9a-4748-aa3e-6b51b29198ca tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.877369 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a0d445ab-36fe-4084-95e0-7e2e9bb521ed tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.885317 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a0d445ab-36fe-4084-95e0-7e2e9bb521ed tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.49 "DELETE /v2.0/ports/03a26ffe-0f67-4c2f-9637-4517bb0c614c HTTP/1.1" status: 204 len: 173 time: 0.9258726 Jul 14 09:27:21.904657 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'name': 'network-vif-deleted', 'tag': '03a26ffe-0f67-4c2f-9637-4517bb0c614c'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:21.907071 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec9bd22-8eb2-40c7-95d8-1ab07cadffac" -d '{"events": [{"server_uuid": "2209f1d6-c22e-4a61-9262-0d7be4ecb12c", "name": "network-vif-deleted", "tag": "03a26ffe-0f67-4c2f-9637-4517bb0c614c"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:21.922666 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b7fdde6a-cba7-40ab-8e63-6e346d44dc06 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.925243 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b7fdde6a-cba7-40ab-8e63-6e346d44dc06 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.926420 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b7fdde6a-cba7-40ab-8e63-6e346d44dc06 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/security-groups/09aa1996-3ab4-41ec-8ad3-76aa07d5cf14 HTTP/1.1" status: 204 len: 168 time: 0.2907913 Jul 14 09:27:21.930982 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39274) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:21.980467 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67cad1-9154-436d-a534-ca9507366af4 req-8fdda9a4-087a-4616-b73c-37c7d7f27668 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:21.994269 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e67cad1-9154-436d-a534-ca9507366af4 req-8fdda9a4-087a-4616-b73c-37c7d7f27668 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.5298059 Jul 14 09:27:22.004697 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fdde6a-cba7-40ab-8e63-6e346d44dc06 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09aa1996-3ab4-41ec-8ad3-76aa07d5cf14,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:22.062130 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a82665-4245-419d-abe9-2c729d91bae3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting subnet bec45311-7d87-4731-8815-f254eb6328e1 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:22.065860 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-81a82665-4245-419d-abe9-2c729d91bae3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.108031 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94da33f1-ff15-4895-a972-ed6e3c43a1dd req-9deee238-0895-45e8-a2e3-8b7476807ee9 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809599 Jul 14 09:27:22.205407 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-81a82665-4245-419d-abe9-2c729d91bae3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.233659 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e67cad1-9154-436d-a534-ca9507366af4 req-04a3e79f-806b-492a-b7cf-0521bb846c9a tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213519 Jul 14 09:27:22.259945 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b09859-4961-4c14-a7a5-8b5c0e937ca9 x-openstack-request-id: req-b1b09859-4961-4c14-a7a5-8b5c0e937ca9 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:22.260240 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2209f1d6-c22e-4a61-9262-0d7be4ecb12c", "name": "network-vif-deleted", "tag": "03a26ffe-0f67-4c2f-9637-4517bb0c614c", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:22.260494 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1b09859-4961-4c14-a7a5-8b5c0e937ca9 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:22.260892 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'name': 'network-vif-deleted', 'tag': '03a26ffe-0f67-4c2f-9637-4517bb0c614c', 'status': 'completed', 'code': 200} Jul 14 09:27:22.268377 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39bb6f3e-4f9a-4748-aa3e-6b51b29198ca tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:22.315727 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39bb6f3e-4f9a-4748-aa3e-6b51b29198ca tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.316073 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-39bb6f3e-4f9a-4748-aa3e-6b51b29198ca tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Added segment 13457481-f5b1-4d2c-a83b-c55a4e4ed48c of type vlan for network 7e3e3251-ef88-45e8-8957-347fe786ff30 Jul 14 09:27:22.325759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716f52f-e0fd-47b4-b300-c1b12c059e27 req-25f41af6-3891-4d59-93d4-274343510e67 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:22.327334 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7716f52f-e0fd-47b4-b300-c1b12c059e27 req-25f41af6-3891-4d59-93d4-274343510e67 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.6695242 Jul 14 09:27:22.359278 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-81a82665-4245-419d-abe9-2c729d91bae3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.439577 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-81a82665-4245-419d-abe9-2c729d91bae3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.449188 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39bb6f3e-4f9a-4748-aa3e-6b51b29198ca tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.481056 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a82665-4245-419d-abe9-2c729d91bae3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Subnet': ['ID=bec45311-7d87-4731-8815-f254eb6328e1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:22.497636 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-81a82665-4245-419d-abe9-2c729d91bae3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.499752 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-81a82665-4245-419d-abe9-2c729d91bae3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/subnets/bec45311-7d87-4731-8815-f254eb6328e1 HTTP/1.1" status: 204 len: 168 time: 0.5673575 Jul 14 09:27:22.503676 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39290) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:22.505255 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71263d2-b359-4286-bc1c-11a007bf4d86 None None] Network b9a2bc11-89a5-4979-a19a-520e8ea9db72 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:22.566355 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbdee887-e328-44df-bfb3-5258bc6d4183 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting subnet 2f8e35ea-27e5-43d4-a63a-34f8fa7322d5 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:22.571396 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cbdee887-e328-44df-bfb3-5258bc6d4183 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.628644 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cbdee887-e328-44df-bfb3-5258bc6d4183 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.845510 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cbdee887-e328-44df-bfb3-5258bc6d4183 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.936985 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cbdee887-e328-44df-bfb3-5258bc6d4183 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.946754 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-baa8e613-ad26-414d-8441-b46b1b36124f tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Deleting port 564eb5aa-8a71-4c9a-b531-209d9df70a26 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:22.947114 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-baa8e613-ad26-414d-8441-b46b1b36124f tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.988726 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdee887-e328-44df-bfb3-5258bc6d4183 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8e35ea-27e5-43d4-a63a-34f8fa7322d5,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:22.996817 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39bb6f3e-4f9a-4748-aa3e-6b51b29198ca tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.997353 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bb6f3e-4f9a-4748-aa3e-6b51b29198ca tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:22.997813 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39bb6f3e-4f9a-4748-aa3e-6b51b29198ca tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.000921 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cbdee887-e328-44df-bfb3-5258bc6d4183 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.006421 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cbdee887-e328-44df-bfb3-5258bc6d4183 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/subnets/2f8e35ea-27e5-43d4-a63a-34f8fa7322d5 HTTP/1.1" status: 204 len: 168 time: 0.4984047 Jul 14 09:27:23.006966 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39304) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:23.048396 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e3ad40-e278-4bc9-aac1-21c9a9b785c6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] DELETE failed (client error): The resource could not be found. Jul 14 09:27:23.049706 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e3ad40-e278-4bc9-aac1-21c9a9b785c6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:27:23.053899 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-74e3ad40-e278-4bc9-aac1-21c9a9b785c6 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/subnets/bec45311-7d87-4731-8815-f254eb6328e1 HTTP/1.1" status: 404 len: 337 time: 0.0409589 Jul 14 09:27:23.054581 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39308) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:23.091775 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-7716f52f-e0fd-47b4-b300-c1b12c059e27 req-67701241-4f90-41c1-8c78-089e8cf9284f tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Deleting port e0ddefd2-ea06-4ad7-9185-c6d67caea03a {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:23.092188 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7716f52f-e0fd-47b4-b300-c1b12c059e27 req-67701241-4f90-41c1-8c78-089e8cf9284f tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.096020 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-39bb6f3e-4f9a-4748-aa3e-6b51b29198ca tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5266740 Jul 14 09:27:23.105026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39312) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:23.110769 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-46ee1020-5254-4183-a573-f85843afa72c tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:23.209250 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ed3c0a-5031-4c99-b4ab-e23b8ff8fbd2 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting subnet bfc98914-578a-41fe-aee1-12348d9c0e1e {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:23.210873 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb6f3e-4f9a-4748-aa3e-6b51b29198ca tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Pushing event updated for resources: {'Network': ['ID=7e3e3251-ef88-45e8-8957-347fe786ff30,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:23.221695 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-22ed3c0a-5031-4c99-b4ab-e23b8ff8fbd2 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.224101 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 7e3e3251-ef88-45e8-8957-347fe786ff30 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:23.305906 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-baa8e613-ad26-414d-8441-b46b1b36124f tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] For port 564eb5aa-8a71-4c9a-b531-209d9df70a26, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=564eb5aa-8a71-4c9a-b531-209d9df70a26,segment=NetworkSegment(b45d1a4a-1138-4992-82d7-2906b08128c1),segment_id=b45d1a4a-1138-4992-82d7-2906b08128c1)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:23.318354 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-baa8e613-ad26-414d-8441-b46b1b36124f tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.339097 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-baa8e613-ad26-414d-8441-b46b1b36124f tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Calling delete_port for 564eb5aa-8a71-4c9a-b531-209d9df70a26 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:23.422677 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-22ed3c0a-5031-4c99-b4ab-e23b8ff8fbd2 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.605053 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-7716f52f-e0fd-47b4-b300-c1b12c059e27 req-67701241-4f90-41c1-8c78-089e8cf9284f tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] For port e0ddefd2-ea06-4ad7-9185-c6d67caea03a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e0ddefd2-ea06-4ad7-9185-c6d67caea03a,segment=NetworkSegment(96f12e00-7019-4ca5-8a23-82acba2f55b4),segment_id=96f12e00-7019-4ca5-8a23-82acba2f55b4)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:23.605426 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7716f52f-e0fd-47b4-b300-c1b12c059e27 req-67701241-4f90-41c1-8c78-089e8cf9284f tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.636805 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-22ed3c0a-5031-4c99-b4ab-e23b8ff8fbd2 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.677754 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-7716f52f-e0fd-47b4-b300-c1b12c059e27 req-67701241-4f90-41c1-8c78-089e8cf9284f tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Calling delete_port for e0ddefd2-ea06-4ad7-9185-c6d67caea03a owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:23.699875 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-baa8e613-ad26-414d-8441-b46b1b36124f tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.715418 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-46ee1020-5254-4183-a573-f85843afa72c tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.733861 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47e0ba2-c8fe-4cc2-83d2-8bf7f09de23d None None] Network b9a2bc11-89a5-4979-a19a-520e8ea9db72 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:23.739767 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-46ee1020-5254-4183-a573-f85843afa72c tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.827688 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-46ee1020-5254-4183-a573-f85843afa72c tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Network 7e3e3251-ef88-45e8-8957-347fe786ff30 is not hosted by any dhcp agent {{(pid=93888) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:27:23.829729 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ee1020-5254-4183-a573-f85843afa72c tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.834095 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-46ee1020-5254-4183-a573-f85843afa72c tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.836954 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-46ee1020-5254-4183-a573-f85843afa72c tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] 10.222.0.26 "PUT /v2.0/networks/7e3e3251-ef88-45e8-8957-347fe786ff30 HTTP/1.1" status: 200 len: 856 time: 0.7307782 Jul 14 09:27:23.841875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39330) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:23.864457 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8e613-ad26-414d-8441-b46b1b36124f tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event deleted for resources: {'Port': ['ID=564eb5aa-8a71-4c9a-b531-209d9df70a26,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:23.871823 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3b692fe1-555a-460b-b6d8-f5519c0bc7a5 None None] Provisioning complete for port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:23.884930 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee1020-5254-4183-a573-f85843afa72c tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Pushing event updated for resources: {'Network': ['ID=7e3e3251-ef88-45e8-8957-347fe786ff30,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:23.885731 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3b692fe1-555a-460b-b6d8-f5519c0bc7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.922284 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-22ed3c0a-5031-4c99-b4ab-e23b8ff8fbd2 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.036960 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed3c0a-5031-4c99-b4ab-e23b8ff8fbd2 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc98914-578a-41fe-aee1-12348d9c0e1e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:24.076734 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-22ed3c0a-5031-4c99-b4ab-e23b8ff8fbd2 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.081480 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-22ed3c0a-5031-4c99-b4ab-e23b8ff8fbd2 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/subnets/bfc98914-578a-41fe-aee1-12348d9c0e1e HTTP/1.1" status: 204 len: 168 time: 1.0256701 Jul 14 09:27:24.086695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39336) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:24.103969 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7716f52f-e0fd-47b4-b300-c1b12c059e27 req-67701241-4f90-41c1-8c78-089e8cf9284f tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.124494 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['e0ddefd2-ea06-4ad7-9185-c6d67caea03a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:24.133160 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-baa8e613-ad26-414d-8441-b46b1b36124f tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] No DVR routers for this DVR port 564eb5aa-8a71-4c9a-b531-209d9df70a26 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:24.149126 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c292d-bb76-41da-8f8f-66e914cbe684 req-6a4c8b78-7344-437d-8171-683ff2675cde tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:24.151217 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b8c292d-bb76-41da-8f8f-66e914cbe684 req-6a4c8b78-7344-437d-8171-683ff2675cde tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 946 time: 0.6553018 Jul 14 09:27:24.157885 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-baa8e613-ad26-414d-8441-b46b1b36124f tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.160419 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-baa8e613-ad26-414d-8441-b46b1b36124f tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.49 "DELETE /v2.0/ports/564eb5aa-8a71-4c9a-b531-209d9df70a26 HTTP/1.1" status: 204 len: 173 time: 2.2245662 Jul 14 09:27:24.170082 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e02dd1-2a4d-4eaa-9fbe-95871c90cc7c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] DELETE failed (client error): The resource could not be found. Jul 14 09:27:24.170552 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e02dd1-2a4d-4eaa-9fbe-95871c90cc7c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:27:24.174838 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e4e02dd1-2a4d-4eaa-9fbe-95871c90cc7c tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/subnets/186935b9-fb9e-4a8b-b5bb-28274c77ea4e HTTP/1.1" status: 404 len: 337 time: 0.0870917 Jul 14 09:27:24.184750 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39342) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:24.211101 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['5dcd29a1-f328-41f6-a409-8505a67eaaa2'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:24.216833 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aae3be-9911-401c-ad97-98fe2ff04b87 req-a4bc0e9a-afbc-44d1-91fc-7b39514b64c0 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:24.224131 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebae6fec-1f70-4d6c-93c3-d3226707fb18 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.225477 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aae3be-9911-401c-ad97-98fe2ff04b87 req-a4bc0e9a-afbc-44d1-91fc-7b39514b64c0 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:24.227787 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71aae3be-9911-401c-ad97-98fe2ff04b87 req-a4bc0e9a-afbc-44d1-91fc-7b39514b64c0 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 1604 time: 0.7279572 Jul 14 09:27:24.235994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39344) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:24.271290 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 564eb5aa-8a71-4c9a-b531-209d9df70a26 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:24.293449 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'name': 'network-vif-deleted', 'tag': '564eb5aa-8a71-4c9a-b531-209d9df70a26'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:24.293558 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-910dcfb4-54ed-4f8a-930a-b8f99f032572 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af43b6b-49d2-4df9-9061-7234fc839721 HTTP/1.1" status: 200 len: 205 time: 0.1028113 Jul 14 09:27:24.293658 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be243be-1632-4eb6-ae03-a46967e037f4" -d '{"events": [{"server_uuid": "2209f1d6-c22e-4a61-9262-0d7be4ecb12c", "name": "network-vif-deleted", "tag": "564eb5aa-8a71-4c9a-b531-209d9df70a26"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:24.297642 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39348) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:24.315366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67701241-4f90-41c1-8c78-089e8cf9284f tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Pushing event deleted for resources: {'Port': ['ID=e0ddefd2-ea06-4ad7-9185-c6d67caea03a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:24.344788 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 564eb5aa-8a71-4c9a-b531-209d9df70a26 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:24.344788 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 564eb5aa-8a71-4c9a-b531-209d9df70a26 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:24.345340 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 8d316024-92c9-4fbb-86b8-8d6daf743983 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:24.352902 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-5321cfd0-710b-41bd-9852-90e08b237669 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] delete failed (client error): The resource could not be found. Jul 14 09:27:24.354019 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5321cfd0-710b-41bd-9852-90e08b237669 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/routers/2af43b6b-49d2-4df9-9061-7234fc839721 HTTP/1.1" status: 404 len: 336 time: 0.0548103 Jul 14 09:27:24.380158 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39352) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:24.390345 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3b692fe1-555a-460b-b6d8-f5519c0bc7a5 None None] Provisioning complete for port d14fa52a-2ca1-4ab5-85a9-b4f523c43e2c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:24.390765 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3b692fe1-555a-460b-b6d8-f5519c0bc7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.443031 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebae6fec-1f70-4d6c-93c3-d3226707fb18 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.456430 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ebae6fec-1f70-4d6c-93c3-d3226707fb18 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3e3251-ef88-45e8-8957-347fe786ff30']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:24.462120 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7716f52f-e0fd-47b4-b300-c1b12c059e27 req-67701241-4f90-41c1-8c78-089e8cf9284f tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] No DVR routers for this DVR port e0ddefd2-ea06-4ad7-9185-c6d67caea03a on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:24.472121 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ebae6fec-1f70-4d6c-93c3-d3226707fb18 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13457481-f5b1-4d2c-a83b-c55a4e4ed48c') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:24.472514 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ebae6fec-1f70-4d6c-93c3-d3226707fb18 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13457481-f5b1-4d2c-a83b-c55a4e4ed48c') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:24.476415 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7716f52f-e0fd-47b4-b300-c1b12c059e27 req-67701241-4f90-41c1-8c78-089e8cf9284f tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.477727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3b692fe1-555a-460b-b6d8-f5519c0bc7a5 None None] Port d14fa52a-2ca1-4ab5-85a9-b4f523c43e2c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:24.479098 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7716f52f-e0fd-47b4-b300-c1b12c059e27 req-67701241-4f90-41c1-8c78-089e8cf9284f tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.49 "DELETE /v2.0/ports/e0ddefd2-ea06-4ad7-9185-c6d67caea03a HTTP/1.1" status: 204 len: 173 time: 2.1406779 Jul 14 09:27:24.480556 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f5c233-129f-44d7-b488-769ea3e76911 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] DELETE failed (client error): The resource could not be found. Jul 14 09:27:24.481068 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f5c233-129f-44d7-b488-769ea3e76911 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:27:24.483512 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-72f5c233-129f-44d7-b488-769ea3e76911 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/subnets/d1656171-b8b5-4a29-b34e-78f57207d8c2 HTTP/1.1" status: 404 len: 337 time: 0.0980911 Jul 14 09:27:24.484983 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebae6fec-1f70-4d6c-93c3-d3226707fb18 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.486656 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39356) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:24.492882 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b8c292d-bb76-41da-8f8f-66e914cbe684 req-9fb569f4-58b8-49d7-ac7d-29033284127e tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277438 Jul 14 09:27:24.514802 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71aae3be-9911-401c-ad97-98fe2ff04b87 req-b5c0ac4d-e2db-43d0-8e6e-bc22ae32e8fd tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132640 Jul 14 09:27:24.543973 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a07aadd6-8879-4b2c-859e-a7f93aee8869 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Deleting port 8d316024-92c9-4fbb-86b8-8d6daf743983 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:24.544769 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a07aadd6-8879-4b2c-859e-a7f93aee8869 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.610686 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5674c5-a4e7-4275-9eac-d02bc6638f1e x-openstack-request-id: req-cb5674c5-a4e7-4275-9eac-d02bc6638f1e {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:24.611134 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2209f1d6-c22e-4a61-9262-0d7be4ecb12c", "name": "network-vif-deleted", "tag": "564eb5aa-8a71-4c9a-b531-209d9df70a26", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:24.611481 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb5674c5-a4e7-4275-9eac-d02bc6638f1e {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:24.612661 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'name': 'network-vif-deleted', 'tag': '564eb5aa-8a71-4c9a-b531-209d9df70a26', 'status': 'completed', 'code': 200} Jul 14 09:27:24.622235 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-a441f3be-253c-4dfd-81ec-ab067f8cf8d3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] DELETE failed (client error): The resource could not be found. Jul 14 09:27:24.623078 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a441f3be-253c-4dfd-81ec-ab067f8cf8d3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:27:24.625531 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a441f3be-253c-4dfd-81ec-ab067f8cf8d3 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/subnets/aa69af23-a103-4d64-9fee-be54dcf34cf7 HTTP/1.1" status: 404 len: 337 time: 0.1379185 Jul 14 09:27:24.628188 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39358) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:24.642340 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bfb79443-6463-4d6d-808a-4af1df618953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.657105 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebae6fec-1f70-4d6c-93c3-d3226707fb18 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.671011 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebae6fec-1f70-4d6c-93c3-d3226707fb18 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:24.671957 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebae6fec-1f70-4d6c-93c3-d3226707fb18 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:24.674303 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:24.682966 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebcd8230-d0e8-498b-b22e-5565dda75259 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] DELETE failed (client error): The resource could not be found. Jul 14 09:27:24.686425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebcd8230-d0e8-498b-b22e-5565dda75259 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:27:24.691291 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39360) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:24.691544 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ebcd8230-d0e8-498b-b22e-5565dda75259 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/subnets/8099c1ba-f516-42ea-b050-d9879cda7fb0 HTTP/1.1" status: 404 len: 337 time: 0.0621536 Jul 14 09:27:24.732961 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a07aadd6-8879-4b2c-859e-a7f93aee8869 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] For port 8d316024-92c9-4fbb-86b8-8d6daf743983, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=8d316024-92c9-4fbb-86b8-8d6daf743983,segment=NetworkSegment(b45d1a4a-1138-4992-82d7-2906b08128c1),segment_id=b45d1a4a-1138-4992-82d7-2906b08128c1)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:24.733387 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a07aadd6-8879-4b2c-859e-a7f93aee8869 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.750221 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a07aadd6-8879-4b2c-859e-a7f93aee8869 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Calling delete_port for 8d316024-92c9-4fbb-86b8-8d6daf743983 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:24.758000 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947921ae-d44d-48a7-aecf-cf6f6962acec None None] DHCP port deletion for b9a2bc11-89a5-4979-a19a-520e8ea9db72 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:27:24.789308 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d94b5b-b46e-41d6-822d-0a3536fd84d8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] DELETE failed (client error): The resource could not be found. Jul 14 09:27:24.790505 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d94b5b-b46e-41d6-822d-0a3536fd84d8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:27:24.795490 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-59d94b5b-b46e-41d6-822d-0a3536fd84d8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/ports/40a2719c-cfcc-434a-ae1b-1c8233aa4e9f HTTP/1.1" status: 404 len: 333 time: 0.0722396 Jul 14 09:27:24.798208 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39364) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:24.819325 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.853977 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d316024-92c9-4fbb-86b8-8d6daf743983'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:24.856545 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5f1e2a-c4be-443b-a5c9-74ca901d23b7" -d '{"events": [{"server_uuid": "2209f1d6-c22e-4a61-9262-0d7be4ecb12c", "name": "network-vif-unplugged", "status": "completed", "tag": "8d316024-92c9-4fbb-86b8-8d6daf743983"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:24.860463 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-72626458-d0f2-4816-8deb-0c9f7ca820e1 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] DELETE failed (client error): The resource could not be found. Jul 14 09:27:24.860856 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72626458-d0f2-4816-8deb-0c9f7ca820e1 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:27:24.865910 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39370) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:24.866618 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-72626458-d0f2-4816-8deb-0c9f7ca820e1 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/subnets/b919a634-5aa7-47fc-85cc-b8ac279ce568 HTTP/1.1" status: 404 len: 337 time: 0.0512931 Jul 14 09:27:24.888901 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebae6fec-1f70-4d6c-93c3-d3226707fb18 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.907488 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba2e3d9-4e3b-49c9-bda0-2d2595f2a1c8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] DELETE failed (client error): The resource could not be found. Jul 14 09:27:24.907973 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba2e3d9-4e3b-49c9-bda0-2d2595f2a1c8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:27:24.912847 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-eba2e3d9-4e3b-49c9-bda0-2d2595f2a1c8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/subnets/aa92d4bd-0681-42f1-a2b1-2c07057b3029 HTTP/1.1" status: 404 len: 337 time: 0.0417144 Jul 14 09:27:24.918698 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39372) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:24.921373 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 8d316024-92c9-4fbb-86b8-8d6daf743983, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=8d316024-92c9-4fbb-86b8-8d6daf743983,segment=NetworkSegment(b45d1a4a-1138-4992-82d7-2906b08128c1),segment_id=b45d1a4a-1138-4992-82d7-2906b08128c1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:24.936695 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.942936 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 03a26ffe-0f67-4c2f-9637-4517bb0c614c no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:24.951408 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebae6fec-1f70-4d6c-93c3-d3226707fb18 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e3e3251-ef88-45e8-8957-347fe786ff30 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:27:24.964003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae6fec-1f70-4d6c-93c3-d3226707fb18 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e3e3251-ef88-45e8-8957-347fe786ff30,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:24.968297 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9461ca-10bf-4670-988a-2369e2ea81f0 x-openstack-request-id: req-0a9461ca-10bf-4670-988a-2369e2ea81f0 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:24.968852 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2209f1d6-c22e-4a61-9262-0d7be4ecb12c", "name": "network-vif-unplugged", "status": "completed", "tag": "8d316024-92c9-4fbb-86b8-8d6daf743983", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:24.970093 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a9461ca-10bf-4670-988a-2369e2ea81f0 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:24.970803 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d316024-92c9-4fbb-86b8-8d6daf743983', 'code': 200} Jul 14 09:27:24.972684 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebae6fec-1f70-4d6c-93c3-d3226707fb18 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.975249 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 03a26ffe-0f67-4c2f-9637-4517bb0c614c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:24.975843 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 03a26ffe-0f67-4c2f-9637-4517bb0c614c not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:24.976159 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c92643d-3712-4855-a1ba-074d06cf6283 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] DELETE failed (client error): The resource could not be found. Jul 14 09:27:24.976980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c92643d-3712-4855-a1ba-074d06cf6283 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:27:24.982418 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9c92643d-3712-4855-a1ba-074d06cf6283 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/ports/6d4086d2-ee93-4f41-ad8f-6e6f26412bb2 HTTP/1.1" status: 404 len: 333 time: 0.0606828 Jul 14 09:27:24.983946 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39376) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:24.984285 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39378) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:24.986129 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ebae6fec-1f70-4d6c-93c3-d3226707fb18 tempest-ExternalNetworksTestJSON-1667292420 tempest-ExternalNetworksTestJSON-1667292420-project-admin] 10.222.0.26 "DELETE /v2.0/networks/7e3e3251-ef88-45e8-8957-347fe786ff30 HTTP/1.1" status: 204 len: 168 time: 1.1036074 Jul 14 09:27:25.058542 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-947921ae-d44d-48a7-aecf-cf6f6962acec None None] Deleting port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:25.059264 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-947921ae-d44d-48a7-aecf-cf6f6962acec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.070747 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-9989b41e-0530-426c-a24f-157ae32c2679 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] DELETE failed (client error): The resource could not be found. Jul 14 09:27:25.071248 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9989b41e-0530-426c-a24f-157ae32c2679 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:27:25.075631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9989b41e-0530-426c-a24f-157ae32c2679 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] 10.222.0.26 "DELETE /v2.0/subnets/eaeae3a1-e9df-4c2b-83e6-a621c11e4f8e HTTP/1.1" status: 404 len: 337 time: 0.0878730 Jul 14 09:27:25.078337 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac100e31-293a-49eb-8fc9-f35a188993f5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] DELETE failed (client error): The resource could not be found. Jul 14 09:27:25.078811 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac100e31-293a-49eb-8fc9-f35a188993f5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:27:25.080659 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ac100e31-293a-49eb-8fc9-f35a188993f5 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/subnets/c394b64b-d293-47ff-92ba-a0ff3c0479b5 HTTP/1.1" status: 404 len: 337 time: 0.0860543 Jul 14 09:27:25.083933 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39382) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:25.084624 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39384) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:25.090410 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=8d316024-92c9-4fbb-86b8-8d6daf743983,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:25.159833 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a07aadd6-8879-4b2c-859e-a7f93aee8869 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.180776 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-947921ae-d44d-48a7-aecf-cf6f6962acec None None] For port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=62bf54e7-aea1-4188-8eb6-94f4bfdedb4f,segment=NetworkSegment(8efe739a-bf59-4b07-b657-038c9aadfa97),segment_id=8efe739a-bf59-4b07-b657-038c9aadfa97)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:25.181428 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-947921ae-d44d-48a7-aecf-cf6f6962acec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.199296 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-947921ae-d44d-48a7-aecf-cf6f6962acec None None] Calling delete_port for 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:25.237464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07aadd6-8879-4b2c-859e-a7f93aee8869 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event deleted for resources: {'Port': ['ID=8d316024-92c9-4fbb-86b8-8d6daf743983,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:25.298575 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bfb79443-6463-4d6d-808a-4af1df618953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.302567 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a07aadd6-8879-4b2c-859e-a7f93aee8869 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] No DVR routers for this DVR port 8d316024-92c9-4fbb-86b8-8d6daf743983 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:25.311367 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a07aadd6-8879-4b2c-859e-a7f93aee8869 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.315127 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be03c283-6590-49d5-86f5-3f0c88aa946e req-a07aadd6-8879-4b2c-859e-a7f93aee8869 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.49 "DELETE /v2.0/ports/8d316024-92c9-4fbb-86b8-8d6daf743983 HTTP/1.1" status: 204 len: 173 time: 1.0751698 Jul 14 09:27:25.318175 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bfb79443-6463-4d6d-808a-4af1df618953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.371218 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bfb79443-6463-4d6d-808a-4af1df618953 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d100fad8fe834e65879082ee7c38db51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1305525 Jul 14 09:27:25.373937 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39388) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:25.395810 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2db8269-2ced-4fb7-99eb-613a883cf3a8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] DELETE failed (client error): The resource could not be found. Jul 14 09:27:25.396282 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2db8269-2ced-4fb7-99eb-613a883cf3a8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:27:25.406288 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39390) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:25.420763 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c2db8269-2ced-4fb7-99eb-613a883cf3a8 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/subnets/520f1e0d-6c08-404d-b114-36fcc9e5751e HTTP/1.1" status: 404 len: 337 time: 0.1599157 Jul 14 09:27:25.449976 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-947921ae-d44d-48a7-aecf-cf6f6962acec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.487821 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb79443-6463-4d6d-808a-4af1df618953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a8d582-d453-4f7d-b4e1-ddb33b5be36e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:25.516224 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ee531d4-995d-4c69-aebe-4a37f2860738 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.526785 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947921ae-d44d-48a7-aecf-cf6f6962acec None None] No DVR routers for this DVR port 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:25.539857 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947921ae-d44d-48a7-aecf-cf6f6962acec None None] Pushing event deleted for resources: {'Port': ['ID=62bf54e7-aea1-4188-8eb6-94f4bfdedb4f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:25.619078 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:25.656333 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39398) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:25.660529 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:25.661022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 62bf54e7-aea1-4188-8eb6-94f4bfdedb4f not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:25.675313 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ee531d4-995d-4c69-aebe-4a37f2860738 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.711495 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-4ee531d4-995d-4c69-aebe-4a37f2860738 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1fcdc1-3406-47d1-86ec-aed679e70390']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:25.763636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-4ee531d4-995d-4c69-aebe-4a37f2860738 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce68fc7-0c60-4a85-b407-95e6c8243ffe') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:25.764095 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-4ee531d4-995d-4c69-aebe-4a37f2860738 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce68fc7-0c60-4a85-b407-95e6c8243ffe') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:25.803823 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ee531d4-995d-4c69-aebe-4a37f2860738 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.831691 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ee531d4-995d-4c69-aebe-4a37f2860738 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.844289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee531d4-995d-4c69-aebe-4a37f2860738 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:25.844926 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ee531d4-995d-4c69-aebe-4a37f2860738 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.847960 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a364cbd-17fd-4016-b4ce-d22b10030639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:25.850514 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:25.890394 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89fbdd65-f05c-43ab-81b1-b974f8193a6b req-27432ae3-02e9-4e72-a799-55c86f4762c3 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=2209f1d6-c22e-4a61-9262-0d7be4ecb12c HTTP/1.1" status: 200 len: 210 time: 0.1226504 Jul 14 09:27:25.918839 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ee531d4-995d-4c69-aebe-4a37f2860738 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.925866 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ee531d4-995d-4c69-aebe-4a37f2860738 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.927728 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4ee531d4-995d-4c69-aebe-4a37f2860738 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] 10.222.0.26 "DELETE /v2.0/networks/cb1fcdc1-3406-47d1-86ec-aed679e70390 HTTP/1.1" status: 204 len: 168 time: 0.8418834 Jul 14 09:27:25.930892 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aebd9ebc-e2b7-4271-ba88-f616eb743913 req-23b06bb8-a837-481a-b66c-ed5fbdff0c7c tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d33c84-bc2b-4e83-9df1-bc41527d9660 HTTP/1.1" status: 200 len: 210 time: 0.0842178 Jul 14 09:27:25.939484 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4e58571d-960b-400f-99bd-b24423fae8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.952865 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee531d4-995d-4c69-aebe-4a37f2860738 tempest-ExternalNetworksTestJSON-1202361934 tempest-ExternalNetworksTestJSON-1202361934-project] Pushing event deleted for resources: {'Network': ['ID=cb1fcdc1-3406-47d1-86ec-aed679e70390,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:25.953503 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a364cbd-17fd-4016-b4ce-d22b10030639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.969569 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6bf06-c0e0-448c-9d1c-bfa09dbeeff9 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Deleting port d14fa52a-2ca1-4ab5-85a9-b4f523c43e2c {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:25.969931 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4d6bf06-c0e0-448c-9d1c-bfa09dbeeff9 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.091335 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4d6bf06-c0e0-448c-9d1c-bfa09dbeeff9 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.105003 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a364cbd-17fd-4016-b4ce-d22b10030639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.107641 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a364cbd-17fd-4016-b4ce-d22b10030639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.108810 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1a364cbd-17fd-4016-b4ce-d22b10030639 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82a8d582-d453-4f7d-b4e1-ddb33b5be36e HTTP/1.1" status: 204 len: 168 time: 0.7337680 Jul 14 09:27:26.118973 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6bf06-c0e0-448c-9d1c-bfa09dbeeff9 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Calling delete_port for d14fa52a-2ca1-4ab5-85a9-b4f523c43e2c owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:26.133945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a364cbd-17fd-4016-b4ce-d22b10030639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a8d582-d453-4f7d-b4e1-ddb33b5be36e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:26.230365 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4e58571d-960b-400f-99bd-b24423fae8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.242167 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4e58571d-960b-400f-99bd-b24423fae8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.265272 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device e0ddefd2-ea06-4ad7-9185-c6d67caea03a no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:26.288781 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4d6bf06-c0e0-448c-9d1c-bfa09dbeeff9 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.305361 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4e58571d-960b-400f-99bd-b24423fae8c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf8369c700b4429c953ab27e47523457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6277363 Jul 14 09:27:26.309128 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39408) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:26.327396 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58571d-960b-400f-99bd-b24423fae8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8564d25a-21a8-4253-9c7a-b2badcd33ff9,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:26.335566 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6bf06-c0e0-448c-9d1c-bfa09dbeeff9 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Port': ['ID=d14fa52a-2ca1-4ab5-85a9-b4f523c43e2c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:26.336351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: e0ddefd2-ea06-4ad7-9185-c6d67caea03a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:26.336351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device e0ddefd2-ea06-4ad7-9185-c6d67caea03a not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:26.336712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39410) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:26.344986 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4d6bf06-c0e0-448c-9d1c-bfa09dbeeff9 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.347450 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f4d6bf06-c0e0-448c-9d1c-bfa09dbeeff9 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/ports/d14fa52a-2ca1-4ab5-85a9-b4f523c43e2c HTTP/1.1" status: 204 len: 168 time: 0.9287410 Jul 14 09:27:26.350561 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39414) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:26.425896 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56d045d9-c0a2-4d75-816c-c194440caa69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.444364 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab80d6c0-7d80-42ad-974e-515c6ca3a898 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.464429 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56d045d9-c0a2-4d75-816c-c194440caa69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.567064 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab80d6c0-7d80-42ad-974e-515c6ca3a898 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.573947 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56d045d9-c0a2-4d75-816c-c194440caa69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.580481 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-ab80d6c0-7d80-42ad-974e-515c6ca3a898 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a2bc11-89a5-4979-a19a-520e8ea9db72']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:26.580702 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56d045d9-c0a2-4d75-816c-c194440caa69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.582549 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-56d045d9-c0a2-4d75-816c-c194440caa69 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8564d25a-21a8-4253-9c7a-b2badcd33ff9 HTTP/1.1" status: 204 len: 168 time: 0.2708218 Jul 14 09:27:26.598016 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d045d9-c0a2-4d75-816c-c194440caa69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8564d25a-21a8-4253-9c7a-b2badcd33ff9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:26.599972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-ab80d6c0-7d80-42ad-974e-515c6ca3a898 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8efe739a-bf59-4b07-b657-038c9aadfa97') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:26.600491 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-ab80d6c0-7d80-42ad-974e-515c6ca3a898 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8efe739a-bf59-4b07-b657-038c9aadfa97') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:26.616148 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d33c84-bc2b-4e83-9df1-bc41527d9660', 'name': 'network-vif-deleted', 'tag': 'e0ddefd2-ea06-4ad7-9185-c6d67caea03a'}, {'server_uuid': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'name': 'network-vif-deleted', 'tag': '8d316024-92c9-4fbb-86b8-8d6daf743983'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:26.619238 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e3529a-9715-4d7b-808c-fd85a700bdcc" -d '{"events": [{"server_uuid": "c2d33c84-bc2b-4e83-9df1-bc41527d9660", "name": "network-vif-deleted", "tag": "e0ddefd2-ea06-4ad7-9185-c6d67caea03a"}, {"server_uuid": "2209f1d6-c22e-4a61-9262-0d7be4ecb12c", "name": "network-vif-deleted", "tag": "8d316024-92c9-4fbb-86b8-8d6daf743983"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:26.623017 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab80d6c0-7d80-42ad-974e-515c6ca3a898 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.667483 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab80d6c0-7d80-42ad-974e-515c6ca3a898 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.683174 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab80d6c0-7d80-42ad-974e-515c6ca3a898 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:26.683810 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab80d6c0-7d80-42ad-974e-515c6ca3a898 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:26.687209 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:26.733365 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1360b75-7826-4dc6-ab62-3d76b79e0b57 x-openstack-request-id: req-f1360b75-7826-4dc6-ab62-3d76b79e0b57 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:26.733665 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d33c84-bc2b-4e83-9df1-bc41527d9660", "name": "network-vif-deleted", "tag": "e0ddefd2-ea06-4ad7-9185-c6d67caea03a", "status": "completed", "code": 200}, {"server_uuid": "2209f1d6-c22e-4a61-9262-0d7be4ecb12c", "name": "network-vif-deleted", "tag": "8d316024-92c9-4fbb-86b8-8d6daf743983", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:26.733940 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1360b75-7826-4dc6-ab62-3d76b79e0b57 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:26.734331 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d33c84-bc2b-4e83-9df1-bc41527d9660', 'name': 'network-vif-deleted', 'tag': 'e0ddefd2-ea06-4ad7-9185-c6d67caea03a', 'status': 'completed', 'code': 200} Jul 14 09:27:26.734583 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2209f1d6-c22e-4a61-9262-0d7be4ecb12c', 'name': 'network-vif-deleted', 'tag': '8d316024-92c9-4fbb-86b8-8d6daf743983', 'status': 'completed', 'code': 200} Jul 14 09:27:26.744523 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1e6d266c-6af4-40a7-832e-4c8fc5c4f964 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3611fa848c4346bbb59e707d28aed056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4084268 Jul 14 09:27:26.747973 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39422) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:26.782901 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab80d6c0-7d80-42ad-974e-515c6ca3a898 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.793112 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab80d6c0-7d80-42ad-974e-515c6ca3a898 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.795039 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ab80d6c0-7d80-42ad-974e-515c6ca3a898 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] 10.222.0.26 "DELETE /v2.0/networks/b9a2bc11-89a5-4979-a19a-520e8ea9db72 HTTP/1.1" status: 204 len: 168 time: 0.4433851 Jul 14 09:27:26.814354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80d6c0-7d80-42ad-974e-515c6ca3a898 tempest-PortsIpV6TestJSON-1223116045 tempest-PortsIpV6TestJSON-1223116045-project] Pushing event deleted for resources: {'Network': ['ID=b9a2bc11-89a5-4979-a19a-520e8ea9db72,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:26.832219 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-04b8236c-2d7b-4cf0-a5fd-8d33444b1438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.838128 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39428) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:26.854879 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3efea96c-f5af-4db3-80e4-9554d059825a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.855963 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-04b8236c-2d7b-4cf0-a5fd-8d33444b1438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.921347 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-04b8236c-2d7b-4cf0-a5fd-8d33444b1438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.925461 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-04b8236c-2d7b-4cf0-a5fd-8d33444b1438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.927230 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-04b8236c-2d7b-4cf0-a5fd-8d33444b1438 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7cd4927d-b1ac-4932-8eec-fb3f07d00ec2 HTTP/1.1" status: 204 len: 168 time: 0.1781869 Jul 14 09:27:26.939531 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8236c-2d7b-4cf0-a5fd-8d33444b1438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd4927d-b1ac-4932-8eec-fb3f07d00ec2,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:27.044187 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3efea96c-f5af-4db3-80e4-9554d059825a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.049353 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3efea96c-f5af-4db3-80e4-9554d059825a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.071949 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39442) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:27.096496 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3efea96c-f5af-4db3-80e4-9554d059825a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c45b94c0ec9a4681a371202cf263a403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573721 Jul 14 09:27:27.099674 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39444) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:27.111310 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efea96c-f5af-4db3-80e4-9554d059825a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5605ae-51a5-4273-b556-1823daea2648,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:27.169049 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5be312-84ca-4c32-8ca9-66d343c961c7 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Deleting subnet b45df938-9f76-4569-a78e-edc718c2384b {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:27.176320 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5c5be312-84ca-4c32-8ca9-66d343c961c7 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.191701 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2fb65728-7782-435e-a1ef-35582a065ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.232371 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1130e1cc-e245-48c1-9020-de320e9e3e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.254227 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5c5be312-84ca-4c32-8ca9-66d343c961c7 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.254805 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2fb65728-7782-435e-a1ef-35582a065ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.331426 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2fb65728-7782-435e-a1ef-35582a065ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.332042 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2fb65728-7782-435e-a1ef-35582a065ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.333172 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2fb65728-7782-435e-a1ef-35582a065ede admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd5605ae-51a5-4273-b556-1823daea2648 HTTP/1.1" status: 204 len: 168 time: 0.2318444 Jul 14 09:27:27.335042 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39450) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:27.356177 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb65728-7782-435e-a1ef-35582a065ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5605ae-51a5-4273-b556-1823daea2648,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:27.384882 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5c5be312-84ca-4c32-8ca9-66d343c961c7 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.466425 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5c5be312-84ca-4c32-8ca9-66d343c961c7 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.508837 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39460) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:27.521024 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5be312-84ca-4c32-8ca9-66d343c961c7 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event deleted for resources: {'Subnet': ['ID=b45df938-9f76-4569-a78e-edc718c2384b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:27.524267 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5c5be312-84ca-4c32-8ca9-66d343c961c7 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.526435 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5c5be312-84ca-4c32-8ca9-66d343c961c7 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "DELETE /v2.0/subnets/b45df938-9f76-4569-a78e-edc718c2384b HTTP/1.1" status: 204 len: 168 time: 0.4533572 Jul 14 09:27:27.529093 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39462) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:27.534688 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e64e187-a6fd-498b-8245-6e07edbe2892 None None] Network fa558b69-3807-4582-8d77-b20bb2bf3e98 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:27.583027 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-15e1f297-c4e0-4495-9f46-aead79b6efd3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=203f2f8cbfc44e71ad9d761d16c7251a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0723941 Jul 14 09:27:27.586296 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39466) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:27.668198 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-68016779-1e31-4539-a832-dae013885e63 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.681045 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2d4c892-0590-4565-9239-387eb8c9a868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.692777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f2b01-8db7-42fd-a0a1-4ae5107026c3 req-b47c0535-75c9-4f23-b832-64d94d4a9af0 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:27.695220 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-722f2b01-8db7-42fd-a0a1-4ae5107026c3 req-b47c0535-75c9-4f23-b832-64d94d4a9af0 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.1432755 Jul 14 09:27:27.725110 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2d4c892-0590-4565-9239-387eb8c9a868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.778470 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-722f2b01-8db7-42fd-a0a1-4ae5107026c3 req-9c9000d9-bb8f-41c4-8c73-383fa89330dd tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554714 Jul 14 09:27:27.781137 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-68016779-1e31-4539-a832-dae013885e63 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Deleting port 7053f170-2d17-4a0a-9bc2-b0bf8dff8328 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:27.782035 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-68016779-1e31-4539-a832-dae013885e63 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.794627 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2d4c892-0590-4565-9239-387eb8c9a868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.798818 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2d4c892-0590-4565-9239-387eb8c9a868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.800004 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f2d4c892-0590-4565-9239-387eb8c9a868 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de78101c-c3cd-4754-8535-522ebfccd6e4 HTTP/1.1" status: 204 len: 168 time: 0.2125227 Jul 14 09:27:27.841635 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4c892-0590-4565-9239-387eb8c9a868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de78101c-c3cd-4754-8535-522ebfccd6e4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:27.859807 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-68016779-1e31-4539-a832-dae013885e63 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] For port 7053f170-2d17-4a0a-9bc2-b0bf8dff8328, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=7053f170-2d17-4a0a-9bc2-b0bf8dff8328,segment=NetworkSegment(6af77703-760a-4b8a-9186-14d4db3733df),segment_id=6af77703-760a-4b8a-9186-14d4db3733df)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:27.860327 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-68016779-1e31-4539-a832-dae013885e63 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.866550 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-94c045f0-b93f-4b0a-9907-2e8c51a86acf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1f0817fe7e064f388adbef792aa02c42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5258634 Jul 14 09:27:27.866928 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39474) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:27.876421 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-68016779-1e31-4539-a832-dae013885e63 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Calling delete_port for 7053f170-2d17-4a0a-9bc2-b0bf8dff8328 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:27.940006 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-264007cb-e680-41e2-a64e-9bc247db1675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.975043 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-264007cb-e680-41e2-a64e-9bc247db1675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.981866 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f92d60a-fd06-45fb-a851-445e2747fe55 None None] DHCP port deletion for fa558b69-3807-4582-8d77-b20bb2bf3e98 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:27:27.984271 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-68016779-1e31-4539-a832-dae013885e63 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.031117 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68016779-1e31-4539-a832-dae013885e63 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event deleted for resources: {'Port': ['ID=7053f170-2d17-4a0a-9bc2-b0bf8dff8328,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:28.034770 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68016779-1e31-4539-a832-dae013885e63 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] No DVR routers for this DVR port 7053f170-2d17-4a0a-9bc2-b0bf8dff8328 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:28.055165 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-264007cb-e680-41e2-a64e-9bc247db1675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.058132 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-264007cb-e680-41e2-a64e-9bc247db1675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.062509 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-264007cb-e680-41e2-a64e-9bc247db1675 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/681eb9d1-240d-4e2d-872d-858f0bdf81c9 HTTP/1.1" status: 204 len: 168 time: 0.1945140 Jul 14 09:27:28.071776 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264007cb-e680-41e2-a64e-9bc247db1675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681eb9d1-240d-4e2d-872d-858f0bdf81c9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:28.129405 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-68016779-1e31-4539-a832-dae013885e63 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.141767 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-68016779-1e31-4539-a832-dae013885e63 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa558b69-3807-4582-8d77-b20bb2bf3e98']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:28.156563 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-68016779-1e31-4539-a832-dae013885e63 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af77703-760a-4b8a-9186-14d4db3733df') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:28.156867 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-68016779-1e31-4539-a832-dae013885e63 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af77703-760a-4b8a-9186-14d4db3733df') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:28.166786 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-68016779-1e31-4539-a832-dae013885e63 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.183748 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-68016779-1e31-4539-a832-dae013885e63 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.189915 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68016779-1e31-4539-a832-dae013885e63 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:28.190398 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-68016779-1e31-4539-a832-dae013885e63 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:28.194469 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:28.256712 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-68016779-1e31-4539-a832-dae013885e63 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.263641 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-68016779-1e31-4539-a832-dae013885e63 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.265574 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-68016779-1e31-4539-a832-dae013885e63 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "DELETE /v2.0/networks/fa558b69-3807-4582-8d77-b20bb2bf3e98 HTTP/1.1" status: 204 len: 168 time: 0.7353184 Jul 14 09:27:28.268548 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39492) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:28.280671 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68016779-1e31-4539-a832-dae013885e63 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event deleted for resources: {'Network': ['ID=fa558b69-3807-4582-8d77-b20bb2bf3e98,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:28.333425 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d481dd0-bce9-46c5-8e35-33587d8c4030 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Deleting subnet 7db4b9b2-7807-4323-85a9-431641dce431 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:28.337546 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3d481dd0-bce9-46c5-8e35-33587d8c4030 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.386057 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3d481dd0-bce9-46c5-8e35-33587d8c4030 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.487245 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3d481dd0-bce9-46c5-8e35-33587d8c4030 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.553603 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3d481dd0-bce9-46c5-8e35-33587d8c4030 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.590905 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d481dd0-bce9-46c5-8e35-33587d8c4030 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event deleted for resources: {'Subnet': ['ID=7db4b9b2-7807-4323-85a9-431641dce431,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:28.595637 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3d481dd0-bce9-46c5-8e35-33587d8c4030 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.597758 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3d481dd0-bce9-46c5-8e35-33587d8c4030 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "DELETE /v2.0/subnets/7db4b9b2-7807-4323-85a9-431641dce431 HTTP/1.1" status: 204 len: 168 time: 0.3277712 Jul 14 09:27:28.600681 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39514) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:28.619739 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed603b3a-6688-4709-bbc8-1d26de1062a6 None None] Network f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:28.703670 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e02516c-4294-4a2d-a9d6-60fee6cbc901 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.768047 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7e02516c-4294-4a2d-a9d6-60fee6cbc901 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Deleting port e3d48a31-97af-4421-a94e-b42d02c8d10c {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:28.768650 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e02516c-4294-4a2d-a9d6-60fee6cbc901 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.844275 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9620da-d134-435a-9291-c51306c65354 None None] DHCP port deletion for f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:27:28.883204 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-7e02516c-4294-4a2d-a9d6-60fee6cbc901 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] For port e3d48a31-97af-4421-a94e-b42d02c8d10c, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e3d48a31-97af-4421-a94e-b42d02c8d10c,segment=NetworkSegment(b45d1a4a-1138-4992-82d7-2906b08128c1),segment_id=b45d1a4a-1138-4992-82d7-2906b08128c1)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:28.883615 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e02516c-4294-4a2d-a9d6-60fee6cbc901 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.904286 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7e02516c-4294-4a2d-a9d6-60fee6cbc901 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Calling delete_port for e3d48a31-97af-4421-a94e-b42d02c8d10c owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:28.926309 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc9620da-d134-435a-9291-c51306c65354 None None] Deleting port e3d48a31-97af-4421-a94e-b42d02c8d10c {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:28.926891 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc9620da-d134-435a-9291-c51306c65354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.014265 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac962c7-3c13-48d4-9dbf-994e43474e80 req-cff57185-7b36-4ad0-83a0-325d23e7baa7 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:29.018477 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc9620da-d134-435a-9291-c51306c65354 None None] For port e3d48a31-97af-4421-a94e-b42d02c8d10c, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e3d48a31-97af-4421-a94e-b42d02c8d10c,segment=NetworkSegment(b45d1a4a-1138-4992-82d7-2906b08128c1),segment_id=b45d1a4a-1138-4992-82d7-2906b08128c1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:29.019105 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc9620da-d134-435a-9291-c51306c65354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.022924 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ac962c7-3c13-48d4-9dbf-994e43474e80 req-cff57185-7b36-4ad0-83a0-325d23e7baa7 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.0852482 Jul 14 09:27:29.032647 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e02516c-4294-4a2d-a9d6-60fee6cbc901 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.044844 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc9620da-d134-435a-9291-c51306c65354 None None] Calling delete_port for e3d48a31-97af-4421-a94e-b42d02c8d10c owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:29.068726 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02516c-4294-4a2d-a9d6-60fee6cbc901 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event deleted for resources: {'Port': ['ID=e3d48a31-97af-4421-a94e-b42d02c8d10c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:29.074106 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e02516c-4294-4a2d-a9d6-60fee6cbc901 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] No DVR routers for this DVR port e3d48a31-97af-4421-a94e-b42d02c8d10c on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:29.087454 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ac962c7-3c13-48d4-9dbf-994e43474e80 req-07bc72b5-7a26-4203-85b8-25de300a5558 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633519 Jul 14 09:27:29.148291 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc9620da-d134-435a-9291-c51306c65354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.163423 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e02516c-4294-4a2d-a9d6-60fee6cbc901 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.175542 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-7e02516c-4294-4a2d-a9d6-60fee6cbc901 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:29.176663 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9620da-d134-435a-9291-c51306c65354 None None] Pushing event deleted for resources: {'Port': ['ID=e3d48a31-97af-4421-a94e-b42d02c8d10c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:29.190132 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9620da-d134-435a-9291-c51306c65354 None None] No DVR routers for this DVR port e3d48a31-97af-4421-a94e-b42d02c8d10c on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:29.195470 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-7e02516c-4294-4a2d-a9d6-60fee6cbc901 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45d1a4a-1138-4992-82d7-2906b08128c1') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:29.195703 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-7e02516c-4294-4a2d-a9d6-60fee6cbc901 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45d1a4a-1138-4992-82d7-2906b08128c1') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:29.211450 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e02516c-4294-4a2d-a9d6-60fee6cbc901 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.231457 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e02516c-4294-4a2d-a9d6-60fee6cbc901 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.238937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e02516c-4294-4a2d-a9d6-60fee6cbc901 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:29.239362 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e02516c-4294-4a2d-a9d6-60fee6cbc901 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:29.243185 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:29.324937 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e02516c-4294-4a2d-a9d6-60fee6cbc901 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.352459 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e02516c-4294-4a2d-a9d6-60fee6cbc901 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.357639 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7e02516c-4294-4a2d-a9d6-60fee6cbc901 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "DELETE /v2.0/networks/f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40 HTTP/1.1" status: 204 len: 168 time: 0.7557807 Jul 14 09:27:29.358739 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02516c-4294-4a2d-a9d6-60fee6cbc901 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event deleted for resources: {'Network': ['ID=f3be7b2b-a01e-4882-9ec1-fea8a5fe8d40,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:29.362691 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39550) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:29.368826 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-0b51d44b-5789-43d1-9019-2c5466e6a58d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1345233693'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:29.391301 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b51d44b-5789-43d1-9019-2c5466e6a58d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Made reservation on behalf of ab9f6ee95b92468aa738abe9dd184bd9 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:29.395003 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b51d44b-5789-43d1-9019-2c5466e6a58d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.428553 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b51d44b-5789-43d1-9019-2c5466e6a58d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:29.439968 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b51d44b-5789-43d1-9019-2c5466e6a58d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.439968 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-0b51d44b-5789-43d1-9019-2c5466e6a58d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Added segment 3fea9c58-d626-404c-b5e7-7f5b69946399 of type vlan for network 4d071922-c410-48c3-a92c-aed744b6c871 Jul 14 09:27:29.498199 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b51d44b-5789-43d1-9019-2c5466e6a58d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.500656 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 7053f170-2d17-4a0a-9bc2-b0bf8dff8328 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:29.541620 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b51d44b-5789-43d1-9019-2c5466e6a58d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.550422 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b51d44b-5789-43d1-9019-2c5466e6a58d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:29.551252 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b51d44b-5789-43d1-9019-2c5466e6a58d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.565506 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 7053f170-2d17-4a0a-9bc2-b0bf8dff8328 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:29.565876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 7053f170-2d17-4a0a-9bc2-b0bf8dff8328 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:29.566291 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e3d48a31-97af-4421-a94e-b42d02c8d10c no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:29.600178 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: e3d48a31-97af-4421-a94e-b42d02c8d10c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:29.600834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e3d48a31-97af-4421-a94e-b42d02c8d10c not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:29.630019 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0b51d44b-5789-43d1-9019-2c5466e6a58d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2661893 Jul 14 09:27:29.633076 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39560) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:29.637889 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51d44b-5789-43d1-9019-2c5466e6a58d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event updated for resources: {'Network': ['ID=4d071922-c410-48c3-a92c-aed744b6c871,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:29.641425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-2fe71e69-e987-419e-a882-faa7370bfeb3 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Request body: {'subnet': {'network_id': '4d071922-c410-48c3-a92c-aed744b6c871', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:29.658497 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 4d071922-c410-48c3-a92c-aed744b6c871 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:29.773621 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4b6f-3b60-47fa-8b0c-c1be188d10ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.779506 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe71e69-e987-419e-a882-faa7370bfeb3 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Made reservation on behalf of ab9f6ee95b92468aa738abe9dd184bd9 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:29.783741 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2fe71e69-e987-419e-a882-faa7370bfeb3 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.805022 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39568) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:29.867893 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.989356 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2fe71e69-e987-419e-a882-faa7370bfeb3 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.063129 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe71e69-e987-419e-a882-faa7370bfeb3 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event updated for resources: {'Subnet': ['ID=0d8e77cf-bc95-480e-8498-3dd18b94a239,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:30.067464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe71e69-e987-419e-a882-faa7370bfeb3 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Checking segment: {'id': '3fea9c58-d626-404c-b5e7-7f5b69946399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4d071922-c410-48c3-a92c-aed744b6c871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:30.067827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe71e69-e987-419e-a882-faa7370bfeb3 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Network hostable DHCP agents. Network: 4d071922-c410-48c3-a92c-aed744b6c871, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:27:30.086077 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe71e69-e987-419e-a882-faa7370bfeb3 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Network 4d071922-c410-48c3-a92c-aed744b6c871 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:27:30.096067 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-2fe71e69-e987-419e-a882-faa7370bfeb3 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 4d071922-c410-48c3-a92c-aed744b6c871) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:30.100698 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe71e69-e987-419e-a882-faa7370bfeb3 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:30.101453 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2fe71e69-e987-419e-a882-faa7370bfeb3 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.110897 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca45aec-b382-4cb0-97b6-f44ad6e93b09 None None] Network 4d071922-c410-48c3-a92c-aed744b6c871 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:30.122498 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-be02da79-5280-4264-9897-e1c542ad1592 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'network': {'name': 'tempest-RoutersTest-159576806'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:30.177696 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be02da79-5280-4264-9897-e1c542ad1592 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Made reservation on behalf of 59d7d101252e4592bbe2b29387c4a9ad for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:30.182522 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2fe71e69-e987-419e-a882-faa7370bfeb3 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5469279 Jul 14 09:27:30.183016 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be02da79-5280-4264-9897-e1c542ad1592 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.185002 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39588) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:30.190894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-085603a5-81af-459a-b408-b278db79c23d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1685600463'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:30.236161 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085603a5-81af-459a-b408-b278db79c23d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Made reservation on behalf of ab9f6ee95b92468aa738abe9dd184bd9 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:30.239804 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-085603a5-81af-459a-b408-b278db79c23d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.293049 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085603a5-81af-459a-b408-b278db79c23d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:30.362451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4d071922-c410-48c3-a92c-aed744b6c871', 'network_id': '4d071922-c410-48c3-a92c-aed744b6c871', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'fixed_ips': [{'subnet_id': '0d8e77cf-bc95-480e-8498-3dd18b94a239'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:27:30.363610 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.412828 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-085603a5-81af-459a-b408-b278db79c23d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.413198 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-085603a5-81af-459a-b408-b278db79c23d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Added segment 5d9ad0f2-5755-4573-b6cc-9edd7c490a03 of type vlan for network d22cf11c-9a73-4a94-9be6-9bae279d10eb Jul 14 09:27:30.497275 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-085603a5-81af-459a-b408-b278db79c23d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.518671 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f64e72-dd12-4020-9279-04d64f20f8f8 req-1c0b2f06-b768-433e-a70a-856991705f5b tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:30.526178 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6f64e72-dd12-4020-9279-04d64f20f8f8 req-1c0b2f06-b768-433e-a70a-856991705f5b tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.2189913 Jul 14 09:27:30.526482 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be02da79-5280-4264-9897-e1c542ad1592 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.571494 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Allocated IP 19.80.0.2 (4d071922-c410-48c3-a92c-aed744b6c871/0d8e77cf-bc95-480e-8498-3dd18b94a239/0e3b887b-ed2a-4994-88a6-a5b71f5fa978) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:30.588103 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6f64e72-dd12-4020-9279-04d64f20f8f8 req-4237eb42-7988-4fe0-9c5d-9f6c5ef0d9c8 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609262 Jul 14 09:27:30.594690 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-085603a5-81af-459a-b408-b278db79c23d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.610844 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085603a5-81af-459a-b408-b278db79c23d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:30.611497 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-085603a5-81af-459a-b408-b278db79c23d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.685203 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085603a5-81af-459a-b408-b278db79c23d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event updated for resources: {'Network': ['ID=d22cf11c-9a73-4a94-9be6-9bae279d10eb,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:30.706650 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network d22cf11c-9a73-4a94-9be6-9bae279d10eb details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:30.709328 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be02da79-5280-4264-9897-e1c542ad1592 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.712299 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.715598 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be02da79-5280-4264-9897-e1c542ad1592 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.719787 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-085603a5-81af-459a-b408-b278db79c23d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5337529 Jul 14 09:27:30.722503 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39604) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:30.728682 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-2cc1a160-2160-4ef1-a71a-476bc4d7dc3c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Request body: {'subnet': {'network_id': 'd22cf11c-9a73-4a94-9be6-9bae279d10eb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:30.792012 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02da79-5280-4264-9897-e1c542ad1592 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c42e127-9558-4d31-a42d-9a60b90266b0,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:30.807310 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be02da79-5280-4264-9897-e1c542ad1592 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:30.824200 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be02da79-5280-4264-9897-e1c542ad1592 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.824554 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-be02da79-5280-4264-9897-e1c542ad1592 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Added segment e62f514f-b451-4085-b759-ce214419cd72 of type vlan for network a3107b3b-a145-4fb2-86c8-f169f0112f46 Jul 14 09:27:30.870454 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc1a160-2160-4ef1-a71a-476bc4d7dc3c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Made reservation on behalf of ab9f6ee95b92468aa738abe9dd184bd9 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:30.875271 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2cc1a160-2160-4ef1-a71a-476bc4d7dc3c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.914708 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be02da79-5280-4264-9897-e1c542ad1592 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.932850 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.943266 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Transition to ACTIVE for port object 0e3b887b-ed2a-4994-88a6-a5b71f5fa978 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:30.961668 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be02da79-5280-4264-9897-e1c542ad1592 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.964343 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Transition to ACTIVE for port object 0e3b887b-ed2a-4994-88a6-a5b71f5fa978 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:30.972113 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.976683 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be02da79-5280-4264-9897-e1c542ad1592 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:30.977363 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be02da79-5280-4264-9897-e1c542ad1592 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.992868 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39614) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:30.996710 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Network 4d071922-c410-48c3-a92c-aed744b6c871 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:31.020807 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:31.028745 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:31.084768 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-be02da79-5280-4264-9897-e1c542ad1592 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2758420 Jul 14 09:27:31.086682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39620) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:31.092620 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-444f723b-761d-4473-8e96-53345514b951 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'network': {'name': 'tempest-RoutersTest-1938127756'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:31.116417 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02da79-5280-4264-9897-e1c542ad1592 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Network': ['ID=a3107b3b-a145-4fb2-86c8-f169f0112f46,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:31.138334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444f723b-761d-4473-8e96-53345514b951 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Made reservation on behalf of 59d7d101252e4592bbe2b29387c4a9ad for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:31.142538 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-444f723b-761d-4473-8e96-53345514b951 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.151459 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network a3107b3b-a145-4fb2-86c8-f169f0112f46 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:31.156773 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Pushing event updated for resources: {'Port': ['ID=0e3b887b-ed2a-4994-88a6-a5b71f5fa978,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:31.169627 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2cc1a160-2160-4ef1-a71a-476bc4d7dc3c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.185884 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444f723b-761d-4473-8e96-53345514b951 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:31.199315 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-444f723b-761d-4473-8e96-53345514b951 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.200087 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-444f723b-761d-4473-8e96-53345514b951 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Added segment e83d1522-ac85-461b-93da-c7c904048ab5 of type vlan for network acef434d-48e3-43a1-a4d6-e3466f914c11 Jul 14 09:27:31.245174 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Attempting to bind port 0e3b887b-ed2a-4994-88a6-a5b71f5fa978 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:31.245555 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Attempting to bind port 0e3b887b-ed2a-4994-88a6-a5b71f5fa978 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '3fea9c58-d626-404c-b5e7-7f5b69946399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4d071922-c410-48c3-a92c-aed744b6c871'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:31.246002 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Attempting to bind port 0e3b887b-ed2a-4994-88a6-a5b71f5fa978 on network 4d071922-c410-48c3-a92c-aed744b6c871 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:31.263042 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-444f723b-761d-4473-8e96-53345514b951 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.266882 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:31.267353 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Checking segment: {'id': '3fea9c58-d626-404c-b5e7-7f5b69946399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4d071922-c410-48c3-a92c-aed744b6c871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:31.267669 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.268466 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Bound using segment: {'id': '3fea9c58-d626-404c-b5e7-7f5b69946399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4d071922-c410-48c3-a92c-aed744b6c871'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:31.268974 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Bound port: 0e3b887b-ed2a-4994-88a6-a5b71f5fa978, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea9c58-d626-404c-b5e7-7f5b69946399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4d071922-c410-48c3-a92c-aed744b6c871'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:31.269425 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.280942 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc1a160-2160-4ef1-a71a-476bc4d7dc3c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Checking segment: {'id': '5d9ad0f2-5755-4573-b6cc-9edd7c490a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd22cf11c-9a73-4a94-9be6-9bae279d10eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:31.281326 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc1a160-2160-4ef1-a71a-476bc4d7dc3c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Network hostable DHCP agents. Network: d22cf11c-9a73-4a94-9be6-9bae279d10eb, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:27:31.283507 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1a160-2160-4ef1-a71a-476bc4d7dc3c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event updated for resources: {'Subnet': ['ID=c61d1f1e-ad20-4d01-9e66-e76c7222d816,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:31.299826 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-01753216-544c-46e1-9e11-d26a79e58734 tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-134370849', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:31.328312 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-444f723b-761d-4473-8e96-53345514b951 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.337958 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444f723b-761d-4473-8e96-53345514b951 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:31.339096 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-444f723b-761d-4473-8e96-53345514b951 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.367561 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc1a160-2160-4ef1-a71a-476bc4d7dc3c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Network d22cf11c-9a73-4a94-9be6-9bae279d10eb is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:27:31.373444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01753216-544c-46e1-9e11-d26a79e58734 tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Made reservation on behalf of 826ecf9fd74a481489f1ce5c48f77fd8 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:31.377733 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01753216-544c-46e1-9e11-d26a79e58734 tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.381802 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] For port 0e3b887b-ed2a-4994-88a6-a5b71f5fa978, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:31.386148 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] For port 0e3b887b-ed2a-4994-88a6-a5b71f5fa978, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0e3b887b-ed2a-4994-88a6-a5b71f5fa978,segment=NetworkSegment(3fea9c58-d626-404c-b5e7-7f5b69946399),segment_id=3fea9c58-d626-404c-b5e7-7f5b69946399)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:31.392658 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.407233 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01753216-544c-46e1-9e11-d26a79e58734 tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.421260 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-2cc1a160-2160-4ef1-a71a-476bc4d7dc3c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, d22cf11c-9a73-4a94-9be6-9bae279d10eb) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:31.440575 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-444f723b-761d-4473-8e96-53345514b951 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3496001 Jul 14 09:27:31.441398 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39630) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:31.446216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc1a160-2160-4ef1-a71a-476bc4d7dc3c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:31.446732 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2cc1a160-2160-4ef1-a71a-476bc4d7dc3c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.449898 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'subnet': {'network_id': 'a3107b3b-a145-4fb2-86c8-f169f0112f46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:31.454943 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc73667f-1334-4351-ae7a-6fcff50ced89 None None] Network d22cf11c-9a73-4a94-9be6-9bae279d10eb requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:31.491625 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39632) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:31.532289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f723b-761d-4473-8e96-53345514b951 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Network': ['ID=acef434d-48e3-43a1-a4d6-e3466f914c11,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:31.570818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network acef434d-48e3-43a1-a4d6-e3466f914c11 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:31.605947 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01753216-544c-46e1-9e11-d26a79e58734 tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.613773 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01753216-544c-46e1-9e11-d26a79e58734 tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.624359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-01753216-544c-46e1-9e11-d26a79e58734 tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] device_id is not set on port 08a5aec7-c525-4f18-967a-60b187257190 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:27:31.642737 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2cc1a160-2160-4ef1-a71a-476bc4d7dc3c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9186888 Jul 14 09:27:31.649265 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Made reservation on behalf of 59d7d101252e4592bbe2b29387c4a9ad for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:31.660883 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.718439 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01753216-544c-46e1-9e11-d26a79e58734 tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92af5888-419c-450f-9153-6800e30b8d73,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:31.743922 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.749655 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd16232-ad22-4573-be4a-672c358a9122 None None] Pushing event updated for resources: {'Port': ['ID=0e3b887b-ed2a-4994-88a6-a5b71f5fa978,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:31.817550 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-d22cf11c-9a73-4a94-9be6-9bae279d10eb', 'network_id': 'd22cf11c-9a73-4a94-9be6-9bae279d10eb', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'fixed_ips': [{'subnet_id': 'c61d1f1e-ad20-4d01-9e66-e76c7222d816'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:27:31.819015 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.875870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-01753216-544c-46e1-9e11-d26a79e58734 tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Allocated IP 172.25.1.211 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/08a5aec7-c525-4f18-967a-60b187257190) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:31.935410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164beca-a103-4ea1-889d-737ee5a9e036 req-9c769d16-e524-440f-8dee-9c44aea9fe16 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:31.946557 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6164beca-a103-4ea1-889d-737ee5a9e036 req-9c769d16-e524-440f-8dee-9c44aea9fe16 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.1377079 Jul 14 09:27:32.045603 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Allocated IP 19.86.0.2 (d22cf11c-9a73-4a94-9be6-9bae279d10eb/c61d1f1e-ad20-4d01-9e66-e76c7222d816/250f1f53-9296-4259-b2ca-944431fa506e) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:32.047572 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d28bd390-1482-40d5-9911-d0839b27cc15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.154944 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.246213 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Subnet': ['ID=ba3758cf-0264-4d41-9e19-fd3e193d0e6f,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:32.265651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.265926 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.266342 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.266776 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.267204 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.267733 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.268248 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.269203 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.269638 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.270172 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.271045 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.271045 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.271967 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.294944 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Transition to ACTIVE for port object 250f1f53-9296-4259-b2ca-944431fa506e will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:32.306719 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Checking segment: {'id': 'e62f514f-b451-4085-b759-ce214419cd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a3107b3b-a145-4fb2-86c8-f169f0112f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:32.307497 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network hostable DHCP agents. Network: a3107b3b-a145-4fb2-86c8-f169f0112f46, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:27:32.316099 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Transition to ACTIVE for port object 250f1f53-9296-4259-b2ca-944431fa506e will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:32.324274 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.336426 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network a3107b3b-a145-4fb2-86c8-f169f0112f46 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:27:32.352129 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, a3107b3b-a145-4fb2-86c8-f169f0112f46) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:32.363560 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:32.364194 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279ccdd4-0d4b-46c9-b900-57f1a4a124c7 None None] Network a3107b3b-a145-4fb2-86c8-f169f0112f46 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:32.364328 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.377392 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Network d22cf11c-9a73-4a94-9be6-9bae279d10eb is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:32.386266 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c063643b-0233-44ca-8d18-533273c690c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9395843 Jul 14 09:27:32.387323 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39660) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:32.395635 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-545a112a-45f7-4e75-9803-a6f0006325c8 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'subnet': {'network_id': 'acef434d-48e3-43a1-a4d6-e3466f914c11', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:32.404947 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:32.441114 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:32.459502 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Pushing event updated for resources: {'Port': ['ID=250f1f53-9296-4259-b2ca-944431fa506e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:32.541377 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Attempting to bind port 250f1f53-9296-4259-b2ca-944431fa506e on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:32.541658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Attempting to bind port 250f1f53-9296-4259-b2ca-944431fa506e by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '5d9ad0f2-5755-4573-b6cc-9edd7c490a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd22cf11c-9a73-4a94-9be6-9bae279d10eb'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:32.542013 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Attempting to bind port 250f1f53-9296-4259-b2ca-944431fa506e on network d22cf11c-9a73-4a94-9be6-9bae279d10eb {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:32.552124 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:32.552621 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Checking segment: {'id': '5d9ad0f2-5755-4573-b6cc-9edd7c490a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd22cf11c-9a73-4a94-9be6-9bae279d10eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:32.553086 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.553546 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Bound using segment: {'id': '5d9ad0f2-5755-4573-b6cc-9edd7c490a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd22cf11c-9a73-4a94-9be6-9bae279d10eb'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:32.554126 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Bound port: 250f1f53-9296-4259-b2ca-944431fa506e, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9ad0f2-5755-4573-b6cc-9edd7c490a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd22cf11c-9a73-4a94-9be6-9bae279d10eb'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:32.554508 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.596486 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6164beca-a103-4ea1-889d-737ee5a9e036 req-d0656f11-04fb-4cd5-ad00-d99efa151cef tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6489918 Jul 14 09:27:32.681566 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] For port 250f1f53-9296-4259-b2ca-944431fa506e, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:32.687087 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] For port 250f1f53-9296-4259-b2ca-944431fa506e, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=250f1f53-9296-4259-b2ca-944431fa506e,segment=NetworkSegment(5d9ad0f2-5755-4573-b6cc-9edd7c490a03),segment_id=5d9ad0f2-5755-4573-b6cc-9edd7c490a03)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:32.712241 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.743257 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-a3107b3b-a145-4fb2-86c8-f169f0112f46', 'network_id': 'a3107b3b-a145-4fb2-86c8-f169f0112f46', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'fixed_ips': [{'subnet_id': 'ba3758cf-0264-4d41-9e19-fd3e193d0e6f'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:27:32.744123 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.754660 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-68eb0bed-2c26-473a-91bd-675de87106ea tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:32.768256 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-68eb0bed-2c26-473a-91bd-675de87106ea tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:32.774673 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-68eb0bed-2c26-473a-91bd-675de87106ea tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/networks?id=4d071922-c410-48c3-a92c-aed744b6c871&id=d22cf11c-9a73-4a94-9be6-9bae279d10eb HTTP/1.1" status: 200 len: 1392 time: 0.2762766 Jul 14 09:27:32.780964 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.826128 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-4ddbad80-03ff-4574-8d78-138d15c9f51a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/quotas/ab9f6ee95b92468aa738abe9dd184bd9 HTTP/1.1" status: 200 len: 375 time: 0.0436437 Jul 14 09:27:32.838289 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06af8de-ab9b-4669-a8b7-f4f8df77371f None None] Pushing event updated for resources: {'Port': ['ID=250f1f53-9296-4259-b2ca-944431fa506e,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:32.909649 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01753216-544c-46e1-9e11-d26a79e58734 tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.995297 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d28bd390-1482-40d5-9911-d0839b27cc15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.001723 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Allocated IP 172.20.0.2 (a3107b3b-a145-4fb2-86c8-f169f0112f46/ba3758cf-0264-4d41-9e19-fd3e193d0e6f/6f39ff5f-9e10-4378-9701-553d68402e63) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:33.020284 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ad6f7037-e0f2-4158-a69a-510831e6ac1c tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ab9f6ee95b92468aa738abe9dd184bd9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1918917 Jul 14 09:27:33.031734 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545a112a-45f7-4e75-9803-a6f0006325c8 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Made reservation on behalf of 59d7d101252e4592bbe2b29387c4a9ad for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:33.033166 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d28bd390-1482-40d5-9911-d0839b27cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.044416 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-545a112a-45f7-4e75-9803-a6f0006325c8 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.213071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28bd390-1482-40d5-9911-d0839b27cc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63c03ea-4076-485e-a15d-641b42eef91e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:33.231274 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01753216-544c-46e1-9e11-d26a79e58734 tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.241065 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d28bd390-1482-40d5-9911-d0839b27cc15 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=78af010795904bf08b6a143ac382e6ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7473280 Jul 14 09:27:33.245894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39678) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:33.387157 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01753216-544c-46e1-9e11-d26a79e58734 tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:33.410317 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-01753216-544c-46e1-9e11-d26a79e58734 tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:33.432549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01753216-544c-46e1-9e11-d26a79e58734 tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Pushing event updated for resources: {'Port': ['ID=08a5aec7-c525-4f18-967a-60b187257190,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:33.437646 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01753216-544c-46e1-9e11-d26a79e58734 tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:33.513332 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bbdf86-160d-4028-a1b8-cc6bc3df8789 None None] Network 4d071922-c410-48c3-a92c-aed744b6c871 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:33.532175 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1e3aeb8a-aa5a-49cd-80e6-9cb42dcc8fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.584151 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-545a112a-45f7-4e75-9803-a6f0006325c8 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.619146 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1e3aeb8a-aa5a-49cd-80e6-9cb42dcc8fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.712445 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-90378643-9f5a-410a-8479-09f7d47d906f service neutron] 10.222.0.26 "GET /v2.0/networks/4d071922-c410-48c3-a92c-aed744b6c871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6902974 Jul 14 09:27:33.717444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01753216-544c-46e1-9e11-d26a79e58734 tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:33.718086 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01753216-544c-46e1-9e11-d26a79e58734 tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.770046 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0f31f-b46c-451b-a8b6-0d1d7110e743 req-2ec1c0a7-41e7-435b-8dd8-141679152c25 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:33.772308 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e8a0f31f-b46c-451b-a8b6-0d1d7110e743 req-2ec1c0a7-41e7-435b-8dd8-141679152c25 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.3665302 Jul 14 09:27:33.774071 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a112a-45f7-4e75-9803-a6f0006325c8 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Subnet': ['ID=a2545464-d8df-4d90-ad5f-bb723827a49e,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:33.778416 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0e3b887b-ed2a-4994-88a6-a5b71f5fa978 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:33.791107 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545a112a-45f7-4e75-9803-a6f0006325c8 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Checking segment: {'id': 'e83d1522-ac85-461b-93da-c7c904048ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'acef434d-48e3-43a1-a4d6-e3466f914c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:33.791902 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545a112a-45f7-4e75-9803-a6f0006325c8 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network hostable DHCP agents. Network: acef434d-48e3-43a1-a4d6-e3466f914c11, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:27:33.814637 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-01753216-544c-46e1-9e11-d26a79e58734 tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.8179026 Jul 14 09:27:33.821926 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39690) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:33.840171 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-73259b5f-b7e4-472f-a54a-34f53807c49f tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.211'}]}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:33.847969 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.860144 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Transition to ACTIVE for port object 6f39ff5f-9e10-4378-9701-553d68402e63 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:33.879721 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Transition to ACTIVE for port object 6f39ff5f-9e10-4378-9701-553d68402e63 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:33.889219 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-31d7d3db-0179-4c5e-a655-0bc78a22eae6 None None] Provisioning for port 0e3b887b-ed2a-4994-88a6-a5b71f5fa978 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:33.911170 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.925029 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1e3aeb8a-aa5a-49cd-80e6-9cb42dcc8fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.929481 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1e3aeb8a-aa5a-49cd-80e6-9cb42dcc8fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.930682 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1e3aeb8a-aa5a-49cd-80e6-9cb42dcc8fcc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b63c03ea-4076-485e-a15d-641b42eef91e HTTP/1.1" status: 204 len: 168 time: 0.6835024 Jul 14 09:27:33.937719 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545a112a-45f7-4e75-9803-a6f0006325c8 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network acef434d-48e3-43a1-a4d6-e3466f914c11 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:27:33.975044 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73259b5f-b7e4-472f-a54a-34f53807c49f tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.976411 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73259b5f-b7e4-472f-a54a-34f53807c49f tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.981958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3aeb8a-aa5a-49cd-80e6-9cb42dcc8fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63c03ea-4076-485e-a15d-641b42eef91e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:33.989190 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-545a112a-45f7-4e75-9803-a6f0006325c8 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, acef434d-48e3-43a1-a4d6-e3466f914c11) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:34.011664 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545a112a-45f7-4e75-9803-a6f0006325c8 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:34.012899 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-545a112a-45f7-4e75-9803-a6f0006325c8 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.029009 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Network a3107b3b-a145-4fb2-86c8-f169f0112f46 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:34.045952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4a77a1-dd4f-4fff-81af-2aa79078ee44 None None] Network acef434d-48e3-43a1-a4d6-e3466f914c11 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:34.067667 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:34.084922 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:34.112104 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-17f37eae-a4ca-4c3b-8ca6-7e3509fd0781 service neutron] 10.222.0.26 "GET /v2.0/networks/4d071922-c410-48c3-a92c-aed744b6c871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774683 Jul 14 09:27:34.128898 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73259b5f-b7e4-472f-a54a-34f53807c49f tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.131906 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-545a112a-45f7-4e75-9803-a6f0006325c8 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7417219 Jul 14 09:27:34.136453 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39698) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:34.144198 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f9ba3c7f-bb7b-480a-8d45-265e8b01e64a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1538267477', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:34.211882 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-e8a0f31f-b46c-451b-a8b6-0d1d7110e743 req-032aa93d-5a94-4e3f-9fd6-6e336bd099fd tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Deleting port 5dcd29a1-f328-41f6-a409-8505a67eaaa2 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:34.212253 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e8a0f31f-b46c-451b-a8b6-0d1d7110e743 req-032aa93d-5a94-4e3f-9fd6-6e336bd099fd tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.226270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84372e8f-6916-4608-b064-d3014c9eebcc req-76c967df-2554-470c-9e19-bd52ba450feb tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:34.233779 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84372e8f-6916-4608-b064-d3014c9eebcc req-76c967df-2554-470c-9e19-bd52ba450feb tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 946 time: 0.3553061 Jul 14 09:27:34.234045 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Pushing event updated for resources: {'Port': ['ID=6f39ff5f-9e10-4378-9701-553d68402e63,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:34.334959 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f9ba3c7f-bb7b-480a-8d45-265e8b01e64a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.336747 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f9ba3c7f-bb7b-480a-8d45-265e8b01e64a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.356586 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84372e8f-6916-4608-b064-d3014c9eebcc req-51eb1515-11c8-4200-a5e7-eb16835704ce tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/security-groups?id=8420ff8e-44af-40d2-b26f-911de8cf75b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212575 Jul 14 09:27:34.402847 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-0b869a08-cf7e-49f4-9ae2-9e6d27e1dfc2 service neutron] 10.222.0.26 "GET /v2.0/networks/d22cf11c-9a73-4a94-9be6-9bae279d10eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893474 Jul 14 09:27:34.423858 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Attempting to bind port 6f39ff5f-9e10-4378-9701-553d68402e63 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:34.424198 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Attempting to bind port 6f39ff5f-9e10-4378-9701-553d68402e63 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'e62f514f-b451-4085-b759-ce214419cd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a3107b3b-a145-4fb2-86c8-f169f0112f46'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:34.424562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Attempting to bind port 6f39ff5f-9e10-4378-9701-553d68402e63 on network a3107b3b-a145-4fb2-86c8-f169f0112f46 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:34.432542 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 0e3b887b-ed2a-4994-88a6-a5b71f5fa978 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:34.453383 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 0e3b887b-ed2a-4994-88a6-a5b71f5fa978 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:34.453764 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.480978 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:34.481413 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Checking segment: {'id': 'e62f514f-b451-4085-b759-ce214419cd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a3107b3b-a145-4fb2-86c8-f169f0112f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:34.481771 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.487670 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73259b5f-b7e4-472f-a54a-34f53807c49f tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.488715 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Bound using segment: {'id': 'e62f514f-b451-4085-b759-ce214419cd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a3107b3b-a145-4fb2-86c8-f169f0112f46'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:34.489247 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Bound port: 6f39ff5f-9e10-4378-9701-553d68402e63, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62f514f-b451-4085-b759-ce214419cd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a3107b3b-a145-4fb2-86c8-f169f0112f46'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:34.489652 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.567435 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f9ba3c7f-bb7b-480a-8d45-265e8b01e64a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.592352 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f9ba3c7f-bb7b-480a-8d45-265e8b01e64a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.652742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-e8a0f31f-b46c-451b-a8b6-0d1d7110e743 req-032aa93d-5a94-4e3f-9fd6-6e336bd099fd tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] For port 5dcd29a1-f328-41f6-a409-8505a67eaaa2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5dcd29a1-f328-41f6-a409-8505a67eaaa2,segment=NetworkSegment(96f12e00-7019-4ca5-8a23-82acba2f55b4),segment_id=96f12e00-7019-4ca5-8a23-82acba2f55b4)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:34.653178 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e8a0f31f-b46c-451b-a8b6-0d1d7110e743 req-032aa93d-5a94-4e3f-9fd6-6e336bd099fd tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.671448 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f9ba3c7f-bb7b-480a-8d45-265e8b01e64a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.673314 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f9ba3c7f-bb7b-480a-8d45-265e8b01e64a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5342805 Jul 14 09:27:34.676830 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39702) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:34.690134 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-e8a0f31f-b46c-451b-a8b6-0d1d7110e743 req-032aa93d-5a94-4e3f-9fd6-6e336bd099fd tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Calling delete_port for 5dcd29a1-f328-41f6-a409-8505a67eaaa2 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:34.700013 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:27:34.790175 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] For port 6f39ff5f-9e10-4378-9701-553d68402e63, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:34.794054 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] For port 6f39ff5f-9e10-4378-9701-553d68402e63, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6f39ff5f-9e10-4378-9701-553d68402e63,segment=NetworkSegment(e62f514f-b451-4085-b759-ce214419cd72),segment_id=e62f514f-b451-4085-b759-ce214419cd72)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:34.800825 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.828151 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-8336a986-1b99-4378-90d1-3941b681b1ab service neutron] 10.222.0.26 "GET /v2.0/networks/d22cf11c-9a73-4a94-9be6-9bae279d10eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235907 Jul 14 09:27:34.850692 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd61b0e-7857-4264-a1db-0fd01b295c3c None None] Network d22cf11c-9a73-4a94-9be6-9bae279d10eb requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:35.003408 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-acef434d-48e3-43a1-a4d6-e3466f914c11', 'network_id': 'acef434d-48e3-43a1-a4d6-e3466f914c11', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'fixed_ips': [{'subnet_id': 'a2545464-d8df-4d90-ad5f-bb723827a49e'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:27:35.004292 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.043137 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ccd72b18-1dda-4c46-acff-b36cecd68ca9 None None] Provisioning for port 250f1f53-9296-4259-b2ca-944431fa506e completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:35.163220 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.197344 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ccdb3-f4e9-446a-87bb-ecfdabb758cc None None] Pushing event updated for resources: {'Port': ['ID=6f39ff5f-9e10-4378-9701-553d68402e63,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:35.223583 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e8a0f31f-b46c-451b-a8b6-0d1d7110e743 req-032aa93d-5a94-4e3f-9fd6-6e336bd099fd tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.273459 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73259b5f-b7e4-472f-a54a-34f53807c49f tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.333048 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73259b5f-b7e4-472f-a54a-34f53807c49f tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.401260 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e89bdd72-f7de-4f1b-8e9e-f8061d0c4533 req-34746c3f-b5e9-404b-a839-147aee7f0a27 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 210 time: 0.2106965 Jul 14 09:27:35.451023 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-02b99c89-892f-42de-9641-039beaf2a59a None None] Provisioning complete for port 0e3b887b-ed2a-4994-88a6-a5b71f5fa978 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:35.451392 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-02b99c89-892f-42de-9641-039beaf2a59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.461106 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 0e3b887b-ed2a-4994-88a6-a5b71f5fa978, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0e3b887b-ed2a-4994-88a6-a5b71f5fa978,segment=NetworkSegment(3fea9c58-d626-404c-b5e7-7f5b69946399),segment_id=3fea9c58-d626-404c-b5e7-7f5b69946399)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:35.508060 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.508804 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 250f1f53-9296-4259-b2ca-944431fa506e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:35.611527 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6bccd79d-3efb-4e38-ad34-35fb8b3494ea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.782787 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d72b5dd-f5c1-4ee4-84c6-d39a058faa01 req-378a756e-0925-414a-95ed-6ae81077b925 tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 210 time: 0.0594115 Jul 14 09:27:35.806705 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Allocated IP 172.21.0.2 (acef434d-48e3-43a1-a4d6-e3466f914c11/a2545464-d8df-4d90-ad5f-bb723827a49e/a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:35.850177 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=0e3b887b-ed2a-4994-88a6-a5b71f5fa978,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:35.852515 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032aa93d-5a94-4e3f-9fd6-6e336bd099fd tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Pushing event deleted for resources: {'Port': ['ID=5dcd29a1-f328-41f6-a409-8505a67eaaa2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:35.856041 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73259b5f-b7e4-472f-a54a-34f53807c49f tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.961098 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a0f31f-b46c-451b-a8b6-0d1d7110e743 req-032aa93d-5a94-4e3f-9fd6-6e336bd099fd tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] No DVR routers for this DVR port 5dcd29a1-f328-41f6-a409-8505a67eaaa2 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:35.964870 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e8a0f31f-b46c-451b-a8b6-0d1d7110e743 req-032aa93d-5a94-4e3f-9fd6-6e336bd099fd tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.967578 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e8a0f31f-b46c-451b-a8b6-0d1d7110e743 req-032aa93d-5a94-4e3f-9fd6-6e336bd099fd tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.55 "DELETE /v2.0/ports/5dcd29a1-f328-41f6-a409-8505a67eaaa2 HTTP/1.1" status: 204 len: 173 time: 2.1887813 Jul 14 09:27:36.016829 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a1b37d-34a3-4c85-b270-c1419ec995ec', 'name': 'network-vif-deleted', 'tag': '5dcd29a1-f328-41f6-a409-8505a67eaaa2'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:36.020016 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d667757-7d14-46d8-bf61-6659f9396afb" -d '{"events": [{"server_uuid": "f7a1b37d-34a3-4c85-b270-c1419ec995ec", "name": "network-vif-deleted", "tag": "5dcd29a1-f328-41f6-a409-8505a67eaaa2"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:36.029569 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 250f1f53-9296-4259-b2ca-944431fa506e completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:36.050623 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 250f1f53-9296-4259-b2ca-944431fa506e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:36.051018 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.174904 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-6bccd79d-3efb-4e38-ad34-35fb8b3494ea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Allocated IP 172.20.0.1 (a3107b3b-a145-4fb2-86c8-f169f0112f46/ba3758cf-0264-4d41-9e19-fd3e193d0e6f/fad2670b-d033-4fb2-8efa-0933660e34cb) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:36.213903 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19938c2-c2b8-482c-bddc-fd1cd06d088b x-openstack-request-id: req-e19938c2-c2b8-482c-bddc-fd1cd06d088b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:36.214429 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a1b37d-34a3-4c85-b270-c1419ec995ec", "name": "network-vif-deleted", "tag": "5dcd29a1-f328-41f6-a409-8505a67eaaa2", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:36.214852 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e19938c2-c2b8-482c-bddc-fd1cd06d088b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:36.215427 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a1b37d-34a3-4c85-b270-c1419ec995ec', 'name': 'network-vif-deleted', 'tag': '5dcd29a1-f328-41f6-a409-8505a67eaaa2', 'status': 'completed', 'code': 200} Jul 14 09:27:36.352897 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73259b5f-b7e4-472f-a54a-34f53807c49f tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.362726 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73259b5f-b7e4-472f-a54a-34f53807c49f tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.455774 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.578565 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6bccd79d-3efb-4e38-ad34-35fb8b3494ea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.603430 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-6bccd79d-3efb-4e38-ad34-35fb8b3494ea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Transition to ACTIVE for port object fad2670b-d033-4fb2-8efa-0933660e34cb will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:36.697133 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.701259 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 250f1f53-9296-4259-b2ca-944431fa506e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=250f1f53-9296-4259-b2ca-944431fa506e,segment=NetworkSegment(5d9ad0f2-5755-4573-b6cc-9edd7c490a03),segment_id=5d9ad0f2-5755-4573-b6cc-9edd7c490a03)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:36.702976 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ece593f8-2c43-400f-a230-9b5db628adf5 None None] Provisioning complete for port 250f1f53-9296-4259-b2ca-944431fa506e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:36.703719 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6bccd79d-3efb-4e38-ad34-35fb8b3494ea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.704453 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ece593f8-2c43-400f-a230-9b5db628adf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.718936 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.814119 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Transition to ACTIVE for port object a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:36.885490 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Transition to ACTIVE for port object a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:36.920045 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.952287 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6421498-ecf2-4e03-b5c0-d395b23a9ca6 req-bb1c45bf-122e-4550-baf6-9da6004e6ab9 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 210 time: 0.2373130 Jul 14 09:27:36.999158 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bccd79d-3efb-4e38-ad34-35fb8b3494ea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network a3107b3b-a145-4fb2-86c8-f169f0112f46 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:37.011417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-6bccd79d-3efb-4e38-ad34-35fb8b3494ea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:37.032765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bccd79d-3efb-4e38-ad34-35fb8b3494ea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:37.044839 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Network acef434d-48e3-43a1-a4d6-e3466f914c11 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:37.052556 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:37.106818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:37.113952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 5dcd29a1-f328-41f6-a409-8505a67eaaa2 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:37.119121 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6f39ff5f-9e10-4378-9701-553d68402e63 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:37.133303 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccd79d-3efb-4e38-ad34-35fb8b3494ea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Port': ['ID=fad2670b-d033-4fb2-8efa-0933660e34cb,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:37.178243 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73259b5f-b7e4-472f-a54a-34f53807c49f tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.179928 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73259b5f-b7e4-472f-a54a-34f53807c49f tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c60cf2ac-79ff-464c-ade1-d60359af212c {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:27:37.214505 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-73259b5f-b7e4-472f-a54a-34f53807c49f tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:27:37.216670 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-73259b5f-b7e4-472f-a54a-34f53807c49f tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3927650 Jul 14 09:27:37.219633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39762) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:37.232937 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 5dcd29a1-f328-41f6-a409-8505a67eaaa2 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:37.233601 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 5dcd29a1-f328-41f6-a409-8505a67eaaa2 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:37.235564 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b0d125-083e-4023-b6cc-f61670a8bb42 None None] Network a3107b3b-a145-4fb2-86c8-f169f0112f46 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:37.281509 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6fd63032-94a6-42aa-93f7-c904fda24bce req-eb03893b-cc35-4d3a-90f9-6a4d49bae0dd tempest-ServerRescueNegativeTestJSON-1768902542 tempest-ServerRescueNegativeTestJSON-1768902542-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7a1b37d-34a3-4c85-b270-c1419ec995ec HTTP/1.1" status: 200 len: 210 time: 0.1291964 Jul 14 09:27:37.308154 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6bccd79d-3efb-4e38-ad34-35fb8b3494ea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.403359 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-73399a68-ef23-48b9-87e8-dd4238b9d99c tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Deleting port 08a5aec7-c525-4f18-967a-60b187257190 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:37.403953 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73399a68-ef23-48b9-87e8-dd4238b9d99c tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.537694 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73399a68-ef23-48b9-87e8-dd4238b9d99c tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.567106 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-73399a68-ef23-48b9-87e8-dd4238b9d99c tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Calling delete_port for 08a5aec7-c525-4f18-967a-60b187257190 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:37.816623 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73399a68-ef23-48b9-87e8-dd4238b9d99c tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.819838 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-e294d3f9-28ce-4c20-b7ed-490cf29bd58d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:37.822203 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=250f1f53-9296-4259-b2ca-944431fa506e,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:37.835303 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-e294d3f9-28ce-4c20-b7ed-490cf29bd58d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:37.837033 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-e294d3f9-28ce-4c20-b7ed-490cf29bd58d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.49 "GET /v2.0/networks?id=4d071922-c410-48c3-a92c-aed744b6c871&id=d22cf11c-9a73-4a94-9be6-9bae279d10eb HTTP/1.1" status: 200 len: 1392 time: 0.4184580 Jul 14 09:27:37.847456 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6bccd79d-3efb-4e38-ad34-35fb8b3494ea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.853112 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-1d3dbd7d-cd43-40a9-8d67-510aeef836e2 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Request body: {'port': {'device_id': '01bd0445-d1b5-40ba-860a-4741c6de150d', 'network_id': '4d071922-c410-48c3-a92c-aed744b6c871', 'admin_state_up': True, 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:37.897913 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73399a68-ef23-48b9-87e8-dd4238b9d99c tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Pushing event deleted for resources: {'Port': ['ID=08a5aec7-c525-4f18-967a-60b187257190,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:38.023493 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73399a68-ef23-48b9-87e8-dd4238b9d99c tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.026490 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-73399a68-ef23-48b9-87e8-dd4238b9d99c tempest-RoutersAdminNegativeIpV6Test-2109311189 tempest-RoutersAdminNegativeIpV6Test-2109311189-project-admin] 10.222.0.26 "DELETE /v2.0/ports/08a5aec7-c525-4f18-967a-60b187257190 HTTP/1.1" status: 204 len: 168 time: 0.8058438 Jul 14 09:27:38.097365 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Attempting to bind port a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:38.097818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Attempting to bind port a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'e83d1522-ac85-461b-93da-c7c904048ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'acef434d-48e3-43a1-a4d6-e3466f914c11'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:38.098334 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Attempting to bind port a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd on network acef434d-48e3-43a1-a4d6-e3466f914c11 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:38.111959 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:38.112458 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Checking segment: {'id': 'e83d1522-ac85-461b-93da-c7c904048ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'acef434d-48e3-43a1-a4d6-e3466f914c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:38.112877 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.113276 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Bound using segment: {'id': 'e83d1522-ac85-461b-93da-c7c904048ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'acef434d-48e3-43a1-a4d6-e3466f914c11'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:38.113759 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Bound port: a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83d1522-ac85-461b-93da-c7c904048ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'acef434d-48e3-43a1-a4d6-e3466f914c11'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:38.114326 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.133376 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 6f39ff5f-9e10-4378-9701-553d68402e63 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:38.168889 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-1d3dbd7d-cd43-40a9-8d67-510aeef836e2 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Made reservation on behalf of ab9f6ee95b92468aa738abe9dd184bd9 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:38.173024 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-1d3dbd7d-cd43-40a9-8d67-510aeef836e2 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.206896 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0e3b887b-ed2a-4994-88a6-a5b71f5fa978 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:38.256370 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a078d0bd-d598-4c16-9abe-d6cdae8a4caa None None] Provisioning for port 6f39ff5f-9e10-4378-9701-553d68402e63 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:38.260360 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Pushing event updated for resources: {'Port': ['ID=a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:38.267101 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a078d0bd-d598-4c16-9abe-d6cdae8a4caa None None] Provisioning complete for port 6f39ff5f-9e10-4378-9701-553d68402e63 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:38.267557 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a078d0bd-d598-4c16-9abe-d6cdae8a4caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.270021 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] For port a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:38.303053 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8dc33587-05d5-4f48-82b2-aa629857b0af req-17ce2035-51a5-4586-b5c5-03c8a1f71272 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 210 time: 0.1152217 Jul 14 09:27:38.320300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] For port a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd,segment=NetworkSegment(e83d1522-ac85-461b-93da-c7c904048ab5),segment_id=e83d1522-ac85-461b-93da-c7c904048ab5)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:38.355248 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.418231 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81054c-ad99-484c-ad7a-575440300ba4 None None] Pushing event updated for resources: {'Port': ['ID=a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:38.452488 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 0e3b887b-ed2a-4994-88a6-a5b71f5fa978 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:38.452867 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.493191 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39794) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:38.511456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39798) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:38.560357 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6bccd79d-3efb-4e38-ad34-35fb8b3494ea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.570256 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39800) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:38.602262 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-1d3dbd7d-cd43-40a9-8d67-510aeef836e2 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Allocated IP 19.80.0.75 (4d071922-c410-48c3-a92c-aed744b6c871/0d8e77cf-bc95-480e-8498-3dd18b94a239/fa115bdb-89c1-4724-9bc6-a986d448eb0a) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:38.604650 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6bccd79d-3efb-4e38-ad34-35fb8b3494ea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.674898 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a078d0bd-d598-4c16-9abe-d6cdae8a4caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.779508 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a078d0bd-d598-4c16-9abe-d6cdae8a4caa None None] For port 6f39ff5f-9e10-4378-9701-553d68402e63, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6f39ff5f-9e10-4378-9701-553d68402e63,segment=NetworkSegment(e62f514f-b451-4085-b759-ce214419cd72),segment_id=e62f514f-b451-4085-b759-ce214419cd72)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:38.799941 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a078d0bd-d598-4c16-9abe-d6cdae8a4caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.901508 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6bccd79d-3efb-4e38-ad34-35fb8b3494ea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.956973 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccd79d-3efb-4e38-ad34-35fb8b3494ea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Port': ['ID=fad2670b-d033-4fb2-8efa-0933660e34cb,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:38.986851 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078d0bd-d598-4c16-9abe-d6cdae8a4caa None None] Pushing event updated for resources: {'Port': ['ID=6f39ff5f-9e10-4378-9701-553d68402e63,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:39.009677 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 250f1f53-9296-4259-b2ca-944431fa506e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:39.022395 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8aded68f-4696-4ccb-9d71-82016bd7daf7 None None] Provisioning for port fad2670b-d033-4fb2-8efa-0933660e34cb completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:39.071037 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ef98-d9e3-4e68-b200-ab236c76d9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.091643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8aded68f-4696-4ccb-9d71-82016bd7daf7 None None] Provisioning complete for port fad2670b-d033-4fb2-8efa-0933660e34cb triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:39.091984 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8aded68f-4696-4ccb-9d71-82016bd7daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.110218 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8c27431b-d71f-4812-a900-f780f607d4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.196623 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8aded68f-4696-4ccb-9d71-82016bd7daf7 None None] Port fad2670b-d033-4fb2-8efa-0933660e34cb cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:39.210344 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 250f1f53-9296-4259-b2ca-944431fa506e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:39.210725 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.212384 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8aded68f-4696-4ccb-9d71-82016bd7daf7 None None] Provisioning complete for port 6f39ff5f-9e10-4378-9701-553d68402e63 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:39.212749 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8aded68f-4696-4ccb-9d71-82016bd7daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.268426 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bccd79d-3efb-4e38-ad34-35fb8b3494ea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network a3107b3b-a145-4fb2-86c8-f169f0112f46 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:39.275191 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-6bccd79d-3efb-4e38-ad34-35fb8b3494ea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:39.298591 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-1d3dbd7d-cd43-40a9-8d67-510aeef836e2 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.400179 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-1d3dbd7d-cd43-40a9-8d67-510aeef836e2 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Transition to ACTIVE for port object fa115bdb-89c1-4724-9bc6-a986d448eb0a will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:39.477546 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-1d3dbd7d-cd43-40a9-8d67-510aeef836e2 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.495808 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2ae36a6b-0ad0-4ef8-940d-df0f41c78026 None None] Provisioning complete for port fad2670b-d033-4fb2-8efa-0933660e34cb triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:39.496291 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ae36a6b-0ad0-4ef8-940d-df0f41c78026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.546589 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ef98-d9e3-4e68-b200-ab236c76d9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.560840 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ef98-d9e3-4e68-b200-ab236c76d9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.571702 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36a6b-0ad0-4ef8-940d-df0f41c78026 None None] Port fad2670b-d033-4fb2-8efa-0933660e34cb cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:39.601484 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2ef98-d9e3-4e68-b200-ab236c76d9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b0f853-6ef9-4d68-b1fb-f6fc4dd910e4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:39.656196 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d3f2ef98-d9e3-4e68-b200-ab236c76d9d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75847f5abf0d4af4a42c5cf6c478cfc0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1592150 Jul 14 09:27:39.666399 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39814) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:39.697903 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b813989c-1a4a-4692-a502-767e968e8ddf None None] Provisioning complete for port fad2670b-d033-4fb2-8efa-0933660e34cb triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:39.698050 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b813989c-1a4a-4692-a502-767e968e8ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.728087 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-056665a9-e06f-411a-8446-2249afe9f150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.753938 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b813989c-1a4a-4692-a502-767e968e8ddf None None] Port fad2670b-d033-4fb2-8efa-0933660e34cb cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:39.861597 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-954fb264-9502-4bd2-b3dd-8d22124d5df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.898225 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-954fb264-9502-4bd2-b3dd-8d22124d5df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.935955 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bccd79d-3efb-4e38-ad34-35fb8b3494ea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router c6ba0d3b-631e-4ae9-b095-5a3748574754 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:27:39.950863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dbd7d-cd43-40a9-8d67-510aeef836e2 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event updated for resources: {'Port': ['ID=fa115bdb-89c1-4724-9bc6-a986d448eb0a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:40.005771 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-1d3dbd7d-cd43-40a9-8d67-510aeef836e2 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Network 4d071922-c410-48c3-a92c-aed744b6c871 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:40.016755 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-1d3dbd7d-cd43-40a9-8d67-510aeef836e2 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:40.077657 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-954fb264-9502-4bd2-b3dd-8d22124d5df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.080498 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-954fb264-9502-4bd2-b3dd-8d22124d5df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.084046 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-954fb264-9502-4bd2-b3dd-8d22124d5df5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82b0f853-6ef9-4d68-b1fb-f6fc4dd910e4 HTTP/1.1" status: 204 len: 168 time: 0.4136381 Jul 14 09:27:40.091788 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fb264-9502-4bd2-b3dd-8d22124d5df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b0f853-6ef9-4d68-b1fb-f6fc4dd910e4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:40.150392 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-1d3dbd7d-cd43-40a9-8d67-510aeef836e2 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:40.155918 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bccd79d-3efb-4e38-ad34-35fb8b3494ea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:40.166179 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f4c4b9-1da9-4ceb-ab78-86b7d1243692 None None] Sync routers for ids ['c6ba0d3b-631e-4ae9-b095-5a3748574754'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:40.177038 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6bccd79d-3efb-4e38-ad34-35fb8b3494ea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/c6ba0d3b-631e-4ae9-b095-5a3748574754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4980679 Jul 14 09:27:40.178188 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f4c4b9-1da9-4ceb-ab78-86b7d1243692 None None] Routers {'c6ba0d3b-631e-4ae9-b095-5a3748574754'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:40.182891 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e0f4c4b9-1da9-4ceb-ab78-86b7d1243692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:27:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['c6ba0d3b-631e-4ae9-b095-5a3748574754'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:40.184593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39822) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:40.277446 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e0f4c4b9-1da9-4ceb-ab78-86b7d1243692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:40.281659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1606ba57-5b0d-466a-8a65-ee764a6f6a94 None None] Network acef434d-48e3-43a1-a4d6-e3466f914c11 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:40.292214 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-056665a9-e06f-411a-8446-2249afe9f150 admin admin] Deleting port e8938dbd-b785-4b38-b82b-50841bda9009 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:40.292666 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-056665a9-e06f-411a-8446-2249afe9f150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.365935 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-1d3dbd7d-cd43-40a9-8d67-510aeef836e2 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:40.366791 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-1d3dbd7d-cd43-40a9-8d67-510aeef836e2 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.370200 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-db911805-8593-4079-8f65-7631e1561202 None None] Provisioning for port a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:40.380865 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dba8ea-81b4-4aca-8b41-afcfbbb61b22 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:40.384125 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f4c4b9-1da9-4ceb-ab78-86b7d1243692 None None] Routers {'c6ba0d3b-631e-4ae9-b095-5a3748574754'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:40.385270 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e0f4c4b9-1da9-4ceb-ab78-86b7d1243692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:27:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['c6ba0d3b-631e-4ae9-b095-5a3748574754'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:40.393275 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f9dba8ea-81b4-4aca-8b41-afcfbbb61b22 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/ports/fad2670b-d033-4fb2-8efa-0933660e34cb HTTP/1.1" status: 200 len: 910 time: 0.2075722 Jul 14 09:27:40.396557 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39826) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:40.418864 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268c698-4702-4f2c-99fb-46a975438554 req-ecc5e839-9017-4a00-aa66-00af701493a1 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:40.420371 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6268c698-4702-4f2c-99fb-46a975438554 req-ecc5e839-9017-4a00-aa66-00af701493a1 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 931 time: 0.4891419 Jul 14 09:27:40.431213 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e0f4c4b9-1da9-4ceb-ab78-86b7d1243692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:40.432130 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f4c4b9-1da9-4ceb-ab78-86b7d1243692 None None] The sync data for ids ['c6ba0d3b-631e-4ae9-b095-5a3748574754'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:40.473245 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-056665a9-e06f-411a-8446-2249afe9f150 admin admin] For port e8938dbd-b785-4b38-b82b-50841bda9009, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e8938dbd-b785-4b38-b82b-50841bda9009,segment=NetworkSegment(96f12e00-7019-4ca5-8a23-82acba2f55b4),segment_id=96f12e00-7019-4ca5-8a23-82acba2f55b4)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:40.474923 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-056665a9-e06f-411a-8446-2249afe9f150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.498786 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-056665a9-e06f-411a-8446-2249afe9f150 admin admin] Calling delete_port for e8938dbd-b785-4b38-b82b-50841bda9009 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:40.541023 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f026fd5e-f6ed-4a1c-b625-7af38174bb4c None None] Provisioning for port fa115bdb-89c1-4724-9bc6-a986d448eb0a completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:40.545144 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f026fd5e-f6ed-4a1c-b625-7af38174bb4c None None] Provisioning complete for port fa115bdb-89c1-4724-9bc6-a986d448eb0a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:40.545533 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f026fd5e-f6ed-4a1c-b625-7af38174bb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.556008 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8c27431b-d71f-4812-a900-f780f607d4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.562313 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6268c698-4702-4f2c-99fb-46a975438554 req-9fa8be63-7f64-40b0-b742-84b1f10738fe tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992692 Jul 14 09:27:40.570452 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8c27431b-d71f-4812-a900-f780f607d4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.580546 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-1d3dbd7d-cd43-40a9-8d67-510aeef836e2 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7343903 Jul 14 09:27:40.599716 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-88ecb0d2-3588-4e75-b36a-f3724d04abcd tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Request body: {'port': {'device_id': '01bd0445-d1b5-40ba-860a-4741c6de150d', 'network_id': 'd22cf11c-9a73-4a94-9be6-9bae279d10eb', 'admin_state_up': True, 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:40.634539 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f026fd5e-f6ed-4a1c-b625-7af38174bb4c None None] Port fa115bdb-89c1-4724-9bc6-a986d448eb0a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:40.771869 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8c27431b-d71f-4812-a900-f780f607d4cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=215a115fbc894666a1ab39be67996a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2004366 Jul 14 09:27:40.774943 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39832) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:40.780601 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27431b-d71f-4812-a900-f780f607d4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fd4c0c-6c65-44bc-89d2-4ddb7ff7e802,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:40.835366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39834) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:40.853833 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10cc3094-3464-494d-865e-fee84a997e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.888755 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-88ecb0d2-3588-4e75-b36a-f3724d04abcd tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Made reservation on behalf of ab9f6ee95b92468aa738abe9dd184bd9 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:40.894292 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-88ecb0d2-3588-4e75-b36a-f3724d04abcd tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.056960 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10cc3094-3464-494d-865e-fee84a997e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.081036 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-056665a9-e06f-411a-8446-2249afe9f150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.087946 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10cc3094-3464-494d-865e-fee84a997e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.090233 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-919af182-e1de-4dd8-9a5d-b69bde16ab6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.111546 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6f39ff5f-9e10-4378-9701-553d68402e63 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:41.146784 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056665a9-e06f-411a-8446-2249afe9f150 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8938dbd-b785-4b38-b82b-50841bda9009,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:41.196198 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 6f39ff5f-9e10-4378-9701-553d68402e63 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:41.197489 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.203546 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-88ecb0d2-3588-4e75-b36a-f3724d04abcd tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Allocated IP 19.86.0.212 (d22cf11c-9a73-4a94-9be6-9bae279d10eb/c61d1f1e-ad20-4d01-9e66-e76c7222d816/1ba1d84b-b27f-483c-8337-483eb9a9a659) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:41.204816 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-10cc3094-3464-494d-865e-fee84a997e83 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=662528a8d28c406aabfac408627ce080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3683374 Jul 14 09:27:41.206852 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-919af182-e1de-4dd8-9a5d-b69bde16ab6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.210437 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39838) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:41.216881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc3094-3464-494d-865e-fee84a997e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6c8e8a-9c21-45f1-aac5-813cdd9fc1e6,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:41.269694 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a6984fd-3d20-462d-8637-569842d0de2d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.310764 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:41.381528 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:41.387318 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:41.387651 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-919af182-e1de-4dd8-9a5d-b69bde16ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.387804 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.391033 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-919af182-e1de-4dd8-9a5d-b69bde16ab6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.391358 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-919af182-e1de-4dd8-9a5d-b69bde16ab6f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c4fd4c0c-6c65-44bc-89d2-4ddb7ff7e802 HTTP/1.1" status: 204 len: 168 time: 0.6153758 Jul 14 09:27:41.401718 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-246ede3e-2517-4bbd-ace3-baf7f97625cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.423167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919af182-e1de-4dd8-9a5d-b69bde16ab6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fd4c0c-6c65-44bc-89d2-4ddb7ff7e802,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:41.473159 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-246ede3e-2517-4bbd-ace3-baf7f97625cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.502978 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-056665a9-e06f-411a-8446-2249afe9f150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.596100 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.662595 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-246ede3e-2517-4bbd-ace3-baf7f97625cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.667975 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd,segment=NetworkSegment(e83d1522-ac85-461b-93da-c7c904048ab5),segment_id=e83d1522-ac85-461b-93da-c7c904048ab5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:41.669133 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-246ede3e-2517-4bbd-ace3-baf7f97625cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.670625 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-246ede3e-2517-4bbd-ace3-baf7f97625cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e6c8e8a-9c21-45f1-aac5-813cdd9fc1e6 HTTP/1.1" status: 204 len: 168 time: 0.4544554 Jul 14 09:27:41.678084 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.710849 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ede3e-2517-4bbd-ace3-baf7f97625cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6c8e8a-9c21-45f1-aac5-813cdd9fc1e6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:41.807728 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:41.819130 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-88ecb0d2-3588-4e75-b36a-f3724d04abcd tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.876362 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056665a9-e06f-411a-8446-2249afe9f150 admin admin] Router ecafa85a-4854-4385-be9e-ef6486dd34dd has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:41.899263 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-88ecb0d2-3588-4e75-b36a-f3724d04abcd tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Transition to ACTIVE for port object 1ba1d84b-b27f-483c-8337-483eb9a9a659 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:41.936937 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-5a6984fd-3d20-462d-8637-569842d0de2d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Allocated IP 172.21.0.1 (acef434d-48e3-43a1-a4d6-e3466f914c11/a2545464-d8df-4d90-ad5f-bb723827a49e/ec004048-e013-46ed-bda2-b9967f6d96c6) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:41.978554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1eba54-f200-4938-a5c3-0bee733e52aa req-8d307491-8cfa-4aa5-8081-d9f9399a9ed2 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:41.985723 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef1eba54-f200-4938-a5c3-0bee733e52aa req-8d307491-8cfa-4aa5-8081-d9f9399a9ed2 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 931 time: 0.1740105 Jul 14 09:27:42.078293 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-88ecb0d2-3588-4e75-b36a-f3724d04abcd tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.154354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-88ecb0d2-3588-4e75-b36a-f3724d04abcd tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Network d22cf11c-9a73-4a94-9be6-9bae279d10eb is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:42.169447 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef1eba54-f200-4938-a5c3-0bee733e52aa req-dab74209-7e93-4190-8d91-dc1582682156 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826682 Jul 14 09:27:42.175501 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-88ecb0d2-3588-4e75-b36a-f3724d04abcd tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:42.179448 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-88ecb0d2-3588-4e75-b36a-f3724d04abcd tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:42.270555 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecb0d2-3588-4e75-b36a-f3724d04abcd tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event updated for resources: {'Port': ['ID=1ba1d84b-b27f-483c-8337-483eb9a9a659,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:42.276056 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39864) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:42.304594 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a6984fd-3d20-462d-8637-569842d0de2d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.318151 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-88ecb0d2-3588-4e75-b36a-f3724d04abcd tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:42.319044 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056665a9-e06f-411a-8446-2249afe9f150 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:42.323934 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-88ecb0d2-3588-4e75-b36a-f3724d04abcd tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.328665 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-056665a9-e06f-411a-8446-2249afe9f150 admin admin] 10.222.0.26 "PUT /v2.0/routers/ecafa85a-4854-4385-be9e-ef6486dd34dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8132949 Jul 14 09:27:42.329702 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39868) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:42.336787 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25695e07-ee6e-4551-b9cf-6c85ff62688a None None] Sync routers for ids ['ecafa85a-4854-4385-be9e-ef6486dd34dd'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:42.352363 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-5a6984fd-3d20-462d-8637-569842d0de2d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Transition to ACTIVE for port object ec004048-e013-46ed-bda2-b9967f6d96c6 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:42.353036 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25695e07-ee6e-4551-b9cf-6c85ff62688a None None] Routers {'ecafa85a-4854-4385-be9e-ef6486dd34dd'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:42.353683 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-25695e07-ee6e-4551-b9cf-6c85ff62688a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:27:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ecafa85a-4854-4385-be9e-ef6486dd34dd'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:42.364081 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-88ecb0d2-3588-4e75-b36a-f3724d04abcd tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7713172 Jul 14 09:27:42.379761 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] Request body: {'port': {'device_id': '01bd0445-d1b5-40ba-860a-4741c6de150d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:42.433429 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a6954ef3-bb3e-4ea2-bdb8-3c82b6f20da7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=826ecf9fd74a481489f1ce5c48f77fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563058 Jul 14 09:27:42.435992 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39870) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:42.436354 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a6984fd-3d20-462d-8637-569842d0de2d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.554198 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-805684bf-cf89-4859-8ef2-c8b694771348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.557270 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d704ad6-aab0-4a6b-8d1f-7a703b020e59 admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.604906 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-726a7d70-0985-40a5-8db7-60b7e336ec6f None None] Provisioning for port 1ba1d84b-b27f-483c-8337-483eb9a9a659 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:42.620267 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-726a7d70-0985-40a5-8db7-60b7e336ec6f None None] Provisioning complete for port 1ba1d84b-b27f-483c-8337-483eb9a9a659 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:42.620653 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-726a7d70-0985-40a5-8db7-60b7e336ec6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.647851 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-805684bf-cf89-4859-8ef2-c8b694771348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.658905 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-25695e07-ee6e-4551-b9cf-6c85ff62688a None None] Set router ecafa85a-4854-4385-be9e-ef6486dd34dd gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:42.671944 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6984fd-3d20-462d-8637-569842d0de2d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network acef434d-48e3-43a1-a4d6-e3466f914c11 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:42.694051 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-5a6984fd-3d20-462d-8637-569842d0de2d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:42.696874 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-726a7d70-0985-40a5-8db7-60b7e336ec6f None None] Port 1ba1d84b-b27f-483c-8337-483eb9a9a659 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:42.699555 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6984fd-3d20-462d-8637-569842d0de2d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:42.705735 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6984fd-3d20-462d-8637-569842d0de2d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Port': ['ID=ec004048-e013-46ed-bda2-b9967f6d96c6,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:42.727003 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.818247 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a6984fd-3d20-462d-8637-569842d0de2d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.887346 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-805684bf-cf89-4859-8ef2-c8b694771348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.889936 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-805684bf-cf89-4859-8ef2-c8b694771348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.891124 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-805684bf-cf89-4859-8ef2-c8b694771348 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/92af5888-419c-450f-9153-6800e30b8d73 HTTP/1.1" status: 204 len: 168 time: 0.4541728 Jul 14 09:27:42.919607 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d704ad6-aab0-4a6b-8d1f-7a703b020e59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.925271 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805684bf-cf89-4859-8ef2-c8b694771348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92af5888-419c-450f-9153-6800e30b8d73,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:43.006683 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-25695e07-ee6e-4551-b9cf-6c85ff62688a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecafa85a-4854-4385-be9e-ef6486dd34dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1898086368-router', 'tenant_id': '32c7b17ee37942fda02c5e0a232f2b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'dd346acc-b397-41dc-8245-b5a29545b11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:20Z', 'updated_at': '2021-07-14T09:27:40Z', 'revision_number': 5, 'project_id': '32c7b17ee37942fda02c5e0a232f2b32', 'gw_port': {'id': 'dd346acc-b397-41dc-8245-b5a29545b11c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecafa85a-4854-4385-be9e-ef6486dd34dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:22Z', 'updated_at': '2021-07-14T09:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:43.060439 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:43.068707 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25695e07-ee6e-4551-b9cf-6c85ff62688a None None] Checking router: ecafa85a-4854-4385-be9e-ef6486dd34dd for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:27:43.069452 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-0d704ad6-aab0-4a6b-8d1f-7a703b020e59 admin admin] Deleting port dd346acc-b397-41dc-8245-b5a29545b11c {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:43.069975 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d704ad6-aab0-4a6b-8d1f-7a703b020e59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.079855 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25695e07-ee6e-4551-b9cf-6c85ff62688a None None] Routers {'ecafa85a-4854-4385-be9e-ef6486dd34dd'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:43.080980 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-25695e07-ee6e-4551-b9cf-6c85ff62688a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:27:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ecafa85a-4854-4385-be9e-ef6486dd34dd'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:43.184105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-0d704ad6-aab0-4a6b-8d1f-7a703b020e59 admin admin] For port dd346acc-b397-41dc-8245-b5a29545b11c, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dd346acc-b397-41dc-8245-b5a29545b11c,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:43.184563 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d704ad6-aab0-4a6b-8d1f-7a703b020e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.186873 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-25695e07-ee6e-4551-b9cf-6c85ff62688a None None] Set router ecafa85a-4854-4385-be9e-ef6486dd34dd gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:43.207554 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:43.207943 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.214762 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-0d704ad6-aab0-4a6b-8d1f-7a703b020e59 admin admin] Calling delete_port for dd346acc-b397-41dc-8245-b5a29545b11c owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:43.310236 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-25695e07-ee6e-4551-b9cf-6c85ff62688a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecafa85a-4854-4385-be9e-ef6486dd34dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1898086368-router', 'tenant_id': '32c7b17ee37942fda02c5e0a232f2b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:20Z', 'updated_at': '2021-07-14T09:27:42Z', 'revision_number': 6, 'project_id': '32c7b17ee37942fda02c5e0a232f2b32', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:43.313607 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a6984fd-3d20-462d-8637-569842d0de2d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.314289 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-346f6784-b338-4764-bf15-422a42a210c3 None None] Provisioning for port ec004048-e013-46ed-bda2-b9967f6d96c6 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:43.321284 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-346f6784-b338-4764-bf15-422a42a210c3 None None] Provisioning complete for port ec004048-e013-46ed-bda2-b9967f6d96c6 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:43.321673 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-346f6784-b338-4764-bf15-422a42a210c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.372153 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25695e07-ee6e-4551-b9cf-6c85ff62688a None None] The sync data for ids ['ecafa85a-4854-4385-be9e-ef6486dd34dd'] in n-d-798054-10 is: [{'id': 'ecafa85a-4854-4385-be9e-ef6486dd34dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1898086368-router', 'tenant_id': '32c7b17ee37942fda02c5e0a232f2b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:20Z', 'updated_at': '2021-07-14T09:27:42Z', 'revision_number': 6, 'project_id': '32c7b17ee37942fda02c5e0a232f2b32', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:43.428494 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-346f6784-b338-4764-bf15-422a42a210c3 None None] Port ec004048-e013-46ed-bda2-b9967f6d96c6 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:43.572253 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d704ad6-aab0-4a6b-8d1f-7a703b020e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.608883 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d704ad6-aab0-4a6b-8d1f-7a703b020e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd346acc-b397-41dc-8245-b5a29545b11c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:43.691117 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdc32c-4c6b-4f2d-aff2-10f3a95595e6 req-96bf5c3e-1033-411e-852a-c611f2497618 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:43.692414 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d704ad6-aab0-4a6b-8d1f-7a703b020e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.698037 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdc32c-4c6b-4f2d-aff2-10f3a95595e6 req-96bf5c3e-1033-411e-852a-c611f2497618 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:43.699911 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-afcdc32c-4c6b-4f2d-aff2-10f3a95595e6 req-96bf5c3e-1033-411e-852a-c611f2497618 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 1654 time: 0.2657068 Jul 14 09:27:43.816684 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d704ad6-aab0-4a6b-8d1f-7a703b020e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.821228 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d704ad6-aab0-4a6b-8d1f-7a703b020e59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.838587 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa115bdb-89c1-4724-9bc6-a986d448eb0a {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:43.853435 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.891585 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d704ad6-aab0-4a6b-8d1f-7a703b020e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.892172 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d704ad6-aab0-4a6b-8d1f-7a703b020e59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecafa85a-4854-4385-be9e-ef6486dd34dd {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:27:43.900518 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d704ad6-aab0-4a6b-8d1f-7a703b020e59 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.905729 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0d704ad6-aab0-4a6b-8d1f-7a703b020e59 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ecafa85a-4854-4385-be9e-ef6486dd34dd HTTP/1.1" status: 204 len: 168 time: 1.5619919 Jul 14 09:27:43.906201 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39916) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:43.910676 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-afcdc32c-4c6b-4f2d-aff2-10f3a95595e6 req-61dc5a9c-4aa9-451c-a005-fa24b44f566f tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020645 Jul 14 09:27:43.915176 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] Transition to ACTIVE for port object fa115bdb-89c1-4724-9bc6-a986d448eb0a will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:43.929206 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.995939 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-87bc605f-2249-4965-a78d-7038481d2b0a admin admin] Deleting subnet bfb51c68-788b-4f97-ae97-0d3bea31b529 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:43.998619 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87bc605f-2249-4965-a78d-7038481d2b0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.046721 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87bc605f-2249-4965-a78d-7038481d2b0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.106499 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] Pushing event updated for resources: {'Port': ['ID=fa115bdb-89c1-4724-9bc6-a986d448eb0a,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:44.117817 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87bc605f-2249-4965-a78d-7038481d2b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.130731 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a6984fd-3d20-462d-8637-569842d0de2d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.143030 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a6984fd-3d20-462d-8637-569842d0de2d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.199025 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87bc605f-2249-4965-a78d-7038481d2b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.256799 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] Attempting to bind port fa115bdb-89c1-4724-9bc6-a986d448eb0a on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:44.257142 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] Attempting to bind port fa115bdb-89c1-4724-9bc6-a986d448eb0a by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3fea9c58-d626-404c-b5e7-7f5b69946399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4d071922-c410-48c3-a92c-aed744b6c871'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:44.257998 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] Attempting to bind port fa115bdb-89c1-4724-9bc6-a986d448eb0a on network 4d071922-c410-48c3-a92c-aed744b6c871 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:44.259362 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87bc605f-2249-4965-a78d-7038481d2b0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.261152 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-87bc605f-2249-4965-a78d-7038481d2b0a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bfb51c68-788b-4f97-ae97-0d3bea31b529 HTTP/1.1" status: 204 len: 168 time: 0.3539994 Jul 14 09:27:44.265476 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39924) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:44.271507 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc605f-2249-4965-a78d-7038481d2b0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb51c68-788b-4f97-ae97-0d3bea31b529,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:44.286254 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] Port fa115bdb-89c1-4724-9bc6-a986d448eb0a on network 4d071922-c410-48c3-a92c-aed744b6c871 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:27:44.287235 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] Attempting to bind port fa115bdb-89c1-4724-9bc6-a986d448eb0a on network 4d071922-c410-48c3-a92c-aed744b6c871 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:44.312281 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6984fd-3d20-462d-8637-569842d0de2d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Port': ['ID=ec004048-e013-46ed-bda2-b9967f6d96c6,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:44.324010 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:44.324665 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] Checking segment: {'id': '3fea9c58-d626-404c-b5e7-7f5b69946399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4d071922-c410-48c3-a92c-aed744b6c871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:44.324770 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] Bound using segment: {'id': '3fea9c58-d626-404c-b5e7-7f5b69946399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4d071922-c410-48c3-a92c-aed744b6c871'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:44.325219 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] Bound port: fa115bdb-89c1-4724-9bc6-a986d448eb0a, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fea9c58-d626-404c-b5e7-7f5b69946399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4d071922-c410-48c3-a92c-aed744b6c871'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:44.325581 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.327776 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a6984fd-3d20-462d-8637-569842d0de2d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.383170 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45087d05-dcf4-4068-aa29-26eaca9e629e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.494912 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45087d05-dcf4-4068-aa29-26eaca9e629e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.495146 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] For port fa115bdb-89c1-4724-9bc6-a986d448eb0a, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:44.510971 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-45087d05-dcf4-4068-aa29-26eaca9e629e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be126745-3ab2-48fe-91c6-d0e4cec53e9a']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:44.517106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] For port fa115bdb-89c1-4724-9bc6-a986d448eb0a, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fa115bdb-89c1-4724-9bc6-a986d448eb0a,segment=NetworkSegment(3fea9c58-d626-404c-b5e7-7f5b69946399),segment_id=3fea9c58-d626-404c-b5e7-7f5b69946399)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:44.525052 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.526010 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-45087d05-dcf4-4068-aa29-26eaca9e629e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f12e00-7019-4ca5-8a23-82acba2f55b4') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:44.526828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-45087d05-dcf4-4068-aa29-26eaca9e629e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f12e00-7019-4ca5-8a23-82acba2f55b4') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:44.540865 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6984fd-3d20-462d-8637-569842d0de2d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network acef434d-48e3-43a1-a4d6-e3466f914c11 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:44.542329 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45087d05-dcf4-4068-aa29-26eaca9e629e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.560092 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45087d05-dcf4-4068-aa29-26eaca9e629e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.565574 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-5a6984fd-3d20-462d-8637-569842d0de2d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:44.570068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45087d05-dcf4-4068-aa29-26eaca9e629e admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:44.570813 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45087d05-dcf4-4068-aa29-26eaca9e629e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.572301 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:44.572979 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.574526 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] 10.222.0.49 "PUT /v2.0/ports/fa115bdb-89c1-4724-9bc6-a986d448eb0a HTTP/1.1" status: 200 len: 1092 time: 2.2029293 Jul 14 09:27:44.576882 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bd0445-d1b5-40ba-860a-4741c6de150d', 'tag': 'fa115bdb-89c1-4724-9bc6-a986d448eb0a'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:44.596214 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e50e6b-95af-4b11-b90f-31d248f525de" -d '{"events": [{"name": "network-changed", "server_uuid": "01bd0445-d1b5-40ba-860a-4741c6de150d", "tag": "fa115bdb-89c1-4724-9bc6-a986d448eb0a"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:44.625286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] Request body: {'port': {'device_id': '01bd0445-d1b5-40ba-860a-4741c6de150d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:44.659512 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:44.664605 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45087d05-dcf4-4068-aa29-26eaca9e629e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.696393 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45087d05-dcf4-4068-aa29-26eaca9e629e admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.713768 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-45087d05-dcf4-4068-aa29-26eaca9e629e admin admin] 10.222.0.26 "DELETE /v2.0/networks/be126745-3ab2-48fe-91c6-d0e4cec53e9a HTTP/1.1" status: 204 len: 168 time: 0.4459660 Jul 14 09:27:44.744382 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45087d05-dcf4-4068-aa29-26eaca9e629e admin admin] Pushing event deleted for resources: {'Network': ['ID=be126745-3ab2-48fe-91c6-d0e4cec53e9a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:44.920235 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e8938dbd-b785-4b38-b82b-50841bda9009 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:44.985580 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: e8938dbd-b785-4b38-b82b-50841bda9009 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:44.986367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e8938dbd-b785-4b38-b82b-50841bda9009 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:44.987043 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dd346acc-b397-41dc-8245-b5a29545b11c no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:45.024574 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: dd346acc-b397-41dc-8245-b5a29545b11c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:45.025217 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dd346acc-b397-41dc-8245-b5a29545b11c not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:45.045044 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e4781134-239d-4fea-88e0-5d8ba527cc47 None None] Provisioning complete for port ec004048-e013-46ed-bda2-b9967f6d96c6 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:45.045732 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4781134-239d-4fea-88e0-5d8ba527cc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.093609 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e4781134-239d-4fea-88e0-5d8ba527cc47 None None] Port ec004048-e013-46ed-bda2-b9967f6d96c6 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:45.211827 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39950) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:45.261506 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c02b9adc-efa8-44aa-8285-6c883504437e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32c7b17ee37942fda02c5e0a232f2b32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483582 Jul 14 09:27:45.262463 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39952) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:45.268061 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1667bf8-a46c-435b-92aa-39987865c039 x-openstack-request-id: req-a1667bf8-a46c-435b-92aa-39987865c039 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:45.268223 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01bd0445-d1b5-40ba-860a-4741c6de150d", "tag": "fa115bdb-89c1-4724-9bc6-a986d448eb0a", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:45.268354 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1667bf8-a46c-435b-92aa-39987865c039 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:45.268757 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bd0445-d1b5-40ba-860a-4741c6de150d', 'tag': 'fa115bdb-89c1-4724-9bc6-a986d448eb0a', 'status': 'completed', 'code': 200} Jul 14 09:27:45.289307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67fe9f-c279-411d-9568-327893b33d65 service neutron] Pushing event updated for resources: {'Port': ['ID=fa115bdb-89c1-4724-9bc6-a986d448eb0a,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:45.331052 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-290be4a0-f277-45a2-8c96-e4522f633c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.361467 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-290be4a0-f277-45a2-8c96-e4522f633c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.413746 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6984fd-3d20-462d-8637-569842d0de2d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router c6ba0d3b-631e-4ae9-b095-5a3748574754 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:45.417832 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.435046 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-290be4a0-f277-45a2-8c96-e4522f633c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.438042 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-290be4a0-f277-45a2-8c96-e4522f633c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.445126 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-290be4a0-f277-45a2-8c96-e4522f633c51 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8420ff8e-44af-40d2-b26f-911de8cf75b3 HTTP/1.1" status: 204 len: 168 time: 0.1760375 Jul 14 09:27:45.446426 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283fb90-5dac-4366-a3d2-ea2ab8c4e1b4 req-8d17d773-ab90-4ccd-a9df-34cb0a173115 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:45.452174 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290be4a0-f277-45a2-8c96-e4522f633c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8420ff8e-44af-40d2-b26f-911de8cf75b3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:45.452374 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283fb90-5dac-4366-a3d2-ea2ab8c4e1b4 req-8d17d773-ab90-4ccd-a9df-34cb0a173115 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:45.460892 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0283fb90-5dac-4366-a3d2-ea2ab8c4e1b4 req-8d17d773-ab90-4ccd-a9df-34cb0a173115 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 1666 time: 0.2791307 Jul 14 09:27:45.569186 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e50e6b-95af-4b11-b90f-31d248f525de req-68d7a3a8-eaf0-49a7-95c6-e86aba39e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:45.569706 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e50e6b-95af-4b11-b90f-31d248f525de req-68d7a3a8-eaf0-49a7-95c6-e86aba39e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:45.571688 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75e50e6b-95af-4b11-b90f-31d248f525de req-68d7a3a8-eaf0-49a7-95c6-e86aba39e5d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab9f6ee95b92468aa738abe9dd184bd9&device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 1914 time: 0.3057077 Jul 14 09:27:45.698492 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0283fb90-5dac-4366-a3d2-ea2ab8c4e1b4 req-fb9d38bb-7956-4ad6-95e5-9578a62eab88 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283716 Jul 14 09:27:45.702040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6984fd-3d20-462d-8637-569842d0de2d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:45.713716 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5a6984fd-3d20-462d-8637-569842d0de2d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/c6ba0d3b-631e-4ae9-b095-5a3748574754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3133004 Jul 14 09:27:45.715289 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3c2ae3-b298-4731-b338-e82263b5b6a1 None None] Sync routers for ids ['c6ba0d3b-631e-4ae9-b095-5a3748574754'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:45.716899 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39968) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:45.730282 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3c2ae3-b298-4731-b338-e82263b5b6a1 None None] Routers {'c6ba0d3b-631e-4ae9-b095-5a3748574754'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:45.731592 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-cd3c2ae3-b298-4731-b338-e82263b5b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:27:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['c6ba0d3b-631e-4ae9-b095-5a3748574754'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:45.790020 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-cd3c2ae3-b298-4731-b338-e82263b5b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:45.800421 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf86ee9-8020-4c4c-b44a-6f09793a5462 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:45.800767 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3c2ae3-b298-4731-b338-e82263b5b6a1 None None] Routers {'c6ba0d3b-631e-4ae9-b095-5a3748574754'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:45.801728 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-cd3c2ae3-b298-4731-b338-e82263b5b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:27:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['c6ba0d3b-631e-4ae9-b095-5a3748574754'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:45.804019 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4bf86ee9-8020-4c4c-b44a-6f09793a5462 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/ports/ec004048-e013-46ed-bda2-b9967f6d96c6 HTTP/1.1" status: 200 len: 910 time: 0.0858641 Jul 14 09:27:45.807264 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39972) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:45.832500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e50e6b-95af-4b11-b90f-31d248f525de req-0bc66ba9-8e94-40dc-9a1b-992311f31424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:45.832976 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e50e6b-95af-4b11-b90f-31d248f525de req-0bc66ba9-8e94-40dc-9a1b-992311f31424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:45.834898 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e50e6b-95af-4b11-b90f-31d248f525de req-0bc66ba9-8e94-40dc-9a1b-992311f31424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:45.836578 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75e50e6b-95af-4b11-b90f-31d248f525de req-0bc66ba9-8e94-40dc-9a1b-992311f31424 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ab9f6ee95b92468aa738abe9dd184bd9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2428432 Jul 14 09:27:45.881562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-cd3c2ae3-b298-4731-b338-e82263b5b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:45.882931 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3c2ae3-b298-4731-b338-e82263b5b6a1 None None] The sync data for ids ['c6ba0d3b-631e-4ae9-b095-5a3748574754'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:46.016643 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e50e6b-95af-4b11-b90f-31d248f525de req-dff63f9a-779d-4cd9-8ceb-d6ccf89c264f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:46.018274 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75e50e6b-95af-4b11-b90f-31d248f525de req-dff63f9a-779d-4cd9-8ceb-d6ccf89c264f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1564350 Jul 14 09:27:46.080518 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba1d84b-b27f-483c-8337-483eb9a9a659 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:46.088931 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.106205 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] Transition to ACTIVE for port object 1ba1d84b-b27f-483c-8337-483eb9a9a659 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:46.112012 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.255666 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-316fed28-22ff-44b4-8960-15d8150ae408 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.320514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] Attempting to bind port 1ba1d84b-b27f-483c-8337-483eb9a9a659 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:46.320788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] Attempting to bind port 1ba1d84b-b27f-483c-8337-483eb9a9a659 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '5d9ad0f2-5755-4573-b6cc-9edd7c490a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd22cf11c-9a73-4a94-9be6-9bae279d10eb'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:46.321116 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] Attempting to bind port 1ba1d84b-b27f-483c-8337-483eb9a9a659 on network d22cf11c-9a73-4a94-9be6-9bae279d10eb {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:46.323899 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba1d84b-b27f-483c-8337-483eb9a9a659,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:46.330270 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.331338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] Port 1ba1d84b-b27f-483c-8337-483eb9a9a659 on network d22cf11c-9a73-4a94-9be6-9bae279d10eb not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:27:46.331730 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] Attempting to bind port 1ba1d84b-b27f-483c-8337-483eb9a9a659 on network d22cf11c-9a73-4a94-9be6-9bae279d10eb {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:46.340793 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:46.341137 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] Checking segment: {'id': '5d9ad0f2-5755-4573-b6cc-9edd7c490a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd22cf11c-9a73-4a94-9be6-9bae279d10eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:46.341530 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] Bound using segment: {'id': '5d9ad0f2-5755-4573-b6cc-9edd7c490a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd22cf11c-9a73-4a94-9be6-9bae279d10eb'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:46.342029 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] Bound port: 1ba1d84b-b27f-483c-8337-483eb9a9a659, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9ad0f2-5755-4573-b6cc-9edd7c490a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd22cf11c-9a73-4a94-9be6-9bae279d10eb'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:46.342400 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.416045 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] For port 1ba1d84b-b27f-483c-8337-483eb9a9a659, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:46.419359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] For port 1ba1d84b-b27f-483c-8337-483eb9a9a659, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1ba1d84b-b27f-483c-8337-483eb9a9a659,segment=NetworkSegment(5d9ad0f2-5755-4573-b6cc-9edd7c490a03),segment_id=5d9ad0f2-5755-4573-b6cc-9edd7c490a03)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:46.429866 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.541408 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba1d84b-b27f-483c-8337-483eb9a9a659,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:46.564798 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:46.565567 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.569653 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-7a56a304-7f88-49f9-8539-955b5bcabe67 service neutron] 10.222.0.49 "PUT /v2.0/ports/1ba1d84b-b27f-483c-8337-483eb9a9a659 HTTP/1.1" status: 200 len: 1093 time: 1.9548535 Jul 14 09:27:46.591582 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39998) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:46.718898 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-316fed28-22ff-44b4-8960-15d8150ae408 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting port ec004048-e013-46ed-bda2-b9967f6d96c6 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:46.721309 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-316fed28-22ff-44b4-8960-15d8150ae408 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.728701 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-493c89b1-5bd5-4b11-ba3f-28690b849da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:46.729444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-493c89b1-5bd5-4b11-ba3f-28690b849da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:46.731371 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-493c89b1-5bd5-4b11-ba3f-28690b849da4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab9f6ee95b92468aa738abe9dd184bd9&device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 1982 time: 0.1146560 Jul 14 09:27:46.864074 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-091b6235-b6bf-4bd5-9649-d89a598aed1f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.75&port_id=fa115bdb-89c1-4724-9bc6-a986d448eb0a HTTP/1.1" status: 200 len: 217 time: 0.1244314 Jul 14 09:27:46.877137 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-316fed28-22ff-44b4-8960-15d8150ae408 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.912304 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-316fed28-22ff-44b4-8960-15d8150ae408 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Calling delete_port for ec004048-e013-46ed-bda2-b9967f6d96c6 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:46.954183 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-ee3c865d-af31-49c1-acd6-8d1b0bb5c34d tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1027097190', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:46.992235 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40010) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:47.046770 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-1ba3a33a-e2cb-4281-b67f-28590d54b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:47.048344 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-1ba3a33a-e2cb-4281-b67f-28590d54b4d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d8e77cf-bc95-480e-8498-3dd18b94a239 HTTP/1.1" status: 200 len: 801 time: 0.1776466 Jul 14 09:27:47.054104 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3c865d-af31-49c1-acd6-8d1b0bb5c34d tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Made reservation on behalf of 2a20380364574453bccbc73fb827c1b6 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:47.057001 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee3c865d-af31-49c1-acd6-8d1b0bb5c34d tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.096271 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee3c865d-af31-49c1-acd6-8d1b0bb5c34d tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.159202 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f78b6-a016-45d4-82a7-9f2036517c74 req-3d461bbd-22b3-4f82-a627-894b8320ad64 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:47.165367 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f78b6-a016-45d4-82a7-9f2036517c74 req-3d461bbd-22b3-4f82-a627-894b8320ad64 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:47.167040 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-095f78b6-a016-45d4-82a7-9f2036517c74 req-3d461bbd-22b3-4f82-a627-894b8320ad64 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 1678 time: 0.2347717 Jul 14 09:27:47.217140 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-34d1c532-5bf1-4fa4-82ac-141a64707e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.223092 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-206c1d64-625a-485a-9fdf-78eb42fbf77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:47.225419 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-206c1d64-625a-485a-9fdf-78eb42fbf77a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4d071922-c410-48c3-a92c-aed744b6c871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1660528 Jul 14 09:27:47.236467 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-316fed28-22ff-44b4-8960-15d8150ae408 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.270287 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316fed28-22ff-44b4-8960-15d8150ae408 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Port': ['ID=ec004048-e013-46ed-bda2-b9967f6d96c6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:47.344166 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bd0445-d1b5-40ba-860a-4741c6de150d', 'tag': '1ba1d84b-b27f-483c-8337-483eb9a9a659'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:47.346465 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1095cf-52e9-45a2-afa0-f35c34a01f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "01bd0445-d1b5-40ba-860a-4741c6de150d", "tag": "1ba1d84b-b27f-483c-8337-483eb9a9a659"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:47.350446 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ee9b5930-4a12-440d-a307-4e10e516f1c9 service neutron] 10.222.0.49 "GET /v2.0/networks/4d071922-c410-48c3-a92c-aed744b6c871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154027 Jul 14 09:27:47.374269 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-095f78b6-a016-45d4-82a7-9f2036517c74 req-412a4446-b1f9-4aae-afcb-7229f2c91ef0 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994667 Jul 14 09:27:47.454536 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd6a1af-fe9b-4c7d-b760-02a4ea2e6575 x-openstack-request-id: req-8dd6a1af-fe9b-4c7d-b760-02a4ea2e6575 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:47.454536 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01bd0445-d1b5-40ba-860a-4741c6de150d", "tag": "1ba1d84b-b27f-483c-8337-483eb9a9a659", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:47.454536 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8dd6a1af-fe9b-4c7d-b760-02a4ea2e6575 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:47.454536 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bd0445-d1b5-40ba-860a-4741c6de150d', 'tag': '1ba1d84b-b27f-483c-8337-483eb9a9a659', 'status': 'completed', 'code': 200} Jul 14 09:27:47.513814 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-316fed28-22ff-44b4-8960-15d8150ae408 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.565198 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee3c865d-af31-49c1-acd6-8d1b0bb5c34d tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.577044 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee3c865d-af31-49c1-acd6-8d1b0bb5c34d tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.595977 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-ee3c865d-af31-49c1-acd6-8d1b0bb5c34d tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] device_id is not set on port bfc63957-a82a-45b4-bf85-da7c878b8882 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:27:47.604823 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-4cbc9917-4768-4a7c-a21e-897c43325f4b service neutron] 10.222.0.49 "GET /v2.0/networks/4d071922-c410-48c3-a92c-aed744b6c871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428491 Jul 14 09:27:47.764072 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-d7451dfc-b66f-4ff3-9458-e91489e88c91 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.212&port_id=1ba1d84b-b27f-483c-8337-483eb9a9a659 HTTP/1.1" status: 200 len: 217 time: 0.1465905 Jul 14 09:27:47.822247 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c865d-af31-49c1-acd6-8d1b0bb5c34d tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ae5743-9957-4e0b-9e8e-b4d6fb340ab0,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:47.822533 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316fed28-22ff-44b4-8960-15d8150ae408 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router c6ba0d3b-631e-4ae9-b095-5a3748574754 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:47.852731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40042) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:47.886745 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-790c0bb1-eb04-49cf-8b12-2287511c4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:47.888237 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-790c0bb1-eb04-49cf-8b12-2287511c4f5f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c61d1f1e-ad20-4d01-9e66-e76c7222d816 HTTP/1.1" status: 200 len: 801 time: 0.1125340 Jul 14 09:27:47.949317 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-ee3c865d-af31-49c1-acd6-8d1b0bb5c34d tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Allocated IP 172.25.1.163 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/bfc63957-a82a-45b4-bf85-da7c878b8882) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:47.976495 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316fed28-22ff-44b4-8960-15d8150ae408 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:47.986809 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-316fed28-22ff-44b4-8960-15d8150ae408 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/c6ba0d3b-631e-4ae9-b095-5a3748574754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1778095 Jul 14 09:27:47.988985 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24307cf9-d8f9-444a-a2e6-00e4c25021fc None None] Sync routers for ids ['c6ba0d3b-631e-4ae9-b095-5a3748574754'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:47.994705 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40046) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:47.995588 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d026ba8b-0448-45fe-bf47-ede3f51543a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.999207 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24307cf9-d8f9-444a-a2e6-00e4c25021fc None None] Routers {'c6ba0d3b-631e-4ae9-b095-5a3748574754'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:47.999824 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-24307cf9-d8f9-444a-a2e6-00e4c25021fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:27:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['c6ba0d3b-631e-4ae9-b095-5a3748574754'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:48.001109 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-34d1c532-5bf1-4fa4-82ac-141a64707e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.011649 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-34d1c532-5bf1-4fa4-82ac-141a64707e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.040509 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-34d1c532-5bf1-4fa4-82ac-141a64707e14 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d933e080c9140c7b79d25aba169898b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0469918 Jul 14 09:27:48.048189 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40048) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:48.050732 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-24307cf9-d8f9-444a-a2e6-00e4c25021fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:48.059765 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24307cf9-d8f9-444a-a2e6-00e4c25021fc None None] Routers {'c6ba0d3b-631e-4ae9-b095-5a3748574754'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:48.060366 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-24307cf9-d8f9-444a-a2e6-00e4c25021fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:27:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['c6ba0d3b-631e-4ae9-b095-5a3748574754'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:48.086216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-da0d4f19-c11a-441f-9148-68477fa6418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:48.087724 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-da0d4f19-c11a-441f-9148-68477fa6418d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d22cf11c-9a73-4a94-9be6-9bae279d10eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1905127 Jul 14 09:27:48.092894 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-24307cf9-d8f9-444a-a2e6-00e4c25021fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:48.093536 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24307cf9-d8f9-444a-a2e6-00e4c25021fc None None] The sync data for ids ['c6ba0d3b-631e-4ae9-b095-5a3748574754'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:48.196910 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1c532-5bf1-4fa4-82ac-141a64707e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbcb0f2-b33d-4dbe-bad3-9985f77cc745,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:48.266492 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c6a2d001-510f-42d9-95dc-70d25081e102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.307753 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-529b4b2b-6dfb-4258-a85c-663866ca4ac7 service neutron] 10.222.0.49 "GET /v2.0/networks/d22cf11c-9a73-4a94-9be6-9bae279d10eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043386 Jul 14 09:27:48.335705 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c6a2d001-510f-42d9-95dc-70d25081e102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.339916 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee3c865d-af31-49c1-acd6-8d1b0bb5c34d tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.479580 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c6a2d001-510f-42d9-95dc-70d25081e102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.482161 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c6a2d001-510f-42d9-95dc-70d25081e102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.483307 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c6a2d001-510f-42d9-95dc-70d25081e102 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3cbcb0f2-b33d-4dbe-bad3-9985f77cc745 HTTP/1.1" status: 204 len: 168 time: 0.4340546 Jul 14 09:27:48.486700 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d84293ef-610b-4b4d-884c-81addf242aa2 req-ca0f1335-2902-4eb7-a540-1ae7e9250824 service neutron] 10.222.0.49 "GET /v2.0/networks/d22cf11c-9a73-4a94-9be6-9bae279d10eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643918 Jul 14 09:27:48.497051 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2d001-510f-42d9-95dc-70d25081e102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbcb0f2-b33d-4dbe-bad3-9985f77cc745,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:48.499855 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee3c865d-af31-49c1-acd6-8d1b0bb5c34d tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.543197 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3c865d-af31-49c1-acd6-8d1b0bb5c34d tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:48.546060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-ee3c865d-af31-49c1-acd6-8d1b0bb5c34d tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:48.549816 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3c865d-af31-49c1-acd6-8d1b0bb5c34d tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:48.583703 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c865d-af31-49c1-acd6-8d1b0bb5c34d tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Pushing event updated for resources: {'Port': ['ID=bfc63957-a82a-45b4-bf85-da7c878b8882,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:48.621082 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d026ba8b-0448-45fe-bf47-ede3f51543a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.633827 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d026ba8b-0448-45fe-bf47-ede3f51543a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.662893 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3c865d-af31-49c1-acd6-8d1b0bb5c34d tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:48.663503 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee3c865d-af31-49c1-acd6-8d1b0bb5c34d tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.700293 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d026ba8b-0448-45fe-bf47-ede3f51543a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e1bb329ab8243429289f8f916ef1b40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8412430 Jul 14 09:27:48.700697 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ee3c865d-af31-49c1-acd6-8d1b0bb5c34d tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1026735 Jul 14 09:27:48.700813 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026ba8b-0448-45fe-bf47-ede3f51543a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26c1ea1-8d37-4350-887d-ece01c18ee85,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:48.702130 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40056) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:48.702462 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40058) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:48.706766 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2da73c86-9b21-470b-8ea4-d7a08ebca74e tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.163'}]}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:48.718259 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1095cf-52e9-45a2-afa0-f35c34a01f7a req-5f97a81b-9fb7-4d2f-9d5c-29d8669944e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:48.718561 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1095cf-52e9-45a2-afa0-f35c34a01f7a req-5f97a81b-9fb7-4d2f-9d5c-29d8669944e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:48.720167 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df1095cf-52e9-45a2-afa0-f35c34a01f7a req-5f97a81b-9fb7-4d2f-9d5c-29d8669944e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab9f6ee95b92468aa738abe9dd184bd9&device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 1982 time: 0.1650941 Jul 14 09:27:48.732362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234adb3-9fce-4795-9818-d21da0323c04 req-7c0481be-d53f-4cb5-930e-5c7755f7c2e7 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:48.738312 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234adb3-9fce-4795-9818-d21da0323c04 req-7c0481be-d53f-4cb5-930e-5c7755f7c2e7 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:48.740574 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a234adb3-9fce-4795-9818-d21da0323c04 req-7c0481be-d53f-4cb5-930e-5c7755f7c2e7 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 1678 time: 0.1330295 Jul 14 09:27:48.786885 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2da73c86-9b21-470b-8ea4-d7a08ebca74e tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.787762 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2da73c86-9b21-470b-8ea4-d7a08ebca74e tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.815336 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-61f18313-5c7d-44c6-b288-7a7588f8d92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.848888 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f892854a-83f2-4184-bb49-824ffe20412b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.854420 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a234adb3-9fce-4795-9818-d21da0323c04 req-c4d00fe4-716b-4ab9-a840-5779142bb3ef tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930221 Jul 14 09:27:48.868543 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1095cf-52e9-45a2-afa0-f35c34a01f7a req-08ae047f-f92d-440d-a6c9-d5bb977eb153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:48.870259 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df1095cf-52e9-45a2-afa0-f35c34a01f7a req-08ae047f-f92d-440d-a6c9-d5bb977eb153 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d22cf11c-9a73-4a94-9be6-9bae279d10eb HTTP/1.1" status: 200 len: 903 time: 0.1287467 Jul 14 09:27:48.885399 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40060) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:48.924484 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df1095cf-52e9-45a2-afa0-f35c34a01f7a req-8ad3df62-e9e3-483e-8a07-86919317a62c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.212&port_id=1ba1d84b-b27f-483c-8337-483eb9a9a659 HTTP/1.1" status: 200 len: 217 time: 0.0471430 Jul 14 09:27:48.941171 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ff6f7d56-4c96-4863-8762-3c65f0c5ab09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.951731 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-61f18313-5c7d-44c6-b288-7a7588f8d92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.962397 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2da73c86-9b21-470b-8ea4-d7a08ebca74e tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.008582 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1095cf-52e9-45a2-afa0-f35c34a01f7a req-b6db9afa-2889-4938-a73c-1ee0bf538d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:49.010296 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df1095cf-52e9-45a2-afa0-f35c34a01f7a req-b6db9afa-2889-4938-a73c-1ee0bf538d2c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c61d1f1e-ad20-4d01-9e66-e76c7222d816 HTTP/1.1" status: 200 len: 801 time: 0.0774560 Jul 14 09:27:49.120818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1095cf-52e9-45a2-afa0-f35c34a01f7a req-6cb56ecf-1b58-4e80-893f-5d41a7c8fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:49.122355 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df1095cf-52e9-45a2-afa0-f35c34a01f7a req-6cb56ecf-1b58-4e80-893f-5d41a7c8fcdf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d22cf11c-9a73-4a94-9be6-9bae279d10eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018806 Jul 14 09:27:49.143121 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ff6f7d56-4c96-4863-8762-3c65f0c5ab09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.155053 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ff6f7d56-4c96-4863-8762-3c65f0c5ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.181099 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2da73c86-9b21-470b-8ea4-d7a08ebca74e tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.209065 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-61f18313-5c7d-44c6-b288-7a7588f8d92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.211720 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-61f18313-5c7d-44c6-b288-7a7588f8d92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.215310 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-61f18313-5c7d-44c6-b288-7a7588f8d92b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f26c1ea1-8d37-4350-887d-ece01c18ee85 HTTP/1.1" status: 204 len: 168 time: 0.5025344 Jul 14 09:27:49.233367 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ff6f7d56-4c96-4863-8762-3c65f0c5ab09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=27a4842d19434b668ac0fa931d410f42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3463602 Jul 14 09:27:49.235248 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f18313-5c7d-44c6-b288-7a7588f8d92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26c1ea1-8d37-4350-887d-ece01c18ee85,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:49.236303 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40070) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:49.236935 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f7d56-4c96-4863-8762-3c65f0c5ab09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9cc449-23c6-4fc0-9799-059c678ba521,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:49.293263 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df1095cf-52e9-45a2-afa0-f35c34a01f7a req-d4c4da51-e4d3-4f88-8c0e-b311139dceb5 service neutron] 10.222.0.49 "GET /v2.0/networks/d22cf11c-9a73-4a94-9be6-9bae279d10eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637025 Jul 14 09:27:49.354469 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-500ea4cd-3601-43cb-8395-28d5f0204fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.390890 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-500ea4cd-3601-43cb-8395-28d5f0204fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.524214 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-f892854a-83f2-4184-bb49-824ffe20412b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting port fad2670b-d033-4fb2-8efa-0933660e34cb {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:49.524641 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f892854a-83f2-4184-bb49-824ffe20412b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.595250 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2da73c86-9b21-470b-8ea4-d7a08ebca74e tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.627255 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2da73c86-9b21-470b-8ea4-d7a08ebca74e tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.708674 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f892854a-83f2-4184-bb49-824ffe20412b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.727751 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-f892854a-83f2-4184-bb49-824ffe20412b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Calling delete_port for fad2670b-d033-4fb2-8efa-0933660e34cb owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:49.790533 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df1095cf-52e9-45a2-afa0-f35c34a01f7a req-839f1bf2-ff8c-4cac-85b6-0628138da2b3 service neutron] 10.222.0.49 "GET /v2.0/networks/d22cf11c-9a73-4a94-9be6-9bae279d10eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900241 Jul 14 09:27:49.818634 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-500ea4cd-3601-43cb-8395-28d5f0204fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.823490 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-500ea4cd-3601-43cb-8395-28d5f0204fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.824820 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-500ea4cd-3601-43cb-8395-28d5f0204fb6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6d9cc449-23c6-4fc0-9799-059c678ba521 HTTP/1.1" status: 204 len: 168 time: 0.5843978 Jul 14 09:27:49.835204 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ea4cd-3601-43cb-8395-28d5f0204fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9cc449-23c6-4fc0-9799-059c678ba521,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:49.927031 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2da73c86-9b21-470b-8ea4-d7a08ebca74e tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.057713 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8805f-9066-4bc5-a71c-6749dfeed807 req-ec80f1b1-8004-4c54-ad2f-198e67a1cf0a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:50.064351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8805f-9066-4bc5-a71c-6749dfeed807 req-ec80f1b1-8004-4c54-ad2f-198e67a1cf0a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:50.071706 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c3f8805f-9066-4bc5-a71c-6749dfeed807 req-ec80f1b1-8004-4c54-ad2f-198e67a1cf0a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 1678 time: 0.0950174 Jul 14 09:27:50.105848 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2da73c86-9b21-470b-8ea4-d7a08ebca74e tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.108928 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2da73c86-9b21-470b-8ea4-d7a08ebca74e tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.111802 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c3f8805f-9066-4bc5-a71c-6749dfeed807 req-27c33d27-58c8-4109-a899-827beb74ad07 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388646 Jul 14 09:27:50.141562 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40096) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:50.187519 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2da73c86-9b21-470b-8ea4-d7a08ebca74e tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.188299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da73c86-9b21-470b-8ea4-d7a08ebca74e tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b7b7e2d-ae02-4fbd-97c7-a2eb16db0652 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:27:50.214551 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-2da73c86-9b21-470b-8ea4-d7a08ebca74e tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:27:50.218033 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2da73c86-9b21-470b-8ea4-d7a08ebca74e tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5124526 Jul 14 09:27:50.219171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40102) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:50.222185 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f892854a-83f2-4184-bb49-824ffe20412b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.280015 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40104) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:50.283251 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892854a-83f2-4184-bb49-824ffe20412b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Port': ['ID=fad2670b-d033-4fb2-8efa-0933660e34cb,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:50.288756 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-a184cbe8-0c43-456b-a3a7-f0b6f2c5a791 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-14055955-network', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:50.324733 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-280a69a8-b091-46f4-8256-52a3094a6b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.356829 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a184cbe8-0c43-456b-a3a7-f0b6f2c5a791 admin admin] Made reservation on behalf of 5cb22d9c9ca64cacba1a692a05940f23 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:50.359882 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a184cbe8-0c43-456b-a3a7-f0b6f2c5a791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.378943 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a184cbe8-0c43-456b-a3a7-f0b6f2c5a791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.406800 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-423b91fd-e873-4226-908b-b473e3ddfd57 tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Deleting port bfc63957-a82a-45b4-bf85-da7c878b8882 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:50.407058 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-423b91fd-e873-4226-908b-b473e3ddfd57 tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.443641 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f892854a-83f2-4184-bb49-824ffe20412b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.495471 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-423b91fd-e873-4226-908b-b473e3ddfd57 tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.513389 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-423b91fd-e873-4226-908b-b473e3ddfd57 tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Calling delete_port for bfc63957-a82a-45b4-bf85-da7c878b8882 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:50.640867 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-423b91fd-e873-4226-908b-b473e3ddfd57 tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.657310 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f892854a-83f2-4184-bb49-824ffe20412b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router c6ba0d3b-631e-4ae9-b095-5a3748574754 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:50.667302 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b91fd-e873-4226-908b-b473e3ddfd57 tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfc63957-a82a-45b4-bf85-da7c878b8882,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:50.674018 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-280a69a8-b091-46f4-8256-52a3094a6b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.684665 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-280a69a8-b091-46f4-8256-52a3094a6b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.762732 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-423b91fd-e873-4226-908b-b473e3ddfd57 tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.764942 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-423b91fd-e873-4226-908b-b473e3ddfd57 tempest-RoutersAdminNegativeTest-906554151 tempest-RoutersAdminNegativeTest-906554151-project-admin] 10.222.0.26 "DELETE /v2.0/ports/bfc63957-a82a-45b4-bf85-da7c878b8882 HTTP/1.1" status: 204 len: 168 time: 0.5445421 Jul 14 09:27:50.850237 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a184cbe8-0c43-456b-a3a7-f0b6f2c5a791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.855594 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a184cbe8-0c43-456b-a3a7-f0b6f2c5a791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.890496 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a184cbe8-0c43-456b-a3a7-f0b6f2c5a791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:50.909872 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184cbe8-0c43-456b-a3a7-f0b6f2c5a791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87676a4b-2882-4b8a-a3c4-9651f98d8f4d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:50.915945 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a184cbe8-0c43-456b-a3a7-f0b6f2c5a791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.916291 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-a184cbe8-0c43-456b-a3a7-f0b6f2c5a791 admin admin] Added segment 17918165-02df-40ca-bae9-9149208b1a27 of type vlan for network 6e4991ac-2228-452d-ab57-e39ab6b100bc Jul 14 09:27:50.963171 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a184cbe8-0c43-456b-a3a7-f0b6f2c5a791 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.000810 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a184cbe8-0c43-456b-a3a7-f0b6f2c5a791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.011629 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a184cbe8-0c43-456b-a3a7-f0b6f2c5a791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:51.012792 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a184cbe8-0c43-456b-a3a7-f0b6f2c5a791 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.031089 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-280a69a8-b091-46f4-8256-52a3094a6b85 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a7caa0be819844b396cc464e99b41bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7445645 Jul 14 09:27:51.032541 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f892854a-83f2-4184-bb49-824ffe20412b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:51.034311 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40114) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:51.035193 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a69a8-b091-46f4-8256-52a3094a6b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e051a936-1ed1-47e1-8841-9ab1e78f998a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:51.043589 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f892854a-83f2-4184-bb49-824ffe20412b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/c6ba0d3b-631e-4ae9-b095-5a3748574754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0440891 Jul 14 09:27:51.049968 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40116) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:51.054514 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d25be4-2191-4e00-9c59-8f97af82176c None None] Sync routers for ids ['c6ba0d3b-631e-4ae9-b095-5a3748574754'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:51.079214 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a184cbe8-0c43-456b-a3a7-f0b6f2c5a791 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9348118 Jul 14 09:27:51.083263 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40118) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:51.089874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-759faf62-875e-4e07-bc79-01d5fdfb5176 admin admin] Request body: {'subnet': {'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-subnet', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:51.094421 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d25be4-2191-4e00-9c59-8f97af82176c None None] Routers {'c6ba0d3b-631e-4ae9-b095-5a3748574754'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:51.097340 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c650aaa7-0e47-414b-be8d-c617e110411d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ba0d3b-631e-4ae9-b095-5a3748574754 HTTP/1.1" status: 200 len: 205 time: 0.0437410 Jul 14 09:27:51.097465 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-71d25be4-2191-4e00-9c59-8f97af82176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:27:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['c6ba0d3b-631e-4ae9-b095-5a3748574754'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:51.100251 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40120) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:51.108301 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184cbe8-0c43-456b-a3a7-f0b6f2c5a791 admin admin] Pushing event updated for resources: {'Network': ['ID=6e4991ac-2228-452d-ab57-e39ab6b100bc,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:51.128363 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759faf62-875e-4e07-bc79-01d5fdfb5176 admin admin] Made reservation on behalf of 5cb22d9c9ca64cacba1a692a05940f23 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:51.136181 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-759faf62-875e-4e07-bc79-01d5fdfb5176 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.139455 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40122) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:51.162520 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 6e4991ac-2228-452d-ab57-e39ab6b100bc details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:51.203515 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-228218a6-c789-48b1-8d31-a9103ff67d8e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.233728 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-71d25be4-2191-4e00-9c59-8f97af82176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:51.243950 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d25be4-2191-4e00-9c59-8f97af82176c None None] Routers {'c6ba0d3b-631e-4ae9-b095-5a3748574754'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:51.244889 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-71d25be4-2191-4e00-9c59-8f97af82176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:27:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['c6ba0d3b-631e-4ae9-b095-5a3748574754'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:51.245753 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0cc7f937-0d75-4b60-80f5-38e1797e03b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.282723 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-71d25be4-2191-4e00-9c59-8f97af82176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:51.283690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d25be4-2191-4e00-9c59-8f97af82176c None None] The sync data for ids ['c6ba0d3b-631e-4ae9-b095-5a3748574754'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:51.348266 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0cc7f937-0d75-4b60-80f5-38e1797e03b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.406238 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-98aae271-c6b0-4188-8172-d092fb0c6c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.422718 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-228218a6-c789-48b1-8d31-a9103ff67d8e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.430698 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-228218a6-c789-48b1-8d31-a9103ff67d8e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.436239 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97200a0-a82a-4591-9647-e959e5085e70 req-b3f8a90e-8769-4e00-a540-90f7568d789e tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:51.442272 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97200a0-a82a-4591-9647-e959e5085e70 req-b3f8a90e-8769-4e00-a540-90f7568d789e tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:51.443961 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b97200a0-a82a-4591-9647-e959e5085e70 req-b3f8a90e-8769-4e00-a540-90f7568d789e tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 1678 time: 0.1672885 Jul 14 09:27:51.487978 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-228218a6-c789-48b1-8d31-a9103ff67d8e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.488496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228218a6-c789-48b1-8d31-a9103ff67d8e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Fanout notify agent at l3_agent the message router_deleted on router c6ba0d3b-631e-4ae9-b095-5a3748574754 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:27:51.498722 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-228218a6-c789-48b1-8d31-a9103ff67d8e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.499849 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-228218a6-c789-48b1-8d31-a9103ff67d8e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/routers/c6ba0d3b-631e-4ae9-b095-5a3748574754 HTTP/1.1" status: 204 len: 168 time: 0.3986664 Jul 14 09:27:51.506060 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40130) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:51.526572 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-759faf62-875e-4e07-bc79-01d5fdfb5176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.551396 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0cc7f937-0d75-4b60-80f5-38e1797e03b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.553997 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0cc7f937-0d75-4b60-80f5-38e1797e03b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.555135 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0cc7f937-0d75-4b60-80f5-38e1797e03b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e051a936-1ed1-47e1-8841-9ab1e78f998a HTTP/1.1" status: 204 len: 168 time: 0.5164292 Jul 14 09:27:51.572524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7f937-0d75-4b60-80f5-38e1797e03b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e051a936-1ed1-47e1-8841-9ab1e78f998a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:51.573696 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b97200a0-a82a-4591-9647-e959e5085e70 req-6e9fe088-02e1-43ac-a695-89570d3eef3d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202595 Jul 14 09:27:51.588521 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a17eb4a-898f-4467-9edf-a849eade32cc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting subnet a2545464-d8df-4d90-ad5f-bb723827a49e {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:51.592777 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a17eb4a-898f-4467-9edf-a849eade32cc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.618711 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759faf62-875e-4e07-bc79-01d5fdfb5176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=453b9a84-a49e-4445-ade0-e83a68e64b54,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:51.655577 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759faf62-875e-4e07-bc79-01d5fdfb5176 admin admin] Checking segment: {'id': '17918165-02df-40ca-bae9-9149208b1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:51.655945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759faf62-875e-4e07-bc79-01d5fdfb5176 admin admin] Network hostable DHCP agents. Network: 6e4991ac-2228-452d-ab57-e39ab6b100bc, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:27:51.666861 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a17eb4a-898f-4467-9edf-a849eade32cc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.690230 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759faf62-875e-4e07-bc79-01d5fdfb5176 admin admin] Network 6e4991ac-2228-452d-ab57-e39ab6b100bc is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:27:51.699335 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-98aae271-c6b0-4188-8172-d092fb0c6c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.711347 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-98aae271-c6b0-4188-8172-d092fb0c6c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.716568 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-759faf62-875e-4e07-bc79-01d5fdfb5176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 6e4991ac-2228-452d-ab57-e39ab6b100bc) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:51.726755 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf435f2-acb7-4a0c-8679-9ded31bb0371 None None] Network 6e4991ac-2228-452d-ab57-e39ab6b100bc requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:51.738084 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759faf62-875e-4e07-bc79-01d5fdfb5176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:51.738666 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-759faf62-875e-4e07-bc79-01d5fdfb5176 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.768064 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-98aae271-c6b0-4188-8172-d092fb0c6c0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=731343d4800b424182270e0b0e27b4a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6255336 Jul 14 09:27:51.769760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aae271-c6b0-4188-8172-d092fb0c6c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce4ff0e-a6be-4be9-b566-97c3c409224f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:51.770818 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a17eb4a-898f-4467-9edf-a849eade32cc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.773172 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40136) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:51.786099 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-759faf62-875e-4e07-bc79-01d5fdfb5176 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7015126 Jul 14 09:27:51.790847 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40138) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:51.795135 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-718a27a5-1a01-44db-9b14-e2a8e2c13a96 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:51.841977 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-718a27a5-1a01-44db-9b14-e2a8e2c13a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.842984 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-718a27a5-1a01-44db-9b14-e2a8e2c13a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.854383 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-526c6e56-34e9-4cf9-90b7-40aa41335e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.859179 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a17eb4a-898f-4467-9edf-a849eade32cc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.891258 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17eb4a-898f-4467-9edf-a849eade32cc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Subnet': ['ID=a2545464-d8df-4d90-ad5f-bb723827a49e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:51.895815 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a17eb4a-898f-4467-9edf-a849eade32cc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.897992 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1a17eb4a-898f-4467-9edf-a849eade32cc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/subnets/a2545464-d8df-4d90-ad5f-bb723827a49e HTTP/1.1" status: 204 len: 168 time: 0.3900559 Jul 14 09:27:51.900674 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40142) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:51.912610 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-526c6e56-34e9-4cf9-90b7-40aa41335e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.923399 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-718a27a5-1a01-44db-9b14-e2a8e2c13a96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.933812 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0a6278-b6c4-4f71-a21d-b246c5acbe01 None None] Network acef434d-48e3-43a1-a4d6-e3466f914c11 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:51.961749 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61449f6-c0a3-4982-ac0a-04e03f949c78 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting subnet ba3758cf-0264-4d41-9e19-fd3e193d0e6f {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:51.965232 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d61449f6-c0a3-4982-ac0a-04e03f949c78 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.009198 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d61449f6-c0a3-4982-ac0a-04e03f949c78 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.099460 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-718a27a5-1a01-44db-9b14-e2a8e2c13a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.126592 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-526c6e56-34e9-4cf9-90b7-40aa41335e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.129594 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-526c6e56-34e9-4cf9-90b7-40aa41335e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.131739 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-526c6e56-34e9-4cf9-90b7-40aa41335e26 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8ce4ff0e-a6be-4be9-b566-97c3c409224f HTTP/1.1" status: 204 len: 168 time: 0.3576317 Jul 14 09:27:52.198878 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d61449f6-c0a3-4982-ac0a-04e03f949c78 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.203285 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c6e56-34e9-4cf9-90b7-40aa41335e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce4ff0e-a6be-4be9-b566-97c3c409224f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:52.338887 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fa115bdb-89c1-4724-9bc6-a986d448eb0a details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:52.391878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-6e4991ac-2228-452d-ab57-e39ab6b100bc', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:27:52.392757 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.408462 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d61449f6-c0a3-4982-ac0a-04e03f949c78 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.506092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61449f6-c0a3-4982-ac0a-04e03f949c78 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Subnet': ['ID=ba3758cf-0264-4d41-9e19-fd3e193d0e6f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:52.521044 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d61449f6-c0a3-4982-ac0a-04e03f949c78 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.522179 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.resource_extend [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:27:52.527004 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d61449f6-c0a3-4982-ac0a-04e03f949c78 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/subnets/ba3758cf-0264-4d41-9e19-fd3e193d0e6f HTTP/1.1" status: 204 len: 168 time: 0.6248972 Jul 14 09:27:52.529750 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40168) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:52.554503 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e000aa-a92e-4fe0-9971-f65337b7a163 None None] Network a3107b3b-a145-4fb2-86c8-f169f0112f46 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:52.608654 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-718a27a5-1a01-44db-9b14-e2a8e2c13a96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.670850 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-718a27a5-1a01-44db-9b14-e2a8e2c13a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.681146 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-520a3ae9-b881-40d2-80fe-28d19b66671b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.764046 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fa115bdb-89c1-4724-9bc6-a986d448eb0a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fa115bdb-89c1-4724-9bc6-a986d448eb0a,segment=NetworkSegment(3fea9c58-d626-404c-b5e7-7f5b69946399),segment_id=3fea9c58-d626-404c-b5e7-7f5b69946399)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:52.778468 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'fa115bdb-89c1-4724-9bc6-a986d448eb0a', 'network_id': '4d071922-c410-48c3-a92c-aed744b6c871', 'port_id': 'fa115bdb-89c1-4724-9bc6-a986d448eb0a', 'mac_address': 'fa:16:3e:24:2f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8e77cf-bc95-480e-8498-3dd18b94a239', 'ip_address': '19.80.0.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:52.837478 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-520a3ae9-b881-40d2-80fe-28d19b66671b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting port a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:52.838075 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-520a3ae9-b881-40d2-80fe-28d19b66671b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.840673 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aec06eb-8ebe-4c9b-b854-bfa867c46e59 None None] DHCP port deletion for acef434d-48e3-43a1-a4d6-e3466f914c11 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:27:52.843384 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40178) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:52.844152 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-718a27a5-1a01-44db-9b14-e2a8e2c13a96 admin admin] Allocated IP 172.25.1.78 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/5067817c-c527-4844-abe2-88d097a4bd95) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:52.878432 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.967552 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa115bdb-89c1-4724-9bc6-a986d448eb0a {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:52.990196 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fa115bdb-89c1-4724-9bc6-a986d448eb0a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fa115bdb-89c1-4724-9bc6-a986d448eb0a,segment=NetworkSegment(3fea9c58-d626-404c-b5e7-7f5b69946399),segment_id=3fea9c58-d626-404c-b5e7-7f5b69946399)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:52.991805 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:53.031180 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-520a3ae9-b881-40d2-80fe-28d19b66671b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] For port a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd,segment=NetworkSegment(e83d1522-ac85-461b-93da-c7c904048ab5),segment_id=e83d1522-ac85-461b-93da-c7c904048ab5)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:53.033582 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-520a3ae9-b881-40d2-80fe-28d19b66671b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.050334 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.051424 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1ba1d84b-b27f-483c-8337-483eb9a9a659 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:53.069544 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-520a3ae9-b881-40d2-80fe-28d19b66671b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Calling delete_port for a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:53.123878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Allocated IP 172.20.0.2 (6e4991ac-2228-452d-ab57-e39ab6b100bc/453b9a84-a49e-4445-ade0-e83a68e64b54/280ee87e-ea83-43bf-98e6-7c515908aa82) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:53.150167 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fa9ed89a-63a8-4b90-bb7a-4733e7701d7a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a20380364574453bccbc73fb827c1b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979963 Jul 14 09:27:53.151036 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40190) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:53.169430 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ebc20-85ec-4b67-9152-bcb19864d249 req-392e9fde-911e-4c93-828f-c1e4277fab41 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:53.171150 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c48ebc20-85ec-4b67-9152-bcb19864d249 req-392e9fde-911e-4c93-828f-c1e4277fab41 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.2472582 Jul 14 09:27:53.175308 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-718a27a5-1a01-44db-9b14-e2a8e2c13a96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.187442 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d126be9-087f-4874-a748-45e772149042 req-02be817f-e64a-4887-b6a0-1fb15e1235a7 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:53.198403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d126be9-087f-4874-a748-45e772149042 req-02be817f-e64a-4887-b6a0-1fb15e1235a7 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:53.205251 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d126be9-087f-4874-a748-45e772149042 req-02be817f-e64a-4887-b6a0-1fb15e1235a7 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 1679 time: 0.2839892 Jul 14 09:27:53.244210 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-520a3ae9-b881-40d2-80fe-28d19b66671b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.260111 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65c69c57-d1f8-4b70-9521-da8423a4a6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.295038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520a3ae9-b881-40d2-80fe-28d19b66671b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] No DVR routers for this DVR port a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:53.305212 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a3ae9-b881-40d2-80fe-28d19b66671b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Port': ['ID=a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:53.306802 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d126be9-087f-4874-a748-45e772149042 req-cb4d95ff-d576-453b-9551-67606d3b84c5 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003311 Jul 14 09:27:53.307348 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1ba1d84b-b27f-483c-8337-483eb9a9a659, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1ba1d84b-b27f-483c-8337-483eb9a9a659,segment=NetworkSegment(5d9ad0f2-5755-4573-b6cc-9edd7c490a03),segment_id=5d9ad0f2-5755-4573-b6cc-9edd7c490a03)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:53.309992 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c48ebc20-85ec-4b67-9152-bcb19864d249 req-3f14491f-15d0-4e58-b1e4-29f2970c54f0 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320949 Jul 14 09:27:53.327009 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '1ba1d84b-b27f-483c-8337-483eb9a9a659', 'network_id': 'd22cf11c-9a73-4a94-9be6-9bae279d10eb', 'port_id': '1ba1d84b-b27f-483c-8337-483eb9a9a659', 'mac_address': 'fa:16:3e:af:2d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61d1f1e-ad20-4d01-9e66-e76c7222d816', 'ip_address': '19.86.0.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:53.355027 n-d-798054-10 neutron-server[93889]: INFO neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No ports have port_id starting with a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd Jul 14 09:27:53.369836 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-718a27a5-1a01-44db-9b14-e2a8e2c13a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.375908 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65c69c57-d1f8-4b70-9521-da8423a4a6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.426870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a27a5-1a01-44db-9b14-e2a8e2c13a96 admin admin] Pushing event updated for resources: {'Port': ['ID=5067817c-c527-4844-abe2-88d097a4bd95,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:53.446631 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718a27a5-1a01-44db-9b14-e2a8e2c13a96 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:53.448110 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-718a27a5-1a01-44db-9b14-e2a8e2c13a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:53.455067 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718a27a5-1a01-44db-9b14-e2a8e2c13a96 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:53.461511 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-520a3ae9-b881-40d2-80fe-28d19b66671b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.478990 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-520a3ae9-b881-40d2-80fe-28d19b66671b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acef434d-48e3-43a1-a4d6-e3466f914c11']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:53.492014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-520a3ae9-b881-40d2-80fe-28d19b66671b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83d1522-ac85-461b-93da-c7c904048ab5') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:53.492374 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-520a3ae9-b881-40d2-80fe-28d19b66671b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83d1522-ac85-461b-93da-c7c904048ab5') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:53.499843 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40194) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:53.512185 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-520a3ae9-b881-40d2-80fe-28d19b66671b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.532247 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=fa115bdb-89c1-4724-9bc6-a986d448eb0a,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:53.535628 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-520a3ae9-b881-40d2-80fe-28d19b66671b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.548456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520a3ae9-b881-40d2-80fe-28d19b66671b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:53.549111 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-520a3ae9-b881-40d2-80fe-28d19b66671b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.558233 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4aec06eb-8ebe-4c9b-b854-bfa867c46e59 None None] Deleting port a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:53.558892 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aec06eb-8ebe-4c9b-b854-bfa867c46e59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.622879 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4aec06eb-8ebe-4c9b-b854-bfa867c46e59 None None] For port a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd, host n-d-798054-10, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:53.623277 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aec06eb-8ebe-4c9b-b854-bfa867c46e59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.636919 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4aec06eb-8ebe-4c9b-b854-bfa867c46e59 None None] Calling delete_port for a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:53.638041 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:53.640781 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-4aec06eb-8ebe-4c9b-b854-bfa867c46e59 None None] Port a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd was not found and therefore no delete operation was performed {{(pid=93889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:27:53.642929 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65c69c57-d1f8-4b70-9521-da8423a4a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.647597 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65c69c57-d1f8-4b70-9521-da8423a4a6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.649097 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-65c69c57-d1f8-4b70-9521-da8423a4a6bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79ae5743-9957-4e0b-9e8e-b4d6fb340ab0 HTTP/1.1" status: 204 len: 168 time: 0.4974971 Jul 14 09:27:53.654539 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aec06eb-8ebe-4c9b-b854-bfa867c46e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.658927 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c69c57-d1f8-4b70-9521-da8423a4a6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ae5743-9957-4e0b-9e8e-b4d6fb340ab0,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:53.662495 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-520a3ae9-b881-40d2-80fe-28d19b66671b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.671632 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-520a3ae9-b881-40d2-80fe-28d19b66671b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.675084 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-520a3ae9-b881-40d2-80fe-28d19b66671b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/networks/acef434d-48e3-43a1-a4d6-e3466f914c11 HTTP/1.1" status: 204 len: 168 time: 1.1402102 Jul 14 09:27:53.683003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40200) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:53.699377 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.726562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4aec06eb-8ebe-4c9b-b854-bfa867c46e59 None None] Network acef434d-48e3-43a1-a4d6-e3466f914c11 is not hosted by any dhcp agent {{(pid=93889) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:27:53.727985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aec06eb-8ebe-4c9b-b854-bfa867c46e59 None None] No DVR routers for this DVR port a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:53.772774 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a3ae9-b881-40d2-80fe-28d19b66671b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Network': ['ID=acef434d-48e3-43a1-a4d6-e3466f914c11,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:53.779882 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec06eb-8ebe-4c9b-b854-bfa867c46e59 None None] Pushing event deleted for resources: {'Port': ['ID=a0bdf9f6-b3cd-4f36-9cfa-8f5795b9fabd,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:53.784918 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-718a27a5-1a01-44db-9b14-e2a8e2c13a96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.790541 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba1d84b-b27f-483c-8337-483eb9a9a659 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:53.824671 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1ba1d84b-b27f-483c-8337-483eb9a9a659, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1ba1d84b-b27f-483c-8337-483eb9a9a659,segment=NetworkSegment(5d9ad0f2-5755-4573-b6cc-9edd7c490a03),segment_id=5d9ad0f2-5755-4573-b6cc-9edd7c490a03)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:53.832827 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd89dc94-c267-4da5-b828-3424d15bcc9b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.835981 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e80ef5a0-35a8-4f2f-85a8-62fd00896a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.836546 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.947610 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-dd89dc94-c267-4da5-b828-3424d15bcc9b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting port 6f39ff5f-9e10-4378-9701-553d68402e63 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:53.947964 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd89dc94-c267-4da5-b828-3424d15bcc9b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.050298 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef280fdf-bd49-46c5-8ea4-7d3bcc06e7dc None None] DHCP port deletion for a3107b3b-a145-4fb2-86c8-f169f0112f46 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:27:54.055521 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e80ef5a0-35a8-4f2f-85a8-62fd00896a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.062733 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=1ba1d84b-b27f-483c-8337-483eb9a9a659,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:54.063469 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e80ef5a0-35a8-4f2f-85a8-62fd00896a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.086972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['1ba1d84b-b27f-483c-8337-483eb9a9a659'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:54.126127 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-dd89dc94-c267-4da5-b828-3424d15bcc9b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] For port 6f39ff5f-9e10-4378-9701-553d68402e63, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6f39ff5f-9e10-4378-9701-553d68402e63,segment=NetworkSegment(e62f514f-b451-4085-b759-ce214419cd72),segment_id=e62f514f-b451-4085-b759-ce214419cd72)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:54.126506 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd89dc94-c267-4da5-b828-3424d15bcc9b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.133758 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-718a27a5-1a01-44db-9b14-e2a8e2c13a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.144440 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.155425 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-dd89dc94-c267-4da5-b828-3424d15bcc9b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Calling delete_port for 6f39ff5f-9e10-4378-9701-553d68402e63 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:54.164105 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e80ef5a0-35a8-4f2f-85a8-62fd00896a7e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ef28bc54e214918baa3e4e74013f142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6630592 Jul 14 09:27:54.167095 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ef5a0-35a8-4f2f-85a8-62fd00896a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ed30dc-e6bd-4e42-a5ce-4acd3be7ec6b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:54.180903 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40210) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:54.192997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Transition to ACTIVE for port object 280ee87e-ea83-43bf-98e6-7c515908aa82 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:54.233925 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ef280fdf-bd49-46c5-8ea4-7d3bcc06e7dc None None] Deleting port 6f39ff5f-9e10-4378-9701-553d68402e63 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:54.234842 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ef280fdf-bd49-46c5-8ea4-7d3bcc06e7dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.242225 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Transition to ACTIVE for port object 280ee87e-ea83-43bf-98e6-7c515908aa82 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:54.301026 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.314673 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718a27a5-1a01-44db-9b14-e2a8e2c13a96 admin admin] Router adee1226-b855-4e7f-9149-fbc032a4ed3c is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:27:54.362050 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-079a23d3-632c-41f6-b67b-05950dfa967a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.390515 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-079a23d3-632c-41f6-b67b-05950dfa967a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.450716 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-079a23d3-632c-41f6-b67b-05950dfa967a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.453588 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-079a23d3-632c-41f6-b67b-05950dfa967a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.457215 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-079a23d3-632c-41f6-b67b-05950dfa967a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0ed30dc-e6bd-4e42-a5ce-4acd3be7ec6b HTTP/1.1" status: 204 len: 168 time: 0.2609384 Jul 14 09:27:54.477830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ef280fdf-bd49-46c5-8ea4-7d3bcc06e7dc None None] For port 6f39ff5f-9e10-4378-9701-553d68402e63, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6f39ff5f-9e10-4378-9701-553d68402e63,segment=NetworkSegment(e62f514f-b451-4085-b759-ce214419cd72),segment_id=e62f514f-b451-4085-b759-ce214419cd72)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:54.483429 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ef280fdf-bd49-46c5-8ea4-7d3bcc06e7dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.496565 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a23d3-632c-41f6-b67b-05950dfa967a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ed30dc-e6bd-4e42-a5ce-4acd3be7ec6b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:54.502225 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd89dc94-c267-4da5-b828-3424d15bcc9b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.514379 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Network 6e4991ac-2228-452d-ab57-e39ab6b100bc is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:54.515094 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718a27a5-1a01-44db-9b14-e2a8e2c13a96 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:54.525681 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] Sync routers for ids ['adee1226-b855-4e7f-9149-fbc032a4ed3c'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:54.533366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd89dc94-c267-4da5-b828-3424d15bcc9b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] No DVR routers for this DVR port 6f39ff5f-9e10-4378-9701-553d68402e63 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:54.560309 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] Routers {'adee1226-b855-4e7f-9149-fbc032a4ed3c'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:54.563084 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:27:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['adee1226-b855-4e7f-9149-fbc032a4ed3c'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:54.564542 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Pushing event updated for resources: {'Port': ['ID=280ee87e-ea83-43bf-98e6-7c515908aa82,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:54.586067 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ef280fdf-bd49-46c5-8ea4-7d3bcc06e7dc None None] Calling delete_port for 6f39ff5f-9e10-4378-9701-553d68402e63 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:54.588775 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-718a27a5-1a01-44db-9b14-e2a8e2c13a96 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.592728 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-718a27a5-1a01-44db-9b14-e2a8e2c13a96 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7983615 Jul 14 09:27:54.599511 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:54.616220 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:54.634704 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40224) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:54.678913 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89dc94-c267-4da5-b828-3424d15bcc9b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Port': ['ID=6f39ff5f-9e10-4378-9701-553d68402e63,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:54.698015 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd89dc94-c267-4da5-b828-3424d15bcc9b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.719219 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-dd89dc94-c267-4da5-b828-3424d15bcc9b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3107b3b-a145-4fb2-86c8-f169f0112f46']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:54.735175 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-dd89dc94-c267-4da5-b828-3424d15bcc9b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62f514f-b451-4085-b759-ce214419cd72') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:54.735526 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-dd89dc94-c267-4da5-b828-3424d15bcc9b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62f514f-b451-4085-b759-ce214419cd72') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:54.748829 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd89dc94-c267-4da5-b828-3424d15bcc9b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.758288 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce9e88-6fd3-404a-8a35-9cb3c806f1b8 req-14ef6f79-2d5c-4bf0-9ab3-3335271bbd22 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:54.759966 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-24ce9e88-6fd3-404a-8a35-9cb3c806f1b8 req-14ef6f79-2d5c-4bf0-9ab3-3335271bbd22 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.55 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.1195624 Jul 14 09:27:54.787062 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] Set router adee1226-b855-4e7f-9149-fbc032a4ed3c gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:54.800029 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd89dc94-c267-4da5-b828-3424d15bcc9b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.815395 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd89dc94-c267-4da5-b828-3424d15bcc9b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:54.816039 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd89dc94-c267-4da5-b828-3424d15bcc9b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:54.819867 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:54.928340 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd89dc94-c267-4da5-b828-3424d15bcc9b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.938360 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6f39ff5f-9e10-4378-9701-553d68402e63 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:54.941643 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd89dc94-c267-4da5-b828-3424d15bcc9b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.949502 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dd89dc94-c267-4da5-b828-3424d15bcc9b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/networks/a3107b3b-a145-4fb2-86c8-f169f0112f46 HTTP/1.1" status: 204 len: 168 time: 1.2611809 Jul 14 09:27:54.955640 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Attempting to bind port 280ee87e-ea83-43bf-98e6-7c515908aa82 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:54.956312 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Attempting to bind port 280ee87e-ea83-43bf-98e6-7c515908aa82 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '17918165-02df-40ca-bae9-9149208b1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:54.956864 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Attempting to bind port 280ee87e-ea83-43bf-98e6-7c515908aa82 on network 6e4991ac-2228-452d-ab57-e39ab6b100bc {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:54.970771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40234) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:54.971599 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89dc94-c267-4da5-b828-3424d15bcc9b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Network': ['ID=a3107b3b-a145-4fb2-86c8-f169f0112f46,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:54.979588 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-8bdd1af6-0940-4469-b839-3aa782fee7b5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'network': {'name': 'tempest-RoutersTest-1570733070'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:54.992405 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:54.993165 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Checking segment: {'id': '17918165-02df-40ca-bae9-9149208b1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:54.994091 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.994686 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Bound using segment: {'id': '17918165-02df-40ca-bae9-9149208b1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:54.995448 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Bound port: 280ee87e-ea83-43bf-98e6-7c515908aa82, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17918165-02df-40ca-bae9-9149208b1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:54.996124 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.007335 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 6f39ff5f-9e10-4378-9701-553d68402e63 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:55.007594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdd1af6-0940-4469-b839-3aa782fee7b5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Made reservation on behalf of 59d7d101252e4592bbe2b29387c4a9ad for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:55.008227 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6f39ff5f-9e10-4378-9701-553d68402e63 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:55.012668 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1af6-0940-4469-b839-3aa782fee7b5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.108579 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bdd1af6-0940-4469-b839-3aa782fee7b5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:55.116124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40238) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: from cryptography.utils import int_from_bytes Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: from cryptography.utils import int_from_bytes Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.117997 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.121501 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.121501 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.121501 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.121501 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.121501 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.121501 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.121501 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.121501 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.121501 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.121501 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.121501 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.121501 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.121501 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:27:55.121501 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:27:55.121501 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['fa115bdb-89c1-4724-9bc6-a986d448eb0a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:55.141745 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-24ce9e88-6fd3-404a-8a35-9cb3c806f1b8 req-56cc20a8-08ba-4f4b-8c9a-d6b6ca00f530 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Deleting port 115b8483-faf4-41d5-a79a-42bb321ff754 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:55.142330 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-24ce9e88-6fd3-404a-8a35-9cb3c806f1b8 req-56cc20a8-08ba-4f4b-8c9a-d6b6ca00f530 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.159313 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ef280fdf-bd49-46c5-8ea4-7d3bcc06e7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.194985 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '5067817c-c527-4844-abe2-88d097a4bd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:51Z', 'updated_at': '2021-07-14T09:27:53Z', 'revision_number': 3, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'gw_port': {'id': '5067817c-c527-4844-abe2-88d097a4bd95', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:52Z', 'updated_at': '2021-07-14T09:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:55.201532 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef280fdf-bd49-46c5-8ea4-7d3bcc06e7dc None None] Pushing event deleted for resources: {'Port': ['ID=6f39ff5f-9e10-4378-9701-553d68402e63,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:55.208877 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1af6-0940-4469-b839-3aa782fee7b5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.209450 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-8bdd1af6-0940-4469-b839-3aa782fee7b5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Added segment 65f36f4f-b093-4c5a-b65b-f70dde2dbf5c of type vlan for network 43bd488a-cc10-4ccc-b539-3a9dc7f04d70 Jul 14 09:27:55.217820 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ef280fdf-bd49-46c5-8ea4-7d3bcc06e7dc None None] Network a3107b3b-a145-4fb2-86c8-f169f0112f46 is not hosted by any dhcp agent {{(pid=93889) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:27:55.218421 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef280fdf-bd49-46c5-8ea4-7d3bcc06e7dc None None] No DVR routers for this DVR port 6f39ff5f-9e10-4378-9701-553d68402e63 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:55.234796 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] For port 280ee87e-ea83-43bf-98e6-7c515908aa82, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:55.254680 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] For port 280ee87e-ea83-43bf-98e6-7c515908aa82, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=280ee87e-ea83-43bf-98e6-7c515908aa82,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:55.272480 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.293770 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] Checking router: adee1226-b855-4e7f-9149-fbc032a4ed3c for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:27:55.295777 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] Updating router adee1226-b855-4e7f-9149-fbc032a4ed3c port 5067817c-c527-4844-abe2-88d097a4bd95 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:27:55.315655 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1af6-0940-4469-b839-3aa782fee7b5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.356656 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-24ce9e88-6fd3-404a-8a35-9cb3c806f1b8 req-56cc20a8-08ba-4f4b-8c9a-d6b6ca00f530 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] For port 115b8483-faf4-41d5-a79a-42bb321ff754, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=115b8483-faf4-41d5-a79a-42bb321ff754,segment=NetworkSegment(750f21ac-f65b-4fc3-96eb-83cd4adfd745),segment_id=750f21ac-f65b-4fc3-96eb-83cd4adfd745)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:55.357317 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-24ce9e88-6fd3-404a-8a35-9cb3c806f1b8 req-56cc20a8-08ba-4f4b-8c9a-d6b6ca00f530 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.391871 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.415942 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a60fab-4e25-430e-a811-427e2be3a3f4 req-088fb39d-4b18-48f5-b2e1-5200e8180171 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:55.433481 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a60fab-4e25-430e-a811-427e2be3a3f4 req-088fb39d-4b18-48f5-b2e1-5200e8180171 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:55.436985 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-17a60fab-4e25-430e-a811-427e2be3a3f4 req-088fb39d-4b18-48f5-b2e1-5200e8180171 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 1680 time: 0.8794498 Jul 14 09:27:55.453827 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf878d-df74-4b79-b18e-1b7732bf1223 None None] Pushing event updated for resources: {'Port': ['ID=280ee87e-ea83-43bf-98e6-7c515908aa82,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:55.492290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5fdb9-c8ec-4919-a9dc-f8e38eafa56e req-3b41b2aa-c087-4630-971f-9bd6fa57924a tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:55.495297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04e5fdb9-c8ec-4919-a9dc-f8e38eafa56e req-3b41b2aa-c087-4630-971f-9bd6fa57924a tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 946 time: 0.5384345 Jul 14 09:27:55.513659 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1af6-0940-4469-b839-3aa782fee7b5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.519552 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdd1af6-0940-4469-b839-3aa782fee7b5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:55.520403 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1af6-0940-4469-b839-3aa782fee7b5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.710429 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-088b59dc-c249-4bbf-a300-60254e149235 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-354871078'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:55.731570 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd1af6-0940-4469-b839-3aa782fee7b5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Network': ['ID=43bd488a-cc10-4ccc-b539-3a9dc7f04d70,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:55.756281 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 43bd488a-cc10-4ccc-b539-3a9dc7f04d70 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:55.829319 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8bdd1af6-0940-4469-b839-3aa782fee7b5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8546586 Jul 14 09:27:55.843632 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40252) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:55.854318 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-4a8f1d53-d3cf-4225-a6da-904baf11ef29 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'subnet': {'network_id': '43bd488a-cc10-4ccc-b539-3a9dc7f04d70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:55.940876 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088b59dc-c249-4bbf-a300-60254e149235 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Made reservation on behalf of 41a1b57156bd426996a885197adf1924 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:55.959171 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-088b59dc-c249-4bbf-a300-60254e149235 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.980942 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-17a60fab-4e25-430e-a811-427e2be3a3f4 req-09bf1105-eaa4-4106-b7b1-86714bbfc2e8 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333898 Jul 14 09:27:56.002681 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-088b59dc-c249-4bbf-a300-60254e149235 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.023163 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04e5fdb9-c8ec-4919-a9dc-f8e38eafa56e req-a828731e-4b17-4d5a-ae63-9ac287f91de9 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f4c334e-647f-4e7a-b366-0da133d44df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5095973 Jul 14 09:27:56.039356 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8f1d53-d3cf-4225-a6da-904baf11ef29 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Made reservation on behalf of 59d7d101252e4592bbe2b29387c4a9ad for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:56.043377 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a8f1d53-d3cf-4225-a6da-904baf11ef29 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.101946 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.136256 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] Transition to ACTIVE for port object 5067817c-c527-4844-abe2-88d097a4bd95 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:56.150661 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.223363 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-24ce9e88-6fd3-404a-8a35-9cb3c806f1b8 req-56cc20a8-08ba-4f4b-8c9a-d6b6ca00f530 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.224009 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-24ce9e88-6fd3-404a-8a35-9cb3c806f1b8 req-56cc20a8-08ba-4f4b-8c9a-d6b6ca00f530 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.224659 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [req-24ce9e88-6fd3-404a-8a35-9cb3c806f1b8 req-56cc20a8-08ba-4f4b-8c9a-d6b6ca00f530 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Floating IP 23cb8112-3e33-4a25-a90e-41159b4e1fc2 disassociated. External IP: 172.25.1.228, port: 115b8483-faf4-41d5-a79a-42bb321ff754. Jul 14 09:27:56.225197 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-24ce9e88-6fd3-404a-8a35-9cb3c806f1b8 req-56cc20a8-08ba-4f4b-8c9a-d6b6ca00f530 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Calling delete_port for 115b8483-faf4-41d5-a79a-42bb321ff754 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:56.316388 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] Attempting to bind port 5067817c-c527-4844-abe2-88d097a4bd95 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:56.317332 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] Attempting to bind port 5067817c-c527-4844-abe2-88d097a4bd95 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:56.318133 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] Attempting to bind port 5067817c-c527-4844-abe2-88d097a4bd95 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:56.323675 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb542d5b-6fd3-48d5-84f6-9685dfb809b1 None None] Pushing event updated for resources: {'Port': ['ID=5067817c-c527-4844-abe2-88d097a4bd95,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:56.328172 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:56.328865 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:56.329524 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.330273 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:56.331008 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] Bound port: 5067817c-c527-4844-abe2-88d097a4bd95, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:56.331659 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.359231 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb542d5b-6fd3-48d5-84f6-9685dfb809b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:56.359979 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb542d5b-6fd3-48d5-84f6-9685dfb809b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:56.360621 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb542d5b-6fd3-48d5-84f6-9685dfb809b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:56.361773 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb542d5b-6fd3-48d5-84f6-9685dfb809b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:56.362400 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb542d5b-6fd3-48d5-84f6-9685dfb809b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:56.363054 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb542d5b-6fd3-48d5-84f6-9685dfb809b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:56.364657 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb542d5b-6fd3-48d5-84f6-9685dfb809b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:56.365248 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb542d5b-6fd3-48d5-84f6-9685dfb809b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:56.366153 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb542d5b-6fd3-48d5-84f6-9685dfb809b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:56.368755 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fa115bdb-89c1-4724-9bc6-a986d448eb0a up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:56.372767 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-088b59dc-c249-4bbf-a300-60254e149235 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.373831 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb542d5b-6fd3-48d5-84f6-9685dfb809b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:56.374513 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb542d5b-6fd3-48d5-84f6-9685dfb809b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:56.382486 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb542d5b-6fd3-48d5-84f6-9685dfb809b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:56.384605 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-088b59dc-c249-4bbf-a300-60254e149235 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.388925 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e372f472-4933-4a6b-944b-b2f6b67fee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.404245 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a8f1d53-d3cf-4225-a6da-904baf11ef29 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.406202 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088b59dc-c249-4bbf-a300-60254e149235 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:56.418142 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-088b59dc-c249-4bbf-a300-60254e149235 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.418499 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-088b59dc-c249-4bbf-a300-60254e149235 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Added segment d74d5e6d-8424-46d4-b525-1ad22ecc2071 of type vlan for network 0d86acb8-fa21-4cd0-906d-aacd7abb9786 Jul 14 09:27:56.463012 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port fa115bdb-89c1-4724-9bc6-a986d448eb0a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:56.468582 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-088b59dc-c249-4bbf-a300-60254e149235 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.471316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port fa115bdb-89c1-4724-9bc6-a986d448eb0a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:56.472593 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.479790 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] For port 5067817c-c527-4844-abe2-88d097a4bd95, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:56.489359 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] For port 5067817c-c527-4844-abe2-88d097a4bd95, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5067817c-c527-4844-abe2-88d097a4bd95,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:56.497400 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.539018 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-088b59dc-c249-4bbf-a300-60254e149235 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.544873 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088b59dc-c249-4bbf-a300-60254e149235 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.545526 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-088b59dc-c249-4bbf-a300-60254e149235 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.675496 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] Routers {'adee1226-b855-4e7f-9149-fbc032a4ed3c'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:56.676592 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:27:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['adee1226-b855-4e7f-9149-fbc032a4ed3c'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:56.679886 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-088b59dc-c249-4bbf-a300-60254e149235 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5569394 Jul 14 09:27:56.682589 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b59dc-c249-4bbf-a300-60254e149235 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb097e45-78e8-4037-a5a7-c2eee59df299,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:56.685219 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b59dc-c249-4bbf-a300-60254e149235 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Pushing event updated for resources: {'Network': ['ID=0d86acb8-fa21-4cd0-906d-aacd7abb9786,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:56.686977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40262) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:56.692976 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-71a61437-99ba-43d0-83a1-598a1276a50a tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Request body: {'subnet': {'network_id': '0d86acb8-fa21-4cd0-906d-aacd7abb9786', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:56.697061 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.734673 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 0d86acb8-fa21-4cd0-906d-aacd7abb9786 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:56.823608 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb542d5b-6fd3-48d5-84f6-9685dfb809b1 None None] Pushing event updated for resources: {'Port': ['ID=5067817c-c527-4844-abe2-88d097a4bd95,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:56.843038 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bd0445-d1b5-40ba-860a-4741c6de150d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa115bdb-89c1-4724-9bc6-a986d448eb0a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:56.845809 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9ce8e0-8995-40d7-952b-7ab9e69b8382" -d '{"events": [{"server_uuid": "01bd0445-d1b5-40ba-860a-4741c6de150d", "name": "network-vif-plugged", "status": "completed", "tag": "fa115bdb-89c1-4724-9bc6-a986d448eb0a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:56.957191 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a78ed7c-e7c2-4878-8089-84c5e03f3104 x-openstack-request-id: req-7a78ed7c-e7c2-4878-8089-84c5e03f3104 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:56.958443 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bd0445-d1b5-40ba-860a-4741c6de150d", "name": "network-vif-plugged", "status": "completed", "tag": "fa115bdb-89c1-4724-9bc6-a986d448eb0a", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:56.960287 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a78ed7c-e7c2-4878-8089-84c5e03f3104 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:56.960922 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bd0445-d1b5-40ba-860a-4741c6de150d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa115bdb-89c1-4724-9bc6-a986d448eb0a', 'code': 200} Jul 14 09:27:56.971398 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fa115bdb-89c1-4724-9bc6-a986d448eb0a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fa115bdb-89c1-4724-9bc6-a986d448eb0a,segment=NetworkSegment(3fea9c58-d626-404c-b5e7-7f5b69946399),segment_id=3fea9c58-d626-404c-b5e7-7f5b69946399)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:56.986695 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.988643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1ba1d84b-b27f-483c-8337-483eb9a9a659 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:57.044230 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] Set router adee1226-b855-4e7f-9149-fbc032a4ed3c gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:57.097637 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f1d53-d3cf-4225-a6da-904baf11ef29 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Checking segment: {'id': '65f36f4f-b093-4c5a-b65b-f70dde2dbf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '43bd488a-cc10-4ccc-b539-3a9dc7f04d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:57.098146 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8f1d53-d3cf-4225-a6da-904baf11ef29 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network hostable DHCP agents. Network: 43bd488a-cc10-4ccc-b539-3a9dc7f04d70, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:27:57.117041 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f1d53-d3cf-4225-a6da-904baf11ef29 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Subnet': ['ID=e7ce4ee6-13f0-443a-a527-d8ae153b3f19,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:57.209487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8f1d53-d3cf-4225-a6da-904baf11ef29 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network 43bd488a-cc10-4ccc-b539-3a9dc7f04d70 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:27:57.305277 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-4a8f1d53-d3cf-4225-a6da-904baf11ef29 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 43bd488a-cc10-4ccc-b539-3a9dc7f04d70) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:57.322030 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8f1d53-d3cf-4225-a6da-904baf11ef29 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:57.322540 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a8f1d53-d3cf-4225-a6da-904baf11ef29 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.338707 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-24ce9e88-6fd3-404a-8a35-9cb3c806f1b8 req-56cc20a8-08ba-4f4b-8c9a-d6b6ca00f530 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.375650 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc20a8-08ba-4f4b-8c9a-d6b6ca00f530 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Pushing event deleted for resources: {'Port': ['ID=115b8483-faf4-41d5-a79a-42bb321ff754,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:57.379048 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 280ee87e-ea83-43bf-98e6-7c515908aa82 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:57.382925 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c42068-e553-44d0-9738-92c06d96ce76 None None] Network 6e4991ac-2228-452d-ab57-e39ab6b100bc requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:57.385758 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2bcfb0db-00d9-4519-bc07-4ea1fa8a3083 req-138f9227-1186-47cd-bcd7-fcbd9f00b8df tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 210 time: 0.0926669 Jul 14 09:27:57.386172 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 115b8483-faf4-41d5-a79a-42bb321ff754 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:57.392165 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a463e343-fb94-489a-89ea-22d82f624221 None None] Network 43bd488a-cc10-4ccc-b539-3a9dc7f04d70 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:57.400266 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a61437-99ba-43d0-83a1-598a1276a50a tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Made reservation on behalf of 41a1b57156bd426996a885197adf1924 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:57.404206 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-71a61437-99ba-43d0-83a1-598a1276a50a tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.497716 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4a8f1d53-d3cf-4225-a6da-904baf11ef29 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6476374 Jul 14 09:27:57.509044 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40284) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:57.523161 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12685f-125a-46ee-a094-35f9c1ad7628 req-ae03f9b9-1269-4546-943c-6bafccb9e4bf tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:57.544587 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-dd4a8add-958d-4cdd-a245-dbc7191a2c22 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-242498573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:57.544958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12685f-125a-46ee-a094-35f9c1ad7628 req-ae03f9b9-1269-4546-943c-6bafccb9e4bf tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:57.546636 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac12685f-125a-46ee-a094-35f9c1ad7628 req-ae03f9b9-1269-4546-943c-6bafccb9e4bf tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 1681 time: 0.3035176 Jul 14 09:27:57.551699 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '5067817c-c527-4844-abe2-88d097a4bd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:51Z', 'updated_at': '2021-07-14T09:27:53Z', 'revision_number': 3, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'gw_port': {'id': '5067817c-c527-4844-abe2-88d097a4bd95', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:52Z', 'updated_at': '2021-07-14T09:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:57.600706 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5bab96b4-338a-4740-9234-7fa5d0f62d7c None None] Provisioning for port 280ee87e-ea83-43bf-98e6-7c515908aa82 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:57.621917 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 115b8483-faf4-41d5-a79a-42bb321ff754 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:57.622396 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 115b8483-faf4-41d5-a79a-42bb321ff754 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:57.624115 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd4a8add-958d-4cdd-a245-dbc7191a2c22 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.624512 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd4a8add-958d-4cdd-a245-dbc7191a2c22 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.634014 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9c0dac-7847-41cb-a98d-5db2a250bf98 None None] The sync data for ids ['adee1226-b855-4e7f-9149-fbc032a4ed3c'] in n-d-798054-10 is: [{'id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '5067817c-c527-4844-abe2-88d097a4bd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:51Z', 'updated_at': '2021-07-14T09:27:53Z', 'revision_number': 3, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'gw_port': {'id': '5067817c-c527-4844-abe2-88d097a4bd95', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:52Z', 'updated_at': '2021-07-14T09:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:57.637256 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24ce9e88-6fd3-404a-8a35-9cb3c806f1b8 req-56cc20a8-08ba-4f4b-8c9a-d6b6ca00f530 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Router d207f6c3-875f-4e54-9103-9b457386aaa0 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:57.642976 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-e372f472-4933-4a6b-944b-b2f6b67fee83 admin admin] Allocated IP 172.20.0.1 (6e4991ac-2228-452d-ab57-e39ab6b100bc/453b9a84-a49e-4445-ade0-e83a68e64b54/fbc7933c-2358-42ee-b66a-7463bcd0ec31) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:57.674923 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac12685f-125a-46ee-a094-35f9c1ad7628 req-95f6616a-3d2e-41c4-b2b9-a8d00f57bac2 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158741 Jul 14 09:27:57.741108 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f149687b-3be6-41f7-bc1b-6e6d5ad0f813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.796453 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-43bd488a-cc10-4ccc-b539-3a9dc7f04d70', 'network_id': '43bd488a-cc10-4ccc-b539-3a9dc7f04d70', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'fixed_ips': [{'subnet_id': 'e7ce4ee6-13f0-443a-a527-d8ae153b3f19'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:27:57.797484 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.850205 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd4a8add-958d-4cdd-a245-dbc7191a2c22 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.864984 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd4a8add-958d-4cdd-a245-dbc7191a2c22 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.871315 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=fa115bdb-89c1-4724-9bc6-a986d448eb0a,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:57.889522 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e372f472-4933-4a6b-944b-b2f6b67fee83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.919611 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-e372f472-4933-4a6b-944b-b2f6b67fee83 admin admin] Transition to ACTIVE for port object fbc7933c-2358-42ee-b66a-7463bcd0ec31 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:57.961772 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd4a8add-958d-4cdd-a245-dbc7191a2c22 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.962990 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dd4a8add-958d-4cdd-a245-dbc7191a2c22 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4514096 Jul 14 09:27:57.978200 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40310) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:57.986501 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-fd805365-5b06-4193-872d-348b7696d332 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'port': {'network_id': '43bd488a-cc10-4ccc-b539-3a9dc7f04d70', 'name': 'tempest-RoutersTest-1214187547'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:57.992091 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e372f472-4933-4a6b-944b-b2f6b67fee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.052197 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 1ba1d84b-b27f-483c-8337-483eb9a9a659 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:58.059158 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-71a61437-99ba-43d0-83a1-598a1276a50a tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.063397 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 280ee87e-ea83-43bf-98e6-7c515908aa82 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:58.077174 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 1ba1d84b-b27f-483c-8337-483eb9a9a659 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:58.078008 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.096714 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24ce9e88-6fd3-404a-8a35-9cb3c806f1b8 req-56cc20a8-08ba-4f4b-8c9a-d6b6ca00f530 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:58.138544 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 280ee87e-ea83-43bf-98e6-7c515908aa82 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:58.139203 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.198325 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ce9e88-6fd3-404a-8a35-9cb3c806f1b8 req-56cc20a8-08ba-4f4b-8c9a-d6b6ca00f530 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] No DVR routers for this DVR port 115b8483-faf4-41d5-a79a-42bb321ff754 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:58.201757 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-24ce9e88-6fd3-404a-8a35-9cb3c806f1b8 req-56cc20a8-08ba-4f4b-8c9a-d6b6ca00f530 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.204054 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-24ce9e88-6fd3-404a-8a35-9cb3c806f1b8 req-56cc20a8-08ba-4f4b-8c9a-d6b6ca00f530 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.55 "DELETE /v2.0/ports/115b8483-faf4-41d5-a79a-42bb321ff754 HTTP/1.1" status: 204 len: 173 time: 3.4379830 Jul 14 09:27:58.208696 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e372f472-4933-4a6b-944b-b2f6b67fee83 admin admin] Network 6e4991ac-2228-452d-ab57-e39ab6b100bc is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:58.222829 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98af418b-cf18-4147-8f0b-90d6930da920', 'name': 'network-vif-deleted', 'tag': '115b8483-faf4-41d5-a79a-42bb321ff754'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:58.225775 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-e372f472-4933-4a6b-944b-b2f6b67fee83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:58.227204 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0878340-0610-464f-bdc1-8bc1849118b8" -d '{"events": [{"server_uuid": "98af418b-cf18-4147-8f0b-90d6930da920", "name": "network-vif-deleted", "tag": "115b8483-faf4-41d5-a79a-42bb321ff754"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:58.229967 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372f472-4933-4a6b-944b-b2f6b67fee83 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc7933c-2358-42ee-b66a-7463bcd0ec31,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:58.231574 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc55783e-86a6-4fde-8d2e-3d81b81e2dd9 None None] Sync routers for ids ['d207f6c3-875f-4e54-9103-9b457386aaa0'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:58.232324 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e372f472-4933-4a6b-944b-b2f6b67fee83 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:58.294956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a61437-99ba-43d0-83a1-598a1276a50a tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Pushing event updated for resources: {'Subnet': ['ID=391ea3a7-7abb-45e8-ad1a-c771848b0a1c,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:58.304730 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a61437-99ba-43d0-83a1-598a1276a50a tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Checking segment: {'id': 'd74d5e6d-8424-46d4-b525-1ad22ecc2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0d86acb8-fa21-4cd0-906d-aacd7abb9786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:58.308921 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a61437-99ba-43d0-83a1-598a1276a50a tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Network hostable DHCP agents. Network: 0d86acb8-fa21-4cd0-906d-aacd7abb9786, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:27:58.350609 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc55783e-86a6-4fde-8d2e-3d81b81e2dd9 None None] Routers {'d207f6c3-875f-4e54-9103-9b457386aaa0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:58.351291 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-cc55783e-86a6-4fde-8d2e-3d81b81e2dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:27:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d207f6c3-875f-4e54-9103-9b457386aaa0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:58.357691 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a61437-99ba-43d0-83a1-598a1276a50a tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Network 0d86acb8-fa21-4cd0-906d-aacd7abb9786 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:27:58.368372 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-71a61437-99ba-43d0-83a1-598a1276a50a tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 0d86acb8-fa21-4cd0-906d-aacd7abb9786) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:58.379957 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc025ad9-ba8a-4b15-a967-bf77ac0f2350 x-openstack-request-id: req-dc025ad9-ba8a-4b15-a967-bf77ac0f2350 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:58.380408 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98af418b-cf18-4147-8f0b-90d6930da920", "name": "network-vif-deleted", "tag": "115b8483-faf4-41d5-a79a-42bb321ff754", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:58.380809 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc025ad9-ba8a-4b15-a967-bf77ac0f2350 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:58.381360 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98af418b-cf18-4147-8f0b-90d6930da920', 'name': 'network-vif-deleted', 'tag': '115b8483-faf4-41d5-a79a-42bb321ff754', 'status': 'completed', 'code': 200} Jul 14 09:27:58.389597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a61437-99ba-43d0-83a1-598a1276a50a tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:58.390315 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-71a61437-99ba-43d0-83a1-598a1276a50a tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.392248 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e372f472-4933-4a6b-944b-b2f6b67fee83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.416263 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-71a61437-99ba-43d0-83a1-598a1276a50a tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7248449 Jul 14 09:27:58.416677 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40330) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:58.427898 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2724d04b-599a-4dd4-83fb-4dce22569660 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Request body: {'port': {'network_id': '0d86acb8-fa21-4cd0-906d-aacd7abb9786', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1145478483'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:58.594707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61234543-4af8-4714-9b1a-86d95e78de24 None None] Network 0d86acb8-fa21-4cd0-906d-aacd7abb9786 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:58.613335 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd805365-5b06-4193-872d-348b7696d332 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Made reservation on behalf of 59d7d101252e4592bbe2b29387c4a9ad for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:58.620152 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fd805365-5b06-4193-872d-348b7696d332 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.651150 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2724d04b-599a-4dd4-83fb-4dce22569660 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Made reservation on behalf of 41a1b57156bd426996a885197adf1924 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:58.666726 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-fd805365-5b06-4193-872d-348b7696d332 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] device_id is not set on port 3bb79dfc-8017-4524-b079-52933faeed79 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:27:58.667273 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2724d04b-599a-4dd4-83fb-4dce22569660 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.701447 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6b158754-778c-4297-ae00-496d0856e979 req-b2009987-8d06-4391-b935-bb0b900623f4 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=98af418b-cf18-4147-8f0b-90d6930da920 HTTP/1.1" status: 200 len: 210 time: 0.0571046 Jul 14 09:27:58.731529 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-2724d04b-599a-4dd4-83fb-4dce22569660 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] device_id is not set on port a881b6bb-5368-46e4-9c87-9e5d1f8284d3 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:27:58.828690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Allocated IP 172.20.0.2 (43bd488a-cc10-4ccc-b539-3a9dc7f04d70/e7ce4ee6-13f0-443a-a527-d8ae153b3f19/96791b36-52b8-4736-a9c9-b3db3b7c37be) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:58.904592 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e372f472-4933-4a6b-944b-b2f6b67fee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.956971 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40338) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:58.961929 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.974357 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-2724d04b-599a-4dd4-83fb-4dce22569660 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Allocated IP 2001:db8::254 (0d86acb8-fa21-4cd0-906d-aacd7abb9786/391ea3a7-7abb-45e8-ad1a-c771848b0a1c/a881b6bb-5368-46e4-9c87-9e5d1f8284d3) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:58.992911 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-cc55783e-86a6-4fde-8d2e-3d81b81e2dd9 None None] Set router d207f6c3-875f-4e54-9103-9b457386aaa0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:59.070707 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd64fde-51c3-412b-8449-5e2770f21987 req-f50e7896-beb0-492d-80c6-c0cad1e6cabe tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:59.076662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd64fde-51c3-412b-8449-5e2770f21987 req-f50e7896-beb0-492d-80c6-c0cad1e6cabe tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:59.096860 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7bd64fde-51c3-412b-8449-5e2770f21987 req-f50e7896-beb0-492d-80c6-c0cad1e6cabe tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 1681 time: 0.1930487 Jul 14 09:27:59.248951 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a738f6a4-d3e1-4bcd-a2c1-6c6bf6afc2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.294911 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1ba1d84b-b27f-483c-8337-483eb9a9a659, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1ba1d84b-b27f-483c-8337-483eb9a9a659,segment=NetworkSegment(5d9ad0f2-5755-4573-b6cc-9edd7c490a03),segment_id=5d9ad0f2-5755-4573-b6cc-9edd7c490a03)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:59.299837 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bd0445-d1b5-40ba-860a-4741c6de150d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba1d84b-b27f-483c-8337-483eb9a9a659'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:59.304385 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7bd64fde-51c3-412b-8449-5e2770f21987 req-32784859-593e-41b2-ba08-00989d44dce1 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045486 Jul 14 09:27:59.307338 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37a0198-4434-405a-9f56-f8cb04708243" -d '{"events": [{"server_uuid": "01bd0445-d1b5-40ba-860a-4741c6de150d", "name": "network-vif-plugged", "status": "completed", "tag": "1ba1d84b-b27f-483c-8337-483eb9a9a659"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:59.316235 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2724d04b-599a-4dd4-83fb-4dce22569660 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.334772 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.350897 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.367635 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-2724d04b-599a-4dd4-83fb-4dce22569660 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Transition to ACTIVE for port object a881b6bb-5368-46e4-9c87-9e5d1f8284d3 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:59.411713 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2724d04b-599a-4dd4-83fb-4dce22569660 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.472515 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdeb388b-1e1f-497a-b7a8-f19767e038e4 x-openstack-request-id: req-fdeb388b-1e1f-497a-b7a8-f19767e038e4 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:59.472966 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bd0445-d1b5-40ba-860a-4741c6de150d", "name": "network-vif-plugged", "status": "completed", "tag": "1ba1d84b-b27f-483c-8337-483eb9a9a659", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:59.473872 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fdeb388b-1e1f-497a-b7a8-f19767e038e4 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:59.474481 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bd0445-d1b5-40ba-860a-4741c6de150d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba1d84b-b27f-483c-8337-483eb9a9a659', 'code': 200} Jul 14 09:27:59.484315 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2724d04b-599a-4dd4-83fb-4dce22569660 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Network 0d86acb8-fa21-4cd0-906d-aacd7abb9786 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:59.488176 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e372f472-4933-4a6b-944b-b2f6b67fee83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.488390 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-2724d04b-599a-4dd4-83fb-4dce22569660 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:59.495831 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2724d04b-599a-4dd4-83fb-4dce22569660 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:59.502333 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2724d04b-599a-4dd4-83fb-4dce22569660 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:59.503170 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2724d04b-599a-4dd4-83fb-4dce22569660 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.505623 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e372f472-4933-4a6b-944b-b2f6b67fee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.509263 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724d04b-599a-4dd4-83fb-4dce22569660 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Pushing event updated for resources: {'Port': ['ID=a881b6bb-5368-46e4-9c87-9e5d1f8284d3,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:59.623723 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e372f472-4933-4a6b-944b-b2f6b67fee83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.638530 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8d84047f-9322-424f-a4d5-c55027763d52 None None] Provisioning complete for port 280ee87e-ea83-43bf-98e6-7c515908aa82 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:59.638970 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8d84047f-9322-424f-a4d5-c55027763d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.642367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 280ee87e-ea83-43bf-98e6-7c515908aa82, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=280ee87e-ea83-43bf-98e6-7c515908aa82,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:59.665430 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372f472-4933-4a6b-944b-b2f6b67fee83 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc7933c-2358-42ee-b66a-7463bcd0ec31,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:59.683918 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a738f6a4-d3e1-4bcd-a2c1-6c6bf6afc2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.696596 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2724d04b-599a-4dd4-83fb-4dce22569660 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2783134 Jul 14 09:27:59.699656 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40344) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:59.704985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-51461e01-ec39-47a2-b723-ecfc91e1ff48 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Request body: {'port': {'network_id': '0d86acb8-fa21-4cd0-906d-aacd7abb9786', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1491929562', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:59.705548 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.api.validators [None req-51461e01-ec39-47a2-b723-ecfc91e1ff48 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] bootfile-name is not in valid_values {{(pid=93888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:27:59.705927 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.api.validators [None req-51461e01-ec39-47a2-b723-ecfc91e1ff48 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] tftp-server is not in valid_values {{(pid=93888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:27:59.706266 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.api.validators [None req-51461e01-ec39-47a2-b723-ecfc91e1ff48 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] server-ip-address is not in valid_values {{(pid=93888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:27:59.757952 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a738f6a4-d3e1-4bcd-a2c1-6c6bf6afc2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.783065 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0e48d-2eaa-4344-83ff-404e1dd181fc req-fe650429-36e0-4d7d-9426-764d5ea46855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:59.783560 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0e48d-2eaa-4344-83ff-404e1dd181fc req-fe650429-36e0-4d7d-9426-764d5ea46855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:59.785229 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f7b0e48d-2eaa-4344-83ff-404e1dd181fc req-fe650429-36e0-4d7d-9426-764d5ea46855 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 1986 time: 0.3022897 Jul 14 09:27:59.854975 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a738f6a4-d3e1-4bcd-a2c1-6c6bf6afc2ea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=885cdb90503140b594bedf25f3aad93d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8954411 Jul 14 09:27:59.857592 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40348) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:59.878314 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738f6a4-d3e1-4bcd-a2c1-6c6bf6afc2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834bdf6a-3a54-4349-bf16-3a1e9e367bad,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:59.898645 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f7b0e48d-2eaa-4344-83ff-404e1dd181fc req-0976f23a-6120-4b7e-8080-5c657570d097 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016114 Jul 14 09:27:59.903084 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.905649 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=1ba1d84b-b27f-483c-8337-483eb9a9a659,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:59.916931 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51461e01-ec39-47a2-b723-ecfc91e1ff48 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Made reservation on behalf of 41a1b57156bd426996a885197adf1924 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:59.921964 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-51461e01-ec39-47a2-b723-ecfc91e1ff48 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.933278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40352) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:59.950659 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-51461e01-ec39-47a2-b723-ecfc91e1ff48 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] device_id is not set on port f6f435e4-8452-4e40-8394-8d5621d83c23 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:00.018597 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8fc15816-2939-41de-9e2d-6d9104cdf538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.048194 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e372f472-4933-4a6b-944b-b2f6b67fee83 admin admin] Network 6e4991ac-2228-452d-ab57-e39ab6b100bc is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:00.060726 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.062835 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-e372f472-4933-4a6b-944b-b2f6b67fee83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:00.064638 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd85c47c-ac42-4839-a8ce-8ef84393203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.067399 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8fc15816-2939-41de-9e2d-6d9104cdf538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.138339 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5067817c-c527-4844-abe2-88d097a4bd95 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:00.169534 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-51461e01-ec39-47a2-b723-ecfc91e1ff48 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Allocated IP 2001:db8::52 (0d86acb8-fa21-4cd0-906d-aacd7abb9786/391ea3a7-7abb-45e8-ad1a-c771848b0a1c/f6f435e4-8452-4e40-8394-8d5621d83c23) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:00.174027 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-604bdd3d-5387-4cda-84c3-2726dc095cc5 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.202624 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-604bdd3d-5387-4cda-84c3-2726dc095cc5 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.203801 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.205907 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=280ee87e-ea83-43bf-98e6-7c515908aa82,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:00.251130 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Transition to ACTIVE for port object 96791b36-52b8-4736-a9c9-b3db3b7c37be will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:00.308773 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-0d86acb8-fa21-4cd0-906d-aacd7abb9786', 'network_id': '0d86acb8-fa21-4cd0-906d-aacd7abb9786', 'tenant_id': '41a1b57156bd426996a885197adf1924', 'fixed_ips': [{'subnet_id': '391ea3a7-7abb-45e8-ad1a-c771848b0a1c'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:00.308773 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.333308 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8fc15816-2939-41de-9e2d-6d9104cdf538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.336401 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8fc15816-2939-41de-9e2d-6d9104cdf538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.337588 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8fc15816-2939-41de-9e2d-6d9104cdf538 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/834bdf6a-3a54-4349-bf16-3a1e9e367bad HTTP/1.1" status: 204 len: 168 time: 0.4788146 Jul 14 09:28:00.338433 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-604bdd3d-5387-4cda-84c3-2726dc095cc5 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.347248 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-604bdd3d-5387-4cda-84c3-2726dc095cc5 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.350965 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-604bdd3d-5387-4cda-84c3-2726dc095cc5 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "DELETE /v2.0/security-groups/5f4c334e-647f-4e7a-b366-0da133d44df0 HTTP/1.1" status: 204 len: 168 time: 0.4102423 Jul 14 09:28:00.355587 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40356) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:00.359055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc15816-2939-41de-9e2d-6d9104cdf538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834bdf6a-3a54-4349-bf16-3a1e9e367bad,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:00.370794 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Transition to ACTIVE for port object 96791b36-52b8-4736-a9c9-b3db3b7c37be will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:00.388395 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bdd3d-5387-4cda-84c3-2726dc095cc5 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4c334e-647f-4e7a-b366-0da133d44df0,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:00.436469 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-8c8bab29-f6e2-4dd1-b5db-c985104720d7 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] show failed (client error): The resource could not be found. Jul 14 09:28:00.437511 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8c8bab29-f6e2-4dd1-b5db-c985104720d7 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups/5f4c334e-647f-4e7a-b366-0da133d44df0 HTTP/1.1" status: 404 len: 347 time: 0.0788901 Jul 14 09:28:00.439100 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 5067817c-c527-4844-abe2-88d097a4bd95 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:00.440702 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40360) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:00.443642 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.485646 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e372f472-4933-4a6b-944b-b2f6b67fee83 admin admin] Router adee1226-b855-4e7f-9149-fbc032a4ed3c has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:00.518449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Network 43bd488a-cc10-4ccc-b539-3a9dc7f04d70 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:00.523054 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8d84047f-9322-424f-a4d5-c55027763d52 None None] Provisioning for port fbc7933c-2358-42ee-b66a-7463bcd0ec31 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:00.531323 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:00.535662 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8d84047f-9322-424f-a4d5-c55027763d52 None None] Provisioning complete for port fbc7933c-2358-42ee-b66a-7463bcd0ec31 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:00.536004 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8d84047f-9322-424f-a4d5-c55027763d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.537567 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-51461e01-ec39-47a2-b723-ecfc91e1ff48 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.561636 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:00.571842 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Pushing event updated for resources: {'Port': ['ID=96791b36-52b8-4736-a9c9-b3db3b7c37be,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:00.582261 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 5067817c-c527-4844-abe2-88d097a4bd95 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:00.583179 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.606304 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-fd805365-5b06-4193-872d-348b7696d332 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Allocated IP 172.20.0.6 (43bd488a-cc10-4ccc-b539-3a9dc7f04d70/e7ce4ee6-13f0-443a-a527-d8ae153b3f19/3bb79dfc-8017-4524-b079-52933faeed79) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:00.630712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-51461e01-ec39-47a2-b723-ecfc91e1ff48 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Transition to ACTIVE for port object f6f435e4-8452-4e40-8394-8d5621d83c23 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:00.693176 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-cc55783e-86a6-4fde-8d2e-3d81b81e2dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '25212a72-9700-44d7-8093-7ba809662102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:30Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'gw_port': {'id': '25212a72-9700-44d7-8093-7ba809662102', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:32Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '36a0ba86-b40d-4327-bf23-8c6896697270', 'name': '', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'mac_address': 'fa:16:3e:5c:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:37Z', 'updated_at': '2021-07-14T09:23:47Z', 'revision_number': 5, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'subnets': [{'id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:00.755625 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40364) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:00.781191 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8d84047f-9322-424f-a4d5-c55027763d52 None None] Port fbc7933c-2358-42ee-b66a-7463bcd0ec31 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:00.782671 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.788543 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc55783e-86a6-4fde-8d2e-3d81b81e2dd9 None None] Checking router: d207f6c3-875f-4e54-9103-9b457386aaa0 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:00.798144 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac53c978-253e-46c9-948f-70580a9c14b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.829727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc55783e-86a6-4fde-8d2e-3d81b81e2dd9 None None] Routers {'d207f6c3-875f-4e54-9103-9b457386aaa0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:00.831470 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-cc55783e-86a6-4fde-8d2e-3d81b81e2dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d207f6c3-875f-4e54-9103-9b457386aaa0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:00.834340 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-37811b8b-d02b-4ef7-b5af-06b81d04fb83 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Deleting port 6a28e4b1-cb73-43e8-997c-54934eeb2547 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:00.834685 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37811b8b-d02b-4ef7-b5af-06b81d04fb83 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.857142 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-51461e01-ec39-47a2-b723-ecfc91e1ff48 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.875850 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Attempting to bind port 96791b36-52b8-4736-a9c9-b3db3b7c37be on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:00.876238 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Attempting to bind port 96791b36-52b8-4736-a9c9-b3db3b7c37be by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '65f36f4f-b093-4c5a-b65b-f70dde2dbf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '43bd488a-cc10-4ccc-b539-3a9dc7f04d70'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:00.876585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Attempting to bind port 96791b36-52b8-4736-a9c9-b3db3b7c37be on network 43bd488a-cc10-4ccc-b539-3a9dc7f04d70 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:00.913262 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:00.914221 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Checking segment: {'id': '65f36f4f-b093-4c5a-b65b-f70dde2dbf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '43bd488a-cc10-4ccc-b539-3a9dc7f04d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:00.914221 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.914479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Bound using segment: {'id': '65f36f4f-b093-4c5a-b65b-f70dde2dbf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '43bd488a-cc10-4ccc-b539-3a9dc7f04d70'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:00.914929 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Bound port: 96791b36-52b8-4736-a9c9-b3db3b7c37be, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f36f4f-b093-4c5a-b65b-f70dde2dbf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '43bd488a-cc10-4ccc-b539-3a9dc7f04d70'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:00.915791 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.951442 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51461e01-ec39-47a2-b723-ecfc91e1ff48 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Network 0d86acb8-fa21-4cd0-906d-aacd7abb9786 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:00.971695 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fd805365-5b06-4193-872d-348b7696d332 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.975558 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-51461e01-ec39-47a2-b723-ecfc91e1ff48 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:00.977994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51461e01-ec39-47a2-b723-ecfc91e1ff48 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:00.981425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08b2fc-72da-4416-a375-9a8c06618163 req-da233517-b03b-4ed7-8c98-1f58abeb4a8e tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:00.983801 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51461e01-ec39-47a2-b723-ecfc91e1ff48 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:00.984435 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-51461e01-ec39-47a2-b723-ecfc91e1ff48 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.987568 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08b2fc-72da-4416-a375-9a8c06618163 req-da233517-b03b-4ed7-8c98-1f58abeb4a8e tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:00.995290 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed08b2fc-72da-4416-a375-9a8c06618163 req-da233517-b03b-4ed7-8c98-1f58abeb4a8e tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 1682 time: 0.4862006 Jul 14 09:28:01.002673 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51461e01-ec39-47a2-b723-ecfc91e1ff48 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Pushing event updated for resources: {'Port': ['ID=f6f435e4-8452-4e40-8394-8d5621d83c23,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:01.017043 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e372f472-4933-4a6b-944b-b2f6b67fee83 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:01.027925 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] Sync routers for ids ['adee1226-b855-4e7f-9149-fbc032a4ed3c'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:01.035705 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Allocated IP 2001:db8::2 (0d86acb8-fa21-4cd0-906d-aacd7abb9786/391ea3a7-7abb-45e8-ad1a-c771848b0a1c/c012aeb0-8e29-4913-a6d0-43d8ef7a55cd) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:01.048784 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-40fe5a2a-3ae6-4330-be84-e66ec4541d3d None None] Provisioning complete for port fbc7933c-2358-42ee-b66a-7463bcd0ec31 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:01.049469 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40fe5a2a-3ae6-4330-be84-e66ec4541d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.050515 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37811b8b-d02b-4ef7-b5af-06b81d04fb83 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.050878 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e372f472-4933-4a6b-944b-b2f6b67fee83 admin admin] 10.222.0.26 "PUT /v2.0/routers/adee1226-b855-4e7f-9149-fbc032a4ed3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4110241 Jul 14 09:28:01.051521 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37811b8b-d02b-4ef7-b5af-06b81d04fb83 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.058948 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] Routers {'adee1226-b855-4e7f-9149-fbc032a4ed3c'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:01.059572 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['adee1226-b855-4e7f-9149-fbc032a4ed3c'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:01.075900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-37811b8b-d02b-4ef7-b5af-06b81d04fb83 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Calling delete_port for 6a28e4b1-cb73-43e8-997c-54934eeb2547 owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:01.082130 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-fd805365-5b06-4193-872d-348b7696d332 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Transition to ACTIVE for port object 3bb79dfc-8017-4524-b079-52933faeed79 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:01.146155 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac53c978-253e-46c9-948f-70580a9c14b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.159696 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac53c978-253e-46c9-948f-70580a9c14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.167918 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-51461e01-ec39-47a2-b723-ecfc91e1ff48 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.4671714 Jul 14 09:28:01.173122 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed08b2fc-72da-4416-a375-9a8c06618163 req-2e5690ff-bd79-4f3b-8733-1db45c47f087 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765661 Jul 14 09:28:01.175483 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40368) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:01.175658 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fd805365-5b06-4193-872d-348b7696d332 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.198750 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.211663 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-cc55783e-86a6-4fde-8d2e-3d81b81e2dd9 None None] Set router d207f6c3-875f-4e54-9103-9b457386aaa0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:01.250184 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd805365-5b06-4193-872d-348b7696d332 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network 43bd488a-cc10-4ccc-b539-3a9dc7f04d70 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:01.254019 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-fd805365-5b06-4193-872d-348b7696d332 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:01.257993 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ac53c978-253e-46c9-948f-70580a9c14b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c161516d725e47998c2dc6c1453bee33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4972973 Jul 14 09:28:01.261727 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40370) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:01.262638 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd805365-5b06-4193-872d-348b7696d332 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:01.318160 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd805365-5b06-4193-872d-348b7696d332 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Port': ['ID=3bb79dfc-8017-4524-b079-52933faeed79,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:01.337532 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53c978-253e-46c9-948f-70580a9c14b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e04ca0-4ac9-460d-86cb-1239885757fb,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:01.344244 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] Set router adee1226-b855-4e7f-9149-fbc032a4ed3c gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:01.347363 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd805365-5b06-4193-872d-348b7696d332 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:01.348402 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fd805365-5b06-4193-872d-348b7696d332 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.384720 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fd805365-5b06-4193-872d-348b7696d332 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.4024653 Jul 14 09:28:01.385669 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40376) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:01.415787 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6c0291da-c13d-4d23-b590-c860481f3354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.435233 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e5f9c1-393a-43da-8ede-f11a988c5886 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:01.441317 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e5f9c1-393a-43da-8ede-f11a988c5886 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:01.443210 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a7e5f9c1-393a-43da-8ede-f11a988c5886 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1883 time: 0.2631316 Jul 14 09:28:01.453862 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40378) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:01.506973 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6c0291da-c13d-4d23-b590-c860481f3354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.536303 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37811b8b-d02b-4ef7-b5af-06b81d04fb83 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.579116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] For port 96791b36-52b8-4736-a9c9-b3db3b7c37be, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:01.617500 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-40fe5a2a-3ae6-4330-be84-e66ec4541d3d None None] Port fbc7933c-2358-42ee-b66a-7463bcd0ec31 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:01.624716 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] For port 96791b36-52b8-4736-a9c9-b3db3b7c37be, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=96791b36-52b8-4736-a9c9-b3db3b7c37be,segment=NetworkSegment(65f36f4f-b093-4c5a-b65b-f70dde2dbf5c),segment_id=65f36f4f-b093-4c5a-b65b-f70dde2dbf5c)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:01.690692 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.711855 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 5067817c-c527-4844-abe2-88d097a4bd95, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5067817c-c527-4844-abe2-88d097a4bd95,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:01.738457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37811b8b-d02b-4ef7-b5af-06b81d04fb83 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Pushing event deleted for resources: {'Port': ['ID=6a28e4b1-cb73-43e8-997c-54934eeb2547,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:01.746032 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37811b8b-d02b-4ef7-b5af-06b81d04fb83 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.749149 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37811b8b-d02b-4ef7-b5af-06b81d04fb83 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.750421 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-37811b8b-d02b-4ef7-b5af-06b81d04fb83 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "DELETE /v2.0/floatingips/23cb8112-3e33-4a25-a90e-41159b4e1fc2 HTTP/1.1" status: 204 len: 168 time: 1.3081372 Jul 14 09:28:01.776991 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.782724 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6c0291da-c13d-4d23-b590-c860481f3354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.791175 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6c0291da-c13d-4d23-b590-c860481f3354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.793386 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.797393 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6c0291da-c13d-4d23-b590-c860481f3354 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64e04ca0-4ac9-460d-86cb-1239885757fb HTTP/1.1" status: 204 len: 168 time: 0.5305812 Jul 14 09:28:01.853944 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0291da-c13d-4d23-b590-c860481f3354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e04ca0-4ac9-460d-86cb-1239885757fb,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:01.908215 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab330478-1184-44fc-a53f-49ddf1aea621 None None] Pushing event updated for resources: {'Port': ['ID=96791b36-52b8-4736-a9c9-b3db3b7c37be,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:01.923975 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '5067817c-c527-4844-abe2-88d097a4bd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:51Z', 'updated_at': '2021-07-14T09:27:58Z', 'revision_number': 4, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'gw_port': {'id': '5067817c-c527-4844-abe2-88d097a4bd95', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:52Z', 'updated_at': '2021-07-14T09:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'fbc7933c-2358-42ee-b66a-7463bcd0ec31', 'name': '', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'mac_address': 'fa:16:3e:73:78:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:56Z', 'updated_at': '2021-07-14T09:27:59Z', 'revision_number': 2, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'subnets': [{'id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:01.985482 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-9f37fc34-e436-4a82-85a3-e46727e444cf tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Deleting port f6f435e4-8452-4e40-8394-8d5621d83c23 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:01.986032 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f37fc34-e436-4a82-85a3-e46727e444cf tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.093529 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] Checking router: adee1226-b855-4e7f-9149-fbc032a4ed3c for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:02.094190 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] Updating router adee1226-b855-4e7f-9149-fbc032a4ed3c port fbc7933c-2358-42ee-b66a-7463bcd0ec31 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:02.149531 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.166234 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 280ee87e-ea83-43bf-98e6-7c515908aa82 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:02.204446 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.245823 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-cc55783e-86a6-4fde-8d2e-3d81b81e2dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '25212a72-9700-44d7-8093-7ba809662102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:30Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'gw_port': {'id': '25212a72-9700-44d7-8093-7ba809662102', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:32Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '36a0ba86-b40d-4327-bf23-8c6896697270', 'name': '', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'mac_address': 'fa:16:3e:5c:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:37Z', 'updated_at': '2021-07-14T09:23:47Z', 'revision_number': 5, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'subnets': [{'id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:02.316420 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f37fc34-e436-4a82-85a3-e46727e444cf tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.329982 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a3841be7-2d34-43e3-b5d3-743edbacdfae tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.373113 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=5067817c-c527-4844-abe2-88d097a4bd95,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:02.385130 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40388) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:02.389671 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-9f37fc34-e436-4a82-85a3-e46727e444cf tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Calling delete_port for f6f435e4-8452-4e40-8394-8d5621d83c23 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:02.431724 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-4f05498c-3db0-421a-a61e-dd8eacc9ad2d tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2002230661', 'description': 'tempest-description--1470547081'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:02.431888 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Transition to ACTIVE for port object c012aeb0-8e29-4913-a6d0-43d8ef7a55cd will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:02.433758 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc55783e-86a6-4fde-8d2e-3d81b81e2dd9 None None] The sync data for ids ['d207f6c3-875f-4e54-9103-9b457386aaa0'] in n-d-798054-10 is: [{'id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '25212a72-9700-44d7-8093-7ba809662102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:30Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'gw_port': {'id': '25212a72-9700-44d7-8093-7ba809662102', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:32Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '36a0ba86-b40d-4327-bf23-8c6896697270', 'name': '', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'mac_address': 'fa:16:3e:5c:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:37Z', 'updated_at': '2021-07-14T09:23:47Z', 'revision_number': 5, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'subnets': [{'id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:02.477900 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Transition to ACTIVE for port object c012aeb0-8e29-4913-a6d0-43d8ef7a55cd will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:02.492905 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.600478 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Pushing event updated for resources: {'Port': ['ID=c012aeb0-8e29-4913-a6d0-43d8ef7a55cd,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:02.614617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Network 0d86acb8-fa21-4cd0-906d-aacd7abb9786 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:02.622240 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:02.624552 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 280ee87e-ea83-43bf-98e6-7c515908aa82 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:02.625461 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.627675 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:02.811748 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.828917 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Attempting to bind port c012aeb0-8e29-4913-a6d0-43d8ef7a55cd on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:02.829387 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Attempting to bind port c012aeb0-8e29-4913-a6d0-43d8ef7a55cd by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'd74d5e6d-8424-46d4-b525-1ad22ecc2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0d86acb8-fa21-4cd0-906d-aacd7abb9786'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:02.829996 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Attempting to bind port c012aeb0-8e29-4913-a6d0-43d8ef7a55cd on network 0d86acb8-fa21-4cd0-906d-aacd7abb9786 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:02.836778 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f05498c-3db0-421a-a61e-dd8eacc9ad2d tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.838318 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:02.838776 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Checking segment: {'id': 'd74d5e6d-8424-46d4-b525-1ad22ecc2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0d86acb8-fa21-4cd0-906d-aacd7abb9786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:02.839189 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.839585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Bound using segment: {'id': 'd74d5e6d-8424-46d4-b525-1ad22ecc2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0d86acb8-fa21-4cd0-906d-aacd7abb9786'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:02.840067 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Bound port: c012aeb0-8e29-4913-a6d0-43d8ef7a55cd, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74d5e6d-8424-46d4-b525-1ad22ecc2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0d86acb8-fa21-4cd0-906d-aacd7abb9786'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:02.840447 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.937730 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f37fc34-e436-4a82-85a3-e46727e444cf tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.002382 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37fc34-e436-4a82-85a3-e46727e444cf tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Pushing event deleted for resources: {'Port': ['ID=f6f435e4-8452-4e40-8394-8d5621d83c23,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:03.066518 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] For port c012aeb0-8e29-4913-a6d0-43d8ef7a55cd, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:03.071094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40398) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:03.075461 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] For port c012aeb0-8e29-4913-a6d0-43d8ef7a55cd, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c012aeb0-8e29-4913-a6d0-43d8ef7a55cd,segment=NetworkSegment(d74d5e6d-8424-46d4-b525-1ad22ecc2071),segment_id=d74d5e6d-8424-46d4-b525-1ad22ecc2071)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:03.082723 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.084754 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f37fc34-e436-4a82-85a3-e46727e444cf tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.089047 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9f37fc34-e436-4a82-85a3-e46727e444cf tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] 10.222.0.26 "DELETE /v2.0/ports/f6f435e4-8452-4e40-8394-8d5621d83c23 HTTP/1.1" status: 204 len: 168 time: 1.6341743 Jul 14 09:28:03.093063 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40400) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:03.105516 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-916e05b5-d6ea-4c87-a282-48d34b13f0df tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1042985050', 'description': 'tempest-description--1762608092'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:03.134352 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.147014 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] Transition to ACTIVE for port object fbc7933c-2358-42ee-b66a-7463bcd0ec31 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:03.154876 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.166491 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f15d0e20-dcc8-421e-9f54-14ebcbe19aea tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Request body: {'port': {'name': 'tempest-new-port-name-1566216069', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:03.167012 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.api.validators [None req-f15d0e20-dcc8-421e-9f54-14ebcbe19aea tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] bootfile-name is not in valid_values {{(pid=93888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:28:03.168712 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.api.validators [None req-f15d0e20-dcc8-421e-9f54-14ebcbe19aea tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] tftp-server is not in valid_values {{(pid=93888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:28:03.169552 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.api.validators [None req-f15d0e20-dcc8-421e-9f54-14ebcbe19aea tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] server-ip-address is not in valid_values {{(pid=93888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:28:03.181763 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-916e05b5-d6ea-4c87-a282-48d34b13f0df tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.185480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4866e2f-3313-41ab-b1d8-f8a4f28021cf None None] Pushing event updated for resources: {'Port': ['ID=c012aeb0-8e29-4913-a6d0-43d8ef7a55cd,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:03.189409 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada6b39d-9cc1-4e14-bbad-6455246aaa8d None None] New status for floating IP 23cb8112-3e33-4a25-a90e-41159b4e1fc2: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:28:03.239126 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a3841be7-2d34-43e3-b5d3-743edbacdfae tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.250826 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8c087-5bd0-4035-876a-9a791e0fa286 None None] Pushing event updated for resources: {'Port': ['ID=fbc7933c-2358-42ee-b66a-7463bcd0ec31,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:03.274950 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a3841be7-2d34-43e3-b5d3-743edbacdfae tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.310642 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-916e05b5-d6ea-4c87-a282-48d34b13f0df tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.333808 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] Attempting to bind port fbc7933c-2358-42ee-b66a-7463bcd0ec31 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:03.334613 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] Attempting to bind port fbc7933c-2358-42ee-b66a-7463bcd0ec31 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '17918165-02df-40ca-bae9-9149208b1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:03.335218 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] Attempting to bind port fbc7933c-2358-42ee-b66a-7463bcd0ec31 on network 6e4991ac-2228-452d-ab57-e39ab6b100bc {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:03.341147 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:03.341684 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-916e05b5-d6ea-4c87-a282-48d34b13f0df tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.342248 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] Checking segment: {'id': '17918165-02df-40ca-bae9-9149208b1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:03.342894 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.343525 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] Bound using segment: {'id': '17918165-02df-40ca-bae9-9149208b1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:03.344257 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] Bound port: fbc7933c-2358-42ee-b66a-7463bcd0ec31, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17918165-02df-40ca-bae9-9149208b1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:03.344913 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.384739 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3841be7-2d34-43e3-b5d3-743edbacdfae tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Port': ['ID=3bb79dfc-8017-4524-b079-52933faeed79,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:03.448960 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e05b5-d6ea-4c87-a282-48d34b13f0df tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8caab4f8-950d-4a77-821e-78363ace0ade,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:03.482242 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3768c-a24f-49ef-9df2-0672864809da req-15d06337-f054-4261-99b9-7407c49ab62d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.489899 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3768c-a24f-49ef-9df2-0672864809da req-15d06337-f054-4261-99b9-7407c49ab62d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.497555 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58d3768c-a24f-49ef-9df2-0672864809da req-15d06337-f054-4261-99b9-7407c49ab62d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 1682 time: 0.7589705 Jul 14 09:28:03.522208 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] For port fbc7933c-2358-42ee-b66a-7463bcd0ec31, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:03.526585 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] For port fbc7933c-2358-42ee-b66a-7463bcd0ec31, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=fbc7933c-2358-42ee-b66a-7463bcd0ec31,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:03.532631 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.591499 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f15d0e20-dcc8-421e-9f54-14ebcbe19aea tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.668530 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8c087-5bd0-4035-876a-9a791e0fa286 None None] Pushing event updated for resources: {'Port': ['ID=fbc7933c-2358-42ee-b66a-7463bcd0ec31,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:03.690288 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] Routers {'adee1226-b855-4e7f-9149-fbc032a4ed3c'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:03.690914 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['adee1226-b855-4e7f-9149-fbc032a4ed3c'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:03.709573 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58d3768c-a24f-49ef-9df2-0672864809da req-5ff8989e-8694-4374-9cd9-c006554cbf77 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107356 Jul 14 09:28:03.813192 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085a378f-b76c-4858-82ae-7d55c5a3ed93 None None] Network 43bd488a-cc10-4ccc-b539-3a9dc7f04d70 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:04.015997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ba0f1c70-1da3-46a9-8a85-694ad32af858 None None] Provisioning for port 96791b36-52b8-4736-a9c9-b3db3b7c37be completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:04.052340 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] Set router adee1226-b855-4e7f-9149-fbc032a4ed3c gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:04.069955 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f15d0e20-dcc8-421e-9f54-14ebcbe19aea tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.083094 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f15d0e20-dcc8-421e-9f54-14ebcbe19aea tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.190678 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-f15d0e20-dcc8-421e-9f54-14ebcbe19aea tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] In _notify_port_updated(), no bound segment for port a881b6bb-5368-46e4-9c87-9e5d1f8284d3 on network 0d86acb8-fa21-4cd0-906d-aacd7abb9786 {{(pid=93888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:28:04.206950 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15d0e20-dcc8-421e-9f54-14ebcbe19aea tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:04.209240 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f15d0e20-dcc8-421e-9f54-14ebcbe19aea tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.215851 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f15d0e20-dcc8-421e-9f54-14ebcbe19aea tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] 10.222.0.26 "PUT /v2.0/ports/a881b6bb-5368-46e4-9c87-9e5d1f8284d3 HTTP/1.1" status: 200 len: 1130 time: 1.0630772 Jul 14 09:28:04.219674 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40420) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:04.280010 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d0e20-dcc8-421e-9f54-14ebcbe19aea tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Pushing event updated for resources: {'Port': ['ID=a881b6bb-5368-46e4-9c87-9e5d1f8284d3,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:04.344159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cd37b7-22ae-4cfa-b5fc-59f33dd8d73f tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:04.352416 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-37cd37b7-22ae-4cfa-b5fc-59f33dd8d73f tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] 10.222.0.26 "GET /v2.0/ports/a881b6bb-5368-46e4-9c87-9e5d1f8284d3 HTTP/1.1" status: 200 len: 1130 time: 0.1263604 Jul 14 09:28:04.353955 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40426) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:04.444743 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 96791b36-52b8-4736-a9c9-b3db3b7c37be up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:04.602451 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-f2065737-330e-43b8-9fb1-e187de5faa05 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Deleting port a881b6bb-5368-46e4-9c87-9e5d1f8284d3 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:04.603442 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2065737-330e-43b8-9fb1-e187de5faa05 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.680108 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '5067817c-c527-4844-abe2-88d097a4bd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:51Z', 'updated_at': '2021-07-14T09:27:58Z', 'revision_number': 4, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'gw_port': {'id': '5067817c-c527-4844-abe2-88d097a4bd95', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:52Z', 'updated_at': '2021-07-14T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'fbc7933c-2358-42ee-b66a-7463bcd0ec31', 'name': '', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'mac_address': 'fa:16:3e:73:78:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:56Z', 'updated_at': '2021-07-14T09:28:03Z', 'revision_number': 4, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'subnets': [{'id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:04.773527 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54716ba-d847-42e6-80ae-234ac45afd0a None None] The sync data for ids ['adee1226-b855-4e7f-9149-fbc032a4ed3c'] in n-d-798054-10 is: [{'id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '5067817c-c527-4844-abe2-88d097a4bd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:51Z', 'updated_at': '2021-07-14T09:27:58Z', 'revision_number': 4, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'gw_port': {'id': '5067817c-c527-4844-abe2-88d097a4bd95', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:52Z', 'updated_at': '2021-07-14T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'fbc7933c-2358-42ee-b66a-7463bcd0ec31', 'name': '', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'mac_address': 'fa:16:3e:73:78:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:56Z', 'updated_at': '2021-07-14T09:28:03Z', 'revision_number': 4, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'subnets': [{'id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:04.811087 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f05498c-3db0-421a-a61e-dd8eacc9ad2d tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.845454 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f05498c-3db0-421a-a61e-dd8eacc9ad2d tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.878082 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2065737-330e-43b8-9fb1-e187de5faa05 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.887754 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-916e05b5-d6ea-4c87-a282-48d34b13f0df tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.896795 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-916e05b5-d6ea-4c87-a282-48d34b13f0df tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.8043981 Jul 14 09:28:04.908816 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40438) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:04.938737 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-be60888e-7201-4de1-b7ee-1f63909677b1 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Request body: {'security_group_rule': {'security_group_id': '8caab4f8-950d-4a77-821e-78363ace0ade', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:04.970911 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-f2065737-330e-43b8-9fb1-e187de5faa05 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Calling delete_port for a881b6bb-5368-46e4-9c87-9e5d1f8284d3 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:04.971059 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 96791b36-52b8-4736-a9c9-b3db3b7c37be completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:04.990586 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 96791b36-52b8-4736-a9c9-b3db3b7c37be triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:04.990965 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.127026 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40440) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:05.155526 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05498c-3db0-421a-a61e-dd8eacc9ad2d tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:05.155688 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be60888e-7201-4de1-b7ee-1f63909677b1 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.169199 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f05498c-3db0-421a-a61e-dd8eacc9ad2d tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.170702 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4f05498c-3db0-421a-a61e-dd8eacc9ad2d tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.7839651 Jul 14 09:28:05.177234 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a367371-65ec-41e8-a163-0ac6a5b9f9bd req-cd1b98fd-1dad-48af-b407-bf1a67eb8ca2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 340 time: 0.5572443 Jul 14 09:28:05.178285 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a3841be7-2d34-43e3-b5d3-743edbacdfae tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.181930 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40444) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:05.190391 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-1fa45303-2684-4481-b7ab-2e2745e87abd tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Request body: {'security_group_rule': {'security_group_id': '9c6bab10-936c-49ac-9b43-c3ef07d2c2b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:05.231493 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.315852 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 96791b36-52b8-4736-a9c9-b3db3b7c37be, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=96791b36-52b8-4736-a9c9-b3db3b7c37be,segment=NetworkSegment(65f36f4f-b093-4c5a-b65b-f70dde2dbf5c),segment_id=65f36f4f-b093-4c5a-b65b-f70dde2dbf5c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:05.320171 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.320971 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5067817c-c527-4844-abe2-88d097a4bd95 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:05.371920 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1fa45303-2684-4481-b7ab-2e2745e87abd tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.422132 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be60888e-7201-4de1-b7ee-1f63909677b1 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.433950 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be60888e-7201-4de1-b7ee-1f63909677b1 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.501979 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3bede6bd-3297-4bef-a0d2-cc08bd2a5199 None None] Provisioning complete for port 96791b36-52b8-4736-a9c9-b3db3b7c37be triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:05.502612 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3bede6bd-3297-4bef-a0d2-cc08bd2a5199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.503794 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60888e-7201-4de1-b7ee-1f63909677b1 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382040c5-007d-4741-a4c4-d10a59a79fee,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:05.543610 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be60888e-7201-4de1-b7ee-1f63909677b1 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.544839 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-be60888e-7201-4de1-b7ee-1f63909677b1 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6261656 Jul 14 09:28:05.548418 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=96791b36-52b8-4736-a9c9-b3db3b7c37be,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:05.550086 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2065737-330e-43b8-9fb1-e187de5faa05 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.552355 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40446) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:05.554353 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac38222-4c20-473c-ab80-38238e8f014a req-3b90a783-c08f-4bde-9461-02d81b011ff5 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.558701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e90b11d1-64b0-41ee-a090-c83475588675 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Request body: {'security_group_rule': {'security_group_id': '8caab4f8-950d-4a77-821e-78363ace0ade', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:05.562137 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac38222-4c20-473c-ab80-38238e8f014a req-3b90a783-c08f-4bde-9461-02d81b011ff5 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.573528 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ac38222-4c20-473c-ab80-38238e8f014a req-3b90a783-c08f-4bde-9461-02d81b011ff5 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 1682 time: 0.6569140 Jul 14 09:28:05.578508 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.578849 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.584674 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.585083 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.585428 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.585764 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.586143 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.586475 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.586798 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.589890 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.590595 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.591265 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.595049 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 5067817c-c527-4844-abe2-88d097a4bd95 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:05.595574 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.602069 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00838978-e15d-47a5-86ad-0bfb7b3f3313 None None] Network 0d86acb8-fa21-4cd0-906d-aacd7abb9786 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:05.626293 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2065737-330e-43b8-9fb1-e187de5faa05 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Pushing event deleted for resources: {'Port': ['ID=a881b6bb-5368-46e4-9c87-9e5d1f8284d3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:05.627011 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e447539b-01d2-480a-af4f-ae2e3efc249f tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:05.642123 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a3841be7-2d34-43e3-b5d3-743edbacdfae tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.695025 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2065737-330e-43b8-9fb1-e187de5faa05 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.697097 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f2065737-330e-43b8-9fb1-e187de5faa05 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] 10.222.0.26 "DELETE /v2.0/ports/a881b6bb-5368-46e4-9c87-9e5d1f8284d3 HTTP/1.1" status: 204 len: 168 time: 1.3415534 Jul 14 09:28:05.700407 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40448) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:05.750522 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e90b11d1-64b0-41ee-a090-c83475588675 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.778056 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ac38222-4c20-473c-ab80-38238e8f014a req-5e4777b5-a6f1-4049-bc81-43945a8754a3 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039473 Jul 14 09:28:05.834768 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9bbe70-3bfa-412d-9007-e8486ae96bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Deleting subnet 391ea3a7-7abb-45e8-ad1a-c771848b0a1c {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:05.841352 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac9bbe70-3bfa-412d-9007-e8486ae96bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.873470 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e447539b-01d2-480a-af4f-ae2e3efc249f tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.924224 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e90b11d1-64b0-41ee-a090-c83475588675 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.935624 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e90b11d1-64b0-41ee-a090-c83475588675 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.941501 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac9bbe70-3bfa-412d-9007-e8486ae96bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.945781 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c012aeb0-8e29-4913-a6d0-43d8ef7a55cd up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:05.967443 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1fa45303-2684-4481-b7ab-2e2745e87abd tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.975069 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a367371-65ec-41e8-a163-0ac6a5b9f9bd req-364a3ea3-d919-44f6-8575-b86570a5f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.975840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a367371-65ec-41e8-a163-0ac6a5b9f9bd req-364a3ea3-d919-44f6-8575-b86570a5f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.977876 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a367371-65ec-41e8-a163-0ac6a5b9f9bd req-364a3ea3-d919-44f6-8575-b86570a5f87b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab9f6ee95b92468aa738abe9dd184bd9&device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 1986 time: 0.7081885 Jul 14 09:28:05.983563 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1fa45303-2684-4481-b7ab-2e2745e87abd tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.016477 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1fa45303-2684-4481-b7ab-2e2745e87abd tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.018756 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1fa45303-2684-4481-b7ab-2e2745e87abd tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8347988 Jul 14 09:28:06.028877 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40452) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:06.039798 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-11c8d92f-3ecc-4aee-9d1f-479aa7225cc4 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Request body: {'security_group_rule': {'security_group_id': '9c6bab10-936c-49ac-9b43-c3ef07d2c2b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:06.044873 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3bede6bd-3297-4bef-a0d2-cc08bd2a5199 None None] Provisioning for port 3bb79dfc-8017-4524-b079-52933faeed79 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:06.050716 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3bede6bd-3297-4bef-a0d2-cc08bd2a5199 None None] Provisioning complete for port 3bb79dfc-8017-4524-b079-52933faeed79 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:06.051135 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3bede6bd-3297-4bef-a0d2-cc08bd2a5199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.061524 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa45303-2684-4481-b7ab-2e2745e87abd tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3f9d5c-d960-4fd2-9a0e-9905cda31f22,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:06.081907 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b11d1-64b0-41ee-a090-c83475588675 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f69d95-bdd9-4225-987b-c30093064ef6,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:06.144356 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3bede6bd-3297-4bef-a0d2-cc08bd2a5199 None None] Port 3bb79dfc-8017-4524-b079-52933faeed79 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:06.172719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port c012aeb0-8e29-4913-a6d0-43d8ef7a55cd completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:06.306252 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac9bbe70-3bfa-412d-9007-e8486ae96bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.307624 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-83c14aeb-874e-4506-b4ab-0efb0807ae5e None None] Provisioning for port c012aeb0-8e29-4913-a6d0-43d8ef7a55cd completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:06.312174 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-83c14aeb-874e-4506-b4ab-0efb0807ae5e None None] Provisioning complete for port c012aeb0-8e29-4913-a6d0-43d8ef7a55cd triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:06.312555 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83c14aeb-874e-4506-b4ab-0efb0807ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.397323 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e90b11d1-64b0-41ee-a090-c83475588675 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.399139 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-11c8d92f-3ecc-4aee-9d1f-479aa7225cc4 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.402240 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e90b11d1-64b0-41ee-a090-c83475588675 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8491447 Jul 14 09:28:06.410164 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40458) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:06.432397 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-d77f5446-66dc-47b2-8700-02136fb3f006 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:06.486210 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83c14aeb-874e-4506-b4ab-0efb0807ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.513340 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d77f5446-66dc-47b2-8700-02136fb3f006 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.545227 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 96791b36-52b8-4736-a9c9-b3db3b7c37be up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:06.562890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f129ed-aa79-4bc5-9d97-3fcf3823b5ee req-29e64046-efb1-4ba8-840a-0bb29d182428 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:06.574735 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f129ed-aa79-4bc5-9d97-3fcf3823b5ee req-29e64046-efb1-4ba8-840a-0bb29d182428 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:06.582089 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3f129ed-aa79-4bc5-9d97-3fcf3823b5ee req-29e64046-efb1-4ba8-840a-0bb29d182428 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 1682 time: 0.5243056 Jul 14 09:28:06.717452 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 96791b36-52b8-4736-a9c9-b3db3b7c37be triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:06.717874 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.807874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a367371-65ec-41e8-a163-0ac6a5b9f9bd req-0e280cbd-0b17-4725-aa76-736cc9dc8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:06.808559 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a367371-65ec-41e8-a163-0ac6a5b9f9bd req-0e280cbd-0b17-4725-aa76-736cc9dc8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:06.810219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a367371-65ec-41e8-a163-0ac6a5b9f9bd req-0e280cbd-0b17-4725-aa76-736cc9dc8bbb service neutron] 10.222.0.49 "GET /v2.0/networks?id=4d071922-c410-48c3-a92c-aed744b6c871&id=d22cf11c-9a73-4a94-9be6-9bae279d10eb HTTP/1.1" status: 200 len: 1594 time: 0.7802351 Jul 14 09:28:06.815023 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-11c8d92f-3ecc-4aee-9d1f-479aa7225cc4 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.819137 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e447539b-01d2-480a-af4f-ae2e3efc249f tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.863850 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-11c8d92f-3ecc-4aee-9d1f-479aa7225cc4 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.866392 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fbc7933c-2358-42ee-b66a-7463bcd0ec31 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:06.918527 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8d92f-3ecc-4aee-9d1f-479aa7225cc4 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb74664-cab7-4d57-a4c2-d0adf4fcd192,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:06.941945 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a367371-65ec-41e8-a163-0ac6a5b9f9bd req-252b9caa-07d4-48b2-99eb-4d7508da1282 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.75&port_id=fa115bdb-89c1-4724-9bc6-a986d448eb0a HTTP/1.1" status: 200 len: 217 time: 0.1020801 Jul 14 09:28:06.955734 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port fbc7933c-2358-42ee-b66a-7463bcd0ec31 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:06.968861 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port fbc7933c-2358-42ee-b66a-7463bcd0ec31 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:06.969317 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.988754 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac9bbe70-3bfa-412d-9007-e8486ae96bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.004651 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac9bbe70-3bfa-412d-9007-e8486ae96bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.006997 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ac9bbe70-3bfa-412d-9007-e8486ae96bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] 10.222.0.26 "DELETE /v2.0/subnets/391ea3a7-7abb-45e8-ad1a-c771848b0a1c HTTP/1.1" status: 204 len: 168 time: 1.3057868 Jul 14 09:28:07.011860 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40466) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:07.049496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bbe70-3bfa-412d-9007-e8486ae96bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Pushing event deleted for resources: {'Subnet': ['ID=391ea3a7-7abb-45e8-ad1a-c771848b0a1c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:07.062491 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b82649b-bc40-4741-9f0f-88b339fc3627 None None] Network 0d86acb8-fa21-4cd0-906d-aacd7abb9786 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:07.096227 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-11c8d92f-3ecc-4aee-9d1f-479aa7225cc4 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.100857 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-11c8d92f-3ecc-4aee-9d1f-479aa7225cc4 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0620778 Jul 14 09:28:07.113892 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40468) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:07.123758 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-83c14aeb-874e-4506-b4ab-0efb0807ae5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:28:07.124421 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-83c14aeb-874e-4506-b4ab-0efb0807ae5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:28:07.124560 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-bcba338b-b621-4b53-ac83-14b8d6645aee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:07.134908 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-e447539b-01d2-480a-af4f-ae2e3efc249f tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Allocated IP 172.25.1.79 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/063cb942-db1d-49b7-846a-e920048e9419) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:07.138322 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a3841be7-2d34-43e3-b5d3-743edbacdfae tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.177712 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a3841be7-2d34-43e3-b5d3-743edbacdfae tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.186241 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a073a174-5f34-469a-8ad7-e27ac5f032ad tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.192069 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.206309 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bcba338b-b621-4b53-ac83-14b8d6645aee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.249053 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port fbc7933c-2358-42ee-b66a-7463bcd0ec31, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=fbc7933c-2358-42ee-b66a-7463bcd0ec31,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:07.260374 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d77f5446-66dc-47b2-8700-02136fb3f006 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.266812 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.267064 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-f3f129ed-aa79-4bc5-9d97-3fcf3823b5ee req-ad005246-1a3d-475a-ba1a-47c4cd307190 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Deleting port fa115bdb-89c1-4724-9bc6-a986d448eb0a {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:07.267380 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f3f129ed-aa79-4bc5-9d97-3fcf3823b5ee req-ad005246-1a3d-475a-ba1a-47c4cd307190 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.306372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a367371-65ec-41e8-a163-0ac6a5b9f9bd req-2f2e5dfa-0c9a-413c-ac6e-92a6e3664e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.308149 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a367371-65ec-41e8-a163-0ac6a5b9f9bd req-2f2e5dfa-0c9a-413c-ac6e-92a6e3664e9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d8e77cf-bc95-480e-8498-3dd18b94a239 HTTP/1.1" status: 200 len: 801 time: 0.2406681 Jul 14 09:28:07.332354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=fbc7933c-2358-42ee-b66a-7463bcd0ec31,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:07.394006 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3841be7-2d34-43e3-b5d3-743edbacdfae tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Port': ['ID=3bb79dfc-8017-4524-b079-52933faeed79,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:07.403940 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc5fbda-e121-47ba-aa6c-71b4ecc1483d None None] DHCP port deletion for 0d86acb8-fa21-4cd0-906d-aacd7abb9786 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:28:07.419544 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a073a174-5f34-469a-8ad7-e27ac5f032ad tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Deleting port c012aeb0-8e29-4913-a6d0-43d8ef7a55cd {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:07.420164 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a073a174-5f34-469a-8ad7-e27ac5f032ad tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.423369 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a3841be7-2d34-43e3-b5d3-743edbacdfae tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.460752 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1dc5fbda-e121-47ba-aa6c-71b4ecc1483d None None] Deleting port c012aeb0-8e29-4913-a6d0-43d8ef7a55cd {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:07.461067 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1dc5fbda-e121-47ba-aa6c-71b4ecc1483d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.495155 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bcba338b-b621-4b53-ac83-14b8d6645aee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.507038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-a073a174-5f34-469a-8ad7-e27ac5f032ad tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] For port c012aeb0-8e29-4913-a6d0-43d8ef7a55cd, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c012aeb0-8e29-4913-a6d0-43d8ef7a55cd,segment=NetworkSegment(d74d5e6d-8424-46d4-b525-1ad22ecc2071),segment_id=d74d5e6d-8424-46d4-b525-1ad22ecc2071)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:07.507406 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a073a174-5f34-469a-8ad7-e27ac5f032ad tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.527631 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1dc5fbda-e121-47ba-aa6c-71b4ecc1483d None None] For port c012aeb0-8e29-4913-a6d0-43d8ef7a55cd, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c012aeb0-8e29-4913-a6d0-43d8ef7a55cd,segment=NetworkSegment(d74d5e6d-8424-46d4-b525-1ad22ecc2071),segment_id=d74d5e6d-8424-46d4-b525-1ad22ecc2071)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:07.528712 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1dc5fbda-e121-47ba-aa6c-71b4ecc1483d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.539461 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31e656-5710-44a0-8535-c43fcedc170a req-937e4e49-9515-4aae-89b4-75baf4401561 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.543927 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1dc5fbda-e121-47ba-aa6c-71b4ecc1483d None None] Calling delete_port for c012aeb0-8e29-4913-a6d0-43d8ef7a55cd owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:07.545283 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31e656-5710-44a0-8535-c43fcedc170a req-937e4e49-9515-4aae-89b4-75baf4401561 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.546923 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c31e656-5710-44a0-8535-c43fcedc170a req-937e4e49-9515-4aae-89b4-75baf4401561 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 1682 time: 0.4810805 Jul 14 09:28:07.553232 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a073a174-5f34-469a-8ad7-e27ac5f032ad tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Calling delete_port for c012aeb0-8e29-4913-a6d0-43d8ef7a55cd owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:07.587330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-f3f129ed-aa79-4bc5-9d97-3fcf3823b5ee req-ad005246-1a3d-475a-ba1a-47c4cd307190 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] For port fa115bdb-89c1-4724-9bc6-a986d448eb0a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fa115bdb-89c1-4724-9bc6-a986d448eb0a,segment=NetworkSegment(3fea9c58-d626-404c-b5e7-7f5b69946399),segment_id=3fea9c58-d626-404c-b5e7-7f5b69946399)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:07.587937 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f3f129ed-aa79-4bc5-9d97-3fcf3823b5ee req-ad005246-1a3d-475a-ba1a-47c4cd307190 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.628337 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e447539b-01d2-480a-af4f-ae2e3efc249f tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.650318 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-f3f129ed-aa79-4bc5-9d97-3fcf3823b5ee req-ad005246-1a3d-475a-ba1a-47c4cd307190 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Calling delete_port for fa115bdb-89c1-4724-9bc6-a986d448eb0a owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:07.670312 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a073a174-5f34-469a-8ad7-e27ac5f032ad tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.671299 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1dc5fbda-e121-47ba-aa6c-71b4ecc1483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.712793 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073a174-5f34-469a-8ad7-e27ac5f032ad tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Pushing event deleted for resources: {'Port': ['ID=c012aeb0-8e29-4913-a6d0-43d8ef7a55cd,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:07.716973 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c31e656-5710-44a0-8535-c43fcedc170a req-2b5674a2-fe4a-45dc-bb43-776cfa1696f8 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560426 Jul 14 09:28:07.717684 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a073a174-5f34-469a-8ad7-e27ac5f032ad tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] No DVR routers for this DVR port c012aeb0-8e29-4913-a6d0-43d8ef7a55cd on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:07.723696 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a367371-65ec-41e8-a163-0ac6a5b9f9bd req-25b48166-5994-49b5-9751-bf048e520870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.725364 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a367371-65ec-41e8-a163-0ac6a5b9f9bd req-25b48166-5994-49b5-9751-bf048e520870 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4d071922-c410-48c3-a92c-aed744b6c871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3973026 Jul 14 09:28:07.776593 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5fbda-e121-47ba-aa6c-71b4ecc1483d None None] Pushing event deleted for resources: {'Port': ['ID=c012aeb0-8e29-4913-a6d0-43d8ef7a55cd,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:07.780066 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc5fbda-e121-47ba-aa6c-71b4ecc1483d None None] No DVR routers for this DVR port c012aeb0-8e29-4913-a6d0-43d8ef7a55cd on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:07.782940 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83c14aeb-874e-4506-b4ab-0efb0807ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.801240 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3841be7-2d34-43e3-b5d3-743edbacdfae tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network 43bd488a-cc10-4ccc-b539-3a9dc7f04d70 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:07.831034 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a073a174-5f34-469a-8ad7-e27ac5f032ad tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.835066 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-a3841be7-2d34-43e3-b5d3-743edbacdfae tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:07.858092 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-83c14aeb-874e-4506-b4ab-0efb0807ae5e None None] Provisioning complete for port 3bb79dfc-8017-4524-b079-52933faeed79 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:07.859105 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83c14aeb-874e-4506-b4ab-0efb0807ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.859624 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-a073a174-5f34-469a-8ad7-e27ac5f032ad tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d86acb8-fa21-4cd0-906d-aacd7abb9786']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:07.882212 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-a073a174-5f34-469a-8ad7-e27ac5f032ad tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd74d5e6d-8424-46d4-b525-1ad22ecc2071') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:07.882512 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-a073a174-5f34-469a-8ad7-e27ac5f032ad tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd74d5e6d-8424-46d4-b525-1ad22ecc2071') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:07.893083 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a073a174-5f34-469a-8ad7-e27ac5f032ad tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.910641 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a073a174-5f34-469a-8ad7-e27ac5f032ad tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.911617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-83c14aeb-874e-4506-b4ab-0efb0807ae5e None None] Port 3bb79dfc-8017-4524-b079-52933faeed79 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:07.915122 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-83c14aeb-874e-4506-b4ab-0efb0807ae5e None None] Could not find standard attr ID for object a881b6bb-5368-46e4-9c87-9e5d1f8284d3. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:28:07.917413 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a073a174-5f34-469a-8ad7-e27ac5f032ad tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:07.917835 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a073a174-5f34-469a-8ad7-e27ac5f032ad tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.942069 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e447539b-01d2-480a-af4f-ae2e3efc249f tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:07.977023 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:08.013307 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a073a174-5f34-469a-8ad7-e27ac5f032ad tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.037007 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a073a174-5f34-469a-8ad7-e27ac5f032ad tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.044088 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6065d1bd-74dc-449d-ba80-2201cdea3529 None None] Could not find standard attr ID for object c012aeb0-8e29-4913-a6d0-43d8ef7a55cd. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:28:08.051284 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6065d1bd-74dc-449d-ba80-2201cdea3529 None None] Could not find standard attr ID for object a881b6bb-5368-46e4-9c87-9e5d1f8284d3. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:28:08.053137 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a073a174-5f34-469a-8ad7-e27ac5f032ad tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] 10.222.0.26 "DELETE /v2.0/networks/0d86acb8-fa21-4cd0-906d-aacd7abb9786 HTTP/1.1" status: 204 len: 168 time: 1.0279233 Jul 14 09:28:08.060554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e447539b-01d2-480a-af4f-ae2e3efc249f tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:08.068309 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073a174-5f34-469a-8ad7-e27ac5f032ad tempest-ExtraDHCPOptionsIpV6TestJSON-371089289 tempest-ExtraDHCPOptionsIpV6TestJSON-371089289-project] Pushing event deleted for resources: {'Network': ['ID=0d86acb8-fa21-4cd0-906d-aacd7abb9786,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:08.074397 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-e447539b-01d2-480a-af4f-ae2e3efc249f tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:08.084186 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e447539b-01d2-480a-af4f-ae2e3efc249f tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:08.086032 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447539b-01d2-480a-af4f-ae2e3efc249f tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Pushing event updated for resources: {'Port': ['ID=063cb942-db1d-49b7-846a-e920048e9419,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:08.087907 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-d77f5446-66dc-47b2-8700-02136fb3f006 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Allocated IP 172.25.1.43 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/5c706852-0937-4a9e-b57a-7b86511b5c23) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:08.089838 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a367371-65ec-41e8-a163-0ac6a5b9f9bd req-41c32770-5b8c-4285-bcb5-a49d9cad3d3c service neutron] 10.222.0.49 "GET /v2.0/networks/4d071922-c410-48c3-a92c-aed744b6c871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280828 Jul 14 09:28:08.183778 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c6194b41-f5d1-4162-adcb-20377208e057 None None] Provisioning complete for port 3bb79dfc-8017-4524-b079-52933faeed79 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:08.184389 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c6194b41-f5d1-4162-adcb-20377208e057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.227832 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c6194b41-f5d1-4162-adcb-20377208e057 None None] Port 3bb79dfc-8017-4524-b079-52933faeed79 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:08.254756 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f3f129ed-aa79-4bc5-9d97-3fcf3823b5ee req-ad005246-1a3d-475a-ba1a-47c4cd307190 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.260848 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d77f5446-66dc-47b2-8700-02136fb3f006 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.274446 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['1ba1d84b-b27f-483c-8337-483eb9a9a659', 'fa115bdb-89c1-4724-9bc6-a986d448eb0a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:08.284339 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a367371-65ec-41e8-a163-0ac6a5b9f9bd req-c6b3ed63-e412-4052-aaba-851f627daf4f service neutron] 10.222.0.49 "GET /v2.0/networks/4d071922-c410-48c3-a92c-aed744b6c871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701205 Jul 14 09:28:08.359076 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad005246-1a3d-475a-ba1a-47c4cd307190 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event deleted for resources: {'Port': ['ID=fa115bdb-89c1-4724-9bc6-a986d448eb0a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:08.383089 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-bcba338b-b621-4b53-ac83-14b8d6645aee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Allocated IP 172.25.1.200 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/bb68dd2e-8dac-43f2-abf0-acd9ddec4725) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:08.383372 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fbc7933c-2358-42ee-b66a-7463bcd0ec31 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:08.384912 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a367371-65ec-41e8-a163-0ac6a5b9f9bd req-0d7945ae-96a5-47df-aeca-9a14166938ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.212&port_id=1ba1d84b-b27f-483c-8337-483eb9a9a659 HTTP/1.1" status: 200 len: 217 time: 0.0933192 Jul 14 09:28:08.489518 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d77f5446-66dc-47b2-8700-02136fb3f006 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.491459 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40480) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:08.508446 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bcba338b-b621-4b53-ac83-14b8d6645aee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.547898 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port fbc7933c-2358-42ee-b66a-7463bcd0ec31 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:08.548597 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.553194 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77f5446-66dc-47b2-8700-02136fb3f006 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:08.558708 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-d77f5446-66dc-47b2-8700-02136fb3f006 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:08.565374 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77f5446-66dc-47b2-8700-02136fb3f006 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:08.642490 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f5446-66dc-47b2-8700-02136fb3f006 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Pushing event updated for resources: {'Port': ['ID=5c706852-0937-4a9e-b57a-7b86511b5c23,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:08.778922 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c012aeb0-8e29-4913-a6d0-43d8ef7a55cd no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:08.799690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: c012aeb0-8e29-4913-a6d0-43d8ef7a55cd {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:08.800182 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c012aeb0-8e29-4913-a6d0-43d8ef7a55cd not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:08.809602 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d77f5446-66dc-47b2-8700-02136fb3f006 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.845474 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bcba338b-b621-4b53-ac83-14b8d6645aee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.882893 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f129ed-aa79-4bc5-9d97-3fcf3823b5ee req-ad005246-1a3d-475a-ba1a-47c4cd307190 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] No DVR routers for this DVR port fa115bdb-89c1-4724-9bc6-a986d448eb0a on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:08.885571 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3841be7-2d34-43e3-b5d3-743edbacdfae tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router 536d63e2-1b60-4fc8-9692-aa632c54efa3 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:28:08.886936 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f3f129ed-aa79-4bc5-9d97-3fcf3823b5ee req-ad005246-1a3d-475a-ba1a-47c4cd307190 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.888934 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3f129ed-aa79-4bc5-9d97-3fcf3823b5ee req-ad005246-1a3d-475a-ba1a-47c4cd307190 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.49 "DELETE /v2.0/ports/fa115bdb-89c1-4724-9bc6-a986d448eb0a HTTP/1.1" status: 204 len: 173 time: 2.2996428 Jul 14 09:28:08.892727 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bd0445-d1b5-40ba-860a-4741c6de150d', 'name': 'network-vif-deleted', 'tag': 'fa115bdb-89c1-4724-9bc6-a986d448eb0a'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:08.895335 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b1d6a4-b6e0-4a2d-8ae9-028db1b2ba7a" -d '{"events": [{"server_uuid": "01bd0445-d1b5-40ba-860a-4741c6de150d", "name": "network-vif-deleted", "tag": "fa115bdb-89c1-4724-9bc6-a986d448eb0a"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:08.969914 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81fe74f-e26d-4644-8c9c-5e7fdbe8ea8f x-openstack-request-id: req-e81fe74f-e26d-4644-8c9c-5e7fdbe8ea8f {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:08.971102 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bd0445-d1b5-40ba-860a-4741c6de150d", "name": "network-vif-deleted", "tag": "fa115bdb-89c1-4724-9bc6-a986d448eb0a", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:08.971550 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e81fe74f-e26d-4644-8c9c-5e7fdbe8ea8f {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:08.972133 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bd0445-d1b5-40ba-860a-4741c6de150d', 'name': 'network-vif-deleted', 'tag': 'fa115bdb-89c1-4724-9bc6-a986d448eb0a', 'status': 'completed', 'code': 200} Jul 14 09:28:08.979582 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9682385c-9dc7-4286-8f05-ca1619f87fab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41a1b57156bd426996a885197adf1924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4816644 Jul 14 09:28:08.989997 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40492) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:08.991281 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcba338b-b621-4b53-ac83-14b8d6645aee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:08.998372 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d77f5446-66dc-47b2-8700-02136fb3f006 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.000230 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba338b-b621-4b53-ac83-14b8d6645aee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Pushing event updated for resources: {'Port': ['ID=bb68dd2e-8dac-43f2-abf0-acd9ddec4725,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:09.004868 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-bcba338b-b621-4b53-ac83-14b8d6645aee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:09.033207 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcba338b-b621-4b53-ac83-14b8d6645aee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:09.074649 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e447539b-01d2-480a-af4f-ae2e3efc249f tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.101953 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a367371-65ec-41e8-a163-0ac6a5b9f9bd req-6450c0fc-51dc-4fc8-8ae2-c471a91b9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:09.104026 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a367371-65ec-41e8-a163-0ac6a5b9f9bd req-6450c0fc-51dc-4fc8-8ae2-c471a91b9e86 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c61d1f1e-ad20-4d01-9e66-e76c7222d816 HTTP/1.1" status: 200 len: 801 time: 0.2302055 Jul 14 09:28:09.199925 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa34b-4d66-4a89-b361-c2a661fa4965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.220784 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3841be7-2d34-43e3-b5d3-743edbacdfae tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:09.231754 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a3841be7-2d34-43e3-b5d3-743edbacdfae tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/536d63e2-1b60-4fc8-9692-aa632c54efa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8452795 Jul 14 09:28:09.233006 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7494270d-65fa-4e7f-89c9-186944b835b8 None None] Sync routers for ids ['536d63e2-1b60-4fc8-9692-aa632c54efa3'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:09.237115 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40496) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:09.245667 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7494270d-65fa-4e7f-89c9-186944b835b8 None None] Routers {'536d63e2-1b60-4fc8-9692-aa632c54efa3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:09.246685 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7494270d-65fa-4e7f-89c9-186944b835b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['536d63e2-1b60-4fc8-9692-aa632c54efa3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:09.249330 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa34b-4d66-4a89-b361-c2a661fa4965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.251215 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bcba338b-b621-4b53-ac83-14b8d6645aee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.256059 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e447539b-01d2-480a-af4f-ae2e3efc249f tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.291455 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7494270d-65fa-4e7f-89c9-186944b835b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:09.302606 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7494270d-65fa-4e7f-89c9-186944b835b8 None None] Routers {'536d63e2-1b60-4fc8-9692-aa632c54efa3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:09.303212 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7494270d-65fa-4e7f-89c9-186944b835b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['536d63e2-1b60-4fc8-9692-aa632c54efa3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:09.304154 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5bbdc-f9fb-487f-826e-82d1e6915872 req-cc211a19-5474-4948-ae1f-dacfdf9b0a4e tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:09.305672 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8e5bbdc-f9fb-487f-826e-82d1e6915872 req-cc211a19-5474-4948-ae1f-dacfdf9b0a4e tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 946 time: 0.4242005 Jul 14 09:28:09.341727 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7494270d-65fa-4e7f-89c9-186944b835b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:09.342402 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7494270d-65fa-4e7f-89c9-186944b835b8 None None] The sync data for ids ['536d63e2-1b60-4fc8-9692-aa632c54efa3'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:09.361441 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bcba338b-b621-4b53-ac83-14b8d6645aee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.383991 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c423eb-4af8-45c3-9efd-bf4b0f4b1aa8 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:09.385398 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f2c423eb-4af8-45c3-9efd-bf4b0f4b1aa8 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/ports/3bb79dfc-8017-4524-b079-52933faeed79 HTTP/1.1" status: 200 len: 977 time: 0.1459427 Jul 14 09:28:09.388772 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40498) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:09.391367 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d77f5446-66dc-47b2-8700-02136fb3f006 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.400067 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-f3f129ed-aa79-4bc5-9d97-3fcf3823b5ee req-e5523ebf-c1a6-4317-a28f-65e8c32a8d4a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Deleting port 1ba1d84b-b27f-483c-8337-483eb9a9a659 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:09.400472 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f3f129ed-aa79-4bc5-9d97-3fcf3823b5ee req-e5523ebf-c1a6-4317-a28f-65e8c32a8d4a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.404067 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d77f5446-66dc-47b2-8700-02136fb3f006 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.460301 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a367371-65ec-41e8-a163-0ac6a5b9f9bd req-40a3f68a-9be9-40a9-b3d6-cc7617bf96ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:09.461811 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a367371-65ec-41e8-a163-0ac6a5b9f9bd req-40a3f68a-9be9-40a9-b3d6-cc7617bf96ad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d22cf11c-9a73-4a94-9be6-9bae279d10eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3390491 Jul 14 09:28:09.505112 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8e5bbdc-f9fb-487f-826e-82d1e6915872 req-fcf5a2b4-77d1-4b0d-a5f5-c3080b6b7c2f tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/security-groups?id=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873755 Jul 14 09:28:09.505592 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa34b-4d66-4a89-b361-c2a661fa4965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.508158 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa34b-4d66-4a89-b361-c2a661fa4965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.511616 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d0aaa34b-4d66-4a89-b361-c2a661fa4965 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb097e45-78e8-4037-a5a7-c2eee59df299 HTTP/1.1" status: 204 len: 168 time: 0.5167072 Jul 14 09:28:09.559811 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aaa34b-4d66-4a89-b361-c2a661fa4965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb097e45-78e8-4037-a5a7-c2eee59df299,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:09.596964 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f5446-66dc-47b2-8700-02136fb3f006 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Pushing event updated for resources: {'Port': ['ID=5c706852-0937-4a9e-b57a-7b86511b5c23,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:09.654297 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-f3f129ed-aa79-4bc5-9d97-3fcf3823b5ee req-e5523ebf-c1a6-4317-a28f-65e8c32a8d4a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] For port 1ba1d84b-b27f-483c-8337-483eb9a9a659, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1ba1d84b-b27f-483c-8337-483eb9a9a659,segment=NetworkSegment(5d9ad0f2-5755-4573-b6cc-9edd7c490a03),segment_id=5d9ad0f2-5755-4573-b6cc-9edd7c490a03)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:09.654613 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f3f129ed-aa79-4bc5-9d97-3fcf3823b5ee req-e5523ebf-c1a6-4317-a28f-65e8c32a8d4a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.676638 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a367371-65ec-41e8-a163-0ac6a5b9f9bd req-66da1db6-449e-41a8-9ae8-e0e675f2234e service neutron] 10.222.0.49 "GET /v2.0/networks/d22cf11c-9a73-4a94-9be6-9bae279d10eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834006 Jul 14 09:28:09.689877 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-f3f129ed-aa79-4bc5-9d97-3fcf3823b5ee req-e5523ebf-c1a6-4317-a28f-65e8c32a8d4a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Calling delete_port for 1ba1d84b-b27f-483c-8337-483eb9a9a659 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:09.739526 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d77f5446-66dc-47b2-8700-02136fb3f006 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.757344 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e447539b-01d2-480a-af4f-ae2e3efc249f tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.799154 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e447539b-01d2-480a-af4f-ae2e3efc249f tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.812720 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d77f5446-66dc-47b2-8700-02136fb3f006 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.822586 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d77f5446-66dc-47b2-8700-02136fb3f006 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3953319 Jul 14 09:28:09.904279 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bcba338b-b621-4b53-ac83-14b8d6645aee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.936644 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a367371-65ec-41e8-a163-0ac6a5b9f9bd req-233ec12e-9333-48b4-a566-f3dabae5b68a service neutron] 10.222.0.49 "GET /v2.0/networks/d22cf11c-9a73-4a94-9be6-9bae279d10eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491310 Jul 14 09:28:09.937373 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447539b-01d2-480a-af4f-ae2e3efc249f tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Pushing event updated for resources: {'Port': ['ID=063cb942-db1d-49b7-846a-e920048e9419,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:09.951219 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e447539b-01d2-480a-af4f-ae2e3efc249f tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.966669 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e447539b-01d2-480a-af4f-ae2e3efc249f tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.968804 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e447539b-01d2-480a-af4f-ae2e3efc249f tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8201869 Jul 14 09:28:09.976083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40512) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:09.991983 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-73593374', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'fixed_ips': [{'ip_address': '172.25.1.79'}]}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:10.004463 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bcba338b-b621-4b53-ac83-14b8d6645aee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.060679 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Made reservation on behalf of a68ae16a859a4fb1a83c2b44cd4338e2 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:10.063540 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.077209 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f3f129ed-aa79-4bc5-9d97-3fcf3823b5ee req-e5523ebf-c1a6-4317-a28f-65e8c32a8d4a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.078794 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.116253 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba338b-b621-4b53-ac83-14b8d6645aee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Pushing event updated for resources: {'Port': ['ID=bb68dd2e-8dac-43f2-abf0-acd9ddec4725,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:10.133825 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bcba338b-b621-4b53-ac83-14b8d6645aee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.145498 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5523ebf-c1a6-4317-a28f-65e8c32a8d4a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event deleted for resources: {'Port': ['ID=1ba1d84b-b27f-483c-8337-483eb9a9a659,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:10.217123 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f129ed-aa79-4bc5-9d97-3fcf3823b5ee req-e5523ebf-c1a6-4317-a28f-65e8c32a8d4a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] No DVR routers for this DVR port 1ba1d84b-b27f-483c-8337-483eb9a9a659 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:10.221922 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f3f129ed-aa79-4bc5-9d97-3fcf3823b5ee req-e5523ebf-c1a6-4317-a28f-65e8c32a8d4a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.224489 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3f129ed-aa79-4bc5-9d97-3fcf3823b5ee req-e5523ebf-c1a6-4317-a28f-65e8c32a8d4a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.49 "DELETE /v2.0/ports/1ba1d84b-b27f-483c-8337-483eb9a9a659 HTTP/1.1" status: 204 len: 173 time: 1.3253739 Jul 14 09:28:10.299661 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-d3e8aa7d-b83e-4bd1-a331-09b7f672c99f tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1042985050&fields=id&tenant_id=9eda0dcc3e874a49a638743b0ab4508c HTTP/1.1" status: 200 len: 267 time: 0.2004452 Jul 14 09:28:10.450756 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fa115bdb-89c1-4724-9bc6-a986d448eb0a no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:10.494089 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-4f6045f4-c467-43a0-b1ac-6b24fedb3ca5 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:10.495542 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-4f6045f4-c467-43a0-b1ac-6b24fedb3ca5 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/networks?id=cb7535f9-bc7e-49b0-b814-10dffeec6052 HTTP/1.1" status: 200 len: 811 time: 0.1837478 Jul 14 09:28:10.511593 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.515933 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-e8af0a83-0021-45ca-b835-49cec297c43b tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/quotas/9eda0dcc3e874a49a638743b0ab4508c HTTP/1.1" status: 200 len: 375 time: 0.0148654 Jul 14 09:28:10.516803 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: fa115bdb-89c1-4724-9bc6-a986d448eb0a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:10.517100 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.517508 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fa115bdb-89c1-4724-9bc6-a986d448eb0a not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:10.518069 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1ba1d84b-b27f-483c-8337-483eb9a9a659 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:10.523685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] device_id is not set on port 08f5d11a-e42c-49f9-8f9f-6723f94d8bf4 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:10.563275 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 1ba1d84b-b27f-483c-8337-483eb9a9a659 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:10.564135 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1ba1d84b-b27f-483c-8337-483eb9a9a659 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:10.595305 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40540) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:10.633757 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bcba338b-b621-4b53-ac83-14b8d6645aee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.642821 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bcba338b-b621-4b53-ac83-14b8d6645aee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5176880 Jul 14 09:28:10.645274 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-916edcba-1fe2-4441-bc29-451458d50faf tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.660922 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a3ceb5-09ff-4b63-9ba7-ffb6b59ebf9e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:10.708582 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:10.708934 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:10.709281 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:10.709625 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:10.709994 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:10.710331 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:10.710667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:10.710998 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:10.711327 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:10.711659 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:10.711990 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:10.712315 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:10.760452 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c8f7f293-f007-4316-9250-e372cf0a53b8 req-e474fc1a-b182-4420-957a-8095a2c457a2 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bd0445-d1b5-40ba-860a-4741c6de150d HTTP/1.1" status: 200 len: 210 time: 0.0626302 Jul 14 09:28:10.828775 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-5ae9703c-196c-4359-a89f-c74a3cf5e416 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9eda0dcc3e874a49a638743b0ab4508c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2949445 Jul 14 09:28:10.852278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-9fab994c-0e4d-40b0-b52d-69f81b9de1bb tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-494069686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:10.946084 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-916edcba-1fe2-4441-bc29-451458d50faf tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting port 3bb79dfc-8017-4524-b079-52933faeed79 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:10.946435 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-916edcba-1fe2-4441-bc29-451458d50faf tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.976847 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bd0445-d1b5-40ba-860a-4741c6de150d', 'name': 'network-vif-deleted', 'tag': '1ba1d84b-b27f-483c-8337-483eb9a9a659'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:10.979198 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd10dc72-4449-4f23-8595-ed418fb55015" -d '{"events": [{"server_uuid": "01bd0445-d1b5-40ba-860a-4741c6de150d", "name": "network-vif-deleted", "tag": "1ba1d84b-b27f-483c-8337-483eb9a9a659"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:10.998849 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 09:28:10.999364 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:28:11.009952 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9fab994c-0e4d-40b0-b52d-69f81b9de1bb tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.010967 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9fab994c-0e4d-40b0-b52d-69f81b9de1bb tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.038583 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-0af1b405-377d-4635-8ea6-438720b466bb tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2002230661&fields=id&tenant_id=5cb22d9c9ca64cacba1a692a05940f23 HTTP/1.1" status: 200 len: 267 time: 0.1115696 Jul 14 09:28:11.046556 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b5dc21ef-0af2-456e-afe1-8f0cb7f1bcfc tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0681958 Jul 14 09:28:11.046822 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-916edcba-1fe2-4441-bc29-451458d50faf tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.051328 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-96a3d902-ae39-42fc-8e66-dfd180c963ed service neutron] 10.222.0.26 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020299 Jul 14 09:28:11.053500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40558) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:11.063188 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-916edcba-1fe2-4441-bc29-451458d50faf tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Calling delete_port for 3bb79dfc-8017-4524-b079-52933faeed79 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:11.157937 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9fab994c-0e4d-40b0-b52d-69f81b9de1bb tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.225747 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9fab994c-0e4d-40b0-b52d-69f81b9de1bb tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.276477 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-916edcba-1fe2-4441-bc29-451458d50faf tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.332708 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916edcba-1fe2-4441-bc29-451458d50faf tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Port': ['ID=3bb79dfc-8017-4524-b079-52933faeed79,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:11.345256 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9fab994c-0e4d-40b0-b52d-69f81b9de1bb tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.349503 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9fab994c-0e4d-40b0-b52d-69f81b9de1bb tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7501986 Jul 14 09:28:11.352232 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40564) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:11.365345 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-2e03efaa-f731-4e51-805a-1d97535cbc8a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1958909501'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:11.455486 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-bd16cb0e-9b31-4d51-b5cc-e174fb022af6 service neutron] 10.222.0.26 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835628 Jul 14 09:28:11.512237 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-1bc587ec-2e7c-4add-bc14-23f89c942359 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:11.516803 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-916edcba-1fe2-4441-bc29-451458d50faf tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.533356 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-1bc587ec-2e7c-4add-bc14-23f89c942359 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/networks?id=6e4991ac-2228-452d-ab57-e39ab6b100bc HTTP/1.1" status: 200 len: 815 time: 0.4754543 Jul 14 09:28:11.599497 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e03efaa-f731-4e51-805a-1d97535cbc8a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Made reservation on behalf of 71f86deb3d1a4bdf8b0d513159acdfad for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:11.603257 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e03efaa-f731-4e51-805a-1d97535cbc8a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.621389 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-ccce4dd8-5dfc-425d-bf9d-d25d4e7f7ece tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/quotas/5cb22d9c9ca64cacba1a692a05940f23 HTTP/1.1" status: 200 len: 375 time: 0.0846367 Jul 14 09:28:11.621821 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f0f67637-8fd5-406b-8d3c-0693180669f9 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Deleting port 063cb942-db1d-49b7-846a-e920048e9419 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:11.622634 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0f67637-8fd5-406b-8d3c-0693180669f9 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.645658 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e03efaa-f731-4e51-805a-1d97535cbc8a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.706491 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:28:11.852842 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916edcba-1fe2-4441-bc29-451458d50faf tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router 536d63e2-1b60-4fc8-9692-aa632c54efa3 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:11.854427 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40574) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:11.966183 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40578) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:12.046724 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916edcba-1fe2-4441-bc29-451458d50faf tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:12.057569 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-916edcba-1fe2-4441-bc29-451458d50faf tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/536d63e2-1b60-4fc8-9692-aa632c54efa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6640937 Jul 14 09:28:12.060120 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fea572-7044-4ade-bab2-3a8c46ff52aa None None] Sync routers for ids ['536d63e2-1b60-4fc8-9692-aa632c54efa3'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:12.061356 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40582) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:12.074967 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fea572-7044-4ade-bab2-3a8c46ff52aa None None] Routers {'536d63e2-1b60-4fc8-9692-aa632c54efa3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:12.075624 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-85fea572-7044-4ade-bab2-3a8c46ff52aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['536d63e2-1b60-4fc8-9692-aa632c54efa3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:12.107586 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db436b0a-0109-44b1-b5a5-43a0e8794f7a x-openstack-request-id: req-db436b0a-0109-44b1-b5a5-43a0e8794f7a {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:12.108346 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bd0445-d1b5-40ba-860a-4741c6de150d", "name": "network-vif-deleted", "tag": "1ba1d84b-b27f-483c-8337-483eb9a9a659", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:12.108346 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db436b0a-0109-44b1-b5a5-43a0e8794f7a {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:12.108634 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bd0445-d1b5-40ba-860a-4741c6de150d', 'name': 'network-vif-deleted', 'tag': '1ba1d84b-b27f-483c-8337-483eb9a9a659', 'status': 'completed', 'code': 200} Jul 14 09:28:12.130735 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-85fea572-7044-4ade-bab2-3a8c46ff52aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:12.141766 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fea572-7044-4ade-bab2-3a8c46ff52aa None None] Routers {'536d63e2-1b60-4fc8-9692-aa632c54efa3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:12.142582 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-85fea572-7044-4ade-bab2-3a8c46ff52aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['536d63e2-1b60-4fc8-9692-aa632c54efa3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:12.157104 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8226128e-d26d-48d8-8e4f-eeb659fc5409 req-3d4781ae-66c7-45e5-bcc1-fef95c1b0dc4 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 210 time: 0.0447106 Jul 14 09:28:12.199662 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-f862f7be-24b5-4b44-8313-c639997d9600 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Deleting subnet c61d1f1e-ad20-4d01-9e66-e76c7222d816 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:12.213927 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-85fea572-7044-4ade-bab2-3a8c46ff52aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:12.214603 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fea572-7044-4ade-bab2-3a8c46ff52aa None None] The sync data for ids ['536d63e2-1b60-4fc8-9692-aa632c54efa3'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:12.224508 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f862f7be-24b5-4b44-8313-c639997d9600 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.228197 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0f67637-8fd5-406b-8d3c-0693180669f9 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.229002 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0f67637-8fd5-406b-8d3c-0693180669f9 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.229296 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ea81cece-de71-4955-800d-07559d488a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.258842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f0f67637-8fd5-406b-8d3c-0693180669f9 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Calling delete_port for 063cb942-db1d-49b7-846a-e920048e9419 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:12.283135 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-d97f2305-f540-4b5e-bacd-48c12806f03a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cb22d9c9ca64cacba1a692a05940f23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6346972 Jul 14 09:28:12.353435 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f862f7be-24b5-4b44-8313-c639997d9600 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.411836 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e03efaa-f731-4e51-805a-1d97535cbc8a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.420750 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e03efaa-f731-4e51-805a-1d97535cbc8a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.430710 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-0c885710-cac5-4c34-95ad-7d202bf848aa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] remove_router_interface failed (client error): The resource could not be found. Jul 14 09:28:12.430710 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0c885710-cac5-4c34-95ad-7d202bf848aa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/536d63e2-1b60-4fc8-9692-aa632c54efa3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3680117 Jul 14 09:28:12.434808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e03efaa-f731-4e51-805a-1d97535cbc8a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:12.439008 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40590) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:12.457719 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e03efaa-f731-4e51-805a-1d97535cbc8a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.458514 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-2e03efaa-f731-4e51-805a-1d97535cbc8a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Added segment fdf0690f-7839-4563-9ca0-2df42a8e3ee5 of type vlan for network 3aba7709-7c05-4f50-b503-362915c71c26 Jul 14 09:28:12.499961 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bf36634e-f817-4bca-b711-116b19849c39 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/ports?device_id=536d63e2-1b60-4fc8-9692-aa632c54efa3 HTTP/1.1" status: 200 len: 205 time: 0.0596571 Jul 14 09:28:12.506507 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40592) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:12.584459 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03efaa-f731-4e51-805a-1d97535cbc8a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c96ae5e-dc7b-408a-af8b-7d2364a1c7b7,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:12.598946 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e03efaa-f731-4e51-805a-1d97535cbc8a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.602378 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f862f7be-24b5-4b44-8313-c639997d9600 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.630122 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-729cd478-bcef-40a4-b7c9-182227e284cd tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.658613 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0f67637-8fd5-406b-8d3c-0693180669f9 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.665219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-363a1660-372c-4341-ac3b-8e4a7a8a7dc8 service neutron] 10.222.0.26 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262229 Jul 14 09:28:12.669531 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e03efaa-f731-4e51-805a-1d97535cbc8a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.675100 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e03efaa-f731-4e51-805a-1d97535cbc8a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.676298 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e03efaa-f731-4e51-805a-1d97535cbc8a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.738831 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f67637-8fd5-406b-8d3c-0693180669f9 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Pushing event deleted for resources: {'Port': ['ID=063cb942-db1d-49b7-846a-e920048e9419,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:12.854595 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-729cd478-bcef-40a4-b7c9-182227e284cd tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.856955 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-729cd478-bcef-40a4-b7c9-182227e284cd tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.860434 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f862f7be-24b5-4b44-8313-c639997d9600 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.869922 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03efaa-f731-4e51-805a-1d97535cbc8a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Pushing event updated for resources: {'Network': ['ID=3aba7709-7c05-4f50-b503-362915c71c26,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:12.886558 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 3aba7709-7c05-4f50-b503-362915c71c26 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:12.905013 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0f67637-8fd5-406b-8d3c-0693180669f9 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.907610 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0f67637-8fd5-406b-8d3c-0693180669f9 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.912499 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f0f67637-8fd5-406b-8d3c-0693180669f9 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966 tempest-ExternalNetworksAdminNegativeTestJSON-1480702966-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/51e21eeb-be1b-44a6-ad02-daf1950ae81c HTTP/1.1" status: 204 len: 168 time: 1.8543501 Jul 14 09:28:12.926022 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-7d77ad6b-4167-42a3-9af2-6fc10e727f6f service neutron] 10.222.0.26 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462080 Jul 14 09:28:12.935748 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ea81cece-de71-4955-800d-07559d488a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.939524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862f7be-24b5-4b44-8313-c639997d9600 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event deleted for resources: {'Subnet': ['ID=c61d1f1e-ad20-4d01-9e66-e76c7222d816,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:12.945096 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ea81cece-de71-4955-800d-07559d488a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.948634 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f862f7be-24b5-4b44-8313-c639997d9600 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.951037 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f862f7be-24b5-4b44-8313-c639997d9600 tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "DELETE /v2.0/subnets/c61d1f1e-ad20-4d01-9e66-e76c7222d816 HTTP/1.1" status: 204 len: 168 time: 0.9830198 Jul 14 09:28:12.954085 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40596) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:12.963767 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac81bea-aeba-4f54-becf-45e05ee21a71 None None] Network d22cf11c-9a73-4a94-9be6-9bae279d10eb requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:12.970310 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-729cd478-bcef-40a4-b7c9-182227e284cd tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.971205 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729cd478-bcef-40a4-b7c9-182227e284cd tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Fanout notify agent at l3_agent the message router_deleted on router 536d63e2-1b60-4fc8-9692-aa632c54efa3 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:28:12.974932 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2e03efaa-f731-4e51-805a-1d97535cbc8a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.6179190 Jul 14 09:28:12.975578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40598) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:12.984664 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7e79831c-8747-4964-a9a5-f0a281a588d3 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Request body: {'subnet': {'network_id': '3aba7709-7c05-4f50-b503-362915c71c26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:12.986658 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-729cd478-bcef-40a4-b7c9-182227e284cd tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.988011 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-729cd478-bcef-40a4-b7c9-182227e284cd tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/routers/536d63e2-1b60-4fc8-9692-aa632c54efa3 HTTP/1.1" status: 204 len: 168 time: 0.4805417 Jul 14 09:28:12.996061 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40600) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:13.046833 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ea81cece-de71-4955-800d-07559d488a7d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dfc735dd2a9046e4a0403e4274d1d49c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1885297 Jul 14 09:28:13.050173 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40602) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:13.059427 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81cece-de71-4955-800d-07559d488a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270a0d04-a8a1-4261-bf00-f2ebb60840e7,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:13.109162 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc08e151-5066-4792-ab98-0ad6f824f108 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting subnet e7ce4ee6-13f0-443a-a527-d8ae153b3f19 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:13.123415 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dc08e151-5066-4792-ab98-0ad6f824f108 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.148289 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7965705f-25e3-4526-a1f1-30980ceb133b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.189078 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21ccfdb3-db91-48d1-9954-09d28452c0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.197392 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dc08e151-5066-4792-ab98-0ad6f824f108 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.245473 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e79831c-8747-4964-a9a5-f0a281a588d3 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Made reservation on behalf of 71f86deb3d1a4bdf8b0d513159acdfad for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:13.265680 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e79831c-8747-4964-a9a5-f0a281a588d3 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.354698 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21ccfdb3-db91-48d1-9954-09d28452c0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.436563 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2af238f-856f-4e53-b34f-2023b2ba2448 None None] DHCP port deletion for d22cf11c-9a73-4a94-9be6-9bae279d10eb request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:28:13.488659 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-14ce1666-9549-4b89-9b87-9c06549c2dfa req-5c56a628-4cc1-4fda-a583-3ab7ff969be5 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 210 time: 0.1739490 Jul 14 09:28:13.494939 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40612) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:13.546938 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e2af238f-856f-4e53-b34f-2023b2ba2448 None None] Deleting port 250f1f53-9296-4259-b2ca-944431fa506e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:13.547512 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e2af238f-856f-4e53-b34f-2023b2ba2448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.703132 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ea8844f-59bc-4f1d-a483-92a1ee8747c0 req-4a73daa7-bd5e-4eb0-b71a-45c4479c33c5 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 210 time: 0.2123637 Jul 14 09:28:13.735134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-7965705f-25e3-4526-a1f1-30980ceb133b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Deleting port 250f1f53-9296-4259-b2ca-944431fa506e {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:13.736906 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7965705f-25e3-4526-a1f1-30980ceb133b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.744935 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e2af238f-856f-4e53-b34f-2023b2ba2448 None None] For port 250f1f53-9296-4259-b2ca-944431fa506e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=250f1f53-9296-4259-b2ca-944431fa506e,segment=NetworkSegment(5d9ad0f2-5755-4573-b6cc-9edd7c490a03),segment_id=5d9ad0f2-5755-4573-b6cc-9edd7c490a03)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:13.745991 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e2af238f-856f-4e53-b34f-2023b2ba2448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.763308 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e2af238f-856f-4e53-b34f-2023b2ba2448 None None] Calling delete_port for 250f1f53-9296-4259-b2ca-944431fa506e owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:13.824857 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-8c7458ca-3cf0-4959-a468-d324a3b7dc35 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:13.826482 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-8c7458ca-3cf0-4959-a468-d324a3b7dc35 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.49 "GET /v2.0/networks?id=cb7535f9-bc7e-49b0-b814-10dffeec6052 HTTP/1.1" status: 200 len: 811 time: 0.5101244 Jul 14 09:28:13.835609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-7965705f-25e3-4526-a1f1-30980ceb133b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] For port 250f1f53-9296-4259-b2ca-944431fa506e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=250f1f53-9296-4259-b2ca-944431fa506e,segment=NetworkSegment(5d9ad0f2-5755-4573-b6cc-9edd7c490a03),segment_id=5d9ad0f2-5755-4573-b6cc-9edd7c490a03)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:13.835884 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7965705f-25e3-4526-a1f1-30980ceb133b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.841245 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21ccfdb3-db91-48d1-9954-09d28452c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.844463 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21ccfdb3-db91-48d1-9954-09d28452c0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.846159 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-21ccfdb3-db91-48d1-9954-09d28452c0cd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/270a0d04-a8a1-4261-bf00-f2ebb60840e7 HTTP/1.1" status: 204 len: 168 time: 0.7944474 Jul 14 09:28:13.862655 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccfdb3-db91-48d1-9954-09d28452c0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270a0d04-a8a1-4261-bf00-f2ebb60840e7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:13.881101 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dc08e151-5066-4792-ab98-0ad6f824f108 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.896445 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-7965705f-25e3-4526-a1f1-30980ceb133b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Calling delete_port for 250f1f53-9296-4259-b2ca-944431fa506e owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:13.901141 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cea31aed-e62c-4862-a8f4-73150603444a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.915070 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e2af238f-856f-4e53-b34f-2023b2ba2448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.977517 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dc08e151-5066-4792-ab98-0ad6f824f108 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.985903 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af238f-856f-4e53-b34f-2023b2ba2448 None None] Pushing event deleted for resources: {'Port': ['ID=250f1f53-9296-4259-b2ca-944431fa506e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:13.993633 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2af238f-856f-4e53-b34f-2023b2ba2448 None None] No DVR routers for this DVR port 250f1f53-9296-4259-b2ca-944431fa506e on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:14.013236 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-d51eacd3-d8eb-4c60-8d90-31cac9cac2f8 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eda0dcc3e874a49a638743b0ab4508c HTTP/1.1" status: 200 len: 380 time: 0.1586072 Jul 14 09:28:14.026202 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-d31564b9-2520-4eae-b50a-51f3df0b5115 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Request body: {'port': {'device_id': '63d22aed-3a4c-441d-8181-160de50462dd', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'admin_state_up': True, 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'security_groups': ['8caab4f8-950d-4a77-821e-78363ace0ade']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:14.033873 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08e151-5066-4792-ab98-0ad6f824f108 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ce4ee6-13f0-443a-a527-d8ae153b3f19,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:14.040265 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dc08e151-5066-4792-ab98-0ad6f824f108 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.045511 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dc08e151-5066-4792-ab98-0ad6f824f108 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/subnets/e7ce4ee6-13f0-443a-a527-d8ae153b3f19 HTTP/1.1" status: 204 len: 168 time: 1.0480633 Jul 14 09:28:14.046575 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40624) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:14.058308 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29ec70e-04c5-4194-924f-ad48aae5997f None None] Network 43bd488a-cc10-4ccc-b539-3a9dc7f04d70 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:14.174021 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6fd8c09d-a9f6-4f48-8ef4-228a8813e1a0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.182194 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cea31aed-e62c-4862-a8f4-73150603444a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.224273 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cea31aed-e62c-4862-a8f4-73150603444a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.307090 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8c09d-a9f6-4f48-8ef4-228a8813e1a0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting port 96791b36-52b8-4736-a9c9-b3db3b7c37be {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:14.307497 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6fd8c09d-a9f6-4f48-8ef4-228a8813e1a0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.360726 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea31aed-e62c-4862-a8f4-73150603444a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d40550-6270-4225-8a5f-3752dc6b724b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:14.378214 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 250f1f53-9296-4259-b2ca-944431fa506e no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:14.384419 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7965705f-25e3-4526-a1f1-30980ceb133b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.390641 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cea31aed-e62c-4862-a8f4-73150603444a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=11dad2f9c55c457dbec1afccc3154bba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8921354 Jul 14 09:28:14.397154 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40634) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:14.427736 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 250f1f53-9296-4259-b2ca-944431fa506e {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:14.428267 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 250f1f53-9296-4259-b2ca-944431fa506e not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:14.430585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1efd306-f4e9-4f4b-b6cd-ecb20b945919 None None] DHCP port deletion for 43bd488a-cc10-4ccc-b539-3a9dc7f04d70 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:28:14.499529 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a1efd306-f4e9-4f4b-b6cd-ecb20b945919 None None] Deleting port 96791b36-52b8-4736-a9c9-b3db3b7c37be {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:14.501279 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1efd306-f4e9-4f4b-b6cd-ecb20b945919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.501547 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-6fd8c09d-a9f6-4f48-8ef4-228a8813e1a0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] For port 96791b36-52b8-4736-a9c9-b3db3b7c37be, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=96791b36-52b8-4736-a9c9-b3db3b7c37be,segment=NetworkSegment(65f36f4f-b093-4c5a-b65b-f70dde2dbf5c),segment_id=65f36f4f-b093-4c5a-b65b-f70dde2dbf5c)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:14.512114 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6fd8c09d-a9f6-4f48-8ef4-228a8813e1a0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.545196 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965705f-25e3-4526-a1f1-30980ceb133b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event deleted for resources: {'Port': ['ID=250f1f53-9296-4259-b2ca-944431fa506e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:14.551031 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8c09d-a9f6-4f48-8ef4-228a8813e1a0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Calling delete_port for 96791b36-52b8-4736-a9c9-b3db3b7c37be owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:14.580258 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7965705f-25e3-4526-a1f1-30980ceb133b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] No DVR routers for this DVR port 250f1f53-9296-4259-b2ca-944431fa506e on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:14.608157 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fafc36ac-b9af-41fe-ab96-80b76a5d154e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.616179 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a1efd306-f4e9-4f4b-b6cd-ecb20b945919 None None] For port 96791b36-52b8-4736-a9c9-b3db3b7c37be, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=96791b36-52b8-4736-a9c9-b3db3b7c37be,segment=NetworkSegment(65f36f4f-b093-4c5a-b65b-f70dde2dbf5c),segment_id=65f36f4f-b093-4c5a-b65b-f70dde2dbf5c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:14.616884 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1efd306-f4e9-4f4b-b6cd-ecb20b945919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.634330 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a1efd306-f4e9-4f4b-b6cd-ecb20b945919 None None] Calling delete_port for 96791b36-52b8-4736-a9c9-b3db3b7c37be owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:14.704369 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e79831c-8747-4964-a9a5-f0a281a588d3 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.712614 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-d31564b9-2520-4eae-b50a-51f3df0b5115 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Made reservation on behalf of 9eda0dcc3e874a49a638743b0ab4508c for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:14.716675 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-d31564b9-2520-4eae-b50a-51f3df0b5115 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.750528 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fafc36ac-b9af-41fe-ab96-80b76a5d154e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.810340 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7965705f-25e3-4526-a1f1-30980ceb133b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.819418 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95aec275-d2c3-4d06-ac4d-93f70c824508 req-48c58d2e-fd7f-4fba-a470-0940c3d44d3f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 210 time: 0.0502129 Jul 14 09:28:14.903990 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6fd8c09d-a9f6-4f48-8ef4-228a8813e1a0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.936429 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1efd306-f4e9-4f4b-b6cd-ecb20b945919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.946231 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fafc36ac-b9af-41fe-ab96-80b76a5d154e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.948818 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fafc36ac-b9af-41fe-ab96-80b76a5d154e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.950018 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fafc36ac-b9af-41fe-ab96-80b76a5d154e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/86d40550-6270-4225-8a5f-3752dc6b724b HTTP/1.1" status: 204 len: 168 time: 0.5524104 Jul 14 09:28:14.954923 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8c09d-a9f6-4f48-8ef4-228a8813e1a0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Port': ['ID=96791b36-52b8-4736-a9c9-b3db3b7c37be,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:14.963433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd8c09d-a9f6-4f48-8ef4-228a8813e1a0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] No DVR routers for this DVR port 96791b36-52b8-4736-a9c9-b3db3b7c37be on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:14.965569 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc36ac-b9af-41fe-ab96-80b76a5d154e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d40550-6270-4225-8a5f-3752dc6b724b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:15.045143 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-d31564b9-2520-4eae-b50a-51f3df0b5115 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Allocated IP 172.20.0.4 (cb7535f9-bc7e-49b0-b814-10dffeec6052/33d74a61-4251-4207-b4f8-9d0620b80344/7bbb8cc5-1565-4f8d-97de-59d3b6c77457) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:15.046635 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1efd306-f4e9-4f4b-b6cd-ecb20b945919 None None] No DVR routers for this DVR port 96791b36-52b8-4736-a9c9-b3db3b7c37be on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:15.048733 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efd306-f4e9-4f4b-b6cd-ecb20b945919 None None] Pushing event deleted for resources: {'Port': ['ID=96791b36-52b8-4736-a9c9-b3db3b7c37be,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:15.125670 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6fd8c09d-a9f6-4f48-8ef4-228a8813e1a0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.168634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-6fd8c09d-a9f6-4f48-8ef4-228a8813e1a0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43bd488a-cc10-4ccc-b539-3a9dc7f04d70']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:15.170206 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7965705f-25e3-4526-a1f1-30980ceb133b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22cf11c-9a73-4a94-9be6-9bae279d10eb']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:15.225739 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e894cc27-a192-4a57-9a02-177c1e9a50ac req-73619034-2e8b-45a1-925a-4ecd9739275f tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 210 time: 0.1224015 Jul 14 09:28:15.227562 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7965705f-25e3-4526-a1f1-30980ceb133b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9ad0f2-5755-4573-b6cc-9edd7c490a03') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:15.227862 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7965705f-25e3-4526-a1f1-30980ceb133b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9ad0f2-5755-4573-b6cc-9edd7c490a03') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:15.268135 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79831c-8747-4964-a9a5-f0a281a588d3 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Pushing event updated for resources: {'Subnet': ['ID=5b0f9c60-6a37-4387-b5fb-df379cece0a7,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:15.272714 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7965705f-25e3-4526-a1f1-30980ceb133b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.302348 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-6fd8c09d-a9f6-4f48-8ef4-228a8813e1a0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f36f4f-b093-4c5a-b65b-f70dde2dbf5c') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:15.302654 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-6fd8c09d-a9f6-4f48-8ef4-228a8813e1a0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f36f4f-b093-4c5a-b65b-f70dde2dbf5c') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:15.319293 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e79831c-8747-4964-a9a5-f0a281a588d3 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Checking segment: {'id': 'fdf0690f-7839-4563-9ca0-2df42a8e3ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3aba7709-7c05-4f50-b503-362915c71c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:15.319696 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6fd8c09d-a9f6-4f48-8ef4-228a8813e1a0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.319847 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e79831c-8747-4964-a9a5-f0a281a588d3 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Network hostable DHCP agents. Network: 3aba7709-7c05-4f50-b503-362915c71c26, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:15.337715 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7965705f-25e3-4526-a1f1-30980ceb133b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.346564 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6fd8c09d-a9f6-4f48-8ef4-228a8813e1a0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.366734 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd8c09d-a9f6-4f48-8ef4-228a8813e1a0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:15.367188 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6fd8c09d-a9f6-4f48-8ef4-228a8813e1a0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:15.372100 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:15.423800 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7965705f-25e3-4526-a1f1-30980ceb133b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:15.424349 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7965705f-25e3-4526-a1f1-30980ceb133b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:15.433082 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:15.520899 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-7852aad1-3126-4bac-91f2-e469e37c18ac tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:15.522807 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-7852aad1-3126-4bac-91f2-e469e37c18ac tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.55 "GET /v2.0/networks?id=6e4991ac-2228-452d-ab57-e39ab6b100bc HTTP/1.1" status: 200 len: 815 time: 0.3992424 Jul 14 09:28:15.524272 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e79831c-8747-4964-a9a5-f0a281a588d3 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Network 3aba7709-7c05-4f50-b503-362915c71c26 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:15.530196 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6fd8c09d-a9f6-4f48-8ef4-228a8813e1a0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.541401 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6fd8c09d-a9f6-4f48-8ef4-228a8813e1a0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.552153 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40668) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:15.552743 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6fd8c09d-a9f6-4f48-8ef4-228a8813e1a0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/networks/43bd488a-cc10-4ccc-b539-3a9dc7f04d70 HTTP/1.1" status: 204 len: 168 time: 1.5032718 Jul 14 09:28:15.552891 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-7e79831c-8747-4964-a9a5-f0a281a588d3 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 3aba7709-7c05-4f50-b503-362915c71c26) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:15.565421 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-44c8324c-8b51-4c9e-bb29-73fd5399eb49 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'network': {'name': 'tempest-RoutersTest-1474484586'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:15.580931 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e79831c-8747-4964-a9a5-f0a281a588d3 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:15.582481 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236f84d2-ed15-45be-8f12-5b0d8b623c26 None None] Network 3aba7709-7c05-4f50-b503-362915c71c26 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:15.584449 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e79831c-8747-4964-a9a5-f0a281a588d3 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.603211 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8c09d-a9f6-4f48-8ef4-228a8813e1a0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Network': ['ID=43bd488a-cc10-4ccc-b539-3a9dc7f04d70,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:15.623788 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7965705f-25e3-4526-a1f1-30980ceb133b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.631087 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7965705f-25e3-4526-a1f1-30980ceb133b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.634569 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7965705f-25e3-4526-a1f1-30980ceb133b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "DELETE /v2.0/networks/d22cf11c-9a73-4a94-9be6-9bae279d10eb HTTP/1.1" status: 204 len: 168 time: 2.6783242 Jul 14 09:28:15.647929 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-d31564b9-2520-4eae-b50a-51f3df0b5115 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.652844 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40670) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:15.655671 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c8324c-8b51-4c9e-bb29-73fd5399eb49 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Made reservation on behalf of 59d7d101252e4592bbe2b29387c4a9ad for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:15.660537 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-44c8324c-8b51-4c9e-bb29-73fd5399eb49 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.728256 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965705f-25e3-4526-a1f1-30980ceb133b tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event deleted for resources: {'Network': ['ID=d22cf11c-9a73-4a94-9be6-9bae279d10eb,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:15.737002 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-da8e6878-a169-4e05-9258-2d1023a75f16 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cb22d9c9ca64cacba1a692a05940f23 HTTP/1.1" status: 200 len: 380 time: 0.1818898 Jul 14 09:28:15.752954 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-d31564b9-2520-4eae-b50a-51f3df0b5115 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Transition to ACTIVE for port object 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:15.757349 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7e79831c-8747-4964-a9a5-f0a281a588d3 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7784653 Jul 14 09:28:15.760906 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40680) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:15.773917 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-f3ea613a-af5c-4227-9839-1b7b7d31f35a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Request body: {'port': {'device_id': '36ec01a1-9458-48a0-82d4-d85c6ada428d', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'admin_state_up': True, 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'security_groups': ['9c6bab10-936c-49ac-9b43-c3ef07d2c2b1']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:15.780965 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40684) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:15.782738 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-52db06da-3502-423e-abb3-c43238fad8ec tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Request body: {'network': {'name': 'tempest-router-network01--1999501332'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:15.824424 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c8324c-8b51-4c9e-bb29-73fd5399eb49 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:15.845506 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52db06da-3502-423e-abb3-c43238fad8ec tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Made reservation on behalf of 71f86deb3d1a4bdf8b0d513159acdfad for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:15.849247 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-52db06da-3502-423e-abb3-c43238fad8ec tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.858941 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-44c8324c-8b51-4c9e-bb29-73fd5399eb49 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.859291 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-44c8324c-8b51-4c9e-bb29-73fd5399eb49 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Added segment 72be3a70-e657-48ef-8059-a1207bb71733 of type vlan for network e3c2d984-a7b3-4cee-b485-57f7ae5e2b25 Jul 14 09:28:15.880805 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-3aba7709-7c05-4f50-b503-362915c71c26', 'network_id': '3aba7709-7c05-4f50-b503-362915c71c26', 'tenant_id': '71f86deb3d1a4bdf8b0d513159acdfad', 'fixed_ips': [{'subnet_id': '5b0f9c60-6a37-4387-b5fb-df379cece0a7'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:15.883208 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.925383 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-d31564b9-2520-4eae-b50a-51f3df0b5115 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.971918 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52db06da-3502-423e-abb3-c43238fad8ec tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:15.976167 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-44c8324c-8b51-4c9e-bb29-73fd5399eb49 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.013205 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-52db06da-3502-423e-abb3-c43238fad8ec tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.014972 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-52db06da-3502-423e-abb3-c43238fad8ec tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Added segment 46f10710-fd1b-4419-be8d-7e561f37979a of type vlan for network d35186df-2955-46a7-9a96-7e7b903c8362 Jul 14 09:28:16.036496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a32cc0e-50a7-4c2b-ac7e-383ffa371b0d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Deleting subnet 0d8e77cf-bc95-480e-8498-3dd18b94a239 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:16.040722 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a32cc0e-50a7-4c2b-ac7e-383ffa371b0d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.053692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-d31564b9-2520-4eae-b50a-51f3df0b5115 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Network cb7535f9-bc7e-49b0-b814-10dffeec6052 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:16.075897 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31564b9-2520-4eae-b50a-51f3df0b5115 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Pushing event updated for resources: {'Port': ['ID=7bbb8cc5-1565-4f8d-97de-59d3b6c77457,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:16.083616 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-d31564b9-2520-4eae-b50a-51f3df0b5115 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:16.090659 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-d31564b9-2520-4eae-b50a-51f3df0b5115 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:16.135944 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-52db06da-3502-423e-abb3-c43238fad8ec tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.136401 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a32cc0e-50a7-4c2b-ac7e-383ffa371b0d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.141147 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-44c8324c-8b51-4c9e-bb29-73fd5399eb49 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.149392 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c8324c-8b51-4c9e-bb29-73fd5399eb49 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.150566 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-44c8324c-8b51-4c9e-bb29-73fd5399eb49 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.207474 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Allocated IP 172.20.0.2 (3aba7709-7c05-4f50-b503-362915c71c26/5b0f9c60-6a37-4387-b5fb-df379cece0a7/777afa8a-97e2-4865-b1ea-3cb6a1e57278) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:16.295930 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a32cc0e-50a7-4c2b-ac7e-383ffa371b0d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.320087 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d004e0f7-9b90-42dc-8cdc-94d2bde40d58 req-3c95a319-5c1e-40b3-99c3-e14d14638f66 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 210 time: 0.1878557 Jul 14 09:28:16.329474 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.resource_extend [None req-52db06da-3502-423e-abb3-c43238fad8ec tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:28:16.393241 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a32cc0e-50a7-4c2b-ac7e-383ffa371b0d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.404139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-d31564b9-2520-4eae-b50a-51f3df0b5115 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.405027 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-d31564b9-2520-4eae-b50a-51f3df0b5115 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.410910 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8324c-8b51-4c9e-bb29-73fd5399eb49 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Network': ['ID=e3c2d984-a7b3-4cee-b485-57f7ae5e2b25,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:16.419842 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-52db06da-3502-423e-abb3-c43238fad8ec tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.436615 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52db06da-3502-423e-abb3-c43238fad8ec tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.438034 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-52db06da-3502-423e-abb3-c43238fad8ec tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.466368 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 96791b36-52b8-4736-a9c9-b3db3b7c37be no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:16.469361 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network e3c2d984-a7b3-4cee-b485-57f7ae5e2b25 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:16.471181 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40696) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:16.497413 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32cc0e-50a7-4c2b-ac7e-383ffa371b0d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8e77cf-bc95-480e-8498-3dd18b94a239,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:16.501805 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a32cc0e-50a7-4c2b-ac7e-383ffa371b0d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.506465 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1a32cc0e-50a7-4c2b-ac7e-383ffa371b0d tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "DELETE /v2.0/subnets/0d8e77cf-bc95-480e-8498-3dd18b94a239 HTTP/1.1" status: 204 len: 168 time: 0.8503098 Jul 14 09:28:16.509493 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40698) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:16.533657 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bb419f-a2da-44eb-8316-d0fe9f654244 None None] Network 4d071922-c410-48c3-a92c-aed744b6c871 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:16.544259 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-d31564b9-2520-4eae-b50a-51f3df0b5115 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5219455 Jul 14 09:28:16.545444 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-f3ea613a-af5c-4227-9839-1b7b7d31f35a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Made reservation on behalf of 5cb22d9c9ca64cacba1a692a05940f23 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:16.546976 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-52db06da-3502-423e-abb3-c43238fad8ec tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7823143 Jul 14 09:28:16.551952 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-f3ea613a-af5c-4227-9839-1b7b7d31f35a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.567446 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-44c8324c-8b51-4c9e-bb29-73fd5399eb49 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0060866 Jul 14 09:28:16.568576 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40702) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:16.574532 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 96791b36-52b8-4736-a9c9-b3db3b7c37be {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:16.574879 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 96791b36-52b8-4736-a9c9-b3db3b7c37be not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:16.575303 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40704) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:16.579505 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-ca3cab2a-546d-4ae8-b065-4e4e72a0d76a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Request body: {'network': {'name': 'tempest-router-network02--1139947788'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:16.592759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] Request body: {'port': {'device_id': '63d22aed-3a4c-441d-8181-160de50462dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:16.602418 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8cbf9046-8aae-40fa-8aa2-264a8869e83c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'subnet': {'network_id': 'e3c2d984-a7b3-4cee-b485-57f7ae5e2b25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:16.619447 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-881bf644-b40c-438e-a234-5c41c2bf4b8f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a68ae16a859a4fb1a83c2b44cd4338e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8351784 Jul 14 09:28:16.623166 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40706) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:16.644809 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.657841 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db06da-3502-423e-abb3-c43238fad8ec tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Pushing event updated for resources: {'Network': ['ID=d35186df-2955-46a7-9a96-7e7b903c8362,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:16.678156 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-226d4cb9-4281-4686-a29d-e38616f2b0d4 None None] Provisioning for port 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:16.688353 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network d35186df-2955-46a7-9a96-7e7b903c8362 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:16.716983 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-590a84ed-7f0b-4647-947f-1f1fc0d63233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.729131 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-226d4cb9-4281-4686-a29d-e38616f2b0d4 None None] Provisioning complete for port 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:16.729476 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-226d4cb9-4281-4686-a29d-e38616f2b0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.754739 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3cab2a-546d-4ae8-b065-4e4e72a0d76a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Made reservation on behalf of 71f86deb3d1a4bdf8b0d513159acdfad for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:16.759055 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ca3cab2a-546d-4ae8-b065-4e4e72a0d76a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.767115 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d10a4bd6-d0de-467d-a405-7414ea6a9a1a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.833291 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-590a84ed-7f0b-4647-947f-1f1fc0d63233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.849836 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f1245-2f4d-4aba-bca6-f89cb914df7d req-69b11495-8636-4047-bf84-5cce7de42ebe tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.856786 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1f8f1245-2f4d-4aba-bca6-f89cb914df7d req-69b11495-8636-4047-bf84-5cce7de42ebe tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 931 time: 0.3374407 Jul 14 09:28:16.876545 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-41fd382a-a1a2-446e-b292-b6dce4f2842e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.898279 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.901092 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-226d4cb9-4281-4686-a29d-e38616f2b0d4 None None] Port 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:16.901742 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3cab2a-546d-4ae8-b065-4e4e72a0d76a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:16.904291 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.917638 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbf9046-8aae-40fa-8aa2-264a8869e83c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Made reservation on behalf of 59d7d101252e4592bbe2b29387c4a9ad for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:16.918768 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Transition to ACTIVE for port object 777afa8a-97e2-4865-b1ea-3cb6a1e57278 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:16.921340 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9046-8aae-40fa-8aa2-264a8869e83c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.945243 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Transition to ACTIVE for port object 777afa8a-97e2-4865-b1ea-3cb6a1e57278 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:16.955374 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.978665 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ca3cab2a-546d-4ae8-b065-4e4e72a0d76a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.979253 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-ca3cab2a-546d-4ae8-b065-4e4e72a0d76a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Added segment 9da172e8-9009-4083-801e-8c564feca933 of type vlan for network 4c304b8f-7c01-45a0-b910-943396307255 Jul 14 09:28:16.994064 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Network 3aba7709-7c05-4f50-b503-362915c71c26 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:16.999813 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:17.003921 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:17.010035 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-f3ea613a-af5c-4227-9839-1b7b7d31f35a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Allocated IP 172.20.0.5 (6e4991ac-2228-452d-ab57-e39ab6b100bc/453b9a84-a49e-4445-ade0-e83a68e64b54/ea66b038-9384-4309-8867-09e72af1a81e) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:17.044977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-d10a4bd6-d0de-467d-a405-7414ea6a9a1a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Deleting port 0e3b887b-ed2a-4994-88a6-a5b71f5fa978 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:17.045741 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d10a4bd6-d0de-467d-a405-7414ea6a9a1a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.052929 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-590a84ed-7f0b-4647-947f-1f1fc0d63233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.054491 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-590a84ed-7f0b-4647-947f-1f1fc0d63233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.059761 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-590a84ed-7f0b-4647-947f-1f1fc0d63233 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f5a3ceb5-09ff-4b63-9ba7-ffb6b59ebf9e HTTP/1.1" status: 204 len: 168 time: 0.4335558 Jul 14 09:28:17.061773 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Pushing event updated for resources: {'Port': ['ID=777afa8a-97e2-4865-b1ea-3cb6a1e57278,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:17.095316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db383b6c-5768-4d89-9f40-f982502a4ed7 None None] DHCP port deletion for 4d071922-c410-48c3-a92c-aed744b6c871 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:28:17.118789 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a84ed-7f0b-4647-947f-1f1fc0d63233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a3ceb5-09ff-4b63-9ba7-ffb6b59ebf9e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:17.144790 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Attempting to bind port 777afa8a-97e2-4865-b1ea-3cb6a1e57278 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:17.145488 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Attempting to bind port 777afa8a-97e2-4865-b1ea-3cb6a1e57278 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'fdf0690f-7839-4563-9ca0-2df42a8e3ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3aba7709-7c05-4f50-b503-362915c71c26'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:17.146053 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Attempting to bind port 777afa8a-97e2-4865-b1ea-3cb6a1e57278 on network 3aba7709-7c05-4f50-b503-362915c71c26 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:17.154243 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:17.155000 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Checking segment: {'id': 'fdf0690f-7839-4563-9ca0-2df42a8e3ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3aba7709-7c05-4f50-b503-362915c71c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:17.155582 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.156153 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Bound using segment: {'id': 'fdf0690f-7839-4563-9ca0-2df42a8e3ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3aba7709-7c05-4f50-b503-362915c71c26'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:17.156807 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Bound port: 777afa8a-97e2-4865-b1ea-3cb6a1e57278, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf0690f-7839-4563-9ca0-2df42a8e3ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3aba7709-7c05-4f50-b503-362915c71c26'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:17.157379 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.241081 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1f8f1245-2f4d-4aba-bca6-f89cb914df7d req-9ae5d0d4-6339-4bbf-b8d7-8a5a3b3cffb0 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=8caab4f8-950d-4a77-821e-78363ace0ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3790233 Jul 14 09:28:17.245506 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-db383b6c-5768-4d89-9f40-f982502a4ed7 None None] Deleting port 0e3b887b-ed2a-4994-88a6-a5b71f5fa978 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:17.245916 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db383b6c-5768-4d89-9f40-f982502a4ed7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.289692 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ca3cab2a-546d-4ae8-b065-4e4e72a0d76a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.311952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] For port 777afa8a-97e2-4865-b1ea-3cb6a1e57278, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:17.334221 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] For port 777afa8a-97e2-4865-b1ea-3cb6a1e57278, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=777afa8a-97e2-4865-b1ea-3cb6a1e57278,segment=NetworkSegment(fdf0690f-7839-4563-9ca0-2df42a8e3ee5),segment_id=fdf0690f-7839-4563-9ca0-2df42a8e3ee5)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:17.341983 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-f3ea613a-af5c-4227-9839-1b7b7d31f35a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.342865 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.351415 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-db383b6c-5768-4d89-9f40-f982502a4ed7 None None] For port 0e3b887b-ed2a-4994-88a6-a5b71f5fa978, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0e3b887b-ed2a-4994-88a6-a5b71f5fa978,segment=NetworkSegment(3fea9c58-d626-404c-b5e7-7f5b69946399),segment_id=3fea9c58-d626-404c-b5e7-7f5b69946399)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:17.351815 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db383b6c-5768-4d89-9f40-f982502a4ed7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.363649 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-f3ea613a-af5c-4227-9839-1b7b7d31f35a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Transition to ACTIVE for port object ea66b038-9384-4309-8867-09e72af1a81e will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:17.425109 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-db383b6c-5768-4d89-9f40-f982502a4ed7 None None] Calling delete_port for 0e3b887b-ed2a-4994-88a6-a5b71f5fa978 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:17.425833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-d10a4bd6-d0de-467d-a405-7414ea6a9a1a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] For port 0e3b887b-ed2a-4994-88a6-a5b71f5fa978, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0e3b887b-ed2a-4994-88a6-a5b71f5fa978,segment=NetworkSegment(3fea9c58-d626-404c-b5e7-7f5b69946399),segment_id=3fea9c58-d626-404c-b5e7-7f5b69946399)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:17.426215 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d10a4bd6-d0de-467d-a405-7414ea6a9a1a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.443713 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-d10a4bd6-d0de-467d-a405-7414ea6a9a1a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Calling delete_port for 0e3b887b-ed2a-4994-88a6-a5b71f5fa978 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:17.458245 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-f3ea613a-af5c-4227-9839-1b7b7d31f35a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.487107 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-f3ea613a-af5c-4227-9839-1b7b7d31f35a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Network 6e4991ac-2228-452d-ab57-e39ab6b100bc is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:17.497141 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-f3ea613a-af5c-4227-9839-1b7b7d31f35a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:17.567960 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ca3cab2a-546d-4ae8-b065-4e4e72a0d76a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.573726 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096ad6c-f003-4b5e-b5ff-ec818c8bc0b1 None None] Pushing event updated for resources: {'Port': ['ID=777afa8a-97e2-4865-b1ea-3cb6a1e57278,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:17.579951 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3cab2a-546d-4ae8-b065-4e4e72a0d76a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:17.580599 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ca3cab2a-546d-4ae8-b065-4e4e72a0d76a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.597158 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-f3ea613a-af5c-4227-9839-1b7b7d31f35a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:17.664078 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db383b6c-5768-4d89-9f40-f982502a4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.711955 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db383b6c-5768-4d89-9f40-f982502a4ed7 None None] Pushing event deleted for resources: {'Port': ['ID=0e3b887b-ed2a-4994-88a6-a5b71f5fa978,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:17.713931 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db383b6c-5768-4d89-9f40-f982502a4ed7 None None] No DVR routers for this DVR port 0e3b887b-ed2a-4994-88a6-a5b71f5fa978 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:17.725954 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-f3ea613a-af5c-4227-9839-1b7b7d31f35a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:17.725954 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-f3ea613a-af5c-4227-9839-1b7b7d31f35a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.744612 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea613a-af5c-4227-9839-1b7b7d31f35a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Pushing event updated for resources: {'Port': ['ID=ea66b038-9384-4309-8867-09e72af1a81e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:17.849010 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d10a4bd6-d0de-467d-a405-7414ea6a9a1a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.897957 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a4bd6-d0de-467d-a405-7414ea6a9a1a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event deleted for resources: {'Port': ['ID=0e3b887b-ed2a-4994-88a6-a5b71f5fa978,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:17.913637 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10a4bd6-d0de-467d-a405-7414ea6a9a1a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] No DVR routers for this DVR port 0e3b887b-ed2a-4994-88a6-a5b71f5fa978 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:17.919577 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-41fd382a-a1a2-446e-b292-b6dce4f2842e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.937529 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cab2a-546d-4ae8-b065-4e4e72a0d76a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Pushing event updated for resources: {'Network': ['ID=4c304b8f-7c01-45a0-b910-943396307255,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:17.950868 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-f3ea613a-af5c-4227-9839-1b7b7d31f35a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1841667 Jul 14 09:28:17.952602 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-41fd382a-a1a2-446e-b292-b6dce4f2842e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.956030 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 4c304b8f-7c01-45a0-b910-943396307255 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:18.020809 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] Request body: {'port': {'device_id': '36ec01a1-9458-48a0-82d4-d85c6ada428d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:18.036006 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd382a-a1a2-446e-b292-b6dce4f2842e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7df3d4-8aa9-4268-aaa1-f9ccb0ef450c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:18.055402 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ca3cab2a-546d-4ae8-b065-4e4e72a0d76a tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4754527 Jul 14 09:28:18.056350 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40728) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:18.087222 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d10a4bd6-d0de-467d-a405-7414ea6a9a1a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.101517 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-d10a4bd6-d0de-467d-a405-7414ea6a9a1a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d071922-c410-48c3-a92c-aed744b6c871']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:18.114606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-d10a4bd6-d0de-467d-a405-7414ea6a9a1a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fea9c58-d626-404c-b5e7-7f5b69946399') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:18.114985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-d10a4bd6-d0de-467d-a405-7414ea6a9a1a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fea9c58-d626-404c-b5e7-7f5b69946399') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:18.119538 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8025cc8d-02ca-4126-a3b0-51161984bdfd tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Request body: {'subnet': {'network_id': 'd35186df-2955-46a7-9a96-7e7b903c8362', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:18.128391 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d10a4bd6-d0de-467d-a405-7414ea6a9a1a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.155104 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d10a4bd6-d0de-467d-a405-7414ea6a9a1a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.155808 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d44e4472-a4e6-459a-9592-fe9ae1b62a87 None None] Provisioning for port ea66b038-9384-4309-8867-09e72af1a81e completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:18.162344 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d44e4472-a4e6-459a-9592-fe9ae1b62a87 None None] Provisioning complete for port ea66b038-9384-4309-8867-09e72af1a81e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:18.162817 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d44e4472-a4e6-459a-9592-fe9ae1b62a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.189843 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10a4bd6-d0de-467d-a405-7414ea6a9a1a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:18.190318 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d10a4bd6-d0de-467d-a405-7414ea6a9a1a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:18.195363 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:18.215618 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-41fd382a-a1a2-446e-b292-b6dce4f2842e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=16c75d643d334adfac208290b5c1643b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7430794 Jul 14 09:28:18.222310 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d44e4472-a4e6-459a-9592-fe9ae1b62a87 None None] Port ea66b038-9384-4309-8867-09e72af1a81e cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:18.240613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40732) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:18.251160 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcf0c2-e233-4680-8c29-0556e7a17947 req-55cdd4ac-2610-4043-a803-826018f873b5 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:18.253259 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ddcf0c2-e233-4680-8c29-0556e7a17947 req-55cdd4ac-2610-4043-a803-826018f873b5 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 931 time: 0.6357830 Jul 14 09:28:18.254692 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9046-8aae-40fa-8aa2-264a8869e83c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.280595 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.342320 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d10a4bd6-d0de-467d-a405-7414ea6a9a1a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.367253 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d10a4bd6-d0de-467d-a405-7414ea6a9a1a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.372263 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d10a4bd6-d0de-467d-a405-7414ea6a9a1a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] 10.222.0.26 "DELETE /v2.0/networks/4d071922-c410-48c3-a92c-aed744b6c871 HTTP/1.1" status: 204 len: 168 time: 1.8608425 Jul 14 09:28:18.381924 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a4bd6-d0de-467d-a405-7414ea6a9a1a tempest-ServersTestMultiNic-192394244 tempest-ServersTestMultiNic-192394244-project] Pushing event deleted for resources: {'Network': ['ID=4d071922-c410-48c3-a92c-aed744b6c871,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:18.472493 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 777afa8a-97e2-4865-b1ea-3cb6a1e57278 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:18.539970 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 777afa8a-97e2-4865-b1ea-3cb6a1e57278 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:18.622589 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0e3b887b-ed2a-4994-88a6-a5b71f5fa978 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:18.700067 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 0e3b887b-ed2a-4994-88a6-a5b71f5fa978 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:18.700673 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0e3b887b-ed2a-4994-88a6-a5b71f5fa978 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:18.789742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea66b038-9384-4309-8867-09e72af1a81e {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:18.798603 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.807197 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:18.819421 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] Transition to ACTIVE for port object ea66b038-9384-4309-8867-09e72af1a81e will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:18.824389 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.831179 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.887034 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] Pushing event updated for resources: {'Port': ['ID=ea66b038-9384-4309-8867-09e72af1a81e,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:18.922044 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf9046-8aae-40fa-8aa2-264a8869e83c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Subnet': ['ID=e450c03e-736c-477b-80e3-61adc20d2b89,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:18.930074 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] Transition to ACTIVE for port object 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:18.951417 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ddcf0c2-e233-4680-8c29-0556e7a17947 req-d7e8906e-5965-4032-8c21-fb0b857415e3 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6691866 Jul 14 09:28:18.957773 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.047971 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8025cc8d-02ca-4126-a3b0-51161984bdfd tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Made reservation on behalf of 71f86deb3d1a4bdf8b0d513159acdfad for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:19.051749 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8025cc8d-02ca-4126-a3b0-51161984bdfd tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.079502 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf9046-8aae-40fa-8aa2-264a8869e83c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Checking segment: {'id': '72be3a70-e657-48ef-8059-a1207bb71733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e3c2d984-a7b3-4cee-b485-57f7ae5e2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:19.079864 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbf9046-8aae-40fa-8aa2-264a8869e83c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network hostable DHCP agents. Network: e3c2d984-a7b3-4cee-b485-57f7ae5e2b25, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:19.102439 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] Attempting to bind port ea66b038-9384-4309-8867-09e72af1a81e on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:19.102923 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] Attempting to bind port ea66b038-9384-4309-8867-09e72af1a81e by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '17918165-02df-40ca-bae9-9149208b1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:19.103668 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] Attempting to bind port ea66b038-9384-4309-8867-09e72af1a81e on network 6e4991ac-2228-452d-ab57-e39ab6b100bc {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:19.116301 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9819955a-4e2f-4af8-a794-869df2c68b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.116568 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] Port ea66b038-9384-4309-8867-09e72af1a81e on network 6e4991ac-2228-452d-ab57-e39ab6b100bc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:28:19.117031 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] Attempting to bind port ea66b038-9384-4309-8867-09e72af1a81e on network 6e4991ac-2228-452d-ab57-e39ab6b100bc {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:19.131655 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:19.131924 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] Checking segment: {'id': '17918165-02df-40ca-bae9-9149208b1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:19.132336 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] Bound using segment: {'id': '17918165-02df-40ca-bae9-9149208b1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:19.135805 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] Bound port: ea66b038-9384-4309-8867-09e72af1a81e, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17918165-02df-40ca-bae9-9149208b1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:19.138215 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.191704 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbb8cc5-1565-4f8d-97de-59d3b6c77457,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:19.195082 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f98e37-d34f-4f9b-a4ff-a182b0c1163d None None] Network 3aba7709-7c05-4f50-b503-362915c71c26 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:19.210063 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9819955a-4e2f-4af8-a794-869df2c68b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.390960 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] For port ea66b038-9384-4309-8867-09e72af1a81e, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:19.398507 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] For port ea66b038-9384-4309-8867-09e72af1a81e, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ea66b038-9384-4309-8867-09e72af1a81e,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:19.407794 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.414910 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3d0cc6a4-283f-474b-b529-36c885a4251e None None] Provisioning for port 777afa8a-97e2-4865-b1ea-3cb6a1e57278 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:19.432064 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf2fd8-a952-4b6a-87b8-a4386e2b2afb req-fac104ae-a8cc-4dbe-a8eb-e88ea682b750 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.447322 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3bf2fd8-a952-4b6a-87b8-a4386e2b2afb req-fac104ae-a8cc-4dbe-a8eb-e88ea682b750 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 931 time: 0.6315498 Jul 14 09:28:19.447833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.448477 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.449211 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbf9046-8aae-40fa-8aa2-264a8869e83c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network e3c2d984-a7b3-4cee-b485-57f7ae5e2b25 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:19.454171 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] 10.222.0.55 "PUT /v2.0/ports/ea66b038-9384-4309-8867-09e72af1a81e HTTP/1.1" status: 200 len: 1092 time: 1.4435859 Jul 14 09:28:19.454360 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ec01a1-9458-48a0-82d4-d85c6ada428d', 'tag': 'ea66b038-9384-4309-8867-09e72af1a81e'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:19.458960 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3d0cc6a4-283f-474b-b529-36c885a4251e None None] Provisioning complete for port 777afa8a-97e2-4865-b1ea-3cb6a1e57278 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:19.460713 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc6a4-283f-474b-b529-36c885a4251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.462339 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b038ab4b-a86c-4dc0-8368-fba701b0725c" -d '{"events": [{"name": "network-changed", "server_uuid": "36ec01a1-9458-48a0-82d4-d85c6ada428d", "tag": "ea66b038-9384-4309-8867-09e72af1a81e"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:19.487947 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40758) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:19.609126 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbef06e-7cca-430d-8db2-152a975d1a9f x-openstack-request-id: req-3bbef06e-7cca-430d-8db2-152a975d1a9f {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:19.609411 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ec01a1-9458-48a0-82d4-d85c6ada428d", "tag": "ea66b038-9384-4309-8867-09e72af1a81e", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:19.609642 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3bbef06e-7cca-430d-8db2-152a975d1a9f {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:19.610071 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ec01a1-9458-48a0-82d4-d85c6ada428d', 'tag': 'ea66b038-9384-4309-8867-09e72af1a81e', 'status': 'completed', 'code': 200} Jul 14 09:28:19.654421 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-8cbf9046-8aae-40fa-8aa2-264a8869e83c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, e3c2d984-a7b3-4cee-b485-57f7ae5e2b25) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:19.684328 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbf9046-8aae-40fa-8aa2-264a8869e83c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.685581 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9046-8aae-40fa-8aa2-264a8869e83c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.734034 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc6a4-283f-474b-b529-36c885a4251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.742919 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-4c64393a-0dec-4314-9bb6-58e41dc1d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.748089 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3fdc53-055f-48d3-a7df-e0a35d071483 None None] Network e3c2d984-a7b3-4cee-b485-57f7ae5e2b25 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:19.752101 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-4c64393a-0dec-4314-9bb6-58e41dc1d4ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5cb22d9c9ca64cacba1a692a05940f23&device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 1095 time: 0.2296531 Jul 14 09:28:19.752969 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19628f5f-5f51-4495-9693-d25f56b54d66 service neutron] Pushing event updated for resources: {'Port': ['ID=ea66b038-9384-4309-8867-09e72af1a81e,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:19.781965 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3bf2fd8-a952-4b6a-87b8-a4386e2b2afb req-ba15235c-c3c7-4aa4-9497-11a6ef0dd2aa tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=8caab4f8-950d-4a77-821e-78363ace0ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3335748 Jul 14 09:28:19.803219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8cbf9046-8aae-40fa-8aa2-264a8869e83c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2071874 Jul 14 09:28:19.804840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] Attempting to bind port 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:19.805829 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] Attempting to bind port 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '750f21ac-f65b-4fc3-96eb-83cd4adfd745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:19.806518 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] Attempting to bind port 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 on network cb7535f9-bc7e-49b0-b814-10dffeec6052 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:19.843832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40768) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:19.848905 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e1d4789f-30b0-4b53-942a-dadc52e4f1fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1706630526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:19.853309 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3d0cc6a4-283f-474b-b529-36c885a4251e None None] For port 777afa8a-97e2-4865-b1ea-3cb6a1e57278, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=777afa8a-97e2-4865-b1ea-3cb6a1e57278,segment=NetworkSegment(fdf0690f-7839-4563-9ca0-2df42a8e3ee5),segment_id=fdf0690f-7839-4563-9ca0-2df42a8e3ee5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:19.856213 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-111edb76-aa57-4910-98f7-f3a8b8723cab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea66b038-9384-4309-8867-09e72af1a81e HTTP/1.1" status: 200 len: 217 time: 0.0904827 Jul 14 09:28:19.865200 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc6a4-283f-474b-b529-36c885a4251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.866751 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] Port 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 on network cb7535f9-bc7e-49b0-b814-10dffeec6052 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:28:19.867281 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] Attempting to bind port 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 on network cb7535f9-bc7e-49b0-b814-10dffeec6052 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:19.877190 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9819955a-4e2f-4af8-a794-869df2c68b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.880515 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9819955a-4e2f-4af8-a794-869df2c68b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.881972 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9819955a-4e2f-4af8-a794-869df2c68b5f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e7df3d4-8aa9-4268-aaa1-f9ccb0ef450c HTTP/1.1" status: 204 len: 168 time: 1.6245930 Jul 14 09:28:19.898435 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819955a-4e2f-4af8-a794-869df2c68b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7df3d4-8aa9-4268-aaa1-f9ccb0ef450c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:19.914151 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:19.914949 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] Checking segment: {'id': '750f21ac-f65b-4fc3-96eb-83cd4adfd745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:19.915861 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] Bound using segment: {'id': '750f21ac-f65b-4fc3-96eb-83cd4adfd745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:19.916785 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] Bound port: 7bbb8cc5-1565-4f8d-97de-59d3b6c77457, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750f21ac-f65b-4fc3-96eb-83cd4adfd745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:19.917351 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.923443 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e1d4789f-30b0-4b53-942a-dadc52e4f1fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.925188 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e1d4789f-30b0-4b53-942a-dadc52e4f1fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.939162 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8025cc8d-02ca-4126-a3b0-51161984bdfd tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.943710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-02a9141e-79ac-41d4-a369-ebadf29364ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.946166 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-02a9141e-79ac-41d4-a369-ebadf29364ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=453b9a84-a49e-4445-ade0-e83a68e64b54 HTTP/1.1" status: 200 len: 854 time: 0.0817723 Jul 14 09:28:19.962026 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0cc6a4-283f-474b-b529-36c885a4251e None None] Pushing event updated for resources: {'Port': ['ID=777afa8a-97e2-4865-b1ea-3cb6a1e57278,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:20.015839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40774) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:20.100390 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e1d4789f-30b0-4b53-942a-dadc52e4f1fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.129032 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] For port 7bbb8cc5-1565-4f8d-97de-59d3b6c77457, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:20.139004 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e1d4789f-30b0-4b53-942a-dadc52e4f1fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.157930 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-e3c2d984-a7b3-4cee-b485-57f7ae5e2b25', 'network_id': 'e3c2d984-a7b3-4cee-b485-57f7ae5e2b25', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'fixed_ips': [{'subnet_id': 'e450c03e-736c-477b-80e3-61adc20d2b89'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:20.161000 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.188811 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e1d4789f-30b0-4b53-942a-dadc52e4f1fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.199010 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e1d4789f-30b0-4b53-942a-dadc52e4f1fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3537285 Jul 14 09:28:20.199669 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40778) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:20.219184 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] For port 7bbb8cc5-1565-4f8d-97de-59d3b6c77457, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7bbb8cc5-1565-4f8d-97de-59d3b6c77457,segment=NetworkSegment(750f21ac-f65b-4fc3-96eb-83cd4adfd745),segment_id=750f21ac-f65b-4fc3-96eb-83cd4adfd745)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:20.244976 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8025cc8d-02ca-4126-a3b0-51161984bdfd tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Checking segment: {'id': '46f10710-fd1b-4419-be8d-7e561f37979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd35186df-2955-46a7-9a96-7e7b903c8362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:20.246955 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8025cc8d-02ca-4126-a3b0-51161984bdfd tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Network hostable DHCP agents. Network: d35186df-2955-46a7-9a96-7e7b903c8362, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:20.379098 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-4f7c4bb9-480c-4357-83ce-7fb892aa157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:20.380753 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-4f7c4bb9-480c-4357-83ce-7fb892aa157f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e4991ac-2228-452d-ab57-e39ab6b100bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4266906 Jul 14 09:28:20.412908 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.461004 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:20.461963 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.463568 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] 10.222.0.49 "PUT /v2.0/ports/7bbb8cc5-1565-4f8d-97de-59d3b6c77457 HTTP/1.1" status: 200 len: 1092 time: 3.8938806 Jul 14 09:28:20.471425 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Allocated IP 172.20.0.2 (e3c2d984-a7b3-4cee-b485-57f7ae5e2b25/e450c03e-736c-477b-80e3-61adc20d2b89/6e8dd7bd-26a0-4983-8cce-b6cceb11515f) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:20.476004 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d22aed-3a4c-441d-8181-160de50462dd', 'tag': '7bbb8cc5-1565-4f8d-97de-59d3b6c77457'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:20.481174 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f4652c-778e-402c-83b7-70d06c2d16d0" -d '{"events": [{"name": "network-changed", "server_uuid": "63d22aed-3a4c-441d-8181-160de50462dd", "tag": "7bbb8cc5-1565-4f8d-97de-59d3b6c77457"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:20.489435 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025cc8d-02ca-4126-a3b0-51161984bdfd tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Pushing event updated for resources: {'Subnet': ['ID=da81f322-1370-4830-9727-1c5f4adfa1b8,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:20.618248 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d775162-f08f-4367-ad86-cf7f2d928d31 x-openstack-request-id: req-9d775162-f08f-4367-ad86-cf7f2d928d31 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:20.618543 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d22aed-3a4c-441d-8181-160de50462dd", "tag": "7bbb8cc5-1565-4f8d-97de-59d3b6c77457", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:20.618784 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d775162-f08f-4367-ad86-cf7f2d928d31 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:20.619188 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d22aed-3a4c-441d-8181-160de50462dd', 'tag': '7bbb8cc5-1565-4f8d-97de-59d3b6c77457', 'status': 'completed', 'code': 200} Jul 14 09:28:20.650171 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 777afa8a-97e2-4865-b1ea-3cb6a1e57278 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:20.689916 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8025cc8d-02ca-4126-a3b0-51161984bdfd tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Network d35186df-2955-46a7-9a96-7e7b903c8362 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:20.714557 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f7ac8-b9be-49af-bb5f-3ecd5142a8d2 req-c6006a3c-9277-4839-b71b-e274d28be865 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:20.716183 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f87f7ac8-b9be-49af-bb5f-3ecd5142a8d2 req-c6006a3c-9277-4839-b71b-e274d28be865 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.5676038 Jul 14 09:28:20.720272 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c29b35-863e-4422-a005-f585a0e0ca97 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbb8cc5-1565-4f8d-97de-59d3b6c77457,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:20.746577 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2b162b54-41d7-4e24-8c58-18e6e2a74cb4 None None] Provisioning complete for port 777afa8a-97e2-4865-b1ea-3cb6a1e57278 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:20.746577 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b162b54-41d7-4e24-8c58-18e6e2a74cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.755427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-8025cc8d-02ca-4126-a3b0-51161984bdfd tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, d35186df-2955-46a7-9a96-7e7b903c8362) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:20.786553 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8025cc8d-02ca-4126-a3b0-51161984bdfd tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:20.787167 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8025cc8d-02ca-4126-a3b0-51161984bdfd tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.861819 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-a25424e1-3e97-437f-8924-eada3c5f436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:20.864237 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-a25424e1-3e97-437f-8924-eada3c5f436f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9eda0dcc3e874a49a638743b0ab4508c&device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 1095 time: 0.3301837 Jul 14 09:28:20.892730 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8025cc8d-02ca-4126-a3b0-51161984bdfd tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7878282 Jul 14 09:28:20.899173 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353a0686-e338-4edb-b78c-340fd50ada80 None None] Network d35186df-2955-46a7-9a96-7e7b903c8362 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:20.924053 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40794) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:20.933367 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-821459d6-392d-4755-9cdb-41f9b8d438b2 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Request body: {'subnet': {'network_id': '4c304b8f-7c01-45a0-b910-943396307255', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:20.940257 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f87f7ac8-b9be-49af-bb5f-3ecd5142a8d2 req-a1275e05-61f0-4cde-a3e3-0757e6e4765e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074368 Jul 14 09:28:20.945488 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-5111d3bb-ec28-48e8-95aa-cf469ef19dbd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bbb8cc5-1565-4f8d-97de-59d3b6c77457 HTTP/1.1" status: 200 len: 217 time: 0.0720086 Jul 14 09:28:20.949353 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.013320 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Transition to ACTIVE for port object 6e8dd7bd-26a0-4983-8cce-b6cceb11515f will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:21.060017 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-2f3bce83-6ad3-42ba-8f0d-c1790a838f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:21.062143 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-2f3bce83-6ad3-42ba-8f0d-c1790a838f6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33d74a61-4251-4207-b4f8-9d0620b80344 HTTP/1.1" status: 200 len: 850 time: 0.1048748 Jul 14 09:28:21.125221 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 777afa8a-97e2-4865-b1ea-3cb6a1e57278 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:21.125906 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.126234 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1b56e0b7-0d14-439c-b946-baf12957d385 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:21.177837 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Transition to ACTIVE for port object 6e8dd7bd-26a0-4983-8cce-b6cceb11515f will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:21.204302 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.250923 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Network e3c2d984-a7b3-4cee-b485-57f7ae5e2b25 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:21.264914 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1b56e0b7-0d14-439c-b946-baf12957d385 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] 10.222.0.26 "PUT /v2.0/quotas/fea590796c254e6198e23a16fa293dd9 HTTP/1.1" status: 200 len: 368 time: 1.1562235 Jul 14 09:28:21.270258 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40804) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:21.276469 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c107834d-2b88-43a4-bcd3-95db57b44e27 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Request body: {'network': {'project_id': 'fea590796c254e6198e23a16fa293dd9'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:21.315063 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:21.320724 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821459d6-392d-4755-9cdb-41f9b8d438b2 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Made reservation on behalf of 71f86deb3d1a4bdf8b0d513159acdfad for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:21.325233 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-821459d6-392d-4755-9cdb-41f9b8d438b2 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.327277 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:21.365950 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5b169-d569-4ee3-a23b-21390a560be7 req-e7b3c412-76ee-4aab-99de-9042aa587fc2 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:21.370964 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-2a0bce38-c138-439b-bccd-368c1254e02d service neutron] 10.222.0.55 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9538925 Jul 14 09:28:21.374091 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91d5b169-d569-4ee3-a23b-21390a560be7 req-e7b3c412-76ee-4aab-99de-9042aa587fc2 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 943 time: 0.3020866 Jul 14 09:28:21.382367 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c107834d-2b88-43a4-bcd3-95db57b44e27 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Made reservation on behalf of fea590796c254e6198e23a16fa293dd9 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:21.387962 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c107834d-2b88-43a4-bcd3-95db57b44e27 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.437574 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-7aec6d04-f67c-4128-a7c9-35cfd8de8534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:21.439057 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-7aec6d04-f67c-4128-a7c9-35cfd8de8534 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cb7535f9-bc7e-49b0-b814-10dffeec6052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3654318 Jul 14 09:28:21.446148 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Attempting to bind port 6e8dd7bd-26a0-4983-8cce-b6cceb11515f on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:21.446148 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Attempting to bind port 6e8dd7bd-26a0-4983-8cce-b6cceb11515f by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '72be3a70-e657-48ef-8059-a1207bb71733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e3c2d984-a7b3-4cee-b485-57f7ae5e2b25'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:21.446148 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Attempting to bind port 6e8dd7bd-26a0-4983-8cce-b6cceb11515f on network e3c2d984-a7b3-4cee-b485-57f7ae5e2b25 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:21.449661 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40806) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:21.450803 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Pushing event updated for resources: {'Port': ['ID=6e8dd7bd-26a0-4983-8cce-b6cceb11515f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:21.464406 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:21.464406 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Checking segment: {'id': '72be3a70-e657-48ef-8059-a1207bb71733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e3c2d984-a7b3-4cee-b485-57f7ae5e2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:21.464837 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.465247 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Bound using segment: {'id': '72be3a70-e657-48ef-8059-a1207bb71733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e3c2d984-a7b3-4cee-b485-57f7ae5e2b25'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:21.465710 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Bound port: 6e8dd7bd-26a0-4983-8cce-b6cceb11515f, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72be3a70-e657-48ef-8059-a1207bb71733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e3c2d984-a7b3-4cee-b485-57f7ae5e2b25'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:21.466241 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.516406 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c107834d-2b88-43a4-bcd3-95db57b44e27 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.531067 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4231825-af32-451c-8ebe-35167019c1ab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.663109 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91d5b169-d569-4ee3-a23b-21390a560be7 req-fb2242ea-ef4f-4bae-baf5-00d1069b4f60 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=8caab4f8-950d-4a77-821e-78363ace0ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872667 Jul 14 09:28:21.688728 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c107834d-2b88-43a4-bcd3-95db57b44e27 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.708694 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Request body: {'networks': [{'name': 'tempest-network--1612491494'}, {'name': 'tempest-network--1450962771'}]} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:21.709226 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Request body: {'network': {'name': 'tempest-network--1612491494'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:21.710092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Request body: {'network': {'name': 'tempest-network--1450962771'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:21.758448 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-d35186df-2955-46a7-9a96-7e7b903c8362', 'network_id': 'd35186df-2955-46a7-9a96-7e7b903c8362', 'tenant_id': '71f86deb3d1a4bdf8b0d513159acdfad', 'fixed_ips': [{'subnet_id': 'da81f322-1370-4830-9727-1c5f4adfa1b8'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:21.759615 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.776600 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f14aba70-588f-4313-aada-43da57558b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.781394 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c107834d-2b88-43a4-bcd3-95db57b44e27 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.782915 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-207cad82-6005-42b4-805b-ec733014aff4 service neutron] 10.222.0.49 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156140 Jul 14 09:28:21.873223 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01555e46-72e4-4d6e-8d9c-b16cfbb74493 req-aad2ae17-b177-49ca-944d-4837a75736b2 service neutron] 10.222.0.55 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925873 Jul 14 09:28:21.885242 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] For port 6e8dd7bd-26a0-4983-8cce-b6cceb11515f, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:21.889072 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c107834d-2b88-43a4-bcd3-95db57b44e27 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:21.903468 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c107834d-2b88-43a4-bcd3-95db57b44e27 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.904153 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-c107834d-2b88-43a4-bcd3-95db57b44e27 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Added segment 73244802-098b-47c7-adea-4a3299ce14b6 of type vlan for network a456185f-bf8f-438c-a055-fba81c519efa Jul 14 09:28:21.905972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] For port 6e8dd7bd-26a0-4983-8cce-b6cceb11515f, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6e8dd7bd-26a0-4983-8cce-b6cceb11515f,segment=NetworkSegment(72be3a70-e657-48ef-8059-a1207bb71733),segment_id=72be3a70-e657-48ef-8059-a1207bb71733)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:21.915616 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.970767 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c107834d-2b88-43a4-bcd3-95db57b44e27 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.005977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107834d-2b88-43a4-bcd3-95db57b44e27 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190e5c5d-49aa-4ee0-8651-be803065aacc,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:22.015077 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-821459d6-392d-4755-9cdb-41f9b8d438b2 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.021612 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Made reservation on behalf of 3aaa00a6f6bb4999b4809cdd0a1ffda9 for: {'network': 2} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:22.033730 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.048695 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Allocated IP 172.20.0.2 (d35186df-2955-46a7-9a96-7e7b903c8362/da81f322-1370-4830-9727-1c5f4adfa1b8/feeb38b3-f1d2-45ec-b3cb-984a6f24405a) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:22.051886 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb2f70-1e3f-4238-bc98-6ed2f132a767 None None] Pushing event updated for resources: {'Port': ['ID=6e8dd7bd-26a0-4983-8cce-b6cceb11515f,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:22.110873 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.158643 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821459d6-392d-4755-9cdb-41f9b8d438b2 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Pushing event updated for resources: {'Subnet': ['ID=74e43ecb-d63b-4214-88ff-947e7dd413bf,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:22.163588 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8d2059c-c299-44a1-b8d2-3ed0ac2200d6 req-20389f01-77b6-40d1-ae24-5762f64cde49 service neutron] 10.222.0.49 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320441 Jul 14 09:28:22.232980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821459d6-392d-4755-9cdb-41f9b8d438b2 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Checking segment: {'id': '9da172e8-9009-4083-801e-8c564feca933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c304b8f-7c01-45a0-b910-943396307255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:22.232980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821459d6-392d-4755-9cdb-41f9b8d438b2 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Network hostable DHCP agents. Network: 4c304b8f-7c01-45a0-b910-943396307255, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:22.270403 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.280781 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Transition to ACTIVE for port object feeb38b3-f1d2-45ec-b3cb-984a6f24405a will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:22.309508 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Transition to ACTIVE for port object feeb38b3-f1d2-45ec-b3cb-984a6f24405a will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:22.316276 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.325999 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c107834d-2b88-43a4-bcd3-95db57b44e27 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.327486 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c107834d-2b88-43a4-bcd3-95db57b44e27 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:22.328084 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c107834d-2b88-43a4-bcd3-95db57b44e27 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.344395 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821459d6-392d-4755-9cdb-41f9b8d438b2 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Network 4c304b8f-7c01-45a0-b910-943396307255 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:22.364696 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Network d35186df-2955-46a7-9a96-7e7b903c8362 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:22.373636 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:22.376374 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-821459d6-392d-4755-9cdb-41f9b8d438b2 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 4c304b8f-7c01-45a0-b910-943396307255) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:22.376959 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:22.385409 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821459d6-392d-4755-9cdb-41f9b8d438b2 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:22.386104 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-821459d6-392d-4755-9cdb-41f9b8d438b2 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.402486 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Pushing event updated for resources: {'Port': ['ID=feeb38b3-f1d2-45ec-b3cb-984a6f24405a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:22.442727 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa122de-ec0f-42e0-91fc-b78bea9748b1 req-6dd3459f-7699-438f-a789-d9c80109c34c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:22.444315 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-caa122de-ec0f-42e0-91fc-b78bea9748b1 req-6dd3459f-7699-438f-a789-d9c80109c34c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.2346053 Jul 14 09:28:22.458513 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4ca437-579c-48fb-8883-63894cb6e911 None None] Network 4c304b8f-7c01-45a0-b910-943396307255 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:22.495447 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4652c-778e-402c-83b7-70d06c2d16d0 req-beeeda19-0b06-453f-baec-654324ce4068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:22.496706 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99f4652c-778e-402c-83b7-70d06c2d16d0 req-beeeda19-0b06-453f-baec-654324ce4068 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9eda0dcc3e874a49a638743b0ab4508c&device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 1095 time: 0.2348413 Jul 14 09:28:22.546797 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Attempting to bind port feeb38b3-f1d2-45ec-b3cb-984a6f24405a on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:22.547174 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Attempting to bind port feeb38b3-f1d2-45ec-b3cb-984a6f24405a by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '46f10710-fd1b-4419-be8d-7e561f37979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd35186df-2955-46a7-9a96-7e7b903c8362'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:22.547636 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Attempting to bind port feeb38b3-f1d2-45ec-b3cb-984a6f24405a on network d35186df-2955-46a7-9a96-7e7b903c8362 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:22.562450 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107834d-2b88-43a4-bcd3-95db57b44e27 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Pushing event updated for resources: {'Network': ['ID=a456185f-bf8f-438c-a055-fba81c519efa,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:22.565906 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:22.566397 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Checking segment: {'id': '46f10710-fd1b-4419-be8d-7e561f37979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd35186df-2955-46a7-9a96-7e7b903c8362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:22.567179 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.567856 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Bound using segment: {'id': '46f10710-fd1b-4419-be8d-7e561f37979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd35186df-2955-46a7-9a96-7e7b903c8362'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:22.568414 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Bound port: feeb38b3-f1d2-45ec-b3cb-984a6f24405a, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f10710-fd1b-4419-be8d-7e561f37979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd35186df-2955-46a7-9a96-7e7b903c8362'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:22.568947 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.577374 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network a456185f-bf8f-438c-a055-fba81c519efa details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:22.588981 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038ab4b-a86c-4dc0-8368-fba701b0725c req-3b4bd2aa-7b81-42ba-a8e3-7626cd4185fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:22.590711 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b038ab4b-a86c-4dc0-8368-fba701b0725c req-3b4bd2aa-7b81-42ba-a8e3-7626cd4185fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5cb22d9c9ca64cacba1a692a05940f23&device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 1095 time: 0.5204029 Jul 14 09:28:22.650090 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-caa122de-ec0f-42e0-91fc-b78bea9748b1 req-5483bd5c-18b2-4710-b4ef-3d09813b4e0b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797934 Jul 14 09:28:22.746273 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f14aba70-588f-4313-aada-43da57558b0a admin admin] Deleting port dc503db1-8238-4ad4-8608-e5a92b62aea3 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:22.748740 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f14aba70-588f-4313-aada-43da57558b0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.785820 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.812276 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] For port feeb38b3-f1d2-45ec-b3cb-984a6f24405a, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:22.813318 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.813934 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.821434 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] For port feeb38b3-f1d2-45ec-b3cb-984a6f24405a, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=feeb38b3-f1d2-45ec-b3cb-984a6f24405a,segment=NetworkSegment(46f10710-fd1b-4419-be8d-7e561f37979a),segment_id=46f10710-fd1b-4419-be8d-7e561f37979a)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:22.841967 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4652c-778e-402c-83b7-70d06c2d16d0 req-926738de-be3f-4d14-9545-9dee75c08c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:22.843550 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99f4652c-778e-402c-83b7-70d06c2d16d0 req-926738de-be3f-4d14-9545-9dee75c08c37 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cb7535f9-bc7e-49b0-b814-10dffeec6052 HTTP/1.1" status: 200 len: 912 time: 0.3231578 Jul 14 09:28:22.845718 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c107834d-2b88-43a4-bcd3-95db57b44e27 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5741634 Jul 14 09:28:22.849644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40814) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:22.859864 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.879816 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-4ae4ebb8-8f32-406c-a536-870f9ac3f9a5 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Request body: {'network': {'project_id': 'fea590796c254e6198e23a16fa293dd9'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:22.888602 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-821459d6-392d-4755-9cdb-41f9b8d438b2 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9606569 Jul 14 09:28:22.888833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:22.899616 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4c304b8f-7c01-45a0-b910-943396307255', 'network_id': '4c304b8f-7c01-45a0-b910-943396307255', 'tenant_id': '71f86deb3d1a4bdf8b0d513159acdfad', 'fixed_ips': [{'subnet_id': '74e43ecb-d63b-4214-88ff-947e7dd413bf'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:22.901159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40818) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:22.901534 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.911933 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038ab4b-a86c-4dc0-8368-fba701b0725c req-04c43d97-22a2-4e3f-b71b-417baa73902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:22.913433 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b038ab4b-a86c-4dc0-8368-fba701b0725c req-04c43d97-22a2-4e3f-b71b-417baa73902e service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e4991ac-2228-452d-ab57-e39ab6b100bc HTTP/1.1" status: 200 len: 916 time: 0.3131886 Jul 14 09:28:22.914842 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-a4231825-af32-451c-8ebe-35167019c1ab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Allocated IP 172.20.0.1 (e3c2d984-a7b3-4cee-b485-57f7ae5e2b25/e450c03e-736c-477b-80e3-61adc20d2b89/7e7c8599-acb9-420b-94a9-ca31f3136913) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:22.919109 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c43a9da8-4843-4076-8769-0bbf1a02c93a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:22.978413 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.978798 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Added segment 7bb04992-2ec7-4d4a-add2-ae8c8846f25f of type vlan for network caeddebe-5d5d-4082-8023-1b0f0566c41b Jul 14 09:28:23.059465 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b038ab4b-a86c-4dc0-8368-fba701b0725c req-7b95551c-946c-44bb-a25a-0ea96a39660f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea66b038-9384-4309-8867-09e72af1a81e HTTP/1.1" status: 200 len: 217 time: 0.0916355 Jul 14 09:28:23.110168 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Allocated IP 172.20.0.2 (4c304b8f-7c01-45a0-b910-943396307255/74e43ecb-d63b-4214-88ff-947e7dd413bf/62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:23.199800 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.223776 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038ab4b-a86c-4dc0-8368-fba701b0725c req-e9b0d6ca-6244-41b8-9875-7b9f1b8cee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.230311 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b038ab4b-a86c-4dc0-8368-fba701b0725c req-e9b0d6ca-6244-41b8-9875-7b9f1b8cee4a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=453b9a84-a49e-4445-ade0-e83a68e64b54 HTTP/1.1" status: 200 len: 854 time: 0.1276479 Jul 14 09:28:23.324163 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.350536 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Transition to ACTIVE for port object 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:23.388980 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Transition to ACTIVE for port object 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:23.400879 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.423390 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99f4652c-778e-402c-83b7-70d06c2d16d0 req-f0fb5907-f731-4bb2-b6b9-5c3755b0aec9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bbb8cc5-1565-4f8d-97de-59d3b6c77457 HTTP/1.1" status: 200 len: 217 time: 0.5631442 Jul 14 09:28:23.442109 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f28793-3945-42ec-be7d-ea488a7e16de None None] Pushing event updated for resources: {'Port': ['ID=feeb38b3-f1d2-45ec-b3cb-984a6f24405a,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:23.457002 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Network 4c304b8f-7c01-45a0-b910-943396307255 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:23.485970 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:23.501970 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:23.565536 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-f14aba70-588f-4313-aada-43da57558b0a admin admin] For port dc503db1-8238-4ad4-8608-e5a92b62aea3, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dc503db1-8238-4ad4-8608-e5a92b62aea3,segment=NetworkSegment(9a529bd2-d790-4867-b751-2b8b80f7ba21),segment_id=9a529bd2-d790-4867-b751-2b8b80f7ba21)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:23.566932 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f14aba70-588f-4313-aada-43da57558b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.567747 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:23.588060 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Pushing event updated for resources: {'Port': ['ID=62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:23.596489 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4231825-af32-451c-8ebe-35167019c1ab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.597462 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f14aba70-588f-4313-aada-43da57558b0a admin admin] Calling delete_port for dc503db1-8238-4ad4-8608-e5a92b62aea3 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:23.603321 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Attempting to bind port 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:23.603823 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Attempting to bind port 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '9da172e8-9009-4083-801e-8c564feca933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c304b8f-7c01-45a0-b910-943396307255'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:23.604290 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Attempting to bind port 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf on network 4c304b8f-7c01-45a0-b910-943396307255 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:23.609909 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:23.610716 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Checking segment: {'id': '9da172e8-9009-4083-801e-8c564feca933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c304b8f-7c01-45a0-b910-943396307255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:23.611349 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.611845 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Bound using segment: {'id': '9da172e8-9009-4083-801e-8c564feca933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c304b8f-7c01-45a0-b910-943396307255'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:23.612419 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Bound port: 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da172e8-9009-4083-801e-8c564feca933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4c304b8f-7c01-45a0-b910-943396307255'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:23.613814 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.619173 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-a4231825-af32-451c-8ebe-35167019c1ab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Transition to ACTIVE for port object 7e7c8599-acb9-420b-94a9-ca31f3136913 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:23.671885 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4231825-af32-451c-8ebe-35167019c1ab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.677722 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae4ebb8-8f32-406c-a536-870f9ac3f9a5 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Made reservation on behalf of fea590796c254e6198e23a16fa293dd9 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:23.680317 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ae4ebb8-8f32-406c-a536-870f9ac3f9a5 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.729214 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] For port 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:23.731490 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae4ebb8-8f32-406c-a536-870f9ac3f9a5 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:23.740713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] For port 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf,segment=NetworkSegment(9da172e8-9009-4083-801e-8c564feca933),segment_id=9da172e8-9009-4083-801e-8c564feca933)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:23.743274 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ae4ebb8-8f32-406c-a536-870f9ac3f9a5 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.743634 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-4ae4ebb8-8f32-406c-a536-870f9ac3f9a5 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Added segment bca9e1f5-1130-4ff1-a9c8-de24ea7c7224 of type vlan for network daa3846b-fc6e-47d0-90de-001d8eb1d4d5 Jul 14 09:28:23.749197 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.761605 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.762380 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Added segment ac7cb3ec-566f-41e2-9423-ab054070ad29 of type vlan for network 8cf19d36-03db-45c8-8ad8-e6d29a55ff4c Jul 14 09:28:23.803791 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4652c-778e-402c-83b7-70d06c2d16d0 req-4aa04cc6-c51e-4834-8a95-fbcbad4e227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.805701 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99f4652c-778e-402c-83b7-70d06c2d16d0 req-4aa04cc6-c51e-4834-8a95-fbcbad4e227c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33d74a61-4251-4207-b4f8-9d0620b80344 HTTP/1.1" status: 200 len: 850 time: 0.3337874 Jul 14 09:28:23.844575 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ac3e8-65b4-4430-abb5-4e29dce53498 None None] Pushing event updated for resources: {'Port': ['ID=62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:23.857276 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90818b76-ee9a-4dee-bf3d-b4de9ecbfce3 req-fddc2737-532a-4161-bb31-fc20be02ceaf tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.859364 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-90818b76-ee9a-4dee-bf3d-b4de9ecbfce3 req-fddc2737-532a-4161-bb31-fc20be02ceaf tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 943 time: 1.0120533 Jul 14 09:28:23.864864 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.892719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c08f5c-9ae7-4e92-a638-b8394beaa3a6 None None] Network e3c2d984-a7b3-4cee-b485-57f7ae5e2b25 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:23.918125 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038ab4b-a86c-4dc0-8368-fba701b0725c req-e8a73d2e-a9d5-4c7d-b1f7-972999506f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.919804 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b038ab4b-a86c-4dc0-8368-fba701b0725c req-e8a73d2e-a9d5-4c7d-b1f7-972999506f4f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e4991ac-2228-452d-ab57-e39ab6b100bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6763370 Jul 14 09:28:23.923032 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ae4ebb8-8f32-406c-a536-870f9ac3f9a5 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.931634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4231825-af32-451c-8ebe-35167019c1ab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network e3c2d984-a7b3-4cee-b485-57f7ae5e2b25 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:23.959845 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ef38b4c2-c758-44c4-a67f-da6a18fe05e2 None None] Provisioning for port 6e8dd7bd-26a0-4983-8cce-b6cceb11515f completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:24.040617 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b038ab4b-a86c-4dc0-8368-fba701b0725c req-cb2d76fc-802c-4e97-9303-45ac1df86ebd service neutron] 10.222.0.55 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056347 Jul 14 09:28:24.046843 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-a4231825-af32-451c-8ebe-35167019c1ab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:24.053270 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.db.resource_extend [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:28:24.056011 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ae4ebb8-8f32-406c-a536-870f9ac3f9a5 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.057269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae4ebb8-8f32-406c-a536-870f9ac3f9a5 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:24.058109 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ae4ebb8-8f32-406c-a536-870f9ac3f9a5 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.061605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4231825-af32-451c-8ebe-35167019c1ab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Port': ['ID=7e7c8599-acb9-420b-94a9-ca31f3136913,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:24.078793 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4231825-af32-451c-8ebe-35167019c1ab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:24.200123 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-90818b76-ee9a-4dee-bf3d-b4de9ecbfce3 req-eda524c4-0232-41de-b347-b36257aff26a tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=8caab4f8-950d-4a77-821e-78363ace0ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209677 Jul 14 09:28:24.243749 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4ae4ebb8-8f32-406c-a536-870f9ac3f9a5 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3882504 Jul 14 09:28:24.251083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4ebb8-8f32-406c-a536-870f9ac3f9a5 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Pushing event updated for resources: {'Network': ['ID=daa3846b-fc6e-47d0-90de-001d8eb1d4d5,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:24.260599 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40822) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:24.281433 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-cfeb070c-2c09-45a5-b010-3bedb4e9fe02 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Request body: {'network': {'project_id': 'fea590796c254e6198e23a16fa293dd9'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:24.312014 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network daa3846b-fc6e-47d0-90de-001d8eb1d4d5 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:24.339510 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.340616 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.352625 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:24.366313 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:24.372252 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.379591 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-db486588-c961-469f-bbfb-6582f65e91fe tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.462767 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfeb070c-2c09-45a5-b010-3bedb4e9fe02 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 09:28:24.463526 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfeb070c-2c09-45a5-b010-3bedb4e9fe02 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:28:24.467645 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cfeb070c-2c09-45a5-b010-3bedb4e9fe02 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1947808 Jul 14 09:28:24.516583 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cca686-06c0-493c-9f23-4e6e36f26bc6 req-e6d131c7-9979-4a97-ad7d-1c58cb329449 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:24.528975 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-66cca686-06c0-493c-9f23-4e6e36f26bc6 req-e6d131c7-9979-4a97-ad7d-1c58cb329449 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.6680286 Jul 14 09:28:24.531682 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40824) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:24.547882 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4231825-af32-451c-8ebe-35167019c1ab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.557387 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:24.557923 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b038ab4b-a86c-4dc0-8368-fba701b0725c req-04398a13-3311-4489-9af0-17867284d9ef service neutron] 10.222.0.55 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057008 Jul 14 09:28:24.558239 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4652c-778e-402c-83b7-70d06c2d16d0 req-34524887-969e-48cc-a84b-b63e0a905184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:24.560645 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99f4652c-778e-402c-83b7-70d06c2d16d0 req-34524887-969e-48cc-a84b-b63e0a905184 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cb7535f9-bc7e-49b0-b814-10dffeec6052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7215459 Jul 14 09:28:24.603951 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device feeb38b3-f1d2-45ec-b3cb-984a6f24405a up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:24.683550 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f14aba70-588f-4313-aada-43da57558b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.730830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port feeb38b3-f1d2-45ec-b3cb-984a6f24405a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:24.738990 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:24.807855 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86313634-6dfc-43a4-9a43-98b5f081029b None None] Network d35186df-2955-46a7-9a96-7e7b903c8362 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:24.816553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 7bbb8cc5-1565-4f8d-97de-59d3b6c77457, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7bbb8cc5-1565-4f8d-97de-59d3b6c77457,segment=NetworkSegment(750f21ac-f65b-4fc3-96eb-83cd4adfd745),segment_id=750f21ac-f65b-4fc3-96eb-83cd4adfd745)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:24.901949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '7bbb8cc5-1565-4f8d-97de-59d3b6c77457', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'port_id': '7bbb8cc5-1565-4f8d-97de-59d3b6c77457', 'mac_address': 'fa:16:3e:ef:8f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:24.944345 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74e904ef-2206-4dab-a765-de52128dc669 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.949898 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99f4652c-778e-402c-83b7-70d06c2d16d0 req-59e07fb0-1240-4ba7-9a81-179daceb274f service neutron] 10.222.0.49 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812323 Jul 14 09:28:24.950731 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14aba70-588f-4313-aada-43da57558b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=dc503db1-8238-4ad4-8608-e5a92b62aea3,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:24.977939 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:24.998107 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-340ebc13-0aa8-49ac-9545-ca894d6fbccf None None] Provisioning for port feeb38b3-f1d2-45ec-b3cb-984a6f24405a completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:25.006551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6e8dd7bd-26a0-4983-8cce-b6cceb11515f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:25.008480 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.012674 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-340ebc13-0aa8-49ac-9545-ca894d6fbccf None None] Provisioning complete for port feeb38b3-f1d2-45ec-b3cb-984a6f24405a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:25.013040 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-340ebc13-0aa8-49ac-9545-ca894d6fbccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.176805 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74e904ef-2206-4dab-a765-de52128dc669 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.187964 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-74e904ef-2206-4dab-a765-de52128dc669 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa3846b-fc6e-47d0-90de-001d8eb1d4d5']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:25.199808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-74e904ef-2206-4dab-a765-de52128dc669 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca9e1f5-1130-4ff1-a9c8-de24ea7c7224') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:25.200179 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-74e904ef-2206-4dab-a765-de52128dc669 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca9e1f5-1130-4ff1-a9c8-de24ea7c7224') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:25.203127 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:25.212320 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74e904ef-2206-4dab-a765-de52128dc669 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.233217 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.7785087 Jul 14 09:28:25.239856 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74e904ef-2206-4dab-a765-de52128dc669 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.247547 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e904ef-2206-4dab-a765-de52128dc669 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:25.247926 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40826) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:25.248099 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74e904ef-2206-4dab-a765-de52128dc669 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.261359 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 7bbb8cc5-1565-4f8d-97de-59d3b6c77457, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7bbb8cc5-1565-4f8d-97de-59d3b6c77457,segment=NetworkSegment(750f21ac-f65b-4fc3-96eb-83cd4adfd745),segment_id=750f21ac-f65b-4fc3-96eb-83cd4adfd745)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:25.317852 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ea66b038-9384-4309-8867-09e72af1a81e details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:25.323510 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:25.331384 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74e904ef-2206-4dab-a765-de52128dc669 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.334099 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 6e8dd7bd-26a0-4983-8cce-b6cceb11515f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:25.336736 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74e904ef-2206-4dab-a765-de52128dc669 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.342288 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-74e904ef-2206-4dab-a765-de52128dc669 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] 10.222.0.26 "DELETE /v2.0/networks/daa3846b-fc6e-47d0-90de-001d8eb1d4d5 HTTP/1.1" status: 204 len: 168 time: 0.8062820 Jul 14 09:28:25.342958 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.343333 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40830) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:25.354154 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 6e8dd7bd-26a0-4983-8cce-b6cceb11515f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:25.354864 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.379029 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-66cca686-06c0-493c-9f23-4e6e36f26bc6 req-f7cf8137-3d50-4a5b-b030-f73aa265e0f6 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8482664 Jul 14 09:28:25.400300 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e904ef-2206-4dab-a765-de52128dc669 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Pushing event deleted for resources: {'Network': ['ID=daa3846b-fc6e-47d0-90de-001d8eb1d4d5,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:25.481109 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event updated for resources: {'Network': ['ID=caeddebe-5d5d-4082-8023-1b0f0566c41b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:25.588276 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f14aba70-588f-4313-aada-43da57558b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.607012 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ea66b038-9384-4309-8867-09e72af1a81e, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ea66b038-9384-4309-8867-09e72af1a81e,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:25.621232 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'ea66b038-9384-4309-8867-09e72af1a81e', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'port_id': 'ea66b038-9384-4309-8867-09e72af1a81e', 'mac_address': 'fa:16:3e:6c:0c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:25.647009 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network caeddebe-5d5d-4082-8023-1b0f0566c41b details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:25.776191 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-db486588-c961-469f-bbfb-6582f65e91fe tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Allocated IP 172.20.0.1 (d35186df-2955-46a7-9a96-7e7b903c8362/da81f322-1370-4830-9727-1c5f4adfa1b8/66c07e60-eeaf-406d-8556-a21e07c6978a) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:25.929507 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99f4652c-778e-402c-83b7-70d06c2d16d0 req-c4b0ce0a-96a0-4579-a2df-f148780ee05e service neutron] 10.222.0.49 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9630425 Jul 14 09:28:25.932097 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23c38f-36a7-4067-9f4b-ba276052b027 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event updated for resources: {'Network': ['ID=8cf19d36-03db-45c8-8ad8-e6d29a55ff4c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:25.933522 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['7bbb8cc5-1565-4f8d-97de-59d3b6c77457'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:25.944312 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ee42b43-2086-4914-ac4c-14f3ad301407 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.956870 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e25006-07f7-493c-be60-ce15681efd75 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.962971 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e25006-07f7-493c-be60-ce15681efd75 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.968692 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e25006-07f7-493c-be60-ce15681efd75 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.974409 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f6a7c8-5589-4b5c-8e81-270aa80e173e None None] Network 4c304b8f-7c01-45a0-b910-943396307255 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:25.976890 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e25006-07f7-493c-be60-ce15681efd75 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.981267 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f3e25006-07f7-493c-be60-ce15681efd75 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7304385 Jul 14 09:28:25.985885 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40832) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:26.020343 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4231825-af32-451c-8ebe-35167019c1ab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.042853 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 8cf19d36-03db-45c8-8ad8-e6d29a55ff4c details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:26.044898 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e59eb-5545-44a5-9312-c99e07b90078 req-a77446e9-3570-4d9e-b5a3-5079c7cb4e2c tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:26.045813 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=7bbb8cc5-1565-4f8d-97de-59d3b6c77457,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:26.048668 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f69e59eb-5545-44a5-9312-c99e07b90078 req-a77446e9-3570-4d9e-b5a3-5079c7cb4e2c tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 944 time: 0.4596174 Jul 14 09:28:26.167785 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa65d-d9e3-4056-a93e-82681eeb0865 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.170641 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.182011 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-db486588-c961-469f-bbfb-6582f65e91fe tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.213224 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ee42b43-2086-4914-ac4c-14f3ad301407 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.220783 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-340ebc13-0aa8-49ac-9545-ca894d6fbccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.236411 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7ee42b43-2086-4914-ac4c-14f3ad301407 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a456185f-bf8f-438c-a055-fba81c519efa']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:26.264557 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7ee42b43-2086-4914-ac4c-14f3ad301407 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73244802-098b-47c7-adea-4a3299ce14b6') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:26.264913 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7ee42b43-2086-4914-ac4c-14f3ad301407 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73244802-098b-47c7-adea-4a3299ce14b6') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:26.269957 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f69e59eb-5545-44a5-9312-c99e07b90078 req-e5837a4b-27d9-4363-ba34-d88368e2b5d9 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=8caab4f8-950d-4a77-821e-78363ace0ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754913 Jul 14 09:28:26.282824 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ee42b43-2086-4914-ac4c-14f3ad301407 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.289556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-db486588-c961-469f-bbfb-6582f65e91fe tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Transition to ACTIVE for port object 66c07e60-eeaf-406d-8556-a21e07c6978a will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:26.290164 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14aba70-588f-4313-aada-43da57558b0a admin admin] Router 8c3e6c6b-7262-41be-9c09-13a79444f822 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:26.314560 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea66b038-9384-4309-8867-09e72af1a81e {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:26.319945 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.323129 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ee42b43-2086-4914-ac4c-14f3ad301407 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.364352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee42b43-2086-4914-ac4c-14f3ad301407 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:26.364836 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ee42b43-2086-4914-ac4c-14f3ad301407 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:26.366598 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:26.398422 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-340ebc13-0aa8-49ac-9545-ca894d6fbccf None None] For port feeb38b3-f1d2-45ec-b3cb-984a6f24405a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=feeb38b3-f1d2-45ec-b3cb-984a6f24405a,segment=NetworkSegment(46f10710-fd1b-4419-be8d-7e561f37979a),segment_id=46f10710-fd1b-4419-be8d-7e561f37979a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:26.411790 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ea66b038-9384-4309-8867-09e72af1a81e, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ea66b038-9384-4309-8867-09e72af1a81e,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:26.441320 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa65d-d9e3-4056-a93e-82681eeb0865 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.453616 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-340ebc13-0aa8-49ac-9545-ca894d6fbccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.455689 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-db486588-c961-469f-bbfb-6582f65e91fe tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.462861 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.475935 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-5c8aa65d-d9e3-4056-a93e-82681eeb0865 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caeddebe-5d5d-4082-8023-1b0f0566c41b']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:26.501836 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ee42b43-2086-4914-ac4c-14f3ad301407 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.515236 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ee42b43-2086-4914-ac4c-14f3ad301407 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.517968 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7ee42b43-2086-4914-ac4c-14f3ad301407 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] 10.222.0.26 "DELETE /v2.0/networks/a456185f-bf8f-438c-a055-fba81c519efa HTTP/1.1" status: 204 len: 168 time: 1.1527622 Jul 14 09:28:26.533076 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee42b43-2086-4914-ac4c-14f3ad301407 tempest-QuotasNegativeTest-1166280567 tempest-QuotasNegativeTest-1166280567-project-admin] Pushing event deleted for resources: {'Network': ['ID=a456185f-bf8f-438c-a055-fba81c519efa,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:26.536783 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14aba70-588f-4313-aada-43da57558b0a admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:26.548287 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f14aba70-588f-4313-aada-43da57558b0a admin admin] 10.222.0.26 "PUT /v2.0/routers/8c3e6c6b-7262-41be-9c09-13a79444f822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0215201 Jul 14 09:28:26.549121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40838) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:26.554127 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2310cb76-300b-4795-aaf5-c7d8ad9e12eb None None] Sync routers for ids ['8c3e6c6b-7262-41be-9c09-13a79444f822'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:26.556371 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 6e8dd7bd-26a0-4983-8cce-b6cceb11515f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6e8dd7bd-26a0-4983-8cce-b6cceb11515f,segment=NetworkSegment(72be3a70-e657-48ef-8059-a1207bb71733),segment_id=72be3a70-e657-48ef-8059-a1207bb71733)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:26.579946 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-5c8aa65d-d9e3-4056-a93e-82681eeb0865 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb04992-2ec7-4d4a-add2-ae8c8846f25f') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:26.580245 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-5c8aa65d-d9e3-4056-a93e-82681eeb0865 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb04992-2ec7-4d4a-add2-ae8c8846f25f') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:26.586659 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2310cb76-300b-4795-aaf5-c7d8ad9e12eb None None] Routers {'8c3e6c6b-7262-41be-9c09-13a79444f822'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:26.587528 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2310cb76-300b-4795-aaf5-c7d8ad9e12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['8c3e6c6b-7262-41be-9c09-13a79444f822'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:26.602317 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.657454 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db486588-c961-469f-bbfb-6582f65e91fe tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Network d35186df-2955-46a7-9a96-7e7b903c8362 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:26.672789 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-340ebc13-0aa8-49ac-9545-ca894d6fbccf None None] Provisioning for port 7e7c8599-acb9-420b-94a9-ca31f3136913 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:26.676296 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa65d-d9e3-4056-a93e-82681eeb0865 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.713285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-db486588-c961-469f-bbfb-6582f65e91fe tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:26.717462 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db486588-c961-469f-bbfb-6582f65e91fe tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:26.799136 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-340ebc13-0aa8-49ac-9545-ca894d6fbccf None None] Provisioning complete for port 7e7c8599-acb9-420b-94a9-ca31f3136913 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:26.799517 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-340ebc13-0aa8-49ac-9545-ca894d6fbccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.829291 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-2310cb76-300b-4795-aaf5-c7d8ad9e12eb None None] Set router 8c3e6c6b-7262-41be-9c09-13a79444f822 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:26.841504 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db486588-c961-469f-bbfb-6582f65e91fe tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Pushing event updated for resources: {'Port': ['ID=66c07e60-eeaf-406d-8556-a21e07c6978a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:26.900105 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ebc13-0aa8-49ac-9545-ca894d6fbccf None None] Pushing event updated for resources: {'Port': ['ID=feeb38b3-f1d2-45ec-b3cb-984a6f24405a,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:26.902381 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa65d-d9e3-4056-a93e-82681eeb0865 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.929001 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14f119ee-bf8d-4b01-842b-63a35760e10b admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.978828 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['ea66b038-9384-4309-8867-09e72af1a81e'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:26.986605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8aa65d-d9e3-4056-a93e-82681eeb0865 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:26.987558 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa65d-d9e3-4056-a93e-82681eeb0865 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:27.010642 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:27.014298 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-db486588-c961-469f-bbfb-6582f65e91fe tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.115140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-340ebc13-0aa8-49ac-9545-ca894d6fbccf None None] Port 7e7c8599-acb9-420b-94a9-ca31f3136913 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:27.141292 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=ea66b038-9384-4309-8867-09e72af1a81e,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:27.233288 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14f119ee-bf8d-4b01-842b-63a35760e10b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.282516 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa65d-d9e3-4056-a93e-82681eeb0865 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.289226 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4231825-af32-451c-8ebe-35167019c1ab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.302190 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa65d-d9e3-4056-a93e-82681eeb0865 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.305718 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5c8aa65d-d9e3-4056-a93e-82681eeb0865 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "DELETE /v2.0/networks/caeddebe-5d5d-4082-8023-1b0f0566c41b HTTP/1.1" status: 204 len: 168 time: 1.3164511 Jul 14 09:28:27.312035 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40846) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:27.317277 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4231825-af32-451c-8ebe-35167019c1ab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.325967 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-999ae965-4aad-423c-b205-d3e64af5ff0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.371352 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9f983b64-04cf-4449-aac1-6973a168f4fc None None] Provisioning for port 66c07e60-eeaf-406d-8556-a21e07c6978a completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:27.391526 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=6e8dd7bd-26a0-4983-8cce-b6cceb11515f,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:27.395612 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9f983b64-04cf-4449-aac1-6973a168f4fc None None] Provisioning complete for port 66c07e60-eeaf-406d-8556-a21e07c6978a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:27.396504 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f983b64-04cf-4449-aac1-6973a168f4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.410806 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7976e1-ffc2-49e1-9d52-b6d159ae7a7e req-ab1b9b1f-ff8b-4745-8b38-dc3386f29623 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:27.426949 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d7976e1-ffc2-49e1-9d52-b6d159ae7a7e req-ab1b9b1f-ff8b-4745-8b38-dc3386f29623 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 944 time: 0.7613609 Jul 14 09:28:27.454159 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2310cb76-300b-4795-aaf5-c7d8ad9e12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3e6c6b-7262-41be-9c09-13a79444f822', 'name': 'tempest-ServersTestMultiNic-797083597-router', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '9389d61c-11e7-40d7-a70e-8094a847f129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:21Z', 'updated_at': '2021-07-14T09:28:24Z', 'revision_number': 5, 'project_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'gw_port': {'id': '9389d61c-11e7-40d7-a70e-8094a847f129', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3e6c6b-7262-41be-9c09-13a79444f822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:23Z', 'updated_at': '2021-07-14T09:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:27.488629 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4231825-af32-451c-8ebe-35167019c1ab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Port': ['ID=7e7c8599-acb9-420b-94a9-ca31f3136913,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:27.500870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40852) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:27.519103 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8aa65d-d9e3-4056-a93e-82681eeb0865 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event deleted for resources: {'Network': ['ID=caeddebe-5d5d-4082-8023-1b0f0566c41b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:27.529201 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2310cb76-300b-4795-aaf5-c7d8ad9e12eb None None] Checking router: 8c3e6c6b-7262-41be-9c09-13a79444f822 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:27.536871 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d7976e1-ffc2-49e1-9d52-b6d159ae7a7e req-f48eac49-51e9-41b9-9b5a-74989ebe2a5b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081736 Jul 14 09:28:27.543798 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9f983b64-04cf-4449-aac1-6973a168f4fc None None] Port 66c07e60-eeaf-406d-8556-a21e07c6978a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:27.562823 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2310cb76-300b-4795-aaf5-c7d8ad9e12eb None None] Routers {'8c3e6c6b-7262-41be-9c09-13a79444f822'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:27.563816 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2310cb76-300b-4795-aaf5-c7d8ad9e12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['8c3e6c6b-7262-41be-9c09-13a79444f822'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:27.653237 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9f983b64-04cf-4449-aac1-6973a168f4fc None None] Provisioning complete for port feeb38b3-f1d2-45ec-b3cb-984a6f24405a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:27.653981 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f983b64-04cf-4449-aac1-6973a168f4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.662495 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4231825-af32-451c-8ebe-35167019c1ab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.701972 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-2310cb76-300b-4795-aaf5-c7d8ad9e12eb None None] Set router 8c3e6c6b-7262-41be-9c09-13a79444f822 gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:27.786070 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-14f119ee-bf8d-4b01-842b-63a35760e10b admin admin] Deleting port 9389d61c-11e7-40d7-a70e-8094a847f129 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:27.786317 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14f119ee-bf8d-4b01-842b-63a35760e10b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.803542 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2310cb76-300b-4795-aaf5-c7d8ad9e12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3e6c6b-7262-41be-9c09-13a79444f822', 'name': 'tempest-ServersTestMultiNic-797083597-router', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:21Z', 'updated_at': '2021-07-14T09:28:27Z', 'revision_number': 6, 'project_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:27.814109 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4231825-af32-451c-8ebe-35167019c1ab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network e3c2d984-a7b3-4cee-b485-57f7ae5e2b25 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:27.815520 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-db486588-c961-469f-bbfb-6582f65e91fe tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.838933 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2310cb76-300b-4795-aaf5-c7d8ad9e12eb None None] The sync data for ids ['8c3e6c6b-7262-41be-9c09-13a79444f822'] in n-d-798054-10 is: [{'id': '8c3e6c6b-7262-41be-9c09-13a79444f822', 'name': 'tempest-ServersTestMultiNic-797083597-router', 'tenant_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:21Z', 'updated_at': '2021-07-14T09:28:27Z', 'revision_number': 6, 'project_id': 'ab9f6ee95b92468aa738abe9dd184bd9', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:27.842869 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fb0d-2248-4355-a3a4-5ea153266a2d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.872553 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-a4231825-af32-451c-8ebe-35167019c1ab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:27.919193 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9f983b64-04cf-4449-aac1-6973a168f4fc None None] Provisioning complete for port 7e7c8599-acb9-420b-94a9-ca31f3136913 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:27.919948 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f983b64-04cf-4449-aac1-6973a168f4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.981966 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9f983b64-04cf-4449-aac1-6973a168f4fc None None] Port 7e7c8599-acb9-420b-94a9-ca31f3136913 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:27.992840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-14f119ee-bf8d-4b01-842b-63a35760e10b admin admin] For port 9389d61c-11e7-40d7-a70e-8094a847f129, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9389d61c-11e7-40d7-a70e-8094a847f129,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:27.994951 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14f119ee-bf8d-4b01-842b-63a35760e10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.017204 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-43560c41-d0db-4a54-a943-a9f87fd6dca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.019200 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9f983b64-04cf-4449-aac1-6973a168f4fc None None] Provisioning for port 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:28.023233 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9f983b64-04cf-4449-aac1-6973a168f4fc None None] Provisioning complete for port 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:28.023614 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f983b64-04cf-4449-aac1-6973a168f4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.056021 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424912b-6d6d-4cf5-87fe-dd9df6df1265 req-374adc40-c6c5-4071-9986-ca9fa6a54e8c tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.058264 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5424912b-6d6d-4cf5-87fe-dd9df6df1265 req-374adc40-c6c5-4071-9986-ca9fa6a54e8c tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 944 time: 0.5145276 Jul 14 09:28:28.060015 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-14f119ee-bf8d-4b01-842b-63a35760e10b admin admin] Calling delete_port for 9389d61c-11e7-40d7-a70e-8094a847f129 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:28.157563 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f983b64-04cf-4449-aac1-6973a168f4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.191104 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fb0d-2248-4355-a3a4-5ea153266a2d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.207345 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-1cd4fb0d-2248-4355-a3a4-5ea153266a2d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf19d36-03db-45c8-8ad8-e6d29a55ff4c']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:28.222985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-1cd4fb0d-2248-4355-a3a4-5ea153266a2d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7cb3ec-566f-41e2-9423-ab054070ad29') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:28.223375 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-1cd4fb0d-2248-4355-a3a4-5ea153266a2d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7cb3ec-566f-41e2-9423-ab054070ad29') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:28.233001 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fb0d-2248-4355-a3a4-5ea153266a2d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.240983 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9f983b64-04cf-4449-aac1-6973a168f4fc None None] For port 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf,segment=NetworkSegment(9da172e8-9009-4083-801e-8c564feca933),segment_id=9da172e8-9009-4083-801e-8c564feca933)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:28.248457 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f983b64-04cf-4449-aac1-6973a168f4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.262537 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5424912b-6d6d-4cf5-87fe-dd9df6df1265 req-d1a2cc60-804f-42f0-8261-dae1f38046b4 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=8caab4f8-950d-4a77-821e-78363ace0ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928625 Jul 14 09:28:28.278357 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fb0d-2248-4355-a3a4-5ea153266a2d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.305114 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd4fb0d-2248-4355-a3a4-5ea153266a2d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:28.306428 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fb0d-2248-4355-a3a4-5ea153266a2d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:28.308936 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:28.353991 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f983b64-04cf-4449-aac1-6973a168f4fc None None] Pushing event updated for resources: {'Port': ['ID=62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:28.433465 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-40839e8b-9fe6-4b55-8511-c1cbcc2b6ccb None None] Provisioning complete for port 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:28.434283 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40839e8b-9fe6-4b55-8511-c1cbcc2b6ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.460386 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fb0d-2248-4355-a3a4-5ea153266a2d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.476507 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1cd4fb0d-2248-4355-a3a4-5ea153266a2d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.481644 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1cd4fb0d-2248-4355-a3a4-5ea153266a2d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "DELETE /v2.0/networks/8cf19d36-03db-45c8-8ad8-e6d29a55ff4c HTTP/1.1" status: 204 len: 168 time: 1.1655188 Jul 14 09:28:28.491456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40860) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:28.518062 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14f119ee-bf8d-4b01-842b-63a35760e10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.575954 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-40839e8b-9fe6-4b55-8511-c1cbcc2b6ccb None None] Provisioning complete for port 7e7c8599-acb9-420b-94a9-ca31f3136913 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:28.576405 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40839e8b-9fe6-4b55-8511-c1cbcc2b6ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.576699 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f119ee-bf8d-4b01-842b-63a35760e10b admin admin] Pushing event deleted for resources: {'Port': ['ID=9389d61c-11e7-40d7-a70e-8094a847f129,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:28.619622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:28.674669 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-40839e8b-9fe6-4b55-8511-c1cbcc2b6ccb None None] Port 7e7c8599-acb9-420b-94a9-ca31f3136913 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:28.702074 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:28.708503 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:28.708901 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.757851 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14f119ee-bf8d-4b01-842b-63a35760e10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.820989 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.853116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d22aed-3a4c-441d-8181-160de50462dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbb8cc5-1565-4f8d-97de-59d3b6c77457'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:28.856340 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185f691d-2eaf-4a8d-873d-9a4f6bd1a7bc" -d '{"events": [{"server_uuid": "63d22aed-3a4c-441d-8181-160de50462dd", "name": "network-vif-plugged", "status": "completed", "tag": "7bbb8cc5-1565-4f8d-97de-59d3b6c77457"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:28.882949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 7bbb8cc5-1565-4f8d-97de-59d3b6c77457, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7bbb8cc5-1565-4f8d-97de-59d3b6c77457,segment=NetworkSegment(750f21ac-f65b-4fc3-96eb-83cd4adfd745),segment_id=750f21ac-f65b-4fc3-96eb-83cd4adfd745)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:28.890434 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.953094 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:28.961677 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003b3960-b43f-42ab-b9ce-b713536d4ddd tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.968281 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003b3960-b43f-42ab-b9ce-b713536d4ddd tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.974687 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-003b3960-b43f-42ab-b9ce-b713536d4ddd tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4766481 Jul 14 09:28:28.978678 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40866) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:28.987235 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-12f9ce75-31bc-4029-a225-c78354d61462 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1317115940'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:28.995681 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4fb0d-2248-4355-a3a4-5ea153266a2d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event deleted for resources: {'Network': ['ID=8cf19d36-03db-45c8-8ad8-e6d29a55ff4c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:29.004819 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4231825-af32-451c-8ebe-35167019c1ab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router 0b564339-e058-41a8-9cf3-60da70669c30 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:28:29.008995 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=7bbb8cc5-1565-4f8d-97de-59d3b6c77457,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:29.040696 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:29.041079 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.132985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6e8dd7bd-26a0-4983-8cce-b6cceb11515f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:29.148387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4231825-af32-451c-8ebe-35167019c1ab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:29.161569 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a4231825-af32-451c-8ebe-35167019c1ab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/0b564339-e058-41a8-9cf3-60da70669c30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9536288 Jul 14 09:28:29.161950 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40868) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:29.165550 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-db486588-c961-469f-bbfb-6582f65e91fe tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.169411 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92f49f0-b3ec-4f2b-9de2-e0a56ed89e13 None None] Sync routers for ids ['0b564339-e058-41a8-9cf3-60da70669c30'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:29.177907 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-db486588-c961-469f-bbfb-6582f65e91fe tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.185869 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92f49f0-b3ec-4f2b-9de2-e0a56ed89e13 None None] Routers {'0b564339-e058-41a8-9cf3-60da70669c30'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:29.186697 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a92f49f0-b3ec-4f2b-9de2-e0a56ed89e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['0b564339-e058-41a8-9cf3-60da70669c30'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:29.228185 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a92f49f0-b3ec-4f2b-9de2-e0a56ed89e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:29.246753 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92f49f0-b3ec-4f2b-9de2-e0a56ed89e13 None None] Routers {'0b564339-e058-41a8-9cf3-60da70669c30'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:29.247548 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a92f49f0-b3ec-4f2b-9de2-e0a56ed89e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['0b564339-e058-41a8-9cf3-60da70669c30'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:29.285043 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 6e8dd7bd-26a0-4983-8cce-b6cceb11515f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:29.285604 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.289530 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a92f49f0-b3ec-4f2b-9de2-e0a56ed89e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:29.289530 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92f49f0-b3ec-4f2b-9de2-e0a56ed89e13 None None] The sync data for ids ['0b564339-e058-41a8-9cf3-60da70669c30'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:29.314617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ea66b038-9384-4309-8867-09e72af1a81e up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:29.319686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db486588-c961-469f-bbfb-6582f65e91fe tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Pushing event updated for resources: {'Port': ['ID=66c07e60-eeaf-406d-8556-a21e07c6978a,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:29.322835 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-db486588-c961-469f-bbfb-6582f65e91fe tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.401147 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42bc118-9409-4c99-8231-c02840164158 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:29.404980 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b42bc118-9409-4c99-8231-c02840164158 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/ports/7e7c8599-acb9-420b-94a9-ca31f3136913 HTTP/1.1" status: 200 len: 910 time: 0.2397666 Jul 14 09:28:29.407799 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40872) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:29.410468 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port ea66b038-9384-4309-8867-09e72af1a81e completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:29.412176 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14f119ee-bf8d-4b01-842b-63a35760e10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.419427 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-43560c41-d0db-4a54-a943-a9f87fd6dca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.420831 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14f119ee-bf8d-4b01-842b-63a35760e10b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.422088 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port ea66b038-9384-4309-8867-09e72af1a81e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:29.422476 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.432633 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-43560c41-d0db-4a54-a943-a9f87fd6dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.449164 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device feeb38b3-f1d2-45ec-b3cb-984a6f24405a up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:29.511477 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port feeb38b3-f1d2-45ec-b3cb-984a6f24405a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:29.511857 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.521528 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07b3ca-5a39-41dc-810b-5d83af6077da req-40179bd4-b061-47bb-9c86-6d548ec2a254 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:29.527500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07b3ca-5a39-41dc-810b-5d83af6077da req-40179bd4-b061-47bb-9c86-6d548ec2a254 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:29.528888 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f9ce75-31bc-4029-a225-c78354d61462 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Made reservation on behalf of 3aaa00a6f6bb4999b4809cdd0a1ffda9 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:29.532339 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-12f9ce75-31bc-4029-a225-c78354d61462 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.533232 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07b3ca-5a39-41dc-810b-5d83af6077da req-40179bd4-b061-47bb-9c86-6d548ec2a254 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:29.539694 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07b3ca-5a39-41dc-810b-5d83af6077da req-40179bd4-b061-47bb-9c86-6d548ec2a254 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:29.546186 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07b3ca-5a39-41dc-810b-5d83af6077da req-40179bd4-b061-47bb-9c86-6d548ec2a254 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:29.552097 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07b3ca-5a39-41dc-810b-5d83af6077da req-40179bd4-b061-47bb-9c86-6d548ec2a254 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:29.558356 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07b3ca-5a39-41dc-810b-5d83af6077da req-40179bd4-b061-47bb-9c86-6d548ec2a254 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:29.560441 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d07b3ca-5a39-41dc-810b-5d83af6077da req-40179bd4-b061-47bb-9c86-6d548ec2a254 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5434 time: 0.9722941 Jul 14 09:28:29.575283 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14f119ee-bf8d-4b01-842b-63a35760e10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.576126 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f119ee-bf8d-4b01-842b-63a35760e10b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c3e6c6b-7262-41be-9c09-13a79444f822 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:28:29.582086 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.590807 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14f119ee-bf8d-4b01-842b-63a35760e10b admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.592744 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-14f119ee-bf8d-4b01-842b-63a35760e10b admin admin] 10.222.0.26 "DELETE /v2.0/routers/8c3e6c6b-7262-41be-9c09-13a79444f822 HTTP/1.1" status: 204 len: 168 time: 3.0419655 Jul 14 09:28:29.597943 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-43560c41-d0db-4a54-a943-a9f87fd6dca9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d516ac28d0a54dd8b37784adce546c38&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0593214 Jul 14 09:28:29.598261 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db486588-c961-469f-bbfb-6582f65e91fe tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Network d35186df-2955-46a7-9a96-7e7b903c8362 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:29.602033 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40874) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:29.602437 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40876) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:29.607290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43560c41-d0db-4a54-a943-a9f87fd6dca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f845aab2-ec6b-4363-9a42-1995d02750de,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:29.638840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e42b7-f131-4f1b-bd99-894d477bf121 req-4e714d1e-9dcd-4ad9-ab32-e281ed606193 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:29.640436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b7e42b7-f131-4f1b-bd99-894d477bf121 req-4e714d1e-9dcd-4ad9-ab32-e281ed606193 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 944 time: 0.9337649 Jul 14 09:28:29.667544 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d07b3ca-5a39-41dc-810b-5d83af6077da req-0535444b-f841-4058-a233-16387ad35e63 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0891244 Jul 14 09:28:29.679401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc3a716-45b2-4dc1-9153-e82ab1837508 admin admin] Deleting subnet bdb997ff-cf91-4a50-b295-82bdd881b788 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:29.682881 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ea66b038-9384-4309-8867-09e72af1a81e, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ea66b038-9384-4309-8867-09e72af1a81e,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:29.684304 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfc3a716-45b2-4dc1-9153-e82ab1837508 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.687209 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-db486588-c961-469f-bbfb-6582f65e91fe tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:29.691486 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.714974 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b7e42b7-f131-4f1b-bd99-894d477bf121 req-0444106d-f48c-4c19-bbdc-9784a9b4b4cb tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643194 Jul 14 09:28:29.736085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f9ce75-31bc-4029-a225-c78354d61462 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:29.753520 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-12f9ce75-31bc-4029-a225-c78354d61462 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.754027 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-12f9ce75-31bc-4029-a225-c78354d61462 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Added segment 8addfc85-0814-4b6c-876d-1300e961070d of type vlan for network 26d6d178-4843-4886-a370-34c36b6ee996 Jul 14 09:28:29.829195 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74855a7d-1d8c-4ad2-8096-fa8c256229a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.874720 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d633c10-aca4-476a-b69e-20ff41272271 x-openstack-request-id: req-8d633c10-aca4-476a-b69e-20ff41272271 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:29.875880 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d22aed-3a4c-441d-8181-160de50462dd", "name": "network-vif-plugged", "status": "completed", "tag": "7bbb8cc5-1565-4f8d-97de-59d3b6c77457", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:29.876613 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d633c10-aca4-476a-b69e-20ff41272271 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:29.877254 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d22aed-3a4c-441d-8181-160de50462dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbb8cc5-1565-4f8d-97de-59d3b6c77457', 'code': 200} Jul 14 09:28:29.879444 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dc503db1-8238-4ad4-8608-e5a92b62aea3 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:29.915910 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=ea66b038-9384-4309-8867-09e72af1a81e,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:29.924229 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: dc503db1-8238-4ad4-8608-e5a92b62aea3 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:29.925218 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dc503db1-8238-4ad4-8608-e5a92b62aea3 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:29.926419 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9389d61c-11e7-40d7-a70e-8094a847f129 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:29.955631 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.960848 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 9389d61c-11e7-40d7-a70e-8094a847f129 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:29.961895 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9389d61c-11e7-40d7-a70e-8094a847f129 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:30.078051 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cad4a-def9-457c-95a4-96b830f00ae5 req-60dc119e-a11d-446a-8731-a3fb526ca6de tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:30.079585 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d6cad4a-def9-457c-95a4-96b830f00ae5 req-60dc119e-a11d-446a-8731-a3fb526ca6de tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 945 time: 0.1352749 Jul 14 09:28:30.081677 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e5b7-b999-47be-9ed2-e55fab5ac0e0 req-ad263053-11a3-4223-a743-ec1459f354d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:30.083081 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e38e5b7-b999-47be-9ed2-e55fab5ac0e0 req-ad263053-11a3-4223-a743-ec1459f354d3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 1097 time: 0.1217430 Jul 14 09:28:30.125507 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-12f9ce75-31bc-4029-a225-c78354d61462 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.134332 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-544fbe88-5742-4c3d-8d2f-51cb569454f4 None None] Provisioning complete for port 66c07e60-eeaf-406d-8556-a21e07c6978a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:30.135070 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-544fbe88-5742-4c3d-8d2f-51cb569454f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.144939 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e38e5b7-b999-47be-9ed2-e55fab5ac0e0 req-b8840f0d-faec-4f3a-96d9-8be34b689f10 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8caab4f8-950d-4a77-821e-78363ace0ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534914 Jul 14 09:28:30.147879 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d6cad4a-def9-457c-95a4-96b830f00ae5 req-e5cb00af-dd18-4323-b131-e6beec28dda7 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=8caab4f8-950d-4a77-821e-78363ace0ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597758 Jul 14 09:28:30.160118 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfc3a716-45b2-4dc1-9153-e82ab1837508 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.188792 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-544fbe88-5742-4c3d-8d2f-51cb569454f4 None None] Port 66c07e60-eeaf-406d-8556-a21e07c6978a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:30.318221 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-12f9ce75-31bc-4029-a225-c78354d61462 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.323723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f9ce75-31bc-4029-a225-c78354d61462 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:30.324336 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-12f9ce75-31bc-4029-a225-c78354d61462 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.334802 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8dbe5e99-fc9b-4f34-aae5-57b3d211251c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.448802 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-12f9ce75-31bc-4029-a225-c78354d61462 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4685400 Jul 14 09:28:30.451663 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40880) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:30.458298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-9911c35b-ff23-481b-8175-efc5bcc9a4ea tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1582473161'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:30.467170 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8dbe5e99-fc9b-4f34-aae5-57b3d211251c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.480831 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9911c35b-ff23-481b-8175-efc5bcc9a4ea tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Made reservation on behalf of 3aaa00a6f6bb4999b4809cdd0a1ffda9 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:30.484812 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9911c35b-ff23-481b-8175-efc5bcc9a4ea tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.485017 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-5287a879-3c53-4efa-a7e7-4d7395d8a308 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:30.491738 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-5287a879-3c53-4efa-a7e7-4d7395d8a308 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:30.497323 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-5287a879-3c53-4efa-a7e7-4d7395d8a308 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:30.503251 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-5287a879-3c53-4efa-a7e7-4d7395d8a308 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:30.509353 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9911c35b-ff23-481b-8175-efc5bcc9a4ea tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:30.509532 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-5287a879-3c53-4efa-a7e7-4d7395d8a308 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:30.515831 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-5287a879-3c53-4efa-a7e7-4d7395d8a308 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:30.518446 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9911c35b-ff23-481b-8175-efc5bcc9a4ea tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.518797 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-9911c35b-ff23-481b-8175-efc5bcc9a4ea tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Added segment 8c186b27-57e2-4f69-8aa6-daef421b4a85 of type vlan for network 438d912f-64d0-403a-b7ef-6f5797f45973 Jul 14 09:28:30.523389 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-5287a879-3c53-4efa-a7e7-4d7395d8a308 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:30.525314 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-5287a879-3c53-4efa-a7e7-4d7395d8a308 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.55 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5434 time: 0.5406632 Jul 14 09:28:30.539942 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfc3a716-45b2-4dc1-9153-e82ab1837508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.562397 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9911c35b-ff23-481b-8175-efc5bcc9a4ea tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.599988 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9911c35b-ff23-481b-8175-efc5bcc9a4ea tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.601407 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9ce75-31bc-4029-a225-c78354d61462 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event updated for resources: {'Network': ['ID=26d6d178-4843-4886-a370-34c36b6ee996,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:30.614027 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9911c35b-ff23-481b-8175-efc5bcc9a4ea tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:30.614891 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9911c35b-ff23-481b-8175-efc5bcc9a4ea tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.618271 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 26d6d178-4843-4886-a370-34c36b6ee996 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:30.645488 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9911c35b-ff23-481b-8175-efc5bcc9a4ea tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1915123 Jul 14 09:28:30.657972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40882) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:30.664680 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Request body: {'ports': [{'network_id': '26d6d178-4843-4886-a370-34c36b6ee996', 'name': 'tempest-port--1166504170', 'admin_state_up': True}, {'network_id': '438d912f-64d0-403a-b7ef-6f5797f45973', 'admin_state_up': False}]} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:30.664979 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Request body: {'port': {'network_id': '26d6d178-4843-4886-a370-34c36b6ee996', 'name': 'tempest-port--1166504170', 'admin_state_up': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:30.665694 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Request body: {'port': {'network_id': '438d912f-64d0-403a-b7ef-6f5797f45973', 'admin_state_up': False}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:30.677862 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db486588-c961-469f-bbfb-6582f65e91fe tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Router 3de38481-0d5d-4d8e-a94b-c50624bad054 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:28:30.695476 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-40e36201-6801-4f72-85ac-28f4c7d4b86b tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:30.696978 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-40e36201-6801-4f72-85ac-28f4c7d4b86b tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.55 "GET /v2.0/ports/4ab54df4-c842-45de-b8d8-a4afe567c0e5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1547410 Jul 14 09:28:30.783243 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911c35b-ff23-481b-8175-efc5bcc9a4ea tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event updated for resources: {'Network': ['ID=438d912f-64d0-403a-b7ef-6f5797f45973,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:30.919256 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Made reservation on behalf of 3aaa00a6f6bb4999b4809cdd0a1ffda9 for: {'port': 2} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:30.928941 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.930712 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 438d912f-64d0-403a-b7ef-6f5797f45973 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:30.991696 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.997302 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.055533 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8dbe5e99-fc9b-4f34-aae5-57b3d211251c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.059620 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8dbe5e99-fc9b-4f34-aae5-57b3d211251c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.062317 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8dbe5e99-fc9b-4f34-aae5-57b3d211251c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f845aab2-ec6b-4363-9a42-1995d02750de HTTP/1.1" status: 204 len: 168 time: 1.4575064 Jul 14 09:28:31.069759 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-99b5bb7e-05cc-4308-9fa9-d2519648cf7a tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.55 "GET /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3600025 Jul 14 09:28:31.071737 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfc3a716-45b2-4dc1-9153-e82ab1837508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.104406 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-e63200f7-542b-41a6-894d-93adcc1d7464 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:31.106277 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] device_id is not set on port 6dc48dba-7d99-4423-a0aa-da97120f543d yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:31.140660 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe5e99-fc9b-4f34-aae5-57b3d211251c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f845aab2-ec6b-4363-9a42-1995d02750de,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:31.162945 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550d009f-03d3-4000-ad0b-12ab41979ce1 None None] Network d3a1491e-1021-4854-900f-f204385a074a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:31.165013 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3a716-45b2-4dc1-9153-e82ab1837508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdb997ff-cf91-4a50-b295-82bdd881b788,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:31.169467 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfc3a716-45b2-4dc1-9153-e82ab1837508 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.173938 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dfc3a716-45b2-4dc1-9153-e82ab1837508 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bdb997ff-cf91-4a50-b295-82bdd881b788 HTTP/1.1" status: 204 len: 168 time: 1.5678632 Jul 14 09:28:31.178170 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40890) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:31.189186 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db486588-c961-469f-bbfb-6582f65e91fe tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:31.202649 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-db486588-c961-469f-bbfb-6582f65e91fe tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "PUT /v2.0/routers/3de38481-0d5d-4d8e-a94b-c50624bad054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2971833 Jul 14 09:28:31.202762 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40894) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:31.205372 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f473fab-028e-4b02-84a3-8f20bd26c29d None None] Sync routers for ids ['3de38481-0d5d-4d8e-a94b-c50624bad054'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:31.218411 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-84827344-555a-4df9-ac11-ca12814210a5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.220856 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f473fab-028e-4b02-84a3-8f20bd26c29d None None] Routers {'3de38481-0d5d-4d8e-a94b-c50624bad054'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:31.222466 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4f473fab-028e-4b02-84a3-8f20bd26c29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3de38481-0d5d-4d8e-a94b-c50624bad054'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:31.287619 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4f473fab-028e-4b02-84a3-8f20bd26c29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:31.300855 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09a10d-d911-4521-ab3e-3a48348656e5 req-6bc95943-38b7-49c0-843a-6e4692499871 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.302615 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c09a10d-d911-4521-ab3e-3a48348656e5 req-6bc95943-38b7-49c0-843a-6e4692499871 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.3676496 Jul 14 09:28:31.316028 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f473fab-028e-4b02-84a3-8f20bd26c29d None None] Routers {'3de38481-0d5d-4d8e-a94b-c50624bad054'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:31.317081 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4f473fab-028e-4b02-84a3-8f20bd26c29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3de38481-0d5d-4d8e-a94b-c50624bad054'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:31.357533 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4f473fab-028e-4b02-84a3-8f20bd26c29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:31.358644 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f473fab-028e-4b02-84a3-8f20bd26c29d None None] The sync data for ids ['3de38481-0d5d-4d8e-a94b-c50624bad054'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:31.432062 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c09a10d-d911-4521-ab3e-3a48348656e5 req-091dc0f4-a4e7-4e9f-8de7-1b410367a84d tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196003 Jul 14 09:28:31.481663 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.541054 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed48ab-b442-44cd-b549-4728e655517a req-da021bba-5807-4683-bffe-769897ad3d55 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.547564 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed48ab-b442-44cd-b549-4728e655517a req-da021bba-5807-4683-bffe-769897ad3d55 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.555117 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed48ab-b442-44cd-b549-4728e655517a req-da021bba-5807-4683-bffe-769897ad3d55 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.557297 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c275b75-a06a-4845-933d-cc689e91d319 None None] DHCP port deletion for d3a1491e-1021-4854-900f-f204385a074a request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:28:31.564917 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed48ab-b442-44cd-b549-4728e655517a req-da021bba-5807-4683-bffe-769897ad3d55 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.574842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed48ab-b442-44cd-b549-4728e655517a req-da021bba-5807-4683-bffe-769897ad3d55 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.581328 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed48ab-b442-44cd-b549-4728e655517a req-da021bba-5807-4683-bffe-769897ad3d55 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.587786 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed48ab-b442-44cd-b549-4728e655517a req-da021bba-5807-4683-bffe-769897ad3d55 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.591510 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aeed48ab-b442-44cd-b549-4728e655517a req-da021bba-5807-4683-bffe-769897ad3d55 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 5434 time: 0.4688056 Jul 14 09:28:31.642927 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.653819 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5c275b75-a06a-4845-933d-cc689e91d319 None None] Deleting port 4ed1c207-bb88-4d25-b879-d9bbb05e858e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:31.654593 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c275b75-a06a-4845-933d-cc689e91d319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.685863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40898) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:31.739551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-5c275b75-a06a-4845-933d-cc689e91d319 None None] For port 4ed1c207-bb88-4d25-b879-d9bbb05e858e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4ed1c207-bb88-4d25-b879-d9bbb05e858e,segment=NetworkSegment(9a529bd2-d790-4867-b751-2b8b80f7ba21),segment_id=9a529bd2-d790-4867-b751-2b8b80f7ba21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:31.740158 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c275b75-a06a-4845-933d-cc689e91d319 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.742702 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bd692ea5-3e20-4f4d-bed9-50e777e1ba2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.762104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5c275b75-a06a-4845-933d-cc689e91d319 None None] Calling delete_port for 4ed1c207-bb88-4d25-b879-d9bbb05e858e owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:31.763430 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.771202 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-e63200f7-542b-41a6-894d-93adcc1d7464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.783983 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] device_id is not set on port e5a5b386-8921-48cf-b7d4-ef169ef48f65 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:31.794519 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aeed48ab-b442-44cd-b549-4728e655517a req-3494d9f3-aedc-42cb-a3c5-19f9a90f2468 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1801717 Jul 14 09:28:31.854941 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9d54e-58d0-4443-82d7-0a92ef23fc26 req-7f6463a6-1ba3-493a-9aa8-e8f998c64ea5 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.856478 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69b9d54e-58d0-4443-82d7-0a92ef23fc26 req-7f6463a6-1ba3-493a-9aa8-e8f998c64ea5 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 945 time: 0.2394938 Jul 14 09:28:31.882818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ec01a1-9458-48a0-82d4-d85c6ada428d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea66b038-9384-4309-8867-09e72af1a81e'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:31.886789 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739b4799-f1e9-40a4-8871-a6602c811481" -d '{"events": [{"server_uuid": "36ec01a1-9458-48a0-82d4-d85c6ada428d", "name": "network-vif-plugged", "status": "completed", "tag": "ea66b038-9384-4309-8867-09e72af1a81e"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:31.926525 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c275b75-a06a-4845-933d-cc689e91d319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.960253 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c275b75-a06a-4845-933d-cc689e91d319 None None] Pushing event deleted for resources: {'Port': ['ID=4ed1c207-bb88-4d25-b879-d9bbb05e858e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:31.970008 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c275b75-a06a-4845-933d-cc689e91d319 None None] No DVR routers for this DVR port 4ed1c207-bb88-4d25-b879-d9bbb05e858e on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:32.002237 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd730810-6906-47f9-84d2-a59af27194cf x-openstack-request-id: req-dd730810-6906-47f9-84d2-a59af27194cf {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:32.002888 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ec01a1-9458-48a0-82d4-d85c6ada428d", "name": "network-vif-plugged", "status": "completed", "tag": "ea66b038-9384-4309-8867-09e72af1a81e", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:32.003389 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd730810-6906-47f9-84d2-a59af27194cf {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:32.004121 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ec01a1-9458-48a0-82d4-d85c6ada428d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea66b038-9384-4309-8867-09e72af1a81e', 'code': 200} Jul 14 09:28:32.007022 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69b9d54e-58d0-4443-82d7-0a92ef23fc26 req-f7370be4-c91c-433c-adcb-bce095c8cc94 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=8caab4f8-950d-4a77-821e-78363ace0ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297638 Jul 14 09:28:32.047540 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bd692ea5-3e20-4f4d-bed9-50e777e1ba2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.055213 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bd692ea5-3e20-4f4d-bed9-50e777e1ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.058358 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] The port '4ed1c207-bb88-4d25-b879-d9bbb05e858e' was deleted {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 14 09:28:32.062891 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.122748 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd692ea5-3e20-4f4d-bed9-50e777e1ba2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1f64e4-c72e-4b5b-958e-84b43ac3d5b6,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:32.135979 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bd692ea5-3e20-4f4d-bed9-50e777e1ba2d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7baab1d7ec58479aaf57c0806ffffcfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4497502 Jul 14 09:28:32.139974 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40904) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:32.210643 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.289053 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.297661 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event updated for resources: {'Port': ['ID=6dc48dba-7d99-4423-a0aa-da97120f543d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:32.308091 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1edd6608-46a6-4951-8753-0f9ad387112f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.343188 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffc932-ccf0-4059-8bdd-2d2e245f2101 req-4598b87c-32d0-4c5c-96d0-eaeac40d66e2 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:32.344571 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7ffc932-ccf0-4059-8bdd-2d2e245f2101 req-4598b87c-32d0-4c5c-96d0-eaeac40d66e2 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 945 time: 0.2076654 Jul 14 09:28:32.358047 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1edd6608-46a6-4951-8753-0f9ad387112f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.359672 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40906) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:32.360396 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Checking segment: {'id': '8addfc85-0814-4b6c-876d-1300e961070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '26d6d178-4843-4886-a370-34c36b6ee996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:32.360751 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Network hostable DHCP agents. Network: 26d6d178-4843-4886-a370-34c36b6ee996, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:32.366589 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a1491e-1021-4854-900f-f204385a074a']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:32.368012 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c847eed5-380b-4f71-aee2-f5042a5d0250 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Request body: {'floatingip': {'port_id': '7bbb8cc5-1565-4f8d-97de-59d3b6c77457'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:32.396348 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a529bd2-d790-4867-b751-2b8b80f7ba21') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:32.396632 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a529bd2-d790-4867-b751-2b8b80f7ba21') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:32.413759 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.432294 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c847eed5-380b-4f71-aee2-f5042a5d0250 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.459692 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-e63200f7-542b-41a6-894d-93adcc1d7464 service neutron] For port 4ab54df4-c842-45de-b8d8-a4afe567c0e5, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4ab54df4-c842-45de-b8d8-a4afe567c0e5,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:32.464533 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.483113 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Network 26d6d178-4843-4886-a370-34c36b6ee996 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:32.503097 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:32.503561 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:32.508474 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:32.514514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 26d6d178-4843-4886-a370-34c36b6ee996) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:32.524690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff75c8b3-290b-43e3-9058-049bc1ca32fa None None] Network 26d6d178-4843-4886-a370-34c36b6ee996 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:32.533743 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:32.535260 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.600865 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1edd6608-46a6-4951-8753-0f9ad387112f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.603170 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1edd6608-46a6-4951-8753-0f9ad387112f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.607209 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1edd6608-46a6-4951-8753-0f9ad387112f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b1f64e4-c72e-4b5b-958e-84b43ac3d5b6 HTTP/1.1" status: 204 len: 168 time: 0.4640615 Jul 14 09:28:32.636451 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90766886-6917-4fb2-8062-de917c62b33b req-f5b642d2-e468-47fd-8fcf-6e8a8609af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:32.638003 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-90766886-6917-4fb2-8062-de917c62b33b req-f5b642d2-e468-47fd-8fcf-6e8a8609af30 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 1097 time: 0.4382923 Jul 14 09:28:32.665910 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-e63200f7-542b-41a6-894d-93adcc1d7464 service neutron] For port 4ab54df4-c842-45de-b8d8-a4afe567c0e5, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:32.696952 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.727275 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.750699 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd6608-46a6-4951-8753-0f9ad387112f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1f64e4-c72e-4b5b-958e-84b43ac3d5b6,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:32.785258 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4ed1c207-bb88-4d25-b879-d9bbb05e858e no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:32.812729 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event updated for resources: {'Port': ['ID=e5a5b386-8921-48cf-b7d4-ef169ef48f65,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:32.812977 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.817063 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d3a1491e-1021-4854-900f-f204385a074a HTTP/1.1" status: 204 len: 168 time: 1.6377451 Jul 14 09:28:32.868630 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 4ed1c207-bb88-4d25-b879-d9bbb05e858e {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:32.869224 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4ed1c207-bb88-4d25-b879-d9bbb05e858e not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:32.871307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Checking segment: {'id': '8c186b27-57e2-4f69-8aa6-daef421b4a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '438d912f-64d0-403a-b7ef-6f5797f45973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:32.871307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Network hostable DHCP agents. Network: 438d912f-64d0-403a-b7ef-6f5797f45973, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:32.893753 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-e63200f7-542b-41a6-894d-93adcc1d7464 service neutron] device_id is not set on port 4ab54df4-c842-45de-b8d8-a4afe567c0e5 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:32.911102 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-e63200f7-542b-41a6-894d-93adcc1d7464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.916852 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a1491e-1021-4854-900f-f204385a074a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:32.947421 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-e63200f7-542b-41a6-894d-93adcc1d7464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.951772 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Network 438d912f-64d0-403a-b7ef-6f5797f45973 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:32.976313 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631bc3f-390b-4b9e-8caf-cb315ed18ca9 req-6a071915-cdbe-4125-b32a-d42702fffad2 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:32.978583 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a631bc3f-390b-4b9e-8caf-cb315ed18ca9 req-6a071915-cdbe-4125-b32a-d42702fffad2 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.2437477 Jul 14 09:28:32.982225 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 438d912f-64d0-403a-b7ef-6f5797f45973) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:32.993101 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:32.994595 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372a43d0-7fe0-4a2f-8561-37729cd03ce0 None None] Network 438d912f-64d0-403a-b7ef-6f5797f45973 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:32.998718 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.003691 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.004389 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.059711 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-90766886-6917-4fb2-8062-de917c62b33b req-d07406b8-729e-4923-ab06-784b6e41267a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3915358 Jul 14 09:28:33.072082 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-34f7b5e5-2306-4b07-83eb-7f0b9026a9d0 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:28:33.073300 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-34f7b5e5-2306-4b07-83eb-7f0b9026a9d0 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "PUT /v2.0/routers/3de38481-0d5d-4d8e-a94b-c50624bad054/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8576729 Jul 14 09:28:33.081193 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40918) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:33.107740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:33.108513 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:33.110026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:33.110668 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:33.111259 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:33.111939 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:33.113053 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:33.114077 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:33.115061 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:33.115629 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:33.116248 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:33.116821 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0390e73e-15f5-4ffd-af30-3d32a1b4ded2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:33.282369 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-e63200f7-542b-41a6-894d-93adcc1d7464 service neutron] No DVR routers for this DVR port 4ab54df4-c842-45de-b8d8-a4afe567c0e5 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:33.325610 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device b2be6486-e65e-4805-a307-4504282ccb66 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:33.350507 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-59d2c5ce-5107-4b85-8e37-4952995beda1 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6907535 Jul 14 09:28:33.351494 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40924) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:33.389094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40926) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:33.421350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63200f7-542b-41a6-894d-93adcc1d7464 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab54df4-c842-45de-b8d8-a4afe567c0e5,revision_number=6']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:33.442006 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a631bc3f-390b-4b9e-8caf-cb315ed18ca9 req-dd5805c2-43a5-49fd-9185-bd347ab2a4b4 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4498181 Jul 14 09:28:33.494332 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d6970a50-f1f9-4ecf-851b-29d8d1b2cfdd None None] Provisioning complete for port 4ab54df4-c842-45de-b8d8-a4afe567c0e5 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:33.494713 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6970a50-f1f9-4ecf-851b-29d8d1b2cfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.536900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-84827344-555a-4df9-ac11-ca12814210a5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting port 7e7c8599-acb9-420b-94a9-ca31f3136913 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:33.537401 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-84827344-555a-4df9-ac11-ca12814210a5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.542274 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.575598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d6970a50-f1f9-4ecf-851b-29d8d1b2cfdd None None] Port 4ab54df4-c842-45de-b8d8-a4afe567c0e5 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:33.611344 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port b2be6486-e65e-4805-a307-4504282ccb66, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=b2be6486-e65e-4805-a307-4504282ccb66,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:33.617467 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.618523 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ff7eb-2edc-409e-8e5f-76d0c42395be req-c4371fe2-39ac-4531-847d-d9b4fcfe6485 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.619286 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 4ab54df4-c842-45de-b8d8-a4afe567c0e5 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:33.623203 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-e63200f7-542b-41a6-894d-93adcc1d7464 service neutron] In _notify_port_updated(), no bound segment for port 4ab54df4-c842-45de-b8d8-a4afe567c0e5 on network c9df3bdd-77d5-4207-8bf1-adc3545be74a {{(pid=93888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:28:33.624070 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-e63200f7-542b-41a6-894d-93adcc1d7464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.624685 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-e63200f7-542b-41a6-894d-93adcc1d7464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.626000 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-e63200f7-542b-41a6-894d-93adcc1d7464 service neutron] 10.222.0.55 "PUT /v2.0/ports/4ab54df4-c842-45de-b8d8-a4afe567c0e5 HTTP/1.1" status: 200 len: 1027 time: 2.5286865 Jul 14 09:28:33.628225 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ff7eb-2edc-409e-8e5f-76d0c42395be req-c4371fe2-39ac-4531-847d-d9b4fcfe6485 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.634352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ff7eb-2edc-409e-8e5f-76d0c42395be req-c4371fe2-39ac-4531-847d-d9b4fcfe6485 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.640244 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ff7eb-2edc-409e-8e5f-76d0c42395be req-c4371fe2-39ac-4531-847d-d9b4fcfe6485 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.649007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ff7eb-2edc-409e-8e5f-76d0c42395be req-c4371fe2-39ac-4531-847d-d9b4fcfe6485 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.658746 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ff7eb-2edc-409e-8e5f-76d0c42395be req-c4371fe2-39ac-4531-847d-d9b4fcfe6485 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.661267 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f24ff7eb-2edc-409e-8e5f-76d0c42395be req-c4371fe2-39ac-4531-847d-d9b4fcfe6485 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 4660 time: 0.5758359 Jul 14 09:28:33.671423 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-76e6ec18-3e7a-4961-b370-6714f763b111 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab9f6ee95b92468aa738abe9dd184bd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841520 Jul 14 09:28:33.687768 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40932) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:33.728317 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 4ab54df4-c842-45de-b8d8-a4afe567c0e5 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:33.729767 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ebf8368a-d0fb-466a-a254-89fc3ae4a4bb no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:33.761637 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=b2be6486-e65e-4805-a307-4504282ccb66,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:33.774991 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d00a1c-779a-4be8-a652-ab057f1d9700 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.787329 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d00a1c-779a-4be8-a652-ab057f1d9700 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.792523 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f8d00a1c-779a-4be8-a652-ab057f1d9700 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3807139 Jul 14 09:28:33.802046 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40938) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:33.806541 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-84827344-555a-4df9-ac11-ca12814210a5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.819333 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-a2c37502-6d86-4e9d-a738-26546066a50e tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.820730 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-a2c37502-6d86-4e9d-a738-26546066a50e tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.55 "GET /v2.0/ports/207ab0ec-b17a-4abd-8b56-ed8ce32580f4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1661711 Jul 14 09:28:33.837161 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-84827344-555a-4df9-ac11-ca12814210a5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Calling delete_port for 7e7c8599-acb9-420b-94a9-ca31f3136913 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:33.845747 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-6e86f784-9ba1-4b47-b5ef-5a84c42c39e1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:33.861755 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.869639 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f24ff7eb-2edc-409e-8e5f-76d0c42395be req-91e7b47e-da36-49de-8b62-5b805a8e242d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2012448 Jul 14 09:28:33.875439 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.resource_extend [None req-c847eed5-380b-4f71-aee2-f5042a5d0250 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:28:33.906964 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ebf8368a-d0fb-466a-a254-89fc3ae4a4bb, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ebf8368a-d0fb-466a-a254-89fc3ae4a4bb,segment=NetworkSegment(7f21298a-629e-4e81-852c-c70a97676322),segment_id=7f21298a-629e-4e81-852c-c70a97676322)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:33.912981 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.914450 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 30f1a2ef-7642-4739-8eaa-96de5c74cd6e no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:34.006742 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2be6486-e65e-4805-a307-4504282ccb66'}, {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebf8368a-d0fb-466a-a254-89fc3ae4a4bb'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:34.009559 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7df5e7e-698b-42bc-97a6-7224f2d3a3bc" -d '{"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-unplugged", "status": "completed", "tag": "b2be6486-e65e-4805-a307-4504282ccb66"}, {"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-unplugged", "status": "completed", "tag": "ebf8368a-d0fb-466a-a254-89fc3ae4a4bb"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:34.060840 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-6e86f784-9ba1-4b47-b5ef-5a84c42c39e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.114296 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c904e69-e919-463e-a95e-97b9b40f5f8e x-openstack-request-id: req-9c904e69-e919-463e-a95e-97b9b40f5f8e {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:34.115167 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-unplugged", "status": "completed", "tag": "b2be6486-e65e-4805-a307-4504282ccb66", "code": 200}, {"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-unplugged", "status": "completed", "tag": "ebf8368a-d0fb-466a-a254-89fc3ae4a4bb", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:34.115753 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c904e69-e919-463e-a95e-97b9b40f5f8e {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:34.116364 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2be6486-e65e-4805-a307-4504282ccb66', 'code': 200} Jul 14 09:28:34.116794 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebf8368a-d0fb-466a-a254-89fc3ae4a4bb', 'code': 200} Jul 14 09:28:34.121203 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=ebf8368a-d0fb-466a-a254-89fc3ae4a4bb,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:34.158806 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40946) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:34.161852 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af57d584-9ca2-4af3-8295-cf480c3f34a0 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.193141 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.297467 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 30f1a2ef-7642-4739-8eaa-96de5c74cd6e, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=30f1a2ef-7642-4739-8eaa-96de5c74cd6e,segment=NetworkSegment(ac5b91c5-dca7-4a43-a548-9b1960ce33fc),segment_id=ac5b91c5-dca7-4a43-a548-9b1960ce33fc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:34.303538 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.304312 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device e5ddc03d-bffd-4ee2-8dfd-829f721e56dc no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:34.411812 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=30f1a2ef-7642-4739-8eaa-96de5c74cd6e,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:34.459616 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14d04fc9-29bb-4607-b0f7-a4e55ea903e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.463543 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c847eed5-380b-4f71-aee2-f5042a5d0250 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.473501 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.479878 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c847eed5-380b-4f71-aee2-f5042a5d0250 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.517976 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port e5ddc03d-bffd-4ee2-8dfd-829f721e56dc, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e5ddc03d-bffd-4ee2-8dfd-829f721e56dc,segment=NetworkSegment(ac5b91c5-dca7-4a43-a548-9b1960ce33fc),segment_id=ac5b91c5-dca7-4a43-a548-9b1960ce33fc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:34.524782 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.527257 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:34.528008 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14d04fc9-29bb-4607-b0f7-a4e55ea903e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.638637 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=e5ddc03d-bffd-4ee2-8dfd-829f721e56dc,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:34.646734 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e0d0b23e-5810-489e-8836-c8b248b20a3b tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1583088082'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:34.691740 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.707366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-45847dc5-bc2d-4596-a1e4-b20fb9a56fcb tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Deleting port 6dc48dba-7d99-4423-a0aa-da97120f543d {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:34.708014 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45847dc5-bc2d-4596-a1e4-b20fb9a56fcb tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.717200 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-c847eed5-380b-4f71-aee2-f5042a5d0250 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Floating IP 8b9811b3-7891-40b8-a2ea-0d0d559c4b8f associated. External IP: 172.25.1.43, port: 7bbb8cc5-1565-4f8d-97de-59d3b6c77457. Jul 14 09:28:34.779340 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d0b23e-5810-489e-8836-c8b248b20a3b tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Made reservation on behalf of 9ffabe900024422ea4939966635a3ea7 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:34.783041 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b23e-5810-489e-8836-c8b248b20a3b tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.796601 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b23e-5810-489e-8836-c8b248b20a3b tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.818810 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14d04fc9-29bb-4607-b0f7-a4e55ea903e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.821577 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14d04fc9-29bb-4607-b0f7-a4e55ea903e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.822851 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-14d04fc9-29bb-4607-b0f7-a4e55ea903e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2 HTTP/1.1" status: 204 len: 168 time: 1.1340034 Jul 14 09:28:34.858121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d04fc9-29bb-4607-b0f7-a4e55ea903e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488a58c1-5cd3-4636-a8bd-2e91b3ae5fc2,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:34.917775 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45847dc5-bc2d-4596-a1e4-b20fb9a56fcb tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.921388 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-84827344-555a-4df9-ac11-ca12814210a5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.951483 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c7d25-bf3f-48ea-b319-7e520840470e req-361abae5-d05e-487a-9b3a-cc50c3f513e9 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.960158 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-605c7d25-bf3f-48ea-b319-7e520840470e req-361abae5-d05e-487a-9b3a-cc50c3f513e9 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.3461697 Jul 14 09:28:34.969829 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-45847dc5-bc2d-4596-a1e4-b20fb9a56fcb tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Calling delete_port for 6dc48dba-7d99-4423-a0aa-da97120f543d owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:34.985107 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84827344-555a-4df9-ac11-ca12814210a5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Port': ['ID=7e7c8599-acb9-420b-94a9-ca31f3136913,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:34.997167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-6e86f784-9ba1-4b47-b5ef-5a84c42c39e1 service neutron] For port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=207ab0ec-b17a-4abd-8b56-ed8ce32580f4,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:35.114598 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-605c7d25-bf3f-48ea-b319-7e520840470e req-20d7e7a9-748f-4438-987e-c004f4c62cc9 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535428 Jul 14 09:28:35.155385 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-6e86f784-9ba1-4b47-b5ef-5a84c42c39e1 service neutron] For port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:35.338036 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b23e-5810-489e-8836-c8b248b20a3b tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.364791 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-6e86f784-9ba1-4b47-b5ef-5a84c42c39e1 service neutron] device_id is not set on port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:35.370699 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45847dc5-bc2d-4596-a1e4-b20fb9a56fcb tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.372151 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b23e-5810-489e-8836-c8b248b20a3b tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.397698 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45847dc5-bc2d-4596-a1e4-b20fb9a56fcb tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.398034 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-6e86f784-9ba1-4b47-b5ef-5a84c42c39e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.401882 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-45847dc5-bc2d-4596-a1e4-b20fb9a56fcb tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "DELETE /v2.0/ports/6dc48dba-7d99-4423-a0aa-da97120f543d HTTP/1.1" status: 204 len: 168 time: 1.5888250 Jul 14 09:28:35.409975 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40964) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:35.412616 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-84827344-555a-4df9-ac11-ca12814210a5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.423881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d0b23e-5810-489e-8836-c8b248b20a3b tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:35.431544 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-6e86f784-9ba1-4b47-b5ef-5a84c42c39e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.454372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45847dc5-bc2d-4596-a1e4-b20fb9a56fcb tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event deleted for resources: {'Port': ['ID=6dc48dba-7d99-4423-a0aa-da97120f543d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:35.474757 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:28:35.475342 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:28:35.484157 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0b23e-5810-489e-8836-c8b248b20a3b tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3f16cc-5222-400a-9f30-04cb1c0cb97f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:35.508472 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c847eed5-380b-4f71-aee2-f5042a5d0250 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Router d207f6c3-875f-4e54-9103-9b457386aaa0 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:35.520018 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b23e-5810-489e-8836-c8b248b20a3b tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.520560 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-e0d0b23e-5810-489e-8836-c8b248b20a3b tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Added segment e0ff8cb8-a82a-407b-8bc0-9bf2534382fc of type vlan for network e59bbe5f-37a8-4099-ab15-466d4ac05358 Jul 14 09:28:35.556013 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c7542-a2de-4333-8888-fcbccbb0232c req-8315b68d-6c61-43f3-ad7e-5ddb03cd0c53 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:35.562419 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c7542-a2de-4333-8888-fcbccbb0232c req-8315b68d-6c61-43f3-ad7e-5ddb03cd0c53 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:35.568474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c7542-a2de-4333-8888-fcbccbb0232c req-8315b68d-6c61-43f3-ad7e-5ddb03cd0c53 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:35.575985 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c7542-a2de-4333-8888-fcbccbb0232c req-8315b68d-6c61-43f3-ad7e-5ddb03cd0c53 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:35.583083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c7542-a2de-4333-8888-fcbccbb0232c req-8315b68d-6c61-43f3-ad7e-5ddb03cd0c53 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:35.589938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c7542-a2de-4333-8888-fcbccbb0232c req-8315b68d-6c61-43f3-ad7e-5ddb03cd0c53 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:35.591734 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-849c7542-a2de-4333-8888-fcbccbb0232c req-8315b68d-6c61-43f3-ad7e-5ddb03cd0c53 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 4575 time: 0.3460798 Jul 14 09:28:35.688210 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26518b43-9787-48f8-b7f7-2b24945b8154 req-85182249-5ab0-4908-9dba-7d36392d0efd tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:35.689808 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-26518b43-9787-48f8-b7f7-2b24945b8154 req-85182249-5ab0-4908-9dba-7d36392d0efd tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.4020989 Jul 14 09:28:35.702338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40970) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:35.714474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f402df7c-c5ae-45f1-8c94-3e6845b832a2 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Request body: {'floatingip': {'port_id': 'ea66b038-9384-4309-8867-09e72af1a81e'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:35.735218 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-6e86f784-9ba1-4b47-b5ef-5a84c42c39e1 service neutron] No DVR routers for this DVR port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:35.786635 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f402df7c-c5ae-45f1-8c94-3e6845b832a2 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.787705 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-6e86f784-9ba1-4b47-b5ef-5a84c42c39e1 service neutron] In _notify_port_updated(), no bound segment for port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 on network c9df3bdd-77d5-4207-8bf1-adc3545be74a {{(pid=93888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:28:35.788530 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-6e86f784-9ba1-4b47-b5ef-5a84c42c39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:35.789129 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-6e86f784-9ba1-4b47-b5ef-5a84c42c39e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.790743 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-6e86f784-9ba1-4b47-b5ef-5a84c42c39e1 service neutron] 10.222.0.55 "PUT /v2.0/ports/207ab0ec-b17a-4abd-8b56-ed8ce32580f4 HTTP/1.1" status: 200 len: 1027 time: 1.9497924 Jul 14 09:28:35.796952 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86f784-9ba1-4b47-b5ef-5a84c42c39e1 service neutron] Pushing event updated for resources: {'Port': ['ID=207ab0ec-b17a-4abd-8b56-ed8ce32580f4,revision_number=6']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:35.804526 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b23e-5810-489e-8836-c8b248b20a3b tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.825383 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-849c7542-a2de-4333-8888-fcbccbb0232c req-43b9c44a-7070-45ee-9c7b-b37c6b3c8b77 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2e1884c-9ddc-4038-9d25-1a172e97266a&id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2249649 Jul 14 09:28:35.931360 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d416dd94-0234-476d-909e-742664ea8588 None None] Provisioning complete for port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:35.932943 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d416dd94-0234-476d-909e-742664ea8588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.942751 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-cdb39c90-15aa-4071-9b8a-cb5bd81454f8 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Deleting port e5a5b386-8921-48cf-b7d4-ef169ef48f65 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:35.943172 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdb39c90-15aa-4071-9b8a-cb5bd81454f8 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.012276 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d416dd94-0234-476d-909e-742664ea8588 None None] Port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:36.021064 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-af57d584-9ca2-4af3-8295-cf480c3f34a0 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Deleting port 66c07e60-eeaf-406d-8556-a21e07c6978a {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:36.021621 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af57d584-9ca2-4af3-8295-cf480c3f34a0 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.030453 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84827344-555a-4df9-ac11-ca12814210a5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router 0b564339-e058-41a8-9cf3-60da70669c30 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:36.035991 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device a41a920e-6497-49e9-8ee2-23d9fd674e1c no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:36.046494 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b23e-5810-489e-8836-c8b248b20a3b tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.052310 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d0b23e-5810-489e-8836-c8b248b20a3b tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:36.052924 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b23e-5810-489e-8836-c8b248b20a3b tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.071445 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40980) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:36.072623 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c847eed5-380b-4f71-aee2-f5042a5d0250 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:36.080147 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c847eed5-380b-4f71-aee2-f5042a5d0250 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.088106 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129d8571-7ae4-4d11-aa75-2094e1b647e8 None None] Sync routers for ids ['d207f6c3-875f-4e54-9103-9b457386aaa0'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:36.105820 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129d8571-7ae4-4d11-aa75-2094e1b647e8 None None] Routers {'d207f6c3-875f-4e54-9103-9b457386aaa0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:36.106628 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-129d8571-7ae4-4d11-aa75-2094e1b647e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d207f6c3-875f-4e54-9103-9b457386aaa0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:36.145466 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e0d0b23e-5810-489e-8836-c8b248b20a3b tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9775941 Jul 14 09:28:36.149820 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30f1a2ef-7642-4739-8eaa-96de5c74cd6e'}, {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ddc03d-bffd-4ee2-8dfd-829f721e56dc'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:36.152091 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469116cf-4b31-4767-9127-f1b3ca2ed3ef" -d '{"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-unplugged", "status": "completed", "tag": "30f1a2ef-7642-4739-8eaa-96de5c74cd6e"}, {"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-unplugged", "status": "completed", "tag": "e5ddc03d-bffd-4ee2-8dfd-829f721e56dc"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:36.158576 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40984) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:36.169160 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1a1c0aba-641d-492b-a23b-cb11d9cd119d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Request body: {'subnet': {'network_id': 'e59bbe5f-37a8-4099-ab15-466d4ac05358', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:36.182400 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c847eed5-380b-4f71-aee2-f5042a5d0250 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "PUT /v2.0/floatingips/8b9811b3-7891-40b8-a2ea-0d0d559c4b8f HTTP/1.1" status: 200 len: 990 time: 3.8180382 Jul 14 09:28:36.191293 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-3914be0e-146a-4486-827b-535c886db9f3 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Deleting port b2be6486-e65e-4805-a307-4504282ccb66 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:36.191643 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-3914be0e-146a-4486-827b-535c886db9f3 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.246289 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d22aed-3a4c-441d-8181-160de50462dd', 'tag': '7bbb8cc5-1565-4f8d-97de-59d3b6c77457'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:36.263719 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fecc510-4b70-4031-b61e-96bed6683dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "63d22aed-3a4c-441d-8181-160de50462dd", "tag": "7bbb8cc5-1565-4f8d-97de-59d3b6c77457"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:36.303598 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782945e9-a682-445d-b91a-bbcbea13cc18 x-openstack-request-id: req-782945e9-a682-445d-b91a-bbcbea13cc18 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:36.306724 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-unplugged", "status": "completed", "tag": "30f1a2ef-7642-4739-8eaa-96de5c74cd6e", "code": 200}, {"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-unplugged", "status": "completed", "tag": "e5ddc03d-bffd-4ee2-8dfd-829f721e56dc", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:36.307091 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-782945e9-a682-445d-b91a-bbcbea13cc18 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:36.307655 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30f1a2ef-7642-4739-8eaa-96de5c74cd6e', 'code': 200} Jul 14 09:28:36.308012 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ddc03d-bffd-4ee2-8dfd-829f721e56dc', 'code': 200} Jul 14 09:28:36.323006 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.325824 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdb39c90-15aa-4071-9b8a-cb5bd81454f8 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.335717 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0b23e-5810-489e-8836-c8b248b20a3b tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Pushing event updated for resources: {'Network': ['ID=e59bbe5f-37a8-4099-ab15-466d4ac05358,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:36.370008 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9244fb0f-5c57-4706-a662-b46aeceb7ca6 x-openstack-request-id: req-9244fb0f-5c57-4706-a662-b46aeceb7ca6 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:36.370192 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d22aed-3a4c-441d-8181-160de50462dd", "tag": "7bbb8cc5-1565-4f8d-97de-59d3b6c77457", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:36.370424 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9244fb0f-5c57-4706-a662-b46aeceb7ca6 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:36.370880 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d22aed-3a4c-441d-8181-160de50462dd', 'tag': '7bbb8cc5-1565-4f8d-97de-59d3b6c77457', 'status': 'completed', 'code': 200} Jul 14 09:28:36.374574 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port a41a920e-6497-49e9-8ee2-23d9fd674e1c, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a41a920e-6497-49e9-8ee2-23d9fd674e1c,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:36.381629 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84827344-555a-4df9-ac11-ca12814210a5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:36.386541 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network e59bbe5f-37a8-4099-ab15-466d4ac05358 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:36.392208 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0583afd-f8c9-4cb5-bb2c-3ae89f3b081f None None] Sync routers for ids ['0b564339-e058-41a8-9cf3-60da70669c30'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:36.396978 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-84827344-555a-4df9-ac11-ca12814210a5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/0b564339-e058-41a8-9cf3-60da70669c30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9879160 Jul 14 09:28:36.406255 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0583afd-f8c9-4cb5-bb2c-3ae89f3b081f None None] Routers {'0b564339-e058-41a8-9cf3-60da70669c30'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:36.407049 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d0583afd-f8c9-4cb5-bb2c-3ae89f3b081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['0b564339-e058-41a8-9cf3-60da70669c30'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:36.408308 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.412110 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40992) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:36.415060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-cdb39c90-15aa-4071-9b8a-cb5bd81454f8 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Calling delete_port for e5a5b386-8921-48cf-b7d4-ef169ef48f65 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:36.446375 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b79ca8b8-1b91-4fa4-90f0-7dc7513a2d7f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1130626473-network', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:36.460963 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-3914be0e-146a-4486-827b-535c886db9f3 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] For port b2be6486-e65e-4805-a307-4504282ccb66, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=b2be6486-e65e-4805-a307-4504282ccb66,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:36.461320 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-3914be0e-146a-4486-827b-535c886db9f3 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.462034 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d0583afd-f8c9-4cb5-bb2c-3ae89f3b081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:36.476246 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0583afd-f8c9-4cb5-bb2c-3ae89f3b081f None None] Routers {'0b564339-e058-41a8-9cf3-60da70669c30'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:36.477257 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-3914be0e-146a-4486-827b-535c886db9f3 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Calling delete_port for b2be6486-e65e-4805-a307-4504282ccb66 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:36.477576 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d0583afd-f8c9-4cb5-bb2c-3ae89f3b081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['0b564339-e058-41a8-9cf3-60da70669c30'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:36.499979 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-129d8571-7ae4-4d11-aa75-2094e1b647e8 None None] Set router d207f6c3-875f-4e54-9103-9b457386aaa0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:36.512555 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-649b3377-c5f8-492a-a3f3-b63fca485dc1 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b564339-e058-41a8-9cf3-60da70669c30 HTTP/1.1" status: 200 len: 205 time: 0.0943928 Jul 14 09:28:36.520259 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d0583afd-f8c9-4cb5-bb2c-3ae89f3b081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:36.521412 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0583afd-f8c9-4cb5-bb2c-3ae89f3b081f None None] The sync data for ids ['0b564339-e058-41a8-9cf3-60da70669c30'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:36.552717 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40994) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:36.623855 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=a41a920e-6497-49e9-8ee2-23d9fd674e1c,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:36.638930 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79ca8b8-1b91-4fa4-90f0-7dc7513a2d7f admin admin] Made reservation on behalf of aabcea4a3f10489fb922ceae9d8ba553 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:36.640737 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b79ca8b8-1b91-4fa4-90f0-7dc7513a2d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.648103 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecc510-4b70-4031-b61e-96bed6683dbb req-1fa5621d-ff04-4465-881a-accf5c54ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:36.650608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5fecc510-4b70-4031-b61e-96bed6683dbb req-1fa5621d-ff04-4465-881a-accf5c54ebbb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9eda0dcc3e874a49a638743b0ab4508c&device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 1097 time: 0.2740228 Jul 14 09:28:36.658038 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af57d584-9ca2-4af3-8295-cf480c3f34a0 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.700373 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-af57d584-9ca2-4af3-8295-cf480c3f34a0 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Calling delete_port for 66c07e60-eeaf-406d-8556-a21e07c6978a owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:36.710027 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e9596aa-28a8-4e2d-9a58-b3685e323518 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.748042 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b79ca8b8-1b91-4fa4-90f0-7dc7513a2d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.801522 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdb39c90-15aa-4071-9b8a-cb5bd81454f8 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.837395 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-129d8571-7ae4-4d11-aa75-2094e1b647e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '25212a72-9700-44d7-8093-7ba809662102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:30Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'gw_port': {'id': '25212a72-9700-44d7-8093-7ba809662102', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:32Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '8b9811b3-7891-40b8-a2ea-0d0d559c4b8f', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'floating_ip_address': '172.25.1.43', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'port_id': '7bbb8cc5-1565-4f8d-97de-59d3b6c77457', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'mac_address': 'fa:16:3e:ef:8f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d22aed-3a4c-441d-8181-160de50462dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:28:08Z', 'updated_at': '2021-07-14T09:28:33Z', 'revision_number': 1, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a0ba86-b40d-4327-bf23-8c6896697270', 'name': '', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'mac_address': 'fa:16:3e:5c:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:37Z', 'updated_at': '2021-07-14T09:23:47Z', 'revision_number': 5, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'subnets': [{'id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:36.858791 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecc510-4b70-4031-b61e-96bed6683dbb req-5fa75d4e-a8e3-4de6-a279-c147768149df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:36.860658 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5fecc510-4b70-4031-b61e-96bed6683dbb req-5fa75d4e-a8e3-4de6-a279-c147768149df service neutron] 10.222.0.49 "GET /v2.0/networks?id=cb7535f9-bc7e-49b0-b814-10dffeec6052 HTTP/1.1" status: 200 len: 912 time: 0.2026160 Jul 14 09:28:36.861021 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb39c90-15aa-4071-9b8a-cb5bd81454f8 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event deleted for resources: {'Port': ['ID=e5a5b386-8921-48cf-b7d4-ef169ef48f65,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:36.863815 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdb39c90-15aa-4071-9b8a-cb5bd81454f8 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.868864 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cdb39c90-15aa-4071-9b8a-cb5bd81454f8 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "DELETE /v2.0/ports/e5a5b386-8921-48cf-b7d4-ef169ef48f65 HTTP/1.1" status: 204 len: 168 time: 1.4356315 Jul 14 09:28:36.870692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40996) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:36.877716 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129d8571-7ae4-4d11-aa75-2094e1b647e8 None None] Checking router: d207f6c3-875f-4e54-9103-9b457386aaa0 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:36.895160 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129d8571-7ae4-4d11-aa75-2094e1b647e8 None None] Routers {'d207f6c3-875f-4e54-9103-9b457386aaa0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:36.896162 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-129d8571-7ae4-4d11-aa75-2094e1b647e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d207f6c3-875f-4e54-9103-9b457386aaa0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:36.954156 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ccebebbd-2fcc-4253-9772-a80c2762a4a6 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0778096 Jul 14 09:28:36.964359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41000) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:36.969386 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-fe9991c0-8be7-47ab-b26b-a31bbd926d79 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-608773495'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:36.974518 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e9596aa-28a8-4e2d-9a58-b3685e323518 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.976769 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e9596aa-28a8-4e2d-9a58-b3685e323518 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.045772 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1c0aba-641d-492b-a23b-cb11d9cd119d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Made reservation on behalf of 9ffabe900024422ea4939966635a3ea7 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:37.049921 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a1c0aba-641d-492b-a23b-cb11d9cd119d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.061631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5fecc510-4b70-4031-b61e-96bed6683dbb req-5bba6218-115e-4357-8bdb-fbef7ace739d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bbb8cc5-1565-4f8d-97de-59d3b6c77457 HTTP/1.1" status: 200 len: 998 time: 0.1909342 Jul 14 09:28:37.067958 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e9596aa-28a8-4e2d-9a58-b3685e323518 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.069316 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9596aa-28a8-4e2d-9a58-b3685e323518 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Fanout notify agent at l3_agent the message router_deleted on router 0b564339-e058-41a8-9cf3-60da70669c30 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:28:37.094160 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e9596aa-28a8-4e2d-9a58-b3685e323518 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.095327 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0e9596aa-28a8-4e2d-9a58-b3685e323518 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/routers/0b564339-e058-41a8-9cf3-60da70669c30 HTTP/1.1" status: 204 len: 168 time: 0.5416200 Jul 14 09:28:37.114992 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41002) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:37.125295 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-3914be0e-146a-4486-827b-535c886db9f3 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.215344 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914be0e-146a-4486-827b-535c886db9f3 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event deleted for resources: {'Port': ['ID=b2be6486-e65e-4805-a307-4504282ccb66,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:37.232247 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-129d8571-7ae4-4d11-aa75-2094e1b647e8 None None] Set router d207f6c3-875f-4e54-9103-9b457386aaa0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:37.307711 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-3914be0e-146a-4486-827b-535c886db9f3 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] No DVR routers for this DVR port b2be6486-e65e-4805-a307-4504282ccb66 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:37.311667 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-3914be0e-146a-4486-827b-535c886db9f3 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.314104 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-3914be0e-146a-4486-827b-535c886db9f3 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.55 "DELETE /v2.0/ports/b2be6486-e65e-4805-a307-4504282ccb66 HTTP/1.1" status: 204 len: 173 time: 1.5120361 Jul 14 09:28:37.314824 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-deleted', 'tag': 'b2be6486-e65e-4805-a307-4504282ccb66'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:37.318316 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa71028-911b-4d9c-9df5-bd0e07781e45" -d '{"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-deleted", "tag": "b2be6486-e65e-4805-a307-4504282ccb66"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:37.560789 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-129d8571-7ae4-4d11-aa75-2094e1b647e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '25212a72-9700-44d7-8093-7ba809662102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:30Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'gw_port': {'id': '25212a72-9700-44d7-8093-7ba809662102', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:32Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '8b9811b3-7891-40b8-a2ea-0d0d559c4b8f', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'floating_ip_address': '172.25.1.43', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'port_id': '7bbb8cc5-1565-4f8d-97de-59d3b6c77457', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'mac_address': 'fa:16:3e:ef:8f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d22aed-3a4c-441d-8181-160de50462dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:28:08Z', 'updated_at': '2021-07-14T09:28:33Z', 'revision_number': 1, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a0ba86-b40d-4327-bf23-8c6896697270', 'name': '', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'mac_address': 'fa:16:3e:5c:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:37Z', 'updated_at': '2021-07-14T09:23:47Z', 'revision_number': 5, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'subnets': [{'id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:37.590538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129d8571-7ae4-4d11-aa75-2094e1b647e8 None None] The sync data for ids ['d207f6c3-875f-4e54-9103-9b457386aaa0'] in n-d-798054-10 is: [{'id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '25212a72-9700-44d7-8093-7ba809662102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:30Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'gw_port': {'id': '25212a72-9700-44d7-8093-7ba809662102', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:32Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '8b9811b3-7891-40b8-a2ea-0d0d559c4b8f', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'floating_ip_address': '172.25.1.43', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'port_id': '7bbb8cc5-1565-4f8d-97de-59d3b6c77457', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'mac_address': 'fa:16:3e:ef:8f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d22aed-3a4c-441d-8181-160de50462dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:28:08Z', 'updated_at': '2021-07-14T09:28:33Z', 'revision_number': 1, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a0ba86-b40d-4327-bf23-8c6896697270', 'name': '', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'mac_address': 'fa:16:3e:5c:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:37Z', 'updated_at': '2021-07-14T09:23:47Z', 'revision_number': 5, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'subnets': [{'id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:37.699670 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a581d992-45ef-498b-987f-edbed1ee450d x-openstack-request-id: req-a581d992-45ef-498b-987f-edbed1ee450d {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:37.700000 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-deleted", "tag": "b2be6486-e65e-4805-a307-4504282ccb66", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:37.700193 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a581d992-45ef-498b-987f-edbed1ee450d {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:37.700816 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-deleted', 'tag': 'b2be6486-e65e-4805-a307-4504282ccb66', 'status': 'completed', 'code': 200} Jul 14 09:28:37.717632 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.resource_extend [None req-f402df7c-c5ae-45f1-8c94-3e6845b832a2 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:28:37.723637 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecc510-4b70-4031-b61e-96bed6683dbb req-53dfb13f-2f75-4dd0-bf44-d40f1f9c5d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:37.725409 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5fecc510-4b70-4031-b61e-96bed6683dbb req-53dfb13f-2f75-4dd0-bf44-d40f1f9c5d68 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33d74a61-4251-4207-b4f8-9d0620b80344 HTTP/1.1" status: 200 len: 850 time: 0.6561439 Jul 14 09:28:37.747708 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af57d584-9ca2-4af3-8295-cf480c3f34a0 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.793839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57d584-9ca2-4af3-8295-cf480c3f34a0 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Pushing event deleted for resources: {'Port': ['ID=66c07e60-eeaf-406d-8556-a21e07c6978a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:37.845360 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e7c53c-6fce-4113-915f-dd7e735dac8c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting subnet e450c03e-736c-477b-80e3-61adc20d2b89 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:37.853900 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05e7c53c-6fce-4113-915f-dd7e735dac8c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.940765 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05e7c53c-6fce-4113-915f-dd7e735dac8c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.946170 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f402df7c-c5ae-45f1-8c94-3e6845b832a2 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.964643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d3fc23-1b7f-4bee-bc47-62667e798fcd None None] New status for floating IP 8b9811b3-7891-40b8-a2ea-0d0d559c4b8f: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:28:37.985024 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f402df7c-c5ae-45f1-8c94-3e6845b832a2 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.046980 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-2f26120d-c6c5-4d63-8742-69d1f07b8266 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Deleting port 30f1a2ef-7642-4739-8eaa-96de5c74cd6e {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:38.048508 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-2f26120d-c6c5-4d63-8742-69d1f07b8266 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.073988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecc510-4b70-4031-b61e-96bed6683dbb req-2463d6bb-fbac-4ea4-994f-f8ec412831d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.075452 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5fecc510-4b70-4031-b61e-96bed6683dbb req-2463d6bb-fbac-4ea4-994f-f8ec412831d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cb7535f9-bc7e-49b0-b814-10dffeec6052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3010721 Jul 14 09:28:38.090793 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b79ca8b8-1b91-4fa4-90f0-7dc7513a2d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.132240 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33d79f-f449-42dd-a3d2-bcc688a7921a req-c99141ca-83d9-42aa-b04c-596136634ece tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.138925 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33d79f-f449-42dd-a3d2-bcc688a7921a req-c99141ca-83d9-42aa-b04c-596136634ece tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.145002 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33d79f-f449-42dd-a3d2-bcc688a7921a req-c99141ca-83d9-42aa-b04c-596136634ece tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.151486 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33d79f-f449-42dd-a3d2-bcc688a7921a req-c99141ca-83d9-42aa-b04c-596136634ece tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.153329 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad33d79f-f449-42dd-a3d2-bcc688a7921a req-c99141ca-83d9-42aa-b04c-596136634ece tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 3143 time: 0.9951913 Jul 14 09:28:38.171845 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b79ca8b8-1b91-4fa4-90f0-7dc7513a2d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.185945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79ca8b8-1b91-4fa4-90f0-7dc7513a2d7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:38.198588 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b79ca8b8-1b91-4fa4-90f0-7dc7513a2d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.199046 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-b79ca8b8-1b91-4fa4-90f0-7dc7513a2d7f admin admin] Added segment 9a937cfe-cf74-46b9-a5d7-966ef133264a of type vlan for network fd2eea62-d9a9-4f48-bf40-52835f379e68 Jul 14 09:28:38.272603 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a1c0aba-641d-492b-a23b-cb11d9cd119d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.292452 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af57d584-9ca2-4af3-8295-cf480c3f34a0 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.309366 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a41a920e-6497-49e9-8ee2-23d9fd674e1c'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:38.312392 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef641702-cdf7-4f76-b578-4b83e10f080e" -d '{"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-unplugged", "status": "completed", "tag": "a41a920e-6497-49e9-8ee2-23d9fd674e1c"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:38.361372 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b397f469-a932-4b73-84f5-e623dc243956 x-openstack-request-id: req-b397f469-a932-4b73-84f5-e623dc243956 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:38.361668 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-unplugged", "status": "completed", "tag": "a41a920e-6497-49e9-8ee2-23d9fd674e1c", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:38.362520 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b397f469-a932-4b73-84f5-e623dc243956 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:38.362929 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a41a920e-6497-49e9-8ee2-23d9fd674e1c', 'code': 200} Jul 14 09:28:38.438241 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9991c0-8be7-47ab-b26b-a31bbd926d79 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Made reservation on behalf of 3aaa00a6f6bb4999b4809cdd0a1ffda9 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:38.441983 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe9991c0-8be7-47ab-b26b-a31bbd926d79 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.443268 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-2f26120d-c6c5-4d63-8742-69d1f07b8266 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] For port 30f1a2ef-7642-4739-8eaa-96de5c74cd6e, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=30f1a2ef-7642-4739-8eaa-96de5c74cd6e,segment=NetworkSegment(ac5b91c5-dca7-4a43-a548-9b1960ce33fc),segment_id=ac5b91c5-dca7-4a43-a548-9b1960ce33fc)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:38.443268 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-2f26120d-c6c5-4d63-8742-69d1f07b8266 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.445724 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c0aba-641d-492b-a23b-cb11d9cd119d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Pushing event updated for resources: {'Subnet': ['ID=83c90caf-685d-4498-bfc6-abcb0e64506c,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:38.453587 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ca8b8-1b91-4fa4-90f0-7dc7513a2d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762cc444-4108-41c1-b6ba-d307083b58c0,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:38.475517 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-2f26120d-c6c5-4d63-8742-69d1f07b8266 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Calling delete_port for 30f1a2ef-7642-4739-8eaa-96de5c74cd6e owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:38.485023 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1c0aba-641d-492b-a23b-cb11d9cd119d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Checking segment: {'id': 'e0ff8cb8-a82a-407b-8bc0-9bf2534382fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e59bbe5f-37a8-4099-ab15-466d4ac05358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:38.485387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1c0aba-641d-492b-a23b-cb11d9cd119d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Network hostable DHCP agents. Network: e59bbe5f-37a8-4099-ab15-466d4ac05358, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:38.495925 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05e7c53c-6fce-4113-915f-dd7e735dac8c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.501759 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b79ca8b8-1b91-4fa4-90f0-7dc7513a2d7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.543741 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-f402df7c-c5ae-45f1-8c94-3e6845b832a2 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Floating IP 68c8675c-e8d2-4695-bfb3-99bad88bad7b associated. External IP: 172.25.1.200, port: ea66b038-9384-4309-8867-09e72af1a81e. Jul 14 09:28:38.609980 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1c0aba-641d-492b-a23b-cb11d9cd119d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Network e59bbe5f-37a8-4099-ab15-466d4ac05358 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:38.610302 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad33d79f-f449-42dd-a3d2-bcc688a7921a req-7ce4f344-47ea-442e-a64d-66749c33fb64 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3813958 Jul 14 09:28:38.618749 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5fecc510-4b70-4031-b61e-96bed6683dbb req-4ef4fe11-0824-4b91-8b35-5d0864f78ea3 service neutron] 10.222.0.49 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316761 Jul 14 09:28:38.628187 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af57d584-9ca2-4af3-8295-cf480c3f34a0 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Router 3de38481-0d5d-4d8e-a94b-c50624bad054 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:38.647926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9991c0-8be7-47ab-b26b-a31bbd926d79 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:38.657506 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-1a1c0aba-641d-492b-a23b-cb11d9cd119d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, e59bbe5f-37a8-4099-ab15-466d4ac05358) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:38.664802 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1c0aba-641d-492b-a23b-cb11d9cd119d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.665442 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a1c0aba-641d-492b-a23b-cb11d9cd119d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.681387 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461d70be-fbe8-4586-a124-64f833ccafc4 None None] Network e59bbe5f-37a8-4099-ab15-466d4ac05358 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:38.755917 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe9991c0-8be7-47ab-b26b-a31bbd926d79 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.756274 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-fe9991c0-8be7-47ab-b26b-a31bbd926d79 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Added segment af915e3b-8b51-4856-bc9b-5fd5183a5e76 of type vlan for network 4ec4b64a-704e-42d8-ba6c-f2a9544c4573 Jul 14 09:28:38.764259 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1a1c0aba-641d-492b-a23b-cb11d9cd119d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5999637 Jul 14 09:28:38.779214 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41012) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:38.781727 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b79ca8b8-1b91-4fa4-90f0-7dc7513a2d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.782730 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79ca8b8-1b91-4fa4-90f0-7dc7513a2d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.783490 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b79ca8b8-1b91-4fa4-90f0-7dc7513a2d7f admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.787332 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af57d584-9ca2-4af3-8295-cf480c3f34a0 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:38.790385 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-3cc50601-8b1a-4b3e-a834-7adaccc18941 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Request body: {'port': {'network_id': 'e59bbe5f-37a8-4099-ab15-466d4ac05358', 'name': 'tempest-ExtraDHCPOptionsTestJSON-992290084'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:38.803419 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-af57d584-9ca2-4af3-8295-cf480c3f34a0 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "PUT /v2.0/routers/3de38481-0d5d-4d8e-a94b-c50624bad054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6712425 Jul 14 09:28:38.804221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41014) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:38.804846 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cf5e59-1d6d-482e-9df0-c0f7c7cd39c1 None None] Sync routers for ids ['3de38481-0d5d-4d8e-a94b-c50624bad054'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:38.816182 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cf5e59-1d6d-482e-9df0-c0f7c7cd39c1 None None] Routers {'3de38481-0d5d-4d8e-a94b-c50624bad054'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:38.817203 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e1cf5e59-1d6d-482e-9df0-c0f7c7cd39c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3de38481-0d5d-4d8e-a94b-c50624bad054'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:38.854073 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e1cf5e59-1d6d-482e-9df0-c0f7c7cd39c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:38.864668 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cf5e59-1d6d-482e-9df0-c0f7c7cd39c1 None None] Routers {'3de38481-0d5d-4d8e-a94b-c50624bad054'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:38.865660 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e1cf5e59-1d6d-482e-9df0-c0f7c7cd39c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3de38481-0d5d-4d8e-a94b-c50624bad054'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:38.886813 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-4ac21f70-9df6-4d94-9967-82cf268121bf tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] delete failed (client error): The resource could not be found. Jul 14 09:28:38.888835 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4ac21f70-9df6-4d94-9967-82cf268121bf tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-1426173019 HTTP/1.1" status: 404 len: 335 time: 0.0523081 Jul 14 09:28:38.890107 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-2f26120d-c6c5-4d63-8742-69d1f07b8266 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.892645 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41016) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:38.898014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b8424b96-80c4-4b46-b2cf-55555ff3be96 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Request body: {'router': {'external_gateway_info': {'network_id': '3de38481-0d5d-4d8e-a94b-c50624bad054'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:38.904142 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e1cf5e59-1d6d-482e-9df0-c0f7c7cd39c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:38.905137 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cf5e59-1d6d-482e-9df0-c0f7c7cd39c1 None None] The sync data for ids ['3de38481-0d5d-4d8e-a94b-c50624bad054'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:38.943004 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-e59bbe5f-37a8-4099-ab15-466d4ac05358', 'network_id': 'e59bbe5f-37a8-4099-ab15-466d4ac05358', 'tenant_id': '9ffabe900024422ea4939966635a3ea7', 'fixed_ips': [{'subnet_id': '83c90caf-685d-4498-bfc6-abcb0e64506c'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:38.944214 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.958608 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05e7c53c-6fce-4113-915f-dd7e735dac8c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.015302 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe9991c0-8be7-47ab-b26b-a31bbd926d79 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.032006 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b79ca8b8-1b91-4fa4-90f0-7dc7513a2d7f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9524710 Jul 14 09:28:39.038132 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41018) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:39.046492 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-62f2e92f-0856-4945-84ad-14c3f50ac4d3 admin admin] Request body: {'subnet': {'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1130626473-subnet', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:39.052803 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7c53c-6fce-4113-915f-dd7e735dac8c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Subnet': ['ID=e450c03e-736c-477b-80e3-61adc20d2b89,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:39.073651 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ca8b8-1b91-4fa4-90f0-7dc7513a2d7f admin admin] Pushing event updated for resources: {'Network': ['ID=fd2eea62-d9a9-4f48-bf40-52835f379e68,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:39.076484 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05e7c53c-6fce-4113-915f-dd7e735dac8c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.077000 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26120d-c6c5-4d63-8742-69d1f07b8266 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event deleted for resources: {'Port': ['ID=30f1a2ef-7642-4739-8eaa-96de5c74cd6e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:39.078613 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-05e7c53c-6fce-4113-915f-dd7e735dac8c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/subnets/e450c03e-736c-477b-80e3-61adc20d2b89 HTTP/1.1" status: 204 len: 168 time: 1.9600000 Jul 14 09:28:39.086581 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41020) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:39.108433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f2e92f-0856-4945-84ad-14c3f50ac4d3 admin admin] Made reservation on behalf of aabcea4a3f10489fb922ceae9d8ba553 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:39.109875 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda5d983-8a2d-4879-9508-495b17fa41b9 None None] Network e3c2d984-a7b3-4cee-b485-57f7ae5e2b25 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:39.112913 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network fd2eea62-d9a9-4f48-bf40-52835f379e68 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:39.113330 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62f2e92f-0856-4945-84ad-14c3f50ac4d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.113848 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5fecc510-4b70-4031-b61e-96bed6683dbb req-15bb48a8-b62a-42be-b05a-625e2732c7ef service neutron] 10.222.0.49 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805274 Jul 14 09:28:39.197098 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-2f26120d-c6c5-4d63-8742-69d1f07b8266 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] No DVR routers for this DVR port 30f1a2ef-7642-4739-8eaa-96de5c74cd6e on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:39.200507 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-2f26120d-c6c5-4d63-8742-69d1f07b8266 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.203145 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-2f26120d-c6c5-4d63-8742-69d1f07b8266 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.55 "DELETE /v2.0/ports/30f1a2ef-7642-4739-8eaa-96de5c74cd6e HTTP/1.1" status: 204 len: 173 time: 1.8815186 Jul 14 09:28:39.245869 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe9991c0-8be7-47ab-b26b-a31bbd926d79 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.254763 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9991c0-8be7-47ab-b26b-a31bbd926d79 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:39.254763 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe9991c0-8be7-47ab-b26b-a31bbd926d79 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.358274 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Allocated IP 172.20.0.2 (e59bbe5f-37a8-4099-ab15-466d4ac05358/83c90caf-685d-4498-bfc6-abcb0e64506c/dc89bf28-de09-48eb-963a-f5ea9dc2cd77) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:39.368179 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a56d94f4-9a8c-4789-93ee-44403828701f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.407888 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9991c0-8be7-47ab-b26b-a31bbd926d79 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event updated for resources: {'Network': ['ID=4ec4b64a-704e-42d8-ba6c-f2a9544c4573,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:39.421556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc50601-8b1a-4b3e-a834-7adaccc18941 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Made reservation on behalf of 9ffabe900024422ea4939966635a3ea7 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:39.424673 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3cc50601-8b1a-4b3e-a834-7adaccc18941 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.439070 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 4ec4b64a-704e-42d8-ba6c-f2a9544c4573 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:39.456505 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f402df7c-c5ae-45f1-8c94-3e6845b832a2 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Router adee1226-b855-4e7f-9149-fbc032a4ed3c has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:39.463263 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fe9991c0-8be7-47ab-b26b-a31bbd926d79 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4978585 Jul 14 09:28:39.467380 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41022) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:39.476395 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b8424b96-80c4-4b46-b2cf-55555ff3be96 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.493162 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3260c26a-7e14-4dc7-a1b2-cac58c31ea51 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-353210215'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:39.506742 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-3cc50601-8b1a-4b3e-a834-7adaccc18941 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] device_id is not set on port 1e049d68-6710-487e-a6f1-91bf621cce3b yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:39.555335 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-b8424b96-80c4-4b46-b2cf-55555ff3be96 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] update failed (client error): The resource could not be found. Jul 14 09:28:39.556775 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b8424b96-80c4-4b46-b2cf-55555ff3be96 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "PUT /v2.0/routers/3de38481-0d5d-4d8e-a94b-c50624bad054 HTTP/1.1" status: 404 len: 339 time: 0.6627729 Jul 14 09:28:39.565701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41024) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:39.706362 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-deleted', 'tag': '30f1a2ef-7642-4739-8eaa-96de5c74cd6e'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:39.716185 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.721816 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca5ff6e-cedf-4a1d-9db7-866fe414773a" -d '{"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-deleted", "tag": "30f1a2ef-7642-4739-8eaa-96de5c74cd6e"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:39.726938 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Transition to ACTIVE for port object dc89bf28-de09-48eb-963a-f5ea9dc2cd77 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:39.750611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Transition to ACTIVE for port object dc89bf28-de09-48eb-963a-f5ea9dc2cd77 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:39.759364 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc12905-88be-4bdb-8485-ebc26ee1ea5c None None] DHCP port deletion for e3c2d984-a7b3-4cee-b485-57f7ae5e2b25 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:28:39.760357 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3260c26a-7e14-4dc7-a1b2-cac58c31ea51 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Made reservation on behalf of 3aaa00a6f6bb4999b4809cdd0a1ffda9 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:39.763521 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.775020 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3260c26a-7e14-4dc7-a1b2-cac58c31ea51 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.837356 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Network e59bbe5f-37a8-4099-ab15-466d4ac05358 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:39.847092 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:39.855972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:39.904933 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Pushing event updated for resources: {'Port': ['ID=dc89bf28-de09-48eb-963a-f5ea9dc2cd77,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:39.905730 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62f2e92f-0856-4945-84ad-14c3f50ac4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.960165 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1cc12905-88be-4bdb-8485-ebc26ee1ea5c None None] Deleting port 6e8dd7bd-26a0-4983-8cce-b6cceb11515f {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:39.960542 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1cc12905-88be-4bdb-8485-ebc26ee1ea5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.962538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Attempting to bind port dc89bf28-de09-48eb-963a-f5ea9dc2cd77 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:39.962966 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Attempting to bind port dc89bf28-de09-48eb-963a-f5ea9dc2cd77 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'e0ff8cb8-a82a-407b-8bc0-9bf2534382fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e59bbe5f-37a8-4099-ab15-466d4ac05358'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:39.963246 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Attempting to bind port dc89bf28-de09-48eb-963a-f5ea9dc2cd77 on network e59bbe5f-37a8-4099-ab15-466d4ac05358 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:39.966806 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff316d8c-6128-41d5-bf19-52e5a1f3e1b6 x-openstack-request-id: req-ff316d8c-6128-41d5-bf19-52e5a1f3e1b6 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:39.967090 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-deleted", "tag": "30f1a2ef-7642-4739-8eaa-96de5c74cd6e", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:39.967224 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff316d8c-6128-41d5-bf19-52e5a1f3e1b6 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:39.967627 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-deleted', 'tag': '30f1a2ef-7642-4739-8eaa-96de5c74cd6e', 'status': 'completed', 'code': 200} Jul 14 09:28:39.969598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:39.970009 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Checking segment: {'id': 'e0ff8cb8-a82a-407b-8bc0-9bf2534382fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e59bbe5f-37a8-4099-ab15-466d4ac05358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:39.970951 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.971907 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Bound using segment: {'id': 'e0ff8cb8-a82a-407b-8bc0-9bf2534382fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e59bbe5f-37a8-4099-ab15-466d4ac05358'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:39.972389 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Bound port: dc89bf28-de09-48eb-963a-f5ea9dc2cd77, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ff8cb8-a82a-407b-8bc0-9bf2534382fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e59bbe5f-37a8-4099-ab15-466d4ac05358'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:39.973364 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.017801 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3260c26a-7e14-4dc7-a1b2-cac58c31ea51 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:40.042911 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3260c26a-7e14-4dc7-a1b2-cac58c31ea51 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.043789 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-3260c26a-7e14-4dc7-a1b2-cac58c31ea51 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Added segment 5cb8a815-bf6c-4381-abb3-d47935f5e8c6 of type vlan for network 598caa1b-d36b-4ff7-924d-68fb974fb858 Jul 14 09:28:40.054691 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-327f99c6-1ddb-4ce8-8817-c3a51703c1a4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Deleting port e5ddc03d-bffd-4ee2-8dfd-829f721e56dc {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:40.055357 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-327f99c6-1ddb-4ce8-8817-c3a51703c1a4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.071132 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-a56d94f4-9a8c-4789-93ee-44403828701f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting port 6e8dd7bd-26a0-4983-8cce-b6cceb11515f {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:40.071898 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a56d94f4-9a8c-4789-93ee-44403828701f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.081831 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1cc12905-88be-4bdb-8485-ebc26ee1ea5c None None] For port 6e8dd7bd-26a0-4983-8cce-b6cceb11515f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6e8dd7bd-26a0-4983-8cce-b6cceb11515f,segment=NetworkSegment(72be3a70-e657-48ef-8059-a1207bb71733),segment_id=72be3a70-e657-48ef-8059-a1207bb71733)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:40.082235 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1cc12905-88be-4bdb-8485-ebc26ee1ea5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.106368 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1cc12905-88be-4bdb-8485-ebc26ee1ea5c None None] Calling delete_port for 6e8dd7bd-26a0-4983-8cce-b6cceb11515f owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:40.128034 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] For port dc89bf28-de09-48eb-963a-f5ea9dc2cd77, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:40.132747 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] For port dc89bf28-de09-48eb-963a-f5ea9dc2cd77, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dc89bf28-de09-48eb-963a-f5ea9dc2cd77,segment=NetworkSegment(e0ff8cb8-a82a-407b-8bc0-9bf2534382fc),segment_id=e0ff8cb8-a82a-407b-8bc0-9bf2534382fc)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:40.163658 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.254455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec85cf1-8837-4a28-9919-63a37ce68093 None None] Pushing event updated for resources: {'Port': ['ID=dc89bf28-de09-48eb-963a-f5ea9dc2cd77,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:40.254832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f402df7c-c5ae-45f1-8c94-3e6845b832a2 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:40.274756 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44547e98-f912-4b8e-9492-1fc68295c140 None None] Sync routers for ids ['adee1226-b855-4e7f-9149-fbc032a4ed3c'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:40.277814 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-a56d94f4-9a8c-4789-93ee-44403828701f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] For port 6e8dd7bd-26a0-4983-8cce-b6cceb11515f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6e8dd7bd-26a0-4983-8cce-b6cceb11515f,segment=NetworkSegment(72be3a70-e657-48ef-8059-a1207bb71733),segment_id=72be3a70-e657-48ef-8059-a1207bb71733)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:40.278557 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a56d94f4-9a8c-4789-93ee-44403828701f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.281947 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1cc12905-88be-4bdb-8485-ebc26ee1ea5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.284531 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3260c26a-7e14-4dc7-a1b2-cac58c31ea51 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.302660 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-a56d94f4-9a8c-4789-93ee-44403828701f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Calling delete_port for 6e8dd7bd-26a0-4983-8cce-b6cceb11515f owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:40.307078 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2e92f-0856-4945-84ad-14c3f50ac4d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:40.338873 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc12905-88be-4bdb-8485-ebc26ee1ea5c None None] Pushing event deleted for resources: {'Port': ['ID=6e8dd7bd-26a0-4983-8cce-b6cceb11515f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:40.343117 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc12905-88be-4bdb-8485-ebc26ee1ea5c None None] No DVR routers for this DVR port 6e8dd7bd-26a0-4983-8cce-b6cceb11515f on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:40.344729 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44547e98-f912-4b8e-9492-1fc68295c140 None None] Routers {'adee1226-b855-4e7f-9149-fbc032a4ed3c'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:40.345407 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-44547e98-f912-4b8e-9492-1fc68295c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['adee1226-b855-4e7f-9149-fbc032a4ed3c'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:40.371996 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f2e92f-0856-4945-84ad-14c3f50ac4d3 admin admin] Checking segment: {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:40.372366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f2e92f-0856-4945-84ad-14c3f50ac4d3 admin admin] Network hostable DHCP agents. Network: fd2eea62-d9a9-4f48-bf40-52835f379e68, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:40.390232 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f402df7c-c5ae-45f1-8c94-3e6845b832a2 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.394477 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-3cc50601-8b1a-4b3e-a834-7adaccc18941 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Allocated IP 172.20.0.5 (e59bbe5f-37a8-4099-ab15-466d4ac05358/83c90caf-685d-4498-bfc6-abcb0e64506c/1e049d68-6710-487e-a6f1-91bf621cce3b) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:40.459232 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3260c26a-7e14-4dc7-a1b2-cac58c31ea51 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.464592 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3260c26a-7e14-4dc7-a1b2-cac58c31ea51 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:40.465406 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3260c26a-7e14-4dc7-a1b2-cac58c31ea51 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.474395 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-327f99c6-1ddb-4ce8-8817-c3a51703c1a4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] For port e5ddc03d-bffd-4ee2-8dfd-829f721e56dc, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e5ddc03d-bffd-4ee2-8dfd-829f721e56dc,segment=NetworkSegment(ac5b91c5-dca7-4a43-a548-9b1960ce33fc),segment_id=ac5b91c5-dca7-4a43-a548-9b1960ce33fc)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:40.474970 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-327f99c6-1ddb-4ce8-8817-c3a51703c1a4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.510865 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-44547e98-f912-4b8e-9492-1fc68295c140 None None] Set router adee1226-b855-4e7f-9149-fbc032a4ed3c gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:40.541257 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a56d94f4-9a8c-4789-93ee-44403828701f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.552557 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f402df7c-c5ae-45f1-8c94-3e6845b832a2 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "PUT /v2.0/floatingips/68c8675c-e8d2-4695-bfb3-99bad88bad7b HTTP/1.1" status: 200 len: 991 time: 4.8471653 Jul 14 09:28:40.563920 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56d94f4-9a8c-4789-93ee-44403828701f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] No DVR routers for this DVR port 6e8dd7bd-26a0-4983-8cce-b6cceb11515f on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:40.570033 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ec01a1-9458-48a0-82d4-d85c6ada428d', 'tag': 'ea66b038-9384-4309-8867-09e72af1a81e'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:40.582110 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd24e9f9-3b4f-4a41-8e8f-5b222f3b8abe" -d '{"events": [{"name": "network-changed", "server_uuid": "36ec01a1-9458-48a0-82d4-d85c6ada428d", "tag": "ea66b038-9384-4309-8867-09e72af1a81e"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:40.603697 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73234f-e757-49b4-a3f9-a879cd0c62f2 req-71d525a1-b01b-4baa-bcec-47c0e6db4677 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:40.617003 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73234f-e757-49b4-a3f9-a879cd0c62f2 req-71d525a1-b01b-4baa-bcec-47c0e6db4677 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:40.629654 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73234f-e757-49b4-a3f9-a879cd0c62f2 req-71d525a1-b01b-4baa-bcec-47c0e6db4677 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:40.638691 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ec962b7-126e-4760-bc46-b9601b833716 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.646677 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4a73234f-e757-49b4-a3f9-a879cd0c62f2 req-71d525a1-b01b-4baa-bcec-47c0e6db4677 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 2410 time: 0.6770866 Jul 14 09:28:40.680716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f2e92f-0856-4945-84ad-14c3f50ac4d3 admin admin] Network fd2eea62-d9a9-4f48-bf40-52835f379e68 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:40.684982 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-327f99c6-1ddb-4ce8-8817-c3a51703c1a4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Calling delete_port for e5ddc03d-bffd-4ee2-8dfd-829f721e56dc owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:40.749261 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3260c26a-7e14-4dc7-a1b2-cac58c31ea51 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2667751 Jul 14 09:28:40.772074 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d94f4-9a8c-4789-93ee-44403828701f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Port': ['ID=6e8dd7bd-26a0-4983-8cce-b6cceb11515f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:40.894891 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dc89bf28-de09-48eb-963a-f5ea9dc2cd77 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:40.904888 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-62f2e92f-0856-4945-84ad-14c3f50ac4d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, fd2eea62-d9a9-4f48-bf40-52835f379e68) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:40.914107 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f2e92f-0856-4945-84ad-14c3f50ac4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:40.916731 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62f2e92f-0856-4945-84ad-14c3f50ac4d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.931361 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcac3077-0ab7-4998-b875-ccd2bc9cead0 None None] Network fd2eea62-d9a9-4f48-bf40-52835f379e68 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:41.036791 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bc7994-0587-4450-a245-bb6463f06cd3 x-openstack-request-id: req-e5bc7994-0587-4450-a245-bb6463f06cd3 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:41.037138 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ec01a1-9458-48a0-82d4-d85c6ada428d", "tag": "ea66b038-9384-4309-8867-09e72af1a81e", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:41.037381 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e5bc7994-0587-4450-a245-bb6463f06cd3 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:41.037872 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ec01a1-9458-48a0-82d4-d85c6ada428d', 'tag': 'ea66b038-9384-4309-8867-09e72af1a81e', 'status': 'completed', 'code': 200} Jul 14 09:28:41.076292 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port dc89bf28-de09-48eb-963a-f5ea9dc2cd77 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:41.117478 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-44547e98-f912-4b8e-9492-1fc68295c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '5067817c-c527-4844-abe2-88d097a4bd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:51Z', 'updated_at': '2021-07-14T09:27:58Z', 'revision_number': 4, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'gw_port': {'id': '5067817c-c527-4844-abe2-88d097a4bd95', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:52Z', 'updated_at': '2021-07-14T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '68c8675c-e8d2-4695-bfb3-99bad88bad7b', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'floating_ip_address': '172.25.1.200', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'port_id': 'ea66b038-9384-4309-8867-09e72af1a81e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'mac_address': 'fa:16:3e:6c:0c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ec01a1-9458-48a0-82d4-d85c6ada428d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:28:09Z', 'updated_at': '2021-07-14T09:28:36Z', 'revision_number': 1, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc7933c-2358-42ee-b66a-7463bcd0ec31', 'name': '', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'mac_address': 'fa:16:3e:73:78:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:56Z', 'updated_at': '2021-07-14T09:28:07Z', 'revision_number': 5, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'subnets': [{'id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:41.190521 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a56d94f4-9a8c-4789-93ee-44403828701f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.220641 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-a56d94f4-9a8c-4789-93ee-44403828701f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c2d984-a7b3-4cee-b485-57f7ae5e2b25']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:41.247904 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-a56d94f4-9a8c-4789-93ee-44403828701f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72be3a70-e657-48ef-8059-a1207bb71733') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:41.248625 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-a56d94f4-9a8c-4789-93ee-44403828701f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72be3a70-e657-48ef-8059-a1207bb71733') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:41.256022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6e8dd7bd-26a0-4983-8cce-b6cceb11515f no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:41.266039 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a56d94f4-9a8c-4789-93ee-44403828701f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.281450 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-fd2eea62-d9a9-4f48-bf40-52835f379e68', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'fixed_ips': [{'subnet_id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:41.282768 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.289563 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44547e98-f912-4b8e-9492-1fc68295c140 None None] Checking router: adee1226-b855-4e7f-9149-fbc032a4ed3c for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:41.295910 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a56d94f4-9a8c-4789-93ee-44403828701f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.309634 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56d94f4-9a8c-4789-93ee-44403828701f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:41.310286 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a56d94f4-9a8c-4789-93ee-44403828701f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.390110 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4a73234f-e757-49b4-a3f9-a879cd0c62f2 req-8a3c820f-cab2-42fc-8615-cef20a17ac58 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7411556 Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:41.391002 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:41.395882 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a56d94f4-9a8c-4789-93ee-44403828701f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.456759 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a56d94f4-9a8c-4789-93ee-44403828701f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.463015 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a56d94f4-9a8c-4789-93ee-44403828701f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/networks/e3c2d984-a7b3-4cee-b485-57f7ae5e2b25 HTTP/1.1" status: 204 len: 168 time: 2.3652711 Jul 14 09:28:41.463015 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d94f4-9a8c-4789-93ee-44403828701f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Network': ['ID=e3c2d984-a7b3-4cee-b485-57f7ae5e2b25,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:41.470895 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41038) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:41.479733 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-226480be-b526-4889-945d-be681b0756de tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-736061445', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}, 'admin_state_up': False}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:41.509939 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-226480be-b526-4889-945d-be681b0756de tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.511041 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-226480be-b526-4889-945d-be681b0756de tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.569170 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260c26a-7e14-4dc7-a1b2-cac58c31ea51 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event updated for resources: {'Network': ['ID=598caa1b-d36b-4ff7-924d-68fb974fb858,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:41.625589 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-62f2e92f-0856-4945-84ad-14c3f50ac4d3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5859067 Jul 14 09:28:41.628860 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-226480be-b526-4889-945d-be681b0756de tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.637315 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41040) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:41.656021 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 6e8dd7bd-26a0-4983-8cce-b6cceb11515f {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:41.656594 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6e8dd7bd-26a0-4983-8cce-b6cceb11515f not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:41.662401 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 598caa1b-d36b-4ff7-924d-68fb974fb858 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:41.675823 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-feaadafb-50e8-4e22-9996-30ddbae10213 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1130626473-router', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:41.861716 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadbb849-e932-4468-814e-417ee6380b2a None None] Network e59bbe5f-37a8-4099-ab15-466d4ac05358 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:41.932651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24e9f9-3b4f-4a41-8e8f-5b222f3b8abe req-997270b0-f176-4567-825c-41cf332ee24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:41.934790 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dd24e9f9-3b4f-4a41-8e8f-5b222f3b8abe req-997270b0-f176-4567-825c-41cf332ee24c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5cb22d9c9ca64cacba1a692a05940f23&device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 1097 time: 1.0010140 Jul 14 09:28:41.975916 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44547e98-f912-4b8e-9492-1fc68295c140 None None] Routers {'adee1226-b855-4e7f-9149-fbc032a4ed3c'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:41.976856 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-44547e98-f912-4b8e-9492-1fc68295c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['adee1226-b855-4e7f-9149-fbc032a4ed3c'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:42.079884 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-226480be-b526-4889-945d-be681b0756de tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.147658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-13d4e9b8-ec15-4327-bf71-0b769ccee97b None None] Provisioning for port dc89bf28-de09-48eb-963a-f5ea9dc2cd77 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:42.153465 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-8ec962b7-126e-4760-bc46-b9601b833716 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Allocated IP 172.20.0.1 (3aba7709-7c05-4f50-b503-362915c71c26/5b0f9c60-6a37-4387-b5fb-df379cece0a7/4a812b9a-667e-4770-bb38-2332a2e0b585) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:42.177889 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-13d4e9b8-ec15-4327-bf71-0b769ccee97b None None] Provisioning complete for port dc89bf28-de09-48eb-963a-f5ea9dc2cd77 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:42.178392 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13d4e9b8-ec15-4327-bf71-0b769ccee97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.180454 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-327f99c6-1ddb-4ce8-8817-c3a51703c1a4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.184447 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24e9f9-3b4f-4a41-8e8f-5b222f3b8abe req-06557675-407d-4fdd-9801-84191264d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:42.186581 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dd24e9f9-3b4f-4a41-8e8f-5b222f3b8abe req-06557675-407d-4fdd-9801-84191264d903 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e4991ac-2228-452d-ab57-e39ab6b100bc HTTP/1.1" status: 200 len: 916 time: 0.2433448 Jul 14 09:28:42.334092 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-feaadafb-50e8-4e22-9996-30ddbae10213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.335136 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-feaadafb-50e8-4e22-9996-30ddbae10213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.372060 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3cc50601-8b1a-4b3e-a834-7adaccc18941 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.382927 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f99c6-1ddb-4ce8-8817-c3a51703c1a4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event deleted for resources: {'Port': ['ID=e5ddc03d-bffd-4ee2-8dfd-829f721e56dc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:42.401853 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-44547e98-f912-4b8e-9492-1fc68295c140 None None] Set router adee1226-b855-4e7f-9149-fbc032a4ed3c gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:42.421530 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-3cc50601-8b1a-4b3e-a834-7adaccc18941 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Transition to ACTIVE for port object 1e049d68-6710-487e-a6f1-91bf621cce3b will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:42.438343 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dd24e9f9-3b4f-4a41-8e8f-5b222f3b8abe req-9d875730-11f6-4a48-8d71-89263ef028c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea66b038-9384-4309-8867-09e72af1a81e HTTP/1.1" status: 200 len: 999 time: 0.2266934 Jul 14 09:28:42.487454 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-327f99c6-1ddb-4ce8-8817-c3a51703c1a4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] No DVR routers for this DVR port e5ddc03d-bffd-4ee2-8dfd-829f721e56dc on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:42.496609 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-327f99c6-1ddb-4ce8-8817-c3a51703c1a4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.498738 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-327f99c6-1ddb-4ce8-8817-c3a51703c1a4 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.55 "DELETE /v2.0/ports/e5ddc03d-bffd-4ee2-8dfd-829f721e56dc HTTP/1.1" status: 204 len: 173 time: 3.2567780 Jul 14 09:28:42.499146 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-deleted', 'tag': 'e5ddc03d-bffd-4ee2-8dfd-829f721e56dc'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:42.501514 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf54381f-9b69-4b94-be10-9888c828a76e" -d '{"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-deleted", "tag": "e5ddc03d-bffd-4ee2-8dfd-829f721e56dc"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:42.549496 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3cc50601-8b1a-4b3e-a834-7adaccc18941 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.675753 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24e9f9-3b4f-4a41-8e8f-5b222f3b8abe req-b166ccb8-27a0-43a2-b513-c9d3fdc3299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:42.677547 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dd24e9f9-3b4f-4a41-8e8f-5b222f3b8abe req-b166ccb8-27a0-43a2-b513-c9d3fdc3299d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=453b9a84-a49e-4445-ade0-e83a68e64b54 HTTP/1.1" status: 200 len: 854 time: 0.2026901 Jul 14 09:28:42.731288 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Allocated IP 172.20.0.2 (fd2eea62-d9a9-4f48-bf40-52835f379e68/546a5912-bfbb-4dd6-9c6b-53f7dcdb3075/1fed3419-afd5-43b4-9be4-bd4d7039fdf9) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:42.757614 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ec962b7-126e-4760-bc46-b9601b833716 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.800953 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-feaadafb-50e8-4e22-9996-30ddbae10213 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.870469 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-8ec962b7-126e-4760-bc46-b9601b833716 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Transition to ACTIVE for port object 4a812b9a-667e-4770-bb38-2332a2e0b585 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:42.889144 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8480855-f924-4247-a4cf-1cd9e6396948 x-openstack-request-id: req-a8480855-f924-4247-a4cf-1cd9e6396948 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:42.890111 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-deleted", "tag": "e5ddc03d-bffd-4ee2-8dfd-829f721e56dc", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:42.890658 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8480855-f924-4247-a4cf-1cd9e6396948 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:42.891342 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-deleted', 'tag': 'e5ddc03d-bffd-4ee2-8dfd-829f721e56dc', 'status': 'completed', 'code': 200} Jul 14 09:28:42.928528 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-22818931-7ee4-4716-9dae-848ce248e717 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Deleting port ebf8368a-d0fb-466a-a254-89fc3ae4a4bb {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:42.929348 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-22818931-7ee4-4716-9dae-848ce248e717 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.058903 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24e9f9-3b4f-4a41-8e8f-5b222f3b8abe req-8273b412-9f6f-41ce-b489-1c02f9f28bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:43.060785 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dd24e9f9-3b4f-4a41-8e8f-5b222f3b8abe req-8273b412-9f6f-41ce-b489-1c02f9f28bc0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e4991ac-2228-452d-ab57-e39ab6b100bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3764181 Jul 14 09:28:43.070171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc50601-8b1a-4b3e-a834-7adaccc18941 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Network e59bbe5f-37a8-4099-ab15-466d4ac05358 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:43.125734 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.150439 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Transition to ACTIVE for port object 1fed3419-afd5-43b4-9be4-bd4d7039fdf9 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:43.196480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Transition to ACTIVE for port object 1fed3419-afd5-43b4-9be4-bd4d7039fdf9 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:43.200045 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ec962b7-126e-4760-bc46-b9601b833716 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.270716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec962b7-126e-4760-bc46-b9601b833716 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Network 3aba7709-7c05-4f50-b503-362915c71c26 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:43.279577 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-8ec962b7-126e-4760-bc46-b9601b833716 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:43.297717 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dd24e9f9-3b4f-4a41-8e8f-5b222f3b8abe req-73aa0251-cd10-47fc-90e1-091c8a54196c service neutron] 10.222.0.55 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252040 Jul 14 09:28:43.302029 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec962b7-126e-4760-bc46-b9601b833716 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:43.316423 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-22818931-7ee4-4716-9dae-848ce248e717 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] For port ebf8368a-d0fb-466a-a254-89fc3ae4a4bb, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ebf8368a-d0fb-466a-a254-89fc3ae4a4bb,segment=NetworkSegment(7f21298a-629e-4e81-852c-c70a97676322),segment_id=7f21298a-629e-4e81-852c-c70a97676322)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:43.320074 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-22818931-7ee4-4716-9dae-848ce248e717 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.384533 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.496206 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Network fd2eea62-d9a9-4f48-bf40-52835f379e68 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:43.502918 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:43.514124 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:43.538335 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec962b7-126e-4760-bc46-b9601b833716 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Pushing event updated for resources: {'Port': ['ID=4a812b9a-667e-4770-bb38-2332a2e0b585,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:43.564339 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ec962b7-126e-4760-bc46-b9601b833716 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.615516 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-3cc50601-8b1a-4b3e-a834-7adaccc18941 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:43.618257 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc50601-8b1a-4b3e-a834-7adaccc18941 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:43.685812 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc50601-8b1a-4b3e-a834-7adaccc18941 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:43.686699 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3cc50601-8b1a-4b3e-a834-7adaccc18941 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.691238 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc50601-8b1a-4b3e-a834-7adaccc18941 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Pushing event updated for resources: {'Port': ['ID=1e049d68-6710-487e-a6f1-91bf621cce3b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:43.705915 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-feaadafb-50e8-4e22-9996-30ddbae10213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.718358 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13d4e9b8-ec15-4327-bf71-0b769ccee97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.727555 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Pushing event updated for resources: {'Port': ['ID=1fed3419-afd5-43b4-9be4-bd4d7039fdf9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:43.747372 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dd24e9f9-3b4f-4a41-8e8f-5b222f3b8abe req-25a664d7-49d8-40f8-a582-af911348139d service neutron] 10.222.0.55 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342523 Jul 14 09:28:43.762346 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3cc50601-8b1a-4b3e-a834-7adaccc18941 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9760416 Jul 14 09:28:43.768401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41054) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:43.802187 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Attempting to bind port 1fed3419-afd5-43b4-9be4-bd4d7039fdf9 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:43.813734 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Attempting to bind port 1fed3419-afd5-43b4-9be4-bd4d7039fdf9 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:43.817716 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Attempting to bind port 1fed3419-afd5-43b4-9be4-bd4d7039fdf9 on network fd2eea62-d9a9-4f48-bf40-52835f379e68 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:43.858504 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:43.859197 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Checking segment: {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:43.862146 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.862742 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Bound using segment: {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:43.863432 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Bound port: 1fed3419-afd5-43b4-9be4-bd4d7039fdf9, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:43.866603 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c03f7c-0cd4-46d1-b17b-ccbc26ea9bf2 req-e5237aa4-d0d8-4099-ad0c-b77d618b9070 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:43.867264 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.873746 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c03f7c-0cd4-46d1-b17b-ccbc26ea9bf2 req-e5237aa4-d0d8-4099-ad0c-b77d618b9070 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:43.875593 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c1c03f7c-0cd4-46d1-b17b-ccbc26ea9bf2 req-e5237aa4-d0d8-4099-ad0c-b77d618b9070 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 1677 time: 0.8311412 Jul 14 09:28:43.919679 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-22818931-7ee4-4716-9dae-848ce248e717 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.919979 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-22818931-7ee4-4716-9dae-848ce248e717 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.920302 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-22818931-7ee4-4716-9dae-848ce248e717 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Floating IP 8d78b478-bf29-4e40-bf17-3ea7d2a60c87 disassociated. External IP: 172.25.1.49, port: ebf8368a-d0fb-466a-a254-89fc3ae4a4bb. Jul 14 09:28:43.923378 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-22818931-7ee4-4716-9dae-848ce248e717 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Calling delete_port for ebf8368a-d0fb-466a-a254-89fc3ae4a4bb owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:43.949771 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-13d4e9b8-ec15-4327-bf71-0b769ccee97b None None] For port dc89bf28-de09-48eb-963a-f5ea9dc2cd77, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dc89bf28-de09-48eb-963a-f5ea9dc2cd77,segment=NetworkSegment(e0ff8cb8-a82a-407b-8bc0-9bf2534382fc),segment_id=e0ff8cb8-a82a-407b-8bc0-9bf2534382fc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:43.960939 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-44547e98-f912-4b8e-9492-1fc68295c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '5067817c-c527-4844-abe2-88d097a4bd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:51Z', 'updated_at': '2021-07-14T09:27:58Z', 'revision_number': 4, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'gw_port': {'id': '5067817c-c527-4844-abe2-88d097a4bd95', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:52Z', 'updated_at': '2021-07-14T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '68c8675c-e8d2-4695-bfb3-99bad88bad7b', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'floating_ip_address': '172.25.1.200', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'port_id': 'ea66b038-9384-4309-8867-09e72af1a81e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'mac_address': 'fa:16:3e:6c:0c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ec01a1-9458-48a0-82d4-d85c6ada428d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:28:09Z', 'updated_at': '2021-07-14T09:28:36Z', 'revision_number': 1, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc7933c-2358-42ee-b66a-7463bcd0ec31', 'name': '', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'mac_address': 'fa:16:3e:73:78:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:56Z', 'updated_at': '2021-07-14T09:28:07Z', 'revision_number': 5, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'subnets': [{'id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:44.053507 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44547e98-f912-4b8e-9492-1fc68295c140 None None] The sync data for ids ['adee1226-b855-4e7f-9149-fbc032a4ed3c'] in n-d-798054-10 is: [{'id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '5067817c-c527-4844-abe2-88d097a4bd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:51Z', 'updated_at': '2021-07-14T09:27:58Z', 'revision_number': 4, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'gw_port': {'id': '5067817c-c527-4844-abe2-88d097a4bd95', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:52Z', 'updated_at': '2021-07-14T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '68c8675c-e8d2-4695-bfb3-99bad88bad7b', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'floating_ip_address': '172.25.1.200', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'port_id': 'ea66b038-9384-4309-8867-09e72af1a81e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'mac_address': 'fa:16:3e:6c:0c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ec01a1-9458-48a0-82d4-d85c6ada428d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:28:09Z', 'updated_at': '2021-07-14T09:28:36Z', 'revision_number': 1, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc7933c-2358-42ee-b66a-7463bcd0ec31', 'name': '', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'mac_address': 'fa:16:3e:73:78:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:56Z', 'updated_at': '2021-07-14T09:28:07Z', 'revision_number': 5, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'subnets': [{'id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:44.074995 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13d4e9b8-ec15-4327-bf71-0b769ccee97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.212750 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-226480be-b526-4889-945d-be681b0756de tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.214326 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-169cd8a6-8e92-4c0c-8617-2f8d293ca590 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Request body: {'port': {'network_id': 'e59bbe5f-37a8-4099-ab15-466d4ac05358', 'name': 'tempest-ExtraDHCPOptionsTestJSON-269345655', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:44.214821 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.api.validators [None req-169cd8a6-8e92-4c0c-8617-2f8d293ca590 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] bootfile-name is not in valid_values {{(pid=93888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:28:44.230464 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.api.validators [None req-169cd8a6-8e92-4c0c-8617-2f8d293ca590 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] tftp-server is not in valid_values {{(pid=93888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:28:44.230831 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.api.validators [None req-169cd8a6-8e92-4c0c-8617-2f8d293ca590 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] server-ip-address is not in valid_values {{(pid=93888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:28:44.294236 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c1c03f7c-0cd4-46d1-b17b-ccbc26ea9bf2 req-3424035a-8aba-4225-ae4f-5eef55965b88 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3494539 Jul 14 09:28:44.296853 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-226480be-b526-4889-945d-be681b0756de tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.396653 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-50838fc0-f94a-4d36-9279-b11608bbcd5c None None] Provisioning for port 4a812b9a-667e-4770-bb38-2332a2e0b585 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:44.405024 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] For port 1fed3419-afd5-43b4-9be4-bd4d7039fdf9, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:44.417175 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] For port 1fed3419-afd5-43b4-9be4-bd4d7039fdf9, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1fed3419-afd5-43b4-9be4-bd4d7039fdf9,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:44.418217 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4e9b8-ec15-4327-bf71-0b769ccee97b None None] Pushing event updated for resources: {'Port': ['ID=dc89bf28-de09-48eb-963a-f5ea9dc2cd77,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:44.421190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-50838fc0-f94a-4d36-9279-b11608bbcd5c None None] Provisioning complete for port 4a812b9a-667e-4770-bb38-2332a2e0b585 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:44.421645 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-50838fc0-f94a-4d36-9279-b11608bbcd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.440573 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.486199 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-226480be-b526-4889-945d-be681b0756de tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Allocated IP 172.25.1.112 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/6bda64ce-2bff-4976-94f2-46da13a23acf) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:44.489411 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-22818931-7ee4-4716-9dae-848ce248e717 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.518889 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e99b2-77d5-4818-a657-a0530fd79461 None None] New status for floating IP 68c8675c-e8d2-4695-bfb3-99bad88bad7b: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:28:44.561126 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22818931-7ee4-4716-9dae-848ce248e717 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event deleted for resources: {'Port': ['ID=ebf8368a-d0fb-466a-a254-89fc3ae4a4bb,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:44.577039 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915fb9b-c57e-4491-b2db-b957ff5d85f5 None None] Pushing event updated for resources: {'Port': ['ID=1fed3419-afd5-43b4-9be4-bd4d7039fdf9,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:44.588029 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41060) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:44.611202 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-50838fc0-f94a-4d36-9279-b11608bbcd5c None None] Port 4a812b9a-667e-4770-bb38-2332a2e0b585 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:44.633438 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-50838fc0-f94a-4d36-9279-b11608bbcd5c None None] Provisioning complete for port dc89bf28-de09-48eb-963a-f5ea9dc2cd77 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:44.647224 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-50838fc0-f94a-4d36-9279-b11608bbcd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.650516 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Request body: {'subnets': [{'network_id': '4ec4b64a-704e-42d8-ba6c-f2a9544c4573', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1797567343', 'ip_version': 6}, {'network_id': '598caa1b-d36b-4ff7-924d-68fb974fb858', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:44.650516 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Request body: {'subnet': {'network_id': '4ec4b64a-704e-42d8-ba6c-f2a9544c4573', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1797567343', 'ip_version': 6}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:44.651254 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Request body: {'subnet': {'network_id': '598caa1b-d36b-4ff7-924d-68fb974fb858', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:44.664061 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-226480be-b526-4889-945d-be681b0756de tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.696642 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ec962b7-126e-4760-bc46-b9601b833716 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.799005 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dc89bf28-de09-48eb-963a-f5ea9dc2cd77 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:44.810188 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-226480be-b526-4889-945d-be681b0756de tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.879849 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-50838fc0-f94a-4d36-9279-b11608bbcd5c None None] Provisioning for port 1e049d68-6710-487e-a6f1-91bf621cce3b completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:44.886375 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-50838fc0-f94a-4d36-9279-b11608bbcd5c None None] Provisioning complete for port 1e049d68-6710-487e-a6f1-91bf621cce3b triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:44.886692 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-50838fc0-f94a-4d36-9279-b11608bbcd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.895266 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226480be-b526-4889-945d-be681b0756de tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:44.919945 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port dc89bf28-de09-48eb-963a-f5ea9dc2cd77 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:44.919945 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.935665 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-226480be-b526-4889-945d-be681b0756de tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:44.977027 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226480be-b526-4889-945d-be681b0756de tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:44.992890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226480be-b526-4889-945d-be681b0756de tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Port': ['ID=6bda64ce-2bff-4976-94f2-46da13a23acf,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:45.006103 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-50838fc0-f94a-4d36-9279-b11608bbcd5c None None] Port 1e049d68-6710-487e-a6f1-91bf621cce3b cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:45.061996 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-feaadafb-50e8-4e22-9996-30ddbae10213 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.112812 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-feaadafb-50e8-4e22-9996-30ddbae10213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.139450 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ea31e6a6-8683-447e-97d3-a1061016763e None None] Provisioning complete for port 1e049d68-6710-487e-a6f1-91bf621cce3b triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:45.139758 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169cd8a6-8e92-4c0c-8617-2f8d293ca590 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Made reservation on behalf of 9ffabe900024422ea4939966635a3ea7 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:45.141201 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea31e6a6-8683-447e-97d3-a1061016763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.143463 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-169cd8a6-8e92-4c0c-8617-2f8d293ca590 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.212184 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-169cd8a6-8e92-4c0c-8617-2f8d293ca590 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] device_id is not set on port ca37d277-e308-4277-8783-0b0c4104a3b4 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:45.218972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ea31e6a6-8683-447e-97d3-a1061016763e None None] Port 1e049d68-6710-487e-a6f1-91bf621cce3b cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:45.525034 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-feaadafb-50e8-4e22-9996-30ddbae10213 admin admin] Allocated IP 172.25.1.178 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/12d080d7-58eb-43ff-8c97-667e378ddc74) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:45.582453 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-226480be-b526-4889-945d-be681b0756de tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.762475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-22818931-7ee4-4716-9dae-848ce248e717 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Router 3ca5d095-447c-4eb3-ba06-72cefcf1707a has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:45.763013 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6662a0-016b-46be-9341-04963f4c0814 req-30608247-344a-4710-9978-2476bbdf8490 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:45.764689 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e6662a0-016b-46be-9341-04963f4c0814 req-30608247-344a-4710-9978-2476bbdf8490 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 942 time: 0.2743292 Jul 14 09:28:45.814079 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-feaadafb-50e8-4e22-9996-30ddbae10213 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.885939 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e6662a0-016b-46be-9341-04963f4c0814 req-fa625dc2-f845-4d2d-bd77-68870f6343d9 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112053 Jul 14 09:28:45.890794 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-169cd8a6-8e92-4c0c-8617-2f8d293ca590 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Allocated IP 172.20.0.12 (e59bbe5f-37a8-4099-ab15-466d4ac05358/83c90caf-685d-4498-bfc6-abcb0e64506c/ca37d277-e308-4277-8783-0b0c4104a3b4) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:45.923468 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Made reservation on behalf of 3aaa00a6f6bb4999b4809cdd0a1ffda9 for: {'subnet': 2} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:45.929386 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.930162 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.970404 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-feaadafb-50e8-4e22-9996-30ddbae10213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.976811 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-226480be-b526-4889-945d-be681b0756de tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.020120 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2284a92d-0ed0-4f2d-8be1-ef125f9809a8 None None] Network fd2eea62-d9a9-4f48-bf40-52835f379e68 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:46.059194 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaadafb-50e8-4e22-9996-30ddbae10213 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:46.071414 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-feaadafb-50e8-4e22-9996-30ddbae10213 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:46.073952 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaadafb-50e8-4e22-9996-30ddbae10213 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:46.089480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a962ae38-e7e7-436e-9b32-2fdadac46087 None None] Provisioning for port 1fed3419-afd5-43b4-9be4-bd4d7039fdf9 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:46.149467 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaadafb-50e8-4e22-9996-30ddbae10213 admin admin] Pushing event updated for resources: {'Port': ['ID=12d080d7-58eb-43ff-8c97-667e378ddc74,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:46.205925 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-22818931-7ee4-4716-9dae-848ce248e717 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:46.213679 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ec962b7-126e-4760-bc46-b9601b833716 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.216913 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25117afe-4805-4c9d-b53b-7065da420d6b None None] Sync routers for ids ['3ca5d095-447c-4eb3-ba06-72cefcf1707a'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:46.234632 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25117afe-4805-4c9d-b53b-7065da420d6b None None] Routers {'3ca5d095-447c-4eb3-ba06-72cefcf1707a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:46.235437 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-25117afe-4805-4c9d-b53b-7065da420d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3ca5d095-447c-4eb3-ba06-72cefcf1707a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:46.252480 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ec962b7-126e-4760-bc46-b9601b833716 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.345639 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-22818931-7ee4-4716-9dae-848ce248e717 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] No DVR routers for this DVR port ebf8368a-d0fb-466a-a254-89fc3ae4a4bb on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:46.364124 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-22818931-7ee4-4716-9dae-848ce248e717 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.371959 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-22818931-7ee4-4716-9dae-848ce248e717 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.55 "DELETE /v2.0/ports/ebf8368a-d0fb-466a-a254-89fc3ae4a4bb HTTP/1.1" status: 204 len: 173 time: 3.8461728 Jul 14 09:28:46.374835 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-deleted', 'tag': 'ebf8368a-d0fb-466a-a254-89fc3ae4a4bb'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:46.376986 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39a1597-8ebb-4977-926a-940e1fc4eeb7" -d '{"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-deleted", "tag": "ebf8368a-d0fb-466a-a254-89fc3ae4a4bb"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:46.396738 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.413021 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-25117afe-4805-4c9d-b53b-7065da420d6b None None] Set router 3ca5d095-447c-4eb3-ba06-72cefcf1707a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:46.490324 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ec962b7-126e-4760-bc46-b9601b833716 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.498494 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec962b7-126e-4760-bc46-b9601b833716 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Pushing event updated for resources: {'Port': ['ID=4a812b9a-667e-4770-bb38-2332a2e0b585,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:46.556956 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907ddcac-10c2-4cf9-aa87-2f542cf4f8bc x-openstack-request-id: req-907ddcac-10c2-4cf9-aa87-2f542cf4f8bc {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:46.557213 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-deleted", "tag": "ebf8368a-d0fb-466a-a254-89fc3ae4a4bb", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:46.557469 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-907ddcac-10c2-4cf9-aa87-2f542cf4f8bc {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:46.557883 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-deleted', 'tag': 'ebf8368a-d0fb-466a-a254-89fc3ae4a4bb', 'status': 'completed', 'code': 200} Jul 14 09:28:46.707699 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-169cd8a6-8e92-4c0c-8617-2f8d293ca590 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.771936 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-169cd8a6-8e92-4c0c-8617-2f8d293ca590 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Transition to ACTIVE for port object ca37d277-e308-4277-8783-0b0c4104a3b4 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:46.810666 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-25117afe-4805-4c9d-b53b-7065da420d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'name': 'tempest-TaggedBootDevicesTest-586766694-router', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:31Z', 'updated_at': '2021-07-14T09:17:41Z', 'revision_number': 4, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'gw_port': {'id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:33Z', 'updated_at': '2021-07-14T09:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'f653ce71-53e3-40a9-8ca1-b425ed48ef99', 'name': '', 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'mac_address': 'fa:16:3e:e2:bd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'db42a1b5-0af8-4f2d-880c-f54fe800fb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:39Z', 'updated_at': '2021-07-14T09:17:51Z', 'revision_number': 5, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'subnets': [{'id': 'db42a1b5-0af8-4f2d-880c-f54fe800fb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:46.829123 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1fed3419-afd5-43b4-9be4-bd4d7039fdf9 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:46.937864 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec962b7-126e-4760-bc46-b9601b833716 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Network 3aba7709-7c05-4f50-b503-362915c71c26 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:46.946181 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-ff283ec9-cd58-44a4-896f-774a64e7f655 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Deleting port a41a920e-6497-49e9-8ee2-23d9fd674e1c {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:46.946527 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-ff283ec9-cd58-44a4-896f-774a64e7f655 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.962183 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-8ec962b7-126e-4760-bc46-b9601b833716 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:46.997737 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-feaadafb-50e8-4e22-9996-30ddbae10213 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.029382 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-169cd8a6-8e92-4c0c-8617-2f8d293ca590 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.110010 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25117afe-4805-4c9d-b53b-7065da420d6b None None] Checking router: 3ca5d095-447c-4eb3-ba06-72cefcf1707a for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:47.124498 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226480be-b526-4889-945d-be681b0756de tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router 9923087b-e27a-4726-8aa4-32fab34229bc is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:28:47.132431 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25117afe-4805-4c9d-b53b-7065da420d6b None None] Routers {'3ca5d095-447c-4eb3-ba06-72cefcf1707a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:47.133076 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-25117afe-4805-4c9d-b53b-7065da420d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3ca5d095-447c-4eb3-ba06-72cefcf1707a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:47.290730 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169cd8a6-8e92-4c0c-8617-2f8d293ca590 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Network e59bbe5f-37a8-4099-ab15-466d4ac05358 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:47.295694 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-25117afe-4805-4c9d-b53b-7065da420d6b None None] Set router 3ca5d095-447c-4eb3-ba06-72cefcf1707a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:47.319940 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-169cd8a6-8e92-4c0c-8617-2f8d293ca590 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:47.337876 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169cd8a6-8e92-4c0c-8617-2f8d293ca590 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:47.400261 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a22b8-42d6-477b-9652-f76a8b2fa9a6 req-1fd0b508-991e-4d96-acb4-c008419e2c59 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:47.402191 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c37a22b8-42d6-477b-9652-f76a8b2fa9a6 req-1fd0b508-991e-4d96-acb4-c008419e2c59 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 942 time: 0.3404384 Jul 14 09:28:47.431911 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-ff283ec9-cd58-44a4-896f-774a64e7f655 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] For port a41a920e-6497-49e9-8ee2-23d9fd674e1c, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a41a920e-6497-49e9-8ee2-23d9fd674e1c,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:47.432889 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-ff283ec9-cd58-44a4-896f-774a64e7f655 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.507556 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 1fed3419-afd5-43b4-9be4-bd4d7039fdf9 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:47.513605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cd8a6-8e92-4c0c-8617-2f8d293ca590 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Pushing event updated for resources: {'Port': ['ID=ca37d277-e308-4277-8783-0b0c4104a3b4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:47.513824 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 1fed3419-afd5-43b4-9be4-bd4d7039fdf9 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:47.514125 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.529735 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226480be-b526-4889-945d-be681b0756de tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:47.540481 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1b992-6bd9-418a-bff2-d3afb6f97adc None None] Sync routers for ids ['9923087b-e27a-4726-8aa4-32fab34229bc'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:47.551006 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169cd8a6-8e92-4c0c-8617-2f8d293ca590 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:47.552167 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-169cd8a6-8e92-4c0c-8617-2f8d293ca590 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.552995 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f1b992-6bd9-418a-bff2-d3afb6f97adc None None] Routers {'9923087b-e27a-4726-8aa4-32fab34229bc'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:47.554443 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f4f1b992-6bd9-418a-bff2-d3afb6f97adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9923087b-e27a-4726-8aa4-32fab34229bc'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:47.574834 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.602957 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d6cee21d-7507-4e48-8224-a2dbd2c5e853 None None] Provisioning complete for port 4a812b9a-667e-4770-bb38-2332a2e0b585 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:47.603346 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6cee21d-7507-4e48-8224-a2dbd2c5e853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.604456 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c37a22b8-42d6-477b-9652-f76a8b2fa9a6 req-0f64bcc8-295f-4471-917e-c4cfcb7e9c99 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1df8878-0d62-4787-bd9d-cc400ae07d89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949024 Jul 14 09:28:47.635098 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f4f1b992-6bd9-418a-bff2-d3afb6f97adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:47.640339 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-226480be-b526-4889-945d-be681b0756de tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.641564 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-226480be-b526-4889-945d-be681b0756de tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.1700218 Jul 14 09:28:47.642894 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-feaadafb-50e8-4e22-9996-30ddbae10213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.644783 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41078) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:47.656050 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-ff283ec9-cd58-44a4-896f-774a64e7f655 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Calling delete_port for a41a920e-6497-49e9-8ee2-23d9fd674e1c owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:47.668875 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f1b992-6bd9-418a-bff2-d3afb6f97adc None None] Routers {'9923087b-e27a-4726-8aa4-32fab34229bc'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:47.668875 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f4f1b992-6bd9-418a-bff2-d3afb6f97adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9923087b-e27a-4726-8aa4-32fab34229bc'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:47.704468 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d6cee21d-7507-4e48-8224-a2dbd2c5e853 None None] Port 4a812b9a-667e-4770-bb38-2332a2e0b585 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:47.738183 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f4f1b992-6bd9-418a-bff2-d3afb6f97adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:47.739374 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1b992-6bd9-418a-bff2-d3afb6f97adc None None] The sync data for ids ['9923087b-e27a-4726-8aa4-32fab34229bc'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:47.757439 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-25117afe-4805-4c9d-b53b-7065da420d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'name': 'tempest-TaggedBootDevicesTest-586766694-router', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:31Z', 'updated_at': '2021-07-14T09:17:41Z', 'revision_number': 4, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'gw_port': {'id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:33Z', 'updated_at': '2021-07-14T09:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'f653ce71-53e3-40a9-8ca1-b425ed48ef99', 'name': '', 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'mac_address': 'fa:16:3e:e2:bd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'db42a1b5-0af8-4f2d-880c-f54fe800fb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:39Z', 'updated_at': '2021-07-14T09:17:51Z', 'revision_number': 5, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'subnets': [{'id': 'db42a1b5-0af8-4f2d-880c-f54fe800fb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:47.796154 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25117afe-4805-4c9d-b53b-7065da420d6b None None] The sync data for ids ['3ca5d095-447c-4eb3-ba06-72cefcf1707a'] in n-d-798054-10 is: [{'id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'name': 'tempest-TaggedBootDevicesTest-586766694-router', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:31Z', 'updated_at': '2021-07-14T09:17:41Z', 'revision_number': 4, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'gw_port': {'id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:33Z', 'updated_at': '2021-07-14T09:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'f653ce71-53e3-40a9-8ca1-b425ed48ef99', 'name': '', 'network_id': '888088af-1a51-4dbe-bc38-27d1a38db826', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'mac_address': 'fa:16:3e:e2:bd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'db42a1b5-0af8-4f2d-880c-f54fe800fb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:39Z', 'updated_at': '2021-07-14T09:17:51Z', 'revision_number': 5, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'subnets': [{'id': 'db42a1b5-0af8-4f2d-880c-f54fe800fb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:47.803240 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.805574 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event updated for resources: {'Subnet': ['ID=0ec4da94-a6a1-44c1-8634-ae899f6f0582,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:47.851329 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-169cd8a6-8e92-4c0c-8617-2f8d293ca590 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.6389174 Jul 14 09:28:47.876478 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec962b7-126e-4760-bc46-b9601b833716 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Router 3de38481-0d5d-4d8e-a94b-c50624bad054 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:47.877563 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41082) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:47.886842 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 1fed3419-afd5-43b4-9be4-bd4d7039fdf9, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1fed3419-afd5-43b4-9be4-bd4d7039fdf9,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:47.890126 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-78cc1ed3-6b46-4ce1-8895-b5554762de37 None None] Provisioning for port ca37d277-e308-4277-8783-0b0c4104a3b4 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:47.899659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-78cc1ed3-6b46-4ce1-8895-b5554762de37 None None] Provisioning complete for port ca37d277-e308-4277-8783-0b0c4104a3b4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:47.900174 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78cc1ed3-6b46-4ce1-8895-b5554762de37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.942755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Checking segment: {'id': 'af915e3b-8b51-4856-bc9b-5fd5183a5e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ec4b64a-704e-42d8-ba6c-f2a9544c4573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:47.943452 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Network hostable DHCP agents. Network: 4ec4b64a-704e-42d8-ba6c-f2a9544c4573, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:47.959340 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-78cc1ed3-6b46-4ce1-8895-b5554762de37 None None] Port ca37d277-e308-4277-8783-0b0c4104a3b4 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:47.963748 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.977262 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2913dfe5-6d17-40d0-9fcf-173c2fbc6e23 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/routers/9923087b-e27a-4726-8aa4-32fab34229bc HTTP/1.1" status: 200 len: 880 time: 0.3250093 Jul 14 09:28:47.981323 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41084) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:48.025637 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=1fed3419-afd5-43b4-9be4-bd4d7039fdf9,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:48.040078 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80d6510-c6be-4a22-873e-c03785f9d09c tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:48.047590 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80d6510-c6be-4a22-873e-c03785f9d09c tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:48.055301 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80d6510-c6be-4a22-873e-c03785f9d09c tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:48.057041 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c80d6510-c6be-4a22-873e-c03785f9d09c tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1783485 Jul 14 09:28:48.060593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41086) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:48.086826 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Network 4ec4b64a-704e-42d8-ba6c-f2a9544c4573 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:48.104362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feaadafb-50e8-4e22-9996-30ddbae10213 admin admin] Router 5301b859-c545-444c-aafe-d2e9c4ac5f39 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:28:48.156684 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 4ec4b64a-704e-42d8-ba6c-f2a9544c4573) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:48.169400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f87f556-2cfa-443d-83e9-4fdfcb08ad46 None None] Network 4ec4b64a-704e-42d8-ba6c-f2a9544c4573 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:48.173078 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.241596 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec962b7-126e-4760-bc46-b9601b833716 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:48.259006 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8ec962b7-126e-4760-bc46-b9601b833716 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "PUT /v2.0/routers/3de38481-0d5d-4d8e-a94b-c50624bad054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6905918 Jul 14 09:28:48.264991 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16a72d-4084-4fea-a66d-0beea2390136 None None] New status for floating IP 8d78b478-bf29-4e40-bf17-3ea7d2a60c87: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:28:48.267341 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c0a0ff-8230-49b0-88e6-b5c1786e324c None None] Sync routers for ids ['3de38481-0d5d-4d8e-a94b-c50624bad054'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:48.270398 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41088) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:48.290313 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-47606971-2403-4d89-a25e-4949b67e8268 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Deleting port ca37d277-e308-4277-8783-0b0c4104a3b4 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:48.290574 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47606971-2403-4d89-a25e-4949b67e8268 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.322133 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c0a0ff-8230-49b0-88e6-b5c1786e324c None None] Routers {'3de38481-0d5d-4d8e-a94b-c50624bad054'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:48.322818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a3c0a0ff-8230-49b0-88e6-b5c1786e324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3de38481-0d5d-4d8e-a94b-c50624bad054'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:48.367954 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feaadafb-50e8-4e22-9996-30ddbae10213 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:48.371830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event updated for resources: {'Subnet': ['ID=4f7c7345-acd4-497e-846d-bf2637fc87d1,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:48.379926 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a3c0a0ff-8230-49b0-88e6-b5c1786e324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:48.395411 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] Sync routers for ids ['5301b859-c545-444c-aafe-d2e9c4ac5f39'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:48.412966 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-ff283ec9-cd58-44a4-896f-774a64e7f655 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.431768 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-feaadafb-50e8-4e22-9996-30ddbae10213 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.433027 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-feaadafb-50e8-4e22-9996-30ddbae10213 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7930975 Jul 14 09:28:48.435797 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41090) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:48.438955 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c0a0ff-8230-49b0-88e6-b5c1786e324c None None] Routers {'3de38481-0d5d-4d8e-a94b-c50624bad054'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:48.440175 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a3c0a0ff-8230-49b0-88e6-b5c1786e324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3de38481-0d5d-4d8e-a94b-c50624bad054'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:48.444158 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47606971-2403-4d89-a25e-4949b67e8268 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.474307 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a3c0a0ff-8230-49b0-88e6-b5c1786e324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:48.474976 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c0a0ff-8230-49b0-88e6-b5c1786e324c None None] The sync data for ids ['3de38481-0d5d-4d8e-a94b-c50624bad054'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:48.482785 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] Routers {'5301b859-c545-444c-aafe-d2e9c4ac5f39'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:48.483433 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5301b859-c545-444c-aafe-d2e9c4ac5f39'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:48.497885 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-47606971-2403-4d89-a25e-4949b67e8268 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Calling delete_port for ca37d277-e308-4277-8783-0b0c4104a3b4 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:48.520198 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4ec4b64a-704e-42d8-ba6c-f2a9544c4573', 'network_id': '4ec4b64a-704e-42d8-ba6c-f2a9544c4573', 'tenant_id': '3aaa00a6f6bb4999b4809cdd0a1ffda9', 'fixed_ips': [{'subnet_id': '0ec4da94-a6a1-44c1-8634-ae899f6f0582'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:48.520963 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.673884 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] Set router 5301b859-c545-444c-aafe-d2e9c4ac5f39 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:48.700912 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:28:48.824798 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1fed3419-afd5-43b4-9be4-bd4d7039fdf9 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:48.865722 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Allocated IP 2001:db8::1 (4ec4b64a-704e-42d8-ba6c-f2a9544c4573/0ec4da94-a6a1-44c1-8634-ae899f6f0582/1e19bfa1-38c6-4ccb-ba9e-605e2dec426d) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:48.904145 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff283ec9-cd58-44a4-896f-774a64e7f655 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event deleted for resources: {'Port': ['ID=a41a920e-6497-49e9-8ee2-23d9fd674e1c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:48.913644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Checking segment: {'id': '5cb8a815-bf6c-4381-abb3-d47935f5e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '598caa1b-d36b-4ff7-924d-68fb974fb858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:48.914296 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Network hostable DHCP agents. Network: 598caa1b-d36b-4ff7-924d-68fb974fb858, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:48.918581 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e917d031-b946-4164-adfd-0c3e4aea364f tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.022117 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 1fed3419-afd5-43b4-9be4-bd4d7039fdf9 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:49.022498 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.067396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-ff283ec9-cd58-44a4-896f-774a64e7f655 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] No DVR routers for this DVR port a41a920e-6497-49e9-8ee2-23d9fd674e1c on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:49.070118 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-ff283ec9-cd58-44a4-896f-774a64e7f655 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.072361 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b00df9fe-5caf-46b9-8e52-603f7c805c65 req-ff283ec9-cd58-44a4-896f-774a64e7f655 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.55 "DELETE /v2.0/ports/a41a920e-6497-49e9-8ee2-23d9fd674e1c HTTP/1.1" status: 204 len: 173 time: 2.6552558 Jul 14 09:28:49.079570 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-deleted', 'tag': 'a41a920e-6497-49e9-8ee2-23d9fd674e1c'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:49.082713 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e179ec7f-9dcf-4123-af8d-e4be064df09b" -d '{"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-deleted", "tag": "a41a920e-6497-49e9-8ee2-23d9fd674e1c"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:49.115746 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'name': 'tempest-ServerActionsTestJSON-1130626473-router', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:42Z', 'updated_at': '2021-07-14T09:28:46Z', 'revision_number': 3, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'gw_port': {'id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:45Z', 'updated_at': '2021-07-14T09:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:49.159162 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Network 598caa1b-d36b-4ff7-924d-68fb974fb858 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:49.161575 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47606971-2403-4d89-a25e-4949b67e8268 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.170443 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bea15d-b8f3-4b50-9ea0-d8bafd24f2d3 x-openstack-request-id: req-56bea15d-b8f3-4b50-9ea0-d8bafd24f2d3 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:49.170810 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45693b23-13f2-4f6e-b9f2-f7082c9653e4", "name": "network-vif-deleted", "tag": "a41a920e-6497-49e9-8ee2-23d9fd674e1c", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:49.171161 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56bea15d-b8f3-4b50-9ea0-d8bafd24f2d3 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:49.171769 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45693b23-13f2-4f6e-b9f2-f7082c9653e4', 'name': 'network-vif-deleted', 'tag': 'a41a920e-6497-49e9-8ee2-23d9fd674e1c', 'status': 'completed', 'code': 200} Jul 14 09:28:49.174736 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] Checking router: 5301b859-c545-444c-aafe-d2e9c4ac5f39 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:49.175294 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] Updating router 5301b859-c545-444c-aafe-d2e9c4ac5f39 port 12d080d7-58eb-43ff-8c97-667e378ddc74 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:49.178575 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-e917d031-b946-4164-adfd-0c3e4aea364f tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:28:49.180029 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e917d031-b946-4164-adfd-0c3e4aea364f tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "DELETE /v2.0/routers/3de38481-0d5d-4d8e-a94b-c50624bad054 HTTP/1.1" status: 409 len: 329 time: 0.9028888 Jul 14 09:28:49.192729 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41100) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:49.194916 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a2733ba-ac8d-48ea-800b-0a0ea6123f95 req-73b536e0-9fbd-4483-9537-d5e173c25744 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 210 time: 0.0432675 Jul 14 09:28:49.202814 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 598caa1b-d36b-4ff7-924d-68fb974fb858) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:49.208653 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:49.209078 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:49.209765 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.267593 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.273525 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-58986849-0c20-4c1b-80fb-33beea3f031c tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.6308725 Jul 14 09:28:49.277452 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41102) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:49.278878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Transition to ACTIVE for port object 1e19bfa1-38c6-4ccb-ba9e-605e2dec426d will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:49.281249 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.290096 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e45651-ad23-41d0-aa77-8138c3cf48de None None] Network 598caa1b-d36b-4ff7-924d-68fb974fb858 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:49.291433 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47606971-2403-4d89-a25e-4949b67e8268 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Pushing event deleted for resources: {'Port': ['ID=ca37d277-e308-4277-8783-0b0c4104a3b4,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:49.300239 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-96464eee-50a0-49ab-a0f0-bf1e9388da0b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.3156345 Jul 14 09:28:49.301960 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41104) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:49.315843 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f09bd42e-1073-46d3-9b1d-bf8663cbba6f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-736061445'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:49.422410 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8f9f90-920b-4473-9d48-2782956dd537 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:49.424335 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8f9f90-920b-4473-9d48-2782956dd537 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:49.426080 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8f9f90-920b-4473-9d48-2782956dd537 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:49.427765 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ca8f9f90-920b-4473-9d48-2782956dd537 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1258063 Jul 14 09:28:49.438463 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41106) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:49.530328 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-a379850c-f8a8-450c-a776-e4f9d972b6d3 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Deleting subnet 0ec4da94-a6a1-44c1-8634-ae899f6f0582 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:49.609480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Transition to ACTIVE for port object 1e19bfa1-38c6-4ccb-ba9e-605e2dec426d will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:49.626340 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a379850c-f8a8-450c-a776-e4f9d972b6d3 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.682573 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a379850c-f8a8-450c-a776-e4f9d972b6d3 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.777700 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47606971-2403-4d89-a25e-4949b67e8268 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.779844 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-47606971-2403-4d89-a25e-4949b67e8268 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] 10.222.0.26 "DELETE /v2.0/ports/ca37d277-e308-4277-8783-0b0c4104a3b4 HTTP/1.1" status: 204 len: 168 time: 1.7168896 Jul 14 09:28:49.790025 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41108) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:49.807152 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a379850c-f8a8-450c-a776-e4f9d972b6d3 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.808508 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8ab09f14-4fcf-4970-9304-72e521dff135 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Request body: {'port': {'name': 'tempest-new-port-name-1610203186', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:49.809044 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.api.validators [None req-8ab09f14-4fcf-4970-9304-72e521dff135 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] bootfile-name is not in valid_values {{(pid=93887) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:28:49.809491 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.api.validators [None req-8ab09f14-4fcf-4970-9304-72e521dff135 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] tftp-server is not in valid_values {{(pid=93887) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:28:49.809918 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.api.validators [None req-8ab09f14-4fcf-4970-9304-72e521dff135 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] server-ip-address is not in valid_values {{(pid=93887) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:28:49.958075 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a379850c-f8a8-450c-a776-e4f9d972b6d3 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.999821 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe14524-54b5-4b6c-9193-e98a96fd2cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-598caa1b-d36b-4ff7-924d-68fb974fb858', 'network_id': '598caa1b-d36b-4ff7-924d-68fb974fb858', 'tenant_id': '3aaa00a6f6bb4999b4809cdd0a1ffda9', 'fixed_ips': [{'subnet_id': '4f7c7345-acd4-497e-846d-bf2637fc87d1'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:49.999821 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebe14524-54b5-4b6c-9193-e98a96fd2cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.003836 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.049690 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379850c-f8a8-450c-a776-e4f9d972b6d3 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec4da94-a6a1-44c1-8634-ae899f6f0582,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:50.056416 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a379850c-f8a8-450c-a776-e4f9d972b6d3 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.059046 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a379850c-f8a8-450c-a776-e4f9d972b6d3 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "DELETE /v2.0/subnets/0ec4da94-a6a1-44c1-8634-ae899f6f0582 HTTP/1.1" status: 204 len: 168 time: 0.6174490 Jul 14 09:28:50.061159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41114) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:50.093065 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Network 4ec4b64a-704e-42d8-ba6c-f2a9544c4573 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:50.103033 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ab09f14-4fcf-4970-9304-72e521dff135 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.130076 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4dfbac9-5fbc-4ed8-8356-bf8dd94a8eb8 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Deleting subnet 4f7c7345-acd4-497e-846d-bf2637fc87d1 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:50.133835 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4dfbac9-5fbc-4ed8-8356-bf8dd94a8eb8 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.186566 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4dfbac9-5fbc-4ed8-8356-bf8dd94a8eb8 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.212999 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.227162 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] Transition to ACTIVE for port object 12d080d7-58eb-43ff-8c97-667e378ddc74 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:50.231110 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:50.240795 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:50.266326 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.292652 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4dfbac9-5fbc-4ed8-8356-bf8dd94a8eb8 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.313393 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Pushing event updated for resources: {'Port': ['ID=1e19bfa1-38c6-4ccb-ba9e-605e2dec426d,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:50.380455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] Attempting to bind port 12d080d7-58eb-43ff-8c97-667e378ddc74 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:50.380919 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] Attempting to bind port 12d080d7-58eb-43ff-8c97-667e378ddc74 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:50.381281 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] Attempting to bind port 12d080d7-58eb-43ff-8c97-667e378ddc74 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:50.391297 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Attempting to bind port 1e19bfa1-38c6-4ccb-ba9e-605e2dec426d on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:50.391665 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Attempting to bind port 1e19bfa1-38c6-4ccb-ba9e-605e2dec426d by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'af915e3b-8b51-4856-bc9b-5fd5183a5e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ec4b64a-704e-42d8-ba6c-f2a9544c4573'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:50.392089 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Attempting to bind port 1e19bfa1-38c6-4ccb-ba9e-605e2dec426d on network 4ec4b64a-704e-42d8-ba6c-f2a9544c4573 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:50.401070 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4dfbac9-5fbc-4ed8-8356-bf8dd94a8eb8 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.412226 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:50.412674 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:50.413079 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.413472 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:50.414036 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] Bound port: 12d080d7-58eb-43ff-8c97-667e378ddc74, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:50.414435 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.416240 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:50.416598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Checking segment: {'id': 'af915e3b-8b51-4856-bc9b-5fd5183a5e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ec4b64a-704e-42d8-ba6c-f2a9544c4573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:50.416977 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.417354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Bound using segment: {'id': 'af915e3b-8b51-4856-bc9b-5fd5183a5e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ec4b64a-704e-42d8-ba6c-f2a9544c4573'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:50.417814 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Bound port: 1e19bfa1-38c6-4ccb-ba9e-605e2dec426d, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af915e3b-8b51-4856-bc9b-5fd5183a5e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ec4b64a-704e-42d8-ba6c-f2a9544c4573'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:50.418194 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.430942 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee47b4b-b2db-4bd0-bd26-c4d406596aab None None] Pushing event updated for resources: {'Port': ['ID=12d080d7-58eb-43ff-8c97-667e378ddc74,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server [None req-ebe14524-54b5-4b6c-9193-e98a96fd2cf7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f7c7345-acd4-497e-846d-bf2637fc87d1: This subnet is being modified by another concurrent operation. Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:28:50.434321 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f7c7345-acd4-497e-846d-bf2637fc87d1: This subnet is being modified by another concurrent operation. Jul 14 09:28:50.440030 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Jul 14 09:28:50.446264 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfbac9-5fbc-4ed8-8356-bf8dd94a8eb8 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event deleted for resources: {'Subnet': ['ID=4f7c7345-acd4-497e-846d-bf2637fc87d1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:50.461899 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4dfbac9-5fbc-4ed8-8356-bf8dd94a8eb8 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.462933 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b4dfbac9-5fbc-4ed8-8356-bf8dd94a8eb8 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "DELETE /v2.0/subnets/4f7c7345-acd4-497e-846d-bf2637fc87d1 HTTP/1.1" status: 204 len: 168 time: 0.3900526 Jul 14 09:28:50.465452 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41120) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:50.511547 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] For port 12d080d7-58eb-43ff-8c97-667e378ddc74, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:50.515368 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] For port 12d080d7-58eb-43ff-8c97-667e378ddc74, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=12d080d7-58eb-43ff-8c97-667e378ddc74,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:50.538113 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-07a42ee1-d317-41a7-9ffa-4dc79f2f5b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.541647 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce7d835c-26bd-41e1-895b-606089333b90 req-ae8f6501-abb3-4b9e-8601-0b7c9946f54c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 210 time: 0.0626104 Jul 14 09:28:50.548383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1927d1-4345-48ec-9cf6-80a62629883b tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:50.549196 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f09bd42e-1073-46d3-9b1d-bf8663cbba6f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.551739 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fc1927d1-4345-48ec-9cf6-80a62629883b tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0852811 Jul 14 09:28:50.557862 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41122) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:50.568924 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd84b7c7-fd2f-49f3-8395-17098f789565 None None] Network 598caa1b-d36b-4ff7-924d-68fb974fb858 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:50.591103 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f09bd42e-1073-46d3-9b1d-bf8663cbba6f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.668288 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-894163d1-d76d-4652-b2bb-6869dab45a27 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.686044 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.751944 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee47b4b-b2db-4bd0-bd26-c4d406596aab None None] Pushing event updated for resources: {'Port': ['ID=12d080d7-58eb-43ff-8c97-667e378ddc74,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:50.779802 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-894163d1-d76d-4652-b2bb-6869dab45a27 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.792022 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-894163d1-d76d-4652-b2bb-6869dab45a27 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598caa1b-d36b-4ff7-924d-68fb974fb858']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:50.807771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-894163d1-d76d-4652-b2bb-6869dab45a27 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb8a815-bf6c-4381-abb3-d47935f5e8c6') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:50.808106 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-894163d1-d76d-4652-b2bb-6869dab45a27 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb8a815-bf6c-4381-abb3-d47935f5e8c6') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:50.819449 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-894163d1-d76d-4652-b2bb-6869dab45a27 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.840163 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-894163d1-d76d-4652-b2bb-6869dab45a27 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.848032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894163d1-d76d-4652-b2bb-6869dab45a27 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:50.848553 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-894163d1-d76d-4652-b2bb-6869dab45a27 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.857624 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] Routers {'5301b859-c545-444c-aafe-d2e9c4ac5f39'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:50.858649 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5301b859-c545-444c-aafe-d2e9c4ac5f39'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:50.915376 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:50.920483 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-894163d1-d76d-4652-b2bb-6869dab45a27 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.928389 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-894163d1-d76d-4652-b2bb-6869dab45a27 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.930472 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-894163d1-d76d-4652-b2bb-6869dab45a27 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "DELETE /v2.0/networks/598caa1b-d36b-4ff7-924d-68fb974fb858 HTTP/1.1" status: 204 len: 168 time: 0.3712206 Jul 14 09:28:50.947013 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41124) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:50.948099 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894163d1-d76d-4652-b2bb-6869dab45a27 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event deleted for resources: {'Network': ['ID=598caa1b-d36b-4ff7-924d-68fb974fb858,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:50.966187 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] For port 1e19bfa1-38c6-4ccb-ba9e-605e2dec426d, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:50.986381 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] For port 1e19bfa1-38c6-4ccb-ba9e-605e2dec426d, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1e19bfa1-38c6-4ccb-ba9e-605e2dec426d,segment=NetworkSegment(af915e3b-8b51-4856-bc9b-5fd5183a5e76),segment_id=af915e3b-8b51-4856-bc9b-5fd5183a5e76)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:50.994466 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.027916 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d19af19-ce8f-4f9c-95f6-311ddf4d8dcf tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.044230 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] Set router 5301b859-c545-444c-aafe-d2e9c4ac5f39 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:51.065629 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e879a488-55a7-499a-85e5-d54b78d351a0 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.136583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e879a488-55a7-499a-85e5-d54b78d351a0 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Deleting port 1e19bfa1-38c6-4ccb-ba9e-605e2dec426d {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:51.137095 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e879a488-55a7-499a-85e5-d54b78d351a0 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.220293 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-e879a488-55a7-499a-85e5-d54b78d351a0 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] For port 1e19bfa1-38c6-4ccb-ba9e-605e2dec426d, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1e19bfa1-38c6-4ccb-ba9e-605e2dec426d,segment=NetworkSegment(af915e3b-8b51-4856-bc9b-5fd5183a5e76),segment_id=af915e3b-8b51-4856-bc9b-5fd5183a5e76)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:51.220853 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e879a488-55a7-499a-85e5-d54b78d351a0 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.247179 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ab09f14-4fcf-4970-9304-72e521dff135 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.265652 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e879a488-55a7-499a-85e5-d54b78d351a0 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Calling delete_port for 1e19bfa1-38c6-4ccb-ba9e-605e2dec426d owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:51.275643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9a261-3b22-4d04-8dd9-a26f625bcf36 None None] Pushing event updated for resources: {'Port': ['ID=1e19bfa1-38c6-4ccb-ba9e-605e2dec426d,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:51.284782 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ab09f14-4fcf-4970-9304-72e521dff135 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.323402 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8d414c-1e20-47b5-be53-470aa74f02a1 None None] Network 4ec4b64a-704e-42d8-ba6c-f2a9544c4573 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:51.409202 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e879a488-55a7-499a-85e5-d54b78d351a0 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.418545 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-07a42ee1-d317-41a7-9ffa-4dc79f2f5b53 admin admin] Allocated IP 172.20.0.1 (fd2eea62-d9a9-4f48-bf40-52835f379e68/546a5912-bfbb-4dd6-9c6b-53f7dcdb3075/23f1e446-c795-47dc-bcb3-e3815399bd1d) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:51.427524 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09bd42e-1073-46d3-9b1d-bf8663cbba6f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router 9923087b-e27a-4726-8aa4-32fab34229bc has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:51.469555 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879a488-55a7-499a-85e5-d54b78d351a0 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event deleted for resources: {'Port': ['ID=1e19bfa1-38c6-4ccb-ba9e-605e2dec426d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:51.472830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e879a488-55a7-499a-85e5-d54b78d351a0 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] No DVR routers for this DVR port 1e19bfa1-38c6-4ccb-ba9e-605e2dec426d on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:51.476354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab09f14-4fcf-4970-9304-72e521dff135 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Pushing event updated for resources: {'Port': ['ID=1e049d68-6710-487e-a6f1-91bf621cce3b,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:51.593553 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-8ab09f14-4fcf-4970-9304-72e521dff135 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] In _notify_port_updated(), no bound segment for port 1e049d68-6710-487e-a6f1-91bf621cce3b on network e59bbe5f-37a8-4099-ab15-466d4ac05358 {{(pid=93887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:28:51.605089 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab09f14-4fcf-4970-9304-72e521dff135 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:51.605854 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ab09f14-4fcf-4970-9304-72e521dff135 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.606805 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'name': 'tempest-ServerActionsTestJSON-1130626473-router', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:42Z', 'updated_at': '2021-07-14T09:28:46Z', 'revision_number': 3, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'gw_port': {'id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:45Z', 'updated_at': '2021-07-14T09:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:51.607152 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8ab09f14-4fcf-4970-9304-72e521dff135 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] 10.222.0.26 "PUT /v2.0/ports/1e049d68-6710-487e-a6f1-91bf621cce3b HTTP/1.1" status: 200 len: 1136 time: 1.8134131 Jul 14 09:28:51.624782 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41132) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:51.632144 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e879a488-55a7-499a-85e5-d54b78d351a0 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.649714 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-e879a488-55a7-499a-85e5-d54b78d351a0 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec4b64a-704e-42d8-ba6c-f2a9544c4573']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:51.677775 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-e879a488-55a7-499a-85e5-d54b78d351a0 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af915e3b-8b51-4856-bc9b-5fd5183a5e76') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:51.678118 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-e879a488-55a7-499a-85e5-d54b78d351a0 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af915e3b-8b51-4856-bc9b-5fd5183a5e76') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:51.679324 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279ca259-52c7-463f-93a9-ed1f21e0bff3 None None] The sync data for ids ['5301b859-c545-444c-aafe-d2e9c4ac5f39'] in n-d-798054-10 is: [{'id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'name': 'tempest-ServerActionsTestJSON-1130626473-router', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:42Z', 'updated_at': '2021-07-14T09:28:46Z', 'revision_number': 3, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'gw_port': {'id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:45Z', 'updated_at': '2021-07-14T09:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:51.694303 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e879a488-55a7-499a-85e5-d54b78d351a0 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.717479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a089c047-5401-4d59-a67f-0ca49eee088c None None] get_active_networks_info from n-d-798054-10 {{(pid=93889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:28:51.724441 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e879a488-55a7-499a-85e5-d54b78d351a0 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.740131 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e879a488-55a7-499a-85e5-d54b78d351a0 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:51.740594 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e879a488-55a7-499a-85e5-d54b78d351a0 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:51.768258 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:51.776239 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-48e69ac8-4152-4aa8-9863-98f362e39d2d None None] Provisioning complete for port 1e049d68-6710-487e-a6f1-91bf621cce3b triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:51.776618 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48e69ac8-4152-4aa8-9863-98f362e39d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.815514 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-48e69ac8-4152-4aa8-9863-98f362e39d2d None None] Port 1e049d68-6710-487e-a6f1-91bf621cce3b cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:51.822826 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e1a562-565f-481c-8953-96c18c2585dd tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:51.824583 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-26e1a562-565f-481c-8953-96c18c2585dd tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] 10.222.0.26 "GET /v2.0/ports/1e049d68-6710-487e-a6f1-91bf621cce3b HTTP/1.1" status: 200 len: 1136 time: 0.1976371 Jul 14 09:28:51.828658 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41134) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:51.864361 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-34a4d6ad-3326-44ca-95ce-7a9eec9709b8 req-3faa26e6-84b3-41f9-82f2-57f668b92063 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 210 time: 0.0766127 Jul 14 09:28:51.907667 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e879a488-55a7-499a-85e5-d54b78d351a0 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.923804 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e879a488-55a7-499a-85e5-d54b78d351a0 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.932770 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e879a488-55a7-499a-85e5-d54b78d351a0 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "DELETE /v2.0/networks/4ec4b64a-704e-42d8-ba6c-f2a9544c4573 HTTP/1.1" status: 204 len: 168 time: 0.9811959 Jul 14 09:28:51.937630 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41136) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:51.965188 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879a488-55a7-499a-85e5-d54b78d351a0 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event deleted for resources: {'Network': ['ID=4ec4b64a-704e-42d8-ba6c-f2a9544c4573,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:52.031368 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a089c047-5401-4d59-a67f-0ca49eee088c None None] Resources bound (agent type, host, resource id): {{(pid=93889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:28:52.051196 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-07a42ee1-d317-41a7-9ffa-4dc79f2f5b53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.053836 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-60d65195-b5f4-4239-ba25-41047651d5d3 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Deleting port 1e049d68-6710-487e-a6f1-91bf621cce3b {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:52.054461 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-60d65195-b5f4-4239-ba25-41047651d5d3 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.057288 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ec6249f-c703-4ed9-b3ee-5cdf91a08236 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.067963 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09bd42e-1073-46d3-9b1d-bf8663cbba6f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:52.095757 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b93404-46b0-4deb-8846-e2331ca9db9d None None] Sync routers for ids ['9923087b-e27a-4726-8aa4-32fab34229bc'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:52.120194 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f09bd42e-1073-46d3-9b1d-bf8663cbba6f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.122639 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f09bd42e-1073-46d3-9b1d-bf8663cbba6f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/9923087b-e27a-4726-8aa4-32fab34229bc HTTP/1.1" status: 200 len: 887 time: 2.8181555 Jul 14 09:28:52.126197 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41138) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:52.128040 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b93404-46b0-4deb-8846-e2331ca9db9d None None] Routers {'9923087b-e27a-4726-8aa4-32fab34229bc'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:52.128768 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-86b93404-46b0-4deb-8846-e2331ca9db9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9923087b-e27a-4726-8aa4-32fab34229bc'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:52.153216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-07a42ee1-d317-41a7-9ffa-4dc79f2f5b53 admin admin] Transition to ACTIVE for port object 23f1e446-c795-47dc-bcb3-e3815399bd1d will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:52.250545 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-86b93404-46b0-4deb-8846-e2331ca9db9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:52.279761 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b93404-46b0-4deb-8846-e2331ca9db9d None None] Routers {'9923087b-e27a-4726-8aa4-32fab34229bc'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:52.280406 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-86b93404-46b0-4deb-8846-e2331ca9db9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9923087b-e27a-4726-8aa4-32fab34229bc'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:52.350990 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-86b93404-46b0-4deb-8846-e2331ca9db9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:52.351672 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b93404-46b0-4deb-8846-e2331ca9db9d None None] The sync data for ids ['9923087b-e27a-4726-8aa4-32fab34229bc'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:52.381270 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-07a42ee1-d317-41a7-9ffa-4dc79f2f5b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.390597 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-7d19af19-ce8f-4f9c-95f6-311ddf4d8dcf tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Deleting port 4a812b9a-667e-4770-bb38-2332a2e0b585 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:52.391081 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d19af19-ce8f-4f9c-95f6-311ddf4d8dcf tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.396396 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ec6249f-c703-4ed9-b3ee-5cdf91a08236 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.445517 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-60d65195-b5f4-4239-ba25-41047651d5d3 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.479913 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-60d65195-b5f4-4239-ba25-41047651d5d3 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Calling delete_port for 1e049d68-6710-487e-a6f1-91bf621cce3b owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:52.503704 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7ec6249f-c703-4ed9-b3ee-5cdf91a08236 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438d912f-64d0-403a-b7ef-6f5797f45973']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:52.518293 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-756f06c4-db84-4913-a0d0-68421b3591dc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/routers/9923087b-e27a-4726-8aa4-32fab34229bc HTTP/1.1" status: 200 len: 887 time: 0.3895388 Jul 14 09:28:52.522324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41144) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:52.553699 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7ec6249f-c703-4ed9-b3ee-5cdf91a08236 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c186b27-57e2-4f69-8aa6-daef421b4a85') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:52.561262 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7ec6249f-c703-4ed9-b3ee-5cdf91a08236 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c186b27-57e2-4f69-8aa6-daef421b4a85') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:52.575528 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a42ee1-d317-41a7-9ffa-4dc79f2f5b53 admin admin] Network fd2eea62-d9a9-4f48-bf40-52835f379e68 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:52.600183 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e572feee-cac2-49b4-9d4f-9cbf0121695d None None] get_active_networks_info from n-d-798054-10 {{(pid=93889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:28:52.606482 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fcf8b24f-bf4b-4e7d-bc0e-b6af52c344c5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/ports?device_id=9923087b-e27a-4726-8aa4-32fab34229bc HTTP/1.1" status: 200 len: 205 time: 0.0829062 Jul 14 09:28:52.606830 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-07a42ee1-d317-41a7-9ffa-4dc79f2f5b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:52.608861 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41146) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:52.621543 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a42ee1-d317-41a7-9ffa-4dc79f2f5b53 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:52.624887 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ec6249f-c703-4ed9-b3ee-5cdf91a08236 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.642390 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a42ee1-d317-41a7-9ffa-4dc79f2f5b53 admin admin] Pushing event updated for resources: {'Port': ['ID=23f1e446-c795-47dc-bcb3-e3815399bd1d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:52.738559 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d19af19-ce8f-4f9c-95f6-311ddf4d8dcf tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.787195 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-7d19af19-ce8f-4f9c-95f6-311ddf4d8dcf tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Calling delete_port for 4a812b9a-667e-4770-bb38-2332a2e0b585 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:52.848237 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e572feee-cac2-49b4-9d4f-9cbf0121695d None None] Resources bound (agent type, host, resource id): {{(pid=93889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:28:52.856391 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 12d080d7-58eb-43ff-8c97-667e378ddc74 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:52.862642 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43c4dab9-b33b-440b-9d78-ce8df1cec8d3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.020336 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-60d65195-b5f4-4239-ba25-41047651d5d3 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.027238 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d19af19-ce8f-4f9c-95f6-311ddf4d8dcf tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.028673 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ec6249f-c703-4ed9-b3ee-5cdf91a08236 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.073537 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec6249f-c703-4ed9-b3ee-5cdf91a08236 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:53.073986 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ec6249f-c703-4ed9-b3ee-5cdf91a08236 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:53.077838 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:53.083946 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19af19-ce8f-4f9c-95f6-311ddf4d8dcf tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Pushing event deleted for resources: {'Port': ['ID=4a812b9a-667e-4770-bb38-2332a2e0b585,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:53.137399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 12d080d7-58eb-43ff-8c97-667e378ddc74 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:53.156690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 12d080d7-58eb-43ff-8c97-667e378ddc74 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:53.157341 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.159582 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d65195-b5f4-4239-ba25-41047651d5d3 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Pushing event deleted for resources: {'Port': ['ID=1e049d68-6710-487e-a6f1-91bf621cce3b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:53.205696 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70d90674-9c26-4018-8ee9-0c7d4db77d8f req-140ecabb-1a40-4642-9a65-916d0db2e42d tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 210 time: 0.0495963 Jul 14 09:28:53.213956 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-07a42ee1-d317-41a7-9ffa-4dc79f2f5b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.231661 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-60d65195-b5f4-4239-ba25-41047651d5d3 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.233945 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-60d65195-b5f4-4239-ba25-41047651d5d3 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] 10.222.0.26 "DELETE /v2.0/ports/1e049d68-6710-487e-a6f1-91bf621cce3b HTTP/1.1" status: 204 len: 168 time: 1.4039881 Jul 14 09:28:53.239562 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41150) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:53.240805 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43c4dab9-b33b-440b-9d78-ce8df1cec8d3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.343371 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eecebd0-7a4f-4639-b4aa-fa4e6003ca40 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Deleting subnet 83c90caf-685d-4498-bfc6-abcb0e64506c {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:53.346738 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6eecebd0-7a4f-4639-b4aa-fa4e6003ca40 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.428990 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.463508 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6eecebd0-7a4f-4639-b4aa-fa4e6003ca40 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.472311 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 12d080d7-58eb-43ff-8c97-667e378ddc74, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=12d080d7-58eb-43ff-8c97-667e378ddc74,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:53.482569 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.497026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-43c4dab9-b33b-440b-9d78-ce8df1cec8d3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting port 6bda64ce-2bff-4976-94f2-46da13a23acf {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:53.497983 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43c4dab9-b33b-440b-9d78-ce8df1cec8d3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.599282 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=12d080d7-58eb-43ff-8c97-667e378ddc74,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:53.632283 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ec6249f-c703-4ed9-b3ee-5cdf91a08236 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.640056 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ec6249f-c703-4ed9-b3ee-5cdf91a08236 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.653927 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7ec6249f-c703-4ed9-b3ee-5cdf91a08236 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "DELETE /v2.0/networks/438d912f-64d0-403a-b7ef-6f5797f45973 HTTP/1.1" status: 204 len: 168 time: 1.7127271 Jul 14 09:28:53.796391 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41156) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:53.810494 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d19af19-ce8f-4f9c-95f6-311ddf4d8dcf tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.851652 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6249f-c703-4ed9-b3ee-5cdf91a08236 tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event deleted for resources: {'Network': ['ID=438d912f-64d0-403a-b7ef-6f5797f45973,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:53.857218 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e6b3ffec-2eb2-41f8-838b-d3167d929114 None None] Provisioning for port 23f1e446-c795-47dc-bcb3-e3815399bd1d completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:53.866635 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e6b3ffec-2eb2-41f8-838b-d3167d929114 None None] Provisioning complete for port 23f1e446-c795-47dc-bcb3-e3815399bd1d triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:53.867078 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6b3ffec-2eb2-41f8-838b-d3167d929114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.922396 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e6b3ffec-2eb2-41f8-838b-d3167d929114 None None] Port 23f1e446-c795-47dc-bcb3-e3815399bd1d cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:54.178274 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43c4dab9-b33b-440b-9d78-ce8df1cec8d3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.182265 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6eecebd0-7a4f-4639-b4aa-fa4e6003ca40 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.218606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-43c4dab9-b33b-440b-9d78-ce8df1cec8d3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Calling delete_port for 6bda64ce-2bff-4976-94f2-46da13a23acf owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:54.280873 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-07a42ee1-d317-41a7-9ffa-4dc79f2f5b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.322521 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5d37-a44d-44d8-a9f2-9ef303dc100d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.401522 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6eecebd0-7a4f-4639-b4aa-fa4e6003ca40 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.438309 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eecebd0-7a4f-4639-b4aa-fa4e6003ca40 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Pushing event deleted for resources: {'Subnet': ['ID=83c90caf-685d-4498-bfc6-abcb0e64506c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:54.466228 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-113d84eb-9790-48a7-a5ef-4eca665b0df1 req-f09d5961-aef5-457f-bd23-47f451bcaa8f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 210 time: 0.0915663 Jul 14 09:28:54.466518 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6eecebd0-7a4f-4639-b4aa-fa4e6003ca40 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.468583 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6eecebd0-7a4f-4639-b4aa-fa4e6003ca40 tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] 10.222.0.26 "DELETE /v2.0/subnets/83c90caf-685d-4498-bfc6-abcb0e64506c HTTP/1.1" status: 204 len: 168 time: 1.2084026 Jul 14 09:28:54.472497 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41160) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:54.473736 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c719b66d-7316-4465-9741-5536cb24bbea None None] Network e59bbe5f-37a8-4099-ab15-466d4ac05358 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:54.487109 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d19af19-ce8f-4f9c-95f6-311ddf4d8dcf tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Router 3de38481-0d5d-4d8e-a94b-c50624bad054 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:54.580552 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43c4dab9-b33b-440b-9d78-ce8df1cec8d3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.588233 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa93e60b-4dae-4eda-8197-49bad3d54f8d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.621334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4dab9-b33b-440b-9d78-ce8df1cec8d3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Port': ['ID=6bda64ce-2bff-4976-94f2-46da13a23acf,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:54.703495 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5d37-a44d-44d8-a9f2-9ef303dc100d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.733273 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43c4dab9-b33b-440b-9d78-ce8df1cec8d3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.755881 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 12d080d7-58eb-43ff-8c97-667e378ddc74 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:54.813072 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-07a42ee1-d317-41a7-9ffa-4dc79f2f5b53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.816437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d19af19-ce8f-4f9c-95f6-311ddf4d8dcf tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:54.832844 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7d19af19-ce8f-4f9c-95f6-311ddf4d8dcf tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "PUT /v2.0/routers/3de38481-0d5d-4d8e-a94b-c50624bad054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6369133 Jul 14 09:28:54.834718 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-07a42ee1-d317-41a7-9ffa-4dc79f2f5b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.836778 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41166) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:54.839953 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-e6bd5d37-a44d-44d8-a9f2-9ef303dc100d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d6d178-4843-4886-a370-34c36b6ee996']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:54.854479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8806f83-3c27-4d1a-8844-35683a297521 None None] Sync routers for ids ['3de38481-0d5d-4d8e-a94b-c50624bad054'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:54.865464 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c032f41-0614-4b45-9735-5fe056d1f2e5 None None] DHCP port deletion for e59bbe5f-37a8-4099-ab15-466d4ac05358 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:28:54.885184 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-7beef81e-c0d0-4c6e-b15b-c177a7b1ccc7 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] show failed (client error): The resource could not be found. Jul 14 09:28:54.886300 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7beef81e-c0d0-4c6e-b15b-c177a7b1ccc7 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-240086561 HTTP/1.1" status: 404 len: 334 time: 0.0479112 Jul 14 09:28:54.890097 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43c4dab9-b33b-440b-9d78-ce8df1cec8d3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.893328 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-fa93e60b-4dae-4eda-8197-49bad3d54f8d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Deleting port dc89bf28-de09-48eb-963a-f5ea9dc2cd77 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:54.893754 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa93e60b-4dae-4eda-8197-49bad3d54f8d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.896088 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43c4dab9-b33b-440b-9d78-ce8df1cec8d3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.898696 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41168) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:54.907577 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-185b6a9d-29e9-453b-bce0-f777fff03ca5 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:54.917059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-e6bd5d37-a44d-44d8-a9f2-9ef303dc100d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8addfc85-0814-4b6c-876d-1300e961070d') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:54.917571 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-e6bd5d37-a44d-44d8-a9f2-9ef303dc100d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8addfc85-0814-4b6c-876d-1300e961070d') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:54.935073 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8806f83-3c27-4d1a-8844-35683a297521 None None] Routers {'3de38481-0d5d-4d8e-a94b-c50624bad054'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:54.938992 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f8806f83-3c27-4d1a-8844-35683a297521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3de38481-0d5d-4d8e-a94b-c50624bad054'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:54.973923 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5d37-a44d-44d8-a9f2-9ef303dc100d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.986822 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-185b6a9d-29e9-453b-bce0-f777fff03ca5 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] update failed (client error): The resource could not be found. Jul 14 09:28:54.988261 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-185b6a9d-29e9-453b-bce0-f777fff03ca5 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-49903027 HTTP/1.1" status: 404 len: 333 time: 0.0869639 Jul 14 09:28:54.994337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41172) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:55.024997 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a42ee1-d317-41a7-9ffa-4dc79f2f5b53 admin admin] Pushing event updated for resources: {'Port': ['ID=23f1e446-c795-47dc-bcb3-e3815399bd1d,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:55.059225 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-07a42ee1-d317-41a7-9ffa-4dc79f2f5b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.061936 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5d37-a44d-44d8-a9f2-9ef303dc100d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.094779 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6bd5d37-a44d-44d8-a9f2-9ef303dc100d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:55.095188 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5d37-a44d-44d8-a9f2-9ef303dc100d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.100878 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-fa93e60b-4dae-4eda-8197-49bad3d54f8d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] For port dc89bf28-de09-48eb-963a-f5ea9dc2cd77, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dc89bf28-de09-48eb-963a-f5ea9dc2cd77,segment=NetworkSegment(e0ff8cb8-a82a-407b-8bc0-9bf2534382fc),segment_id=e0ff8cb8-a82a-407b-8bc0-9bf2534382fc)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:55.101752 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa93e60b-4dae-4eda-8197-49bad3d54f8d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.112428 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43c4dab9-b33b-440b-9d78-ce8df1cec8d3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.113770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c4dab9-b33b-440b-9d78-ce8df1cec8d3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Fanout notify agent at l3_agent the message router_deleted on router 9923087b-e27a-4726-8aa4-32fab34229bc {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:28:55.125245 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43c4dab9-b33b-440b-9d78-ce8df1cec8d3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.127255 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-43c4dab9-b33b-440b-9d78-ce8df1cec8d3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/routers/9923087b-e27a-4726-8aa4-32fab34229bc HTTP/1.1" status: 204 len: 168 time: 2.5171773 Jul 14 09:28:55.132764 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41174) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:55.139061 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-47eb6efb-7fb1-4213-851b-f6d06f70910e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'network': {'name': 'tempest-RoutersTest-791534606'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:55.144252 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-fa93e60b-4dae-4eda-8197-49bad3d54f8d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Calling delete_port for dc89bf28-de09-48eb-963a-f5ea9dc2cd77 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:55.181514 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 12d080d7-58eb-43ff-8c97-667e378ddc74 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:55.181873 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.183325 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f8806f83-3c27-4d1a-8844-35683a297521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:55.194875 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:55.214424 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a42ee1-d317-41a7-9ffa-4dc79f2f5b53 admin admin] Network fd2eea62-d9a9-4f48-bf40-52835f379e68 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:55.229527 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47eb6efb-7fb1-4213-851b-f6d06f70910e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Made reservation on behalf of 59d7d101252e4592bbe2b29387c4a9ad for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:55.233646 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-47eb6efb-7fb1-4213-851b-f6d06f70910e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.238258 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8806f83-3c27-4d1a-8844-35683a297521 None None] Routers {'3de38481-0d5d-4d8e-a94b-c50624bad054'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:55.239078 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f8806f83-3c27-4d1a-8844-35683a297521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3de38481-0d5d-4d8e-a94b-c50624bad054'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:55.243748 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-07a42ee1-d317-41a7-9ffa-4dc79f2f5b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:55.262956 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-284f1576-05b5-4744-9748-8aca9464d65b tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Deleting subnet 74e43ecb-d63b-4214-88ff-947e7dd413bf {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:55.270038 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-284f1576-05b5-4744-9748-8aca9464d65b tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.275611 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47eb6efb-7fb1-4213-851b-f6d06f70910e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:55.289182 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-47eb6efb-7fb1-4213-851b-f6d06f70910e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.289544 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-47eb6efb-7fb1-4213-851b-f6d06f70910e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Added segment c55d262e-c592-4379-af4a-850783a5fba0 of type vlan for network d07f6f07-df85-4085-921a-e8ff302436b0 Jul 14 09:28:55.322063 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f8806f83-3c27-4d1a-8844-35683a297521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:55.322776 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8806f83-3c27-4d1a-8844-35683a297521 None None] The sync data for ids ['3de38481-0d5d-4d8e-a94b-c50624bad054'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:55.343922 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c032f41-0614-4b45-9735-5fe056d1f2e5 None None] Deleting port dc89bf28-de09-48eb-963a-f5ea9dc2cd77 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:55.344370 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c032f41-0614-4b45-9735-5fe056d1f2e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.368721 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5d37-a44d-44d8-a9f2-9ef303dc100d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.377456 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-284f1576-05b5-4744-9748-8aca9464d65b tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.394370 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-47eb6efb-7fb1-4213-851b-f6d06f70910e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.411236 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa93e60b-4dae-4eda-8197-49bad3d54f8d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.423677 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5d37-a44d-44d8-a9f2-9ef303dc100d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.429365 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e6bd5d37-a44d-44d8-a9f2-9ef303dc100d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] 10.222.0.26 "DELETE /v2.0/networks/26d6d178-4843-4886-a370-34c36b6ee996 HTTP/1.1" status: 204 len: 168 time: 1.6199286 Jul 14 09:28:55.445721 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c032f41-0614-4b45-9735-5fe056d1f2e5 None None] For port dc89bf28-de09-48eb-963a-f5ea9dc2cd77, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dc89bf28-de09-48eb-963a-f5ea9dc2cd77,segment=NetworkSegment(e0ff8cb8-a82a-407b-8bc0-9bf2534382fc),segment_id=e0ff8cb8-a82a-407b-8bc0-9bf2534382fc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:55.445721 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c032f41-0614-4b45-9735-5fe056d1f2e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.482957 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c032f41-0614-4b45-9735-5fe056d1f2e5 None None] Calling delete_port for dc89bf28-de09-48eb-963a-f5ea9dc2cd77 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:55.491190 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93e60b-4dae-4eda-8197-49bad3d54f8d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Pushing event deleted for resources: {'Port': ['ID=dc89bf28-de09-48eb-963a-f5ea9dc2cd77,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:55.505234 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa93e60b-4dae-4eda-8197-49bad3d54f8d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] No DVR routers for this DVR port dc89bf28-de09-48eb-963a-f5ea9dc2cd77 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:55.516439 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd5d37-a44d-44d8-a9f2-9ef303dc100d tempest-BulkNetworkOpsIpV6Test-1718179692 tempest-BulkNetworkOpsIpV6Test-1718179692-project] Pushing event deleted for resources: {'Network': ['ID=26d6d178-4843-4886-a370-34c36b6ee996,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:55.603214 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a42ee1-d317-41a7-9ffa-4dc79f2f5b53 admin admin] Router 5301b859-c545-444c-aafe-d2e9c4ac5f39 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:55.679222 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa93e60b-4dae-4eda-8197-49bad3d54f8d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.693041 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-fa93e60b-4dae-4eda-8197-49bad3d54f8d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59bbe5f-37a8-4099-ab15-466d4ac05358']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:55.697224 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-284f1576-05b5-4744-9748-8aca9464d65b tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.707688 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-fa93e60b-4dae-4eda-8197-49bad3d54f8d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ff8cb8-a82a-407b-8bc0-9bf2534382fc') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:55.708393 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-fa93e60b-4dae-4eda-8197-49bad3d54f8d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ff8cb8-a82a-407b-8bc0-9bf2534382fc') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:55.716342 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e1f6f648-7752-4222-b407-b7cac8c26df7 None None] Provisioning complete for port 23f1e446-c795-47dc-bcb3-e3815399bd1d triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:55.716730 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e1f6f648-7752-4222-b407-b7cac8c26df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.719235 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa93e60b-4dae-4eda-8197-49bad3d54f8d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.740390 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa93e60b-4dae-4eda-8197-49bad3d54f8d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.763153 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa93e60b-4dae-4eda-8197-49bad3d54f8d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:55.764605 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa93e60b-4dae-4eda-8197-49bad3d54f8d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.775162 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c032f41-0614-4b45-9735-5fe056d1f2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.812224 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c032f41-0614-4b45-9735-5fe056d1f2e5 None None] Pushing event deleted for resources: {'Port': ['ID=dc89bf28-de09-48eb-963a-f5ea9dc2cd77,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:55.826269 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6b439f7c-97b1-408b-8a6e-8fa1fa294175 req-d9ca2950-0931-4f20-af01-ad38cfc62471 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 210 time: 0.0439720 Jul 14 09:28:55.829136 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e1f6f648-7752-4222-b407-b7cac8c26df7 None None] Port 23f1e446-c795-47dc-bcb3-e3815399bd1d cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:55.833578 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c032f41-0614-4b45-9735-5fe056d1f2e5 None None] No DVR routers for this DVR port dc89bf28-de09-48eb-963a-f5ea9dc2cd77 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:55.858058 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a42ee1-d317-41a7-9ffa-4dc79f2f5b53 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:55.875259 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-07a42ee1-d317-41a7-9ffa-4dc79f2f5b53 admin admin] 10.222.0.26 "PUT /v2.0/routers/5301b859-c545-444c-aafe-d2e9c4ac5f39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4383705 Jul 14 09:28:55.876024 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41182) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:55.879500 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] Sync routers for ids ['5301b859-c545-444c-aafe-d2e9c4ac5f39'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:55.883625 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-284f1576-05b5-4744-9748-8aca9464d65b tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.913663 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] Routers {'5301b859-c545-444c-aafe-d2e9c4ac5f39'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:55.915539 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:55.917961 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f1576-05b5-4744-9748-8aca9464d65b tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Pushing event deleted for resources: {'Subnet': ['ID=74e43ecb-d63b-4214-88ff-947e7dd413bf,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:55.918817 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5301b859-c545-444c-aafe-d2e9c4ac5f39'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:55.921101 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-284f1576-05b5-4744-9748-8aca9464d65b tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.923382 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-284f1576-05b5-4744-9748-8aca9464d65b tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "DELETE /v2.0/subnets/74e43ecb-d63b-4214-88ff-947e7dd413bf HTTP/1.1" status: 204 len: 168 time: 0.9236541 Jul 14 09:28:55.925572 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa93e60b-4dae-4eda-8197-49bad3d54f8d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.926604 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41188) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:55.929080 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e072553-6b38-4a16-acdc-356cc4af05b6 None None] Network 4c304b8f-7c01-45a0-b910-943396307255 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:55.932187 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa93e60b-4dae-4eda-8197-49bad3d54f8d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.934911 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fa93e60b-4dae-4eda-8197-49bad3d54f8d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] 10.222.0.26 "DELETE /v2.0/networks/e59bbe5f-37a8-4099-ab15-466d4ac05358 HTTP/1.1" status: 204 len: 168 time: 1.4612892 Jul 14 09:28:55.978713 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93e60b-4dae-4eda-8197-49bad3d54f8d tempest-ExtraDHCPOptionsTestJSON-682410973 tempest-ExtraDHCPOptionsTestJSON-682410973-project] Pushing event deleted for resources: {'Network': ['ID=e59bbe5f-37a8-4099-ab15-466d4ac05358,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:55.984366 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-47eb6efb-7fb1-4213-851b-f6d06f70910e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.984623 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e57415-59e9-4e8c-b15f-9313b33836d3 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Deleting subnet da81f322-1370-4830-9727-1c5f4adfa1b8 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:55.988044 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a1e57415-59e9-4e8c-b15f-9313b33836d3 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.996922 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eb6efb-7fb1-4213-851b-f6d06f70910e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:55.997817 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-47eb6efb-7fb1-4213-851b-f6d06f70910e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.041851 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a1e57415-59e9-4e8c-b15f-9313b33836d3 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.146808 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-47eb6efb-7fb1-4213-851b-f6d06f70910e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0122917 Jul 14 09:28:56.149480 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41198) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:56.159681 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb6efb-7fb1-4213-851b-f6d06f70910e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Network': ['ID=d07f6f07-df85-4085-921a-e8ff302436b0,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:56.160683 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-64b0a451-3d16-4cf5-9b55-4573f2ef4c5e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'subnet': {'network_id': 'd07f6f07-df85-4085-921a-e8ff302436b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:56.207849 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network d07f6f07-df85-4085-921a-e8ff302436b0 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:56.259672 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] Set router 5301b859-c545-444c-aafe-d2e9c4ac5f39 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:56.318687 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a1e57415-59e9-4e8c-b15f-9313b33836d3 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.328558 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41202) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:56.337162 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-93faf033-5449-470e-9d60-bb01bddda966 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3aaa00a6f6bb4999b4809cdd0a1ffda9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588857 Jul 14 09:28:56.495671 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb3bf487-4803-4eda-b5a0-e2c9eef7d437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.507393 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d1c2c9-6579-4d35-8571-009019e8c178 None None] DHCP port deletion for 4c304b8f-7c01-45a0-b910-943396307255 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:28:56.509946 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a1e57415-59e9-4e8c-b15f-9313b33836d3 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.529600 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b0a451-3d16-4cf5-9b55-4573f2ef4c5e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Made reservation on behalf of 59d7d101252e4592bbe2b29387c4a9ad for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:56.536306 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64b0a451-3d16-4cf5-9b55-4573f2ef4c5e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.576741 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41206) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:56.619091 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb3bf487-4803-4eda-b5a0-e2c9eef7d437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.626733 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e57415-59e9-4e8c-b15f-9313b33836d3 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Pushing event deleted for resources: {'Subnet': ['ID=da81f322-1370-4830-9727-1c5f4adfa1b8,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:56.631491 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a1e57415-59e9-4e8c-b15f-9313b33836d3 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.634325 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a1e57415-59e9-4e8c-b15f-9313b33836d3 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "DELETE /v2.0/subnets/da81f322-1370-4830-9727-1c5f4adfa1b8 HTTP/1.1" status: 204 len: 168 time: 0.7065823 Jul 14 09:28:56.634721 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf50d11-4698-47c1-9eac-126c91fccca7 None None] Network d35186df-2955-46a7-9a96-7e7b903c8362 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:56.637974 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41210) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:56.671808 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-75d1c2c9-6579-4d35-8571-009019e8c178 None None] Deleting port 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:56.675502 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-75d1c2c9-6579-4d35-8571-009019e8c178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.740361 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6440aa9e-f773-4bbb-b46f-5db9e6ad220e tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.839014 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb3bf487-4803-4eda-b5a0-e2c9eef7d437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.845270 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb3bf487-4803-4eda-b5a0-e2c9eef7d437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.851901 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fb3bf487-4803-4eda-b5a0-e2c9eef7d437 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c43a9da8-4843-4076-8769-0bbf1a02c93a HTTP/1.1" status: 204 len: 168 time: 0.5221503 Jul 14 09:28:56.868493 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bf487-4803-4eda-b5a0-e2c9eef7d437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43a9da8-4843-4076-8769-0bbf1a02c93a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:56.872634 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-6440aa9e-f773-4bbb-b46f-5db9e6ad220e tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Deleting port 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:56.872634 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6440aa9e-f773-4bbb-b46f-5db9e6ad220e tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.964896 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-75d1c2c9-6579-4d35-8571-009019e8c178 None None] For port 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf,segment=NetworkSegment(9da172e8-9009-4083-801e-8c564feca933),segment_id=9da172e8-9009-4083-801e-8c564feca933)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:56.965389 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-75d1c2c9-6579-4d35-8571-009019e8c178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.967900 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'name': 'tempest-ServerActionsTestJSON-1130626473-router', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:42Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'gw_port': {'id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:45Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '23f1e446-c795-47dc-bcb3-e3815399bd1d', 'name': '', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'mac_address': 'fa:16:3e:a7:1b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:50Z', 'updated_at': '2021-07-14T09:28:54Z', 'revision_number': 2, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'subnets': [{'id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:56.978810 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-75d1c2c9-6579-4d35-8571-009019e8c178 None None] Calling delete_port for 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:56.999981 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-918e4489-b222-4f55-82b6-0f3e1f4edd95 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ffabe900024422ea4939966635a3ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4219019 Jul 14 09:28:57.000664 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41216) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:57.053387 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] Checking router: 5301b859-c545-444c-aafe-d2e9c4ac5f39 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:57.053739 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] Updating router 5301b859-c545-444c-aafe-d2e9c4ac5f39 port 23f1e446-c795-47dc-bcb3-e3815399bd1d binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:57.067732 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:57.103756 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-75d1c2c9-6579-4d35-8571-009019e8c178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.122389 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:57.122727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:57.123793 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dc89bf28-de09-48eb-963a-f5ea9dc2cd77 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:57.129960 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.175690 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-86cfe22f-b656-4cd0-962b-a3ce6be98c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.177750 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1c2c9-6579-4d35-8571-009019e8c178 None None] Pushing event deleted for resources: {'Port': ['ID=62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:57.182323 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d1c2c9-6579-4d35-8571-009019e8c178 None None] No DVR routers for this DVR port 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:57.184262 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: dc89bf28-de09-48eb-963a-f5ea9dc2cd77 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:57.184825 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dc89bf28-de09-48eb-963a-f5ea9dc2cd77 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:57.269699 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-86cfe22f-b656-4cd0-962b-a3ce6be98c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.275501 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-6440aa9e-f773-4bbb-b46f-5db9e6ad220e tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] For port 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf,segment=NetworkSegment(9da172e8-9009-4083-801e-8c564feca933),segment_id=9da172e8-9009-4083-801e-8c564feca933)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:57.276010 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6440aa9e-f773-4bbb-b46f-5db9e6ad220e tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.285393 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0c18e9d-06a8-4824-accd-ac434251f7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.363475 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3157cf5-2248-47de-b080-4c5b69758640 req-8ba6b51d-0d32-430d-9ff3-7c99e29f6019 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 210 time: 0.2307954 Jul 14 09:28:57.381298 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-86cfe22f-b656-4cd0-962b-a3ce6be98c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.384747 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-86cfe22f-b656-4cd0-962b-a3ce6be98c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.386261 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-86cfe22f-b656-4cd0-962b-a3ce6be98c99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c3f16cc-5222-400a-9f30-04cb1c0cb97f HTTP/1.1" status: 204 len: 168 time: 0.3846443 Jul 14 09:28:57.398206 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-6440aa9e-f773-4bbb-b46f-5db9e6ad220e tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Calling delete_port for 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:57.406560 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfe22f-b656-4cd0-962b-a3ce6be98c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3f16cc-5222-400a-9f30-04cb1c0cb97f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:57.415848 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ee41d6-a6f2-4063-8a2b-289908ef9a13 None None] DHCP port deletion for d35186df-2955-46a7-9a96-7e7b903c8362 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:28:57.540363 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee41d6-a6f2-4063-8a2b-289908ef9a13 None None] Deleting port feeb38b3-f1d2-45ec-b3cb-984a6f24405a {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:57.541044 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1ee41d6-a6f2-4063-8a2b-289908ef9a13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.616905 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64b0a451-3d16-4cf5-9b55-4573f2ef4c5e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.686149 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.699206 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d1ee41d6-a6f2-4063-8a2b-289908ef9a13 None None] For port feeb38b3-f1d2-45ec-b3cb-984a6f24405a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=feeb38b3-f1d2-45ec-b3cb-984a6f24405a,segment=NetworkSegment(46f10710-fd1b-4419-be8d-7e561f37979a),segment_id=46f10710-fd1b-4419-be8d-7e561f37979a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:57.699638 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1ee41d6-a6f2-4063-8a2b-289908ef9a13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.714525 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] Transition to ACTIVE for port object 23f1e446-c795-47dc-bcb3-e3815399bd1d will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:57.731904 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee41d6-a6f2-4063-8a2b-289908ef9a13 None None] Calling delete_port for feeb38b3-f1d2-45ec-b3cb-984a6f24405a owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:57.733603 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.748498 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41232) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:57.753621 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-fc952022-13ae-4368-8238-794abfc73947 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--405327521', 'description': 'tempest-description--1965253991'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:57.807538 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc952022-13ae-4368-8238-794abfc73947 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.825349 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6440aa9e-f773-4bbb-b46f-5db9e6ad220e tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.905922 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984d96b-a19c-4756-8274-c0ac1fbaee2c None None] Pushing event updated for resources: {'Port': ['ID=23f1e446-c795-47dc-bcb3-e3815399bd1d,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:57.932974 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440aa9e-f773-4bbb-b46f-5db9e6ad220e tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Pushing event deleted for resources: {'Port': ['ID=62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:57.941487 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9984d96b-a19c-4756-8274-c0ac1fbaee2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:57.941868 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9984d96b-a19c-4756-8274-c0ac1fbaee2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:57.949073 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9984d96b-a19c-4756-8274-c0ac1fbaee2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:57.949722 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9984d96b-a19c-4756-8274-c0ac1fbaee2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:57.950406 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9984d96b-a19c-4756-8274-c0ac1fbaee2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:57.951258 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9984d96b-a19c-4756-8274-c0ac1fbaee2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:57.952578 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9984d96b-a19c-4756-8274-c0ac1fbaee2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:57.953099 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9984d96b-a19c-4756-8274-c0ac1fbaee2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:57.956401 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9984d96b-a19c-4756-8274-c0ac1fbaee2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:57.956969 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9984d96b-a19c-4756-8274-c0ac1fbaee2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:57.957471 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9984d96b-a19c-4756-8274-c0ac1fbaee2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:57.959795 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9984d96b-a19c-4756-8274-c0ac1fbaee2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:57.971288 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1ee41d6-a6f2-4063-8a2b-289908ef9a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.975278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6440aa9e-f773-4bbb-b46f-5db9e6ad220e tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] No DVR routers for this DVR port 62fcdfe3-8c98-4dc7-87f4-9d459bec9dbf on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:57.981962 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0a451-3d16-4cf5-9b55-4573f2ef4c5e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Subnet': ['ID=bc2fbbc7-e0e3-4e8a-bca6-4635f02090fc,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:58.012305 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc952022-13ae-4368-8238-794abfc73947 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.024892 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc952022-13ae-4368-8238-794abfc73947 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.073967 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee41d6-a6f2-4063-8a2b-289908ef9a13 None None] Pushing event deleted for resources: {'Port': ['ID=feeb38b3-f1d2-45ec-b3cb-984a6f24405a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:58.081946 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ee41d6-a6f2-4063-8a2b-289908ef9a13 None None] No DVR routers for this DVR port feeb38b3-f1d2-45ec-b3cb-984a6f24405a on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:58.104879 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc952022-13ae-4368-8238-794abfc73947 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.108310 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fc952022-13ae-4368-8238-794abfc73947 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3582892 Jul 14 09:28:58.111043 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc952022-13ae-4368-8238-794abfc73947 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96f80f92-5d2c-418c-840e-d780fce789bc,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:58.114684 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41242) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:58.129218 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c18fe184-01a4-4545-bc56-3ad8de59667c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Request body: {'security_group_rule': {'security_group_id': '96f80f92-5d2c-418c-840e-d780fce789bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:58.182805 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c18fe184-01a4-4545-bc56-3ad8de59667c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.236046 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] Attempting to bind port 23f1e446-c795-47dc-bcb3-e3815399bd1d on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:58.239868 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] Attempting to bind port 23f1e446-c795-47dc-bcb3-e3815399bd1d by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:58.240763 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] Attempting to bind port 23f1e446-c795-47dc-bcb3-e3815399bd1d on network fd2eea62-d9a9-4f48-bf40-52835f379e68 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:58.270028 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:58.272872 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] Checking segment: {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:58.274488 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.276083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b0a451-3d16-4cf5-9b55-4573f2ef4c5e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Checking segment: {'id': 'c55d262e-c592-4379-af4a-850783a5fba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd07f6f07-df85-4085-921a-e8ff302436b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:58.276649 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b0a451-3d16-4cf5-9b55-4573f2ef4c5e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network hostable DHCP agents. Network: d07f6f07-df85-4085-921a-e8ff302436b0, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:58.277389 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] Bound using segment: {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:58.278590 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] Bound port: 23f1e446-c795-47dc-bcb3-e3815399bd1d, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:58.279227 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.308036 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6440aa9e-f773-4bbb-b46f-5db9e6ad220e tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.346870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-6440aa9e-f773-4bbb-b46f-5db9e6ad220e tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c304b8f-7c01-45a0-b910-943396307255']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:58.388368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-6440aa9e-f773-4bbb-b46f-5db9e6ad220e tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da172e8-9009-4083-801e-8c564feca933') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:58.388991 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-6440aa9e-f773-4bbb-b46f-5db9e6ad220e tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da172e8-9009-4083-801e-8c564feca933') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:58.390691 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c18fe184-01a4-4545-bc56-3ad8de59667c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.403741 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6440aa9e-f773-4bbb-b46f-5db9e6ad220e tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.403917 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c18fe184-01a4-4545-bc56-3ad8de59667c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.425483 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6440aa9e-f773-4bbb-b46f-5db9e6ad220e tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.433405 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6440aa9e-f773-4bbb-b46f-5db9e6ad220e tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:58.434691 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6440aa9e-f773-4bbb-b46f-5db9e6ad220e tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.470863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fe184-01a4-4545-bc56-3ad8de59667c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2542bf8-f6fd-4d04-baaa-be54a8f5ea47,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:58.490207 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c18fe184-01a4-4545-bc56-3ad8de59667c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.496951 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c18fe184-01a4-4545-bc56-3ad8de59667c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3811741 Jul 14 09:28:58.498217 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41256) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:58.515974 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2ccaecc0-84bc-4546-aaa4-de0c30a2c29b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Request body: {'security_group_rule': {'security_group_id': '96f80f92-5d2c-418c-840e-d780fce789bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:58.547254 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] For port 23f1e446-c795-47dc-bcb3-e3815399bd1d, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:58.588459 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:58.594765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b0a451-3d16-4cf5-9b55-4573f2ef4c5e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network d07f6f07-df85-4085-921a-e8ff302436b0 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:58.602823 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6440aa9e-f773-4bbb-b46f-5db9e6ad220e tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.604271 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] For port 23f1e446-c795-47dc-bcb3-e3815399bd1d, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=23f1e446-c795-47dc-bcb3-e3815399bd1d,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:58.620561 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.628472 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ccaecc0-84bc-4546-aaa4-de0c30a2c29b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.647321 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6440aa9e-f773-4bbb-b46f-5db9e6ad220e tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.654582 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6440aa9e-f773-4bbb-b46f-5db9e6ad220e tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "DELETE /v2.0/networks/4c304b8f-7c01-45a0-b910-943396307255 HTTP/1.1" status: 204 len: 168 time: 2.0132637 Jul 14 09:28:58.684556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-64b0a451-3d16-4cf5-9b55-4573f2ef4c5e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, d07f6f07-df85-4085-921a-e8ff302436b0) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:58.698599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec8fa5c-82eb-4445-acdf-3ea118545220 None None] Network d07f6f07-df85-4085-921a-e8ff302436b0 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:58.702613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41260) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:58.756481 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b0a451-3d16-4cf5-9b55-4573f2ef4c5e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:58.768583 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64b0a451-3d16-4cf5-9b55-4573f2ef4c5e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.789083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440aa9e-f773-4bbb-b46f-5db9e6ad220e tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Pushing event deleted for resources: {'Network': ['ID=4c304b8f-7c01-45a0-b910-943396307255,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:58.899784 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device feeb38b3-f1d2-45ec-b3cb-984a6f24405a no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:58.908311 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] Routers {'5301b859-c545-444c-aafe-d2e9c4ac5f39'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:58.908997 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:28:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5301b859-c545-444c-aafe-d2e9c4ac5f39'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:58.911479 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ccaecc0-84bc-4546-aaa4-de0c30a2c29b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.915619 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41262) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:58.938891 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ccaecc0-84bc-4546-aaa4-de0c30a2c29b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.033053 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: feeb38b3-f1d2-45ec-b3cb-984a6f24405a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:59.033904 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device feeb38b3-f1d2-45ec-b3cb-984a6f24405a not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:59.036828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccaecc0-84bc-4546-aaa4-de0c30a2c29b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de5a4b4e-e349-4243-bd44-b16c76ecbfad,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:59.063189 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ccaecc0-84bc-4546-aaa4-de0c30a2c29b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.076501 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2ccaecc0-84bc-4546-aaa4-de0c30a2c29b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5756569 Jul 14 09:28:59.086169 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41270) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:59.092381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-20fad31d-f097-4c45-973f-e040659d8978 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:59.140985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-d07f6f07-df85-4085-921a-e8ff302436b0', 'network_id': 'd07f6f07-df85-4085-921a-e8ff302436b0', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'fixed_ips': [{'subnet_id': 'bc2fbbc7-e0e3-4e8a-bca6-4635f02090fc'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:59.143867 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.157000 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-20fad31d-f097-4c45-973f-e040659d8978 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.187444 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] Set router 5301b859-c545-444c-aafe-d2e9c4ac5f39 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:59.356920 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984d96b-a19c-4756-8274-c0ac1fbaee2c None None] Pushing event updated for resources: {'Port': ['ID=23f1e446-c795-47dc-bcb3-e3815399bd1d,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:59.462261 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Allocated IP 172.20.0.2 (d07f6f07-df85-4085-921a-e8ff302436b0/bc2fbbc7-e0e3-4e8a-bca6-4635f02090fc/2c12c63e-3448-4fab-b39c-2902dbcb1b24) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:59.483944 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-20fad31d-f097-4c45-973f-e040659d8978 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.512765 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-14f8d14d-0a1e-46e4-b852-140f5db6eafa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-349252174'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:59.656433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f8d14d-0a1e-46e4-b852-140f5db6eafa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:59.663733 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14f8d14d-0a1e-46e4-b852-140f5db6eafa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.700649 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d041ddba-ea35-4ac4-a53f-a2e61276d291 req-18ebf03f-b7a4-4ade-af98-28d1c31cf45c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 210 time: 0.8271372 Jul 14 09:28:59.704692 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-64b0a451-3d16-4cf5-9b55-4573f2ef4c5e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5540004 Jul 14 09:28:59.711014 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41280) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:59.716422 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-78e6431c-7ca1-41ff-91af-c0c8703f0b37 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-743005397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:59.745088 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-78e6431c-7ca1-41ff-91af-c0c8703f0b37 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.746211 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-78e6431c-7ca1-41ff-91af-c0c8703f0b37 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.757740 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14f8d14d-0a1e-46e4-b852-140f5db6eafa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.770329 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-55cbc497-f659-4804-b94d-c9b75d706185 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.809457 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6d7266a-3e8e-4cad-bb0c-776193087805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.835451 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.849997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Transition to ACTIVE for port object 2c12c63e-3448-4fab-b39c-2902dbcb1b24 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:59.873679 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-20fad31d-f097-4c45-973f-e040659d8978 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Allocated IP 172.25.1.152 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/9f2d55d3-ae5b-47f5-a845-63103e3c282e) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:59.887974 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.890575 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Transition to ACTIVE for port object 2c12c63e-3448-4fab-b39c-2902dbcb1b24 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:59.899504 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.901508 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-78e6431c-7ca1-41ff-91af-c0c8703f0b37 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.926626 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Network d07f6f07-df85-4085-921a-e8ff302436b0 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:59.929248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:59.958672 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41284) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:59.961547 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-78e6431c-7ca1-41ff-91af-c0c8703f0b37 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.989476 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Pushing event updated for resources: {'Port': ['ID=2c12c63e-3448-4fab-b39c-2902dbcb1b24,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:59.992170 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:00.024775 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'name': 'tempest-ServerActionsTestJSON-1130626473-router', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:42Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'gw_port': {'id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:45Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '23f1e446-c795-47dc-bcb3-e3815399bd1d', 'name': '', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'mac_address': 'fa:16:3e:a7:1b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:50Z', 'updated_at': '2021-07-14T09:28:58Z', 'revision_number': 4, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'subnets': [{'id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:00.072804 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Attempting to bind port 2c12c63e-3448-4fab-b39c-2902dbcb1b24 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:00.073410 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Attempting to bind port 2c12c63e-3448-4fab-b39c-2902dbcb1b24 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'c55d262e-c592-4379-af4a-850783a5fba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd07f6f07-df85-4085-921a-e8ff302436b0'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:00.074786 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3076fa-aade-458e-aa19-9806020a808c None None] The sync data for ids ['5301b859-c545-444c-aafe-d2e9c4ac5f39'] in n-d-798054-10 is: [{'id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'name': 'tempest-ServerActionsTestJSON-1130626473-router', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:42Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'gw_port': {'id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:45Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '23f1e446-c795-47dc-bcb3-e3815399bd1d', 'name': '', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'mac_address': 'fa:16:3e:a7:1b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:50Z', 'updated_at': '2021-07-14T09:28:58Z', 'revision_number': 4, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'subnets': [{'id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:00.075088 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Attempting to bind port 2c12c63e-3448-4fab-b39c-2902dbcb1b24 on network d07f6f07-df85-4085-921a-e8ff302436b0 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:00.085415 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:00.085805 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Checking segment: {'id': 'c55d262e-c592-4379-af4a-850783a5fba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd07f6f07-df85-4085-921a-e8ff302436b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:00.086343 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.086744 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Bound using segment: {'id': 'c55d262e-c592-4379-af4a-850783a5fba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd07f6f07-df85-4085-921a-e8ff302436b0'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:00.087216 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Bound port: 2c12c63e-3448-4fab-b39c-2902dbcb1b24, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55d262e-c592-4379-af4a-850783a5fba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd07f6f07-df85-4085-921a-e8ff302436b0'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:00.087599 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.123226 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-20fad31d-f097-4c45-973f-e040659d8978 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.196021 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-55cbc497-f659-4804-b94d-c9b75d706185 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.219259 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-55cbc497-f659-4804-b94d-c9b75d706185 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35186df-2955-46a7-9a96-7e7b903c8362']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:00.257967 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-55cbc497-f659-4804-b94d-c9b75d706185 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f10710-fd1b-4419-be8d-7e561f37979a') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:00.258275 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-55cbc497-f659-4804-b94d-c9b75d706185 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f10710-fd1b-4419-be8d-7e561f37979a') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:00.275498 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] For port 2c12c63e-3448-4fab-b39c-2902dbcb1b24, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:00.290752 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] For port 2c12c63e-3448-4fab-b39c-2902dbcb1b24, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2c12c63e-3448-4fab-b39c-2902dbcb1b24,segment=NetworkSegment(c55d262e-c592-4379-af4a-850783a5fba0),segment_id=c55d262e-c592-4379-af4a-850783a5fba0)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:00.292943 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-55cbc497-f659-4804-b94d-c9b75d706185 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.304125 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.347766 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-2adc96f6-5c3c-4388-8fa9-96a9ea58b27a tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] Request body: {'port': {'network_id': '53c55016-9341-442c-86b2-07fe13915815', 'name': 'tempest-NetworksNegativeTestJSON-599061899'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:00.357871 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-55cbc497-f659-4804-b94d-c9b75d706185 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.364439 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-20fad31d-f097-4c45-973f-e040659d8978 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.376067 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14f8d14d-0a1e-46e4-b852-140f5db6eafa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.379309 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2adc96f6-5c3c-4388-8fa9-96a9ea58b27a tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] POST failed (client error): The resource could not be found. Jul 14 09:29:00.379933 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2adc96f6-5c3c-4388-8fa9-96a9ea58b27a tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:00.381706 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2adc96f6-5c3c-4388-8fa9-96a9ea58b27a tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4215899 Jul 14 09:29:00.385956 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55cbc497-f659-4804-b94d-c9b75d706185 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:00.386423 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-55cbc497-f659-4804-b94d-c9b75d706185 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.391026 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14f8d14d-0a1e-46e4-b852-140f5db6eafa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:00.397364 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:00.402603 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fad31d-f097-4c45-973f-e040659d8978 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:00.413811 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41290) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:00.442214 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e7491-0416-418b-8cd6-e5e294c6a4e5 None None] Pushing event updated for resources: {'Port': ['ID=2c12c63e-3448-4fab-b39c-2902dbcb1b24,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:00.461966 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8d14d-0a1e-46e4-b852-140f5db6eafa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb429901-3888-4182-8f46-c74182eb5b90,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:00.469436 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-20fad31d-f097-4c45-973f-e040659d8978 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:00.477364 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fad31d-f097-4c45-973f-e040659d8978 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:00.488571 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f8d14d-0a1e-46e4-b852-140f5db6eafa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:00.528677 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fad31d-f097-4c45-973f-e040659d8978 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Pushing event updated for resources: {'Port': ['ID=9f2d55d3-ae5b-47f5-a845-63103e3c282e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:00.538966 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14f8d14d-0a1e-46e4-b852-140f5db6eafa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.539622 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-14f8d14d-0a1e-46e4-b852-140f5db6eafa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Added segment c6c6aad1-7ad2-4cc8-a368-4680c6c83493 of type vlan for network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 Jul 14 09:29:00.568351 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eed81de-f14a-4e87-8fdc-1d7ad33cb5b3 tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] DELETE failed (client error): The resource could not be found. Jul 14 09:29:00.569340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eed81de-f14a-4e87-8fdc-1d7ad33cb5b3 tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:00.574575 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8eed81de-f14a-4e87-8fdc-1d7ad33cb5b3 tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] 10.222.0.26 "DELETE /v2.0/networks/6f98ec30-f8ac-452d-887d-0cbf76676c22 HTTP/1.1" status: 404 len: 339 time: 0.1591659 Jul 14 09:29:00.576645 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-78e6431c-7ca1-41ff-91af-c0c8703f0b37 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.578732 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-78e6431c-7ca1-41ff-91af-c0c8703f0b37 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8665726 Jul 14 09:29:00.582809 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41292) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:00.585968 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41294) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:00.632819 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-55cbc497-f659-4804-b94d-c9b75d706185 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.634990 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.666753 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-55cbc497-f659-4804-b94d-c9b75d706185 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.671967 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-55cbc497-f659-4804-b94d-c9b75d706185 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "DELETE /v2.0/networks/d35186df-2955-46a7-9a96-7e7b903c8362 HTTP/1.1" status: 204 len: 168 time: 1.9652627 Jul 14 09:29:00.713582 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41296) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:00.745518 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbc497-f659-4804-b94d-c9b75d706185 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Pushing event deleted for resources: {'Network': ['ID=d35186df-2955-46a7-9a96-7e7b903c8362,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:00.906750 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 23f1e446-c795-47dc-bcb3-e3815399bd1d up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:01.008565 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ab493d-8b22-4cc2-a386-76e93587dca8 tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] DELETE failed (client error): The resource could not be found. Jul 14 09:29:01.009899 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ab493d-8b22-4cc2-a386-76e93587dca8 tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:01.011972 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f0ab493d-8b22-4cc2-a386-76e93587dca8 tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] 10.222.0.26 "DELETE /v2.0/ports/3adb88e9-8403-4725-b21f-c0680497f9c8 HTTP/1.1" status: 404 len: 333 time: 0.3053668 Jul 14 09:29:01.015739 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14f8d14d-0a1e-46e4-b852-140f5db6eafa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.036703 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 23f1e446-c795-47dc-bcb3-e3815399bd1d completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:01.042528 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 23f1e446-c795-47dc-bcb3-e3815399bd1d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:01.042528 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.087216 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53d7a8f9-4339-47b1-9a3c-9a44df43165a req-43cbcd39-ae6f-4e92-9200-2110137fee81 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 210 time: 0.1383815 Jul 14 09:29:01.091825 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41300) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:01.096600 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-136366f4-6b18-48db-b427-db6917b51fa1 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Deleting subnet 5b0f9c60-6a37-4387-b5fb-df379cece0a7 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:01.115196 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14f8d14d-0a1e-46e4-b852-140f5db6eafa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.124279 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f8d14d-0a1e-46e4-b852-140f5db6eafa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.125622 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14f8d14d-0a1e-46e4-b852-140f5db6eafa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.128511 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-136366f4-6b18-48db-b427-db6917b51fa1 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.191872 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff158238-ba27-46ba-a67f-139e66bd77b6 tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] DELETE failed (client error): The resource could not be found. Jul 14 09:29:01.192326 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff158238-ba27-46ba-a67f-139e66bd77b6 tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:01.200979 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ff158238-ba27-46ba-a67f-139e66bd77b6 tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] 10.222.0.26 "DELETE /v2.0/subnets/de854ba3-f3d4-4ff0-a740-dac37ace9c5e HTTP/1.1" status: 404 len: 337 time: 0.1034594 Jul 14 09:29:01.201728 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41304) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:01.226882 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db27597-ed41-493d-b6e8-788d8332ba38 tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] GET failed (client error): The resource could not be found. Jul 14 09:29:01.230292 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2db27597-ed41-493d-b6e8-788d8332ba38 tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] 10.222.0.26 "GET /v2.0/networks/c8bee26b-3238-455a-b1f3-852d684e0bca HTTP/1.1" status: 404 len: 339 time: 0.0275283 Jul 14 09:29:01.234432 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41306) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:01.268899 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.292094 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-a938fbc4-a8ac-46a3-bb61-9c359912200b tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] GET failed (client error): The resource could not be found. Jul 14 09:29:01.298979 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a938fbc4-a8ac-46a3-bb61-9c359912200b tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] 10.222.0.26 "GET /v2.0/ports/de29f071-704a-438b-90c0-7412995a6b20 HTTP/1.1" status: 404 len: 333 time: 0.0629046 Jul 14 09:29:01.304876 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41308) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:01.323535 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 23f1e446-c795-47dc-bcb3-e3815399bd1d, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=23f1e446-c795-47dc-bcb3-e3815399bd1d,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:01.340150 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.368362 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-94527fac-e2d8-43ae-a0f7-106666452da4 tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] GET failed (client error): The resource could not be found. Jul 14 09:29:01.369740 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-94527fac-e2d8-43ae-a0f7-106666452da4 tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] 10.222.0.26 "GET /v2.0/subnets/2a7deef8-a5dd-4869-a79a-eaacae2d40c7 HTTP/1.1" status: 404 len: 337 time: 0.0638537 Jul 14 09:29:01.378510 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41310) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:01.385076 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-300de763-0c89-4c37-92b4-3d75554b0edc tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:01.417638 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-300de763-0c89-4c37-92b4-3d75554b0edc tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] PUT failed (client error): The resource could not be found. Jul 14 09:29:01.418636 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300de763-0c89-4c37-92b4-3d75554b0edc tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:01.430802 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-300de763-0c89-4c37-92b4-3d75554b0edc tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] 10.222.0.26 "PUT /v2.0/networks/538b19b3-d9e9-4a8c-a59d-0f3a02270605 HTTP/1.1" status: 404 len: 339 time: 0.0507741 Jul 14 09:29:01.431746 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41314) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:01.442286 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=23f1e446-c795-47dc-bcb3-e3815399bd1d,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:01.442789 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c4c38170-9365-45c4-b91c-f3c5e6db2e3d tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:01.469761 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8d14d-0a1e-46e4-b852-140f5db6eafa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Network': ['ID=43b8e148-b7a4-4d7b-b38a-691183da0ed7,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:01.482489 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-14f8d14d-0a1e-46e4-b852-140f5db6eafa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5631604 Jul 14 09:29:01.486916 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:01.501332 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41316) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:01.503800 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-136366f4-6b18-48db-b427-db6917b51fa1 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.517160 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c38170-9365-45c4-b91c-f3c5e6db2e3d tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] PUT failed (client error): The resource could not be found. Jul 14 09:29:01.518064 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c38170-9365-45c4-b91c-f3c5e6db2e3d tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:01.537818 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c4c38170-9365-45c4-b91c-f3c5e6db2e3d tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] 10.222.0.26 "PUT /v2.0/ports/f645a9cd-b5f9-4389-97e4-c2dcf05f366c HTTP/1.1" status: 404 len: 333 time: 0.0943940 Jul 14 09:29:01.543681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41318) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:01.551753 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-ec41d162-2e28-4c67-8825-7072f83758b4 tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:01.572243 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-918242da-9fdc-4126-a459-bc588db12c27 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'port': {'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7', 'name': 'tempest-PortsTestJSON-953962447'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:01.616711 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec41d162-2e28-4c67-8825-7072f83758b4 tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] PUT failed (client error): The resource could not be found. Jul 14 09:29:01.618837 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec41d162-2e28-4c67-8825-7072f83758b4 tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:01.630023 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ec41d162-2e28-4c67-8825-7072f83758b4 tempest-NetworksNegativeTestJSON-1616506051 tempest-NetworksNegativeTestJSON-1616506051-project] 10.222.0.26 "PUT /v2.0/subnets/2f906ff2-eb40-4746-9fac-4f34bb0d93eb HTTP/1.1" status: 404 len: 337 time: 0.0799165 Jul 14 09:29:01.662240 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-20fad31d-f097-4c45-973f-e040659d8978 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.664285 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c59aa92c-6786-4987-9ff4-6fdbc5dab5fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.699360 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.960747 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918242da-9fdc-4126-a459-bc588db12c27 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:01.964487 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-918242da-9fdc-4126-a459-bc588db12c27 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.975079 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-20fad31d-f097-4c45-973f-e040659d8978 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.055820 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eca5b8-1b4b-4075-b837-28a73953f05d None None] Network d07f6f07-df85-4085-921a-e8ff302436b0 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:02.065661 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41324) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:02.143236 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-136366f4-6b18-48db-b427-db6917b51fa1 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.183154 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-918242da-9fdc-4126-a459-bc588db12c27 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] device_id is not set on port 8fb0be34-7059-4585-95f9-4008a6deec60 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:02.210400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-721b2d3e-896f-47d5-896f-759a68fea96e None None] Provisioning for port 2c12c63e-3448-4fab-b39c-2902dbcb1b24 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:02.270828 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3d673ab-ec16-4b68-92cd-58ebc329108e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.423117 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a88568b-dbd0-40f8-9478-255e0172363a req-289eeb83-a55b-4a18-bd84-7cf6e484a6db tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 210 time: 0.1008196 Jul 14 09:29:02.534877 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3d673ab-ec16-4b68-92cd-58ebc329108e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.540975 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3d673ab-ec16-4b68-92cd-58ebc329108e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.586370 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b3d673ab-ec16-4b68-92cd-58ebc329108e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e10b95e935c04dad9a548008093c98ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5188866 Jul 14 09:29:02.587158 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d673ab-ec16-4b68-92cd-58ebc329108e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddca193e-f5c3-45c5-98e1-0f03205b532b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:02.589842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41332) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:02.683914 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71333efd-f4a9-442a-b9cc-17748eaa74f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.715457 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.735461 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71333efd-f4a9-442a-b9cc-17748eaa74f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.829120 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71333efd-f4a9-442a-b9cc-17748eaa74f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.833408 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71333efd-f4a9-442a-b9cc-17748eaa74f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.837430 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-71333efd-f4a9-442a-b9cc-17748eaa74f4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ddca193e-f5c3-45c5-98e1-0f03205b532b HTTP/1.1" status: 204 len: 168 time: 0.2466049 Jul 14 09:29:02.855665 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71333efd-f4a9-442a-b9cc-17748eaa74f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddca193e-f5c3-45c5-98e1-0f03205b532b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:02.902363 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 23f1e446-c795-47dc-bcb3-e3815399bd1d up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:02.964969 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 23f1e446-c795-47dc-bcb3-e3815399bd1d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:02.965965 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.985109 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-918242da-9fdc-4126-a459-bc588db12c27 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.059040 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-136366f4-6b18-48db-b427-db6917b51fa1 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.074653 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2c12c63e-3448-4fab-b39c-2902dbcb1b24 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:03.124001 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136366f4-6b18-48db-b427-db6917b51fa1 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Pushing event deleted for resources: {'Subnet': ['ID=5b0f9c60-6a37-4387-b5fb-df379cece0a7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:03.143427 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-136366f4-6b18-48db-b427-db6917b51fa1 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.147458 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-136366f4-6b18-48db-b427-db6917b51fa1 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "DELETE /v2.0/subnets/5b0f9c60-6a37-4387-b5fb-df379cece0a7 HTTP/1.1" status: 204 len: 168 time: 2.4154904 Jul 14 09:29:03.148708 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41340) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:03.151264 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab4ded2-acd8-410c-bb1a-0c079603caef None None] Network 3aba7709-7c05-4f50-b503-362915c71c26 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:03.156962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-c59aa92c-6786-4987-9ff4-6fdbc5dab5fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Allocated IP 172.20.0.1 (d07f6f07-df85-4085-921a-e8ff302436b0/bc2fbbc7-e0e3-4e8a-bca6-4635f02090fc/bc4ab955-fc2f-47a9-a500-ecf0c4a07b2a) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:03.168579 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 2c12c63e-3448-4fab-b39c-2902dbcb1b24 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:03.177755 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-918242da-9fdc-4126-a459-bc588db12c27 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.188275 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 2c12c63e-3448-4fab-b39c-2902dbcb1b24 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:03.188900 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.206684 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-20fad31d-f097-4c45-973f-e040659d8978 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.280774 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-20fad31d-f097-4c45-973f-e040659d8978 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.343386 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-de29ec9f-f804-4df8-8552-bf0f652ad50c tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.348196 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918242da-9fdc-4126-a459-bc588db12c27 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=8fb0be34-7059-4585-95f9-4008a6deec60,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:03.429748 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-de29ec9f-f804-4df8-8552-bf0f652ad50c tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Deleting port 777afa8a-97e2-4865-b1ea-3cb6a1e57278 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:03.430459 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-de29ec9f-f804-4df8-8552-bf0f652ad50c tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.433400 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.476774 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 2c12c63e-3448-4fab-b39c-2902dbcb1b24, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2c12c63e-3448-4fab-b39c-2902dbcb1b24,segment=NetworkSegment(c55d262e-c592-4379-af4a-850783a5fba0),segment_id=c55d262e-c592-4379-af4a-850783a5fba0)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:03.485864 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.509735 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fad31d-f097-4c45-973f-e040659d8978 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Pushing event updated for resources: {'Port': ['ID=9f2d55d3-ae5b-47f5-a845-63103e3c282e,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:03.552437 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918242da-9fdc-4126-a459-bc588db12c27 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Checking segment: {'id': 'c6c6aad1-7ad2-4cc8-a368-4680c6c83493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:03.552967 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918242da-9fdc-4126-a459-bc588db12c27 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network hostable DHCP agents. Network: 43b8e148-b7a4-4d7b-b38a-691183da0ed7, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:03.567920 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-20fad31d-f097-4c45-973f-e040659d8978 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.568322 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-de29ec9f-f804-4df8-8552-bf0f652ad50c tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] For port 777afa8a-97e2-4865-b1ea-3cb6a1e57278, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=777afa8a-97e2-4865-b1ea-3cb6a1e57278,segment=NetworkSegment(fdf0690f-7839-4563-9ca0-2df42a8e3ee5),segment_id=fdf0690f-7839-4563-9ca0-2df42a8e3ee5)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:03.568870 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-de29ec9f-f804-4df8-8552-bf0f652ad50c tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.584545 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c59aa92c-6786-4987-9ff4-6fdbc5dab5fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.604570 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-de29ec9f-f804-4df8-8552-bf0f652ad50c tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Calling delete_port for 777afa8a-97e2-4865-b1ea-3cb6a1e57278 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:03.616259 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-20fad31d-f097-4c45-973f-e040659d8978 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.625860 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-20fad31d-f097-4c45-973f-e040659d8978 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5291800 Jul 14 09:29:03.634423 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=2c12c63e-3448-4fab-b39c-2902dbcb1b24,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:03.655266 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-c59aa92c-6786-4987-9ff4-6fdbc5dab5fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Transition to ACTIVE for port object bc4ab955-fc2f-47a9-a500-ecf0c4a07b2a will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:03.682639 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918242da-9fdc-4126-a459-bc588db12c27 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:03.719618 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce53ec0-3526-403a-9630-cf4f0c41e85f None None] DHCP port deletion for 3aba7709-7c05-4f50-b503-362915c71c26 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:29:03.731060 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-918242da-9fdc-4126-a459-bc588db12c27 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 43b8e148-b7a4-4d7b-b38a-691183da0ed7) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:03.768285 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5c9f97-0e88-4e04-b9ed-1dfa8cb66bac None None] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:03.785178 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918242da-9fdc-4126-a459-bc588db12c27 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:03.794973 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918242da-9fdc-4126-a459-bc588db12c27 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:03.799024 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-918242da-9fdc-4126-a459-bc588db12c27 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.805501 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c59aa92c-6786-4987-9ff4-6fdbc5dab5fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.842875 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d7e5fc1e-bae9-497b-a8bf-241f5469d745 req-6965546c-3ff7-4b0c-904c-83c7968d504f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 210 time: 0.0806651 Jul 14 09:29:03.922591 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-de29ec9f-f804-4df8-8552-bf0f652ad50c tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.943601 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59aa92c-6786-4987-9ff4-6fdbc5dab5fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network d07f6f07-df85-4085-921a-e8ff302436b0 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:03.958627 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-c59aa92c-6786-4987-9ff4-6fdbc5dab5fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:03.963845 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59aa92c-6786-4987-9ff4-6fdbc5dab5fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:03.967577 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29ec9f-f804-4df8-8552-bf0f652ad50c tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Pushing event deleted for resources: {'Port': ['ID=777afa8a-97e2-4865-b1ea-3cb6a1e57278,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:03.969647 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-918242da-9fdc-4126-a459-bc588db12c27 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4605038 Jul 14 09:29:03.973300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41368) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:03.977941 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2ce53ec0-3526-403a-9630-cf4f0c41e85f None None] Deleting port 777afa8a-97e2-4865-b1ea-3cb6a1e57278 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:03.978333 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ce53ec0-3526-403a-9630-cf4f0c41e85f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.990771 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de29ec9f-f804-4df8-8552-bf0f652ad50c tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] No DVR routers for this DVR port 777afa8a-97e2-4865-b1ea-3cb6a1e57278 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:04.017567 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-52353090-1ebd-491b-b73f-16a88f604ea2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2094758119'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:04.102747 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59aa92c-6786-4987-9ff4-6fdbc5dab5fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Port': ['ID=bc4ab955-fc2f-47a9-a500-ecf0c4a07b2a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:04.177090 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c59aa92c-6786-4987-9ff4-6fdbc5dab5fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.188623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52353090-1ebd-491b-b73f-16a88f604ea2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:04.192356 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-52353090-1ebd-491b-b73f-16a88f604ea2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.214332 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41380) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:04.243086 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-1231ea6b-9d3c-4eb3-ad7c-b27244bc828f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--405327521&fields=id&tenant_id=aabcea4a3f10489fb922ceae9d8ba553 HTTP/1.1" status: 200 len: 267 time: 0.0931981 Jul 14 09:29:04.244921 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-de29ec9f-f804-4df8-8552-bf0f652ad50c tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.393979 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-d07e547b-5214-4138-8aa2-b59b3fa1810d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:04.395616 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-d07e547b-5214-4138-8aa2-b59b3fa1810d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 812 time: 0.1356387 Jul 14 09:29:04.427020 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52353090-1ebd-491b-b73f-16a88f604ea2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:04.446622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2ce53ec0-3526-403a-9630-cf4f0c41e85f None None] For port 777afa8a-97e2-4865-b1ea-3cb6a1e57278, host n-d-798054-10, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:04.447716 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ce53ec0-3526-403a-9630-cf4f0c41e85f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.450053 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-52353090-1ebd-491b-b73f-16a88f604ea2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.450513 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-52353090-1ebd-491b-b73f-16a88f604ea2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Added segment eb58680b-2760-473e-979b-9e0c236a3f34 of type vlan for network 057d08c9-2786-4322-a971-47515711f7ae Jul 14 09:29:04.456780 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f2cc840e-10eb-4e63-887f-2d74e1305019 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134701016'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:04.462964 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-de29ec9f-f804-4df8-8552-bf0f652ad50c tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aba7709-7c05-4f50-b503-362915c71c26']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:04.476353 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-1aec6ecb-b03b-48d6-a4eb-631e4362f91d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/quotas/aabcea4a3f10489fb922ceae9d8ba553 HTTP/1.1" status: 200 len: 375 time: 0.0396903 Jul 14 09:29:04.484595 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2ce53ec0-3526-403a-9630-cf4f0c41e85f None None] Calling delete_port for 777afa8a-97e2-4865-b1ea-3cb6a1e57278 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:04.489696 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-2ce53ec0-3526-403a-9630-cf4f0c41e85f None None] Port 777afa8a-97e2-4865-b1ea-3cb6a1e57278 was not found and therefore no delete operation was performed {{(pid=93889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:29:04.494828 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ce53ec0-3526-403a-9630-cf4f0c41e85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.499702 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-54a7ffc0-b60f-4f44-84dc-5f7ee6ae06fd None None] Provisioning for port bc4ab955-fc2f-47a9-a500-ecf0c4a07b2a completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:04.530166 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-de29ec9f-f804-4df8-8552-bf0f652ad50c tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf0690f-7839-4563-9ca0-2df42a8e3ee5') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:04.530458 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-de29ec9f-f804-4df8-8552-bf0f652ad50c tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf0690f-7839-4563-9ca0-2df42a8e3ee5') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:04.535888 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-52353090-1ebd-491b-b73f-16a88f604ea2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.543234 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce53ec0-3526-403a-9630-cf4f0c41e85f None None] Pushing event deleted for resources: {'Port': ['ID=777afa8a-97e2-4865-b1ea-3cb6a1e57278,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:04.548007 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-54a7ffc0-b60f-4f44-84dc-5f7ee6ae06fd None None] Provisioning complete for port bc4ab955-fc2f-47a9-a500-ecf0c4a07b2a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:04.549338 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54a7ffc0-b60f-4f44-84dc-5f7ee6ae06fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.553533 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c59aa92c-6786-4987-9ff4-6fdbc5dab5fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.554123 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce53ec0-3526-403a-9630-cf4f0c41e85f None None] No DVR routers for this DVR port 777afa8a-97e2-4865-b1ea-3cb6a1e57278 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:04.573512 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-de29ec9f-f804-4df8-8552-bf0f652ad50c tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.608151 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-54a7ffc0-b60f-4f44-84dc-5f7ee6ae06fd None None] Port bc4ab955-fc2f-47a9-a500-ecf0c4a07b2a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:04.615028 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45dca908-a963-417c-94aa-2c6b180f21a0 req-efd12248-310f-40de-860b-c9523bca13cc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=63d22aed-3a4c-441d-8181-160de50462dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2182362 Jul 14 09:29:04.628583 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-52353090-1ebd-491b-b73f-16a88f604ea2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.634936 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52353090-1ebd-491b-b73f-16a88f604ea2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:04.635707 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-52353090-1ebd-491b-b73f-16a88f604ea2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.637462 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-9232a554-762c-4689-bbed-d2c6a0ba05e3 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1602354 Jul 14 09:29:04.638823 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-de29ec9f-f804-4df8-8552-bf0f652ad50c tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.641295 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2cc840e-10eb-4e63-887f-2d74e1305019 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.667503 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de29ec9f-f804-4df8-8552-bf0f652ad50c tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:04.669518 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-de29ec9f-f804-4df8-8552-bf0f652ad50c tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.677524 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-52353090-1ebd-491b-b73f-16a88f604ea2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7004528 Jul 14 09:29:04.691193 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41384) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:04.702012 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'ports': [{'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7'}, {'network_id': '057d08c9-2786-4322-a971-47515711f7ae'}]} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:04.702340 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'port': {'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:04.702845 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'port': {'network_id': '057d08c9-2786-4322-a971-47515711f7ae'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:04.748083 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:04.749944 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2cc840e-10eb-4e63-887f-2d74e1305019 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.764546 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2c12c63e-3448-4fab-b39c-2902dbcb1b24 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:04.776427 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-de29ec9f-f804-4df8-8552-bf0f652ad50c tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.818706 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 2c12c63e-3448-4fab-b39c-2902dbcb1b24 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:04.819239 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.841209 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-de29ec9f-f804-4df8-8552-bf0f652ad50c tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.843158 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-de29ec9f-f804-4df8-8552-bf0f652ad50c tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "DELETE /v2.0/networks/3aba7709-7c05-4f50-b503-362915c71c26 HTTP/1.1" status: 204 len: 168 time: 1.6921680 Jul 14 09:29:04.856324 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41388) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:04.908119 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29ec9f-f804-4df8-8552-bf0f652ad50c tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Pushing event deleted for resources: {'Network': ['ID=3aba7709-7c05-4f50-b503-362915c71c26,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:04.915040 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-11db3347-a2ac-468a-b25e-46b22aa2bc53 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "GET /v2.0/ports?device_id=3de38481-0d5d-4d8e-a94b-c50624bad054 HTTP/1.1" status: 200 len: 205 time: 0.0575902 Jul 14 09:29:04.928216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41392) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:04.998926 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 777afa8a-97e2-4865-b1ea-3cb6a1e57278 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:05.040860 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 777afa8a-97e2-4865-b1ea-3cb6a1e57278 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:05.041410 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 777afa8a-97e2-4865-b1ea-3cb6a1e57278 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:05.072958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dca908-a963-417c-94aa-2c6b180f21a0 req-499564dd-7710-4940-82e1-db3a0cf2da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:05.074611 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45dca908-a963-417c-94aa-2c6b180f21a0 req-499564dd-7710-4940-82e1-db3a0cf2da64 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9eda0dcc3e874a49a638743b0ab4508c&device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 1097 time: 0.3286030 Jul 14 09:29:05.080869 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4359f34-9fce-4d0c-a902-3dec3134fdd2 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.090879 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-c692b317-3d39-4252-b762-63cea295a4fe service neutron] 10.222.0.26 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435035 Jul 14 09:29:05.122703 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c59aa92c-6786-4987-9ff4-6fdbc5dab5fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.137065 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52353090-1ebd-491b-b73f-16a88f604ea2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Network': ['ID=057d08c9-2786-4322-a971-47515711f7ae,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:05.149769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 057d08c9-2786-4322-a971-47515711f7ae details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:05.183384 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c59aa92c-6786-4987-9ff4-6fdbc5dab5fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.314321 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c59aa92c-6786-4987-9ff4-6fdbc5dab5fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.316193 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59aa92c-6786-4987-9ff4-6fdbc5dab5fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Port': ['ID=bc4ab955-fc2f-47a9-a500-ecf0c4a07b2a,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:05.325574 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db93fd76-7441-4cac-9fb4-af3d6e8fc532 req-ec6789e5-f503-48b3-9132-6acd653f5ccb tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 210 time: 0.0886502 Jul 14 09:29:05.438114 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59aa92c-6786-4987-9ff4-6fdbc5dab5fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network d07f6f07-df85-4085-921a-e8ff302436b0 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:05.439879 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-c59aa92c-6786-4987-9ff4-6fdbc5dab5fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:05.466742 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2cc840e-10eb-4e63-887f-2d74e1305019 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.505745 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2cc840e-10eb-4e63-887f-2d74e1305019 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.522703 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4359f34-9fce-4d0c-a902-3dec3134fdd2 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.530717 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4359f34-9fce-4d0c-a902-3dec3134fdd2 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.556553 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'port': 2} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:05.561248 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.582461 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.584818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dca908-a963-417c-94aa-2c6b180f21a0 req-f9aa8df8-fd15-4e23-8331-79554a3ab69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:05.586267 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45dca908-a963-417c-94aa-2c6b180f21a0 req-f9aa8df8-fd15-4e23-8331-79554a3ab69e service neutron] 10.222.0.49 "GET /v2.0/networks?id=cb7535f9-bc7e-49b0-b814-10dffeec6052 HTTP/1.1" status: 200 len: 912 time: 0.4843900 Jul 14 09:29:05.613119 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc840e-10eb-4e63-887f-2d74e1305019 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c842d9a8-9ccd-4fbc-8ffe-196b0e92bbcf,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:05.621005 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4359f34-9fce-4d0c-a902-3dec3134fdd2 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.621554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4359f34-9fce-4d0c-a902-3dec3134fdd2 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Fanout notify agent at l3_agent the message router_deleted on router 3de38481-0d5d-4d8e-a94b-c50624bad054 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:05.629541 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4359f34-9fce-4d0c-a902-3dec3134fdd2 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.633498 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a4359f34-9fce-4d0c-a902-3dec3134fdd2 tempest-RoutersNegativeTest-1928775183 tempest-RoutersNegativeTest-1928775183-project] 10.222.0.26 "DELETE /v2.0/routers/3de38481-0d5d-4d8e-a94b-c50624bad054 HTTP/1.1" status: 204 len: 168 time: 0.7042220 Jul 14 09:29:05.700690 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59aa92c-6786-4987-9ff4-6fdbc5dab5fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router 4769e8cc-f33e-4f95-8340-a987153f15ac is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:29:05.708026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] device_id is not set on port 4d44e01c-0e92-4032-822a-06b06c2318ee yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:05.754529 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-8096219f-b149-448a-8800-026de4d7547f service neutron] 10.222.0.26 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626599 Jul 14 09:29:05.758353 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45dca908-a963-417c-94aa-2c6b180f21a0 req-c4de319f-5f5f-417b-a8f3-7d07e43ec6b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bbb8cc5-1565-4f8d-97de-59d3b6c77457 HTTP/1.1" status: 200 len: 1000 time: 0.1413186 Jul 14 09:29:05.840428 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59aa92c-6786-4987-9ff4-6fdbc5dab5fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:05.858359 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c59aa92c-6786-4987-9ff4-6fdbc5dab5fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/4769e8cc-f33e-4f95-8340-a987153f15ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2686419 Jul 14 09:29:05.863613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41398) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:05.864400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe5e018-488e-486d-8d5e-33862a25256d None None] Sync routers for ids ['4769e8cc-f33e-4f95-8340-a987153f15ac'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:05.881128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dca908-a963-417c-94aa-2c6b180f21a0 req-6965d040-271e-4a85-9d86-d031ff284df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:05.883302 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45dca908-a963-417c-94aa-2c6b180f21a0 req-6965d040-271e-4a85-9d86-d031ff284df3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33d74a61-4251-4207-b4f8-9d0620b80344 HTTP/1.1" status: 200 len: 850 time: 0.1115634 Jul 14 09:29:05.899593 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9dd01ca3-2d5d-4b2f-9260-4d6142f979ab None None] Provisioning complete for port bc4ab955-fc2f-47a9-a500-ecf0c4a07b2a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:05.900772 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dd01ca3-2d5d-4b2f-9260-4d6142f979ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.976093 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9dd01ca3-2d5d-4b2f-9260-4d6142f979ab None None] Port bc4ab955-fc2f-47a9-a500-ecf0c4a07b2a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:05.993613 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe5e018-488e-486d-8d5e-33862a25256d None None] Routers {'4769e8cc-f33e-4f95-8340-a987153f15ac'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:05.994378 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-dfe5e018-488e-486d-8d5e-33862a25256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:29:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4769e8cc-f33e-4f95-8340-a987153f15ac'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:06.021093 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2cc840e-10eb-4e63-887f-2d74e1305019 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.031450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fc38a5-4c0a-47db-b4bf-0ee2bfa35a5f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:06.036397 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.036632 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41402) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:06.037152 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-39fc38a5-4c0a-47db-b4bf-0ee2bfa35a5f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/ports/bc4ab955-fc2f-47a9-a500-ecf0c4a07b2a HTTP/1.1" status: 200 len: 910 time: 0.1688151 Jul 14 09:29:06.043366 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2cc840e-10eb-4e63-887f-2d74e1305019 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.051127 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-64093560-c48d-4443-b8ff-dfa8292e994b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc2fbbc7-e0e3-4e8a-bca6-4635f02090fc'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:06.090306 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc840e-10eb-4e63-887f-2d74e1305019 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8591d113-080b-45b3-9db4-77d40464dd12,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:06.093554 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2cc840e-10eb-4e63-887f-2d74e1305019 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.098492 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f2cc840e-10eb-4e63-887f-2d74e1305019 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8830838 Jul 14 09:29:06.099400 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41408) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:06.106655 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-dfe5e018-488e-486d-8d5e-33862a25256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:06.127823 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dca908-a963-417c-94aa-2c6b180f21a0 req-def56a66-7fa6-40db-afcd-f04b72352613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:06.130013 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45dca908-a963-417c-94aa-2c6b180f21a0 req-def56a66-7fa6-40db-afcd-f04b72352613 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cb7535f9-bc7e-49b0-b814-10dffeec6052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2178736 Jul 14 09:29:06.134966 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe5e018-488e-486d-8d5e-33862a25256d None None] Routers {'4769e8cc-f33e-4f95-8340-a987153f15ac'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:06.140126 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-dfe5e018-488e-486d-8d5e-33862a25256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:29:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4769e8cc-f33e-4f95-8340-a987153f15ac'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:06.215001 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-647692f6-596a-4581-9ecc-ca694348d385 req-dcc3c7c1-54e5-49a5-b60c-b8ffd0418eb4 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 210 time: 0.0501702 Jul 14 09:29:06.224335 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-dfe5e018-488e-486d-8d5e-33862a25256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:06.224834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe5e018-488e-486d-8d5e-33862a25256d None None] The sync data for ids ['4769e8cc-f33e-4f95-8340-a987153f15ac'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:06.261489 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41412) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:06.299299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] device_id is not set on port e9b6a2dd-8693-49c3-ac2d-94c0fa66ca24 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:06.420006 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6d4712da-9acc-4058-9a70-5175a36349f7 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3184707 Jul 14 09:29:06.422209 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45dca908-a963-417c-94aa-2c6b180f21a0 req-b40d1840-2381-471b-9052-fe52e549f2ad service neutron] 10.222.0.49 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842402 Jul 14 09:29:06.422599 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41418) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:06.428433 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-39403c97-2b84-421e-b035-5a2e455a2577 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Request body: {'security_group': {'name': 'tempest-security--2093700834', 'description': 'tempest-security-description-551050720'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:06.664980 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.716947 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.726302 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-64093560-c48d-4443-b8ff-dfa8292e994b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.817548 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:06.819050 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:06.825664 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:06.826573 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.850383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=4d44e01c-0e92-4032-822a-06b06c2318ee,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:06.982969 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d6e1824-c1c2-4181-9c69-ff4f81962f72 req-efdef1a9-2b41-46dd-a3a8-d3940bf795f9 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/ports?device_id=45693b23-13f2-4f6e-b9f2-f7082c9653e4 HTTP/1.1" status: 200 len: 210 time: 0.1052275 Jul 14 09:29:06.990148 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39403c97-2b84-421e-b035-5a2e455a2577 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.999867 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Checking segment: {'id': 'eb58680b-2760-473e-979b-9e0c236a3f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '057d08c9-2786-4322-a971-47515711f7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:07.000371 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network hostable DHCP agents. Network: 057d08c9-2786-4322-a971-47515711f7ae, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:07.009463 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=e9b6a2dd-8693-49c3-ac2d-94c0fa66ca24,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:07.010232 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-02532db8-d50d-4dd2-bfc5-799a44357cef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=71f86deb3d1a4bdf8b0d513159acdfad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7458494 Jul 14 09:29:07.012505 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41428) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:07.035125 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45dca908-a963-417c-94aa-2c6b180f21a0 req-a1ae2006-42d5-4932-a642-e48f59e64e90 service neutron] 10.222.0.49 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6009207 Jul 14 09:29:07.071668 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39403c97-2b84-421e-b035-5a2e455a2577 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.076645 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39403c97-2b84-421e-b035-5a2e455a2577 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.079882 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39403c97-2b84-421e-b035-5a2e455a2577 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.084222 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-39403c97-2b84-421e-b035-5a2e455a2577 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "PUT /v2.0/security-groups/8591d113-080b-45b3-9db4-77d40464dd12 HTTP/1.1" status: 200 len: 1779 time: 0.6577368 Jul 14 09:29:07.085228 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41430) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:07.131564 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39403c97-2b84-421e-b035-5a2e455a2577 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8591d113-080b-45b3-9db4-77d40464dd12,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:07.136203 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network 057d08c9-2786-4322-a971-47515711f7ae is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:07.147360 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5ed495dc-2816-4ff3-ae3b-e007ae9b7639 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-groups/8591d113-080b-45b3-9db4-77d40464dd12 HTTP/1.1" status: 200 len: 1779 time: 0.0584848 Jul 14 09:29:07.147547 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41432) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:07.167606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 057d08c9-2786-4322-a971-47515711f7ae) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:07.178938 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:07.180161 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ed52c3-51c1-4125-9958-e0bfe5ebb5df None None] Network 057d08c9-2786-4322-a971-47515711f7ae requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:07.185695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:07.191468 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:07.191864 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.203943 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06139ebe-d92c-466c-9a0e-05a581391cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.217543 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7a1619ff-ef4a-41a3-94df-1dbd0da51ffd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5252464 Jul 14 09:29:07.220611 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41434) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:07.276258 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9f10-9155-4274-a1c2-2135d275bece tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.297058 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06139ebe-d92c-466c-9a0e-05a581391cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.312641 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9f10-9155-4274-a1c2-2135d275bece tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.410103 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-64093560-c48d-4443-b8ff-dfa8292e994b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.414293 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06139ebe-d92c-466c-9a0e-05a581391cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.418159 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06139ebe-d92c-466c-9a0e-05a581391cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.419485 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-06139ebe-d92c-466c-9a0e-05a581391cdc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1c96ae5e-dc7b-408a-af8b-7d2364a1c7b7 HTTP/1.1" status: 204 len: 168 time: 0.4049778 Jul 14 09:29:07.432473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06139ebe-d92c-466c-9a0e-05a581391cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c96ae5e-dc7b-408a-af8b-7d2364a1c7b7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:07.434677 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-64093560-c48d-4443-b8ff-dfa8292e994b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.444145 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9f10-9155-4274-a1c2-2135d275bece tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.457914 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9f10-9155-4274-a1c2-2135d275bece tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.460564 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fa3a9f10-9155-4274-a1c2-2135d275bece tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "DELETE /v2.0/security-groups/8591d113-080b-45b3-9db4-77d40464dd12 HTTP/1.1" status: 204 len: 168 time: 0.3106413 Jul 14 09:29:07.467225 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41442) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:07.479354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d610b711-f6b2-4128-8a8d-5d74e27bff21 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port e9b6a2dd-8693-49c3-ac2d-94c0fa66ca24 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:07.479877 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d610b711-f6b2-4128-8a8d-5d74e27bff21 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.517564 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a9f10-9155-4274-a1c2-2135d275bece tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8591d113-080b-45b3-9db4-77d40464dd12,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:07.576387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64093560-c48d-4443-b8ff-dfa8292e994b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:07.577051 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-64093560-c48d-4443-b8ff-dfa8292e994b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.578595 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-64093560-c48d-4443-b8ff-dfa8292e994b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/ports/bc4ab955-fc2f-47a9-a500-ecf0c4a07b2a HTTP/1.1" status: 200 len: 910 time: 1.5408468 Jul 14 09:29:07.584311 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64093560-c48d-4443-b8ff-dfa8292e994b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Port': ['ID=bc4ab955-fc2f-47a9-a500-ecf0c4a07b2a,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:07.586422 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41444) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:07.601590 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d3d47f07-29b0-457d-a46a-7965fd6ff008 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1122215 Jul 14 09:29:07.604349 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41446) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:07.620084 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-9c4aa8c8-f850-4f9b-89e4-c7e4e826d316 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] delete failed (client error): The resource could not be found. Jul 14 09:29:07.621527 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9c4aa8c8-f850-4f9b-89e4-c7e4e826d316 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "DELETE /v2.0/security-groups/8591d113-080b-45b3-9db4-77d40464dd12 HTTP/1.1" status: 404 len: 347 time: 0.0161238 Jul 14 09:29:07.625657 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41448) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:07.635024 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f92deb23-a436-488d-bec2-0ab4d1530967 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Request body: {'security_group': {'name': 'tempest-secgroup--455415311'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:07.647055 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-62d1109a-31b8-4a44-ad0c-6716811736bd req-0a022c93-e0c8-447a-9328-7e3bb36dfe74 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 210 time: 0.0734994 Jul 14 09:29:07.685466 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f92deb23-a436-488d-bec2-0ab4d1530967 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.733516 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d610b711-f6b2-4128-8a8d-5d74e27bff21 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.806159 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d610b711-f6b2-4128-8a8d-5d74e27bff21 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for e9b6a2dd-8693-49c3-ac2d-94c0fa66ca24 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:07.807813 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f92deb23-a436-488d-bec2-0ab4d1530967 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.813426 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f92deb23-a436-488d-bec2-0ab4d1530967 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.849595 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f92deb23-a436-488d-bec2-0ab4d1530967 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.850971 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f92deb23-a436-488d-bec2-0ab4d1530967 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2227426 Jul 14 09:29:07.853377 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92deb23-a436-488d-bec2-0ab4d1530967 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f9d2f6-3ac9-46b5-927a-6570b94f6360,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:07.855912 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41458) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:07.862321 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f82441bf-5998-4303-8b64-274eff4d2482 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Request body: {'security_group_rule': {'security_group_id': '26f9d2f6-3ac9-46b5-927a-6570b94f6360', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:07.906797 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f82441bf-5998-4303-8b64-274eff4d2482 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.024212 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f82441bf-5998-4303-8b64-274eff4d2482 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.029030 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f82441bf-5998-4303-8b64-274eff4d2482 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.058540 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82441bf-5998-4303-8b64-274eff4d2482 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8dc2cc6-beae-48c0-9557-e7e72a4dcf89,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:08.069864 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f82441bf-5998-4303-8b64-274eff4d2482 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.074314 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f82441bf-5998-4303-8b64-274eff4d2482 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2145178 Jul 14 09:29:08.074920 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41466) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:08.111809 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e768fd84-8f1e-4462-8f82-3c22d5f7e1b0 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.121558 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e768fd84-8f1e-4462-8f82-3c22d5f7e1b0 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.141612 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-ea150ce5-ad84-483f-8b13-02767d5305f6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:08.144463 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-ea150ce5-ad84-483f-8b13-02767d5305f6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.49 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 812 time: 0.4060640 Jul 14 09:29:08.172500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41472) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:08.191896 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e768fd84-8f1e-4462-8f82-3c22d5f7e1b0 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.209480 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e768fd84-8f1e-4462-8f82-3c22d5f7e1b0 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.214438 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e768fd84-8f1e-4462-8f82-3c22d5f7e1b0 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/d8dc2cc6-beae-48c0-9557-e7e72a4dcf89 HTTP/1.1" status: 204 len: 168 time: 0.1349576 Jul 14 09:29:08.216415 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41476) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:08.239176 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768fd84-8f1e-4462-8f82-3c22d5f7e1b0 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8dc2cc6-beae-48c0-9557-e7e72a4dcf89,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:08.275422 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d610b711-f6b2-4128-8a8d-5d74e27bff21 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.300669 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bea61cf9-c556-476f-ade4-a827d5a756c5 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0797970 Jul 14 09:29:08.303783 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41480) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:08.310902 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac38eb95-6deb-4070-9e47-ef80ca0d6ddb tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.311966 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-4c600a31-4b75-432a-9115-417323a4025f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aabcea4a3f10489fb922ceae9d8ba553 HTTP/1.1" status: 200 len: 379 time: 0.1123080 Jul 14 09:29:08.314624 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610b711-f6b2-4128-8a8d-5d74e27bff21 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=e9b6a2dd-8693-49c3-ac2d-94c0fa66ca24,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:08.325142 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-2f32258a-6c36-4470-814d-6f2b55f0618c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Request body: {'port': {'device_id': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'admin_state_up': True, 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'security_groups': ['96f80f92-5d2c-418c-840e-d780fce789bc']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:08.384439 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d610b711-f6b2-4128-8a8d-5d74e27bff21 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.388727 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d610b711-f6b2-4128-8a8d-5d74e27bff21 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/ports/e9b6a2dd-8693-49c3-ac2d-94c0fa66ca24 HTTP/1.1" status: 204 len: 168 time: 1.1646590 Jul 14 09:29:08.389873 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac38eb95-6deb-4070-9e47-ef80ca0d6ddb tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.390458 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41484) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:08.411538 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebb86842-09f6-47c3-9226-69841575f18d tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.450656 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41486) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:08.458948 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebb86842-09f6-47c3-9226-69841575f18d tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.517483 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebb86842-09f6-47c3-9226-69841575f18d tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.525497 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebb86842-09f6-47c3-9226-69841575f18d tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.529354 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ebb86842-09f6-47c3-9226-69841575f18d tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "DELETE /v2.0/security-groups/26f9d2f6-3ac9-46b5-927a-6570b94f6360 HTTP/1.1" status: 204 len: 168 time: 0.2243376 Jul 14 09:29:08.529993 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41492) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:08.556121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc6b19-3d8d-4aa8-9e17-f74d922186eb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:08.556680 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac38eb95-6deb-4070-9e47-ef80ca0d6ddb tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.558763 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac38eb95-6deb-4070-9e47-ef80ca0d6ddb tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.562215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc6b19-3d8d-4aa8-9e17-f74d922186eb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:08.562650 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ac38eb95-6deb-4070-9e47-ef80ca0d6ddb tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "DELETE /v2.0/security-groups/d1df8878-0d62-4787-bd9d-cc400ae07d89 HTTP/1.1" status: 204 len: 168 time: 0.3889227 Jul 14 09:29:08.564438 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1bcc6b19-3d8d-4aa8-9e17-f74d922186eb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1709177 Jul 14 09:29:08.565220 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41494) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:08.569330 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.571178 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41496) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:08.632261 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb86842-09f6-47c3-9226-69841575f18d tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f9d2f6-3ac9-46b5-927a-6570b94f6360,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:08.645343 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-2f32258a-6c36-4470-814d-6f2b55f0618c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Made reservation on behalf of aabcea4a3f10489fb922ceae9d8ba553 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:08.649333 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-2f32258a-6c36-4470-814d-6f2b55f0618c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.664948 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-a7cd16c2-f28a-4476-a6fc-763f2ca4fdf6 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] show failed (client error): The resource could not be found. Jul 14 09:29:08.669219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a7cd16c2-f28a-4476-a6fc-763f2ca4fdf6 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "GET /v2.0/security-groups/d1df8878-0d62-4787-bd9d-cc400ae07d89 HTTP/1.1" status: 404 len: 347 time: 0.0945523 Jul 14 09:29:08.673897 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41500) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:08.695823 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c2177c64-f7f7-402a-8483-f9eac841b8a1 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:08.696536 n-d-798054-10 neutron-server[93888]: WARNING neutron.api.v2.base [None req-c2177c64-f7f7-402a-8483-f9eac841b8a1 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 09:29:08.697040 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-c2177c64-f7f7-402a-8483-f9eac841b8a1 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:29:08.701367 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c2177c64-f7f7-402a-8483-f9eac841b8a1 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2466273 Jul 14 09:29:08.714224 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41504) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:08.722455 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-df9fd0d0-8d75-4768-85d2-590eae277a2a tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group': {'name': 'tempest-secgroup--573841652'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:08.728388 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38eb95-6deb-4070-9e47-ef80ca0d6ddb tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1df8878-0d62-4787-bd9d-cc400ae07d89,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:08.773285 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cfa4f576-136c-41e6-a9b3-1fb0151b864a tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2376118 Jul 14 09:29:08.773839 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41506) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:08.785663 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df9fd0d0-8d75-4768-85d2-590eae277a2a tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.802861 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df9fd0d0-8d75-4768-85d2-590eae277a2a tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.806748 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7fc981ea-325b-4dae-a478-b7deee7373fe tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Request body: {'security_group': {'name': 'tempest-secgroup--757452736'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:08.822807 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-8e674fa0-6099-4a7c-8d5d-f185325dc8c9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port 4d44e01c-0e92-4032-822a-06b06c2318ee {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:08.823158 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8e674fa0-6099-4a7c-8d5d-f185325dc8c9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.901583 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4d94dfa0-716a-4bbe-9284-c24a57808397 req-68e33d9e-5287-4bf2-8bf3-5b7be4baa7fb tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 210 time: 0.0802038 Jul 14 09:29:08.908854 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8e674fa0-6099-4a7c-8d5d-f185325dc8c9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.929680 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-8e674fa0-6099-4a7c-8d5d-f185325dc8c9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for 4d44e01c-0e92-4032-822a-06b06c2318ee owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:09.005058 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-2f32258a-6c36-4470-814d-6f2b55f0618c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Allocated IP 172.20.0.5 (fd2eea62-d9a9-4f48-bf40-52835f379e68/546a5912-bfbb-4dd6-9c6b-53f7dcdb3075/ddd5beb2-2eeb-465b-85c8-52206b93b8bb) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:09.038358 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df9fd0d0-8d75-4768-85d2-590eae277a2a tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.044565 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df9fd0d0-8d75-4768-85d2-590eae277a2a tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.057632 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-26a7cd2e-1ad6-4bef-87bd-38460ec28f04 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Deleting port d75aecb6-61b2-4787-a79b-ab84ccf345e0 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:09.058020 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26a7cd2e-1ad6-4bef-87bd-38460ec28f04 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.066681 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.db.api [None req-df9fd0d0-8d75-4768-85d2-590eae277a2a tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:29:09.066681 n-d-798054-10 neutron-server[93888]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:29:09.066681 n-d-798054-10 neutron-server[93888]: [parameters: {'project_id_1': 'bf2e7ea17fae4418b3c0dcb01a8c3842', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 29, 9, 48631)}] Jul 14 09:29:09.066681 n-d-798054-10 neutron-server[93888]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:29:09.067328 n-d-798054-10 neutron-server[93888]: DEBUG oslo_db.api [None req-df9fd0d0-8d75-4768-85d2-590eae277a2a tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:29:09.089129 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8e674fa0-6099-4a7c-8d5d-f185325dc8c9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.121598 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fd0d0-8d75-4768-85d2-590eae277a2a tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523f6df6-d733-4c36-9b9d-e0fa06081469,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:09.124563 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e674fa0-6099-4a7c-8d5d-f185325dc8c9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=4d44e01c-0e92-4032-822a-06b06c2318ee,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:09.124695 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7fc981ea-325b-4dae-a478-b7deee7373fe tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.133086 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8e674fa0-6099-4a7c-8d5d-f185325dc8c9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.137214 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8e674fa0-6099-4a7c-8d5d-f185325dc8c9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/ports/4d44e01c-0e92-4032-822a-06b06c2318ee HTTP/1.1" status: 204 len: 168 time: 0.5629697 Jul 14 09:29:09.137908 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41510) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:09.205427 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56927d46-35cc-459a-bb6b-65cbd2bde063 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.206945 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-56927d46-35cc-459a-bb6b-65cbd2bde063 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0679760 Jul 14 09:29:09.209841 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41512) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:09.241256 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4b9b62-0f4d-4cc4-a106-66a56a71ad80 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] GET failed (client error): The resource could not be found. Jul 14 09:29:09.242716 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1d4b9b62-0f4d-4cc4-a106-66a56a71ad80 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports/e9b6a2dd-8693-49c3-ac2d-94c0fa66ca24 HTTP/1.1" status: 404 len: 333 time: 0.0319693 Jul 14 09:29:09.249935 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41514) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:09.311425 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26a7cd2e-1ad6-4bef-87bd-38460ec28f04 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.311848 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26a7cd2e-1ad6-4bef-87bd-38460ec28f04 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.366476 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-2f32258a-6c36-4470-814d-6f2b55f0618c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.369606 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-26a7cd2e-1ad6-4bef-87bd-38460ec28f04 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Calling delete_port for d75aecb6-61b2-4787-a79b-ab84ccf345e0 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:09.407200 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-2f32258a-6c36-4470-814d-6f2b55f0618c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Transition to ACTIVE for port object ddd5beb2-2eeb-465b-85c8-52206b93b8bb will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:09.452772 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-1bd552fa-ae91-40bf-a15c-694b004f6f97 req-caef057d-93fa-4079-9ac4-b53ca5c94faf service neutron] (93887) timed out ('10.222.0.26', 44542) {{(pid=93887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:29:09.513443 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7fc981ea-325b-4dae-a478-b7deee7373fe tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.530234 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7fc981ea-325b-4dae-a478-b7deee7373fe tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.533226 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting port bc4ab955-fc2f-47a9-a500-ecf0c4a07b2a {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:09.533567 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.582047 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df9fd0d0-8d75-4768-85d2-590eae277a2a tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.585965 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-a477f69f-0c09-48ad-8d28-7f8bc4fd75eb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] GET failed (client error): The resource could not be found. Jul 14 09:29:09.587519 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a477f69f-0c09-48ad-8d28-7f8bc4fd75eb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports/4d44e01c-0e92-4032-822a-06b06c2318ee HTTP/1.1" status: 404 len: 333 time: 0.3362749 Jul 14 09:29:09.593234 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41516) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:09.612149 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7fc981ea-325b-4dae-a478-b7deee7373fe tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.613378 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7fc981ea-325b-4dae-a478-b7deee7373fe tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8385823 Jul 14 09:29:09.618337 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41518) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:09.621317 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-2f32258a-6c36-4470-814d-6f2b55f0618c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.648115 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-5531d1c5-2e89-4f59-8fc1-5833fc5552c8 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Request body: {'security_group_rule': {'security_group_id': '7f6a5fe9-a7a3-4f46-9082-38da65b73038', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:09.667478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc981ea-325b-4dae-a478-b7deee7373fe tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6a5fe9-a7a3-4f46-9082-38da65b73038,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:09.699264 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-2f32258a-6c36-4470-814d-6f2b55f0618c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Network fd2eea62-d9a9-4f48-bf40-52835f379e68 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:09.718022 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd266ab3-1644-4113-8ec0-cfa89e32342d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.733605 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-2f32258a-6c36-4470-814d-6f2b55f0618c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:09.745070 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-2f32258a-6c36-4470-814d-6f2b55f0618c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:09.785060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32258a-6c36-4470-814d-6f2b55f0618c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Pushing event updated for resources: {'Port': ['ID=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:09.808329 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df9fd0d0-8d75-4768-85d2-590eae277a2a tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.813089 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.834430 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Calling delete_port for bc4ab955-fc2f-47a9-a500-ecf0c4a07b2a owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:09.838252 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26a7cd2e-1ad6-4bef-87bd-38460ec28f04 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.847774 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df9fd0d0-8d75-4768-85d2-590eae277a2a tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.852381 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-2f32258a-6c36-4470-814d-6f2b55f0618c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.853071 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-2f32258a-6c36-4470-814d-6f2b55f0618c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.890249 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7cd2e-1ad6-4bef-87bd-38460ec28f04 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event deleted for resources: {'Port': ['ID=d75aecb6-61b2-4787-a79b-ab84ccf345e0,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:09.900965 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd266ab3-1644-4113-8ec0-cfa89e32342d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.927840 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-cd266ab3-1644-4113-8ec0-cfa89e32342d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057d08c9-2786-4322-a971-47515711f7ae']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:09.933470 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df9fd0d0-8d75-4768-85d2-590eae277a2a tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.934802 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-df9fd0d0-8d75-4768-85d2-590eae277a2a tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2195039 Jul 14 09:29:09.938541 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-2f32258a-6c36-4470-814d-6f2b55f0618c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6216218 Jul 14 09:29:09.944052 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41524) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:09.944794 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5531d1c5-2e89-4f59-8fc1-5833fc5552c8 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.951394 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-feb3dd76-9a63-41f1-adc2-799ba5d70951 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group_rule': {'security_group_id': 'd7fa80af-2494-4fb1-96c0-f77c0281532d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:09.968358 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-cd266ab3-1644-4113-8ec0-cfa89e32342d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb58680b-2760-473e-979b-9e0c236a3f34') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:09.968662 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-cd266ab3-1644-4113-8ec0-cfa89e32342d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb58680b-2760-473e-979b-9e0c236a3f34') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:09.986168 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fd0d0-8d75-4768-85d2-590eae277a2a tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fa80af-2494-4fb1-96c0-f77c0281532d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:09.986812 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] Request body: {'port': {'device_id': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:09.994733 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd266ab3-1644-4113-8ec0-cfa89e32342d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.034198 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd266ab3-1644-4113-8ec0-cfa89e32342d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.051031 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd266ab3-1644-4113-8ec0-cfa89e32342d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:10.051704 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd266ab3-1644-4113-8ec0-cfa89e32342d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:10.056661 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:10.080811 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-339c3f21-ab6a-447c-9550-b629df6ca036 None None] Provisioning for port ddd5beb2-2eeb-465b-85c8-52206b93b8bb completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:10.089346 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-339c3f21-ab6a-447c-9550-b629df6ca036 None None] Provisioning complete for port ddd5beb2-2eeb-465b-85c8-52206b93b8bb triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:10.089724 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-339c3f21-ab6a-447c-9550-b629df6ca036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.097008 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-feb3dd76-9a63-41f1-adc2-799ba5d70951 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.127846 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-339c3f21-ab6a-447c-9550-b629df6ca036 None None] Port ddd5beb2-2eeb-465b-85c8-52206b93b8bb cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:10.140893 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5531d1c5-2e89-4f59-8fc1-5833fc5552c8 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.157048 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5531d1c5-2e89-4f59-8fc1-5833fc5552c8 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.194536 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd266ab3-1644-4113-8ec0-cfa89e32342d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.201471 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd266ab3-1644-4113-8ec0-cfa89e32342d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.210185 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cd266ab3-1644-4113-8ec0-cfa89e32342d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/networks/057d08c9-2786-4322-a971-47515711f7ae HTTP/1.1" status: 204 len: 168 time: 0.6094263 Jul 14 09:29:10.210185 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531d1c5-2e89-4f59-8fc1-5833fc5552c8 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d200c9a6-0823-47aa-8796-255d072d1809,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:10.211846 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41528) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:10.218830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1898065d-daf7-48ab-874d-6b6660687d0c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2010273002'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:10.222228 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5531d1c5-2e89-4f59-8fc1-5833fc5552c8 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.225996 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5531d1c5-2e89-4f59-8fc1-5833fc5552c8 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5793526 Jul 14 09:29:10.235215 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41530) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:10.243259 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-55bb35d6-5196-453b-823f-b48b19935ae3 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Request body: {'security_group_rule': {'security_group_id': '7f6a5fe9-a7a3-4f46-9082-38da65b73038', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:10.261062 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd266ab3-1644-4113-8ec0-cfa89e32342d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Network': ['ID=057d08c9-2786-4322-a971-47515711f7ae,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:10.303911 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-feb3dd76-9a63-41f1-adc2-799ba5d70951 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.307995 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1898065d-daf7-48ab-874d-6b6660687d0c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:10.311589 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1898065d-daf7-48ab-874d-6b6660687d0c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.317166 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-feb3dd76-9a63-41f1-adc2-799ba5d70951 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.359427 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3dd76-9a63-41f1-adc2-799ba5d70951 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd79e439-acb2-40d5-ac98-8dd1e9636174,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:10.373138 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-feb3dd76-9a63-41f1-adc2-799ba5d70951 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.374435 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-feb3dd76-9a63-41f1-adc2-799ba5d70951 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4266641 Jul 14 09:29:10.375254 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1898065d-daf7-48ab-874d-6b6660687d0c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:10.378230 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41532) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:10.378932 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55bb35d6-5196-453b-823f-b48b19935ae3 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.385300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-dfa80e85-a76a-49f9-9a87-0d584c5fcdd3 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group_rule': {'security_group_id': 'd7fa80af-2494-4fb1-96c0-f77c0281532d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:10.416959 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1898065d-daf7-48ab-874d-6b6660687d0c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.417308 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-1898065d-daf7-48ab-874d-6b6660687d0c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Added segment fd3b6479-04b6-47f4-9925-138c4df1515a of type vlan for network 595e2472-8be2-431a-9a4d-de9ea31f205b Jul 14 09:29:10.428425 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26a7cd2e-1ad6-4bef-87bd-38460ec28f04 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.431166 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26a7cd2e-1ad6-4bef-87bd-38460ec28f04 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.432286 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-26a7cd2e-1ad6-4bef-87bd-38460ec28f04 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "DELETE /v2.0/floatingips/8d78b478-bf29-4e40-bf17-3ea7d2a60c87 HTTP/1.1" status: 204 len: 168 time: 1.7574322 Jul 14 09:29:10.436096 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41534) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:10.490042 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1898065d-daf7-48ab-874d-6b6660687d0c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.494547 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfa80e85-a76a-49f9-9a87-0d584c5fcdd3 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.520389 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55bb35d6-5196-453b-823f-b48b19935ae3 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.532344 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55bb35d6-5196-453b-823f-b48b19935ae3 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.536842 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.576120 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb35d6-5196-453b-823f-b48b19935ae3 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bdd4389-eda6-4f43-ac24-52928bb55d83,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:10.584168 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1898065d-daf7-48ab-874d-6b6660687d0c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.590032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1898065d-daf7-48ab-874d-6b6660687d0c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:10.590634 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1898065d-daf7-48ab-874d-6b6660687d0c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.599879 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55bb35d6-5196-453b-823f-b48b19935ae3 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.601232 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-55bb35d6-5196-453b-823f-b48b19935ae3 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3638873 Jul 14 09:29:10.605646 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41536) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:10.616291 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377e8d8-384c-47a2-adc1-5a125733f68b req-47b6b046-423a-4241-925b-ac988a37d825 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:10.617777 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4377e8d8-384c-47a2-adc1-5a125733f68b req-47b6b046-423a-4241-925b-ac988a37d825 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 931 time: 0.3217728 Jul 14 09:29:10.624289 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8880ed68-8748-4549-9670-881e6300fa50 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Request body: {'security_group_rule': {'security_group_id': '7f6a5fe9-a7a3-4f46-9082-38da65b73038', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:10.664633 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1898065d-daf7-48ab-874d-6b6660687d0c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4497387 Jul 14 09:29:10.667555 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41538) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:10.672579 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-5b5d491c-0829-4eea-92e8-e8fe14b702dd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'subnet': {'network_id': '595e2472-8be2-431a-9a4d-de9ea31f205b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:10.692284 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898065d-daf7-48ab-874d-6b6660687d0c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Network': ['ID=595e2472-8be2-431a-9a4d-de9ea31f205b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:10.703211 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 595e2472-8be2-431a-9a4d-de9ea31f205b details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:10.740764 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-dfa80e85-a76a-49f9-9a87-0d584c5fcdd3 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:29:10.742034 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dfa80e85-a76a-49f9-9a87-0d584c5fcdd3 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3603263 Jul 14 09:29:10.744870 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41540) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:10.750221 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.823493 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5d491c-0829-4eea-92e8-e8fe14b702dd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:10.827271 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5b5d491c-0829-4eea-92e8-e8fe14b702dd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.837259 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8880ed68-8748-4549-9670-881e6300fa50 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.842265 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4377e8d8-384c-47a2-adc1-5a125733f68b req-c1543b9f-0505-4d4d-83d3-68161d7db6cb tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925323 Jul 14 09:29:10.858159 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Port': ['ID=bc4ab955-fc2f-47a9-a500-ecf0c4a07b2a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:10.894576 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:10.894924 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:10.895264 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:10.895600 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:10.895933 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:10.896259 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:10.896580 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:10.896902 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:10.898001 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:10.898001 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:10.898001 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:10.898230 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:10.932275 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6517d4cf-92e5-4eb0-9cdb-a09a592b8a1d tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.951895 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-19d1c0c5-a0e7-4732-a675-55e1100ff389 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Deleting port 4ab54df4-c842-45de-b8d8-a4afe567c0e5 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:10.952324 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-19d1c0c5-a0e7-4732-a675-55e1100ff389 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.975454 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6517d4cf-92e5-4eb0-9cdb-a09a592b8a1d tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.085539 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6517d4cf-92e5-4eb0-9cdb-a09a592b8a1d tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.088310 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6517d4cf-92e5-4eb0-9cdb-a09a592b8a1d tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.089743 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6517d4cf-92e5-4eb0-9cdb-a09a592b8a1d tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "DELETE /v2.0/security-groups/d7fa80af-2494-4fb1-96c0-f77c0281532d HTTP/1.1" status: 204 len: 168 time: 0.3438020 Jul 14 09:29:11.094593 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41544) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:11.140878 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517d4cf-92e5-4eb0-9cdb-a09a592b8a1d tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fa80af-2494-4fb1-96c0-f77c0281532d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:11.158711 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8880ed68-8748-4549-9670-881e6300fa50 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.173616 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5b5d491c-0829-4eea-92e8-e8fe14b702dd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.226978 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-97676255-96cd-476e-81d1-e397d2fce38b tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1285238 Jul 14 09:29:11.231187 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8880ed68-8748-4549-9670-881e6300fa50 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.232766 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41546) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:11.238168 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7083809e-f72c-46ad-9c11-81391d1b0e5c tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group': {'name': 'tempest-secgroup--404845899'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:11.272257 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d491c-0829-4eea-92e8-e8fe14b702dd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Subnet': ['ID=e3570e88-febd-464f-a576-a087f642eb2e,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:11.283425 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.284729 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7083809e-f72c-46ad-9c11-81391d1b0e5c tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.288276 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-19d1c0c5-a0e7-4732-a675-55e1100ff389 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.288535 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5d491c-0829-4eea-92e8-e8fe14b702dd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Checking segment: {'id': 'fd3b6479-04b6-47f4-9925-138c4df1515a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '595e2472-8be2-431a-9a4d-de9ea31f205b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:11.288851 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5d491c-0829-4eea-92e8-e8fe14b702dd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network hostable DHCP agents. Network: 595e2472-8be2-431a-9a4d-de9ea31f205b, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:11.305236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880ed68-8748-4549-9670-881e6300fa50 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8f005d-6421-4e3f-9dee-ef88fabc0ce9,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:11.318566 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8880ed68-8748-4549-9670-881e6300fa50 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.324054 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8880ed68-8748-4549-9670-881e6300fa50 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7142534 Jul 14 09:29:11.325135 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41550) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:11.332514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-19d1c0c5-a0e7-4732-a675-55e1100ff389 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Calling delete_port for 4ab54df4-c842-45de-b8d8-a4afe567c0e5 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:11.336634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-18f2cd9d-ce5a-48dd-bf44-1a5c2fa38c68 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Request body: {'security_group_rule': {'security_group_id': '7f6a5fe9-a7a3-4f46-9082-38da65b73038', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:11.348173 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5d491c-0829-4eea-92e8-e8fe14b702dd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network 595e2472-8be2-431a-9a4d-de9ea31f205b is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:11.362118 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-5b5d491c-0829-4eea-92e8-e8fe14b702dd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 595e2472-8be2-431a-9a4d-de9ea31f205b) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:11.370782 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5d491c-0829-4eea-92e8-e8fe14b702dd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.371378 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5b5d491c-0829-4eea-92e8-e8fe14b702dd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.374244 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ad351f-1d8e-424c-a956-06109df368af None None] Network 595e2472-8be2-431a-9a4d-de9ea31f205b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:11.448015 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7083809e-f72c-46ad-9c11-81391d1b0e5c tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.457058 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7083809e-f72c-46ad-9c11-81391d1b0e5c tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.469434 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5b5d491c-0829-4eea-92e8-e8fe14b702dd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8008430 Jul 14 09:29:11.471825 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41552) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:11.481058 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ebc49c4d-bf40-4742-abf1-cfa9b62ef864 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'port': {'network_id': '595e2472-8be2-431a-9a4d-de9ea31f205b', 'name': 'tempest-PortsTestJSON-1214156718'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:11.495297 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd5beb2-2eeb-465b-85c8-52206b93b8bb {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:11.506541 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.555112 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-595e2472-8be2-431a-9a4d-de9ea31f205b', 'network_id': '595e2472-8be2-431a-9a4d-de9ea31f205b', 'tenant_id': '4e8e895605fb4ca2bfa65b016145bb78', 'fixed_ips': [{'subnet_id': 'e3570e88-febd-464f-a576-a087f642eb2e'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:11.556736 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.577778 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7083809e-f72c-46ad-9c11-81391d1b0e5c tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.582970 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7083809e-f72c-46ad-9c11-81391d1b0e5c tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3501976 Jul 14 09:29:11.585282 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41554) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:11.587289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083809e-f72c-46ad-9c11-81391d1b0e5c tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fb521c-ec6b-473a-a2a4-b4e8e192ea73,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:11.593011 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18f2cd9d-ce5a-48dd-bf44-1a5c2fa38c68 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.594255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-fdd43260-bc16-401e-90ac-a6bca7ba4166 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group_rule': {'security_group_id': 'f7fb521c-ec6b-473a-a2a4-b4e8e192ea73', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:11.595584 n-d-798054-10 neutron-server[93887]: WARNING neutron.api.v2.base [None req-fdd43260-bc16-401e-90ac-a6bca7ba4166 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 14 09:29:11.596103 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-fdd43260-bc16-401e-90ac-a6bca7ba4166 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:11.597089 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fdd43260-bc16-401e-90ac-a6bca7ba4166 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072055 Jul 14 09:29:11.604127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] Transition to ACTIVE for port object ddd5beb2-2eeb-465b-85c8-52206b93b8bb will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:11.608244 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41556) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:11.621569 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.684417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router 4769e8cc-f33e-4f95-8340-a987153f15ac has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:11.755059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:11.757645 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18f2cd9d-ce5a-48dd-bf44-1a5c2fa38c68 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.758707 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc49c4d-bf40-4742-abf1-cfa9b62ef864 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:11.762541 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebc49c4d-bf40-4742-abf1-cfa9b62ef864 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.773206 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Allocated IP 172.20.0.2 (595e2472-8be2-431a-9a4d-de9ea31f205b/e3570e88-febd-464f-a576-a087f642eb2e/44cfeeb9-e95c-4f65-a171-e695f8509690) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:11.773388 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18f2cd9d-ce5a-48dd-bf44-1a5c2fa38c68 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.797622 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2cd9d-ce5a-48dd-bf44-1a5c2fa38c68 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf5017b-5493-469a-aec4-ba83c8b128c1,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:11.800124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-ebc49c4d-bf40-4742-abf1-cfa9b62ef864 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] device_id is not set on port d04cf5e0-6865-497e-837f-872fa7f1f8e2 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:11.811881 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18f2cd9d-ce5a-48dd-bf44-1a5c2fa38c68 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.816246 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-18f2cd9d-ce5a-48dd-bf44-1a5c2fa38c68 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4849029 Jul 14 09:29:11.837519 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41558) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:11.879377 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-617f323e-2453-48a8-b127-b94fd91f5fc4 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Request body: {'security_group_rule': {'security_group_id': '7f6a5fe9-a7a3-4f46-9082-38da65b73038', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:11.907002 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc7abe00-4d2a-4fdb-bb06-f621ecf8f7a8 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.946891 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-19d1c0c5-a0e7-4732-a675-55e1100ff389 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.964685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:11.979212 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ac8cc-d1d2-4e04-88d1-a38e4b1ce383 None None] Sync routers for ids ['4769e8cc-f33e-4f95-8340-a987153f15ac'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:11.992913 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ac8cc-d1d2-4e04-88d1-a38e4b1ce383 None None] Routers {'4769e8cc-f33e-4f95-8340-a987153f15ac'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:11.993461 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-257ac8cc-d1d2-4e04-88d1-a38e4b1ce383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:29:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4769e8cc-f33e-4f95-8340-a987153f15ac'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:12.001729 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41564) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:12.001932 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d4ae7731-f72e-4bc1-a56a-b7c9a1f7a476 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/4769e8cc-f33e-4f95-8340-a987153f15ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4057853 Jul 14 09:29:12.003670 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc7abe00-4d2a-4fdb-bb06-f621ecf8f7a8 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.015033 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1c0c5-a0e7-4732-a675-55e1100ff389 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event deleted for resources: {'Port': ['ID=4ab54df4-c842-45de-b8d8-a4afe567c0e5,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:12.051586 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-617f323e-2453-48a8-b127-b94fd91f5fc4 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.055084 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-257ac8cc-d1d2-4e04-88d1-a38e4b1ce383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:12.068099 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0c344f07-93e1-4dcc-b40b-293cee161434 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/ports?device_id=4769e8cc-f33e-4f95-8340-a987153f15ac HTTP/1.1" status: 200 len: 205 time: 0.0624962 Jul 14 09:29:12.068789 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ac8cc-d1d2-4e04-88d1-a38e4b1ce383 None None] Routers {'4769e8cc-f33e-4f95-8340-a987153f15ac'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:12.068789 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-257ac8cc-d1d2-4e04-88d1-a38e4b1ce383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:29:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4769e8cc-f33e-4f95-8340-a987153f15ac'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:12.069643 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41566) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:12.126681 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-257ac8cc-d1d2-4e04-88d1-a38e4b1ce383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:12.127686 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ac8cc-d1d2-4e04-88d1-a38e4b1ce383 None None] The sync data for ids ['4769e8cc-f33e-4f95-8340-a987153f15ac'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:12.150213 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] Attempting to bind port ddd5beb2-2eeb-465b-85c8-52206b93b8bb on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:12.150554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] Attempting to bind port ddd5beb2-2eeb-465b-85c8-52206b93b8bb by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:12.150889 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] Attempting to bind port ddd5beb2-2eeb-465b-85c8-52206b93b8bb on network fd2eea62-d9a9-4f48-bf40-52835f379e68 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:12.174946 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-19cdcc8f-9ca6-4b3e-b892-3317f6d28797 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.184322 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.191889 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc7abe00-4d2a-4fdb-bb06-f621ecf8f7a8 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.193109 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Transition to ACTIVE for port object 44cfeeb9-e95c-4f65-a171-e695f8509690 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:12.194985 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc7abe00-4d2a-4fdb-bb06-f621ecf8f7a8 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.198715 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bc7abe00-4d2a-4fdb-bb06-f621ecf8f7a8 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "DELETE /v2.0/security-groups/f7fb521c-ec6b-473a-a2a4-b4e8e192ea73 HTTP/1.1" status: 204 len: 168 time: 0.5869453 Jul 14 09:29:12.208594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41568) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:12.209338 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Transition to ACTIVE for port object 44cfeeb9-e95c-4f65-a171-e695f8509690 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:12.216711 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.231236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] Port ddd5beb2-2eeb-465b-85c8-52206b93b8bb on network fd2eea62-d9a9-4f48-bf40-52835f379e68 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:29:12.231584 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] Attempting to bind port ddd5beb2-2eeb-465b-85c8-52206b93b8bb on network fd2eea62-d9a9-4f48-bf40-52835f379e68 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:12.252557 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Network 595e2472-8be2-431a-9a4d-de9ea31f205b is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:12.255090 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:12.258012 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:12.270215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7abe00-4d2a-4fdb-bb06-f621ecf8f7a8 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fb521c-ec6b-473a-a2a4-b4e8e192ea73,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:12.298363 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Pushing event updated for resources: {'Port': ['ID=44cfeeb9-e95c-4f65-a171-e695f8509690,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:12.300215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:12.300841 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] Checking segment: {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:12.301041 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] Bound using segment: {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:12.301594 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] Bound port: ddd5beb2-2eeb-465b-85c8-52206b93b8bb, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:12.302070 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.322315 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-617f323e-2453-48a8-b127-b94fd91f5fc4 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.337857 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-617f323e-2453-48a8-b127-b94fd91f5fc4 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.344171 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.344171 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.345382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.345382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.345622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.346138 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.346638 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.347147 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.347656 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.348191 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.348505 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.349081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:12.356606 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Attempting to bind port 44cfeeb9-e95c-4f65-a171-e695f8509690 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:12.356972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Attempting to bind port 44cfeeb9-e95c-4f65-a171-e695f8509690 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'fd3b6479-04b6-47f4-9925-138c4df1515a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '595e2472-8be2-431a-9a4d-de9ea31f205b'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:12.357579 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Attempting to bind port 44cfeeb9-e95c-4f65-a171-e695f8509690 on network 595e2472-8be2-431a-9a4d-de9ea31f205b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:12.360563 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-19d1c0c5-a0e7-4732-a675-55e1100ff389 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.364125 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-19d1c0c5-a0e7-4732-a675-55e1100ff389 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "DELETE /v2.0/ports/4ab54df4-c842-45de-b8d8-a4afe567c0e5 HTTP/1.1" status: 204 len: 168 time: 1.9269824 Jul 14 09:29:12.364373 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:12.364518 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Checking segment: {'id': 'fd3b6479-04b6-47f4-9925-138c4df1515a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '595e2472-8be2-431a-9a4d-de9ea31f205b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:12.364912 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.365317 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Bound using segment: {'id': 'fd3b6479-04b6-47f4-9925-138c4df1515a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '595e2472-8be2-431a-9a4d-de9ea31f205b'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:12.365886 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Bound port: 44cfeeb9-e95c-4f65-a171-e695f8509690, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3b6479-04b6-47f4-9925-138c4df1515a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '595e2472-8be2-431a-9a4d-de9ea31f205b'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:12.366407 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.368660 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41570) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:12.385593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f323e-2453-48a8-b127-b94fd91f5fc4 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c506fc48-74e8-4d41-8e5f-b86d4bb00f31,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:12.407833 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-19cdcc8f-9ca6-4b3e-b892-3317f6d28797 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.411585 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-19cdcc8f-9ca6-4b3e-b892-3317f6d28797 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.420074 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-ebc49c4d-bf40-4742-abf1-cfa9b62ef864 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Allocated IP 172.20.0.8 (595e2472-8be2-431a-9a4d-de9ea31f205b/e3570e88-febd-464f-a576-a087f642eb2e/d04cf5e0-6865-497e-837f-872fa7f1f8e2) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:12.429492 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-499fcf20-2896-4f68-a5cd-64dc4aae9a4b tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2199078 Jul 14 09:29:12.458748 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] For port 44cfeeb9-e95c-4f65-a171-e695f8509690, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:12.463983 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] For port 44cfeeb9-e95c-4f65-a171-e695f8509690, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=44cfeeb9-e95c-4f65-a171-e695f8509690,segment=NetworkSegment(fd3b6479-04b6-47f4-9925-138c4df1515a),segment_id=fd3b6479-04b6-47f4-9925-138c4df1515a)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:12.468432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41572) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:12.469108 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.479913 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] For port ddd5beb2-2eeb-465b-85c8-52206b93b8bb, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:12.480566 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e6cba0ba-6339-415b-a495-85e86d09ba83 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group': {'name': 'tempest-secgroup--1952213632'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:12.484586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] For port ddd5beb2-2eeb-465b-85c8-52206b93b8bb, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:12.520402 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-19cdcc8f-9ca6-4b3e-b892-3317f6d28797 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.520890 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cdcc8f-9ca6-4b3e-b892-3317f6d28797 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Fanout notify agent at l3_agent the message router_deleted on router 4769e8cc-f33e-4f95-8340-a987153f15ac {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:12.542409 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.542800 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-19cdcc8f-9ca6-4b3e-b892-3317f6d28797 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.550471 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-19cdcc8f-9ca6-4b3e-b892-3317f6d28797 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/routers/4769e8cc-f33e-4f95-8340-a987153f15ac HTTP/1.1" status: 204 len: 168 time: 0.4760056 Jul 14 09:29:12.551251 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41576) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:12.596289 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f90662-e0c0-4b2f-85cb-751b7e350e0b None None] Pushing event updated for resources: {'Port': ['ID=44cfeeb9-e95c-4f65-a171-e695f8509690,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:12.624366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:12.642954 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c19d1-002d-483a-b96a-ee9981dc24ed req-9703ed45-51e0-441b-b52b-a7d9a5202892 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:12.654490 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c89c19d1-002d-483a-b96a-ee9981dc24ed req-9703ed45-51e0-441b-b52b-a7d9a5202892 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 943 time: 0.5066402 Jul 14 09:29:12.695593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:12.696343 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.697935 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-e4717cf5-cf91-4a11-ae23-3cc0677d62a5 service neutron] 10.222.0.49 "PUT /v2.0/ports/ddd5beb2-2eeb-465b-85c8-52206b93b8bb HTTP/1.1" status: 200 len: 1092 time: 2.7192483 Jul 14 09:29:12.698500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'tag': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:12.701582 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af816bc4-1879-495b-b7f5-b11540035b40" -d '{"events": [{"name": "network-changed", "server_uuid": "409548b5-b499-4bd9-a7c0-02690bf0eca9", "tag": "ddd5beb2-2eeb-465b-85c8-52206b93b8bb"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:12.726446 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e6cba0ba-6339-415b-a495-85e86d09ba83 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.741989 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-617f323e-2453-48a8-b127-b94fd91f5fc4 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.743248 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-617f323e-2453-48a8-b127-b94fd91f5fc4 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8711078 Jul 14 09:29:12.756627 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41580) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:12.786969 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca5c77e-b0b9-4141-b137-2bb2aab84b95 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting subnet bc2fbbc7-e0e3-4e8a-bca6-4635f02090fc {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:12.787279 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca52481-ded0-4a2e-994d-1912c098d529 x-openstack-request-id: req-1ca52481-ded0-4a2e-994d-1912c098d529 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:12.787754 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409548b5-b499-4bd9-a7c0-02690bf0eca9", "tag": "ddd5beb2-2eeb-465b-85c8-52206b93b8bb", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:12.788383 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1ca52481-ded0-4a2e-994d-1912c098d529 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:12.788988 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'tag': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb', 'status': 'completed', 'code': 200} Jul 14 09:29:12.790578 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1ca5c77e-b0b9-4141-b137-2bb2aab84b95 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.895766 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c89c19d1-002d-483a-b96a-ee9981dc24ed req-6793a729-60dd-48a5-935c-a24676adc963 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082357 Jul 14 09:29:12.911842 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bb49629e-7efa-43e7-b1b4-132273d866d3 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.915754 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1ca5c77e-b0b9-4141-b137-2bb2aab84b95 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.929699 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bb49629e-7efa-43e7-b1b4-132273d866d3 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.973413 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-d148b7bb-1ca2-410e-81fb-4a64a54609b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:12.975123 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-d148b7bb-1ca2-410e-81fb-4a64a54609b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 1095 time: 0.2308290 Jul 14 09:29:12.979186 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-59bf1cdb-f0df-48c4-a9d6-feaf8eea330c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Deleting port 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:12.979954 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-59bf1cdb-f0df-48c4-a9d6-feaf8eea330c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.033112 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebc49c4d-bf40-4742-abf1-cfa9b62ef864 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.037236 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bb49629e-7efa-43e7-b1b4-132273d866d3 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.043234 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bb49629e-7efa-43e7-b1b4-132273d866d3 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.046928 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bb49629e-7efa-43e7-b1b4-132273d866d3 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/c506fc48-74e8-4d41-8e5f-b86d4bb00f31 HTTP/1.1" status: 204 len: 168 time: 0.2713737 Jul 14 09:29:13.071605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41582) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:13.105588 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e6cba0ba-6339-415b-a495-85e86d09ba83 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.112703 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-ebc49c4d-bf40-4742-abf1-cfa9b62ef864 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Transition to ACTIVE for port object d04cf5e0-6865-497e-837f-872fa7f1f8e2 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:13.132395 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e6cba0ba-6339-415b-a495-85e86d09ba83 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.176001 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cba0ba-6339-415b-a495-85e86d09ba83 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8129c5e9-5a8d-403a-861b-dde1c40070fc,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:13.215620 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e6cba0ba-6339-415b-a495-85e86d09ba83 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.218383 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e6cba0ba-6339-415b-a495-85e86d09ba83 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7486179 Jul 14 09:29:13.220936 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41586) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:13.231701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4f984571-f410-4738-a5e6-2aed49bead51 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group_rule': {'security_group_id': '8129c5e9-5a8d-403a-861b-dde1c40070fc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:13.232719 n-d-798054-10 neutron-server[93888]: WARNING neutron.api.v2.base [None req-4f984571-f410-4738-a5e6-2aed49bead51 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 14 09:29:13.233383 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-4f984571-f410-4738-a5e6-2aed49bead51 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:13.237916 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4f984571-f410-4738-a5e6-2aed49bead51 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0083773 Jul 14 09:29:13.237916 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1ca5c77e-b0b9-4141-b137-2bb2aab84b95 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.258049 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-16d54b2e-d2a7-4e48-a6a1-0b604ec570d1 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1846974 Jul 14 09:29:13.284312 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41588) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:13.284656 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41590) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:13.347128 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-bc675210-0d25-4a03-b010-3128e38111b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb HTTP/1.1" status: 200 len: 217 time: 0.3625534 Jul 14 09:29:13.352760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49629e-7efa-43e7-b1b4-132273d866d3 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c506fc48-74e8-4d41-8e5f-b86d4bb00f31,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:13.372287 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebc49c4d-bf40-4742-abf1-cfa9b62ef864 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.379692 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-98dc252e-876e-4118-81e2-225326e0ebdc tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.424389 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-98dc252e-876e-4118-81e2-225326e0ebdc tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.429958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-580dc30d-349d-4a30-9ad3-903297bfaa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:13.431422 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-580dc30d-349d-4a30-9ad3-903297bfaa3b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.0767236 Jul 14 09:29:13.435156 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-59bf1cdb-f0df-48c4-a9d6-feaf8eea330c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.467581 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc49c4d-bf40-4742-abf1-cfa9b62ef864 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network 595e2472-8be2-431a-9a4d-de9ea31f205b is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:13.472987 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1ca5c77e-b0b9-4141-b137-2bb2aab84b95 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.477704 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-59bf1cdb-f0df-48c4-a9d6-feaf8eea330c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Calling delete_port for 207ab0ec-b17a-4abd-8b56-ed8ce32580f4 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:13.491606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-ebc49c4d-bf40-4742-abf1-cfa9b62ef864 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:13.520049 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-13db6652-0e2d-4312-8ec2-6d4c2d7564f0 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.525162 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc49c4d-bf40-4742-abf1-cfa9b62ef864 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:13.527622 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc49c4d-bf40-4742-abf1-cfa9b62ef864 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=d04cf5e0-6865-497e-837f-872fa7f1f8e2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:13.534272 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5c77e-b0b9-4141-b137-2bb2aab84b95 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Subnet': ['ID=bc2fbbc7-e0e3-4e8a-bca6-4635f02090fc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:13.546818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-3be43bad-246e-4f40-a781-34fa69977ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:13.548883 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-3be43bad-246e-4f40-a781-34fa69977ecb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109333 Jul 14 09:29:13.567161 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1ca5c77e-b0b9-4141-b137-2bb2aab84b95 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.569051 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1ca5c77e-b0b9-4141-b137-2bb2aab84b95 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/subnets/bc2fbbc7-e0e3-4e8a-bca6-4635f02090fc HTTP/1.1" status: 204 len: 168 time: 1.0121090 Jul 14 09:29:13.571040 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f172bd-f1af-4d7b-81ad-dbd5906a807f None None] Network d07f6f07-df85-4085-921a-e8ff302436b0 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:13.571946 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41592) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:13.573977 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-98dc252e-876e-4118-81e2-225326e0ebdc tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.591957 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-98dc252e-876e-4118-81e2-225326e0ebdc tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.593333 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-98dc252e-876e-4118-81e2-225326e0ebdc tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/1cf5017b-5493-469a-aec4-ba83c8b128c1 HTTP/1.1" status: 204 len: 168 time: 0.3016260 Jul 14 09:29:13.599469 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41594) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:13.601184 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-13db6652-0e2d-4312-8ec2-6d4c2d7564f0 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.623771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc252e-876e-4118-81e2-225326e0ebdc tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cf5017b-5493-469a-aec4-ba83c8b128c1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:13.652528 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc49c4d-bf40-4742-abf1-cfa9b62ef864 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:13.653690 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebc49c4d-bf40-4742-abf1-cfa9b62ef864 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.689356 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ebc49c4d-bf40-4742-abf1-cfa9b62ef864 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2115278 Jul 14 09:29:13.695098 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41598) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:13.722596 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b2b123da-e6ce-440f-99d0-0e3c7ec7b8d7 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1154425 Jul 14 09:29:13.742735 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41600) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:13.752290 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-13db6652-0e2d-4312-8ec2-6d4c2d7564f0 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.754575 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ca53fb7-b32a-4434-a184-985917185e9a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.755063 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-13db6652-0e2d-4312-8ec2-6d4c2d7564f0 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.755950 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-13db6652-0e2d-4312-8ec2-6d4c2d7564f0 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "DELETE /v2.0/security-groups/8129c5e9-5a8d-403a-861b-dde1c40070fc HTTP/1.1" status: 204 len: 168 time: 0.4702523 Jul 14 09:29:13.763401 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-13df652f-c006-422e-80a7-957d3b88f25f service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077599 Jul 14 09:29:13.765649 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41602) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:13.819572 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db6652-0e2d-4312-8ec2-6d4c2d7564f0 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8129c5e9-5a8d-403a-861b-dde1c40070fc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:13.871693 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-232583a8-0838-4e9a-a988-23c916619dc7 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.892841 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-232583a8-0838-4e9a-a988-23c916619dc7 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.915837 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3782ca76-161d-4d43-882f-da10456634f3 None None] DHCP port deletion for d07f6f07-df85-4085-921a-e8ff302436b0 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:29:13.917405 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4d0199d8-d46e-4e8b-a650-adc04f6b66ba tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1453764 Jul 14 09:29:13.924862 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41606) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:13.931411 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-92c35393-1269-4a94-9682-e224b803f691 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group': {'name': 'tempest-secgroup--1216173797'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:13.955375 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-59bf1cdb-f0df-48c4-a9d6-feaf8eea330c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.959898 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-232583a8-0838-4e9a-a988-23c916619dc7 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.968425 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-232583a8-0838-4e9a-a988-23c916619dc7 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.974196 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-232583a8-0838-4e9a-a988-23c916619dc7 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/7e8f005d-6421-4e3f-9dee-ef88fabc0ce9 HTTP/1.1" status: 204 len: 168 time: 0.2255635 Jul 14 09:29:13.974196 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41608) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:13.989981 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232583a8-0838-4e9a-a988-23c916619dc7 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e8f005d-6421-4e3f-9dee-ef88fabc0ce9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:14.000021 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-25859cd5-5296-4f02-a570-a40463f733a8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port d04cf5e0-6865-497e-837f-872fa7f1f8e2 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:14.000364 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25859cd5-5296-4f02-a570-a40463f733a8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.007444 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-92c35393-1269-4a94-9682-e224b803f691 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.025025 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf1cdb-f0df-48c4-a9d6-feaf8eea330c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event deleted for resources: {'Port': ['ID=207ab0ec-b17a-4abd-8b56-ed8ce32580f4,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:14.089066 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3782ca76-161d-4d43-882f-da10456634f3 None None] Deleting port 2c12c63e-3448-4fab-b39c-2902dbcb1b24 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:14.089445 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3782ca76-161d-4d43-882f-da10456634f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.122121 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b0f48ec2-a101-47f3-989c-f9c2c0089d51 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1465201 Jul 14 09:29:14.126584 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56a47973-f418-4dcd-9308-73e87dbb9fbe req-ce554657-b52b-4070-ab3c-09564db85b60 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034260 Jul 14 09:29:14.129507 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41610) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:14.138967 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ed061c-bc70-4297-97e1-4287f2f6a841 None None] Network 595e2472-8be2-431a-9a4d-de9ea31f205b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:14.168993 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-3ca53fb7-b32a-4434-a184-985917185e9a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting port 2c12c63e-3448-4fab-b39c-2902dbcb1b24 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:14.169348 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ca53fb7-b32a-4434-a184-985917185e9a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.211491 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f9c61549-888c-49da-aa78-dab1da644941 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.215229 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25859cd5-5296-4f02-a570-a40463f733a8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.240399 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f9c61549-888c-49da-aa78-dab1da644941 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.251707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3782ca76-161d-4d43-882f-da10456634f3 None None] For port 2c12c63e-3448-4fab-b39c-2902dbcb1b24, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2c12c63e-3448-4fab-b39c-2902dbcb1b24,segment=NetworkSegment(c55d262e-c592-4379-af4a-850783a5fba0),segment_id=c55d262e-c592-4379-af4a-850783a5fba0)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:14.252165 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3782ca76-161d-4d43-882f-da10456634f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.269576 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c8317177-5743-4a2c-81e8-935de0f8a088 None None] Provisioning for port 44cfeeb9-e95c-4f65-a171-e695f8509690 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:14.287656 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-25859cd5-5296-4f02-a570-a40463f733a8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for d04cf5e0-6865-497e-837f-872fa7f1f8e2 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:14.291416 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-59bf1cdb-f0df-48c4-a9d6-feaf8eea330c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.293350 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-59bf1cdb-f0df-48c4-a9d6-feaf8eea330c tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "DELETE /v2.0/ports/207ab0ec-b17a-4abd-8b56-ed8ce32580f4 HTTP/1.1" status: 204 len: 168 time: 1.9186935 Jul 14 09:29:14.298622 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41614) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:14.302199 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3782ca76-161d-4d43-882f-da10456634f3 None None] Calling delete_port for 2c12c63e-3448-4fab-b39c-2902dbcb1b24 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:14.305584 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-3ca53fb7-b32a-4434-a184-985917185e9a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] For port 2c12c63e-3448-4fab-b39c-2902dbcb1b24, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2c12c63e-3448-4fab-b39c-2902dbcb1b24,segment=NetworkSegment(c55d262e-c592-4379-af4a-850783a5fba0),segment_id=c55d262e-c592-4379-af4a-850783a5fba0)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:14.306841 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ca53fb7-b32a-4434-a184-985917185e9a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.353110 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-3ca53fb7-b32a-4434-a184-985917185e9a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Calling delete_port for 2c12c63e-3448-4fab-b39c-2902dbcb1b24 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:14.451015 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0be5b4a-4edc-4f27-8a5a-af04cae87e42 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Deleting subnet a557f1ac-a69c-4035-b98f-f25db75ba130 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:14.452400 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f9c61549-888c-49da-aa78-dab1da644941 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.460446 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3782ca76-161d-4d43-882f-da10456634f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.464830 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e93d0-ca76-429c-905c-3811deaccc30 req-f0f89eff-082e-4d09-8436-22c17ac68f4c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:14.466507 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-944e93d0-ca76-429c-905c-3811deaccc30 req-f0f89eff-082e-4d09-8436-22c17ac68f4c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 943 time: 0.3615220 Jul 14 09:29:14.466870 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-92c35393-1269-4a94-9682-e224b803f691 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.469129 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0be5b4a-4edc-4f27-8a5a-af04cae87e42 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.473309 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f9c61549-888c-49da-aa78-dab1da644941 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.477470 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f9c61549-888c-49da-aa78-dab1da644941 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/9bdd4389-eda6-4f43-ac24-52928bb55d83 HTTP/1.1" status: 204 len: 168 time: 0.3467643 Jul 14 09:29:14.481922 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41616) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:14.489925 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3782ca76-161d-4d43-882f-da10456634f3 None None] No DVR routers for this DVR port 2c12c63e-3448-4fab-b39c-2902dbcb1b24 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:14.494227 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782ca76-161d-4d43-882f-da10456634f3 None None] Pushing event deleted for resources: {'Port': ['ID=2c12c63e-3448-4fab-b39c-2902dbcb1b24,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:14.522346 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-92c35393-1269-4a94-9682-e224b803f691 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.533514 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d30159f1-9bda-464d-a546-9ca896d83ca3 req-4ab01cc8-38f1-4055-a548-429ea4b275a8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3141375 Jul 14 09:29:14.541578 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c61549-888c-49da-aa78-dab1da644941 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bdd4389-eda6-4f43-ac24-52928bb55d83,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:14.546370 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af816bc4-1879-495b-b7f5-b11540035b40 req-7b5f5160-bcfe-4f08-9b75-135a2542a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:14.547922 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af816bc4-1879-495b-b7f5-b11540035b40 req-7b5f5160-bcfe-4f08-9b75-135a2542a4ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 1095 time: 0.3240118 Jul 14 09:29:14.607606 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-53f55e40-00c2-440a-90d4-23143541ca5f tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1116517 Jul 14 09:29:14.607844 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41618) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:14.609464 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-92c35393-1269-4a94-9682-e224b803f691 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.614744 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-92c35393-1269-4a94-9682-e224b803f691 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6861138 Jul 14 09:29:14.614910 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0be5b4a-4edc-4f27-8a5a-af04cae87e42 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.624723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41620) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:14.647226 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3666a7cd-1bdb-4c64-affa-3bf8df7a6616 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group_rule': {'security_group_id': 'b0930432-dcdd-49a7-b512-2257aaf03079', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:14.665569 n-d-798054-10 neutron-server[93888]: WARNING neutron.api.v2.base [None req-3666a7cd-1bdb-4c64-affa-3bf8df7a6616 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 14 09:29:14.666376 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-3666a7cd-1bdb-4c64-affa-3bf8df7a6616 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:14.674099 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3666a7cd-1bdb-4c64-affa-3bf8df7a6616 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0433810 Jul 14 09:29:14.683549 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41622) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:14.715566 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c35393-1269-4a94-9682-e224b803f691 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0930432-dcdd-49a7-b512-2257aaf03079,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:14.726750 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-382a7ed9-9367-432c-ab7c-87046a93544d tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group_rule': {'security_group_id': 'b0930432-dcdd-49a7-b512-2257aaf03079', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:14.727438 n-d-798054-10 neutron-server[93888]: WARNING neutron.api.v2.base [None req-382a7ed9-9367-432c-ab7c-87046a93544d tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 14 09:29:14.727945 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-382a7ed9-9367-432c-ab7c-87046a93544d tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:14.731667 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-382a7ed9-9367-432c-ab7c-87046a93544d tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0444453 Jul 14 09:29:14.737474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41624) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:14.751688 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-fda03e50-d644-4a40-b937-3626f7ecc4a5 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group_rule': {'security_group_id': 'b0930432-dcdd-49a7-b512-2257aaf03079', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:14.753899 n-d-798054-10 neutron-server[93887]: WARNING neutron.api.v2.base [None req-fda03e50-d644-4a40-b937-3626f7ecc4a5 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 14 09:29:14.754474 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-fda03e50-d644-4a40-b937-3626f7ecc4a5 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:14.759527 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fda03e50-d644-4a40-b937-3626f7ecc4a5 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0127432 Jul 14 09:29:14.761122 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41626) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:14.769875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-05735e4a-ae4b-4d50-a426-dc96d773e007 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group_rule': {'security_group_id': 'b0930432-dcdd-49a7-b512-2257aaf03079', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:14.770738 n-d-798054-10 neutron-server[93888]: WARNING neutron.api.v2.base [None req-05735e4a-ae4b-4d50-a426-dc96d773e007 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 14 09:29:14.771234 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-05735e4a-ae4b-4d50-a426-dc96d773e007 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:14.774792 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-05735e4a-ae4b-4d50-a426-dc96d773e007 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0105102 Jul 14 09:29:14.778957 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-944e93d0-ca76-429c-905c-3811deaccc30 req-0f0dd61e-8879-4cab-9810-0d7ab907f9ab tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641315 Jul 14 09:29:14.779038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41628) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:14.792248 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ca53fb7-b32a-4434-a184-985917185e9a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.800359 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88d46f98-aac0-43a4-86fe-0510238661e8 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.814184 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25859cd5-5296-4f02-a570-a40463f733a8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.834573 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a23d136b-f9e7-46c5-970d-502cd2592a30 None None] Could not find standard attr ID for object d04cf5e0-6865-497e-837f-872fa7f1f8e2. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:29:14.850600 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88d46f98-aac0-43a4-86fe-0510238661e8 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.864625 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 44cfeeb9-e95c-4f65-a171-e695f8509690 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:14.865581 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca53fb7-b32a-4434-a184-985917185e9a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Port': ['ID=2c12c63e-3448-4fab-b39c-2902dbcb1b24,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:14.890238 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30159f1-9bda-464d-a546-9ca896d83ca3 req-8ddad8b4-af7b-48ec-9bd4-2a4d9c032a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:14.892893 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d30159f1-9bda-464d-a546-9ca896d83ca3 req-8ddad8b4-af7b-48ec-9bd4-2a4d9c032a6e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5cb22d9c9ca64cacba1a692a05940f23&device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 1097 time: 0.2914357 Jul 14 09:29:14.906616 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca53fb7-b32a-4434-a184-985917185e9a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] No DVR routers for this DVR port 2c12c63e-3448-4fab-b39c-2902dbcb1b24 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:14.917506 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25859cd5-5296-4f02-a570-a40463f733a8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=d04cf5e0-6865-497e-837f-872fa7f1f8e2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:14.956665 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af816bc4-1879-495b-b7f5-b11540035b40 req-93817ab9-664a-4320-8e07-bf71f54c7a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:14.956665 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af816bc4-1879-495b-b7f5-b11540035b40 req-93817ab9-664a-4320-8e07-bf71f54c7a71 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 913 time: 0.4003012 Jul 14 09:29:14.976411 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 44cfeeb9-e95c-4f65-a171-e695f8509690 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:14.982711 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 44cfeeb9-e95c-4f65-a171-e695f8509690 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:14.983446 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.023209 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88d46f98-aac0-43a4-86fe-0510238661e8 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.025957 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0be5b4a-4edc-4f27-8a5a-af04cae87e42 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.085819 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.086051 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88d46f98-aac0-43a4-86fe-0510238661e8 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.089861 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-88d46f98-aac0-43a4-86fe-0510238661e8 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/d200c9a6-0823-47aa-8796-255d072d1809 HTTP/1.1" status: 204 len: 168 time: 0.4786971 Jul 14 09:29:15.090686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41632) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:15.094163 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af816bc4-1879-495b-b7f5-b11540035b40 req-40d42bb1-b083-4b21-ae3b-2ddf208bccad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb HTTP/1.1" status: 200 len: 217 time: 0.1277094 Jul 14 09:29:15.094316 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25859cd5-5296-4f02-a570-a40463f733a8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.099167 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-25859cd5-5296-4f02-a570-a40463f733a8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/ports/d04cf5e0-6865-497e-837f-872fa7f1f8e2 HTTP/1.1" status: 204 len: 168 time: 1.4023306 Jul 14 09:29:15.106595 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41634) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:15.121411 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cef0320a-3629-4f60-a755-3bb9117a36d5 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.127809 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d46f98-aac0-43a4-86fe-0510238661e8 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d200c9a6-0823-47aa-8796-255d072d1809,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:15.133452 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ca53fb7-b32a-4434-a184-985917185e9a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.143617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 44cfeeb9-e95c-4f65-a171-e695f8509690, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=44cfeeb9-e95c-4f65-a171-e695f8509690,segment=NetworkSegment(fd3b6479-04b6-47f4-9925-138c4df1515a),segment_id=fd3b6479-04b6-47f4-9925-138c4df1515a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:15.151652 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.179700 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cef0320a-3629-4f60-a755-3bb9117a36d5 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.197831 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-3ca53fb7-b32a-4434-a184-985917185e9a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d07f6f07-df85-4085-921a-e8ff302436b0']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:15.210986 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-77edff8b-799f-4180-975d-8c370e863dda tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] DELETE failed (client error): The resource could not be found. Jul 14 09:29:15.211765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77edff8b-799f-4180-975d-8c370e863dda tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:15.216199 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-77edff8b-799f-4180-975d-8c370e863dda tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/ports/d04cf5e0-6865-497e-837f-872fa7f1f8e2 HTTP/1.1" status: 404 len: 333 time: 0.1061850 Jul 14 09:29:15.216425 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3c5d5722-9de1-49c4-8987-a33aa984168b tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1231048 Jul 14 09:29:15.218787 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-3ca53fb7-b32a-4434-a184-985917185e9a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55d262e-c592-4379-af4a-850783a5fba0') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:15.219083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-3ca53fb7-b32a-4434-a184-985917185e9a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55d262e-c592-4379-af4a-850783a5fba0') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:15.222083 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41636) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:15.222454 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41638) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:15.230512 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=44cfeeb9-e95c-4f65-a171-e695f8509690,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:15.233023 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-602fad1e-93f4-4a86-acd2-fcf6936320fc None None] Could not find standard attr ID for object d04cf5e0-6865-497e-837f-872fa7f1f8e2. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:29:15.250613 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ca53fb7-b32a-4434-a184-985917185e9a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.252762 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30159f1-9bda-464d-a546-9ca896d83ca3 req-45dd0811-e628-4732-8d49-85a7ff82d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:15.255109 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d30159f1-9bda-464d-a546-9ca896d83ca3 req-45dd0811-e628-4732-8d49-85a7ff82d9ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e4991ac-2228-452d-ab57-e39ab6b100bc HTTP/1.1" status: 200 len: 916 time: 0.3212626 Jul 14 09:29:15.263889 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2c12c63e-3448-4fab-b39c-2902dbcb1b24 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:15.277241 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af816bc4-1879-495b-b7f5-b11540035b40 req-398ef974-ca91-49e6-9c7b-d42888099987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:15.279659 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af816bc4-1879-495b-b7f5-b11540035b40 req-398ef974-ca91-49e6-9c7b-d42888099987 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.1738734 Jul 14 09:29:15.281178 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ca53fb7-b32a-4434-a184-985917185e9a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.293823 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 2c12c63e-3448-4fab-b39c-2902dbcb1b24 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:15.293823 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2c12c63e-3448-4fab-b39c-2902dbcb1b24 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:15.294618 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0be5b4a-4edc-4f27-8a5a-af04cae87e42 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.306036 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2760af-75a8-4d1d-89a8-b85d69f736bf tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] GET failed (client error): The resource could not be found. Jul 14 09:29:15.310325 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-eb2760af-75a8-4d1d-89a8-b85d69f736bf tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports/d04cf5e0-6865-497e-837f-872fa7f1f8e2 HTTP/1.1" status: 404 len: 333 time: 0.0848598 Jul 14 09:29:15.315649 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca53fb7-b32a-4434-a184-985917185e9a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:15.316052 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ca53fb7-b32a-4434-a184-985917185e9a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:15.319219 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:15.323255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41640) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:15.385094 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cef0320a-3629-4f60-a755-3bb9117a36d5 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.387657 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cef0320a-3629-4f60-a755-3bb9117a36d5 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.388801 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cef0320a-3629-4f60-a755-3bb9117a36d5 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "DELETE /v2.0/security-groups/b0930432-dcdd-49a7-b512-2257aaf03079 HTTP/1.1" status: 204 len: 168 time: 0.6090608 Jul 14 09:29:15.401614 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41642) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:15.432131 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be5b4a-4edc-4f27-8a5a-af04cae87e42 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event deleted for resources: {'Subnet': ['ID=a557f1ac-a69c-4035-b98f-f25db75ba130,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:15.437584 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0be5b4a-4edc-4f27-8a5a-af04cae87e42 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.444341 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d30159f1-9bda-464d-a546-9ca896d83ca3 req-acf740cb-2e7d-46e3-937d-52ffdef03221 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea66b038-9384-4309-8867-09e72af1a81e HTTP/1.1" status: 200 len: 1001 time: 0.1507366 Jul 14 09:29:15.444341 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0320a-3629-4f60-a755-3bb9117a36d5 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0930432-dcdd-49a7-b512-2257aaf03079,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:15.444965 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b0be5b4a-4edc-4f27-8a5a-af04cae87e42 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "DELETE /v2.0/subnets/a557f1ac-a69c-4035-b98f-f25db75ba130 HTTP/1.1" status: 204 len: 168 time: 1.1369162 Jul 14 09:29:15.449620 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-058e85f0-3a1f-4979-bd3c-8fee6b9ee9e4 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.451932 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ae86a3-23d4-487a-89d9-95c04645a9ce None None] Network b942b7bc-b05b-4b6e-aff4-d229af7544cd requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:15.456676 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41646) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:15.523514 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ca53fb7-b32a-4434-a184-985917185e9a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.528594 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-058e85f0-3a1f-4979-bd3c-8fee6b9ee9e4 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.532717 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f7273f-3d38-4723-af18-638d90e0cce5 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting subnet e3570e88-febd-464f-a576-a087f642eb2e {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:15.544726 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-85275909-c902-47b9-b11a-387108352dcf tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1419842 Jul 14 09:29:15.549026 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ca53fb7-b32a-4434-a184-985917185e9a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.550885 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3ca53fb7-b32a-4434-a184-985917185e9a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/networks/d07f6f07-df85-4085-921a-e8ff302436b0 HTTP/1.1" status: 204 len: 168 time: 1.9778531 Jul 14 09:29:15.557543 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09f7273f-3d38-4723-af18-638d90e0cce5 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.557729 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41648) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:15.561705 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41650) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:15.600205 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-542e3a5d-fbfd-4dd5-bd95-c6b78ca67c79 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049628475'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:15.604487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca53fb7-b32a-4434-a184-985917185e9a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Network': ['ID=d07f6f07-df85-4085-921a-e8ff302436b0,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:15.609550 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c47c2f2-e9d7-471c-903c-5e158fccf28f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Deleting subnet 52a95ed6-a967-4c2d-8b84-f641b0b1d6ed {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:15.614262 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-d5871883-6230-41da-a20a-13acdfb1e952 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1910587344', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:15.620877 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c47c2f2-e9d7-471c-903c-5e158fccf28f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.632062 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30159f1-9bda-464d-a546-9ca896d83ca3 req-f4c7806e-697a-4656-b3e4-c2c8c1fc8a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:15.633581 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d30159f1-9bda-464d-a546-9ca896d83ca3 req-f4c7806e-697a-4656-b3e4-c2c8c1fc8a95 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=453b9a84-a49e-4445-ade0-e83a68e64b54 HTTP/1.1" status: 200 len: 854 time: 0.1800334 Jul 14 09:29:15.659680 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af816bc4-1879-495b-b7f5-b11540035b40 req-2545813d-a7e8-46f6-ba76-aca1cf5fe8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:15.661183 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af816bc4-1879-495b-b7f5-b11540035b40 req-2545813d-a7e8-46f6-ba76-aca1cf5fe8ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3622377 Jul 14 09:29:15.666785 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09f7273f-3d38-4723-af18-638d90e0cce5 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.688831 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.db.api [None req-d5871883-6230-41da-a20a-13acdfb1e952 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:29:15.688831 n-d-798054-10 neutron-server[93888]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:29:15.688831 n-d-798054-10 neutron-server[93888]: [parameters: {'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'id': 'b699f8eb-8baf-4f2b-b1ba-68a24cf8026d', 'expiration': datetime.datetime(2021, 7, 14, 9, 31, 15, 653697)}] Jul 14 09:29:15.688831 n-d-798054-10 neutron-server[93888]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:29:15.689226 n-d-798054-10 neutron-server[93888]: DEBUG oslo_db.api [None req-d5871883-6230-41da-a20a-13acdfb1e952 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:29:15.691975 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-058e85f0-3a1f-4979-bd3c-8fee6b9ee9e4 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.694786 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-058e85f0-3a1f-4979-bd3c-8fee6b9ee9e4 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.695924 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-058e85f0-3a1f-4979-bd3c-8fee6b9ee9e4 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "DELETE /v2.0/security-groups/7f6a5fe9-a7a3-4f46-9082-38da65b73038 HTTP/1.1" status: 204 len: 168 time: 0.4694457 Jul 14 09:29:15.700597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41652) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:15.703514 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-542e3a5d-fbfd-4dd5-bd95-c6b78ca67c79 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.739514 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01984d00-4237-4583-a926-3c2f5f682954 None None] DHCP port deletion for b942b7bc-b05b-4b6e-aff4-d229af7544cd request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:29:15.751640 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c47c2f2-e9d7-471c-903c-5e158fccf28f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.792613 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-01984d00-4237-4583-a926-3c2f5f682954 None None] Deleting port d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:15.793142 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01984d00-4237-4583-a926-3c2f5f682954 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.860735 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-01984d00-4237-4583-a926-3c2f5f682954 None None] For port d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2,segment=NetworkSegment(ac5b91c5-dca7-4a43-a548-9b1960ce33fc),segment_id=ac5b91c5-dca7-4a43-a548-9b1960ce33fc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:15.861399 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01984d00-4237-4583-a926-3c2f5f682954 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.869147 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09f7273f-3d38-4723-af18-638d90e0cce5 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.876689 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-01984d00-4237-4583-a926-3c2f5f682954 None None] Calling delete_port for d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:15.966500 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01984d00-4237-4583-a926-3c2f5f682954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.993455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01984d00-4237-4583-a926-3c2f5f682954 None None] Pushing event deleted for resources: {'Port': ['ID=d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:16.001654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01984d00-4237-4583-a926-3c2f5f682954 None None] No DVR routers for this DVR port d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:16.038305 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e85f0-3a1f-4979-bd3c-8fee6b9ee9e4 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6a5fe9-a7a3-4f46-9082-38da65b73038,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:16.051954 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af816bc4-1879-495b-b7f5-b11540035b40 req-4f713ea9-fc83-4879-9005-740b4d0e26c2 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824024 Jul 14 09:29:16.056115 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09f7273f-3d38-4723-af18-638d90e0cce5 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.064573 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c47c2f2-e9d7-471c-903c-5e158fccf28f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.119559 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30159f1-9bda-464d-a546-9ca896d83ca3 req-0aeb5733-6f05-4ddd-9c0d-eaa2fd0eb36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:16.121110 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d30159f1-9bda-464d-a546-9ca896d83ca3 req-0aeb5733-6f05-4ddd-9c0d-eaa2fd0eb36d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e4991ac-2228-452d-ab57-e39ab6b100bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4806678 Jul 14 09:29:16.144188 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-91c09a5b-d0f1-4c86-a85d-6632c8671a70 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4410672 Jul 14 09:29:16.156244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41658) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:16.198598 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a7cd543c-5be7-4707-a1cf-e91710546e97 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Request body: {'security_group': {'name': 'tempest-secgroup--745829239'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:16.263610 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-542e3a5d-fbfd-4dd5-bd95-c6b78ca67c79 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.276690 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-542e3a5d-fbfd-4dd5-bd95-c6b78ca67c79 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.311579 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d30159f1-9bda-464d-a546-9ca896d83ca3 req-cfd0d7a0-b29d-4972-b388-d23ecef54c64 service neutron] 10.222.0.55 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801865 Jul 14 09:29:16.320228 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d5871883-6230-41da-a20a-13acdfb1e952 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.321250 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d5871883-6230-41da-a20a-13acdfb1e952 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.348665 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-542e3a5d-fbfd-4dd5-bd95-c6b78ca67c79 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.352646 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-542e3a5d-fbfd-4dd5-bd95-c6b78ca67c79 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7871120 Jul 14 09:29:16.352783 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.356830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41660) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:16.372638 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a4e5a416-2a9b-4920-a7b0-3456c54549ea tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group_rule': {'security_group_id': '9496d37c-cb90-4b32-aeb7-506a3e76d599', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:16.373378 n-d-798054-10 neutron-server[93888]: WARNING neutron.api.v2.base [None req-a4e5a416-2a9b-4920-a7b0-3456c54549ea tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 09:29:16.373906 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-a4e5a416-2a9b-4920-a7b0-3456c54549ea tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:16.374920 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a4e5a416-2a9b-4920-a7b0-3456c54549ea tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0169051 Jul 14 09:29:16.376295 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e3a5d-fbfd-4dd5-bd95-c6b78ca67c79 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9496d37c-cb90-4b32-aeb7-506a3e76d599,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:16.407504 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41662) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:16.412797 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a7cd543c-5be7-4707-a1cf-e91710546e97 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.441660 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-07a20fba-1ecb-4ffe-af54-a18fe200f1eb tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group_rule': {'security_group_id': '9496d37c-cb90-4b32-aeb7-506a3e76d599', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:16.447181 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7273f-3d38-4723-af18-638d90e0cce5 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Subnet': ['ID=e3570e88-febd-464f-a576-a087f642eb2e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:16.455363 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09f7273f-3d38-4723-af18-638d90e0cce5 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.456914 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac642f0e-4f05-46d8-913b-dc19349faa50 None None] Network 595e2472-8be2-431a-9a4d-de9ea31f205b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:16.459590 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-09f7273f-3d38-4723-af18-638d90e0cce5 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/subnets/e3570e88-febd-464f-a576-a087f642eb2e HTTP/1.1" status: 204 len: 168 time: 1.1342032 Jul 14 09:29:16.465011 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41664) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:16.477514 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d5871883-6230-41da-a20a-13acdfb1e952 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.490258 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c0a93-6d0a-487c-acfd-c072bdf646e8 req-2bf9bf52-c235-4acf-a4e0-3d5fe00d4cd3 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:16.491958 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e97c0a93-6d0a-487c-acfd-c072bdf646e8 req-2bf9bf52-c235-4acf-a4e0-3d5fe00d4cd3 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 943 time: 0.5821314 Jul 14 09:29:16.531250 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d5871883-6230-41da-a20a-13acdfb1e952 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.581932 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c47c2f2-e9d7-471c-903c-5e158fccf28f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.585323 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af816bc4-1879-495b-b7f5-b11540035b40 req-e81f94e4-6f17-42dc-a2b0-a4ba500b0a36 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167716 Jul 14 09:29:16.595654 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d30159f1-9bda-464d-a546-9ca896d83ca3 req-b9ebc19f-a2f4-4e62-92ff-80e90a7d0a94 service neutron] 10.222.0.55 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692928 Jul 14 09:29:16.623539 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e97c0a93-6d0a-487c-acfd-c072bdf646e8 req-f85bb8ac-88f4-4a45-95be-2cb45162fa4d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169553 Jul 14 09:29:16.624729 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47c2f2-e9d7-471c-903c-5e158fccf28f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event deleted for resources: {'Subnet': ['ID=52a95ed6-a967-4c2d-8b84-f641b0b1d6ed,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:16.630114 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c47c2f2-e9d7-471c-903c-5e158fccf28f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.632063 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0c47c2f2-e9d7-471c-903c-5e158fccf28f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "DELETE /v2.0/subnets/52a95ed6-a967-4c2d-8b84-f641b0b1d6ed HTTP/1.1" status: 204 len: 168 time: 1.1723447 Jul 14 09:29:16.634140 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2642448-9b6b-4612-b9d0-31d236340545 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.634736 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41668) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:16.660940 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734b263a-7e0f-4702-9b94-5b3d98cb935f None None] Network c9df3bdd-77d5-4207-8bf1-adc3545be74a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:16.768508 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-70c5e39c-9fbc-4d18-b5ab-9da3e991d8b8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.772975 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30e9492-7b6a-4359-8fed-503a06967d9d None None] DHCP port deletion for 595e2472-8be2-431a-9a4d-de9ea31f205b request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:29:16.788710 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a7cd543c-5be7-4707-a1cf-e91710546e97 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.801170 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a7cd543c-5be7-4707-a1cf-e91710546e97 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.822122 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d5871883-6230-41da-a20a-13acdfb1e952 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.823462 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d5871883-6230-41da-a20a-13acdfb1e952 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2589619 Jul 14 09:29:16.827192 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ddd5beb2-2eeb-465b-85c8-52206b93b8bb details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:29:16.831546 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41670) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:16.843040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5fec28bb-b332-4fcc-873b-4541ba35e37e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'network': {'name': 'tempest-RoutersTest-1027719301'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:16.843846 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e2642448-9b6b-4612-b9d0-31d236340545 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port 44cfeeb9-e95c-4f65-a171-e695f8509690 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:16.844203 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2642448-9b6b-4612-b9d0-31d236340545 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.848793 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-07a20fba-1ecb-4ffe-af54-a18fe200f1eb tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:16.850348 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-07a20fba-1ecb-4ffe-af54-a18fe200f1eb tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4172924 Jul 14 09:29:16.864846 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41672) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:16.919969 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b9458eaa-c5ff-446f-ad9f-3bb7c68c80bf tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group_rule': {'security_group_id': '9496d37c-cb90-4b32-aeb7-506a3e76d599', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:16.920829 n-d-798054-10 neutron-server[93888]: WARNING neutron.api.v2.base [None req-b9458eaa-c5ff-446f-ad9f-3bb7c68c80bf tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 14 09:29:16.921563 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-b9458eaa-c5ff-446f-ad9f-3bb7c68c80bf tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:16.922877 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:16.923720 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-70c5e39c-9fbc-4d18-b5ab-9da3e991d8b8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.926552 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b9458eaa-c5ff-446f-ad9f-3bb7c68c80bf tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0204239 Jul 14 09:29:16.926686 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41674) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:16.926897 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a7cd543c-5be7-4707-a1cf-e91710546e97 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.932177 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7fc4955d-e696-4cf7-bc5c-7cd04a61e8bb tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group_rule': {'security_group_id': '9496d37c-cb90-4b32-aeb7-506a3e76d599', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:16.932578 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a7cd543c-5be7-4707-a1cf-e91710546e97 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7700315 Jul 14 09:29:16.935413 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41676) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:16.944987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-80c84f04-5f6c-4046-a970-23f8bcaed430 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Request body: {'security_group_rule': {'security_group_id': 'ccb37cc4-bb13-4991-99ee-1515de71d557', 'direction': 'ingress', 'protocol': 17}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:16.962619 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fec28bb-b332-4fcc-873b-4541ba35e37e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Made reservation on behalf of 59d7d101252e4592bbe2b29387c4a9ad for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:16.962836 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:16.963137 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d4561a87-2fa6-48d9-b3a5-3039b4e3ccc2 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:16.969644 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5fec28bb-b332-4fcc-873b-4541ba35e37e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.980168 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd543c-5be7-4707-a1cf-e91710546e97 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb37cc4-bb13-4991-99ee-1515de71d557,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:16.984748 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-70c5e39c-9fbc-4d18-b5ab-9da3e991d8b8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b942b7bc-b05b-4b6e-aff4-d229af7544cd']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:16.986157 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b30e9492-7b6a-4359-8fed-503a06967d9d None None] Deleting port 44cfeeb9-e95c-4f65-a171-e695f8509690 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:16.986544 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b30e9492-7b6a-4359-8fed-503a06967d9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.005335 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-70c5e39c-9fbc-4d18-b5ab-9da3e991d8b8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5b91c5-dca7-4a43-a548-9b1960ce33fc') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:17.005632 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-70c5e39c-9fbc-4d18-b5ab-9da3e991d8b8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5b91c5-dca7-4a43-a548-9b1960ce33fc') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:17.022596 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-e2642448-9b6b-4612-b9d0-31d236340545 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] For port 44cfeeb9-e95c-4f65-a171-e695f8509690, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=44cfeeb9-e95c-4f65-a171-e695f8509690,segment=NetworkSegment(fd3b6479-04b6-47f4-9925-138c4df1515a),segment_id=fd3b6479-04b6-47f4-9925-138c4df1515a)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:17.023120 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2642448-9b6b-4612-b9d0-31d236340545 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.023396 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-70c5e39c-9fbc-4d18-b5ab-9da3e991d8b8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.025983 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80c84f04-5f6c-4046-a970-23f8bcaed430 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.036616 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-7fc4955d-e696-4cf7-bc5c-7cd04a61e8bb tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:17.040365 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7fc4955d-e696-4cf7-bc5c-7cd04a61e8bb tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1096728 Jul 14 09:29:17.041809 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fec28bb-b332-4fcc-873b-4541ba35e37e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:17.042755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41678) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.047740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ed380ffe-4336-4289-be6c-4b67f20a454e tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group_rule': {'security_group_id': '9496d37c-cb90-4b32-aeb7-506a3e76d599', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:17.048209 n-d-798054-10 neutron-server[93888]: WARNING neutron.api.v2.base [None req-ed380ffe-4336-4289-be6c-4b67f20a454e tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 09:29:17.048735 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-ed380ffe-4336-4289-be6c-4b67f20a454e tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:17.053079 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ed380ffe-4336-4289-be6c-4b67f20a454e tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061936 Jul 14 09:29:17.053262 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41680) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.058073 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-2ba566cb-e9a0-43fa-8572-f9eba60a71d8 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group_rule': {'security_group_id': '9496d37c-cb90-4b32-aeb7-506a3e76d599', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:17.059644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e2642448-9b6b-4612-b9d0-31d236340545 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for 44cfeeb9-e95c-4f65-a171-e695f8509690 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:17.065294 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ddd5beb2-2eeb-465b-85c8-52206b93b8bb, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:17.067961 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-70c5e39c-9fbc-4d18-b5ab-9da3e991d8b8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.075036 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5fec28bb-b332-4fcc-873b-4541ba35e37e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.075036 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-5fec28bb-b332-4fcc-873b-4541ba35e37e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Added segment a61dc23b-5d84-4625-a884-f9c7e73d10e3 of type vlan for network 4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1 Jul 14 09:29:17.090354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b30e9492-7b6a-4359-8fed-503a06967d9d None None] For port 44cfeeb9-e95c-4f65-a171-e695f8509690, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=44cfeeb9-e95c-4f65-a171-e695f8509690,segment=NetworkSegment(fd3b6479-04b6-47f4-9925-138c4df1515a),segment_id=fd3b6479-04b6-47f4-9925-138c4df1515a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:17.091194 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b30e9492-7b6a-4359-8fed-503a06967d9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.094247 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c5e39c-9fbc-4d18-b5ab-9da3e991d8b8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:17.095260 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'port_id': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb', 'mac_address': 'fa:16:3e:0f:5a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:29:17.095421 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-70c5e39c-9fbc-4d18-b5ab-9da3e991d8b8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:17.099063 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:17.112159 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b30e9492-7b6a-4359-8fed-503a06967d9d None None] Calling delete_port for 44cfeeb9-e95c-4f65-a171-e695f8509690 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:17.180298 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab28744-2e8a-481f-8b68-8bd883088f6c None None] DHCP port deletion for c9df3bdd-77d5-4207-8bf1-adc3545be74a request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:29:17.199253 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.205375 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80c84f04-5f6c-4046-a970-23f8bcaed430 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.215498 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80c84f04-5f6c-4046-a970-23f8bcaed430 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.245735 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80c84f04-5f6c-4046-a970-23f8bcaed430 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.251403 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd5beb2-2eeb-465b-85c8-52206b93b8bb {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:17.257423 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-80c84f04-5f6c-4046-a970-23f8bcaed430 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3094049 Jul 14 09:29:17.258268 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41684) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.258405 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5fec28bb-b332-4fcc-873b-4541ba35e37e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.271735 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2642448-9b6b-4612-b9d0-31d236340545 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.283688 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c84f04-5f6c-4046-a970-23f8bcaed430 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1db5856-8aad-495a-a43b-c994632b8098,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:17.285606 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-70c5e39c-9fbc-4d18-b5ab-9da3e991d8b8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.296111 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ddd5beb2-2eeb-465b-85c8-52206b93b8bb, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:17.303622 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b30e9492-7b6a-4359-8fed-503a06967d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.307602 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.317156 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-70c5e39c-9fbc-4d18-b5ab-9da3e991d8b8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.321653 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-70c5e39c-9fbc-4d18-b5ab-9da3e991d8b8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "DELETE /v2.0/networks/b942b7bc-b05b-4b6e-aff4-d229af7544cd HTTP/1.1" status: 204 len: 168 time: 0.6835434 Jul 14 09:29:17.331369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41686) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.337405 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9ab28744-2e8a-481f-8b68-8bd883088f6c None None] Deleting port 87698dd2-9597-492e-a972-3fff1ec13637 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:17.337928 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ab28744-2e8a-481f-8b68-8bd883088f6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.340365 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e9492-7b6a-4359-8fed-503a06967d9d None None] Pushing event deleted for resources: {'Port': ['ID=44cfeeb9-e95c-4f65-a171-e695f8509690,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:17.344624 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5e39c-9fbc-4d18-b5ab-9da3e991d8b8 tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event deleted for resources: {'Network': ['ID=b942b7bc-b05b-4b6e-aff4-d229af7544cd,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:17.354513 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2642448-9b6b-4612-b9d0-31d236340545 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=44cfeeb9-e95c-4f65-a171-e695f8509690,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:17.357751 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-2ba566cb-e9a0-43fa-8572-f9eba60a71d8 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:17.358000 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2642448-9b6b-4612-b9d0-31d236340545 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No DVR routers for this DVR port 44cfeeb9-e95c-4f65-a171-e695f8509690 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:17.361986 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2ba566cb-e9a0-43fa-8572-f9eba60a71d8 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3051133 Jul 14 09:29:17.380023 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41688) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.383020 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e1f7da08-dcc4-4847-859f-a4f616f881b7 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.386155 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30e9492-7b6a-4359-8fed-503a06967d9d None None] No DVR routers for this DVR port 44cfeeb9-e95c-4f65-a171-e695f8509690 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:17.389251 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5fec28bb-b332-4fcc-873b-4541ba35e37e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.389442 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-51ccf56f-7806-4bd0-abca-c13af73a7eab tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group_rule': {'security_group_id': '9496d37c-cb90-4b32-aeb7-506a3e76d599', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:17.389530 n-d-798054-10 neutron-server[93888]: WARNING neutron.api.v2.base [None req-51ccf56f-7806-4bd0-abca-c13af73a7eab tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 14 09:29:17.390096 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-51ccf56f-7806-4bd0-abca-c13af73a7eab tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:17.394505 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-51ccf56f-7806-4bd0-abca-c13af73a7eab tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062747 Jul 14 09:29:17.394674 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fec28bb-b332-4fcc-873b-4541ba35e37e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:17.396169 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5fec28bb-b332-4fcc-873b-4541ba35e37e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.396289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41690) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.403690 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-fc5af762-0b64-4328-abb1-b60eaacba1c3 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group_rule': {'security_group_id': '9496d37c-cb90-4b32-aeb7-506a3e76d599', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:17.496788 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c5337c8a-7564-4aad-a8c2-edad5447d61f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.497729 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e1f7da08-dcc4-4847-859f-a4f616f881b7 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.510175 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec28bb-b332-4fcc-873b-4541ba35e37e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Network': ['ID=4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:17.536906 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2642448-9b6b-4612-b9d0-31d236340545 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.550057 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5fec28bb-b332-4fcc-873b-4541ba35e37e tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7136242 Jul 14 09:29:17.550247 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41692) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.555712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8ebfebd3-6284-4073-8ab1-dd3595d7cf69 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'subnet': {'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:17.567782 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-e2642448-9b6b-4612-b9d0-31d236340545 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595e2472-8be2-431a-9a4d-de9ea31f205b']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:17.572606 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:17.582534 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-fc5af762-0b64-4328-abb1-b60eaacba1c3 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:17.587010 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fc5af762-0b64-4328-abb1-b60eaacba1c3 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1843588 Jul 14 09:29:17.587010 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-e2642448-9b6b-4612-b9d0-31d236340545 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3b6479-04b6-47f4-9925-138c4df1515a') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:17.589912 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-e2642448-9b6b-4612-b9d0-31d236340545 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3b6479-04b6-47f4-9925-138c4df1515a') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:17.589912 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41694) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.594971 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-29f16b4f-990a-4321-b477-6cc80c91027f tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group_rule': {'security_group_id': '9496d37c-cb90-4b32-aeb7-506a3e76d599', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:17.611467 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2642448-9b6b-4612-b9d0-31d236340545 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.637748 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2642448-9b6b-4612-b9d0-31d236340545 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.644759 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e1f7da08-dcc4-4847-859f-a4f616f881b7 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.647732 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e1f7da08-dcc4-4847-859f-a4f616f881b7 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.650734 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['ddd5beb2-2eeb-465b-85c8-52206b93b8bb'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:17.652438 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e1f7da08-dcc4-4847-859f-a4f616f881b7 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "DELETE /v2.0/security-groups/ccb37cc4-bb13-4991-99ee-1515de71d557 HTTP/1.1" status: 204 len: 168 time: 0.3910263 Jul 14 09:29:17.652651 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41696) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.665808 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2642448-9b6b-4612-b9d0-31d236340545 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:17.666337 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2642448-9b6b-4612-b9d0-31d236340545 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:17.670343 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:17.672130 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-c5337c8a-7564-4aad-a8c2-edad5447d61f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Deleting port 87698dd2-9597-492e-a972-3fff1ec13637 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:17.672130 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c5337c8a-7564-4aad-a8c2-edad5447d61f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.672257 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7da08-dcc4-4847-859f-a4f616f881b7 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb37cc4-bb13-4991-99ee-1515de71d557,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:17.754640 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2642448-9b6b-4612-b9d0-31d236340545 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.762563 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9ab28744-2e8a-481f-8b68-8bd883088f6c None None] For port 87698dd2-9597-492e-a972-3fff1ec13637, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=87698dd2-9597-492e-a972-3fff1ec13637,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:17.763398 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ab28744-2e8a-481f-8b68-8bd883088f6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.767590 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2642448-9b6b-4612-b9d0-31d236340545 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.769546 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e2642448-9b6b-4612-b9d0-31d236340545 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/networks/595e2472-8be2-431a-9a4d-de9ea31f205b HTTP/1.1" status: 204 len: 168 time: 1.3035817 Jul 14 09:29:17.773819 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41702) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.789250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:17.801925 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9ab28744-2e8a-481f-8b68-8bd883088f6c None None] Calling delete_port for 87698dd2-9597-492e-a972-3fff1ec13637 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:17.814396 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebfebd3-6284-4073-8ab1-dd3595d7cf69 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Made reservation on behalf of 59d7d101252e4592bbe2b29387c4a9ad for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:17.818010 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ebfebd3-6284-4073-8ab1-dd3595d7cf69 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.832889 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-077d354f-bc7d-4cea-9c41-a5cfbd3bf6cb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-213456455'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:17.837857 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-73b9ecbe-16e2-482b-8bd0-14a15c9e16d3 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1836796 Jul 14 09:29:17.838535 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41704) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.840718 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-c5337c8a-7564-4aad-a8c2-edad5447d61f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] For port 87698dd2-9597-492e-a972-3fff1ec13637, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=87698dd2-9597-492e-a972-3fff1ec13637,segment=NetworkSegment(4507c68c-c871-4e6c-a411-602905e6650a),segment_id=4507c68c-c871-4e6c-a411-602905e6650a)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:17.841240 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c5337c8a-7564-4aad-a8c2-edad5447d61f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.847475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2642448-9b6b-4612-b9d0-31d236340545 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Network': ['ID=595e2472-8be2-431a-9a4d-de9ea31f205b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:17.879194 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c2f4220f-0bee-40b0-a913-49c7b3aa17a3 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1964072166'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:17.882653 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-29f16b4f-990a-4321-b477-6cc80c91027f tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:17.888875 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-29f16b4f-990a-4321-b477-6cc80c91027f tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2965553 Jul 14 09:29:17.888875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41706) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.901942 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077d354f-bc7d-4cea-9c41-a5cfbd3bf6cb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:17.906121 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-077d354f-bc7d-4cea-9c41-a5cfbd3bf6cb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.956240 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077d354f-bc7d-4cea-9c41-a5cfbd3bf6cb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:17.956830 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-c5337c8a-7564-4aad-a8c2-edad5447d61f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Calling delete_port for 87698dd2-9597-492e-a972-3fff1ec13637 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:17.965162 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-077d354f-bc7d-4cea-9c41-a5cfbd3bf6cb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.965614 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-077d354f-bc7d-4cea-9c41-a5cfbd3bf6cb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Added segment 285c9362-2894-405a-9309-6f3eb1a90ad6 of type vlan for network 5a059d3f-03d7-4653-995d-9d2ee6652fde Jul 14 09:29:18.006595 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-077d354f-bc7d-4cea-9c41-a5cfbd3bf6cb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.046426 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ab28744-2e8a-481f-8b68-8bd883088f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.056941 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-077d354f-bc7d-4cea-9c41-a5cfbd3bf6cb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.057589 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c2f4220f-0bee-40b0-a913-49c7b3aa17a3 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.065561 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077d354f-bc7d-4cea-9c41-a5cfbd3bf6cb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:18.066122 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-077d354f-bc7d-4cea-9c41-a5cfbd3bf6cb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.075958 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab28744-2e8a-481f-8b68-8bd883088f6c None None] No DVR routers for this DVR port 87698dd2-9597-492e-a972-3fff1ec13637 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:18.102340 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b471e0e5-d725-45d0-9542-c3f9699228f0 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.105683 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab28744-2e8a-481f-8b68-8bd883088f6c None None] Pushing event deleted for resources: {'Port': ['ID=87698dd2-9597-492e-a972-3fff1ec13637,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:18.139904 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d02530-b2db-4047-a8a8-0d1c366c304b req-0abc42f0-01e3-4534-ac3a-d4a06fceffd2 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:18.140334 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-077d354f-bc7d-4cea-9c41-a5cfbd3bf6cb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3326793 Jul 14 09:29:18.141668 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-54d02530-b2db-4047-a8a8-0d1c366c304b req-0abc42f0-01e3-4534-ac3a-d4a06fceffd2 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.3473763 Jul 14 09:29:18.145985 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41708) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:18.156436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-9ca35cda-1007-41ca-acef-765a89f325fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'subnet': {'network_id': '5a059d3f-03d7-4653-995d-9d2ee6652fde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:18.167772 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b471e0e5-d725-45d0-9542-c3f9699228f0 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.170927 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d354f-bc7d-4cea-9c41-a5cfbd3bf6cb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Network': ['ID=5a059d3f-03d7-4653-995d-9d2ee6652fde,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:18.190704 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 5a059d3f-03d7-4653-995d-9d2ee6652fde details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:18.224184 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b471e0e5-d725-45d0-9542-c3f9699228f0 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.226891 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b471e0e5-d725-45d0-9542-c3f9699228f0 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.228082 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b471e0e5-d725-45d0-9542-c3f9699228f0 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "DELETE /v2.0/security-groups/9496d37c-cb90-4b32-aeb7-506a3e76d599 HTTP/1.1" status: 204 len: 168 time: 0.3388395 Jul 14 09:29:18.232578 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41710) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:18.233611 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c5337c8a-7564-4aad-a8c2-edad5447d61f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.257709 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471e0e5-d725-45d0-9542-c3f9699228f0 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9496d37c-cb90-4b32-aeb7-506a3e76d599,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:18.299829 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-596d31ec-7658-4e9b-8ec9-6eba282722b7 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0661523 Jul 14 09:29:18.304355 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41712) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:18.308274 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-79470836-e84d-47c8-983b-d74a32884c00 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491312616'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:18.318259 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5337c8a-7564-4aad-a8c2-edad5447d61f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event deleted for resources: {'Port': ['ID=87698dd2-9597-492e-a972-3fff1ec13637,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:18.338717 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5337c8a-7564-4aad-a8c2-edad5447d61f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] No DVR routers for this DVR port 87698dd2-9597-492e-a972-3fff1ec13637 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:18.412982 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-54d02530-b2db-4047-a8a8-0d1c366c304b req-a3982fdc-69f6-4e89-a56a-e1c81f276afc tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508984 Jul 14 09:29:18.487221 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c2f4220f-0bee-40b0-a913-49c7b3aa17a3 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.497948 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c2f4220f-0bee-40b0-a913-49c7b3aa17a3 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.500168 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ebfebd3-6284-4073-8ab1-dd3595d7cf69 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.507957 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-79470836-e84d-47c8-983b-d74a32884c00 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.528733 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.api [None req-9ca35cda-1007-41ca-acef-765a89f325fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:29:18.528733 n-d-798054-10 neutron-server[93887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:29:18.528733 n-d-798054-10 neutron-server[93887]: [parameters: {'project_id_1': '4e8e895605fb4ca2bfa65b016145bb78', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 29, 18, 443357)}] Jul 14 09:29:18.528733 n-d-798054-10 neutron-server[93887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:29:18.529172 n-d-798054-10 neutron-server[93887]: DEBUG oslo_db.api [None req-9ca35cda-1007-41ca-acef-765a89f325fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:29:18.556224 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c5337c8a-7564-4aad-a8c2-edad5447d61f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.582350 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-c5337c8a-7564-4aad-a8c2-edad5447d61f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9df3bdd-77d5-4207-8bf1-adc3545be74a']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:18.590245 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-79470836-e84d-47c8-983b-d74a32884c00 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.594233 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-79470836-e84d-47c8-983b-d74a32884c00 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.604557 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-c5337c8a-7564-4aad-a8c2-edad5447d61f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4507c68c-c871-4e6c-a411-602905e6650a') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:18.604882 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-c5337c8a-7564-4aad-a8c2-edad5447d61f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4507c68c-c871-4e6c-a411-602905e6650a') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:18.607689 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4220f-0bee-40b0-a913-49c7b3aa17a3 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c70f8e-c52a-4ab8-a063-a19de0dd3898,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:18.622226 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c2f4220f-0bee-40b0-a913-49c7b3aa17a3 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.623452 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c2f4220f-0bee-40b0-a913-49c7b3aa17a3 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7488623 Jul 14 09:29:18.627240 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41716) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:18.630980 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c5337c8a-7564-4aad-a8c2-edad5447d61f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.632478 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-67d0d411-498b-4220-b8ca-2f0aa1a6ad88 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Request body: {'security_group': {'name': 'tempest-secgroup--705603236'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:18.633543 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfebd3-6284-4073-8ab1-dd3595d7cf69 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Subnet': ['ID=6ad9cfa4-775c-4531-981a-018046fb3b39,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:18.644430 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-79470836-e84d-47c8-983b-d74a32884c00 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.646396 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-79470836-e84d-47c8-983b-d74a32884c00 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3409312 Jul 14 09:29:18.648708 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41718) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:18.650690 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79470836-e84d-47c8-983b-d74a32884c00 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4707e1dc-8d0c-487d-8f42-5d048b42786a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:18.655616 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-8d285ddf-f3c0-4aad-8139-4434e1780b2a tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group_rule': {'security_group_id': '4707e1dc-8d0c-487d-8f42-5d048b42786a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:18.659136 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c5337c8a-7564-4aad-a8c2-edad5447d61f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.661954 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebfebd3-6284-4073-8ab1-dd3595d7cf69 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Checking segment: {'id': 'a61dc23b-5d84-4625-a884-f9c7e73d10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:18.662357 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebfebd3-6284-4073-8ab1-dd3595d7cf69 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network hostable DHCP agents. Network: 4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:18.669961 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5337c8a-7564-4aad-a8c2-edad5447d61f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:18.670418 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c5337c8a-7564-4aad-a8c2-edad5447d61f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:18.674573 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:18.677661 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67d0d411-498b-4220-b8ca-2f0aa1a6ad88 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.734264 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebfebd3-6284-4073-8ab1-dd3595d7cf69 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network 4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:18.741848 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 44cfeeb9-e95c-4f65-a171-e695f8509690 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:18.744749 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-8ebfebd3-6284-4073-8ab1-dd3595d7cf69 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:18.749842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebfebd3-6284-4073-8ab1-dd3595d7cf69 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:18.750686 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ebfebd3-6284-4073-8ab1-dd3595d7cf69 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.753472 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c5337c8a-7564-4aad-a8c2-edad5447d61f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.764976 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c06621-4fbd-4380-9f16-0316dcb7cb59 None None] Network 4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:18.767300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 44cfeeb9-e95c-4f65-a171-e695f8509690 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:18.767678 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 44cfeeb9-e95c-4f65-a171-e695f8509690 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:18.768094 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 87698dd2-9597-492e-a972-3fff1ec13637 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:18.775189 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c5337c8a-7564-4aad-a8c2-edad5447d61f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.778485 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c5337c8a-7564-4aad-a8c2-edad5447d61f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] 10.222.0.26 "DELETE /v2.0/networks/c9df3bdd-77d5-4207-8bf1-adc3545be74a HTTP/1.1" status: 204 len: 168 time: 1.4437320 Jul 14 09:29:18.778485 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5337c8a-7564-4aad-a8c2-edad5447d61f tempest-TaggedBootDevicesTest-2142573360 tempest-TaggedBootDevicesTest-2142573360-project] Pushing event deleted for resources: {'Network': ['ID=c9df3bdd-77d5-4207-8bf1-adc3545be74a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:18.810235 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67d0d411-498b-4220-b8ca-2f0aa1a6ad88 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.815669 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67d0d411-498b-4220-b8ca-2f0aa1a6ad88 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.822822 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8ebfebd3-6284-4073-8ab1-dd3595d7cf69 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2714393 Jul 14 09:29:18.827176 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41720) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:18.835060 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ddd5beb2-2eeb-465b-85c8-52206b93b8bb up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:18.837829 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 87698dd2-9597-492e-a972-3fff1ec13637 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:18.838471 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 87698dd2-9597-492e-a972-3fff1ec13637 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:18.838578 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-8d285ddf-f3c0-4aad-8139-4434e1780b2a tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] create failed (client error): The resource could not be found. Jul 14 09:29:18.845289 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8d285ddf-f3c0-4aad-8139-4434e1780b2a tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1949012 Jul 14 09:29:18.850320 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41722) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:18.859885 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-5010c9d2-bd9c-424c-a55a-2c21b999925b tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group_rule': {'security_group_id': '4707e1dc-8d0c-487d-8f42-5d048b42786a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3041993d-de22-4efd-b380-2d1d34b608fe'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:18.905823 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67d0d411-498b-4220-b8ca-2f0aa1a6ad88 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.906927 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-67d0d411-498b-4220-b8ca-2f0aa1a6ad88 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2777793 Jul 14 09:29:18.910318 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0d411-498b-4220-b8ca-2f0aa1a6ad88 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743149b1-0bf9-4046-b016-d9c1c8adea3b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:18.914863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41726) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:18.931341 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3e0c32af-f873-4214-bee9-3b61186b9378 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Request body: {'security_group_rule': {'security_group_id': '60c70f8e-c52a-4ab8-a063-a19de0dd3898', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '743149b1-0bf9-4046-b016-d9c1c8adea3b', 'remote_ip_prefix': None}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:19.011120 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-5010c9d2-bd9c-424c-a55a-2c21b999925b tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] create failed (client error): The resource could not be found. Jul 14 09:29:19.015378 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5010c9d2-bd9c-424c-a55a-2c21b999925b tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1622295 Jul 14 09:29:19.016022 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41730) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:19.028871 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port ddd5beb2-2eeb-465b-85c8-52206b93b8bb completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:19.037911 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3e0c32af-f873-4214-bee9-3b61186b9378 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.044132 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port ddd5beb2-2eeb-465b-85c8-52206b93b8bb triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:19.044828 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.100594 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca35cda-1007-41ca-acef-765a89f325fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:19.104107 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9ca35cda-1007-41ca-acef-765a89f325fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.128395 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f16ee6ae-0f75-4db9-8338-1006a7a2c1e3 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.146600 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:19.147557 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.193153 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f16ee6ae-0f75-4db9-8338-1006a7a2c1e3 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.197223 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3e0c32af-f873-4214-bee9-3b61186b9378 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.209924 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3e0c32af-f873-4214-bee9-3b61186b9378 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.307606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c32af-f873-4214-bee9-3b61186b9378 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b5400e-a125-4f33-bdff-0e1f8ab76fcd,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:19.315791 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3e0c32af-f873-4214-bee9-3b61186b9378 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.320429 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3e0c32af-f873-4214-bee9-3b61186b9378 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3973339 Jul 14 09:29:19.320429 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41738) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:19.341506 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e9dea75-2777-456d-afcd-3d25d045f865 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.356559 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c3efd6e0-65ee-425e-8961-d68a8118e31f tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.360924 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f16ee6ae-0f75-4db9-8338-1006a7a2c1e3 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.364028 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f16ee6ae-0f75-4db9-8338-1006a7a2c1e3 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.367642 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f16ee6ae-0f75-4db9-8338-1006a7a2c1e3 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "DELETE /v2.0/security-groups/4707e1dc-8d0c-487d-8f42-5d048b42786a HTTP/1.1" status: 204 len: 168 time: 0.3480768 Jul 14 09:29:19.368681 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.376356 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41740) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:19.380967 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c3efd6e0-65ee-425e-8961-d68a8118e31f tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.383502 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ee6ae-0f75-4db9-8338-1006a7a2c1e3 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4707e1dc-8d0c-487d-8f42-5d048b42786a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:19.421635 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c3efd6e0-65ee-425e-8961-d68a8118e31f tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.429244 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c3efd6e0-65ee-425e-8961-d68a8118e31f tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.434415 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c3efd6e0-65ee-425e-8961-d68a8118e31f tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/e6b5400e-a125-4f33-bdff-0e1f8ab76fcd HTTP/1.1" status: 204 len: 168 time: 0.1134436 Jul 14 09:29:19.435573 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41742) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:19.435690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ddd5beb2-2eeb-465b-85c8-52206b93b8bb, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:19.467207 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:19.474660 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ee8de5-5699-403c-a963-d2e100b63db1" -d '{"events": [{"server_uuid": "409548b5-b499-4bd9-a7c0-02690bf0eca9", "name": "network-vif-plugged", "status": "completed", "tag": "ddd5beb2-2eeb-465b-85c8-52206b93b8bb"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:19.496619 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Allocated IP 172.20.0.2 (4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1/6ad9cfa4-775c-4531-981a-018046fb3b39/793ad2dd-050c-4e5a-875c-05c03a9eb029) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:19.500419 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efd6e0-65ee-425e-8961-d68a8118e31f tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6b5400e-a125-4f33-bdff-0e1f8ab76fcd,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:19.513412 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.535559 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e1ee4a68-f05a-44aa-b25e-ee5125e3c409 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0894890 Jul 14 09:29:19.536795 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41750) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:19.600239 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bdfd60e3-9d21-4510-93d3-39aca1a9fb9b tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2228689 Jul 14 09:29:19.613612 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41752) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:19.620168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-030f623b-023d-4434-8f06-c24656a627ad tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group_rule': {'security_group_id': '08fa75f6-808d-44a8-833e-e7a0ac29b87c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:19.621413 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35eef26c-af0f-433e-996f-87005406cd2b tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.640908 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:19.649175 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9ca35cda-1007-41ca-acef-765a89f325fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.677067 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35eef26c-af0f-433e-996f-87005406cd2b tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.727906 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35eef26c-af0f-433e-996f-87005406cd2b tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.730995 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35eef26c-af0f-433e-996f-87005406cd2b tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.735737 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-35eef26c-af0f-433e-996f-87005406cd2b tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "DELETE /v2.0/security-groups/743149b1-0bf9-4046-b016-d9c1c8adea3b HTTP/1.1" status: 204 len: 168 time: 0.1944861 Jul 14 09:29:19.741417 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41754) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:19.756024 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b34b0c-7577-4035-8ab8-8f446a0011cf x-openstack-request-id: req-81b34b0c-7577-4035-8ab8-8f446a0011cf {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:19.756499 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409548b5-b499-4bd9-a7c0-02690bf0eca9", "name": "network-vif-plugged", "status": "completed", "tag": "ddd5beb2-2eeb-465b-85c8-52206b93b8bb", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:19.756893 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81b34b0c-7577-4035-8ab8-8f446a0011cf {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:19.757422 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb', 'code': 200} Jul 14 09:29:19.822929 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eef26c-af0f-433e-996f-87005406cd2b tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=743149b1-0bf9-4046-b016-d9c1c8adea3b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:19.827741 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca35cda-1007-41ca-acef-765a89f325fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Subnet': ['ID=1dc1a7f2-50c4-4ed1-a03f-4fe9958996cc,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:19.881198 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-030f623b-023d-4434-8f06-c24656a627ad tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] create failed (client error): The resource could not be found. Jul 14 09:29:19.882196 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-030f623b-023d-4434-8f06-c24656a627ad tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2657599 Jul 14 09:29:19.885942 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41756) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:19.887521 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.896935 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-cd2a691e-97d3-4d5b-8b60-ee6877255a4f tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group': {'name': 'tempest-secgroup--853864483'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:19.903868 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca35cda-1007-41ca-acef-765a89f325fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Checking segment: {'id': '285c9362-2894-405a-9309-6f3eb1a90ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '5a059d3f-03d7-4653-995d-9d2ee6652fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:19.904228 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca35cda-1007-41ca-acef-765a89f325fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network hostable DHCP agents. Network: 5a059d3f-03d7-4653-995d-9d2ee6652fde, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:19.905045 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Transition to ACTIVE for port object 793ad2dd-050c-4e5a-875c-05c03a9eb029 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:19.922671 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Transition to ACTIVE for port object 793ad2dd-050c-4e5a-875c-05c03a9eb029 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:19.933070 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.938812 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cca029b5-6257-4394-b836-473d3aa0ffad tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1845658 Jul 14 09:29:19.944209 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41758) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:19.971165 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd2a691e-97d3-4d5b-8b60-ee6877255a4f tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.988328 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Network 4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:19.991845 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:19.996355 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:19.999694 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Pushing event updated for resources: {'Port': ['ID=793ad2dd-050c-4e5a-875c-05c03a9eb029,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:20.076188 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Attempting to bind port 793ad2dd-050c-4e5a-875c-05c03a9eb029 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:20.076773 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Attempting to bind port 793ad2dd-050c-4e5a-875c-05c03a9eb029 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'a61dc23b-5d84-4625-a884-f9c7e73d10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:20.077627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Attempting to bind port 793ad2dd-050c-4e5a-875c-05c03a9eb029 on network 4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:20.086029 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:20.086725 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Checking segment: {'id': 'a61dc23b-5d84-4625-a884-f9c7e73d10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:20.087209 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.087658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Bound using segment: {'id': 'a61dc23b-5d84-4625-a884-f9c7e73d10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:20.088190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Bound port: 793ad2dd-050c-4e5a-875c-05c03a9eb029, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61dc23b-5d84-4625-a884-f9c7e73d10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:20.088580 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.165691 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] For port 793ad2dd-050c-4e5a-875c-05c03a9eb029, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:20.171307 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] For port 793ad2dd-050c-4e5a-875c-05c03a9eb029, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=793ad2dd-050c-4e5a-875c-05c03a9eb029,segment=NetworkSegment(a61dc23b-5d84-4625-a884-f9c7e73d10e3),segment_id=a61dc23b-5d84-4625-a884-f9c7e73d10e3)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:20.172506 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd2a691e-97d3-4d5b-8b60-ee6877255a4f tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.177620 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.180201 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd2a691e-97d3-4d5b-8b60-ee6877255a4f tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.228869 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a691e-97d3-4d5b-8b60-ee6877255a4f tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb82d3f3-0466-4cc1-9f5f-21448d9cae5e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:20.239932 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd2a691e-97d3-4d5b-8b60-ee6877255a4f tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.241203 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cd2a691e-97d3-4d5b-8b60-ee6877255a4f tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3510447 Jul 14 09:29:20.244188 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41762) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:20.250378 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bc052-1cd7-4305-9eaf-9cacbb38f6b9 None None] Pushing event updated for resources: {'Port': ['ID=793ad2dd-050c-4e5a-875c-05c03a9eb029,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:20.263215 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c62c3f66-2995-40dc-9e79-68b2c52c10a1 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group': {'name': 'tempest-secgroup--683470655'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:20.315720 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c62c3f66-2995-40dc-9e79-68b2c52c10a1 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.316645 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe854e-6d79-49a4-9910-b35641aae3e7 req-990c0bed-d80d-4e60-8029-093060b52cfd tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:20.318230 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4dbe854e-6d79-49a4-9910-b35641aae3e7 req-990c0bed-d80d-4e60-8029-093060b52cfd tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 945 time: 0.6373193 Jul 14 09:29:20.363454 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca35cda-1007-41ca-acef-765a89f325fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network 5a059d3f-03d7-4653-995d-9d2ee6652fde is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:20.409651 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-2e9dea75-2777-456d-afcd-3d25d045f865 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Allocated IP 172.20.0.1 (4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1/6ad9cfa4-775c-4531-981a-018046fb3b39/3c3e1248-53bb-4d39-b5ad-9a7ec52a9905) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:20.416629 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-9ca35cda-1007-41ca-acef-765a89f325fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 5a059d3f-03d7-4653-995d-9d2ee6652fde) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:20.427291 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a3347c-3fa1-4fcd-8d75-0b06effe2a3c None None] Network 5a059d3f-03d7-4653-995d-9d2ee6652fde requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:20.436545 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca35cda-1007-41ca-acef-765a89f325fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:20.437355 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9ca35cda-1007-41ca-acef-765a89f325fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.442202 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c62c3f66-2995-40dc-9e79-68b2c52c10a1 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.451732 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c62c3f66-2995-40dc-9e79-68b2c52c10a1 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.462303 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4dbe854e-6d79-49a4-9910-b35641aae3e7 req-51253a8a-d7f0-4938-bbe0-4f5185208690 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287060 Jul 14 09:29:20.480967 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a1a986f-8086-4b5f-a6e3-8cad805d416e tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.487508 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c62c3f66-2995-40dc-9e79-68b2c52c10a1 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.492011 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c62c3f66-2995-40dc-9e79-68b2c52c10a1 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2464275 Jul 14 09:29:20.492699 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41766) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:20.497863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bbfcd-6c25-420a-a3cc-66cde714f02b req-fbccb97a-13a1-4915-b529-c872195b6054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:20.499725 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a18bbfcd-6c25-420a-a3cc-66cde714f02b req-fbccb97a-13a1-4915-b529-c872195b6054 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 1097 time: 0.6045170 Jul 14 09:29:20.522156 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-0d45df30-0aa8-46be-b7c1-eab3e96cfae1 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group_rule': {'security_group_id': 'bb82d3f3-0466-4cc1-9f5f-21448d9cae5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'bcbb6dc5-fe14-4d5f-8bf9-28b3b7e85f60'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:20.528685 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9ca35cda-1007-41ca-acef-765a89f325fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3768721 Jul 14 09:29:20.543051 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c3f66-2995-40dc-9e79-68b2c52c10a1 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbb6dc5-fe14-4d5f-8bf9-28b3b7e85f60,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:20.544633 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41768) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:20.556464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-63ab95d6-25e5-4702-b25b-d4fcb9bb1f7d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'port': {'network_id': '5a059d3f-03d7-4653-995d-9d2ee6652fde', 'security_groups': [], 'name': 'tempest-PortsTestJSON-725597656'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:20.582265 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-0d45df30-0aa8-46be-b7c1-eab3e96cfae1 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:20.583388 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0d45df30-0aa8-46be-b7c1-eab3e96cfae1 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0649469 Jul 14 09:29:20.586504 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41770) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:20.682513 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a1a986f-8086-4b5f-a6e3-8cad805d416e tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.724401 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2fdbd38-5a2b-4cd9-a7b5-186887dbf0a2 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.752746 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a18bbfcd-6c25-420a-a3cc-66cde714f02b req-23e1af36-b5d6-4906-a35b-cdb8c9ead260 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254691 Jul 14 09:29:20.817844 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-5a059d3f-03d7-4653-995d-9d2ee6652fde', 'network_id': '5a059d3f-03d7-4653-995d-9d2ee6652fde', 'tenant_id': '4e8e895605fb4ca2bfa65b016145bb78', 'fixed_ips': [{'subnet_id': '1dc1a7f2-50c4-4ed1-a03f-4fe9958996cc'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:20.819000 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.829950 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2fdbd38-5a2b-4cd9-a7b5-186887dbf0a2 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.848773 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 793ad2dd-050c-4e5a-875c-05c03a9eb029 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:20.872109 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e9dea75-2777-456d-afcd-3d25d045f865 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.878668 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a1a986f-8086-4b5f-a6e3-8cad805d416e tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.881428 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a1a986f-8086-4b5f-a6e3-8cad805d416e tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.885038 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0a1a986f-8086-4b5f-a6e3-8cad805d416e tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "DELETE /v2.0/security-groups/60c70f8e-c52a-4ab8-a063-a19de0dd3898 HTTP/1.1" status: 204 len: 168 time: 0.9376206 Jul 14 09:29:20.890500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41774) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:20.909293 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-2e9dea75-2777-456d-afcd-3d25d045f865 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Transition to ACTIVE for port object 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:20.912928 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a986f-8086-4b5f-a6e3-8cad805d416e tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c70f8e-c52a-4ab8-a063-a19de0dd3898,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:20.932615 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ab95d6-25e5-4702-b25b-d4fcb9bb1f7d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:20.941322 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-63ab95d6-25e5-4702-b25b-d4fcb9bb1f7d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.951711 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2fce4635-c9e9-494a-8c9b-73d10070c405 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600691 Jul 14 09:29:20.956692 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41776) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:20.961365 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4decf1ac-4b9b-42b6-9e36-6e8b5fb536cc tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366807319'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:20.984624 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-63ab95d6-25e5-4702-b25b-d4fcb9bb1f7d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] device_id is not set on port 869920f3-f0dc-4348-8412-c51832d8eb69 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:20.992786 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2fdbd38-5a2b-4cd9-a7b5-186887dbf0a2 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.001939 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2fdbd38-5a2b-4cd9-a7b5-186887dbf0a2 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.006008 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f2fdbd38-5a2b-4cd9-a7b5-186887dbf0a2 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "DELETE /v2.0/security-groups/bcbb6dc5-fe14-4d5f-8bf9-28b3b7e85f60 HTTP/1.1" status: 204 len: 168 time: 0.4186730 Jul 14 09:29:21.008185 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41778) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:21.015034 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 793ad2dd-050c-4e5a-875c-05c03a9eb029 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:21.020902 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4decf1ac-4b9b-42b6-9e36-6e8b5fb536cc tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.050753 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdbd38-5a2b-4cd9-a7b5-186887dbf0a2 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbb6dc5-fe14-4d5f-8bf9-28b3b7e85f60,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:21.063140 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e9dea75-2777-456d-afcd-3d25d045f865 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.113973 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Allocated IP 172.20.0.2 (5a059d3f-03d7-4653-995d-9d2ee6652fde/1dc1a7f2-50c4-4ed1-a03f-4fe9958996cc/3ef5d3a1-bfea-453a-bd65-d43532d919dc) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:21.132995 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9dea75-2777-456d-afcd-3d25d045f865 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network 4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:21.136671 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-2e9dea75-2777-456d-afcd-3d25d045f865 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:21.141997 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9dea75-2777-456d-afcd-3d25d045f865 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:21.175191 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dea75-2777-456d-afcd-3d25d045f865 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Port': ['ID=3c3e1248-53bb-4d39-b5ad-9a7ec52a9905,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:21.198734 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4decf1ac-4b9b-42b6-9e36-6e8b5fb536cc tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.211634 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e9dea75-2777-456d-afcd-3d25d045f865 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.219661 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4decf1ac-4b9b-42b6-9e36-6e8b5fb536cc tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.282757 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decf1ac-4b9b-42b6-9e36-6e8b5fb536cc tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1592ef11-e701-40d9-8a80-f58f40c47c26,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:21.286449 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4decf1ac-4b9b-42b6-9e36-6e8b5fb536cc tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.292230 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4decf1ac-4b9b-42b6-9e36-6e8b5fb536cc tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3353884 Jul 14 09:29:21.295187 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41782) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:21.307277 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-825f878e-8817-425c-ae50-c2549712d017 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Request body: {'security_group_rule': {'security_group_id': '1592ef11-e701-40d9-8a80-f58f40c47c26', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:21.350589 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-825f878e-8817-425c-ae50-c2549712d017 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.394601 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7c3af103-247c-4463-8661-4a046093a2cd tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3705716 Jul 14 09:29:21.404562 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41786) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:21.413168 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.433041 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Transition to ACTIVE for port object 3ef5d3a1-bfea-453a-bd65-d43532d919dc will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:21.446503 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e9dea75-2777-456d-afcd-3d25d045f865 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.457663 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Transition to ACTIVE for port object 3ef5d3a1-bfea-453a-bd65-d43532d919dc will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:21.465173 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.469933 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-825f878e-8817-425c-ae50-c2549712d017 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.477864 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-825f878e-8817-425c-ae50-c2549712d017 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.518490 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f878e-8817-425c-ae50-c2549712d017 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ab2e28-d4d0-48af-9f2d-e33ec049f33e,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:21.528473 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-825f878e-8817-425c-ae50-c2549712d017 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.532632 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-825f878e-8817-425c-ae50-c2549712d017 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2285216 Jul 14 09:29:21.532773 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Network 5a059d3f-03d7-4653-995d-9d2ee6652fde is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:21.532909 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41790) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:21.538722 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:21.542549 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:21.560917 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Pushing event updated for resources: {'Port': ['ID=3ef5d3a1-bfea-453a-bd65-d43532d919dc,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:21.579335 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-60ee54e0-33fa-44a8-868d-242b869b0309 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.596537 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-60ee54e0-33fa-44a8-868d-242b869b0309 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.641145 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-60ee54e0-33fa-44a8-868d-242b869b0309 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.652993 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-60ee54e0-33fa-44a8-868d-242b869b0309 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.657879 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-60ee54e0-33fa-44a8-868d-242b869b0309 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/f9ab2e28-d4d0-48af-9f2d-e33ec049f33e HTTP/1.1" status: 204 len: 168 time: 0.1203263 Jul 14 09:29:21.660714 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41792) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:21.660870 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Attempting to bind port 3ef5d3a1-bfea-453a-bd65-d43532d919dc on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:21.661182 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Attempting to bind port 3ef5d3a1-bfea-453a-bd65-d43532d919dc by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '285c9362-2894-405a-9309-6f3eb1a90ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '5a059d3f-03d7-4653-995d-9d2ee6652fde'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:21.661614 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Attempting to bind port 3ef5d3a1-bfea-453a-bd65-d43532d919dc on network 5a059d3f-03d7-4653-995d-9d2ee6652fde {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:21.672266 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:21.673452 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Checking segment: {'id': '285c9362-2894-405a-9309-6f3eb1a90ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '5a059d3f-03d7-4653-995d-9d2ee6652fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:21.673898 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.674300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Bound using segment: {'id': '285c9362-2894-405a-9309-6f3eb1a90ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '5a059d3f-03d7-4653-995d-9d2ee6652fde'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:21.674790 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Bound port: 3ef5d3a1-bfea-453a-bd65-d43532d919dc, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285c9362-2894-405a-9309-6f3eb1a90ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '5a059d3f-03d7-4653-995d-9d2ee6652fde'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:21.676761 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.677540 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee54e0-33fa-44a8-868d-242b869b0309 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9ab2e28-d4d0-48af-9f2d-e33ec049f33e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:21.726187 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bdd4fc0f-b79c-4688-a3c5-ac478f52afd0 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0641062 Jul 14 09:29:21.728669 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41794) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:21.802318 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] For port 3ef5d3a1-bfea-453a-bd65-d43532d919dc, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:21.807285 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] For port 3ef5d3a1-bfea-453a-bd65-d43532d919dc, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=3ef5d3a1-bfea-453a-bd65-d43532d919dc,segment=NetworkSegment(285c9362-2894-405a-9309-6f3eb1a90ad6),segment_id=285c9362-2894-405a-9309-6f3eb1a90ad6)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:21.815549 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.822437 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-855cd084-4dff-473b-a1ff-68d5146b6077 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.854261 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-855cd084-4dff-473b-a1ff-68d5146b6077 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.857881 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-63ab95d6-25e5-4702-b25b-d4fcb9bb1f7d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Allocated IP 172.20.0.13 (5a059d3f-03d7-4653-995d-9d2ee6652fde/1dc1a7f2-50c4-4ed1-a03f-4fe9958996cc/869920f3-f0dc-4348-8412-c51832d8eb69) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:21.913734 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7934d88b-6376-4d2d-b917-9bd8a346cf3f tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.921002 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-855cd084-4dff-473b-a1ff-68d5146b6077 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.923529 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849d34f2-872d-4334-b13b-48c4d7e22271 None None] Network 4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:21.924952 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-855cd084-4dff-473b-a1ff-68d5146b6077 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.926502 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-855cd084-4dff-473b-a1ff-68d5146b6077 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "DELETE /v2.0/security-groups/1592ef11-e701-40d9-8a80-f58f40c47c26 HTTP/1.1" status: 204 len: 168 time: 0.1966691 Jul 14 09:29:21.937878 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41796) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:21.939132 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cd084-4dff-473b-a1ff-68d5146b6077 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1592ef11-e701-40d9-8a80-f58f40c47c26,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:21.960583 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7934d88b-6376-4d2d-b917-9bd8a346cf3f tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.000391 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f4c5092e-aa0e-4a90-ab42-1e6d3e2409ac tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499706 Jul 14 09:29:22.004568 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41800) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:22.009936 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9e206361-601e-4d8f-a5fd-82f59c3f7775 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Request body: {'security_group': {'name': 'tempest-secgroup--719340325'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:22.038111 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fc5e3-124d-4c97-9d86-921bf9b8dcf8 None None] Pushing event updated for resources: {'Port': ['ID=3ef5d3a1-bfea-453a-bd65-d43532d919dc,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:22.060697 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8a5c5253-1055-43ee-9de3-1631895510b0 None None] Provisioning for port 793ad2dd-050c-4e5a-875c-05c03a9eb029 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:22.064896 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e206361-601e-4d8f-a5fd-82f59c3f7775 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.070161 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8a5c5253-1055-43ee-9de3-1631895510b0 None None] Provisioning complete for port 793ad2dd-050c-4e5a-875c-05c03a9eb029 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:22.070679 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a5c5253-1055-43ee-9de3-1631895510b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.223302 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7934d88b-6376-4d2d-b917-9bd8a346cf3f tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.228902 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7934d88b-6376-4d2d-b917-9bd8a346cf3f tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.231314 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e206361-601e-4d8f-a5fd-82f59c3f7775 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.232766 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41802) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:22.235545 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7934d88b-6376-4d2d-b917-9bd8a346cf3f tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "DELETE /v2.0/security-groups/bb82d3f3-0466-4cc1-9f5f-21448d9cae5e HTTP/1.1" status: 204 len: 168 time: 0.8226559 Jul 14 09:29:22.242321 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e206361-601e-4d8f-a5fd-82f59c3f7775 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.286784 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e206361-601e-4d8f-a5fd-82f59c3f7775 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.288026 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9e206361-601e-4d8f-a5fd-82f59c3f7775 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2820439 Jul 14 09:29:22.293008 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41804) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:22.304476 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4aa15797-2323-43da-bc99-ed163e47a840 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Request body: {'security_group_rule': {'security_group_id': '2ce1d982-7772-4215-87b7-b4953cdec3d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:22.332154 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e206361-601e-4d8f-a5fd-82f59c3f7775 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce1d982-7772-4215-87b7-b4953cdec3d6,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:22.341767 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934d88b-6376-4d2d-b917-9bd8a346cf3f tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb82d3f3-0466-4cc1-9f5f-21448d9cae5e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:22.345657 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a5c5253-1055-43ee-9de3-1631895510b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.371735 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2e3cb4d9-bf1f-423d-b584-4c9252879240 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1377742 Jul 14 09:29:22.372454 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41806) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:22.379936 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7de79b4e-a540-4611-ac4f-70172c574127 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group': {'name': 'tempest-secgroup--1313088827'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:22.400795 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8a5c5253-1055-43ee-9de3-1631895510b0 None None] For port 793ad2dd-050c-4e5a-875c-05c03a9eb029, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=793ad2dd-050c-4e5a-875c-05c03a9eb029,segment=NetworkSegment(a61dc23b-5d84-4625-a884-f9c7e73d10e3),segment_id=a61dc23b-5d84-4625-a884-f9c7e73d10e3)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:22.411470 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a5c5253-1055-43ee-9de3-1631895510b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.452599 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7de79b4e-a540-4611-ac4f-70172c574127 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.457424 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4aa15797-2323-43da-bc99-ed163e47a840 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.484196 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c5253-1055-43ee-9de3-1631895510b0 None None] Pushing event updated for resources: {'Port': ['ID=793ad2dd-050c-4e5a-875c-05c03a9eb029,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:22.578252 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cbc11-0c7e-4077-8f44-9d37388d7415 req-9ea039e3-026d-4e1a-9767-4e1f03571869 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.590951 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9d2cbc11-0c7e-4077-8f44-9d37388d7415 req-9ea039e3-026d-4e1a-9767-4e1f03571869 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 945 time: 0.7974579 Jul 14 09:29:22.601841 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7de79b4e-a540-4611-ac4f-70172c574127 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.612925 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7de79b4e-a540-4611-ac4f-70172c574127 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.680121 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7de79b4e-a540-4611-ac4f-70172c574127 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.681349 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7de79b4e-a540-4611-ac4f-70172c574127 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3057899 Jul 14 09:29:22.685119 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4aa15797-2323-43da-bc99-ed163e47a840 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.686575 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41816) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:22.691834 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b2edf9cd-29f2-42e1-81e4-1cd63a13470e tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:22.692128 n-d-798054-10 neutron-server[93888]: WARNING neutron.api.v2.base [None req-b2edf9cd-29f2-42e1-81e4-1cd63a13470e tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 09:29:22.692644 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-b2edf9cd-29f2-42e1-81e4-1cd63a13470e tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 09:29:22.696496 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b2edf9cd-29f2-42e1-81e4-1cd63a13470e tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "PUT /v2.0/security-groups/51fef7e9-07fe-4583-9da0-08bcc7979a88 HTTP/1.1" status: 409 len: 330 time: 0.0061343 Jul 14 09:29:22.696721 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41818) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:22.704746 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de79b4e-a540-4611-ac4f-70172c574127 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51fef7e9-07fe-4583-9da0-08bcc7979a88,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:22.707858 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4aa15797-2323-43da-bc99-ed163e47a840 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.786103 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa15797-2323-43da-bc99-ed163e47a840 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697dfc9f-44c1-4539-8d0a-84bc5275ffa7,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:22.793272 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4aa15797-2323-43da-bc99-ed163e47a840 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.802826 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4aa15797-2323-43da-bc99-ed163e47a840 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5030074 Jul 14 09:29:22.805951 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41820) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:22.812138 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-63ab95d6-25e5-4702-b25b-d4fcb9bb1f7d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.826013 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9d2cbc11-0c7e-4077-8f44-9d37388d7415 req-511252b7-cdc4-453d-893f-ab3e6eeabc82 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235200 Jul 14 09:29:22.847645 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e9dea75-2777-456d-afcd-3d25d045f865 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.858324 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-63ab95d6-25e5-4702-b25b-d4fcb9bb1f7d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Transition to ACTIVE for port object 869920f3-f0dc-4348-8412-c51832d8eb69 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:22.859199 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8de58e9b-66c1-491b-9db6-2b149b2de990 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-group-rules/697dfc9f-44c1-4539-8d0a-84bc5275ffa7 HTTP/1.1" status: 200 len: 763 time: 0.0521758 Jul 14 09:29:22.868574 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41822) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:22.901345 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e9dea75-2777-456d-afcd-3d25d045f865 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.954943 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc4a5738-3470-41b0-9ee6-965ebadb5b59 None None] Provisioning complete for port 793ad2dd-050c-4e5a-875c-05c03a9eb029 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:22.960649 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc4a5738-3470-41b0-9ee6-965ebadb5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.963929 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76ffdae8-6c5f-43c6-a0c5-ab0e79410304 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.005992 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-63ab95d6-25e5-4702-b25b-d4fcb9bb1f7d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.014361 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dea75-2777-456d-afcd-3d25d045f865 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Port': ['ID=3c3e1248-53bb-4d39-b5ad-9a7ec52a9905,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:23.049041 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9cd98538-1388-4fc3-a9e1-c1c98ab90294 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1790876 Jul 14 09:29:23.065318 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41826) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:23.089121 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 3ef5d3a1-bfea-453a-bd65-d43532d919dc up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:23.102691 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab95d6-25e5-4702-b25b-d4fcb9bb1f7d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=869920f3-f0dc-4348-8412-c51832d8eb69,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:23.129606 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ff7a8cdb-df1b-4c61-a7ec-88d58cfec483 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.147837 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76ffdae8-6c5f-43c6-a0c5-ab0e79410304 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.153317 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ff7a8cdb-df1b-4c61-a7ec-88d58cfec483 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.177168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ab95d6-25e5-4702-b25b-d4fcb9bb1f7d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network 5a059d3f-03d7-4653-995d-9d2ee6652fde is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:23.186618 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-63ab95d6-25e5-4702-b25b-d4fcb9bb1f7d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:23.191425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ab95d6-25e5-4702-b25b-d4fcb9bb1f7d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:23.233808 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ff7a8cdb-df1b-4c61-a7ec-88d58cfec483 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.248243 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ff7a8cdb-df1b-4c61-a7ec-88d58cfec483 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.254838 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ff7a8cdb-df1b-4c61-a7ec-88d58cfec483 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/697dfc9f-44c1-4539-8d0a-84bc5275ffa7 HTTP/1.1" status: 204 len: 168 time: 0.1860445 Jul 14 09:29:23.258634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41830) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:23.276701 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76ffdae8-6c5f-43c6-a0c5-ab0e79410304 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.281047 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76ffdae8-6c5f-43c6-a0c5-ab0e79410304 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.283098 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-76ffdae8-6c5f-43c6-a0c5-ab0e79410304 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "DELETE /v2.0/security-groups/51fef7e9-07fe-4583-9da0-08bcc7979a88 HTTP/1.1" status: 204 len: 168 time: 0.5856857 Jul 14 09:29:23.301463 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41832) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:23.306447 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffdae8-6c5f-43c6-a0c5-ab0e79410304 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fef7e9-07fe-4583-9da0-08bcc7979a88,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:23.342369 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a8cdb-df1b-4c61-a7ec-88d58cfec483 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=697dfc9f-44c1-4539-8d0a-84bc5275ffa7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:23.368485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 3ef5d3a1-bfea-453a-bd65-d43532d919dc completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:23.373399 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ab95d6-25e5-4702-b25b-d4fcb9bb1f7d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.375676 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-63ab95d6-25e5-4702-b25b-d4fcb9bb1f7d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.378117 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc4a5738-3470-41b0-9ee6-965ebadb5b59 None None] Provisioning for port 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:23.387850 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 793ad2dd-050c-4e5a-875c-05c03a9eb029 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:23.389726 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc4a5738-3470-41b0-9ee6-965ebadb5b59 None None] Provisioning complete for port 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:23.393450 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc4a5738-3470-41b0-9ee6-965ebadb5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.405914 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e9dea75-2777-456d-afcd-3d25d045f865 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.410563 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8ea4d9c7-e2bf-448a-b4b8-fca123f93114 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1007276 Jul 14 09:29:23.422918 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41834) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:23.444840 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-9cfa2934-54d3-474a-95ef-f9e8751d3403 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] delete failed (client error): The resource could not be found. Jul 14 09:29:23.446673 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9cfa2934-54d3-474a-95ef-f9e8751d3403 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "DELETE /v2.0/security-groups/7f7f640b-3c7a-4e04-ae11-788a17e5f8a0 HTTP/1.1" status: 404 len: 347 time: 0.0207074 Jul 14 09:29:23.454364 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41836) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:23.454631 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41838) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:23.457522 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-63ab95d6-25e5-4702-b25b-d4fcb9bb1f7d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.9102535 Jul 14 09:29:23.512163 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a5738-3470-41b0-9ee6-965ebadb5b59 None None] Port 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:23.533982 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 793ad2dd-050c-4e5a-875c-05c03a9eb029 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:23.533982 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.556377 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ec0aa-167c-4d36-93b8-b98a2347e7c8 req-54c7e039-df65-4515-afcb-43fa56c913d6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.558363 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e19ec0aa-167c-4d36-93b8-b98a2347e7c8 req-54c7e039-df65-4515-afcb-43fa56c913d6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 945 time: 0.4370074 Jul 14 09:29:23.580445 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41840) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:23.586659 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-450d9b9d-4837-4bfd-8bb5-a94c9624b431 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Request body: {'floatingip': {'port_id': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:23.633012 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ebb10a7e-1b10-4d68-9edf-b3c763cca506 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3703499 Jul 14 09:29:23.633698 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-2c399402-d01b-4fa1-a7e5-2f2e6c536348 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] show failed (client error): The resource could not be found. Jul 14 09:29:23.635041 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2c399402-d01b-4fa1-a7e5-2f2e6c536348 tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "GET /v2.0/security-groups/88e1c0fb-233f-43c4-80cc-8648b76893be HTTP/1.1" status: 404 len: 347 time: 0.1791711 Jul 14 09:29:23.637889 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41842) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:23.642976 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b9eb0d37-b73f-4b6b-87ae-603173e73c4b tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Request body: {'security_group_rule': {'security_group_id': '2ce1d982-7772-4215-87b7-b4953cdec3d6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:23.646822 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41844) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:23.652896 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5bdb8053-effe-4be9-a43f-975d06f761f8 None None] Provisioning complete for port 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:23.653276 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bdb8053-effe-4be9-a43f-975d06f761f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.677384 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-41bbaaeb-a800-4c65-a53a-ae900d85cc9e tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] show failed (client error): The resource could not be found. Jul 14 09:29:23.682038 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-41bbaaeb-a800-4c65-a53a-ae900d85cc9e tempest-NegativeSecGroupTest-298370034 tempest-NegativeSecGroupTest-298370034-project] 10.222.0.26 "GET /v2.0/security-group-rules/1f3ae83f-5dc7-4fc2-bf2b-3b8ccaea3adb HTTP/1.1" status: 404 len: 356 time: 0.0297599 Jul 14 09:29:23.696474 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c498c4ad-8db8-4afc-a5ec-2c43c33b7c4a None None] Network 5a059d3f-03d7-4653-995d-9d2ee6652fde requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:23.706769 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9eb0d37-b73f-4b6b-87ae-603173e73c4b tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.710778 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-450d9b9d-4837-4bfd-8bb5-a94c9624b431 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.729262 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbdc44-1c97-4ed3-b294-9965ce6f4031 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port 869920f3-f0dc-4348-8412-c51832d8eb69 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:23.730462 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1fbbdc44-1c97-4ed3-b294-9965ce6f4031 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.899747 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9eb0d37-b73f-4b6b-87ae-603173e73c4b tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.910076 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb8053-effe-4be9-a43f-975d06f761f8 None None] Port 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:23.921083 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9eb0d37-b73f-4b6b-87ae-603173e73c4b tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.019474 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9eb0d37-b73f-4b6b-87ae-603173e73c4b tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.021045 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b9eb0d37-b73f-4b6b-87ae-603173e73c4b tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3836632 Jul 14 09:29:24.025092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41852) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:24.057001 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb0d37-b73f-4b6b-87ae-603173e73c4b tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55916e01-3fc9-4187-80ad-b904aa6471c4,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:24.076698 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1fbbdc44-1c97-4ed3-b294-9965ce6f4031 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.090992 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e926ad6b-b1e8-4bc1-ad9f-f8ad8411934e tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-group-rules/55916e01-3fc9-4187-80ad-b904aa6471c4 HTTP/1.1" status: 200 len: 763 time: 0.0556405 Jul 14 09:29:24.093743 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41856) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:24.114591 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbdc44-1c97-4ed3-b294-9965ce6f4031 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for 869920f3-f0dc-4348-8412-c51832d8eb69 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:24.129589 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a74e14b9-7247-44a2-8c29-dc72d58fe8b0 None None] Provisioning for port 3ef5d3a1-bfea-453a-bd65-d43532d919dc completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:24.143622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a74e14b9-7247-44a2-8c29-dc72d58fe8b0 None None] Provisioning complete for port 3ef5d3a1-bfea-453a-bd65-d43532d919dc triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:24.144013 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a74e14b9-7247-44a2-8c29-dc72d58fe8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.192091 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9a6d4d1c-494b-47ef-8818-eed9cc697bde tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0965986 Jul 14 09:29:24.196403 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41858) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:24.252850 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-914cd121-462c-47e4-8068-81089c911de4 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.253484 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41860) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:24.282351 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-914cd121-462c-47e4-8068-81089c911de4 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.322511 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a74e14b9-7247-44a2-8c29-dc72d58fe8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.350614 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.resource_extend [None req-450d9b9d-4837-4bfd-8bb5-a94c9624b431 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:29:24.360473 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9dea75-2777-456d-afcd-3d25d045f865 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network 4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:24.389466 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a74e14b9-7247-44a2-8c29-dc72d58fe8b0 None None] For port 3ef5d3a1-bfea-453a-bd65-d43532d919dc, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=3ef5d3a1-bfea-453a-bd65-d43532d919dc,segment=NetworkSegment(285c9362-2894-405a-9309-6f3eb1a90ad6),segment_id=285c9362-2894-405a-9309-6f3eb1a90ad6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:24.404860 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a74e14b9-7247-44a2-8c29-dc72d58fe8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.415861 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-2e9dea75-2777-456d-afcd-3d25d045f865 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:24.433495 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1fbbdc44-1c97-4ed3-b294-9965ce6f4031 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.531395 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e14b9-7247-44a2-8c29-dc72d58fe8b0 None None] Pushing event updated for resources: {'Port': ['ID=3ef5d3a1-bfea-453a-bd65-d43532d919dc,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:24.579882 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbdc44-1c97-4ed3-b294-9965ce6f4031 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=869920f3-f0dc-4348-8412-c51832d8eb69,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:24.590571 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-914cd121-462c-47e4-8068-81089c911de4 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.626591 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-914cd121-462c-47e4-8068-81089c911de4 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.627928 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-914cd121-462c-47e4-8068-81089c911de4 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/55916e01-3fc9-4187-80ad-b904aa6471c4 HTTP/1.1" status: 204 len: 168 time: 0.4306042 Jul 14 09:29:24.629009 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cd121-462c-47e4-8068-81089c911de4 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55916e01-3fc9-4187-80ad-b904aa6471c4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:24.633423 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41866) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:24.680083 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1fbbdc44-1c97-4ed3-b294-9965ce6f4031 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.693239 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1fbbdc44-1c97-4ed3-b294-9965ce6f4031 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/ports/869920f3-f0dc-4348-8412-c51832d8eb69 HTTP/1.1" status: 204 len: 168 time: 1.2275357 Jul 14 09:29:24.693951 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41868) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:24.704340 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-450d9b9d-4837-4bfd-8bb5-a94c9624b431 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.720252 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-450d9b9d-4837-4bfd-8bb5-a94c9624b431 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.741263 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3fe824e3-46e5-4f9a-80f4-13b6d404ffab None None] Provisioning complete for port 3ef5d3a1-bfea-453a-bd65-d43532d919dc triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:24.741699 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3fe824e3-46e5-4f9a-80f4-13b6d404ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.783054 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f608c0d-0ae5-44a5-8a96-e12fa4c1251d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] GET failed (client error): The resource could not be found. Jul 14 09:29:24.788393 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7f608c0d-0ae5-44a5-8a96-e12fa4c1251d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports/869920f3-f0dc-4348-8412-c51832d8eb69 HTTP/1.1" status: 404 len: 333 time: 0.0860875 Jul 14 09:29:24.789031 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41870) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:24.858578 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-16445841-35a2-49a6-8953-a875042a02a4 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2095118 Jul 14 09:29:24.865090 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41872) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:24.880919 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f2c9ecf5-4120-4981-ba78-407803ff5ea9 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Request body: {'security_group_rule': {'security_group_id': '2ce1d982-7772-4215-87b7-b4953cdec3d6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:24.892049 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 3ef5d3a1-bfea-453a-bd65-d43532d919dc up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:24.918543 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-621809e3-fc22-413b-8bf0-50f1aaf03299 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf2e7ea17fae4418b3c0dcb01a8c3842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6528351 Jul 14 09:29:24.919667 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41878) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:24.970146 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 3ef5d3a1-bfea-453a-bd65-d43532d919dc triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:24.970444 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.999723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3287bb6-1d2a-4979-aab8-169beb8e211e tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting subnet 1dc1a7f2-50c4-4ed1-a03f-4fe9958996cc {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:25.010040 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e3287bb6-1d2a-4979-aab8-169beb8e211e tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.047362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9dea75-2777-456d-afcd-3d25d045f865 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router 2c073c32-41e3-459b-9f2b-e027b775b319 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:29:25.072334 n-d-798054-10 neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-f2c9ecf5-4120-4981-ba78-407803ff5ea9 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Project d295874b329c425480cd0154e3732d5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:29:25.083477 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2c9ecf5-4120-4981-ba78-407803ff5ea9 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.094820 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3fe824e3-46e5-4f9a-80f4-13b6d404ffab None None] Could not find standard attr ID for object 869920f3-f0dc-4348-8412-c51832d8eb69. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:29:25.095370 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf0043d7-c2bd-4a22-b866-01872bc030b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.101948 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e3287bb6-1d2a-4979-aab8-169beb8e211e tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.111001 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-450d9b9d-4837-4bfd-8bb5-a94c9624b431 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Floating IP e6826f1d-e6ab-4f00-afc1-d3634bdd305d associated. External IP: 172.25.1.152, port: ddd5beb2-2eeb-465b-85c8-52206b93b8bb. Jul 14 09:29:25.174333 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf0043d7-c2bd-4a22-b866-01872bc030b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.208535 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-308ae0fe-0748-45cd-a4dd-7a5a77f0662a None None] Could not find standard attr ID for object 869920f3-f0dc-4348-8412-c51832d8eb69. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:29:25.228532 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-308ae0fe-0748-45cd-a4dd-7a5a77f0662a None None] Provisioning complete for port 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:25.228918 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-308ae0fe-0748-45cd-a4dd-7a5a77f0662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.275823 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e3287bb6-1d2a-4979-aab8-169beb8e211e tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.375182 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e3287bb6-1d2a-4979-aab8-169beb8e211e tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.418094 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf0043d7-c2bd-4a22-b866-01872bc030b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.421125 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf0043d7-c2bd-4a22-b866-01872bc030b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.423276 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bf0043d7-c2bd-4a22-b866-01872bc030b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/523f6df6-d733-4c36-9b9d-e0fa06081469 HTTP/1.1" status: 204 len: 168 time: 0.5022960 Jul 14 09:29:25.424517 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3287bb6-1d2a-4979-aab8-169beb8e211e tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc1a7f2-50c4-4ed1-a03f-4fe9958996cc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:25.439477 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e3287bb6-1d2a-4979-aab8-169beb8e211e tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.441433 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e3287bb6-1d2a-4979-aab8-169beb8e211e tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/subnets/1dc1a7f2-50c4-4ed1-a03f-4fe9958996cc HTTP/1.1" status: 204 len: 168 time: 0.6514308 Jul 14 09:29:25.446623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41882) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:25.517087 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d0b3bd-7513-4904-8cc9-e87b4ce39ac2 None None] Network 5a059d3f-03d7-4653-995d-9d2ee6652fde requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:25.537975 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0043d7-c2bd-4a22-b866-01872bc030b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523f6df6-d733-4c36-9b9d-e0fa06081469,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:25.543942 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8a5c0880-c83f-411f-8e98-c296ee3ea846 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.614112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c0880-c83f-411f-8e98-c296ee3ea846 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port 3ef5d3a1-bfea-453a-bd65-d43532d919dc {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:25.614589 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8a5c0880-c83f-411f-8e98-c296ee3ea846 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.658547 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-308ae0fe-0748-45cd-a4dd-7a5a77f0662a None None] Port 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:25.701532 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:29:25.704681 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-8a5c0880-c83f-411f-8e98-c296ee3ea846 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] For port 3ef5d3a1-bfea-453a-bd65-d43532d919dc, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=3ef5d3a1-bfea-453a-bd65-d43532d919dc,segment=NetworkSegment(285c9362-2894-405a-9309-6f3eb1a90ad6),segment_id=285c9362-2894-405a-9309-6f3eb1a90ad6)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:25.705323 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8a5c0880-c83f-411f-8e98-c296ee3ea846 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.721534 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c0880-c83f-411f-8e98-c296ee3ea846 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for 3ef5d3a1-bfea-453a-bd65-d43532d919dc owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:25.846151 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176b5b6b-b51c-4917-82f4-976d788804fe None None] DHCP port deletion for 5a059d3f-03d7-4653-995d-9d2ee6652fde request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:29:25.891466 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2c9ecf5-4120-4981-ba78-407803ff5ea9 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.907842 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-176b5b6b-b51c-4917-82f4-976d788804fe None None] Deleting port 3ef5d3a1-bfea-453a-bd65-d43532d919dc {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:25.908475 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-176b5b6b-b51c-4917-82f4-976d788804fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.912122 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2c9ecf5-4120-4981-ba78-407803ff5ea9 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.922056 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9dea75-2777-456d-afcd-3d25d045f865 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:25.941880 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8a5c0880-c83f-411f-8e98-c296ee3ea846 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.946356 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] Sync routers for ids ['2c073c32-41e3-459b-9f2b-e027b775b319'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:25.953544 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2e9dea75-2777-456d-afcd-3d25d045f865 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/2c073c32-41e3-459b-9f2b-e027b775b319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1263492 Jul 14 09:29:25.973349 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41894) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:25.977975 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c0880-c83f-411f-8e98-c296ee3ea846 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No DVR routers for this DVR port 3ef5d3a1-bfea-453a-bd65-d43532d919dc on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:26.000825 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9ecf5-4120-4981-ba78-407803ff5ea9 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df89226d-6214-4b4d-ae83-1dd926d09631,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:26.016045 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ec18ff47-2f25-43f2-95df-4cbdb976a9c0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'network': {'name': 'tempest-RoutersTest-2010457667'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:26.025178 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2c9ecf5-4120-4981-ba78-407803ff5ea9 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.029119 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f2c9ecf5-4120-4981-ba78-407803ff5ea9 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1610324 Jul 14 09:29:26.032602 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41900) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:26.034078 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c0880-c83f-411f-8e98-c296ee3ea846 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=3ef5d3a1-bfea-453a-bd65-d43532d919dc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:26.049378 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] Routers {'2c073c32-41e3-459b-9f2b-e027b775b319'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:26.050276 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:29:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2c073c32-41e3-459b-9f2b-e027b775b319'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:26.065665 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6bc93d51-64d8-4f62-801d-a5659536d10f tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-group-rules/df89226d-6214-4b4d-ae83-1dd926d09631 HTTP/1.1" status: 200 len: 769 time: 0.0310113 Jul 14 09:29:26.066532 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41904) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:26.077710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec18ff47-2f25-43f2-95df-4cbdb976a9c0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Made reservation on behalf of 59d7d101252e4592bbe2b29387c4a9ad for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:26.082993 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ec18ff47-2f25-43f2-95df-4cbdb976a9c0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.091296 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450d9b9d-4837-4bfd-8bb5-a94c9624b431 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Router 5301b859-c545-444c-aafe-d2e9c4ac5f39 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:26.137947 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-176b5b6b-b51c-4917-82f4-976d788804fe None None] For port 3ef5d3a1-bfea-453a-bd65-d43532d919dc, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=3ef5d3a1-bfea-453a-bd65-d43532d919dc,segment=NetworkSegment(285c9362-2894-405a-9309-6f3eb1a90ad6),segment_id=285c9362-2894-405a-9309-6f3eb1a90ad6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:26.138783 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-176b5b6b-b51c-4917-82f4-976d788804fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.143912 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-dc35befa-5c33-4ff3-9942-ad99bc2ff509 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0754964 Jul 14 09:29:26.144634 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41906) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:26.176750 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-176b5b6b-b51c-4917-82f4-976d788804fe None None] Calling delete_port for 3ef5d3a1-bfea-453a-bd65-d43532d919dc owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:26.178076 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec18ff47-2f25-43f2-95df-4cbdb976a9c0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:26.206804 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8a5c0880-c83f-411f-8e98-c296ee3ea846 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.212616 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] Set router 2c073c32-41e3-459b-9f2b-e027b775b319 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:26.225911 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ec18ff47-2f25-43f2-95df-4cbdb976a9c0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.228486 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-ec18ff47-2f25-43f2-95df-4cbdb976a9c0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Added segment 957c25dd-446a-432c-81b1-1970e6126b05 of type vlan for network 146eab75-5661-413b-9a10-21c40707cf63 Jul 14 09:29:26.247479 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0311e9ff-4265-4c91-91d8-1d577caf1a94 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.258977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-8a5c0880-c83f-411f-8e98-c296ee3ea846 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a059d3f-03d7-4653-995d-9d2ee6652fde']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:26.291912 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0311e9ff-4265-4c91-91d8-1d577caf1a94 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.313357 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-8a5c0880-c83f-411f-8e98-c296ee3ea846 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285c9362-2894-405a-9309-6f3eb1a90ad6') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:26.313953 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-8a5c0880-c83f-411f-8e98-c296ee3ea846 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285c9362-2894-405a-9309-6f3eb1a90ad6') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:26.341180 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450d9b9d-4837-4bfd-8bb5-a94c9624b431 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:26.348878 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-450d9b9d-4837-4bfd-8bb5-a94c9624b431 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.353006 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ec18ff47-2f25-43f2-95df-4cbdb976a9c0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.353130 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6d2d8-e5ef-4d8d-bde4-896162b89adb None None] Sync routers for ids ['5301b859-c545-444c-aafe-d2e9c4ac5f39'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:26.369619 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a6d2d8-e5ef-4d8d-bde4-896162b89adb None None] Routers {'5301b859-c545-444c-aafe-d2e9c4ac5f39'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:26.370607 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a6a6d2d8-e5ef-4d8d-bde4-896162b89adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:29:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5301b859-c545-444c-aafe-d2e9c4ac5f39'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:26.410998 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-450d9b9d-4837-4bfd-8bb5-a94c9624b431 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "PUT /v2.0/floatingips/e6826f1d-e6ab-4f00-afc1-d3634bdd305d HTTP/1.1" status: 200 len: 991 time: 2.8267109 Jul 14 09:29:26.411285 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8a5c0880-c83f-411f-8e98-c296ee3ea846 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.411373 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'tag': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:26.413759 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8124662-418c-4134-a0a4-9890f2840385" -d '{"events": [{"name": "network-changed", "server_uuid": "409548b5-b499-4bd9-a7c0-02690bf0eca9", "tag": "ddd5beb2-2eeb-465b-85c8-52206b93b8bb"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:26.416246 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0311e9ff-4265-4c91-91d8-1d577caf1a94 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.430073 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ec18ff47-2f25-43f2-95df-4cbdb976a9c0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.446318 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec18ff47-2f25-43f2-95df-4cbdb976a9c0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:26.446977 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ec18ff47-2f25-43f2-95df-4cbdb976a9c0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.455393 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0311e9ff-4265-4c91-91d8-1d577caf1a94 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.465319 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0311e9ff-4265-4c91-91d8-1d577caf1a94 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/df89226d-6214-4b4d-ae83-1dd926d09631 HTTP/1.1" status: 204 len: 168 time: 0.3172123 Jul 14 09:29:26.465911 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311e9ff-4265-4c91-91d8-1d577caf1a94 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df89226d-6214-4b4d-ae83-1dd926d09631,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:26.470216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41918) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:26.486056 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954092bf-f52b-49c1-8ca1-661f5744e199 x-openstack-request-id: req-954092bf-f52b-49c1-8ca1-661f5744e199 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:26.486367 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409548b5-b499-4bd9-a7c0-02690bf0eca9", "tag": "ddd5beb2-2eeb-465b-85c8-52206b93b8bb", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:26.486583 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-954092bf-f52b-49c1-8ca1-661f5744e199 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:26.486978 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'tag': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb', 'status': 'completed', 'code': 200} Jul 14 09:29:26.605384 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a80beff7-006f-49e0-9c5e-c14eab1d62ae tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1335342 Jul 14 09:29:26.636213 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a6a6d2d8-e5ef-4d8d-bde4-896162b89adb None None] Set router 5301b859-c545-444c-aafe-d2e9c4ac5f39 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:26.642522 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41922) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:26.651153 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18ff47-2f25-43f2-95df-4cbdb976a9c0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Network': ['ID=146eab75-5661-413b-9a10-21c40707cf63,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:26.693647 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 146eab75-5661-413b-9a10-21c40707cf63 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:26.697492 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8124662-418c-4134-a0a4-9890f2840385 req-2f798ce4-c3ed-4687-bb42-89118ad1f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:26.700483 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8124662-418c-4134-a0a4-9890f2840385 req-2f798ce4-c3ed-4687-bb42-89118ad1f2a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 1097 time: 0.1751912 Jul 14 09:29:26.700483 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41924) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:26.703482 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8a5c0880-c83f-411f-8e98-c296ee3ea846 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.749931 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5c0880-c83f-411f-8e98-c296ee3ea846 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:26.751621 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8a5c0880-c83f-411f-8e98-c296ee3ea846 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:26.760791 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:26.804343 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ec18ff47-2f25-43f2-95df-4cbdb976a9c0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8291042 Jul 14 09:29:26.814667 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-176b5b6b-b51c-4917-82f4-976d788804fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.822884 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 3ef5d3a1-bfea-453a-bd65-d43532d919dc no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:26.824195 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41928) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:26.837191 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f7efb226-c8e6-456b-b3f5-58719adc1c0c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'subnet': {'network_id': '146eab75-5661-413b-9a10-21c40707cf63', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:26.902411 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 3ef5d3a1-bfea-453a-bd65-d43532d919dc {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:26.903154 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 3ef5d3a1-bfea-453a-bd65-d43532d919dc not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:26.904782 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b5b6b-b51c-4917-82f4-976d788804fe None None] Pushing event deleted for resources: {'Port': ['ID=3ef5d3a1-bfea-453a-bd65-d43532d919dc,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:26.908846 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176b5b6b-b51c-4917-82f4-976d788804fe None None] No DVR routers for this DVR port 3ef5d3a1-bfea-453a-bd65-d43532d919dc on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:26.909632 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-725a89a3-91e8-41db-be30-f6eab8ff154c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1593802119'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:26.949171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725a89a3-91e8-41db-be30-f6eab8ff154c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Made reservation on behalf of 9d8e208f1086466d84318c4f4af83b1b for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:26.951327 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:29:21Z', 'revision_number': 2, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:22Z', 'revision_number': 2, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:26.953534 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0f543345-b630-4602-a6f8-a56bee0d68ef tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.953918 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-725a89a3-91e8-41db-be30-f6eab8ff154c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.989328 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8a5c0880-c83f-411f-8e98-c296ee3ea846 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.996675 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8a5c0880-c83f-411f-8e98-c296ee3ea846 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.003981 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8a5c0880-c83f-411f-8e98-c296ee3ea846 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/networks/5a059d3f-03d7-4653-995d-9d2ee6652fde HTTP/1.1" status: 204 len: 168 time: 1.5560653 Jul 14 09:29:27.007142 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41932) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:27.018043 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] Checking router: 2c073c32-41e3-459b-9f2b-e027b775b319 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:27.018384 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] Updating router 2c073c32-41e3-459b-9f2b-e027b775b319 port 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:29:27.024788 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0f543345-b630-4602-a6f8-a56bee0d68ef tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.029305 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-725a89a3-91e8-41db-be30-f6eab8ff154c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.029458 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c0880-c83f-411f-8e98-c296ee3ea846 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Network': ['ID=5a059d3f-03d7-4653-995d-9d2ee6652fde,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:27.040952 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f5391924-953c-4508-a5c6-0410c676f893 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'port': {'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7', 'name': 'tempest-PortsTestJSON-714111137'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:27.113377 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.117581 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8124662-418c-4134-a0a4-9890f2840385 req-063fa2df-783b-442f-9d6d-0662bfe73570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:27.126432 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8124662-418c-4134-a0a4-9890f2840385 req-063fa2df-783b-442f-9d6d-0662bfe73570 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 913 time: 0.4171863 Jul 14 09:29:27.132477 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7efb226-c8e6-456b-b3f5-58719adc1c0c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Made reservation on behalf of 59d7d101252e4592bbe2b29387c4a9ad for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:27.138026 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7efb226-c8e6-456b-b3f5-58719adc1c0c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.164073 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a6a6d2d8-e5ef-4d8d-bde4-896162b89adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'name': 'tempest-ServerActionsTestJSON-1130626473-router', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:42Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'gw_port': {'id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:45Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'e6826f1d-e6ab-4f00-afc1-d3634bdd305d', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'port_id': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'mac_address': 'fa:16:3e:0f:5a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:29:01Z', 'updated_at': '2021-07-14T09:29:24Z', 'revision_number': 1, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f1e446-c795-47dc-bcb3-e3815399bd1d', 'name': '', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'mac_address': 'fa:16:3e:a7:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:50Z', 'updated_at': '2021-07-14T09:29:01Z', 'revision_number': 5, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'subnets': [{'id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:27.192813 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0f543345-b630-4602-a6f8-a56bee0d68ef tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.197388 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0f543345-b630-4602-a6f8-a56bee0d68ef tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.198700 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0f543345-b630-4602-a6f8-a56bee0d68ef tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "DELETE /v2.0/security-groups/2ce1d982-7772-4215-87b7-b4953cdec3d6 HTTP/1.1" status: 204 len: 168 time: 0.5315490 Jul 14 09:29:27.202268 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41938) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:27.257554 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-da2b692c-78b2-47bd-a702-d9ec1b0aa006 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0542026 Jul 14 09:29:27.260949 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f543345-b630-4602-a6f8-a56bee0d68ef tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce1d982-7772-4215-87b7-b4953cdec3d6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:27.271985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41942) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:27.323771 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3a916083-2602-49ae-9133-8a35f18425f4 tempest-SecGroupIPv6Test-1647361716 tempest-SecGroupIPv6Test-1647361716-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0501411 Jul 14 09:29:27.327982 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6d2d8-e5ef-4d8d-bde4-896162b89adb None None] Checking router: 5301b859-c545-444c-aafe-d2e9c4ac5f39 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:27.350050 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a6d2d8-e5ef-4d8d-bde4-896162b89adb None None] Routers {'5301b859-c545-444c-aafe-d2e9c4ac5f39'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:27.350908 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a6a6d2d8-e5ef-4d8d-bde4-896162b89adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:29:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5301b859-c545-444c-aafe-d2e9c4ac5f39'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:27.406633 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60642a15-945d-4971-9d26-728488e1f62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.486290 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a6a6d2d8-e5ef-4d8d-bde4-896162b89adb None None] Set router 5301b859-c545-444c-aafe-d2e9c4ac5f39 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:27.538424 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8124662-418c-4134-a0a4-9890f2840385 req-454ed168-5ba5-4a6d-8dea-02db811b68c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb HTTP/1.1" status: 200 len: 999 time: 0.3937759 Jul 14 09:29:27.848275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41952) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:27.878734 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.879279 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a6a6d2d8-e5ef-4d8d-bde4-896162b89adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'name': 'tempest-ServerActionsTestJSON-1130626473-router', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:42Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'gw_port': {'id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:45Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'e6826f1d-e6ab-4f00-afc1-d3634bdd305d', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'port_id': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'mac_address': 'fa:16:3e:0f:5a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:29:01Z', 'updated_at': '2021-07-14T09:29:24Z', 'revision_number': 1, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f1e446-c795-47dc-bcb3-e3815399bd1d', 'name': '', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'mac_address': 'fa:16:3e:a7:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:50Z', 'updated_at': '2021-07-14T09:29:01Z', 'revision_number': 5, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'subnets': [{'id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:27.890742 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] Transition to ACTIVE for port object 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:27.898515 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.919651 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6d2d8-e5ef-4d8d-bde4-896162b89adb None None] The sync data for ids ['5301b859-c545-444c-aafe-d2e9c4ac5f39'] in n-d-798054-10 is: [{'id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'name': 'tempest-ServerActionsTestJSON-1130626473-router', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:42Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'gw_port': {'id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:45Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'e6826f1d-e6ab-4f00-afc1-d3634bdd305d', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'port_id': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'mac_address': 'fa:16:3e:0f:5a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:29:01Z', 'updated_at': '2021-07-14T09:29:24Z', 'revision_number': 1, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f1e446-c795-47dc-bcb3-e3815399bd1d', 'name': '', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'mac_address': 'fa:16:3e:a7:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:50Z', 'updated_at': '2021-07-14T09:29:01Z', 'revision_number': 5, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'subnets': [{'id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:27.926421 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7efb226-c8e6-456b-b3f5-58719adc1c0c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.963649 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8124662-418c-4134-a0a4-9890f2840385 req-32dfab8a-303f-4c83-a746-ff79cebd1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:27.967316 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8124662-418c-4134-a0a4-9890f2840385 req-32dfab8a-303f-4c83-a746-ff79cebd1297 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.4212160 Jul 14 09:29:28.009947 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf0097-a357-40f0-94b5-fffade42a88e None None] Pushing event updated for resources: {'Port': ['ID=3c3e1248-53bb-4d39-b5ad-9a7ec52a9905,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:28.159159 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] Attempting to bind port 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:28.159451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] Attempting to bind port 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'a61dc23b-5d84-4625-a884-f9c7e73d10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:28.160228 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] Attempting to bind port 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 on network 4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:28.176211 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:28.176593 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] Checking segment: {'id': 'a61dc23b-5d84-4625-a884-f9c7e73d10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:28.177007 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.177416 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] Bound using segment: {'id': 'a61dc23b-5d84-4625-a884-f9c7e73d10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:28.177934 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] Bound port: 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61dc23b-5d84-4625-a884-f9c7e73d10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:28.183192 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.185187 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1524480a-b351-405a-a1eb-152b582c67b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d295874b329c425480cd0154e3732d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3329914 Jul 14 09:29:28.185845 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41956) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:28.208110 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-725a89a3-91e8-41db-be30-f6eab8ff154c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.242219 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efb226-c8e6-456b-b3f5-58719adc1c0c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Subnet': ['ID=cd0cc9ce-b6b7-4549-946c-5e28282a3ef1,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:28.243725 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-725a89a3-91e8-41db-be30-f6eab8ff154c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.318850 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7efb226-c8e6-456b-b3f5-58719adc1c0c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Checking segment: {'id': '957c25dd-446a-432c-81b1-1970e6126b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '146eab75-5661-413b-9a10-21c40707cf63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:28.319679 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7efb226-c8e6-456b-b3f5-58719adc1c0c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network hostable DHCP agents. Network: 146eab75-5661-413b-9a10-21c40707cf63, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:28.325336 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725a89a3-91e8-41db-be30-f6eab8ff154c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:28.336518 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5391924-953c-4508-a5c6-0410c676f893 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:28.343455 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5391924-953c-4508-a5c6-0410c676f893 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.367053 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a89a3-91e8-41db-be30-f6eab8ff154c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b65c24-e3ab-426d-8d61-6b7acc5f83f8,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:28.371786 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-725a89a3-91e8-41db-be30-f6eab8ff154c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.372552 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-725a89a3-91e8-41db-be30-f6eab8ff154c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Added segment 5f552aa7-dbe3-494c-86be-364d263d4252 of type vlan for network 0e9bda92-5101-44b2-b836-52aac77654c2 Jul 14 09:29:28.391909 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8124662-418c-4134-a0a4-9890f2840385 req-8e9badb5-2e62-4579-9ece-5adc468255a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:28.394573 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8124662-418c-4134-a0a4-9890f2840385 req-8e9badb5-2e62-4579-9ece-5adc468255a9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3605943 Jul 14 09:29:28.405178 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d6b167-91b7-47a4-8cb2-354debf12252 None None] New status for floating IP e6826f1d-e6ab-4f00-afc1-d3634bdd305d: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:29:28.423786 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-f5391924-953c-4508-a5c6-0410c676f893 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] device_id is not set on port f6435732-0ce0-442b-bedc-e4478b230bbc yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:28.437353 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7efb226-c8e6-456b-b3f5-58719adc1c0c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network 146eab75-5661-413b-9a10-21c40707cf63 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:28.500962 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] For port 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:28.528889 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] For port 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=3c3e1248-53bb-4d39-b5ad-9a7ec52a9905,segment=NetworkSegment(a61dc23b-5d84-4625-a884-f9c7e73d10e3),segment_id=a61dc23b-5d84-4625-a884-f9c7e73d10e3)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:28.535909 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-725a89a3-91e8-41db-be30-f6eab8ff154c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.545877 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-f7efb226-c8e6-456b-b3f5-58719adc1c0c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 146eab75-5661-413b-9a10-21c40707cf63) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:28.546547 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.568929 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7efb226-c8e6-456b-b3f5-58719adc1c0c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:28.575792 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7efb226-c8e6-456b-b3f5-58719adc1c0c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.624529 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05430d39-0556-4922-ac00-9859c2ca13d1 None None] Network 146eab75-5661-413b-9a10-21c40707cf63 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:28.640142 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f7efb226-c8e6-456b-b3f5-58719adc1c0c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8112574 Jul 14 09:29:28.642989 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41964) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:28.677149 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-725a89a3-91e8-41db-be30-f6eab8ff154c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.685104 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725a89a3-91e8-41db-be30-f6eab8ff154c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:28.686350 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-725a89a3-91e8-41db-be30-f6eab8ff154c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.790845 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] Routers {'2c073c32-41e3-459b-9f2b-e027b775b319'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:28.791740 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:29:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2c073c32-41e3-459b-9f2b-e027b775b319'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:28.828357 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-725a89a3-91e8-41db-be30-f6eab8ff154c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1272099 Jul 14 09:29:28.837232 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41968) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:28.848266 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d3ade17d-0f1f-4e7c-b638-010f075a20ef tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Request body: {'subnet': {'network_id': '0e9bda92-5101-44b2-b836-52aac77654c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:28.929614 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] Set router 2c073c32-41e3-459b-9f2b-e027b775b319 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:28.969872 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8124662-418c-4134-a0a4-9890f2840385 req-ec0353b9-fd22-4fa5-ae51-717027fb1ac3 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608861 Jul 14 09:29:29.012220 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a89a3-91e8-41db-be30-f6eab8ff154c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Pushing event updated for resources: {'Network': ['ID=0e9bda92-5101-44b2-b836-52aac77654c2,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:29.098773 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af87d636-f969-4687-b149-5bfda2e50cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.122358 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af87d636-f969-4687-b149-5bfda2e50cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.126025 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8124662-418c-4134-a0a4-9890f2840385 req-da0b9c83-00ca-4826-bb60-5dbaf57e5087 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496940 Jul 14 09:29:29.153078 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 0e9bda92-5101-44b2-b836-52aac77654c2 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:29.174305 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf0097-a357-40f0-94b5-fffade42a88e None None] Pushing event updated for resources: {'Port': ['ID=3c3e1248-53bb-4d39-b5ad-9a7ec52a9905,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:29.179548 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ade17d-0f1f-4e7c-b638-010f075a20ef tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Made reservation on behalf of 9d8e208f1086466d84318c4f4af83b1b for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:29.188529 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d3ade17d-0f1f-4e7c-b638-010f075a20ef tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.279420 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af87d636-f969-4687-b149-5bfda2e50cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.282102 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af87d636-f969-4687-b149-5bfda2e50cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.283281 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-af87d636-f969-4687-b149-5bfda2e50cbb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c842d9a8-9ccd-4fbc-8ffe-196b0e92bbcf HTTP/1.1" status: 204 len: 168 time: 1.0965018 Jul 14 09:29:29.294785 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5391924-953c-4508-a5c6-0410c676f893 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.299148 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87d636-f969-4687-b149-5bfda2e50cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c842d9a8-9ccd-4fbc-8ffe-196b0e92bbcf,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:29.326898 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-564b515a-d5c2-4239-a592-3874a466683d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.475431 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5391924-953c-4508-a5c6-0410c676f893 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.526148 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d3ade17d-0f1f-4e7c-b638-010f075a20ef tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.605993 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-146eab75-5661-413b-9a10-21c40707cf63', 'network_id': '146eab75-5661-413b-9a10-21c40707cf63', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'fixed_ips': [{'subnet_id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:29.616926 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.637065 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ade17d-0f1f-4e7c-b638-010f075a20ef tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Checking segment: {'id': '5f552aa7-dbe3-494c-86be-364d263d4252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0e9bda92-5101-44b2-b836-52aac77654c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:29.638357 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ade17d-0f1f-4e7c-b638-010f075a20ef tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Network hostable DHCP agents. Network: 0e9bda92-5101-44b2-b836-52aac77654c2, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:29.647121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ade17d-0f1f-4e7c-b638-010f075a20ef tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Pushing event updated for resources: {'Subnet': ['ID=edd6562f-2573-44dc-8e0f-d99534ba60a6,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:29.684030 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ade17d-0f1f-4e7c-b638-010f075a20ef tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Network 0e9bda92-5101-44b2-b836-52aac77654c2 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:29.706595 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-d3ade17d-0f1f-4e7c-b638-010f075a20ef tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 0e9bda92-5101-44b2-b836-52aac77654c2) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:29.720687 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ade17d-0f1f-4e7c-b638-010f075a20ef tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:29.721664 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d3ade17d-0f1f-4e7c-b638-010f075a20ef tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.738432 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea80977e-dac3-483a-a148-1c8997c32288 None None] Network 0e9bda92-5101-44b2-b836-52aac77654c2 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:29.746821 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d3ade17d-0f1f-4e7c-b638-010f075a20ef tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9019325 Jul 14 09:29:29.749625 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41982) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:29.760815 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8ecabeb5-3430-4ffb-838c-836ce039a185 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Request body: {'port': {'network_id': '0e9bda92-5101-44b2-b836-52aac77654c2', 'name': 'tempest-TagsExtTest-18299211'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:29.782338 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:29:21Z', 'revision_number': 2, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:28Z', 'revision_number': 4, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:29.951946 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3109d84d-fe0b-4a66-beb5-9b1c91b09b84 None None] The sync data for ids ['2c073c32-41e3-459b-9f2b-e027b775b319'] in n-d-798054-10 is: [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:29:21Z', 'revision_number': 2, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:28Z', 'revision_number': 4, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:29.970808 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e35ff2b-e900-415a-9953-783e5f4bf5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.998174 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.023121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecabeb5-3430-4ffb-838c-836ce039a185 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Made reservation on behalf of 9d8e208f1086466d84318c4f4af83b1b for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:30.033915 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ecabeb5-3430-4ffb-838c-836ce039a185 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.067069 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-8ecabeb5-3430-4ffb-838c-836ce039a185 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] device_id is not set on port b2c2a528-63dd-4165-a4e7-6729139dace1 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:30.117895 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Allocated IP 172.21.0.2 (146eab75-5661-413b-9a10-21c40707cf63/cd0cc9ce-b6b7-4549-946c-5e28282a3ef1/a0f37df6-b6ad-4d9f-bea3-c22026741cdd) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:30.158079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5391924-953c-4508-a5c6-0410c676f893 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:30.236195 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-0e9bda92-5101-44b2-b836-52aac77654c2', 'network_id': '0e9bda92-5101-44b2-b836-52aac77654c2', 'tenant_id': '9d8e208f1086466d84318c4f4af83b1b', 'fixed_ips': [{'subnet_id': 'edd6562f-2573-44dc-8e0f-d99534ba60a6'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:30.237039 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.252982 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f5391924-953c-4508-a5c6-0410c676f893 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:30.272408 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5391924-953c-4508-a5c6-0410c676f893 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:30.285305 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5391924-953c-4508-a5c6-0410c676f893 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:30.286785 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5391924-953c-4508-a5c6-0410c676f893 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.316133 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-8ecabeb5-3430-4ffb-838c-836ce039a185 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Allocated IP 172.20.0.3 (0e9bda92-5101-44b2-b836-52aac77654c2/edd6562f-2573-44dc-8e0f-d99534ba60a6/b2c2a528-63dd-4165-a4e7-6729139dace1) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:30.366588 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5391924-953c-4508-a5c6-0410c676f893 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=f6435732-0ce0-442b-bedc-e4478b230bbc,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:30.387116 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f5391924-953c-4508-a5c6-0410c676f893 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.3643534 Jul 14 09:29:30.389706 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41998) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:30.481147 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.500889 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Transition to ACTIVE for port object a0f37df6-b6ad-4d9f-bea3-c22026741cdd will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:30.541635 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Transition to ACTIVE for port object a0f37df6-b6ad-4d9f-bea3-c22026741cdd will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:30.549352 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.575105 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ecabeb5-3430-4ffb-838c-836ce039a185 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.602293 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-8ecabeb5-3430-4ffb-838c-836ce039a185 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Transition to ACTIVE for port object b2c2a528-63dd-4165-a4e7-6729139dace1 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:30.612072 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Network 146eab75-5661-413b-9a10-21c40707cf63 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:30.622369 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:30.633567 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:30.643785 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ecabeb5-3430-4ffb-838c-836ce039a185 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.769199 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecabeb5-3430-4ffb-838c-836ce039a185 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Network 0e9bda92-5101-44b2-b836-52aac77654c2 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:30.773418 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-8ecabeb5-3430-4ffb-838c-836ce039a185 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:30.780214 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-564b515a-d5c2-4239-a592-3874a466683d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Allocated IP 172.21.0.1 (146eab75-5661-413b-9a10-21c40707cf63/cd0cc9ce-b6b7-4549-946c-5e28282a3ef1/939cfd96-6d0c-480d-878b-78f2ac7c0d22) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:30.789647 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecabeb5-3430-4ffb-838c-836ce039a185 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:30.856251 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c978ca94-d403-4fb8-bb36-2a4d08d1c798 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port f6435732-0ce0-442b-bedc-e4478b230bbc {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:30.859178 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c978ca94-d403-4fb8-bb36-2a4d08d1c798 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.879668 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecabeb5-3430-4ffb-838c-836ce039a185 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Pushing event updated for resources: {'Port': ['ID=b2c2a528-63dd-4165-a4e7-6729139dace1,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:30.883727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Pushing event updated for resources: {'Port': ['ID=a0f37df6-b6ad-4d9f-bea3-c22026741cdd,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:30.897618 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.912052 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecabeb5-3430-4ffb-838c-836ce039a185 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:30.913837 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ecabeb5-3430-4ffb-838c-836ce039a185 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.917597 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:30.934240 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8ecabeb5-3430-4ffb-838c-836ce039a185 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.1831536 Jul 14 09:29:30.936903 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42012) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:30.947429 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5cc401a2-ba95-4975-8c73-af751665105c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-222822604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:30.993350 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cc401a2-ba95-4975-8c73-af751665105c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.994495 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cc401a2-ba95-4975-8c73-af751665105c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.100664 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c978ca94-d403-4fb8-bb36-2a4d08d1c798 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.105757 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Allocated IP 172.20.0.2 (0e9bda92-5101-44b2-b836-52aac77654c2/edd6562f-2573-44dc-8e0f-d99534ba60a6/985714cc-a102-4be4-9fa5-e42fe8f0136f) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:31.126459 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c978ca94-d403-4fb8-bb36-2a4d08d1c798 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for f6435732-0ce0-442b-bedc-e4478b230bbc owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:31.138316 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cc401a2-ba95-4975-8c73-af751665105c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.148042 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cc401a2-ba95-4975-8c73-af751665105c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.157067 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Attempting to bind port a0f37df6-b6ad-4d9f-bea3-c22026741cdd on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:31.157067 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Attempting to bind port a0f37df6-b6ad-4d9f-bea3-c22026741cdd by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '957c25dd-446a-432c-81b1-1970e6126b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '146eab75-5661-413b-9a10-21c40707cf63'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:31.158448 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Attempting to bind port a0f37df6-b6ad-4d9f-bea3-c22026741cdd on network 146eab75-5661-413b-9a10-21c40707cf63 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:31.163566 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-564b515a-d5c2-4239-a592-3874a466683d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.180845 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cc401a2-ba95-4975-8c73-af751665105c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.182430 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5cc401a2-ba95-4975-8c73-af751665105c tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2443938 Jul 14 09:29:31.185495 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42018) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:31.204633 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-a679e0e9-3779-4412-8bff-4b89e9b73d08 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-59301953', 'prefixes': ['172.20.0.0/16']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:31.220236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-564b515a-d5c2-4239-a592-3874a466683d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Transition to ACTIVE for port object 939cfd96-6d0c-480d-878b-78f2ac7c0d22 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:31.224529 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:31.225156 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Checking segment: {'id': '957c25dd-446a-432c-81b1-1970e6126b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '146eab75-5661-413b-9a10-21c40707cf63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:31.225589 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.226155 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Bound using segment: {'id': '957c25dd-446a-432c-81b1-1970e6126b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '146eab75-5661-413b-9a10-21c40707cf63'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:31.227284 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Bound port: a0f37df6-b6ad-4d9f-bea3-c22026741cdd, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957c25dd-446a-432c-81b1-1970e6126b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '146eab75-5661-413b-9a10-21c40707cf63'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:31.228039 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.290391 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:31.307709 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:31.308295 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.331611 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c978ca94-d403-4fb8-bb36-2a4d08d1c798 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.375325 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a679e0e9-3779-4412-8bff-4b89e9b73d08 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks [] for subnetpool, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.377431 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a679e0e9-3779-4412-8bff-4b89e9b73d08 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.1903117 Jul 14 09:29:31.380599 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42026) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:31.389112 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-3023d56d-9b86-48b3-87b7-496a5d48a000 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'edd6562f-2573-44dc-8e0f-d99534ba60a6', 'tempest-TagsExtTest-Tag-106567221') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:31.417509 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978ca94-d403-4fb8-bb36-2a4d08d1c798 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=f6435732-0ce0-442b-bedc-e4478b230bbc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:31.423273 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c978ca94-d403-4fb8-bb36-2a4d08d1c798 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.425120 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c978ca94-d403-4fb8-bb36-2a4d08d1c798 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/ports/f6435732-0ce0-442b-bedc-e4478b230bbc HTTP/1.1" status: 204 len: 168 time: 1.0331180 Jul 14 09:29:31.427437 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-564b515a-d5c2-4239-a592-3874a466683d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.430062 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42028) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:31.437635 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'port': {'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7', 'mac_address': 'fa:16:3e:77:ce:e9', 'name': 'tempest-PortsTestJSON-1139037638'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:31.558219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3023d56d-9b86-48b3-87b7-496a5d48a000 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "PUT /v2.0/subnets/edd6562f-2573-44dc-8e0f-d99534ba60a6/tags/tempest-TagsExtTest-Tag-106567221 HTTP/1.1" status: 201 len: 201 time: 0.1762884 Jul 14 09:29:31.558853 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42032) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:31.564836 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-00fca120-4fab-4068-84b0-046289428208 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b2c2a528-63dd-4165-a4e7-6729139dace1', 'tempest-TagsExtTest-Tag-1201025070') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:31.588165 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.599126 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Transition to ACTIVE for port object 985714cc-a102-4be4-9fa5-e42fe8f0136f will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:31.624623 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Transition to ACTIVE for port object 985714cc-a102-4be4-9fa5-e42fe8f0136f will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:31.627446 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] For port a0f37df6-b6ad-4d9f-bea3-c22026741cdd, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:31.644182 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564b515a-d5c2-4239-a592-3874a466683d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network 146eab75-5661-413b-9a10-21c40707cf63 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:31.655093 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.658577 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-564b515a-d5c2-4239-a592-3874a466683d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:31.675818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564b515a-d5c2-4239-a592-3874a466683d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:31.681681 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] For port a0f37df6-b6ad-4d9f-bea3-c22026741cdd, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a0f37df6-b6ad-4d9f-bea3-c22026741cdd,segment=NetworkSegment(957c25dd-446a-432c-81b1-1970e6126b05),segment_id=957c25dd-446a-432c-81b1-1970e6126b05)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:31.683640 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.698167 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-00fca120-4fab-4068-84b0-046289428208 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "PUT /v2.0/ports/b2c2a528-63dd-4165-a4e7-6729139dace1/tags/tempest-TagsExtTest-Tag-1201025070 HTTP/1.1" status: 201 len: 201 time: 0.1380782 Jul 14 09:29:31.698933 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42036) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:31.710342 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-d1afd26e-7433-4842-b141-06a41054681e tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c0c6efee-8c15-4f07-935f-a65f541095d2', 'tempest-TagsExtTest-Tag-1613720018') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:31.711877 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Network 0e9bda92-5101-44b2-b836-52aac77654c2 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:31.721206 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.723252 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.727396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b515a-d5c2-4239-a592-3874a466683d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Port': ['ID=939cfd96-6d0c-480d-878b-78f2ac7c0d22,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:31.730541 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:31.751341 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:31.786129 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=3c3e1248-53bb-4d39-b5ad-9a7ec52a9905,segment=NetworkSegment(a61dc23b-5d84-4625-a884-f9c7e73d10e3),segment_id=a61dc23b-5d84-4625-a884-f9c7e73d10e3)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:31.788014 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Pushing event updated for resources: {'Port': ['ID=985714cc-a102-4be4-9fa5-e42fe8f0136f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:31.805936 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42040) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:31.835328 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-564b515a-d5c2-4239-a592-3874a466683d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.854248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdd483-1516-46cc-97f3-5c81ce1c648e None None] Pushing event updated for resources: {'Port': ['ID=a0f37df6-b6ad-4d9f-bea3-c22026741cdd,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:31.860342 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.925484 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:31.945645 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d1afd26e-7433-4842-b141-06a41054681e tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "PUT /v2.0/routers/c0c6efee-8c15-4f07-935f-a65f541095d2/tags/tempest-TagsExtTest-Tag-1613720018 HTTP/1.1" status: 201 len: 201 time: 0.2454135 Jul 14 09:29:31.946424 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42048) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:31.956978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-21cd18cd-c0d7-469f-95a5-c20c487efc16 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '39ead872-02f0-4675-b7c3-90725d3edc1f', 'tempest-TagsExtTest-Tag-1183874131') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:32.033952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Attempting to bind port 985714cc-a102-4be4-9fa5-e42fe8f0136f on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:32.034468 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Attempting to bind port 985714cc-a102-4be4-9fa5-e42fe8f0136f by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '5f552aa7-dbe3-494c-86be-364d263d4252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0e9bda92-5101-44b2-b836-52aac77654c2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:32.034841 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Attempting to bind port 985714cc-a102-4be4-9fa5-e42fe8f0136f on network 0e9bda92-5101-44b2-b836-52aac77654c2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:32.066138 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:32.066523 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Checking segment: {'id': '5f552aa7-dbe3-494c-86be-364d263d4252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0e9bda92-5101-44b2-b836-52aac77654c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:32.066938 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.082864 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Bound using segment: {'id': '5f552aa7-dbe3-494c-86be-364d263d4252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0e9bda92-5101-44b2-b836-52aac77654c2'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:32.083689 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Bound port: 985714cc-a102-4be4-9fa5-e42fe8f0136f, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f552aa7-dbe3-494c-86be-364d263d4252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0e9bda92-5101-44b2-b836-52aac77654c2'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:32.085414 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.116710 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=3c3e1248-53bb-4d39-b5ad-9a7ec52a9905,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:32.136650 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-21cd18cd-c0d7-469f-95a5-c20c487efc16 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "PUT /v2.0/subnetpools/39ead872-02f0-4675-b7c3-90725d3edc1f/tags/tempest-TagsExtTest-Tag-1183874131 HTTP/1.1" status: 201 len: 201 time: 0.1886659 Jul 14 09:29:32.138221 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42054) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:32.160064 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-b75a2973-b2c3-4b7a-83df-6c0f08175f44 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'edd6562f-2573-44dc-8e0f-d99534ba60a6') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:32.305317 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] For port 985714cc-a102-4be4-9fa5-e42fe8f0136f, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:32.309027 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] For port 985714cc-a102-4be4-9fa5-e42fe8f0136f, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=985714cc-a102-4be4-9fa5-e42fe8f0136f,segment=NetworkSegment(5f552aa7-dbe3-494c-86be-364d263d4252),segment_id=5f552aa7-dbe3-494c-86be-364d263d4252)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:32.318043 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.360009 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b75a2973-b2c3-4b7a-83df-6c0f08175f44 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/subnets/edd6562f-2573-44dc-8e0f-d99534ba60a6/tags HTTP/1.1" status: 200 len: 240 time: 0.2157719 Jul 14 09:29:32.363901 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42056) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:32.371209 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-a7778b7b-41ec-4d34-895b-de2ca6b3e179 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'edd6562f-2573-44dc-8e0f-d99534ba60a6', 'tempest-TagsExtTest-Tag-106567221') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:32.420116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018629c-8901-4534-9c87-f5e96818bd4f None None] Pushing event updated for resources: {'Port': ['ID=985714cc-a102-4be4-9fa5-e42fe8f0136f,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:32.456439 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.505607 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] device_id is not set on port af54f5ac-948e-46a5-b3b2-773f4de038ab yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:32.548244 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a7778b7b-41ec-4d34-895b-de2ca6b3e179 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/subnets/edd6562f-2573-44dc-8e0f-d99534ba60a6/tags/tempest-TagsExtTest-Tag-106567221 HTTP/1.1" status: 204 len: 168 time: 0.1791303 Jul 14 09:29:32.548244 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42066) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:32.556486 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-7b1b6c24-0a1f-466b-8df3-9b738a444ccb tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'edd6562f-2573-44dc-8e0f-d99534ba60a6', 'tempest-TagsExtTest-Tag-106567221') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:32.726171 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.734882 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7b1b6c24-0a1f-466b-8df3-9b738a444ccb tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "DELETE /v2.0/subnets/edd6562f-2573-44dc-8e0f-d99534ba60a6/tags/tempest-TagsExtTest-Tag-106567221 HTTP/1.1" status: 204 len: 168 time: 0.1856551 Jul 14 09:29:32.735559 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42072) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:32.745359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-42e64539-b463-4b95-897b-59646a55e42a tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'edd6562f-2573-44dc-8e0f-d99534ba60a6') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:32.801192 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-564b515a-d5c2-4239-a592-3874a466683d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.909610 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-42e64539-b463-4b95-897b-59646a55e42a tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/subnets/edd6562f-2573-44dc-8e0f-d99534ba60a6/tags HTTP/1.1" status: 200 len: 205 time: 0.1728404 Jul 14 09:29:32.910921 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42076) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:32.930937 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-3f281287-52f1-407e-b4f4-aa87e1b193f4 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b2c2a528-63dd-4165-a4e7-6729139dace1') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:33.007387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42078) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:33.026614 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a0f37df6-b6ad-4d9f-bea3-c22026741cdd up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:33.058845 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3f281287-52f1-407e-b4f4-aa87e1b193f4 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/ports/b2c2a528-63dd-4165-a4e7-6729139dace1/tags HTTP/1.1" status: 200 len: 241 time: 0.1465397 Jul 14 09:29:33.059775 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42080) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:33.065424 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-c45a66f1-676c-482d-8ab3-8c398f5a49c7 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2c2a528-63dd-4165-a4e7-6729139dace1', 'tempest-TagsExtTest-Tag-1201025070') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:33.082893 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port a0f37df6-b6ad-4d9f-bea3-c22026741cdd completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:33.087481 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:33.130924 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.161362 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c45a66f1-676c-482d-8ab3-8c398f5a49c7 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/ports/b2c2a528-63dd-4165-a4e7-6729139dace1/tags/tempest-TagsExtTest-Tag-1201025070 HTTP/1.1" status: 204 len: 168 time: 0.1002662 Jul 14 09:29:33.163937 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42084) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:33.171223 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-8c630968-2a60-489e-aa14-0ab92644e59f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b2c2a528-63dd-4165-a4e7-6729139dace1', 'tempest-TagsExtTest-Tag-1201025070') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:33.192003 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:33.196699 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.283545 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8c630968-2a60-489e-aa14-0ab92644e59f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "DELETE /v2.0/ports/b2c2a528-63dd-4165-a4e7-6729139dace1/tags/tempest-TagsExtTest-Tag-1201025070 HTTP/1.1" status: 204 len: 168 time: 0.1181500 Jul 14 09:29:33.284502 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42086) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:33.300249 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-f7699797-de1a-4d87-8834-549032ba7615 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b2c2a528-63dd-4165-a4e7-6729139dace1') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:33.360355 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3d0df88-4371-42da-a052-0d795c808596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.367548 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f7699797-de1a-4d87-8834-549032ba7615 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/ports/b2c2a528-63dd-4165-a4e7-6729139dace1/tags HTTP/1.1" status: 200 len: 205 time: 0.0795252 Jul 14 09:29:33.368427 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42092) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:33.387930 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.tag.tag_plugin [None req-16877cb8-7ee3-4da8-b545-bbee553c6ed8 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c0c6efee-8c15-4f07-935f-a65f541095d2') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:33.528100 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.535138 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e1782e-73ba-4637-86b9-5e92be578cf9 None None] Network 146eab75-5661-413b-9a10-21c40707cf63 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:33.615423 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ddd0f015-9396-4acf-92c9-5cf31a77c3e9 None None] Provisioning for port a0f37df6-b6ad-4d9f-bea3-c22026741cdd completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:33.623310 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ddd0f015-9396-4acf-92c9-5cf31a77c3e9 None None] Provisioning complete for port a0f37df6-b6ad-4d9f-bea3-c22026741cdd triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:33.623838 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ddd0f015-9396-4acf-92c9-5cf31a77c3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.678835 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:33.693816 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:33.697076 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-16877cb8-7ee3-4da8-b545-bbee553c6ed8 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/routers/c0c6efee-8c15-4f07-935f-a65f541095d2/tags HTTP/1.1" status: 200 len: 241 time: 0.3202498 Jul 14 09:29:33.700210 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42094) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:33.706724 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:33.707352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-a7d40b6f-1e7f-406c-abfc-1e2bcb2dbc1b tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c0c6efee-8c15-4f07-935f-a65f541095d2', 'tempest-TagsExtTest-Tag-1613720018') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:33.712263 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:33.712912 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.725693 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=af54f5ac-948e-46a5-b3b2-773f4de038ab,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:33.762160 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:33.762160 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:33.762525 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:33.762655 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:33.762883 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:33.763229 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:33.763547 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:33.763884 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:33.764196 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:33.764523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:33.764850 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:33.765172 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:33.817927 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a7d40b6f-1e7f-406c-abfc-1e2bcb2dbc1b tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/routers/c0c6efee-8c15-4f07-935f-a65f541095d2/tags/tempest-TagsExtTest-Tag-1613720018 HTTP/1.1" status: 204 len: 168 time: 0.1160586 Jul 14 09:29:33.829712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42098) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:33.835102 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-0ecf79fe-d75b-44c4-a417-c989eea3185f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c0c6efee-8c15-4f07-935f-a65f541095d2', 'tempest-TagsExtTest-Tag-1613720018') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:33.846661 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-564b515a-d5c2-4239-a592-3874a466683d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.854011 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ddd0f015-9396-4acf-92c9-5cf31a77c3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.871644 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-564b515a-d5c2-4239-a592-3874a466683d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.905737 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ddd0f015-9396-4acf-92c9-5cf31a77c3e9 None None] For port a0f37df6-b6ad-4d9f-bea3-c22026741cdd, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a0f37df6-b6ad-4d9f-bea3-c22026741cdd,segment=NetworkSegment(957c25dd-446a-432c-81b1-1970e6126b05),segment_id=957c25dd-446a-432c-81b1-1970e6126b05)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:33.911130 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12e2c9a-2238-4999-81b4-569c2b399f54 None None] Network 0e9bda92-5101-44b2-b836-52aac77654c2 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:33.916991 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3d0df88-4371-42da-a052-0d795c808596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.938106 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0ecf79fe-d75b-44c4-a417-c989eea3185f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "DELETE /v2.0/routers/c0c6efee-8c15-4f07-935f-a65f541095d2/tags/tempest-TagsExtTest-Tag-1613720018 HTTP/1.1" status: 204 len: 168 time: 0.1067741 Jul 14 09:29:33.939204 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42100) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:33.944504 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-9d361d2d-d4e6-4870-8be7-d48b1cb274d0 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c0c6efee-8c15-4f07-935f-a65f541095d2') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:33.955261 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3d0df88-4371-42da-a052-0d795c808596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.962049 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ddd0f015-9396-4acf-92c9-5cf31a77c3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.986008 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f3d0df88-4371-42da-a052-0d795c808596 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=650acb85fddf4f4f8cb6fbd4d2edc602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9336686 Jul 14 09:29:33.990939 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b46104bf-70bc-4e0b-a653-7f5057ab5911 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5554893 Jul 14 09:29:33.992874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42102) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:33.993834 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42104) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:34.051901 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0f015-9396-4acf-92c9-5cf31a77c3e9 None None] Pushing event updated for resources: {'Port': ['ID=a0f37df6-b6ad-4d9f-bea3-c22026741cdd,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:34.063163 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b515a-d5c2-4239-a592-3874a466683d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Port': ['ID=939cfd96-6d0c-480d-878b-78f2ac7c0d22,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:34.070077 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0df88-4371-42da-a052-0d795c808596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0c2d15-14ea-41b8-8571-f217571ca32d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:34.073923 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-564b515a-d5c2-4239-a592-3874a466683d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.154452 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1560958a-721c-4cb5-bd12-6335cf9e749e None None] Provisioning for port 985714cc-a102-4be4-9fa5-e42fe8f0136f completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:34.233213 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f1e09fe-5b7f-41cd-af45-b12e2e79b2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.296304 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b5ec43fb-9877-4d34-b6ae-98d710095c66 None None] Provisioning complete for port a0f37df6-b6ad-4d9f-bea3-c22026741cdd triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:34.298027 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5ec43fb-9877-4d34-b6ae-98d710095c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.305534 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564b515a-d5c2-4239-a592-3874a466683d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network 146eab75-5661-413b-9a10-21c40707cf63 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:34.310632 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-564b515a-d5c2-4239-a592-3874a466683d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:34.452064 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b5ec43fb-9877-4d34-b6ae-98d710095c66 None None] Provisioning for port 939cfd96-6d0c-480d-878b-78f2ac7c0d22 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:34.458719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b5ec43fb-9877-4d34-b6ae-98d710095c66 None None] Provisioning complete for port 939cfd96-6d0c-480d-878b-78f2ac7c0d22 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:34.459241 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5ec43fb-9877-4d34-b6ae-98d710095c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.486400 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77513ed5-0e7e-4a13-8efc-69b306b0d18f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:34.490546 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-77513ed5-0e7e-4a13-8efc-69b306b0d18f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports/af54f5ac-948e-46a5-b3b2-773f4de038ab HTTP/1.1" status: 200 len: 841 time: 0.4917688 Jul 14 09:29:34.492783 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42108) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:34.542070 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9d361d2d-d4e6-4870-8be7-d48b1cb274d0 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/routers/c0c6efee-8c15-4f07-935f-a65f541095d2/tags HTTP/1.1" status: 200 len: 205 time: 0.6011665 Jul 14 09:29:34.545618 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42112) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:34.564802 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b5ec43fb-9877-4d34-b6ae-98d710095c66 None None] Port 939cfd96-6d0c-480d-878b-78f2ac7c0d22 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:34.565989 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-ae493497-23fe-4b0a-b3ea-2575d09a8ea4 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '39ead872-02f0-4675-b7c3-90725d3edc1f') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:34.604680 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf171849-b26c-4dbe-a6f9-1d19b94a38dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.658481 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ae493497-23fe-4b0a-b3ea-2575d09a8ea4 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/subnetpools/39ead872-02f0-4675-b7c3-90725d3edc1f/tags HTTP/1.1" status: 200 len: 241 time: 0.1092665 Jul 14 09:29:34.673706 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42114) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:34.695402 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-f4376877-61d3-4723-a886-6e4b18c63551 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '39ead872-02f0-4675-b7c3-90725d3edc1f', 'tempest-TagsExtTest-Tag-1183874131') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:34.700943 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf171849-b26c-4dbe-a6f9-1d19b94a38dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.712346 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f25dc1a5-7c3e-4782-a16f-15039366e5c3 None None] Provisioning for port b2c2a528-63dd-4165-a4e7-6729139dace1 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:34.718446 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f25dc1a5-7c3e-4782-a16f-15039366e5c3 None None] Provisioning complete for port b2c2a528-63dd-4165-a4e7-6729139dace1 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:34.719747 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f25dc1a5-7c3e-4782-a16f-15039366e5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.787319 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f4376877-61d3-4723-a886-6e4b18c63551 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/subnetpools/39ead872-02f0-4675-b7c3-90725d3edc1f/tags/tempest-TagsExtTest-Tag-1183874131 HTTP/1.1" status: 204 len: 168 time: 0.1101427 Jul 14 09:29:34.790940 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42116) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:34.792606 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f7c167ed-3c8c-49a8-ac52-5d9fc3139f08 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port af54f5ac-948e-46a5-b3b2-773f4de038ab {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:34.793533 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7c167ed-3c8c-49a8-ac52-5d9fc3139f08 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.796627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f25dc1a5-7c3e-4782-a16f-15039366e5c3 None None] Port b2c2a528-63dd-4165-a4e7-6729139dace1 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:34.802342 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-491ea449-6e51-40dd-ae66-df36633789ff tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '39ead872-02f0-4675-b7c3-90725d3edc1f', 'tempest-TagsExtTest-Tag-1183874131') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:34.815979 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f25dc1a5-7c3e-4782-a16f-15039366e5c3 None None] Provisioning complete for port 939cfd96-6d0c-480d-878b-78f2ac7c0d22 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:34.816904 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f25dc1a5-7c3e-4782-a16f-15039366e5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.860913 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f25dc1a5-7c3e-4782-a16f-15039366e5c3 None None] Port 939cfd96-6d0c-480d-878b-78f2ac7c0d22 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:34.927623 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7c167ed-3c8c-49a8-ac52-5d9fc3139f08 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.938287 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf171849-b26c-4dbe-a6f9-1d19b94a38dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.941063 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf171849-b26c-4dbe-a6f9-1d19b94a38dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.942357 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cf171849-b26c-4dbe-a6f9-1d19b94a38dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff0c2d15-14ea-41b8-8571-f217571ca32d HTTP/1.1" status: 204 len: 168 time: 0.9474571 Jul 14 09:29:34.956588 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf171849-b26c-4dbe-a6f9-1d19b94a38dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0c2d15-14ea-41b8-8571-f217571ca32d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:34.959200 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-491ea449-6e51-40dd-ae66-df36633789ff tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "DELETE /v2.0/subnetpools/39ead872-02f0-4675-b7c3-90725d3edc1f/tags/tempest-TagsExtTest-Tag-1183874131 HTTP/1.1" status: 204 len: 168 time: 0.1625004 Jul 14 09:29:34.960308 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f7c167ed-3c8c-49a8-ac52-5d9fc3139f08 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for af54f5ac-948e-46a5-b3b2-773f4de038ab owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:34.962306 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42122) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:34.966923 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-67639431-e952-4d1f-bd76-13612841e53b tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '39ead872-02f0-4675-b7c3-90725d3edc1f') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:35.050151 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-67639431-e952-4d1f-bd76-13612841e53b tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/subnetpools/39ead872-02f0-4675-b7c3-90725d3edc1f/tags HTTP/1.1" status: 200 len: 205 time: 0.0867801 Jul 14 09:29:35.053216 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42124) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:35.058576 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.tag.tag_plugin [None req-e3c424df-591f-4414-a66f-74af025950b5 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '39ead872-02f0-4675-b7c3-90725d3edc1f') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:35.061294 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 985714cc-a102-4be4-9fa5-e42fe8f0136f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:35.114859 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7c167ed-3c8c-49a8-ac52-5d9fc3139f08 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.116724 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564b515a-d5c2-4239-a592-3874a466683d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router 2c073c32-41e3-459b-9f2b-e027b775b319 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:35.124798 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e5e688d0-f849-4dbc-a06f-36fdfff15740 None None] Provisioning complete for port b2c2a528-63dd-4165-a4e7-6729139dace1 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:35.126073 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5e688d0-f849-4dbc-a06f-36fdfff15740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.167473 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e5e688d0-f849-4dbc-a06f-36fdfff15740 None None] Port b2c2a528-63dd-4165-a4e7-6729139dace1 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:35.167619 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7c167ed-3c8c-49a8-ac52-5d9fc3139f08 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.173960 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f7c167ed-3c8c-49a8-ac52-5d9fc3139f08 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/ports/af54f5ac-948e-46a5-b3b2-773f4de038ab HTTP/1.1" status: 204 len: 168 time: 0.6763732 Jul 14 09:29:35.175213 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42128) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:35.178501 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c167ed-3c8c-49a8-ac52-5d9fc3139f08 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=af54f5ac-948e-46a5-b3b2-773f4de038ab,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:35.184382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e5e688d0-f849-4dbc-a06f-36fdfff15740 None None] Provisioning complete for port 939cfd96-6d0c-480d-878b-78f2ac7c0d22 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:35.184927 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5e688d0-f849-4dbc-a06f-36fdfff15740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.215736 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 985714cc-a102-4be4-9fa5-e42fe8f0136f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:35.223578 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 985714cc-a102-4be4-9fa5-e42fe8f0136f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:35.224033 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.248872 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef70a9a4-267f-429d-a4c1-366693043a12 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] GET failed (client error): The resource could not be found. Jul 14 09:29:35.251100 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ef70a9a4-267f-429d-a4c1-366693043a12 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports/af54f5ac-948e-46a5-b3b2-773f4de038ab HTTP/1.1" status: 404 len: 333 time: 0.0732529 Jul 14 09:29:35.253981 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e5e688d0-f849-4dbc-a06f-36fdfff15740 None None] Port 939cfd96-6d0c-480d-878b-78f2ac7c0d22 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:35.255855 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42130) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:35.261712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-1f4a159f-b4d6-46ab-8f44-3c3b43ab4347 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'port': {'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7', 'name': 'tempest-PortsTestJSON-1476165174'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:35.290036 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e3c424df-591f-4414-a66f-74af025950b5 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "DELETE /v2.0/subnetpools/39ead872-02f0-4675-b7c3-90725d3edc1f/tags HTTP/1.1" status: 204 len: 168 time: 0.2332931 Jul 14 09:29:35.290946 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42132) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:35.298593 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.tag.tag_plugin [None req-e7a26f75-9329-496c-9930-74a6e4279f1b tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c0c6efee-8c15-4f07-935f-a65f541095d2') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:35.331991 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.367878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 985714cc-a102-4be4-9fa5-e42fe8f0136f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=985714cc-a102-4be4-9fa5-e42fe8f0136f,segment=NetworkSegment(5f552aa7-dbe3-494c-86be-364d263d4252),segment_id=5f552aa7-dbe3-494c-86be-364d263d4252)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:35.372268 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.373181 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a0f37df6-b6ad-4d9f-bea3-c22026741cdd up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:35.388947 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4a159f-b4d6-46ab-8f44-3c3b43ab4347 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:35.394030 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f4a159f-b4d6-46ab-8f44-3c3b43ab4347 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.420012 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564b515a-d5c2-4239-a592-3874a466683d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:35.422479 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-1f4a159f-b4d6-46ab-8f44-3c3b43ab4347 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] device_id is not set on port deb36b4b-fd2d-4a64-bf6a-91f1ffd1ab45 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:35.431600 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-564b515a-d5c2-4239-a592-3874a466683d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/2c073c32-41e3-459b-9f2b-e027b775b319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7769151 Jul 14 09:29:35.434233 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42134) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:35.434818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42136) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:35.435101 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] Sync routers for ids ['2c073c32-41e3-459b-9f2b-e027b775b319'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:35.443175 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-da8e40ed-d1c2-4ffa-aa29-de09250da9b0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'network': {'name': 'tempest-RoutersTest-1488685100'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:35.448374 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] Routers {'2c073c32-41e3-459b-9f2b-e027b775b319'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:35.449322 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:29:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2c073c32-41e3-459b-9f2b-e027b775b319'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:35.459424 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=985714cc-a102-4be4-9fa5-e42fe8f0136f,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:35.477632 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2174e52c-e0d8-40dc-9542-1550e3490583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.483745 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a0f37df6-b6ad-4d9f-bea3-c22026741cdd triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:35.484144 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.529839 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e7a26f75-9329-496c-9930-74a6e4279f1b tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "DELETE /v2.0/routers/c0c6efee-8c15-4f07-935f-a65f541095d2/tags HTTP/1.1" status: 204 len: 168 time: 0.2347457 Jul 14 09:29:35.534487 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42138) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:35.540196 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.tag.tag_plugin [None req-eaa41701-f5ba-4d62-9a6f-02a3e7b23517 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b2c2a528-63dd-4165-a4e7-6729139dace1') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:35.548868 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8e40ed-d1c2-4ffa-aa29-de09250da9b0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Made reservation on behalf of 59d7d101252e4592bbe2b29387c4a9ad for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:35.555106 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da8e40ed-d1c2-4ffa-aa29-de09250da9b0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.586769 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] Set router 2c073c32-41e3-459b-9f2b-e027b775b319 gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:35.639342 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8e40ed-d1c2-4ffa-aa29-de09250da9b0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:35.639766 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f4a159f-b4d6-46ab-8f44-3c3b43ab4347 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.676750 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da8e40ed-d1c2-4ffa-aa29-de09250da9b0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.677102 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-da8e40ed-d1c2-4ffa-aa29-de09250da9b0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Added segment 26001cdb-b47b-421e-a37d-28d58440540e of type vlan for network a92b0bbc-c31a-4760-a49f-c94ab71512de Jul 14 09:29:35.680193 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e09fe-5b7f-41cd-af45-b12e2e79b2ea admin admin] Deleting port f653ce71-53e3-40a9-8ca1-b425ed48ef99 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:35.680193 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f1e09fe-5b7f-41cd-af45-b12e2e79b2ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.699275 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f4a159f-b4d6-46ab-8f44-3c3b43ab4347 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.758286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4a159f-b4d6-46ab-8f44-3c3b43ab4347 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:35.767840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-1f4a159f-b4d6-46ab-8f44-3c3b43ab4347 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:35.783213 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4a159f-b4d6-46ab-8f44-3c3b43ab4347 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:35.791005 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4a159f-b4d6-46ab-8f44-3c3b43ab4347 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:35.793097 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f4a159f-b4d6-46ab-8f44-3c3b43ab4347 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.804521 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da8e40ed-d1c2-4ffa-aa29-de09250da9b0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.833165 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-eaa41701-f5ba-4d62-9a6f-02a3e7b23517 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "DELETE /v2.0/ports/b2c2a528-63dd-4165-a4e7-6729139dace1/tags HTTP/1.1" status: 204 len: 168 time: 0.2937961 Jul 14 09:29:35.833365 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42144) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:35.840446 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-10364aef-21d3-4e63-80a0-1dc45a967c72 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'edd6562f-2573-44dc-8e0f-d99534ba60a6') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:35.867912 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a159f-b4d6-46ab-8f44-3c3b43ab4347 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=deb36b4b-fd2d-4a64-bf6a-91f1ffd1ab45,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:35.883706 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2174e52c-e0d8-40dc-9542-1550e3490583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.898773 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2174e52c-e0d8-40dc-9542-1550e3490583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.904310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1f4a159f-b4d6-46ab-8f44-3c3b43ab4347 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6472292 Jul 14 09:29:35.911522 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42146) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:35.920819 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c55a3088-fe2c-4961-9705-53356b257012 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:35.936061 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da8e40ed-d1c2-4ffa-aa29-de09250da9b0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.943211 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8e40ed-d1c2-4ffa-aa29-de09250da9b0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:35.943889 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da8e40ed-d1c2-4ffa-aa29-de09250da9b0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.960507 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-6f1e09fe-5b7f-41cd-af45-b12e2e79b2ea admin admin] For port f653ce71-53e3-40a9-8ca1-b425ed48ef99, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f653ce71-53e3-40a9-8ca1-b425ed48ef99,segment=NetworkSegment(7f21298a-629e-4e81-852c-c70a97676322),segment_id=7f21298a-629e-4e81-852c-c70a97676322)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:35.960881 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f1e09fe-5b7f-41cd-af45-b12e2e79b2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.966640 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:29:32Z', 'revision_number': 3, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:31Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939cfd96-6d0c-480d-878b-78f2ac7c0d22', 'name': '', 'network_id': '146eab75-5661-413b-9a10-21c40707cf63', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:3a:c7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:29Z', 'updated_at': '2021-07-14T09:29:33Z', 'revision_number': 2, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:35.983771 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-10364aef-21d3-4e63-80a0-1dc45a967c72 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "DELETE /v2.0/subnets/edd6562f-2573-44dc-8e0f-d99534ba60a6/tags HTTP/1.1" status: 204 len: 168 time: 0.1505065 Jul 14 09:29:35.989991 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42148) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:35.994455 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-d9ed996f-bffa-48d3-8acd-a2c05d2832b2 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'edd6562f-2573-44dc-8e0f-d99534ba60a6', 'tempest-TagsExtTest-Tag-55249813') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:36.019110 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] Checking router: 2c073c32-41e3-459b-9f2b-e027b775b319 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:36.019918 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] Updating router 2c073c32-41e3-459b-9f2b-e027b775b319 port 939cfd96-6d0c-480d-878b-78f2ac7c0d22 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:29:36.059986 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e09fe-5b7f-41cd-af45-b12e2e79b2ea admin admin] Calling delete_port for f653ce71-53e3-40a9-8ca1-b425ed48ef99 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:36.063831 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174e52c-e0d8-40dc-9542-1550e3490583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dee8d98-6c3a-4c67-81a2-cb32af51e018,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:36.071197 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.092738 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c55a3088-fe2c-4961-9705-53356b257012 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.112708 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2174e52c-e0d8-40dc-9542-1550e3490583 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7365e64c8ce14006b646c90923f94c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6763449 Jul 14 09:29:36.120849 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42152) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.127844 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-da8e40ed-d1c2-4ffa-aa29-de09250da9b0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6904840 Jul 14 09:29:36.166312 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42154) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.175407 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3338fc0f-36ce-4ad1-9895-bd5d8f07eba6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'subnet': {'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:36.194900 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d9ed996f-bffa-48d3-8acd-a2c05d2832b2 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "PUT /v2.0/subnets/edd6562f-2573-44dc-8e0f-d99534ba60a6/tags/tempest-TagsExtTest-Tag-55249813 HTTP/1.1" status: 201 len: 201 time: 0.2017577 Jul 14 09:29:36.206951 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e40ed-d1c2-4ffa-aa29-de09250da9b0 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Network': ['ID=a92b0bbc-c31a-4760-a49f-c94ab71512de,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:36.219982 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network a92b0bbc-c31a-4760-a49f-c94ab71512de details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:36.227054 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42156) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.240284 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-2a1304a5-1afc-4cda-9c2a-2230938af562 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b2c2a528-63dd-4165-a4e7-6729139dace1', 'tempest-TagsExtTest-Tag-1492326446') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:36.332794 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c55a3088-fe2c-4961-9705-53356b257012 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.338202 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c55a3088-fe2c-4961-9705-53356b257012 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.365128 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-22f2ee53-1cfc-4ce7-b79f-f7431a8e7499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.381048 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-c55a3088-fe2c-4961-9705-53356b257012 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] In _notify_port_updated(), no bound segment for port deb36b4b-fd2d-4a64-bf6a-91f1ffd1ab45 on network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 {{(pid=93887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:29:36.386803 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55a3088-fe2c-4961-9705-53356b257012 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:36.387446 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c55a3088-fe2c-4961-9705-53356b257012 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.391991 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c55a3088-fe2c-4961-9705-53356b257012 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "PUT /v2.0/ports/deb36b4b-fd2d-4a64-bf6a-91f1ffd1ab45 HTTP/1.1" status: 200 len: 818 time: 0.4736152 Jul 14 09:29:36.393447 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42158) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.426420 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.439570 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] Transition to ACTIVE for port object 939cfd96-6d0c-480d-878b-78f2ac7c0d22 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:36.445565 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3338fc0f-36ce-4ad1-9895-bd5d8f07eba6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Made reservation on behalf of 59d7d101252e4592bbe2b29387c4a9ad for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:36.447507 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.449606 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3338fc0f-36ce-4ad1-9895-bd5d8f07eba6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.451276 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a3088-fe2c-4961-9705-53356b257012 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=deb36b4b-fd2d-4a64-bf6a-91f1ffd1ab45,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:36.458377 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-22f2ee53-1cfc-4ce7-b79f-f7431a8e7499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.473543 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2a1304a5-1afc-4cda-9c2a-2230938af562 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "PUT /v2.0/ports/b2c2a528-63dd-4165-a4e7-6729139dace1/tags/tempest-TagsExtTest-Tag-1492326446 HTTP/1.1" status: 201 len: 201 time: 0.2431324 Jul 14 09:29:36.477311 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42160) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.483085 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-557c75d1-c022-4257-b896-8c6acfb4ef27 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c0c6efee-8c15-4f07-935f-a65f541095d2', 'tempest-TagsExtTest-Tag-1131052329') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:36.494468 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8841773-10a8-40ca-b35b-7a5020aca32f None None] Pushing event updated for resources: {'Port': ['ID=939cfd96-6d0c-480d-878b-78f2ac7c0d22,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:36.588750 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] Attempting to bind port 939cfd96-6d0c-480d-878b-78f2ac7c0d22 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:36.589494 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] Attempting to bind port 939cfd96-6d0c-480d-878b-78f2ac7c0d22 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '957c25dd-446a-432c-81b1-1970e6126b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '146eab75-5661-413b-9a10-21c40707cf63'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:36.590072 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] Attempting to bind port 939cfd96-6d0c-480d-878b-78f2ac7c0d22 on network 146eab75-5661-413b-9a10-21c40707cf63 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:36.607051 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:36.608023 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] Checking segment: {'id': '957c25dd-446a-432c-81b1-1970e6126b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '146eab75-5661-413b-9a10-21c40707cf63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:36.609083 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.610435 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] Bound using segment: {'id': '957c25dd-446a-432c-81b1-1970e6126b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '146eab75-5661-413b-9a10-21c40707cf63'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:36.611187 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] Bound port: 939cfd96-6d0c-480d-878b-78f2ac7c0d22, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957c25dd-446a-432c-81b1-1970e6126b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '146eab75-5661-413b-9a10-21c40707cf63'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:36.612277 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.617863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-18d5c073-da19-4964-ab93-9683f3567c6f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port deb36b4b-fd2d-4a64-bf6a-91f1ffd1ab45 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:36.618218 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-18d5c073-da19-4964-ab93-9683f3567c6f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.698258 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-557c75d1-c022-4257-b896-8c6acfb4ef27 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "PUT /v2.0/routers/c0c6efee-8c15-4f07-935f-a65f541095d2/tags/tempest-TagsExtTest-Tag-1131052329 HTTP/1.1" status: 201 len: 201 time: 0.2189047 Jul 14 09:29:36.702447 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f1e09fe-5b7f-41cd-af45-b12e2e79b2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.704680 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42162) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.705050 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-22f2ee53-1cfc-4ce7-b79f-f7431a8e7499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.707732 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-22f2ee53-1cfc-4ce7-b79f-f7431a8e7499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.710964 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-22f2ee53-1cfc-4ce7-b79f-f7431a8e7499 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0dee8d98-6c3a-4c67-81a2-cb32af51e018 HTTP/1.1" status: 204 len: 168 time: 0.5790763 Jul 14 09:29:36.711189 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-d40d27e9-9d59-4b85-aaa7-8f5c4a11e520 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '39ead872-02f0-4675-b7c3-90725d3edc1f', 'tempest-TagsExtTest-Tag-1613535038') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:36.712874 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] For port 939cfd96-6d0c-480d-878b-78f2ac7c0d22, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:36.716048 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] For port 939cfd96-6d0c-480d-878b-78f2ac7c0d22, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=939cfd96-6d0c-480d-878b-78f2ac7c0d22,segment=NetworkSegment(957c25dd-446a-432c-81b1-1970e6126b05),segment_id=957c25dd-446a-432c-81b1-1970e6126b05)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:36.727967 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.734131 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-18d5c073-da19-4964-ab93-9683f3567c6f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.759653 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-18d5c073-da19-4964-ab93-9683f3567c6f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for deb36b4b-fd2d-4a64-bf6a-91f1ffd1ab45 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:36.817688 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 985714cc-a102-4be4-9fa5-e42fe8f0136f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:36.818197 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2ee53-1cfc-4ce7-b79f-f7431a8e7499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dee8d98-6c3a-4c67-81a2-cb32af51e018,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:36.820833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e09fe-5b7f-41cd-af45-b12e2e79b2ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f653ce71-53e3-40a9-8ca1-b425ed48ef99,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:36.837502 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] Routers {'2c073c32-41e3-459b-9f2b-e027b775b319'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:36.849828 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:29:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2c073c32-41e3-459b-9f2b-e027b775b319'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:36.854043 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d40d27e9-9d59-4b85-aaa7-8f5c4a11e520 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "PUT /v2.0/subnetpools/39ead872-02f0-4675-b7c3-90725d3edc1f/tags/tempest-TagsExtTest-Tag-1613535038 HTTP/1.1" status: 201 len: 201 time: 0.1477542 Jul 14 09:29:36.854227 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8841773-10a8-40ca-b35b-7a5020aca32f None None] Pushing event updated for resources: {'Port': ['ID=939cfd96-6d0c-480d-878b-78f2ac7c0d22,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:36.866310 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42166) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.880419 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-d49cfec5-7667-4d09-91bc-04490f23cf6f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'edd6562f-2573-44dc-8e0f-d99534ba60a6', {'tags': ['tempest-TagsExtTest-Tag-419596011', 'tempest-TagsExtTest-Tag-395443728', 'tempest-TagsExtTest-Tag-996982909']}) {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:36.979981 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 985714cc-a102-4be4-9fa5-e42fe8f0136f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:36.980598 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.066623 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-18d5c073-da19-4964-ab93-9683f3567c6f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.084778 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3338fc0f-36ce-4ad1-9895-bd5d8f07eba6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.102799 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d49cfec5-7667-4d09-91bc-04490f23cf6f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "PUT /v2.0/subnets/edd6562f-2573-44dc-8e0f-d99534ba60a6/tags HTTP/1.1" status: 200 len: 315 time: 0.2309120 Jul 14 09:29:37.124064 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42170) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:37.135588 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5c073-da19-4964-ab93-9683f3567c6f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=deb36b4b-fd2d-4a64-bf6a-91f1ffd1ab45,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:37.139653 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-18d5c073-da19-4964-ab93-9683f3567c6f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.144241 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-18d5c073-da19-4964-ab93-9683f3567c6f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/ports/deb36b4b-fd2d-4a64-bf6a-91f1ffd1ab45 HTTP/1.1" status: 204 len: 168 time: 0.7461479 Jul 14 09:29:37.144838 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42174) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:37.167973 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] Set router 2c073c32-41e3-459b-9f2b-e027b775b319 gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:37.247069 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ec4b1f-bb08-4fe1-97ef-f33759a2f8b1 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:37.250270 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-36ec4b1f-bb08-4fe1-97ef-f33759a2f8b1 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1042941 Jul 14 09:29:37.256287 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42180) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:37.299980 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ab3426-8af5-4672-b941-b990476bb967 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] GET failed (client error): The resource could not be found. Jul 14 09:29:37.302177 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-65ab3426-8af5-4672-b941-b990476bb967 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports/deb36b4b-fd2d-4a64-bf6a-91f1ffd1ab45 HTTP/1.1" status: 404 len: 333 time: 0.0446842 Jul 14 09:29:37.306319 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42184) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:37.312111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c577bbc7-6ca8-44f7-bd9f-0572bc9aed19 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-357159845'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:37.333615 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.tag.tag_plugin [None req-dd9f5407-6a18-46be-a038-81ab717016a3 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'edd6562f-2573-44dc-8e0f-d99534ba60a6') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:37.348405 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c577bbc7-6ca8-44f7-bd9f-0572bc9aed19 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:37.353315 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c577bbc7-6ca8-44f7-bd9f-0572bc9aed19 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.391431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c577bbc7-6ca8-44f7-bd9f-0572bc9aed19 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:37.396878 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338fc0f-36ce-4ad1-9895-bd5d8f07eba6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Subnet': ['ID=8b25c022-9f44-48f0-9827-54f4f3303b55,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:37.402052 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c577bbc7-6ca8-44f7-bd9f-0572bc9aed19 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.402870 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-c577bbc7-6ca8-44f7-bd9f-0572bc9aed19 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Added segment 12d9979e-09c3-4237-9bc3-1b88f2ef1c0e of type vlan for network ab0bbba9-621c-486f-9fb4-109d8e3c3fe5 Jul 14 09:29:37.464395 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c577bbc7-6ca8-44f7-bd9f-0572bc9aed19 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.504420 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c577bbc7-6ca8-44f7-bd9f-0572bc9aed19 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.511111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c577bbc7-6ca8-44f7-bd9f-0572bc9aed19 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:37.512135 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c577bbc7-6ca8-44f7-bd9f-0572bc9aed19 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.544436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c577bbc7-6ca8-44f7-bd9f-0572bc9aed19 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2363210 Jul 14 09:29:37.574931 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3338fc0f-36ce-4ad1-9895-bd5d8f07eba6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Checking segment: {'id': '26001cdb-b47b-421e-a37d-28d58440540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:37.575301 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3338fc0f-36ce-4ad1-9895-bd5d8f07eba6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network hostable DHCP agents. Network: a92b0bbc-c31a-4760-a49f-c94ab71512de, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:37.577120 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:29:32Z', 'revision_number': 3, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:31Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939cfd96-6d0c-480d-878b-78f2ac7c0d22', 'name': '', 'network_id': '146eab75-5661-413b-9a10-21c40707cf63', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:3a:c7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:29Z', 'updated_at': '2021-07-14T09:29:36Z', 'revision_number': 4, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:37.577676 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42192) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:37.592819 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9b92ef86-7795-4b23-8b46-79a537f883d0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'subnet': {'network_id': 'ab0bbba9-621c-486f-9fb4-109d8e3c3fe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:37.602757 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577bbc7-6ca8-44f7-bd9f-0572bc9aed19 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Network': ['ID=ab0bbba9-621c-486f-9fb4-109d8e3c3fe5,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:37.611473 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc4910-1b2f-4b80-a4aa-80292fc6aed0 None None] The sync data for ids ['2c073c32-41e3-459b-9f2b-e027b775b319'] in n-d-798054-10 is: [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:29:32Z', 'revision_number': 3, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:31Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939cfd96-6d0c-480d-878b-78f2ac7c0d22', 'name': '', 'network_id': '146eab75-5661-413b-9a10-21c40707cf63', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:3a:c7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:29Z', 'updated_at': '2021-07-14T09:29:36Z', 'revision_number': 4, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:37.617272 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network ab0bbba9-621c-486f-9fb4-109d8e3c3fe5 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:37.749504 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3338fc0f-36ce-4ad1-9895-bd5d8f07eba6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network a92b0bbc-c31a-4760-a49f-c94ab71512de is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:37.774067 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dd9f5407-6a18-46be-a038-81ab717016a3 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "DELETE /v2.0/subnets/edd6562f-2573-44dc-8e0f-d99534ba60a6/tags HTTP/1.1" status: 204 len: 168 time: 0.6462257 Jul 14 09:29:37.774067 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f1e09fe-5b7f-41cd-af45-b12e2e79b2ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.774660 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42200) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:37.779330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-82c1d14c-1b74-44ec-b955-23cf4589bdb4 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'edd6562f-2573-44dc-8e0f-d99534ba60a6', 'tempest-TagsExtTest-Tag-419596011') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:37.795476 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-3338fc0f-36ce-4ad1-9895-bd5d8f07eba6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, a92b0bbc-c31a-4760-a49f-c94ab71512de) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:37.805564 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cca5a47-469b-4337-89b2-f043fb40a648 None None] Network a92b0bbc-c31a-4760-a49f-c94ab71512de requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:37.808067 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3338fc0f-36ce-4ad1-9895-bd5d8f07eba6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:37.808718 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3338fc0f-36ce-4ad1-9895-bd5d8f07eba6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.854332 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-82c1d14c-1b74-44ec-b955-23cf4589bdb4 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] show failed (client error): The resource could not be found. Jul 14 09:29:37.857891 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-82c1d14c-1b74-44ec-b955-23cf4589bdb4 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/subnets/edd6562f-2573-44dc-8e0f-d99534ba60a6/tags/tempest-TagsExtTest-Tag-419596011 HTTP/1.1" status: 404 len: 328 time: 0.0797689 Jul 14 09:29:37.860353 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42204) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:37.866533 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-1471a0e4-2d4b-4464-b26a-cd96273090e5 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'edd6562f-2573-44dc-8e0f-d99534ba60a6', 'tempest-TagsExtTest-Tag-395443728') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:37.868394 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b92ef86-7795-4b23-8b46-79a537f883d0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:37.872002 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9b92ef86-7795-4b23-8b46-79a537f883d0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.950371 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-1471a0e4-2d4b-4464-b26a-cd96273090e5 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] show failed (client error): The resource could not be found. Jul 14 09:29:37.955045 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1471a0e4-2d4b-4464-b26a-cd96273090e5 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/subnets/edd6562f-2573-44dc-8e0f-d99534ba60a6/tags/tempest-TagsExtTest-Tag-395443728 HTTP/1.1" status: 404 len: 328 time: 0.0900981 Jul 14 09:29:37.955922 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42206) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:37.964665 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-02d4dfc1-20e7-4029-8a45-2cc1dc12cf2a tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'edd6562f-2573-44dc-8e0f-d99534ba60a6', 'tempest-TagsExtTest-Tag-996982909') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:37.966642 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3338fc0f-36ce-4ad1-9895-bd5d8f07eba6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7989452 Jul 14 09:29:37.977162 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42208) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:38.061894 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-02d4dfc1-20e7-4029-8a45-2cc1dc12cf2a tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] show failed (client error): The resource could not be found. Jul 14 09:29:38.065417 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-02d4dfc1-20e7-4029-8a45-2cc1dc12cf2a tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/subnets/edd6562f-2573-44dc-8e0f-d99534ba60a6/tags/tempest-TagsExtTest-Tag-996982909 HTTP/1.1" status: 404 len: 328 time: 0.1075211 Jul 14 09:29:38.068437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42212) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:38.073453 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-8384e1aa-6be3-474f-9672-437765971d8f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b2c2a528-63dd-4165-a4e7-6729139dace1', {'tags': ['tempest-TagsExtTest-Tag-181659008', 'tempest-TagsExtTest-Tag-1012598980', 'tempest-TagsExtTest-Tag-229633761']}) {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:38.165941 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8384e1aa-6be3-474f-9672-437765971d8f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "PUT /v2.0/ports/b2c2a528-63dd-4165-a4e7-6729139dace1/tags HTTP/1.1" status: 200 len: 316 time: 0.0961022 Jul 14 09:29:38.168469 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42216) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:38.173874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-4d82631a-0902-4200-a6cf-03cb23bf36a9 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b2c2a528-63dd-4165-a4e7-6729139dace1') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:38.270292 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-a92b0bbc-c31a-4760-a49f-c94ab71512de', 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'fixed_ips': [{'subnet_id': '8b25c022-9f44-48f0-9827-54f4f3303b55'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:38.272140 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.317501 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4d82631a-0902-4200-a6cf-03cb23bf36a9 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "DELETE /v2.0/ports/b2c2a528-63dd-4165-a4e7-6729139dace1/tags HTTP/1.1" status: 204 len: 168 time: 0.1476998 Jul 14 09:29:38.319888 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42220) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:38.324383 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-81bd1c69-51b1-42bd-949c-0e4b7329577e tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2c2a528-63dd-4165-a4e7-6729139dace1', 'tempest-TagsExtTest-Tag-181659008') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:38.404525 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-81bd1c69-51b1-42bd-949c-0e4b7329577e tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] show failed (client error): The resource could not be found. Jul 14 09:29:38.405895 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-81bd1c69-51b1-42bd-949c-0e4b7329577e tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/ports/b2c2a528-63dd-4165-a4e7-6729139dace1/tags/tempest-TagsExtTest-Tag-181659008 HTTP/1.1" status: 404 len: 328 time: 0.0849607 Jul 14 09:29:38.409446 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42224) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:38.415922 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-af1e633a-f1dd-4b97-86ac-5df993d87e84 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2c2a528-63dd-4165-a4e7-6729139dace1', 'tempest-TagsExtTest-Tag-1012598980') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:38.500718 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-af1e633a-f1dd-4b97-86ac-5df993d87e84 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] show failed (client error): The resource could not be found. Jul 14 09:29:38.502999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-af1e633a-f1dd-4b97-86ac-5df993d87e84 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/ports/b2c2a528-63dd-4165-a4e7-6729139dace1/tags/tempest-TagsExtTest-Tag-1012598980 HTTP/1.1" status: 404 len: 329 time: 0.0922966 Jul 14 09:29:38.506531 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42230) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:38.513640 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-f0464259-5f80-46ed-8bd0-5916d580d68e tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2c2a528-63dd-4165-a4e7-6729139dace1', 'tempest-TagsExtTest-Tag-229633761') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:38.528499 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Allocated IP 172.22.0.2 (a92b0bbc-c31a-4760-a49f-c94ab71512de/8b25c022-9f44-48f0-9827-54f4f3303b55/1eed5184-7fcb-4c9f-901c-0109ce80a304) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:38.618941 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-f0464259-5f80-46ed-8bd0-5916d580d68e tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] show failed (client error): The resource could not be found. Jul 14 09:29:38.622031 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f0464259-5f80-46ed-8bd0-5916d580d68e tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/ports/b2c2a528-63dd-4165-a4e7-6729139dace1/tags/tempest-TagsExtTest-Tag-229633761 HTTP/1.1" status: 404 len: 328 time: 0.1128356 Jul 14 09:29:38.624251 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42234) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:38.634717 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-cf3f4751-2706-46aa-923e-499e4a8781cc tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c0c6efee-8c15-4f07-935f-a65f541095d2', {'tags': ['tempest-TagsExtTest-Tag-1904223252', 'tempest-TagsExtTest-Tag-1389404681', 'tempest-TagsExtTest-Tag-1295534889']}) {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:38.765810 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cf3f4751-2706-46aa-923e-499e4a8781cc tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "PUT /v2.0/routers/c0c6efee-8c15-4f07-935f-a65f541095d2/tags HTTP/1.1" status: 200 len: 318 time: 0.1299133 Jul 14 09:29:38.765810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42238) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:38.765810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-338baf8b-9fa2-41a3-8130-6ad6630ef6b3 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c0c6efee-8c15-4f07-935f-a65f541095d2') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:38.845293 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.871576 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Transition to ACTIVE for port object 1eed5184-7fcb-4c9f-901c-0109ce80a304 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:38.893840 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Transition to ACTIVE for port object 1eed5184-7fcb-4c9f-901c-0109ce80a304 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:38.904977 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-338baf8b-9fa2-41a3-8130-6ad6630ef6b3 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "DELETE /v2.0/routers/c0c6efee-8c15-4f07-935f-a65f541095d2/tags HTTP/1.1" status: 204 len: 168 time: 0.1413164 Jul 14 09:29:38.905736 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42244) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:38.910819 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-ed0471cf-c06c-4255-be49-f2b4d603766a tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c0c6efee-8c15-4f07-935f-a65f541095d2', 'tempest-TagsExtTest-Tag-1904223252') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:38.912599 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.961533 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 939cfd96-6d0c-480d-878b-78f2ac7c0d22 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:38.998955 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Network a92b0bbc-c31a-4760-a49f-c94ab71512de is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:39.006432 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-ed0471cf-c06c-4255-be49-f2b4d603766a tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] show failed (client error): The resource could not be found. Jul 14 09:29:39.010056 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ed0471cf-c06c-4255-be49-f2b4d603766a tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/routers/c0c6efee-8c15-4f07-935f-a65f541095d2/tags/tempest-TagsExtTest-Tag-1904223252 HTTP/1.1" status: 404 len: 329 time: 0.1004210 Jul 14 09:29:39.014433 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42246) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:39.020330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-007760ad-4fe0-4053-bee3-01c4a3bec442 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c0c6efee-8c15-4f07-935f-a65f541095d2', 'tempest-TagsExtTest-Tag-1389404681') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:39.023077 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:39.046136 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:39.081161 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Pushing event updated for resources: {'Port': ['ID=1eed5184-7fcb-4c9f-901c-0109ce80a304,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:39.113883 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-007760ad-4fe0-4053-bee3-01c4a3bec442 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] show failed (client error): The resource could not be found. Jul 14 09:29:39.117678 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-007760ad-4fe0-4053-bee3-01c4a3bec442 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/routers/c0c6efee-8c15-4f07-935f-a65f541095d2/tags/tempest-TagsExtTest-Tag-1389404681 HTTP/1.1" status: 404 len: 329 time: 0.1015735 Jul 14 09:29:39.118082 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42252) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:39.123739 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-dcb7e649-e0c4-43f2-b91f-16b3e1e2d5fa tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c0c6efee-8c15-4f07-935f-a65f541095d2', 'tempest-TagsExtTest-Tag-1295534889') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:39.184372 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9b92ef86-7795-4b23-8b46-79a537f883d0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.198728 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 939cfd96-6d0c-480d-878b-78f2ac7c0d22 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:39.214301 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 939cfd96-6d0c-480d-878b-78f2ac7c0d22 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:39.215150 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.218617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Attempting to bind port 1eed5184-7fcb-4c9f-901c-0109ce80a304 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:39.219832 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Attempting to bind port 1eed5184-7fcb-4c9f-901c-0109ce80a304 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '26001cdb-b47b-421e-a37d-28d58440540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:39.220256 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Attempting to bind port 1eed5184-7fcb-4c9f-901c-0109ce80a304 on network a92b0bbc-c31a-4760-a49f-c94ab71512de {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:39.225555 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-dcb7e649-e0c4-43f2-b91f-16b3e1e2d5fa tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] show failed (client error): The resource could not be found. Jul 14 09:29:39.226938 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-dcb7e649-e0c4-43f2-b91f-16b3e1e2d5fa tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/routers/c0c6efee-8c15-4f07-935f-a65f541095d2/tags/tempest-TagsExtTest-Tag-1295534889 HTTP/1.1" status: 404 len: 329 time: 0.1078389 Jul 14 09:29:39.229741 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42254) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:39.232876 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1e09fe-5b7f-41cd-af45-b12e2e79b2ea admin admin] Router 3ca5d095-447c-4eb3-ba06-72cefcf1707a has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:39.235815 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-2c621f07-9fea-4197-9bfb-ab0d3141b061 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '39ead872-02f0-4675-b7c3-90725d3edc1f', {'tags': ['tempest-TagsExtTest-Tag-1301869531', 'tempest-TagsExtTest-Tag-810157359', 'tempest-TagsExtTest-Tag-687428010']}) {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:39.266627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:39.267327 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Checking segment: {'id': '26001cdb-b47b-421e-a37d-28d58440540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:39.268091 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.268656 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Bound using segment: {'id': '26001cdb-b47b-421e-a37d-28d58440540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:39.269397 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Bound port: 1eed5184-7fcb-4c9f-901c-0109ce80a304, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26001cdb-b47b-421e-a37d-28d58440540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:39.269966 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.281301 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2c621f07-9fea-4197-9bfb-ab0d3141b061 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "PUT /v2.0/subnetpools/39ead872-02f0-4675-b7c3-90725d3edc1f/tags HTTP/1.1" status: 200 len: 316 time: 0.0488062 Jul 14 09:29:39.282155 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42256) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:39.291478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-081bcfa5-d7f0-409a-a35c-480cf782d1bf tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '39ead872-02f0-4675-b7c3-90725d3edc1f') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:39.331264 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92ef86-7795-4b23-8b46-79a537f883d0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Subnet': ['ID=7bba3d65-4689-4684-bbe6-74dbb91d2221,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:39.344598 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b92ef86-7795-4b23-8b46-79a537f883d0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Checking segment: {'id': '12d9979e-09c3-4237-9bc3-1b88f2ef1c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ab0bbba9-621c-486f-9fb4-109d8e3c3fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:39.344598 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b92ef86-7795-4b23-8b46-79a537f883d0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network hostable DHCP agents. Network: ab0bbba9-621c-486f-9fb4-109d8e3c3fe5, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:39.345119 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-081bcfa5-d7f0-409a-a35c-480cf782d1bf tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "DELETE /v2.0/subnetpools/39ead872-02f0-4675-b7c3-90725d3edc1f/tags HTTP/1.1" status: 204 len: 168 time: 0.0588675 Jul 14 09:29:39.346139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42260) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:39.361885 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-fd0f5736-daaf-41aa-bf4a-77fa4af81a9b tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '39ead872-02f0-4675-b7c3-90725d3edc1f', 'tempest-TagsExtTest-Tag-1301869531') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:39.389206 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-fd0f5736-daaf-41aa-bf4a-77fa4af81a9b tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] show failed (client error): The resource could not be found. Jul 14 09:29:39.391009 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fd0f5736-daaf-41aa-bf4a-77fa4af81a9b tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/subnetpools/39ead872-02f0-4675-b7c3-90725d3edc1f/tags/tempest-TagsExtTest-Tag-1301869531 HTTP/1.1" status: 404 len: 329 time: 0.0348625 Jul 14 09:29:39.398773 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6579-2aef-4664-97ba-3783812cd342 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.401975 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42262) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:39.409105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.tag.tag_plugin [None req-84a3660f-5a58-4697-8623-f4cd0c595368 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '39ead872-02f0-4675-b7c3-90725d3edc1f', 'tempest-TagsExtTest-Tag-810157359') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:39.483402 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.485752 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b92ef86-7795-4b23-8b46-79a537f883d0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network ab0bbba9-621c-486f-9fb4-109d8e3c3fe5 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:39.500412 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] For port 1eed5184-7fcb-4c9f-901c-0109ce80a304, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:39.520812 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] For port 1eed5184-7fcb-4c9f-901c-0109ce80a304, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1eed5184-7fcb-4c9f-901c-0109ce80a304,segment=NetworkSegment(26001cdb-b47b-421e-a37d-28d58440540e),segment_id=26001cdb-b47b-421e-a37d-28d58440540e)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:39.528889 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.544156 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 939cfd96-6d0c-480d-878b-78f2ac7c0d22, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=939cfd96-6d0c-480d-878b-78f2ac7c0d22,segment=NetworkSegment(957c25dd-446a-432c-81b1-1970e6126b05),segment_id=957c25dd-446a-432c-81b1-1970e6126b05)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:39.572789 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-9b92ef86-7795-4b23-8b46-79a537f883d0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, ab0bbba9-621c-486f-9fb4-109d8e3c3fe5) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:39.574681 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.584920 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-84a3660f-5a58-4697-8623-f4cd0c595368 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] show failed (client error): The resource could not be found. Jul 14 09:29:39.586192 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-84a3660f-5a58-4697-8623-f4cd0c595368 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/subnetpools/39ead872-02f0-4675-b7c3-90725d3edc1f/tags/tempest-TagsExtTest-Tag-810157359 HTTP/1.1" status: 404 len: 328 time: 0.1812942 Jul 14 09:29:39.587383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b92ef86-7795-4b23-8b46-79a537f883d0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:39.587975 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9b92ef86-7795-4b23-8b46-79a537f883d0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.588209 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84b9eec-7d88-4d31-b4e6-64a2f6310342 None None] Network ab0bbba9-621c-486f-9fb4-109d8e3c3fe5 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:39.588900 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42264) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:39.598678 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-0bb2d8b5-9193-465d-802a-fdddf8177c87 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '39ead872-02f0-4675-b7c3-90725d3edc1f', 'tempest-TagsExtTest-Tag-687428010') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:39.617880 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1e09fe-5b7f-41cd-af45-b12e2e79b2ea admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:39.630176 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6f1e09fe-5b7f-41cd-af45-b12e2e79b2ea admin admin] 10.222.0.26 "PUT /v2.0/routers/3ca5d095-447c-4eb3-ba06-72cefcf1707a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8174825 Jul 14 09:29:39.631187 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42268) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:39.653860 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9b92ef86-7795-4b23-8b46-79a537f883d0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0640831 Jul 14 09:29:39.653860 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42272) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:39.661967 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ff7bcc7b-4d05-40d3-b524-9ba1df15cf4c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'subnet': {'network_id': 'ab0bbba9-621c-486f-9fb4-109d8e3c3fe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:39.670567 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988be1c5-4a5f-4402-b370-0fe46d26b19a None None] Pushing event updated for resources: {'Port': ['ID=1eed5184-7fcb-4c9f-901c-0109ce80a304,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:39.684604 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-0bb2d8b5-9193-465d-802a-fdddf8177c87 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] show failed (client error): The resource could not be found. Jul 14 09:29:39.685474 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88747a9-2521-4bb4-a445-794baf01f61d None None] Sync routers for ids ['3ca5d095-447c-4eb3-ba06-72cefcf1707a'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:39.686832 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0bb2d8b5-9193-465d-802a-fdddf8177c87 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/subnetpools/39ead872-02f0-4675-b7c3-90725d3edc1f/tags/tempest-TagsExtTest-Tag-687428010 HTTP/1.1" status: 404 len: 328 time: 0.0968313 Jul 14 09:29:39.692707 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42276) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:39.714940 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-2c43496b-1fd5-43e9-8f18-bbc7ce6ebd76 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '39ead872-02f0-4675-b7c3-90725d3edc1f') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:39.786456 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2c43496b-1fd5-43e9-8f18-bbc7ce6ebd76 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "DELETE /v2.0/subnetpools/39ead872-02f0-4675-b7c3-90725d3edc1f/tags HTTP/1.1" status: 204 len: 168 time: 0.0902183 Jul 14 09:29:39.791199 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42280) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:39.805383 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-c4233661-814d-4ff8-b87b-81a2f75eb23f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c0c6efee-8c15-4f07-935f-a65f541095d2') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:39.850502 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88747a9-2521-4bb4-a445-794baf01f61d None None] Routers {'3ca5d095-447c-4eb3-ba06-72cefcf1707a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:39.851178 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b88747a9-2521-4bb4-a445-794baf01f61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:29:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3ca5d095-447c-4eb3-ba06-72cefcf1707a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:39.961103 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=939cfd96-6d0c-480d-878b-78f2ac7c0d22,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:39.979147 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c4233661-814d-4ff8-b87b-81a2f75eb23f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "DELETE /v2.0/routers/c0c6efee-8c15-4f07-935f-a65f541095d2/tags HTTP/1.1" status: 204 len: 168 time: 0.1867235 Jul 14 09:29:39.981734 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42284) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:39.989073 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-a511a249-a7b3-4eab-b9da-3cfbfcbb197b tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b2c2a528-63dd-4165-a4e7-6729139dace1') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:40.072781 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a77c9c7-314a-491f-b43e-55f70bd5adab admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.081839 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a511a249-a7b3-4eab-b9da-3cfbfcbb197b tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "DELETE /v2.0/ports/b2c2a528-63dd-4165-a4e7-6729139dace1/tags HTTP/1.1" status: 204 len: 168 time: 0.0987825 Jul 14 09:29:40.084329 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42286) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.089226 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-ab84aad8-70d1-420b-8505-1912c39db666 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'edd6562f-2573-44dc-8e0f-d99534ba60a6') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:40.180043 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ab84aad8-70d1-420b-8505-1912c39db666 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "DELETE /v2.0/subnets/edd6562f-2573-44dc-8e0f-d99534ba60a6/tags HTTP/1.1" status: 204 len: 168 time: 0.0945191 Jul 14 09:29:40.185546 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42288) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.198667 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7bcc7b-4d05-40d3-b524-9ba1df15cf4c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:40.204537 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ff7bcc7b-4d05-40d3-b524-9ba1df15cf4c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.209240 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-ab0bbba9-621c-486f-9fb4-109d8e3c3fe5', 'network_id': 'ab0bbba9-621c-486f-9fb4-109d8e3c3fe5', 'tenant_id': '4e8e895605fb4ca2bfa65b016145bb78', 'fixed_ips': [{'subnet_id': '7bba3d65-4689-4684-bbe6-74dbb91d2221'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:40.210139 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.224918 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-b88747a9-2521-4bb4-a445-794baf01f61d None None] Set router 3ca5d095-447c-4eb3-ba06-72cefcf1707a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:40.319915 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-377b4616-5cd5-4c30-ac0e-e6b08876de21 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks [] for subnetpool, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.322341 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-377b4616-5cd5-4c30-ac0e-e6b08876de21 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "DELETE /v2.0/subnetpools/39ead872-02f0-4675-b7c3-90725d3edc1f HTTP/1.1" status: 204 len: 168 time: 0.1318922 Jul 14 09:29:40.324767 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42290) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.329597 n-d-798054-10 neutron-server[93888]: INFO neutron.db.ipam_backend_mixin [None req-ff7bcc7b-4d05-40d3-b524-9ba1df15cf4c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7bba3d65-4689-4684-bbe6-74dbb91d2221 (CIDR: 172.20.0.0/28) Jul 14 09:29:40.368848 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-083e9cf1-2c6b-422a-a312-b0fc623f2f12 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0c6efee-8c15-4f07-935f-a65f541095d2 HTTP/1.1" status: 200 len: 205 time: 0.0380192 Jul 14 09:29:40.369205 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42292) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.382705 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7bcc7b-4d05-40d3-b524-9ba1df15cf4c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:40.383464 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7bcc7b-4d05-40d3-b524-9ba1df15cf4c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:40.415257 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ff7bcc7b-4d05-40d3-b524-9ba1df15cf4c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7598486 Jul 14 09:29:40.415871 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42294) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.430292 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ada22792-e2b6-4d47-8850-7d239dc6cf57 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'subnet': {'network_id': 'ab0bbba9-621c-486f-9fb4-109d8e3c3fe5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:40.482112 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ab5b70c-fe5a-4a53-8eb5-46c2d0a7b1cf tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.539725 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Allocated IP 172.20.0.2 (ab0bbba9-621c-486f-9fb4-109d8e3c3fe5/7bba3d65-4689-4684-bbe6-74dbb91d2221/0f65a74b-f87d-42cf-94c2-84e309fcddf9) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:40.557869 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-e5fe6579-2aef-4664-97ba-3783812cd342 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Allocated IP 172.22.0.1 (a92b0bbc-c31a-4760-a49f-c94ab71512de/8b25c022-9f44-48f0-9827-54f4f3303b55/32169308-c830-49ca-9b6e-cdc6fe7efc45) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:40.606099 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a77c9c7-314a-491f-b43e-55f70bd5adab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.614178 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada22792-e2b6-4d47-8850-7d239dc6cf57 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:40.621547 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ada22792-e2b6-4d47-8850-7d239dc6cf57 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.824413 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b88747a9-2521-4bb4-a445-794baf01f61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'name': 'tempest-TaggedBootDevicesTest-586766694-router', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:31Z', 'updated_at': '2021-07-14T09:29:36Z', 'revision_number': 5, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'gw_port': {'id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:33Z', 'updated_at': '2021-07-14T09:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:40.837589 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ab5b70c-fe5a-4a53-8eb5-46c2d0a7b1cf tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.858703 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ab5b70c-fe5a-4a53-8eb5-46c2d0a7b1cf tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.892453 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88747a9-2521-4bb4-a445-794baf01f61d None None] Checking router: 3ca5d095-447c-4eb3-ba06-72cefcf1707a for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:40.913363 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88747a9-2521-4bb4-a445-794baf01f61d None None] Routers {'3ca5d095-447c-4eb3-ba06-72cefcf1707a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:40.914090 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b88747a9-2521-4bb4-a445-794baf01f61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:29:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['3ca5d095-447c-4eb3-ba06-72cefcf1707a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:40.974627 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ab5b70c-fe5a-4a53-8eb5-46c2d0a7b1cf tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.975188 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab5b70c-fe5a-4a53-8eb5-46c2d0a7b1cf tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Fanout notify agent at l3_agent the message router_deleted on router c0c6efee-8c15-4f07-935f-a65f541095d2 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:40.984355 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ab5b70c-fe5a-4a53-8eb5-46c2d0a7b1cf tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.987090 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2ab5b70c-fe5a-4a53-8eb5-46c2d0a7b1cf tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "DELETE /v2.0/routers/c0c6efee-8c15-4f07-935f-a65f541095d2 HTTP/1.1" status: 204 len: 168 time: 0.6169648 Jul 14 09:29:40.991672 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42306) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.999378 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.038606 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 939cfd96-6d0c-480d-878b-78f2ac7c0d22 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:41.057420 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Transition to ACTIVE for port object 0f65a74b-f87d-42cf-94c2-84e309fcddf9 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:41.162843 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Transition to ACTIVE for port object 0f65a74b-f87d-42cf-94c2-84e309fcddf9 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:41.186336 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-45d80340-1790-4746-9f9b-9b26722385ba tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Deleting port b2c2a528-63dd-4165-a4e7-6729139dace1 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:41.186535 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.187921 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45d80340-1790-4746-9f9b-9b26722385ba tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.219603 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6579-2aef-4664-97ba-3783812cd342 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.275082 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-b88747a9-2521-4bb4-a445-794baf01f61d None None] Set router 3ca5d095-447c-4eb3-ba06-72cefcf1707a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:41.279286 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Network ab0bbba9-621c-486f-9fb4-109d8e3c3fe5 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:41.285740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-e5fe6579-2aef-4664-97ba-3783812cd342 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Transition to ACTIVE for port object 32169308-c830-49ca-9b6e-cdc6fe7efc45 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:41.328677 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ada22792-e2b6-4d47-8850-7d239dc6cf57 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.337044 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45d80340-1790-4746-9f9b-9b26722385ba tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.356123 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-45d80340-1790-4746-9f9b-9b26722385ba tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Calling delete_port for b2c2a528-63dd-4165-a4e7-6729139dace1 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:41.414785 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-0a77c9c7-314a-491f-b43e-55f70bd5adab admin admin] Deleting port 04b9a156-1f1e-4edb-8c66-ac197ddd6019 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:41.415130 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a77c9c7-314a-491f-b43e-55f70bd5adab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.419487 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada22792-e2b6-4d47-8850-7d239dc6cf57 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network ab0bbba9-621c-486f-9fb4-109d8e3c3fe5 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:41.444062 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-ada22792-e2b6-4d47-8850-7d239dc6cf57 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:41.451252 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada22792-e2b6-4d47-8850-7d239dc6cf57 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:41.452087 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ada22792-e2b6-4d47-8850-7d239dc6cf57 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.514057 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6579-2aef-4664-97ba-3783812cd342 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.517385 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45d80340-1790-4746-9f9b-9b26722385ba tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.525962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada22792-e2b6-4d47-8850-7d239dc6cf57 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Subnet': ['ID=ea266d90-19bc-43ec-9b3c-bed4a36506ab,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:41.552941 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:41.555071 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9a3b78-c9b4-44f7-be80-4069478b46de None None] Network a92b0bbc-c31a-4760-a49f-c94ab71512de requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:41.566402 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d80340-1790-4746-9f9b-9b26722385ba tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Pushing event deleted for resources: {'Port': ['ID=b2c2a528-63dd-4165-a4e7-6729139dace1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:41.587597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe6579-2aef-4664-97ba-3783812cd342 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Port': ['ID=32169308-c830-49ca-9b6e-cdc6fe7efc45,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:41.597997 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fe6579-2aef-4664-97ba-3783812cd342 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network a92b0bbc-c31a-4760-a49f-c94ab71512de is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:41.601084 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-e5fe6579-2aef-4664-97ba-3783812cd342 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:41.614286 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe6579-2aef-4664-97ba-3783812cd342 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:41.624464 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ada22792-e2b6-4d47-8850-7d239dc6cf57 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2016704 Jul 14 09:29:41.639410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42310) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:41.643027 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:41.651048 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f8102474-8283-4a8c-9781-9136c6aaa47f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'port': {'network_id': 'ab0bbba9-621c-486f-9fb4-109d8e3c3fe5', 'fixed_ips': [{'subnet_id': '7bba3d65-4689-4684-bbe6-74dbb91d2221'}, {'subnet_id': 'ea266d90-19bc-43ec-9b3c-bed4a36506ab'}], 'name': 'tempest-PortsTestJSON-547917768'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:41.716344 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-0a77c9c7-314a-491f-b43e-55f70bd5adab admin admin] For port 04b9a156-1f1e-4edb-8c66-ac197ddd6019, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=04b9a156-1f1e-4edb-8c66-ac197ddd6019,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:41.716716 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a77c9c7-314a-491f-b43e-55f70bd5adab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.733154 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6579-2aef-4664-97ba-3783812cd342 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.736974 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-0a77c9c7-314a-491f-b43e-55f70bd5adab admin admin] Calling delete_port for 04b9a156-1f1e-4edb-8c66-ac197ddd6019 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:41.763961 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Pushing event updated for resources: {'Port': ['ID=0f65a74b-f87d-42cf-94c2-84e309fcddf9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:41.792013 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 939cfd96-6d0c-480d-878b-78f2ac7c0d22 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:41.792472 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.813705 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45d80340-1790-4746-9f9b-9b26722385ba tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.819388 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-45d80340-1790-4746-9f9b-9b26722385ba tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "DELETE /v2.0/ports/b2c2a528-63dd-4165-a4e7-6729139dace1 HTTP/1.1" status: 204 len: 168 time: 0.8265243 Jul 14 09:29:41.823043 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42314) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:41.884263 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1ec75039-9324-4b0c-8eb6-fc8236c22786 None None] Provisioning for port 1eed5184-7fcb-4c9f-901c-0109ce80a304 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:41.944610 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Attempting to bind port 0f65a74b-f87d-42cf-94c2-84e309fcddf9 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:41.944990 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Attempting to bind port 0f65a74b-f87d-42cf-94c2-84e309fcddf9 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '12d9979e-09c3-4237-9bc3-1b88f2ef1c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ab0bbba9-621c-486f-9fb4-109d8e3c3fe5'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:41.945372 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Attempting to bind port 0f65a74b-f87d-42cf-94c2-84e309fcddf9 on network ab0bbba9-621c-486f-9fb4-109d8e3c3fe5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:41.974278 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:41.974719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Checking segment: {'id': '12d9979e-09c3-4237-9bc3-1b88f2ef1c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ab0bbba9-621c-486f-9fb4-109d8e3c3fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:41.975142 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.975646 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Bound using segment: {'id': '12d9979e-09c3-4237-9bc3-1b88f2ef1c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ab0bbba9-621c-486f-9fb4-109d8e3c3fe5'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:41.976214 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Bound port: 0f65a74b-f87d-42cf-94c2-84e309fcddf9, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d9979e-09c3-4237-9bc3-1b88f2ef1c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ab0bbba9-621c-486f-9fb4-109d8e3c3fe5'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:41.976607 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.052397 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a77c9c7-314a-491f-b43e-55f70bd5adab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.131878 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77c9c7-314a-491f-b43e-55f70bd5adab admin admin] Pushing event deleted for resources: {'Port': ['ID=04b9a156-1f1e-4edb-8c66-ac197ddd6019,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:42.210970 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1eed5184-7fcb-4c9f-901c-0109ce80a304 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:42.261304 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6579-2aef-4664-97ba-3783812cd342 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.272125 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] For port 0f65a74b-f87d-42cf-94c2-84e309fcddf9, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:42.316515 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-9640c3fa-3c1d-47d7-b584-d703d51a26f0 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Deleting subnet edd6562f-2573-44dc-8e0f-d99534ba60a6 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:42.321015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] For port 0f65a74b-f87d-42cf-94c2-84e309fcddf9, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0f65a74b-f87d-42cf-94c2-84e309fcddf9,segment=NetworkSegment(12d9979e-09c3-4237-9bc3-1b88f2ef1c0e),segment_id=12d9979e-09c3-4237-9bc3-1b88f2ef1c0e)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:42.322870 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9640c3fa-3c1d-47d7-b584-d703d51a26f0 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.335773 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.395425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8102474-8283-4a8c-9781-9136c6aaa47f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:42.452949 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a77c9c7-314a-491f-b43e-55f70bd5adab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.459144 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9640c3fa-3c1d-47d7-b584-d703d51a26f0 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.463111 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b88747a9-2521-4bb4-a445-794baf01f61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'name': 'tempest-TaggedBootDevicesTest-586766694-router', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:31Z', 'updated_at': '2021-07-14T09:29:36Z', 'revision_number': 5, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'gw_port': {'id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:33Z', 'updated_at': '2021-07-14T09:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:42.535910 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88747a9-2521-4bb4-a445-794baf01f61d None None] The sync data for ids ['3ca5d095-447c-4eb3-ba06-72cefcf1707a'] in n-d-798054-10 is: [{'id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'name': 'tempest-TaggedBootDevicesTest-586766694-router', 'tenant_id': '31e3a4cec448411aba79b23ed148d185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:31Z', 'updated_at': '2021-07-14T09:29:36Z', 'revision_number': 5, 'project_id': '31e3a4cec448411aba79b23ed148d185', 'gw_port': {'id': '04b9a156-1f1e-4edb-8c66-ac197ddd6019', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca5d095-447c-4eb3-ba06-72cefcf1707a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:33Z', 'updated_at': '2021-07-14T09:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:42.628383 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 1eed5184-7fcb-4c9f-901c-0109ce80a304 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:42.696258 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 1eed5184-7fcb-4c9f-901c-0109ce80a304 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:42.696813 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.699264 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a3e23-ec82-4016-bf69-0b9ea7cd0ad3 None None] Pushing event updated for resources: {'Port': ['ID=0f65a74b-f87d-42cf-94c2-84e309fcddf9,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:42.751637 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8102474-8283-4a8c-9781-9136c6aaa47f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.789129 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9640c3fa-3c1d-47d7-b584-d703d51a26f0 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.839720 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-f8102474-8283-4a8c-9781-9136c6aaa47f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] device_id is not set on port 3a14ea49-a40c-44cd-bbc1-ce2283204f0b yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:42.891561 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.950596 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 1eed5184-7fcb-4c9f-901c-0109ce80a304, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1eed5184-7fcb-4c9f-901c-0109ce80a304,segment=NetworkSegment(26001cdb-b47b-421e-a37d-28d58440540e),segment_id=26001cdb-b47b-421e-a37d-28d58440540e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:42.955378 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-01ffc890-d7cd-4790-96c1-5a94779f8b1d None None] Provisioning for port 32169308-c830-49ca-9b6e-cdc6fe7efc45 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:42.960751 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.967633 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-01ffc890-d7cd-4790-96c1-5a94779f8b1d None None] Provisioning complete for port 32169308-c830-49ca-9b6e-cdc6fe7efc45 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:42.968069 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01ffc890-d7cd-4790-96c1-5a94779f8b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.150634 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9640c3fa-3c1d-47d7-b584-d703d51a26f0 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.174078 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-01ffc890-d7cd-4790-96c1-5a94779f8b1d None None] Port 32169308-c830-49ca-9b6e-cdc6fe7efc45 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:43.182727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=1eed5184-7fcb-4c9f-901c-0109ce80a304,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:43.193622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f653ce71-53e3-40a9-8ca1-b425ed48ef99 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:43.219337 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: f653ce71-53e3-40a9-8ca1-b425ed48ef99 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:43.219690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f653ce71-53e3-40a9-8ca1-b425ed48ef99 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:43.222419 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-01ffc890-d7cd-4790-96c1-5a94779f8b1d None None] Provisioning complete for port 1eed5184-7fcb-4c9f-901c-0109ce80a304 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:43.222805 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01ffc890-d7cd-4790-96c1-5a94779f8b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.228960 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640c3fa-3c1d-47d7-b584-d703d51a26f0 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Pushing event deleted for resources: {'Subnet': ['ID=edd6562f-2573-44dc-8e0f-d99534ba60a6,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:43.233994 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9640c3fa-3c1d-47d7-b584-d703d51a26f0 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.238676 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9640c3fa-3c1d-47d7-b584-d703d51a26f0 tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "DELETE /v2.0/subnets/edd6562f-2573-44dc-8e0f-d99534ba60a6 HTTP/1.1" status: 204 len: 168 time: 1.4104118 Jul 14 09:29:43.239873 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42324) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:43.274009 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5d48fc-3ad3-48d2-9d25-08867070eb50 None None] Network 0e9bda92-5101-44b2-b836-52aac77654c2 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:43.455584 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-446d3cac-6fa8-4f27-931d-356341b1c03f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.556825 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a77c9c7-314a-491f-b43e-55f70bd5adab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.561400 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a77c9c7-314a-491f-b43e-55f70bd5adab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.653766 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a77c9c7-314a-491f-b43e-55f70bd5adab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.658035 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a77c9c7-314a-491f-b43e-55f70bd5adab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ca5d095-447c-4eb3-ba06-72cefcf1707a {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:43.665642 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a6394802-9ee1-4b28-a3a8-61df139b696c None None] Provisioning complete for port 32169308-c830-49ca-9b6e-cdc6fe7efc45 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:43.676559 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6394802-9ee1-4b28-a3a8-61df139b696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.677055 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-f8102474-8283-4a8c-9781-9136c6aaa47f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Allocated IP 172.20.0.3 (ab0bbba9-621c-486f-9fb4-109d8e3c3fe5/7bba3d65-4689-4684-bbe6-74dbb91d2221/3a14ea49-a40c-44cd-bbc1-ce2283204f0b) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:43.685755 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a77c9c7-314a-491f-b43e-55f70bd5adab admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.688484 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-446d3cac-6fa8-4f27-931d-356341b1c03f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Deleting port 985714cc-a102-4be4-9fa5-e42fe8f0136f {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:43.688834 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-446d3cac-6fa8-4f27-931d-356341b1c03f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.691826 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-f8102474-8283-4a8c-9781-9136c6aaa47f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Allocated IP 172.20.0.25 (ab0bbba9-621c-486f-9fb4-109d8e3c3fe5/ea266d90-19bc-43ec-9b3c-bed4a36506ab/3a14ea49-a40c-44cd-bbc1-ce2283204f0b) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:43.696698 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0a77c9c7-314a-491f-b43e-55f70bd5adab admin admin] 10.222.0.26 "DELETE /v2.0/routers/3ca5d095-447c-4eb3-ba06-72cefcf1707a HTTP/1.1" status: 204 len: 168 time: 4.0608809 Jul 14 09:29:43.711080 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42336) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:43.713468 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293f94d4-e097-4337-a168-179eff2fe5b0 None None] DHCP port deletion for 0e9bda92-5101-44b2-b836-52aac77654c2 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:29:43.765603 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a6394802-9ee1-4b28-a3a8-61df139b696c None None] Port 32169308-c830-49ca-9b6e-cdc6fe7efc45 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:43.806078 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-293f94d4-e097-4337-a168-179eff2fe5b0 None None] Deleting port 985714cc-a102-4be4-9fa5-e42fe8f0136f {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:43.806378 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-293f94d4-e097-4337-a168-179eff2fe5b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.844896 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-9149d818-908e-442f-a28f-2a46947dc74d admin admin] Deleting subnet db42a1b5-0af8-4f2d-880c-f54fe800fb63 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:43.853422 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9149d818-908e-442f-a28f-2a46947dc74d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.865695 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-446d3cac-6fa8-4f27-931d-356341b1c03f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] For port 985714cc-a102-4be4-9fa5-e42fe8f0136f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=985714cc-a102-4be4-9fa5-e42fe8f0136f,segment=NetworkSegment(5f552aa7-dbe3-494c-86be-364d263d4252),segment_id=5f552aa7-dbe3-494c-86be-364d263d4252)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:43.866472 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-446d3cac-6fa8-4f27-931d-356341b1c03f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.892497 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-446d3cac-6fa8-4f27-931d-356341b1c03f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Calling delete_port for 985714cc-a102-4be4-9fa5-e42fe8f0136f owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:43.908576 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-293f94d4-e097-4337-a168-179eff2fe5b0 None None] For port 985714cc-a102-4be4-9fa5-e42fe8f0136f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=985714cc-a102-4be4-9fa5-e42fe8f0136f,segment=NetworkSegment(5f552aa7-dbe3-494c-86be-364d263d4252),segment_id=5f552aa7-dbe3-494c-86be-364d263d4252)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:43.911262 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-293f94d4-e097-4337-a168-179eff2fe5b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.925941 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6579-2aef-4664-97ba-3783812cd342 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.931551 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6579-2aef-4664-97ba-3783812cd342 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.940659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-293f94d4-e097-4337-a168-179eff2fe5b0 None None] Calling delete_port for 985714cc-a102-4be4-9fa5-e42fe8f0136f owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:43.943473 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9149d818-908e-442f-a28f-2a46947dc74d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.070317 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe6579-2aef-4664-97ba-3783812cd342 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Port': ['ID=32169308-c830-49ca-9b6e-cdc6fe7efc45,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:44.076695 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6579-2aef-4664-97ba-3783812cd342 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.109922 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-293f94d4-e097-4337-a168-179eff2fe5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.129550 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8102474-8283-4a8c-9781-9136c6aaa47f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.150600 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-f8102474-8283-4a8c-9781-9136c6aaa47f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Transition to ACTIVE for port object 3a14ea49-a40c-44cd-bbc1-ce2283204f0b will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:44.152245 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-446d3cac-6fa8-4f27-931d-356341b1c03f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.166608 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f94d4-e097-4337-a168-179eff2fe5b0 None None] Pushing event deleted for resources: {'Port': ['ID=985714cc-a102-4be4-9fa5-e42fe8f0136f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:44.174475 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293f94d4-e097-4337-a168-179eff2fe5b0 None None] No DVR routers for this DVR port 985714cc-a102-4be4-9fa5-e42fe8f0136f on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:44.187838 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d3cac-6fa8-4f27-931d-356341b1c03f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Pushing event deleted for resources: {'Port': ['ID=985714cc-a102-4be4-9fa5-e42fe8f0136f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:44.204140 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d3cac-6fa8-4f27-931d-356341b1c03f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] No DVR routers for this DVR port 985714cc-a102-4be4-9fa5-e42fe8f0136f on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:44.224922 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fe6579-2aef-4664-97ba-3783812cd342 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network a92b0bbc-c31a-4760-a49f-c94ab71512de is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:44.235511 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9149d818-908e-442f-a28f-2a46947dc74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.306769 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-e5fe6579-2aef-4664-97ba-3783812cd342 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:44.327006 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9149d818-908e-442f-a28f-2a46947dc74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.389643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383833d2-7217-441f-b507-96bcee8d4542 None None] Network 888088af-1a51-4dbe-bc38-27d1a38db826 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:44.426484 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-446d3cac-6fa8-4f27-931d-356341b1c03f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.438791 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8102474-8283-4a8c-9781-9136c6aaa47f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.460944 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149d818-908e-442f-a28f-2a46947dc74d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db42a1b5-0af8-4f2d-880c-f54fe800fb63,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:44.522530 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-446d3cac-6fa8-4f27-931d-356341b1c03f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9bda92-5101-44b2-b836-52aac77654c2']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:44.542260 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9149d818-908e-442f-a28f-2a46947dc74d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.544365 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9149d818-908e-442f-a28f-2a46947dc74d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/db42a1b5-0af8-4f2d-880c-f54fe800fb63 HTTP/1.1" status: 204 len: 168 time: 0.8321919 Jul 14 09:29:44.544809 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8102474-8283-4a8c-9781-9136c6aaa47f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network ab0bbba9-621c-486f-9fb4-109d8e3c3fe5 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:44.547318 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42350) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:44.556093 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-f8102474-8283-4a8c-9781-9136c6aaa47f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:44.574705 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8102474-8283-4a8c-9781-9136c6aaa47f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:44.581959 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-446d3cac-6fa8-4f27-931d-356341b1c03f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f552aa7-dbe3-494c-86be-364d263d4252') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:44.582207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-446d3cac-6fa8-4f27-931d-356341b1c03f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f552aa7-dbe3-494c-86be-364d263d4252') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:44.655479 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8102474-8283-4a8c-9781-9136c6aaa47f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=3a14ea49-a40c-44cd-bbc1-ce2283204f0b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:44.672737 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-446d3cac-6fa8-4f27-931d-356341b1c03f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.738219 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fe6579-2aef-4664-97ba-3783812cd342 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router 2c073c32-41e3-459b-9f2b-e027b775b319 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:44.751145 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c941a96-834a-4cef-9724-5cc58f50732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.754492 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-446d3cac-6fa8-4f27-931d-356341b1c03f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.798809 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d38bf4-a6f9-4019-bf8a-eb45bd601606 None None] DHCP port deletion for 888088af-1a51-4dbe-bc38-27d1a38db826 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:29:44.800388 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8102474-8283-4a8c-9781-9136c6aaa47f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:44.801074 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8102474-8283-4a8c-9781-9136c6aaa47f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.813550 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-446d3cac-6fa8-4f27-931d-356341b1c03f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:44.813988 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-446d3cac-6fa8-4f27-931d-356341b1c03f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:44.819251 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:44.838666 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1511d45f-cad4-4570-9c96-112db4e56846 None None] Network ab0bbba9-621c-486f-9fb4-109d8e3c3fe5 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:44.902876 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f8102474-8283-4a8c-9781-9136c6aaa47f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.2572067 Jul 14 09:29:44.908003 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42356) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:44.914490 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d16fffc2-1e66-4ac3-8ce3-5dc6e435bf30 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7bba3d65-4689-4684-bbe6-74dbb91d2221'}]}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:44.956817 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-17b245f4-ad46-4f3a-a14d-04dd43f0350b None None] Provisioning complete for port 32169308-c830-49ca-9b6e-cdc6fe7efc45 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:44.956817 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17b245f4-ad46-4f3a-a14d-04dd43f0350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.958725 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fe6579-2aef-4664-97ba-3783812cd342 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:44.978736 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] Sync routers for ids ['2c073c32-41e3-459b-9f2b-e027b775b319'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:44.983886 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e5fe6579-2aef-4664-97ba-3783812cd342 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/2c073c32-41e3-459b-9f2b-e027b775b319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9959328 Jul 14 09:29:44.984043 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-446d3cac-6fa8-4f27-931d-356341b1c03f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.984137 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42358) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:44.989725 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] Routers {'2c073c32-41e3-459b-9f2b-e027b775b319'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:44.990395 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1b793b5b-6b8b-4694-863c-e8d089b5fab5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'network': {'name': 'tempest-RoutersTest-1071204182'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:44.990912 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:29:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2c073c32-41e3-459b-9f2b-e027b775b319'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:44.994573 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-5c941a96-834a-4cef-9724-5cc58f50732d admin admin] Deleting port 4c70188d-dddb-45db-aea7-d500d4054383 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:44.996197 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c941a96-834a-4cef-9724-5cc58f50732d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.082158 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-446d3cac-6fa8-4f27-931d-356341b1c03f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.090565 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-446d3cac-6fa8-4f27-931d-356341b1c03f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] 10.222.0.26 "DELETE /v2.0/networks/0e9bda92-5101-44b2-b836-52aac77654c2 HTTP/1.1" status: 204 len: 168 time: 1.8496375 Jul 14 09:29:45.091803 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d3cac-6fa8-4f27-931d-356341b1c03f tempest-TagsExtTest-1139614203 tempest-TagsExtTest-1139614203-project] Pushing event deleted for resources: {'Network': ['ID=0e9bda92-5101-44b2-b836-52aac77654c2,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:45.114469 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] Set router 2c073c32-41e3-459b-9f2b-e027b775b319 gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:45.129155 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-5c941a96-834a-4cef-9724-5cc58f50732d admin admin] For port 4c70188d-dddb-45db-aea7-d500d4054383, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4c70188d-dddb-45db-aea7-d500d4054383,segment=NetworkSegment(7f21298a-629e-4e81-852c-c70a97676322),segment_id=7f21298a-629e-4e81-852c-c70a97676322)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:45.129519 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c941a96-834a-4cef-9724-5cc58f50732d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.134654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-17b245f4-ad46-4f3a-a14d-04dd43f0350b None None] Port 32169308-c830-49ca-9b6e-cdc6fe7efc45 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:45.142187 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d16fffc2-1e66-4ac3-8ce3-5dc6e435bf30 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.150168 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-5c941a96-834a-4cef-9724-5cc58f50732d admin admin] Calling delete_port for 4c70188d-dddb-45db-aea7-d500d4054383 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:45.176302 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-34d38bf4-a6f9-4019-bf8a-eb45bd601606 None None] Deleting port 4c70188d-dddb-45db-aea7-d500d4054383 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:45.179386 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34d38bf4-a6f9-4019-bf8a-eb45bd601606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.290610 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b793b5b-6b8b-4694-863c-e8d089b5fab5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Made reservation on behalf of 59d7d101252e4592bbe2b29387c4a9ad for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:45.301729 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b793b5b-6b8b-4694-863c-e8d089b5fab5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.383411 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b793b5b-6b8b-4694-863c-e8d089b5fab5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:45.386668 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-34d38bf4-a6f9-4019-bf8a-eb45bd601606 None None] For port 4c70188d-dddb-45db-aea7-d500d4054383, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4c70188d-dddb-45db-aea7-d500d4054383,segment=NetworkSegment(7f21298a-629e-4e81-852c-c70a97676322),segment_id=7f21298a-629e-4e81-852c-c70a97676322)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:45.388920 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34d38bf4-a6f9-4019-bf8a-eb45bd601606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.412934 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b793b5b-6b8b-4694-863c-e8d089b5fab5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.413534 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-1b793b5b-6b8b-4694-863c-e8d089b5fab5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Added segment 30e6f440-d6fe-46ac-a6b2-2f79ed82c273 of type vlan for network 6e81ae18-e245-4b78-8f41-bf5edea7c60d Jul 14 09:29:45.428952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-34d38bf4-a6f9-4019-bf8a-eb45bd601606 None None] Calling delete_port for 4c70188d-dddb-45db-aea7-d500d4054383 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:45.452280 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1eed5184-7fcb-4c9f-901c-0109ce80a304 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:45.494952 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:29:41Z', 'revision_number': 4, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '32169308-c830-49ca-9b6e-cdc6fe7efc45', 'name': '', 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:90:bc:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:39Z', 'updated_at': '2021-07-14T09:29:43Z', 'revision_number': 2, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:31Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939cfd96-6d0c-480d-878b-78f2ac7c0d22', 'name': '', 'network_id': '146eab75-5661-413b-9a10-21c40707cf63', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:3a:c7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:29Z', 'updated_at': '2021-07-14T09:29:39Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:45.526586 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] Checking router: 2c073c32-41e3-459b-9f2b-e027b775b319 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:45.527089 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] Updating router 2c073c32-41e3-459b-9f2b-e027b775b319 port 32169308-c830-49ca-9b6e-cdc6fe7efc45 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:29:45.532438 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b793b5b-6b8b-4694-863c-e8d089b5fab5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.554814 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-773d62c5-0934-415f-afca-14796593f7d2 None None] Provisioning for port 0f65a74b-f87d-42cf-94c2-84e309fcddf9 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:45.555788 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c941a96-834a-4cef-9724-5cc58f50732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.622621 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42368) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:45.633682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c941a96-834a-4cef-9724-5cc58f50732d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c70188d-dddb-45db-aea7-d500d4054383,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:45.650956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c941a96-834a-4cef-9724-5cc58f50732d admin admin] No DVR routers for this DVR port 4c70188d-dddb-45db-aea7-d500d4054383 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:45.661909 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.680121 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b793b5b-6b8b-4694-863c-e8d089b5fab5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.691238 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b793b5b-6b8b-4694-863c-e8d089b5fab5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:45.692151 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b793b5b-6b8b-4694-863c-e8d089b5fab5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.726229 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 1eed5184-7fcb-4c9f-901c-0109ce80a304 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:45.727550 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.873110 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1b793b5b-6b8b-4694-863c-e8d089b5fab5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8880601 Jul 14 09:29:45.896807 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42374) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:45.909894 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34d38bf4-a6f9-4019-bf8a-eb45bd601606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.922685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-d72a7cc0-1d1c-4b01-b4f8-4ab57874803a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'subnet': {'network_id': '6e81ae18-e245-4b78-8f41-bf5edea7c60d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:45.944870 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa653a3e-a65c-42ab-8fbe-e18a168a4928 None None] Update dhcp port {'port': {'network_id': 'ab0bbba9-621c-486f-9fb4-109d8e3c3fe5', 'fixed_ips': [{'subnet_id': '7bba3d65-4689-4684-bbe6-74dbb91d2221', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ea266d90-19bc-43ec-9b3c-bed4a36506ab'}], 'binding:host_id': 'n-d-798054-10'}, 'id': '0f65a74b-f87d-42cf-94c2-84e309fcddf9'} from n-d-798054-10. {{(pid=93889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:29:45.954787 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b793b5b-6b8b-4694-863c-e8d089b5fab5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Network': ['ID=6e81ae18-e245-4b78-8f41-bf5edea7c60d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:45.967669 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-d16fffc2-1e66-4ac3-8ce3-5dc6e435bf30 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Delete allocated IP 172.20.0.25 (ab0bbba9-621c-486f-9fb4-109d8e3c3fe5/ea266d90-19bc-43ec-9b3c-bed4a36506ab) {{(pid=93887) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:29:45.990267 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c941a96-834a-4cef-9724-5cc58f50732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.997397 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 6e81ae18-e245-4b78-8f41-bf5edea7c60d details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:46.076106 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-5c941a96-834a-4cef-9724-5cc58f50732d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888088af-1a51-4dbe-bc38-27d1a38db826']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:46.102280 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-5c941a96-834a-4cef-9724-5cc58f50732d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f21298a-629e-4e81-852c-c70a97676322') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:46.102733 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-5c941a96-834a-4cef-9724-5cc58f50732d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f21298a-629e-4e81-852c-c70a97676322') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:46.150879 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c941a96-834a-4cef-9724-5cc58f50732d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.154266 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e35b88ec-c351-4c4a-b85f-70053f5fdfa7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d8e208f1086466d84318c4f4af83b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5312884 Jul 14 09:29:46.166916 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42378) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:46.194368 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c941a96-834a-4cef-9724-5cc58f50732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.210708 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c941a96-834a-4cef-9724-5cc58f50732d admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:46.211132 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c941a96-834a-4cef-9724-5cc58f50732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:46.215765 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:46.293364 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72a7cc0-1d1c-4b01-b4f8-4ab57874803a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Made reservation on behalf of 59d7d101252e4592bbe2b29387c4a9ad for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:46.297964 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d72a7cc0-1d1c-4b01-b4f8-4ab57874803a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.321965 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.337472 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] Transition to ACTIVE for port object 32169308-c830-49ca-9b6e-cdc6fe7efc45 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:46.345747 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d38bf4-a6f9-4019-bf8a-eb45bd601606 None None] Pushing event deleted for resources: {'Port': ['ID=4c70188d-dddb-45db-aea7-d500d4054383,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:46.357258 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.366411 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c941a96-834a-4cef-9724-5cc58f50732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.368381 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d38bf4-a6f9-4019-bf8a-eb45bd601606 None None] No DVR routers for this DVR port 4c70188d-dddb-45db-aea7-d500d4054383 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:46.377140 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c941a96-834a-4cef-9724-5cc58f50732d admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.378415 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5c941a96-834a-4cef-9724-5cc58f50732d admin admin] 10.222.0.26 "DELETE /v2.0/networks/888088af-1a51-4dbe-bc38-27d1a38db826 HTTP/1.1" status: 204 len: 168 time: 1.8303916 Jul 14 09:29:46.391327 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b8b08e16-0d73-4f53-aca7-bcaa914f6dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.399921 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d16fffc2-1e66-4ac3-8ce3-5dc6e435bf30 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.417251 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-d16fffc2-1e66-4ac3-8ce3-5dc6e435bf30 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Ignored duplicate provisioning block setup for port 3a14ea49-a40c-44cd-bbc1-ce2283204f0b by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:29:46.420871 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29caa24e-d966-4240-a83f-d6bf9a04aef1 None None] Pushing event updated for resources: {'Port': ['ID=32169308-c830-49ca-9b6e-cdc6fe7efc45,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:46.427182 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d16fffc2-1e66-4ac3-8ce3-5dc6e435bf30 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.511041 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b8b08e16-0d73-4f53-aca7-bcaa914f6dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.577706 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0f65a74b-f87d-42cf-94c2-84e309fcddf9 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:46.592872 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa653a3e-a65c-42ab-8fbe-e18a168a4928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.599523 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] Attempting to bind port 32169308-c830-49ca-9b6e-cdc6fe7efc45 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:46.600099 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] Attempting to bind port 32169308-c830-49ca-9b6e-cdc6fe7efc45 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '26001cdb-b47b-421e-a37d-28d58440540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:46.600678 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] Attempting to bind port 32169308-c830-49ca-9b6e-cdc6fe7efc45 on network a92b0bbc-c31a-4760-a49f-c94ab71512de {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:46.610623 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:46.611280 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] Checking segment: {'id': '26001cdb-b47b-421e-a37d-28d58440540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:46.614341 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.614890 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] Bound using segment: {'id': '26001cdb-b47b-421e-a37d-28d58440540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:46.615687 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fffc2-1e66-4ac3-8ce3-5dc6e435bf30 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=3a14ea49-a40c-44cd-bbc1-ce2283204f0b,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:46.616544 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c941a96-834a-4cef-9724-5cc58f50732d admin admin] Pushing event deleted for resources: {'Network': ['ID=888088af-1a51-4dbe-bc38-27d1a38db826,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:46.621715 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] Bound port: 32169308-c830-49ca-9b6e-cdc6fe7efc45, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26001cdb-b47b-421e-a37d-28d58440540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:46.622774 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.708381 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d16fffc2-1e66-4ac3-8ce3-5dc6e435bf30 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] In _notify_port_updated(), no bound segment for port 3a14ea49-a40c-44cd-bbc1-ce2283204f0b on network ab0bbba9-621c-486f-9fb4-109d8e3c3fe5 {{(pid=93887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:29:46.714588 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16fffc2-1e66-4ac3-8ce3-5dc6e435bf30 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:46.722905 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d16fffc2-1e66-4ac3-8ce3-5dc6e435bf30 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.723308 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42392) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:46.724138 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d16fffc2-1e66-4ac3-8ce3-5dc6e435bf30 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "PUT /v2.0/ports/3a14ea49-a40c-44cd-bbc1-ce2283204f0b HTTP/1.1" status: 200 len: 918 time: 1.8150558 Jul 14 09:29:46.727064 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42394) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:46.732542 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-54913b88-4ea2-4756-a251-5750bdd56cfa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7bba3d65-4689-4684-bbe6-74dbb91d2221'}, {'subnet_id': 'ea266d90-19bc-43ec-9b3c-bed4a36506ab'}]}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:46.771496 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] For port 32169308-c830-49ca-9b6e-cdc6fe7efc45, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:46.777985 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] For port 32169308-c830-49ca-9b6e-cdc6fe7efc45, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=32169308-c830-49ca-9b6e-cdc6fe7efc45,segment=NetworkSegment(26001cdb-b47b-421e-a37d-28d58440540e),segment_id=26001cdb-b47b-421e-a37d-28d58440540e)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:46.788251 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.797652 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.869433 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29caa24e-d966-4240-a83f-d6bf9a04aef1 None None] Pushing event updated for resources: {'Port': ['ID=32169308-c830-49ca-9b6e-cdc6fe7efc45,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:46.884357 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b8b08e16-0d73-4f53-aca7-bcaa914f6dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.887394 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b8b08e16-0d73-4f53-aca7-bcaa914f6dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.895398 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b8b08e16-0d73-4f53-aca7-bcaa914f6dbf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9b65c24-e3ab-426d-8d61-6b7acc5f83f8 HTTP/1.1" status: 204 len: 168 time: 0.7264698 Jul 14 09:29:46.922740 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] Routers {'2c073c32-41e3-459b-9f2b-e027b775b319'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:46.923394 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:29:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2c073c32-41e3-459b-9f2b-e027b775b319'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:46.946545 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54913b88-4ea2-4756-a251-5750bdd56cfa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.985359 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-75a7151d-a894-4d15-9ab3-8d2b4b8c69de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31e3a4cec448411aba79b23ed148d185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452369 Jul 14 09:29:46.986277 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42400) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:47.005177 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b08e16-0d73-4f53-aca7-bcaa914f6dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b65c24-e3ab-426d-8d61-6b7acc5f83f8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:47.242349 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] Set router 2c073c32-41e3-459b-9f2b-e027b775b319 gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:47.336684 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d72a7cc0-1d1c-4b01-b4f8-4ab57874803a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.366937 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 0f65a74b-f87d-42cf-94c2-84e309fcddf9 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:47.424246 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 0f65a74b-f87d-42cf-94c2-84e309fcddf9 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:47.425059 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.498396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a7cc0-1d1c-4b01-b4f8-4ab57874803a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Subnet': ['ID=93394f54-502a-45b0-8a3d-92f81b124d1c,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:47.512210 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0113899c-49e6-4107-85f3-c7d6fd943de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.535809 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-aa653a3e-a65c-42ab-8fbe-e18a168a4928 None None] Allocated IP 172.20.0.18 (ab0bbba9-621c-486f-9fb4-109d8e3c3fe5/ea266d90-19bc-43ec-9b3c-bed4a36506ab/0f65a74b-f87d-42cf-94c2-84e309fcddf9) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:47.542683 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0113899c-49e6-4107-85f3-c7d6fd943de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.664098 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72a7cc0-1d1c-4b01-b4f8-4ab57874803a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Checking segment: {'id': '30e6f440-d6fe-46ac-a6b2-2f79ed82c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '6e81ae18-e245-4b78-8f41-bf5edea7c60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:47.664508 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72a7cc0-1d1c-4b01-b4f8-4ab57874803a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network hostable DHCP agents. Network: 6e81ae18-e245-4b78-8f41-bf5edea7c60d, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:47.701679 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0113899c-49e6-4107-85f3-c7d6fd943de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.710149 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0113899c-49e6-4107-85f3-c7d6fd943de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.713569 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0113899c-49e6-4107-85f3-c7d6fd943de4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2e1884c-9ddc-4038-9d25-1a172e97266a HTTP/1.1" status: 204 len: 168 time: 0.7006063 Jul 14 09:29:47.719465 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72a7cc0-1d1c-4b01-b4f8-4ab57874803a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network 6e81ae18-e245-4b78-8f41-bf5edea7c60d is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:47.745523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113899c-49e6-4107-85f3-c7d6fd943de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e1884c-9ddc-4038-9d25-1a172e97266a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:47.752228 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.755627 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-d72a7cc0-1d1c-4b01-b4f8-4ab57874803a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 6e81ae18-e245-4b78-8f41-bf5edea7c60d) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:47.759805 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72a7cc0-1d1c-4b01-b4f8-4ab57874803a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:47.760402 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d72a7cc0-1d1c-4b01-b4f8-4ab57874803a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.775475 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb49d830-7bcb-4846-9cb8-8ea3f07c38e0 None None] Network 6e81ae18-e245-4b78-8f41-bf5edea7c60d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:47.798543 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d72a7cc0-1d1c-4b01-b4f8-4ab57874803a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8899024 Jul 14 09:29:47.798543 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42420) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:47.907571 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:29:41Z', 'revision_number': 4, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '32169308-c830-49ca-9b6e-cdc6fe7efc45', 'name': '', 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:90:bc:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:39Z', 'updated_at': '2021-07-14T09:29:46Z', 'revision_number': 4, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:31Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939cfd96-6d0c-480d-878b-78f2ac7c0d22', 'name': '', 'network_id': '146eab75-5661-413b-9a10-21c40707cf63', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:3a:c7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:29Z', 'updated_at': '2021-07-14T09:29:39Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:47.952039 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-aa653a3e-a65c-42ab-8fbe-e18a168a4928 None None] For port 0f65a74b-f87d-42cf-94c2-84e309fcddf9, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0f65a74b-f87d-42cf-94c2-84e309fcddf9,segment=NetworkSegment(12d9979e-09c3-4237-9bc3-1b88f2ef1c0e),segment_id=12d9979e-09c3-4237-9bc3-1b88f2ef1c0e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:47.965884 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09babad-0e29-46a5-a9e9-75860172c07e None None] The sync data for ids ['2c073c32-41e3-459b-9f2b-e027b775b319'] in n-d-798054-10 is: [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:29:41Z', 'revision_number': 4, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '32169308-c830-49ca-9b6e-cdc6fe7efc45', 'name': '', 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:90:bc:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:39Z', 'updated_at': '2021-07-14T09:29:46Z', 'revision_number': 4, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:31Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939cfd96-6d0c-480d-878b-78f2ac7c0d22', 'name': '', 'network_id': '146eab75-5661-413b-9a10-21c40707cf63', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:3a:c7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:29Z', 'updated_at': '2021-07-14T09:29:39Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:48.101925 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa653a3e-a65c-42ab-8fbe-e18a168a4928 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.161124 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-aa653a3e-a65c-42ab-8fbe-e18a168a4928 None None] Transition to ACTIVE for port object 0f65a74b-f87d-42cf-94c2-84e309fcddf9 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:48.173654 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa653a3e-a65c-42ab-8fbe-e18a168a4928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.347742 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-6e81ae18-e245-4b78-8f41-bf5edea7c60d', 'network_id': '6e81ae18-e245-4b78-8f41-bf5edea7c60d', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'fixed_ips': [{'subnet_id': '93394f54-502a-45b0-8a3d-92f81b124d1c'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:48.348617 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.403437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-54913b88-4ea2-4756-a251-5750bdd56cfa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Allocated IP 172.20.0.21 (ab0bbba9-621c-486f-9fb4-109d8e3c3fe5/ea266d90-19bc-43ec-9b3c-bed4a36506ab/3a14ea49-a40c-44cd-bbc1-ce2283204f0b) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:48.406996 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:29:48.407981 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:29:48.460622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa653a3e-a65c-42ab-8fbe-e18a168a4928 None None] Pushing event updated for resources: {'Port': ['ID=0f65a74b-f87d-42cf-94c2-84e309fcddf9,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:48.601986 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42444) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:48.606775 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0036414 Jul 14 09:29:48.610463 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42446) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:48.710496 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-324ce009-2b39-4876-b39e-37c77fb8f402 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.963014 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Allocated IP 172.23.0.2 (6e81ae18-e245-4b78-8f41-bf5edea7c60d/93394f54-502a-45b0-8a3d-92f81b124d1c/6ff7db01-afa9-4cac-8330-86dc32dcb259) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:48.978570 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54913b88-4ea2-4756-a251-5750bdd56cfa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.992544 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-54913b88-4ea2-4756-a251-5750bdd56cfa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Ignored duplicate provisioning block setup for port 3a14ea49-a40c-44cd-bbc1-ce2283204f0b by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:29:49.007492 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54913b88-4ea2-4756-a251-5750bdd56cfa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.243156 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fc702086-34d4-4872-a304-d67160fdbd5b tempest-NetworksApiDiscovery-1888326313 tempest-NetworksApiDiscovery-1888326313-project] 10.222.0.26 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6311600 Jul 14 09:29:49.252350 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54913b88-4ea2-4756-a251-5750bdd56cfa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=3a14ea49-a40c-44cd-bbc1-ce2283204f0b,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:49.345616 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-54913b88-4ea2-4756-a251-5750bdd56cfa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] In _notify_port_updated(), no bound segment for port 3a14ea49-a40c-44cd-bbc1-ce2283204f0b on network ab0bbba9-621c-486f-9fb4-109d8e3c3fe5 {{(pid=93887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:29:49.356093 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54913b88-4ea2-4756-a251-5750bdd56cfa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:49.357623 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54913b88-4ea2-4756-a251-5750bdd56cfa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.360008 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-54913b88-4ea2-4756-a251-5750bdd56cfa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "PUT /v2.0/ports/3a14ea49-a40c-44cd-bbc1-ce2283204f0b HTTP/1.1" status: 200 len: 998 time: 2.6316423 Jul 14 09:29:49.362769 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42462) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:49.371006 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.475839 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.481157 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 0f65a74b-f87d-42cf-94c2-84e309fcddf9, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0f65a74b-f87d-42cf-94c2-84e309fcddf9,segment=NetworkSegment(12d9979e-09c3-4237-9bc3-1b88f2ef1c0e),segment_id=12d9979e-09c3-4237-9bc3-1b88f2ef1c0e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:49.495750 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.498645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Transition to ACTIVE for port object 6ff7db01-afa9-4cac-8330-86dc32dcb259 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:49.555068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6536c-6eef-4307-b6ca-b03793255485 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port 3a14ea49-a40c-44cd-bbc1-ce2283204f0b {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:49.555649 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7bb6536c-6eef-4307-b6ca-b03793255485 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.557329 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42468) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:49.563594 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Transition to ACTIVE for port object 6ff7db01-afa9-4cac-8330-86dc32dcb259 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:49.580007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42472) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:49.598756 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=0f65a74b-f87d-42cf-94c2-84e309fcddf9,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:49.607891 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4c70188d-dddb-45db-aea7-d500d4054383 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:49.614778 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.648989 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 4c70188d-dddb-45db-aea7-d500d4054383 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:49.649677 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4c70188d-dddb-45db-aea7-d500d4054383 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:49.650757 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 04b9a156-1f1e-4edb-8c66-ac197ddd6019 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:49.683408 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-324ce009-2b39-4876-b39e-37c77fb8f402 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Allocated IP 172.23.0.1 (6e81ae18-e245-4b78-8f41-bf5edea7c60d/93394f54-502a-45b0-8a3d-92f81b124d1c/93379cf4-4317-44f7-8c2e-f0769305e34c) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:49.710582 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7bb6536c-6eef-4307-b6ca-b03793255485 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.731964 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f985af-2cdc-4134-8234-2eb2d518883c None None] Network ab0bbba9-621c-486f-9fb4-109d8e3c3fe5 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:49.767174 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6536c-6eef-4307-b6ca-b03793255485 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for 3a14ea49-a40c-44cd-bbc1-ce2283204f0b owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:49.857304 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7dbee809-2e4b-4a7e-8461-ba7124d3cd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.863706 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Network 6e81ae18-e245-4b78-8f41-bf5edea7c60d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:49.870172 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:49.902883 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-324ce009-2b39-4876-b39e-37c77fb8f402 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.931406 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-324ce009-2b39-4876-b39e-37c77fb8f402 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Transition to ACTIVE for port object 93379cf4-4317-44f7-8c2e-f0769305e34c will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:49.939876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 04b9a156-1f1e-4edb-8c66-ac197ddd6019 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:49.940608 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 04b9a156-1f1e-4edb-8c66-ac197ddd6019 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:49.941196 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 985714cc-a102-4be4-9fa5-e42fe8f0136f no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:49.948173 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:49.975436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b47b72c4-9632-41fd-a273-7993eec26552 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1620864381-network', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:50.008403 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-da43d727-e6dc-4cd8-bf28-a7b16e1c0724 None None] Provisioning for port 3a14ea49-a40c-44cd-bbc1-ce2283204f0b completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:50.029107 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 985714cc-a102-4be4-9fa5-e42fe8f0136f {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:50.029546 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 985714cc-a102-4be4-9fa5-e42fe8f0136f not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:50.031555 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7dbee809-2e4b-4a7e-8461-ba7124d3cd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.062570 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7dbee809-2e4b-4a7e-8461-ba7124d3cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.066237 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Pushing event updated for resources: {'Port': ['ID=6ff7db01-afa9-4cac-8330-86dc32dcb259,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:50.100900 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7dbee809-2e4b-4a7e-8461-ba7124d3cd58 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc00e6641a4d421683c9a1a343c46dff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5176396 Jul 14 09:29:50.102850 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42490) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:50.103936 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47b72c4-9632-41fd-a273-7993eec26552 admin admin] Made reservation on behalf of 68f6d0b430624b5a805e2568a292b9fb for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:50.107049 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b47b72c4-9632-41fd-a273-7993eec26552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.120318 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-da43d727-e6dc-4cd8-bf28-a7b16e1c0724 None None] Provisioning complete for port 3a14ea49-a40c-44cd-bbc1-ce2283204f0b triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:50.120706 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da43d727-e6dc-4cd8-bf28-a7b16e1c0724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.157670 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-324ce009-2b39-4876-b39e-37c77fb8f402 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.168800 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b47b72c4-9632-41fd-a273-7993eec26552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.197035 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbee809-2e4b-4a7e-8461-ba7124d3cd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e30c88f-f26c-40db-bcc5-9c1ecbe24310,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:50.219946 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Attempting to bind port 6ff7db01-afa9-4cac-8330-86dc32dcb259 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:50.220478 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Attempting to bind port 6ff7db01-afa9-4cac-8330-86dc32dcb259 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '30e6f440-d6fe-46ac-a6b2-2f79ed82c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '6e81ae18-e245-4b78-8f41-bf5edea7c60d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:50.221032 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Attempting to bind port 6ff7db01-afa9-4cac-8330-86dc32dcb259 on network 6e81ae18-e245-4b78-8f41-bf5edea7c60d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:50.243252 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:50.243934 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Checking segment: {'id': '30e6f440-d6fe-46ac-a6b2-2f79ed82c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '6e81ae18-e245-4b78-8f41-bf5edea7c60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:50.244496 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.245092 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Bound using segment: {'id': '30e6f440-d6fe-46ac-a6b2-2f79ed82c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '6e81ae18-e245-4b78-8f41-bf5edea7c60d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:50.245871 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Bound port: 6ff7db01-afa9-4cac-8330-86dc32dcb259, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e6f440-d6fe-46ac-a6b2-2f79ed82c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '6e81ae18-e245-4b78-8f41-bf5edea7c60d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:50.246417 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.262123 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-da43d727-e6dc-4cd8-bf28-a7b16e1c0724 None None] Port 3a14ea49-a40c-44cd-bbc1-ce2283204f0b cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:50.296948 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2d4ae093-d7c1-44c4-8ae9-183ab3d90149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.326599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-da43d727-e6dc-4cd8-bf28-a7b16e1c0724 None None] Provisioning for port 0f65a74b-f87d-42cf-94c2-84e309fcddf9 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:50.340272 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-da43d727-e6dc-4cd8-bf28-a7b16e1c0724 None None] Provisioning complete for port 0f65a74b-f87d-42cf-94c2-84e309fcddf9 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:50.340842 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da43d727-e6dc-4cd8-bf28-a7b16e1c0724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.349576 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2d4ae093-d7c1-44c4-8ae9-183ab3d90149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.376065 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] For port 6ff7db01-afa9-4cac-8330-86dc32dcb259, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:50.395058 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 32169308-c830-49ca-9b6e-cdc6fe7efc45 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:50.422597 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] For port 6ff7db01-afa9-4cac-8330-86dc32dcb259, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6ff7db01-afa9-4cac-8330-86dc32dcb259,segment=NetworkSegment(30e6f440-d6fe-46ac-a6b2-2f79ed82c273),segment_id=30e6f440-d6fe-46ac-a6b2-2f79ed82c273)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:50.439266 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.486114 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b47b72c4-9632-41fd-a273-7993eec26552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.500638 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b47b72c4-9632-41fd-a273-7993eec26552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.513597 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2d4ae093-d7c1-44c4-8ae9-183ab3d90149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.518108 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2d4ae093-d7c1-44c4-8ae9-183ab3d90149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.519610 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2d4ae093-d7c1-44c4-8ae9-183ab3d90149 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e30c88f-f26c-40db-bcc5-9c1ecbe24310 HTTP/1.1" status: 204 len: 168 time: 0.4097486 Jul 14 09:29:50.539802 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47b72c4-9632-41fd-a273-7993eec26552 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:50.558994 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 32169308-c830-49ca-9b6e-cdc6fe7efc45 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:50.561629 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086a1af-a45f-4a9c-9ceb-29b74f721616 None None] Pushing event updated for resources: {'Port': ['ID=6ff7db01-afa9-4cac-8330-86dc32dcb259,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:50.566648 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b72c4-9632-41fd-a273-7993eec26552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7feac0b-5ad4-4d38-b64f-591552fb361c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:50.571085 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 32169308-c830-49ca-9b6e-cdc6fe7efc45 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:50.571457 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b47b72c4-9632-41fd-a273-7993eec26552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.571968 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.572082 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-b47b72c4-9632-41fd-a273-7993eec26552 admin admin] Added segment e28d03cb-da8a-48e7-b643-bf4cedf4bf94 of type vlan for network bdd14ef5-9841-4d7a-9428-fd2321293aca Jul 14 09:29:50.584388 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ae093-d7c1-44c4-8ae9-183ab3d90149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e30c88f-f26c-40db-bcc5-9c1ecbe24310,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:50.650288 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b47b72c4-9632-41fd-a273-7993eec26552 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.710070 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b47b72c4-9632-41fd-a273-7993eec26552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.711278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47b72c4-9632-41fd-a273-7993eec26552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:50.712293 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b47b72c4-9632-41fd-a273-7993eec26552 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.717673 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.732132 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ce009-2b39-4876-b39e-37c77fb8f402 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Port': ['ID=93379cf4-4317-44f7-8c2e-f0769305e34c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:50.759663 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324ce009-2b39-4876-b39e-37c77fb8f402 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network 6e81ae18-e245-4b78-8f41-bf5edea7c60d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:50.763885 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-324ce009-2b39-4876-b39e-37c77fb8f402 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:50.772793 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 32169308-c830-49ca-9b6e-cdc6fe7efc45, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=32169308-c830-49ca-9b6e-cdc6fe7efc45,segment=NetworkSegment(26001cdb-b47b-421e-a37d-28d58440540e),segment_id=26001cdb-b47b-421e-a37d-28d58440540e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:50.777697 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b47b72c4-9632-41fd-a273-7993eec26552 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2180386 Jul 14 09:29:50.782447 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324ce009-2b39-4876-b39e-37c77fb8f402 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:50.783996 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.785011 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0f65a74b-f87d-42cf-94c2-84e309fcddf9 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:50.893601 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42498) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:50.896341 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-324ce009-2b39-4876-b39e-37c77fb8f402 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.904885 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b72c4-9632-41fd-a273-7993eec26552 admin admin] Pushing event updated for resources: {'Network': ['ID=bdd14ef5-9841-4d7a-9428-fd2321293aca,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:50.924950 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-596596bf-2e8d-4824-8ea3-7137f1fa830c admin admin] Request body: {'subnet': {'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1620864381-subnet', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:50.926980 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network bdd14ef5-9841-4d7a-9428-fd2321293aca details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:50.946289 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=32169308-c830-49ca-9b6e-cdc6fe7efc45,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:51.022831 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7bb6536c-6eef-4307-b6ca-b03793255485 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.071789 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 0f65a74b-f87d-42cf-94c2-84e309fcddf9 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:51.072022 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.139152 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596596bf-2e8d-4824-8ea3-7137f1fa830c admin admin] Made reservation on behalf of 68f6d0b430624b5a805e2568a292b9fb for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:51.142545 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-596596bf-2e8d-4824-8ea3-7137f1fa830c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.169213 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6536c-6eef-4307-b6ca-b03793255485 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=3a14ea49-a40c-44cd-bbc1-ce2283204f0b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:51.407222 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7bb6536c-6eef-4307-b6ca-b03793255485 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.411495 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7bb6536c-6eef-4307-b6ca-b03793255485 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/ports/3a14ea49-a40c-44cd-bbc1-ce2283204f0b HTTP/1.1" status: 204 len: 168 time: 2.0453205 Jul 14 09:29:51.411870 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-324ce009-2b39-4876-b39e-37c77fb8f402 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.413134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42520) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:51.450025 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-807d29c6-9a6a-4dda-b992-9a726ac6e460 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] GET failed (client error): The resource could not be found. Jul 14 09:29:51.456985 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-807d29c6-9a6a-4dda-b992-9a726ac6e460 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports/3a14ea49-a40c-44cd-bbc1-ce2283204f0b HTTP/1.1" status: 404 len: 333 time: 0.0411048 Jul 14 09:29:51.456985 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42522) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:51.526977 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-084cc5ec-c583-4f9f-a08d-7cec325c9313 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting subnet ea266d90-19bc-43ec-9b3c-bed4a36506ab {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:51.531045 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-084cc5ec-c583-4f9f-a08d-7cec325c9313 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.627284 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-084cc5ec-c583-4f9f-a08d-7cec325c9313 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.760388 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-084cc5ec-c583-4f9f-a08d-7cec325c9313 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.780735 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-596596bf-2e8d-4824-8ea3-7137f1fa830c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.840980 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b11c02b0-3f58-44d4-990c-781e1b05c027 None None] Could not find standard attr ID for object 3a14ea49-a40c-44cd-bbc1-ce2283204f0b. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:29:51.873444 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b11c02b0-3f58-44d4-990c-781e1b05c027 None None] Provisioning complete for port 0f65a74b-f87d-42cf-94c2-84e309fcddf9 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:51.873916 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-084cc5ec-c583-4f9f-a08d-7cec325c9313 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.876435 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b11c02b0-3f58-44d4-990c-781e1b05c027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.041306 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cc5ec-c583-4f9f-a08d-7cec325c9313 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Subnet': ['ID=ea266d90-19bc-43ec-9b3c-bed4a36506ab,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:52.060090 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-084cc5ec-c583-4f9f-a08d-7cec325c9313 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.063943 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-084cc5ec-c583-4f9f-a08d-7cec325c9313 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/subnets/ea266d90-19bc-43ec-9b3c-bed4a36506ab HTTP/1.1" status: 204 len: 168 time: 0.6046934 Jul 14 09:29:52.074790 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42530) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:52.081613 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596596bf-2e8d-4824-8ea3-7137f1fa830c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1640c0b-fabc-4bef-a229-df363da4823e,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:52.191338 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596596bf-2e8d-4824-8ea3-7137f1fa830c admin admin] Checking segment: {'id': 'e28d03cb-da8a-48e7-b643-bf4cedf4bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:52.191727 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596596bf-2e8d-4824-8ea3-7137f1fa830c admin admin] Network hostable DHCP agents. Network: bdd14ef5-9841-4d7a-9428-fd2321293aca, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:52.245413 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa672bb-c443-4b54-bb2f-d8db90e92abc None None] Network ab0bbba9-621c-486f-9fb4-109d8e3c3fe5 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:52.253103 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-25737fa1-7f2e-489c-80f9-080a353d9899 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting subnet 7bba3d65-4689-4684-bbe6-74dbb91d2221 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:52.298379 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25737fa1-7f2e-489c-80f9-080a353d9899 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.351985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596596bf-2e8d-4824-8ea3-7137f1fa830c admin admin] Network bdd14ef5-9841-4d7a-9428-fd2321293aca is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:52.377567 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25737fa1-7f2e-489c-80f9-080a353d9899 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.413357 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b02d73-9c45-4eca-88fc-c7dc59a454bc None None] Network 6e81ae18-e245-4b78-8f41-bf5edea7c60d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:52.424367 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-324ce009-2b39-4876-b39e-37c77fb8f402 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.430976 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-596596bf-2e8d-4824-8ea3-7137f1fa830c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, bdd14ef5-9841-4d7a-9428-fd2321293aca) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:52.434825 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-324ce009-2b39-4876-b39e-37c77fb8f402 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.446114 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596596bf-2e8d-4824-8ea3-7137f1fa830c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:52.446931 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-596596bf-2e8d-4824-8ea3-7137f1fa830c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.559260 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-596596bf-2e8d-4824-8ea3-7137f1fa830c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6600404 Jul 14 09:29:52.563037 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42548) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:52.568714 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-94986595-0346-4060-875a-6beab8849d6a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1620864381-router', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:52.571368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ce009-2b39-4876-b39e-37c77fb8f402 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event updated for resources: {'Port': ['ID=93379cf4-4317-44f7-8c2e-f0769305e34c,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:52.592850 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25737fa1-7f2e-489c-80f9-080a353d9899 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.601926 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94986595-0346-4060-875a-6beab8849d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.603518 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94986595-0346-4060-875a-6beab8849d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.625449 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-324ce009-2b39-4876-b39e-37c77fb8f402 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.667598 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94986595-0346-4060-875a-6beab8849d6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.675796 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6236ab00-c75a-443c-a537-4b0126f1d267 None None] Network bdd14ef5-9841-4d7a-9428-fd2321293aca requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:52.678945 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 32169308-c830-49ca-9b6e-cdc6fe7efc45 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:52.701585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1f172177-bf5a-4bd5-ba2e-5ec7c6289511 None None] Could not find standard attr ID for object 3a14ea49-a40c-44cd-bbc1-ce2283204f0b. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:29:52.716998 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25737fa1-7f2e-489c-80f9-080a353d9899 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.758512 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25737fa1-7f2e-489c-80f9-080a353d9899 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Subnet': ['ID=7bba3d65-4689-4684-bbe6-74dbb91d2221,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:52.775296 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25737fa1-7f2e-489c-80f9-080a353d9899 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.779828 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-25737fa1-7f2e-489c-80f9-080a353d9899 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/subnets/7bba3d65-4689-4684-bbe6-74dbb91d2221 HTTP/1.1" status: 204 len: 168 time: 0.6968665 Jul 14 09:29:52.782528 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42554) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:52.785968 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324ce009-2b39-4876-b39e-37c77fb8f402 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Network 6e81ae18-e245-4b78-8f41-bf5edea7c60d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:52.795132 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-324ce009-2b39-4876-b39e-37c77fb8f402 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:52.857686 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94986595-0346-4060-875a-6beab8849d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.909269 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ce6d4536-340a-44f4-b8e5-ad497af7f3d2 None None] Provisioning for port 6ff7db01-afa9-4cac-8330-86dc32dcb259 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:53.021628 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37854fca-fce9-4e92-8335-d7ccf6123fdd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.036604 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324ce009-2b39-4876-b39e-37c77fb8f402 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router 2c073c32-41e3-459b-9f2b-e027b775b319 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:53.041924 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 32169308-c830-49ca-9b6e-cdc6fe7efc45 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:53.042120 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.094733 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94986595-0346-4060-875a-6beab8849d6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.120739 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94986595-0346-4060-875a-6beab8849d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.189834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-bdd14ef5-9841-4d7a-9428-fd2321293aca', 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'fixed_ips': [{'subnet_id': 'b1640c0b-fabc-4bef-a229-df363da4823e'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:53.190708 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.225189 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a35943-2f8e-49ba-960b-5dcdc2644654 None None] DHCP port deletion for ab0bbba9-621c-486f-9fb4-109d8e3c3fe5 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:29:53.260454 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324ce009-2b39-4876-b39e-37c77fb8f402 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:53.268099 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-94986595-0346-4060-875a-6beab8849d6a admin admin] Allocated IP 172.25.1.52 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/504720a0-e806-4f5f-9273-64aa94357797) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:53.272483 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-324ce009-2b39-4876-b39e-37c77fb8f402 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/2c073c32-41e3-459b-9f2b-e027b775b319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4697621 Jul 14 09:29:53.272483 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42566) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:53.282343 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] Sync routers for ids ['2c073c32-41e3-459b-9f2b-e027b775b319'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:53.290878 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1d4af549-f735-4bcf-a41a-acc462ff7281 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:53.291158 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6ff7db01-afa9-4cac-8330-86dc32dcb259 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:53.441868 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94986595-0346-4060-875a-6beab8849d6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.447873 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-37854fca-fce9-4e92-8335-d7ccf6123fdd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port 0f65a74b-f87d-42cf-94c2-84e309fcddf9 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:53.448229 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37854fca-fce9-4e92-8335-d7ccf6123fdd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.497014 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94986595-0346-4060-875a-6beab8849d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.603113 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Allocated IP 172.20.0.2 (bdd14ef5-9841-4d7a-9428-fd2321293aca/b1640c0b-fabc-4bef-a229-df363da4823e/0208f88c-066b-49c2-bb1c-da97a4ed2a78) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:53.614546 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94986595-0346-4060-875a-6beab8849d6a admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:53.621816 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-94986595-0346-4060-875a-6beab8849d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:53.653628 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94986595-0346-4060-875a-6beab8849d6a admin admin] Pushing event updated for resources: {'Port': ['ID=504720a0-e806-4f5f-9273-64aa94357797,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:53.667225 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94986595-0346-4060-875a-6beab8849d6a admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:53.769778 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-37854fca-fce9-4e92-8335-d7ccf6123fdd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] For port 0f65a74b-f87d-42cf-94c2-84e309fcddf9, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0f65a74b-f87d-42cf-94c2-84e309fcddf9,segment=NetworkSegment(12d9979e-09c3-4237-9bc3-1b88f2ef1c0e),segment_id=12d9979e-09c3-4237-9bc3-1b88f2ef1c0e)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:53.770177 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37854fca-fce9-4e92-8335-d7ccf6123fdd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.771974 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] Routers {'2c073c32-41e3-459b-9f2b-e027b775b319'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:53.774721 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:29:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2c073c32-41e3-459b-9f2b-e027b775b319'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:53.810328 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9a1601b2-0ecf-4ba0-9630-b65b2d586dcb None None] Provisioning for port 93379cf4-4317-44f7-8c2e-f0769305e34c completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:53.872929 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-37854fca-fce9-4e92-8335-d7ccf6123fdd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for 0f65a74b-f87d-42cf-94c2-84e309fcddf9 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:54.041701 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9a1601b2-0ecf-4ba0-9630-b65b2d586dcb None None] Provisioning complete for port 93379cf4-4317-44f7-8c2e-f0769305e34c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:54.042310 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9a1601b2-0ecf-4ba0-9630-b65b2d586dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.112030 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94986595-0346-4060-875a-6beab8849d6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.179583 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-40a35943-2f8e-49ba-960b-5dcdc2644654 None None] Deleting port 0f65a74b-f87d-42cf-94c2-84e309fcddf9 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:54.180813 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40a35943-2f8e-49ba-960b-5dcdc2644654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.182624 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.extraroute_db [None req-1d4af549-f735-4bcf-a41a-acc462ff7281 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:29:54.200570 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.extraroute_db [None req-1d4af549-f735-4bcf-a41a-acc462ff7281 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Removed routes are [] {{(pid=93888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:29:54.200746 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d4af549-f735-4bcf-a41a-acc462ff7281 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.264994 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] Set router 2c073c32-41e3-459b-9f2b-e027b775b319 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:54.267706 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.306537 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9a1601b2-0ecf-4ba0-9630-b65b2d586dcb None None] Port 93379cf4-4317-44f7-8c2e-f0769305e34c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:54.318575 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 6ff7db01-afa9-4cac-8330-86dc32dcb259 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:54.322511 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Transition to ACTIVE for port object 0208f88c-066b-49c2-bb1c-da97a4ed2a78 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:54.332736 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37854fca-fce9-4e92-8335-d7ccf6123fdd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.346292 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 6ff7db01-afa9-4cac-8330-86dc32dcb259 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:54.346678 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.352405 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-40a35943-2f8e-49ba-960b-5dcdc2644654 None None] For port 0f65a74b-f87d-42cf-94c2-84e309fcddf9, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0f65a74b-f87d-42cf-94c2-84e309fcddf9,segment=NetworkSegment(12d9979e-09c3-4237-9bc3-1b88f2ef1c0e),segment_id=12d9979e-09c3-4237-9bc3-1b88f2ef1c0e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:54.352740 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40a35943-2f8e-49ba-960b-5dcdc2644654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.379667 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37854fca-fce9-4e92-8335-d7ccf6123fdd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=0f65a74b-f87d-42cf-94c2-84e309fcddf9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:54.387636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37854fca-fce9-4e92-8335-d7ccf6123fdd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No DVR routers for this DVR port 0f65a74b-f87d-42cf-94c2-84e309fcddf9 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:54.403518 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-40a35943-2f8e-49ba-960b-5dcdc2644654 None None] Calling delete_port for 0f65a74b-f87d-42cf-94c2-84e309fcddf9 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:54.445416 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Transition to ACTIVE for port object 0208f88c-066b-49c2-bb1c-da97a4ed2a78 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:54.446808 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9a1601b2-0ecf-4ba0-9630-b65b2d586dcb None None] Provisioning complete for port 6ff7db01-afa9-4cac-8330-86dc32dcb259 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:54.447187 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9a1601b2-0ecf-4ba0-9630-b65b2d586dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.500274 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.560556 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d4af549-f735-4bcf-a41a-acc462ff7281 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.568114 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d4af549-f735-4bcf-a41a-acc462ff7281 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.574167 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37854fca-fce9-4e92-8335-d7ccf6123fdd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.589212 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-37854fca-fce9-4e92-8335-d7ccf6123fdd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0bbba9-621c-486f-9fb4-109d8e3c3fe5']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:54.636664 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-37854fca-fce9-4e92-8335-d7ccf6123fdd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d9979e-09c3-4237-9bc3-1b88f2ef1c0e') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:54.637403 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-37854fca-fce9-4e92-8335-d7ccf6123fdd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d9979e-09c3-4237-9bc3-1b88f2ef1c0e') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:54.639863 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Network bdd14ef5-9841-4d7a-9428-fd2321293aca is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:54.671865 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Pushing event updated for resources: {'Port': ['ID=0208f88c-066b-49c2-bb1c-da97a4ed2a78,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:54.675098 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:54.675795 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37854fca-fce9-4e92-8335-d7ccf6123fdd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.682865 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:54.727203 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94986595-0346-4060-875a-6beab8849d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.732562 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4af549-f735-4bcf-a41a-acc462ff7281 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router 2c073c32-41e3-459b-9f2b-e027b775b319 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:54.746584 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37854fca-fce9-4e92-8335-d7ccf6123fdd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.942248 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40a35943-2f8e-49ba-960b-5dcdc2644654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.030196 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.048618 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a35943-2f8e-49ba-960b-5dcdc2644654 None None] Pushing event deleted for resources: {'Port': ['ID=0f65a74b-f87d-42cf-94c2-84e309fcddf9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:55.056823 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a35943-2f8e-49ba-960b-5dcdc2644654 None None] No DVR routers for this DVR port 0f65a74b-f87d-42cf-94c2-84e309fcddf9 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:55.073140 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9a1601b2-0ecf-4ba0-9630-b65b2d586dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.095847 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94986595-0346-4060-875a-6beab8849d6a admin admin] Router f60aa6c1-6312-4d44-9926-348cf2ad5d80 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:29:55.126355 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Attempting to bind port 0208f88c-066b-49c2-bb1c-da97a4ed2a78 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:55.126572 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Attempting to bind port 0208f88c-066b-49c2-bb1c-da97a4ed2a78 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'e28d03cb-da8a-48e7-b643-bf4cedf4bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:55.126896 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Attempting to bind port 0208f88c-066b-49c2-bb1c-da97a4ed2a78 on network bdd14ef5-9841-4d7a-9428-fd2321293aca {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:55.165244 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:55.165616 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Checking segment: {'id': 'e28d03cb-da8a-48e7-b643-bf4cedf4bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:55.177402 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.178696 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Bound using segment: {'id': 'e28d03cb-da8a-48e7-b643-bf4cedf4bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:55.179629 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Bound port: 0208f88c-066b-49c2-bb1c-da97a4ed2a78, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28d03cb-da8a-48e7-b643-bf4cedf4bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:55.186625 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.307637 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37854fca-fce9-4e92-8335-d7ccf6123fdd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:55.308942 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37854fca-fce9-4e92-8335-d7ccf6123fdd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:55.312728 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:55.319363 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94986595-0346-4060-875a-6beab8849d6a admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:55.335979 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] Sync routers for ids ['f60aa6c1-6312-4d44-9926-348cf2ad5d80'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:55.347779 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94986595-0346-4060-875a-6beab8849d6a admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.347779 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-94986595-0346-4060-875a-6beab8849d6a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7835846 Jul 14 09:29:55.350262 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] Routers {'f60aa6c1-6312-4d44-9926-348cf2ad5d80'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:55.351224 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:29:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f60aa6c1-6312-4d44-9926-348cf2ad5d80'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:55.354338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42600) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:55.390913 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4af549-f735-4bcf-a41a-acc462ff7281 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:55.400907 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d4af549-f735-4bcf-a41a-acc462ff7281 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.404790 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1d4af549-f735-4bcf-a41a-acc462ff7281 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/2c073c32-41e3-459b-9f2b-e027b775b319 HTTP/1.1" status: 200 len: 934 time: 2.1283467 Jul 14 09:29:55.404971 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42602) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:55.482831 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37854fca-fce9-4e92-8335-d7ccf6123fdd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.493467 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37854fca-fce9-4e92-8335-d7ccf6123fdd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.500103 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42604) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:55.511693 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-37854fca-fce9-4e92-8335-d7ccf6123fdd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/networks/ab0bbba9-621c-486f-9fb4-109d8e3c3fe5 HTTP/1.1" status: 204 len: 168 time: 2.7147253 Jul 14 09:29:55.529166 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] Set router f60aa6c1-6312-4d44-9926-348cf2ad5d80 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:55.556261 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] For port 0208f88c-066b-49c2-bb1c-da97a4ed2a78, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:55.559485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] For port 0208f88c-066b-49c2-bb1c-da97a4ed2a78, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0208f88c-066b-49c2-bb1c-da97a4ed2a78,segment=NetworkSegment(e28d03cb-da8a-48e7-b643-bf4cedf4bf94),segment_id=e28d03cb-da8a-48e7-b643-bf4cedf4bf94)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:55.567483 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9a1601b2-0ecf-4ba0-9630-b65b2d586dcb None None] For port 6ff7db01-afa9-4cac-8330-86dc32dcb259, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6ff7db01-afa9-4cac-8330-86dc32dcb259,segment=NetworkSegment(30e6f440-d6fe-46ac-a6b2-2f79ed82c273),segment_id=30e6f440-d6fe-46ac-a6b2-2f79ed82c273)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:55.618495 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.621977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37854fca-fce9-4e92-8335-d7ccf6123fdd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Network': ['ID=ab0bbba9-621c-486f-9fb4-109d8e3c3fe5,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:55.632493 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:29:55.633390 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:29:55.660025 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-27c6dc88-128c-46c9-bd88-e5d93a344178 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/routers/2c073c32-41e3-459b-9f2b-e027b775b319 HTTP/1.1" status: 200 len: 934 time: 0.2531989 Jul 14 09:29:55.662896 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e6d6d3-dde2-447b-be75-f6a05b51c3bf tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:55.663309 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9a1601b2-0ecf-4ba0-9630-b65b2d586dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.663755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42606) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:55.664481 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-83e6d6d3-dde2-447b-be75-f6a05b51c3bf tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1648319 Jul 14 09:29:55.669102 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42608) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:55.680242 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-92e346bb-31fb-433c-9254-f5d352e8ceff tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'router': {'routes': None}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:55.684014 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:29:51Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '32169308-c830-49ca-9b6e-cdc6fe7efc45', 'name': '', 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:90:bc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:39Z', 'updated_at': '2021-07-14T09:29:50Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:31Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93379cf4-4317-44f7-8c2e-f0769305e34c', 'name': '', 'network_id': '6e81ae18-e245-4b78-8f41-bf5edea7c60d', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:17:94:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '93394f54-502a-45b0-8a3d-92f81b124d1c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:48Z', 'updated_at': '2021-07-14T09:29:51Z', 'revision_number': 2, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '93394f54-502a-45b0-8a3d-92f81b124d1c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939cfd96-6d0c-480d-878b-78f2ac7c0d22', 'name': '', 'network_id': '146eab75-5661-413b-9a10-21c40707cf63', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:3a:c7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:29Z', 'updated_at': '2021-07-14T09:29:39Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:55.725727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] Checking router: 2c073c32-41e3-459b-9f2b-e027b775b319 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:55.726116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] Updating router 2c073c32-41e3-459b-9f2b-e027b775b319 port 93379cf4-4317-44f7-8c2e-f0769305e34c binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:29:55.774808 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.823562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e07d1057-40bb-484f-a686-d5ede602be12 None None] Provisioning complete for port 93379cf4-4317-44f7-8c2e-f0769305e34c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:55.824041 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e07d1057-40bb-484f-a686-d5ede602be12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.847150 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'name': 'tempest-TaggedBootDevicesTest_v242-1620864381-router', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '504720a0-e806-4f5f-9273-64aa94357797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:53Z', 'revision_number': 3, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'gw_port': {'id': '504720a0-e806-4f5f-9273-64aa94357797', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:53Z', 'updated_at': '2021-07-14T09:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:55.867020 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-016247e0-6f43-4b8f-be50-00f00b1a4fc0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1967270 Jul 14 09:29:55.872480 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42614) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:55.877804 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e07d1057-40bb-484f-a686-d5ede602be12 None None] Port 93379cf4-4317-44f7-8c2e-f0769305e34c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:55.878746 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-61dcbac8-de53-4a18-9684-675499897b4c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-270643355'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:55.882696 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5227df4-e415-4eb1-87d4-5f499cb7f589 None None] Pushing event updated for resources: {'Port': ['ID=0208f88c-066b-49c2-bb1c-da97a4ed2a78,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:55.919496 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] Checking router: f60aa6c1-6312-4d44-9926-348cf2ad5d80 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:55.921145 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] Updating router f60aa6c1-6312-4d44-9926-348cf2ad5d80 port 504720a0-e806-4f5f-9273-64aa94357797 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:29:55.935647 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1601b2-0ecf-4ba0-9630-b65b2d586dcb None None] Pushing event updated for resources: {'Port': ['ID=6ff7db01-afa9-4cac-8330-86dc32dcb259,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:55.939758 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dcbac8-de53-4a18-9684-675499897b4c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:55.944228 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61dcbac8-de53-4a18-9684-675499897b4c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.082632 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.096548 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61dcbac8-de53-4a18-9684-675499897b4c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:56.142256 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61dcbac8-de53-4a18-9684-675499897b4c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.142851 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-61dcbac8-de53-4a18-9684-675499897b4c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Added segment cc665e7e-e4dd-48f4-a047-b1a19da57d30 of type vlan for network c246421c-b9e0-4328-9cf7-bf63184b55a7 Jul 14 09:29:56.420923 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61dcbac8-de53-4a18-9684-675499897b4c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.435883 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.476054 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] Transition to ACTIVE for port object 93379cf4-4317-44f7-8c2e-f0769305e34c will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:56.501282 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.581415 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0208f88c-066b-49c2-bb1c-da97a4ed2a78 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:56.637301 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b24a06a0-ec19-4412-b107-3e4664304a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.640780 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61dcbac8-de53-4a18-9684-675499897b4c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.647695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.extraroute_db [None req-92e346bb-31fb-433c-9254-f5d352e8ceff tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Added routes are [] {{(pid=93888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:29:56.648266 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.extraroute_db [None req-92e346bb-31fb-433c-9254-f5d352e8ceff tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:29:56.650133 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dcbac8-de53-4a18-9684-675499897b4c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:56.650984 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61dcbac8-de53-4a18-9684-675499897b4c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.680948 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335616e-6336-45d0-bad3-8ecdcb63bab8 None None] Pushing event updated for resources: {'Port': ['ID=93379cf4-4317-44f7-8c2e-f0769305e34c,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:56.702906 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-92e346bb-31fb-433c-9254-f5d352e8ceff tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.763090 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.793866 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] Transition to ACTIVE for port object 504720a0-e806-4f5f-9273-64aa94357797 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:56.809754 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.841453 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcbac8-de53-4a18-9684-675499897b4c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Network': ['ID=c246421c-b9e0-4328-9cf7-bf63184b55a7,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:56.880897 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-61dcbac8-de53-4a18-9684-675499897b4c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0072033 Jul 14 09:29:56.884561 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42632) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:56.894006 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network c246421c-b9e0-4328-9cf7-bf63184b55a7 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:56.900909 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-44823674-a7a2-4074-b6f7-8d78eb634f5c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'subnet': {'network_id': 'c246421c-b9e0-4328-9cf7-bf63184b55a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:56.975732 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] Attempting to bind port 93379cf4-4317-44f7-8c2e-f0769305e34c on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:56.981461 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] Attempting to bind port 93379cf4-4317-44f7-8c2e-f0769305e34c by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '30e6f440-d6fe-46ac-a6b2-2f79ed82c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '6e81ae18-e245-4b78-8f41-bf5edea7c60d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:56.982313 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] Attempting to bind port 93379cf4-4317-44f7-8c2e-f0769305e34c on network 6e81ae18-e245-4b78-8f41-bf5edea7c60d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:56.983133 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] Attempting to bind port 504720a0-e806-4f5f-9273-64aa94357797 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:56.983578 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] Attempting to bind port 504720a0-e806-4f5f-9273-64aa94357797 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:56.989383 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] Attempting to bind port 504720a0-e806-4f5f-9273-64aa94357797 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:57.002668 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:57.003638 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:57.003638 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.003818 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:57.004292 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] Bound port: 504720a0-e806-4f5f-9273-64aa94357797, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:57.004676 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.009544 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8980713-3c3c-457e-8462-f503259e7a2d None None] Pushing event updated for resources: {'Port': ['ID=504720a0-e806-4f5f-9273-64aa94357797,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:57.123112 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] For port 504720a0-e806-4f5f-9273-64aa94357797, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:57.127571 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] For port 504720a0-e806-4f5f-9273-64aa94357797, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=504720a0-e806-4f5f-9273-64aa94357797,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:57.140344 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.145991 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:57.146377 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] Checking segment: {'id': '30e6f440-d6fe-46ac-a6b2-2f79ed82c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '6e81ae18-e245-4b78-8f41-bf5edea7c60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:57.146810 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.147427 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] Bound using segment: {'id': '30e6f440-d6fe-46ac-a6b2-2f79ed82c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '6e81ae18-e245-4b78-8f41-bf5edea7c60d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:57.147759 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] Bound port: 93379cf4-4317-44f7-8c2e-f0769305e34c, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e6f440-d6fe-46ac-a6b2-2f79ed82c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '6e81ae18-e245-4b78-8f41-bf5edea7c60d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:57.148148 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.167317 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 0208f88c-066b-49c2-bb1c-da97a4ed2a78 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:57.209011 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-92e346bb-31fb-433c-9254-f5d352e8ceff tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.228866 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-92e346bb-31fb-433c-9254-f5d352e8ceff tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.368762 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6ff7db01-afa9-4cac-8330-86dc32dcb259 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:57.382583 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8980713-3c3c-457e-8462-f503259e7a2d None None] Pushing event updated for resources: {'Port': ['ID=504720a0-e806-4f5f-9273-64aa94357797,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:57.401531 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] Routers {'f60aa6c1-6312-4d44-9926-348cf2ad5d80'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:57.406453 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:29:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f60aa6c1-6312-4d44-9926-348cf2ad5d80'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:57.518374 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e346bb-31fb-433c-9254-f5d352e8ceff tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router 2c073c32-41e3-459b-9f2b-e027b775b319 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:57.549923 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44823674-a7a2-4074-b6f7-8d78eb634f5c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:57.559735 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-44823674-a7a2-4074-b6f7-8d78eb634f5c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.569250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] For port 93379cf4-4317-44f7-8c2e-f0769305e34c, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:57.582924 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] For port 93379cf4-4317-44f7-8c2e-f0769305e34c, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=93379cf4-4317-44f7-8c2e-f0769305e34c,segment=NetworkSegment(30e6f440-d6fe-46ac-a6b2-2f79ed82c273),segment_id=30e6f440-d6fe-46ac-a6b2-2f79ed82c273)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:57.611781 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.614777 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb26680b-fdbf-459b-b3ca-1f4ae4b8b5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.642718 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] Set router f60aa6c1-6312-4d44-9926-348cf2ad5d80 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:57.718561 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a432002-661e-4702-bb22-c89441b35b98 None None] Network bdd14ef5-9841-4d7a-9428-fd2321293aca requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:57.751565 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e346bb-31fb-433c-9254-f5d352e8ceff tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:57.760839 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-92e346bb-31fb-433c-9254-f5d352e8ceff tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.769673 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42654) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:57.771758 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-92e346bb-31fb-433c-9254-f5d352e8ceff tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/2c073c32-41e3-459b-9f2b-e027b775b319 HTTP/1.1" status: 200 len: 700 time: 2.0920949 Jul 14 09:29:57.884792 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] Routers {'2c073c32-41e3-459b-9f2b-e027b775b319'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:57.885122 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:29:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2c073c32-41e3-459b-9f2b-e027b775b319'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:58.059091 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-b24a06a0-ec19-4412-b107-3e4664304a22 admin admin] Allocated IP 172.20.0.1 (bdd14ef5-9841-4d7a-9428-fd2321293aca/b1640c0b-fabc-4bef-a229-df363da4823e/acd5d17b-7638-4875-9fda-c50d4e466186) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:58.062164 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335616e-6336-45d0-bad3-8ecdcb63bab8 None None] Pushing event updated for resources: {'Port': ['ID=93379cf4-4317-44f7-8c2e-f0769305e34c,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:58.067645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] Set router 2c073c32-41e3-459b-9f2b-e027b775b319 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:58.069929 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 6ff7db01-afa9-4cac-8330-86dc32dcb259 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:58.071343 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.102917 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'name': 'tempest-TaggedBootDevicesTest_v242-1620864381-router', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '504720a0-e806-4f5f-9273-64aa94357797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:53Z', 'revision_number': 3, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'gw_port': {'id': '504720a0-e806-4f5f-9273-64aa94357797', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:53Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:58.110107 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2032c23b-abed-434b-840c-63cdc3f4b47c None None] Provisioning for port 0208f88c-066b-49c2-bb1c-da97a4ed2a78 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:58.145627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2032c23b-abed-434b-840c-63cdc3f4b47c None None] Provisioning complete for port 0208f88c-066b-49c2-bb1c-da97a4ed2a78 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:58.146406 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2032c23b-abed-434b-840c-63cdc3f4b47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.158578 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feaa8fe-a82d-45ba-997f-f59513f48205 None None] The sync data for ids ['f60aa6c1-6312-4d44-9926-348cf2ad5d80'] in n-d-798054-10 is: [{'id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'name': 'tempest-TaggedBootDevicesTest_v242-1620864381-router', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '504720a0-e806-4f5f-9273-64aa94357797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:53Z', 'revision_number': 3, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'gw_port': {'id': '504720a0-e806-4f5f-9273-64aa94357797', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:53Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:58.225540 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b24a06a0-ec19-4412-b107-3e4664304a22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.242688 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-b24a06a0-ec19-4412-b107-3e4664304a22 admin admin] Transition to ACTIVE for port object acd5d17b-7638-4875-9fda-c50d4e466186 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:58.278125 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-44823674-a7a2-4074-b6f7-8d78eb634f5c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.350423 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b24a06a0-ec19-4412-b107-3e4664304a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.389604 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0f65a74b-f87d-42cf-94c2-84e309fcddf9 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:58.453309 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 0f65a74b-f87d-42cf-94c2-84e309fcddf9 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:58.453850 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0f65a74b-f87d-42cf-94c2-84e309fcddf9 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:58.582826 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ece8ec4f-fbbe-49c3-8991-1d79d012d1ea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/routers/2c073c32-41e3-459b-9f2b-e027b775b319 HTTP/1.1" status: 200 len: 700 time: 0.8112605 Jul 14 09:29:58.584921 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42662) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:58.719412 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2032c23b-abed-434b-840c-63cdc3f4b47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.728682 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a06a0-ec19-4412-b107-3e4664304a22 admin admin] Pushing event updated for resources: {'Port': ['ID=acd5d17b-7638-4875-9fda-c50d4e466186,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:58.739777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24a06a0-ec19-4412-b107-3e4664304a22 admin admin] Network bdd14ef5-9841-4d7a-9428-fd2321293aca is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:58.787698 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-b24a06a0-ec19-4412-b107-3e4664304a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:58.794103 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44823674-a7a2-4074-b6f7-8d78eb634f5c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Subnet': ['ID=e0a65d83-9056-46f2-bc60-991a57e5fb5d,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:58.797217 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24a06a0-ec19-4412-b107-3e4664304a22 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:58.801828 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44823674-a7a2-4074-b6f7-8d78eb634f5c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Checking segment: {'id': 'cc665e7e-e4dd-48f4-a047-b1a19da57d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c246421c-b9e0-4328-9cf7-bf63184b55a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:58.814277 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44823674-a7a2-4074-b6f7-8d78eb634f5c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network hostable DHCP agents. Network: c246421c-b9e0-4328-9cf7-bf63184b55a7, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:58.946926 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b24a06a0-ec19-4412-b107-3e4664304a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.988194 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2032c23b-abed-434b-840c-63cdc3f4b47c None None] For port 0208f88c-066b-49c2-bb1c-da97a4ed2a78, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0208f88c-066b-49c2-bb1c-da97a4ed2a78,segment=NetworkSegment(e28d03cb-da8a-48e7-b643-bf4cedf4bf94),segment_id=e28d03cb-da8a-48e7-b643-bf4cedf4bf94)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:59.005923 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2032c23b-abed-434b-840c-63cdc3f4b47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.067248 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44823674-a7a2-4074-b6f7-8d78eb634f5c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network c246421c-b9e0-4328-9cf7-bf63184b55a7 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:59.107326 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-44823674-a7a2-4074-b6f7-8d78eb634f5c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, c246421c-b9e0-4328-9cf7-bf63184b55a7) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:59.112235 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44823674-a7a2-4074-b6f7-8d78eb634f5c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:59.112578 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-44823674-a7a2-4074-b6f7-8d78eb634f5c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.128574 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c56b045-97b9-493d-9b69-4f8e73aa466a None None] Network c246421c-b9e0-4328-9cf7-bf63184b55a7 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:59.150416 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42672) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:59.150971 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-44823674-a7a2-4074-b6f7-8d78eb634f5c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2645364 Jul 14 09:29:59.161744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a6ca73af-b577-4273-850f-2e35d0b20cec tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'port': {'network_id': 'c246421c-b9e0-4328-9cf7-bf63184b55a7', 'name': 'tempest-PortsTestJSON-1395586033'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:59.193491 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b24a06a0-ec19-4412-b107-3e4664304a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.217566 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032c23b-abed-434b-840c-63cdc3f4b47c None None] Pushing event updated for resources: {'Port': ['ID=0208f88c-066b-49c2-bb1c-da97a4ed2a78,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:59.248513 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:29:56Z', 'revision_number': 7, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '32169308-c830-49ca-9b6e-cdc6fe7efc45', 'name': '', 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:90:bc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:39Z', 'updated_at': '2021-07-14T09:29:50Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:31Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93379cf4-4317-44f7-8c2e-f0769305e34c', 'name': '', 'network_id': '6e81ae18-e245-4b78-8f41-bf5edea7c60d', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:17:94:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '93394f54-502a-45b0-8a3d-92f81b124d1c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:48Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '93394f54-502a-45b0-8a3d-92f81b124d1c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939cfd96-6d0c-480d-878b-78f2ac7c0d22', 'name': '', 'network_id': '146eab75-5661-413b-9a10-21c40707cf63', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:3a:c7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:29Z', 'updated_at': '2021-07-14T09:29:39Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:59.304004 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362c855d-d5a7-45c6-833c-bad76e8636d6 None None] The sync data for ids ['2c073c32-41e3-459b-9f2b-e027b775b319'] in n-d-798054-10 is: [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:29:56Z', 'revision_number': 7, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '32169308-c830-49ca-9b6e-cdc6fe7efc45', 'name': '', 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:90:bc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:39Z', 'updated_at': '2021-07-14T09:29:50Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:31Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93379cf4-4317-44f7-8c2e-f0769305e34c', 'name': '', 'network_id': '6e81ae18-e245-4b78-8f41-bf5edea7c60d', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:17:94:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '93394f54-502a-45b0-8a3d-92f81b124d1c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:48Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '93394f54-502a-45b0-8a3d-92f81b124d1c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939cfd96-6d0c-480d-878b-78f2ac7c0d22', 'name': '', 'network_id': '146eab75-5661-413b-9a10-21c40707cf63', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:3a:c7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:29Z', 'updated_at': '2021-07-14T09:29:39Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:59.405977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ca73af-b577-4273-850f-2e35d0b20cec tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:59.416999 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6ca73af-b577-4273-850f-2e35d0b20cec tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.453289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-a6ca73af-b577-4273-850f-2e35d0b20cec tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] device_id is not set on port f05918ea-39fd-4403-9da8-9a52519c8fef yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:59.499262 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b24a06a0-ec19-4412-b107-3e4664304a22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.509046 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b24a06a0-ec19-4412-b107-3e4664304a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.603228 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a06a0-ec19-4412-b107-3e4664304a22 admin admin] Pushing event updated for resources: {'Port': ['ID=acd5d17b-7638-4875-9fda-c50d4e466186,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:59.615944 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b24a06a0-ec19-4412-b107-3e4664304a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.643901 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-a6ca73af-b577-4273-850f-2e35d0b20cec tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Allocated IP 172.20.0.5 (c246421c-b9e0-4328-9cf7-bf63184b55a7/e0a65d83-9056-46f2-bc60-991a57e5fb5d/f05918ea-39fd-4403-9da8-9a52519c8fef) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:59.649528 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-c246421c-b9e0-4328-9cf7-bf63184b55a7', 'network_id': 'c246421c-b9e0-4328-9cf7-bf63184b55a7', 'tenant_id': '4e8e895605fb4ca2bfa65b016145bb78', 'fixed_ips': [{'subnet_id': 'e0a65d83-9056-46f2-bc60-991a57e5fb5d'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:59.650725 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.839376 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7af2119-6336-43e4-9031-a7de5dc17cab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.916877 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24a06a0-ec19-4412-b107-3e4664304a22 admin admin] Network bdd14ef5-9841-4d7a-9428-fd2321293aca is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:59.919052 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-b24a06a0-ec19-4412-b107-3e4664304a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:59.940022 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-989ece01-f804-4abb-b93a-e188ee043a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.987797 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-464b602d-26b3-4fe6-a0a3-350057051f32 None None] Provisioning complete for port 0208f88c-066b-49c2-bb1c-da97a4ed2a78 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:59.988175 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-464b602d-26b3-4fe6-a0a3-350057051f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.997569 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.273502 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-464b602d-26b3-4fe6-a0a3-350057051f32 None None] Provisioning for port acd5d17b-7638-4875-9fda-c50d4e466186 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:00.278063 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-464b602d-26b3-4fe6-a0a3-350057051f32 None None] Provisioning complete for port acd5d17b-7638-4875-9fda-c50d4e466186 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:00.278442 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-464b602d-26b3-4fe6-a0a3-350057051f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.344604 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6ca73af-b577-4273-850f-2e35d0b20cec tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.379390 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-464b602d-26b3-4fe6-a0a3-350057051f32 None None] Port acd5d17b-7638-4875-9fda-c50d4e466186 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:00.398809 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-a6ca73af-b577-4273-850f-2e35d0b20cec tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Transition to ACTIVE for port object f05918ea-39fd-4403-9da8-9a52519c8fef will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:00.503703 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6ca73af-b577-4273-850f-2e35d0b20cec tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.611093 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Allocated IP 172.20.0.2 (c246421c-b9e0-4328-9cf7-bf63184b55a7/e0a65d83-9056-46f2-bc60-991a57e5fb5d/1d251ede-c687-429e-9982-61288650ffdf) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:00.793910 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ca73af-b577-4273-850f-2e35d0b20cec tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network c246421c-b9e0-4328-9cf7-bf63184b55a7 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:00.799330 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-a6ca73af-b577-4273-850f-2e35d0b20cec tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:00.822048 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ca73af-b577-4273-850f-2e35d0b20cec tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:00.828788 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca73af-b577-4273-850f-2e35d0b20cec tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=f05918ea-39fd-4403-9da8-9a52519c8fef,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:00.907442 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ca73af-b577-4273-850f-2e35d0b20cec tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:00.908702 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6ca73af-b577-4273-850f-2e35d0b20cec tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.926223 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e7af2119-6336-43e4-9031-a7de5dc17cab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting port 93379cf4-4317-44f7-8c2e-f0769305e34c {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:00.927689 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24a06a0-ec19-4412-b107-3e4664304a22 admin admin] Router f60aa6c1-6312-4d44-9926-348cf2ad5d80 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:00.928538 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7af2119-6336-43e4-9031-a7de5dc17cab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.937930 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42710) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:00.939277 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a6ca73af-b577-4273-850f-2e35d0b20cec tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7870822 Jul 14 09:30:00.946711 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0208f88c-066b-49c2-bb1c-da97a4ed2a78 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:00.949071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-400bd836-6c20-4b85-8598-2c6a3d74e4c2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'port': {'network_id': 'c246421c-b9e0-4328-9cf7-bf63184b55a7', 'name': 'tempest-PortsTestJSON-1532274444'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:01.064144 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-e7af2119-6336-43e4-9031-a7de5dc17cab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] For port 93379cf4-4317-44f7-8c2e-f0769305e34c, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=93379cf4-4317-44f7-8c2e-f0769305e34c,segment=NetworkSegment(30e6f440-d6fe-46ac-a6b2-2f79ed82c273),segment_id=30e6f440-d6fe-46ac-a6b2-2f79ed82c273)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:01.064144 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7af2119-6336-43e4-9031-a7de5dc17cab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.079330 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e7af2119-6336-43e4-9031-a7de5dc17cab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Calling delete_port for 93379cf4-4317-44f7-8c2e-f0769305e34c owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:01.100384 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcced78-237e-4aa5-96b2-c017e337d9af None None] Sync routers for ids ['2c073c32-41e3-459b-9f2b-e027b775b319'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:01.144881 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.150952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e7560f1c-723c-47b2-aef0-0227a9a441f1 None None] Provisioning complete for port acd5d17b-7638-4875-9fda-c50d4e466186 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:01.165588 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7560f1c-723c-47b2-aef0-0227a9a441f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.230995 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcced78-237e-4aa5-96b2-c017e337d9af None None] Routers {'2c073c32-41e3-459b-9f2b-e027b775b319'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:01.238790 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-bbcced78-237e-4aa5-96b2-c017e337d9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:30:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2c073c32-41e3-459b-9f2b-e027b775b319'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:01.394013 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7af2119-6336-43e4-9031-a7de5dc17cab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.437657 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-bbcced78-237e-4aa5-96b2-c017e337d9af None None] Set router 2c073c32-41e3-459b-9f2b-e027b775b319 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:01.446177 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24a06a0-ec19-4412-b107-3e4664304a22 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:01.455852 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b24a06a0-ec19-4412-b107-3e4664304a22 admin admin] 10.222.0.26 "PUT /v2.0/routers/f60aa6c1-6312-4d44-9926-348cf2ad5d80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0966587 Jul 14 09:30:01.455852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400bd836-6c20-4b85-8598-2c6a3d74e4c2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:01.462140 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-400bd836-6c20-4b85-8598-2c6a3d74e4c2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.469388 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af2119-6336-43e4-9031-a7de5dc17cab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Port': ['ID=93379cf4-4317-44f7-8c2e-f0769305e34c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:01.520820 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-400bd836-6c20-4b85-8598-2c6a3d74e4c2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] device_id is not set on port 2198656f-0eb0-4a09-858c-6f7ee5b2a544 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:01.595624 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.685961 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] Sync routers for ids ['f60aa6c1-6312-4d44-9926-348cf2ad5d80'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:01.700531 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] Routers {'f60aa6c1-6312-4d44-9926-348cf2ad5d80'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:01.701522 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:30:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f60aa6c1-6312-4d44-9926-348cf2ad5d80'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:01.773054 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Transition to ACTIVE for port object 1d251ede-c687-429e-9982-61288650ffdf will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:01.828193 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 0208f88c-066b-49c2-bb1c-da97a4ed2a78 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:01.828193 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.899801 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] Set router f60aa6c1-6312-4d44-9926-348cf2ad5d80 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:01.957752 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e7560f1c-723c-47b2-aef0-0227a9a441f1 None None] Port acd5d17b-7638-4875-9fda-c50d4e466186 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:02.033004 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.041175 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Transition to ACTIVE for port object 1d251ede-c687-429e-9982-61288650ffdf will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:02.074939 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.155516 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Network c246421c-b9e0-4328-9cf7-bf63184b55a7 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:02.168997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:02.177014 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:02.224081 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-400bd836-6c20-4b85-8598-2c6a3d74e4c2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Allocated IP 172.20.0.7 (c246421c-b9e0-4328-9cf7-bf63184b55a7/e0a65d83-9056-46f2-bc60-991a57e5fb5d/2198656f-0eb0-4a09-858c-6f7ee5b2a544) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:02.268382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7f9c954d-58e5-402e-b701-c17b8de18f64 None None] Provisioning complete for port acd5d17b-7638-4875-9fda-c50d4e466186 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:02.268816 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f9c954d-58e5-402e-b701-c17b8de18f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.297609 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Pushing event updated for resources: {'Port': ['ID=1d251ede-c687-429e-9982-61288650ffdf,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:02.376214 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Attempting to bind port 1d251ede-c687-429e-9982-61288650ffdf on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:02.376597 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Attempting to bind port 1d251ede-c687-429e-9982-61288650ffdf by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'cc665e7e-e4dd-48f4-a047-b1a19da57d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c246421c-b9e0-4328-9cf7-bf63184b55a7'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:02.376963 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Attempting to bind port 1d251ede-c687-429e-9982-61288650ffdf on network c246421c-b9e0-4328-9cf7-bf63184b55a7 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:02.387574 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:02.387974 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Checking segment: {'id': 'cc665e7e-e4dd-48f4-a047-b1a19da57d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c246421c-b9e0-4328-9cf7-bf63184b55a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:02.388364 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.389142 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Bound using segment: {'id': 'cc665e7e-e4dd-48f4-a047-b1a19da57d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c246421c-b9e0-4328-9cf7-bf63184b55a7'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:02.389984 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Bound port: 1d251ede-c687-429e-9982-61288650ffdf, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc665e7e-e4dd-48f4-a047-b1a19da57d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c246421c-b9e0-4328-9cf7-bf63184b55a7'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:02.390425 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.451711 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'name': 'tempest-TaggedBootDevicesTest_v242-1620864381-router', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '504720a0-e806-4f5f-9273-64aa94357797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'gw_port': {'id': '504720a0-e806-4f5f-9273-64aa94357797', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:53Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'acd5d17b-7638-4875-9fda-c50d4e466186', 'name': '', 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'mac_address': 'fa:16:3e:d8:14:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'b1640c0b-fabc-4bef-a229-df363da4823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:56Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 2, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'subnets': [{'id': 'b1640c0b-fabc-4bef-a229-df363da4823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:02.466926 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7f9c954d-58e5-402e-b701-c17b8de18f64 None None] Port acd5d17b-7638-4875-9fda-c50d4e466186 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:02.514241 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 93379cf4-4317-44f7-8c2e-f0769305e34c up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:02.518959 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] Checking router: f60aa6c1-6312-4d44-9926-348cf2ad5d80 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:30:02.519309 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] Updating router f60aa6c1-6312-4d44-9926-348cf2ad5d80 port acd5d17b-7638-4875-9fda-c50d4e466186 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:30:02.597502 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.602109 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-400bd836-6c20-4b85-8598-2c6a3d74e4c2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.608487 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 93379cf4-4317-44f7-8c2e-f0769305e34c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:02.608842 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 93379cf4-4317-44f7-8c2e-f0769305e34c not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 09:30:02.642162 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-400bd836-6c20-4b85-8598-2c6a3d74e4c2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Transition to ACTIVE for port object 2198656f-0eb0-4a09-858c-6f7ee5b2a544 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:02.710932 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-400bd836-6c20-4b85-8598-2c6a3d74e4c2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.732506 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Port 93379cf4-4317-44f7-8c2e-f0769305e34c not found, will not notify nova. {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 09:30:02.739155 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 504720a0-e806-4f5f-9273-64aa94357797 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:02.809021 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bd836-6c20-4b85-8598-2c6a3d74e4c2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=2198656f-0eb0-4a09-858c-6f7ee5b2a544,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:02.839259 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:30:02.844409 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400bd836-6c20-4b85-8598-2c6a3d74e4c2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network c246421c-b9e0-4328-9cf7-bf63184b55a7 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:02.846385 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-400bd836-6c20-4b85-8598-2c6a3d74e4c2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:02.849894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400bd836-6c20-4b85-8598-2c6a3d74e4c2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:02.910226 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400bd836-6c20-4b85-8598-2c6a3d74e4c2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:02.911363 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-400bd836-6c20-4b85-8598-2c6a3d74e4c2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.945087 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-400bd836-6c20-4b85-8598-2c6a3d74e4c2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0039475 Jul 14 09:30:02.947966 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42774) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.962404 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.967088 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7af2119-6336-43e4-9031-a7de5dc17cab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.982381 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-bbcced78-237e-4aa5-96b2-c017e337d9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:29:56Z', 'revision_number': 7, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '32169308-c830-49ca-9b6e-cdc6fe7efc45', 'name': '', 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:90:bc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:39Z', 'updated_at': '2021-07-14T09:29:50Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:31Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93379cf4-4317-44f7-8c2e-f0769305e34c', 'name': '', 'network_id': '6e81ae18-e245-4b78-8f41-bf5edea7c60d', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:17:94:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '93394f54-502a-45b0-8a3d-92f81b124d1c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:48Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '93394f54-502a-45b0-8a3d-92f81b124d1c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939cfd96-6d0c-480d-878b-78f2ac7c0d22', 'name': '', 'network_id': '146eab75-5661-413b-9a10-21c40707cf63', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:3a:c7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:29Z', 'updated_at': '2021-07-14T09:29:39Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:03.001161 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] For port 1d251ede-c687-429e-9982-61288650ffdf, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:03.047643 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.060328 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] Transition to ACTIVE for port object acd5d17b-7638-4875-9fda-c50d4e466186 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:03.067769 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.135503 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcced78-237e-4aa5-96b2-c017e337d9af None None] Checking router: 2c073c32-41e3-459b-9f2b-e027b775b319 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:30:03.143800 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] For port 1d251ede-c687-429e-9982-61288650ffdf, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1d251ede-c687-429e-9982-61288650ffdf,segment=NetworkSegment(cc665e7e-e4dd-48f4-a047-b1a19da57d30),segment_id=cc665e7e-e4dd-48f4-a047-b1a19da57d30)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:03.166837 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcced78-237e-4aa5-96b2-c017e337d9af None None] Routers {'2c073c32-41e3-459b-9f2b-e027b775b319'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:03.168647 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-bbcced78-237e-4aa5-96b2-c017e337d9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:30:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2c073c32-41e3-459b-9f2b-e027b775b319'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:03.183002 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.277751 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0c5435-3ff5-41b1-b451-8a8c89f873db tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:03.284396 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7c0c5435-3ff5-41b1-b451-8a8c89f873db tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.3346653 Jul 14 09:30:03.290526 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42788) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:03.394879 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7af2119-6336-43e4-9031-a7de5dc17cab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router 2c073c32-41e3-459b-9f2b-e027b775b319 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:03.498318 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 504720a0-e806-4f5f-9273-64aa94357797 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:03.528067 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31a348-4b11-4a62-bab2-1d9f0993a1a3 None None] Pushing event updated for resources: {'Port': ['ID=acd5d17b-7638-4875-9fda-c50d4e466186,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:03.535818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 504720a0-e806-4f5f-9273-64aa94357797 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:03.536435 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.554847 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31a348-4b11-4a62-bab2-1d9f0993a1a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:03.555204 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31a348-4b11-4a62-bab2-1d9f0993a1a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:03.561777 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31a348-4b11-4a62-bab2-1d9f0993a1a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:03.563831 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31a348-4b11-4a62-bab2-1d9f0993a1a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:03.564183 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31a348-4b11-4a62-bab2-1d9f0993a1a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:03.566675 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31a348-4b11-4a62-bab2-1d9f0993a1a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:03.567029 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31a348-4b11-4a62-bab2-1d9f0993a1a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:03.567430 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31a348-4b11-4a62-bab2-1d9f0993a1a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:03.567688 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31a348-4b11-4a62-bab2-1d9f0993a1a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:03.568018 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31a348-4b11-4a62-bab2-1d9f0993a1a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:03.570469 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31a348-4b11-4a62-bab2-1d9f0993a1a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:03.570959 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e31a348-4b11-4a62-bab2-1d9f0993a1a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:03.578042 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] Attempting to bind port acd5d17b-7638-4875-9fda-c50d4e466186 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:03.578417 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] Attempting to bind port acd5d17b-7638-4875-9fda-c50d4e466186 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'e28d03cb-da8a-48e7-b643-bf4cedf4bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:03.581519 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] Attempting to bind port acd5d17b-7638-4875-9fda-c50d4e466186 on network bdd14ef5-9841-4d7a-9428-fd2321293aca {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:03.597002 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:03.597434 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] Checking segment: {'id': 'e28d03cb-da8a-48e7-b643-bf4cedf4bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:03.598634 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.599033 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] Bound using segment: {'id': 'e28d03cb-da8a-48e7-b643-bf4cedf4bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:03.600668 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] Bound port: acd5d17b-7638-4875-9fda-c50d4e466186, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28d03cb-da8a-48e7-b643-bf4cedf4bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:03.601211 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.664639 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-bbcced78-237e-4aa5-96b2-c017e337d9af None None] Set router 2c073c32-41e3-459b-9f2b-e027b775b319 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:03.669965 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c212a92-3ee5-4ae1-a2bd-dc532f410305 None None] Pushing event updated for resources: {'Port': ['ID=1d251ede-c687-429e-9982-61288650ffdf,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:03.715753 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-484c6768-8ac4-4cec-bb9e-eece3ce39904 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port 2198656f-0eb0-4a09-858c-6f7ee5b2a544 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:03.719603 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-484c6768-8ac4-4cec-bb9e-eece3ce39904 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.739402 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7af2119-6336-43e4-9031-a7de5dc17cab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:03.755139 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e7af2119-6336-43e4-9031-a7de5dc17cab tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/2c073c32-41e3-459b-9f2b-e027b775b319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1627371 Jul 14 09:30:03.755887 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42830) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:03.862221 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] For port acd5d17b-7638-4875-9fda-c50d4e466186, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:03.877123 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] For port acd5d17b-7638-4875-9fda-c50d4e466186, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=acd5d17b-7638-4875-9fda-c50d4e466186,segment=NetworkSegment(e28d03cb-da8a-48e7-b643-bf4cedf4bf94),segment_id=e28d03cb-da8a-48e7-b643-bf4cedf4bf94)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:03.892061 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.908139 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4588bbe-b500-4768-b815-e462f6506036 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting subnet 93394f54-502a-45b0-8a3d-92f81b124d1c {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:03.913955 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4588bbe-b500-4768-b815-e462f6506036 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.978989 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.988765 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-484c6768-8ac4-4cec-bb9e-eece3ce39904 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.011102 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 504720a0-e806-4f5f-9273-64aa94357797, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=504720a0-e806-4f5f-9273-64aa94357797,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:04.043933 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.067789 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4588bbe-b500-4768-b815-e462f6506036 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.083174 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-484c6768-8ac4-4cec-bb9e-eece3ce39904 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for 2198656f-0eb0-4a09-858c-6f7ee5b2a544 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:04.219504 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] Routers {'f60aa6c1-6312-4d44-9926-348cf2ad5d80'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:04.223299 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:30:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f60aa6c1-6312-4d44-9926-348cf2ad5d80'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:04.409037 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=504720a0-e806-4f5f-9273-64aa94357797,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:04.418443 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31a348-4b11-4a62-bab2-1d9f0993a1a3 None None] Pushing event updated for resources: {'Port': ['ID=acd5d17b-7638-4875-9fda-c50d4e466186,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:04.470729 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4588bbe-b500-4768-b815-e462f6506036 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.508245 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-484c6768-8ac4-4cec-bb9e-eece3ce39904 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.578870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c6768-8ac4-4cec-bb9e-eece3ce39904 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=2198656f-0eb0-4a09-858c-6f7ee5b2a544,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:04.612986 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1d251ede-c687-429e-9982-61288650ffdf up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:04.645724 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] Set router f60aa6c1-6312-4d44-9926-348cf2ad5d80 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:04.657369 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4588bbe-b500-4768-b815-e462f6506036 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.740549 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4588bbe-b500-4768-b815-e462f6506036 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Subnet': ['ID=93394f54-502a-45b0-8a3d-92f81b124d1c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:04.745375 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4588bbe-b500-4768-b815-e462f6506036 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.747946 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce32082-325c-4312-bca8-e3cab62063ad None None] Network 6e81ae18-e245-4b78-8f41-bf5edea7c60d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:04.750949 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a4588bbe-b500-4768-b815-e462f6506036 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/subnets/93394f54-502a-45b0-8a3d-92f81b124d1c HTTP/1.1" status: 204 len: 168 time: 0.9938140 Jul 14 09:30:04.755311 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42840) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:04.784355 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-484c6768-8ac4-4cec-bb9e-eece3ce39904 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.791434 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-484c6768-8ac4-4cec-bb9e-eece3ce39904 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/ports/2198656f-0eb0-4a09-858c-6f7ee5b2a544 HTTP/1.1" status: 204 len: 168 time: 1.4979384 Jul 14 09:30:04.792323 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42844) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:04.842038 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2c845a-2d3b-4811-806e-6b4511823183 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] GET failed (client error): The resource could not be found. Jul 14 09:30:04.847182 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9f2c845a-2d3b-4811-806e-6b4511823183 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports/2198656f-0eb0-4a09-858c-6f7ee5b2a544 HTTP/1.1" status: 404 len: 333 time: 0.0532770 Jul 14 09:30:04.847932 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42846) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:04.969765 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05eb58df-7731-4aaf-b90b-c1390f3734d6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.080642 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-8313e579-dcdc-4723-b482-de08fdd655cb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port f05918ea-39fd-4403-9da8-9a52519c8fef {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:05.080993 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8313e579-dcdc-4723-b482-de08fdd655cb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.092510 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-05eb58df-7731-4aaf-b90b-c1390f3734d6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting port 6ff7db01-afa9-4cac-8330-86dc32dcb259 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:05.093040 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05eb58df-7731-4aaf-b90b-c1390f3734d6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.111112 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'name': 'tempest-TaggedBootDevicesTest_v242-1620864381-router', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '504720a0-e806-4f5f-9273-64aa94357797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'gw_port': {'id': '504720a0-e806-4f5f-9273-64aa94357797', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:53Z', 'updated_at': '2021-07-14T09:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'acd5d17b-7638-4875-9fda-c50d4e466186', 'name': '', 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'mac_address': 'fa:16:3e:d8:14:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'b1640c0b-fabc-4bef-a229-df363da4823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:56Z', 'updated_at': '2021-07-14T09:30:03Z', 'revision_number': 4, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'subnets': [{'id': 'b1640c0b-fabc-4bef-a229-df363da4823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:05.178632 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d93a6-fab7-42f2-b6e1-7c72c0f15e52 None None] The sync data for ids ['f60aa6c1-6312-4d44-9926-348cf2ad5d80'] in n-d-798054-10 is: [{'id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'name': 'tempest-TaggedBootDevicesTest_v242-1620864381-router', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '504720a0-e806-4f5f-9273-64aa94357797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'gw_port': {'id': '504720a0-e806-4f5f-9273-64aa94357797', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:53Z', 'updated_at': '2021-07-14T09:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'acd5d17b-7638-4875-9fda-c50d4e466186', 'name': '', 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'mac_address': 'fa:16:3e:d8:14:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'b1640c0b-fabc-4bef-a229-df363da4823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:56Z', 'updated_at': '2021-07-14T09:30:03Z', 'revision_number': 4, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'subnets': [{'id': 'b1640c0b-fabc-4bef-a229-df363da4823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:05.281241 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-bbcced78-237e-4aa5-96b2-c017e337d9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:30:01Z', 'revision_number': 8, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '32169308-c830-49ca-9b6e-cdc6fe7efc45', 'name': '', 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:90:bc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:39Z', 'updated_at': '2021-07-14T09:29:50Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:31Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939cfd96-6d0c-480d-878b-78f2ac7c0d22', 'name': '', 'network_id': '146eab75-5661-413b-9a10-21c40707cf63', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:3a:c7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:29Z', 'updated_at': '2021-07-14T09:29:39Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:05.350340 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8313e579-dcdc-4723-b482-de08fdd655cb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.365616 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-05eb58df-7731-4aaf-b90b-c1390f3734d6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] For port 6ff7db01-afa9-4cac-8330-86dc32dcb259, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=6ff7db01-afa9-4cac-8330-86dc32dcb259,segment=NetworkSegment(30e6f440-d6fe-46ac-a6b2-2f79ed82c273),segment_id=30e6f440-d6fe-46ac-a6b2-2f79ed82c273)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:05.366259 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-8313e579-dcdc-4723-b482-de08fdd655cb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for f05918ea-39fd-4403-9da8-9a52519c8fef owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:05.368343 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05eb58df-7731-4aaf-b90b-c1390f3734d6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.430660 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-05eb58df-7731-4aaf-b90b-c1390f3734d6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Calling delete_port for 6ff7db01-afa9-4cac-8330-86dc32dcb259 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:05.497598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 1d251ede-c687-429e-9982-61288650ffdf completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:05.522139 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcced78-237e-4aa5-96b2-c017e337d9af None None] The sync data for ids ['2c073c32-41e3-459b-9f2b-e027b775b319'] in n-d-798054-10 is: [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:30:01Z', 'revision_number': 8, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '32169308-c830-49ca-9b6e-cdc6fe7efc45', 'name': '', 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:90:bc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:39Z', 'updated_at': '2021-07-14T09:29:50Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:31Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939cfd96-6d0c-480d-878b-78f2ac7c0d22', 'name': '', 'network_id': '146eab75-5661-413b-9a10-21c40707cf63', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:3a:c7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:29Z', 'updated_at': '2021-07-14T09:29:39Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:05.706649 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05eb58df-7731-4aaf-b90b-c1390f3734d6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.787117 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8313e579-dcdc-4723-b482-de08fdd655cb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.787994 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc6e9f1-88b0-427e-a76e-9622ff0ca1c2 None None] Network c246421c-b9e0-4328-9cf7-bf63184b55a7 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:05.833672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb58df-7731-4aaf-b90b-c1390f3734d6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Port': ['ID=6ff7db01-afa9-4cac-8330-86dc32dcb259,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:05.849162 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eb58df-7731-4aaf-b90b-c1390f3734d6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] No DVR routers for this DVR port 6ff7db01-afa9-4cac-8330-86dc32dcb259 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:05.885524 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313e579-dcdc-4723-b482-de08fdd655cb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=f05918ea-39fd-4403-9da8-9a52519c8fef,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:05.973288 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba222f77-af38-4522-bc97-2df534a34d12 None None] DHCP port deletion for 6e81ae18-e245-4b78-8f41-bf5edea7c60d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:06.001689 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c83852b1-02ce-4582-b4c2-1e5ba60e011d None None] Provisioning for port 1d251ede-c687-429e-9982-61288650ffdf completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:06.015314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c83852b1-02ce-4582-b4c2-1e5ba60e011d None None] Provisioning complete for port 1d251ede-c687-429e-9982-61288650ffdf triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:06.015689 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c83852b1-02ce-4582-b4c2-1e5ba60e011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.155905 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8313e579-dcdc-4723-b482-de08fdd655cb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.163947 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8313e579-dcdc-4723-b482-de08fdd655cb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/ports/f05918ea-39fd-4403-9da8-9a52519c8fef HTTP/1.1" status: 204 len: 168 time: 1.3148818 Jul 14 09:30:06.167724 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42864) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:06.195849 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05eb58df-7731-4aaf-b90b-c1390f3734d6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.222723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-05eb58df-7731-4aaf-b90b-c1390f3734d6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e81ae18-e245-4b78-8f41-bf5edea7c60d']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:06.242535 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-05eb58df-7731-4aaf-b90b-c1390f3734d6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e6f440-d6fe-46ac-a6b2-2f79ed82c273') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:06.243097 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-05eb58df-7731-4aaf-b90b-c1390f3734d6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e6f440-d6fe-46ac-a6b2-2f79ed82c273') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:06.271489 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05eb58df-7731-4aaf-b90b-c1390f3734d6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.289598 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9b57d4-9ced-41fd-8175-1fa37dfc9f08 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] GET failed (client error): The resource could not be found. Jul 14 09:30:06.293149 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-dd9b57d4-9ced-41fd-8175-1fa37dfc9f08 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports/f05918ea-39fd-4403-9da8-9a52519c8fef HTTP/1.1" status: 404 len: 333 time: 0.1231306 Jul 14 09:30:06.307812 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42866) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:06.309827 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05eb58df-7731-4aaf-b90b-c1390f3734d6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.613609 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41002303-b47a-4da0-beb7-5ca850f78274 req-df03a5ae-dc27-48ac-a3ef-e5c7f4349f1e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=63d22aed-3a4c-441d-8181-160de50462dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2457392 Jul 14 09:30:06.622525 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924516fb-7201-443f-be23-15b1a10033af None None] Sync routers for ids ['2c073c32-41e3-459b-9f2b-e027b775b319'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:06.629655 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 504720a0-e806-4f5f-9273-64aa94357797 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:06.640664 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924516fb-7201-443f-be23-15b1a10033af None None] Routers {'2c073c32-41e3-459b-9f2b-e027b775b319'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:06.641585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-924516fb-7201-443f-be23-15b1a10033af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:30:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2c073c32-41e3-459b-9f2b-e027b775b319'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:06.689991 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e92777-9f0e-4955-97e7-d6f83b29c0d9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting subnet e0a65d83-9056-46f2-bc60-991a57e5fb5d {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:06.704862 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80e92777-9f0e-4955-97e7-d6f83b29c0d9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.845520 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80e92777-9f0e-4955-97e7-d6f83b29c0d9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.852717 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41002303-b47a-4da0-beb7-5ca850f78274 req-5b2d8004-5ebf-4988-bc08-5e89d65d6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:06.854173 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41002303-b47a-4da0-beb7-5ca850f78274 req-5b2d8004-5ebf-4988-bc08-5e89d65d6a15 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9eda0dcc3e874a49a638743b0ab4508c&device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 1097 time: 0.1573508 Jul 14 09:30:07.013531 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c83852b1-02ce-4582-b4c2-1e5ba60e011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.066710 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41002303-b47a-4da0-beb7-5ca850f78274 req-f3ba671a-a79d-4dd7-a93d-b1b17dd8dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:07.068196 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41002303-b47a-4da0-beb7-5ca850f78274 req-f3ba671a-a79d-4dd7-a93d-b1b17dd8dc5f service neutron] 10.222.0.49 "GET /v2.0/networks?id=cb7535f9-bc7e-49b0-b814-10dffeec6052 HTTP/1.1" status: 200 len: 912 time: 0.1882660 Jul 14 09:30:07.099092 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-924516fb-7201-443f-be23-15b1a10033af None None] Set router 2c073c32-41e3-459b-9f2b-e027b775b319 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:07.104544 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 504720a0-e806-4f5f-9273-64aa94357797 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:07.104922 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.140081 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05eb58df-7731-4aaf-b90b-c1390f3734d6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:07.140582 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05eb58df-7731-4aaf-b90b-c1390f3734d6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:07.143921 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:07.227266 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c83852b1-02ce-4582-b4c2-1e5ba60e011d None None] For port 1d251ede-c687-429e-9982-61288650ffdf, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1d251ede-c687-429e-9982-61288650ffdf,segment=NetworkSegment(cc665e7e-e4dd-48f4-a047-b1a19da57d30),segment_id=cc665e7e-e4dd-48f4-a047-b1a19da57d30)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:07.254471 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c83852b1-02ce-4582-b4c2-1e5ba60e011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.298159 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80e92777-9f0e-4955-97e7-d6f83b29c0d9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.312123 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41002303-b47a-4da0-beb7-5ca850f78274 req-cd97bfc8-c99b-497d-a546-a6255c15d2b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bbb8cc5-1565-4f8d-97de-59d3b6c77457 HTTP/1.1" status: 200 len: 1000 time: 0.2366509 Jul 14 09:30:07.490674 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41002303-b47a-4da0-beb7-5ca850f78274 req-5790ad45-5daa-45b9-8c4c-28499a6d960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:07.497300 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41002303-b47a-4da0-beb7-5ca850f78274 req-5790ad45-5daa-45b9-8c4c-28499a6d960f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33d74a61-4251-4207-b4f8-9d0620b80344 HTTP/1.1" status: 200 len: 850 time: 0.1731412 Jul 14 09:30:07.497518 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80e92777-9f0e-4955-97e7-d6f83b29c0d9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.576274 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80e92777-9f0e-4955-97e7-d6f83b29c0d9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.580048 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-80e92777-9f0e-4955-97e7-d6f83b29c0d9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/subnets/e0a65d83-9056-46f2-bc60-991a57e5fb5d HTTP/1.1" status: 204 len: 168 time: 1.2541056 Jul 14 09:30:07.588290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42882) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:07.593346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e92777-9f0e-4955-97e7-d6f83b29c0d9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Subnet': ['ID=e0a65d83-9056-46f2-bc60-991a57e5fb5d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:07.597171 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05eb58df-7731-4aaf-b90b-c1390f3734d6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.613974 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05eb58df-7731-4aaf-b90b-c1390f3734d6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.616167 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-05eb58df-7731-4aaf-b90b-c1390f3734d6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/networks/6e81ae18-e245-4b78-8f41-bf5edea7c60d HTTP/1.1" status: 204 len: 168 time: 2.8595622 Jul 14 09:30:07.618740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42884) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:07.763579 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83852b1-02ce-4582-b4c2-1e5ba60e011d None None] Pushing event updated for resources: {'Port': ['ID=1d251ede-c687-429e-9982-61288650ffdf,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:07.783978 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb58df-7731-4aaf-b90b-c1390f3734d6 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Network': ['ID=6e81ae18-e245-4b78-8f41-bf5edea7c60d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:07.794909 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749ead38-fa56-4876-995b-05ac2573244c None None] Network c246421c-b9e0-4328-9cf7-bf63184b55a7 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:07.924753 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device acd5d17b-7638-4875-9fda-c50d4e466186 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:07.979505 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-942a1000-df91-4c42-b39a-da9afc198a86 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.123185 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0e8efbdb-f11b-4b9d-8f31-d0ec70b72340 None None] Provisioning complete for port 1d251ede-c687-429e-9982-61288650ffdf triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:08.127333 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e8efbdb-f11b-4b9d-8f31-d0ec70b72340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.273911 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41002303-b47a-4da0-beb7-5ca850f78274 req-4e9e893e-32f4-4fe0-973a-ff22decb694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:08.278912 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41002303-b47a-4da0-beb7-5ca850f78274 req-4e9e893e-32f4-4fe0-973a-ff22decb694f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cb7535f9-bc7e-49b0-b814-10dffeec6052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7707005 Jul 14 09:30:08.499777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port acd5d17b-7638-4875-9fda-c50d4e466186 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:08.549942 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port acd5d17b-7638-4875-9fda-c50d4e466186 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:08.550572 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.614544 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-942a1000-df91-4c42-b39a-da9afc198a86 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port 1d251ede-c687-429e-9982-61288650ffdf {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:08.615130 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-942a1000-df91-4c42-b39a-da9afc198a86 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.715049 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-924516fb-7201-443f-be23-15b1a10033af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:30:01Z', 'revision_number': 8, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '32169308-c830-49ca-9b6e-cdc6fe7efc45', 'name': '', 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:90:bc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:39Z', 'updated_at': '2021-07-14T09:29:50Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:31Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939cfd96-6d0c-480d-878b-78f2ac7c0d22', 'name': '', 'network_id': '146eab75-5661-413b-9a10-21c40707cf63', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:3a:c7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:29Z', 'updated_at': '2021-07-14T09:29:39Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:08.836938 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924516fb-7201-443f-be23-15b1a10033af None None] Checking router: 2c073c32-41e3-459b-9f2b-e027b775b319 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:30:08.869093 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41002303-b47a-4da0-beb7-5ca850f78274 req-b20aaffd-42f9-4494-a597-1817d5c839f6 service neutron] 10.222.0.49 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5710249 Jul 14 09:30:08.886987 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dff8c79e-1fba-4f10-9b37-4a53cf4eee22 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.977397 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-942a1000-df91-4c42-b39a-da9afc198a86 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] For port 1d251ede-c687-429e-9982-61288650ffdf, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1d251ede-c687-429e-9982-61288650ffdf,segment=NetworkSegment(cc665e7e-e4dd-48f4-a047-b1a19da57d30),segment_id=cc665e7e-e4dd-48f4-a047-b1a19da57d30)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:08.978165 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-942a1000-df91-4c42-b39a-da9afc198a86 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.001036 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924516fb-7201-443f-be23-15b1a10033af None None] Routers {'2c073c32-41e3-459b-9f2b-e027b775b319'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:09.002069 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-924516fb-7201-443f-be23-15b1a10033af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:30:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2c073c32-41e3-459b-9f2b-e027b775b319'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:09.003117 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-942a1000-df91-4c42-b39a-da9afc198a86 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for 1d251ede-c687-429e-9982-61288650ffdf owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:09.145450 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41002303-b47a-4da0-beb7-5ca850f78274 req-e6e55a51-73ee-4dc5-b092-1217f961e66d service neutron] 10.222.0.49 "GET /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677243 Jul 14 09:30:09.198160 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-942a1000-df91-4c42-b39a-da9afc198a86 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.240243 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a1000-df91-4c42-b39a-da9afc198a86 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=1d251ede-c687-429e-9982-61288650ffdf,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:09.254751 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942a1000-df91-4c42-b39a-da9afc198a86 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No DVR routers for this DVR port 1d251ede-c687-429e-9982-61288650ffdf on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:09.309715 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-924516fb-7201-443f-be23-15b1a10033af None None] Set router 2c073c32-41e3-459b-9f2b-e027b775b319 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:09.380154 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-942a1000-df91-4c42-b39a-da9afc198a86 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.397622 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-942a1000-df91-4c42-b39a-da9afc198a86 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c246421c-b9e0-4328-9cf7-bf63184b55a7']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:09.412744 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-942a1000-df91-4c42-b39a-da9afc198a86 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc665e7e-e4dd-48f4-a047-b1a19da57d30') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:09.413134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-942a1000-df91-4c42-b39a-da9afc198a86 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc665e7e-e4dd-48f4-a047-b1a19da57d30') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:09.440659 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-942a1000-df91-4c42-b39a-da9afc198a86 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.480433 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-942a1000-df91-4c42-b39a-da9afc198a86 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.486790 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-dff8c79e-1fba-4f10-9b37-4a53cf4eee22 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting port 32169308-c830-49ca-9b6e-cdc6fe7efc45 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:09.487888 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dff8c79e-1fba-4f10-9b37-4a53cf4eee22 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.490508 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942a1000-df91-4c42-b39a-da9afc198a86 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:09.491015 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-942a1000-df91-4c42-b39a-da9afc198a86 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:09.497898 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:09.626142 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-dff8c79e-1fba-4f10-9b37-4a53cf4eee22 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] For port 32169308-c830-49ca-9b6e-cdc6fe7efc45, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=32169308-c830-49ca-9b6e-cdc6fe7efc45,segment=NetworkSegment(26001cdb-b47b-421e-a37d-28d58440540e),segment_id=26001cdb-b47b-421e-a37d-28d58440540e)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:09.627177 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dff8c79e-1fba-4f10-9b37-4a53cf4eee22 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.663621 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-dff8c79e-1fba-4f10-9b37-4a53cf4eee22 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Calling delete_port for 32169308-c830-49ca-9b6e-cdc6fe7efc45 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:09.676522 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-942a1000-df91-4c42-b39a-da9afc198a86 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.687754 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-942a1000-df91-4c42-b39a-da9afc198a86 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.690104 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-942a1000-df91-4c42-b39a-da9afc198a86 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/networks/c246421c-b9e0-4328-9cf7-bf63184b55a7 HTTP/1.1" status: 204 len: 168 time: 2.0812399 Jul 14 09:30:09.696567 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42942) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:09.712829 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a1000-df91-4c42-b39a-da9afc198a86 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Network': ['ID=c246421c-b9e0-4328-9cf7-bf63184b55a7,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:09.719570 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f59254f1-889c-44ef-8cd1-c7ad175a737b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1626744821'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:09.846307 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-dffa4c03-b7a6-487c-834f-96396a31d4ba None None] Could not find standard attr ID for object f05918ea-39fd-4403-9da8-9a52519c8fef. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:30:09.885832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59254f1-889c-44ef-8cd1-c7ad175a737b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:09.898012 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f59254f1-889c-44ef-8cd1-c7ad175a737b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.901287 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.956870 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7594451b-6da1-4e47-abd3-8550556b6b39 None None] DHCP port deletion for c246421c-b9e0-4328-9cf7-bf63184b55a7 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:09.997208 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59254f1-889c-44ef-8cd1-c7ad175a737b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:10.036578 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f59254f1-889c-44ef-8cd1-c7ad175a737b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.040222 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-f59254f1-889c-44ef-8cd1-c7ad175a737b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Added segment 41ad3284-8188-4b32-a8fa-762a6091d64b of type vlan for network 4d77b7b8-26f6-470e-be2a-817513f55172 Jul 14 09:30:10.075654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port acd5d17b-7638-4875-9fda-c50d4e466186, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=acd5d17b-7638-4875-9fda-c50d4e466186,segment=NetworkSegment(e28d03cb-da8a-48e7-b643-bf4cedf4bf94),segment_id=e28d03cb-da8a-48e7-b643-bf4cedf4bf94)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:10.087977 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.102764 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f59254f1-889c-44ef-8cd1-c7ad175a737b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.149319 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f59254f1-889c-44ef-8cd1-c7ad175a737b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.178659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-924516fb-7201-443f-be23-15b1a10033af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:30:01Z', 'revision_number': 8, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '32169308-c830-49ca-9b6e-cdc6fe7efc45', 'name': '', 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:90:bc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:39Z', 'updated_at': '2021-07-14T09:29:50Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:31Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939cfd96-6d0c-480d-878b-78f2ac7c0d22', 'name': '', 'network_id': '146eab75-5661-413b-9a10-21c40707cf63', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:3a:c7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:29Z', 'updated_at': '2021-07-14T09:29:39Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:10.182151 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59254f1-889c-44ef-8cd1-c7ad175a737b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:10.183389 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f59254f1-889c-44ef-8cd1-c7ad175a737b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.238806 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924516fb-7201-443f-be23-15b1a10033af None None] The sync data for ids ['2c073c32-41e3-459b-9f2b-e027b775b319'] in n-d-798054-10 is: [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:30:01Z', 'revision_number': 8, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '32169308-c830-49ca-9b6e-cdc6fe7efc45', 'name': '', 'network_id': 'a92b0bbc-c31a-4760-a49f-c94ab71512de', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:90:bc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:39Z', 'updated_at': '2021-07-14T09:29:50Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '8b25c022-9f44-48f0-9827-54f4f3303b55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:31Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939cfd96-6d0c-480d-878b-78f2ac7c0d22', 'name': '', 'network_id': '146eab75-5661-413b-9a10-21c40707cf63', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:3a:c7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:29Z', 'updated_at': '2021-07-14T09:29:39Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:10.248180 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 93379cf4-4317-44f7-8c2e-f0769305e34c no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:10.343261 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 93379cf4-4317-44f7-8c2e-f0769305e34c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:10.343815 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 93379cf4-4317-44f7-8c2e-f0769305e34c not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:10.344412 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6ff7db01-afa9-4cac-8330-86dc32dcb259 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:10.416826 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 6ff7db01-afa9-4cac-8330-86dc32dcb259 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:10.417134 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 6ff7db01-afa9-4cac-8330-86dc32dcb259 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:10.479342 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=acd5d17b-7638-4875-9fda-c50d4e466186,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:10.630011 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1d251ede-c687-429e-9982-61288650ffdf no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:10.684624 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59254f1-889c-44ef-8cd1-c7ad175a737b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Network': ['ID=4d77b7b8-26f6-470e-be2a-817513f55172,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:10.697538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 4d77b7b8-26f6-470e-be2a-817513f55172 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:10.705875 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 1d251ede-c687-429e-9982-61288650ffdf {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:10.706248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1d251ede-c687-429e-9982-61288650ffdf not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:10.714152 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f59254f1-889c-44ef-8cd1-c7ad175a737b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0131726 Jul 14 09:30:10.714385 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42972) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:10.723213 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'subnet': {'network_id': '4d77b7b8-26f6-470e-be2a-817513f55172', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:10.850005 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dff8c79e-1fba-4f10-9b37-4a53cf4eee22 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.851301 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:10.856036 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.922715 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8c79e-1fba-4f10-9b37-4a53cf4eee22 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Port': ['ID=32169308-c830-49ca-9b6e-cdc6fe7efc45,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:11.183155 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.212362 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dff8c79e-1fba-4f10-9b37-4a53cf4eee22 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.300571 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Checking segment: {'id': '41ad3284-8188-4b32-a8fa-762a6091d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4d77b7b8-26f6-470e-be2a-817513f55172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:11.301751 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network hostable DHCP agents. Network: 4d77b7b8-26f6-470e-be2a-817513f55172, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:11.313667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Subnet': ['ID=6a21afa2-05da-4c46-8c17-cac6589677d7,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:11.328046 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:11.328548 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:11.331114 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:11.331540 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:11.331950 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:11.332350 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:11.332749 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:11.333647 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:11.334090 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:11.334489 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:11.334955 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:11.335451 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:11.360245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network 4d77b7b8-26f6-470e-be2a-817513f55172 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:11.386983 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 4d77b7b8-26f6-470e-be2a-817513f55172) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:11.391925 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:11.392523 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.401839 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24db1433-32ab-49f8-9b79-54607a7fbf2e None None] Network 4d77b7b8-26f6-470e-be2a-817513f55172 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:11.430189 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-45569008-896a-481b-905f-01466d3e2c3b tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7140851 Jul 14 09:30:11.434581 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42980) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:11.444226 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-15b2a62d-1e7d-452c-b766-22b7b636b819 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'port': {'network_id': '4d77b7b8-26f6-470e-be2a-817513f55172', 'name': 'tempest-PortsTestJSON-478866657', 'fixed_ips': [{'subnet_id': '6a21afa2-05da-4c46-8c17-cac6589677d7', 'ip_address': '172.20.0.10'}]}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:11.575542 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff8c79e-1fba-4f10-9b37-4a53cf4eee22 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router 2c073c32-41e3-459b-9f2b-e027b775b319 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:11.643062 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b2a62d-1e7d-452c-b766-22b7b636b819 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:11.773189 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff8c79e-1fba-4f10-9b37-4a53cf4eee22 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:11.773955 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15b2a62d-1e7d-452c-b766-22b7b636b819 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.786316 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4e9af3-0382-4ad8-9f0f-8b8b211e6a4b None None] Sync routers for ids ['2c073c32-41e3-459b-9f2b-e027b775b319'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:11.791353 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dff8c79e-1fba-4f10-9b37-4a53cf4eee22 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/2c073c32-41e3-459b-9f2b-e027b775b319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1711004 Jul 14 09:30:11.792061 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43002) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:11.804086 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4e9af3-0382-4ad8-9f0f-8b8b211e6a4b None None] Routers {'2c073c32-41e3-459b-9f2b-e027b775b319'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:11.804854 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9c4e9af3-0382-4ad8-9f0f-8b8b211e6a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:30:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2c073c32-41e3-459b-9f2b-e027b775b319'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:11.812507 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4d77b7b8-26f6-470e-be2a-817513f55172', 'network_id': '4d77b7b8-26f6-470e-be2a-817513f55172', 'tenant_id': '4e8e895605fb4ca2bfa65b016145bb78', 'fixed_ips': [{'subnet_id': '6a21afa2-05da-4c46-8c17-cac6589677d7'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:11.816124 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.847135 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-15b2a62d-1e7d-452c-b766-22b7b636b819 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] device_id is not set on port a1f98b2c-2281-4052-a97a-9c2385522d5e yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:11.935142 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-843c53fe-c007-46b0-a29a-9b48cdde2ab1 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting subnet 8b25c022-9f44-48f0-9827-54f4f3303b55 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:11.946883 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-843c53fe-c007-46b0-a29a-9b48cdde2ab1 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.036683 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Allocated IP 172.20.0.2 (4d77b7b8-26f6-470e-be2a-817513f55172/6a21afa2-05da-4c46-8c17-cac6589677d7/4c473d93-7ccc-4499-8ae8-976f9d2b40f9) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:12.061667 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-843c53fe-c007-46b0-a29a-9b48cdde2ab1 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.134313 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-9c4e9af3-0382-4ad8-9f0f-8b8b211e6a4b None None] Set router 2c073c32-41e3-459b-9f2b-e027b775b319 gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:12.272989 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.291774 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-843c53fe-c007-46b0-a29a-9b48cdde2ab1 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.292152 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Transition to ACTIVE for port object 4c473d93-7ccc-4499-8ae8-976f9d2b40f9 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:12.328228 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Transition to ACTIVE for port object 4c473d93-7ccc-4499-8ae8-976f9d2b40f9 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:12.355459 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.440222 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Network 4d77b7b8-26f6-470e-be2a-817513f55172 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:12.442558 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-843c53fe-c007-46b0-a29a-9b48cdde2ab1 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.450468 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:12.464192 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:12.517500 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-843c53fe-c007-46b0-a29a-9b48cdde2ab1 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.528812 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-843c53fe-c007-46b0-a29a-9b48cdde2ab1 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/subnets/8b25c022-9f44-48f0-9827-54f4f3303b55 HTTP/1.1" status: 204 len: 168 time: 0.7342367 Jul 14 09:30:12.530205 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43026) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:12.546324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c53fe-c007-46b0-a29a-9b48cdde2ab1 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Subnet': ['ID=8b25c022-9f44-48f0-9827-54f4f3303b55,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:12.562481 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-15b2a62d-1e7d-452c-b766-22b7b636b819 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Allocated IP 172.20.0.10 (4d77b7b8-26f6-470e-be2a-817513f55172/6a21afa2-05da-4c46-8c17-cac6589677d7/a1f98b2c-2281-4052-a97a-9c2385522d5e) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:12.692336 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f34385-a832-4904-b894-41e360e47a47 None None] Network a92b0bbc-c31a-4760-a49f-c94ab71512de requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:12.808654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Attempting to bind port 4c473d93-7ccc-4499-8ae8-976f9d2b40f9 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:12.810154 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Attempting to bind port 4c473d93-7ccc-4499-8ae8-976f9d2b40f9 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '41ad3284-8188-4b32-a8fa-762a6091d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4d77b7b8-26f6-470e-be2a-817513f55172'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:12.811678 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Attempting to bind port 4c473d93-7ccc-4499-8ae8-976f9d2b40f9 on network 4d77b7b8-26f6-470e-be2a-817513f55172 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:12.839867 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78c5383c-4018-4a8c-9bad-0e087c70a3cb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.941290 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9c4e9af3-0382-4ad8-9f0f-8b8b211e6a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:30:10Z', 'revision_number': 9, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:31Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939cfd96-6d0c-480d-878b-78f2ac7c0d22', 'name': '', 'network_id': '146eab75-5661-413b-9a10-21c40707cf63', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:3a:c7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:29Z', 'updated_at': '2021-07-14T09:29:39Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:13.027279 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4e9af3-0382-4ad8-9f0f-8b8b211e6a4b None None] Checking router: 2c073c32-41e3-459b-9f2b-e027b775b319 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:30:13.048061 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4e9af3-0382-4ad8-9f0f-8b8b211e6a4b None None] Routers {'2c073c32-41e3-459b-9f2b-e027b775b319'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:13.048929 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9c4e9af3-0382-4ad8-9f0f-8b8b211e6a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:30:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2c073c32-41e3-459b-9f2b-e027b775b319'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:13.062790 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Pushing event updated for resources: {'Port': ['ID=4c473d93-7ccc-4499-8ae8-976f9d2b40f9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:13.113933 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device acd5d17b-7638-4875-9fda-c50d4e466186 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:13.158714 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:13.159113 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Checking segment: {'id': '41ad3284-8188-4b32-a8fa-762a6091d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4d77b7b8-26f6-470e-be2a-817513f55172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:13.159518 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.159917 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Bound using segment: {'id': '41ad3284-8188-4b32-a8fa-762a6091d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4d77b7b8-26f6-470e-be2a-817513f55172'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:13.161145 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15b2a62d-1e7d-452c-b766-22b7b636b819 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.174133 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Bound port: 4c473d93-7ccc-4499-8ae8-976f9d2b40f9, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ad3284-8188-4b32-a8fa-762a6091d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4d77b7b8-26f6-470e-be2a-817513f55172'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:13.174739 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.202352 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-78c5383c-4018-4a8c-9bad-0e087c70a3cb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting port 1eed5184-7fcb-4c9f-901c-0109ce80a304 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:13.203363 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78c5383c-4018-4a8c-9bad-0e087c70a3cb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.233405 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-15b2a62d-1e7d-452c-b766-22b7b636b819 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Transition to ACTIVE for port object a1f98b2c-2281-4052-a97a-9c2385522d5e will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:13.314246 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-9c4e9af3-0382-4ad8-9f0f-8b8b211e6a4b None None] Set router 2c073c32-41e3-459b-9f2b-e027b775b319 gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:13.334312 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15b2a62d-1e7d-452c-b766-22b7b636b819 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.426164 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-78c5383c-4018-4a8c-9bad-0e087c70a3cb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] For port 1eed5184-7fcb-4c9f-901c-0109ce80a304, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1eed5184-7fcb-4c9f-901c-0109ce80a304,segment=NetworkSegment(26001cdb-b47b-421e-a37d-28d58440540e),segment_id=26001cdb-b47b-421e-a37d-28d58440540e)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:13.426550 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78c5383c-4018-4a8c-9bad-0e087c70a3cb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.449651 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:13.459979 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-78c5383c-4018-4a8c-9bad-0e087c70a3cb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Calling delete_port for 1eed5184-7fcb-4c9f-901c-0109ce80a304 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:13.464100 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:13.468373 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:13.469044 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:13.469523 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:13.472577 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:13.473867 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:13.478267 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:13.478788 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:13.485003 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:13.485647 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:13.486181 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:13.625687 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b2a62d-1e7d-452c-b766-22b7b636b819 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network 4d77b7b8-26f6-470e-be2a-817513f55172 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:13.655805 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2a62d-1e7d-452c-b766-22b7b636b819 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=a1f98b2c-2281-4052-a97a-9c2385522d5e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:13.681456 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-15b2a62d-1e7d-452c-b766-22b7b636b819 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:13.689039 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b2a62d-1e7d-452c-b766-22b7b636b819 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:13.692667 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78c5383c-4018-4a8c-9bad-0e087c70a3cb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.764698 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5383c-4018-4a8c-9bad-0e087c70a3cb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Port': ['ID=1eed5184-7fcb-4c9f-901c-0109ce80a304,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:13.780919 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5383c-4018-4a8c-9bad-0e087c70a3cb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] No DVR routers for this DVR port 1eed5184-7fcb-4c9f-901c-0109ce80a304 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:13.856540 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] For port 4c473d93-7ccc-4499-8ae8-976f9d2b40f9, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:13.874103 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] For port 4c473d93-7ccc-4499-8ae8-976f9d2b40f9, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4c473d93-7ccc-4499-8ae8-976f9d2b40f9,segment=NetworkSegment(41ad3284-8188-4b32-a8fa-762a6091d64b),segment_id=41ad3284-8188-4b32-a8fa-762a6091d64b)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:13.899133 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.901981 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b2a62d-1e7d-452c-b766-22b7b636b819 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:13.913231 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port acd5d17b-7638-4875-9fda-c50d4e466186 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:13.913758 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15b2a62d-1e7d-452c-b766-22b7b636b819 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.915021 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.987023 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-15b2a62d-1e7d-452c-b766-22b7b636b819 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5470414 Jul 14 09:30:13.987819 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43068) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:14.005858 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-5fe156b8-1782-46dc-b0c9-2d454b2a1218 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'port': {'network_id': '4d77b7b8-26f6-470e-be2a-817513f55172', 'name': 'tempest-PortsTestJSON-712515873', 'fixed_ips': [{'subnet_id': '6a21afa2-05da-4c46-8c17-cac6589677d7', 'ip_address': '172.20.0.9'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:14.105697 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0933a0f-ee5e-42d3-b10f-7dc1075210e6 None None] DHCP port deletion for a92b0bbc-c31a-4760-a49f-c94ab71512de request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:14.262695 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9c4e9af3-0382-4ad8-9f0f-8b8b211e6a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:30:10Z', 'revision_number': 9, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:31Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939cfd96-6d0c-480d-878b-78f2ac7c0d22', 'name': '', 'network_id': '146eab75-5661-413b-9a10-21c40707cf63', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:3a:c7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:29Z', 'updated_at': '2021-07-14T09:29:39Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:14.346643 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78c5383c-4018-4a8c-9bad-0e087c70a3cb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.366213 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1f499-8cbf-4164-86df-57485bc21abf None None] Pushing event updated for resources: {'Port': ['ID=4c473d93-7ccc-4499-8ae8-976f9d2b40f9,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:14.394651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-78c5383c-4018-4a8c-9bad-0e087c70a3cb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92b0bbc-c31a-4760-a49f-c94ab71512de']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:14.528544 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-78c5383c-4018-4a8c-9bad-0e087c70a3cb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26001cdb-b47b-421e-a37d-28d58440540e') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:14.529202 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-78c5383c-4018-4a8c-9bad-0e087c70a3cb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26001cdb-b47b-421e-a37d-28d58440540e') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:14.559770 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4e9af3-0382-4ad8-9f0f-8b8b211e6a4b None None] The sync data for ids ['2c073c32-41e3-459b-9f2b-e027b775b319'] in n-d-798054-10 is: [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:30:10Z', 'revision_number': 9, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:31Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939cfd96-6d0c-480d-878b-78f2ac7c0d22', 'name': '', 'network_id': '146eab75-5661-413b-9a10-21c40707cf63', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:3a:c7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:29Z', 'updated_at': '2021-07-14T09:29:39Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': 'cd0cc9ce-b6b7-4549-946c-5e28282a3ef1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:14.670158 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78c5383c-4018-4a8c-9bad-0e087c70a3cb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.836382 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78c5383c-4018-4a8c-9bad-0e087c70a3cb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.847627 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c5383c-4018-4a8c-9bad-0e087c70a3cb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:14.848128 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78c5383c-4018-4a8c-9bad-0e087c70a3cb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:14.851687 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:14.928861 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe156b8-1782-46dc-b0c9-2d454b2a1218 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:15.101014 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78c5383c-4018-4a8c-9bad-0e087c70a3cb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.101300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1eed5184-7fcb-4c9f-901c-0109ce80a304 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:15.137113 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78c5383c-4018-4a8c-9bad-0e087c70a3cb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.142566 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43084) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:15.143133 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-78c5383c-4018-4a8c-9bad-0e087c70a3cb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/networks/a92b0bbc-c31a-4760-a49f-c94ab71512de HTTP/1.1" status: 204 len: 168 time: 2.6111617 Jul 14 09:30:15.155928 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 1eed5184-7fcb-4c9f-901c-0109ce80a304 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:15.158637 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1eed5184-7fcb-4c9f-901c-0109ce80a304 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:15.205566 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5fe156b8-1782-46dc-b0c9-2d454b2a1218 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.228614 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5383c-4018-4a8c-9bad-0e087c70a3cb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Network': ['ID=a92b0bbc-c31a-4760-a49f-c94ab71512de,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:15.270403 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-5fe156b8-1782-46dc-b0c9-2d454b2a1218 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] device_id is not set on port ca7ef9ec-dce2-4d6e-8165-a812b47fcf54 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:15.744898 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-5fe156b8-1782-46dc-b0c9-2d454b2a1218 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Allocated IP 172.20.0.9 (4d77b7b8-26f6-470e-be2a-817513f55172/6a21afa2-05da-4c46-8c17-cac6589677d7/ca7ef9ec-dce2-4d6e-8165-a812b47fcf54) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:16.156802 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5fe156b8-1782-46dc-b0c9-2d454b2a1218 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.195037 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-5fe156b8-1782-46dc-b0c9-2d454b2a1218 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Transition to ACTIVE for port object ca7ef9ec-dce2-4d6e-8165-a812b47fcf54 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:16.392571 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.416618 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5fe156b8-1782-46dc-b0c9-2d454b2a1218 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.564009 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa30c-c039-4f6c-a734-2cbc4afc7c89 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.599925 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe156b8-1782-46dc-b0c9-2d454b2a1218 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network 4d77b7b8-26f6-470e-be2a-817513f55172 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:16.622432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-5fe156b8-1782-46dc-b0c9-2d454b2a1218 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:16.630459 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe156b8-1782-46dc-b0c9-2d454b2a1218 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:16.635274 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe156b8-1782-46dc-b0c9-2d454b2a1218 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=ca7ef9ec-dce2-4d6e-8165-a812b47fcf54,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:16.675848 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bc6aff11-060d-41b6-a394-738ec4af2eff req-7da57475-3be5-4fb5-a048-efe1afa250de service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4484847 Jul 14 09:30:16.838861 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae09caf-f138-4fdd-a21d-d932732426b6 None None] Network 4d77b7b8-26f6-470e-be2a-817513f55172 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:16.840272 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe156b8-1782-46dc-b0c9-2d454b2a1218 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:16.843053 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5fe156b8-1782-46dc-b0c9-2d454b2a1218 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.864403 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5fe156b8-1782-46dc-b0c9-2d454b2a1218 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8715639 Jul 14 09:30:16.865174 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43128) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:17.320317 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-3d0fa30c-c039-4f6c-a734-2cbc4afc7c89 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting port 939cfd96-6d0c-480d-878b-78f2ac7c0d22 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:17.321154 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa30c-c039-4f6c-a734-2cbc4afc7c89 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.324916 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4c473d93-7ccc-4499-8ae8-976f9d2b40f9 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:17.479952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6bf95cbc-37dd-48b8-9dd9-92bfb8e28f0e None None] Provisioning for port 4c473d93-7ccc-4499-8ae8-976f9d2b40f9 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:17.595185 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 4c473d93-7ccc-4499-8ae8-976f9d2b40f9 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:17.603262 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 4c473d93-7ccc-4499-8ae8-976f9d2b40f9 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:17.606744 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.608393 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-3d0fa30c-c039-4f6c-a734-2cbc4afc7c89 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] For port 939cfd96-6d0c-480d-878b-78f2ac7c0d22, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=939cfd96-6d0c-480d-878b-78f2ac7c0d22,segment=NetworkSegment(957c25dd-446a-432c-81b1-1970e6126b05),segment_id=957c25dd-446a-432c-81b1-1970e6126b05)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:17.608940 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa30c-c039-4f6c-a734-2cbc4afc7c89 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.649459 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-3d0fa30c-c039-4f6c-a734-2cbc4afc7c89 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Calling delete_port for 939cfd96-6d0c-480d-878b-78f2ac7c0d22 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:17.788373 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6aff11-060d-41b6-a394-738ec4af2eff req-2a8e73f8-6056-4bc4-8ae0-7bcd7fefa955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:17.804740 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bc6aff11-060d-41b6-a394-738ec4af2eff req-2a8e73f8-6056-4bc4-8ae0-7bcd7fefa955 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5cb22d9c9ca64cacba1a692a05940f23&device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 1097 time: 1.0438981 Jul 14 09:30:17.859667 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25936e2-692d-494c-bebe-fae5e74c8df0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:17.866486 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c25936e2-692d-494c-bebe-fae5e74c8df0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.9918168 Jul 14 09:30:17.992456 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.141936 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43156) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:18.165845 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 4c473d93-7ccc-4499-8ae8-976f9d2b40f9, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4c473d93-7ccc-4499-8ae8-976f9d2b40f9,segment=NetworkSegment(41ad3284-8188-4b32-a8fa-762a6091d64b),segment_id=41ad3284-8188-4b32-a8fa-762a6091d64b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:18.178356 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa30c-c039-4f6c-a734-2cbc4afc7c89 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.219744 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fa30c-c039-4f6c-a734-2cbc4afc7c89 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Port': ['ID=939cfd96-6d0c-480d-878b-78f2ac7c0d22,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:18.234707 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.245612 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-746f75be-e331-4ac4-9380-a072bb0a8053 None None] Provisioning for port a1f98b2c-2281-4052-a97a-9c2385522d5e completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:18.283307 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 32169308-c830-49ca-9b6e-cdc6fe7efc45 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:18.346244 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-746f75be-e331-4ac4-9380-a072bb0a8053 None None] Provisioning complete for port a1f98b2c-2281-4052-a97a-9c2385522d5e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:18.347133 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-746f75be-e331-4ac4-9380-a072bb0a8053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.426028 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6aff11-060d-41b6-a394-738ec4af2eff req-08dd0ae9-c79e-40f5-9918-ddd73a0f285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:18.428138 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bc6aff11-060d-41b6-a394-738ec4af2eff req-08dd0ae9-c79e-40f5-9918-ddd73a0f285a service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e4991ac-2228-452d-ab57-e39ab6b100bc HTTP/1.1" status: 200 len: 916 time: 0.5653777 Jul 14 09:30:18.575958 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 32169308-c830-49ca-9b6e-cdc6fe7efc45 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:18.590462 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 32169308-c830-49ca-9b6e-cdc6fe7efc45 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:18.689297 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-746f75be-e331-4ac4-9380-a072bb0a8053 None None] Port a1f98b2c-2281-4052-a97a-9c2385522d5e cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:18.700249 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=4c473d93-7ccc-4499-8ae8-976f9d2b40f9,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:18.712880 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-746f75be-e331-4ac4-9380-a072bb0a8053 None None] Provisioning for port ca7ef9ec-dce2-4d6e-8165-a812b47fcf54 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:18.726669 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-746f75be-e331-4ac4-9380-a072bb0a8053 None None] Provisioning complete for port ca7ef9ec-dce2-4d6e-8165-a812b47fcf54 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:18.726941 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-746f75be-e331-4ac4-9380-a072bb0a8053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.768259 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d44980-b11a-495c-a5c8-9a35bc3675a0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:18.801036 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d44980-b11a-495c-a5c8-9a35bc3675a0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:18.833438 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d44980-b11a-495c-a5c8-9a35bc3675a0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:18.845393 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e0d44980-b11a-495c-a5c8-9a35bc3675a0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.6970789 Jul 14 09:30:18.853914 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43176) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:18.860363 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-746f75be-e331-4ac4-9380-a072bb0a8053 None None] Port ca7ef9ec-dce2-4d6e-8165-a812b47fcf54 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:18.888169 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-746f75be-e331-4ac4-9380-a072bb0a8053 None None] Provisioning complete for port 4c473d93-7ccc-4499-8ae8-976f9d2b40f9 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:18.888824 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-746f75be-e331-4ac4-9380-a072bb0a8053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.905023 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bc6aff11-060d-41b6-a394-738ec4af2eff req-9fbc5639-aa6f-490a-9385-8c98510d02ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea66b038-9384-4309-8867-09e72af1a81e HTTP/1.1" status: 200 len: 1001 time: 0.4640853 Jul 14 09:30:19.027298 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa30c-c039-4f6c-a734-2cbc4afc7c89 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.230998 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6aff11-060d-41b6-a394-738ec4af2eff req-c4df2dbc-7b2c-4cf7-92ce-7be23fc63ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:19.242511 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bc6aff11-060d-41b6-a394-738ec4af2eff req-c4df2dbc-7b2c-4cf7-92ce-7be23fc63ffa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=453b9a84-a49e-4445-ade0-e83a68e64b54 HTTP/1.1" status: 200 len: 854 time: 0.2628241 Jul 14 09:30:19.272025 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f28f3708-0d86-455f-8f08-f234d90d31f6 None None] Provisioning complete for port a1f98b2c-2281-4052-a97a-9c2385522d5e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:19.272627 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f28f3708-0d86-455f-8f08-f234d90d31f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.402471 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-ef836ac4-fc79-4e48-864f-60ecde1eee15 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port ca7ef9ec-dce2-4d6e-8165-a812b47fcf54 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:19.405088 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ef836ac4-fc79-4e48-864f-60ecde1eee15 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.407996 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2d676-0b21-48b9-877d-a2f7cf904070 req-8d5e7e3d-3c4d-44a7-ba5a-072eaf1a2726 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:19.420672 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3af2d676-0b21-48b9-877d-a2f7cf904070 req-8d5e7e3d-3c4d-44a7-ba5a-072eaf1a2726 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 1.2502136 Jul 14 09:30:19.440034 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f28f3708-0d86-455f-8f08-f234d90d31f6 None None] Port a1f98b2c-2281-4052-a97a-9c2385522d5e cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:19.539859 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3af2d676-0b21-48b9-877d-a2f7cf904070 req-80cd18ad-a6a4-4523-9f8c-a85c84b1e390 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155982 Jul 14 09:30:19.556904 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6aff11-060d-41b6-a394-738ec4af2eff req-8ed79ab9-02a9-431e-b02a-d84800958164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:19.558715 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bc6aff11-060d-41b6-a394-738ec4af2eff req-8ed79ab9-02a9-431e-b02a-d84800958164 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e4991ac-2228-452d-ab57-e39ab6b100bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3072727 Jul 14 09:30:19.570101 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a23f6b26-1911-4895-a26b-3ba1ab9dbe70 None None] Provisioning complete for port ca7ef9ec-dce2-4d6e-8165-a812b47fcf54 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:19.570486 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a23f6b26-1911-4895-a26b-3ba1ab9dbe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.664031 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ef836ac4-fc79-4e48-864f-60ecde1eee15 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.667155 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-f717ee5b-6be5-4775-a325-d74f9a1c5e39 req-5da27e4f-0d85-4d7d-8e4a-d1481ffdb03c service neutron] (93887) timed out ('10.222.0.26', 46270) {{(pid=93887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:30:19.668715 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a23f6b26-1911-4895-a26b-3ba1ab9dbe70 None None] Port ca7ef9ec-dce2-4d6e-8165-a812b47fcf54 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:19.691099 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-ef836ac4-fc79-4e48-864f-60ecde1eee15 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for ca7ef9ec-dce2-4d6e-8165-a812b47fcf54 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:19.799406 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bc6aff11-060d-41b6-a394-738ec4af2eff req-512a8cea-96ea-43df-a361-6a8d051a56df service neutron] 10.222.0.55 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326133 Jul 14 09:30:19.882494 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0fa30c-c039-4f6c-a734-2cbc4afc7c89 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router 2c073c32-41e3-459b-9f2b-e027b775b319 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:20.028523 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bc6aff11-060d-41b6-a394-738ec4af2eff req-cf9c7985-20f0-46c0-a072-98da80ec8486 service neutron] 10.222.0.55 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223394 Jul 14 09:30:20.065024 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ef836ac4-fc79-4e48-864f-60ecde1eee15 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.218495 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0fa30c-c039-4f6c-a734-2cbc4afc7c89 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:20.223978 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef836ac4-fc79-4e48-864f-60ecde1eee15 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=ca7ef9ec-dce2-4d6e-8165-a812b47fcf54,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:20.233601 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d6477-e6c4-4f70-8916-eb3f40b1b1e0 None None] Sync routers for ids ['2c073c32-41e3-459b-9f2b-e027b775b319'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:20.242724 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43196) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:20.255792 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3d0fa30c-c039-4f6c-a734-2cbc4afc7c89 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/2c073c32-41e3-459b-9f2b-e027b775b319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1054776 Jul 14 09:30:20.255912 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d6477-e6c4-4f70-8916-eb3f40b1b1e0 None None] Routers {'2c073c32-41e3-459b-9f2b-e027b775b319'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:20.256854 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c89d6477-e6c4-4f70-8916-eb3f40b1b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:30:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2c073c32-41e3-459b-9f2b-e027b775b319'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:20.428275 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ef836ac4-fc79-4e48-864f-60ecde1eee15 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.433934 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43200) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:20.436092 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ef836ac4-fc79-4e48-864f-60ecde1eee15 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/ports/ca7ef9ec-dce2-4d6e-8165-a812b47fcf54 HTTP/1.1" status: 204 len: 168 time: 1.5764999 Jul 14 09:30:20.459809 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-e515b749-b403-460e-b932-dcb25692c56c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting subnet cd0cc9ce-b6b7-4549-946c-5e28282a3ef1 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:20.470653 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e515b749-b403-460e-b932-dcb25692c56c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.519374 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-55607765-2ae5-47be-81e4-5ed596f0bd73 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] GET failed (client error): The resource could not be found. Jul 14 09:30:20.521145 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-55607765-2ae5-47be-81e4-5ed596f0bd73 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports/ca7ef9ec-dce2-4d6e-8165-a812b47fcf54 HTTP/1.1" status: 404 len: 333 time: 0.0861678 Jul 14 09:30:20.524077 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43204) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:20.530572 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-c89d6477-e6c4-4f70-8916-eb3f40b1b1e0 None None] Set router 2c073c32-41e3-459b-9f2b-e027b775b319 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:20.620116 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e515b749-b403-460e-b932-dcb25692c56c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.809856 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-bc034377-f36f-4196-aa8e-f5514f468952 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port a1f98b2c-2281-4052-a97a-9c2385522d5e {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:20.810316 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc034377-f36f-4196-aa8e-f5514f468952 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.829312 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4c473d93-7ccc-4499-8ae8-976f9d2b40f9 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:20.903116 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e515b749-b403-460e-b932-dcb25692c56c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.048117 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e515b749-b403-460e-b932-dcb25692c56c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.053065 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 4c473d93-7ccc-4499-8ae8-976f9d2b40f9 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:21.053577 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.137875 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e515b749-b403-460e-b932-dcb25692c56c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.143648 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e515b749-b403-460e-b932-dcb25692c56c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/subnets/cd0cc9ce-b6b7-4549-946c-5e28282a3ef1 HTTP/1.1" status: 204 len: 168 time: 0.8918111 Jul 14 09:30:21.149657 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca71e79-23d6-4589-a48c-b4b4b04d9188 None None] Network 146eab75-5661-413b-9a10-21c40707cf63 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:21.150419 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43212) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:21.151263 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515b749-b403-460e-b932-dcb25692c56c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Subnet': ['ID=cd0cc9ce-b6b7-4549-946c-5e28282a3ef1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:21.184189 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc034377-f36f-4196-aa8e-f5514f468952 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.229965 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-bc034377-f36f-4196-aa8e-f5514f468952 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for a1f98b2c-2281-4052-a97a-9c2385522d5e owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:21.394046 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b00a43b2-f54c-42c2-9174-e0a34aca1caa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.569885 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-b00a43b2-f54c-42c2-9174-e0a34aca1caa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting port a0f37df6-b6ad-4d9f-bea3-c22026741cdd {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:21.570304 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b00a43b2-f54c-42c2-9174-e0a34aca1caa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.579017 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f9e27-d193-4822-8774-b5f42841d860 req-02e497c6-bbba-49a4-9c9e-e61a4f0234a1 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:21.584051 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b01f9e27-d193-4822-8774-b5f42841d860 req-02e497c6-bbba-49a4-9c9e-e61a4f0234a1 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.5799842 Jul 14 09:30:21.587566 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc034377-f36f-4196-aa8e-f5514f468952 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.661393 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc034377-f36f-4196-aa8e-f5514f468952 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=a1f98b2c-2281-4052-a97a-9c2385522d5e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:21.767762 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-b00a43b2-f54c-42c2-9174-e0a34aca1caa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] For port a0f37df6-b6ad-4d9f-bea3-c22026741cdd, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a0f37df6-b6ad-4d9f-bea3-c22026741cdd,segment=NetworkSegment(957c25dd-446a-432c-81b1-1970e6126b05),segment_id=957c25dd-446a-432c-81b1-1970e6126b05)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:21.768196 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b00a43b2-f54c-42c2-9174-e0a34aca1caa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.826655 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-b00a43b2-f54c-42c2-9174-e0a34aca1caa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Calling delete_port for a0f37df6-b6ad-4d9f-bea3-c22026741cdd owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:21.872740 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc034377-f36f-4196-aa8e-f5514f468952 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.880225 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bc034377-f36f-4196-aa8e-f5514f468952 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/ports/a1f98b2c-2281-4052-a97a-9c2385522d5e HTTP/1.1" status: 204 len: 168 time: 1.3546011 Jul 14 09:30:21.885818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43226) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:21.889759 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b01f9e27-d193-4822-8774-b5f42841d860 req-333e7fc4-268e-4d8d-8244-62c2ad4dff0f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975430 Jul 14 09:30:22.023750 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb9cbef-333b-4247-a575-f072d4411bc2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] GET failed (client error): The resource could not be found. Jul 14 09:30:22.028678 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6eb9cbef-333b-4247-a575-f072d4411bc2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports/a1f98b2c-2281-4052-a97a-9c2385522d5e HTTP/1.1" status: 404 len: 333 time: 0.1246061 Jul 14 09:30:22.030116 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43230) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:22.036669 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c89d6477-e6c4-4f70-8916-eb3f40b1b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:30:18Z', 'revision_number': 10, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:31Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:22.076967 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d6477-e6c4-4f70-8916-eb3f40b1b1e0 None None] Checking router: 2c073c32-41e3-459b-9f2b-e027b775b319 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:30:22.101735 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d6477-e6c4-4f70-8916-eb3f40b1b1e0 None None] Routers {'2c073c32-41e3-459b-9f2b-e027b775b319'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:22.102426 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c89d6477-e6c4-4f70-8916-eb3f40b1b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:30:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2c073c32-41e3-459b-9f2b-e027b775b319'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:22.162246 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b00a43b2-f54c-42c2-9174-e0a34aca1caa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.258408 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-c89d6477-e6c4-4f70-8916-eb3f40b1b1e0 None None] Set router 2c073c32-41e3-459b-9f2b-e027b775b319 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:22.275873 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-4048bc46-a134-4803-af99-dcae99b281fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting subnet 6a21afa2-05da-4c46-8c17-cac6589677d7 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:22.309086 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4048bc46-a134-4803-af99-dcae99b281fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.317429 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a43b2-f54c-42c2-9174-e0a34aca1caa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Port': ['ID=a0f37df6-b6ad-4d9f-bea3-c22026741cdd,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:22.363745 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a43b2-f54c-42c2-9174-e0a34aca1caa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] No DVR routers for this DVR port a0f37df6-b6ad-4d9f-bea3-c22026741cdd on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:22.390558 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4048bc46-a134-4803-af99-dcae99b281fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.491576 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170bfc90-5933-45ab-95d8-02e04b6bd2d9 None None] DHCP port deletion for 146eab75-5661-413b-9a10-21c40707cf63 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:22.624244 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4048bc46-a134-4803-af99-dcae99b281fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.685010 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c89d6477-e6c4-4f70-8916-eb3f40b1b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:30:18Z', 'revision_number': 10, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:31Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:22.688321 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b00a43b2-f54c-42c2-9174-e0a34aca1caa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.721546 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-b00a43b2-f54c-42c2-9174-e0a34aca1caa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146eab75-5661-413b-9a10-21c40707cf63']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:22.744138 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-b00a43b2-f54c-42c2-9174-e0a34aca1caa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957c25dd-446a-432c-81b1-1970e6126b05') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:22.744520 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-b00a43b2-f54c-42c2-9174-e0a34aca1caa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957c25dd-446a-432c-81b1-1970e6126b05') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:22.771808 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b00a43b2-f54c-42c2-9174-e0a34aca1caa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.782878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d6477-e6c4-4f70-8916-eb3f40b1b1e0 None None] The sync data for ids ['2c073c32-41e3-459b-9f2b-e027b775b319'] in n-d-798054-10 is: [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:30:18Z', 'revision_number': 10, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None, '_interfaces': [{'id': '3c3e1248-53bb-4d39-b5ad-9a7ec52a9905', 'name': '', 'network_id': '4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'mac_address': 'fa:16:3e:b7:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:19Z', 'updated_at': '2021-07-14T09:29:31Z', 'revision_number': 5, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'subnets': [{'id': '6ad9cfa4-775c-4531-981a-018046fb3b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:22.807850 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4048bc46-a134-4803-af99-dcae99b281fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.811345 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a0f37df6-b6ad-4d9f-bea3-c22026741cdd no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:22.824058 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b00a43b2-f54c-42c2-9174-e0a34aca1caa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.849908 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00a43b2-f54c-42c2-9174-e0a34aca1caa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:22.851940 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b00a43b2-f54c-42c2-9174-e0a34aca1caa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.875429 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: a0f37df6-b6ad-4d9f-bea3-c22026741cdd {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:22.875429 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a0f37df6-b6ad-4d9f-bea3-c22026741cdd not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:22.889645 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048bc46-a134-4803-af99-dcae99b281fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Subnet': ['ID=6a21afa2-05da-4c46-8c17-cac6589677d7,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:22.894253 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4048bc46-a134-4803-af99-dcae99b281fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.897594 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4048bc46-a134-4803-af99-dcae99b281fa tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/subnets/6a21afa2-05da-4c46-8c17-cac6589677d7 HTTP/1.1" status: 204 len: 168 time: 0.8661714 Jul 14 09:30:22.901925 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43238) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:22.909318 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:22.911353 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d664adf7-d8df-4cb7-8640-078bd46aeee8 None None] Network 4d77b7b8-26f6-470e-be2a-817513f55172 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:23.026819 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b00a43b2-f54c-42c2-9174-e0a34aca1caa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.059545 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b00a43b2-f54c-42c2-9174-e0a34aca1caa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.063961 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b00a43b2-f54c-42c2-9174-e0a34aca1caa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/networks/146eab75-5661-413b-9a10-21c40707cf63 HTTP/1.1" status: 204 len: 168 time: 1.9078469 Jul 14 09:30:23.107986 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea91a3df-4578-495a-96ed-2f98bd080cc7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.136355 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43246) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:23.167556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a43b2-f54c-42c2-9174-e0a34aca1caa tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Network': ['ID=146eab75-5661-413b-9a10-21c40707cf63,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:23.403813 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942209c-34b8-4fc8-8af8-d07994c4fdaf req-edb8cb44-d5e1-4cb5-947d-377787fdd44c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:23.407065 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f942209c-34b8-4fc8-8af8-d07994c4fdaf req-edb8cb44-d5e1-4cb5-947d-377787fdd44c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.2491021 Jul 14 09:30:23.417596 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43254) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:23.518935 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-ea91a3df-4578-495a-96ed-2f98bd080cc7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port 4c473d93-7ccc-4499-8ae8-976f9d2b40f9 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:23.519576 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea91a3df-4578-495a-96ed-2f98bd080cc7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.545464 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9573fa54-6cdb-4e96-a84a-5a75f570fbc7 None None] DHCP port deletion for 4d77b7b8-26f6-470e-be2a-817513f55172 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:23.659433 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9573fa54-6cdb-4e96-a84a-5a75f570fbc7 None None] Deleting port 4c473d93-7ccc-4499-8ae8-976f9d2b40f9 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:23.659659 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9573fa54-6cdb-4e96-a84a-5a75f570fbc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.758666 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e2c29bfe-dcc2-4b21-b0a3-58d4c38eee01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.759293 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9573fa54-6cdb-4e96-a84a-5a75f570fbc7 None None] For port 4c473d93-7ccc-4499-8ae8-976f9d2b40f9, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4c473d93-7ccc-4499-8ae8-976f9d2b40f9,segment=NetworkSegment(41ad3284-8188-4b32-a8fa-762a6091d64b),segment_id=41ad3284-8188-4b32-a8fa-762a6091d64b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:23.759710 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9573fa54-6cdb-4e96-a84a-5a75f570fbc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.766239 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f942209c-34b8-4fc8-8af8-d07994c4fdaf req-23694d83-2deb-4771-846b-6ba80e4fa91b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3582504 Jul 14 09:30:23.802224 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9573fa54-6cdb-4e96-a84a-5a75f570fbc7 None None] Calling delete_port for 4c473d93-7ccc-4499-8ae8-976f9d2b40f9 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:23.947251 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-ea91a3df-4578-495a-96ed-2f98bd080cc7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] For port 4c473d93-7ccc-4499-8ae8-976f9d2b40f9, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4c473d93-7ccc-4499-8ae8-976f9d2b40f9,segment=NetworkSegment(41ad3284-8188-4b32-a8fa-762a6091d64b),segment_id=41ad3284-8188-4b32-a8fa-762a6091d64b)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:23.948610 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea91a3df-4578-495a-96ed-2f98bd080cc7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.954830 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e2c29bfe-dcc2-4b21-b0a3-58d4c38eee01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.966583 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9573fa54-6cdb-4e96-a84a-5a75f570fbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.974990 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e2c29bfe-dcc2-4b21-b0a3-58d4c38eee01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.011435 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573fa54-6cdb-4e96-a84a-5a75f570fbc7 None None] Pushing event deleted for resources: {'Port': ['ID=4c473d93-7ccc-4499-8ae8-976f9d2b40f9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:24.021117 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9573fa54-6cdb-4e96-a84a-5a75f570fbc7 None None] No DVR routers for this DVR port 4c473d93-7ccc-4499-8ae8-976f9d2b40f9 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:24.051609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-ea91a3df-4578-495a-96ed-2f98bd080cc7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for 4c473d93-7ccc-4499-8ae8-976f9d2b40f9 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:24.100781 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e2c29bfe-dcc2-4b21-b0a3-58d4c38eee01 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed9392ecf49047d59140d786d4c9388c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6683826 Jul 14 09:30:24.101204 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43260) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:24.103027 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c29bfe-dcc2-4b21-b0a3-58d4c38eee01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b5ba14-42dc-446c-8122-001d3472e880,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:24.240901 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44b5cdee-f3cd-4c84-a083-5268f5a0429c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.281627 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44b5cdee-f3cd-4c84-a083-5268f5a0429c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.299406 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea91a3df-4578-495a-96ed-2f98bd080cc7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.335349 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d96ce8b-6f7d-449a-9d26-4c6355b3cce2 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.344291 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91a3df-4578-495a-96ed-2f98bd080cc7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=4c473d93-7ccc-4499-8ae8-976f9d2b40f9,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:24.357200 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea91a3df-4578-495a-96ed-2f98bd080cc7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No DVR routers for this DVR port 4c473d93-7ccc-4499-8ae8-976f9d2b40f9 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:24.507705 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea91a3df-4578-495a-96ed-2f98bd080cc7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.530727 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-ea91a3df-4578-495a-96ed-2f98bd080cc7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d77b7b8-26f6-470e-be2a-817513f55172']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:24.535728 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44b5cdee-f3cd-4c84-a083-5268f5a0429c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.540001 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44b5cdee-f3cd-4c84-a083-5268f5a0429c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.543952 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-44b5cdee-f3cd-4c84-a083-5268f5a0429c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a1b5ba14-42dc-446c-8122-001d3472e880 HTTP/1.1" status: 204 len: 168 time: 0.4393241 Jul 14 09:30:24.544779 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-ea91a3df-4578-495a-96ed-2f98bd080cc7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ad3284-8188-4b32-a8fa-762a6091d64b') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:24.545100 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-ea91a3df-4578-495a-96ed-2f98bd080cc7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ad3284-8188-4b32-a8fa-762a6091d64b') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:24.558799 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea91a3df-4578-495a-96ed-2f98bd080cc7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.591060 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5cdee-f3cd-4c84-a083-5268f5a0429c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b5ba14-42dc-446c-8122-001d3472e880,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:24.596455 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea91a3df-4578-495a-96ed-2f98bd080cc7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.604264 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea91a3df-4578-495a-96ed-2f98bd080cc7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:24.607309 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea91a3df-4578-495a-96ed-2f98bd080cc7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:24.613277 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:24.727045 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea91a3df-4578-495a-96ed-2f98bd080cc7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.735255 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea91a3df-4578-495a-96ed-2f98bd080cc7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.736385 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ea91a3df-4578-495a-96ed-2f98bd080cc7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/networks/4d77b7b8-26f6-470e-be2a-817513f55172 HTTP/1.1" status: 204 len: 168 time: 1.8238549 Jul 14 09:30:24.760367 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43274) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:24.766949 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-5d344989-0732-4acd-b9f0-146cb6536f24 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-577616351'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:24.770800 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91a3df-4578-495a-96ed-2f98bd080cc7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Network': ['ID=4d77b7b8-26f6-470e-be2a-817513f55172,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:24.815339 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d344989-0732-4acd-b9f0-146cb6536f24 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:24.819470 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5d344989-0732-4acd-b9f0-146cb6536f24 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.842579 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-8d96ce8b-6f7d-449a-9d26-4c6355b3cce2 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting port 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:24.842938 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d96ce8b-6f7d-449a-9d26-4c6355b3cce2 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.847832 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 939cfd96-6d0c-480d-878b-78f2ac7c0d22 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:24.896672 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 939cfd96-6d0c-480d-878b-78f2ac7c0d22 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:24.897018 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 939cfd96-6d0c-480d-878b-78f2ac7c0d22 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:24.897430 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4c473d93-7ccc-4499-8ae8-976f9d2b40f9 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:24.946641 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 4c473d93-7ccc-4499-8ae8-976f9d2b40f9 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:24.946981 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4c473d93-7ccc-4499-8ae8-976f9d2b40f9 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:25.018759 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-8d96ce8b-6f7d-449a-9d26-4c6355b3cce2 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] For port 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=3c3e1248-53bb-4d39-b5ad-9a7ec52a9905,segment=NetworkSegment(a61dc23b-5d84-4625-a884-f9c7e73d10e3),segment_id=a61dc23b-5d84-4625-a884-f9c7e73d10e3)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:25.019282 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d96ce8b-6f7d-449a-9d26-4c6355b3cce2 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.044799 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-8d96ce8b-6f7d-449a-9d26-4c6355b3cce2 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Calling delete_port for 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:25.071668 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e862804-6ea2-4273-889b-7fe4e634b547 req-7da5469f-86f3-4e1d-b97c-39bba8768ef2 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:25.082501 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5e862804-6ea2-4273-889b-7fe4e634b547 req-7da5469f-86f3-4e1d-b97c-39bba8768ef2 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.0929971 Jul 14 09:30:25.130367 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5e862804-6ea2-4273-889b-7fe4e634b547 req-3483038f-c83a-4b1d-a7f9-eba21918678a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469255 Jul 14 09:30:25.148479 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43280) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:25.171931 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d344989-0732-4acd-b9f0-146cb6536f24 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:25.179710 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7222a261-addb-4b5a-b615-1d8d448aa08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.192908 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5d344989-0732-4acd-b9f0-146cb6536f24 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.193257 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-5d344989-0732-4acd-b9f0-146cb6536f24 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Added segment 7e8186e2-fbf8-4480-b3da-e68b8022ebf6 of type vlan for network a46ecddf-4c7c-4e1c-b3da-5df3e780600f Jul 14 09:30:25.281476 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5d344989-0732-4acd-b9f0-146cb6536f24 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.312463 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7222a261-addb-4b5a-b615-1d8d448aa08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.321006 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7222a261-addb-4b5a-b615-1d8d448aa08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.343399 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d96ce8b-6f7d-449a-9d26-4c6355b3cce2 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.359614 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5d344989-0732-4acd-b9f0-146cb6536f24 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.365320 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d344989-0732-4acd-b9f0-146cb6536f24 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:25.366155 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5d344989-0732-4acd-b9f0-146cb6536f24 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.372460 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7222a261-addb-4b5a-b615-1d8d448aa08e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ac2c8a2e91dd41348708cdbefdb35938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2230196 Jul 14 09:30:25.373825 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222a261-addb-4b5a-b615-1d8d448aa08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfd2e79-50f5-44a1-97d6-92219b667013,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:25.377476 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43282) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:25.409585 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96ce8b-6f7d-449a-9d26-4c6355b3cce2 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Port': ['ID=3c3e1248-53bb-4d39-b5ad-9a7ec52a9905,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:25.444563 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bff4d1e4-81ac-452e-93d2-1254335ed902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.472586 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bff4d1e4-81ac-452e-93d2-1254335ed902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.555632 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5d344989-0732-4acd-b9f0-146cb6536f24 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7948091 Jul 14 09:30:25.562195 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43292) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:25.577831 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8dd0b782-f829-4b0b-a698-3ac31cb674c8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'subnet': {'network_id': 'a46ecddf-4c7c-4e1c-b3da-5df3e780600f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:25.591413 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bff4d1e4-81ac-452e-93d2-1254335ed902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.598525 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d344989-0732-4acd-b9f0-146cb6536f24 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Network': ['ID=a46ecddf-4c7c-4e1c-b3da-5df3e780600f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:25.599651 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bff4d1e4-81ac-452e-93d2-1254335ed902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.601802 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bff4d1e4-81ac-452e-93d2-1254335ed902 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/edfd2e79-50f5-44a1-97d6-92219b667013 HTTP/1.1" status: 204 len: 168 time: 0.2231312 Jul 14 09:30:25.612080 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network a46ecddf-4c7c-4e1c-b3da-5df3e780600f details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:25.703426 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4d1e4-81ac-452e-93d2-1254335ed902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfd2e79-50f5-44a1-97d6-92219b667013,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:25.764867 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd0b782-f829-4b0b-a698-3ac31cb674c8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:25.771934 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8dd0b782-f829-4b0b-a698-3ac31cb674c8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.808027 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d96ce8b-6f7d-449a-9d26-4c6355b3cce2 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.037423 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d96ce8b-6f7d-449a-9d26-4c6355b3cce2 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router 2c073c32-41e3-459b-9f2b-e027b775b319 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:26.127980 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d96ce8b-6f7d-449a-9d26-4c6355b3cce2 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:26.137537 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4334c9d3-2c11-4766-b0df-835d9653d25c None None] Sync routers for ids ['2c073c32-41e3-459b-9f2b-e027b775b319'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:26.152885 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8d96ce8b-6f7d-449a-9d26-4c6355b3cce2 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/2c073c32-41e3-459b-9f2b-e027b775b319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0081675 Jul 14 09:30:26.156223 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4334c9d3-2c11-4766-b0df-835d9653d25c None None] Routers {'2c073c32-41e3-459b-9f2b-e027b775b319'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:26.156920 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4334c9d3-2c11-4766-b0df-835d9653d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:30:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2c073c32-41e3-459b-9f2b-e027b775b319'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:26.158977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43306) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:26.191505 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8dd0b782-f829-4b0b-a698-3ac31cb674c8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.276932 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a627871-9f2c-424c-bb73-c91eae95f5a9 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting subnet 6ad9cfa4-775c-4531-981a-018046fb3b39 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:26.281140 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a627871-9f2c-424c-bb73-c91eae95f5a9 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.304393 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-4334c9d3-2c11-4766-b0df-835d9653d25c None None] Set router 2c073c32-41e3-459b-9f2b-e027b775b319 gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:26.343336 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd0b782-f829-4b0b-a698-3ac31cb674c8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Checking segment: {'id': '7e8186e2-fbf8-4480-b3da-e68b8022ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a46ecddf-4c7c-4e1c-b3da-5df3e780600f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:26.343624 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd0b782-f829-4b0b-a698-3ac31cb674c8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network hostable DHCP agents. Network: a46ecddf-4c7c-4e1c-b3da-5df3e780600f, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:26.381934 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4334c9d3-2c11-4766-b0df-835d9653d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:30:25Z', 'revision_number': 11, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:26.394259 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a627871-9f2c-424c-bb73-c91eae95f5a9 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.397579 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0b782-f829-4b0b-a698-3ac31cb674c8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Subnet': ['ID=65f2e850-34e9-40b5-818d-c7c69bccdbb6,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:26.412122 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4334c9d3-2c11-4766-b0df-835d9653d25c None None] Checking router: 2c073c32-41e3-459b-9f2b-e027b775b319 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:30:26.421779 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4334c9d3-2c11-4766-b0df-835d9653d25c None None] Routers {'2c073c32-41e3-459b-9f2b-e027b775b319'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:26.422013 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd0b782-f829-4b0b-a698-3ac31cb674c8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network a46ecddf-4c7c-4e1c-b3da-5df3e780600f is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:26.423479 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4334c9d3-2c11-4766-b0df-835d9653d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:30:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2c073c32-41e3-459b-9f2b-e027b775b319'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:26.440654 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-8dd0b782-f829-4b0b-a698-3ac31cb674c8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, a46ecddf-4c7c-4e1c-b3da-5df3e780600f) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:26.450567 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec733f5-08db-4d1f-ae2f-043837afe31e None None] Network a46ecddf-4c7c-4e1c-b3da-5df3e780600f requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:26.457645 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd0b782-f829-4b0b-a698-3ac31cb674c8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:26.458413 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8dd0b782-f829-4b0b-a698-3ac31cb674c8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.605852 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8dd0b782-f829-4b0b-a698-3ac31cb674c8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0408356 Jul 14 09:30:26.609996 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43326) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:26.626825 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-abd1e31c-c027-4dd5-86c4-c611c57c696f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-988220605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:26.689136 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a627871-9f2c-424c-bb73-c91eae95f5a9 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.795679 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-abd1e31c-c027-4dd5-86c4-c611c57c696f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.796727 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-abd1e31c-c027-4dd5-86c4-c611c57c696f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.846851 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4dc0b-5f11-4adc-b8a9-a377a39b583a req-2c377841-9257-448f-a05f-d5f48f19edfc tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:26.848986 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-4334c9d3-2c11-4766-b0df-835d9653d25c None None] Set router 2c073c32-41e3-459b-9f2b-e027b775b319 gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:26.860405 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-40f4dc0b-5f11-4adc-b8a9-a377a39b583a req-2c377841-9257-448f-a05f-d5f48f19edfc tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.3990173 Jul 14 09:30:26.900898 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a627871-9f2c-424c-bb73-c91eae95f5a9 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.965642 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-a46ecddf-4c7c-4e1c-b3da-5df3e780600f', 'network_id': 'a46ecddf-4c7c-4e1c-b3da-5df3e780600f', 'tenant_id': '4e8e895605fb4ca2bfa65b016145bb78', 'fixed_ips': [{'subnet_id': '65f2e850-34e9-40b5-818d-c7c69bccdbb6'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:26.967145 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.005202 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a627871-9f2c-424c-bb73-c91eae95f5a9 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad9cfa4-775c-4531-981a-018046fb3b39,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:27.021823 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a627871-9f2c-424c-bb73-c91eae95f5a9 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.030748 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0a627871-9f2c-424c-bb73-c91eae95f5a9 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/subnets/6ad9cfa4-775c-4531-981a-018046fb3b39 HTTP/1.1" status: 204 len: 168 time: 0.8704724 Jul 14 09:30:27.031063 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f035f2f-ed97-47c1-940b-f2731c8050d5 None None] Network 4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:27.031392 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43348) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:27.079943 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4334c9d3-2c11-4766-b0df-835d9653d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:30:25Z', 'revision_number': 11, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:27.133726 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-40f4dc0b-5f11-4adc-b8a9-a377a39b583a req-61f383ca-220b-4a11-9ae6-4b7ba867e1f6 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723453 Jul 14 09:30:27.135787 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-abd1e31c-c027-4dd5-86c4-c611c57c696f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.142375 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-abd1e31c-c027-4dd5-86c4-c611c57c696f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.181574 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-abd1e31c-c027-4dd5-86c4-c611c57c696f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.191425 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-abd1e31c-c027-4dd5-86c4-c611c57c696f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5784371 Jul 14 09:30:27.192032 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43354) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:27.197382 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4334c9d3-2c11-4766-b0df-835d9653d25c None None] The sync data for ids ['2c073c32-41e3-459b-9f2b-e027b775b319'] in n-d-798054-10 is: [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:30:25Z', 'revision_number': 11, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:27.217349 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-cb9c20d0-37f2-4bd4-8aa0-a9525f51bd6d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'port': {'network_id': 'a46ecddf-4c7c-4e1c-b3da-5df3e780600f', 'name': 'tempest-PortsTestJSON-686530692'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:27.276953 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-46ffef73-5517-413c-ae64-a465ffc8a99a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.474524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-46ffef73-5517-413c-ae64-a465ffc8a99a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Deleting port 793ad2dd-050c-4e5a-875c-05c03a9eb029 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:27.475332 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-46ffef73-5517-413c-ae64-a465ffc8a99a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.475807 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-479d4a38-b1aa-4c72-96e6-80a67b96621c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.478008 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Allocated IP 172.20.0.2 (a46ecddf-4c7c-4e1c-b3da-5df3e780600f/65f2e850-34e9-40b5-818d-c7c69bccdbb6/8f95f2c8-42f7-41d8-a128-d94862ca8321) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:27.490184 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9c20d0-37f2-4bd4-8aa0-a9525f51bd6d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:27.501021 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cb9c20d0-37f2-4bd4-8aa0-a9525f51bd6d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.557549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-cb9c20d0-37f2-4bd4-8aa0-a9525f51bd6d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] device_id is not set on port bdfe9583-501c-498d-b51c-efe2e9f312c9 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:27.723984 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278cd629-33c1-4319-bef9-245bd69d4e81 None None] DHCP port deletion for 4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:27.888223 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43372) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:27.895379 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.911816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Transition to ACTIVE for port object 8f95f2c8-42f7-41d8-a128-d94862ca8321 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:27.928684 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-278cd629-33c1-4319-bef9-245bd69d4e81 None None] Deleting port 793ad2dd-050c-4e5a-875c-05c03a9eb029 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:27.929445 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-278cd629-33c1-4319-bef9-245bd69d4e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.019758 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-278cd629-33c1-4319-bef9-245bd69d4e81 None None] For port 793ad2dd-050c-4e5a-875c-05c03a9eb029, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=793ad2dd-050c-4e5a-875c-05c03a9eb029,segment=NetworkSegment(a61dc23b-5d84-4625-a884-f9c7e73d10e3),segment_id=a61dc23b-5d84-4625-a884-f9c7e73d10e3)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:28.020158 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-278cd629-33c1-4319-bef9-245bd69d4e81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.037884 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-278cd629-33c1-4319-bef9-245bd69d4e81 None None] Calling delete_port for 793ad2dd-050c-4e5a-875c-05c03a9eb029 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:28.151622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Transition to ACTIVE for port object 8f95f2c8-42f7-41d8-a128-d94862ca8321 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:28.190034 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.278095 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Network a46ecddf-4c7c-4e1c-b3da-5df3e780600f is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:28.281139 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Pushing event updated for resources: {'Port': ['ID=8f95f2c8-42f7-41d8-a128-d94862ca8321,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:28.283961 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:28.290062 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:28.321662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-cb9c20d0-37f2-4bd4-8aa0-a9525f51bd6d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Allocated IP 172.20.0.12 (a46ecddf-4c7c-4e1c-b3da-5df3e780600f/65f2e850-34e9-40b5-818d-c7c69bccdbb6/bdfe9583-501c-498d-b51c-efe2e9f312c9) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:28.366539 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-278cd629-33c1-4319-bef9-245bd69d4e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.403954 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Attempting to bind port 8f95f2c8-42f7-41d8-a128-d94862ca8321 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:28.404599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Attempting to bind port 8f95f2c8-42f7-41d8-a128-d94862ca8321 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '7e8186e2-fbf8-4480-b3da-e68b8022ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a46ecddf-4c7c-4e1c-b3da-5df3e780600f'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:28.405128 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Attempting to bind port 8f95f2c8-42f7-41d8-a128-d94862ca8321 on network a46ecddf-4c7c-4e1c-b3da-5df3e780600f {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:28.408803 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cd629-33c1-4319-bef9-245bd69d4e81 None None] Pushing event deleted for resources: {'Port': ['ID=793ad2dd-050c-4e5a-875c-05c03a9eb029,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:28.418371 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278cd629-33c1-4319-bef9-245bd69d4e81 None None] No DVR routers for this DVR port 793ad2dd-050c-4e5a-875c-05c03a9eb029 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:28.420151 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:28.420784 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Checking segment: {'id': '7e8186e2-fbf8-4480-b3da-e68b8022ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a46ecddf-4c7c-4e1c-b3da-5df3e780600f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:28.421551 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.422241 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Bound using segment: {'id': '7e8186e2-fbf8-4480-b3da-e68b8022ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a46ecddf-4c7c-4e1c-b3da-5df3e780600f'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:28.422934 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Bound port: 8f95f2c8-42f7-41d8-a128-d94862ca8321, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8186e2-fbf8-4480-b3da-e68b8022ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a46ecddf-4c7c-4e1c-b3da-5df3e780600f'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:28.423784 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.521117 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] For port 8f95f2c8-42f7-41d8-a128-d94862ca8321, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:28.524560 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] For port 8f95f2c8-42f7-41d8-a128-d94862ca8321, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=8f95f2c8-42f7-41d8-a128-d94862ca8321,segment=NetworkSegment(7e8186e2-fbf8-4480-b3da-e68b8022ebf6),segment_id=7e8186e2-fbf8-4480-b3da-e68b8022ebf6)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:28.530684 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.648019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-46ffef73-5517-413c-ae64-a465ffc8a99a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] For port 793ad2dd-050c-4e5a-875c-05c03a9eb029, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=793ad2dd-050c-4e5a-875c-05c03a9eb029,segment=NetworkSegment(a61dc23b-5d84-4625-a884-f9c7e73d10e3),segment_id=a61dc23b-5d84-4625-a884-f9c7e73d10e3)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:28.649005 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-46ffef73-5517-413c-ae64-a465ffc8a99a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.680126 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-46ffef73-5517-413c-ae64-a465ffc8a99a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Calling delete_port for 793ad2dd-050c-4e5a-875c-05c03a9eb029 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:28.687013 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e306ce-c722-4e6e-90d8-8d4dc972a564 None None] Pushing event updated for resources: {'Port': ['ID=8f95f2c8-42f7-41d8-a128-d94862ca8321,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:28.764880 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:28.840548 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-46ffef73-5517-413c-ae64-a465ffc8a99a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.840767 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:28.842216 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 3c3e1248-53bb-4d39-b5ad-9a7ec52a9905 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:28.842318 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 793ad2dd-050c-4e5a-875c-05c03a9eb029 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:28.941325 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 793ad2dd-050c-4e5a-875c-05c03a9eb029 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:28.943331 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 793ad2dd-050c-4e5a-875c-05c03a9eb029 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:28.947307 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffef73-5517-413c-ae64-a465ffc8a99a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Port': ['ID=793ad2dd-050c-4e5a-875c-05c03a9eb029,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:28.963430 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ffef73-5517-413c-ae64-a465ffc8a99a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] No DVR routers for this DVR port 793ad2dd-050c-4e5a-875c-05c03a9eb029 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:29.116816 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-46ffef73-5517-413c-ae64-a465ffc8a99a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.139658 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-46ffef73-5517-413c-ae64-a465ffc8a99a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:29.166486 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-46ffef73-5517-413c-ae64-a465ffc8a99a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61dc23b-5d84-4625-a884-f9c7e73d10e3') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:29.168781 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-46ffef73-5517-413c-ae64-a465ffc8a99a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61dc23b-5d84-4625-a884-f9c7e73d10e3') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:29.191074 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-46ffef73-5517-413c-ae64-a465ffc8a99a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.214250 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-46ffef73-5517-413c-ae64-a465ffc8a99a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.221827 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ffef73-5517-413c-ae64-a465ffc8a99a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:29.223051 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-46ffef73-5517-413c-ae64-a465ffc8a99a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:29.280341 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:29.285998 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-63fff27f-e64c-40ab-9dc8-5bcb64821bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.300252 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43402) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:29.356372 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-46ffef73-5517-413c-ae64-a465ffc8a99a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.365542 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-46ffef73-5517-413c-ae64-a465ffc8a99a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.370096 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-46ffef73-5517-413c-ae64-a465ffc8a99a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/networks/4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1 HTTP/1.1" status: 204 len: 168 time: 2.3346515 Jul 14 09:30:29.373600 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43406) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:29.399383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-afa76b3c-9b43-4b5a-93a7-b5a6b0480815 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'router': {'routes': None}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:29.402944 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffef73-5517-413c-ae64-a465ffc8a99a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Pushing event deleted for resources: {'Network': ['ID=4ca571b7-3d84-44fd-81d1-7a3e9dcf08f1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:29.501671 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a963c-f9a7-4789-a350-d44ae5fd3b55 req-29a464c2-1098-424c-a454-2de3215a5573 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:29.508996 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-404a963c-f9a7-4789-a350-d44ae5fd3b55 req-29a464c2-1098-424c-a454-2de3215a5573 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.9021149 Jul 14 09:30:29.589542 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cb9c20d0-37f2-4bd4-8aa0-a9525f51bd6d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.636312 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-cb9c20d0-37f2-4bd4-8aa0-a9525f51bd6d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Transition to ACTIVE for port object bdfe9583-501c-498d-b51c-efe2e9f312c9 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:29.658974 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-404a963c-f9a7-4789-a350-d44ae5fd3b55 req-fd18e0e1-86cd-41cc-a3ef-cb571b48e751 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489344 Jul 14 09:30:29.665343 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e4538b3e-8069-4259-ad9f-2e0355c680a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.724339 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.extraroute_db [None req-afa76b3c-9b43-4b5a-93a7-b5a6b0480815 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Added routes are [] {{(pid=93888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:30:29.724576 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.extraroute_db [None req-afa76b3c-9b43-4b5a-93a7-b5a6b0480815 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Removed routes are [] {{(pid=93888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:30:29.724961 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-afa76b3c-9b43-4b5a-93a7-b5a6b0480815 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.732905 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f79425b5-f2be-4a1e-ad91-7b0c507cc18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.734214 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-63fff27f-e64c-40ab-9dc8-5bcb64821bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.749570 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-63fff27f-e64c-40ab-9dc8-5bcb64821bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.807046 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cb9c20d0-37f2-4bd4-8aa0-a9525f51bd6d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.867986 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-63fff27f-e64c-40ab-9dc8-5bcb64821bf7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c786db83c0045b898f74b05ffedeb4d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9773271 Jul 14 09:30:29.875378 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43410) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:29.880399 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.881027 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fff27f-e64c-40ab-9dc8-5bcb64821bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387ebed9-4a0d-45fd-ae37-bb072060297c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:29.895436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9c20d0-37f2-4bd4-8aa0-a9525f51bd6d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network a46ecddf-4c7c-4e1c-b3da-5df3e780600f is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:29.902039 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-cb9c20d0-37f2-4bd4-8aa0-a9525f51bd6d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:29.908452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9c20d0-37f2-4bd4-8aa0-a9525f51bd6d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:29.944935 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c20d0-37f2-4bd4-8aa0-a9525f51bd6d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=bdfe9583-501c-498d-b51c-efe2e9f312c9,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:29.991267 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9c20d0-37f2-4bd4-8aa0-a9525f51bd6d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:29.992570 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cb9c20d0-37f2-4bd4-8aa0-a9525f51bd6d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.062113 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ea66b038-9384-4309-8867-09e72af1a81e details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:30:30.069194 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-afa76b3c-9b43-4b5a-93a7-b5a6b0480815 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.090245 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-afa76b3c-9b43-4b5a-93a7-b5a6b0480815 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.224530 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6e5843f-10ae-489b-a6fc-f798b9431223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.285352 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ea66b038-9384-4309-8867-09e72af1a81e, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ea66b038-9384-4309-8867-09e72af1a81e,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:30.290666 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6e5843f-10ae-489b-a6fc-f798b9431223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.313421 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa76b3c-9b43-4b5a-93a7-b5a6b0480815 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router 2c073c32-41e3-459b-9f2b-e027b775b319 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:30.342858 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2f3e7a-2bbe-4f7f-8ecc-ed9e05bbddba None None] Network a46ecddf-4c7c-4e1c-b3da-5df3e780600f requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:30.455070 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'ea66b038-9384-4309-8867-09e72af1a81e', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'port_id': 'ea66b038-9384-4309-8867-09e72af1a81e', 'mac_address': 'fa:16:3e:6c:0c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:30:30.456062 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e4538b3e-8069-4259-ad9f-2e0355c680a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.471136 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cb9c20d0-37f2-4bd4-8aa0-a9525f51bd6d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2762399 Jul 14 09:30:30.473057 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a26bef21-4add-43fa-b1be-fe5ab3f2aa2a None None] Provisioning for port 8f95f2c8-42f7-41d8-a128-d94862ca8321 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:30.473189 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43418) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:30.547539 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e4538b3e-8069-4259-ad9f-2e0355c680a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.619132 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.692675 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa76b3c-9b43-4b5a-93a7-b5a6b0480815 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:30.714754 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea66b038-9384-4309-8867-09e72af1a81e {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:30.730930 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0cbc94-601b-4682-bfad-280d8f7dd0aa None None] Sync routers for ids ['2c073c32-41e3-459b-9f2b-e027b775b319'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:30.732019 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-afa76b3c-9b43-4b5a-93a7-b5a6b0480815 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.741207 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.741774 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-afa76b3c-9b43-4b5a-93a7-b5a6b0480815 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/2c073c32-41e3-459b-9f2b-e027b775b319 HTTP/1.1" status: 200 len: 701 time: 1.3656948 Jul 14 09:30:30.743735 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43426) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:30.825412 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e4538b3e-8069-4259-ad9f-2e0355c680a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a7ea4bf4bf04898be6c6aa0eeb6b92b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5183411 Jul 14 09:30:30.851049 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ea66b038-9384-4309-8867-09e72af1a81e, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ea66b038-9384-4309-8867-09e72af1a81e,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:30.884018 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.891961 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43432) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:30.909599 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-129bb2dc-0e82-44fe-b0e6-26c06bef45ae tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c073c32-41e3-459b-9f2b-e027b775b319 HTTP/1.1" status: 200 len: 205 time: 0.1391397 Jul 14 09:30:30.983587 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 8f95f2c8-42f7-41d8-a128-d94862ca8321 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:30.986026 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6e5843f-10ae-489b-a6fc-f798b9431223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.988735 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6e5843f-10ae-489b-a6fc-f798b9431223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.990384 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a6e5843f-10ae-489b-a6fc-f798b9431223 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/387ebed9-4a0d-45fd-ae37-bb072060297c HTTP/1.1" status: 204 len: 168 time: 1.1136410 Jul 14 09:30:30.991127 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4538b3e-8069-4259-ad9f-2e0355c680a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7160e1f-cace-4e6d-9a19-0f042ab439ab,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:30.994924 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43438) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:31.082959 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5843f-10ae-489b-a6fc-f798b9431223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387ebed9-4a0d-45fd-ae37-bb072060297c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:31.088877 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['ea66b038-9384-4309-8867-09e72af1a81e'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:31.100169 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0cbc94-601b-4682-bfad-280d8f7dd0aa None None] Routers {'2c073c32-41e3-459b-9f2b-e027b775b319'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:31.103615 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-0b0cbc94-601b-4682-bfad-280d8f7dd0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:30:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2c073c32-41e3-459b-9f2b-e027b775b319'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:31.223231 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-0b0cbc94-601b-4682-bfad-280d8f7dd0aa None None] Set router 2c073c32-41e3-459b-9f2b-e027b775b319 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:31.376797 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bf7c41d-d4dd-4b57-9119-3d87f92caa3c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.383763 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=ea66b038-9384-4309-8867-09e72af1a81e,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:31.487911 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-524bb757-fd86-4f07-97f8-9066f5a4d1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.570099 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-0b0cbc94-601b-4682-bfad-280d8f7dd0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:30:25Z', 'revision_number': 11, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:31.679035 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa34b9c-73a3-414b-a269-30aef069a825 req-972333ca-3893-4ebf-a6fc-84647cae168d tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:31.694560 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dfa34b9c-73a3-414b-a269-30aef069a825 req-972333ca-3893-4ebf-a6fc-84647cae168d tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 944 time: 0.4294622 Jul 14 09:30:31.697679 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-524bb757-fd86-4f07-97f8-9066f5a4d1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.836888 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0cbc94-601b-4682-bfad-280d8f7dd0aa None None] Checking router: 2c073c32-41e3-459b-9f2b-e027b775b319 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:30:31.905448 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43468) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:31.909284 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dfa34b9c-73a3-414b-a269-30aef069a825 req-0eb82351-18f7-4dd5-b13d-6f24935a75ed tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139688 Jul 14 09:30:31.945129 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bf7c41d-d4dd-4b57-9119-3d87f92caa3c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.947902 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bf7c41d-d4dd-4b57-9119-3d87f92caa3c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.979646 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.999745 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0cbc94-601b-4682-bfad-280d8f7dd0aa None None] Routers {'2c073c32-41e3-459b-9f2b-e027b775b319'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:32.000976 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-0b0cbc94-601b-4682-bfad-280d8f7dd0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:30:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2c073c32-41e3-459b-9f2b-e027b775b319'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:32.005647 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dd214461-cae2-43ef-85bb-f633b2e47a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.039704 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bf7c41d-d4dd-4b57-9119-3d87f92caa3c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.040894 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf7c41d-d4dd-4b57-9119-3d87f92caa3c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Fanout notify agent at l3_agent the message router_deleted on router 2c073c32-41e3-459b-9f2b-e027b775b319 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:30:32.062409 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bf7c41d-d4dd-4b57-9119-3d87f92caa3c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.073080 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8bf7c41d-d4dd-4b57-9119-3d87f92caa3c tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/routers/2c073c32-41e3-459b-9f2b-e027b775b319 HTTP/1.1" status: 204 len: 168 time: 1.0765913 Jul 14 09:30:32.075612 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43474) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:32.095297 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c4d4e8b3-32f0-4763-9875-d0cf82ee5ab7 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1793385647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:32.102323 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a5f6f068-d751-4a7d-8b8e-883d2eaa433d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.119584 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-524bb757-fd86-4f07-97f8-9066f5a4d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.130053 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-524bb757-fd86-4f07-97f8-9066f5a4d1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.133502 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-524bb757-fd86-4f07-97f8-9066f5a4d1c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e7160e1f-cace-4e6d-9a19-0f042ab439ab HTTP/1.1" status: 204 len: 168 time: 1.2185879 Jul 14 09:30:32.163446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bb757-fd86-4f07-97f8-9066f5a4d1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7160e1f-cace-4e6d-9a19-0f042ab439ab,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:32.282327 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 8f95f2c8-42f7-41d8-a128-d94862ca8321 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:32.334151 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 8f95f2c8-42f7-41d8-a128-d94862ca8321 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:32.334778 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.960111 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dd214461-cae2-43ef-85bb-f633b2e47a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.990966 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-0b0cbc94-601b-4682-bfad-280d8f7dd0aa None None] Set router 2c073c32-41e3-459b-9f2b-e027b775b319 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:32.995197 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dd214461-cae2-43ef-85bb-f633b2e47a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.998656 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c4d4e8b3-32f0-4763-9875-d0cf82ee5ab7 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.006242 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c4d4e8b3-32f0-4763-9875-d0cf82ee5ab7 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.185186 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-dd214461-cae2-43ef-85bb-f633b2e47a0f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=590f955f8a054400ab11b1f2aad4415b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2608154 Jul 14 09:30:33.212215 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43498) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:33.212545 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43500) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:33.271766 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-0b0cbc94-601b-4682-bfad-280d8f7dd0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:30:25Z', 'revision_number': 11, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:33.274988 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.286000 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbd61a8f-5524-4b15-b3fc-af358c3dd5eb None None] Provisioning complete for port 8f95f2c8-42f7-41d8-a128-d94862ca8321 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:33.287737 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbd61a8f-5524-4b15-b3fc-af358c3dd5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.363904 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c4d4e8b3-32f0-4763-9875-d0cf82ee5ab7 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.367527 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ec479ff4-0dd7-4b57-a510-60ccaed49047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.406914 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c4d4e8b3-32f0-4763-9875-d0cf82ee5ab7 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.532643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0cbc94-601b-4682-bfad-280d8f7dd0aa None None] The sync data for ids ['2c073c32-41e3-459b-9f2b-e027b775b319'] in n-d-798054-10 is: [{'id': '2c073c32-41e3-459b-9f2b-e027b775b319', 'name': 'tempest-RoutersTest-router-1910587344', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:16Z', 'updated_at': '2021-07-14T09:30:25Z', 'revision_number': 11, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:33.557505 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ddf8af1-4915-4e9e-9d66-f55d3571fe6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.572486 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a5f6f068-d751-4a7d-8b8e-883d2eaa433d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.619213 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ddf8af1-4915-4e9e-9d66-f55d3571fe6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.621669 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd214461-cae2-43ef-85bb-f633b2e47a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e19ae5b-6891-461a-87d8-4ea0c90ab680,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:33.625238 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a5f6f068-d751-4a7d-8b8e-883d2eaa433d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.876606 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6f068-d751-4a7d-8b8e-883d2eaa433d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=bdfe9583-501c-498d-b51c-efe2e9f312c9,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:33.901633 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.071090 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ddf8af1-4915-4e9e-9d66-f55d3571fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.083485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 8f95f2c8-42f7-41d8-a128-d94862ca8321, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=8f95f2c8-42f7-41d8-a128-d94862ca8321,segment=NetworkSegment(7e8186e2-fbf8-4480-b3da-e68b8022ebf6),segment_id=7e8186e2-fbf8-4480-b3da-e68b8022ebf6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:34.094027 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbd61a8f-5524-4b15-b3fc-af358c3dd5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.097375 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.098386 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ddf8af1-4915-4e9e-9d66-f55d3571fe6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.101578 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4ddf8af1-4915-4e9e-9d66-f55d3571fe6a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e19ae5b-6891-461a-87d8-4ea0c90ab680 HTTP/1.1" status: 204 len: 168 time: 0.8878608 Jul 14 09:30:34.187343 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf8af1-4915-4e9e-9d66-f55d3571fe6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e19ae5b-6891-461a-87d8-4ea0c90ab680,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:34.217461 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf8af1-4915-4e9e-9d66-f55d3571fe6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:34.217880 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf8af1-4915-4e9e-9d66-f55d3571fe6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:34.218429 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf8af1-4915-4e9e-9d66-f55d3571fe6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:34.218926 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf8af1-4915-4e9e-9d66-f55d3571fe6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:34.223577 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf8af1-4915-4e9e-9d66-f55d3571fe6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:34.224491 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf8af1-4915-4e9e-9d66-f55d3571fe6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:34.226037 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf8af1-4915-4e9e-9d66-f55d3571fe6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:34.227794 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf8af1-4915-4e9e-9d66-f55d3571fe6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:34.228330 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf8af1-4915-4e9e-9d66-f55d3571fe6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:34.231495 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf8af1-4915-4e9e-9d66-f55d3571fe6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:34.234684 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf8af1-4915-4e9e-9d66-f55d3571fe6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:34.235220 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf8af1-4915-4e9e-9d66-f55d3571fe6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:34.286286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d582527-d30f-4408-8aef-60dc2779f26b req-3197e296-258c-41f4-badc-7c024588045d tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:34.288574 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d582527-d30f-4408-8aef-60dc2779f26b req-3197e296-258c-41f4-badc-7c024588045d tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 944 time: 1.1018028 Jul 14 09:30:34.381866 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ec479ff4-0dd7-4b57-a510-60ccaed49047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.395722 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ec479ff4-0dd7-4b57-a510-60ccaed49047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.453426 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d582527-d30f-4408-8aef-60dc2779f26b req-66a14037-e6f9-4f65-b455-36700d4dded2 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447170 Jul 14 09:30:34.465776 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-cbd61a8f-5524-4b15-b3fc-af358c3dd5eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:30:34.479481 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-cbd61a8f-5524-4b15-b3fc-af358c3dd5eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:30:34.482564 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=8f95f2c8-42f7-41d8-a128-d94862ca8321,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:34.492870 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ec479ff4-0dd7-4b57-a510-60ccaed49047 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d5f9844829674b42943956a470f076e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2337272 Jul 14 09:30:34.495581 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43514) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:34.496357 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c4d4e8b3-32f0-4763-9875-d0cf82ee5ab7 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.513727 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c4d4e8b3-32f0-4763-9875-d0cf82ee5ab7 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 2.4186437 Jul 14 09:30:34.516291 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43516) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:34.524895 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e4fdd85b-73e6-451a-a725-22a72be9545a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:34.548137 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a5f6f068-d751-4a7d-8b8e-883d2eaa433d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.621156 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec479ff4-0dd7-4b57-a510-60ccaed49047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334150f4-641d-4495-9bbd-464226af0e85,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:34.678627 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8f456e1-60b6-4d7c-89bb-99f2a3b72fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.729278 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8f456e1-60b6-4d7c-89bb-99f2a3b72fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.844534 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8f456e1-60b6-4d7c-89bb-99f2a3b72fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.860726 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8f456e1-60b6-4d7c-89bb-99f2a3b72fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.868954 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c8f456e1-60b6-4d7c-89bb-99f2a3b72fce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/334150f4-641d-4495-9bbd-464226af0e85 HTTP/1.1" status: 204 len: 168 time: 0.3526726 Jul 14 09:30:34.895147 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f456e1-60b6-4d7c-89bb-99f2a3b72fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334150f4-641d-4495-9bbd-464226af0e85,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:35.155795 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e4fdd85b-73e6-451a-a725-22a72be9545a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.177871 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e4fdd85b-73e6-451a-a725-22a72be9545a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.184158 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbd61a8f-5524-4b15-b3fc-af358c3dd5eb None None] Provisioning for port bdfe9583-501c-498d-b51c-efe2e9f312c9 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:35.212924 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbd61a8f-5524-4b15-b3fc-af358c3dd5eb None None] Provisioning complete for port bdfe9583-501c-498d-b51c-efe2e9f312c9 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:35.217945 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbd61a8f-5524-4b15-b3fc-af358c3dd5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.341043 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbd61a8f-5524-4b15-b3fc-af358c3dd5eb None None] Port bdfe9583-501c-498d-b51c-efe2e9f312c9 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:35.503883 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1cb76829-7472-4853-82c6-75c4258e1048 None None] Provisioning complete for port bdfe9583-501c-498d-b51c-efe2e9f312c9 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:35.507699 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1cb76829-7472-4853-82c6-75c4258e1048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.516684 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a5f6f068-d751-4a7d-8b8e-883d2eaa433d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.677931 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1cb76829-7472-4853-82c6-75c4258e1048 None None] Port bdfe9583-501c-498d-b51c-efe2e9f312c9 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:36.088935 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ea66b038-9384-4309-8867-09e72af1a81e up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:36.102634 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a5f6f068-d751-4a7d-8b8e-883d2eaa433d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.112508 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a5f6f068-d751-4a7d-8b8e-883d2eaa433d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.189692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fdd85b-73e6-451a-a725-22a72be9545a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Router 5e2eadf6-10e4-4b59-b0a2-f49560ca0d63 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:30:36.347177 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 8f95f2c8-42f7-41d8-a128-d94862ca8321 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:36.452329 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port ea66b038-9384-4309-8867-09e72af1a81e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:36.453046 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.534997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 8f95f2c8-42f7-41d8-a128-d94862ca8321 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:36.535376 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.620580 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6f068-d751-4a7d-8b8e-883d2eaa433d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=bdfe9583-501c-498d-b51c-efe2e9f312c9,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:36.630594 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a5f6f068-d751-4a7d-8b8e-883d2eaa433d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.689887 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fdd85b-73e6-451a-a725-22a72be9545a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:36.706709 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2b4b8a-1b94-4efe-8ac6-5d48d60e7f46 None None] Sync routers for ids ['5e2eadf6-10e4-4b59-b0a2-f49560ca0d63'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:36.710435 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e4fdd85b-73e6-451a-a725-22a72be9545a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.717929 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e4fdd85b-73e6-451a-a725-22a72be9545a tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "PUT /v2.0/routers/5e2eadf6-10e4-4b59-b0a2-f49560ca0d63 HTTP/1.1" status: 200 len: 694 time: 2.1963856 Jul 14 09:30:36.719416 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43584) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:36.729563 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2b4b8a-1b94-4efe-8ac6-5d48d60e7f46 None None] Routers {'5e2eadf6-10e4-4b59-b0a2-f49560ca0d63'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:36.730247 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9b2b4b8a-1b94-4efe-8ac6-5d48d60e7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:30:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5e2eadf6-10e4-4b59-b0a2-f49560ca0d63'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:36.815209 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.939208 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ec01a1-9458-48a0-82d4-d85c6ada428d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea66b038-9384-4309-8867-09e72af1a81e'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:36.941664 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450ddabb-34c0-4161-8ba7-2a0bb348eab1" -d '{"events": [{"server_uuid": "36ec01a1-9458-48a0-82d4-d85c6ada428d", "name": "network-vif-plugged", "status": "completed", "tag": "ea66b038-9384-4309-8867-09e72af1a81e"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:36.984708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ea66b038-9384-4309-8867-09e72af1a81e, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ea66b038-9384-4309-8867-09e72af1a81e,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:37.036925 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-9b2b4b8a-1b94-4efe-8ac6-5d48d60e7f46 None None] Set router 5e2eadf6-10e4-4b59-b0a2-f49560ca0d63 gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:37.042083 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ad44087f-78f1-44e3-8092-2cf1d5aab9a9 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/routers/5e2eadf6-10e4-4b59-b0a2-f49560ca0d63 HTTP/1.1" status: 200 len: 700 time: 0.3202550 Jul 14 09:30:37.046283 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43590) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:37.075881 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.103950 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60901be-cf8d-4f27-9cc8-a520f404c270 x-openstack-request-id: req-e60901be-cf8d-4f27-9cc8-a520f404c270 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:37.109910 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ec01a1-9458-48a0-82d4-d85c6ada428d", "name": "network-vif-plugged", "status": "completed", "tag": "ea66b038-9384-4309-8867-09e72af1a81e", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:37.111832 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e60901be-cf8d-4f27-9cc8-a520f404c270 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:37.112940 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ec01a1-9458-48a0-82d4-d85c6ada428d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea66b038-9384-4309-8867-09e72af1a81e', 'code': 200} Jul 14 09:30:37.160052 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5b042646-4342-4815-a21a-8bb6b171ece8 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2eadf6-10e4-4b59-b0a2-f49560ca0d63 HTTP/1.1" status: 200 len: 205 time: 0.0989661 Jul 14 09:30:37.160296 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfd1e3-f636-4790-a90e-f4dbf1b0f271 req-5527ad79-d1c0-4901-91bb-d1c10a2150cb tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:37.163465 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43594) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:37.172124 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fdcfd1e3-f636-4790-a90e-f4dbf1b0f271 req-5527ad79-d1c0-4901-91bb-d1c10a2150cb tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 944 time: 1.0619335 Jul 14 09:30:37.279781 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f6f068-d751-4a7d-8b8e-883d2eaa433d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network a46ecddf-4c7c-4e1c-b3da-5df3e780600f is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:37.297624 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-a5f6f068-d751-4a7d-8b8e-883d2eaa433d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:37.358118 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9b2b4b8a-1b94-4efe-8ac6-5d48d60e7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2eadf6-10e4-4b59-b0a2-f49560ca0d63', 'name': 'tempest-RoutersTest-router-1793385647', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:30:33Z', 'updated_at': '2021-07-14T09:30:35Z', 'revision_number': 2, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:37.434404 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=ea66b038-9384-4309-8867-09e72af1a81e,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:37.440742 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2b4b8a-1b94-4efe-8ac6-5d48d60e7f46 None None] Checking router: 5e2eadf6-10e4-4b59-b0a2-f49560ca0d63 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:30:37.476572 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2b4b8a-1b94-4efe-8ac6-5d48d60e7f46 None None] Routers {'5e2eadf6-10e4-4b59-b0a2-f49560ca0d63'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:37.478611 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9b2b4b8a-1b94-4efe-8ac6-5d48d60e7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:30:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5e2eadf6-10e4-4b59-b0a2-f49560ca0d63'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:37.523335 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99da39c9-9c33-42e2-af76-0f1f9f47eecf tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.799282 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-9b2b4b8a-1b94-4efe-8ac6-5d48d60e7f46 None None] Set router 5e2eadf6-10e4-4b59-b0a2-f49560ca0d63 gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:38.132196 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9b2b4b8a-1b94-4efe-8ac6-5d48d60e7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2eadf6-10e4-4b59-b0a2-f49560ca0d63', 'name': 'tempest-RoutersTest-router-1793385647', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:30:33Z', 'updated_at': '2021-07-14T09:30:35Z', 'revision_number': 2, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:38.143948 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99da39c9-9c33-42e2-af76-0f1f9f47eecf tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.151385 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99da39c9-9c33-42e2-af76-0f1f9f47eecf tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.193296 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2b4b8a-1b94-4efe-8ac6-5d48d60e7f46 None None] The sync data for ids ['5e2eadf6-10e4-4b59-b0a2-f49560ca0d63'] in n-d-798054-10 is: [{'id': '5e2eadf6-10e4-4b59-b0a2-f49560ca0d63', 'name': 'tempest-RoutersTest-router-1793385647', 'tenant_id': '59d7d101252e4592bbe2b29387c4a9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:30:33Z', 'updated_at': '2021-07-14T09:30:35Z', 'revision_number': 2, 'project_id': '59d7d101252e4592bbe2b29387c4a9ad', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:38.212189 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1426fdb9-be68-4933-aef2-4b4cf7b4d724 None None] Provisioning complete for port bdfe9583-501c-498d-b51c-efe2e9f312c9 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:38.218329 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1426fdb9-be68-4933-aef2-4b4cf7b4d724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.317409 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99da39c9-9c33-42e2-af76-0f1f9f47eecf tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.321096 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99da39c9-9c33-42e2-af76-0f1f9f47eecf tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Fanout notify agent at l3_agent the message router_deleted on router 5e2eadf6-10e4-4b59-b0a2-f49560ca0d63 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:30:38.357990 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1426fdb9-be68-4933-aef2-4b4cf7b4d724 None None] Port bdfe9583-501c-498d-b51c-efe2e9f312c9 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:38.360255 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99da39c9-9c33-42e2-af76-0f1f9f47eecf tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.376158 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-99da39c9-9c33-42e2-af76-0f1f9f47eecf tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/routers/5e2eadf6-10e4-4b59-b0a2-f49560ca0d63 HTTP/1.1" status: 204 len: 168 time: 1.2116203 Jul 14 09:30:38.379710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43620) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:38.480527 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4d34ef96-e3e0-4d73-952d-badcbee331ac tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2eadf6-10e4-4b59-b0a2-f49560ca0d63 HTTP/1.1" status: 200 len: 205 time: 0.0972793 Jul 14 09:30:38.481005 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43626) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:38.668691 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-2140b2b8-b4b5-454e-b346-5b5c9f57f336 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] delete failed (client error): The resource could not be found. Jul 14 09:30:38.668691 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2140b2b8-b4b5-454e-b346-5b5c9f57f336 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/routers/5e2eadf6-10e4-4b59-b0a2-f49560ca0d63 HTTP/1.1" status: 404 len: 336 time: 0.1795514 Jul 14 09:30:38.670722 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43636) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:38.754934 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e31239-9208-423f-9a9d-ea6722c173c4 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:38.756239 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e31239-9208-423f-9a9d-ea6722c173c4 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:38.759067 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-26e31239-9208-423f-9a9d-ea6722c173c4 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/subnets/93394f54-502a-45b0-8a3d-92f81b124d1c HTTP/1.1" status: 404 len: 337 time: 0.0863225 Jul 14 09:30:38.763649 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43638) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:38.833582 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73e2710-1052-4bff-bf1c-d0403e9288b5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:38.840124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73e2710-1052-4bff-bf1c-d0403e9288b5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:38.844049 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e73e2710-1052-4bff-bf1c-d0403e9288b5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/subnets/8b25c022-9f44-48f0-9827-54f4f3303b55 HTTP/1.1" status: 404 len: 337 time: 0.0790966 Jul 14 09:30:38.850396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43642) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:38.898470 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1f2441-ce49-47dd-88c6-04258a6e96fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:38.899294 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1f2441-ce49-47dd-88c6-04258a6e96fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:38.901474 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6e1f2441-ce49-47dd-88c6-04258a6e96fc tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/subnets/cd0cc9ce-b6b7-4549-946c-5e28282a3ef1 HTTP/1.1" status: 404 len: 337 time: 0.0498524 Jul 14 09:30:38.904500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43644) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:39.001480 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-495ed39c-3202-48bf-acef-58913586243b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:39.003466 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-495ed39c-3202-48bf-acef-58913586243b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:39.011167 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-495ed39c-3202-48bf-acef-58913586243b tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/subnets/6ad9cfa4-775c-4531-981a-018046fb3b39 HTTP/1.1" status: 404 len: 337 time: 0.1037731 Jul 14 09:30:39.011987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43650) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:39.081310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fdcfd1e3-f636-4790-a90e-f4dbf1b0f271 req-d0580f56-b3c3-46f8-afc1-4dbab6853809 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.9081535 Jul 14 09:30:39.109947 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e2c81631-4764-42ab-960e-49b1fcd13df5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c073c32-41e3-459b-9f2b-e027b775b319 HTTP/1.1" status: 200 len: 205 time: 0.0944006 Jul 14 09:30:39.110978 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43652) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:39.225643 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f6f068-d751-4a7d-8b8e-883d2eaa433d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Router e6a0c60d-2358-43d8-8da9-c4c967da71c2 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:30:39.230623 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-182ee68f-09d9-4056-b222-d0d187c0cfdb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] delete failed (client error): The resource could not be found. Jul 14 09:30:39.235306 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-182ee68f-09d9-4056-b222-d0d187c0cfdb tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/routers/2c073c32-41e3-459b-9f2b-e027b775b319 HTTP/1.1" status: 404 len: 336 time: 0.1183686 Jul 14 09:30:39.242346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43658) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:39.328045 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-07631196-a720-4711-b940-bceeb4317704 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/ports?device_id=4769e8cc-f33e-4f95-8340-a987153f15ac HTTP/1.1" status: 200 len: 205 time: 0.0808764 Jul 14 09:30:39.332116 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43660) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:39.428097 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-99071d15-647a-43a2-b720-56e4e643fbe2 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] delete failed (client error): The resource could not be found. Jul 14 09:30:39.429175 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-99071d15-647a-43a2-b720-56e4e643fbe2 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/routers/4769e8cc-f33e-4f95-8340-a987153f15ac HTTP/1.1" status: 404 len: 336 time: 0.0943935 Jul 14 09:30:39.433068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43664) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:39.517814 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db0021f-204b-4d62-afa2-d755469d82a5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:39.518478 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db0021f-204b-4d62-afa2-d755469d82a5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:39.520444 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4db0021f-204b-4d62-afa2-d755469d82a5 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/subnets/bc2fbbc7-e0e3-4e8a-bca6-4635f02090fc HTTP/1.1" status: 404 len: 337 time: 0.0859821 Jul 14 09:30:39.526636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43670) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:39.586772 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f6f068-d751-4a7d-8b8e-883d2eaa433d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:39.599450 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ada6f6-61c1-4062-8202-1ea39b1178b3 None None] Sync routers for ids ['e6a0c60d-2358-43d8-8da9-c4c967da71c2'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:39.608932 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a5f6f068-d751-4a7d-8b8e-883d2eaa433d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "PUT /v2.0/routers/e6a0c60d-2358-43d8-8da9-c4c967da71c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1344550 Jul 14 09:30:39.618628 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43672) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:39.629038 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ada6f6-61c1-4062-8202-1ea39b1178b3 None None] Routers {'e6a0c60d-2358-43d8-8da9-c4c967da71c2'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:39.630665 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-17ada6f6-61c1-4062-8202-1ea39b1178b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:30:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e6a0c60d-2358-43d8-8da9-c4c967da71c2'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:39.633510 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2b31c629-2919-4e91-a5b2-4dc6b391b983 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/ports?device_id=9923087b-e27a-4726-8aa4-32fab34229bc HTTP/1.1" status: 200 len: 205 time: 0.1034336 Jul 14 09:30:39.641828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43674) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:39.708364 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:30:39.807932 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-17ada6f6-61c1-4062-8202-1ea39b1178b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:39.816533 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-b30c88a4-674b-445b-b049-9a35b7c71ec3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] delete failed (client error): The resource could not be found. Jul 14 09:30:39.820640 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ada6f6-61c1-4062-8202-1ea39b1178b3 None None] Routers {'e6a0c60d-2358-43d8-8da9-c4c967da71c2'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:39.821631 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-17ada6f6-61c1-4062-8202-1ea39b1178b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:30:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e6a0c60d-2358-43d8-8da9-c4c967da71c2'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:39.825246 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b30c88a4-674b-445b-b049-9a35b7c71ec3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/routers/9923087b-e27a-4726-8aa4-32fab34229bc HTTP/1.1" status: 404 len: 336 time: 0.1786892 Jul 14 09:30:39.843114 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43676) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:39.869078 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-17ada6f6-61c1-4062-8202-1ea39b1178b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:39.869934 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ada6f6-61c1-4062-8202-1ea39b1178b3 None None] The sync data for ids ['e6a0c60d-2358-43d8-8da9-c4c967da71c2'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:39.947704 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7665f19c-f073-4ab0-9c34-65a3922dfb21 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:39.967159 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7665f19c-f073-4ab0-9c34-65a3922dfb21 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6a0c60d-2358-43d8-8da9-c4c967da71c2 HTTP/1.1" status: 200 len: 982 time: 0.3468814 Jul 14 09:30:39.969353 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43684) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:40.014041 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-54efb1bb-fa0c-4c85-9cb0-9ed37993df37 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b564339-e058-41a8-9cf3-60da70669c30 HTTP/1.1" status: 200 len: 205 time: 0.1692352 Jul 14 09:30:40.018091 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43688) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:40.182811 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-5af5c641-e486-4e1a-817a-162fc720923f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] delete failed (client error): The resource could not be found. Jul 14 09:30:40.191383 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5af5c641-e486-4e1a-817a-162fc720923f tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/routers/0b564339-e058-41a8-9cf3-60da70669c30 HTTP/1.1" status: 404 len: 336 time: 0.1718175 Jul 14 09:30:40.193599 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43696) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:40.410350 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-487092f1-83c8-4739-8d9b-26170713092d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:40.411027 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-487092f1-83c8-4739-8d9b-26170713092d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:40.419666 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-487092f1-83c8-4739-8d9b-26170713092d tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/subnets/e450c03e-736c-477b-80e3-61adc20d2b89 HTTP/1.1" status: 404 len: 337 time: 0.2131495 Jul 14 09:30:40.420854 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43700) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:40.508513 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-11542c49-7e5f-4f60-a7ad-239ae146f604 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/ports?device_id=536d63e2-1b60-4fc8-9692-aa632c54efa3 HTTP/1.1" status: 200 len: 205 time: 0.0873816 Jul 14 09:30:40.511363 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43702) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:40.572053 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-d6147581-dbbb-4260-ae26-4453d6d439a3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] delete failed (client error): The resource could not be found. Jul 14 09:30:40.577588 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d6147581-dbbb-4260-ae26-4453d6d439a3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/routers/536d63e2-1b60-4fc8-9692-aa632c54efa3 HTTP/1.1" status: 404 len: 336 time: 0.0649412 Jul 14 09:30:40.578776 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43704) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:40.631116 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d3d56b-b861-4422-a085-1174a51c2bf3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:40.631511 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d3d56b-b861-4422-a085-1174a51c2bf3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:40.639549 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b7d3d56b-b861-4422-a085-1174a51c2bf3 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/subnets/e7ce4ee6-13f0-443a-a527-d8ae153b3f19 HTTP/1.1" status: 404 len: 337 time: 0.0597394 Jul 14 09:30:40.640174 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43708) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:40.699308 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c437bbc4-1be0-4dd2-8ed6-0f99342caa63 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6ba0d3b-631e-4ae9-b095-5a3748574754 HTTP/1.1" status: 200 len: 205 time: 0.0579123 Jul 14 09:30:40.699944 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43710) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:40.779527 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-34bf89ad-5ff0-4122-882f-6257c8da3802 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] delete failed (client error): The resource could not be found. Jul 14 09:30:40.784951 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-34bf89ad-5ff0-4122-882f-6257c8da3802 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/routers/c6ba0d3b-631e-4ae9-b095-5a3748574754 HTTP/1.1" status: 404 len: 336 time: 0.0835297 Jul 14 09:30:40.785470 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43714) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:40.847581 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe93d5-5bde-4264-9380-144d7def3086 req-5e8f3001-8d92-4270-bc5a-53d46a66975e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:40.857758 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0ebe93d5-5bde-4264-9380-144d7def3086 req-5e8f3001-8d92-4270-bc5a-53d46a66975e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.4526510 Jul 14 09:30:40.869326 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ee0ab3-d798-4197-8969-e337c1da3751 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:40.869326 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ee0ab3-d798-4197-8969-e337c1da3751 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:40.874628 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-69ee0ab3-d798-4197-8969-e337c1da3751 tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/subnets/a2545464-d8df-4d90-ad5f-bb723827a49e HTTP/1.1" status: 404 len: 337 time: 0.0881147 Jul 14 09:30:40.875668 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43716) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:40.937533 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-288c59c5-1760-4989-9289-7b9ae4ab1bea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:40.938022 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-288c59c5-1760-4989-9289-7b9ae4ab1bea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:40.946200 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-288c59c5-1760-4989-9289-7b9ae4ab1bea tempest-RoutersTest-1973732520 tempest-RoutersTest-1973732520-project] 10.222.0.26 "DELETE /v2.0/subnets/ba3758cf-0264-4d41-9e19-fd3e193d0e6f HTTP/1.1" status: 404 len: 337 time: 0.0693455 Jul 14 09:30:41.035160 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0ebe93d5-5bde-4264-9380-144d7def3086 req-a51caaaa-70b5-460e-bd37-721fdb37df1c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760273 Jul 14 09:30:41.504857 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05cbbf1a-146b-4d6a-9ae5-b37b818e856d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.508745 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43726) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:42.049648 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c7ad164f-66cc-40d3-9277-2ca77df3f110 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59d7d101252e4592bbe2b29387c4a9ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5349083 Jul 14 09:30:42.054092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43738) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:42.362909 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50c89647-23e7-4339-b7fb-55a519307dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.415679 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50c89647-23e7-4339-b7fb-55a519307dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.531781 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-05cbbf1a-146b-4d6a-9ae5-b37b818e856d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port bdfe9583-501c-498d-b51c-efe2e9f312c9 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:42.532329 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05cbbf1a-146b-4d6a-9ae5-b37b818e856d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.550775 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50c89647-23e7-4339-b7fb-55a519307dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.554503 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50c89647-23e7-4339-b7fb-55a519307dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.555937 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-50c89647-23e7-4339-b7fb-55a519307dc9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c42e127-9558-4d31-a42d-9a60b90266b0 HTTP/1.1" status: 204 len: 168 time: 0.4970000 Jul 14 09:30:42.606108 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c89647-23e7-4339-b7fb-55a519307dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c42e127-9558-4d31-a42d-9a60b90266b0,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:42.850511 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8fee-cfef-4621-91ac-ef4e441c71a0 req-97ae0f2c-e2c7-4834-b26b-060e22cd039f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:42.860770 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-205e8fee-cfef-4621-91ac-ef4e441c71a0 req-97ae0f2c-e2c7-4834-b26b-060e22cd039f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.3874581 Jul 14 09:30:42.968430 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-205e8fee-cfef-4621-91ac-ef4e441c71a0 req-1ce94eac-2e22-4459-a05f-2ec556d03655 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004558 Jul 14 09:30:42.996427 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05cbbf1a-146b-4d6a-9ae5-b37b818e856d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.011796 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-05cbbf1a-146b-4d6a-9ae5-b37b818e856d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for bdfe9583-501c-498d-b51c-efe2e9f312c9 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:43.362179 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05cbbf1a-146b-4d6a-9ae5-b37b818e856d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.644952 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbbf1a-146b-4d6a-9ae5-b37b818e856d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=bdfe9583-501c-498d-b51c-efe2e9f312c9,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:44.328457 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05cbbf1a-146b-4d6a-9ae5-b37b818e856d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.513303 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43798) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:44.745852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cbbf1a-146b-4d6a-9ae5-b37b818e856d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Router e6a0c60d-2358-43d8-8da9-c4c967da71c2 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:44.945497 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-52cfe61b-1cf4-4bc6-ac24-7ae215ad57d2 tempest-DvrRoutersNegativeTest-993592437 tempest-DvrRoutersNegativeTest-993592437-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1774019842', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:44.948384 n-d-798054-10 neutron-server[93888]: DEBUG neutron.policy [None req-52cfe61b-1cf4-4bc6-ac24-7ae215ad57d2 tempest-DvrRoutersNegativeTest-993592437 tempest-DvrRoutersNegativeTest-993592437-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93888) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 14 09:30:44.948818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.policy [None req-52cfe61b-1cf4-4bc6-ac24-7ae215ad57d2 tempest-DvrRoutersNegativeTest-993592437 tempest-DvrRoutersNegativeTest-993592437-project] Failed policy check for 'create_router' {{(pid=93888) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 14 09:30:44.949369 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-52cfe61b-1cf4-4bc6-ac24-7ae215ad57d2 tempest-DvrRoutersNegativeTest-993592437 tempest-DvrRoutersNegativeTest-993592437-project] create failed (client error): Access was denied to this resource. Jul 14 09:30:44.979504 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-52cfe61b-1cf4-4bc6-ac24-7ae215ad57d2 tempest-DvrRoutersNegativeTest-993592437 tempest-DvrRoutersNegativeTest-993592437-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4639757 Jul 14 09:30:45.060469 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686b885-e5b1-4215-9049-f48ee832bbe7 req-6e14284f-c5f9-4691-be88-a4b70c05bd49 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:45.070267 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e686b885-e5b1-4215-9049-f48ee832bbe7 req-6e14284f-c5f9-4691-be88-a4b70c05bd49 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.5732453 Jul 14 09:30:45.123701 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cbbf1a-146b-4d6a-9ae5-b37b818e856d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:45.136319 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-05cbbf1a-146b-4d6a-9ae5-b37b818e856d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "PUT /v2.0/routers/e6a0c60d-2358-43d8-8da9-c4c967da71c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1595981 Jul 14 09:30:45.136728 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1874cbf9-8818-405a-b68c-5d5c5537f944 None None] Sync routers for ids ['e6a0c60d-2358-43d8-8da9-c4c967da71c2'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:45.139126 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43816) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:45.156464 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e686b885-e5b1-4215-9049-f48ee832bbe7 req-5b536bd3-800a-4b6d-aa10-32da4b57bf7b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849898 Jul 14 09:30:45.157574 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1874cbf9-8818-405a-b68c-5d5c5537f944 None None] Routers {'e6a0c60d-2358-43d8-8da9-c4c967da71c2'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:45.161857 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1874cbf9-8818-405a-b68c-5d5c5537f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:30:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e6a0c60d-2358-43d8-8da9-c4c967da71c2'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:45.237509 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7471d5d-105a-4eff-8ba5-7e1828acb396 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] GET failed (client error): The resource could not be found. Jul 14 09:30:45.249043 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d7471d5d-105a-4eff-8ba5-7e1828acb396 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports/bdfe9583-501c-498d-b51c-efe2e9f312c9 HTTP/1.1" status: 404 len: 333 time: 0.1087875 Jul 14 09:30:45.254381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43818) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:45.304947 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1874cbf9-8818-405a-b68c-5d5c5537f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:45.350813 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1874cbf9-8818-405a-b68c-5d5c5537f944 None None] Routers {'e6a0c60d-2358-43d8-8da9-c4c967da71c2'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:45.352141 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1874cbf9-8818-405a-b68c-5d5c5537f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:30:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e6a0c60d-2358-43d8-8da9-c4c967da71c2'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:45.461644 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fd159b83-148c-4e9b-b810-c591f0288496 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.506221 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1874cbf9-8818-405a-b68c-5d5c5537f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:45.506810 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1874cbf9-8818-405a-b68c-5d5c5537f944 None None] The sync data for ids ['e6a0c60d-2358-43d8-8da9-c4c967da71c2'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:45.680072 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43828) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:45.917142 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2342f820-34ef-406c-9b57-f4fa231fbfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.156966 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2342f820-34ef-406c-9b57-f4fa231fbfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.161775 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2342f820-34ef-406c-9b57-f4fa231fbfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.237591 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2342f820-34ef-406c-9b57-f4fa231fbfb3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3d2f7b66c8041d09049b91637295f59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5539351 Jul 14 09:30:46.237591 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342f820-34ef-406c-9b57-f4fa231fbfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b88ec1-e668-4a25-b2ff-5d1d81de6780,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:46.238725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43844) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:46.334183 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9f97cd10-fe98-4ee2-9a27-5726074b8db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.384091 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9f97cd10-fe98-4ee2-9a27-5726074b8db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.401563 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.607856 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3d2b6-1d5c-456a-8f93-2ce60612a2e3 req-243357fc-1b05-4a11-925a-4d1e2ab90e32 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:46.609512 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8c3d2b6-1d5c-456a-8f93-2ce60612a2e3 req-243357fc-1b05-4a11-925a-4d1e2ab90e32 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.2278168 Jul 14 09:30:46.671150 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9f97cd10-fe98-4ee2-9a27-5726074b8db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.686432 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9f97cd10-fe98-4ee2-9a27-5726074b8db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.690184 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fd159b83-148c-4e9b-b810-c591f0288496 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.695042 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fd159b83-148c-4e9b-b810-c591f0288496 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.695236 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9f97cd10-fe98-4ee2-9a27-5726074b8db9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82b88ec1-e668-4a25-b2ff-5d1d81de6780 HTTP/1.1" status: 204 len: 168 time: 0.4554093 Jul 14 09:30:46.778949 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fd159b83-148c-4e9b-b810-c591f0288496 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.779794 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd159b83-148c-4e9b-b810-c591f0288496 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Fanout notify agent at l3_agent the message router_deleted on router e6a0c60d-2358-43d8-8da9-c4c967da71c2 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:30:46.798073 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fd159b83-148c-4e9b-b810-c591f0288496 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.802944 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fd159b83-148c-4e9b-b810-c591f0288496 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/routers/e6a0c60d-2358-43d8-8da9-c4c967da71c2 HTTP/1.1" status: 204 len: 168 time: 1.5437939 Jul 14 09:30:46.803534 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43854) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:46.818384 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97cd10-fe98-4ee2-9a27-5726074b8db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b88ec1-e668-4a25-b2ff-5d1d81de6780,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:46.857261 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8c3d2b6-1d5c-456a-8f93-2ce60612a2e3 req-89d8e49e-ec72-4310-a3ea-e38a3ea664fd tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229090 Jul 14 09:30:46.981584 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-6157596b-d853-4ac2-b9b3-7f2309dfc276 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting subnet 65f2e850-34e9-40b5-818d-c7c69bccdbb6 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:46.992063 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6157596b-d853-4ac2-b9b3-7f2309dfc276 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.102889 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6157596b-d853-4ac2-b9b3-7f2309dfc276 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.351745 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6157596b-d853-4ac2-b9b3-7f2309dfc276 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.426252 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6157596b-d853-4ac2-b9b3-7f2309dfc276 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.503900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157596b-d853-4ac2-b9b3-7f2309dfc276 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Subnet': ['ID=65f2e850-34e9-40b5-818d-c7c69bccdbb6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:47.511909 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68aaaf74-bbbf-47dc-8560-5ec14cc74df8 None None] Network a46ecddf-4c7c-4e1c-b3da-5df3e780600f requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:47.518196 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6157596b-d853-4ac2-b9b3-7f2309dfc276 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.524634 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43878) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:47.525914 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6157596b-d853-4ac2-b9b3-7f2309dfc276 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/subnets/65f2e850-34e9-40b5-818d-c7c69bccdbb6 HTTP/1.1" status: 204 len: 168 time: 0.7210555 Jul 14 09:30:47.817311 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d8bf-0f3d-42f2-9ca8-818c69d0dacb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.061308 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c330e35d-2012-4857-8949-d5aa96c38c8a None None] DHCP port deletion for a46ecddf-4c7c-4e1c-b3da-5df3e780600f request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:48.131261 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-b0c9d8bf-0f3d-42f2-9ca8-818c69d0dacb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port 8f95f2c8-42f7-41d8-a128-d94862ca8321 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:48.132988 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d8bf-0f3d-42f2-9ca8-818c69d0dacb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.340028 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-b0c9d8bf-0f3d-42f2-9ca8-818c69d0dacb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] For port 8f95f2c8-42f7-41d8-a128-d94862ca8321, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=8f95f2c8-42f7-41d8-a128-d94862ca8321,segment=NetworkSegment(7e8186e2-fbf8-4480-b3da-e68b8022ebf6),segment_id=7e8186e2-fbf8-4480-b3da-e68b8022ebf6)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:48.340575 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d8bf-0f3d-42f2-9ca8-818c69d0dacb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.344106 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c330e35d-2012-4857-8949-d5aa96c38c8a None None] Deleting port 8f95f2c8-42f7-41d8-a128-d94862ca8321 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:48.351700 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c330e35d-2012-4857-8949-d5aa96c38c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.354514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d899b-d484-4060-ac83-c38483d1f667 req-9633ed72-f193-45e7-9d5e-40009a40356f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:48.366038 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-605d899b-d484-4060-ac83-c38483d1f667 req-9633ed72-f193-45e7-9d5e-40009a40356f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.1430688 Jul 14 09:30:48.476106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-b0c9d8bf-0f3d-42f2-9ca8-818c69d0dacb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for 8f95f2c8-42f7-41d8-a128-d94862ca8321 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:48.518085 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 8f95f2c8-42f7-41d8-a128-d94862ca8321 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:48.555946 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-605d899b-d484-4060-ac83-c38483d1f667 req-604f03ff-c85a-4061-943d-eb4f64320c1b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887977 Jul 14 09:30:48.786209 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d8bf-0f3d-42f2-9ca8-818c69d0dacb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.824777 n-d-798054-10 neutron-server[93889]: INFO neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No ports have port_id starting with 8f95f2c8-42f7-41d8-a128-d94862ca8321 Jul 14 09:30:48.848042 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c330e35d-2012-4857-8949-d5aa96c38c8a None None] For port 8f95f2c8-42f7-41d8-a128-d94862ca8321, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=8f95f2c8-42f7-41d8-a128-d94862ca8321,segment=NetworkSegment(7e8186e2-fbf8-4480-b3da-e68b8022ebf6),segment_id=7e8186e2-fbf8-4480-b3da-e68b8022ebf6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:48.848766 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c330e35d-2012-4857-8949-d5aa96c38c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.880113 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c330e35d-2012-4857-8949-d5aa96c38c8a None None] Calling delete_port for 8f95f2c8-42f7-41d8-a128-d94862ca8321 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:48.977198 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9d8bf-0f3d-42f2-9ca8-818c69d0dacb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=8f95f2c8-42f7-41d8-a128-d94862ca8321,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:49.011969 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c9d8bf-0f3d-42f2-9ca8-818c69d0dacb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No DVR routers for this DVR port 8f95f2c8-42f7-41d8-a128-d94862ca8321 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:49.068622 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c330e35d-2012-4857-8949-d5aa96c38c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.108488 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43908) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:49.187538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330e35d-2012-4857-8949-d5aa96c38c8a None None] Pushing event deleted for resources: {'Port': ['ID=8f95f2c8-42f7-41d8-a128-d94862ca8321,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:49.197413 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c330e35d-2012-4857-8949-d5aa96c38c8a None None] No DVR routers for this DVR port 8f95f2c8-42f7-41d8-a128-d94862ca8321 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:49.330818 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d8bf-0f3d-42f2-9ca8-818c69d0dacb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.345761 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-b0c9d8bf-0f3d-42f2-9ca8-818c69d0dacb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46ecddf-4c7c-4e1c-b3da-5df3e780600f']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:49.359096 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-b0c9d8bf-0f3d-42f2-9ca8-818c69d0dacb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8186e2-fbf8-4480-b3da-e68b8022ebf6') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:49.359448 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-b0c9d8bf-0f3d-42f2-9ca8-818c69d0dacb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8186e2-fbf8-4480-b3da-e68b8022ebf6') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:49.369766 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d8bf-0f3d-42f2-9ca8-818c69d0dacb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.385651 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d8bf-0f3d-42f2-9ca8-818c69d0dacb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.392913 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c9d8bf-0f3d-42f2-9ca8-818c69d0dacb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:49.393294 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d8bf-0f3d-42f2-9ca8-818c69d0dacb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.462875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3f2fba5f-4c3d-4924-83e3-e45ee8a32df3 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:49.463749 n-d-798054-10 neutron-server[93888]: WARNING neutron.api.v2.base [None req-3f2fba5f-4c3d-4924-83e3-e45ee8a32df3 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 09:30:49.464432 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-3f2fba5f-4c3d-4924-83e3-e45ee8a32df3 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:30:49.465862 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3f2fba5f-4c3d-4924-83e3-e45ee8a32df3 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3563094 Jul 14 09:30:49.471203 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43916) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:49.481897 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-38550698-ab3c-48e2-8a29-33e6df75a508 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group': {'name': 'tempest-secgroup--1077945032'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:49.499144 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:49.508457 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d8bf-0f3d-42f2-9ca8-818c69d0dacb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.528517 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d8bf-0f3d-42f2-9ca8-818c69d0dacb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.541329 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b0c9d8bf-0f3d-42f2-9ca8-818c69d0dacb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/networks/a46ecddf-4c7c-4e1c-b3da-5df3e780600f HTTP/1.1" status: 204 len: 168 time: 2.0100279 Jul 14 09:30:49.543422 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43918) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:49.545173 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-38550698-ab3c-48e2-8a29-33e6df75a508 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.558753 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-38550698-ab3c-48e2-8a29-33e6df75a508 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.601120 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9d8bf-0f3d-42f2-9ca8-818c69d0dacb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Network': ['ID=a46ecddf-4c7c-4e1c-b3da-5df3e780600f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:49.668129 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195da410-35ae-4b5e-8603-a9779a39d1e1 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:49.670919 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-195da410-35ae-4b5e-8603-a9779a39d1e1 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports/8fb0be34-7059-4585-95f9-4008a6deec60 HTTP/1.1" status: 200 len: 840 time: 0.0832083 Jul 14 09:30:49.678320 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43924) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:49.829981 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ed56930d-eb42-42f7-ad78-9ec3cdd82f82 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports/8fb0be34-7059-4585-95f9-4008a6deec60?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1457276 Jul 14 09:30:49.835364 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43928) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:49.843540 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-38550698-ab3c-48e2-8a29-33e6df75a508 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.857966 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-38550698-ab3c-48e2-8a29-33e6df75a508 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.872845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-3e725b13-90a9-4a0d-b24c-32fccbd2cc5f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'subnet': {'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:50.047894 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-38550698-ab3c-48e2-8a29-33e6df75a508 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.088742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38550698-ab3c-48e2-8a29-33e6df75a508 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce2314d-e7fb-4723-958d-1bff7e8b1593,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:50.092783 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-38550698-ab3c-48e2-8a29-33e6df75a508 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.150713 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8980a-7f4b-4266-b2e4-73c1e2bcd6fa req-4e42a354-2a81-4273-93e6-d95e4fc14d71 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:50.156517 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23d8980a-7f4b-4266-b2e4-73c1e2bcd6fa req-4e42a354-2a81-4273-93e6-d95e4fc14d71 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.3397920 Jul 14 09:30:50.159918 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38550698-ab3c-48e2-8a29-33e6df75a508 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd472f38-c6d1-496e-ab0c-cbf099f8cef1,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:50.166128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e725b13-90a9-4a0d-b24c-32fccbd2cc5f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:50.170458 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3e725b13-90a9-4a0d-b24c-32fccbd2cc5f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.179157 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-38550698-ab3c-48e2-8a29-33e6df75a508 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.183010 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-38550698-ab3c-48e2-8a29-33e6df75a508 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7104542 Jul 14 09:30:50.191881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43932) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:50.214685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-86dcfebe-dc47-4a17-afeb-10185442e34b tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': 'cd472f38-c6d1-496e-ab0c-cbf099f8cef1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:50.318969 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-86dcfebe-dc47-4a17-afeb-10185442e34b tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.429695 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3e725b13-90a9-4a0d-b24c-32fccbd2cc5f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.469493 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-86dcfebe-dc47-4a17-afeb-10185442e34b tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.488359 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-86dcfebe-dc47-4a17-afeb-10185442e34b tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.502771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dcfebe-dc47-4a17-afeb-10185442e34b tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ec5547-a779-4043-b51e-0492ca3adf98,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:50.531877 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-86dcfebe-dc47-4a17-afeb-10185442e34b tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.533381 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-86dcfebe-dc47-4a17-afeb-10185442e34b tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3402059 Jul 14 09:30:50.536733 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43936) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:50.543810 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3664b32c-56f6-4550-b116-b750d5c77363 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': 'cd472f38-c6d1-496e-ab0c-cbf099f8cef1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:50.544049 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e725b13-90a9-4a0d-b24c-32fccbd2cc5f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:50.547296 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23d8980a-7f4b-4266-b2e4-73c1e2bcd6fa req-81cc3346-92ed-4ffa-af4f-78adc0e1de7e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3834696 Jul 14 09:30:50.550602 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-3e725b13-90a9-4a0d-b24c-32fccbd2cc5f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:50.555643 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e725b13-90a9-4a0d-b24c-32fccbd2cc5f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:50.556230 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3e725b13-90a9-4a0d-b24c-32fccbd2cc5f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.562878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2531fa58-e3a5-42ac-9959-6b473ade48e4 None None] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:50.581724 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e725b13-90a9-4a0d-b24c-32fccbd2cc5f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Subnet': ['ID=7976e40b-2eb0-4817-af18-ab36399d0402,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:50.608284 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3664b32c-56f6-4550-b116-b750d5c77363 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.630338 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3e725b13-90a9-4a0d-b24c-32fccbd2cc5f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7903237 Jul 14 09:30:50.630904 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43940) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:50.635546 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f701752b-62e9-40d1-85c0-c3b91f91faca tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'security_group': {'name': 'tempest-secgroup-358129337'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:50.696687 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f701752b-62e9-40d1-85c0-c3b91f91faca tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.720149 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-3664b32c-56f6-4550-b116-b750d5c77363 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:30:50.724693 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3664b32c-56f6-4550-b116-b750d5c77363 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1861148 Jul 14 09:30:50.725517 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43942) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:50.859795 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43e701ce-1023-41c2-b102-ffc443e5046e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.888777 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f701752b-62e9-40d1-85c0-c3b91f91faca tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.902663 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f701752b-62e9-40d1-85c0-c3b91f91faca tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.912798 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43e701ce-1023-41c2-b102-ffc443e5046e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.962140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-43b8e148-b7a4-4d7b-b38a-691183da0ed7', 'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7', 'tenant_id': '4e8e895605fb4ca2bfa65b016145bb78', 'fixed_ips': [{'subnet_id': '7976e40b-2eb0-4817-af18-ab36399d0402'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:50.962975 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.969174 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f701752b-62e9-40d1-85c0-c3b91f91faca tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.978229 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f701752b-62e9-40d1-85c0-c3b91f91faca tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3463418 Jul 14 09:30:50.983825 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43948) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:50.999000 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43e701ce-1023-41c2-b102-ffc443e5046e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.999771 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-24e570ce-22dd-49ff-b629-ccc6020dd4c9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'security_group': {'name': 'tempest-secgroup-578797451'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:51.005598 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43e701ce-1023-41c2-b102-ffc443e5046e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.010731 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-43e701ce-1023-41c2-b102-ffc443e5046e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "DELETE /v2.0/security-groups/cd472f38-c6d1-496e-ab0c-cbf099f8cef1 HTTP/1.1" status: 204 len: 168 time: 0.2839844 Jul 14 09:30:51.011417 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43950) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:51.011559 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701752b-62e9-40d1-85c0-c3b91f91faca tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6058b7b-38ca-4bdf-828d-289861e2b783,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:51.095659 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24e570ce-22dd-49ff-b629-ccc6020dd4c9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.155601 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bacefbe4-11bb-4e20-b900-200b173e83e2 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1375899 Jul 14 09:30:51.156401 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43954) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:51.157569 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e701ce-1023-41c2-b102-ffc443e5046e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd472f38-c6d1-496e-ab0c-cbf099f8cef1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:51.161090 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-a84db8f3-5ecf-44f4-8e71-91b5cd2be63d tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group': {'name': 'tempest-secgroup--1630045660'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:51.210628 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a84db8f3-5ecf-44f4-8e71-91b5cd2be63d tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.389772 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Allocated IP 172.20.0.2 (43b8e148-b7a4-4d7b-b38a-691183da0ed7/7976e40b-2eb0-4817-af18-ab36399d0402/26f0d721-d6ee-4ec2-a77d-c2dd80d73db5) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:51.501580 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24e570ce-22dd-49ff-b629-ccc6020dd4c9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.524310 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24e570ce-22dd-49ff-b629-ccc6020dd4c9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.556390 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e570ce-22dd-49ff-b629-ccc6020dd4c9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=049b4bf4-22a8-4824-8ff8-379342cb7e08,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:51.722684 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.737776 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Transition to ACTIVE for port object 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:51.745126 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a84db8f3-5ecf-44f4-8e71-91b5cd2be63d tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.755630 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Transition to ACTIVE for port object 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:51.756482 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a84db8f3-5ecf-44f4-8e71-91b5cd2be63d tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.766583 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.829038 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84db8f3-5ecf-44f4-8e71-91b5cd2be63d tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e86e9eb5-fa39-44b6-bf37-690d6938009b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:51.850823 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24e570ce-22dd-49ff-b629-ccc6020dd4c9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.856742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43968) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:51.860590 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:51.863427 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f07346d0-6293-4e3d-9ff6-c5cd41e43c7a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-112340039', 'security_groups': ['049b4bf4-22a8-4824-8ff8-379342cb7e08'], 'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7976e40b-2eb0-4817-af18-ab36399d0402'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:51.868412 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:51.874211 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:51.888860 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-24e570ce-22dd-49ff-b629-ccc6020dd4c9 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8992147 Jul 14 09:30:51.920884 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Pushing event updated for resources: {'Port': ['ID=26f0d721-d6ee-4ec2-a77d-c2dd80d73db5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:51.993477 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Attempting to bind port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:51.993859 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Attempting to bind port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'c6c6aad1-7ad2-4cc8-a368-4680c6c83493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:51.994228 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Attempting to bind port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 on network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:52.008527 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:52.008799 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Checking segment: {'id': 'c6c6aad1-7ad2-4cc8-a368-4680c6c83493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:52.009419 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.009990 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Bound using segment: {'id': 'c6c6aad1-7ad2-4cc8-a368-4680c6c83493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:52.010676 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Bound port: 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c6aad1-7ad2-4cc8-a368-4680c6c83493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:52.011233 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.051583 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a84db8f3-5ecf-44f4-8e71-91b5cd2be63d tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.056372 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a84db8f3-5ecf-44f4-8e71-91b5cd2be63d tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8987064 Jul 14 09:30:52.057152 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43974) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:52.071190 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-1cd7af75-0cd0-4919-a37a-4d405864539b tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': 'e86e9eb5-fa39-44b6-bf37-690d6938009b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:52.078110 n-d-798054-10 neutron-server[93887]: WARNING neutron.api.v2.base [None req-1cd7af75-0cd0-4919-a37a-4d405864539b tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 14 09:30:52.078339 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-1cd7af75-0cd0-4919-a37a-4d405864539b tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:30:52.079484 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1cd7af75-0cd0-4919-a37a-4d405864539b tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0205891 Jul 14 09:30:52.082855 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43976) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:52.159622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] For port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:52.165749 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] For port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=26f0d721-d6ee-4ec2-a77d-c2dd80d73db5,segment=NetworkSegment(c6c6aad1-7ad2-4cc8-a368-4680c6c83493),segment_id=c6c6aad1-7ad2-4cc8-a368-4680c6c83493)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:52.171487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578f5d1-3557-4bad-9464-bc5c4fd23c92 req-3752feec-2aa3-4d89-8d7f-2d8737ea52be tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:52.173242 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3578f5d1-3557-4bad-9464-bc5c4fd23c92 req-3752feec-2aa3-4d89-8d7f-2d8737ea52be tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.2780607 Jul 14 09:30:52.181357 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.289214 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3578f5d1-3557-4bad-9464-bc5c4fd23c92 req-94b7452c-3868-407a-b589-463df0bff493 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087677 Jul 14 09:30:52.348496 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9abf2ccb-351a-47d9-93d0-d196b43edc4a tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.351345 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcfad9-b20f-4d92-8e60-b86605ea37ed None None] Pushing event updated for resources: {'Port': ['ID=26f0d721-d6ee-4ec2-a77d-c2dd80d73db5,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:52.375421 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07346d0-6293-4e3d-9ff6-c5cd41e43c7a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:52.503654 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9abf2ccb-351a-47d9-93d0-d196b43edc4a tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.553332 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f07346d0-6293-4e3d-9ff6-c5cd41e43c7a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.648963 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-f07346d0-6293-4e3d-9ff6-c5cd41e43c7a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] device_id is not set on port c487a1bd-6ffd-46d4-b288-ae08fa5f3691 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:52.753612 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9abf2ccb-351a-47d9-93d0-d196b43edc4a tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.757129 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9abf2ccb-351a-47d9-93d0-d196b43edc4a tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.761295 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43984) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:52.761899 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9abf2ccb-351a-47d9-93d0-d196b43edc4a tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "DELETE /v2.0/security-groups/e86e9eb5-fa39-44b6-bf37-690d6938009b HTTP/1.1" status: 204 len: 168 time: 0.6711850 Jul 14 09:30:52.792381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf2ccb-351a-47d9-93d0-d196b43edc4a tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86e9eb5-fa39-44b6-bf37-690d6938009b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:52.975569 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5bb6b9f2-3b6f-4a25-b481-0f42976a7aeb tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2085505 Jul 14 09:30:52.975804 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43986) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:52.979357 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-facf049c-8aae-4079-bce7-45a57164ac4f tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group': {'name': 'tempest-secgroup--1176346416'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:53.169295 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-facf049c-8aae-4079-bce7-45a57164ac4f tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.189642 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-f07346d0-6293-4e3d-9ff6-c5cd41e43c7a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Allocated IP 172.20.0.7 (43b8e148-b7a4-4d7b-b38a-691183da0ed7/7976e40b-2eb0-4817-af18-ab36399d0402/c487a1bd-6ffd-46d4-b288-ae08fa5f3691) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:53.297198 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-facf049c-8aae-4079-bce7-45a57164ac4f tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.316982 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-facf049c-8aae-4079-bce7-45a57164ac4f tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.414866 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf049c-8aae-4079-bce7-45a57164ac4f tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=160cb34c-2d98-4f8f-a622-3a8b679074d1,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:53.419682 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-facf049c-8aae-4079-bce7-45a57164ac4f tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.424126 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43994) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:53.424569 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-facf049c-8aae-4079-bce7-45a57164ac4f tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4488246 Jul 14 09:30:53.430758 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-bf09c67b-5085-4f6d-8ca1-4a8b38f96101 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': '160cb34c-2d98-4f8f-a622-3a8b679074d1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:53.431824 n-d-798054-10 neutron-server[93887]: WARNING neutron.api.v2.base [None req-bf09c67b-5085-4f6d-8ca1-4a8b38f96101 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 14 09:30:53.432426 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-bf09c67b-5085-4f6d-8ca1-4a8b38f96101 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:30:53.434255 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bf09c67b-5085-4f6d-8ca1-4a8b38f96101 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0084386 Jul 14 09:30:53.437891 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43996) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:53.670136 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da7a16d4-c871-491c-9e12-7f55da3126be tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.708155 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f07346d0-6293-4e3d-9ff6-c5cd41e43c7a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.763298 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-f07346d0-6293-4e3d-9ff6-c5cd41e43c7a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Transition to ACTIVE for port object c487a1bd-6ffd-46d4-b288-ae08fa5f3691 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:53.833305 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85947c0b-04c0-4a0e-81ed-d7f8db5e33a8 req-967e2c7e-9433-431b-af30-64fd7403cc13 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:53.857321 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-85947c0b-04c0-4a0e-81ed-d7f8db5e33a8 req-967e2c7e-9433-431b-af30-64fd7403cc13 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.3400798 Jul 14 09:30:53.876649 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f07346d0-6293-4e3d-9ff6-c5cd41e43c7a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.879333 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da7a16d4-c871-491c-9e12-7f55da3126be tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.038674 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07346d0-6293-4e3d-9ff6-c5cd41e43c7a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:54.046776 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44010) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:54.067303 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-aab2a505-1da1-4d90-bc45-adbbdcd951f0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-542236981'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:54.072972 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-85947c0b-04c0-4a0e-81ed-d7f8db5e33a8 req-b65eb6be-e5bc-48eb-9384-9f3aaf18e8fe tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145567 Jul 14 09:30:54.083926 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f07346d0-6293-4e3d-9ff6-c5cd41e43c7a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:54.092935 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da7a16d4-c871-491c-9e12-7f55da3126be tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.095159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07346d0-6293-4e3d-9ff6-c5cd41e43c7a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:54.097041 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da7a16d4-c871-491c-9e12-7f55da3126be tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.108500 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-da7a16d4-c871-491c-9e12-7f55da3126be tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "DELETE /v2.0/security-groups/160cb34c-2d98-4f8f-a622-3a8b679074d1 HTTP/1.1" status: 204 len: 168 time: 0.6656086 Jul 14 09:30:54.108738 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44012) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:54.164383 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a16d4-c871-491c-9e12-7f55da3126be tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=160cb34c-2d98-4f8f-a622-3a8b679074d1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:54.219767 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07346d0-6293-4e3d-9ff6-c5cd41e43c7a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=c487a1bd-6ffd-46d4-b288-ae08fa5f3691,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:54.280093 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c39f6d77-aad4-4313-880a-69275c73c3f5 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1656132 Jul 14 09:30:54.281331 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44020) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:54.311233 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-4a69eac6-c75a-49a1-8620-357193ce7304 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group': {'name': 'tempest-secgroup--1872039588'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:54.330649 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b394f372-1048-4007-869c-d05174f60d72 None None] Provisioning for port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:54.377744 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b394f372-1048-4007-869c-d05174f60d72 None None] Provisioning complete for port 8fb0be34-7059-4585-95f9-4008a6deec60 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:54.378330 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b394f372-1048-4007-869c-d05174f60d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.379892 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab2a505-1da1-4d90-bc45-adbbdcd951f0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Made reservation on behalf of 68f6d0b430624b5a805e2568a292b9fb for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:54.388127 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a69eac6-c75a-49a1-8620-357193ce7304 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.391634 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aab2a505-1da1-4d90-bc45-adbbdcd951f0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.432541 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07346d0-6293-4e3d-9ff6-c5cd41e43c7a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:54.439016 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f07346d0-6293-4e3d-9ff6-c5cd41e43c7a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.521704 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b394f372-1048-4007-869c-d05174f60d72 None None] Port 8fb0be34-7059-4585-95f9-4008a6deec60 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:54.556136 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab2a505-1da1-4d90-bc45-adbbdcd951f0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:54.578919 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aab2a505-1da1-4d90-bc45-adbbdcd951f0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.579690 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-aab2a505-1da1-4d90-bc45-adbbdcd951f0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Added segment d166581e-e6e8-4c19-ab53-5df385cd6a07 of type vlan for network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b Jul 14 09:30:54.673353 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:54.714365 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a69eac6-c75a-49a1-8620-357193ce7304 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.731411 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a69eac6-c75a-49a1-8620-357193ce7304 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.790885 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aab2a505-1da1-4d90-bc45-adbbdcd951f0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.798682 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a69eac6-c75a-49a1-8620-357193ce7304 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.806515 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4a69eac6-c75a-49a1-8620-357193ce7304 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5131531 Jul 14 09:30:54.813576 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f07346d0-6293-4e3d-9ff6-c5cd41e43c7a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9547052 Jul 14 09:30:54.816212 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44030) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:54.819633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44032) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:54.846631 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e571363a-67a1-41bf-a645-b328d43f8008 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': '42553e47-ab87-458d-b36a-204a85c10c0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:54.847287 n-d-798054-10 neutron-server[93888]: WARNING neutron.api.v2.base [None req-e571363a-67a1-41bf-a645-b328d43f8008 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 14 09:30:54.847803 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-e571363a-67a1-41bf-a645-b328d43f8008 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:30:54.849734 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69eac6-c75a-49a1-8620-357193ce7304 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42553e47-ab87-458d-b36a-204a85c10c0b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:54.861924 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44036) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:54.863090 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e571363a-67a1-41bf-a645-b328d43f8008 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0248029 Jul 14 09:30:54.868900 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c00b66f0-02e8-4768-8971-2eece6dae391 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': '42553e47-ab87-458d-b36a-204a85c10c0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:54.869959 n-d-798054-10 neutron-server[93887]: WARNING neutron.api.v2.base [None req-c00b66f0-02e8-4768-8971-2eece6dae391 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 14 09:30:54.870288 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-c00b66f0-02e8-4768-8971-2eece6dae391 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:30:54.875190 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c00b66f0-02e8-4768-8971-2eece6dae391 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0123198 Jul 14 09:30:54.875940 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44038) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:54.882800 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-a710cf58-e292-4cd0-b0a4-ded9891165e6 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': '42553e47-ab87-458d-b36a-204a85c10c0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:54.883651 n-d-798054-10 neutron-server[93887]: WARNING neutron.api.v2.base [None req-a710cf58-e292-4cd0-b0a4-ded9891165e6 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 14 09:30:54.884201 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-a710cf58-e292-4cd0-b0a4-ded9891165e6 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:30:54.889601 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a710cf58-e292-4cd0-b0a4-ded9891165e6 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0124583 Jul 14 09:30:54.890207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44040) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:54.895344 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5454fbbe-60fd-425c-8b92-55d38ac8adbc tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': '42553e47-ab87-458d-b36a-204a85c10c0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:54.896311 n-d-798054-10 neutron-server[93887]: WARNING neutron.api.v2.base [None req-5454fbbe-60fd-425c-8b92-55d38ac8adbc tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 14 09:30:54.896819 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-5454fbbe-60fd-425c-8b92-55d38ac8adbc tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:30:54.901722 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5454fbbe-60fd-425c-8b92-55d38ac8adbc tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0104361 Jul 14 09:30:54.902316 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44042) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:54.907908 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-41964d4f-3685-4b63-b8cb-d720ec3f1931 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'subnet': {'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:54.940161 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d2241ec4-9352-4083-b1b7-e2688ca7a0f9 None None] Provisioning for port c487a1bd-6ffd-46d4-b288-ae08fa5f3691 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:54.953131 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:54.968009 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d2241ec4-9352-4083-b1b7-e2688ca7a0f9 None None] Provisioning complete for port c487a1bd-6ffd-46d4-b288-ae08fa5f3691 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:55.002681 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2241ec4-9352-4083-b1b7-e2688ca7a0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.097261 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d2241ec4-9352-4083-b1b7-e2688ca7a0f9 None None] Port c487a1bd-6ffd-46d4-b288-ae08fa5f3691 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:55.104166 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:55.104802 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.184449 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.db.resource_extend [None req-aab2a505-1da1-4d90-bc45-adbbdcd951f0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:30:55.279586 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.355447 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=26f0d721-d6ee-4ec2-a77d-c2dd80d73db5,segment=NetworkSegment(c6c6aad1-7ad2-4cc8-a368-4680c6c83493),segment_id=c6c6aad1-7ad2-4cc8-a368-4680c6c83493)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:55.361970 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aab2a505-1da1-4d90-bc45-adbbdcd951f0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.367270 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.386199 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab2a505-1da1-4d90-bc45-adbbdcd951f0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:55.387338 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aab2a505-1da1-4d90-bc45-adbbdcd951f0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.503125 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=26f0d721-d6ee-4ec2-a77d-c2dd80d73db5,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:55.593897 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-aab2a505-1da1-4d90-bc45-adbbdcd951f0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5452526 Jul 14 09:30:55.608597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44060) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:55.624562 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2a505-1da1-4d90-bc45-adbbdcd951f0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event updated for resources: {'Network': ['ID=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:55.634706 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a65b0b0f-1219-468d-bbd6-6e095d34c0cf tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1125997116'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:55.640901 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41964d4f-3685-4b63-b8cb-d720ec3f1931 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:55.646046 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-41964d4f-3685-4b63-b8cb-d720ec3f1931 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.653118 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:55.757390 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65b0b0f-1219-468d-bbd6-6e095d34c0cf tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Made reservation on behalf of 68f6d0b430624b5a805e2568a292b9fb for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:55.763567 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a65b0b0f-1219-468d-bbd6-6e095d34c0cf tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.819244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65b0b0f-1219-468d-bbd6-6e095d34c0cf tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:55.840887 n-d-798054-10 neutron-server[93888]: INFO neutron.db.ipam_backend_mixin [None req-41964d4f-3685-4b63-b8cb-d720ec3f1931 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7976e40b-2eb0-4817-af18-ab36399d0402 (CIDR: 172.20.0.0/28) Jul 14 09:30:55.842696 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a65b0b0f-1219-468d-bbd6-6e095d34c0cf tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.843324 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-a65b0b0f-1219-468d-bbd6-6e095d34c0cf tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Added segment c89038d9-fc92-405c-9663-3257b63d171c of type vlan for network c08d002f-2c08-4121-b70d-1491e0b62a4f Jul 14 09:30:55.889658 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0e7732b-0af1-431a-bc34-9f9e9625317c tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.909946 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a65b0b0f-1219-468d-bbd6-6e095d34c0cf tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.930030 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6fc0b5-9c06-45c2-a4fe-be1169ce6fb9 req-1fd30cb5-fb51-4610-a336-e1bd4a37686a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:55.942437 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e6fc0b5-9c06-45c2-a4fe-be1169ce6fb9 req-1fd30cb5-fb51-4610-a336-e1bd4a37686a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.1645873 Jul 14 09:30:55.958098 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-41964d4f-3685-4b63-b8cb-d720ec3f1931 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:30:55.958717 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41964d4f-3685-4b63-b8cb-d720ec3f1931 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:55.963882 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a65b0b0f-1219-468d-bbd6-6e095d34c0cf tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.972004 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b0b0f-1219-468d-bbd6-6e095d34c0cf tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:55.972889 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a65b0b0f-1219-468d-bbd6-6e095d34c0cf tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.054401 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-41964d4f-3685-4b63-b8cb-d720ec3f1931 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2274501 Jul 14 09:30:56.057649 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44064) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:56.063108 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-79feccd8-e44b-4a3f-b7b3-032f5467addd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'subnet': {'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:56.069362 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a65b0b0f-1219-468d-bbd6-6e095d34c0cf tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4407077 Jul 14 09:30:56.074885 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44066) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:56.096542 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f9cde683-e31c-4705-9c6d-948449567314 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Request body: {'subnet': {'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:56.102250 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0e7732b-0af1-431a-bc34-9f9e9625317c tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.118948 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b0b0f-1219-468d-bbd6-6e095d34c0cf tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event updated for resources: {'Network': ['ID=c08d002f-2c08-4121-b70d-1491e0b62a4f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:56.129084 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network c08d002f-2c08-4121-b70d-1491e0b62a4f details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:56.261103 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e6fc0b5-9c06-45c2-a4fe-be1169ce6fb9 req-923b98d8-1cc7-41a9-bc2e-6e8eb1180810 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3177083 Jul 14 09:30:56.314330 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79feccd8-e44b-4a3f-b7b3-032f5467addd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:56.322710 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:56.323181 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-79feccd8-e44b-4a3f-b7b3-032f5467addd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.410204 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cde683-e31c-4705-9c6d-948449567314 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Made reservation on behalf of 68f6d0b430624b5a805e2568a292b9fb for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:56.415590 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f9cde683-e31c-4705-9c6d-948449567314 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.434313 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0e7732b-0af1-431a-bc34-9f9e9625317c tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.437594 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0e7732b-0af1-431a-bc34-9f9e9625317c tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.442827 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44070) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:56.445418 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f0e7732b-0af1-431a-bc34-9f9e9625317c tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "DELETE /v2.0/security-groups/42553e47-ab87-458d-b36a-204a85c10c0b HTTP/1.1" status: 204 len: 168 time: 1.5354850 Jul 14 09:30:56.458300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:56.458831 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.515801 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f84cc5fa-7959-4a33-904f-af6cde27275f tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0718575 Jul 14 09:30:56.523220 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44074) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:56.528552 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-0f218ae6-4c66-4441-b982-f3dd993e24a2 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group': {'name': 'tempest-secgroup--654780095'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:56.569567 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7732b-0af1-431a-bc34-9f9e9625317c tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42553e47-ab87-458d-b36a-204a85c10c0b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:56.616228 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0f218ae6-4c66-4441-b982-f3dd993e24a2 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.855642 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f9cde683-e31c-4705-9c6d-948449567314 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.902463 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0f218ae6-4c66-4441-b982-f3dd993e24a2 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.953138 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cde683-e31c-4705-9c6d-948449567314 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Checking segment: {'id': 'd166581e-e6e8-4c19-ab53-5df385cd6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:56.954153 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cde683-e31c-4705-9c6d-948449567314 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Network hostable DHCP agents. Network: c06a4b91-0d3f-448f-ade4-6de9fe9cd43b, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:56.965707 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cde683-e31c-4705-9c6d-948449567314 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event updated for resources: {'Subnet': ['ID=22a5ce10-a3c8-426f-b951-5927b82a89d2,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:56.986994 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cde683-e31c-4705-9c6d-948449567314 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:56.993838 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0f218ae6-4c66-4441-b982-f3dd993e24a2 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.003505 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-f9cde683-e31c-4705-9c6d-948449567314 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, c06a4b91-0d3f-448f-ade4-6de9fe9cd43b) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:57.010977 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cde683-e31c-4705-9c6d-948449567314 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:57.011623 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f9cde683-e31c-4705-9c6d-948449567314 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.021612 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7985180c-c0f9-493e-b9f7-8538a568f309 None None] Network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:57.058342 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f9cde683-e31c-4705-9c6d-948449567314 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9723094 Jul 14 09:30:57.062027 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44090) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:57.078083 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0f218ae6-4c66-4441-b982-f3dd993e24a2 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.081611 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-821afed4-1c06-4411-b696-6da89a933b21 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Request body: {'subnet': {'network_id': 'c08d002f-2c08-4121-b70d-1491e0b62a4f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:57.084221 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0f218ae6-4c66-4441-b982-f3dd993e24a2 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5599182 Jul 14 09:30:57.086053 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44094) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:57.091472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7f15bec2-97ed-479d-91fb-be915da65893 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': 'c2dc37bd-7014-44c3-8f09-848253ff1b17', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:57.091961 n-d-798054-10 neutron-server[93888]: WARNING neutron.api.v2.base [None req-7f15bec2-97ed-479d-91fb-be915da65893 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 09:30:57.092464 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-7f15bec2-97ed-479d-91fb-be915da65893 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:30:57.096564 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7f15bec2-97ed-479d-91fb-be915da65893 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091624 Jul 14 09:30:57.097561 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-79feccd8-e44b-4a3f-b7b3-032f5467addd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.099661 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44096) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:57.103574 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f218ae6-4c66-4441-b982-f3dd993e24a2 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dc37bd-7014-44c3-8f09-848253ff1b17,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:57.111624 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-71b0a1e2-a199-4ba1-98a5-04388a68aeb8 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': 'c2dc37bd-7014-44c3-8f09-848253ff1b17', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:57.228303 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79feccd8-e44b-4a3f-b7b3-032f5467addd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:57.254274 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-79feccd8-e44b-4a3f-b7b3-032f5467addd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:57.259171 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79feccd8-e44b-4a3f-b7b3-032f5467addd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:57.269743 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-79feccd8-e44b-4a3f-b7b3-032f5467addd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.299419 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79feccd8-e44b-4a3f-b7b3-032f5467addd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Subnet': ['ID=c322991b-6ee9-4339-b46d-afeff7162a7b,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:57.332104 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44106) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:57.342323 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-79feccd8-e44b-4a3f-b7b3-032f5467addd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2830791 Jul 14 09:30:57.351784 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c1ddd4-80b5-456e-8d2e-de54360bb630 None None] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:57.355313 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-71b0a1e2-a199-4ba1-98a5-04388a68aeb8 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:30:57.357818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5615fb6a-945a-4564-b67f-13481d3497cd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-455945414', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c322991b-6ee9-4339-b46d-afeff7162a7b'}], 'security_groups': ['c6058b7b-38ca-4bdf-828d-289861e2b783']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:57.360059 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-71b0a1e2-a199-4ba1-98a5-04388a68aeb8 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2539089 Jul 14 09:30:57.360762 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44108) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:57.391994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-6edb75b0-359d-498a-89ef-66c12d10454e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': 'c2dc37bd-7014-44c3-8f09-848253ff1b17', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:57.392470 n-d-798054-10 neutron-server[93888]: WARNING neutron.api.v2.base [None req-6edb75b0-359d-498a-89ef-66c12d10454e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 14 09:30:57.410695 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-6edb75b0-359d-498a-89ef-66c12d10454e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:30:57.414793 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6edb75b0-359d-498a-89ef-66c12d10454e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0529981 Jul 14 09:30:57.420038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44110) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:57.447774 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b01d8a65-bea1-4d27-8064-a66a97934cfd tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': 'c2dc37bd-7014-44c3-8f09-848253ff1b17', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:57.598824 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-b01d8a65-bea1-4d27-8064-a66a97934cfd tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:30:57.599946 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b01d8a65-bea1-4d27-8064-a66a97934cfd tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1772203 Jul 14 09:30:57.607729 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44112) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:57.617660 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9551b973-9101-4722-b4e7-bc5575c5e207 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': 'c2dc37bd-7014-44c3-8f09-848253ff1b17', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:57.618594 n-d-798054-10 neutron-server[93888]: WARNING neutron.api.v2.base [None req-9551b973-9101-4722-b4e7-bc5575c5e207 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 09:30:57.618710 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-9551b973-9101-4722-b4e7-bc5575c5e207 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:30:57.619632 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9551b973-9101-4722-b4e7-bc5575c5e207 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109105 Jul 14 09:30:57.629496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44114) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:57.633997 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4c2dd447-9d73-47c1-a8f4-5c2da9699acc tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': 'c2dc37bd-7014-44c3-8f09-848253ff1b17', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:57.691018 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-4c2dd447-9d73-47c1-a8f4-5c2da9699acc tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Project c85e16f2a7ab4541b63e03e305172a4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:30:57.705975 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821afed4-1c06-4411-b696-6da89a933b21 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Made reservation on behalf of 68f6d0b430624b5a805e2568a292b9fb for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:57.711920 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a79353a5-3894-4a70-a4da-6dbb7233a818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.717304 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-4c2dd447-9d73-47c1-a8f4-5c2da9699acc tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:30:57.718418 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4c2dd447-9d73-47c1-a8f4-5c2da9699acc tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0879357 Jul 14 09:30:57.721139 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44118) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:57.725565 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-0dc3bc37-b31a-4401-a23b-f7b193f82a4f tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': 'c2dc37bd-7014-44c3-8f09-848253ff1b17', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:57.726078 n-d-798054-10 neutron-server[93888]: WARNING neutron.api.v2.base [None req-0dc3bc37-b31a-4401-a23b-f7b193f82a4f tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 14 09:30:57.726561 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-0dc3bc37-b31a-4401-a23b-f7b193f82a4f tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:30:57.727584 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0dc3bc37-b31a-4401-a23b-f7b193f82a4f tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055380 Jul 14 09:30:57.729160 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-821afed4-1c06-4411-b696-6da89a933b21 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.734305 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44120) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:57.738962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f6bd647d-e44c-4ebf-9738-92b41564710c tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': 'c2dc37bd-7014-44c3-8f09-848253ff1b17', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:57.799384 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-f6bd647d-e44c-4ebf-9738-92b41564710c tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Project c85e16f2a7ab4541b63e03e305172a4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:30:57.839649 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-f6bd647d-e44c-4ebf-9738-92b41564710c tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:30:57.842037 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f6bd647d-e44c-4ebf-9738-92b41564710c tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1067050 Jul 14 09:30:57.845812 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44122) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:57.852322 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-55fd96f0-5283-4be9-9a1f-dcf2f13ecd96 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': 'c2dc37bd-7014-44c3-8f09-848253ff1b17', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:57.906843 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-55fd96f0-5283-4be9-9a1f-dcf2f13ecd96 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Project c85e16f2a7ab4541b63e03e305172a4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:30:57.934076 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-55fd96f0-5283-4be9-9a1f-dcf2f13ecd96 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:30:57.935829 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-55fd96f0-5283-4be9-9a1f-dcf2f13ecd96 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0882595 Jul 14 09:30:57.938727 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44124) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:57.966368 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-c06a4b91-0d3f-448f-ade4-6de9fe9cd43b', 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'fixed_ips': [{'subnet_id': '22a5ce10-a3c8-426f-b951-5927b82a89d2'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:57.967110 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.136619 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-510f538a-cda4-4c84-9432-9012622ee743 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.203837 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-510f538a-cda4-4c84-9432-9012622ee743 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.264007 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-510f538a-cda4-4c84-9432-9012622ee743 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.267584 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-510f538a-cda4-4c84-9432-9012622ee743 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.271977 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-510f538a-cda4-4c84-9432-9012622ee743 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "DELETE /v2.0/security-groups/c2dc37bd-7014-44c3-8f09-848253ff1b17 HTTP/1.1" status: 204 len: 168 time: 0.3309388 Jul 14 09:30:58.272883 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44128) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:58.304773 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f538a-cda4-4c84-9432-9012622ee743 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dc37bd-7014-44c3-8f09-848253ff1b17,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:58.335237 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5615fb6a-945a-4564-b67f-13481d3497cd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.350825 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5dafa121-f600-4b61-af34-6e794e9d6a90 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0717688 Jul 14 09:30:58.352130 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44130) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:58.359012 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2aeb1f64-da4a-4aeb-8deb-d11f45462b5f tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group': {'name': 'tempest-secgroup--896788344'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:58.389650 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1f64-da4a-4aeb-8deb-d11f45462b5f tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.400887 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd798f6d-ef82-4f73-bb74-d84b68c20cf8 req-7fedc996-cf30-442f-89d0-bdce72776c38 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:58.419367 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bd798f6d-ef82-4f73-bb74-d84b68c20cf8 req-7fedc996-cf30-442f-89d0-bdce72776c38 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.8476818 Jul 14 09:30:58.671827 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1f64-da4a-4aeb-8deb-d11f45462b5f tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.683159 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1f64-da4a-4aeb-8deb-d11f45462b5f tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.740598 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1f64-da4a-4aeb-8deb-d11f45462b5f tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.749604 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2aeb1f64-da4a-4aeb-8deb-d11f45462b5f tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3960316 Jul 14 09:30:58.751726 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44140) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:58.788674 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-17963d76-74da-411e-ab8e-1cbb5620fba4 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': '46a7e729-ebe5-4cfb-b123-1337ab4de02d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:58.833183 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Allocated IP 10.1.1.2 (c06a4b91-0d3f-448f-ade4-6de9fe9cd43b/22a5ce10-a3c8-426f-b951-5927b82a89d2/f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:58.867524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb1f64-da4a-4aeb-8deb-d11f45462b5f tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a7e729-ebe5-4cfb-b123-1337ab4de02d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:58.940462 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-17963d76-74da-411e-ab8e-1cbb5620fba4 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): The resource could not be found. Jul 14 09:30:58.942189 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-17963d76-74da-411e-ab8e-1cbb5620fba4 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1725826 Jul 14 09:30:58.944491 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44144) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:58.950959 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a3ac21f1-68a6-4502-858b-0df4d30cc649 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': '46a7e729-ebe5-4cfb-b123-1337ab4de02d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '174d3e68-82b7-466c-8316-d4d1484e8a4d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:59.045421 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-a3ac21f1-68a6-4502-858b-0df4d30cc649 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): The resource could not be found. Jul 14 09:30:59.046920 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a3ac21f1-68a6-4502-858b-0df4d30cc649 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1012850 Jul 14 09:30:59.049634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44146) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:59.107339 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-5615fb6a-945a-4564-b67f-13481d3497cd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Delete allocated IP 172.20.0.7 (43b8e148-b7a4-4d7b-b38a-691183da0ed7/7976e40b-2eb0-4817-af18-ab36399d0402) {{(pid=93887) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:30:59.118245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-5615fb6a-945a-4564-b67f-13481d3497cd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Allocated IP 172.20.0.30 (43b8e148-b7a4-4d7b-b38a-691183da0ed7/c322991b-6ee9-4339-b46d-afeff7162a7b/c487a1bd-6ffd-46d4-b288-ae08fa5f3691) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:59.163794 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.169867 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-149a1257-c92c-4f94-bf62-50f41f4916b1 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.187017 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Transition to ACTIVE for port object f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:59.221662 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Transition to ACTIVE for port object f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:59.227185 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-149a1257-c92c-4f94-bf62-50f41f4916b1 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.253717 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.333900 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-149a1257-c92c-4f94-bf62-50f41f4916b1 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.336726 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-149a1257-c92c-4f94-bf62-50f41f4916b1 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.340743 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-149a1257-c92c-4f94-bf62-50f41f4916b1 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "DELETE /v2.0/security-groups/46a7e729-ebe5-4cfb-b123-1337ab4de02d HTTP/1.1" status: 204 len: 168 time: 0.2875457 Jul 14 09:30:59.343182 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44154) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:59.375223 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a1257-c92c-4f94-bf62-50f41f4916b1 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a7e729-ebe5-4cfb-b123-1337ab4de02d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:59.432338 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:59.459328 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2ce2fc4c-c7a0-4abc-90f3-d59578e8b4f5 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1040838 Jul 14 09:30:59.463385 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44158) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:59.468614 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-13f8fd61-1d77-47d8-8d02-f3909b171075 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': '0d57b6a5-a071-4ee5-b976-58db0c0829e0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:59.496561 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-821afed4-1c06-4411-b696-6da89a933b21 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.520260 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:59.523126 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:59.557759 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-13f8fd61-1d77-47d8-8d02-f3909b171075 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): The resource could not be found. Jul 14 09:30:59.563336 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-13f8fd61-1d77-47d8-8d02-f3909b171075 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0986407 Jul 14 09:30:59.563928 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44160) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:59.567733 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Pushing event updated for resources: {'Port': ['ID=f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:59.575238 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b984b275-8bad-42cf-9c49-b50fbba694d3 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group': {'name': 'tempest-secgroup--862497569'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:59.615592 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b984b275-8bad-42cf-9c49-b50fbba694d3 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.619273 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Attempting to bind port f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:59.619818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Attempting to bind port f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'd166581e-e6e8-4c19-ab53-5df385cd6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:59.620361 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Attempting to bind port f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab on network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:59.626039 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:59.626642 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Checking segment: {'id': 'd166581e-e6e8-4c19-ab53-5df385cd6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:59.627197 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.628265 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Bound using segment: {'id': 'd166581e-e6e8-4c19-ab53-5df385cd6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:59.628888 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Bound port: f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd166581e-e6e8-4c19-ab53-5df385cd6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:59.629428 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.771047 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] For port f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:59.774664 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] For port f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:59.794524 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b984b275-8bad-42cf-9c49-b50fbba694d3 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.800629 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.808070 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b984b275-8bad-42cf-9c49-b50fbba694d3 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.879434 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984b275-8bad-42cf-9c49-b50fbba694d3 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ef5ed0-34c4-4f12-a8c5-9241024d816b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:59.887857 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b984b275-8bad-42cf-9c49-b50fbba694d3 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.891930 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b984b275-8bad-42cf-9c49-b50fbba694d3 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3263941 Jul 14 09:30:59.892546 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44162) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:59.901679 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-04dd1999-db4d-4144-be39-592177d0a3a3 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group': {'name': 'tempest-secgroup--1053392604'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:59.953414 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04dd1999-db4d-4144-be39-592177d0a3a3 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.964785 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-11ca979b-7fb5-42e6-84f5-ca62881ad73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.975146 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5615fb6a-945a-4564-b67f-13481d3497cd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.033018 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.039600 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-5615fb6a-945a-4564-b67f-13481d3497cd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Transition to ACTIVE for port object c487a1bd-6ffd-46d4-b288-ae08fa5f3691 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:00.121729 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd765644-fe4a-4f9b-9d55-6865996e2943 None None] Pushing event updated for resources: {'Port': ['ID=f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:00.131794 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5615fb6a-945a-4564-b67f-13481d3497cd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.145352 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2fb163-36e8-4e91-95b4-e76ae20b837f None None] Update dhcp port {'port': {'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7', 'fixed_ips': [{'subnet_id': '7976e40b-2eb0-4817-af18-ab36399d0402', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c322991b-6ee9-4339-b46d-afeff7162a7b'}], 'binding:host_id': 'n-d-798054-10'}, 'id': '26f0d721-d6ee-4ec2-a77d-c2dd80d73db5'} from n-d-798054-10. {{(pid=93889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:31:00.224891 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04dd1999-db4d-4144-be39-592177d0a3a3 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.234558 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04dd1999-db4d-4144-be39-592177d0a3a3 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.243177 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f2fb163-36e8-4e91-95b4-e76ae20b837f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.254366 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bd798f6d-ef82-4f73-bb74-d84b68c20cf8 req-5b5f7659-7923-4e20-9950-eab3eddbaba2 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8098261 Jul 14 09:31:00.372569 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04dd1999-db4d-4144-be39-592177d0a3a3 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.376834 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821afed4-1c06-4411-b696-6da89a933b21 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event updated for resources: {'Subnet': ['ID=33a989a0-eb94-469f-91bb-73ae1f165e9f,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:00.377773 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-04dd1999-db4d-4144-be39-592177d0a3a3 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4838600 Jul 14 09:31:00.380702 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44168) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:00.428006 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821afed4-1c06-4411-b696-6da89a933b21 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Checking segment: {'id': 'c89038d9-fc92-405c-9663-3257b63d171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c08d002f-2c08-4121-b70d-1491e0b62a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:00.428536 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821afed4-1c06-4411-b696-6da89a933b21 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Network hostable DHCP agents. Network: c08d002f-2c08-4121-b70d-1491e0b62a4f, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:00.451899 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdabbc0-3c5f-4d94-b1a5-f5c61c0f27ab req-9bc54bb2-ea89-4089-bcc2-faf2eb3d6db0 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:00.452949 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-256318fb-da63-4f88-bd45-aad7fc8c65f6 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': 'e2ef5ed0-34c4-4f12-a8c5-9241024d816b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a52e6686-975c-4664-aa26-15a430da8b6d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:00.460203 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cbdabbc0-3c5f-4d94-b1a5-f5c61c0f27ab req-9bc54bb2-ea89-4089-bcc2-faf2eb3d6db0 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 945 time: 1.0082366 Jul 14 09:31:00.467998 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615fb6a-945a-4564-b67f-13481d3497cd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=c487a1bd-6ffd-46d4-b288-ae08fa5f3691,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:00.532878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-1f2fb163-36e8-4e91-95b4-e76ae20b837f None None] Allocated IP 172.20.0.18 (43b8e148-b7a4-4d7b-b38a-691183da0ed7/c322991b-6ee9-4339-b46d-afeff7162a7b/26f0d721-d6ee-4ec2-a77d-c2dd80d73db5) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:00.561336 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd1999-db4d-4144-be39-592177d0a3a3 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a52e6686-975c-4664-aa26-15a430da8b6d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:00.607135 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-256318fb-da63-4f88-bd45-aad7fc8c65f6 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:31:00.611588 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-256318fb-da63-4f88-bd45-aad7fc8c65f6 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2294958 Jul 14 09:31:00.612343 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44172) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:00.630025 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cbdabbc0-3c5f-4d94-b1a5-f5c61c0f27ab req-8d3d1682-2f20-4326-896f-334f6b3ee24d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593704 Jul 14 09:31:00.630025 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-5615fb6a-945a-4564-b67f-13481d3497cd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] In _notify_port_updated(), no bound segment for port c487a1bd-6ffd-46d4-b288-ae08fa5f3691 on network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 {{(pid=93887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:31:00.630025 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5615fb6a-945a-4564-b67f-13481d3497cd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:00.630025 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5615fb6a-945a-4564-b67f-13481d3497cd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.634814 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44174) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:00.638406 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5615fb6a-945a-4564-b67f-13481d3497cd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "PUT /v2.0/ports/c487a1bd-6ffd-46d4-b288-ae08fa5f3691 HTTP/1.1" status: 200 len: 920 time: 3.3052349 Jul 14 09:31:00.663765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821afed4-1c06-4411-b696-6da89a933b21 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Network c08d002f-2c08-4121-b70d-1491e0b62a4f is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:00.695194 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-821afed4-1c06-4411-b696-6da89a933b21 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, c08d002f-2c08-4121-b70d-1491e0b62a4f) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:00.702031 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821afed4-1c06-4411-b696-6da89a933b21 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:00.702898 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-821afed4-1c06-4411-b696-6da89a933b21 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.729333 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.731377 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfa302a-6d4b-40ef-861f-c28a7ba8f0d3 None None] Network c08d002f-2c08-4121-b70d-1491e0b62a4f requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:00.764530 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-821afed4-1c06-4411-b696-6da89a933b21 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.7002790 Jul 14 09:31:00.769685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44178) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:00.799024 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f11c2aa4-5ed5-4aed-b8ea-c59d6347320a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Request body: {'port': {'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b', 'name': 'tempest-TaggedBootDevicesTest_v242-197059197', 'fixed_ips': [{'subnet_id': '22a5ce10-a3c8-426f-b951-5927b82a89d2'}]}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:00.875766 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1c67d6f6-cc4b-45b6-8002-2c793e408828 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.894945 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1f2fb163-36e8-4e91-95b4-e76ae20b837f None None] For port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=26f0d721-d6ee-4ec2-a77d-c2dd80d73db5,segment=NetworkSegment(c6c6aad1-7ad2-4cc8-a368-4680c6c83493),segment_id=c6c6aad1-7ad2-4cc8-a368-4680c6c83493)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:00.928353 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1c67d6f6-cc4b-45b6-8002-2c793e408828 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.963219 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f2fb163-36e8-4e91-95b4-e76ae20b837f None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.060160 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1c67d6f6-cc4b-45b6-8002-2c793e408828 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.068418 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1c67d6f6-cc4b-45b6-8002-2c793e408828 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.068418 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1c67d6f6-cc4b-45b6-8002-2c793e408828 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "DELETE /v2.0/security-groups/a52e6686-975c-4664-aa26-15a430da8b6d HTTP/1.1" status: 204 len: 168 time: 0.4549615 Jul 14 09:31:01.087507 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1f2fb163-36e8-4e91-95b4-e76ae20b837f None None] Transition to ACTIVE for port object 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:01.093629 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44184) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.111033 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67d6f6-cc4b-45b6-8002-2c793e408828 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52e6686-975c-4664-aa26-15a430da8b6d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:01.123019 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f2fb163-36e8-4e91-95b4-e76ae20b837f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.148959 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6acf81cb-069d-4c2b-9318-1230c24d18e8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port c487a1bd-6ffd-46d4-b288-ae08fa5f3691 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:01.149930 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6acf81cb-069d-4c2b-9318-1230c24d18e8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.300363 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6acf81cb-069d-4c2b-9318-1230c24d18e8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.318128 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6acf81cb-069d-4c2b-9318-1230c24d18e8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for c487a1bd-6ffd-46d4-b288-ae08fa5f3691 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:01.434283 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-93ab64d9-c1f1-4605-b94b-9ef4280630f9 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3266783 Jul 14 09:31:01.434959 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11c2aa4-5ed5-4aed-b8ea-c59d6347320a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Made reservation on behalf of 68f6d0b430624b5a805e2568a292b9fb for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:01.523976 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fb163-36e8-4e91-95b4-e76ae20b837f None None] Pushing event updated for resources: {'Port': ['ID=26f0d721-d6ee-4ec2-a77d-c2dd80d73db5,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:01.551013 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44196) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.796602 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-c08d002f-2c08-4121-b70d-1491e0b62a4f', 'network_id': 'c08d002f-2c08-4121-b70d-1491e0b62a4f', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'fixed_ips': [{'subnet_id': '33a989a0-eb94-469f-91bb-73ae1f165e9f'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:01.797659 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.917983 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6acf81cb-069d-4c2b-9318-1230c24d18e8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.018205 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf81cb-069d-4c2b-9318-1230c24d18e8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=c487a1bd-6ffd-46d4-b288-ae08fa5f3691,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:02.084677 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45c7d85c-de52-47ca-be8d-f0a1eb1a6c1e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.271931 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44212) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:02.345147 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6acf81cb-069d-4c2b-9318-1230c24d18e8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.354218 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6acf81cb-069d-4c2b-9318-1230c24d18e8 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/ports/c487a1bd-6ffd-46d4-b288-ae08fa5f3691 HTTP/1.1" status: 204 len: 168 time: 1.7172861 Jul 14 09:31:02.357370 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44216) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:02.446150 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45c7d85c-de52-47ca-be8d-f0a1eb1a6c1e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.468845 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78ebafd-6328-4a12-be26-94b74ca5185d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] GET failed (client error): The resource could not be found. Jul 14 09:31:02.493842 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f78ebafd-6328-4a12-be26-94b74ca5185d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports/c487a1bd-6ffd-46d4-b288-ae08fa5f3691 HTTP/1.1" status: 404 len: 333 time: 0.1300392 Jul 14 09:31:02.504358 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44218) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:02.544822 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Allocated IP 10.2.2.2 (c08d002f-2c08-4121-b70d-1491e0b62a4f/33a989a0-eb94-469f-91bb-73ae1f165e9f/06f9d93a-e01d-4315-a616-79978e79be03) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:02.549389 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f11c2aa4-5ed5-4aed-b8ea-c59d6347320a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.648355 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3ce0e-df1a-4b28-a42e-92d559141fbe req-4e325d6c-7b3c-4b10-96c0-f4433286966a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:02.650090 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e2e3ce0e-df1a-4b28-a42e-92d559141fbe req-4e325d6c-7b3c-4b10-96c0-f4433286966a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.8986666 Jul 14 09:31:02.695873 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-f11c2aa4-5ed5-4aed-b8ea-c59d6347320a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] device_id is not set on port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:02.749711 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-165ec810-96dc-4f80-9998-5c9594b07da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.752619 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45c7d85c-de52-47ca-be8d-f0a1eb1a6c1e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.755272 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45c7d85c-de52-47ca-be8d-f0a1eb1a6c1e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.758796 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-45c7d85c-de52-47ca-be8d-f0a1eb1a6c1e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "DELETE /v2.0/security-groups/e2ef5ed0-34c4-4f12-a8c5-9241024d816b HTTP/1.1" status: 204 len: 168 time: 1.2038250 Jul 14 09:31:02.761474 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44220) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:02.800253 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e272c7-7eb7-4f94-b7d0-bb27e9db31b9 None None] Network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:02.809180 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7d85c-de52-47ca-be8d-f0a1eb1a6c1e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ef5ed0-34c4-4f12-a8c5-9241024d816b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:02.810329 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:02.822460 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.946566 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3bd36951-84eb-413f-848b-f0d2bb5ec39e tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.993756 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3bd36951-84eb-413f-848b-f0d2bb5ec39e tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.018272 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e2e3ce0e-df1a-4b28-a42e-92d559141fbe req-8d503b61-0b24-4986-aaaa-0ba76054fed0 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3520405 Jul 14 09:31:03.164130 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3bd36951-84eb-413f-848b-f0d2bb5ec39e tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.165981 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.171478 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3bd36951-84eb-413f-848b-f0d2bb5ec39e tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.179978 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3bd36951-84eb-413f-848b-f0d2bb5ec39e tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/security-groups/049b4bf4-22a8-4824-8ff8-379342cb7e08 HTTP/1.1" status: 204 len: 168 time: 0.6808267 Jul 14 09:31:03.180780 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44224) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:03.232923 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-96207e3a-4359-4699-a1bc-7e54de46fc7c None None] Provisioning for port f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:03.233132 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44230) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:03.234927 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-601bc550-e234-47f0-8677-2de4a2b4eff2 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4721859 Jul 14 09:31:03.243578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-827cdbac-d0cb-4ec8-91cc-0d1cd8b42d71 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group': {'name': 'tempest-secgroup--1127832661'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:03.287343 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd36951-84eb-413f-848b-f0d2bb5ec39e tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=049b4bf4-22a8-4824-8ff8-379342cb7e08,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:03.303018 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-f11c2aa4-5ed5-4aed-b8ea-c59d6347320a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Allocated IP 10.1.1.65 (c06a4b91-0d3f-448f-ade4-6de9fe9cd43b/22a5ce10-a3c8-426f-b951-5927b82a89d2/60d1f0ad-e2e3-40d9-9ce8-40150c6ac042) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:03.363083 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9b669f23-d43d-4169-8fd2-ed32d07ac057 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.401057 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9b669f23-d43d-4169-8fd2-ed32d07ac057 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.484688 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9b669f23-d43d-4169-8fd2-ed32d07ac057 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.488854 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9b669f23-d43d-4169-8fd2-ed32d07ac057 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.496431 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9b669f23-d43d-4169-8fd2-ed32d07ac057 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/security-groups/c6058b7b-38ca-4bdf-828d-289861e2b783 HTTP/1.1" status: 204 len: 168 time: 0.2926307 Jul 14 09:31:03.498831 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44232) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:03.547359 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:03.613582 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b669f23-d43d-4169-8fd2-ed32d07ac057 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6058b7b-38ca-4bdf-828d-289861e2b783,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:03.638482 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1060f42-7b86-4e6d-b909-024bc6af2008 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting subnet 7976e40b-2eb0-4817-af18-ab36399d0402 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:03.645839 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9873b109-8b16-4522-86af-228640365b24 None None] Provisioning for port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:03.649022 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e1060f42-7b86-4e6d-b909-024bc6af2008 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.649776 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:03.661537 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.726950 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f11c2aa4-5ed5-4aed-b8ea-c59d6347320a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.767107 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.773877 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-f11c2aa4-5ed5-4aed-b8ea-c59d6347320a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Transition to ACTIVE for port object 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:03.782138 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e1060f42-7b86-4e6d-b909-024bc6af2008 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.826018 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9873b109-8b16-4522-86af-228640365b24 None None] Provisioning complete for port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:03.831628 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9873b109-8b16-4522-86af-228640365b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.877229 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f11c2aa4-5ed5-4aed-b8ea-c59d6347320a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.890511 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Transition to ACTIVE for port object 06f9d93a-e01d-4315-a616-79978e79be03 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:03.921957 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11c2aa4-5ed5-4aed-b8ea-c59d6347320a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:03.925220 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-f11c2aa4-5ed5-4aed-b8ea-c59d6347320a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:03.947217 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-165ec810-96dc-4f80-9998-5c9594b07da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.958405 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-165ec810-96dc-4f80-9998-5c9594b07da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.967023 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11c2aa4-5ed5-4aed-b8ea-c59d6347320a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:04.027099 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.081655 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-165ec810-96dc-4f80-9998-5c9594b07da0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef24945f5bc6485b8eaae5ca68d0dbd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8044088 Jul 14 09:31:04.093912 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44242) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:04.137723 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:04.152162 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Transition to ACTIVE for port object 06f9d93a-e01d-4315-a616-79978e79be03 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:04.158946 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.160035 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:04.261728 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-827cdbac-d0cb-4ec8-91cc-0d1cd8b42d71 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.263580 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.283951 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Network c08d002f-2c08-4121-b70d-1491e0b62a4f is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:04.302340 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:04.326704 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:04.446326 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b286f8c-a8e4-4506-9d58-90a8a3703b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.511810 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Attempting to bind port 06f9d93a-e01d-4315-a616-79978e79be03 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:04.512679 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Attempting to bind port 06f9d93a-e01d-4315-a616-79978e79be03 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'c89038d9-fc92-405c-9663-3257b63d171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c08d002f-2c08-4121-b70d-1491e0b62a4f'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:04.513247 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Attempting to bind port 06f9d93a-e01d-4315-a616-79978e79be03 on network c08d002f-2c08-4121-b70d-1491e0b62a4f {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:04.526802 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:04.527855 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Checking segment: {'id': 'c89038d9-fc92-405c-9663-3257b63d171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c08d002f-2c08-4121-b70d-1491e0b62a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:04.528443 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.528947 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Bound using segment: {'id': 'c89038d9-fc92-405c-9663-3257b63d171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c08d002f-2c08-4121-b70d-1491e0b62a4f'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:04.529549 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Bound port: 06f9d93a-e01d-4315-a616-79978e79be03, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89038d9-fc92-405c-9663-3257b63d171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c08d002f-2c08-4121-b70d-1491e0b62a4f'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:04.530087 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.561384 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e1060f42-7b86-4e6d-b909-024bc6af2008 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.564690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:04.594928 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ec810-96dc-4f80-9998-5c9594b07da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d2612b-08fc-475a-a008-4e527604efc2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:04.704055 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] For port 06f9d93a-e01d-4315-a616-79978e79be03, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:04.707420 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] For port 06f9d93a-e01d-4315-a616-79978e79be03, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=06f9d93a-e01d-4315-a616-79978e79be03,segment=NetworkSegment(c89038d9-fc92-405c-9663-3257b63d171c),segment_id=c89038d9-fc92-405c-9663-3257b63d171c)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:04.717057 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:04.717437 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.718893 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-827cdbac-d0cb-4ec8-91cc-0d1cd8b42d71 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.726595 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c2aa4-5ed5-4aed-b8ea-c59d6347320a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event updated for resources: {'Port': ['ID=60d1f0ad-e2e3-40d9-9ce8-40150c6ac042,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:04.772903 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11c2aa4-5ed5-4aed-b8ea-c59d6347320a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:04.773501 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f11c2aa4-5ed5-4aed-b8ea-c59d6347320a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.786819 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-827cdbac-d0cb-4ec8-91cc-0d1cd8b42d71 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.847974 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cdbac-d0cb-4ec8-91cc-0d1cd8b42d71 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff0ea88-1402-4d9f-9878-37c97710129e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:04.877258 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f11c2aa4-5ed5-4aed-b8ea-c59d6347320a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.1051035 Jul 14 09:31:04.881487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44254) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:04.888323 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-826699bd-425f-4b7c-9afe-bd2eaf704201 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Request body: {'port': {'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b', 'name': 'tempest-TaggedBootDevicesTest_v242-1582230673', 'fixed_ips': [{'subnet_id': '22a5ce10-a3c8-426f-b951-5927b82a89d2'}]}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:04.895621 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-827cdbac-d0cb-4ec8-91cc-0d1cd8b42d71 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.897716 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-827cdbac-d0cb-4ec8-91cc-0d1cd8b42d71 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6643107 Jul 14 09:31:04.900971 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44256) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:04.910502 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-6631da25-5119-44e8-9ac0-927d76a0ae36 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': 'fff0ea88-1402-4d9f-9878-37c97710129e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:04.934922 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b286f8c-a8e4-4506-9d58-90a8a3703b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.026971 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-6631da25-5119-44e8-9ac0-927d76a0ae36 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:31:05.028657 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6631da25-5119-44e8-9ac0-927d76a0ae36 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1263151 Jul 14 09:31:05.036437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44258) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:05.069301 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-a5d33c22-9619-46a5-873e-946fec28d787 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group_rule': {'security_group_id': 'fff0ea88-1402-4d9f-9878-37c97710129e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:05.079392 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.128801 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Pushing event updated for resources: {'Port': ['ID=06f9d93a-e01d-4315-a616-79978e79be03,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:05.132615 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9873b109-8b16-4522-86af-228640365b24 None None] Could not find standard attr ID for object c487a1bd-6ffd-46d4-b288-ae08fa5f3691. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:31:05.176725 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e1060f42-7b86-4e6d-b909-024bc6af2008 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.197016 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b286f8c-a8e4-4506-9d58-90a8a3703b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.205061 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b286f8c-a8e4-4506-9d58-90a8a3703b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.220932 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3b286f8c-a8e4-4506-9d58-90a8a3703b17 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13d2612b-08fc-475a-a008-4e527604efc2 HTTP/1.1" status: 204 len: 168 time: 1.1100249 Jul 14 09:31:05.236008 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8f146-2fcf-497d-bcd5-0b318996666a req-44a9b54a-3f27-46cb-a178-5dd775bfc373 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:05.246495 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46c8f146-2fcf-497d-bcd5-0b318996666a req-44a9b54a-3f27-46cb-a178-5dd775bfc373 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.4695699 Jul 14 09:31:05.308536 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-a5d33c22-9619-46a5-873e-946fec28d787 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:31:05.310337 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a5d33c22-9619-46a5-873e-946fec28d787 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2697265 Jul 14 09:31:05.320844 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e43cb8-0226-4d70-af03-91e3cbffe86d None None] Pushing event updated for resources: {'Port': ['ID=06f9d93a-e01d-4315-a616-79978e79be03,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:05.330714 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46c8f146-2fcf-497d-bcd5-0b318996666a req-04c49d2c-b611-4fe5-a259-452137b461f1 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801492 Jul 14 09:31:05.331360 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44266) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:05.429970 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1060f42-7b86-4e6d-b909-024bc6af2008 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Subnet': ['ID=7976e40b-2eb0-4817-af18-ab36399d0402,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:05.446686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b286f8c-a8e4-4506-9d58-90a8a3703b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d2612b-08fc-475a-a008-4e527604efc2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:05.453421 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9873b109-8b16-4522-86af-228640365b24 None None] Provisioning complete for port 8fb0be34-7059-4585-95f9-4008a6deec60 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:05.454489 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9873b109-8b16-4522-86af-228640365b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.475066 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e1060f42-7b86-4e6d-b909-024bc6af2008 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.492070 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44272) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:05.496338 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4569d5c-11b2-4ac9-b676-bc4169e0ca8e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.496528 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e1060f42-7b86-4e6d-b909-024bc6af2008 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/subnets/7976e40b-2eb0-4817-af18-ab36399d0402 HTTP/1.1" status: 204 len: 168 time: 1.9840457 Jul 14 09:31:05.498335 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ddd5beb2-2eeb-465b-85c8-52206b93b8bb details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:31:05.514045 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eab17b1-7167-4721-b845-867722a76785 None None] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:05.533507 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4569d5c-11b2-4ac9-b676-bc4169e0ca8e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.626107 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-31cc1ac0-bc48-4b73-963e-01e9f05dad82 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'subnet': {'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:05.693854 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4569d5c-11b2-4ac9-b676-bc4169e0ca8e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.701676 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4569d5c-11b2-4ac9-b676-bc4169e0ca8e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.703406 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c4569d5c-11b2-4ac9-b676-bc4169e0ca8e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "DELETE /v2.0/security-groups/fff0ea88-1402-4d9f-9878-37c97710129e HTTP/1.1" status: 204 len: 168 time: 0.3654313 Jul 14 09:31:05.706311 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44278) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:05.730177 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826699bd-425f-4b7c-9afe-bd2eaf704201 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Made reservation on behalf of 68f6d0b430624b5a805e2568a292b9fb for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:05.749195 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-826699bd-425f-4b7c-9afe-bd2eaf704201 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.755827 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9873b109-8b16-4522-86af-228640365b24 None None] Port 8fb0be34-7059-4585-95f9-4008a6deec60 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:05.825649 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:05.845123 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4569d5c-11b2-4ac9-b676-bc4169e0ca8e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff0ea88-1402-4d9f-9878-37c97710129e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:05.862478 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8c11d83b-75e6-4c1c-8488-064b1ac11c8f tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1545200 Jul 14 09:31:05.864801 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44286) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:05.879354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-826699bd-425f-4b7c-9afe-bd2eaf704201 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] device_id is not set on port 45e73871-2607-4489-8e68-aa7f805e91d5 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:05.880651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-792e5334-0a2b-4f95-89a4-c227d1e4237e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group': {'name': 'tempest-secgroup--1264138351'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:05.939178 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-792e5334-0a2b-4f95-89a4-c227d1e4237e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.219427 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.resource_extend [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:31:06.234940 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-792e5334-0a2b-4f95-89a4-c227d1e4237e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.255121 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-792e5334-0a2b-4f95-89a4-c227d1e4237e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.294397 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ce0d606c-0bb5-4aad-bc61-97f7c497dcc4 None None] Provisioning for port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:06.373846 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cc1ac0-bc48-4b73-963e-01e9f05dad82 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:06.377532 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-31cc1ac0-bc48-4b73-963e-01e9f05dad82 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.389693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ce0d606c-0bb5-4aad-bc61-97f7c497dcc4 None None] Provisioning complete for port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:06.390115 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce0d606c-0bb5-4aad-bc61-97f7c497dcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.393490 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e5334-0a2b-4f95-89a4-c227d1e4237e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f994a855-d327-4a5e-adf6-b84a65f5a400,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:06.399529 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44302) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:06.424053 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-02fcd9fe-61e6-4cd9-b268-7d624ab36168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.428027 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-792e5334-0a2b-4f95-89a4-c227d1e4237e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.435434 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-792e5334-0a2b-4f95-89a4-c227d1e4237e tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5686533 Jul 14 09:31:06.451839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44304) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:06.573453 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d606c-0bb5-4aad-bc61-97f7c497dcc4 None None] Port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:06.609006 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ce0d606c-0bb5-4aad-bc61-97f7c497dcc4 None None] Could not find standard attr ID for object c487a1bd-6ffd-46d4-b288-ae08fa5f3691. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:31:06.619574 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-02fcd9fe-61e6-4cd9-b268-7d624ab36168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.628379 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-91609e94-cf32-4721-8650-69c33c443bab tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:06.629080 n-d-798054-10 neutron-server[93888]: WARNING neutron.api.v2.base [None req-91609e94-cf32-4721-8650-69c33c443bab tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 09:31:06.630427 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-91609e94-cf32-4721-8650-69c33c443bab tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 09:31:06.631600 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-91609e94-cf32-4721-8650-69c33c443bab tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "PUT /v2.0/security-groups/f994a855-d327-4a5e-adf6-b84a65f5a400 HTTP/1.1" status: 409 len: 330 time: 0.0104620 Jul 14 09:31:06.634269 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-02fcd9fe-61e6-4cd9-b268-7d624ab36168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.638695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44314) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:06.744700 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcd9fe-61e6-4cd9-b268-7d624ab36168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7da682-0c10-4902-956a-2862563e04c6,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:06.770057 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-02fcd9fe-61e6-4cd9-b268-7d624ab36168 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=127c3710dc56457e83766a94fa585d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676541 Jul 14 09:31:06.775458 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44320) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:06.812101 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44322) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:06.887944 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5b19734-4c73-4ee3-8a94-f777e0381d77 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.937647 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:06.938335 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.940079 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ce0d606c-0bb5-4aad-bc61-97f7c497dcc4 None None] Provisioning complete for port f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:06.940444 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce0d606c-0bb5-4aad-bc61-97f7c497dcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.944032 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-826699bd-425f-4b7c-9afe-bd2eaf704201 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Allocated IP 10.1.1.76 (c06a4b91-0d3f-448f-ade4-6de9fe9cd43b/22a5ce10-a3c8-426f-b951-5927b82a89d2/45e73871-2607-4489-8e68-aa7f805e91d5) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:06.954724 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5b19734-4c73-4ee3-8a94-f777e0381d77 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.086634 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5b19734-4c73-4ee3-8a94-f777e0381d77 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.097020 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5b19734-4c73-4ee3-8a94-f777e0381d77 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.100692 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f5b19734-4c73-4ee3-8a94-f777e0381d77 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "DELETE /v2.0/security-groups/f994a855-d327-4a5e-adf6-b84a65f5a400 HTTP/1.1" status: 204 len: 168 time: 0.4543254 Jul 14 09:31:07.103210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44330) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:07.160994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b19734-4c73-4ee3-8a94-f777e0381d77 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f994a855-d327-4a5e-adf6-b84a65f5a400,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:07.161279 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ddd5beb2-2eeb-465b-85c8-52206b93b8bb, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:07.174904 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4b2f0-1b33-41c4-bc27-d9c136b51ed2 req-2745463c-210d-44f4-8616-980f86d2a259 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:07.187782 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1fe4b2f0-1b33-41c4-bc27-d9c136b51ed2 req-2745463c-210d-44f4-8616-980f86d2a259 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.5224013 Jul 14 09:31:07.304766 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'port_id': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb', 'mac_address': 'fa:16:3e:0f:5a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:31:07.387389 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1fe4b2f0-1b33-41c4-bc27-d9c136b51ed2 req-8623adc3-098e-4dbb-9d7f-384afad2c4e6 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985588 Jul 14 09:31:07.415120 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78ab6b36-5304-4b67-8974-4f25d1e9b210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.447734 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea99d48e-2002-4d49-ac08-1aecd7dc817c None None] Network c08d002f-2c08-4121-b70d-1491e0b62a4f requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:07.511079 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7a49fca9-ba2f-446f-af23-5001fb1de2b9 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4001904 Jul 14 09:31:07.513253 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44334) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:07.543882 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fd617a70-ccda-406d-ab46-00edf81558db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.604949 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-79a6f128-8cea-4d87-90b1-f90e0ff6aca7 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] delete failed (client error): The resource could not be found. Jul 14 09:31:07.609234 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.617220 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-79a6f128-8cea-4d87-90b1-f90e0ff6aca7 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "DELETE /v2.0/security-groups/cb762cae-1590-4eb7-8fee-75cc0f3c6b2b HTTP/1.1" status: 404 len: 347 time: 0.0858860 Jul 14 09:31:07.617955 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44338) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:07.782277 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddd5beb2-2eeb-465b-85c8-52206b93b8bb {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:07.810920 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78ab6b36-5304-4b67-8974-4f25d1e9b210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.828550 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-9f278f3c-79af-403c-b111-7c5344d708d0 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] show failed (client error): The resource could not be found. Jul 14 09:31:07.834385 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9f278f3c-79af-403c-b111-7c5344d708d0 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "GET /v2.0/security-groups/33207300-96ab-4e74-86ed-4c8b66b5c54d HTTP/1.1" status: 404 len: 347 time: 0.1788073 Jul 14 09:31:07.863983 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44348) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:07.940820 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ddd5beb2-2eeb-465b-85c8-52206b93b8bb, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:07.955893 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-f6d0a02c-1def-4930-b3f8-73d0e553edd9 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] show failed (client error): The resource could not be found. Jul 14 09:31:07.956776 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-31cc1ac0-bc48-4b73-963e-01e9f05dad82 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.957072 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f6d0a02c-1def-4930-b3f8-73d0e553edd9 tempest-NegativeSecGroupIPv6Test-1276470823 tempest-NegativeSecGroupIPv6Test-1276470823-project] 10.222.0.26 "GET /v2.0/security-group-rules/4293c8a0-718a-4b21-b277-7ccfb9deaf20 HTTP/1.1" status: 404 len: 356 time: 0.0918856 Jul 14 09:31:07.968518 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.126942 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-914c673c-8222-492e-83b0-b524cb1aa117 None None] Provisioning for port 06f9d93a-e01d-4315-a616-79978e79be03 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:08.133863 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 06f9d93a-e01d-4315-a616-79978e79be03 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:08.148017 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc1ac0-bc48-4b73-963e-01e9f05dad82 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Subnet': ['ID=97aa7f0a-4df3-415f-81e8-5c6dcb6b463e,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:08.179590 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cc1ac0-bc48-4b73-963e-01e9f05dad82 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:08.184845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-31cc1ac0-bc48-4b73-963e-01e9f05dad82 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:08.188365 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc1ac0-bc48-4b73-963e-01e9f05dad82 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:08.189596 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-31cc1ac0-bc48-4b73-963e-01e9f05dad82 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.206669 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-826699bd-425f-4b7c-9afe-bd2eaf704201 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.238755 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['ddd5beb2-2eeb-465b-85c8-52206b93b8bb'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:08.251864 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fd617a70-ccda-406d-ab46-00edf81558db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.264711 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fd617a70-ccda-406d-ab46-00edf81558db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.275744 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-826699bd-425f-4b7c-9afe-bd2eaf704201 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Transition to ACTIVE for port object 45e73871-2607-4489-8e68-aa7f805e91d5 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:08.283101 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-31cc1ac0-bc48-4b73-963e-01e9f05dad82 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6778231 Jul 14 09:31:08.289856 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44360) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:08.314128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-9f8bd956-3371-416d-9acd-f80861089a6a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'security_group': {'name': 'tempest-secgroup-548301550'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:08.348852 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd617a70-ccda-406d-ab46-00edf81558db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2b45bf-41b3-47d7-9ebb-79668b99e294,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:08.358807 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78ab6b36-5304-4b67-8974-4f25d1e9b210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.363023 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78ab6b36-5304-4b67-8974-4f25d1e9b210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.364334 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-78ab6b36-5304-4b67-8974-4f25d1e9b210 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6a7da682-0c10-4902-956a-2862563e04c6 HTTP/1.1" status: 204 len: 168 time: 1.5864718 Jul 14 09:31:08.396962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab6b36-5304-4b67-8974-4f25d1e9b210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7da682-0c10-4902-956a-2862563e04c6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:08.406936 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:08.424476 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fd617a70-ccda-406d-ab46-00edf81558db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=149fce9c85a24635aeb39601304460ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6093512 Jul 14 09:31:08.426698 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44368) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:08.518514 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 06f9d93a-e01d-4315-a616-79978e79be03 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:08.544530 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 06f9d93a-e01d-4315-a616-79978e79be03 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:08.565677 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.582366 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-826699bd-425f-4b7c-9afe-bd2eaf704201 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.617308 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2a6a69b6-5aa0-45a3-9acc-85e5669f8d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.696146 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2a6a69b6-5aa0-45a3-9acc-85e5669f8d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.753456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44372) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:08.777856 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2a6a69b6-5aa0-45a3-9acc-85e5669f8d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.787025 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2a6a69b6-5aa0-45a3-9acc-85e5669f8d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.790329 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2a6a69b6-5aa0-45a3-9acc-85e5669f8d36 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5b2b45bf-41b3-47d7-9ebb-79668b99e294 HTTP/1.1" status: 204 len: 168 time: 0.3621874 Jul 14 09:31:08.799240 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826699bd-425f-4b7c-9afe-bd2eaf704201 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event updated for resources: {'Port': ['ID=45e73871-2607-4489-8e68-aa7f805e91d5,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:08.811781 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a69b6-5aa0-45a3-9acc-85e5669f8d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2b45bf-41b3-47d7-9ebb-79668b99e294,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:08.879092 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826699bd-425f-4b7c-9afe-bd2eaf704201 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:08.893913 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9f8bd956-3371-416d-9acd-f80861089a6a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.900869 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-826699bd-425f-4b7c-9afe-bd2eaf704201 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:08.938256 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826699bd-425f-4b7c-9afe-bd2eaf704201 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:09.020254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc5f04c-ce42-4118-80a1-c3ccf03c1372 None None] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:09.056692 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-39589adb-d299-485f-b0de-9b92a4b6033f None None] Provisioning complete for port 06f9d93a-e01d-4315-a616-79978e79be03 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:09.080663 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-39589adb-d299-485f-b0de-9b92a4b6033f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.197721 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9f8bd956-3371-416d-9acd-f80861089a6a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.207064 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826699bd-425f-4b7c-9afe-bd2eaf704201 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:09.207763 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-826699bd-425f-4b7c-9afe-bd2eaf704201 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.231508 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9f8bd956-3371-416d-9acd-f80861089a6a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.240386 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.263177 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-826699bd-425f-4b7c-9afe-bd2eaf704201 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.3799651 Jul 14 09:31:09.297046 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9f8bd956-3371-416d-9acd-f80861089a6a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.303060 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44390) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:09.304156 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9f8bd956-3371-416d-9acd-f80861089a6a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0094252 Jul 14 09:31:09.307981 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bd956-3371-416d-9acd-f80861089a6a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9b2e41-a362-40d7-af0f-82519ffd7f1f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:09.308434 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1db90dea-8716-48e0-8115-94879f944b68 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'security_group': {'name': 'tempest-secgroup-2137142140'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:09.322157 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278960c6-078c-4b3b-a272-fbdabd34536c req-6cf567ff-bcac-41b3-8cc2-6b0f5fccb728 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:09.324725 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-278960c6-078c-4b3b-a272-fbdabd34536c req-6cf567ff-bcac-41b3-8cc2-6b0f5fccb728 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.4477663 Jul 14 09:31:09.388779 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1db90dea-8716-48e0-8115-94879f944b68 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.408323 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-278960c6-078c-4b3b-a272-fbdabd34536c req-dbb3a07b-1f3d-48fa-b69a-881ab9cc7829 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773773 Jul 14 09:31:09.536326 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fe87b0e0-63bd-4b78-8cdc-72bc47ef3c03 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c85e16f2a7ab4541b63e03e305172a4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7812698 Jul 14 09:31:09.538840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44396) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:09.545909 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 06f9d93a-e01d-4315-a616-79978e79be03, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=06f9d93a-e01d-4315-a616-79978e79be03,segment=NetworkSegment(c89038d9-fc92-405c-9663-3257b63d171c),segment_id=c89038d9-fc92-405c-9663-3257b63d171c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:09.580310 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.646468 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d474f688-69c8-4d9e-aa3d-32ca5ffd1706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.658982 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1db90dea-8716-48e0-8115-94879f944b68 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.682929 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1db90dea-8716-48e0-8115-94879f944b68 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.713595 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d474f688-69c8-4d9e-aa3d-32ca5ffd1706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.754332 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db90dea-8716-48e0-8115-94879f944b68 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc993511-540e-40a7-a390-7536d1e5eed8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:09.771852 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1db90dea-8716-48e0-8115-94879f944b68 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.775734 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1db90dea-8716-48e0-8115-94879f944b68 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4713075 Jul 14 09:31:09.781962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44398) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:09.799159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f7713f1c-2616-4f8d-82a5-b771b60b9d70 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'security_group': {'name': 'tempest-secgroup-503830780'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:09.935293 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=06f9d93a-e01d-4315-a616-79978e79be03,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:09.979392 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f7713f1c-2616-4f8d-82a5-b771b60b9d70 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.009816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ddd5beb2-2eeb-465b-85c8-52206b93b8bb up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:10.091489 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44410) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:10.153995 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e1ba7064-2832-4f0d-938b-f2255c96b431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.174990 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-78104d1e-9ad3-4729-a8f7-029e3560c37d None None] Provisioning complete for port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:10.175578 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78104d1e-9ad3-4729-a8f7-029e3560c37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.263668 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e00e2-2136-4aa8-9b46-1ebdd7dcf948 req-f2c5d1bd-c4c3-4690-8f07-ab89e938c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:10.269428 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-df4e00e2-2136-4aa8-9b46-1ebdd7dcf948 req-f2c5d1bd-c4c3-4690-8f07-ab89e938c2d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5cb22d9c9ca64cacba1a692a05940f23&device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 1097 time: 1.2561188 Jul 14 09:31:10.287934 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port ddd5beb2-2eeb-465b-85c8-52206b93b8bb triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:10.289254 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.443184 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f7713f1c-2616-4f8d-82a5-b771b60b9d70 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.465630 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f7713f1c-2616-4f8d-82a5-b771b60b9d70 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.555434 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee642a20-ec65-4601-94d2-82932c194245 None None] Update dhcp port {'port': {'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7', 'fixed_ips': [{'subnet_id': 'c322991b-6ee9-4339-b46d-afeff7162a7b', 'ip_address': '172.20.0.18'}, {'subnet_id': '97aa7f0a-4df3-415f-81e8-5c6dcb6b463e'}], 'binding:host_id': 'n-d-798054-10'}, 'id': '26f0d721-d6ee-4ec2-a77d-c2dd80d73db5'} from n-d-798054-10. {{(pid=93889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:31:10.635299 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4f4ff-e427-4c32-b23a-6a1d1a3d1bc0 req-16f8b9fa-f701-430e-bb9f-be781cb5fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:10.637773 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6c4f4ff-e427-4c32-b23a-6a1d1a3d1bc0 req-16f8b9fa-f701-430e-bb9f-be781cb5fe29 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 1096 time: 1.8644640 Jul 14 09:31:10.650972 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d474f688-69c8-4d9e-aa3d-32ca5ffd1706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.653823 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d474f688-69c8-4d9e-aa3d-32ca5ffd1706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.657289 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d474f688-69c8-4d9e-aa3d-32ca5ffd1706 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ce2314d-e7fb-4723-958d-1bff7e8b1593 HTTP/1.1" status: 204 len: 168 time: 1.1149786 Jul 14 09:31:10.686640 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474f688-69c8-4d9e-aa3d-32ca5ffd1706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce2314d-e7fb-4723-958d-1bff7e8b1593,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:10.743999 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e00e2-2136-4aa8-9b46-1ebdd7dcf948 req-9c5b0dcc-467d-4d96-8c52-5673e73972ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:10.747443 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-df4e00e2-2136-4aa8-9b46-1ebdd7dcf948 req-9c5b0dcc-467d-4d96-8c52-5673e73972ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e4991ac-2228-452d-ab57-e39ab6b100bc HTTP/1.1" status: 200 len: 916 time: 0.4712501 Jul 14 09:31:10.763914 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7713f1c-2616-4f8d-82a5-b771b60b9d70 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e596962-c0c2-4de8-8e97-31324868e38d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:10.838465 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.871714 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee642a20-ec65-4601-94d2-82932c194245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.959385 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:10.973977 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc270784-ca10-4218-8079-3baadd43cdc4" -d '{"events": [{"server_uuid": "409548b5-b499-4bd9-a7c0-02690bf0eca9", "name": "network-vif-plugged", "status": "completed", "tag": "ddd5beb2-2eeb-465b-85c8-52206b93b8bb"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:10.994018 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44430) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:11.000186 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ffd63736-f7b5-4c76-b615-1fc68e616432 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1087253862', 'description': 'tempest-description--1362016299'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:11.008847 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-df4e00e2-2136-4aa8-9b46-1ebdd7dcf948 req-4228819b-27c8-42b2-8f4d-7d97c57bef7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea66b038-9384-4309-8867-09e72af1a81e HTTP/1.1" status: 200 len: 1001 time: 0.2460763 Jul 14 09:31:11.009990 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-78104d1e-9ad3-4729-a8f7-029e3560c37d None None] Provisioning for port 45e73871-2607-4489-8e68-aa7f805e91d5 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:11.065946 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ddd5beb2-2eeb-465b-85c8-52206b93b8bb, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:11.073773 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3a9dc-a246-4b4c-8419-10a6837f10cc req-4a7539ce-9259-4eb6-bc35-b8fa57f79c65 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:11.076188 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d0f3a9dc-a246-4b4c-8419-10a6837f10cc req-4a7539ce-9259-4eb6-bc35-b8fa57f79c65 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.3636217 Jul 14 09:31:11.077466 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4f4ff-e427-4c32-b23a-6a1d1a3d1bc0 req-54edb207-8cc3-4daf-b840-9aa32256c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:11.084852 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-78104d1e-9ad3-4729-a8f7-029e3560c37d None None] Provisioning complete for port 45e73871-2607-4489-8e68-aa7f805e91d5 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:11.087233 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6c4f4ff-e427-4c32-b23a-6a1d1a3d1bc0 req-54edb207-8cc3-4daf-b840-9aa32256c8e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 913 time: 0.4017582 Jul 14 09:31:11.089499 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78104d1e-9ad3-4729-a8f7-029e3560c37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.171633 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.174087 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e1ba7064-2832-4f0d-938b-f2255c96b431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.176711 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e00e2-2136-4aa8-9b46-1ebdd7dcf948 req-19d0c79b-397f-4465-a265-d8f872ed35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:11.184355 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-df4e00e2-2136-4aa8-9b46-1ebdd7dcf948 req-19d0c79b-397f-4465-a265-d8f872ed35b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=453b9a84-a49e-4445-ade0-e83a68e64b54 HTTP/1.1" status: 200 len: 854 time: 0.1671684 Jul 14 09:31:11.195066 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e1ba7064-2832-4f0d-938b-f2255c96b431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.264294 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-78104d1e-9ad3-4729-a8f7-029e3560c37d None None] Port 45e73871-2607-4489-8e68-aa7f805e91d5 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:11.284893 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f7713f1c-2616-4f8d-82a5-b771b60b9d70 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.305825 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d0f3a9dc-a246-4b4c-8419-10a6837f10cc req-474a3562-b225-42e9-a4b8-93a4f47392e7 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175021 Jul 14 09:31:11.310072 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6c4f4ff-e427-4c32-b23a-6a1d1a3d1bc0 req-f743d79d-5aff-49b0-9331-4ff69b7ba984 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb HTTP/1.1" status: 200 len: 1001 time: 0.1959252 Jul 14 09:31:11.315449 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f7713f1c-2616-4f8d-82a5-b771b60b9d70 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5284185 Jul 14 09:31:11.323859 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44444) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:11.333580 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1034804689', 'security_groups': ['0e596962-c0c2-4de8-8e97-31324868e38d'], 'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '97aa7f0a-4df3-415f-81e8-5c6dcb6b463e'}]}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:11.411704 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe98089-db11-4eb8-9a0f-7997d4be14bd x-openstack-request-id: req-cbe98089-db11-4eb8-9a0f-7997d4be14bd {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:11.412397 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409548b5-b499-4bd9-a7c0-02690bf0eca9", "name": "network-vif-plugged", "status": "completed", "tag": "ddd5beb2-2eeb-465b-85c8-52206b93b8bb", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:11.412815 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cbe98089-db11-4eb8-9a0f-7997d4be14bd {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:11.413365 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb', 'code': 200} Jul 14 09:31:11.572270 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e1ba7064-2832-4f0d-938b-f2255c96b431 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15ae59ccf2ed41448e2cb38626d53d8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4697545 Jul 14 09:31:11.579978 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffd63736-f7b5-4c76-b615-1fc68e616432 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.583420 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44454) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:11.614711 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba7064-2832-4f0d-938b-f2255c96b431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2ae411-f88c-4436-a03b-cfe86b7c7f88,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:11.688030 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4f4ff-e427-4c32-b23a-6a1d1a3d1bc0 req-04cf5386-cdc8-454b-9265-b457872f09bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:11.698786 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6c4f4ff-e427-4c32-b23a-6a1d1a3d1bc0 req-04cf5386-cdc8-454b-9265-b457872f09bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.3718879 Jul 14 09:31:11.735564 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-78104d1e-9ad3-4729-a8f7-029e3560c37d None None] Provisioning complete for port 8fb0be34-7059-4585-95f9-4008a6deec60 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:11.742094 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78104d1e-9ad3-4729-a8f7-029e3560c37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.814867 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:11.849980 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e00e2-2136-4aa8-9b46-1ebdd7dcf948 req-10548b20-6145-4471-b13d-3da067962ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:11.852116 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-df4e00e2-2136-4aa8-9b46-1ebdd7dcf948 req-10548b20-6145-4471-b13d-3da067962ac2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e4991ac-2228-452d-ab57-e39ab6b100bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6583297 Jul 14 09:31:11.889057 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-df4e00e2-2136-4aa8-9b46-1ebdd7dcf948 req-357c0107-6795-425f-a6df-55d3056782d8 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:31:11.891132 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-df4e00e2-2136-4aa8-9b46-1ebdd7dcf948 req-357c0107-6795-425f-a6df-55d3056782d8 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209541 Jul 14 09:31:11.922762 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4f4ff-e427-4c32-b23a-6a1d1a3d1bc0 req-fdb962ef-bba3-4a19-919e-b55047d15685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:11.924306 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6c4f4ff-e427-4c32-b23a-6a1d1a3d1bc0 req-fdb962ef-bba3-4a19-919e-b55047d15685 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1970229 Jul 14 09:31:11.937753 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-c6c4f4ff-e427-4c32-b23a-6a1d1a3d1bc0 req-751d8f25-68cc-4681-9d6f-bb8402dc1c65 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:31:11.946106 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-78104d1e-9ad3-4729-a8f7-029e3560c37d None None] Port 8fb0be34-7059-4585-95f9-4008a6deec60 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:11.947478 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6c4f4ff-e427-4c32-b23a-6a1d1a3d1bc0 req-751d8f25-68cc-4681-9d6f-bb8402dc1c65 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093524 Jul 14 09:31:11.953176 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e6e287d2-c39a-40e9-92b6-d5dc68f27a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.008464 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-ee642a20-ec65-4601-94d2-82932c194245 None None] Allocated IP 172.20.0.2 (43b8e148-b7a4-4d7b-b38a-691183da0ed7/97aa7f0a-4df3-415f-81e8-5c6dcb6b463e/26f0d721-d6ee-4ec2-a77d-c2dd80d73db5) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:12.163477 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 06f9d93a-e01d-4315-a616-79978e79be03 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:12.201387 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6c4f4ff-e427-4c32-b23a-6a1d1a3d1bc0 req-d496cddb-79ec-46fc-a32b-2ef3d82ffc27 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495136 Jul 14 09:31:12.283900 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e6e287d2-c39a-40e9-92b6-d5dc68f27a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.352051 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ea66b038-9384-4309-8867-09e72af1a81e no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:12.498213 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6c4f4ff-e427-4c32-b23a-6a1d1a3d1bc0 req-099e824a-fd6a-4d3e-a2aa-348724478445 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894871 Jul 14 09:31:12.524140 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-df4e00e2-2136-4aa8-9b46-1ebdd7dcf948 req-1a3e25e5-9c3e-4352-bda7-2eba5cdaace0 service neutron] 10.222.0.55 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034837 Jul 14 09:31:12.560544 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffd63736-f7b5-4c76-b615-1fc68e616432 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.600354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:12.661036 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffd63736-f7b5-4c76-b615-1fc68e616432 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.728180 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e6e287d2-c39a-40e9-92b6-d5dc68f27a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.733276 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e6e287d2-c39a-40e9-92b6-d5dc68f27a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.735540 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ee642a20-ec65-4601-94d2-82932c194245 None None] For port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=26f0d721-d6ee-4ec2-a77d-c2dd80d73db5,segment=NetworkSegment(c6c6aad1-7ad2-4cc8-a368-4680c6c83493),segment_id=c6c6aad1-7ad2-4cc8-a368-4680c6c83493)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:12.741309 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e6e287d2-c39a-40e9-92b6-d5dc68f27a34 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6f2ae411-f88c-4436-a03b-cfe86b7c7f88 HTTP/1.1" status: 204 len: 168 time: 1.1435053 Jul 14 09:31:12.754295 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 06f9d93a-e01d-4315-a616-79978e79be03 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:12.759131 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.805480 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffd63736-f7b5-4c76-b615-1fc68e616432 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.811952 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ffd63736-f7b5-4c76-b615-1fc68e616432 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.8164413 Jul 14 09:31:12.815199 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd63736-f7b5-4c76-b615-1fc68e616432 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f06139f-04a3-477d-acd7-d22fa0bc2eaf,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:12.831994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44494) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:12.865176 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b62a853d-7b97-45ce-b55e-d1f1a7072aa1 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Request body: {'security_group_rule': {'security_group_id': '4f06139f-04a3-477d-acd7-d22fa0bc2eaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:12.935403 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e287d2-c39a-40e9-92b6-d5dc68f27a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2ae411-f88c-4436-a03b-cfe86b7c7f88,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:12.983093 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-df4e00e2-2136-4aa8-9b46-1ebdd7dcf948 req-e96a266a-f39c-4da7-8f4c-43131e7493a8 service neutron] 10.222.0.55 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446847 Jul 14 09:31:13.046516 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.049055 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b62a853d-7b97-45ce-b55e-d1f1a7072aa1 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.104696 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee642a20-ec65-4601-94d2-82932c194245 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.155367 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.228030 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32e94b-e46c-4473-8615-ec1aa0502c49 req-c65ebe5b-15be-4fd2-842c-b765bdb34b42 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:13.234161 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d32e94b-e46c-4473-8615-ec1aa0502c49 req-c65ebe5b-15be-4fd2-842c-b765bdb34b42 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 945 time: 0.5785058 Jul 14 09:31:13.255406 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ea66b038-9384-4309-8867-09e72af1a81e, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ea66b038-9384-4309-8867-09e72af1a81e,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:13.262395 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ee642a20-ec65-4601-94d2-82932c194245 None None] Transition to ACTIVE for port object 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:13.277018 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.278477 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b62a853d-7b97-45ce-b55e-d1f1a7072aa1 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.289116 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee642a20-ec65-4601-94d2-82932c194245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.298247 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b62a853d-7b97-45ce-b55e-d1f1a7072aa1 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.331330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] device_id is not set on port f94e5445-4b15-4a18-808d-4c76dd7618cf yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:13.363633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a853d-7b97-45ce-b55e-d1f1a7072aa1 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea2f1a2-fed2-4ff5-915d-b0d8cbf3a17b,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:13.399966 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b62a853d-7b97-45ce-b55e-d1f1a7072aa1 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.401268 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b62a853d-7b97-45ce-b55e-d1f1a7072aa1 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5620039 Jul 14 09:31:13.407551 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44510) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:13.416283 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ec01a1-9458-48a0-82d4-d85c6ada428d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea66b038-9384-4309-8867-09e72af1a81e'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:13.424184 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2e4c49-b2cf-47eb-adf8-d21e89cfaf0c" -d '{"events": [{"server_uuid": "36ec01a1-9458-48a0-82d4-d85c6ada428d", "name": "network-vif-unplugged", "status": "completed", "tag": "ea66b038-9384-4309-8867-09e72af1a81e"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:13.483487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-26a28f9c-2ba0-47f5-b593-0c39807d404c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Request body: {'security_group_rule': {'security_group_id': '4f06139f-04a3-477d-acd7-d22fa0bc2eaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:13.504707 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d32e94b-e46c-4473-8615-ec1aa0502c49 req-c2c3cf01-7d59-4df9-9be5-c17ade307e7e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509987 Jul 14 09:31:13.573616 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cd491b-b11a-4612-b015-c3b574c4b20c x-openstack-request-id: req-41cd491b-b11a-4612-b015-c3b574c4b20c {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:13.574842 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ec01a1-9458-48a0-82d4-d85c6ada428d", "name": "network-vif-unplugged", "status": "completed", "tag": "ea66b038-9384-4309-8867-09e72af1a81e", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:13.575821 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41cd491b-b11a-4612-b015-c3b574c4b20c {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:13.576471 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ec01a1-9458-48a0-82d4-d85c6ada428d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea66b038-9384-4309-8867-09e72af1a81e', 'code': 200} Jul 14 09:31:13.585833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44516) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:13.611364 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a1c0175a-7146-4be4-aca2-3cae17832649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.615995 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=ea66b038-9384-4309-8867-09e72af1a81e,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:13.659740 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:13.660091 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:13.660441 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:13.660786 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:13.661549 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:13.661845 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:13.662183 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:13.662520 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:13.662855 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:13.663183 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:13.663515 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:13.663843 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:13.738608 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee642a20-ec65-4601-94d2-82932c194245 None None] Pushing event updated for resources: {'Port': ['ID=26f0d721-d6ee-4ec2-a77d-c2dd80d73db5,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:13.830203 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Allocated IP 172.20.0.4 (43b8e148-b7a4-4d7b-b38a-691183da0ed7/97aa7f0a-4df3-415f-81e8-5c6dcb6b463e/f94e5445-4b15-4a18-808d-4c76dd7618cf) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:14.060264 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.082783 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:14.088726 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Transition to ACTIVE for port object f94e5445-4b15-4a18-808d-4c76dd7618cf will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:14.208580 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.348816 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44530) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:14.351780 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26a28f9c-2ba0-47f5-b593-0c39807d404c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.423797 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:14.429937 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a1c0175a-7146-4be4-aca2-3cae17832649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.436335 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:14.441655 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:14.444982 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a1c0175a-7146-4be4-aca2-3cae17832649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.514674 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a1c0175a-7146-4be4-aca2-3cae17832649 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb23ab03ff0246548316e0053f6fb9ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9223940 Jul 14 09:31:14.518591 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44536) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:14.576625 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:14.578576 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.604801 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0175a-7146-4be4-aca2-3cae17832649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfb66c4-add4-4b33-9b0f-70ed691964e0,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:14.634816 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-331c16b4-5854-45e4-8b1e-fe732721c927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.701575 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-331c16b4-5854-45e4-8b1e-fe732721c927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.782973 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26a28f9c-2ba0-47f5-b593-0c39807d404c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.843328 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5142446 Jul 14 09:31:14.845918 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-331c16b4-5854-45e4-8b1e-fe732721c927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.846336 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26a28f9c-2ba0-47f5-b593-0c39807d404c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.849388 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-331c16b4-5854-45e4-8b1e-fe732721c927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.852840 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-331c16b4-5854-45e4-8b1e-fe732721c927 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5bfb66c4-add4-4b33-9b0f-70ed691964e0 HTTP/1.1" status: 204 len: 168 time: 0.3340535 Jul 14 09:31:14.859697 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44546) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:14.879723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c16b4-5854-45e4-8b1e-fe732721c927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfb66c4-add4-4b33-9b0f-70ed691964e0,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:14.880686 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-0a8e150c-79ec-4924-a35b-4709c6b6872d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'subnet': {'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:14.932015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cdccd44e-bfdc-43b6-925d-a9892fb96840 None None] Provisioning for port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:14.951341 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cdccd44e-bfdc-43b6-925d-a9892fb96840 None None] Provisioning complete for port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:14.952488 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cdccd44e-bfdc-43b6-925d-a9892fb96840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.068518 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8e150c-79ec-4924-a35b-4709c6b6872d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:15.074912 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a8e150c-79ec-4924-a35b-4709c6b6872d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.132278 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-476a976c-ce02-469e-91bd-598d22963a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.333169 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-476a976c-ce02-469e-91bd-598d22963a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.342139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=f94e5445-4b15-4a18-808d-4c76dd7618cf,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:15.351222 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a28f9c-2ba0-47f5-b593-0c39807d404c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d213779d-40d4-446e-8185-cd848a51fede,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:15.390677 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.391027 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.391535 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.391875 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.391986 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cdccd44e-bfdc-43b6-925d-a9892fb96840 None None] Provisioning complete for port 8fb0be34-7059-4585-95f9-4008a6deec60 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:15.392267 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.392397 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cdccd44e-bfdc-43b6-925d-a9892fb96840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.392593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.392927 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.393250 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.393623 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.393931 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.394256 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.394578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa613a8-373c-4eaf-9770-39aa62409938 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.399855 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a28f9c-2ba0-47f5-b593-0c39807d404c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.400270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a28f9c-2ba0-47f5-b593-0c39807d404c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.400621 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a28f9c-2ba0-47f5-b593-0c39807d404c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.400967 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a28f9c-2ba0-47f5-b593-0c39807d404c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.401303 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a28f9c-2ba0-47f5-b593-0c39807d404c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.401639 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a28f9c-2ba0-47f5-b593-0c39807d404c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.403633 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a28f9c-2ba0-47f5-b593-0c39807d404c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.403633 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a28f9c-2ba0-47f5-b593-0c39807d404c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.403633 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a28f9c-2ba0-47f5-b593-0c39807d404c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.403633 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a28f9c-2ba0-47f5-b593-0c39807d404c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.404158 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a28f9c-2ba0-47f5-b593-0c39807d404c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.404158 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a28f9c-2ba0-47f5-b593-0c39807d404c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:15.408319 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26a28f9c-2ba0-47f5-b593-0c39807d404c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.412572 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-26a28f9c-2ba0-47f5-b593-0c39807d404c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9339788 Jul 14 09:31:15.412572 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-476a976c-ce02-469e-91bd-598d22963a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.413683 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44564) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:15.419756 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-d2a9855f-a770-4d80-8fdf-60eaf71edc8c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:15.467788 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d2a9855f-a770-4d80-8fdf-60eaf71edc8c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.501998 n-d-798054-10 neutron-server[93887]: INFO neutron.db.ipam_backend_mixin [None req-0a8e150c-79ec-4924-a35b-4709c6b6872d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 97aa7f0a-4df3-415f-81e8-5c6dcb6b463e (CIDR: 172.20.0.0/28) Jul 14 09:31:15.504634 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a976c-ce02-469e-91bd-598d22963a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e7ca00-4166-4524-bacc-a6084cf8815a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:15.517632 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8e150c-79ec-4924-a35b-4709c6b6872d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:31:15.518174 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8e150c-79ec-4924-a35b-4709c6b6872d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:15.552422 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cdccd44e-bfdc-43b6-925d-a9892fb96840 None None] Port 8fb0be34-7059-4585-95f9-4008a6deec60 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:15.556257 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0a8e150c-79ec-4924-a35b-4709c6b6872d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6884873 Jul 14 09:31:15.575261 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44566) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:15.611585 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-0253bfe4-566c-41dd-bb8e-dbc0b2e9ee44 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'subnet': {'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:15.688782 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-24dcb06c-9814-4045-b4ef-206ab642630e None None] Provisioning for port f94e5445-4b15-4a18-808d-4c76dd7618cf completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:15.699827 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-24dcb06c-9814-4045-b4ef-206ab642630e None None] Provisioning complete for port f94e5445-4b15-4a18-808d-4c76dd7618cf triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:15.700194 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24dcb06c-9814-4045-b4ef-206ab642630e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.752626 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d2a9855f-a770-4d80-8fdf-60eaf71edc8c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.818817 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-24dcb06c-9814-4045-b4ef-206ab642630e None None] Port f94e5445-4b15-4a18-808d-4c76dd7618cf cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:15.908447 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0253bfe4-566c-41dd-bb8e-dbc0b2e9ee44 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:15.912309 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0253bfe4-566c-41dd-bb8e-dbc0b2e9ee44 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.005188 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-d2a9855f-a770-4d80-8fdf-60eaf71edc8c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Allocated IP 172.25.1.153 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/b89f8ce9-ee75-44f8-b39a-6db6e7834d54) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:16.030154 n-d-798054-10 neutron-server[93887]: INFO neutron.db.ipam_backend_mixin [None req-0253bfe4-566c-41dd-bb8e-dbc0b2e9ee44 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c322991b-6ee9-4339-b46d-afeff7162a7b (CIDR: 172.20.0.16/28) Jul 14 09:31:16.033998 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-476a976c-ce02-469e-91bd-598d22963a54 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6cf6ea08497e4f18893710f81d4e920f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6509740 Jul 14 09:31:16.038045 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-0253bfe4-566c-41dd-bb8e-dbc0b2e9ee44 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:31:16.039086 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0253bfe4-566c-41dd-bb8e-dbc0b2e9ee44 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:16.048774 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44578) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:16.064133 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a1298-3c6a-41de-b8d5-bcb54912ce84 req-7d5b2a5f-a10e-4f2f-840c-7189b0e3a8e5 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:16.065886 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a74a1298-3c6a-41de-b8d5-bcb54912ce84 req-7d5b2a5f-a10e-4f2f-840c-7189b0e3a8e5 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 1.0364342 Jul 14 09:31:16.067943 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0253bfe4-566c-41dd-bb8e-dbc0b2e9ee44 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4810965 Jul 14 09:31:16.071349 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44580) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:16.081069 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-be39e8b5-7657-43ce-bf59-d2dcf23f1bf2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'subnet': {'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:16.406578 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a74a1298-3c6a-41de-b8d5-bcb54912ce84 req-2128180a-4536-4172-a794-9986cfc403e7 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389748 Jul 14 09:31:16.427744 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.486164 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be39e8b5-7657-43ce-bf59-d2dcf23f1bf2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Made reservation on behalf of 4e8e895605fb4ca2bfa65b016145bb78 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:16.489981 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6ba40c18-9b88-462b-bcb5-ba85865fc5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.493647 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be39e8b5-7657-43ce-bf59-d2dcf23f1bf2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.609428 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d2a9855f-a770-4d80-8fdf-60eaf71edc8c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.645574 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6ba40c18-9b88-462b-bcb5-ba85865fc5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.716118 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:31:16.846709 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d2a9855f-a770-4d80-8fdf-60eaf71edc8c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.919847 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6ba40c18-9b88-462b-bcb5-ba85865fc5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.935872 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6ba40c18-9b88-462b-bcb5-ba85865fc5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.948772 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6ba40c18-9b88-462b-bcb5-ba85865fc5b6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54e7ca00-4166-4524-bacc-a6084cf8815a HTTP/1.1" status: 204 len: 168 time: 0.8917758 Jul 14 09:31:17.405868 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be39e8b5-7657-43ce-bf59-d2dcf23f1bf2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.425657 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a9855f-a770-4d80-8fdf-60eaf71edc8c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:17.437119 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9855f-a770-4d80-8fdf-60eaf71edc8c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event updated for resources: {'Port': ['ID=b89f8ce9-ee75-44f8-b39a-6db6e7834d54,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:17.439969 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-d2a9855f-a770-4d80-8fdf-60eaf71edc8c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:17.451529 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a9855f-a770-4d80-8fdf-60eaf71edc8c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:17.506252 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39e8b5-7657-43ce-bf59-d2dcf23f1bf2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Subnet': ['ID=7b2ce74f-5206-4ced-96d7-f1f0a4ef4779,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:17.510962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba40c18-9b88-462b-bcb5-ba85865fc5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e7ca00-4166-4524-bacc-a6084cf8815a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:17.557486 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be39e8b5-7657-43ce-bf59-d2dcf23f1bf2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:17.559003 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-be39e8b5-7657-43ce-bf59-d2dcf23f1bf2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:17.570754 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be39e8b5-7657-43ce-bf59-d2dcf23f1bf2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:17.571468 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be39e8b5-7657-43ce-bf59-d2dcf23f1bf2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.594572 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ed86c6-68be-4ef7-b68e-a1569ac356c8 None None] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:17.607494 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-be39e8b5-7657-43ce-bf59-d2dcf23f1bf2 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5341353 Jul 14 09:31:17.608196 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44624) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:17.624867 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-aaefe47d-2bb0-4160-8203-ffcff66c5f68 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1526617030', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7b2ce74f-5206-4ced-96d7-f1f0a4ef4779'}], 'security_groups': ['4c9b2e41-a362-40d7-af0f-82519ffd7f1f', 'fc993511-540e-40a7-a390-7536d1e5eed8']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:17.724971 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d2a9855f-a770-4d80-8fdf-60eaf71edc8c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.893762 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d2a9855f-a770-4d80-8fdf-60eaf71edc8c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.896977 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaefe47d-2bb0-4160-8203-ffcff66c5f68 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.904884 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44630) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:17.947063 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b8bf2b5e-6358-496d-9d07-328aba94c205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.283884 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d2a9855f-a770-4d80-8fdf-60eaf71edc8c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.290582 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d2a9855f-a770-4d80-8fdf-60eaf71edc8c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.299997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ea66b038-9384-4309-8867-09e72af1a81e no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:18.407850 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d2a9855f-a770-4d80-8fdf-60eaf71edc8c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.453044 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d2a9855f-a770-4d80-8fdf-60eaf71edc8c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.456890 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d2a9855f-a770-4d80-8fdf-60eaf71edc8c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0418458 Jul 14 09:31:18.477383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9855f-a770-4d80-8fdf-60eaf71edc8c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event updated for resources: {'Port': ['ID=b89f8ce9-ee75-44f8-b39a-6db6e7834d54,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:18.554920 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8893c6d7-f697-47d3-9169-92bcc3bb76aa None None] Update dhcp port {'port': {'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7', 'fixed_ips': [{'subnet_id': 'c322991b-6ee9-4339-b46d-afeff7162a7b', 'ip_address': '172.20.0.18'}, {'subnet_id': '97aa7f0a-4df3-415f-81e8-5c6dcb6b463e', 'ip_address': '172.20.0.2'}, {'subnet_id': '7b2ce74f-5206-4ced-96d7-f1f0a4ef4779'}], 'binding:host_id': 'n-d-798054-10'}, 'id': '26f0d721-d6ee-4ec2-a77d-c2dd80d73db5'} from n-d-798054-10. {{(pid=93889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:31:18.672273 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8893c6d7-f697-47d3-9169-92bcc3bb76aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.770528 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-aaefe47d-2bb0-4160-8203-ffcff66c5f68 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Delete allocated IP 172.20.0.4 (43b8e148-b7a4-4d7b-b38a-691183da0ed7/97aa7f0a-4df3-415f-81e8-5c6dcb6b463e) {{(pid=93887) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:31:18.807860 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-aaefe47d-2bb0-4160-8203-ffcff66c5f68 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Allocated IP 172.20.0.38 (43b8e148-b7a4-4d7b-b38a-691183da0ed7/7b2ce74f-5206-4ced-96d7-f1f0a4ef4779/f94e5445-4b15-4a18-808d-4c76dd7618cf) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:19.190082 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af775c-6923-4fe4-a660-4a59ed897ca4 req-65e22779-50a1-4779-be4a-b10c5085c8b2 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:19.200176 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-65af775c-6923-4fe4-a660-4a59ed897ca4 req-65e22779-50a1-4779-be4a-b10c5085c8b2 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.7056828 Jul 14 09:31:19.203092 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaefe47d-2bb0-4160-8203-ffcff66c5f68 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.260638 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b8bf2b5e-6358-496d-9d07-328aba94c205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.276645 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-aaefe47d-2bb0-4160-8203-ffcff66c5f68 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Transition to ACTIVE for port object f94e5445-4b15-4a18-808d-4c76dd7618cf will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:19.294288 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b8bf2b5e-6358-496d-9d07-328aba94c205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.341046 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaefe47d-2bb0-4160-8203-ffcff66c5f68 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.362502 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-9334ace7-3e7d-4520-afbc-cacae65685c6 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1087253862&fields=id&tenant_id=68f6d0b430624b5a805e2568a292b9fb HTTP/1.1" status: 200 len: 267 time: 0.5051978 Jul 14 09:31:19.391027 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-8893c6d7-f697-47d3-9169-92bcc3bb76aa None None] Allocated IP 172.20.0.34 (43b8e148-b7a4-4d7b-b38a-691183da0ed7/7b2ce74f-5206-4ced-96d7-f1f0a4ef4779/26f0d721-d6ee-4ec2-a77d-c2dd80d73db5) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:19.424523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44682) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:19.425374 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b8bf2b5e-6358-496d-9d07-328aba94c205 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3d9759a722ba4c40af70b1d7c94bf65e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5136974 Jul 14 09:31:19.552676 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3be7360-be19-401f-9825-9af951a91917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.591106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf2b5e-6358-496d-9d07-328aba94c205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a42ed9b-8a61-44fa-945f-4894fe5219e6,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:19.611787 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3be7360-be19-401f-9825-9af951a91917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.653262 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-65af775c-6923-4fe4-a660-4a59ed897ca4 req-3ce4bfe9-491c-4d34-b09a-5a1c87a6285d tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3902500 Jul 14 09:31:19.753249 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3be7360-be19-401f-9825-9af951a91917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.756057 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3be7360-be19-401f-9825-9af951a91917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.770155 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d3be7360-be19-401f-9825-9af951a91917 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a42ed9b-8a61-44fa-945f-4894fe5219e6 HTTP/1.1" status: 204 len: 168 time: 0.3317103 Jul 14 09:31:19.771181 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8893c6d7-f697-47d3-9169-92bcc3bb76aa None None] For port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=26f0d721-d6ee-4ec2-a77d-c2dd80d73db5,segment=NetworkSegment(c6c6aad1-7ad2-4cc8-a368-4680c6c83493),segment_id=c6c6aad1-7ad2-4cc8-a368-4680c6c83493)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:19.779892 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-aaefe47d-2bb0-4160-8203-ffcff66c5f68 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] In _notify_port_updated(), no bound segment for port f94e5445-4b15-4a18-808d-4c76dd7618cf on network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 {{(pid=93887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:31:19.788964 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be7360-be19-401f-9825-9af951a91917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a42ed9b-8a61-44fa-945f-4894fe5219e6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:19.809000 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaefe47d-2bb0-4160-8203-ffcff66c5f68 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:19.809720 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaefe47d-2bb0-4160-8203-ffcff66c5f68 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.816149 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-aaefe47d-2bb0-4160-8203-ffcff66c5f68 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "PUT /v2.0/ports/f94e5445-4b15-4a18-808d-4c76dd7618cf HTTP/1.1" status: 200 len: 960 time: 2.2065895 Jul 14 09:31:19.816862 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44696) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:19.838727 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefe47d-2bb0-4160-8203-ffcff66c5f68 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event updated for resources: {'Port': ['ID=f94e5445-4b15-4a18-808d-4c76dd7618cf,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:19.853127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-ad03d812-2c9c-449f-9a8d-caa0803df912 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:19.863276 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-ad03d812-2c9c-449f-9a8d-caa0803df912 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports/60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 HTTP/1.1" status: 200 len: 935 time: 0.4995220 Jul 14 09:31:19.873045 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8893c6d7-f697-47d3-9169-92bcc3bb76aa None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.924627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8893c6d7-f697-47d3-9169-92bcc3bb76aa None None] Transition to ACTIVE for port object 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:19.945010 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8893c6d7-f697-47d3-9169-92bcc3bb76aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.048800 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-36520034-c75c-4a11-91c0-c118678f1d56 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:20.061264 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-36520034-c75c-4a11-91c0-c118678f1d56 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports/45e73871-2607-4489-8e68-aa7f805e91d5 HTTP/1.1" status: 200 len: 936 time: 0.1969373 Jul 14 09:31:20.181353 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a941d18b-49a1-4fb8-8c19-50499164f532 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?network_id=c08d002f-2c08-4121-b70d-1491e0b62a4f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1188099 Jul 14 09:31:20.296939 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-ccbc756e-0bd3-4a48-af56-7f527d1d21f6 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?network_id=c08d002f-2c08-4121-b70d-1491e0b62a4f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1117411 Jul 14 09:31:20.413828 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893c6d7-f697-47d3-9169-92bcc3bb76aa None None] Pushing event updated for resources: {'Port': ['ID=26f0d721-d6ee-4ec2-a77d-c2dd80d73db5,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:20.497185 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-9a228e65-c5d8-431f-8b04-d7c11bcfd818 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port f94e5445-4b15-4a18-808d-4c76dd7618cf {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:20.501754 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9a228e65-c5d8-431f-8b04-d7c11bcfd818 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.682337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-231305a6-705e-4d43-9299-03cfb029d244 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:21.725932 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-231305a6-705e-4d43-9299-03cfb029d244 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:21.748563 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-231305a6-705e-4d43-9299-03cfb029d244 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:21.756083 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-231305a6-705e-4d43-9299-03cfb029d244 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/networks?id=bdd14ef5-9841-4d7a-9428-fd2321293aca&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c08d002f-2c08-4121-b70d-1491e0b62a4f&id=c08d002f-2c08-4121-b70d-1491e0b62a4f HTTP/1.1" status: 200 len: 1995 time: 1.4582641 Jul 14 09:31:21.834420 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a8b19f99-a3ab-47fd-a492-c7f86c88d901 None None] Provisioning for port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:21.847605 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a8b19f99-a3ab-47fd-a492-c7f86c88d901 None None] Provisioning complete for port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:21.854811 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a8b19f99-a3ab-47fd-a492-c7f86c88d901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.871657 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-559a8b8d-dfba-4e52-b0db-d19cfd4266b5 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/quotas/68f6d0b430624b5a805e2568a292b9fb HTTP/1.1" status: 200 len: 375 time: 0.0863664 Jul 14 09:31:21.879194 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9a228e65-c5d8-431f-8b04-d7c11bcfd818 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.965936 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-9a228e65-c5d8-431f-8b04-d7c11bcfd818 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for f94e5445-4b15-4a18-808d-4c76dd7618cf owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:22.068903 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-c0e355ef-3aec-46c7-aad7-bac4b9a93319 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=68f6d0b430624b5a805e2568a292b9fb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1779699 Jul 14 09:31:22.133908 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-74dd4cf9-101b-46b9-8b64-5dcbca950948 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:31:22.135459 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-74dd4cf9-101b-46b9-8b64-5dcbca950948 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129659 Jul 14 09:31:22.269577 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:22.352406 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a8b19f99-a3ab-47fd-a492-c7f86c88d901 None None] Provisioning for port f94e5445-4b15-4a18-808d-4c76dd7618cf completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:22.361679 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a8b19f99-a3ab-47fd-a492-c7f86c88d901 None None] Provisioning complete for port f94e5445-4b15-4a18-808d-4c76dd7618cf triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:22.362414 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a8b19f99-a3ab-47fd-a492-c7f86c88d901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.365697 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:22.366370 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.545123 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a8b19f99-a3ab-47fd-a492-c7f86c88d901 None None] Port f94e5445-4b15-4a18-808d-4c76dd7618cf cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:22.590102 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a8b19f99-a3ab-47fd-a492-c7f86c88d901 None None] Provisioning complete for port 8fb0be34-7059-4585-95f9-4008a6deec60 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:22.590711 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a8b19f99-a3ab-47fd-a492-c7f86c88d901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.820709 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a8b19f99-a3ab-47fd-a492-c7f86c88d901 None None] Port 8fb0be34-7059-4585-95f9-4008a6deec60 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:22.952791 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6aabb4a5-4b17-46eb-8aa0-4be52b466989 None None] Could not find standard attr ID for object f94e5445-4b15-4a18-808d-4c76dd7618cf. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:31:22.967162 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9a228e65-c5d8-431f-8b04-d7c11bcfd818 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.002289 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-593c483d-0c9c-46bb-a368-e8970e332344 service neutron] 10.222.0.26 "GET /v2.0/networks/bdd14ef5-9841-4d7a-9428-fd2321293aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8363757 Jul 14 09:31:23.205222 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a228e65-c5d8-431f-8b04-d7c11bcfd818 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=f94e5445-4b15-4a18-808d-4c76dd7618cf,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:23.336413 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058baee-1232-47d0-ba75-f9bcb120fa6e req-25c82182-2016-4aef-b69a-ea797f849dcb tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:23.338483 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e058baee-1232-47d0-ba75-f9bcb120fa6e req-25c82182-2016-4aef-b69a-ea797f849dcb tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.49 "GET /v2.0/ports?device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 945 time: 0.9230118 Jul 14 09:31:23.396157 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025c5ea-9023-436e-af83-2c8fee4bf68b req-ec4c316d-3a6e-4b9e-8086-c1a4b48ce7f8 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:23.410894 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b025c5ea-9023-436e-af83-2c8fee4bf68b req-ec4c316d-3a6e-4b9e-8086-c1a4b48ce7f8 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 945 time: 0.8538699 Jul 14 09:31:23.417424 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-b02b2c4f-6379-4492-a156-36c14d9b8a61 service neutron] 10.222.0.26 "GET /v2.0/networks/bdd14ef5-9841-4d7a-9428-fd2321293aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125838 Jul 14 09:31:23.539887 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b025c5ea-9023-436e-af83-2c8fee4bf68b req-6c183dd0-e743-47d8-bd70-b5b8e6f50a8f tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=8caab4f8-950d-4a77-821e-78363ace0ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265345 Jul 14 09:31:23.701765 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9a228e65-c5d8-431f-8b04-d7c11bcfd818 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.708050 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9a228e65-c5d8-431f-8b04-d7c11bcfd818 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/ports/f94e5445-4b15-4a18-808d-4c76dd7618cf HTTP/1.1" status: 204 len: 168 time: 3.8820951 Jul 14 09:31:23.708409 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44778) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:23.739495 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-560bb47e-dcef-408f-8759-03d14edacf6d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] GET failed (client error): The resource could not be found. Jul 14 09:31:23.741290 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-560bb47e-dcef-408f-8759-03d14edacf6d tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports/f94e5445-4b15-4a18-808d-4c76dd7618cf HTTP/1.1" status: 404 len: 333 time: 0.0318744 Jul 14 09:31:23.746259 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44784) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:23.812466 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-9ab784bd-360f-4085-9e40-c0198e714ee4 service neutron] 10.222.0.26 "GET /v2.0/ports/60d1f0ad-e2e3-40d9-9ce8-40150c6ac042?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3196585 Jul 14 09:31:23.892489 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-39f2ffa7-a0c3-4557-938c-6cce0ed40cfd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.921255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-e058baee-1232-47d0-ba75-f9bcb120fa6e req-d7791e2e-e86a-4a5f-b971-cbbef22c6a7e tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Deleting port 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:23.921612 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e058baee-1232-47d0-ba75-f9bcb120fa6e req-d7791e2e-e86a-4a5f-b971-cbbef22c6a7e tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.957035 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-39f2ffa7-a0c3-4557-938c-6cce0ed40cfd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.050170 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-39f2ffa7-a0c3-4557-938c-6cce0ed40cfd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.064368 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-39f2ffa7-a0c3-4557-938c-6cce0ed40cfd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.069811 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-39f2ffa7-a0c3-4557-938c-6cce0ed40cfd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/security-groups/0e596962-c0c2-4de8-8e97-31324868e38d HTTP/1.1" status: 204 len: 168 time: 0.3183393 Jul 14 09:31:24.074956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44792) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:24.098037 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2ffa7-a0c3-4557-938c-6cce0ed40cfd tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e596962-c0c2-4de8-8e97-31324868e38d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:24.098843 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-e058baee-1232-47d0-ba75-f9bcb120fa6e req-d7791e2e-e86a-4a5f-b971-cbbef22c6a7e tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] For port 7bbb8cc5-1565-4f8d-97de-59d3b6c77457, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7bbb8cc5-1565-4f8d-97de-59d3b6c77457,segment=NetworkSegment(750f21ac-f65b-4fc3-96eb-83cd4adfd745),segment_id=750f21ac-f65b-4fc3-96eb-83cd4adfd745)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:24.100068 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e058baee-1232-47d0-ba75-f9bcb120fa6e req-d7791e2e-e86a-4a5f-b971-cbbef22c6a7e tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.210315 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82cc065c-23aa-44e2-a6df-29205cac0b21 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.251568 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82cc065c-23aa-44e2-a6df-29205cac0b21 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.330837 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82cc065c-23aa-44e2-a6df-29205cac0b21 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.334611 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82cc065c-23aa-44e2-a6df-29205cac0b21 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.341064 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-82cc065c-23aa-44e2-a6df-29205cac0b21 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/security-groups/fc993511-540e-40a7-a390-7536d1e5eed8 HTTP/1.1" status: 204 len: 168 time: 0.2579257 Jul 14 09:31:24.344024 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44802) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:24.364216 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc065c-23aa-44e2-a6df-29205cac0b21 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc993511-540e-40a7-a390-7536d1e5eed8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:24.460491 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6758f0b-0c17-40e0-9715-ce71c32f1364 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.496470 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6758f0b-0c17-40e0-9715-ce71c32f1364 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.503635 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-f7853c60-562a-432c-a681-68e10b4342ad service neutron] 10.222.0.26 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6902313 Jul 14 09:31:24.550725 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6758f0b-0c17-40e0-9715-ce71c32f1364 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.554815 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6758f0b-0c17-40e0-9715-ce71c32f1364 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.557050 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a6758f0b-0c17-40e0-9715-ce71c32f1364 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/security-groups/4c9b2e41-a362-40d7-af0f-82519ffd7f1f HTTP/1.1" status: 204 len: 168 time: 0.2075019 Jul 14 09:31:24.566306 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44806) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:24.640289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6758f0b-0c17-40e0-9715-ce71c32f1364 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9b2e41-a362-40d7-af0f-82519ffd7f1f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:24.702275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0c47cf-7118-4f37-9f28-877d9ad879a7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting subnet 97aa7f0a-4df3-415f-81e8-5c6dcb6b463e {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:24.709050 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f0c47cf-7118-4f37-9f28-877d9ad879a7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.731027 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-2464aa05-bc8f-4933-9855-b5569522f759 service neutron] 10.222.0.26 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190192 Jul 14 09:31:24.818818 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f0c47cf-7118-4f37-9f28-877d9ad879a7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.893273 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e6259553-fd75-4da3-925f-8d7e36829bd0 service neutron] 10.222.0.26 "GET /v2.0/ports/45e73871-2607-4489-8e68-aa7f805e91d5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1323018 Jul 14 09:31:24.895110 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e058baee-1232-47d0-ba75-f9bcb120fa6e req-d7791e2e-e86a-4a5f-b971-cbbef22c6a7e tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.895470 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e058baee-1232-47d0-ba75-f9bcb120fa6e req-d7791e2e-e86a-4a5f-b971-cbbef22c6a7e tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.895808 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [req-e058baee-1232-47d0-ba75-f9bcb120fa6e req-d7791e2e-e86a-4a5f-b971-cbbef22c6a7e tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Floating IP 8b9811b3-7891-40b8-a2ea-0d0d559c4b8f disassociated. External IP: 172.25.1.43, port: 7bbb8cc5-1565-4f8d-97de-59d3b6c77457. Jul 14 09:31:24.896137 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-e058baee-1232-47d0-ba75-f9bcb120fa6e req-d7791e2e-e86a-4a5f-b971-cbbef22c6a7e tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Calling delete_port for 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:25.191570 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f0c47cf-7118-4f37-9f28-877d9ad879a7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.194284 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-245bc9cf-ed74-4e2c-993c-0b12e16d8646 service neutron] 10.222.0.26 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901132 Jul 14 09:31:25.411482 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f0c47cf-7118-4f37-9f28-877d9ad879a7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.480301 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30a5db-11ab-4552-88b6-a86a02cda1e4 req-6e741aed-36ee-4bb2-b843-d2bf9122d884 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:25.481625 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f0c47cf-7118-4f37-9f28-877d9ad879a7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.487770 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a38d1c3-2091-49f5-aa86-eb953496f55d None None] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:25.492169 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9f0c47cf-7118-4f37-9f28-877d9ad879a7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/subnets/97aa7f0a-4df3-415f-81e8-5c6dcb6b463e HTTP/1.1" status: 204 len: 168 time: 0.9244962 Jul 14 09:31:25.493070 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44842) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:25.494297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c30a5db-11ab-4552-88b6-a86a02cda1e4 req-6e741aed-36ee-4bb2-b843-d2bf9122d884 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 945 time: 0.3130310 Jul 14 09:31:25.497215 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e058baee-1232-47d0-ba75-f9bcb120fa6e req-d7791e2e-e86a-4a5f-b971-cbbef22c6a7e tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.498946 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c47cf-7118-4f37-9f28-877d9ad879a7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Subnet': ['ID=97aa7f0a-4df3-415f-81e8-5c6dcb6b463e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:25.582904 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7791e2e-e86a-4a5f-b971-cbbef22c6a7e tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Pushing event deleted for resources: {'Port': ['ID=7bbb8cc5-1565-4f8d-97de-59d3b6c77457,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:25.613076 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-faa94fd9-dc25-4c38-92a1-b99f4997be66 service neutron] 10.222.0.26 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945460 Jul 14 09:31:25.703865 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-f591ef26-fe68-4693-bb56-a9e2ce238917 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting subnet 7b2ce74f-5206-4ced-96d7-f1f0a4ef4779 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:25.724920 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44852) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:25.758192 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f591ef26-fe68-4693-bb56-a9e2ce238917 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.030326 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f591ef26-fe68-4693-bb56-a9e2ce238917 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.065841 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:26.107624 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c30a5db-11ab-4552-88b6-a86a02cda1e4 req-d4fec89f-3b7c-4ab5-81d8-c01d17b5e034 tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups?id=8caab4f8-950d-4a77-821e-78363ace0ade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5230284 Jul 14 09:31:26.144254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:26.144886 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:26.356165 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44860) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:26.505170 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e058baee-1232-47d0-ba75-f9bcb120fa6e req-d7791e2e-e86a-4a5f-b971-cbbef22c6a7e tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Router d207f6c3-875f-4e54-9103-9b457386aaa0 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:26.612905 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-5d658bd7-1571-43e4-98e5-8f365072f4ab service neutron] 10.222.0.26 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9856620 Jul 14 09:31:26.703546 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f591ef26-fe68-4693-bb56-a9e2ce238917 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.868565 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-668c7f5f-36c8-45bc-ac48-dd2fc2b6d840 req-4fcab04e-4f8b-4533-9a8f-e5863201160b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1016922 Jul 14 09:31:26.924196 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7c7d4b49-cfd6-4e95-b1fd-5f31372084dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.936437 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f591ef26-fe68-4693-bb56-a9e2ce238917 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.026292 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f591ef26-fe68-4693-bb56-a9e2ce238917 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.029081 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f591ef26-fe68-4693-bb56-a9e2ce238917 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/subnets/7b2ce74f-5206-4ced-96d7-f1f0a4ef4779 HTTP/1.1" status: 204 len: 168 time: 1.5280290 Jul 14 09:31:27.036776 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591ef26-fe68-4693-bb56-a9e2ce238917 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Subnet': ['ID=7b2ce74f-5206-4ced-96d7-f1f0a4ef4779,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:27.044784 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44874) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:27.100637 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-c2e9df65-735b-4595-960f-04fd28d8a66b service neutron] 10.222.0.26 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864826 Jul 14 09:31:27.128298 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-3236c854-b9d1-4148-9b74-7f68afebbbb7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:27.128757 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3236c854-b9d1-4148-9b74-7f68afebbbb7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:27.138983 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3236c854-b9d1-4148-9b74-7f68afebbbb7 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/subnets/97aa7f0a-4df3-415f-81e8-5c6dcb6b463e HTTP/1.1" status: 404 len: 337 time: 0.0915539 Jul 14 09:31:27.144316 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44876) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:27.245965 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5338958-0633-4718-b9bc-a24887d1bdef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.310930 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba9deb-faf9-4112-baf3-eda623f561f0 req-794a9f06-4788-4453-b299-022cc7fbfbf7 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.324374 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e1ba9deb-faf9-4112-baf3-eda623f561f0 req-794a9f06-4788-4453-b299-022cc7fbfbf7 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.8283696 Jul 14 09:31:27.408639 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7c7d4b49-cfd6-4e95-b1fd-5f31372084dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.423860 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7c7d4b49-cfd6-4e95-b1fd-5f31372084dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.468450 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d4b49-cfd6-4e95-b1fd-5f31372084dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6db6c4-4004-48d9-8a19-06d58c600406,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:27.531083 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4606d17a-0a54-4a50-b93f-78c68ded018a None None] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:27.553023 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-8175b154-5b8e-41eb-a08e-b3fcb8c9fb57 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting subnet c322991b-6ee9-4339-b46d-afeff7162a7b {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:27.575568 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7c7d4b49-cfd6-4e95-b1fd-5f31372084dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8590c47271f34996a9d3c4fc9f78d834&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2122355 Jul 14 09:31:27.576370 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8175b154-5b8e-41eb-a08e-b3fcb8c9fb57 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.579518 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44882) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:27.698108 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8175b154-5b8e-41eb-a08e-b3fcb8c9fb57 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.781199 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b25b45bf-332c-4c05-884d-fee326a61c4e None None] Provisioning complete for port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:27.781751 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b25b45bf-332c-4c05-884d-fee326a61c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.952049 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e1ba9deb-faf9-4112-baf3-eda623f561f0 req-d60c3b6c-e706-41b1-8499-7d3b5bacaeb3 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6260073 Jul 14 09:31:28.039091 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-9ee8cf2c-d027-4d62-8d2d-04053422537a service neutron] 10.222.0.26 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9273839 Jul 14 09:31:28.062458 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e058baee-1232-47d0-ba75-f9bcb120fa6e req-d7791e2e-e86a-4a5f-b971-cbbef22c6a7e tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:28.091839 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8175b154-5b8e-41eb-a08e-b3fcb8c9fb57 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.162120 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e058baee-1232-47d0-ba75-f9bcb120fa6e req-d7791e2e-e86a-4a5f-b971-cbbef22c6a7e tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] No DVR routers for this DVR port 7bbb8cc5-1565-4f8d-97de-59d3b6c77457 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:28.166820 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e058baee-1232-47d0-ba75-f9bcb120fa6e req-d7791e2e-e86a-4a5f-b971-cbbef22c6a7e tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.169367 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e058baee-1232-47d0-ba75-f9bcb120fa6e req-d7791e2e-e86a-4a5f-b971-cbbef22c6a7e tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.49 "DELETE /v2.0/ports/7bbb8cc5-1565-4f8d-97de-59d3b6c77457 HTTP/1.1" status: 204 len: 173 time: 4.7472982 Jul 14 09:31:28.170134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d22aed-3a4c-441d-8181-160de50462dd', 'name': 'network-vif-deleted', 'tag': '7bbb8cc5-1565-4f8d-97de-59d3b6c77457'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:28.173128 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fb72fc-a89e-48d4-aa2a-d4ca789ec64f" -d '{"events": [{"server_uuid": "63d22aed-3a4c-441d-8181-160de50462dd", "name": "network-vif-deleted", "tag": "7bbb8cc5-1565-4f8d-97de-59d3b6c77457"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:28.199401 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5b15c4-19bb-4574-9d6e-9907290132ce None None] Sync routers for ids ['d207f6c3-875f-4e54-9103-9b457386aaa0'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:28.257771 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91398527-f9f9-4bd6-9b81-114b7ffde3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.272502 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8175b154-5b8e-41eb-a08e-b3fcb8c9fb57 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.273617 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-51c78ab6-632c-49cf-9cf7-388e80df14f0 req-a33e192f-7756-47b0-9b37-7d33edb2de4f tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/ports?device_id=63d22aed-3a4c-441d-8181-160de50462dd HTTP/1.1" status: 200 len: 210 time: 0.0945942 Jul 14 09:31:28.290904 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5b15c4-19bb-4574-9d6e-9907290132ce None None] Routers {'d207f6c3-875f-4e54-9103-9b457386aaa0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:28.298627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ba5b15c4-19bb-4574-9d6e-9907290132ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:31:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d207f6c3-875f-4e54-9103-9b457386aaa0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:28.346005 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-79aca3d4-eb73-417f-9fff-d0654d10630c service neutron] 10.222.0.26 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908316 Jul 14 09:31:28.352712 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91398527-f9f9-4bd6-9b81-114b7ffde3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.378022 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8175b154-5b8e-41eb-a08e-b3fcb8c9fb57 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.379908 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8175b154-5b8e-41eb-a08e-b3fcb8c9fb57 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/subnets/c322991b-6ee9-4339-b46d-afeff7162a7b HTTP/1.1" status: 204 len: 168 time: 1.2346153 Jul 14 09:31:28.389713 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44910) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.446068 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b25b45bf-332c-4c05-884d-fee326a61c4e None None] Provisioning complete for port 8fb0be34-7059-4585-95f9-4008a6deec60 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:28.446599 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b25b45bf-332c-4c05-884d-fee326a61c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.451837 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175b154-5b8e-41eb-a08e-b3fcb8c9fb57 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Subnet': ['ID=c322991b-6ee9-4339-b46d-afeff7162a7b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:28.456946 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed48ed92-d7c0-4181-adf4-852f3f8d6296 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:28.457488 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed48ed92-d7c0-4181-adf4-852f3f8d6296 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:28.459523 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ed48ed92-d7c0-4181-adf4-852f3f8d6296 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/subnets/7976e40b-2eb0-4817-af18-ab36399d0402 HTTP/1.1" status: 404 len: 337 time: 0.0683963 Jul 14 09:31:28.463963 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44912) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.552387 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0f5731-79e6-470b-94ef-6a5e60f9e47e x-openstack-request-id: req-eb0f5731-79e6-470b-94ef-6a5e60f9e47e {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:28.552682 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d22aed-3a4c-441d-8181-160de50462dd", "name": "network-vif-deleted", "tag": "7bbb8cc5-1565-4f8d-97de-59d3b6c77457", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:28.552940 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb0f5731-79e6-470b-94ef-6a5e60f9e47e {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:28.553348 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d22aed-3a4c-441d-8181-160de50462dd', 'name': 'network-vif-deleted', 'tag': '7bbb8cc5-1565-4f8d-97de-59d3b6c77457', 'status': 'completed', 'code': 200} Jul 14 09:31:28.571798 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f67f55af-ccfb-442e-ae0c-281afd18484a tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6a0c60d-2358-43d8-8da9-c4c967da71c2 HTTP/1.1" status: 200 len: 205 time: 0.1000171 Jul 14 09:31:28.572512 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44918) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.585759 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-66ea0c70-4ad0-41db-98dc-8454c717ddae service neutron] 10.222.0.26 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376256 Jul 14 09:31:28.639933 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-98353294-f752-49b9-99b3-7ad1978bf782 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] delete failed (client error): The resource could not be found. Jul 14 09:31:28.640880 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-98353294-f752-49b9-99b3-7ad1978bf782 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/routers/e6a0c60d-2358-43d8-8da9-c4c967da71c2 HTTP/1.1" status: 404 len: 336 time: 0.0665712 Jul 14 09:31:28.641834 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44920) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.702019 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-a439ec5b-5c45-463d-a8f4-c20e047d5a26 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:28.702737 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a439ec5b-5c45-463d-a8f4-c20e047d5a26 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:28.710934 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a439ec5b-5c45-463d-a8f4-c20e047d5a26 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/subnets/65f2e850-34e9-40b5-818d-c7c69bccdbb6 HTTP/1.1" status: 404 len: 337 time: 0.0662885 Jul 14 09:31:28.716405 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44926) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.800529 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-8482de17-234c-4cb6-9181-aec1b0a48847 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:28.802202 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8482de17-234c-4cb6-9181-aec1b0a48847 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:28.810094 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8482de17-234c-4cb6-9181-aec1b0a48847 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/subnets/6a21afa2-05da-4c46-8c17-cac6589677d7 HTTP/1.1" status: 404 len: 337 time: 0.0896251 Jul 14 09:31:28.813313 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91398527-f9f9-4bd6-9b81-114b7ffde3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.820777 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91398527-f9f9-4bd6-9b81-114b7ffde3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.827639 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-91398527-f9f9-4bd6-9b81-114b7ffde3d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca6db6c4-4004-48d9-8a19-06d58c600406 HTTP/1.1" status: 204 len: 168 time: 1.2459583 Jul 14 09:31:28.843663 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44932) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.864924 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-eb316619-64e1-4b62-b30f-c88600dd7ea5 service neutron] 10.222.0.26 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728310 Jul 14 09:31:29.005458 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91398527-f9f9-4bd6-9b81-114b7ffde3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6db6c4-4004-48d9-8a19-06d58c600406,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:29.022137 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-e022dde5-be2c-40bf-ae0a-05d94fccc89c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:29.025347 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e022dde5-be2c-40bf-ae0a-05d94fccc89c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:29.037847 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e022dde5-be2c-40bf-ae0a-05d94fccc89c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/subnets/e0a65d83-9056-46f2-bc60-991a57e5fb5d HTTP/1.1" status: 404 len: 337 time: 0.1541097 Jul 14 09:31:29.046999 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44940) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:29.294455 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a3a142-e5ff-4018-9383-8b476ad46578 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:29.295358 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a3a142-e5ff-4018-9383-8b476ad46578 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:29.299718 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-07a3a142-e5ff-4018-9383-8b476ad46578 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/ports/3a14ea49-a40c-44cd-bbc1-ce2283204f0b HTTP/1.1" status: 404 len: 333 time: 0.2487087 Jul 14 09:31:29.301288 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44944) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:29.398034 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c57c97-c125-4132-98f9-4f10cb577ec0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:29.398502 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c57c97-c125-4132-98f9-4f10cb577ec0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:29.430661 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-75c57c97-c125-4132-98f9-4f10cb577ec0 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/subnets/ea266d90-19bc-43ec-9b3c-bed4a36506ab HTTP/1.1" status: 404 len: 337 time: 0.1236548 Jul 14 09:31:29.437550 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44950) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:29.449096 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b25b45bf-332c-4c05-884d-fee326a61c4e None None] Port 8fb0be34-7059-4585-95f9-4008a6deec60 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:29.524908 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ba5b15c4-19bb-4574-9d6e-9907290132ce None None] Set router d207f6c3-875f-4e54-9103-9b457386aaa0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:29.578258 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32ae48af-0362-4347-89f7-aa01d58d3821 service neutron] 10.222.0.26 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7030728 Jul 14 09:31:29.616317 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f182d59-b5c8-4817-9664-829ac784a0fb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:29.617544 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f182d59-b5c8-4817-9664-829ac784a0fb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:29.629196 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3f182d59-b5c8-4817-9664-829ac784a0fb tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/subnets/7bba3d65-4689-4684-bbe6-74dbb91d2221 HTTP/1.1" status: 404 len: 337 time: 0.1709404 Jul 14 09:31:29.630043 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44954) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:29.682688 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44956) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:29.722144 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-085cf8fa-dfb2-4310-a0c9-aa49bd0d3157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.754095 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6bedc2-93c9-4a30-b590-2bfe611a73f6 None None] Update dhcp port {'port': {'network_id': '43b8e148-b7a4-4d7b-b38a-691183da0ed7', 'fixed_ips': [{'subnet_id': 'c322991b-6ee9-4339-b46d-afeff7162a7b'}], 'binding:host_id': 'n-d-798054-10'}, 'id': '26f0d721-d6ee-4ec2-a77d-c2dd80d73db5'} from n-d-798054-10. {{(pid=93889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:31:29.850638 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6db0a4-aa01-4132-ba42-b033a5795e08 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:29.851833 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b6db0a4-aa01-4132-ba42-b033a5795e08 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:29.857931 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5b6db0a4-aa01-4132-ba42-b033a5795e08 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/ports/869920f3-f0dc-4348-8412-c51832d8eb69 HTTP/1.1" status: 404 len: 333 time: 0.2044411 Jul 14 09:31:29.874071 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44966) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:29.900120 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f66b5d87-70ba-4205-a8bd-bad6b666dbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.931808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b3ca3-c958-4d7b-9aab-0d5d1649951f req-ee2616c5-4af5-499e-9d15-99004285059b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:29.934994 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-983b3ca3-c958-4d7b-9aab-0d5d1649951f req-ee2616c5-4af5-499e-9d15-99004285059b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.5704770 Jul 14 09:31:30.009344 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-085cf8fa-dfb2-4310-a0c9-aa49bd0d3157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.050468 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-085cf8fa-dfb2-4310-a0c9-aa49bd0d3157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.074959 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.099241 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-b7ae3075-07c2-4e16-97a9-3e9f17342f59 service neutron] 10.222.0.26 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081022 Jul 14 09:31:30.121823 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b6bedc2-93c9-4a30-b590-2bfe611a73f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.123021 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-983b3ca3-c958-4d7b-9aab-0d5d1649951f req-4d5ab8d2-75ce-4439-aeea-171874bd7013 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704605 Jul 14 09:31:30.125734 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9cfdb3f-1927-49d9-b5ee-5d0336e5869f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:30.126237 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9cfdb3f-1927-49d9-b5ee-5d0336e5869f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:30.128337 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e9cfdb3f-1927-49d9-b5ee-5d0336e5869f tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/subnets/1dc1a7f2-50c4-4ed1-a03f-4fe9958996cc HTTP/1.1" status: 404 len: 337 time: 0.2494884 Jul 14 09:31:30.131285 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44970) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:30.136253 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cf8fa-dfb2-4310-a0c9-aa49bd0d3157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90818c59-9985-46c9-b605-808ab12c358a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:30.200558 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-085cf8fa-dfb2-4310-a0c9-aa49bd0d3157 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a0fd16cd58f4aa3abd85b72d085f5dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5160530 Jul 14 09:31:30.203311 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44972) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:30.241026 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a79d8b-36f5-44a2-be2b-0f2e26379e9e tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:30.241633 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24a79d8b-36f5-44a2-be2b-0f2e26379e9e tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:30.247617 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-24a79d8b-36f5-44a2-be2b-0f2e26379e9e tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/subnets/e3570e88-febd-464f-a576-a087f642eb2e HTTP/1.1" status: 404 len: 337 time: 0.1123223 Jul 14 09:31:30.262040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44976) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:30.396930 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3836c477-47aa-4749-99a8-1999e480b5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.476390 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44984) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:30.557099 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3836c477-47aa-4749-99a8-1999e480b5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.564690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f2c7eb-43a1-46b4-82bd-a79910b09417 None None] Network 43b8e148-b7a4-4d7b-b38a-691183da0ed7 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:30.597726 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-2658efa7-bb91-4695-b87a-6e833dd14f7c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port 8fb0be34-7059-4585-95f9-4008a6deec60 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:30.599630 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2658efa7-bb91-4695-b87a-6e833dd14f7c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.782101 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-220adaa7-4e4b-407d-a722-4cb8a8354f11 None None] Provisioning complete for port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:30.786294 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-220adaa7-4e4b-407d-a722-4cb8a8354f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.790250 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.823881 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2658efa7-bb91-4695-b87a-6e833dd14f7c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.831155 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bc581681-03d8-4a11-8aee-47b157cc03be tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.877049 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-2658efa7-bb91-4695-b87a-6e833dd14f7c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for 8fb0be34-7059-4585-95f9-4008a6deec60 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:30.895713 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bc581681-03d8-4a11-8aee-47b157cc03be tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.899256 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3836c477-47aa-4749-99a8-1999e480b5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.910796 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3836c477-47aa-4749-99a8-1999e480b5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.912519 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3836c477-47aa-4749-99a8-1999e480b5cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90818c59-9985-46c9-b605-808ab12c358a HTTP/1.1" status: 204 len: 168 time: 0.7082617 Jul 14 09:31:30.961239 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836c477-47aa-4749-99a8-1999e480b5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90818c59-9985-46c9-b605-808ab12c358a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:31.045847 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ba5b15c4-19bb-4574-9d6e-9907290132ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '25212a72-9700-44d7-8093-7ba809662102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:30Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'gw_port': {'id': '25212a72-9700-44d7-8093-7ba809662102', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:32Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '36a0ba86-b40d-4327-bf23-8c6896697270', 'name': '', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'mac_address': 'fa:16:3e:5c:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:37Z', 'updated_at': '2021-07-14T09:23:47Z', 'revision_number': 5, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'subnets': [{'id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:31.065456 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bc581681-03d8-4a11-8aee-47b157cc03be tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.068968 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bc581681-03d8-4a11-8aee-47b157cc03be tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.070449 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bc581681-03d8-4a11-8aee-47b157cc03be tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "DELETE /v2.0/security-groups/8caab4f8-950d-4a77-821e-78363ace0ade HTTP/1.1" status: 204 len: 168 time: 0.5824997 Jul 14 09:31:31.076234 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45002) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:31.093281 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc581681-03d8-4a11-8aee-47b157cc03be tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caab4f8-950d-4a77-821e-78363ace0ade,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:31.114298 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5b15c4-19bb-4574-9d6e-9907290132ce None None] Checking router: d207f6c3-875f-4e54-9103-9b457386aaa0 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:31.121723 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-6308aafb-b263-4529-baa3-d1f29c6ab21f tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] show failed (client error): The resource could not be found. Jul 14 09:31:31.123778 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6308aafb-b263-4529-baa3-d1f29c6ab21f tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "GET /v2.0/security-groups/8caab4f8-950d-4a77-821e-78363ace0ade HTTP/1.1" status: 404 len: 347 time: 0.0418994 Jul 14 09:31:31.127010 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45006) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:31.142804 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2658efa7-bb91-4695-b87a-6e833dd14f7c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.221413 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5b15c4-19bb-4574-9d6e-9907290132ce None None] Routers {'d207f6c3-875f-4e54-9103-9b457386aaa0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:31.222287 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ba5b15c4-19bb-4574-9d6e-9907290132ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:31:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d207f6c3-875f-4e54-9103-9b457386aaa0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:31.232126 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658efa7-bb91-4695-b87a-6e833dd14f7c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=8fb0be34-7059-4585-95f9-4008a6deec60,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:31.256579 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2658efa7-bb91-4695-b87a-6e833dd14f7c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.263854 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2658efa7-bb91-4695-b87a-6e833dd14f7c tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/ports/8fb0be34-7059-4585-95f9-4008a6deec60 HTTP/1.1" status: 204 len: 168 time: 0.9996402 Jul 14 09:31:31.265554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45012) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:31.463396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-3275b316-4555-4d2e-8420-62bf4dc09ffe tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Deleting port 5c706852-0937-4a9e-b57a-7b86511b5c23 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:31.465000 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3275b316-4555-4d2e-8420-62bf4dc09ffe tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.702307 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba15ae32-6896-4c69-bea7-31d74a5d8c16 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.766473 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3275b316-4555-4d2e-8420-62bf4dc09ffe tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.771123 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3275b316-4555-4d2e-8420-62bf4dc09ffe tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.823207 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-3275b316-4555-4d2e-8420-62bf4dc09ffe tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Calling delete_port for 5c706852-0937-4a9e-b57a-7b86511b5c23 owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:31.973945 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ba5b15c4-19bb-4574-9d6e-9907290132ce None None] Set router d207f6c3-875f-4e54-9103-9b457386aaa0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:32.062608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f5cf10cd-f5fb-42c5-be82-dd4a03eb8cc3 req-9d77cdfd-7621-49ac-8d32-b9ac126f1c8a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.2158856 Jul 14 09:31:32.214822 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:32.227492 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f13d4-aab0-4a3f-a4f0-b63e1570c90d req-9aba0acb-0e36-440a-b149-82a2554c2029 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:32.239417 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2b5f13d4-aab0-4a3f-a4f0-b63e1570c90d req-9aba0acb-0e36-440a-b149-82a2554c2029 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.6290967 Jul 14 09:31:32.298293 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3275b316-4555-4d2e-8420-62bf4dc09ffe tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.381468 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2b5f13d4-aab0-4a3f-a4f0-b63e1570c90d req-aa0c5ea0-0f03-400a-9b5a-ae546793b59a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407905 Jul 14 09:31:32.394049 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-ba15ae32-6896-4c69-bea7-31d74a5d8c16 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Deleting port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:32.396217 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba15ae32-6896-4c69-bea7-31d74a5d8c16 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.417851 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275b316-4555-4d2e-8420-62bf4dc09ffe tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Pushing event deleted for resources: {'Port': ['ID=5c706852-0937-4a9e-b57a-7b86511b5c23,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:32.476913 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-220adaa7-4e4b-407d-a722-4cb8a8354f11 None None] Could not find standard attr ID for object 8fb0be34-7059-4585-95f9-4008a6deec60. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:31:32.486637 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.513681 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0aab1f-5ba2-4a43-8c6a-984601453719 None None] DHCP port deletion for 43b8e148-b7a4-4d7b-b38a-691183da0ed7 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:32.563856 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-ba15ae32-6896-4c69-bea7-31d74a5d8c16 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] For port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=26f0d721-d6ee-4ec2-a77d-c2dd80d73db5,segment=NetworkSegment(c6c6aad1-7ad2-4cc8-a368-4680c6c83493),segment_id=c6c6aad1-7ad2-4cc8-a368-4680c6c83493)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:32.566368 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba15ae32-6896-4c69-bea7-31d74a5d8c16 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.590966 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3275b316-4555-4d2e-8420-62bf4dc09ffe tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.598768 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-ba15ae32-6896-4c69-bea7-31d74a5d8c16 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Calling delete_port for 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:32.600100 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3275b316-4555-4d2e-8420-62bf4dc09ffe tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.639394 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3275b316-4555-4d2e-8420-62bf4dc09ffe tempest-AttachVolumeTestJSON-314399594 tempest-AttachVolumeTestJSON-314399594-project] 10.222.0.26 "DELETE /v2.0/floatingips/8b9811b3-7891-40b8-a2ea-0d0d559c4b8f HTTP/1.1" status: 204 len: 168 time: 1.4735167 Jul 14 09:31:32.689148 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.743405 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=26f0d721-d6ee-4ec2-a77d-c2dd80d73db5,segment=NetworkSegment(c6c6aad1-7ad2-4cc8-a368-4680c6c83493),segment_id=c6c6aad1-7ad2-4cc8-a368-4680c6c83493)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:32.765939 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.780906 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba15ae32-6896-4c69-bea7-31d74a5d8c16 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.841435 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15ae32-6896-4c69-bea7-31d74a5d8c16 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Port': ['ID=26f0d721-d6ee-4ec2-a77d-c2dd80d73db5,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:32.847274 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event deleted for resources: {'Port': ['ID=26f0d721-d6ee-4ec2-a77d-c2dd80d73db5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:32.856610 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba15ae32-6896-4c69-bea7-31d74a5d8c16 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] No DVR routers for this DVR port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:32.920641 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.046204 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-af0aab1f-5ba2-4a43-8c6a-984601453719 None None] Deleting port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:33.047881 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af0aab1f-5ba2-4a43-8c6a-984601453719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.096154 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba15ae32-6896-4c69-bea7-31d74a5d8c16 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.123893 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-ba15ae32-6896-4c69-bea7-31d74a5d8c16 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b8e148-b7a4-4d7b-b38a-691183da0ed7']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:33.171423 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-ba15ae32-6896-4c69-bea7-31d74a5d8c16 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c6aad1-7ad2-4cc8-a368-4680c6c83493') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:33.172155 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-ba15ae32-6896-4c69-bea7-31d74a5d8c16 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c6aad1-7ad2-4cc8-a368-4680c6c83493') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:33.242200 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce077cdb-5d01-4db9-a0fa-dc406bd9b5dd req-1ca40771-6470-4cdb-92cf-e9339469ff60 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.0516670 Jul 14 09:31:33.258518 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-af0aab1f-5ba2-4a43-8c6a-984601453719 None None] For port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5, host n-d-798054-10, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:33.258518 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af0aab1f-5ba2-4a43-8c6a-984601453719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.261415 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba15ae32-6896-4c69-bea7-31d74a5d8c16 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.292695 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-af0aab1f-5ba2-4a43-8c6a-984601453719 None None] Calling delete_port for 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:33.297995 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba15ae32-6896-4c69-bea7-31d74a5d8c16 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.302249 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-af0aab1f-5ba2-4a43-8c6a-984601453719 None None] Port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 was not found and therefore no delete operation was performed {{(pid=93889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:31:33.303996 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af0aab1f-5ba2-4a43-8c6a-984601453719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba15ae32-6896-4c69-bea7-31d74a5d8c16 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba15ae32-6896-4c69-bea7-31d74a5d8c16 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:33.317554 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:33.406403 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ba5b15c4-19bb-4574-9d6e-9907290132ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '25212a72-9700-44d7-8093-7ba809662102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:30Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'gw_port': {'id': '25212a72-9700-44d7-8093-7ba809662102', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:32Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '36a0ba86-b40d-4327-bf23-8c6896697270', 'name': '', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'mac_address': 'fa:16:3e:5c:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:37Z', 'updated_at': '2021-07-14T09:23:47Z', 'revision_number': 5, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'subnets': [{'id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:33.410887 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0aab1f-5ba2-4a43-8c6a-984601453719 None None] Pushing event deleted for resources: {'Port': ['ID=26f0d721-d6ee-4ec2-a77d-c2dd80d73db5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:33.472875 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba15ae32-6896-4c69-bea7-31d74a5d8c16 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.474497 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0aab1f-5ba2-4a43-8c6a-984601453719 None None] No DVR routers for this DVR port 26f0d721-d6ee-4ec2-a77d-c2dd80d73db5 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:33.479785 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5b15c4-19bb-4574-9d6e-9907290132ce None None] The sync data for ids ['d207f6c3-875f-4e54-9103-9b457386aaa0'] in n-d-798054-10 is: [{'id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '25212a72-9700-44d7-8093-7ba809662102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:30Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'gw_port': {'id': '25212a72-9700-44d7-8093-7ba809662102', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:32Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '36a0ba86-b40d-4327-bf23-8c6896697270', 'name': '', 'network_id': 'cb7535f9-bc7e-49b0-b814-10dffeec6052', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'mac_address': 'fa:16:3e:5c:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:37Z', 'updated_at': '2021-07-14T09:23:47Z', 'revision_number': 5, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'subnets': [{'id': '33d74a61-4251-4207-b4f8-9d0620b80344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:33.524899 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba15ae32-6896-4c69-bea7-31d74a5d8c16 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.534878 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ba15ae32-6896-4c69-bea7-31d74a5d8c16 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] 10.222.0.26 "DELETE /v2.0/networks/43b8e148-b7a4-4d7b-b38a-691183da0ed7 HTTP/1.1" status: 204 len: 168 time: 2.2652581 Jul 14 09:31:33.534878 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15ae32-6896-4c69-bea7-31d74a5d8c16 tempest-PortsTestJSON-840499600 tempest-PortsTestJSON-840499600-project] Pushing event deleted for resources: {'Network': ['ID=43b8e148-b7a4-4d7b-b38a-691183da0ed7,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:33.905821 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd09b06-c6ca-463a-ae5b-9407d364ce0a req-e374d9d8-0f1d-4a83-8bf0-df15ffbf6104 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:33.907422 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9fd09b06-c6ca-463a-ae5b-9407d364ce0a req-e374d9d8-0f1d-4a83-8bf0-df15ffbf6104 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.1908092 Jul 14 09:31:34.066733 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d265df-a9ff-4254-bc53-95a804acbb06 None None] New status for floating IP 8b9811b3-7891-40b8-a2ea-0d0d559c4b8f: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:31:34.093286 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9fd09b06-c6ca-463a-ae5b-9407d364ce0a req-9fac1816-626a-40bc-8beb-69956dfbb951 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631393 Jul 14 09:31:34.430352 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45102) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:34.534370 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d4d5e1a-ff30-4453-9c49-3db8fc6ec119 req-e7ec50f1-053b-44da-a2ac-cbb1b10def4c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.1149189 Jul 14 09:31:35.092924 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-216da186-caae-47ba-a150-58473474ce3a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e8e895605fb4ca2bfa65b016145bb78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6590972 Jul 14 09:31:35.093780 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45116) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:35.268033 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22acfc98-9f12-4820-9157-2e12dc2834f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.330434 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22acfc98-9f12-4820-9157-2e12dc2834f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.484931 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22acfc98-9f12-4820-9157-2e12dc2834f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.489740 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22acfc98-9f12-4820-9157-2e12dc2834f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.493201 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-22acfc98-9f12-4820-9157-2e12dc2834f1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb429901-3888-4182-8f46-c74182eb5b90 HTTP/1.1" status: 204 len: 168 time: 0.3959212 Jul 14 09:31:35.590278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acfc98-9f12-4820-9157-2e12dc2834f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb429901-3888-4182-8f46-c74182eb5b90,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:35.617563 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b4dce-6551-4f3f-a5e4-e68521ba35bd req-fd3a2cc7-3590-4c69-9220-eaa885e5b51e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:35.628383 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-209b4dce-6551-4f3f-a5e4-e68521ba35bd req-fd3a2cc7-3590-4c69-9220-eaa885e5b51e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.2165358 Jul 14 09:31:35.773887 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-209b4dce-6551-4f3f-a5e4-e68521ba35bd req-b6dc00e3-609c-4a51-af50-b2cefc185935 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436801 Jul 14 09:31:36.040958 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-381636dc-6f57-4a5b-bd33-1dcd432a59fb req-cb1b3519-9fe7-46d7-96e0-616d6ceda2d2 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.0982943 Jul 14 09:31:36.467672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-90e5a167-44aa-4621-88d9-0c5c9112bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:36.469158 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-90e5a167-44aa-4621-88d9-0c5c9112bad5 service neutron] 10.222.0.55 "GET /v2.0/ports/60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 HTTP/1.1" status: 200 len: 1031 time: 0.1383464 Jul 14 09:31:36.611916 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-924c630c-5254-48f7-9b98-65a2a075201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:36.613307 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-924c630c-5254-48f7-9b98-65a2a075201b service neutron] 10.222.0.55 "GET /v2.0/ports/45e73871-2607-4489-8e68-aa7f805e91d5 HTTP/1.1" status: 200 len: 1032 time: 0.1382520 Jul 14 09:31:36.894275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-74b77c59-a942-479d-9b74-22165632e721 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:36.900642 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-74b77c59-a942-479d-9b74-22165632e721 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:36.908046 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-74b77c59-a942-479d-9b74-22165632e721 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:36.910307 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-74b77c59-a942-479d-9b74-22165632e721 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.55 "GET /v2.0/networks?id=bdd14ef5-9841-4d7a-9428-fd2321293aca&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c08d002f-2c08-4121-b70d-1491e0b62a4f&id=c08d002f-2c08-4121-b70d-1491e0b62a4f HTTP/1.1" status: 200 len: 1995 time: 0.2905071 Jul 14 09:31:37.014425 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-f8e055a0-f79d-4d20-86da-692ae90c6469 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68f6d0b430624b5a805e2568a292b9fb HTTP/1.1" status: 200 len: 380 time: 0.0864151 Jul 14 09:31:37.033546 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Request body: {'port': {'device_id': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca', 'admin_state_up': True, 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'security_groups': ['4f06139f-04a3-477d-acd7-d22fa0bc2eaf']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:37.194226 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45180) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:37.423743 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3286b97-7a39-432b-a97f-14ac17cc4b9e req-f30c06b0-e91e-4f4a-8686-d790fc35f74f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:37.442496 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3286b97-7a39-432b-a97f-14ac17cc4b9e req-f30c06b0-e91e-4f4a-8686-d790fc35f74f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.2649324 Jul 14 09:31:37.501738 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Made reservation on behalf of 68f6d0b430624b5a805e2568a292b9fb for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:37.517205 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.662793 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3286b97-7a39-432b-a97f-14ac17cc4b9e req-07b16f3c-f930-43be-a409-4a6785235258 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119415 Jul 14 09:31:37.760275 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-577c5236-9a06-4730-8110-72433a39db5e req-8cfda367-1624-406a-bd9d-932c7d9966ee tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.1289580 Jul 14 09:31:37.762471 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45190) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:37.786967 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1cb96b2f-119e-4bf7-bf7e-3a9679a0c273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.956897 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b190ac88-e787-44ab-bdd6-0977872755df tempest-ServiceProvidersTest-1307168545 tempest-ServiceProvidersTest-1307168545-project] 10.222.0.26 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1757264 Jul 14 09:31:37.993687 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Allocated IP 172.20.0.9 (bdd14ef5-9841-4d7a-9428-fd2321293aca/b1640c0b-fabc-4bef-a229-df363da4823e/918dc9b0-f662-452c-82da-9deaac6b16e9) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:38.185120 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1cb96b2f-119e-4bf7-bf7e-3a9679a0c273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.190664 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1cb96b2f-119e-4bf7-bf7e-3a9679a0c273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.306106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb96b2f-119e-4bf7-bf7e-3a9679a0c273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d426b210-30a6-4acd-8a4e-961a7c30f0db,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:38.358266 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1cb96b2f-119e-4bf7-bf7e-3a9679a0c273 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8373698c12e14acc826accb83fed08a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1598852 Jul 14 09:31:38.377174 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45200) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:38.505022 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45208) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:38.634362 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.636868 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d85cb51-e159-4e1b-8fca-d2fbb0869a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.707762 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Transition to ACTIVE for port object 918dc9b0-f662-452c-82da-9deaac6b16e9 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:38.707762 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d85cb51-e159-4e1b-8fca-d2fbb0869a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.732247 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ad7180a2-2ec6-431d-ac80-dd4649b83b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.866596 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.869332 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d85cb51-e159-4e1b-8fca-d2fbb0869a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.872632 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d85cb51-e159-4e1b-8fca-d2fbb0869a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.876530 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4d85cb51-e159-4e1b-8fca-d2fbb0869a1c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d426b210-30a6-4acd-8a4e-961a7c30f0db HTTP/1.1" status: 204 len: 168 time: 0.4906321 Jul 14 09:31:38.991174 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85cb51-e159-4e1b-8fca-d2fbb0869a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d426b210-30a6-4acd-8a4e-961a7c30f0db,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:39.009319 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event updated for resources: {'Port': ['ID=918dc9b0-f662-452c-82da-9deaac6b16e9,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:39.028127 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cb51-e159-4e1b-8fca-d2fbb0869a1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.028726 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cb51-e159-4e1b-8fca-d2fbb0869a1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.029227 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cb51-e159-4e1b-8fca-d2fbb0869a1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.029722 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cb51-e159-4e1b-8fca-d2fbb0869a1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.030293 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cb51-e159-4e1b-8fca-d2fbb0869a1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.030774 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cb51-e159-4e1b-8fca-d2fbb0869a1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.031248 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cb51-e159-4e1b-8fca-d2fbb0869a1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.031741 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cb51-e159-4e1b-8fca-d2fbb0869a1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.032225 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cb51-e159-4e1b-8fca-d2fbb0869a1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.032718 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cb51-e159-4e1b-8fca-d2fbb0869a1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.033202 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cb51-e159-4e1b-8fca-d2fbb0869a1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.033912 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cb51-e159-4e1b-8fca-d2fbb0869a1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.056045 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.064696 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.065294 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.065949 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.066457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.066949 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.067448 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.067944 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.068464 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.068973 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.069463 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.069987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:39.097681 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Network bdd14ef5-9841-4d7a-9428-fd2321293aca is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:39.099456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:39.104777 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:39.246637 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:39.247218 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.435203 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ad7180a2-2ec6-431d-ac80-dd4649b83b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.447472 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1836bcd6-f941-4feb-a3b5-ae35d0b3d283 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4183686 Jul 14 09:31:39.465310 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1a00afa0-0159-40b0-a78c-8bad7abbc232 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Request body: {'port': {'device_id': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b', 'admin_state_up': True, 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'security_groups': ['4f06139f-04a3-477d-acd7-d22fa0bc2eaf']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:39.506759 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ad7180a2-2ec6-431d-ac80-dd4649b83b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.647370 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ad7180a2-2ec6-431d-ac80-dd4649b83b62 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce5acee6a7c942b9a436133afdffd2f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1445913 Jul 14 09:31:39.680094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45230) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:39.690807 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8d466cad-0e4a-44ea-8a6f-40bd9970b767 None None] Provisioning for port 918dc9b0-f662-452c-82da-9deaac6b16e9 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:39.699464 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8d466cad-0e4a-44ea-8a6f-40bd9970b767 None None] Provisioning complete for port 918dc9b0-f662-452c-82da-9deaac6b16e9 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:39.704805 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8d466cad-0e4a-44ea-8a6f-40bd9970b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.706480 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7180a2-2ec6-431d-ac80-dd4649b83b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69a433b-bc90-4a62-acad-6d4be585cc08,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:39.806773 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45232) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:39.814548 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4f8ed-ad47-40e1-8796-d209abf725d2 req-fa9ebcdd-835e-4c6b-98d0-f3c1b47148e7 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:39.817141 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05d4f8ed-ad47-40e1-8796-d209abf725d2 req-fa9ebcdd-835e-4c6b-98d0-f3c1b47148e7 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 931 time: 0.6540265 Jul 14 09:31:39.828725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8c930-ca31-4435-8d19-2a26d647c017 req-1ec22ada-1b9f-4a5d-8d70-96990db8699c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:39.831330 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f6a8c930-ca31-4435-8d19-2a26d647c017 req-1ec22ada-1b9f-4a5d-8d70-96990db8699c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.6663041 Jul 14 09:31:39.835434 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-94dad562-32a5-496f-a9ce-aea172fe779c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.863930 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-84206208-7d53-424b-a342-37196f285ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.895629 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-84206208-7d53-424b-a342-37196f285ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.907062 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8d466cad-0e4a-44ea-8a6f-40bd9970b767 None None] Port 918dc9b0-f662-452c-82da-9deaac6b16e9 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:39.920976 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05d4f8ed-ad47-40e1-8796-d209abf725d2 req-02ddd96d-a70b-4a21-94b5-0826c1cbe1ae tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878801 Jul 14 09:31:39.957461 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-84206208-7d53-424b-a342-37196f285ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.960503 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-84206208-7d53-424b-a342-37196f285ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.962588 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-84206208-7d53-424b-a342-37196f285ce4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c69a433b-bc90-4a62-acad-6d4be585cc08 HTTP/1.1" status: 204 len: 168 time: 0.2780731 Jul 14 09:31:39.979142 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84206208-7d53-424b-a342-37196f285ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69a433b-bc90-4a62-acad-6d4be585cc08,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:39.981247 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1a00afa0-0159-40b0-a78c-8bad7abbc232 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Made reservation on behalf of 68f6d0b430624b5a805e2568a292b9fb for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:39.985181 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1a00afa0-0159-40b0-a78c-8bad7abbc232 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.016176 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f6a8c930-ca31-4435-8d19-2a26d647c017 req-5191b676-de7f-474b-a727-7c89a6151ff1 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995257 Jul 14 09:31:40.425871 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1a00afa0-0159-40b0-a78c-8bad7abbc232 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Allocated IP 10.1.1.133 (c06a4b91-0d3f-448f-ade4-6de9fe9cd43b/22a5ce10-a3c8-426f-b951-5927b82a89d2/e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:40.480209 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-94dad562-32a5-496f-a9ce-aea172fe779c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.499698 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-94dad562-32a5-496f-a9ce-aea172fe779c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.581915 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45244) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:40.582394 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-94dad562-32a5-496f-a9ce-aea172fe779c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1434badb5cc44bcc92a24dbedd700456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7733107 Jul 14 09:31:40.641270 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dad562-32a5-496f-a9ce-aea172fe779c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ab065a-6fcc-44f3-8d80-12c942619f54,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:40.729609 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0bdf7de6-3c12-4147-88c4-6d8328770537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.818240 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1a00afa0-0159-40b0-a78c-8bad7abbc232 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.820779 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0bdf7de6-3c12-4147-88c4-6d8328770537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.820926 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1a00afa0-0159-40b0-a78c-8bad7abbc232 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Transition to ACTIVE for port object e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:40.831173 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1a00afa0-0159-40b0-a78c-8bad7abbc232 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.904418 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0bdf7de6-3c12-4147-88c4-6d8328770537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.914369 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0bdf7de6-3c12-4147-88c4-6d8328770537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.915537 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0bdf7de6-3c12-4147-88c4-6d8328770537 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84ab065a-6fcc-44f3-8d80-12c942619f54 HTTP/1.1" status: 204 len: 168 time: 0.3316150 Jul 14 09:31:40.945591 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf7de6-3c12-4147-88c4-6d8328770537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ab065a-6fcc-44f3-8d80-12c942619f54,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:41.011183 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1a00afa0-0159-40b0-a78c-8bad7abbc232 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:41.017183 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00afa0-0159-40b0-a78c-8bad7abbc232 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event updated for resources: {'Port': ['ID=e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:41.021902 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1a00afa0-0159-40b0-a78c-8bad7abbc232 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:41.036999 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1a00afa0-0159-40b0-a78c-8bad7abbc232 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:41.134910 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1a00afa0-0159-40b0-a78c-8bad7abbc232 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:41.135673 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1a00afa0-0159-40b0-a78c-8bad7abbc232 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.162051 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-1a00afa0-0159-40b0-a78c-8bad7abbc232 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7004547 Jul 14 09:31:41.179902 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-5bf53e51-18e8-43b1-ac86-319b99760721 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Request body: {'port': {'device_id': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b', 'admin_state_up': True, 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'security_groups': ['4f06139f-04a3-477d-acd7-d22fa0bc2eaf']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:41.472738 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-5bf53e51-18e8-43b1-ac86-319b99760721 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Made reservation on behalf of 68f6d0b430624b5a805e2568a292b9fb for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:41.478794 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-5bf53e51-18e8-43b1-ac86-319b99760721 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.546077 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5fdb04c2-a314-4828-be9a-8a9367feeaa6 None None] Provisioning for port e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:41.557021 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5fdb04c2-a314-4828-be9a-8a9367feeaa6 None None] Provisioning complete for port e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:41.558251 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5fdb04c2-a314-4828-be9a-8a9367feeaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.564935 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d68146-049a-4163-a3af-22f331a4c608 req-a9393441-4b35-40a3-b890-65b1941edb92 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:41.582627 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d68146-049a-4163-a3af-22f331a4c608 req-a9393441-4b35-40a3-b890-65b1941edb92 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:41.584432 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36d68146-049a-4163-a3af-22f331a4c608 req-a9393441-4b35-40a3-b890-65b1941edb92 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 1653 time: 0.2947934 Jul 14 09:31:41.624183 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73930170-ded9-40b3-b69b-b9ca09f7173f req-531a0e06-1d05-44a6-b4b0-41f67e2e5e68 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:41.625780 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-73930170-ded9-40b3-b69b-b9ca09f7173f req-531a0e06-1d05-44a6-b4b0-41f67e2e5e68 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.2621179 Jul 14 09:31:41.659838 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5fdb04c2-a314-4828-be9a-8a9367feeaa6 None None] Port e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:41.795055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-5bf53e51-18e8-43b1-ac86-319b99760721 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Allocated IP 10.1.1.31 (c06a4b91-0d3f-448f-ade4-6de9fe9cd43b/22a5ce10-a3c8-426f-b951-5927b82a89d2/f49dc3e3-be85-4cb5-add0-b47a4ee050d3) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:41.824767 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36d68146-049a-4163-a3af-22f331a4c608 req-c9cc24d0-4652-43ba-bb56-6d3a0ea49449 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230752 Jul 14 09:31:41.888671 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-73930170-ded9-40b3-b69b-b9ca09f7173f req-a1843b41-2b0a-4dc7-86e1-7cdb428230f9 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334287 Jul 14 09:31:42.082045 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-5bf53e51-18e8-43b1-ac86-319b99760721 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.117412 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-5bf53e51-18e8-43b1-ac86-319b99760721 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Transition to ACTIVE for port object f49dc3e3-be85-4cb5-add0-b47a4ee050d3 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:42.169617 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fd528-2874-4a19-a3d0-7c2c56ac1db4 req-25781569-18b1-4da1-8cf6-98d21dfc3b0f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:42.171590 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-736fd528-2874-4a19-a3d0-7c2c56ac1db4 req-25781569-18b1-4da1-8cf6-98d21dfc3b0f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 945 time: 0.0883703 Jul 14 09:31:42.180696 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-5bf53e51-18e8-43b1-ac86-319b99760721 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.257715 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-736fd528-2874-4a19-a3d0-7c2c56ac1db4 req-a231c539-acdb-4776-93c2-214cc9895236 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770955 Jul 14 09:31:42.266483 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-5bf53e51-18e8-43b1-ac86-319b99760721 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:42.292854 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-5bf53e51-18e8-43b1-ac86-319b99760721 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:42.294667 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-5bf53e51-18e8-43b1-ac86-319b99760721 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:42.327011 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf53e51-18e8-43b1-ac86-319b99760721 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event updated for resources: {'Port': ['ID=f49dc3e3-be85-4cb5-add0-b47a4ee050d3,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:42.410869 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-5bf53e51-18e8-43b1-ac86-319b99760721 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:42.411963 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-5bf53e51-18e8-43b1-ac86-319b99760721 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.434001 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-5bf53e51-18e8-43b1-ac86-319b99760721 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2598906 Jul 14 09:31:42.476402 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-aa42c44a-fddb-4a6e-86d3-31c300f0a46a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Request body: {'port': {'device_id': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c08d002f-2c08-4121-b70d-1491e0b62a4f', 'admin_state_up': True, 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'security_groups': ['4f06139f-04a3-477d-acd7-d22fa0bc2eaf']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:42.712304 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-aa42c44a-fddb-4a6e-86d3-31c300f0a46a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Made reservation on behalf of 68f6d0b430624b5a805e2568a292b9fb for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:42.926076 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c825a24c-258b-441c-9152-1aab3773a674 None None] Provisioning for port f49dc3e3-be85-4cb5-add0-b47a4ee050d3 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:42.942114 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c825a24c-258b-441c-9152-1aab3773a674 None None] Provisioning complete for port f49dc3e3-be85-4cb5-add0-b47a4ee050d3 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:42.942726 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c825a24c-258b-441c-9152-1aab3773a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.014345 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-aa42c44a-fddb-4a6e-86d3-31c300f0a46a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.126329 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c825a24c-258b-441c-9152-1aab3773a674 None None] Port f49dc3e3-be85-4cb5-add0-b47a4ee050d3 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:43.597302 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbd3f3-e9fb-4a2b-b8c5-35ebb89ac63f req-7b83107b-ad8b-42b1-897f-52ee93957b34 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:43.613525 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbd3f3-e9fb-4a2b-b8c5-35ebb89ac63f req-7b83107b-ad8b-42b1-897f-52ee93957b34 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:43.650287 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbd3f3-e9fb-4a2b-b8c5-35ebb89ac63f req-7b83107b-ad8b-42b1-897f-52ee93957b34 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:43.657707 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ebbd3f3-e9fb-4a2b-b8c5-35ebb89ac63f req-7b83107b-ad8b-42b1-897f-52ee93957b34 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 2373 time: 0.2521083 Jul 14 09:31:43.797973 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ebbd3f3-e9fb-4a2b-b8c5-35ebb89ac63f req-11c0ca88-a158-4941-81bb-4502c13918cb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347551 Jul 14 09:31:44.198388 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c7f5f-36c8-45bc-ac48-dd2fc2b6d840 req-d5b6acea-aedc-4560-b613-0e31c716296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:44.199238 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-668c7f5f-36c8-45bc-ac48-dd2fc2b6d840 req-d5b6acea-aedc-4560-b613-0e31c716296a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d&tenant_id=5cb22d9c9ca64cacba1a692a05940f23 HTTP/1.1" status: 200 len: 1095 time: 0.7096198 Jul 14 09:31:44.205120 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4241675-f4bc-4819-aa57-7042d7ac7a4a req-ca26b7c2-d018-4ecb-8039-0455303dbb7f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:44.206681 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-aa42c44a-fddb-4a6e-86d3-31c300f0a46a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Allocated IP 10.2.2.100 (c08d002f-2c08-4121-b70d-1491e0b62a4f/33a989a0-eb94-469f-91bb-73ae1f165e9f/0f2af3da-23fd-4df1-948a-432f34ec3de2) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:44.209408 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4241675-f4bc-4819-aa57-7042d7ac7a4a req-ca26b7c2-d018-4ecb-8039-0455303dbb7f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.1802025 Jul 14 09:31:44.308939 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4241675-f4bc-4819-aa57-7042d7ac7a4a req-a69ce552-1c07-49fb-a2bf-ed5148d1cfcd tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841963 Jul 14 09:31:44.499522 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c7f5f-36c8-45bc-ac48-dd2fc2b6d840 req-0f98f31f-5f82-4559-9d94-917946c1abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:44.500958 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-668c7f5f-36c8-45bc-ac48-dd2fc2b6d840 req-0f98f31f-5f82-4559-9d94-917946c1abdc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5cb22d9c9ca64cacba1a692a05940f23&device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 1095 time: 0.2609777 Jul 14 09:31:44.648184 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-aa42c44a-fddb-4a6e-86d3-31c300f0a46a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.689501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-aa42c44a-fddb-4a6e-86d3-31c300f0a46a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Transition to ACTIVE for port object 0f2af3da-23fd-4df1-948a-432f34ec3de2 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:44.706980 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c7f5f-36c8-45bc-ac48-dd2fc2b6d840 req-7dad159e-9ac9-4dcf-a2d2-6b5808452cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:44.708557 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-668c7f5f-36c8-45bc-ac48-dd2fc2b6d840 req-7dad159e-9ac9-4dcf-a2d2-6b5808452cb2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e4991ac-2228-452d-ab57-e39ab6b100bc HTTP/1.1" status: 200 len: 916 time: 0.2006831 Jul 14 09:31:44.757902 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45370) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:44.840835 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-aa42c44a-fddb-4a6e-86d3-31c300f0a46a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.965971 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42c44a-fddb-4a6e-86d3-31c300f0a46a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event updated for resources: {'Port': ['ID=0f2af3da-23fd-4df1-948a-432f34ec3de2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:44.973450 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-668c7f5f-36c8-45bc-ac48-dd2fc2b6d840 req-52172ffb-81f2-4a26-9ec9-0a46bf380548 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea66b038-9384-4309-8867-09e72af1a81e HTTP/1.1" status: 200 len: 999 time: 0.2576156 Jul 14 09:31:45.061572 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0d64e8b-4844-4d69-8059-b68ada50be3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.133410 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c7f5f-36c8-45bc-ac48-dd2fc2b6d840 req-57c9922d-9c19-4bb1-aca7-e090db76ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:45.135882 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-668c7f5f-36c8-45bc-ac48-dd2fc2b6d840 req-57c9922d-9c19-4bb1-aca7-e090db76ba26 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=453b9a84-a49e-4445-ade0-e83a68e64b54 HTTP/1.1" status: 200 len: 854 time: 0.1535630 Jul 14 09:31:45.141200 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-aa42c44a-fddb-4a6e-86d3-31c300f0a46a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Network c08d002f-2c08-4121-b70d-1491e0b62a4f is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:45.150629 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-aa42c44a-fddb-4a6e-86d3-31c300f0a46a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:45.167420 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-aa42c44a-fddb-4a6e-86d3-31c300f0a46a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:45.281384 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81aebb-2206-46bb-8e01-4000be4cdb7d req-e2dc96bb-4371-4bef-b4a3-e527f292aadb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:45.289296 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81aebb-2206-46bb-8e01-4000be4cdb7d req-e2dc96bb-4371-4bef-b4a3-e527f292aadb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:45.295839 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81aebb-2206-46bb-8e01-4000be4cdb7d req-e2dc96bb-4371-4bef-b4a3-e527f292aadb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:45.300030 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-aa42c44a-fddb-4a6e-86d3-31c300f0a46a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:45.301628 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-aa42c44a-fddb-4a6e-86d3-31c300f0a46a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.303169 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81aebb-2206-46bb-8e01-4000be4cdb7d req-e2dc96bb-4371-4bef-b4a3-e527f292aadb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:45.309313 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bd81aebb-2206-46bb-8e01-4000be4cdb7d req-e2dc96bb-4371-4bef-b4a3-e527f292aadb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 3094 time: 0.1935060 Jul 14 09:31:45.411463 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c7f5f-36c8-45bc-ac48-dd2fc2b6d840 req-fd7db01b-4ee3-4e43-89f8-d589e89d5377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:45.415323 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-668c7f5f-36c8-45bc-ac48-dd2fc2b6d840 req-fd7db01b-4ee3-4e43-89f8-d589e89d5377 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e4991ac-2228-452d-ab57-e39ab6b100bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2722979 Jul 14 09:31:45.452456 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0d64e8b-4844-4d69-8059-b68ada50be3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.473672 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0d64e8b-4844-4d69-8059-b68ada50be3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.507452 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bd81aebb-2206-46bb-8e01-4000be4cdb7d req-ed1c1de6-2757-4032-868f-65232661ffb0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822445 Jul 14 09:31:45.611428 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f0d64e8b-4844-4d69-8059-b68ada50be3b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6df49c6aa050406188c67990eadf3f56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8518324 Jul 14 09:31:45.619532 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45394) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:45.631100 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d64e8b-4844-4d69-8059-b68ada50be3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6046c4b4-f9db-4147-9e4d-7e7434c19ce0,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:45.649229 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-aa42c44a-fddb-4a6e-86d3-31c300f0a46a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1875653 Jul 14 09:31:45.672471 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-96413e1e-ab66-4cc7-9272-9cc2659a49ae None None] Provisioning for port 0f2af3da-23fd-4df1-948a-432f34ec3de2 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:45.679227 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-96413e1e-ab66-4cc7-9272-9cc2659a49ae None None] Provisioning complete for port 0f2af3da-23fd-4df1-948a-432f34ec3de2 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:45.679833 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-96413e1e-ab66-4cc7-9272-9cc2659a49ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.686640 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-20fb1b7d-fdce-4895-aabb-6f19fb0dd29b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Request body: {'port': {'device_id': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c08d002f-2c08-4121-b70d-1491e0b62a4f', 'admin_state_up': True, 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'security_groups': ['4f06139f-04a3-477d-acd7-d22fa0bc2eaf']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:45.760779 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-96413e1e-ab66-4cc7-9272-9cc2659a49ae None None] Port 0f2af3da-23fd-4df1-948a-432f34ec3de2 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:45.772831 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffadc5-9783-4bb1-aabb-daa236dc6e52 req-a80b7594-d742-4128-9f22-931117c87a53 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:45.775474 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56ffadc5-9783-4bb1-aabb-daa236dc6e52 req-a80b7594-d742-4128-9f22-931117c87a53 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.1614511 Jul 14 09:31:45.848667 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56ffadc5-9783-4bb1-aabb-daa236dc6e52 req-e9a35326-8a2d-4d17-be00-3c3fdee8ef81 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659113 Jul 14 09:31:45.985782 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-81f425a9-8651-4905-a9ef-579c148b2dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.002554 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-668c7f5f-36c8-45bc-ac48-dd2fc2b6d840 req-9f3f014e-2604-4e8d-94af-2d0a436c4a83 service neutron] 10.222.0.55 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5797675 Jul 14 09:31:46.129265 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ddd5beb2-2eeb-465b-85c8-52206b93b8bb no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:46.332681 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.499536 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ddd5beb2-2eeb-465b-85c8-52206b93b8bb, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:46.521072 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:46.529631 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece4c5e2-6ae3-4d9b-9a97-93f2ac699d34" -d '{"events": [{"server_uuid": "409548b5-b499-4bd9-a7c0-02690bf0eca9", "name": "network-vif-unplugged", "status": "completed", "tag": "ddd5beb2-2eeb-465b-85c8-52206b93b8bb"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:46.543174 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45418) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:46.545381 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.546343 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.647178 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:46.650013 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-81f425a9-8651-4905-a9ef-579c148b2dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.664882 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-20fb1b7d-fdce-4895-aabb-6f19fb0dd29b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Made reservation on behalf of 68f6d0b430624b5a805e2568a292b9fb for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:46.669691 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a67d2d-67f4-4e7c-813c-72fd0343ffea x-openstack-request-id: req-29a67d2d-67f4-4e7c-813c-72fd0343ffea {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:46.670119 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409548b5-b499-4bd9-a7c0-02690bf0eca9", "name": "network-vif-unplugged", "status": "completed", "tag": "ddd5beb2-2eeb-465b-85c8-52206b93b8bb", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:46.670258 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-29a67d2d-67f4-4e7c-813c-72fd0343ffea {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:46.670668 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb', 'code': 200} Jul 14 09:31:46.679636 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-20fb1b7d-fdce-4895-aabb-6f19fb0dd29b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.877365 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-55b52198-eefc-4026-9bcc-9f3a229fe11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.953143 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-668c7f5f-36c8-45bc-ac48-dd2fc2b6d840 req-b415c047-8905-408d-aed3-286a14d3b13b service neutron] 10.222.0.55 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9402509 Jul 14 09:31:47.000396 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-81f425a9-8651-4905-a9ef-579c148b2dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.003072 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-81f425a9-8651-4905-a9ef-579c148b2dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.004325 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-81f425a9-8651-4905-a9ef-579c148b2dba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6046c4b4-f9db-4147-9e4d-7e7434c19ce0 HTTP/1.1" status: 204 len: 168 time: 1.3808675 Jul 14 09:31:47.082031 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f425a9-8651-4905-a9ef-579c148b2dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6046c4b4-f9db-4147-9e4d-7e7434c19ce0,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:47.148409 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-20fb1b7d-fdce-4895-aabb-6f19fb0dd29b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Allocated IP 10.2.2.200 (c08d002f-2c08-4121-b70d-1491e0b62a4f/33a989a0-eb94-469f-91bb-73ae1f165e9f/f0f87ec9-67a2-433a-a1e1-1dd223d380b4) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:47.207432 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1636c-51bd-4047-ade6-e78644f2bb30 req-b939aa0f-1a6b-4676-a697-5566c00def08 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:47.224152 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1636c-51bd-4047-ade6-e78644f2bb30 req-b939aa0f-1a6b-4676-a697-5566c00def08 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:47.259838 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1636c-51bd-4047-ade6-e78644f2bb30 req-b939aa0f-1a6b-4676-a697-5566c00def08 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:47.294752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1636c-51bd-4047-ade6-e78644f2bb30 req-b939aa0f-1a6b-4676-a697-5566c00def08 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:47.302903 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71e1636c-51bd-4047-ade6-e78644f2bb30 req-b939aa0f-1a6b-4676-a697-5566c00def08 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 3094 time: 0.5636849 Jul 14 09:31:47.584158 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-20fb1b7d-fdce-4895-aabb-6f19fb0dd29b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.618076 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-20fb1b7d-fdce-4895-aabb-6f19fb0dd29b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Transition to ACTIVE for port object f0f87ec9-67a2-433a-a1e1-1dd223d380b4 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:47.635319 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71e1636c-51bd-4047-ade6-e78644f2bb30 req-d6e71feb-810c-4da1-baaa-2cb072a2e4f5 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3306279 Jul 14 09:31:47.686335 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-20fb1b7d-fdce-4895-aabb-6f19fb0dd29b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.814961 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-55b52198-eefc-4026-9bcc-9f3a229fe11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.824394 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-20fb1b7d-fdce-4895-aabb-6f19fb0dd29b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Network c08d002f-2c08-4121-b70d-1491e0b62a4f is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:47.830414 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-20fb1b7d-fdce-4895-aabb-6f19fb0dd29b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:47.855870 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-20fb1b7d-fdce-4895-aabb-6f19fb0dd29b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:47.888044 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9efac-42bd-471a-b267-d468f4a48507 req-33d79ef2-9fda-401f-9d04-671db80cf933 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:47.890734 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-98f9efac-42bd-471a-b267-d468f4a48507 req-33d79ef2-9fda-401f-9d04-671db80cf933 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.5857458 Jul 14 09:31:47.892543 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-55b52198-eefc-4026-9bcc-9f3a229fe11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.946953 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb1b7d-fdce-4895-aabb-6f19fb0dd29b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event updated for resources: {'Port': ['ID=f0f87ec9-67a2-433a-a1e1-1dd223d380b4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:47.998221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-20fb1b7d-fdce-4895-aabb-6f19fb0dd29b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:47.999572 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-20fb1b7d-fdce-4895-aabb-6f19fb0dd29b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.051492 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-20fb1b7d-fdce-4895-aabb-6f19fb0dd29b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3693128 Jul 14 09:31:48.065543 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45472) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:48.129362 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ddd5beb2-2eeb-465b-85c8-52206b93b8bb details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:31:48.137362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b52198-eefc-4026-9bcc-9f3a229fe11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f929edc1-08c9-4fa2-ba62-ebe4e45d85a4,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:48.141233 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] Request body: {'port': {'device_id': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:48.261609 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f27b12ce-fa3b-4833-8e5a-1098da0eb81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.371751 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-98f9efac-42bd-471a-b267-d468f4a48507 req-d1c6fe15-13c1-46a1-9f8d-42d284dfbeab tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4124377 Jul 14 09:31:48.380530 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-55b52198-eefc-4026-9bcc-9f3a229fe11e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eeaf1446fd6d48219d8b91ce925c2e53&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8367126 Jul 14 09:31:48.387162 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45480) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:48.558473 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d3ae6e8-1f41-491f-92cf-5265c337d124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.640095 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cccbf53f-b2a2-4f2e-b28c-d259d2c2d190 None None] Provisioning for port f0f87ec9-67a2-433a-a1e1-1dd223d380b4 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:48.660421 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cccbf53f-b2a2-4f2e-b28c-d259d2c2d190 None None] Provisioning complete for port f0f87ec9-67a2-433a-a1e1-1dd223d380b4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:48.660778 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cccbf53f-b2a2-4f2e-b28c-d259d2c2d190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.686617 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d3ae6e8-1f41-491f-92cf-5265c337d124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.739367 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f27b12ce-fa3b-4833-8e5a-1098da0eb81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.783977 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f27b12ce-fa3b-4833-8e5a-1098da0eb81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.788280 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ddd5beb2-2eeb-465b-85c8-52206b93b8bb, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:48.862921 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d3ae6e8-1f41-491f-92cf-5265c337d124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.872561 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d3ae6e8-1f41-491f-92cf-5265c337d124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.874708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'port_id': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb', 'mac_address': 'fa:16:3e:0f:5a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:31:48.877051 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4d3ae6e8-1f41-491f-92cf-5265c337d124 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f929edc1-08c9-4fa2-ba62-ebe4e45d85a4 HTTP/1.1" status: 204 len: 168 time: 0.4731095 Jul 14 09:31:48.893013 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.913642 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cccbf53f-b2a2-4f2e-b28c-d259d2c2d190 None None] Port f0f87ec9-67a2-433a-a1e1-1dd223d380b4 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:48.917055 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ae6e8-1f41-491f-92cf-5265c337d124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f929edc1-08c9-4fa2-ba62-ebe4e45d85a4,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:49.015139 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f27b12ce-fa3b-4833-8e5a-1098da0eb81a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e2ae9b8022ba4f4d862b657e8dfdf944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9457185 Jul 14 09:31:49.018243 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45498) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:49.104125 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b12ce-fa3b-4833-8e5a-1098da0eb81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24747d9a-40be-4641-bd85-4816de38f2a8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:49.148831 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.199339 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd5beb2-2eeb-465b-85c8-52206b93b8bb {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:49.324562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ddd5beb2-2eeb-465b-85c8-52206b93b8bb, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:49.331710 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.336261 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-02e88af1-8bf2-4508-921c-123306a85793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.491027 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['ddd5beb2-2eeb-465b-85c8-52206b93b8bb'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:49.492827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d25cc8-da73-44f3-9b4a-35849c00b298 req-2f85b30d-b2e3-4b6d-91eb-47fff0068e5c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:49.514620 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d25cc8-da73-44f3-9b4a-35849c00b298 req-2f85b30d-b2e3-4b6d-91eb-47fff0068e5c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:49.543273 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d25cc8-da73-44f3-9b4a-35849c00b298 req-2f85b30d-b2e3-4b6d-91eb-47fff0068e5c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:49.567411 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d25cc8-da73-44f3-9b4a-35849c00b298 req-2f85b30d-b2e3-4b6d-91eb-47fff0068e5c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:49.625760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d25cc8-da73-44f3-9b4a-35849c00b298 req-2f85b30d-b2e3-4b6d-91eb-47fff0068e5c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:49.643900 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6d25cc8-da73-44f3-9b4a-35849c00b298 req-2f85b30d-b2e3-4b6d-91eb-47fff0068e5c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 3815 time: 0.4766445 Jul 14 09:31:49.702431 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:49.724330 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-02e88af1-8bf2-4508-921c-123306a85793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.792420 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6d25cc8-da73-44f3-9b4a-35849c00b298 req-8ab72e19-1327-4e19-9bf8-742c9aa30b9f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477118 Jul 14 09:31:49.991156 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45516) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:50.046947 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c8ad414a-ce0e-45fe-b6a1-2e82b93f5289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.192229 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7cb7d-2a20-4e40-99ea-628edf76cb6b req-4e8dc306-09e9-4da7-857b-0cf2f0cd30bb tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:50.214246 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88c7cb7d-2a20-4e40-99ea-628edf76cb6b req-4e8dc306-09e9-4da7-857b-0cf2f0cd30bb tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.3245163 Jul 14 09:31:50.215674 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-02e88af1-8bf2-4508-921c-123306a85793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.218691 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-02e88af1-8bf2-4508-921c-123306a85793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.229132 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-02e88af1-8bf2-4508-921c-123306a85793 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/24747d9a-40be-4641-bd85-4816de38f2a8 HTTP/1.1" status: 204 len: 168 time: 1.2090154 Jul 14 09:31:50.274301 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e88af1-8bf2-4508-921c-123306a85793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24747d9a-40be-4641-bd85-4816de38f2a8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:50.493903 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c8ad414a-ce0e-45fe-b6a1-2e82b93f5289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.529909 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88c7cb7d-2a20-4e40-99ea-628edf76cb6b req-4ee4b90b-5f22-46c0-9fcd-672e8ce14bd5 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142238 Jul 14 09:31:50.532845 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918dc9b0-f662-452c-82da-9deaac6b16e9 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:50.539484 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c8ad414a-ce0e-45fe-b6a1-2e82b93f5289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.586922 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.591856 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c8ad414a-ce0e-45fe-b6a1-2e82b93f5289 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d819b71cd3fb4aaebd62e11d438c2ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5970755 Jul 14 09:31:50.603546 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45526) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:50.656930 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad414a-ce0e-45fe-b6a1-2e82b93f5289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88212f8-dc6c-49f1-8dc7-ba73f85f3b6d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:50.719516 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] Transition to ACTIVE for port object 918dc9b0-f662-452c-82da-9deaac6b16e9 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:50.739887 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.867978 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] Pushing event updated for resources: {'Port': ['ID=918dc9b0-f662-452c-82da-9deaac6b16e9,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:51.173913 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ff4c1bb6-7dd5-4cc6-aad1-69e70147779c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.429306 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ff4c1bb6-7dd5-4cc6-aad1-69e70147779c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.528207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328a1f7-161f-4a3f-af5c-6d5efa9b4ead req-e2a6522f-52e9-44a8-804d-ec432b8bc3c8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:51.534039 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] Attempting to bind port 918dc9b0-f662-452c-82da-9deaac6b16e9 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:51.534390 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] Attempting to bind port 918dc9b0-f662-452c-82da-9deaac6b16e9 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'e28d03cb-da8a-48e7-b643-bf4cedf4bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:51.534730 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] Attempting to bind port 918dc9b0-f662-452c-82da-9deaac6b16e9 on network bdd14ef5-9841-4d7a-9428-fd2321293aca {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:51.544744 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328a1f7-161f-4a3f-af5c-6d5efa9b4ead req-e2a6522f-52e9-44a8-804d-ec432b8bc3c8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:51.563863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328a1f7-161f-4a3f-af5c-6d5efa9b4ead req-e2a6522f-52e9-44a8-804d-ec432b8bc3c8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:51.569821 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] Port 918dc9b0-f662-452c-82da-9deaac6b16e9 on network bdd14ef5-9841-4d7a-9428-fd2321293aca not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:31:51.577716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] Attempting to bind port 918dc9b0-f662-452c-82da-9deaac6b16e9 on network bdd14ef5-9841-4d7a-9428-fd2321293aca {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:51.580712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328a1f7-161f-4a3f-af5c-6d5efa9b4ead req-e2a6522f-52e9-44a8-804d-ec432b8bc3c8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:51.600198 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328a1f7-161f-4a3f-af5c-6d5efa9b4ead req-e2a6522f-52e9-44a8-804d-ec432b8bc3c8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:51.614108 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0328a1f7-161f-4a3f-af5c-6d5efa9b4ead req-e2a6522f-52e9-44a8-804d-ec432b8bc3c8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 3827 time: 0.3446212 Jul 14 09:31:51.655756 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:51.671077 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] Checking segment: {'id': 'e28d03cb-da8a-48e7-b643-bf4cedf4bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:51.671077 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] Bound using segment: {'id': 'e28d03cb-da8a-48e7-b643-bf4cedf4bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:51.671077 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] Bound port: 918dc9b0-f662-452c-82da-9deaac6b16e9, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e28d03cb-da8a-48e7-b643-bf4cedf4bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:51.671077 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.720826 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0328a1f7-161f-4a3f-af5c-6d5efa9b4ead req-bdfe817e-b7bf-4307-8398-dae2b132693a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019011 Jul 14 09:31:51.910450 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ff4c1bb6-7dd5-4cc6-aad1-69e70147779c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.921108 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec7ca3-02f4-4aea-93e0-1ea154305bc5 req-f2a27dc7-eddb-4035-ac11-84252bca6c3a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:51.923465 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2aec7ca3-02f4-4aea-93e0-1ea154305bc5 req-f2a27dc7-eddb-4035-ac11-84252bca6c3a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.1362674 Jul 14 09:31:51.931527 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ff4c1bb6-7dd5-4cc6-aad1-69e70147779c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.935646 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ff4c1bb6-7dd5-4cc6-aad1-69e70147779c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b88212f8-dc6c-49f1-8dc7-ba73f85f3b6d HTTP/1.1" status: 204 len: 168 time: 1.3265929 Jul 14 09:31:51.987470 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c1bb6-7dd5-4cc6-aad1-69e70147779c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88212f8-dc6c-49f1-8dc7-ba73f85f3b6d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:52.003911 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] For port 918dc9b0-f662-452c-82da-9deaac6b16e9, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:52.024420 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] For port 918dc9b0-f662-452c-82da-9deaac6b16e9, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=918dc9b0-f662-452c-82da-9deaac6b16e9,segment=NetworkSegment(e28d03cb-da8a-48e7-b643-bf4cedf4bf94),segment_id=e28d03cb-da8a-48e7-b643-bf4cedf4bf94)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:52.034354 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.057306 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2aec7ca3-02f4-4aea-93e0-1ea154305bc5 req-08f8919f-dc6e-4c8c-a682-d0ba51619480 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254218 Jul 14 09:31:52.134287 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:52.137500 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.139255 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] 10.222.0.55 "PUT /v2.0/ports/918dc9b0-f662-452c-82da-9deaac6b16e9 HTTP/1.1" status: 200 len: 1092 time: 4.0722857 Jul 14 09:31:52.142830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'tag': '918dc9b0-f662-452c-82da-9deaac6b16e9'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:52.145906 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ddd5beb2-2eeb-465b-85c8-52206b93b8bb up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:52.147984 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe9a39e-caae-4d77-8a6f-8e65182d2adb" -d '{"events": [{"name": "network-changed", "server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "tag": "918dc9b0-f662-452c-82da-9deaac6b16e9"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:52.223191 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] Request body: {'port': {'device_id': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:52.297617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port ddd5beb2-2eeb-465b-85c8-52206b93b8bb triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:52.298928 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.573943 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc746ea-f652-44e9-8a3e-e54c0dac3065 service neutron] Pushing event updated for resources: {'Port': ['ID=918dc9b0-f662-452c-82da-9deaac6b16e9,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:52.662808 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.796146 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926d08e3-7326-4267-9e60-6e5948db400d x-openstack-request-id: req-926d08e3-7326-4267-9e60-6e5948db400d {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:52.798418 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "tag": "918dc9b0-f662-452c-82da-9deaac6b16e9", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:52.801194 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-926d08e3-7326-4267-9e60-6e5948db400d {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:52.802699 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'tag': '918dc9b0-f662-452c-82da-9deaac6b16e9', 'status': 'completed', 'code': 200} Jul 14 09:31:52.834014 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:52.847306 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810f02ad-57f0-4517-813f-bf4650ee2227" -d '{"events": [{"server_uuid": "409548b5-b499-4bd9-a7c0-02690bf0eca9", "name": "network-vif-plugged", "status": "completed", "tag": "ddd5beb2-2eeb-465b-85c8-52206b93b8bb"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:52.905970 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ddd5beb2-2eeb-465b-85c8-52206b93b8bb, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:52.924257 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.048189 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.527255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd275c4e-6c52-40ff-92c5-ae833fe57449 req-d223c28d-a831-41ee-ba5d-5ae230c65edb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:53.558385 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd275c4e-6c52-40ff-92c5-ae833fe57449 req-d223c28d-a831-41ee-ba5d-5ae230c65edb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:53.579358 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd275c4e-6c52-40ff-92c5-ae833fe57449 req-d223c28d-a831-41ee-ba5d-5ae230c65edb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:53.608422 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd275c4e-6c52-40ff-92c5-ae833fe57449 req-d223c28d-a831-41ee-ba5d-5ae230c65edb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:53.631871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd275c4e-6c52-40ff-92c5-ae833fe57449 req-d223c28d-a831-41ee-ba5d-5ae230c65edb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:53.668793 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd275c4e-6c52-40ff-92c5-ae833fe57449 req-d223c28d-a831-41ee-ba5d-5ae230c65edb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 3827 time: 0.4730401 Jul 14 09:31:53.689537 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4cf1e2-144c-41f7-acbc-404b300963ba x-openstack-request-id: req-6f4cf1e2-144c-41f7-acbc-404b300963ba {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:53.692333 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409548b5-b499-4bd9-a7c0-02690bf0eca9", "name": "network-vif-plugged", "status": "completed", "tag": "ddd5beb2-2eeb-465b-85c8-52206b93b8bb", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:53.693269 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f4cf1e2-144c-41f7-acbc-404b300963ba {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:53.695392 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb', 'code': 200} Jul 14 09:31:53.707898 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:31:53.741041 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9a39e-caae-4d77-8a6f-8e65182d2adb req-f7fa03c7-89be-436c-856e-34454e764466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:53.741728 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9a39e-caae-4d77-8a6f-8e65182d2adb req-f7fa03c7-89be-436c-856e-34454e764466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:53.755713 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9a39e-caae-4d77-8a6f-8e65182d2adb req-f7fa03c7-89be-436c-856e-34454e764466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:53.755713 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9a39e-caae-4d77-8a6f-8e65182d2adb req-f7fa03c7-89be-436c-856e-34454e764466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:53.755713 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9a39e-caae-4d77-8a6f-8e65182d2adb req-f7fa03c7-89be-436c-856e-34454e764466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:53.757587 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5fe9a39e-caae-4d77-8a6f-8e65182d2adb req-f7fa03c7-89be-436c-856e-34454e764466 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68f6d0b430624b5a805e2568a292b9fb&device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 4363 time: 0.9270079 Jul 14 09:31:53.805425 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,revision_number=10']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:53.866799 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd275c4e-6c52-40ff-92c5-ae833fe57449 req-1734bcf5-1d47-4a98-b6a8-83fa605595f4 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965113 Jul 14 09:31:53.959059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705f28e-7ef6-4fa8-819f-c483f908850f req-031973ce-0e73-4991-8aa8-321793359a79 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:53.980606 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b705f28e-7ef6-4fa8-819f-c483f908850f req-031973ce-0e73-4991-8aa8-321793359a79 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.6119616 Jul 14 09:31:54.086426 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b705f28e-7ef6-4fa8-819f-c483f908850f req-87ce53b0-2929-44a9-9a25-a603dbe4881e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009319 Jul 14 09:31:54.644472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9a39e-caae-4d77-8a6f-8e65182d2adb req-695f1846-98bd-4edd-a38b-8ca0d0fa8cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:54.646242 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9a39e-caae-4d77-8a6f-8e65182d2adb req-695f1846-98bd-4edd-a38b-8ca0d0fa8cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:54.651816 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9a39e-caae-4d77-8a6f-8e65182d2adb req-695f1846-98bd-4edd-a38b-8ca0d0fa8cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:54.653660 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5fe9a39e-caae-4d77-8a6f-8e65182d2adb req-695f1846-98bd-4edd-a38b-8ca0d0fa8cae service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=68f6d0b430624b5a805e2568a292b9fb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8132463 Jul 14 09:31:55.633283 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777cbeb-f7d7-46fa-a32a-b8661a5eb914 req-736d1b36-ddf9-4fbb-8460-9a0bc30cdb0f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:55.634309 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9a39e-caae-4d77-8a6f-8e65182d2adb req-aa9ee43f-a910-40e0-b619-2058c756569a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:55.636557 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5fe9a39e-caae-4d77-8a6f-8e65182d2adb req-aa9ee43f-a910-40e0-b619-2058c756569a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9727843 Jul 14 09:31:55.662725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777cbeb-f7d7-46fa-a32a-b8661a5eb914 req-736d1b36-ddf9-4fbb-8460-9a0bc30cdb0f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:55.665195 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:55.685070 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777cbeb-f7d7-46fa-a32a-b8661a5eb914 req-736d1b36-ddf9-4fbb-8460-9a0bc30cdb0f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:55.690064 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.698601 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777cbeb-f7d7-46fa-a32a-b8661a5eb914 req-736d1b36-ddf9-4fbb-8460-9a0bc30cdb0f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:55.718059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777cbeb-f7d7-46fa-a32a-b8661a5eb914 req-736d1b36-ddf9-4fbb-8460-9a0bc30cdb0f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:55.729895 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] Transition to ACTIVE for port object 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:55.730725 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f777cbeb-f7d7-46fa-a32a-b8661a5eb914 req-736d1b36-ddf9-4fbb-8460-9a0bc30cdb0f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 3827 time: 0.3031671 Jul 14 09:31:55.739537 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.965379 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32982841-52f1-410b-b199-834534ad0dda service neutron] Pushing event updated for resources: {'Port': ['ID=60d1f0ad-e2e3-40d9-9ce8-40150c6ac042,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:56.011828 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f777cbeb-f7d7-46fa-a32a-b8661a5eb914 req-4250830d-2e7b-4ef0-b186-04e951ecf5e6 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796936 Jul 14 09:31:56.074410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d720e26-0c54-4820-9b0c-83ca07d70bc7 req-21a343a9-607a-4f22-8059-098cb1239723 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:56.085895 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d720e26-0c54-4820-9b0c-83ca07d70bc7 req-21a343a9-607a-4f22-8059-098cb1239723 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.2881129 Jul 14 09:31:56.275667 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d720e26-0c54-4820-9b0c-83ca07d70bc7 req-7127a2be-509b-464f-b04b-9e8df6a139d0 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723053 Jul 14 09:31:56.411983 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] Attempting to bind port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:56.416593 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] Attempting to bind port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'd166581e-e6e8-4c19-ab53-5df385cd6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:56.420840 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] Attempting to bind port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 on network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:56.461678 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] Port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 on network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:31:56.462141 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] Attempting to bind port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 on network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:56.486159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:56.486456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] Checking segment: {'id': 'd166581e-e6e8-4c19-ab53-5df385cd6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:56.493099 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] Bound using segment: {'id': 'd166581e-e6e8-4c19-ab53-5df385cd6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:56.493720 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] Bound port: 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd166581e-e6e8-4c19-ab53-5df385cd6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:56.494190 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.631737 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] For port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:56.641207 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] For port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=60d1f0ad-e2e3-40d9-9ce8-40150c6ac042,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:56.647596 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.737923 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32982841-52f1-410b-b199-834534ad0dda service neutron] Pushing event updated for resources: {'Port': ['ID=60d1f0ad-e2e3-40d9-9ce8-40150c6ac042,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:56.771407 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:56.772587 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.775148 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-32982841-52f1-410b-b199-834534ad0dda service neutron] 10.222.0.55 "PUT /v2.0/ports/60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 HTTP/1.1" status: 200 len: 1135 time: 4.5735106 Jul 14 09:31:56.776714 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'tag': '60d1f0ad-e2e3-40d9-9ce8-40150c6ac042'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:56.781461 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fffccf8-5f12-4a39-93c7-3ba969cde3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "tag": "60d1f0ad-e2e3-40d9-9ce8-40150c6ac042"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:56.905845 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] Request body: {'port': {'device_id': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:57.059753 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f5dcc1-bfd5-4816-904c-7fbc7964ac24 x-openstack-request-id: req-92f5dcc1-bfd5-4816-904c-7fbc7964ac24 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:57.060112 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "tag": "60d1f0ad-e2e3-40d9-9ce8-40150c6ac042", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:57.060455 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92f5dcc1-bfd5-4816-904c-7fbc7964ac24 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:57.061068 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'tag': '60d1f0ad-e2e3-40d9-9ce8-40150c6ac042', 'status': 'completed', 'code': 200} Jul 14 09:31:57.294550 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db8be7e4-b908-45bc-b850-d3374a4e1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.526688 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.586780 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffccf8-5f12-4a39-93c7-3ba969cde3f5 req-dc26f0f4-37e5-4d24-b10b-3c7b905b338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:57.589629 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffccf8-5f12-4a39-93c7-3ba969cde3f5 req-dc26f0f4-37e5-4d24-b10b-3c7b905b338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:57.592235 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffccf8-5f12-4a39-93c7-3ba969cde3f5 req-dc26f0f4-37e5-4d24-b10b-3c7b905b338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:57.592966 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffccf8-5f12-4a39-93c7-3ba969cde3f5 req-dc26f0f4-37e5-4d24-b10b-3c7b905b338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:57.593601 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffccf8-5f12-4a39-93c7-3ba969cde3f5 req-dc26f0f4-37e5-4d24-b10b-3c7b905b338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:57.596507 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffccf8-5f12-4a39-93c7-3ba969cde3f5 req-dc26f0f4-37e5-4d24-b10b-3c7b905b338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:57.599900 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4fffccf8-5f12-4a39-93c7-3ba969cde3f5 req-dc26f0f4-37e5-4d24-b10b-3c7b905b338d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68f6d0b430624b5a805e2568a292b9fb&device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5291 time: 0.5344713 Jul 14 09:31:57.765137 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc3547-a000-4de8-8d14-99cc0167f016 req-dd77b35c-fc43-408e-9821-b37ad3aa6bd2 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:57.814670 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc3547-a000-4de8-8d14-99cc0167f016 req-dd77b35c-fc43-408e-9821-b37ad3aa6bd2 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:57.857476 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc3547-a000-4de8-8d14-99cc0167f016 req-dd77b35c-fc43-408e-9821-b37ad3aa6bd2 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:57.885111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc3547-a000-4de8-8d14-99cc0167f016 req-dd77b35c-fc43-408e-9821-b37ad3aa6bd2 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:57.914926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc3547-a000-4de8-8d14-99cc0167f016 req-dd77b35c-fc43-408e-9821-b37ad3aa6bd2 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:57.939584 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc3547-a000-4de8-8d14-99cc0167f016 req-dd77b35c-fc43-408e-9821-b37ad3aa6bd2 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:57.948163 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bddc3547-a000-4de8-8d14-99cc0167f016 req-dd77b35c-fc43-408e-9821-b37ad3aa6bd2 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 4603 time: 0.4451835 Jul 14 09:31:58.406483 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bddc3547-a000-4de8-8d14-99cc0167f016 req-a6191e54-5468-47eb-9b8d-f88b7bd229ce tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4569454 Jul 14 09:31:58.464784 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd4ffa-7f6b-4abe-b2dd-0cdf82ff81a3 req-d111ece8-3f75-4986-969e-ab4185a439a0 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:58.471510 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cfdd4ffa-7f6b-4abe-b2dd-0cdf82ff81a3 req-d111ece8-3f75-4986-969e-ab4185a439a0 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.4583905 Jul 14 09:31:58.584198 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffccf8-5f12-4a39-93c7-3ba969cde3f5 req-db49e4ff-dac6-4657-b854-c216f9129470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:58.584750 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffccf8-5f12-4a39-93c7-3ba969cde3f5 req-db49e4ff-dac6-4657-b854-c216f9129470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:58.586231 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffccf8-5f12-4a39-93c7-3ba969cde3f5 req-db49e4ff-dac6-4657-b854-c216f9129470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:58.588027 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4fffccf8-5f12-4a39-93c7-3ba969cde3f5 req-db49e4ff-dac6-4657-b854-c216f9129470 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=68f6d0b430624b5a805e2568a292b9fb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9612131 Jul 14 09:31:58.641182 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cfdd4ffa-7f6b-4abe-b2dd-0cdf82ff81a3 req-9c642be9-65b1-4a41-99c1-8d58e23ce07b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623337 Jul 14 09:31:58.980957 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffccf8-5f12-4a39-93c7-3ba969cde3f5 req-82eefeb5-230b-4d25-a3b6-2f203923e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:58.984820 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4fffccf8-5f12-4a39-93c7-3ba969cde3f5 req-82eefeb5-230b-4d25-a3b6-2f203923e89f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3822935 Jul 14 09:31:59.493301 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e73871-2607-4489-8e68-aa7f805e91d5 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:59.513756 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.554423 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] Transition to ACTIVE for port object 45e73871-2607-4489-8e68-aa7f805e91d5 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:59.567891 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.742531 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-441879d4-02c2-4e1f-a9a5-3be67f4c63ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.889100 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.906651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] Pushing event updated for resources: {'Port': ['ID=45e73871-2607-4489-8e68-aa7f805e91d5,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:00.073766 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f00e5-d5ed-45d9-82e5-f77b7d050d01 req-11646006-7907-41c3-9266-a47353443e78 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:00.075023 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] Attempting to bind port 45e73871-2607-4489-8e68-aa7f805e91d5 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:00.075452 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] Attempting to bind port 45e73871-2607-4489-8e68-aa7f805e91d5 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'd166581e-e6e8-4c19-ab53-5df385cd6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:00.076556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] Attempting to bind port 45e73871-2607-4489-8e68-aa7f805e91d5 on network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:00.089650 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] Port 45e73871-2607-4489-8e68-aa7f805e91d5 on network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:32:00.090044 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] Attempting to bind port 45e73871-2607-4489-8e68-aa7f805e91d5 on network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:00.096510 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f00e5-d5ed-45d9-82e5-f77b7d050d01 req-11646006-7907-41c3-9266-a47353443e78 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:00.111159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:00.111661 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] Checking segment: {'id': 'd166581e-e6e8-4c19-ab53-5df385cd6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:00.112078 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] Bound using segment: {'id': 'd166581e-e6e8-4c19-ab53-5df385cd6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:00.113584 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] Bound port: 45e73871-2607-4489-8e68-aa7f805e91d5, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd166581e-e6e8-4c19-ab53-5df385cd6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:00.114056 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.117461 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f00e5-d5ed-45d9-82e5-f77b7d050d01 req-11646006-7907-41c3-9266-a47353443e78 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:00.130273 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f00e5-d5ed-45d9-82e5-f77b7d050d01 req-11646006-7907-41c3-9266-a47353443e78 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:00.179354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f00e5-d5ed-45d9-82e5-f77b7d050d01 req-11646006-7907-41c3-9266-a47353443e78 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:00.232266 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f00e5-d5ed-45d9-82e5-f77b7d050d01 req-11646006-7907-41c3-9266-a47353443e78 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:00.254659 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f00e5-d5ed-45d9-82e5-f77b7d050d01 req-11646006-7907-41c3-9266-a47353443e78 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:00.272303 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df7f00e5-d5ed-45d9-82e5-f77b7d050d01 req-11646006-7907-41c3-9266-a47353443e78 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5380 time: 0.4857898 Jul 14 09:32:00.395497 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] For port 45e73871-2607-4489-8e68-aa7f805e91d5, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:00.402823 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] For port 45e73871-2607-4489-8e68-aa7f805e91d5, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=45e73871-2607-4489-8e68-aa7f805e91d5,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:00.414079 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.506542 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:00.510522 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.520676 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] 10.222.0.55 "PUT /v2.0/ports/45e73871-2607-4489-8e68-aa7f805e91d5 HTTP/1.1" status: 200 len: 1136 time: 3.6384735 Jul 14 09:32:00.524243 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'tag': '45e73871-2607-4489-8e68-aa7f805e91d5'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:00.532568 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2d4d78-62c7-4cbe-99e0-c4adf5c95a43" -d '{"events": [{"name": "network-changed", "server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "tag": "45e73871-2607-4489-8e68-aa7f805e91d5"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:00.624076 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] Request body: {'port': {'device_id': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:00.665202 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.703355 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df7f00e5-d5ed-45d9-82e5-f77b7d050d01 req-49d656a7-9cb8-4660-a97d-a3fee01cfc86 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4231219 Jul 14 09:32:00.789046 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48eb19-0513-4160-a6fb-564d1a2cd0c4 req-073e3852-36c7-4774-b692-b2208452549c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:00.802722 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a48eb19-0513-4160-a6fb-564d1a2cd0c4 req-073e3852-36c7-4774-b692-b2208452549c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.5197899 Jul 14 09:32:01.002609 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a48eb19-0513-4160-a6fb-564d1a2cd0c4 req-c64c909d-3698-4518-8900-77de37f3c33f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960382 Jul 14 09:32:01.032543 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9817d9-bc30-415c-a50c-490f6e67cee6 x-openstack-request-id: req-bc9817d9-bc30-415c-a50c-490f6e67cee6 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:01.033139 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "tag": "45e73871-2607-4489-8e68-aa7f805e91d5", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:01.033139 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc9817d9-bc30-415c-a50c-490f6e67cee6 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:01.033538 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'tag': '45e73871-2607-4489-8e68-aa7f805e91d5', 'status': 'completed', 'code': 200} Jul 14 09:32:01.149453 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6aa794-d389-4009-b6d7-a176268ed167 service neutron] Pushing event updated for resources: {'Port': ['ID=45e73871-2607-4489-8e68-aa7f805e91d5,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:01.210798 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.434212 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d4d78-62c7-4cbe-99e0-c4adf5c95a43 req-8b3db051-bcb8-4962-892d-c700775141c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:01.434696 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d4d78-62c7-4cbe-99e0-c4adf5c95a43 req-8b3db051-bcb8-4962-892d-c700775141c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:01.435333 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d4d78-62c7-4cbe-99e0-c4adf5c95a43 req-8b3db051-bcb8-4962-892d-c700775141c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:01.435941 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d4d78-62c7-4cbe-99e0-c4adf5c95a43 req-8b3db051-bcb8-4962-892d-c700775141c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:01.458463 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d4d78-62c7-4cbe-99e0-c4adf5c95a43 req-8b3db051-bcb8-4962-892d-c700775141c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:01.458982 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d4d78-62c7-4cbe-99e0-c4adf5c95a43 req-8b3db051-bcb8-4962-892d-c700775141c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:01.459460 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d4d78-62c7-4cbe-99e0-c4adf5c95a43 req-8b3db051-bcb8-4962-892d-c700775141c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:01.461465 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5f2d4d78-62c7-4cbe-99e0-c4adf5c95a43 req-8b3db051-bcb8-4962-892d-c700775141c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68f6d0b430624b5a805e2568a292b9fb&device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 6220 time: 0.4156294 Jul 14 09:32:01.709965 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.134514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98d49d-6460-409a-95f2-7fce4b842e86 req-bc86eda0-6564-4c66-9448-4f51c522b956 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:02.141981 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98d49d-6460-409a-95f2-7fce4b842e86 req-bc86eda0-6564-4c66-9448-4f51c522b956 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:02.166869 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98d49d-6460-409a-95f2-7fce4b842e86 req-bc86eda0-6564-4c66-9448-4f51c522b956 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:02.177975 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98d49d-6460-409a-95f2-7fce4b842e86 req-bc86eda0-6564-4c66-9448-4f51c522b956 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:02.185359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98d49d-6460-409a-95f2-7fce4b842e86 req-bc86eda0-6564-4c66-9448-4f51c522b956 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:02.213903 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98d49d-6460-409a-95f2-7fce4b842e86 req-bc86eda0-6564-4c66-9448-4f51c522b956 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:02.224783 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98d49d-6460-409a-95f2-7fce4b842e86 req-bc86eda0-6564-4c66-9448-4f51c522b956 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:02.233511 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e98d49d-6460-409a-95f2-7fce4b842e86 req-bc86eda0-6564-4c66-9448-4f51c522b956 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5380 time: 0.2396891 Jul 14 09:32:02.391743 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e98d49d-6460-409a-95f2-7fce4b842e86 req-c6e0592f-f362-4bb2-97f8-e3d22872a714 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1573305 Jul 14 09:32:02.443976 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d4d78-62c7-4cbe-99e0-c4adf5c95a43 req-d35f3113-536c-4d7a-8044-023168929f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:02.445491 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d4d78-62c7-4cbe-99e0-c4adf5c95a43 req-d35f3113-536c-4d7a-8044-023168929f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:02.446329 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d4d78-62c7-4cbe-99e0-c4adf5c95a43 req-d35f3113-536c-4d7a-8044-023168929f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:02.449234 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5f2d4d78-62c7-4cbe-99e0-c4adf5c95a43 req-d35f3113-536c-4d7a-8044-023168929f7e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=68f6d0b430624b5a805e2568a292b9fb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9569759 Jul 14 09:32:02.594394 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc0daa-288c-4e53-8bf1-155b0c971434 req-d65585e9-3722-495c-be33-8a6c3b245ada tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:02.612137 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63bc0daa-288c-4e53-8bf1-155b0c971434 req-d65585e9-3722-495c-be33-8a6c3b245ada tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.1806316 Jul 14 09:32:02.704313 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63bc0daa-288c-4e53-8bf1-155b0c971434 req-734ac191-9d48-4286-822f-3e7f27e2ddce tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912008 Jul 14 09:32:02.736384 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.994450 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d4d78-62c7-4cbe-99e0-c4adf5c95a43 req-a7325422-df8c-4b55-9239-0b918241564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:02.995941 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5f2d4d78-62c7-4cbe-99e0-c4adf5c95a43 req-a7325422-df8c-4b55-9239-0b918241564e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5268755 Jul 14 09:32:03.116603 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:03.141540 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.212330 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] Transition to ACTIVE for port object e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:03.228679 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.564672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] Pushing event updated for resources: {'Port': ['ID=e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:03.866464 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] Attempting to bind port e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:03.867197 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] Attempting to bind port e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'd166581e-e6e8-4c19-ab53-5df385cd6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:03.867781 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] Attempting to bind port e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc on network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:03.878232 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] Port e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc on network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:32:03.880368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] Attempting to bind port e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc on network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:03.893759 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:03.897038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] Checking segment: {'id': 'd166581e-e6e8-4c19-ab53-5df385cd6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:03.897864 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] Bound using segment: {'id': 'd166581e-e6e8-4c19-ab53-5df385cd6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:03.898994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] Bound port: e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd166581e-e6e8-4c19-ab53-5df385cd6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:03.901824 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.095676 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098ae68-cb19-43ba-bf97-c405fdff3244 req-ef103bbf-e5eb-477c-8672-90b88e7cc8aa tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.116825 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] For port e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:04.125540 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] For port e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:04.129818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098ae68-cb19-43ba-bf97-c405fdff3244 req-ef103bbf-e5eb-477c-8672-90b88e7cc8aa tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.133755 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.145103 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098ae68-cb19-43ba-bf97-c405fdff3244 req-ef103bbf-e5eb-477c-8672-90b88e7cc8aa tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.179199 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098ae68-cb19-43ba-bf97-c405fdff3244 req-ef103bbf-e5eb-477c-8672-90b88e7cc8aa tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.204878 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098ae68-cb19-43ba-bf97-c405fdff3244 req-ef103bbf-e5eb-477c-8672-90b88e7cc8aa tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.228595 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.230418 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098ae68-cb19-43ba-bf97-c405fdff3244 req-ef103bbf-e5eb-477c-8672-90b88e7cc8aa tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.230851 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.236417 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] 10.222.0.55 "PUT /v2.0/ports/e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc HTTP/1.1" status: 200 len: 1092 time: 3.6707771 Jul 14 09:32:04.237199 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'tag': 'e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:04.242653 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10395194-28ad-4734-aa56-8365c3d0fbdf" -d '{"events": [{"name": "network-changed", "server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "tag": "e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:04.250265 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098ae68-cb19-43ba-bf97-c405fdff3244 req-ef103bbf-e5eb-477c-8672-90b88e7cc8aa tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.279361 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e098ae68-cb19-43ba-bf97-c405fdff3244 req-ef103bbf-e5eb-477c-8672-90b88e7cc8aa tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5392 time: 0.4242218 Jul 14 09:32:04.305278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] Request body: {'port': {'device_id': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:04.378882 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df34dd7-4b5c-442b-85d2-54024a078d73 service neutron] Pushing event updated for resources: {'Port': ['ID=e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:04.431751 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e098ae68-cb19-43ba-bf97-c405fdff3244 req-f0185d63-7eb3-45cb-a110-28f82f8927ae tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1508946 Jul 14 09:32:04.761077 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbe7f7-3554-4b0e-a9e6-41dbb5e877d4 req-f9a2e9b1-5002-41bb-bb30-d4dd623d656c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.771981 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49fbe7f7-3554-4b0e-a9e6-41dbb5e877d4 req-f9a2e9b1-5002-41bb-bb30-d4dd623d656c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.4447076 Jul 14 09:32:04.795673 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.812118 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f714e1d1-fff9-4ab4-99b6-2ab1b0fcf661 x-openstack-request-id: req-f714e1d1-fff9-4ab4-99b6-2ab1b0fcf661 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:04.812689 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "tag": "e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:04.813117 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f714e1d1-fff9-4ab4-99b6-2ab1b0fcf661 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:04.813954 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'tag': 'e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc', 'status': 'completed', 'code': 200} Jul 14 09:32:04.850638 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49fbe7f7-3554-4b0e-a9e6-41dbb5e877d4 req-62c77385-208b-41bb-b539-274a0ac62d3e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772383 Jul 14 09:32:05.087635 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10395194-28ad-4734-aa56-8365c3d0fbdf req-719511ae-e388-44a4-acf0-c6f8298e0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.088144 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10395194-28ad-4734-aa56-8365c3d0fbdf req-719511ae-e388-44a4-acf0-c6f8298e0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.088607 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10395194-28ad-4734-aa56-8365c3d0fbdf req-719511ae-e388-44a4-acf0-c6f8298e0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.100688 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10395194-28ad-4734-aa56-8365c3d0fbdf req-719511ae-e388-44a4-acf0-c6f8298e0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.101230 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10395194-28ad-4734-aa56-8365c3d0fbdf req-719511ae-e388-44a4-acf0-c6f8298e0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.101761 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10395194-28ad-4734-aa56-8365c3d0fbdf req-719511ae-e388-44a4-acf0-c6f8298e0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.102284 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10395194-28ad-4734-aa56-8365c3d0fbdf req-719511ae-e388-44a4-acf0-c6f8298e0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.106083 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-10395194-28ad-4734-aa56-8365c3d0fbdf req-719511ae-e388-44a4-acf0-c6f8298e0c6e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68f6d0b430624b5a805e2568a292b9fb&device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 6288 time: 0.2890120 Jul 14 09:32:05.688393 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10395194-28ad-4734-aa56-8365c3d0fbdf req-39131e7d-931b-450e-aa31-0aff75a09ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.689182 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10395194-28ad-4734-aa56-8365c3d0fbdf req-39131e7d-931b-450e-aa31-0aff75a09ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.689824 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10395194-28ad-4734-aa56-8365c3d0fbdf req-39131e7d-931b-450e-aa31-0aff75a09ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.693017 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-10395194-28ad-4734-aa56-8365c3d0fbdf req-39131e7d-931b-450e-aa31-0aff75a09ce4 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=68f6d0b430624b5a805e2568a292b9fb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5576992 Jul 14 09:32:06.065416 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10395194-28ad-4734-aa56-8365c3d0fbdf req-400db9d6-04ef-43e8-963f-7a1884ac726e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:06.067853 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-10395194-28ad-4734-aa56-8365c3d0fbdf req-400db9d6-04ef-43e8-963f-7a1884ac726e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3673539 Jul 14 09:32:06.111207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1c967-881c-4a45-a14a-c3191c081f4b req-003196d9-2433-4f92-a0dd-624ab3f72b58 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:06.129978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1c967-881c-4a45-a14a-c3191c081f4b req-003196d9-2433-4f92-a0dd-624ab3f72b58 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:06.143025 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1c967-881c-4a45-a14a-c3191c081f4b req-003196d9-2433-4f92-a0dd-624ab3f72b58 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:06.165613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1c967-881c-4a45-a14a-c3191c081f4b req-003196d9-2433-4f92-a0dd-624ab3f72b58 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:06.185343 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1c967-881c-4a45-a14a-c3191c081f4b req-003196d9-2433-4f92-a0dd-624ab3f72b58 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:06.203489 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1c967-881c-4a45-a14a-c3191c081f4b req-003196d9-2433-4f92-a0dd-624ab3f72b58 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:06.206887 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f49dc3e3-be85-4cb5-add0-b47a4ee050d3 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:06.209441 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1c967-881c-4a45-a14a-c3191c081f4b req-003196d9-2433-4f92-a0dd-624ab3f72b58 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:06.228551 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ac1c967-881c-4a45-a14a-c3191c081f4b req-003196d9-2433-4f92-a0dd-624ab3f72b58 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5392 time: 0.3643155 Jul 14 09:32:06.230983 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.282940 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] Transition to ACTIVE for port object f49dc3e3-be85-4cb5-add0-b47a4ee050d3 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:06.295949 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.430690 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] Pushing event updated for resources: {'Port': ['ID=f49dc3e3-be85-4cb5-add0-b47a4ee050d3,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:06.546755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] Attempting to bind port f49dc3e3-be85-4cb5-add0-b47a4ee050d3 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:06.553030 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] Attempting to bind port f49dc3e3-be85-4cb5-add0-b47a4ee050d3 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'd166581e-e6e8-4c19-ab53-5df385cd6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:06.553646 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] Attempting to bind port f49dc3e3-be85-4cb5-add0-b47a4ee050d3 on network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:06.564323 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ac1c967-881c-4a45-a14a-c3191c081f4b req-1c6037da-2ec7-41e0-875e-d977c9d6b45e tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2171607 Jul 14 09:32:06.565751 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] Port f49dc3e3-be85-4cb5-add0-b47a4ee050d3 on network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:32:06.566114 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] Attempting to bind port f49dc3e3-be85-4cb5-add0-b47a4ee050d3 on network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:06.578401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:06.578783 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] Checking segment: {'id': 'd166581e-e6e8-4c19-ab53-5df385cd6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:06.579175 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] Bound using segment: {'id': 'd166581e-e6e8-4c19-ab53-5df385cd6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:06.579624 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] Bound port: f49dc3e3-be85-4cb5-add0-b47a4ee050d3, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd166581e-e6e8-4c19-ab53-5df385cd6a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:06.579994 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.671930 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472ab96-b547-4c21-b69c-6d0c661ec03c req-958fcbf6-d8b6-4db6-b7de-5c5ba84daadf tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:06.679612 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2472ab96-b547-4c21-b69c-6d0c661ec03c req-958fcbf6-d8b6-4db6-b7de-5c5ba84daadf tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.4499924 Jul 14 09:32:06.815751 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2472ab96-b547-4c21-b69c-6d0c661ec03c req-e756a4b9-253b-4a72-ac85-bb101359abc0 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280715 Jul 14 09:32:06.947312 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] For port f49dc3e3-be85-4cb5-add0-b47a4ee050d3, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:06.964755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] For port f49dc3e3-be85-4cb5-add0-b47a4ee050d3, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f49dc3e3-be85-4cb5-add0-b47a4ee050d3,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:06.972111 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.030398 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:07.033311 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.035682 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] 10.222.0.55 "PUT /v2.0/ports/f49dc3e3-be85-4cb5-add0-b47a4ee050d3 HTTP/1.1" status: 200 len: 1091 time: 2.7438030 Jul 14 09:32:07.039797 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'tag': 'f49dc3e3-be85-4cb5-add0-b47a4ee050d3'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:07.042473 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0eb1ec1-c815-4b4e-9def-6fddb75fd7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "tag": "f49dc3e3-be85-4cb5-add0-b47a4ee050d3"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:07.184370 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] Request body: {'port': {'device_id': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:07.412395 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a2f1a1-ebdf-4afd-ac34-6d7a6f982dd8 x-openstack-request-id: req-46a2f1a1-ebdf-4afd-ac34-6d7a6f982dd8 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:07.412627 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "tag": "f49dc3e3-be85-4cb5-add0-b47a4ee050d3", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:07.412968 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-46a2f1a1-ebdf-4afd-ac34-6d7a6f982dd8 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:07.415021 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'tag': 'f49dc3e3-be85-4cb5-add0-b47a4ee050d3', 'status': 'completed', 'code': 200} Jul 14 09:32:07.417034 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ce673-3ace-42e2-a806-1bba97b4841a service neutron] Pushing event updated for resources: {'Port': ['ID=f49dc3e3-be85-4cb5-add0-b47a4ee050d3,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:07.773860 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.861920 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb1ec1-c815-4b4e-9def-6fddb75fd7a9 req-0ff9d64b-42dc-4af3-ba02-6d59151f5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:07.862399 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb1ec1-c815-4b4e-9def-6fddb75fd7a9 req-0ff9d64b-42dc-4af3-ba02-6d59151f5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:07.862874 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb1ec1-c815-4b4e-9def-6fddb75fd7a9 req-0ff9d64b-42dc-4af3-ba02-6d59151f5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:07.863341 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb1ec1-c815-4b4e-9def-6fddb75fd7a9 req-0ff9d64b-42dc-4af3-ba02-6d59151f5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:07.863926 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb1ec1-c815-4b4e-9def-6fddb75fd7a9 req-0ff9d64b-42dc-4af3-ba02-6d59151f5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:07.864303 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb1ec1-c815-4b4e-9def-6fddb75fd7a9 req-0ff9d64b-42dc-4af3-ba02-6d59151f5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:07.864789 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb1ec1-c815-4b4e-9def-6fddb75fd7a9 req-0ff9d64b-42dc-4af3-ba02-6d59151f5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:07.879215 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b0eb1ec1-c815-4b4e-9def-6fddb75fd7a9 req-0ff9d64b-42dc-4af3-ba02-6d59151f5572 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68f6d0b430624b5a805e2568a292b9fb&device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 6356 time: 0.4592562 Jul 14 09:32:08.331275 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585482f0-29a4-44b6-9737-91003d184c62 req-45e67e0d-0f1d-4e05-a710-9cfbd5ecfcf4 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.364535 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585482f0-29a4-44b6-9737-91003d184c62 req-45e67e0d-0f1d-4e05-a710-9cfbd5ecfcf4 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.390515 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585482f0-29a4-44b6-9737-91003d184c62 req-45e67e0d-0f1d-4e05-a710-9cfbd5ecfcf4 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.412086 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585482f0-29a4-44b6-9737-91003d184c62 req-45e67e0d-0f1d-4e05-a710-9cfbd5ecfcf4 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.447863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585482f0-29a4-44b6-9737-91003d184c62 req-45e67e0d-0f1d-4e05-a710-9cfbd5ecfcf4 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.469362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585482f0-29a4-44b6-9737-91003d184c62 req-45e67e0d-0f1d-4e05-a710-9cfbd5ecfcf4 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.494531 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585482f0-29a4-44b6-9737-91003d184c62 req-45e67e0d-0f1d-4e05-a710-9cfbd5ecfcf4 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.496592 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-585482f0-29a4-44b6-9737-91003d184c62 req-45e67e0d-0f1d-4e05-a710-9cfbd5ecfcf4 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5404 time: 0.6322277 Jul 14 09:32:08.769507 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-585482f0-29a4-44b6-9737-91003d184c62 req-813e3c8d-8a5b-4c1e-8fa5-a70b06cc397c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2307489 Jul 14 09:32:08.811189 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb1ec1-c815-4b4e-9def-6fddb75fd7a9 req-6b48f20a-349f-4ec0-a42e-78309244afea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.824903 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb1ec1-c815-4b4e-9def-6fddb75fd7a9 req-6b48f20a-349f-4ec0-a42e-78309244afea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.829068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb1ec1-c815-4b4e-9def-6fddb75fd7a9 req-6b48f20a-349f-4ec0-a42e-78309244afea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.836805 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b0eb1ec1-c815-4b4e-9def-6fddb75fd7a9 req-6b48f20a-349f-4ec0-a42e-78309244afea service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=68f6d0b430624b5a805e2568a292b9fb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9532731 Jul 14 09:32:08.891201 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275481b3-07e2-4d98-9126-a720ab6c6770 req-c510cb13-09f7-4714-ad10-db0fd23b0cf1 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.900869 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-275481b3-07e2-4d98-9126-a720ab6c6770 req-c510cb13-09f7-4714-ad10-db0fd23b0cf1 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.4022760 Jul 14 09:32:09.010953 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-275481b3-07e2-4d98-9126-a720ab6c6770 req-dc3130d3-4751-4c31-ba25-cd22125e73db tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088200 Jul 14 09:32:09.095312 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb1ec1-c815-4b4e-9def-6fddb75fd7a9 req-773e0176-e869-492a-b39e-39938a0edf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:09.097048 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b0eb1ec1-c815-4b4e-9def-6fddb75fd7a9 req-773e0176-e869-492a-b39e-39938a0edf89 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2023492 Jul 14 09:32:09.442742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2af3da-23fd-4df1-948a-432f34ec3de2 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:09.477312 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45884) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:09.481247 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.497606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] Transition to ACTIVE for port object 0f2af3da-23fd-4df1-948a-432f34ec3de2 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:09.503483 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.720445 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] Pushing event updated for resources: {'Port': ['ID=0f2af3da-23fd-4df1-948a-432f34ec3de2,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:09.752139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcda7b0-0488-41ae-8a4c-ff03103709d9 req-cc97788b-1b59-4d58-ba59-a634ccc60053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:09.761391 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-abcda7b0-0488-41ae-8a4c-ff03103709d9 req-cc97788b-1b59-4d58-ba59-a634ccc60053 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 1098 time: 0.2713239 Jul 14 09:32:10.267289 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eee89717-859b-4815-a28b-e82ab2a64b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.310828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] Attempting to bind port 0f2af3da-23fd-4df1-948a-432f34ec3de2 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:10.311410 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] Attempting to bind port 0f2af3da-23fd-4df1-948a-432f34ec3de2 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'c89038d9-fc92-405c-9663-3257b63d171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c08d002f-2c08-4121-b70d-1491e0b62a4f'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:10.311813 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] Attempting to bind port 0f2af3da-23fd-4df1-948a-432f34ec3de2 on network c08d002f-2c08-4121-b70d-1491e0b62a4f {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:10.333924 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] Port 0f2af3da-23fd-4df1-948a-432f34ec3de2 on network c08d002f-2c08-4121-b70d-1491e0b62a4f not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:32:10.334456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] Attempting to bind port 0f2af3da-23fd-4df1-948a-432f34ec3de2 on network c08d002f-2c08-4121-b70d-1491e0b62a4f {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:10.356969 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:10.357591 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] Checking segment: {'id': 'c89038d9-fc92-405c-9663-3257b63d171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c08d002f-2c08-4121-b70d-1491e0b62a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:10.358277 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] Bound using segment: {'id': 'c89038d9-fc92-405c-9663-3257b63d171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c08d002f-2c08-4121-b70d-1491e0b62a4f'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:10.371093 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] Bound port: 0f2af3da-23fd-4df1-948a-432f34ec3de2, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c89038d9-fc92-405c-9663-3257b63d171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c08d002f-2c08-4121-b70d-1491e0b62a4f'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:10.371781 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.700797 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] For port 0f2af3da-23fd-4df1-948a-432f34ec3de2, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:10.719833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] For port 0f2af3da-23fd-4df1-948a-432f34ec3de2, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0f2af3da-23fd-4df1-948a-432f34ec3de2,segment=NetworkSegment(c89038d9-fc92-405c-9663-3257b63d171c),segment_id=c89038d9-fc92-405c-9663-3257b63d171c)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:10.736847 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.803411 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eee89717-859b-4815-a28b-e82ab2a64b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.888335 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eee89717-859b-4815-a28b-e82ab2a64b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.041370 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:11.041370 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.041370 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] 10.222.0.55 "PUT /v2.0/ports/0f2af3da-23fd-4df1-948a-432f34ec3de2 HTTP/1.1" status: 200 len: 1092 time: 3.8833084 Jul 14 09:32:11.041370 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'tag': '0f2af3da-23fd-4df1-948a-432f34ec3de2'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:11.070402 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be4e31a-276a-4ae9-b233-1dffba9fc56e" -d '{"events": [{"name": "network-changed", "server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "tag": "0f2af3da-23fd-4df1-948a-432f34ec3de2"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:11.114340 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] Request body: {'port': {'device_id': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:11.202717 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-eee89717-859b-4815-a28b-e82ab2a64b60 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f6857aeb19e4056b3c6801ef3ac48c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7224097 Jul 14 09:32:11.203390 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45914) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:11.203725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45916) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:11.241201 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcda7b0-0488-41ae-8a4c-ff03103709d9 req-94a7b344-33e5-4b47-9c07-33f37c4152ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:11.250241 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-abcda7b0-0488-41ae-8a4c-ff03103709d9 req-94a7b344-33e5-4b47-9c07-33f37c4152ec service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 913 time: 1.4539452 Jul 14 09:32:11.346557 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e1347-5a33-49e4-bcbb-7018ea59ac9b service neutron] Pushing event updated for resources: {'Port': ['ID=0f2af3da-23fd-4df1-948a-432f34ec3de2,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:11.388699 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.670329 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-abcda7b0-0488-41ae-8a4c-ff03103709d9 req-6fef2fe2-9506-4584-9a8a-2d1afe5eca6e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb HTTP/1.1" status: 200 len: 1001 time: 0.4139879 Jul 14 09:32:11.723593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee89717-859b-4815-a28b-e82ab2a64b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b9a389-f160-48cd-a3a6-95e3caad850d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:11.904758 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eaff1b51-b81a-4ab1-a38a-104a6816905a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.966261 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c32fbd0-7b62-4bb0-ac3d-e92e8e12909a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.027842 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c32fbd0-7b62-4bb0-ac3d-e92e8e12909a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.169299 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c32fbd0-7b62-4bb0-ac3d-e92e8e12909a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.178164 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c32fbd0-7b62-4bb0-ac3d-e92e8e12909a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.179664 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1c32fbd0-7b62-4bb0-ac3d-e92e8e12909a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3b9a389-f160-48cd-a3a6-95e3caad850d HTTP/1.1" status: 204 len: 168 time: 0.9430611 Jul 14 09:32:12.218654 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f87ec9-67a2-433a-a1e1-1dd223d380b4 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:12.230408 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32fbd0-7b62-4bb0-ac3d-e92e8e12909a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b9a389-f160-48cd-a3a6-95e3caad850d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:12.275402 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.318778 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] Transition to ACTIVE for port object f0f87ec9-67a2-433a-a1e1-1dd223d380b4 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:12.328827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c1447-ba93-48ca-bfb6-3e0cda1bb16f req-ed62b1c7-5170-430d-b9f5-af0d2c272581 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.329711 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.343415 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c1447-ba93-48ca-bfb6-3e0cda1bb16f req-ed62b1c7-5170-430d-b9f5-af0d2c272581 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.363624 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c1447-ba93-48ca-bfb6-3e0cda1bb16f req-ed62b1c7-5170-430d-b9f5-af0d2c272581 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.378178 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c1447-ba93-48ca-bfb6-3e0cda1bb16f req-ed62b1c7-5170-430d-b9f5-af0d2c272581 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.403691 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c1447-ba93-48ca-bfb6-3e0cda1bb16f req-ed62b1c7-5170-430d-b9f5-af0d2c272581 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.430107 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c1447-ba93-48ca-bfb6-3e0cda1bb16f req-ed62b1c7-5170-430d-b9f5-af0d2c272581 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.457721 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c1447-ba93-48ca-bfb6-3e0cda1bb16f req-ed62b1c7-5170-430d-b9f5-af0d2c272581 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.469494 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-033c1447-ba93-48ca-bfb6-3e0cda1bb16f req-ed62b1c7-5170-430d-b9f5-af0d2c272581 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5416 time: 1.8720112 Jul 14 09:32:12.512473 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753a8a8-5d89-429b-b91d-4647f86af8e6 req-2735d645-7dbf-4975-af40-e240bd376242 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.548475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f87ec9-67a2-433a-a1e1-1dd223d380b4,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:12.549122 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3753a8a8-5d89-429b-b91d-4647f86af8e6 req-2735d645-7dbf-4975-af40-e240bd376242 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 1.9842234 Jul 14 09:32:12.801506 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcda7b0-0488-41ae-8a4c-ff03103709d9 req-b65a4d39-84a7-4217-8933-88bc6efb926f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.810884 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-abcda7b0-0488-41ae-8a4c-ff03103709d9 req-b65a4d39-84a7-4217-8933-88bc6efb926f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 1.1288977 Jul 14 09:32:12.824403 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] Attempting to bind port f0f87ec9-67a2-433a-a1e1-1dd223d380b4 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:12.834351 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] Attempting to bind port f0f87ec9-67a2-433a-a1e1-1dd223d380b4 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'c89038d9-fc92-405c-9663-3257b63d171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c08d002f-2c08-4121-b70d-1491e0b62a4f'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:12.834738 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] Attempting to bind port f0f87ec9-67a2-433a-a1e1-1dd223d380b4 on network c08d002f-2c08-4121-b70d-1491e0b62a4f {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:12.845479 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] Port f0f87ec9-67a2-433a-a1e1-1dd223d380b4 on network c08d002f-2c08-4121-b70d-1491e0b62a4f not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:32:12.852317 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3753a8a8-5d89-429b-b91d-4647f86af8e6 req-b449ed9a-3eb5-4327-874d-ba41278dafcc tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904623 Jul 14 09:32:12.854066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] Attempting to bind port f0f87ec9-67a2-433a-a1e1-1dd223d380b4 on network c08d002f-2c08-4121-b70d-1491e0b62a4f {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:12.866843 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:12.879626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] Checking segment: {'id': 'c89038d9-fc92-405c-9663-3257b63d171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c08d002f-2c08-4121-b70d-1491e0b62a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:12.880483 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] Bound using segment: {'id': 'c89038d9-fc92-405c-9663-3257b63d171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c08d002f-2c08-4121-b70d-1491e0b62a4f'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:12.881138 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] Bound port: f0f87ec9-67a2-433a-a1e1-1dd223d380b4, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c89038d9-fc92-405c-9663-3257b63d171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c08d002f-2c08-4121-b70d-1491e0b62a4f'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:12.886272 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.893170 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45936) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:13.083775 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81813db8-1ba5-4fc0-a567-303a79dde913 x-openstack-request-id: req-81813db8-1ba5-4fc0-a567-303a79dde913 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:13.084196 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "tag": "0f2af3da-23fd-4df1-948a-432f34ec3de2", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:13.084556 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81813db8-1ba5-4fc0-a567-303a79dde913 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:13.084968 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'tag': '0f2af3da-23fd-4df1-948a-432f34ec3de2', 'status': 'completed', 'code': 200} Jul 14 09:32:13.094150 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] For port f0f87ec9-67a2-433a-a1e1-1dd223d380b4, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:13.101770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] For port f0f87ec9-67a2-433a-a1e1-1dd223d380b4, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f0f87ec9-67a2-433a-a1e1-1dd223d380b4,segment=NetworkSegment(c89038d9-fc92-405c-9663-3257b63d171c),segment_id=c89038d9-fc92-405c-9663-3257b63d171c)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:13.108989 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.355383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.375495 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.377444 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] 10.222.0.55 "PUT /v2.0/ports/f0f87ec9-67a2-433a-a1e1-1dd223d380b4 HTTP/1.1" status: 200 len: 1092 time: 2.2959263 Jul 14 09:32:13.502151 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-033c1447-ba93-48ca-bfb6-3e0cda1bb16f req-14241b67-daae-4e20-8ade-7d1ca9439231 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8422959 Jul 14 09:32:13.529276 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab373f00-130e-4f6a-869a-380ec1e907a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.579870 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c3fcd-3943-46d0-9369-fd20e4f5e2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f87ec9-67a2-433a-a1e1-1dd223d380b4,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:13.652279 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eaff1b51-b81a-4ab1-a38a-104a6816905a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.655316 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcda7b0-0488-41ae-8a4c-ff03103709d9 req-10f12935-1412-4aa9-8594-4202af50f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.657612 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-abcda7b0-0488-41ae-8a4c-ff03103709d9 req-10f12935-1412-4aa9-8594-4202af50f657 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7650261 Jul 14 09:32:13.662584 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4e31a-276a-4ae9-b233-1dffba9fc56e req-708d73bd-7fbb-4d23-b5dc-98adeb2d78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.666192 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4e31a-276a-4ae9-b233-1dffba9fc56e req-708d73bd-7fbb-4d23-b5dc-98adeb2d78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.667504 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4e31a-276a-4ae9-b233-1dffba9fc56e req-708d73bd-7fbb-4d23-b5dc-98adeb2d78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.667640 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4e31a-276a-4ae9-b233-1dffba9fc56e req-708d73bd-7fbb-4d23-b5dc-98adeb2d78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.668093 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4e31a-276a-4ae9-b233-1dffba9fc56e req-708d73bd-7fbb-4d23-b5dc-98adeb2d78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.668593 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4e31a-276a-4ae9-b233-1dffba9fc56e req-708d73bd-7fbb-4d23-b5dc-98adeb2d78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.669058 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4e31a-276a-4ae9-b233-1dffba9fc56e req-708d73bd-7fbb-4d23-b5dc-98adeb2d78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.674539 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9be4e31a-276a-4ae9-b233-1dffba9fc56e req-708d73bd-7fbb-4d23-b5dc-98adeb2d78f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68f6d0b430624b5a805e2568a292b9fb&device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 6492 time: 0.4776752 Jul 14 09:32:13.812729 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab373f00-130e-4f6a-869a-380ec1e907a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.825899 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eaff1b51-b81a-4ab1-a38a-104a6816905a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.023545 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4e31a-276a-4ae9-b233-1dffba9fc56e req-ff91a78f-3228-4da3-90cb-c6bcd5eacc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.024023 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4e31a-276a-4ae9-b233-1dffba9fc56e req-ff91a78f-3228-4da3-90cb-c6bcd5eacc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.029881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4e31a-276a-4ae9-b233-1dffba9fc56e req-ff91a78f-3228-4da3-90cb-c6bcd5eacc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.032458 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9be4e31a-276a-4ae9-b233-1dffba9fc56e req-ff91a78f-3228-4da3-90cb-c6bcd5eacc25 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=68f6d0b430624b5a805e2568a292b9fb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3417890 Jul 14 09:32:14.170693 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4e31a-276a-4ae9-b233-1dffba9fc56e req-0c3a9ee8-d39b-499e-a228-2b54e8b9363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.172211 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9be4e31a-276a-4ae9-b233-1dffba9fc56e req-0c3a9ee8-d39b-499e-a228-2b54e8b9363b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334059 Jul 14 09:32:14.372488 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-23ac701c-098f-461f-954d-163389dcfcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.373223 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-23ac701c-098f-461f-954d-163389dcfcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.375983 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-23ac701c-098f-461f-954d-163389dcfcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.376871 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-23ac701c-098f-461f-954d-163389dcfcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.377720 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-23ac701c-098f-461f-954d-163389dcfcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.378603 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-23ac701c-098f-461f-954d-163389dcfcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.379313 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-23ac701c-098f-461f-954d-163389dcfcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.396361 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-23ac701c-098f-461f-954d-163389dcfcf5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68f6d0b430624b5a805e2568a292b9fb&device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 6492 time: 0.1416910 Jul 14 09:32:14.524626 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-35a345f8-817d-4c02-b168-4251de2fed0c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918dc9b0-f662-452c-82da-9deaac6b16e9 HTTP/1.1" status: 200 len: 217 time: 0.0873520 Jul 14 09:32:14.700441 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-453147ab-1871-4b98-bc32-8cb11450328b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.712009 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-453147ab-1871-4b98-bc32-8cb11450328b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1640c0b-fabc-4bef-a229-df363da4823e HTTP/1.1" status: 200 len: 856 time: 0.1448219 Jul 14 09:32:14.775916 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab373f00-130e-4f6a-869a-380ec1e907a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.841702 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-00a9b79c-af94-424f-a986-05352489107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.843244 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-00a9b79c-af94-424f-a986-05352489107d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bdd14ef5-9841-4d7a-9428-fd2321293aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1167793 Jul 14 09:32:14.956166 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ab373f00-130e-4f6a-869a-380ec1e907a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b6066d4a9654020982626b3b5f96586&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8204281 Jul 14 09:32:14.958505 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45972) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:15.064252 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-030f68ba-862d-4d1c-a8b5-c3689b260e3d service neutron] 10.222.0.55 "GET /v2.0/networks/bdd14ef5-9841-4d7a-9428-fd2321293aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075062 Jul 14 09:32:15.103222 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'tag': 'f0f87ec9-67a2-433a-a1e1-1dd223d380b4'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:15.105594 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3217727-b238-4d56-86ea-e7413431fcde" -d '{"events": [{"name": "network-changed", "server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "tag": "f0f87ec9-67a2-433a-a1e1-1dd223d380b4"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:15.250453 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff1b51-b81a-4ab1-a38a-104a6816905a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ccfdc1-e09f-4847-81ec-eaf75500002b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:15.299469 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab373f00-130e-4f6a-869a-380ec1e907a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f56bd98-5d53-4e3e-bd0e-ec8d770954cf,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:15.314521 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-eaff1b51-b81a-4ab1-a38a-104a6816905a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1f42a6a080014afd9ee462a8a6111caf&name=default HTTP/1.1" status: 200 len: 2983 time: 4.0859804 Jul 14 09:32:15.330811 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45982) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:15.386641 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0aa9-a513-4bf3-a720-69e021062224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.390119 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a118c8-7140-4873-b9e5-8de0917eb70a req-c116b742-fa04-4815-90fc-c4c04196bc3a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:15.397653 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70a118c8-7140-4873-b9e5-8de0917eb70a req-c116b742-fa04-4815-90fc-c4c04196bc3a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.5520623 Jul 14 09:32:15.460560 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-ceccc850-0f7b-4b60-8419-30aa6a7d6037 service neutron] 10.222.0.55 "GET /v2.0/networks/bdd14ef5-9841-4d7a-9428-fd2321293aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434289 Jul 14 09:32:15.538234 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70a118c8-7140-4873-b9e5-8de0917eb70a req-0493d2d5-db6b-416e-b625-a583ffa3ad61 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395876 Jul 14 09:32:15.579784 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-abcda7b0-0488-41ae-8a4c-ff03103709d9 req-d74bf9a8-cf00-4e5b-83cb-3bed0b3e1d40 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7640576 Jul 14 09:32:15.610711 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-953c2f38-b713-4f3b-a039-6643346aba00 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 HTTP/1.1" status: 200 len: 217 time: 0.1277769 Jul 14 09:32:15.619750 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0827592-2401-4067-b19b-fe64ee93613a x-openstack-request-id: req-a0827592-2401-4067-b19b-fe64ee93613a {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:15.621325 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "tag": "f0f87ec9-67a2-433a-a1e1-1dd223d380b4", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:15.623836 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0827592-2401-4067-b19b-fe64ee93613a {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:15.629769 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'tag': 'f0f87ec9-67a2-433a-a1e1-1dd223d380b4', 'status': 'completed', 'code': 200} Jul 14 09:32:15.651776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6869482-831d-4e5f-83ed-1ffbfa9e9d56 req-55b58843-858f-46f8-9e2e-49b49e307f96 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:15.660126 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6869482-831d-4e5f-83ed-1ffbfa9e9d56 req-55b58843-858f-46f8-9e2e-49b49e307f96 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:15.670872 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6869482-831d-4e5f-83ed-1ffbfa9e9d56 req-55b58843-858f-46f8-9e2e-49b49e307f96 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:15.679493 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6869482-831d-4e5f-83ed-1ffbfa9e9d56 req-55b58843-858f-46f8-9e2e-49b49e307f96 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:15.689195 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6869482-831d-4e5f-83ed-1ffbfa9e9d56 req-55b58843-858f-46f8-9e2e-49b49e307f96 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:15.700372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6869482-831d-4e5f-83ed-1ffbfa9e9d56 req-55b58843-858f-46f8-9e2e-49b49e307f96 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:15.709316 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6869482-831d-4e5f-83ed-1ffbfa9e9d56 req-55b58843-858f-46f8-9e2e-49b49e307f96 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:15.716467 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0aa9-a513-4bf3-a720-69e021062224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.722100 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6869482-831d-4e5f-83ed-1ffbfa9e9d56 req-55b58843-858f-46f8-9e2e-49b49e307f96 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5428 time: 0.6733325 Jul 14 09:32:15.809751 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7898fb48-45d2-47ec-92db-541d07d0d226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.847376 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7898fb48-45d2-47ec-92db-541d07d0d226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.859486 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-0e8182e0-4c16-4aff-b7f8-6adaecdb4b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:15.861475 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-0e8182e0-4c16-4aff-b7f8-6adaecdb4b40 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.2144785 Jul 14 09:32:15.995812 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0aa9-a513-4bf3-a720-69e021062224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.000537 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0aa9-a513-4bf3-a720-69e021062224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.007740 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-aa9f0aa9-a513-4bf3-a720-69e021062224 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6f56bd98-5d53-4e3e-bd0e-ec8d770954cf HTTP/1.1" status: 204 len: 168 time: 1.0475147 Jul 14 09:32:16.020086 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6869482-831d-4e5f-83ed-1ffbfa9e9d56 req-bbecbc05-9d93-425d-96bd-f0306ece3d1e tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2970915 Jul 14 09:32:16.020763 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7898fb48-45d2-47ec-92db-541d07d0d226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.032983 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7898fb48-45d2-47ec-92db-541d07d0d226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.037826 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7898fb48-45d2-47ec-92db-541d07d0d226 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4ccfdc1-e09f-4847-81ec-eaf75500002b HTTP/1.1" status: 204 len: 168 time: 0.7026453 Jul 14 09:32:16.041258 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f0aa9-a513-4bf3-a720-69e021062224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f56bd98-5d53-4e3e-bd0e-ec8d770954cf,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:16.068144 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-30e20d45-f794-4bcb-87d4-f47032cbe507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:16.069683 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-30e20d45-f794-4bcb-87d4-f47032cbe507 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1989362 Jul 14 09:32:16.140399 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898fb48-45d2-47ec-92db-541d07d0d226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ccfdc1-e09f-4847-81ec-eaf75500002b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:16.163431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898fb48-45d2-47ec-92db-541d07d0d226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:16.163784 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898fb48-45d2-47ec-92db-541d07d0d226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:16.164129 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898fb48-45d2-47ec-92db-541d07d0d226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:16.164472 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898fb48-45d2-47ec-92db-541d07d0d226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:16.164806 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898fb48-45d2-47ec-92db-541d07d0d226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:16.165172 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898fb48-45d2-47ec-92db-541d07d0d226 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:16.165506 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898fb48-45d2-47ec-92db-541d07d0d226 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:16.165890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898fb48-45d2-47ec-92db-541d07d0d226 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:16.166643 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898fb48-45d2-47ec-92db-541d07d0d226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:16.166643 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898fb48-45d2-47ec-92db-541d07d0d226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:16.166842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898fb48-45d2-47ec-92db-541d07d0d226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:16.167170 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898fb48-45d2-47ec-92db-541d07d0d226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:16.183046 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-abcda7b0-0488-41ae-8a4c-ff03103709d9 req-ff450fb2-b464-44e2-90a2-48bef8fc0af5 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5874019 Jul 14 09:32:16.234399 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-75c85ad4-2d2d-4e1d-ab1d-76b067fd6f40 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564932 Jul 14 09:32:16.409405 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.545131 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-d51244ff-330e-4fcf-b76c-f5a79f1222bd service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798197 Jul 14 09:32:16.722353 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-ef36c3a7-df24-4167-8e36-4e7aa7400838 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=45e73871-2607-4489-8e68-aa7f805e91d5 HTTP/1.1" status: 200 len: 217 time: 0.1661470 Jul 14 09:32:16.955273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-5a3fba89-9161-4e0d-ab65-daa3f3e5b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:16.956825 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-5a3fba89-9161-4e0d-ab65-daa3f3e5b2aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.2213414 Jul 14 09:32:17.220535 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 46044) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:17.254469 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 46048) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:17.268103 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-186d3155-ec18-485b-99f5-922ddeca7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:17.280892 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-186d3155-ec18-485b-99f5-922ddeca7dec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3130295 Jul 14 09:32:17.353723 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-812f3c14-437f-43fc-8b17-6eb43361891a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.434427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 46054) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:17.542810 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-434b9734-90df-4f89-8298-19af0ce36ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.627916 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-02cb430d-282c-4893-8af5-bdc7a5549512 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169129 Jul 14 09:32:17.659664 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978dcc3-8a3c-452b-89e4-b9fb84cfb369 req-6e7714e4-f42a-4eed-861d-40ddae082651 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:17.671881 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e978dcc3-8a3c-452b-89e4-b9fb84cfb369 req-6e7714e4-f42a-4eed-861d-40ddae082651 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.5603313 Jul 14 09:32:17.785900 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-dc56d0af-717d-47fd-bd60-29693611254c service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433620 Jul 14 09:32:18.049989 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e978dcc3-8a3c-452b-89e4-b9fb84cfb369 req-b6568d2e-47a2-437e-9695-208cd1b64b84 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3758724 Jul 14 09:32:18.075252 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-d386a8d8-beb8-4817-b16c-aa620d4183f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc HTTP/1.1" status: 200 len: 217 time: 0.1418176 Jul 14 09:32:18.107593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a37d9-8d6c-49c7-8a0a-258db152836a req-a4313b7a-38a0-4cf8-bba5-86ad1ddeebdd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:18.114179 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a37d9-8d6c-49c7-8a0a-258db152836a req-a4313b7a-38a0-4cf8-bba5-86ad1ddeebdd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:18.123353 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a37d9-8d6c-49c7-8a0a-258db152836a req-a4313b7a-38a0-4cf8-bba5-86ad1ddeebdd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:18.145720 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a37d9-8d6c-49c7-8a0a-258db152836a req-a4313b7a-38a0-4cf8-bba5-86ad1ddeebdd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:18.152821 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a37d9-8d6c-49c7-8a0a-258db152836a req-a4313b7a-38a0-4cf8-bba5-86ad1ddeebdd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:18.169555 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a37d9-8d6c-49c7-8a0a-258db152836a req-a4313b7a-38a0-4cf8-bba5-86ad1ddeebdd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:18.180290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a37d9-8d6c-49c7-8a0a-258db152836a req-a4313b7a-38a0-4cf8-bba5-86ad1ddeebdd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:18.197670 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-507a37d9-8d6c-49c7-8a0a-258db152836a req-a4313b7a-38a0-4cf8-bba5-86ad1ddeebdd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5428 time: 0.4963815 Jul 14 09:32:18.220565 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-812f3c14-437f-43fc-8b17-6eb43361891a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.257504 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-812f3c14-437f-43fc-8b17-6eb43361891a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.417358 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-d9d246f9-3b48-4b37-a8ff-a24b0714fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:18.447558 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-d9d246f9-3b48-4b37-a8ff-a24b0714fdb6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.3527794 Jul 14 09:32:18.479922 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-507a37d9-8d6c-49c7-8a0a-258db152836a req-63732104-ad95-418f-9847-1b1bce53a832 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2810147 Jul 14 09:32:18.649875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-ee41b46b-a42e-412e-9abf-48a36b9b9f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:18.653142 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-ee41b46b-a42e-412e-9abf-48a36b9b9f14 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1841373 Jul 14 09:32:18.948816 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-434b9734-90df-4f89-8298-19af0ce36ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.959129 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f3c14-437f-43fc-8b17-6eb43361891a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7b6d09-d745-42db-8a29-3ec76bcd61af,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:18.967327 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-812f3c14-437f-43fc-8b17-6eb43361891a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6b3bd5b9f9254cf38a4e0041b131c1bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7064679 Jul 14 09:32:18.969629 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-434b9734-90df-4f89-8298-19af0ce36ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.972722 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 46066) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.100783 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-434b9734-90df-4f89-8298-19af0ce36ab6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7c437e559424b7db3d646a559993ffb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6639831 Jul 14 09:32:19.103467 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 46068) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.141514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b9734-90df-4f89-8298-19af0ce36ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d670afad-7282-4689-979f-c5c5c7a01909,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:19.183152 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a21f2d10-1d07-42ba-b40a-51f9cf6fa6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.364482 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a21f2d10-1d07-42ba-b40a-51f9cf6fa6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.407674 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39783a-20e0-461d-89fa-7784c7ff47ae req-6fd8eeeb-3863-4359-a6fd-3c28c6c64abd tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:19.436297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b39783a-20e0-461d-89fa-7784c7ff47ae req-6fd8eeeb-3863-4359-a6fd-3c28c6c64abd tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 0.9310322 Jul 14 09:32:19.594025 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7df5e24-bb5b-4ddc-8a22-a37bb52b8477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.623547 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b39783a-20e0-461d-89fa-7784c7ff47ae req-3de523f3-0a71-4339-9192-3376bad8c204 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862118 Jul 14 09:32:19.681976 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a21f2d10-1d07-42ba-b40a-51f9cf6fa6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.684970 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a21f2d10-1d07-42ba-b40a-51f9cf6fa6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.686449 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a21f2d10-1d07-42ba-b40a-51f9cf6fa6de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd7b6d09-d745-42db-8a29-3ec76bcd61af HTTP/1.1" status: 204 len: 168 time: 0.7097597 Jul 14 09:32:19.756558 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7df5e24-bb5b-4ddc-8a22-a37bb52b8477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.768477 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-bf41bf04-c9e2-44f1-959c-d03b2547bf40 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0971477 Jul 14 09:32:19.776994 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f2d10-1d07-42ba-b40a-51f9cf6fa6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7b6d09-d745-42db-8a29-3ec76bcd61af,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:19.897437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e927a23-478b-4042-ba58-ab6bf5b1f6a9 req-4c972ee9-d77b-4f49-9acb-03326cb097d1 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:19.899079 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e927a23-478b-4042-ba58-ab6bf5b1f6a9 req-4c972ee9-d77b-4f49-9acb-03326cb097d1 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.3821332 Jul 14 09:32:19.901592 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7df5e24-bb5b-4ddc-8a22-a37bb52b8477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.908044 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7df5e24-bb5b-4ddc-8a22-a37bb52b8477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.911529 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e7df5e24-bb5b-4ddc-8a22-a37bb52b8477 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d670afad-7282-4689-979f-c5c5c7a01909 HTTP/1.1" status: 204 len: 168 time: 0.7873709 Jul 14 09:32:19.942841 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df5e24-bb5b-4ddc-8a22-a37bb52b8477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d670afad-7282-4689-979f-c5c5c7a01909,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:20.029519 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e927a23-478b-4042-ba58-ab6bf5b1f6a9 req-c64c3ad9-ad39-46e8-9b4e-ca3ba1b4cf89 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190012 Jul 14 09:32:20.059005 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05e74b-a4ef-47f0-88dd-171deb71a264 req-646caf56-7eae-4840-8c1a-afc8194c9651 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.059313 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-c281a803-0f5f-473d-9f05-3b11b29a01a2 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055616 Jul 14 09:32:20.067512 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05e74b-a4ef-47f0-88dd-171deb71a264 req-646caf56-7eae-4840-8c1a-afc8194c9651 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.074387 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05e74b-a4ef-47f0-88dd-171deb71a264 req-646caf56-7eae-4840-8c1a-afc8194c9651 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.079412 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05e74b-a4ef-47f0-88dd-171deb71a264 req-646caf56-7eae-4840-8c1a-afc8194c9651 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.087587 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05e74b-a4ef-47f0-88dd-171deb71a264 req-646caf56-7eae-4840-8c1a-afc8194c9651 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.102308 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05e74b-a4ef-47f0-88dd-171deb71a264 req-646caf56-7eae-4840-8c1a-afc8194c9651 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.109275 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05e74b-a4ef-47f0-88dd-171deb71a264 req-646caf56-7eae-4840-8c1a-afc8194c9651 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.112547 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e3f80-dfaf-43cb-be54-4ed3f68c1f64 req-ca0fe09e-5003-4ba8-a72f-5d725e237dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.114089 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8a1e3f80-dfaf-43cb-be54-4ed3f68c1f64 req-ca0fe09e-5003-4ba8-a72f-5d725e237dec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5cb22d9c9ca64cacba1a692a05940f23&device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 1095 time: 0.2602227 Jul 14 09:32:20.130366 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a05e74b-a4ef-47f0-88dd-171deb71a264 req-646caf56-7eae-4840-8c1a-afc8194c9651 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5428 time: 0.3470864 Jul 14 09:32:20.184013 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-ac2764d8-a13a-4b9d-8fa0-ff6b36b45623 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=f49dc3e3-be85-4cb5-add0-b47a4ee050d3 HTTP/1.1" status: 200 len: 217 time: 0.0939622 Jul 14 09:32:20.242638 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a05e74b-a4ef-47f0-88dd-171deb71a264 req-50154f78-843a-4144-86a7-b3155e7828ba tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1112809 Jul 14 09:32:20.283575 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-34b6cd18-977a-48b7-823d-b3fbf93904a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.285042 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-34b6cd18-977a-48b7-823d-b3fbf93904a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.0603862 Jul 14 09:32:20.580840 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e3f80-dfaf-43cb-be54-4ed3f68c1f64 req-faba61a8-8c36-4298-83d2-2881e6766a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.582490 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8a1e3f80-dfaf-43cb-be54-4ed3f68c1f64 req-faba61a8-8c36-4298-83d2-2881e6766a06 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e4991ac-2228-452d-ab57-e39ab6b100bc HTTP/1.1" status: 200 len: 916 time: 0.4113920 Jul 14 09:32:20.623799 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-27c4df65-80ec-4200-8d68-79d9ebe7ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.631505 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-27c4df65-80ec-4200-8d68-79d9ebe7ed58 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3293197 Jul 14 09:32:20.712934 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85af92b2-06e5-427b-874a-7676a7283b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.140891 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39b08e-0e9b-4661-93a9-57b779b3db69 req-b181c31d-9bd0-4913-9f45-1ddc2ec8b855 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.148372 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-3bc83a78-533c-4d62-8aeb-980a742bc724 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396071 Jul 14 09:32:21.151039 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c39b08e-0e9b-4661-93a9-57b779b3db69 req-b181c31d-9bd0-4913-9f45-1ddc2ec8b855 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 0.1199439 Jul 14 09:32:21.224796 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c39b08e-0e9b-4661-93a9-57b779b3db69 req-729e9926-f52c-4270-a3ce-40e1f63efaa0 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726597 Jul 14 09:32:21.400334 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4e6ee-1102-4810-837a-c7fccb61cec7 req-6d46a881-a5a1-43b7-b07c-178f3675b57c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.402489 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5df4e6ee-1102-4810-837a-c7fccb61cec7 req-6d46a881-a5a1-43b7-b07c-178f3675b57c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.1109550 Jul 14 09:32:21.492240 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8a1e3f80-dfaf-43cb-be54-4ed3f68c1f64 req-962c541d-db2a-4bc0-bd31-a6eeb067de65 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea66b038-9384-4309-8867-09e72af1a81e HTTP/1.1" status: 200 len: 999 time: 0.8877647 Jul 14 09:32:21.555041 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5df4e6ee-1102-4810-837a-c7fccb61cec7 req-acc12596-f216-4b56-8079-1821d5432d32 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426132 Jul 14 09:32:21.596312 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e3f80-dfaf-43cb-be54-4ed3f68c1f64 req-8e5c2a08-cca6-4822-aa2e-75f57ffcd9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.599687 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8a1e3f80-dfaf-43cb-be54-4ed3f68c1f64 req-8e5c2a08-cca6-4822-aa2e-75f57ffcd9d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=453b9a84-a49e-4445-ade0-e83a68e64b54 HTTP/1.1" status: 200 len: 854 time: 0.0875542 Jul 14 09:32:21.797597 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdc54a-ef7a-40c5-883d-907240421bc5 req-60a60e73-c8b7-41a1-bbd8-6f9c4e2bb852 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.825526 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdc54a-ef7a-40c5-883d-907240421bc5 req-60a60e73-c8b7-41a1-bbd8-6f9c4e2bb852 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.842898 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdc54a-ef7a-40c5-883d-907240421bc5 req-60a60e73-c8b7-41a1-bbd8-6f9c4e2bb852 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.845890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdc54a-ef7a-40c5-883d-907240421bc5 req-60a60e73-c8b7-41a1-bbd8-6f9c4e2bb852 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.857421 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-6df9b580-093e-4f1f-ac57-6396d743747d service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6999924 Jul 14 09:32:21.870255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdc54a-ef7a-40c5-883d-907240421bc5 req-60a60e73-c8b7-41a1-bbd8-6f9c4e2bb852 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.894911 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdc54a-ef7a-40c5-883d-907240421bc5 req-60a60e73-c8b7-41a1-bbd8-6f9c4e2bb852 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.901940 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdc54a-ef7a-40c5-883d-907240421bc5 req-60a60e73-c8b7-41a1-bbd8-6f9c4e2bb852 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.912037 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f8cdc54a-ef7a-40c5-883d-907240421bc5 req-60a60e73-c8b7-41a1-bbd8-6f9c4e2bb852 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5428 time: 0.3438537 Jul 14 09:32:22.002091 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f8cdc54a-ef7a-40c5-883d-907240421bc5 req-4b593a5d-5ad8-412c-bcc6-6e4eb4759d6c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890081 Jul 14 09:32:22.002650 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-980d2234-27b3-4c05-be57-75d8c6364dd4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0f2af3da-23fd-4df1-948a-432f34ec3de2 HTTP/1.1" status: 200 len: 217 time: 0.1374500 Jul 14 09:32:22.072514 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e3f80-dfaf-43cb-be54-4ed3f68c1f64 req-3d0912f2-3915-476a-bb22-cb4404eb336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:22.074249 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8a1e3f80-dfaf-43cb-be54-4ed3f68c1f64 req-3d0912f2-3915-476a-bb22-cb4404eb336e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e4991ac-2228-452d-ab57-e39ab6b100bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4393721 Jul 14 09:32:22.276594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-2abd5ac6-b13d-4c88-b9ed-502ee0cfddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:22.282130 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-2abd5ac6-b13d-4c88-b9ed-502ee0cfddfc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33a989a0-eb94-469f-91bb-73ae1f165e9f HTTP/1.1" status: 200 len: 797 time: 0.2523654 Jul 14 09:32:22.301680 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ddd5beb2-2eeb-465b-85c8-52206b93b8bb no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:22.616987 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.738510 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ddd5beb2-2eeb-465b-85c8-52206b93b8bb, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:22.755657 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:22.767744 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0d92bb-845b-4138-9013-4b078d0806fc" -d '{"events": [{"server_uuid": "409548b5-b499-4bd9-a7c0-02690bf0eca9", "name": "network-vif-unplugged", "status": "completed", "tag": "ddd5beb2-2eeb-465b-85c8-52206b93b8bb"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:22.781429 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.786298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c4ee7-8dcf-441b-9a5e-fe695375f528 req-d6d2f3b4-2f01-4405-b1f1-a15f41680d11 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:22.796780 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c96c4ee7-8dcf-441b-9a5e-fe695375f528 req-d6d2f3b4-2f01-4405-b1f1-a15f41680d11 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 0.3323736 Jul 14 09:32:22.931495 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,revision_number=11']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:22.935298 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c96c4ee7-8dcf-441b-9a5e-fe695375f528 req-dae02d64-fb3c-4b08-b84b-218229ddd7e9 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364150 Jul 14 09:32:22.945541 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-ccc34dfd-7882-4778-bc36-c04b86a2398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:22.947715 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-ccc34dfd-7882-4778-bc36-c04b86a2398d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c08d002f-2c08-4121-b70d-1491e0b62a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6299593 Jul 14 09:32:22.951418 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:22.954583 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:22.956211 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:22.960032 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:22.961208 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:22.961574 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:22.966059 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:22.966454 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:22.966799 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:22.967138 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:22.967479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:22.967814 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:23.023851 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8a1e3f80-dfaf-43cb-be54-4ed3f68c1f64 req-b6fb3271-9e53-460b-9862-2cb583f7afd7 service neutron] 10.222.0.55 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8635278 Jul 14 09:32:23.067554 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f14fbba-221b-4e05-ae61-debaafe1f19c x-openstack-request-id: req-9f14fbba-221b-4e05-ae61-debaafe1f19c {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:23.067945 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409548b5-b499-4bd9-a7c0-02690bf0eca9", "name": "network-vif-unplugged", "status": "completed", "tag": "ddd5beb2-2eeb-465b-85c8-52206b93b8bb", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:23.068229 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f14fbba-221b-4e05-ae61-debaafe1f19c {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:23.068735 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb', 'code': 200} Jul 14 09:32:23.141168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86652b63-2f61-4a42-92d0-1158169888d3 req-6dc5b31e-743f-488e-855e-15d46a7f772b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:23.142798 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86652b63-2f61-4a42-92d0-1158169888d3 req-6dc5b31e-743f-488e-855e-15d46a7f772b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.2780926 Jul 14 09:32:23.207636 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86652b63-2f61-4a42-92d0-1158169888d3 req-cddfbd45-4751-44e8-a94f-0d21dabb9511 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549419 Jul 14 09:32:23.312255 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8a1e3f80-dfaf-43cb-be54-4ed3f68c1f64 req-4f263c3c-708e-4ad2-88d3-d007565fbc45 service neutron] 10.222.0.55 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951680 Jul 14 09:32:23.351887 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-85af92b2-06e5-427b-874a-7676a7283b15 admin admin] Deleting port 36a0ba86-b40d-4327-bf23-8c6896697270 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:23.352845 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85af92b2-06e5-427b-874a-7676a7283b15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.417094 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134d35c-47e6-4432-a145-dbe078774562 req-755c1989-ca6b-4831-9c64-131dd90a0af0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:23.439450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134d35c-47e6-4432-a145-dbe078774562 req-755c1989-ca6b-4831-9c64-131dd90a0af0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:23.454857 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134d35c-47e6-4432-a145-dbe078774562 req-755c1989-ca6b-4831-9c64-131dd90a0af0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:23.471877 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-85af92b2-06e5-427b-874a-7676a7283b15 admin admin] For port 36a0ba86-b40d-4327-bf23-8c6896697270, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=36a0ba86-b40d-4327-bf23-8c6896697270,segment=NetworkSegment(750f21ac-f65b-4fc3-96eb-83cd4adfd745),segment_id=750f21ac-f65b-4fc3-96eb-83cd4adfd745)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:23.472399 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85af92b2-06e5-427b-874a-7676a7283b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.478936 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134d35c-47e6-4432-a145-dbe078774562 req-755c1989-ca6b-4831-9c64-131dd90a0af0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:23.485002 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134d35c-47e6-4432-a145-dbe078774562 req-755c1989-ca6b-4831-9c64-131dd90a0af0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:23.490623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-85af92b2-06e5-427b-874a-7676a7283b15 admin admin] Calling delete_port for 36a0ba86-b40d-4327-bf23-8c6896697270 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:23.491226 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134d35c-47e6-4432-a145-dbe078774562 req-755c1989-ca6b-4831-9c64-131dd90a0af0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:23.497615 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134d35c-47e6-4432-a145-dbe078774562 req-755c1989-ca6b-4831-9c64-131dd90a0af0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:23.499634 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8134d35c-47e6-4432-a145-dbe078774562 req-755c1989-ca6b-4831-9c64-131dd90a0af0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5428 time: 0.2047486 Jul 14 09:32:23.559977 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8134d35c-47e6-4432-a145-dbe078774562 req-c2c2316c-88c9-48ca-b741-1c5e6f4d1d3c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540001 Jul 14 09:32:23.617347 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-9527f6db-e89a-4429-998d-d58eccdf791c service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6521652 Jul 14 09:32:23.816029 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-c7fe0c69-e373-4b06-98e2-226454e6e256 service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907582 Jul 14 09:32:23.887000 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-99276ae9-2853-42a1-8fee-2da9ebad470d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0f87ec9-67a2-433a-a1e1-1dd223d380b4 HTTP/1.1" status: 200 len: 217 time: 0.0570817 Jul 14 09:32:24.038215 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-681e9234-1ce2-4636-9fd6-fe7a5f31da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:24.047045 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-681e9234-1ce2-4636-9fd6-fe7a5f31da43 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33a989a0-eb94-469f-91bb-73ae1f165e9f HTTP/1.1" status: 200 len: 797 time: 0.1522317 Jul 14 09:32:24.137920 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85af92b2-06e5-427b-874a-7676a7283b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.220108 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af92b2-06e5-427b-874a-7676a7283b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a0ba86-b40d-4327-bf23-8c6896697270,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:24.300922 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7df9ed-e27a-44ed-94cb-479e25282a9d req-7d8af29d-840b-4463-8d1a-c9a96bedaa30 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:24.310219 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ddd5beb2-2eeb-465b-85c8-52206b93b8bb details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:24.311240 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c7df9ed-e27a-44ed-94cb-479e25282a9d req-7d8af29d-840b-4463-8d1a-c9a96bedaa30 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1904669 Jul 14 09:32:24.474862 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c7df9ed-e27a-44ed-94cb-479e25282a9d req-4035536b-b56b-4d1b-b1d9-858797baaebe tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619470 Jul 14 09:32:24.484439 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-99d8cdb4-75f7-4ad9-92a6-8ed91c8f758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:24.484439 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-99d8cdb4-75f7-4ad9-92a6-8ed91c8f758b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c08d002f-2c08-4121-b70d-1491e0b62a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4190381 Jul 14 09:32:24.650242 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14590b-813c-426e-a49e-1d55a2e5d94e req-0b1eb581-d390-4a4c-8cb4-cc9d0eeeec09 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:24.662937 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ddd5beb2-2eeb-465b-85c8-52206b93b8bb, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:24.663427 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e14590b-813c-426e-a49e-1d55a2e5d94e req-0b1eb581-d390-4a4c-8cb4-cc9d0eeeec09 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.1359088 Jul 14 09:32:24.734622 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e14590b-813c-426e-a49e-1d55a2e5d94e req-73ade7c2-3ac9-419e-839d-7376d329e58b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699577 Jul 14 09:32:24.738105 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'port_id': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb', 'mac_address': 'fa:16:3e:0f:5a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:24.855078 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-2d73a348-e033-4a56-a753-47a0980ff717 service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548613 Jul 14 09:32:24.861814 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.931583 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd5beb2-2eeb-465b-85c8-52206b93b8bb {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:25.000974 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ddd5beb2-2eeb-465b-85c8-52206b93b8bb, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:25.019602 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.174269 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,revision_number=12']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:25.215870 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['ddd5beb2-2eeb-465b-85c8-52206b93b8bb'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:25.240372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edf803-b4ad-4512-b954-264f26c0fc73 req-47468786-eac3-4e93-9edd-dab128086cb1 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.271579 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edf803-b4ad-4512-b954-264f26c0fc73 req-47468786-eac3-4e93-9edd-dab128086cb1 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.301690 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edf803-b4ad-4512-b954-264f26c0fc73 req-47468786-eac3-4e93-9edd-dab128086cb1 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.350577 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edf803-b4ad-4512-b954-264f26c0fc73 req-47468786-eac3-4e93-9edd-dab128086cb1 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.377060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edf803-b4ad-4512-b954-264f26c0fc73 req-47468786-eac3-4e93-9edd-dab128086cb1 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.409637 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edf803-b4ad-4512-b954-264f26c0fc73 req-47468786-eac3-4e93-9edd-dab128086cb1 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.448738 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edf803-b4ad-4512-b954-264f26c0fc73 req-47468786-eac3-4e93-9edd-dab128086cb1 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.458341 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-76edf803-b4ad-4512-b954-264f26c0fc73 req-47468786-eac3-4e93-9edd-dab128086cb1 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5428 time: 0.4389727 Jul 14 09:32:25.531409 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85af92b2-06e5-427b-874a-7676a7283b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.554385 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ad9d834c-b675-4a6d-8817-251ddc54c58f req-d3a58466-1f7b-4bcd-9066-11f6bc701e9e service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6868291 Jul 14 09:32:25.602137 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-76edf803-b4ad-4512-b954-264f26c0fc73 req-52390d24-09d7-4a95-9f84-f0c62855bf6f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1364985 Jul 14 09:32:25.667097 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 46326) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:25.906109 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82f075-11bc-4e8e-95a9-76a543fcea79 req-c4006481-b292-4c5a-9627-11b5b37c9ed7 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.907798 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df82f075-11bc-4e8e-95a9-76a543fcea79 req-c4006481-b292-4c5a-9627-11b5b37c9ed7 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 945 time: 0.1551020 Jul 14 09:32:25.959793 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c9f8453f-54a6-4eb5-8f71-c0321ad92031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.003411 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3217727-b238-4d56-86ea-e7413431fcde req-d2fea23b-4fdc-42be-86df-62b47f022e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:26.004193 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3217727-b238-4d56-86ea-e7413431fcde req-d2fea23b-4fdc-42be-86df-62b47f022e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:26.004836 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3217727-b238-4d56-86ea-e7413431fcde req-d2fea23b-4fdc-42be-86df-62b47f022e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:26.005465 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3217727-b238-4d56-86ea-e7413431fcde req-d2fea23b-4fdc-42be-86df-62b47f022e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:26.006118 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3217727-b238-4d56-86ea-e7413431fcde req-d2fea23b-4fdc-42be-86df-62b47f022e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:26.006743 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3217727-b238-4d56-86ea-e7413431fcde req-d2fea23b-4fdc-42be-86df-62b47f022e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:26.008066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3217727-b238-4d56-86ea-e7413431fcde req-d2fea23b-4fdc-42be-86df-62b47f022e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:26.010605 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3217727-b238-4d56-86ea-e7413431fcde req-d2fea23b-4fdc-42be-86df-62b47f022e66 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68f6d0b430624b5a805e2568a292b9fb&device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 6492 time: 0.3322172 Jul 14 09:32:26.203263 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df82f075-11bc-4e8e-95a9-76a543fcea79 req-4674ee08-6b87-4442-a762-bcd3c2efd232 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795191 Jul 14 09:32:26.320828 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ddd5beb2-2eeb-465b-85c8-52206b93b8bb up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:26.363216 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3217727-b238-4d56-86ea-e7413431fcde req-ab775a5a-e378-478d-acae-6b2eba6a9a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:26.367502 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3217727-b238-4d56-86ea-e7413431fcde req-ab775a5a-e378-478d-acae-6b2eba6a9a66 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c08d002f-2c08-4121-b70d-1491e0b62a4f HTTP/1.1" status: 200 len: 903 time: 0.3491652 Jul 14 09:32:26.369249 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c9f8453f-54a6-4eb5-8f71-c0321ad92031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.388044 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4140281-36b7-4c88-bbbe-553c4dcc0efa req-d2b361f8-5664-4dfb-8bd1-5483c4e52b9d tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:26.395960 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4140281-36b7-4c88-bbbe-553c4dcc0efa req-d2b361f8-5664-4dfb-8bd1-5483c4e52b9d tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.3952427 Jul 14 09:32:26.399968 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c9f8453f-54a6-4eb5-8f71-c0321ad92031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.435086 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8453f-54a6-4eb5-8f71-c0321ad92031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64442b9-7c9b-4b10-8378-051235fcac1b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:26.482388 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c9f8453f-54a6-4eb5-8f71-c0321ad92031 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=69a8b7e495624ee18fb41afa68968022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8139923 Jul 14 09:32:26.485512 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 46352) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:26.538874 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port ddd5beb2-2eeb-465b-85c8-52206b93b8bb triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:26.539164 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.574784 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4140281-36b7-4c88-bbbe-553c4dcc0efa req-b80dc168-1de0-438b-8af0-194679ba459e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775587 Jul 14 09:32:26.633033 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b04b4636-c144-4a78-9149-376cdb4d15c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.724345 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b04b4636-c144-4a78-9149-376cdb4d15c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.795232 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.877721 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:26.880942 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa8bab9-41e5-4820-ad76-a09e04879672" -d '{"events": [{"server_uuid": "409548b5-b499-4bd9-a7c0-02690bf0eca9", "name": "network-vif-plugged", "status": "completed", "tag": "ddd5beb2-2eeb-465b-85c8-52206b93b8bb"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:26.886070 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b04b4636-c144-4a78-9149-376cdb4d15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.894272 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b04b4636-c144-4a78-9149-376cdb4d15c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.896805 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b04b4636-c144-4a78-9149-376cdb4d15c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d64442b9-7c9b-4b10-8378-051235fcac1b HTTP/1.1" status: 204 len: 168 time: 0.4092133 Jul 14 09:32:26.957070 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b4636-c144-4a78-9149-376cdb4d15c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64442b9-7c9b-4b10-8378-051235fcac1b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:26.964091 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ddd5beb2-2eeb-465b-85c8-52206b93b8bb, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:26.982234 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.086745 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,revision_number=13']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:27.096706 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c7f03f-c48d-4226-a6f7-7b8870263f07 x-openstack-request-id: req-91c7f03f-c48d-4226-a6f7-7b8870263f07 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:27.099374 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409548b5-b499-4bd9-a7c0-02690bf0eca9", "name": "network-vif-plugged", "status": "completed", "tag": "ddd5beb2-2eeb-465b-85c8-52206b93b8bb", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:27.099877 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91c7f03f-c48d-4226-a6f7-7b8870263f07 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:27.102064 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb', 'code': 200} Jul 14 09:32:27.232078 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40450ed0-f088-4022-b05f-9339c97bcd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.269362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87bdc6-33c7-485e-9593-d02a4e6bd4c3 req-5a149cf2-52bd-49af-ae5f-f7d108ad044d tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:27.312672 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87bdc6-33c7-485e-9593-d02a4e6bd4c3 req-5a149cf2-52bd-49af-ae5f-f7d108ad044d tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:27.340781 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87bdc6-33c7-485e-9593-d02a4e6bd4c3 req-5a149cf2-52bd-49af-ae5f-f7d108ad044d tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:27.349721 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87bdc6-33c7-485e-9593-d02a4e6bd4c3 req-5a149cf2-52bd-49af-ae5f-f7d108ad044d tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:27.357842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87bdc6-33c7-485e-9593-d02a4e6bd4c3 req-5a149cf2-52bd-49af-ae5f-f7d108ad044d tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:27.365427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87bdc6-33c7-485e-9593-d02a4e6bd4c3 req-5a149cf2-52bd-49af-ae5f-f7d108ad044d tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:27.372578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87bdc6-33c7-485e-9593-d02a4e6bd4c3 req-5a149cf2-52bd-49af-ae5f-f7d108ad044d tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:27.375145 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da87bdc6-33c7-485e-9593-d02a4e6bd4c3 req-5a149cf2-52bd-49af-ae5f-f7d108ad044d tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5428 time: 0.4012067 Jul 14 09:32:27.574184 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3217727-b238-4d56-86ea-e7413431fcde req-5ea83490-c26b-40e8-b091-976e6cc40fcd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0f87ec9-67a2-433a-a1e1-1dd223d380b4 HTTP/1.1" status: 200 len: 217 time: 1.1821437 Jul 14 09:32:27.575926 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85af92b2-06e5-427b-874a-7676a7283b15 admin admin] Router d207f6c3-875f-4e54-9103-9b457386aaa0 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:32:27.583958 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da87bdc6-33c7-485e-9593-d02a4e6bd4c3 req-68c4ea40-d0dd-465f-a527-bd49a7cd817b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2031128 Jul 14 09:32:27.653746 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafe087-2665-41b6-9531-95c160a3c24c req-ef527b2f-f222-4928-b6a4-70b93addabab tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:27.658705 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9cafe087-2665-41b6-9531-95c160a3c24c req-ef527b2f-f222-4928-b6a4-70b93addabab tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 0.1778128 Jul 14 09:32:27.809302 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9cafe087-2665-41b6-9531-95c160a3c24c req-a8d9e97a-ef0d-4f1d-908d-89248cb403a0 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382585 Jul 14 09:32:27.911203 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 46380) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:27.913704 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3217727-b238-4d56-86ea-e7413431fcde req-f0abcb02-44b1-422d-9627-c7c12bf98281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:27.918872 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3217727-b238-4d56-86ea-e7413431fcde req-f0abcb02-44b1-422d-9627-c7c12bf98281 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33a989a0-eb94-469f-91bb-73ae1f165e9f HTTP/1.1" status: 200 len: 797 time: 0.3356192 Jul 14 09:32:27.959768 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0035c-b660-4be7-a5f4-ddd7a4f52a7c req-a2e4bddc-d3de-4132-bdda-7f3aee520b04 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:27.981214 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bec0035c-b660-4be7-a5f4-ddd7a4f52a7c req-a2e4bddc-d3de-4132-bdda-7f3aee520b04 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 943 time: 0.1635776 Jul 14 09:32:28.000835 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82d5c0c6-6f4f-4ded-83f9-94b8506ad88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.126924 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bec0035c-b660-4be7-a5f4-ddd7a4f52a7c req-1545b953-17ab-4572-90c8-f382b05071fb tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446385 Jul 14 09:32:28.186645 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85af92b2-06e5-427b-874a-7676a7283b15 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:28.192462 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-85af92b2-06e5-427b-874a-7676a7283b15 admin admin] 10.222.0.26 "PUT /v2.0/routers/d207f6c3-875f-4e54-9103-9b457386aaa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9707222 Jul 14 09:32:28.195168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 46388) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:28.197619 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283696e-1c48-4f98-8824-60b28cdfe56c None None] Sync routers for ids ['d207f6c3-875f-4e54-9103-9b457386aaa0'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:28.221082 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283696e-1c48-4f98-8824-60b28cdfe56c None None] Routers {'d207f6c3-875f-4e54-9103-9b457386aaa0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:28.221742 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8283696e-1c48-4f98-8824-60b28cdfe56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:32:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d207f6c3-875f-4e54-9103-9b457386aaa0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:28.302066 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82d5c0c6-6f4f-4ded-83f9-94b8506ad88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.316130 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3217727-b238-4d56-86ea-e7413431fcde req-f9dad0cd-ded9-4a34-abad-16deb6b893a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:28.318012 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3217727-b238-4d56-86ea-e7413431fcde req-f9dad0cd-ded9-4a34-abad-16deb6b893a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c08d002f-2c08-4121-b70d-1491e0b62a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3668871 Jul 14 09:32:28.328207 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82d5c0c6-6f4f-4ded-83f9-94b8506ad88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.419657 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76ac5740-e859-434f-855c-aced2b4d57be admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.482250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-8283696e-1c48-4f98-8824-60b28cdfe56c None None] Set router d207f6c3-875f-4e54-9103-9b457386aaa0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:32:28.530160 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5c0c6-6f4f-4ded-83f9-94b8506ad88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610635ed-5bc7-45c9-9fdd-8c7fce24e479,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:28.541377 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-82d5c0c6-6f4f-4ded-83f9-94b8506ad88d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=22a922391aad4390bbacb4fb2b27b721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6177499 Jul 14 09:32:28.549199 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 46394) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:28.633957 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76ac5740-e859-434f-855c-aced2b4d57be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.717113 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3217727-b238-4d56-86ea-e7413431fcde req-46f64b35-1304-4f36-a763-597e0ff43006 service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897865 Jul 14 09:32:28.789409 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-76ac5740-e859-434f-855c-aced2b4d57be admin admin] Deleting port 25212a72-9700-44d7-8093-7ba809662102 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:28.790802 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76ac5740-e859-434f-855c-aced2b4d57be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.869559 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-66d13980-7ccb-4731-9e31-47963b23dcca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.883397 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ea66b038-9384-4309-8867-09e72af1a81e details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:29.167536 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8283696e-1c48-4f98-8824-60b28cdfe56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '25212a72-9700-44d7-8093-7ba809662102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:30Z', 'updated_at': '2021-07-14T09:32:23Z', 'revision_number': 5, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'gw_port': {'id': '25212a72-9700-44d7-8093-7ba809662102', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:32Z', 'updated_at': '2021-07-14T09:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:29.186519 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-66d13980-7ccb-4731-9e31-47963b23dcca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.200574 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-76ac5740-e859-434f-855c-aced2b4d57be admin admin] For port 25212a72-9700-44d7-8093-7ba809662102, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=25212a72-9700-44d7-8093-7ba809662102,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:29.200946 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76ac5740-e859-434f-855c-aced2b4d57be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.239433 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283696e-1c48-4f98-8824-60b28cdfe56c None None] Checking router: d207f6c3-875f-4e54-9103-9b457386aaa0 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:32:29.268701 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-76ac5740-e859-434f-855c-aced2b4d57be admin admin] Calling delete_port for 25212a72-9700-44d7-8093-7ba809662102 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:29.284507 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283696e-1c48-4f98-8824-60b28cdfe56c None None] Routers {'d207f6c3-875f-4e54-9103-9b457386aaa0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:29.285166 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8283696e-1c48-4f98-8824-60b28cdfe56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:32:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d207f6c3-875f-4e54-9103-9b457386aaa0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:29.369568 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e5454-3304-4c0b-8152-ff9d051dffaf req-2149c113-7eda-4f6a-83ff-72e001661394 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:29.406176 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e5454-3304-4c0b-8152-ff9d051dffaf req-2149c113-7eda-4f6a-83ff-72e001661394 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:29.436507 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3217727-b238-4d56-86ea-e7413431fcde req-af6987b8-4e80-432e-8dd4-1f9e04efc02c service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6601126 Jul 14 09:32:29.445484 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e5454-3304-4c0b-8152-ff9d051dffaf req-2149c113-7eda-4f6a-83ff-72e001661394 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:29.467236 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-66d13980-7ccb-4731-9e31-47963b23dcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.469972 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-66d13980-7ccb-4731-9e31-47963b23dcca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.471237 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-66d13980-7ccb-4731-9e31-47963b23dcca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/610635ed-5bc7-45c9-9fdd-8c7fce24e479 HTTP/1.1" status: 204 len: 168 time: 0.9061575 Jul 14 09:32:29.482898 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d13980-7ccb-4731-9e31-47963b23dcca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610635ed-5bc7-45c9-9fdd-8c7fce24e479,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:29.485136 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e5454-3304-4c0b-8152-ff9d051dffaf req-2149c113-7eda-4f6a-83ff-72e001661394 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:29.491249 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e5454-3304-4c0b-8152-ff9d051dffaf req-2149c113-7eda-4f6a-83ff-72e001661394 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:29.517338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e5454-3304-4c0b-8152-ff9d051dffaf req-2149c113-7eda-4f6a-83ff-72e001661394 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:29.529597 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e5454-3304-4c0b-8152-ff9d051dffaf req-2149c113-7eda-4f6a-83ff-72e001661394 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:29.537712 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d0e5454-3304-4c0b-8152-ff9d051dffaf req-2149c113-7eda-4f6a-83ff-72e001661394 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5428 time: 0.5786860 Jul 14 09:32:29.662207 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-8283696e-1c48-4f98-8824-60b28cdfe56c None None] Set router d207f6c3-875f-4e54-9103-9b457386aaa0 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:32:29.685990 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c0895-d05d-42ca-9ec6-5eec24e48120 req-3d05a6fe-2701-439d-b3f7-072f6fd985ca tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:29.693400 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-381c0895-d05d-42ca-9ec6-5eec24e48120 req-3d05a6fe-2701-439d-b3f7-072f6fd985ca tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 0.5606649 Jul 14 09:32:29.848658 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-381c0895-d05d-42ca-9ec6-5eec24e48120 req-448b9962-de2e-45d6-9a77-e82b26fe5c1d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425970 Jul 14 09:32:29.857223 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d0e5454-3304-4c0b-8152-ff9d051dffaf req-fae956ba-b673-4cc5-983c-d89d2b93cb44 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3163707 Jul 14 09:32:29.872594 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8283696e-1c48-4f98-8824-60b28cdfe56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:30Z', 'updated_at': '2021-07-14T09:32:28Z', 'revision_number': 6, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:30.048131 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.050894 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283696e-1c48-4f98-8824-60b28cdfe56c None None] The sync data for ids ['d207f6c3-875f-4e54-9103-9b457386aaa0'] in n-d-798054-10 is: [{'id': 'd207f6c3-875f-4e54-9103-9b457386aaa0', 'name': 'tempest-AttachVolumeTestJSON-1178079848-router', 'tenant_id': '9eda0dcc3e874a49a638743b0ab4508c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:30Z', 'updated_at': '2021-07-14T09:32:28Z', 'revision_number': 6, 'project_id': '9eda0dcc3e874a49a638743b0ab4508c', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:32:30.067775 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1fe026a7-6054-4067-b958-f9005331f74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.099583 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ea66b038-9384-4309-8867-09e72af1a81e, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ea66b038-9384-4309-8867-09e72af1a81e,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:30.157635 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'ea66b038-9384-4309-8867-09e72af1a81e', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'port_id': 'ea66b038-9384-4309-8867-09e72af1a81e', 'mac_address': 'fa:16:3e:6c:0c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:30.251607 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76ac5740-e859-434f-855c-aced2b4d57be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.298887 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.341325 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea66b038-9384-4309-8867-09e72af1a81e {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:30.396152 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ea66b038-9384-4309-8867-09e72af1a81e, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ea66b038-9384-4309-8867-09e72af1a81e,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:30.404208 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.422803 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac5740-e859-434f-855c-aced2b4d57be admin admin] Pushing event deleted for resources: {'Port': ['ID=25212a72-9700-44d7-8093-7ba809662102,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:30.542251 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=ea66b038-9384-4309-8867-09e72af1a81e,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:30.670303 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.743961 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:32:30.760388 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['ea66b038-9384-4309-8867-09e72af1a81e'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:30.835428 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76ac5740-e859-434f-855c-aced2b4d57be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.170276 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babf613-a8e2-471c-bb65-5e3b5f9139b6 req-0b182a04-dd90-4464-bdf3-cff960d03d31 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:31.179894 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4babf613-a8e2-471c-bb65-5e3b5f9139b6 req-0b182a04-dd90-4464-bdf3-cff960d03d31 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 944 time: 0.7625499 Jul 14 09:32:31.197506 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76ac5740-e859-434f-855c-aced2b4d57be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.200219 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76ac5740-e859-434f-855c-aced2b4d57be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.376050 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76ac5740-e859-434f-855c-aced2b4d57be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.377299 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ac5740-e859-434f-855c-aced2b4d57be admin admin] Fanout notify agent at l3_agent the message router_deleted on router d207f6c3-875f-4e54-9103-9b457386aaa0 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:32:31.406534 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76ac5740-e859-434f-855c-aced2b4d57be admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.408094 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-76ac5740-e859-434f-855c-aced2b4d57be admin admin] 10.222.0.26 "DELETE /v2.0/routers/d207f6c3-875f-4e54-9103-9b457386aaa0 HTTP/1.1" status: 204 len: 168 time: 3.2110827 Jul 14 09:32:31.411666 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 46470) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:31.578032 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4babf613-a8e2-471c-bb65-5e3b5f9139b6 req-63d9b82e-4eb0-40d6-8181-8e90d48a2923 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3923290 Jul 14 09:32:31.667066 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c5b5b8-8809-4f66-a4e0-603e0ed768bd admin admin] Deleting subnet 33d74a61-4251-4207-b4f8-9d0620b80344 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:31.688493 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-60c5b5b8-8809-4f66-a4e0-603e0ed768bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.698436 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.138184 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 46484) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:32.285718 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 36a0ba86-b40d-4327-bf23-8c6896697270 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:32.334332 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 36a0ba86-b40d-4327-bf23-8c6896697270 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:32.334683 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 36a0ba86-b40d-4327-bf23-8c6896697270 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:32.335103 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 25212a72-9700-44d7-8093-7ba809662102 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:32.384913 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 25212a72-9700-44d7-8093-7ba809662102 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:32.386328 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 25212a72-9700-44d7-8093-7ba809662102 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:32.515803 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1110433-5e20-4546-9a72-6dea4401ff42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.537022 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77bfeb-ee57-4db0-a65e-3dd5cb2835d8 req-dec67b73-090c-4e6c-ae85-050994d40c13 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:32.538432 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d77bfeb-ee57-4db0-a65e-3dd5cb2835d8 req-dec67b73-090c-4e6c-ae85-050994d40c13 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 1.2614832 Jul 14 09:32:32.553867 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-60c5b5b8-8809-4f66-a4e0-603e0ed768bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.642401 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d77bfeb-ee57-4db0-a65e-3dd5cb2835d8 req-ceae15eb-282e-412b-a368-c609c6b6e577 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916960 Jul 14 09:32:32.691638 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ea66b038-9384-4309-8867-09e72af1a81e up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:32.703752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f54ff-e147-4b44-83d9-3df63338ba7e req-695a303b-7a16-402e-ac0d-cd8ea36336b8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:32.713127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f54ff-e147-4b44-83d9-3df63338ba7e req-695a303b-7a16-402e-ac0d-cd8ea36336b8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:32.739452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f54ff-e147-4b44-83d9-3df63338ba7e req-695a303b-7a16-402e-ac0d-cd8ea36336b8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:32.781068 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f54ff-e147-4b44-83d9-3df63338ba7e req-695a303b-7a16-402e-ac0d-cd8ea36336b8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:32.807621 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f54ff-e147-4b44-83d9-3df63338ba7e req-695a303b-7a16-402e-ac0d-cd8ea36336b8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:32.834236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f54ff-e147-4b44-83d9-3df63338ba7e req-695a303b-7a16-402e-ac0d-cd8ea36336b8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:32.863118 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f54ff-e147-4b44-83d9-3df63338ba7e req-695a303b-7a16-402e-ac0d-cd8ea36336b8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:32.875108 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4d5f54ff-e147-4b44-83d9-3df63338ba7e req-695a303b-7a16-402e-ac0d-cd8ea36336b8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5428 time: 0.4699459 Jul 14 09:32:32.919002 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.922402 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1110433-5e20-4546-9a72-6dea4401ff42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.936937 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1110433-5e20-4546-9a72-6dea4401ff42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.962473 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port ea66b038-9384-4309-8867-09e72af1a81e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:32.964597 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.019063 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1110433-5e20-4546-9a72-6dea4401ff42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2eaa55-c3e9-4d3d-806e-4ef0ceb21fb0,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:33.035256 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f1110433-5e20-4546-9a72-6dea4401ff42 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9c0610506a846ee91ac8d6c8d6089db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8933904 Jul 14 09:32:33.036257 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 46500) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:33.128209 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ed50c0e-f7f1-4928-a6ee-4501c7589e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.157435 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.159633 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ed50c0e-f7f1-4928-a6ee-4501c7589e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.177905 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-60c5b5b8-8809-4f66-a4e0-603e0ed768bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.195375 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4d5f54ff-e147-4b44-83d9-3df63338ba7e req-35f92384-20ca-4a0a-bb14-fc4dc99e6d23 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3162935 Jul 14 09:32:33.217396 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ec01a1-9458-48a0-82d4-d85c6ada428d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea66b038-9384-4309-8867-09e72af1a81e'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:33.222593 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528c086b-34c7-4e5a-9891-979751593ba8" -d '{"events": [{"server_uuid": "36ec01a1-9458-48a0-82d4-d85c6ada428d", "name": "network-vif-plugged", "status": "completed", "tag": "ea66b038-9384-4309-8867-09e72af1a81e"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:33.237611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ea66b038-9384-4309-8867-09e72af1a81e, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ea66b038-9384-4309-8867-09e72af1a81e,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:33.255510 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.282301 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ed50c0e-f7f1-4928-a6ee-4501c7589e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.286415 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ed50c0e-f7f1-4928-a6ee-4501c7589e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.290718 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4ed50c0e-f7f1-4928-a6ee-4501c7589e76 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8a2eaa55-c3e9-4d3d-806e-4ef0ceb21fb0 HTTP/1.1" status: 204 len: 168 time: 0.2505441 Jul 14 09:32:33.303834 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed50c0e-f7f1-4928-a6ee-4501c7589e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2eaa55-c3e9-4d3d-806e-4ef0ceb21fb0,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:33.418100 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b9c074-0dca-4a21-9371-e9f290cb6962 x-openstack-request-id: req-18b9c074-0dca-4a21-9371-e9f290cb6962 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:33.418705 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ec01a1-9458-48a0-82d4-d85c6ada428d", "name": "network-vif-plugged", "status": "completed", "tag": "ea66b038-9384-4309-8867-09e72af1a81e", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:33.419264 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-18b9c074-0dca-4a21-9371-e9f290cb6962 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:33.423277 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ec01a1-9458-48a0-82d4-d85c6ada428d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea66b038-9384-4309-8867-09e72af1a81e', 'code': 200} Jul 14 09:32:33.425220 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-60c5b5b8-8809-4f66-a4e0-603e0ed768bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.426181 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=ea66b038-9384-4309-8867-09e72af1a81e,revision_number=10']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:33.475100 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304eacbf-3bb1-4b0b-956b-965bae6186a7 req-51478aa7-c4e3-47e7-a47f-50de7bfe787f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:33.477741 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-304eacbf-3bb1-4b0b-956b-965bae6186a7 req-51478aa7-c4e3-47e7-a47f-50de7bfe787f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 944 time: 0.5673580 Jul 14 09:32:33.565156 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5b5b8-8809-4f66-a4e0-603e0ed768bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d74a61-4251-4207-b4f8-9d0620b80344,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:33.586930 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168fa0e7-3df4-433c-9870-14ad8a633d95 None None] Network cb7535f9-bc7e-49b0-b814-10dffeec6052 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:33.593346 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-60c5b5b8-8809-4f66-a4e0-603e0ed768bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.602753 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-60c5b5b8-8809-4f66-a4e0-603e0ed768bd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/33d74a61-4251-4207-b4f8-9d0620b80344 HTTP/1.1" status: 204 len: 168 time: 2.1886628 Jul 14 09:32:33.608847 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 46518) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:33.708157 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-304eacbf-3bb1-4b0b-956b-965bae6186a7 req-80652ed1-f886-4e34-9257-c2d72c89861e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116809 Jul 14 09:32:33.757286 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-963a6fed-a19d-4e94-a0ed-a70c58530b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.843415 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 46526) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:34.050298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48512b1-76f0-4273-b9fb-87a0fa246cf2 req-b6aae519-b2b8-404a-b877-40a31b97d99f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.057922 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8540a-930c-4c01-9609-7772b1dc7510 req-83d49113-90c9-4209-bb38-87658d0a0764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.066717 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a48512b1-76f0-4273-b9fb-87a0fa246cf2 req-b6aae519-b2b8-404a-b877-40a31b97d99f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 0.1784983 Jul 14 09:32:34.079535 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cfa8540a-930c-4c01-9609-7772b1dc7510 req-83d49113-90c9-4209-bb38-87658d0a0764 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 1098 time: 0.3829608 Jul 14 09:32:34.155030 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 46532) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:34.176361 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117bff46-c95a-470f-8e3e-e0659c96f63b None None] DHCP port deletion for cb7535f9-bc7e-49b0-b814-10dffeec6052 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:34.198417 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-963a6fed-a19d-4e94-a0ed-a70c58530b4f admin admin] Deleting port b655740a-e8b9-4272-9871-dbd492694fbb {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:34.198823 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-963a6fed-a19d-4e94-a0ed-a70c58530b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.284886 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-003e9e62-240f-4161-b923-15533a9bdc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.319342 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-19b76e32-be4c-4376-9fe3-5d4fabb6fdbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.323723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-963a6fed-a19d-4e94-a0ed-a70c58530b4f admin admin] For port b655740a-e8b9-4272-9871-dbd492694fbb, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b655740a-e8b9-4272-9871-dbd492694fbb,segment=NetworkSegment(750f21ac-f65b-4fc3-96eb-83cd4adfd745),segment_id=750f21ac-f65b-4fc3-96eb-83cd4adfd745)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:34.324123 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-963a6fed-a19d-4e94-a0ed-a70c58530b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.356795 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-963a6fed-a19d-4e94-a0ed-a70c58530b4f admin admin] Calling delete_port for b655740a-e8b9-4272-9871-dbd492694fbb owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:34.396409 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-117bff46-c95a-470f-8e3e-e0659c96f63b None None] Deleting port b655740a-e8b9-4272-9871-dbd492694fbb {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:34.396853 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-117bff46-c95a-470f-8e3e-e0659c96f63b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.421105 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cfa8540a-930c-4c01-9609-7772b1dc7510 req-3398c063-ad51-42bd-9865-45c5b93fe542 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3315835 Jul 14 09:32:34.531778 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a48512b1-76f0-4273-b9fb-87a0fa246cf2 req-92c22c9a-de5a-4e02-b9c3-64ddd1b1b647 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4640622 Jul 14 09:32:34.553320 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-963a6fed-a19d-4e94-a0ed-a70c58530b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.632647 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-117bff46-c95a-470f-8e3e-e0659c96f63b None None] For port b655740a-e8b9-4272-9871-dbd492694fbb, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b655740a-e8b9-4272-9871-dbd492694fbb,segment=NetworkSegment(750f21ac-f65b-4fc3-96eb-83cd4adfd745),segment_id=750f21ac-f65b-4fc3-96eb-83cd4adfd745)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:34.637093 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-117bff46-c95a-470f-8e3e-e0659c96f63b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.665036 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-117bff46-c95a-470f-8e3e-e0659c96f63b None None] Calling delete_port for b655740a-e8b9-4272-9871-dbd492694fbb owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:34.667649 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a6fed-a19d-4e94-a0ed-a70c58530b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=b655740a-e8b9-4272-9871-dbd492694fbb,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:34.682932 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963a6fed-a19d-4e94-a0ed-a70c58530b4f admin admin] No DVR routers for this DVR port b655740a-e8b9-4272-9871-dbd492694fbb on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:34.711609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0d452-f4f0-410d-9940-b4916822e3ea req-45f05ad3-e457-4bbf-930d-3647ebc4f563 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.719988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0d452-f4f0-410d-9940-b4916822e3ea req-45f05ad3-e457-4bbf-930d-3647ebc4f563 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.726855 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0d452-f4f0-410d-9940-b4916822e3ea req-45f05ad3-e457-4bbf-930d-3647ebc4f563 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.734696 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0d452-f4f0-410d-9940-b4916822e3ea req-45f05ad3-e457-4bbf-930d-3647ebc4f563 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.742547 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0d452-f4f0-410d-9940-b4916822e3ea req-45f05ad3-e457-4bbf-930d-3647ebc4f563 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.750899 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0d452-f4f0-410d-9940-b4916822e3ea req-45f05ad3-e457-4bbf-930d-3647ebc4f563 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.758208 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0d452-f4f0-410d-9940-b4916822e3ea req-45f05ad3-e457-4bbf-930d-3647ebc4f563 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.763097 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ec0d452-f4f0-410d-9940-b4916822e3ea req-45f05ad3-e457-4bbf-930d-3647ebc4f563 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5428 time: 0.2609954 Jul 14 09:32:34.809262 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-963a6fed-a19d-4e94-a0ed-a70c58530b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.818188 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-117bff46-c95a-470f-8e3e-e0659c96f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.826171 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-963a6fed-a19d-4e94-a0ed-a70c58530b4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7535f9-bc7e-49b0-b814-10dffeec6052']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:34.836023 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-003e9e62-240f-4161-b923-15533a9bdc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.839841 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-963a6fed-a19d-4e94-a0ed-a70c58530b4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750f21ac-f65b-4fc3-96eb-83cd4adfd745') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:34.840336 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-963a6fed-a19d-4e94-a0ed-a70c58530b4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750f21ac-f65b-4fc3-96eb-83cd4adfd745') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:34.851349 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-963a6fed-a19d-4e94-a0ed-a70c58530b4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.856911 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bff46-c95a-470f-8e3e-e0659c96f63b None None] Pushing event deleted for resources: {'Port': ['ID=b655740a-e8b9-4272-9871-dbd492694fbb,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:34.864326 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117bff46-c95a-470f-8e3e-e0659c96f63b None None] No DVR routers for this DVR port b655740a-e8b9-4272-9871-dbd492694fbb on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:34.870769 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-963a6fed-a19d-4e94-a0ed-a70c58530b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.878603 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-003e9e62-240f-4161-b923-15533a9bdc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.886866 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ec0d452-f4f0-410d-9940-b4916822e3ea req-18a1fdf5-9d8e-45f1-aebb-9561796c3cc0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1156547 Jul 14 09:32:34.888045 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963a6fed-a19d-4e94-a0ed-a70c58530b4f admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:34.889158 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-963a6fed-a19d-4e94-a0ed-a70c58530b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:34.893018 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:34.973053 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-003e9e62-240f-4161-b923-15533a9bdc8d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fff07ec91ef94bb0bdbf0a71d46aae00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1281250 Jul 14 09:32:34.976058 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 46548) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:34.994727 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e9e62-240f-4161-b923-15533a9bdc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313677ed-53de-4a83-8b0c-11db7a88ebbd,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:35.007412 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-963a6fed-a19d-4e94-a0ed-a70c58530b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.021730 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-963a6fed-a19d-4e94-a0ed-a70c58530b4f admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.026623 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-963a6fed-a19d-4e94-a0ed-a70c58530b4f admin admin] 10.222.0.26 "DELETE /v2.0/networks/cb7535f9-bc7e-49b0-b814-10dffeec6052 HTTP/1.1" status: 204 len: 168 time: 1.4136713 Jul 14 09:32:35.094430 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-19b76e32-be4c-4376-9fe3-5d4fabb6fdbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.101311 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-19b76e32-be4c-4376-9fe3-5d4fabb6fdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.111465 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a6fed-a19d-4e94-a0ed-a70c58530b4f admin admin] Pushing event deleted for resources: {'Network': ['ID=cb7535f9-bc7e-49b0-b814-10dffeec6052,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:35.131409 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9a2cf-012d-4055-8128-9c8a9dd22dab req-30320d38-a05f-4b18-ae30-5a0d3cbe0604 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:35.132919 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0e9a2cf-012d-4055-8128-9c8a9dd22dab req-30320d38-a05f-4b18-ae30-5a0d3cbe0604 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 946 time: 0.1295457 Jul 14 09:32:35.151393 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d9819158-e758-4c1b-82cc-73232b3e2567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.181054 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-19b76e32-be4c-4376-9fe3-5d4fabb6fdbc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51aa5c3429594046967305ffe8fbd5d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0247138 Jul 14 09:32:35.181698 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 46554) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:35.196444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b76e32-be4c-4376-9fe3-5d4fabb6fdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cfb9c5-4d89-4220-989a-93e1560ef002,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:35.217498 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d9819158-e758-4c1b-82cc-73232b3e2567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.259709 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0e9a2cf-012d-4055-8128-9c8a9dd22dab req-87b9aedf-3dd8-4ffa-8fa5-d66fc462423a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186078 Jul 14 09:32:35.298580 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff712-3720-4b26-bd65-6deeabccbade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.340402 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d9819158-e758-4c1b-82cc-73232b3e2567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.343581 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d9819158-e758-4c1b-82cc-73232b3e2567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.344275 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff712-3720-4b26-bd65-6deeabccbade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.346824 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d9819158-e758-4c1b-82cc-73232b3e2567 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/313677ed-53de-4a83-8b0c-11db7a88ebbd HTTP/1.1" status: 204 len: 168 time: 0.3671029 Jul 14 09:32:35.369326 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9819158-e758-4c1b-82cc-73232b3e2567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313677ed-53de-4a83-8b0c-11db7a88ebbd,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:35.428500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 46566) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:35.501333 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff712-3720-4b26-bd65-6deeabccbade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.509459 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff712-3720-4b26-bd65-6deeabccbade admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.515147 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8b3ff712-3720-4b26-bd65-6deeabccbade admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02cfb9c5-4d89-4220-989a-93e1560ef002 HTTP/1.1" status: 204 len: 168 time: 0.3302257 Jul 14 09:32:35.539887 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-88d9633c-ad46-4125-b48a-d07a0ad3ea19 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9eda0dcc3e874a49a638743b0ab4508c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1076138 Jul 14 09:32:35.540104 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 46572) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:35.551651 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff712-3720-4b26-bd65-6deeabccbade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cfb9c5-4d89-4220-989a-93e1560ef002,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:35.699493 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b6bbebeb-c205-4511-8f52-893a1967f676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.751854 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b6bbebeb-c205-4511-8f52-893a1967f676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.844832 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b6bbebeb-c205-4511-8f52-893a1967f676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.848722 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b6bbebeb-c205-4511-8f52-893a1967f676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.850711 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b6bbebeb-c205-4511-8f52-893a1967f676 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a3b5ddb-57f0-4d65-9f7b-18d8c0c8453b HTTP/1.1" status: 204 len: 168 time: 0.3093624 Jul 14 09:32:35.861211 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbebeb-c205-4511-8f52-893a1967f676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3b5ddb-57f0-4d65-9f7b-18d8c0c8453b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:36.026515 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b1387-6422-4ea8-906b-322eed0111ef req-520e3380-a28d-4c68-a2a4-d848fcda5360 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.028170 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-091b1387-6422-4ea8-906b-322eed0111ef req-520e3380-a28d-4c68-a2a4-d848fcda5360 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 0.2265596 Jul 14 09:32:36.110544 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-091b1387-6422-4ea8-906b-322eed0111ef req-a5793aa6-6e51-4752-aab1-d9c3cffba08f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755658 Jul 14 09:32:36.189186 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b655740a-e8b9-4272-9871-dbd492694fbb no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:36.237974 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: b655740a-e8b9-4272-9871-dbd492694fbb {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:36.238334 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b655740a-e8b9-4272-9871-dbd492694fbb not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:36.284228 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651c653-2683-4f49-9659-6c069f4ea6cd req-567866cc-d10a-4e18-80b6-3b0997cc89f7 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.303289 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651c653-2683-4f49-9659-6c069f4ea6cd req-567866cc-d10a-4e18-80b6-3b0997cc89f7 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.322351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651c653-2683-4f49-9659-6c069f4ea6cd req-567866cc-d10a-4e18-80b6-3b0997cc89f7 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.349235 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651c653-2683-4f49-9659-6c069f4ea6cd req-567866cc-d10a-4e18-80b6-3b0997cc89f7 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.376186 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651c653-2683-4f49-9659-6c069f4ea6cd req-567866cc-d10a-4e18-80b6-3b0997cc89f7 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.394895 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651c653-2683-4f49-9659-6c069f4ea6cd req-567866cc-d10a-4e18-80b6-3b0997cc89f7 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.400964 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651c653-2683-4f49-9659-6c069f4ea6cd req-567866cc-d10a-4e18-80b6-3b0997cc89f7 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.424865 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2651c653-2683-4f49-9659-6c069f4ea6cd req-567866cc-d10a-4e18-80b6-3b0997cc89f7 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5428 time: 0.2932541 Jul 14 09:32:36.557320 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2651c653-2683-4f49-9659-6c069f4ea6cd req-3bc587dd-0f71-4f80-a3bd-adcaa6f4ec1a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1315029 Jul 14 09:32:36.833237 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f6727-aee3-4f01-9ff8-0d6b18fcf169 req-4818d374-9a20-4a9f-94df-10135abd5c2a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.841266 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb5f6727-aee3-4f01-9ff8-0d6b18fcf169 req-4818d374-9a20-4a9f-94df-10135abd5c2a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 946 time: 0.2032537 Jul 14 09:32:36.935890 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb5f6727-aee3-4f01-9ff8-0d6b18fcf169 req-fbef2cde-698a-4fd2-8823-66e92d7280d1 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936975 Jul 14 09:32:37.481224 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9556fad-fccb-4820-852f-dc2aee87d927 req-ceb85781-3287-4c97-8b81-daf83cb8da0d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:37.499435 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b9556fad-fccb-4820-852f-dc2aee87d927 req-ceb85781-3287-4c97-8b81-daf83cb8da0d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 0.1402719 Jul 14 09:32:37.615861 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b9556fad-fccb-4820-852f-dc2aee87d927 req-f337fe5c-ca21-47ad-81b3-3f966e10ce6d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154180 Jul 14 09:32:38.271167 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f4c70-65aa-487f-8698-a4fed7c4e46d req-c14938af-bd66-4278-9be5-32d612c99175 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:38.279449 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f4c70-65aa-487f-8698-a4fed7c4e46d req-c14938af-bd66-4278-9be5-32d612c99175 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:38.287541 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f4c70-65aa-487f-8698-a4fed7c4e46d req-c14938af-bd66-4278-9be5-32d612c99175 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:38.295050 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f4c70-65aa-487f-8698-a4fed7c4e46d req-c14938af-bd66-4278-9be5-32d612c99175 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:38.303322 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f4c70-65aa-487f-8698-a4fed7c4e46d req-c14938af-bd66-4278-9be5-32d612c99175 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:38.334801 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f4c70-65aa-487f-8698-a4fed7c4e46d req-c14938af-bd66-4278-9be5-32d612c99175 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:38.351657 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f4c70-65aa-487f-8698-a4fed7c4e46d req-c14938af-bd66-4278-9be5-32d612c99175 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:38.359352 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1f6f4c70-65aa-487f-8698-a4fed7c4e46d req-c14938af-bd66-4278-9be5-32d612c99175 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5428 time: 0.3319697 Jul 14 09:32:38.450789 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1f6f4c70-65aa-487f-8698-a4fed7c4e46d req-8bd0956c-c76b-4264-824f-b1558429d797 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827069 Jul 14 09:32:38.526251 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0e98b-fde5-4bd6-94a3-0188d150e916 req-4e9c808b-f5be-41d7-8376-9e0f70a5ca8f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:38.533681 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b3b0e98b-fde5-4bd6-94a3-0188d150e916 req-4e9c808b-f5be-41d7-8376-9e0f70a5ca8f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 946 time: 0.1668911 Jul 14 09:32:38.594479 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b3b0e98b-fde5-4bd6-94a3-0188d150e916 req-4fd24a96-f7a8-402d-9582-8aeb704e2d4f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592954 Jul 14 09:32:38.925471 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24931292-1563-47cb-98f5-3fffd2ba1191 req-96381757-ac39-4ac3-8443-85f353d4e35f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:38.937438 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24931292-1563-47cb-98f5-3fffd2ba1191 req-96381757-ac39-4ac3-8443-85f353d4e35f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 0.1272907 Jul 14 09:32:39.037023 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24931292-1563-47cb-98f5-3fffd2ba1191 req-a8a5456f-c19f-460f-875b-a6e26d9a9afd tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968337 Jul 14 09:32:39.877094 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf1c42-891d-47ab-8548-c06f7619b8d5 req-4b054e63-d797-4575-aa74-5fa680d6666b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:39.894384 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf1c42-891d-47ab-8548-c06f7619b8d5 req-4b054e63-d797-4575-aa74-5fa680d6666b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:39.901026 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf1c42-891d-47ab-8548-c06f7619b8d5 req-4b054e63-d797-4575-aa74-5fa680d6666b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:39.934430 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf1c42-891d-47ab-8548-c06f7619b8d5 req-4b054e63-d797-4575-aa74-5fa680d6666b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:39.946519 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf1c42-891d-47ab-8548-c06f7619b8d5 req-4b054e63-d797-4575-aa74-5fa680d6666b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:39.958170 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf1c42-891d-47ab-8548-c06f7619b8d5 req-4b054e63-d797-4575-aa74-5fa680d6666b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:39.978447 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf1c42-891d-47ab-8548-c06f7619b8d5 req-4b054e63-d797-4575-aa74-5fa680d6666b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:39.994581 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ecaf1c42-891d-47ab-8548-c06f7619b8d5 req-4b054e63-d797-4575-aa74-5fa680d6666b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5428 time: 0.2787428 Jul 14 09:32:40.204081 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ecaf1c42-891d-47ab-8548-c06f7619b8d5 req-a9324d35-d185-40a6-9d73-2a1d93f685be tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2055018 Jul 14 09:32:40.238960 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3e942-f723-41c0-9c46-3705b6228cbc req-48454ed6-9afb-4c45-8685-141acfdb5ab4 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:40.242219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58c3e942-f723-41c0-9c46-3705b6228cbc req-48454ed6-9afb-4c45-8685-141acfdb5ab4 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 946 time: 0.2443287 Jul 14 09:32:40.332995 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 46782) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:40.380693 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58c3e942-f723-41c0-9c46-3705b6228cbc req-edaa635f-503d-4cfc-8f7e-1b79c3f9c0ba tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240866 Jul 14 09:32:40.558868 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41887d9-da16-46b2-9bdd-94c9bc22db53 req-db8f797e-8ede-487a-9711-78d9261da552 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:40.569714 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a41887d9-da16-46b2-9bdd-94c9bc22db53 req-db8f797e-8ede-487a-9711-78d9261da552 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 0.1876807 Jul 14 09:32:40.633835 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a41887d9-da16-46b2-9bdd-94c9bc22db53 req-45d059f5-f63e-4eb7-a012-cd0417a65dda tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593812 Jul 14 09:32:40.714470 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'network': {'name': 'tempest-network-smoke--978364172', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'port_security_enabled': True}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:40.763739 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Made reservation on behalf of 9e8947ccf2db4372a301749e896d7bb1 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:40.788690 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.848871 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.075503 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.083076 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.153884 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:41.171865 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.172490 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Added segment 5d207424-d5c4-40cd-abd2-bcbe01ac4ca6 of type vlan for network 16c71265-6fb2-47c0-a4dc-272015de3e7a Jul 14 09:32:41.239960 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.322077 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3754f0-f43b-4a18-bc63-c45b3763c10d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:41.333746 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.352605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:41.361403 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.392125 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:41.392550 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:41.397182 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:41.397182 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:41.397182 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:41.414644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:41.415424 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:41.415809 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:41.416142 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:41.416480 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:41.421312 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:41.425401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:41.583537 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2489820 Jul 14 09:32:41.599347 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 46828) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:41.617274 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e11cc8df-1606-4ec6-82be-2e0824e1dd52 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-229876295', 'admin_state_up': True, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:41.676563 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef9201-6a12-42d5-ac2f-98e1eff1eb7c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'Network': ['ID=16c71265-6fb2-47c0-a4dc-272015de3e7a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:41.688609 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 16c71265-6fb2-47c0-a4dc-272015de3e7a details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:41.730826 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e11cc8df-1606-4ec6-82be-2e0824e1dd52 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.731883 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e11cc8df-1606-4ec6-82be-2e0824e1dd52 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.786285 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9e1d2-8a37-4e12-8dec-ff74eec4f4eb req-54c018d7-f662-4b6b-8454-74b01c0096f6 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:41.804423 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9e1d2-8a37-4e12-8dec-ff74eec4f4eb req-54c018d7-f662-4b6b-8454-74b01c0096f6 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:41.820441 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9e1d2-8a37-4e12-8dec-ff74eec4f4eb req-54c018d7-f662-4b6b-8454-74b01c0096f6 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:41.843674 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9e1d2-8a37-4e12-8dec-ff74eec4f4eb req-54c018d7-f662-4b6b-8454-74b01c0096f6 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:41.862988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9e1d2-8a37-4e12-8dec-ff74eec4f4eb req-54c018d7-f662-4b6b-8454-74b01c0096f6 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:41.883737 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e11cc8df-1606-4ec6-82be-2e0824e1dd52 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.892167 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9e1d2-8a37-4e12-8dec-ff74eec4f4eb req-54c018d7-f662-4b6b-8454-74b01c0096f6 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:41.910092 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9e1d2-8a37-4e12-8dec-ff74eec4f4eb req-54c018d7-f662-4b6b-8454-74b01c0096f6 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:41.919942 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-afb9e1d2-8a37-4e12-8dec-ff74eec4f4eb req-54c018d7-f662-4b6b-8454-74b01c0096f6 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5428 time: 0.3951728 Jul 14 09:32:42.045239 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-afb9e1d2-8a37-4e12-8dec-ff74eec4f4eb req-542813cc-23ff-4736-afaa-fbea9b3b2c93 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1239400 Jul 14 09:32:42.136573 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c985a4-b6ec-4d7c-8855-f2c97bf89308 req-a1e80956-7094-4008-bee1-03d87d414dfc tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:42.138297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50c985a4-b6ec-4d7c-8855-f2c97bf89308 req-a1e80956-7094-4008-bee1-03d87d414dfc tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 0.1699948 Jul 14 09:32:42.245000 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50c985a4-b6ec-4d7c-8855-f2c97bf89308 req-c0515be7-9ff8-402c-863c-069aef6a6ee5 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899649 Jul 14 09:32:42.312136 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e11cc8df-1606-4ec6-82be-2e0824e1dd52 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.692539 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e11cc8df-1606-4ec6-82be-2e0824e1dd52 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.779636 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e11cc8df-1606-4ec6-82be-2e0824e1dd52 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.973101 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-e11cc8df-1606-4ec6-82be-2e0824e1dd52 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Allocated IP 172.25.1.124 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/eb61f648-8dc4-4c0a-bb50-01eb6d4407b0) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:43.222053 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e11cc8df-1606-4ec6-82be-2e0824e1dd52 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.313870 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e11cc8df-1606-4ec6-82be-2e0824e1dd52 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.401810 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11cc8df-1606-4ec6-82be-2e0824e1dd52 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:43.405394 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-e11cc8df-1606-4ec6-82be-2e0824e1dd52 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:43.419528 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11cc8df-1606-4ec6-82be-2e0824e1dd52 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:43.422961 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cc8df-1606-4ec6-82be-2e0824e1dd52 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'Port': ['ID=eb61f648-8dc4-4c0a-bb50-01eb6d4407b0,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:43.491348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d64b6-70e4-4f6c-a890-c63b19d01b9d req-aa2c31b8-6312-4df8-88a8-13d5c7c546be tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:43.504155 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d64b6-70e4-4f6c-a890-c63b19d01b9d req-aa2c31b8-6312-4df8-88a8-13d5c7c546be tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:43.528442 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d64b6-70e4-4f6c-a890-c63b19d01b9d req-aa2c31b8-6312-4df8-88a8-13d5c7c546be tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:43.551896 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d64b6-70e4-4f6c-a890-c63b19d01b9d req-aa2c31b8-6312-4df8-88a8-13d5c7c546be tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:43.567937 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d64b6-70e4-4f6c-a890-c63b19d01b9d req-aa2c31b8-6312-4df8-88a8-13d5c7c546be tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:43.575356 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d64b6-70e4-4f6c-a890-c63b19d01b9d req-aa2c31b8-6312-4df8-88a8-13d5c7c546be tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:43.582595 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d64b6-70e4-4f6c-a890-c63b19d01b9d req-aa2c31b8-6312-4df8-88a8-13d5c7c546be tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:43.591734 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-821d64b6-70e4-4f6c-a890-c63b19d01b9d req-aa2c31b8-6312-4df8-88a8-13d5c7c546be tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5428 time: 0.3355672 Jul 14 09:32:43.730878 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-821d64b6-70e4-4f6c-a890-c63b19d01b9d req-56cc301b-4e09-411d-bff1-bb7acc867395 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1377895 Jul 14 09:32:43.951599 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745273f4-6fa5-4bfa-b006-22688b748c4e req-0ced857e-63be-4df5-ba5a-e1c40b6fff0c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:43.962365 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-745273f4-6fa5-4bfa-b006-22688b748c4e req-0ced857e-63be-4df5-ba5a-e1c40b6fff0c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 0.3674486 Jul 14 09:32:44.011707 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e11cc8df-1606-4ec6-82be-2e0824e1dd52 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.098514 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-745273f4-6fa5-4bfa-b006-22688b748c4e req-5c7384bc-cc7b-49be-bad1-a78af69dac9b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351464 Jul 14 09:32:44.402291 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e11cc8df-1606-4ec6-82be-2e0824e1dd52 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.634107 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11cc8df-1606-4ec6-82be-2e0824e1dd52 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:32:44.771657 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11cc8df-1606-4ec6-82be-2e0824e1dd52 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:44.792767 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] Sync routers for ids ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:44.817750 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] Routers {'1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:44.819970 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:32:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:44.855556 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e11cc8df-1606-4ec6-82be-2e0824e1dd52 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.860537 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 46930) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:44.861730 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e11cc8df-1606-4ec6-82be-2e0824e1dd52 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2561891 Jul 14 09:32:45.121593 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] Set router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:32:45.217910 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679cac6-600b-4d44-9944-45835ec96cd1 req-fe83e749-62bc-41df-a791-f15f2446e12b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:45.246118 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679cac6-600b-4d44-9944-45835ec96cd1 req-fe83e749-62bc-41df-a791-f15f2446e12b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:45.264620 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679cac6-600b-4d44-9944-45835ec96cd1 req-fe83e749-62bc-41df-a791-f15f2446e12b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:45.296568 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679cac6-600b-4d44-9944-45835ec96cd1 req-fe83e749-62bc-41df-a791-f15f2446e12b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:45.319970 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679cac6-600b-4d44-9944-45835ec96cd1 req-fe83e749-62bc-41df-a791-f15f2446e12b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:45.352572 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679cac6-600b-4d44-9944-45835ec96cd1 req-fe83e749-62bc-41df-a791-f15f2446e12b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:45.368246 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679cac6-600b-4d44-9944-45835ec96cd1 req-fe83e749-62bc-41df-a791-f15f2446e12b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:45.376583 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3679cac6-600b-4d44-9944-45835ec96cd1 req-fe83e749-62bc-41df-a791-f15f2446e12b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5428 time: 0.3569963 Jul 14 09:32:45.520737 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-28385958-e743-4af9-ad12-c94d9b7853f2 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=9e8947ccf2db4372a301749e896d7bb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6589756 Jul 14 09:32:45.524246 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 46970) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:45.588678 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3679cac6-600b-4d44-9944-45835ec96cd1 req-38ca5161-076f-4bc9-acce-029ac7ba34c2 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2106786 Jul 14 09:32:45.646404 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f211b-c63c-4a10-8d1d-2a73281b52bc req-a7419120-be33-47db-88ab-251585c5311e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:45.653488 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4f8f211b-c63c-4a10-8d1d-2a73281b52bc req-a7419120-be33-47db-88ab-251585c5311e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 0.2696507 Jul 14 09:32:45.704432 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'name': 'tempest-TestNetworkBasicOps-router-229876295', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:41Z', 'updated_at': '2021-07-14T09:32:43Z', 'revision_number': 3, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:42Z', 'updated_at': '2021-07-14T09:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:45.756549 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4f8f211b-c63c-4a10-8d1d-2a73281b52bc req-0ede8b4f-a607-4882-94ee-1b8da9621eaf tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006744 Jul 14 09:32:45.793012 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] Checking router: 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:32:45.793589 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] Updating router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab port eb61f648-8dc4-4c0a-bb50-01eb6d4407b0 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:32:45.890959 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2aa60c-fcdd-41f5-b93b-d7ed5afcb859 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:45.896405 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 46974) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:45.901156 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7a2aa60c-fcdd-41f5-b93b-d7ed5afcb859 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3738067 Jul 14 09:32:45.977037 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bd535768-79c1-4a58-8625-f5f8f8321736 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0782549 Jul 14 09:32:45.980102 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 46976) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:45.987788 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-5e2c2735-3bef-49ec-b14e-4ae2d97b022d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1703391489', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:46.011636 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.315272 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2c2735-3bef-49ec-b14e-4ae2d97b022d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Made reservation on behalf of 9e8947ccf2db4372a301749e896d7bb1 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:46.324523 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5e2c2735-3bef-49ec-b14e-4ae2d97b022d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.416757 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.725861 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5e2c2735-3bef-49ec-b14e-4ae2d97b022d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.966161 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c2735-3bef-49ec-b14e-4ae2d97b022d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'Subnet': ['ID=9106bf93-1af9-4d71-a91a-1466791dfe32,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:47.008698 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2c2735-3bef-49ec-b14e-4ae2d97b022d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Checking segment: {'id': '5d207424-d5c4-40cd-abd2-bcbe01ac4ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:47.009054 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2c2735-3bef-49ec-b14e-4ae2d97b022d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Network hostable DHCP agents. Network: 16c71265-6fb2-47c0-a4dc-272015de3e7a, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:47.036774 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.066861 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] Transition to ACTIVE for port object eb61f648-8dc4-4c0a-bb50-01eb6d4407b0 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:47.084455 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.144312 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2c2735-3bef-49ec-b14e-4ae2d97b022d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Network 16c71265-6fb2-47c0-a4dc-272015de3e7a is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:47.190680 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] Attempting to bind port eb61f648-8dc4-4c0a-bb50-01eb6d4407b0 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:47.199814 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] Attempting to bind port eb61f648-8dc4-4c0a-bb50-01eb6d4407b0 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:47.200387 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] Attempting to bind port eb61f648-8dc4-4c0a-bb50-01eb6d4407b0 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:47.221044 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:47.221723 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:47.222719 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.222719 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:47.223433 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] Bound port: eb61f648-8dc4-4c0a-bb50-01eb6d4407b0, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:47.223930 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.225575 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-5e2c2735-3bef-49ec-b14e-4ae2d97b022d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 16c71265-6fb2-47c0-a4dc-272015de3e7a) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:47.226862 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1d2b6-18ca-4a0f-96d1-b29fbdb7813b None None] Pushing event updated for resources: {'Port': ['ID=eb61f648-8dc4-4c0a-bb50-01eb6d4407b0,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:47.237338 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec09245c-9016-4c17-9253-0f23067ce066 None None] Network 16c71265-6fb2-47c0-a4dc-272015de3e7a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:47.246810 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c2735-3bef-49ec-b14e-4ae2d97b022d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:47.276828 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5e2c2735-3bef-49ec-b14e-4ae2d97b022d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.341502 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5e2c2735-3bef-49ec-b14e-4ae2d97b022d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3600032 Jul 14 09:32:47.344852 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47038) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:47.349226 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc1d2b6-18ca-4a0f-96d1-b29fbdb7813b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:47.349766 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc1d2b6-18ca-4a0f-96d1-b29fbdb7813b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:47.350070 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc1d2b6-18ca-4a0f-96d1-b29fbdb7813b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:47.350441 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc1d2b6-18ca-4a0f-96d1-b29fbdb7813b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:47.350732 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc1d2b6-18ca-4a0f-96d1-b29fbdb7813b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:47.351056 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc1d2b6-18ca-4a0f-96d1-b29fbdb7813b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:47.351901 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc1d2b6-18ca-4a0f-96d1-b29fbdb7813b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:47.352233 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc1d2b6-18ca-4a0f-96d1-b29fbdb7813b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:47.371049 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc1d2b6-18ca-4a0f-96d1-b29fbdb7813b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:47.372451 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc1d2b6-18ca-4a0f-96d1-b29fbdb7813b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:47.374371 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc1d2b6-18ca-4a0f-96d1-b29fbdb7813b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:47.375702 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc1d2b6-18ca-4a0f-96d1-b29fbdb7813b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:47.472857 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] For port eb61f648-8dc4-4c0a-bb50-01eb6d4407b0, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:47.485039 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] For port eb61f648-8dc4-4c0a-bb50-01eb6d4407b0, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=eb61f648-8dc4-4c0a-bb50-01eb6d4407b0,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:47.498982 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.575729 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1d2b6-18ca-4a0f-96d1-b29fbdb7813b None None] Pushing event updated for resources: {'Port': ['ID=eb61f648-8dc4-4c0a-bb50-01eb6d4407b0,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:47.611127 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] Routers {'1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:47.611837 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:32:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:47.721920 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa7414-5bb3-464c-8600-8529dd13b2a2 req-06a14cdd-09c5-4834-b1e2-d3cb81710b26 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:47.728318 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa7414-5bb3-464c-8600-8529dd13b2a2 req-06a14cdd-09c5-4834-b1e2-d3cb81710b26 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:47.758377 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa7414-5bb3-464c-8600-8529dd13b2a2 req-06a14cdd-09c5-4834-b1e2-d3cb81710b26 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:47.785537 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa7414-5bb3-464c-8600-8529dd13b2a2 req-06a14cdd-09c5-4834-b1e2-d3cb81710b26 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:47.812526 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa7414-5bb3-464c-8600-8529dd13b2a2 req-06a14cdd-09c5-4834-b1e2-d3cb81710b26 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:47.830513 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa7414-5bb3-464c-8600-8529dd13b2a2 req-06a14cdd-09c5-4834-b1e2-d3cb81710b26 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:47.837013 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa7414-5bb3-464c-8600-8529dd13b2a2 req-06a14cdd-09c5-4834-b1e2-d3cb81710b26 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:47.861297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23fa7414-5bb3-464c-8600-8529dd13b2a2 req-06a14cdd-09c5-4834-b1e2-d3cb81710b26 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5428 time: 0.7367575 Jul 14 09:32:47.963750 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f817de-5fad-45aa-a089-90e5aa254bfb req-1d2d8aae-4da6-4b26-902f-7c193ad2d229 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:47.965322 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35f817de-5fad-45aa-a089-90e5aa254bfb req-1d2d8aae-4da6-4b26-902f-7c193ad2d229 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 0.6622772 Jul 14 09:32:48.072767 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-16c71265-6fb2-47c0-a4dc-272015de3e7a', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'fixed_ips': [{'subnet_id': '9106bf93-1af9-4d71-a91a-1466791dfe32'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:48.073552 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.109615 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23fa7414-5bb3-464c-8600-8529dd13b2a2 req-a1b7869d-b1a2-40d7-a782-754de67381af tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2338874 Jul 14 09:32:48.181754 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35f817de-5fad-45aa-a089-90e5aa254bfb req-3945740c-2211-4469-979e-b3065ea30745 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950474 Jul 14 09:32:48.256132 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] Set router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:32:48.488602 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Allocated IP 172.20.0.2 (16c71265-6fb2-47c0-a4dc-272015de3e7a/9106bf93-1af9-4d71-a91a-1466791dfe32/5002020b-3533-4f1e-8091-7ca68f848850) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:48.770305 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'name': 'tempest-TestNetworkBasicOps-router-229876295', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:41Z', 'updated_at': '2021-07-14T09:32:43Z', 'revision_number': 3, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:42Z', 'updated_at': '2021-07-14T09:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:48.828253 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87807eb6-42c6-4991-ad69-ee2990f767b9 None None] The sync data for ids ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'] in n-d-798054-10 is: [{'id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'name': 'tempest-TestNetworkBasicOps-router-229876295', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:41Z', 'updated_at': '2021-07-14T09:32:43Z', 'revision_number': 3, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:42Z', 'updated_at': '2021-07-14T09:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:32:48.952758 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:49.325619 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=60d1f0ad-e2e3-40d9-9ce8-40150c6ac042,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:49.708115 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:49.757330 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Transition to ACTIVE for port object 5002020b-3533-4f1e-8091-7ca68f848850 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:49.786163 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '60d1f0ad-e2e3-40d9-9ce8-40150c6ac042', 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b', 'port_id': '60d1f0ad-e2e3-40d9-9ce8-40150c6ac042', 'mac_address': 'fa:16:3e:67:7a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a5ce10-a3c8-426f-b951-5927b82a89d2', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:49.848896 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Transition to ACTIVE for port object 5002020b-3533-4f1e-8091-7ca68f848850 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:49.973399 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45db96-59f1-4012-afbe-7fc2e4266d10 req-dc222556-cb1c-459b-b48f-710dab441514 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:49.999207 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.005048 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45db96-59f1-4012-afbe-7fc2e4266d10 req-dc222556-cb1c-459b-b48f-710dab441514 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:50.024952 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45db96-59f1-4012-afbe-7fc2e4266d10 req-dc222556-cb1c-459b-b48f-710dab441514 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:50.034268 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45db96-59f1-4012-afbe-7fc2e4266d10 req-dc222556-cb1c-459b-b48f-710dab441514 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:50.044435 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:50.057416 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45db96-59f1-4012-afbe-7fc2e4266d10 req-dc222556-cb1c-459b-b48f-710dab441514 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:50.060203 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.075556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45db96-59f1-4012-afbe-7fc2e4266d10 req-dc222556-cb1c-459b-b48f-710dab441514 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:50.090636 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45db96-59f1-4012-afbe-7fc2e4266d10 req-dc222556-cb1c-459b-b48f-710dab441514 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:50.099080 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f45db96-59f1-4012-afbe-7fc2e4266d10 req-dc222556-cb1c-459b-b48f-710dab441514 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5428 time: 0.4234214 Jul 14 09:32:50.141513 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04a763-018e-4b19-97b5-8c319292ae1d req-fbfd884e-58d1-4d4e-85d3-bc771b5a75a6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:50.149550 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ec04a763-018e-4b19-97b5-8c319292ae1d req-fbfd884e-58d1-4d4e-85d3-bc771b5a75a6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 0.5550470 Jul 14 09:32:50.259043 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd910-6701-4f73-81df-2e3e7213fc7a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.308322 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Pushing event updated for resources: {'Port': ['ID=5002020b-3533-4f1e-8091-7ca68f848850,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:50.327623 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device eb61f648-8dc4-4c0a-bb50-01eb6d4407b0 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:50.338466 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ec04a763-018e-4b19-97b5-8c319292ae1d req-09669c20-a824-4979-9148-f6cb1f20a85d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876204 Jul 14 09:32:50.369938 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f45db96-59f1-4012-afbe-7fc2e4266d10 req-5b50de85-1a48-49e3-9d55-c45917a2a9f5 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2655294 Jul 14 09:32:50.372592 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Network 16c71265-6fb2-47c0-a4dc-272015de3e7a is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:50.500890 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:50.505415 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=60d1f0ad-e2e3-40d9-9ce8-40150c6ac042,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:50.526834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:50.552848 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.553535 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 45e73871-2607-4489-8e68-aa7f805e91d5 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:50.685042 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47166) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:50.995725 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d4576b72-91bb-4883-9334-edc316ff6ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.012591 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=60d1f0ad-e2e3-40d9-9ce8-40150c6ac042,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:51.019143 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Attempting to bind port 5002020b-3533-4f1e-8091-7ca68f848850 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:51.019653 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Attempting to bind port 5002020b-3533-4f1e-8091-7ca68f848850 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '5d207424-d5c4-40cd-abd2-bcbe01ac4ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:51.020282 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Attempting to bind port 5002020b-3533-4f1e-8091-7ca68f848850 on network 16c71265-6fb2-47c0-a4dc-272015de3e7a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:51.033690 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-6f0bd910-6701-4f73-81df-2e3e7213fc7a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Allocated IP 172.20.0.1 (16c71265-6fb2-47c0-a4dc-272015de3e7a/9106bf93-1af9-4d71-a91a-1466791dfe32/e9446b75-9db9-41d6-8ed1-5fb3fe524101) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:51.056961 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port eb61f648-8dc4-4c0a-bb50-01eb6d4407b0 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:51.087874 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port eb61f648-8dc4-4c0a-bb50-01eb6d4407b0 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:51.088399 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.155188 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:51.159234 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Checking segment: {'id': '5d207424-d5c4-40cd-abd2-bcbe01ac4ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:51.159942 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.160456 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Bound using segment: {'id': '5d207424-d5c4-40cd-abd2-bcbe01ac4ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:51.161127 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Bound port: 5002020b-3533-4f1e-8091-7ca68f848850, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d207424-d5c4-40cd-abd2-bcbe01ac4ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:51.161628 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.212318 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 45e73871-2607-4489-8e68-aa7f805e91d5, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=45e73871-2607-4489-8e68-aa7f805e91d5,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:51.234112 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd910-6701-4f73-81df-2e3e7213fc7a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.255741 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-6f0bd910-6701-4f73-81df-2e3e7213fc7a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Transition to ACTIVE for port object e9446b75-9db9-41d6-8ed1-5fb3fe524101 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:51.283209 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '45e73871-2607-4489-8e68-aa7f805e91d5', 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b', 'port_id': '45e73871-2607-4489-8e68-aa7f805e91d5', 'mac_address': 'fa:16:3e:6e:d4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a5ce10-a3c8-426f-b951-5927b82a89d2', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:51.308892 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd910-6701-4f73-81df-2e3e7213fc7a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.343904 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.362696 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d4576b72-91bb-4883-9334-edc316ff6ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.375592 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d4576b72-91bb-4883-9334-edc316ff6ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.376268 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port eb61f648-8dc4-4c0a-bb50-01eb6d4407b0, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=eb61f648-8dc4-4c0a-bb50-01eb6d4407b0,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:51.388240 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.480576 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=eb61f648-8dc4-4c0a-bb50-01eb6d4407b0,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:51.495926 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d4576b72-91bb-4883-9334-edc316ff6ee2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8fd2f1b961cb42df836d6960bd020775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8072701 Jul 14 09:32:51.497560 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47184) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:51.503536 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0bd910-6701-4f73-81df-2e3e7213fc7a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Network 16c71265-6fb2-47c0-a4dc-272015de3e7a is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:51.509570 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] For port 5002020b-3533-4f1e-8091-7ca68f848850, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:51.529150 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-6f0bd910-6701-4f73-81df-2e3e7213fc7a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:51.533516 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0bd910-6701-4f73-81df-2e3e7213fc7a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:51.597429 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] For port 5002020b-3533-4f1e-8091-7ca68f848850, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5002020b-3533-4f1e-8091-7ca68f848850,segment=NetworkSegment(5d207424-d5c4-40cd-abd2-bcbe01ac4ca6),segment_id=5d207424-d5c4-40cd-abd2-bcbe01ac4ca6)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:51.601733 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.604482 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0bd910-6701-4f73-81df-2e3e7213fc7a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'Port': ['ID=e9446b75-9db9-41d6-8ed1-5fb3fe524101,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:51.630956 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e73871-2607-4489-8e68-aa7f805e91d5 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:51.637237 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.679064 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd910-6701-4f73-81df-2e3e7213fc7a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.751060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4576b72-91bb-4883-9334-edc316ff6ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d43fe5-2ef9-4ab6-b3d2-a4e96e204310,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:51.833198 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 45e73871-2607-4489-8e68-aa7f805e91d5, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=45e73871-2607-4489-8e68-aa7f805e91d5,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:51.844761 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.845422 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 918dc9b0-f662-452c-82da-9deaac6b16e9 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:51.968515 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ad57d-754e-4d36-a3ca-cc3271e3bdfa None None] Pushing event updated for resources: {'Port': ['ID=5002020b-3533-4f1e-8091-7ca68f848850,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:52.035714 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28a70cca-79e2-438c-955f-e58a351877ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.196538 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28a70cca-79e2-438c-955f-e58a351877ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.400039 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device eb61f648-8dc4-4c0a-bb50-01eb6d4407b0 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:52.402724 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28a70cca-79e2-438c-955f-e58a351877ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.410352 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28a70cca-79e2-438c-955f-e58a351877ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.411576 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-28a70cca-79e2-438c-955f-e58a351877ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f1d43fe5-2ef9-4ab6-b3d2-a4e96e204310 HTTP/1.1" status: 204 len: 168 time: 0.9130599 Jul 14 09:32:52.479665 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd910-6701-4f73-81df-2e3e7213fc7a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.529041 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=45e73871-2607-4489-8e68-aa7f805e91d5,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:52.564485 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88a4af-8bbc-4963-9f29-a0a876c53739 req-eaadce31-4976-46af-89d0-3b93704b77f6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:52.574459 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port eb61f648-8dc4-4c0a-bb50-01eb6d4407b0 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:52.574835 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.583363 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c88a4af-8bbc-4963-9f29-a0a876c53739 req-eaadce31-4976-46af-89d0-3b93704b77f6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 0.9795997 Jul 14 09:32:52.587295 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 918dc9b0-f662-452c-82da-9deaac6b16e9, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=918dc9b0-f662-452c-82da-9deaac6b16e9,segment=NetworkSegment(e28d03cb-da8a-48e7-b643-bf4cedf4bf94),segment_id=e28d03cb-da8a-48e7-b643-bf4cedf4bf94)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:52.662447 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '918dc9b0-f662-452c-82da-9deaac6b16e9', 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca', 'port_id': '918dc9b0-f662-452c-82da-9deaac6b16e9', 'mac_address': 'fa:16:3e:04:65:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1640c0b-fabc-4bef-a229-df363da4823e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:52.686514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a70cca-79e2-438c-955f-e58a351877ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d43fe5-2ef9-4ab6-b3d2-a4e96e204310,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:52.724604 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c88a4af-8bbc-4963-9f29-a0a876c53739 req-7d06ba69-a3d4-4a14-b539-8eaa27dd4146 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379306 Jul 14 09:32:52.802387 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279ef1d-6b59-4ce9-9d96-eb6d8dc570e1 req-f862e579-ccba-4403-8444-0acf465279f0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:52.824668 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279ef1d-6b59-4ce9-9d96-eb6d8dc570e1 req-f862e579-ccba-4403-8444-0acf465279f0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:52.834813 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279ef1d-6b59-4ce9-9d96-eb6d8dc570e1 req-f862e579-ccba-4403-8444-0acf465279f0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:52.852134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279ef1d-6b59-4ce9-9d96-eb6d8dc570e1 req-f862e579-ccba-4403-8444-0acf465279f0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:52.867619 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279ef1d-6b59-4ce9-9d96-eb6d8dc570e1 req-f862e579-ccba-4403-8444-0acf465279f0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:52.876014 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279ef1d-6b59-4ce9-9d96-eb6d8dc570e1 req-f862e579-ccba-4403-8444-0acf465279f0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:52.884368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279ef1d-6b59-4ce9-9d96-eb6d8dc570e1 req-f862e579-ccba-4403-8444-0acf465279f0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:52.895165 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7279ef1d-6b59-4ce9-9d96-eb6d8dc570e1 req-f862e579-ccba-4403-8444-0acf465279f0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5430 time: 1.0850677 Jul 14 09:32:52.956114 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7279ef1d-6b59-4ce9-9d96-eb6d8dc570e1 req-1c493603-5073-43e5-b3f6-43a931ac72c2 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593832 Jul 14 09:32:53.025601 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.075332 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918dc9b0-f662-452c-82da-9deaac6b16e9 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:53.132000 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd910-6701-4f73-81df-2e3e7213fc7a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.137232 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd910-6701-4f73-81df-2e3e7213fc7a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.171887 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 918dc9b0-f662-452c-82da-9deaac6b16e9, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=918dc9b0-f662-452c-82da-9deaac6b16e9,segment=NetworkSegment(e28d03cb-da8a-48e7-b643-bf4cedf4bf94),segment_id=e28d03cb-da8a-48e7-b643-bf4cedf4bf94)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:53.195604 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.304703 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 0f2af3da-23fd-4df1-948a-432f34ec3de2 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:53.432270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47224) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:53.435521 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd910-6701-4f73-81df-2e3e7213fc7a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.439217 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0bd910-6701-4f73-81df-2e3e7213fc7a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'Port': ['ID=e9446b75-9db9-41d6-8ed1-5fb3fe524101,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:53.479282 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-832823fd-b5d6-4e68-803c-18d27978f691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.576937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0bd910-6701-4f73-81df-2e3e7213fc7a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Network 16c71265-6fb2-47c0-a4dc-272015de3e7a is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:53.579150 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-6f0bd910-6701-4f73-81df-2e3e7213fc7a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:53.712693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 0f2af3da-23fd-4df1-948a-432f34ec3de2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0f2af3da-23fd-4df1-948a-432f34ec3de2,segment=NetworkSegment(c89038d9-fc92-405c-9663-3257b63d171c),segment_id=c89038d9-fc92-405c-9663-3257b63d171c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:53.778328 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0bd910-6701-4f73-81df-2e3e7213fc7a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:32:53.797574 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '0f2af3da-23fd-4df1-948a-432f34ec3de2', 'network_id': 'c08d002f-2c08-4121-b70d-1491e0b62a4f', 'port_id': '0f2af3da-23fd-4df1-948a-432f34ec3de2', 'mac_address': 'fa:16:3e:93:ef:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a989a0-eb94-469f-91bb-73ae1f165e9f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:53.839956 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=918dc9b0-f662-452c-82da-9deaac6b16e9,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:53.952112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0bd910-6701-4f73-81df-2e3e7213fc7a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:53.965320 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6f0bd910-6701-4f73-81df-2e3e7213fc7a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "PUT /v2.0/routers/1ca4acae-c21f-4d32-bcd6-8cb78720f7ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6189353 Jul 14 09:32:53.966113 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47232) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:53.985083 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.987756 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] Sync routers for ids ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:53.991403 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['60d1f0ad-e2e3-40d9-9ce8-40150c6ac042'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:53.995194 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b879abc7-cbb6-42d6-8108-87c0091459ec None None] Network 16c71265-6fb2-47c0-a4dc-272015de3e7a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:53.998052 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['918dc9b0-f662-452c-82da-9deaac6b16e9'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:54.003586 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-832823fd-b5d6-4e68-803c-18d27978f691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.014173 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-832823fd-b5d6-4e68-803c-18d27978f691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.278499 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832823fd-b5d6-4e68-803c-18d27978f691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbc8278-e0de-4513-bdfe-32290ae9b300,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:54.302172 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] Routers {'1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:54.305009 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-832823fd-b5d6-4e68-803c-18d27978f691 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6de102996cc46b79fa57c5380bd586a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8696907 Jul 14 09:32:54.305695 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:32:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:54.307815 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5e18ed61-857d-4fbd-a081-4d1bc0717bde None None] Provisioning for port 5002020b-3533-4f1e-8091-7ca68f848850 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:54.311120 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47242) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:54.372287 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2af3da-23fd-4df1-948a-432f34ec3de2 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:54.433944 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 0f2af3da-23fd-4df1-948a-432f34ec3de2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0f2af3da-23fd-4df1-948a-432f34ec3de2,segment=NetworkSegment(c89038d9-fc92-405c-9663-3257b63d171c),segment_id=c89038d9-fc92-405c-9663-3257b63d171c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:54.583849 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5002020b-3533-4f1e-8091-7ca68f848850 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:54.622300 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.623017 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:54.795987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca463b20-15fe-4ea1-8b21-f21105a63f64 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:54.797570 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca463b20-15fe-4ea1-8b21-f21105a63f64 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:54.798249 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca463b20-15fe-4ea1-8b21-f21105a63f64 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:54.799943 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca463b20-15fe-4ea1-8b21-f21105a63f64 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:54.801715 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca463b20-15fe-4ea1-8b21-f21105a63f64 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:54.802506 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca463b20-15fe-4ea1-8b21-f21105a63f64 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:54.814561 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca463b20-15fe-4ea1-8b21-f21105a63f64 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:54.815327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca463b20-15fe-4ea1-8b21-f21105a63f64 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:54.815956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca463b20-15fe-4ea1-8b21-f21105a63f64 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:54.819171 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ca463b20-15fe-4ea1-8b21-f21105a63f64 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6372 time: 0.8505547 Jul 14 09:32:54.826631 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47250) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:54.869555 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d55367f6-385d-4440-a3f4-05a9d896f68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.877462 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:54.985035 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8ebff-7b99-4165-955b-39dc858b5f07 req-4fc32614-6074-4e17-aa1a-7157e6118a56 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:54.994218 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19f8ebff-7b99-4165-955b-39dc858b5f07 req-4fc32614-6074-4e17-aa1a-7157e6118a56 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 0.6812186 Jul 14 09:32:55.082857 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['45e73871-2607-4489-8e68-aa7f805e91d5'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:55.100088 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=0f2af3da-23fd-4df1-948a-432f34ec3de2,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:55.122585 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d55367f6-385d-4440-a3f4-05a9d896f68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.142067 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861012fb-abb3-4d7f-989b-4b79fb321ee0 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.142727 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861012fb-abb3-4d7f-989b-4b79fb321ee0 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.143198 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861012fb-abb3-4d7f-989b-4b79fb321ee0 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.143671 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861012fb-abb3-4d7f-989b-4b79fb321ee0 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.144597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861012fb-abb3-4d7f-989b-4b79fb321ee0 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.144597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861012fb-abb3-4d7f-989b-4b79fb321ee0 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.145005 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861012fb-abb3-4d7f-989b-4b79fb321ee0 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.145464 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861012fb-abb3-4d7f-989b-4b79fb321ee0 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.145945 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861012fb-abb3-4d7f-989b-4b79fb321ee0 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.148098 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-861012fb-abb3-4d7f-989b-4b79fb321ee0 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5823 time: 0.3200426 Jul 14 09:32:55.154600 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47254) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:55.284245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea225c-7384-4f69-86a9-3b03a6d48641 req-33a7ea9d-c7df-407a-8c84-68dd76ad6d1e tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.306923 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea225c-7384-4f69-86a9-3b03a6d48641 req-33a7ea9d-c7df-407a-8c84-68dd76ad6d1e tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.313267 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc', 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b', 'port_id': 'e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc', 'mac_address': 'fa:16:3e:ea:ef:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a5ce10-a3c8-426f-b951-5927b82a89d2', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:55.352866 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea225c-7384-4f69-86a9-3b03a6d48641 req-33a7ea9d-c7df-407a-8c84-68dd76ad6d1e tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.390896 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea225c-7384-4f69-86a9-3b03a6d48641 req-33a7ea9d-c7df-407a-8c84-68dd76ad6d1e tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.423226 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea225c-7384-4f69-86a9-3b03a6d48641 req-33a7ea9d-c7df-407a-8c84-68dd76ad6d1e tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.430898 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea225c-7384-4f69-86a9-3b03a6d48641 req-33a7ea9d-c7df-407a-8c84-68dd76ad6d1e tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.448968 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea225c-7384-4f69-86a9-3b03a6d48641 req-33a7ea9d-c7df-407a-8c84-68dd76ad6d1e tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.454344 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3dea225c-7384-4f69-86a9-3b03a6d48641 req-33a7ea9d-c7df-407a-8c84-68dd76ad6d1e tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5432 time: 0.9572620 Jul 14 09:32:55.582746 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19f8ebff-7b99-4165-955b-39dc858b5f07 req-50eb5b50-467f-4569-b9d0-4947a7123a0d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5450451 Jul 14 09:32:55.666369 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3dea225c-7384-4f69-86a9-3b03a6d48641 req-e3d5581c-1c1b-4b04-8ee6-3916a3f94b1d tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1870587 Jul 14 09:32:55.672946 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d55367f6-385d-4440-a3f4-05a9d896f68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.684467 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d55367f6-385d-4440-a3f4-05a9d896f68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.686026 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d55367f6-385d-4440-a3f4-05a9d896f68c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0cbc8278-e0de-4513-bdfe-32290ae9b300 HTTP/1.1" status: 204 len: 168 time: 1.3699582 Jul 14 09:32:55.707553 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55367f6-385d-4440-a3f4-05a9d896f68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbc8278-e0de-4513-bdfe-32290ae9b300,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:55.887248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] Set router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:32:56.081059 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.343680 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c8f2f913-918b-4b7e-ac8c-bc4c5651d735 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 1.1877289 Jul 14 09:32:56.372985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 5002020b-3533-4f1e-8091-7ca68f848850 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:56.376663 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:56.504269 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 5002020b-3533-4f1e-8091-7ca68f848850 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:56.504749 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.554279 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:56.918092 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47316) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:56.930966 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d0d36bd6-b476-4e12-8027-39f9b70b39dc tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1761766611', 'description': 'tempest-secgroup-smoke-1761766611 description', 'project_id': '9e8947ccf2db4372a301749e896d7bb1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:57.159216 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.160856 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f0f87ec9-67a2-433a-a1e1-1dd223d380b4 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:57.373296 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0d36bd6-b476-4e12-8027-39f9b70b39dc tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.435141 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e5f4c-8f64-441b-af04-47997d66c6d6 req-3c86d46a-9fff-4a70-9d59-133ba9624c0e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:57.437608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-528e5f4c-8f64-441b-af04-47997d66c6d6 req-3c86d46a-9fff-4a70-9d59-133ba9624c0e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 0.4547138 Jul 14 09:32:57.539928 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a073c52a-d25e-40f0-b72b-e2aacc828daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.550340 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.resource_extend [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:32:57.626828 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0d36bd6-b476-4e12-8027-39f9b70b39dc tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.646218 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0d36bd6-b476-4e12-8027-39f9b70b39dc tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.707200 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.709770 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:57.743250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f0f87ec9-67a2-433a-a1e1-1dd223d380b4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f0f87ec9-67a2-433a-a1e1-1dd223d380b4,segment=NetworkSegment(c89038d9-fc92-405c-9663-3257b63d171c),segment_id=c89038d9-fc92-405c-9663-3257b63d171c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:57.744875 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d36bd6-b476-4e12-8027-39f9b70b39dc tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1109789-952b-4570-8e9a-8a1f4c6996a8,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:57.841112 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 5002020b-3533-4f1e-8091-7ca68f848850, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5002020b-3533-4f1e-8091-7ca68f848850,segment=NetworkSegment(5d207424-d5c4-40cd-abd2-bcbe01ac4ca6),segment_id=5d207424-d5c4-40cd-abd2-bcbe01ac4ca6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:57.844944 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'f0f87ec9-67a2-433a-a1e1-1dd223d380b4', 'network_id': 'c08d002f-2c08-4121-b70d-1491e0b62a4f', 'port_id': 'f0f87ec9-67a2-433a-a1e1-1dd223d380b4', 'mac_address': 'fa:16:3e:ec:dc:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a989a0-eb94-469f-91bb-73ae1f165e9f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:57.850481 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.850654 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-528e5f4c-8f64-441b-af04-47997d66c6d6 req-5734e7e2-eb51-4a47-b955-1d6fb06cd3ad tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100799 Jul 14 09:32:57.893382 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ab360-012f-49ae-96f5-e1aae0447f32 req-bc71d193-a50e-476f-9ded-27baf4fcf5f7 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:57.916551 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ab360-012f-49ae-96f5-e1aae0447f32 req-bc71d193-a50e-476f-9ded-27baf4fcf5f7 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:57.928011 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ab360-012f-49ae-96f5-e1aae0447f32 req-bc71d193-a50e-476f-9ded-27baf4fcf5f7 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:57.951878 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ab360-012f-49ae-96f5-e1aae0447f32 req-bc71d193-a50e-476f-9ded-27baf4fcf5f7 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:57.984241 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ab360-012f-49ae-96f5-e1aae0447f32 req-bc71d193-a50e-476f-9ded-27baf4fcf5f7 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:57.996677 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ab360-012f-49ae-96f5-e1aae0447f32 req-bc71d193-a50e-476f-9ded-27baf4fcf5f7 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:58.021697 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ab360-012f-49ae-96f5-e1aae0447f32 req-bc71d193-a50e-476f-9ded-27baf4fcf5f7 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:58.045513 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce1ab360-012f-49ae-96f5-e1aae0447f32 req-bc71d193-a50e-476f-9ded-27baf4fcf5f7 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5433 time: 0.9278030 Jul 14 09:32:58.055787 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0d36bd6-b476-4e12-8027-39f9b70b39dc tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.060128 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d0d36bd6-b476-4e12-8027-39f9b70b39dc tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1374917 Jul 14 09:32:58.061755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47344) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:58.064932 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.068233 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-6f34119d-e987-4898-9000-085dc0b4a941 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'security_group_rule': {'security_group_id': 'f1109789-952b-4570-8e9a-8a1f4c6996a8', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:58.117905 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f87ec9-67a2-433a-a1e1-1dd223d380b4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:58.141908 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'name': 'tempest-TestNetworkBasicOps-router-229876295', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:41Z', 'updated_at': '2021-07-14T09:32:52Z', 'revision_number': 4, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:42Z', 'updated_at': '2021-07-14T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e9446b75-9db9-41d6-8ed1-5fb3fe524101', 'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:27:1e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:50Z', 'updated_at': '2021-07-14T09:32:52Z', 'revision_number': 2, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:58.162057 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f34119d-e987-4898-9000-085dc0b4a941 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.176527 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce1ab360-012f-49ae-96f5-e1aae0447f32 req-849200f8-93d4-43b8-9e6c-f53540133b7d tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1285346 Jul 14 09:32:58.310135 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f0f87ec9-67a2-433a-a1e1-1dd223d380b4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f0f87ec9-67a2-433a-a1e1-1dd223d380b4,segment=NetworkSegment(c89038d9-fc92-405c-9663-3257b63d171c),segment_id=c89038d9-fc92-405c-9663-3257b63d171c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:58.312886 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=5002020b-3533-4f1e-8091-7ca68f848850,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:58.317812 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] Checking router: 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:32:58.318433 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] Updating router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab port e9446b75-9db9-41d6-8ed1-5fb3fe524101 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:32:58.376662 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.377517 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f49dc3e3-be85-4cb5-add0-b47a4ee050d3 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:58.583924 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f34119d-e987-4898-9000-085dc0b4a941 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.589195 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f34119d-e987-4898-9000-085dc0b4a941 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.731426 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34119d-e987-4898-9000-085dc0b4a941 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7924d328-a625-45dc-905b-78a9b73543e9,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:58.747907 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f34119d-e987-4898-9000-085dc0b4a941 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.752831 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6f34119d-e987-4898-9000-085dc0b4a941 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6879435 Jul 14 09:32:58.754267 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47368) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:58.762167 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-4716d2ba-ec37-4b3d-8c3c-eda79c7fd3c9 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'security_group_rule': {'security_group_id': 'f1109789-952b-4570-8e9a-8a1f4c6996a8', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:58.786239 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.815403 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-74470b46-ca5c-447c-b9f9-43ca370aeb82 None None] Provisioning for port e9446b75-9db9-41d6-8ed1-5fb3fe524101 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:58.896730 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4716d2ba-ec37-4b3d-8c3c-eda79c7fd3c9 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.017933 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.resource_extend [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:32:59.036788 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=f0f87ec9-67a2-433a-a1e1-1dd223d380b4,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:59.043642 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-74470b46-ca5c-447c-b9f9-43ca370aeb82 None None] Provisioning complete for port e9446b75-9db9-41d6-8ed1-5fb3fe524101 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:59.044022 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74470b46-ca5c-447c-b9f9-43ca370aeb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.050050 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f49dc3e3-be85-4cb5-add0-b47a4ee050d3, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f49dc3e3-be85-4cb5-add0-b47a4ee050d3,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:59.162399 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4716d2ba-ec37-4b3d-8c3c-eda79c7fd3c9 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.178196 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4716d2ba-ec37-4b3d-8c3c-eda79c7fd3c9 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.189125 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'f49dc3e3-be85-4cb5-add0-b47a4ee050d3', 'network_id': 'c06a4b91-0d3f-448f-ade4-6de9fe9cd43b', 'port_id': 'f49dc3e3-be85-4cb5-add0-b47a4ee050d3', 'mac_address': 'fa:16:3e:d1:39:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a5ce10-a3c8-426f-b951-5927b82a89d2', 'ip_address': '10.1.1.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:59.200549 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-74470b46-ca5c-447c-b9f9-43ca370aeb82 None None] Port e9446b75-9db9-41d6-8ed1-5fb3fe524101 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:59.278963 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716d2ba-ec37-4b3d-8c3c-eda79c7fd3c9 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2081ab80-4150-4577-977a-c876571d7c2b,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:59.308237 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4716d2ba-ec37-4b3d-8c3c-eda79c7fd3c9 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.309457 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4716d2ba-ec37-4b3d-8c3c-eda79c7fd3c9 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5541503 Jul 14 09:32:59.312429 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47386) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:59.317208 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2201895a-920e-420d-834c-95b4ea2bb590 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'security_group_rule': {'security_group_id': 'f1109789-952b-4570-8e9a-8a1f4c6996a8', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:59.391667 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-74470b46-ca5c-447c-b9f9-43ca370aeb82 None None] Provisioning complete for port 5002020b-3533-4f1e-8091-7ca68f848850 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:59.392198 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74470b46-ca5c-447c-b9f9-43ca370aeb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.405821 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716d5d0-1592-4e2c-84d7-bd926ccfc96b req-38254f6e-b6f0-4345-9ec9-ac0f1dbe9ff5 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:59.413298 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3716d5d0-1592-4e2c-84d7-bd926ccfc96b req-38254f6e-b6f0-4345-9ec9-ac0f1dbe9ff5 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 0.2368801 Jul 14 09:32:59.443364 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2201895a-920e-420d-834c-95b4ea2bb590 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.460474 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.514433 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f49dc3e3-be85-4cb5-add0-b47a4ee050d3 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:59.586277 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f49dc3e3-be85-4cb5-add0-b47a4ee050d3, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f49dc3e3-be85-4cb5-add0-b47a4ee050d3,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:59.615205 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3716d5d0-1592-4e2c-84d7-bd926ccfc96b req-3a96c46b-fbf5-453b-972c-3452b118067b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001023 Jul 14 09:32:59.626370 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.646343 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2201895a-920e-420d-834c-95b4ea2bb590 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.652018 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2201895a-920e-420d-834c-95b4ea2bb590 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.676956 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2201895a-920e-420d-834c-95b4ea2bb590 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.678737 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2201895a-920e-420d-834c-95b4ea2bb590 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3652151 Jul 14 09:32:59.682305 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47408) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:59.683147 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201895a-920e-420d-834c-95b4ea2bb590 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c5498a-0b1d-4d66-8d88-698f9a4efc5d,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:59.690731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-87fa1b3d-ffe1-49d1-bd77-88715d545780 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'security_group_rule': {'security_group_id': 'f1109789-952b-4570-8e9a-8a1f4c6996a8', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:59.734131 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87fa1b3d-ffe1-49d1-bd77-88715d545780 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.744256 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91646f-138c-496b-b07e-f05a2740794a req-da851fd0-eee5-498f-a526-74f959c29a9a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:59.759410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91646f-138c-496b-b07e-f05a2740794a req-da851fd0-eee5-498f-a526-74f959c29a9a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:59.775829 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91646f-138c-496b-b07e-f05a2740794a req-da851fd0-eee5-498f-a526-74f959c29a9a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:59.790682 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91646f-138c-496b-b07e-f05a2740794a req-da851fd0-eee5-498f-a526-74f959c29a9a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:59.810400 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91646f-138c-496b-b07e-f05a2740794a req-da851fd0-eee5-498f-a526-74f959c29a9a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:59.830341 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91646f-138c-496b-b07e-f05a2740794a req-da851fd0-eee5-498f-a526-74f959c29a9a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:59.844544 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91646f-138c-496b-b07e-f05a2740794a req-da851fd0-eee5-498f-a526-74f959c29a9a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:59.850494 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e91646f-138c-496b-b07e-f05a2740794a req-da851fd0-eee5-498f-a526-74f959c29a9a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5434 time: 0.3828008 Jul 14 09:32:59.913913 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 45e73871-2607-4489-8e68-aa7f805e91d5 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:59.938339 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87fa1b3d-ffe1-49d1-bd77-88715d545780 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.945602 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87fa1b3d-ffe1-49d1-bd77-88715d545780 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.994193 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5002020b-3533-4f1e-8091-7ca68f848850 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:59.999037 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa1b3d-ffe1-49d1-bd77-88715d545780 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063b4b2b-bd12-439b-9b6e-cac225d2e2d9,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:00.012340 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87fa1b3d-ffe1-49d1-bd77-88715d545780 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.013949 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-87fa1b3d-ffe1-49d1-bd77-88715d545780 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3280871 Jul 14 09:33:00.024346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47420) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:00.035727 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-6bfcf6de-1394-4ed7-81c0-5baf7e828e9d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'security_group_rule': {'security_group_id': 'f1109789-952b-4570-8e9a-8a1f4c6996a8', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:00.057430 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e91646f-138c-496b-b07e-f05a2740794a req-5f35a51d-07d3-4ec7-810d-0aa5d1fff310 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1909449 Jul 14 09:33:00.080649 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-239687a1-f79d-4b49-9117-7bd6af6e3e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.087266 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.110898 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-6bfcf6de-1394-4ed7-81c0-5baf7e828e9d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Project 9e8947ccf2db4372a301749e896d7bb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:33:00.117573 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf6de-1394-4ed7-81c0-5baf7e828e9d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.153255 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.160917 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=f49dc3e3-be85-4cb5-add0-b47a4ee050d3,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:00.166606 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] Transition to ACTIVE for port object e9446b75-9db9-41d6-8ed1-5fb3fe524101 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:00.178009 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.246299 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 45e73871-2607-4489-8e68-aa7f805e91d5 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:00.272604 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 45e73871-2607-4489-8e68-aa7f805e91d5 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:00.273282 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.280033 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2513298-5298-4529-b796-6d02006835fb None None] Pushing event updated for resources: {'Port': ['ID=e9446b75-9db9-41d6-8ed1-5fb3fe524101,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:00.282720 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 5002020b-3533-4f1e-8091-7ca68f848850 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:00.283469 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.317950 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf6de-1394-4ed7-81c0-5baf7e828e9d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.322707 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf6de-1394-4ed7-81c0-5baf7e828e9d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.387044 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['f49dc3e3-be85-4cb5-add0-b47a4ee050d3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:00.389634 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['f0f87ec9-67a2-433a-a1e1-1dd223d380b4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:00.393458 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcf6de-1394-4ed7-81c0-5baf7e828e9d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f25be8-8129-4a72-8148-72c8f83645ee,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:00.406005 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf6de-1394-4ed7-81c0-5baf7e828e9d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.407401 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6bfcf6de-1394-4ed7-81c0-5baf7e828e9d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3814905 Jul 14 09:33:00.410547 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47434) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:00.413395 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:00.435597 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-12bcd42f-a121-4a2e-bef2-32666b6797ee tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'security_group_rule': {'security_group_id': 'f1109789-952b-4570-8e9a-8a1f4c6996a8', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:00.528507 n-d-798054-10 neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-12bcd42f-a121-4a2e-bef2-32666b6797ee tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Project 9e8947ccf2db4372a301749e896d7bb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:33:00.549966 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-12bcd42f-a121-4a2e-bef2-32666b6797ee tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.758867 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-12bcd42f-a121-4a2e-bef2-32666b6797ee tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.765492 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-12bcd42f-a121-4a2e-bef2-32666b6797ee tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.838267 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-12bcd42f-a121-4a2e-bef2-32666b6797ee tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.853732 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-12bcd42f-a121-4a2e-bef2-32666b6797ee tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4418561 Jul 14 09:33:00.856892 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcd42f-a121-4a2e-bef2-32666b6797ee tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0635066-1acb-4a3b-9e3f-ba97f257732f,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:01.073681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3403f9-0aed-4815-8b59-d304e9758553 req-1bbc247e-68b2-466b-985d-4c36068a805e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:01.079041 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2d3403f9-0aed-4815-8b59-d304e9758553 req-1bbc247e-68b2-466b-985d-4c36068a805e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 0.1737604 Jul 14 09:33:01.295870 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2d3403f9-0aed-4815-8b59-d304e9758553 req-383dc871-9c51-4b4f-bf18-d087e5a3f8fe tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064195 Jul 14 09:33:01.316778 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] Attempting to bind port e9446b75-9db9-41d6-8ed1-5fb3fe524101 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:01.317637 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] Attempting to bind port e9446b75-9db9-41d6-8ed1-5fb3fe524101 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '5d207424-d5c4-40cd-abd2-bcbe01ac4ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:01.318292 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] Attempting to bind port e9446b75-9db9-41d6-8ed1-5fb3fe524101 on network 16c71265-6fb2-47c0-a4dc-272015de3e7a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:01.335852 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:01.336970 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] Checking segment: {'id': '5d207424-d5c4-40cd-abd2-bcbe01ac4ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:01.338174 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.338986 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] Bound using segment: {'id': '5d207424-d5c4-40cd-abd2-bcbe01ac4ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:01.339681 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] Bound port: e9446b75-9db9-41d6-8ed1-5fb3fe524101, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d207424-d5c4-40cd-abd2-bcbe01ac4ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:01.340292 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.389815 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f7f420ba-7164-4cd6-9338-1502e810a5aa tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761766611&fields=id&tenant_id=9e8947ccf2db4372a301749e896d7bb1 HTTP/1.1" status: 200 len: 267 time: 0.1682065 Jul 14 09:33:01.466228 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.496049 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['0f2af3da-23fd-4df1-948a-432f34ec3de2'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:01.744739 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-53b0cfc7-9e26-40a9-95d4-a15cdd9de677 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:01.754665 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-53b0cfc7-9e26-40a9-95d4-a15cdd9de677 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/networks?id=16c71265-6fb2-47c0-a4dc-272015de3e7a HTTP/1.1" status: 200 len: 796 time: 0.3528576 Jul 14 09:33:01.823230 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-6d783220-1fbf-4151-afc8-e4d5b5dc3289 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/quotas/9e8947ccf2db4372a301749e896d7bb1 HTTP/1.1" status: 200 len: 375 time: 0.0671046 Jul 14 09:33:01.993185 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.998291 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1d332-9792-4a90-8d20-c4c8df3f3f25 req-4aab1a63-a0e3-4258-89a9-7cef12846d18 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:02.004204 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1d332-9792-4a90-8d20-c4c8df3f3f25 req-4aab1a63-a0e3-4258-89a9-7cef12846d18 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:02.034885 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1d332-9792-4a90-8d20-c4c8df3f3f25 req-4aab1a63-a0e3-4258-89a9-7cef12846d18 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:02.035711 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] For port e9446b75-9db9-41d6-8ed1-5fb3fe524101, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:02.045991 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1d332-9792-4a90-8d20-c4c8df3f3f25 req-4aab1a63-a0e3-4258-89a9-7cef12846d18 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:02.067488 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1d332-9792-4a90-8d20-c4c8df3f3f25 req-4aab1a63-a0e3-4258-89a9-7cef12846d18 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:02.091541 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1d332-9792-4a90-8d20-c4c8df3f3f25 req-4aab1a63-a0e3-4258-89a9-7cef12846d18 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:02.097241 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1d332-9792-4a90-8d20-c4c8df3f3f25 req-4aab1a63-a0e3-4258-89a9-7cef12846d18 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:02.108540 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1dc1d332-9792-4a90-8d20-c4c8df3f3f25 req-4aab1a63-a0e3-4258-89a9-7cef12846d18 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5435 time: 0.5238242 Jul 14 09:33:02.123161 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:02.128745 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] For port e9446b75-9db9-41d6-8ed1-5fb3fe524101, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e9446b75-9db9-41d6-8ed1-5fb3fe524101,segment=NetworkSegment(5d207424-d5c4-40cd-abd2-bcbe01ac4ca6),segment_id=5d207424-d5c4-40cd-abd2-bcbe01ac4ca6)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:02.182799 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-9b12558b-349d-416a-82b9-1c54ef3f0047 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e8947ccf2db4372a301749e896d7bb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3578804 Jul 14 09:33:02.191625 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:02.238365 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1dc1d332-9792-4a90-8d20-c4c8df3f3f25 req-3087bf60-8448-4840-a7bb-af6f4b3db6d6 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1288655 Jul 14 09:33:02.343471 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e73871-2607-4489-8e68-aa7f805e91d5'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:02.346108 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7e67f4-83d9-4dee-9be3-0dec69e3e9b4" -d '{"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-plugged", "status": "completed", "tag": "45e73871-2607-4489-8e68-aa7f805e91d5"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:02.433449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 45e73871-2607-4489-8e68-aa7f805e91d5, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=45e73871-2607-4489-8e68-aa7f805e91d5,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:02.468186 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4313a50a-9c16-451d-9da6-507913f0a40c x-openstack-request-id: req-4313a50a-9c16-451d-9da6-507913f0a40c {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:02.468707 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-plugged", "status": "completed", "tag": "45e73871-2607-4489-8e68-aa7f805e91d5", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:02.468885 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4313a50a-9c16-451d-9da6-507913f0a40c {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:02.469176 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e73871-2607-4489-8e68-aa7f805e91d5', 'code': 200} Jul 14 09:33:02.547540 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:02.548238 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 918dc9b0-f662-452c-82da-9deaac6b16e9 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:02.557966 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ddd5beb2-2eeb-465b-85c8-52206b93b8bb no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:02.652094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47556) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:02.706289 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-334d5c96-2fe5-4a59-a37e-cb2ffbf813fe service neutron] 10.222.0.26 "GET /v2.0/networks/16c71265-6fb2-47c0-a4dc-272015de3e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082438 Jul 14 09:33:02.844496 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2513298-5298-4529-b796-6d02006835fb None None] Pushing event updated for resources: {'Port': ['ID=e9446b75-9db9-41d6-8ed1-5fb3fe524101,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:02.946638 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-0d249144-bf87-4fbe-8700-4b41addfa73b service neutron] 10.222.0.26 "GET /v2.0/networks/16c71265-6fb2-47c0-a4dc-272015de3e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305188 Jul 14 09:33:03.009922 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] Routers {'1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:03.011760 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:33:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:03.044009 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15a2ed-fa12-4eed-bb11-39ff4d499ac0 req-3bdb5431-6780-4936-9082-9f98282dae62 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:03.061465 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c15a2ed-fa12-4eed-bb11-39ff4d499ac0 req-3bdb5431-6780-4936-9082-9f98282dae62 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 946 time: 0.1751256 Jul 14 09:33:03.125263 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c15a2ed-fa12-4eed-bb11-39ff4d499ac0 req-a710b3ca-4482-4a59-860d-dd6ee3c075ee tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628896 Jul 14 09:33:03.130046 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b5e7bb0-1477-4181-b438-d9ec55dd47e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.174981 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] Set router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:03.352126 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b5e7bb0-1477-4181-b438-d9ec55dd47e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.361918 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b5e7bb0-1477-4181-b438-d9ec55dd47e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.481288 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8b5e7bb0-1477-4181-b438-d9ec55dd47e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d8537a7644cb47fc93c876a39d4afbe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8270640 Jul 14 09:33:03.488157 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2ca64440-4af1-494e-a882-9dbbc28e935e req-f11f0e50-35c9-414d-9777-08604cf60a7d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 210 time: 0.0656455 Jul 14 09:33:03.491029 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47590) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:03.569584 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e7bb0-1477-4181-b438-d9ec55dd47e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561c3226-399b-409d-9e6e-ef4be3db7ce5,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:03.756676 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-11614985-bd06-4581-9e2b-5f5bd9454764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.785717 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-11614985-bd06-4581-9e2b-5f5bd9454764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.818261 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.856982 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-11614985-bd06-4581-9e2b-5f5bd9454764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.864835 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-11614985-bd06-4581-9e2b-5f5bd9454764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.874234 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-11614985-bd06-4581-9e2b-5f5bd9454764 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/561c3226-399b-409d-9e6e-ef4be3db7ce5 HTTP/1.1" status: 204 len: 168 time: 0.3793161 Jul 14 09:33:03.879968 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1fbc5-166d-4085-8cac-cb65511c9051 req-0dcc36c8-650c-4bb0-ba03-4422de70dfc8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:03.913906 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1fbc5-166d-4085-8cac-cb65511c9051 req-0dcc36c8-650c-4bb0-ba03-4422de70dfc8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:03.938962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11614985-bd06-4581-9e2b-5f5bd9454764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561c3226-399b-409d-9e6e-ef4be3db7ce5,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:03.961780 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=45e73871-2607-4489-8e68-aa7f805e91d5,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:03.963056 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1fbc5-166d-4085-8cac-cb65511c9051 req-0dcc36c8-650c-4bb0-ba03-4422de70dfc8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:03.977939 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1fbc5-166d-4085-8cac-cb65511c9051 req-0dcc36c8-650c-4bb0-ba03-4422de70dfc8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:04.002451 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1fbc5-166d-4085-8cac-cb65511c9051 req-0dcc36c8-650c-4bb0-ba03-4422de70dfc8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:04.039910 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1fbc5-166d-4085-8cac-cb65511c9051 req-0dcc36c8-650c-4bb0-ba03-4422de70dfc8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:04.071261 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1fbc5-166d-4085-8cac-cb65511c9051 req-0dcc36c8-650c-4bb0-ba03-4422de70dfc8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:04.083963 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6d1fbc5-166d-4085-8cac-cb65511c9051 req-0dcc36c8-650c-4bb0-ba03-4422de70dfc8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5436 time: 0.4859760 Jul 14 09:33:04.118632 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 918dc9b0-f662-452c-82da-9deaac6b16e9 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:04.127550 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:04.170409 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 918dc9b0-f662-452c-82da-9deaac6b16e9 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:04.171429 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:04.225652 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6d1fbc5-166d-4085-8cac-cb65511c9051 req-5683f8e3-ff3a-4626-a327-50ef88e88b21 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1394925 Jul 14 09:33:04.403775 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ddd5beb2-2eeb-465b-85c8-52206b93b8bb, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:04.439660 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:04.492774 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:04.495876 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adeeb74b-2e10-4fb7-9432-76841fd0788e" -d '{"events": [{"server_uuid": "409548b5-b499-4bd9-a7c0-02690bf0eca9", "name": "network-vif-unplugged", "status": "completed", "tag": "ddd5beb2-2eeb-465b-85c8-52206b93b8bb"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:04.636597 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf9b9ba-b7dc-4e36-855f-b01d4ba427f5 x-openstack-request-id: req-7cf9b9ba-b7dc-4e36-855f-b01d4ba427f5 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:04.636875 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409548b5-b499-4bd9-a7c0-02690bf0eca9", "name": "network-vif-unplugged", "status": "completed", "tag": "ddd5beb2-2eeb-465b-85c8-52206b93b8bb", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:04.637124 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7cf9b9ba-b7dc-4e36-855f-b01d4ba427f5 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:04.637520 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb', 'code': 200} Jul 14 09:33:04.648695 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'name': 'tempest-TestNetworkBasicOps-router-229876295', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:41Z', 'updated_at': '2021-07-14T09:32:52Z', 'revision_number': 4, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:42Z', 'updated_at': '2021-07-14T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e9446b75-9db9-41d6-8ed1-5fb3fe524101', 'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:27:1e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:50Z', 'updated_at': '2021-07-14T09:33:01Z', 'revision_number': 4, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:04.718608 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47664) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:04.740514 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9548bd78-7388-40c6-bed2-2e4b9a44308e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:04.742274 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e85eb56-04af-4c5c-aae6-2141a9e8b8ba None None] The sync data for ids ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'] in n-d-798054-10 is: [{'id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'name': 'tempest-TestNetworkBasicOps-router-229876295', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:41Z', 'updated_at': '2021-07-14T09:32:52Z', 'revision_number': 4, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:42Z', 'updated_at': '2021-07-14T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e9446b75-9db9-41d6-8ed1-5fb3fe524101', 'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:27:1e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:50Z', 'updated_at': '2021-07-14T09:33:01Z', 'revision_number': 4, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:04.761005 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:04.784982 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,revision_number=14']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:04.935218 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 918dc9b0-f662-452c-82da-9deaac6b16e9, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=918dc9b0-f662-452c-82da-9deaac6b16e9,segment=NetworkSegment(e28d03cb-da8a-48e7-b643-bf4cedf4bf94),segment_id=e28d03cb-da8a-48e7-b643-bf4cedf4bf94)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:04.958109 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:04.959371 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:05.031795 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9548bd78-7388-40c6-bed2-2e4b9a44308e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.040718 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9548bd78-7388-40c6-bed2-2e4b9a44308e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.081292 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d5723a0-b015-4d4e-9e90-c939e32514e8 req-d7dcbd0e-4cdd-45ea-9233-127bd1e5058f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 210 time: 0.1227365 Jul 14 09:33:05.134413 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47680) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:05.142345 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9548bd78-7388-40c6-bed2-2e4b9a44308e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e3f2192ed1b04e998de49707dca99b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4211807 Jul 14 09:33:05.222570 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548bd78-7388-40c6-bed2-2e4b9a44308e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163c4a28-8372-4bc9-83e0-359176be5059,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:05.242174 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=918dc9b0-f662-452c-82da-9deaac6b16e9,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:05.292503 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2debd509-827e-4ca2-b9f5-da179b92f52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.306322 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:05.315636 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:05.315913 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.383031 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2debd509-827e-4ca2-b9f5-da179b92f52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.627531 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.723342 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=60d1f0ad-e2e3-40d9-9ce8-40150c6ac042,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:05.746680 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.849076 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2debd509-827e-4ca2-b9f5-da179b92f52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.856790 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2debd509-827e-4ca2-b9f5-da179b92f52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.860303 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2debd509-827e-4ca2-b9f5-da179b92f52a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/163c4a28-8372-4bc9-83e0-359176be5059 HTTP/1.1" status: 204 len: 168 time: 0.7224000 Jul 14 09:33:05.894547 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-14e9b7c4-6644-40d1-b37b-e6f60b84398d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:05.906691 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-14e9b7c4-6644-40d1-b37b-e6f60b84398d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.49 "GET /v2.0/networks?id=16c71265-6fb2-47c0-a4dc-272015de3e7a HTTP/1.1" status: 200 len: 796 time: 0.4535327 Jul 14 09:33:05.908733 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debd509-827e-4ca2-b9f5-da179b92f52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163c4a28-8372-4bc9-83e0-359176be5059,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:05.924354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f0f87ec9-67a2-433a-a1e1-1dd223d380b4 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:05.971300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=60d1f0ad-e2e3-40d9-9ce8-40150c6ac042,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:06.093569 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab030e-cd27-4bd4-84d9-5d8da87e194c req-cef439cf-bf80-494a-80ef-9fc3c12342f9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:06.122568 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab030e-cd27-4bd4-84d9-5d8da87e194c req-cef439cf-bf80-494a-80ef-9fc3c12342f9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:06.150977 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab030e-cd27-4bd4-84d9-5d8da87e194c req-cef439cf-bf80-494a-80ef-9fc3c12342f9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:06.184973 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab030e-cd27-4bd4-84d9-5d8da87e194c req-cef439cf-bf80-494a-80ef-9fc3c12342f9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:06.212394 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab030e-cd27-4bd4-84d9-5d8da87e194c req-cef439cf-bf80-494a-80ef-9fc3c12342f9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:06.219354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port f0f87ec9-67a2-433a-a1e1-1dd223d380b4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:06.231830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port f0f87ec9-67a2-433a-a1e1-1dd223d380b4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:06.232416 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.256576 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab030e-cd27-4bd4-84d9-5d8da87e194c req-cef439cf-bf80-494a-80ef-9fc3c12342f9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:06.263342 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab030e-cd27-4bd4-84d9-5d8da87e194c req-cef439cf-bf80-494a-80ef-9fc3c12342f9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:06.265313 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0fab030e-cd27-4bd4-84d9-5d8da87e194c req-cef439cf-bf80-494a-80ef-9fc3c12342f9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5437 time: 0.6393874 Jul 14 09:33:06.309065 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e9446b75-9db9-41d6-8ed1-5fb3fe524101 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:06.417711 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-376c71ca-e94e-46c3-b32e-6f02885a6132 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e8947ccf2db4372a301749e896d7bb1 HTTP/1.1" status: 200 len: 380 time: 0.5000610 Jul 14 09:33:06.470089 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port e9446b75-9db9-41d6-8ed1-5fb3fe524101 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:06.470945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-73119b2e-a977-4be0-95d0-2ec1ebd63b07 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'port': {'device_id': '364ef176-df38-45b6-9a7c-7105c2e86163', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'admin_state_up': True, 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'security_groups': ['f1109789-952b-4570-8e9a-8a1f4c6996a8']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:06.476270 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e9446b75-9db9-41d6-8ed1-5fb3fe524101 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:06.477647 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.618099 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0fab030e-cd27-4bd4-84d9-5d8da87e194c req-cade821d-ff90-4adc-afe3-728c74e16eae tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3127508 Jul 14 09:33:06.643886 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918dc9b0-f662-452c-82da-9deaac6b16e9'}, {'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d1f0ad-e2e3-40d9-9ce8-40150c6ac042'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:06.653132 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fca1c8-b507-413e-b519-6db7807a3543" -d '{"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-plugged", "status": "completed", "tag": "918dc9b0-f662-452c-82da-9deaac6b16e9"}, {"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-plugged", "status": "completed", "tag": "60d1f0ad-e2e3-40d9-9ce8-40150c6ac042"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:06.680344 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.805378 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-73119b2e-a977-4be0-95d0-2ec1ebd63b07 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Made reservation on behalf of 9e8947ccf2db4372a301749e896d7bb1 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:06.805596 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47750) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:06.831173 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-73119b2e-a977-4be0-95d0-2ec1ebd63b07 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.832185 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f0f87ec9-67a2-433a-a1e1-1dd223d380b4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f0f87ec9-67a2-433a-a1e1-1dd223d380b4,segment=NetworkSegment(c89038d9-fc92-405c-9663-3257b63d171c),segment_id=c89038d9-fc92-405c-9663-3257b63d171c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:06.849645 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-835a64cd-2c1f-47aa-a3cf-30005dcef1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.853887 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.854812 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f49dc3e3-be85-4cb5-add0-b47a4ee050d3 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:06.933915 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ce1e4-c214-4c97-9773-3a35800b47a9 req-9d971254-eb51-4536-9d9d-7e67161bbfa6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:06.942032 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a3ce1e4-c214-4c97-9773-3a35800b47a9 req-9d971254-eb51-4536-9d9d-7e67161bbfa6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.6515059 Jul 14 09:33:07.031813 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-835a64cd-2c1f-47aa-a3cf-30005dcef1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.040459 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-835a64cd-2c1f-47aa-a3cf-30005dcef1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.064602 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a3ce1e4-c214-4c97-9773-3a35800b47a9 req-27b6290d-0523-4d50-a0b2-a7495559e80d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214447 Jul 14 09:33:07.110044 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=f0f87ec9-67a2-433a-a1e1-1dd223d380b4,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:07.113638 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.194100 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36a695f-c5bd-4b0c-a613-88dfcc3c5d94 x-openstack-request-id: req-a36a695f-c5bd-4b0c-a613-88dfcc3c5d94 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:07.194829 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-plugged", "status": "completed", "tag": "918dc9b0-f662-452c-82da-9deaac6b16e9", "code": 200}, {"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-plugged", "status": "completed", "tag": "60d1f0ad-e2e3-40d9-9ce8-40150c6ac042", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:07.196975 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a36a695f-c5bd-4b0c-a613-88dfcc3c5d94 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:07.197638 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918dc9b0-f662-452c-82da-9deaac6b16e9', 'code': 200} Jul 14 09:33:07.198158 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d1f0ad-e2e3-40d9-9ce8-40150c6ac042', 'code': 200} Jul 14 09:33:07.199990 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-835a64cd-2c1f-47aa-a3cf-30005dcef1a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e476ff57274545d4b2996abef2007dad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3932364 Jul 14 09:33:07.202819 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47762) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:07.212858 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a64cd-2c1f-47aa-a3cf-30005dcef1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef11906a-90be-4175-a1c5-9751829e0c72,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:07.215964 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port e9446b75-9db9-41d6-8ed1-5fb3fe524101, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e9446b75-9db9-41d6-8ed1-5fb3fe524101,segment=NetworkSegment(5d207424-d5c4-40cd-abd2-bcbe01ac4ca6),segment_id=5d207424-d5c4-40cd-abd2-bcbe01ac4ca6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:07.232170 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.267852 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2134f598-5bda-4e99-89ed-37f52e896515 req-27f92154-ce91-4b8e-b18e-8f25286ef5b1 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 210 time: 0.1449528 Jul 14 09:33:07.419293 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-daf7a9e1-4317-45b5-a414-7dfbdbc26f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.479346 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port f49dc3e3-be85-4cb5-add0-b47a4ee050d3 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:07.481109 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-73119b2e-a977-4be0-95d0-2ec1ebd63b07 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Allocated IP 172.20.0.5 (16c71265-6fb2-47c0-a4dc-272015de3e7a/9106bf93-1af9-4d71-a91a-1466791dfe32/581b5d8d-31b9-424b-980b-7633168e615e) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:07.485599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=e9446b75-9db9-41d6-8ed1-5fb3fe524101,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:07.496409 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-daf7a9e1-4317-45b5-a414-7dfbdbc26f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.504230 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port f49dc3e3-be85-4cb5-add0-b47a4ee050d3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:07.506185 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.654023 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-daf7a9e1-4317-45b5-a414-7dfbdbc26f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.657052 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-daf7a9e1-4317-45b5-a414-7dfbdbc26f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.658256 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-daf7a9e1-4317-45b5-a414-7dfbdbc26f42 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef11906a-90be-4175-a1c5-9751829e0c72 HTTP/1.1" status: 204 len: 168 time: 0.4541504 Jul 14 09:33:07.730906 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:33:07.803600 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7a9e1-4317-45b5-a414-7dfbdbc26f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef11906a-90be-4175-a1c5-9751829e0c72,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:08.200876 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.259752 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f49dc3e3-be85-4cb5-add0-b47a4ee050d3, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f49dc3e3-be85-4cb5-add0-b47a4ee050d3,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:08.267423 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.270035 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:08.344388 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e9446b75-9db9-41d6-8ed1-5fb3fe524101 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:08.501003 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=f49dc3e3-be85-4cb5-add0-b47a4ee050d3,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:08.545876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:08.566086 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:08.566494 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.602057 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e9446b75-9db9-41d6-8ed1-5fb3fe524101 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:08.602534 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.925219 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.015780 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:09.020482 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.021313 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 0f2af3da-23fd-4df1-948a-432f34ec3de2 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:09.075127 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-73119b2e-a977-4be0-95d0-2ec1ebd63b07 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.109016 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44eed7-ab5c-41d6-93bb-d393d5674c68 req-3f3f3e66-0192-404d-9e55-43abf0db6783 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:09.115210 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44eed7-ab5c-41d6-93bb-d393d5674c68 req-3f3f3e66-0192-404d-9e55-43abf0db6783 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:09.121472 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44eed7-ab5c-41d6-93bb-d393d5674c68 req-3f3f3e66-0192-404d-9e55-43abf0db6783 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:09.127805 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44eed7-ab5c-41d6-93bb-d393d5674c68 req-3f3f3e66-0192-404d-9e55-43abf0db6783 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:09.134903 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44eed7-ab5c-41d6-93bb-d393d5674c68 req-3f3f3e66-0192-404d-9e55-43abf0db6783 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:09.141164 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44eed7-ab5c-41d6-93bb-d393d5674c68 req-3f3f3e66-0192-404d-9e55-43abf0db6783 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:09.147695 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44eed7-ab5c-41d6-93bb-d393d5674c68 req-3f3f3e66-0192-404d-9e55-43abf0db6783 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:09.155391 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7f44eed7-ab5c-41d6-93bb-d393d5674c68 req-3f3f3e66-0192-404d-9e55-43abf0db6783 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5439 time: 1.0838196 Jul 14 09:33:09.201552 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8fd7b-c00d-4b14-9434-efa1a153d97c req-f47b2565-e19a-4210-90fe-6fc7cb8b5b38 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:09.218216 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fba8fd7b-c00d-4b14-9434-efa1a153d97c req-f47b2565-e19a-4210-90fe-6fc7cb8b5b38 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 1.2209299 Jul 14 09:33:09.233398 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee80742-5bdf-4b12-9dc8-79c7a96a867d req-745070b4-a336-4995-9877-ccac0b2f188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:09.234920 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aee80742-5bdf-4b12-9dc8-79c7a96a867d req-745070b4-a336-4995-9877-ccac0b2f188e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 1096 time: 1.3508651 Jul 14 09:33:09.252003 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-73119b2e-a977-4be0-95d0-2ec1ebd63b07 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Transition to ACTIVE for port object 581b5d8d-31b9-424b-980b-7633168e615e will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:09.290345 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7f44eed7-ab5c-41d6-93bb-d393d5674c68 req-070c8a92-bc20-4ebf-ae27-fbac8450e725 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1336410 Jul 14 09:33:09.372015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f87ec9-67a2-433a-a1e1-1dd223d380b4'}, {'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49dc3e3-be85-4cb5-add0-b47a4ee050d3'}, {'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:09.379984 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dd177c-2d21-4257-b872-f01062220733" -d '{"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-plugged", "status": "completed", "tag": "f0f87ec9-67a2-433a-a1e1-1dd223d380b4"}, {"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-plugged", "status": "completed", "tag": "f49dc3e3-be85-4cb5-add0-b47a4ee050d3"}, {"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-plugged", "status": "completed", "tag": "e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:09.390761 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:09.441552 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 0f2af3da-23fd-4df1-948a-432f34ec3de2 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:09.447687 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fba8fd7b-c00d-4b14-9434-efa1a153d97c req-a1c67034-394e-4a12-90f8-c78af73b3ee8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283833 Jul 14 09:33:09.457976 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 0f2af3da-23fd-4df1-948a-432f34ec3de2 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:09.458550 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.581740 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb5461e-203f-4962-8461-e88ec5d5f712 x-openstack-request-id: req-2eb5461e-203f-4962-8461-e88ec5d5f712 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:09.593844 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-plugged", "status": "completed", "tag": "f0f87ec9-67a2-433a-a1e1-1dd223d380b4", "code": 200}, {"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-plugged", "status": "completed", "tag": "f49dc3e3-be85-4cb5-add0-b47a4ee050d3", "code": 200}, {"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-plugged", "status": "completed", "tag": "e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:09.594530 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2eb5461e-203f-4962-8461-e88ec5d5f712 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:09.595307 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f87ec9-67a2-433a-a1e1-1dd223d380b4', 'code': 200} Jul 14 09:33:09.595726 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49dc3e3-be85-4cb5-add0-b47a4ee050d3', 'code': 200} Jul 14 09:33:09.596141 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc', 'code': 200} Jul 14 09:33:09.605727 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-82e04615-a0b0-424f-993f-16c0331ae3b7 req-2019d986-0d1f-42fb-bb1e-03084202cb71 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 210 time: 0.0580382 Jul 14 09:33:09.636316 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee80742-5bdf-4b12-9dc8-79c7a96a867d req-53360a86-f969-4f6f-90aa-cf6375e2bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:09.638125 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aee80742-5bdf-4b12-9dc8-79c7a96a867d req-53360a86-f969-4f6f-90aa-cf6375e2bca6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 913 time: 0.3903117 Jul 14 09:33:09.667841 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-73119b2e-a977-4be0-95d0-2ec1ebd63b07 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.698830 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.765133 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aee80742-5bdf-4b12-9dc8-79c7a96a867d req-42c38ae9-7da9-434f-bdc4-4b6141b60b27 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb HTTP/1.1" status: 200 len: 999 time: 0.1185491 Jul 14 09:33:09.815949 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-73119b2e-a977-4be0-95d0-2ec1ebd63b07 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Network 16c71265-6fb2-47c0-a4dc-272015de3e7a is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:09.818754 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 0f2af3da-23fd-4df1-948a-432f34ec3de2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0f2af3da-23fd-4df1-948a-432f34ec3de2,segment=NetworkSegment(c89038d9-fc92-405c-9663-3257b63d171c),segment_id=c89038d9-fc92-405c-9663-3257b63d171c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:09.831320 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.843789 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-73119b2e-a977-4be0-95d0-2ec1ebd63b07 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:09.846833 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-73119b2e-a977-4be0-95d0-2ec1ebd63b07 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:09.982126 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73119b2e-a977-4be0-95d0-2ec1ebd63b07 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'Port': ['ID=581b5d8d-31b9-424b-980b-7633168e615e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:10.015905 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee80742-5bdf-4b12-9dc8-79c7a96a867d req-9a647335-f48d-4dfd-9185-3e764d01d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:10.020706 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aee80742-5bdf-4b12-9dc8-79c7a96a867d req-9a647335-f48d-4dfd-9185-3e764d01d1dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.2470613 Jul 14 09:33:10.032308 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=0f2af3da-23fd-4df1-948a-432f34ec3de2,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:10.042933 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-73119b2e-a977-4be0-95d0-2ec1ebd63b07 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:10.043625 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-73119b2e-a977-4be0-95d0-2ec1ebd63b07 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.085663 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-73119b2e-a977-4be0-95d0-2ec1ebd63b07 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6396356 Jul 14 09:33:10.117987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47840) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:10.151593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] Request body: {'port': {'device_id': '364ef176-df38-45b6-9a7c-7105c2e86163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:10.235756 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d30f3a59-7caf-4b11-aa25-44b4f3b65208 None None] Provisioning for port 581b5d8d-31b9-424b-980b-7633168e615e completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:10.266085 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d30f3a59-7caf-4b11-aa25-44b4f3b65208 None None] Provisioning complete for port 581b5d8d-31b9-424b-980b-7633168e615e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:10.266511 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d30f3a59-7caf-4b11-aa25-44b4f3b65208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.311672 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee80742-5bdf-4b12-9dc8-79c7a96a867d req-b09b3f34-b5fa-468b-983f-b96ef4feaf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:10.313483 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aee80742-5bdf-4b12-9dc8-79c7a96a867d req-b09b3f34-b5fa-468b-983f-b96ef4feaf03 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2413564 Jul 14 09:33:10.423296 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d30f3a59-7caf-4b11-aa25-44b4f3b65208 None None] Port 581b5d8d-31b9-424b-980b-7633168e615e cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:10.628357 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.751135 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9c8bc2cc-85f5-4f6a-8ea9-3a9fb488f6e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-830830554-network', 'tenant_id': 'e35ca1fa97df4e05a20b2b851487164f'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:10.805608 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8bc2cc-85f5-4f6a-8ea9-3a9fb488f6e0 admin admin] Made reservation on behalf of e35ca1fa97df4e05a20b2b851487164f for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:10.809894 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc2cc-85f5-4f6a-8ea9-3a9fb488f6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.827332 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc2cc-85f5-4f6a-8ea9-3a9fb488f6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.983430 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc2cc-85f5-4f6a-8ea9-3a9fb488f6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.989297 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc2cc-85f5-4f6a-8ea9-3a9fb488f6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.005639 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8bc2cc-85f5-4f6a-8ea9-3a9fb488f6e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:33:11.020528 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc2cc-85f5-4f6a-8ea9-3a9fb488f6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.021150 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-9c8bc2cc-85f5-4f6a-8ea9-3a9fb488f6e0 admin admin] Added segment 68491526-fd4b-4388-877f-213b06f05952 of type vlan for network f6c98ce7-160f-4769-9e4e-03f33289f2fe Jul 14 09:33:11.089807 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc2cc-85f5-4f6a-8ea9-3a9fb488f6e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.155619 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aee80742-5bdf-4b12-9dc8-79c7a96a867d req-54511270-5fae-4fde-a632-edfc5d1f4d2a service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8265290 Jul 14 09:33:11.194549 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8bc2cc-85f5-4f6a-8ea9-3a9fb488f6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2f5480-d4c3-462f-9f1a-731b8a29e142,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:11.195450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d2922-386a-48c9-8437-c77d19bf9959 req-ae0668ba-439c-4c17-9d23-fdf99e339ecd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:11.201667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d2922-386a-48c9-8437-c77d19bf9959 req-ae0668ba-439c-4c17-9d23-fdf99e339ecd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:11.207758 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d2922-386a-48c9-8437-c77d19bf9959 req-ae0668ba-439c-4c17-9d23-fdf99e339ecd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:11.226484 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d2922-386a-48c9-8437-c77d19bf9959 req-ae0668ba-439c-4c17-9d23-fdf99e339ecd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:11.232717 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d2922-386a-48c9-8437-c77d19bf9959 req-ae0668ba-439c-4c17-9d23-fdf99e339ecd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:11.247911 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc2cc-85f5-4f6a-8ea9-3a9fb488f6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.251183 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8bc2cc-85f5-4f6a-8ea9-3a9fb488f6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:11.252167 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc2cc-85f5-4f6a-8ea9-3a9fb488f6e0 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.270758 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d2922-386a-48c9-8437-c77d19bf9959 req-ae0668ba-439c-4c17-9d23-fdf99e339ecd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:11.280404 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d2922-386a-48c9-8437-c77d19bf9959 req-ae0668ba-439c-4c17-9d23-fdf99e339ecd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:11.299480 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fc7d2922-386a-48c9-8437-c77d19bf9959 req-ae0668ba-439c-4c17-9d23-fdf99e339ecd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5442 time: 0.8330061 Jul 14 09:33:11.433921 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fc7d2922-386a-48c9-8437-c77d19bf9959 req-a5e3f5a8-ce30-48a7-87e6-42d7a61750a0 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1077714 Jul 14 09:33:11.442345 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a03a9d-4684-4527-b34d-25eff2b9984a req-10a71602-34cb-46d9-b2b5-ac33ab876248 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:11.443929 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-82a03a9d-4684-4527-b34d-25eff2b9984a req-10a71602-34cb-46d9-b2b5-ac33ab876248 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.4803717 Jul 14 09:33:11.505657 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9c8bc2cc-85f5-4f6a-8ea9-3a9fb488f6e0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3865011 Jul 14 09:33:11.509315 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47878) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:11.515297 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-fee55856-c189-472d-b2b6-9ddfa7d0bf84 admin admin] Request body: {'subnet': {'network_id': 'f6c98ce7-160f-4769-9e4e-03f33289f2fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-830830554-subnet', 'tenant_id': 'e35ca1fa97df4e05a20b2b851487164f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:11.535727 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8bc2cc-85f5-4f6a-8ea9-3a9fb488f6e0 admin admin] Pushing event updated for resources: {'Network': ['ID=f6c98ce7-160f-4769-9e4e-03f33289f2fe,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:11.549764 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network f6c98ce7-160f-4769-9e4e-03f33289f2fe details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:11.556782 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee55856-c189-472d-b2b6-9ddfa7d0bf84 admin admin] Made reservation on behalf of e35ca1fa97df4e05a20b2b851487164f for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:11.559589 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fee55856-c189-472d-b2b6-9ddfa7d0bf84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.586745 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aee80742-5bdf-4b12-9dc8-79c7a96a867d req-b7363dd2-ec18-4020-b0f4-c9dfc07c56c0 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169035 Jul 14 09:33:11.589197 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581b5d8d-31b9-424b-980b-7633168e615e {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:11.619068 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.624285 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-82a03a9d-4684-4527-b34d-25eff2b9984a req-34527569-9827-4d46-b84f-e4513216570e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654561 Jul 14 09:33:11.626017 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2af3da-23fd-4df1-948a-432f34ec3de2'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:11.628402 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4f65cc-7732-4e12-8e9b-e27ffee37edd" -d '{"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-plugged", "status": "completed", "tag": "0f2af3da-23fd-4df1-948a-432f34ec3de2"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:11.650760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] Transition to ACTIVE for port object 581b5d8d-31b9-424b-980b-7633168e615e will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:11.658974 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.227586 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fee55856-c189-472d-b2b6-9ddfa7d0bf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.321682 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=581b5d8d-31b9-424b-980b-7633168e615e,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:12.365948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] Attempting to bind port 581b5d8d-31b9-424b-980b-7633168e615e on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:12.365948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] Attempting to bind port 581b5d8d-31b9-424b-980b-7633168e615e by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '5d207424-d5c4-40cd-abd2-bcbe01ac4ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:12.365948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] Attempting to bind port 581b5d8d-31b9-424b-980b-7633168e615e on network 16c71265-6fb2-47c0-a4dc-272015de3e7a {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:12.398543 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] Port 581b5d8d-31b9-424b-980b-7633168e615e on network 16c71265-6fb2-47c0-a4dc-272015de3e7a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:12.398684 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] Attempting to bind port 581b5d8d-31b9-424b-980b-7633168e615e on network 16c71265-6fb2-47c0-a4dc-272015de3e7a {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:12.405030 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee55856-c189-472d-b2b6-9ddfa7d0bf84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=342fc744-57ac-4d3e-9582-470ff3c9845b,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:12.437004 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:12.454129 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] Checking segment: {'id': '5d207424-d5c4-40cd-abd2-bcbe01ac4ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:12.454129 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] Bound using segment: {'id': '5d207424-d5c4-40cd-abd2-bcbe01ac4ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:12.454976 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] Bound port: 581b5d8d-31b9-424b-980b-7633168e615e, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d207424-d5c4-40cd-abd2-bcbe01ac4ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:12.455088 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14918996-bf90-4bdc-a9d7-536807d6238a x-openstack-request-id: req-14918996-bf90-4bdc-a9d7-536807d6238a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:12.455181 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.456077 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-plugged", "status": "completed", "tag": "0f2af3da-23fd-4df1-948a-432f34ec3de2", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:12.456077 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14918996-bf90-4bdc-a9d7-536807d6238a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:12.456077 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2af3da-23fd-4df1-948a-432f34ec3de2', 'code': 200} Jul 14 09:33:12.509471 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee55856-c189-472d-b2b6-9ddfa7d0bf84 admin admin] Checking segment: {'id': '68491526-fd4b-4388-877f-213b06f05952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6c98ce7-160f-4769-9e4e-03f33289f2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:12.513987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee55856-c189-472d-b2b6-9ddfa7d0bf84 admin admin] Network hostable DHCP agents. Network: f6c98ce7-160f-4769-9e4e-03f33289f2fe, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:33:12.643616 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc53229-e67d-4002-b389-79b56280f3c7 req-c81ce6ad-bed4-48f2-9213-6fb2560cca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.646466 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3fc53229-e67d-4002-b389-79b56280f3c7 req-c81ce6ad-bed4-48f2-9213-6fb2560cca27 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 1096 time: 0.8345959 Jul 14 09:33:12.663712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee55856-c189-472d-b2b6-9ddfa7d0bf84 admin admin] Network f6c98ce7-160f-4769-9e4e-03f33289f2fe is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:33:12.731200 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-fee55856-c189-472d-b2b6-9ddfa7d0bf84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, f6c98ce7-160f-4769-9e4e-03f33289f2fe) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:12.742870 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dd5590-696f-427e-8ad6-4d1ec77c8475 None None] Network f6c98ce7-160f-4769-9e4e-03f33289f2fe requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:12.769804 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee55856-c189-472d-b2b6-9ddfa7d0bf84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.769804 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fee55856-c189-472d-b2b6-9ddfa7d0bf84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.799508 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fee55856-c189-472d-b2b6-9ddfa7d0bf84 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2888420 Jul 14 09:33:12.826918 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da17fa9-6446-4fb1-8921-24384ac09192 req-346b1609-fbc5-474b-aa71-e6b8a8903b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.828141 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da17fa9-6446-4fb1-8921-24384ac09192 req-346b1609-fbc5-474b-aa71-e6b8a8903b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.828141 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da17fa9-6446-4fb1-8921-24384ac09192 req-346b1609-fbc5-474b-aa71-e6b8a8903b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.828704 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da17fa9-6446-4fb1-8921-24384ac09192 req-346b1609-fbc5-474b-aa71-e6b8a8903b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.828704 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da17fa9-6446-4fb1-8921-24384ac09192 req-346b1609-fbc5-474b-aa71-e6b8a8903b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.829164 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da17fa9-6446-4fb1-8921-24384ac09192 req-346b1609-fbc5-474b-aa71-e6b8a8903b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.829633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da17fa9-6446-4fb1-8921-24384ac09192 req-346b1609-fbc5-474b-aa71-e6b8a8903b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.842947 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9da17fa9-6446-4fb1-8921-24384ac09192 req-346b1609-fbc5-474b-aa71-e6b8a8903b85 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 6506 time: 0.2173948 Jul 14 09:33:12.862911 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc53229-e67d-4002-b389-79b56280f3c7 req-3da0d338-6d37-4d97-90c6-fd5b481cd8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.863724 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3fc53229-e67d-4002-b389-79b56280f3c7 req-3da0d338-6d37-4d97-90c6-fd5b481cd8aa service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 913 time: 0.1758287 Jul 14 09:33:12.931200 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9da17fa9-6446-4fb1-8921-24384ac09192 req-02df92c0-7f19-4693-b829-950eddf4a4d8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b7feac0b-5ad4-4d38-b64f-591552fb361c&id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791283 Jul 14 09:33:12.974422 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974e8b2-378f-4a86-a8bd-cf007ed6c0bf req-94a4a58a-91fc-4795-ad8f-ffee3f1836bc tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.977400 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c974e8b2-378f-4a86-a8bd-cf007ed6c0bf req-94a4a58a-91fc-4795-ad8f-ffee3f1836bc tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 943 time: 1.1642349 Jul 14 09:33:13.027339 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] For port 581b5d8d-31b9-424b-980b-7633168e615e, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:13.038924 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] For port 581b5d8d-31b9-424b-980b-7633168e615e, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=581b5d8d-31b9-424b-980b-7633168e615e,segment=NetworkSegment(5d207424-d5c4-40cd-abd2-bcbe01ac4ca6),segment_id=5d207424-d5c4-40cd-abd2-bcbe01ac4ca6)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:13.125249 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45ab6af-5ce9-41b6-ad07-abf543b5da59 None None] Network f6c98ce7-160f-4769-9e4e-03f33289f2fe requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:13.157011 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.228579 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3fc53229-e67d-4002-b389-79b56280f3c7 req-9bb31de1-b98c-481e-978e-7224d7487c47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb HTTP/1.1" status: 200 len: 999 time: 0.1790121 Jul 14 09:33:13.266378 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:13.267127 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.268278 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] 10.222.0.49 "PUT /v2.0/ports/581b5d8d-31b9-424b-980b-7633168e615e HTTP/1.1" status: 200 len: 1092 time: 3.1274996 Jul 14 09:33:13.269713 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364ef176-df38-45b6-9a7c-7105c2e86163', 'tag': '581b5d8d-31b9-424b-980b-7633168e615e'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:13.272182 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3dc589-609a-425c-bcfd-4232845d7932" -d '{"events": [{"name": "network-changed", "server_uuid": "364ef176-df38-45b6-9a7c-7105c2e86163", "tag": "581b5d8d-31b9-424b-980b-7633168e615e"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:13.489387 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c974e8b2-378f-4a86-a8bd-cf007ed6c0bf req-d42855ac-11b1-4df8-8e7d-2edd80dd71b9 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1109789-952b-4570-8e9a-8a1f4c6996a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4353955 Jul 14 09:33:13.607499 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3992793-e7cc-4b28-a2f3-a6f26e29e6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=581b5d8d-31b9-424b-980b-7633168e615e,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:13.662843 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc53229-e67d-4002-b389-79b56280f3c7 req-a88d73c8-66c3-4d06-a452-a1ce7ab5bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:13.670856 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3fc53229-e67d-4002-b389-79b56280f3c7 req-a88d73c8-66c3-4d06-a452-a1ce7ab5bf17 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.4253471 Jul 14 09:33:13.809763 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47940) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:13.881017 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508a2ee-d5ad-44b5-8730-82b46657e824 req-b14ff915-f69e-48ec-9cd8-da8955765b11 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:13.887286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508a2ee-d5ad-44b5-8730-82b46657e824 req-b14ff915-f69e-48ec-9cd8-da8955765b11 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:13.893728 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508a2ee-d5ad-44b5-8730-82b46657e824 req-b14ff915-f69e-48ec-9cd8-da8955765b11 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:13.900656 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508a2ee-d5ad-44b5-8730-82b46657e824 req-b14ff915-f69e-48ec-9cd8-da8955765b11 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:13.906620 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508a2ee-d5ad-44b5-8730-82b46657e824 req-b14ff915-f69e-48ec-9cd8-da8955765b11 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:13.912870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508a2ee-d5ad-44b5-8730-82b46657e824 req-b14ff915-f69e-48ec-9cd8-da8955765b11 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:13.919118 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508a2ee-d5ad-44b5-8730-82b46657e824 req-b14ff915-f69e-48ec-9cd8-da8955765b11 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:13.927037 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f508a2ee-d5ad-44b5-8730-82b46657e824 req-b14ff915-f69e-48ec-9cd8-da8955765b11 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5442 time: 1.0509367 Jul 14 09:33:14.031048 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-4171e70e-8139-4774-b63e-0801cfa5373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:14.042060 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-4171e70e-8139-4774-b63e-0801cfa5373e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e8947ccf2db4372a301749e896d7bb1&device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 1095 time: 0.6220663 Jul 14 09:33:14.064017 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f508a2ee-d5ad-44b5-8730-82b46657e824 req-7537016b-35b1-4ae4-9445-904d1a3cfd1b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1335580 Jul 14 09:33:14.202607 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-9e42265f-99a6-4a9f-b694-f9048f0e9046 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=581b5d8d-31b9-424b-980b-7633168e615e HTTP/1.1" status: 200 len: 217 time: 0.1323566 Jul 14 09:33:14.258730 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-675bce3d-0e22-46e8-b2f6-44444ecb01eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.276161 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc53229-e67d-4002-b389-79b56280f3c7 req-7572905e-2bac-4644-a753-b296941106b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:14.278042 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3fc53229-e67d-4002-b389-79b56280f3c7 req-7572905e-2bac-4644-a753-b296941106b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6062987 Jul 14 09:33:14.316354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f598b-5975-438e-ad68-bef6023a820c req-382fc540-8d9d-4b92-964b-c775ee7d977d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:14.324646 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c6f598b-5975-438e-ad68-bef6023a820c req-382fc540-8d9d-4b92-964b-c775ee7d977d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.5259206 Jul 14 09:33:14.419823 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-b6042f1e-670e-410b-96a5-f21cd1be6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:14.421243 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-b6042f1e-670e-410b-96a5-f21cd1be6660 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9106bf93-1af9-4d71-a91a-1466791dfe32 HTTP/1.1" status: 200 len: 835 time: 0.2137737 Jul 14 09:33:14.520635 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-675bce3d-0e22-46e8-b2f6-44444ecb01eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.529221 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-675bce3d-0e22-46e8-b2f6-44444ecb01eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.539409 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35e1f13-348c-4792-ab33-76fb5fc4723a x-openstack-request-id: req-b35e1f13-348c-4792-ab33-76fb5fc4723a {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:14.540045 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364ef176-df38-45b6-9a7c-7105c2e86163", "tag": "581b5d8d-31b9-424b-980b-7633168e615e", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:14.540045 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b35e1f13-348c-4792-ab33-76fb5fc4723a {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:14.540367 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364ef176-df38-45b6-9a7c-7105c2e86163', 'tag': '581b5d8d-31b9-424b-980b-7633168e615e', 'status': 'completed', 'code': 200} Jul 14 09:33:14.564502 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c6f598b-5975-438e-ad68-bef6023a820c req-568facd1-6dfb-45b5-a7db-96ffa98dea6d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389305 Jul 14 09:33:14.635318 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-675bce3d-0e22-46e8-b2f6-44444ecb01eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3fc8ac238f7247308f1c0a669239effe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8222327 Jul 14 09:33:14.637310 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47964) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:14.639627 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bce3d-0e22-46e8-b2f6-44444ecb01eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4f9f1b-d679-46f2-bf86-0a81ccf17e71,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:14.669847 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3fc53229-e67d-4002-b389-79b56280f3c7 req-0bc9962d-4eb6-4444-9964-f5983b935667 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688395 Jul 14 09:33:14.856079 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-841aa496-1ff7-44d8-9fad-7766d1df523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:14.857606 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-841aa496-1ff7-44d8-9fad-7766d1df523f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16c71265-6fb2-47c0-a4dc-272015de3e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4049244 Jul 14 09:33:15.030168 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-70fc0c2c-179f-45f9-9158-f29b06913f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.062301 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3fc53229-e67d-4002-b389-79b56280f3c7 req-b245ef24-eb2b-437b-a86b-5f0c9f9badb4 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702638 Jul 14 09:33:15.131234 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-70fc0c2c-179f-45f9-9158-f29b06913f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.203681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592a2e0-2508-45a6-bab6-c0ff423298e4 req-52d60cde-f512-438d-b751-0930048b1176 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:15.206133 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4592a2e0-2508-45a6-bab6-c0ff423298e4 req-52d60cde-f512-438d-b751-0930048b1176 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 943 time: 0.3672690 Jul 14 09:33:15.226142 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-6223960e-ede9-413b-9ac0-0511b69d462e service neutron] 10.222.0.49 "GET /v2.0/networks/16c71265-6fb2-47c0-a4dc-272015de3e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499348 Jul 14 09:33:16.003392 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d8f675ea-6687-47c0-87d0-599763c86e64 req-d0be18b6-8f3c-41d9-8736-625014bbc74c service neutron] 10.222.0.49 "GET /v2.0/networks/16c71265-6fb2-47c0-a4dc-272015de3e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7639725 Jul 14 09:33:16.016356 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4592a2e0-2508-45a6-bab6-c0ff423298e4 req-ff1d6c5f-5429-4d90-abce-65a0f0ff6e35 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1109789-952b-4570-8e9a-8a1f4c6996a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7806337 Jul 14 09:33:16.029639 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-70fc0c2c-179f-45f9-9158-f29b06913f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.033734 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-70fc0c2c-179f-45f9-9158-f29b06913f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.036715 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-70fc0c2c-179f-45f9-9158-f29b06913f9f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b4f9f1b-d679-46f2-bf86-0a81ccf17e71 HTTP/1.1" status: 204 len: 168 time: 1.3945620 Jul 14 09:33:16.050875 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc0c2c-179f-45f9-9158-f29b06913f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4f9f1b-d679-46f2-bf86-0a81ccf17e71,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:16.072044 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0605593-390f-497b-b328-c8fb26b99a0e req-94fbb69a-3cbe-405d-8f2b-150250292881 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:16.090479 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0605593-390f-497b-b328-c8fb26b99a0e req-94fbb69a-3cbe-405d-8f2b-150250292881 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 1.0066843 Jul 14 09:33:16.180684 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0605593-390f-497b-b328-c8fb26b99a0e req-78ad333b-969c-40b0-ab2b-00215ea02fb7 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891969 Jul 14 09:33:16.275305 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3dc589-609a-425c-bcfd-4232845d7932 req-25d66ca0-3bea-4c53-a079-8b4e115aab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:16.282485 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a3dc589-609a-425c-bcfd-4232845d7932 req-25d66ca0-3bea-4c53-a079-8b4e115aab27 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e8947ccf2db4372a301749e896d7bb1&device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 1095 time: 0.1684020 Jul 14 09:33:16.466012 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.597210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48008) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:16.637072 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ec4d9539-674c-4ba3-b018-357e701fb60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.709353 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3dc589-609a-425c-bcfd-4232845d7932 req-e55117b4-2c47-4fed-a30c-e3cfd2f4d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:16.712074 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a3dc589-609a-425c-bcfd-4232845d7932 req-e55117b4-2c47-4fed-a30c-e3cfd2f4d7e0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=16c71265-6fb2-47c0-a4dc-272015de3e7a HTTP/1.1" status: 200 len: 897 time: 0.4123797 Jul 14 09:33:16.824698 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a3dc589-609a-425c-bcfd-4232845d7932 req-3a9d44bd-c74b-48ac-aa8d-566dd8232221 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=581b5d8d-31b9-424b-980b-7633168e615e HTTP/1.1" status: 200 len: 217 time: 0.1031544 Jul 14 09:33:16.887451 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ec4d9539-674c-4ba3-b018-357e701fb60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.900373 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ec4d9539-674c-4ba3-b018-357e701fb60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.977608 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ec4d9539-674c-4ba3-b018-357e701fb60c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=080ed8f4f1f24b3aaff62e14afd1f9a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3790634 Jul 14 09:33:16.978763 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48020) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:17.005018 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5239315-2dac-4138-a016-31ad4bac4a17 req-f79126d8-618b-4f40-89ed-d14565ec0ffb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.007680 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d9539-674c-4ba3-b018-357e701fb60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f568c5c-769e-434b-9fa1-5cbc384c5896,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:17.011136 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5239315-2dac-4138-a016-31ad4bac4a17 req-f79126d8-618b-4f40-89ed-d14565ec0ffb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.017156 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5239315-2dac-4138-a016-31ad4bac4a17 req-f79126d8-618b-4f40-89ed-d14565ec0ffb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.023539 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5239315-2dac-4138-a016-31ad4bac4a17 req-f79126d8-618b-4f40-89ed-d14565ec0ffb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.029453 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5239315-2dac-4138-a016-31ad4bac4a17 req-f79126d8-618b-4f40-89ed-d14565ec0ffb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.035334 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5239315-2dac-4138-a016-31ad4bac4a17 req-f79126d8-618b-4f40-89ed-d14565ec0ffb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.041275 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5239315-2dac-4138-a016-31ad4bac4a17 req-f79126d8-618b-4f40-89ed-d14565ec0ffb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.043320 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5239315-2dac-4138-a016-31ad4bac4a17 req-f79126d8-618b-4f40-89ed-d14565ec0ffb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5442 time: 0.6811445 Jul 14 09:33:17.053964 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f38f01-65fd-4429-b66f-d954aa22fcde req-08c72ebd-6207-4c33-b781-7c2afe5e4d3c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.054209 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87875fc6-797a-4b8a-833c-5a8a6b0a2318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.060983 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94f38f01-65fd-4429-b66f-d954aa22fcde req-08c72ebd-6207-4c33-b781-7c2afe5e4d3c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.4710605 Jul 14 09:33:17.084351 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87875fc6-797a-4b8a-833c-5a8a6b0a2318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.092844 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3dc589-609a-425c-bcfd-4232845d7932 req-d8353791-363a-4526-b737-a352143a154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.095067 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a3dc589-609a-425c-bcfd-4232845d7932 req-d8353791-363a-4526-b737-a352143a154a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9106bf93-1af9-4d71-a91a-1466791dfe32 HTTP/1.1" status: 200 len: 835 time: 0.2590151 Jul 14 09:33:17.155947 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87875fc6-797a-4b8a-833c-5a8a6b0a2318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.163193 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87875fc6-797a-4b8a-833c-5a8a6b0a2318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.165292 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-87875fc6-797a-4b8a-833c-5a8a6b0a2318 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f568c5c-769e-434b-9fa1-5cbc384c5896 HTTP/1.1" status: 204 len: 168 time: 0.1818361 Jul 14 09:33:17.189676 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94f38f01-65fd-4429-b66f-d954aa22fcde req-020646e9-d32b-4973-9671-92c43d0e284f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277022 Jul 14 09:33:17.200600 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87875fc6-797a-4b8a-833c-5a8a6b0a2318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f568c5c-769e-434b-9fa1-5cbc384c5896,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:17.304364 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5239315-2dac-4138-a016-31ad4bac4a17 req-e2eb05e6-f67f-404e-b358-fae626a4c395 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2406669 Jul 14 09:33:17.374168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3dc589-609a-425c-bcfd-4232845d7932 req-7da745b7-e12b-4f58-ac79-39179f27ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.375690 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a3dc589-609a-425c-bcfd-4232845d7932 req-7da745b7-e12b-4f58-ac79-39179f27ee7b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16c71265-6fb2-47c0-a4dc-272015de3e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2697222 Jul 14 09:33:17.776085 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a3dc589-609a-425c-bcfd-4232845d7932 req-79f67ee7-98d9-434b-bb5b-ae7331d90461 service neutron] 10.222.0.49 "GET /v2.0/networks/16c71265-6fb2-47c0-a4dc-272015de3e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876541 Jul 14 09:33:17.960157 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a3dc589-609a-425c-bcfd-4232845d7932 req-ccec4c08-3798-459f-a0ae-6b4bb583f3bf service neutron] 10.222.0.49 "GET /v2.0/networks/16c71265-6fb2-47c0-a4dc-272015de3e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682880 Jul 14 09:33:17.979097 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfb970-dbca-48bb-991d-3550a934d721 req-27b987c3-58bb-4dca-bc28-933b3d795875 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.986101 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-afbfb970-dbca-48bb-991d-3550a934d721 req-27b987c3-58bb-4dca-bc28-933b3d795875 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 943 time: 0.4770925 Jul 14 09:33:18.020866 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec03656-1120-4fe3-b91a-87d126860528 req-c9777b30-011f-413f-9bd9-e7cb88fbcd98 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.022505 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ec03656-1120-4fe3-b91a-87d126860528 req-c9777b30-011f-413f-9bd9-e7cb88fbcd98 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/networks?id=f6c98ce7-160f-4769-9e4e-03f33289f2fe HTTP/1.1" status: 200 len: 808 time: 0.4830024 Jul 14 09:33:18.055841 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-afbfb970-dbca-48bb-991d-3550a934d721 req-492c0ff2-5240-4f4d-b118-25497e4e70cc tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1109789-952b-4570-8e9a-8a1f4c6996a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686216 Jul 14 09:33:18.062751 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ec03656-1120-4fe3-b91a-87d126860528 req-585c33c5-50f6-47e4-b0b2-c6bfbf3ca9bf tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/quotas/e35ca1fa97df4e05a20b2b851487164f HTTP/1.1" status: 200 len: 375 time: 0.0337422 Jul 14 09:33:18.122482 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ec03656-1120-4fe3-b91a-87d126860528 req-2f58b241-0c04-4a96-94dc-1c2b54359ccb tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e35ca1fa97df4e05a20b2b851487164f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536270 Jul 14 09:33:18.326701 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ec03656-1120-4fe3-b91a-87d126860528 req-c75258a0-f3b0-4bc5-aed1-07d176197149 service neutron] 10.222.0.26 "GET /v2.0/networks/f6c98ce7-160f-4769-9e4e-03f33289f2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973608 Jul 14 09:33:18.517181 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b192f4-dfe2-40fa-8e7b-2986ea4e05a7 req-8952ad49-46dc-4121-865b-2d44bfd59ca9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.535863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b192f4-dfe2-40fa-8e7b-2986ea4e05a7 req-8952ad49-46dc-4121-865b-2d44bfd59ca9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.542182 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b192f4-dfe2-40fa-8e7b-2986ea4e05a7 req-8952ad49-46dc-4121-865b-2d44bfd59ca9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.564612 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b192f4-dfe2-40fa-8e7b-2986ea4e05a7 req-8952ad49-46dc-4121-865b-2d44bfd59ca9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.575490 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b192f4-dfe2-40fa-8e7b-2986ea4e05a7 req-8952ad49-46dc-4121-865b-2d44bfd59ca9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.585105 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b192f4-dfe2-40fa-8e7b-2986ea4e05a7 req-8952ad49-46dc-4121-865b-2d44bfd59ca9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.591651 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b192f4-dfe2-40fa-8e7b-2986ea4e05a7 req-8952ad49-46dc-4121-865b-2d44bfd59ca9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.593630 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-93b192f4-dfe2-40fa-8e7b-2986ea4e05a7 req-8952ad49-46dc-4121-865b-2d44bfd59ca9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5442 time: 0.3667386 Jul 14 09:33:18.607491 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48084) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:18.612834 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b0ffd7ae-d8cb-4f78-b596-dbbd103122bd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Request body: {'floatingip': {'port_id': '918dc9b0-f662-452c-82da-9deaac6b16e9'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:18.658626 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ec03656-1120-4fe3-b91a-87d126860528 req-e08e7822-671c-4e04-8215-23a019c87f88 service neutron] 10.222.0.26 "GET /v2.0/networks/f6c98ce7-160f-4769-9e4e-03f33289f2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997041 Jul 14 09:33:18.718085 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b0ffd7ae-d8cb-4f78-b596-dbbd103122bd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for floatingip, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.050241 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b03d99e-670d-4dce-80c8-d7d29f7ce593 req-3e74843c-0dcc-4a0e-8a3f-1474480425ee tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a68ffc3-450b-469e-9d50-71e6e0e0d954 HTTP/1.1" status: 200 len: 210 time: 0.1458027 Jul 14 09:33:19.139718 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b608f-0048-4cf0-852b-603186e7f811 req-09ad5a8e-85c4-4ed4-b990-0f1a17706b1d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:19.147740 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-342b608f-0048-4cf0-852b-603186e7f811 req-09ad5a8e-85c4-4ed4-b990-0f1a17706b1d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 812 time: 0.3919764 Jul 14 09:33:19.176351 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-342b608f-0048-4cf0-852b-603186e7f811 req-86cab5e2-b639-4b59-b887-fe9609a531db tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/quotas/aabcea4a3f10489fb922ceae9d8ba553 HTTP/1.1" status: 200 len: 375 time: 0.0274367 Jul 14 09:33:19.308321 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-342b608f-0048-4cf0-852b-603186e7f811 req-431881b9-b3a2-4e29-924e-c20e9aeb7d55 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1309898 Jul 14 09:33:19.503918 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c601d1-3318-404d-b866-a26305580b91 req-d2c68e2d-277c-41ab-abae-610dbf39ad39 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:19.516341 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-31c601d1-3318-404d-b866-a26305580b91 req-d2c68e2d-277c-41ab-abae-610dbf39ad39 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 943 time: 0.1657705 Jul 14 09:33:19.604570 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-342b608f-0048-4cf0-852b-603186e7f811 req-3db0b0cc-4ace-45de-9b16-10da0e0733d5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:33:19.612150 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-342b608f-0048-4cf0-852b-603186e7f811 req-3db0b0cc-4ace-45de-9b16-10da0e0733d5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3029337 Jul 14 09:33:19.661668 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-31c601d1-3318-404d-b866-a26305580b91 req-3794f5c6-01e2-4455-b4f4-1041ebf13733 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1109789-952b-4570-8e9a-8a1f4c6996a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428425 Jul 14 09:33:19.857904 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-342b608f-0048-4cf0-852b-603186e7f811 req-b16b1e8e-a7c3-4cdf-8f79-ad45596e3f96 service neutron] 10.222.0.26 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448130 Jul 14 09:33:20.065529 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-342b608f-0048-4cf0-852b-603186e7f811 req-5c081363-8ebd-46f1-9e9f-e854eae56cdc service neutron] 10.222.0.26 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905017 Jul 14 09:33:20.454297 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.db.resource_extend [None req-b0ffd7ae-d8cb-4f78-b596-dbbd103122bd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:33:20.523728 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-755e7b72-6cb0-42e0-8ac6-ebd597403f7a req-a2883365-7358-448e-9e44-bb88e5a38ad8 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a68ffc3-450b-469e-9d50-71e6e0e0d954 HTTP/1.1" status: 200 len: 210 time: 0.1208868 Jul 14 09:33:20.578398 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 581b5d8d-31b9-424b-980b-7633168e615e details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:33:20.609486 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-14c0231d-6f95-4421-96f2-0a6f3e31388e req-5f48f58f-4c8f-44e7-96c9-2658f9e85183 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 210 time: 0.0846872 Jul 14 09:33:20.841043 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b0ffd7ae-d8cb-4f78-b596-dbbd103122bd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.870103 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b0ffd7ae-d8cb-4f78-b596-dbbd103122bd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.965203 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 581b5d8d-31b9-424b-980b-7633168e615e, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=581b5d8d-31b9-424b-980b-7633168e615e,segment=NetworkSegment(5d207424-d5c4-40cd-abd2-bcbe01ac4ca6),segment_id=5d207424-d5c4-40cd-abd2-bcbe01ac4ca6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:21.000627 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4909918a-2ae5-4434-8d57-862a1c0c43e4 req-0e8bff2b-0aed-4866-be74-3369943516a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7411690 Jul 14 09:33:21.004724 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '581b5d8d-31b9-424b-980b-7633168e615e', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'port_id': '581b5d8d-31b9-424b-980b-7633168e615e', 'mac_address': 'fa:16:3e:50:49:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:33:21.170752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa077b-2a00-4fc4-bfbf-1affcd29a12d req-6ccd1504-5c32-4e74-9eeb-73927978f94b tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:21.174483 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ffa077b-2a00-4fc4-bfbf-1affcd29a12d req-6ccd1504-5c32-4e74-9eeb-73927978f94b tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 943 time: 0.2325892 Jul 14 09:33:21.205290 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.293862 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581b5d8d-31b9-424b-980b-7633168e615e {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:21.311867 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ffa077b-2a00-4fc4-bfbf-1affcd29a12d req-d400ab8f-ff53-4c77-a316-232e359f4473 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1109789-952b-4570-8e9a-8a1f4c6996a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305294 Jul 14 09:33:21.346175 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 581b5d8d-31b9-424b-980b-7633168e615e, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=581b5d8d-31b9-424b-980b-7633168e615e,segment=NetworkSegment(5d207424-d5c4-40cd-abd2-bcbe01ac4ca6),segment_id=5d207424-d5c4-40cd-abd2-bcbe01ac4ca6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:21.351769 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.471316 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-b0ffd7ae-d8cb-4f78-b596-dbbd103122bd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Floating IP 91597f3b-2467-4339-8281-281a1c45773f associated. External IP: 172.25.1.153, port: 918dc9b0-f662-452c-82da-9deaac6b16e9. Jul 14 09:33:21.516297 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=581b5d8d-31b9-424b-980b-7633168e615e,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:21.607132 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec03656-1120-4fe3-b91a-87d126860528 req-33957ecb-098f-40c8-8f6f-21326e3cb4f3 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:21.611495 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ec03656-1120-4fe3-b91a-87d126860528 req-33957ecb-098f-40c8-8f6f-21326e3cb4f3 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.55 "GET /v2.0/networks?id=f6c98ce7-160f-4769-9e4e-03f33289f2fe HTTP/1.1" status: 200 len: 808 time: 0.4189968 Jul 14 09:33:21.654447 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['581b5d8d-31b9-424b-980b-7633168e615e'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:21.795055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-7ec03656-1120-4fe3-b91a-87d126860528 req-4a7bb2d8-81f6-4e1c-917a-00fe3fb8640b tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Request body: {'port': {'device_id': '6a68ffc3-450b-469e-9d50-71e6e0e0d954', 'network_id': 'f6c98ce7-160f-4769-9e4e-03f33289f2fe', 'admin_state_up': True, 'tenant_id': 'e35ca1fa97df4e05a20b2b851487164f'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:21.956949 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6fe66313-e148-48c8-9408-9415baa7d18f req-37a8427d-ad41-4672-8a90-4acf76f134e8 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a68ffc3-450b-469e-9d50-71e6e0e0d954 HTTP/1.1" status: 200 len: 210 time: 0.1337459 Jul 14 09:33:21.979259 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909918a-2ae5-4434-8d57-862a1c0c43e4 req-c3132f41-2b11-4777-a464-a3932449a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:21.984963 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4909918a-2ae5-4434-8d57-862a1c0c43e4 req-c3132f41-2b11-4777-a464-a3932449a71f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5cb22d9c9ca64cacba1a692a05940f23&device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 1098 time: 0.8342075 Jul 14 09:33:22.436137 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db832ff3-dd0e-43f2-8396-7abbacdaed79 req-73be2927-bfea-4cb8-a091-dea1386d7890 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 210 time: 0.1195910 Jul 14 09:33:22.607913 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17996062-abfb-4bcf-8d67-a290a33cae79 req-0549d534-57e9-4fab-977e-3a75c246854c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:22.619550 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-17996062-abfb-4bcf-8d67-a290a33cae79 req-0549d534-57e9-4fab-977e-3a75c246854c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 946 time: 0.2035272 Jul 14 09:33:22.682765 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48244) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:22.833484 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-17996062-abfb-4bcf-8d67-a290a33cae79 req-0ed5c7d4-c99f-46ea-b372-bd359502743f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122908 Jul 14 09:33:22.937057 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115d7ee-5b01-4839-960b-f83e82842218 req-31aefde9-a654-425a-9e6e-bd0c760c4433 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:22.944287 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f115d7ee-5b01-4839-960b-f83e82842218 req-31aefde9-a654-425a-9e6e-bd0c760c4433 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 944 time: 0.2136197 Jul 14 09:33:22.961643 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fd8c821d-3790-4c34-b5e8-239fc22f707e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:22.971171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b608f-0048-4cf0-852b-603186e7f811 req-3f96297e-7eb5-469c-b843-a915c1938fe2 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:22.972676 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-342b608f-0048-4cf0-852b-603186e7f811 req-3f96297e-7eb5-469c-b843-a915c1938fe2 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.49 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 812 time: 0.3489759 Jul 14 09:33:22.978219 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909918a-2ae5-4434-8d57-862a1c0c43e4 req-e310f7d8-1792-4945-8351-a9aa1a2a213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:22.979709 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4909918a-2ae5-4434-8d57-862a1c0c43e4 req-e310f7d8-1792-4945-8351-a9aa1a2a213a service neutron] 10.222.0.55 "GET /v2.0/networks?id=6e4991ac-2228-452d-ab57-e39ab6b100bc HTTP/1.1" status: 200 len: 916 time: 0.4559696 Jul 14 09:33:22.980275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec03656-1120-4fe3-b91a-87d126860528 req-4a7bb2d8-81f6-4e1c-917a-00fe3fb8640b tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Made reservation on behalf of e35ca1fa97df4e05a20b2b851487164f for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:22.984051 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7ec03656-1120-4fe3-b91a-87d126860528 req-4a7bb2d8-81f6-4e1c-917a-00fe3fb8640b tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.004778 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-342b608f-0048-4cf0-852b-603186e7f811 req-6ca3f29c-c678-432f-b436-5bd58b8983ac tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Request body: {'port': {'device_id': '0fe74774-e9d6-432e-944d-f81d3148f5b0', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'admin_state_up': True, 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:23.101904 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ffd7ae-d8cb-4f78-b596-dbbd103122bd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Router f60aa6c1-6312-4d44-9926-348cf2ad5d80 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:23.123897 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f115d7ee-5b01-4839-960b-f83e82842218 req-b117df52-43f8-4a86-ab54-07dd9e61336a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1109789-952b-4570-8e9a-8a1f4c6996a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782658 Jul 14 09:33:23.178700 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4909918a-2ae5-4434-8d57-862a1c0c43e4 req-fe891585-9252-45e6-9b01-df7d1bd6d9cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea66b038-9384-4309-8867-09e72af1a81e HTTP/1.1" status: 200 len: 1001 time: 0.1760736 Jul 14 09:33:23.245667 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49b19858-a6fe-4fbf-8d27-f3d098656bfd req-925f695b-56da-458c-b896-98761c329e91 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a68ffc3-450b-469e-9d50-71e6e0e0d954 HTTP/1.1" status: 200 len: 210 time: 0.0763257 Jul 14 09:33:23.370673 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909918a-2ae5-4434-8d57-862a1c0c43e4 req-e8937fff-9559-49f5-b3b8-ef3a29e2754e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:23.372642 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4909918a-2ae5-4434-8d57-862a1c0c43e4 req-e8937fff-9559-49f5-b3b8-ef3a29e2754e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=453b9a84-a49e-4445-ade0-e83a68e64b54 HTTP/1.1" status: 200 len: 854 time: 0.1840856 Jul 14 09:33:23.373612 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-7ec03656-1120-4fe3-b91a-87d126860528 req-4a7bb2d8-81f6-4e1c-917a-00fe3fb8640b tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Allocated IP 172.20.0.2 (f6c98ce7-160f-4769-9e4e-03f33289f2fe/342fc744-57ac-4d3e-9582-470ff3c9845b/1b3dcd4f-c347-41ee-ade1-6c269fbf3bac) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:23.550297 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ffd7ae-d8cb-4f78-b596-dbbd103122bd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:23.564788 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3475708-71ce-44aa-9e55-3dde15faf5b1 None None] Sync routers for ids ['f60aa6c1-6312-4d44-9926-348cf2ad5d80'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:23.565188 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b0ffd7ae-d8cb-4f78-b596-dbbd103122bd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.581198 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3475708-71ce-44aa-9e55-3dde15faf5b1 None None] Routers {'f60aa6c1-6312-4d44-9926-348cf2ad5d80'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:23.581846 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c3475708-71ce-44aa-9e55-3dde15faf5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:33:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f60aa6c1-6312-4d44-9926-348cf2ad5d80'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:23.654303 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f39d8369-1202-4764-911b-230a190d92f8 req-9436a840-0b96-4f55-aa07-a0e2219c45fb tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 210 time: 0.0328810 Jul 14 09:33:23.685215 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fd8c821d-3790-4c34-b5e8-239fc22f707e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.698971 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fd8c821d-3790-4c34-b5e8-239fc22f707e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.703301 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909918a-2ae5-4434-8d57-862a1c0c43e4 req-1a25f9ca-e865-4b93-b048-d8f753ea86e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:23.705290 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4909918a-2ae5-4434-8d57-862a1c0c43e4 req-1a25f9ca-e865-4b93-b048-d8f753ea86e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6e4991ac-2228-452d-ab57-e39ab6b100bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2955201 Jul 14 09:33:23.712736 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b0ffd7ae-d8cb-4f78-b596-dbbd103122bd tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "PUT /v2.0/floatingips/91597f3b-2467-4339-8281-281a1c45773f HTTP/1.1" status: 200 len: 991 time: 5.1036925 Jul 14 09:33:23.714028 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342b608f-0048-4cf0-852b-603186e7f811 req-6ca3f29c-c678-432f-b436-5bd58b8983ac tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Made reservation on behalf of aabcea4a3f10489fb922ceae9d8ba553 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:23.722559 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'tag': '918dc9b0-f662-452c-82da-9deaac6b16e9'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:23.725551 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-342b608f-0048-4cf0-852b-603186e7f811 req-6ca3f29c-c678-432f-b436-5bd58b8983ac tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.727920 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6380c747-c3e5-4e06-ab26-5def3c6bf3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "tag": "918dc9b0-f662-452c-82da-9deaac6b16e9"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:23.804531 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-c3475708-71ce-44aa-9e55-3dde15faf5b1 None None] Set router f60aa6c1-6312-4d44-9926-348cf2ad5d80 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:23.809878 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c821d-3790-4c34-b5e8-239fc22f707e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22c8225-df46-4369-a460-766e5cf28f48,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:23.954005 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77470c7e-02e3-447c-84b2-e7039480df9b x-openstack-request-id: req-77470c7e-02e3-447c-84b2-e7039480df9b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:23.954339 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "tag": "918dc9b0-f662-452c-82da-9deaac6b16e9", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:23.954575 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-77470c7e-02e3-447c-84b2-e7039480df9b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:23.954984 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'tag': '918dc9b0-f662-452c-82da-9deaac6b16e9', 'status': 'completed', 'code': 200} Jul 14 09:33:23.971307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-342b608f-0048-4cf0-852b-603186e7f811 req-6ca3f29c-c678-432f-b436-5bd58b8983ac tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Allocated IP 172.20.0.7 (fd2eea62-d9a9-4f48-bf40-52835f379e68/546a5912-bfbb-4dd6-9c6b-53f7dcdb3075/ea353e2f-cb78-4458-be40-99a2a1df6005) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:24.133755 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4909918a-2ae5-4434-8d57-862a1c0c43e4 req-9d5b335a-4215-4f36-9266-fa970087c447 service neutron] 10.222.0.55 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114114 Jul 14 09:33:24.152604 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fd8c821d-3790-4c34-b5e8-239fc22f707e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5cec2eb255b49879900df0cd9f243c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4646266 Jul 14 09:33:24.152869 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 48286) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:24.293546 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c3475708-71ce-44aa-9e55-3dde15faf5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'name': 'tempest-TaggedBootDevicesTest_v242-1620864381-router', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '504720a0-e806-4f5f-9273-64aa94357797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'gw_port': {'id': '504720a0-e806-4f5f-9273-64aa94357797', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:53Z', 'updated_at': '2021-07-14T09:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '91597f3b-2467-4339-8281-281a1c45773f', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'port_id': '918dc9b0-f662-452c-82da-9deaac6b16e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca', 'mac_address': 'fa:16:3e:04:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:31:17Z', 'updated_at': '2021-07-14T09:33:20Z', 'revision_number': 1, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd5d17b-7638-4875-9fda-c50d4e466186', 'name': '', 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'mac_address': 'fa:16:3e:d8:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'b1640c0b-fabc-4bef-a229-df363da4823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:56Z', 'updated_at': '2021-07-14T09:30:10Z', 'revision_number': 5, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'subnets': [{'id': 'b1640c0b-fabc-4bef-a229-df363da4823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:24.295131 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380c747-c3e5-4e06-ab26-5def3c6bf3d6 req-3d0c1b70-cabd-4b82-b620-37f137416047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:24.295833 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380c747-c3e5-4e06-ab26-5def3c6bf3d6 req-3d0c1b70-cabd-4b82-b620-37f137416047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:24.296508 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380c747-c3e5-4e06-ab26-5def3c6bf3d6 req-3d0c1b70-cabd-4b82-b620-37f137416047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:24.297148 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380c747-c3e5-4e06-ab26-5def3c6bf3d6 req-3d0c1b70-cabd-4b82-b620-37f137416047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:24.297811 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380c747-c3e5-4e06-ab26-5def3c6bf3d6 req-3d0c1b70-cabd-4b82-b620-37f137416047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:24.298697 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380c747-c3e5-4e06-ab26-5def3c6bf3d6 req-3d0c1b70-cabd-4b82-b620-37f137416047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:24.299331 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380c747-c3e5-4e06-ab26-5def3c6bf3d6 req-3d0c1b70-cabd-4b82-b620-37f137416047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:24.301559 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6380c747-c3e5-4e06-ab26-5def3c6bf3d6 req-3d0c1b70-cabd-4b82-b620-37f137416047 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68f6d0b430624b5a805e2568a292b9fb&device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 6506 time: 0.3420660 Jul 14 09:33:24.336595 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8aec7-13eb-4c91-8cba-665147f03e16 req-e31d22a0-7c9b-4e31-bbd5-7af4c7bec912 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:24.339019 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3a8aec7-13eb-4c91-8cba-665147f03e16 req-e31d22a0-7c9b-4e31-bbd5-7af4c7bec912 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 946 time: 0.5179305 Jul 14 09:33:24.343315 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7ec03656-1120-4fe3-b91a-87d126860528 req-4a7bb2d8-81f6-4e1c-917a-00fe3fb8640b tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.359553 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3475708-71ce-44aa-9e55-3dde15faf5b1 None None] Checking router: f60aa6c1-6312-4d44-9926-348cf2ad5d80 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:24.370441 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3475708-71ce-44aa-9e55-3dde15faf5b1 None None] Routers {'f60aa6c1-6312-4d44-9926-348cf2ad5d80'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:24.371327 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c3475708-71ce-44aa-9e55-3dde15faf5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:33:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f60aa6c1-6312-4d44-9926-348cf2ad5d80'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:24.519110 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-c3475708-71ce-44aa-9e55-3dde15faf5b1 None None] Set router f60aa6c1-6312-4d44-9926-348cf2ad5d80 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:24.547833 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4909918a-2ae5-4434-8d57-862a1c0c43e4 req-16b5f1b6-8aa0-43fb-8a65-25273fabe04c service neutron] 10.222.0.55 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960278 Jul 14 09:33:24.551560 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157cbd7-51e1-4ede-b8bb-656b7bb4cec0 req-892ceadc-adc6-45d2-a630-90fbb88a22d9 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:24.559539 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6157cbd7-51e1-4ede-b8bb-656b7bb4cec0 req-892ceadc-adc6-45d2-a630-90fbb88a22d9 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 946 time: 0.5013723 Jul 14 09:33:24.590115 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7ec03656-1120-4fe3-b91a-87d126860528 req-4a7bb2d8-81f6-4e1c-917a-00fe3fb8640b tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.592444 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 581b5d8d-31b9-424b-980b-7633168e615e up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:24.683985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec03656-1120-4fe3-b91a-87d126860528 req-4a7bb2d8-81f6-4e1c-917a-00fe3fb8640b tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Network f6c98ce7-160f-4769-9e4e-03f33289f2fe is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:24.689587 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-7ec03656-1120-4fe3-b91a-87d126860528 req-4a7bb2d8-81f6-4e1c-917a-00fe3fb8640b tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:24.732746 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec03656-1120-4fe3-b91a-87d126860528 req-4a7bb2d8-81f6-4e1c-917a-00fe3fb8640b tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:24.771862 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 581b5d8d-31b9-424b-980b-7633168e615e completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:24.780914 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 581b5d8d-31b9-424b-980b-7633168e615e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:24.782184 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.793189 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1751485e-486c-4741-9789-29331b80cc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.851884 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec03656-1120-4fe3-b91a-87d126860528 req-4a7bb2d8-81f6-4e1c-917a-00fe3fb8640b tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:24.854294 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7ec03656-1120-4fe3-b91a-87d126860528 req-4a7bb2d8-81f6-4e1c-917a-00fe3fb8640b tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.856924 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1751485e-486c-4741-9789-29331b80cc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.885068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-a3a8aec7-13eb-4c91-8cba-665147f03e16 req-7dc71d23-48a1-4abb-b555-85cf49ff1846 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Deleting port ea66b038-9384-4309-8867-09e72af1a81e {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:24.885759 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a3a8aec7-13eb-4c91-8cba-665147f03e16 req-7dc71d23-48a1-4abb-b555-85cf49ff1846 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.915601 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.038879 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 581b5d8d-31b9-424b-980b-7633168e615e, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=581b5d8d-31b9-424b-980b-7633168e615e,segment=NetworkSegment(5d207424-d5c4-40cd-abd2-bcbe01ac4ca6),segment_id=5d207424-d5c4-40cd-abd2-bcbe01ac4ca6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:25.045844 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364ef176-df38-45b6-9a7c-7105c2e86163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581b5d8d-31b9-424b-980b-7633168e615e'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:25.053626 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbeb3e7-f4c9-4b7b-8f75-dbe55309bb05" -d '{"events": [{"server_uuid": "364ef176-df38-45b6-9a7c-7105c2e86163", "name": "network-vif-plugged", "status": "completed", "tag": "581b5d8d-31b9-424b-980b-7633168e615e"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:25.057152 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a3a8aec7-13eb-4c91-8cba-665147f03e16 req-7dc71d23-48a1-4abb-b555-85cf49ff1846 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] For port ea66b038-9384-4309-8867-09e72af1a81e, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ea66b038-9384-4309-8867-09e72af1a81e,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:25.057152 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a3a8aec7-13eb-4c91-8cba-665147f03e16 req-7dc71d23-48a1-4abb-b555-85cf49ff1846 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.061733 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.114450 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c3475708-71ce-44aa-9e55-3dde15faf5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'name': 'tempest-TaggedBootDevicesTest_v242-1620864381-router', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '504720a0-e806-4f5f-9273-64aa94357797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'gw_port': {'id': '504720a0-e806-4f5f-9273-64aa94357797', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:53Z', 'updated_at': '2021-07-14T09:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '91597f3b-2467-4339-8281-281a1c45773f', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'port_id': '918dc9b0-f662-452c-82da-9deaac6b16e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca', 'mac_address': 'fa:16:3e:04:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:31:17Z', 'updated_at': '2021-07-14T09:33:20Z', 'revision_number': 1, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd5d17b-7638-4875-9fda-c50d4e466186', 'name': '', 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'mac_address': 'fa:16:3e:d8:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'b1640c0b-fabc-4bef-a229-df363da4823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:56Z', 'updated_at': '2021-07-14T09:30:10Z', 'revision_number': 5, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'subnets': [{'id': 'b1640c0b-fabc-4bef-a229-df363da4823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:25.118897 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-342b608f-0048-4cf0-852b-603186e7f811 req-6ca3f29c-c678-432f-b436-5bd58b8983ac tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.134531 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=581b5d8d-31b9-424b-980b-7633168e615e,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:25.145202 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.146133 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.147708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.148423 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3475708-71ce-44aa-9e55-3dde15faf5b1 None None] The sync data for ids ['f60aa6c1-6312-4d44-9926-348cf2ad5d80'] in n-d-798054-10 is: [{'id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'name': 'tempest-TaggedBootDevicesTest_v242-1620864381-router', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '504720a0-e806-4f5f-9273-64aa94357797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'gw_port': {'id': '504720a0-e806-4f5f-9273-64aa94357797', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:53Z', 'updated_at': '2021-07-14T09:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '91597f3b-2467-4339-8281-281a1c45773f', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'port_id': '918dc9b0-f662-452c-82da-9deaac6b16e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca', 'mac_address': 'fa:16:3e:04:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:31:17Z', 'updated_at': '2021-07-14T09:33:20Z', 'revision_number': 1, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd5d17b-7638-4875-9fda-c50d4e466186', 'name': '', 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'mac_address': 'fa:16:3e:d8:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'b1640c0b-fabc-4bef-a229-df363da4823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:56Z', 'updated_at': '2021-07-14T09:30:10Z', 'revision_number': 5, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'subnets': [{'id': 'b1640c0b-fabc-4bef-a229-df363da4823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:25.148774 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.149604 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.150202 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.150833 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.151519 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.152125 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.153878 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7bb2d8-81f6-4e1c-917a-00fe3fb8640b tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Pushing event updated for resources: {'Port': ['ID=1b3dcd4f-c347-41ee-ade1-6c269fbf3bac,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:25.154588 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.155074 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.155520 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.160484 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-342b608f-0048-4cf0-852b-603186e7f811 req-6ca3f29c-c678-432f-b436-5bd58b8983ac tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Transition to ACTIVE for port object ea353e2f-cb78-4458-be40-99a2a1df6005 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:25.197937 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6157cbd7-51e1-4ede-b8bb-656b7bb4cec0 req-e1e6142e-310d-49e7-9f67-5fce1a1a1bda tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6374869 Jul 14 09:33:25.202444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380c747-c3e5-4e06-ab26-5def3c6bf3d6 req-948b50c7-916f-484c-bd41-ff82e97dbdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:25.206595 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6380c747-c3e5-4e06-ab26-5def3c6bf3d6 req-948b50c7-916f-484c-bd41-ff82e97dbdca service neutron] 10.222.0.55 "GET /v2.0/networks?id=bdd14ef5-9841-4d7a-9428-fd2321293aca HTTP/1.1" status: 200 len: 918 time: 0.8734627 Jul 14 09:33:25.239921 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ec03656-1120-4fe3-b91a-87d126860528 req-4a7bb2d8-81f6-4e1c-917a-00fe3fb8640b tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4777319 Jul 14 09:33:25.285190 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] Request body: {'port': {'device_id': '6a68ffc3-450b-469e-9d50-71e6e0e0d954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:25.299889 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48316) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:25.427886 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6380c747-c3e5-4e06-ab26-5def3c6bf3d6 req-e2279b36-2e9f-4ebd-9b17-5f6ec038c694 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918dc9b0-f662-452c-82da-9deaac6b16e9 HTTP/1.1" status: 200 len: 999 time: 0.1919851 Jul 14 09:33:25.441459 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-342b608f-0048-4cf0-852b-603186e7f811 req-6ca3f29c-c678-432f-b436-5bd58b8983ac tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.517460 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ec3d950-f26d-4591-9575-a0b05afd437a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.518360 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380c747-c3e5-4e06-ab26-5def3c6bf3d6 req-faf701f2-e022-472c-96ea-013866155403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:25.519845 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6380c747-c3e5-4e06-ab26-5def3c6bf3d6 req-faf701f2-e022-472c-96ea-013866155403 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1640c0b-fabc-4bef-a229-df363da4823e HTTP/1.1" status: 200 len: 856 time: 0.0802853 Jul 14 09:33:25.531623 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1751485e-486c-4741-9789-29331b80cc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.534205 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1751485e-486c-4741-9789-29331b80cc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.538241 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1751485e-486c-4741-9789-29331b80cc10 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b22c8225-df46-4369-a460-766e5cf28f48 HTTP/1.1" status: 204 len: 168 time: 1.3806102 Jul 14 09:33:25.567970 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d703e2-4e77-4546-8cb0-4eaa2d13d20b req-b1f555a0-3120-4227-9c12-fbaf4bb1d483 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:25.570503 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e4d703e2-4e77-4546-8cb0-4eaa2d13d20b req-b1f555a0-3120-4227-9c12-fbaf4bb1d483 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 944 time: 1.1760149 Jul 14 09:33:25.612463 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d404ed02-b7c3-433d-b679-a598544cda0f None None] New status for floating IP 91597f3b-2467-4339-8281-281a1c45773f: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:33:25.615171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751485e-486c-4741-9789-29331b80cc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22c8225-df46-4369-a460-766e5cf28f48,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:25.635713 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751485e-486c-4741-9789-29331b80cc10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.635983 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751485e-486c-4741-9789-29331b80cc10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.637556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751485e-486c-4741-9789-29331b80cc10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.637556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751485e-486c-4741-9789-29331b80cc10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.637556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751485e-486c-4741-9789-29331b80cc10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.637556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751485e-486c-4741-9789-29331b80cc10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.637992 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751485e-486c-4741-9789-29331b80cc10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.638094 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751485e-486c-4741-9789-29331b80cc10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.638808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751485e-486c-4741-9789-29331b80cc10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.639146 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751485e-486c-4741-9789-29331b80cc10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.639476 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751485e-486c-4741-9789-29331b80cc10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.639806 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751485e-486c-4741-9789-29331b80cc10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.754502 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342b608f-0048-4cf0-852b-603186e7f811 req-6ca3f29c-c678-432f-b436-5bd58b8983ac tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Network fd2eea62-d9a9-4f48-bf40-52835f379e68 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:25.776689 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e4d703e2-4e77-4546-8cb0-4eaa2d13d20b req-db9b7b53-30ea-4a1f-ab4e-23a0222b22b7 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1109789-952b-4570-8e9a-8a1f4c6996a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425662 Jul 14 09:33:25.784309 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-342b608f-0048-4cf0-852b-603186e7f811 req-6ca3f29c-c678-432f-b436-5bd58b8983ac tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:25.799830 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-342b608f-0048-4cf0-852b-603186e7f811 req-6ca3f29c-c678-432f-b436-5bd58b8983ac tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:25.839723 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.890339 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ba8ab-ec4e-47a1-a525-158d342a10de req-97067306-edba-4343-b0d5-e932a3f482b8 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:25.900623 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-114ba8ab-ec4e-47a1-a525-158d342a10de req-97067306-edba-4343-b0d5-e932a3f482b8 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a68ffc3-450b-469e-9d50-71e6e0e0d954 HTTP/1.1" status: 200 len: 931 time: 0.4699228 Jul 14 09:33:25.901519 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a3a8aec7-13eb-4c91-8cba-665147f03e16 req-7dc71d23-48a1-4abb-b555-85cf49ff1846 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.902146 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a3a8aec7-13eb-4c91-8cba-665147f03e16 req-7dc71d23-48a1-4abb-b555-85cf49ff1846 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.902479 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [req-a3a8aec7-13eb-4c91-8cba-665147f03e16 req-7dc71d23-48a1-4abb-b555-85cf49ff1846 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Floating IP 68c8675c-e8d2-4695-bfb3-99bad88bad7b disassociated. External IP: 172.25.1.200, port: ea66b038-9384-4309-8867-09e72af1a81e. Jul 14 09:33:25.903104 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-a3a8aec7-13eb-4c91-8cba-665147f03e16 req-7dc71d23-48a1-4abb-b555-85cf49ff1846 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Calling delete_port for ea66b038-9384-4309-8867-09e72af1a81e owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:25.912341 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3f29c-c678-432f-b436-5bd58b8983ac tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Pushing event updated for resources: {'Port': ['ID=ea353e2f-cb78-4458-be40-99a2a1df6005,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:25.959408 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380c747-c3e5-4e06-ab26-5def3c6bf3d6 req-edd4dda4-c6f5-46be-9c76-5e768a8e271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:25.961221 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6380c747-c3e5-4e06-ab26-5def3c6bf3d6 req-edd4dda4-c6f5-46be-9c76-5e768a8e271d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bdd14ef5-9841-4d7a-9428-fd2321293aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4157720 Jul 14 09:33:25.974314 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b608f-0048-4cf0-852b-603186e7f811 req-6ca3f29c-c678-432f-b436-5bd58b8983ac tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:25.975307 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-342b608f-0048-4cf0-852b-603186e7f811 req-6ca3f29c-c678-432f-b436-5bd58b8983ac tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.031848 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-114ba8ab-ec4e-47a1-a525-158d342a10de req-9c1d38c9-af17-4512-89f9-45428889329e tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f2f5480-d4c3-462f-9f1a-731b8a29e142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295893 Jul 14 09:33:26.278319 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-76e9c02b-097d-4a27-aab8-1ffb15a4577b None None] Provisioning for port ea353e2f-cb78-4458-be40-99a2a1df6005 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:26.288073 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-76e9c02b-097d-4a27-aab8-1ffb15a4577b None None] Provisioning complete for port ea353e2f-cb78-4458-be40-99a2a1df6005 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:26.288695 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76e9c02b-097d-4a27-aab8-1ffb15a4577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.293322 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 48328) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:26.354019 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a8a81afc-281e-4c9d-a2ed-1d08a6daee7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.370745 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-76e9c02b-097d-4a27-aab8-1ffb15a4577b None None] Port ea353e2f-cb78-4458-be40-99a2a1df6005 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:26.388350 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ec3d950-f26d-4591-9575-a0b05afd437a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.390625 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6380c747-c3e5-4e06-ab26-5def3c6bf3d6 req-1e7ffe1e-02e5-4d69-928f-4c8168f2256a service neutron] 10.222.0.55 "GET /v2.0/networks/bdd14ef5-9841-4d7a-9428-fd2321293aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989043 Jul 14 09:33:26.402073 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea95456-b885-4213-baf0-e786902e65a0 req-b828a8f3-c2a5-49bc-b8f9-ea8694e58ea8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:26.402073 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ea95456-b885-4213-baf0-e786902e65a0 req-b828a8f3-c2a5-49bc-b8f9-ea8694e58ea8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 931 time: 0.2714758 Jul 14 09:33:26.402793 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc14d875-4af4-45b8-bb81-e0fd1da85879 x-openstack-request-id: req-cc14d875-4af4-45b8-bb81-e0fd1da85879 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:26.403536 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364ef176-df38-45b6-9a7c-7105c2e86163", "name": "network-vif-plugged", "status": "completed", "tag": "581b5d8d-31b9-424b-980b-7633168e615e", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:26.404551 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc14d875-4af4-45b8-bb81-e0fd1da85879 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:26.405272 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364ef176-df38-45b6-9a7c-7105c2e86163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581b5d8d-31b9-424b-980b-7633168e615e', 'code': 200} Jul 14 09:33:26.443079 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ec3d950-f26d-4591-9575-a0b05afd437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.532060 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a3a8aec7-13eb-4c91-8cba-665147f03e16 req-7dc71d23-48a1-4abb-b555-85cf49ff1846 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.612370 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc71d23-48a1-4abb-b555-85cf49ff1846 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Pushing event deleted for resources: {'Port': ['ID=ea66b038-9384-4309-8867-09e72af1a81e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:26.615270 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3d950-f26d-4591-9575-a0b05afd437a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f1981d-50c2-4be5-939a-3bb5f0f1ae2d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:26.682798 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3ec3d950-f26d-4591-9575-a0b05afd437a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df57fa85cf6b4ec68b339c199d79cde1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3814175 Jul 14 09:33:26.687701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48330) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:26.845688 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-342b608f-0048-4cf0-852b-603186e7f811 req-6ca3f29c-c678-432f-b436-5bd58b8983ac tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8469162 Jul 14 09:33:26.863123 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3a8aec7-13eb-4c91-8cba-665147f03e16 req-7dc71d23-48a1-4abb-b555-85cf49ff1846 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Router adee1226-b855-4e7f-9149-fbc032a4ed3c has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:26.873983 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b5930947-1e4c-4147-a9c6-8a7bc273949f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.897906 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:26.899396 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] Request body: {'port': {'device_id': '0fe74774-e9d6-432e-944d-f81d3148f5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:26.916269 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b5930947-1e4c-4147-a9c6-8a7bc273949f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.919951 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.929892 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f7abcf1f-ec69-42be-82b7-5c6e98c0b939 req-09d1afa1-6213-4254-80a7-86b6c93474ef tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 210 time: 0.0971334 Jul 14 09:33:26.987434 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] Transition to ACTIVE for port object 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:27.003848 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.051684 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ea95456-b885-4213-baf0-e786902e65a0 req-87cee945-082c-4842-9c5f-3468201973cb tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157714 Jul 14 09:33:27.198235 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6380c747-c3e5-4e06-ab26-5def3c6bf3d6 req-f4f649d0-6c11-4c6c-8886-cac6f8edcd32 service neutron] 10.222.0.55 "GET /v2.0/networks/bdd14ef5-9841-4d7a-9428-fd2321293aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7950559 Jul 14 09:33:27.222670 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cfdca931-f88b-4f83-bddd-ff4c6b030382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.303212 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68add889-a9a7-488a-beb0-23419aeb6a1d req-b93cca4f-c4d4-4bd0-890f-f705c271fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.304735 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-68add889-a9a7-488a-beb0-23419aeb6a1d req-b93cca4f-c4d4-4bd0-890f-f705c271fc52 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 1097 time: 0.4751730 Jul 14 09:33:27.322984 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.514745 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-68add889-a9a7-488a-beb0-23419aeb6a1d req-75aaf028-3e28-4479-bb80-b0efe088cb89 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f1109789-952b-4570-8e9a-8a1f4c6996a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872416 Jul 14 09:33:27.536230 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a8a81afc-281e-4c9d-a2ed-1d08a6daee7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.552085 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a8a81afc-281e-4c9d-a2ed-1d08a6daee7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.572566 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] Pushing event updated for resources: {'Port': ['ID=1b3dcd4f-c347-41ee-ade1-6c269fbf3bac,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:27.625806 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160867d-2652-4e27-9c9f-6bb3c6dfd58f req-d7074822-2706-4a14-973d-d44200118931 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.632849 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f160867d-2652-4e27-9c9f-6bb3c6dfd58f req-d7074822-2706-4a14-973d-d44200118931 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a68ffc3-450b-469e-9d50-71e6e0e0d954 HTTP/1.1" status: 200 len: 943 time: 0.3754551 Jul 14 09:33:27.676479 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b5930947-1e4c-4147-a9c6-8a7bc273949f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.679726 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b5930947-1e4c-4147-a9c6-8a7bc273949f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.680918 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b5930947-1e4c-4147-a9c6-8a7bc273949f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/41f1981d-50c2-4be5-939a-3bb5f0f1ae2d HTTP/1.1" status: 204 len: 168 time: 0.9898763 Jul 14 09:33:27.681640 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5972475-3cf9-45dc-b381-fe566b0539b2 req-cf5ebdf9-fca2-4e7d-a2d0-8e9830641d8b tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.686118 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3a8aec7-13eb-4c91-8cba-665147f03e16 req-7dc71d23-48a1-4abb-b555-85cf49ff1846 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:27.688992 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d5972475-3cf9-45dc-b381-fe566b0539b2 req-cf5ebdf9-fca2-4e7d-a2d0-8e9830641d8b tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 945 time: 0.4813418 Jul 14 09:33:27.701864 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40cf44-8ac9-49d9-80ff-a0bbf2d3a41c None None] Sync routers for ids ['adee1226-b855-4e7f-9149-fbc032a4ed3c'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:27.714012 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a8a81afc-281e-4c9d-a2ed-1d08a6daee7e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=45d84acb7a6d49f99714e7b7ebf8c5ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4193797 Jul 14 09:33:27.717535 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48344) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:27.731447 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a81afc-281e-4c9d-a2ed-1d08a6daee7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa4794f-11fb-40ec-9fa9-d313f5161027,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:27.747519 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b40cf44-8ac9-49d9-80ff-a0bbf2d3a41c None None] Routers {'adee1226-b855-4e7f-9149-fbc032a4ed3c'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:27.748156 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1b40cf44-8ac9-49d9-80ff-a0bbf2d3a41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:33:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['adee1226-b855-4e7f-9149-fbc032a4ed3c'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:27.751628 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a8aec7-13eb-4c91-8cba-665147f03e16 req-7dc71d23-48a1-4abb-b555-85cf49ff1846 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] No DVR routers for this DVR port ea66b038-9384-4309-8867-09e72af1a81e on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:27.753573 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5930947-1e4c-4147-a9c6-8a7bc273949f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f1981d-50c2-4be5-939a-3bb5f0f1ae2d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:27.756920 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a3a8aec7-13eb-4c91-8cba-665147f03e16 req-7dc71d23-48a1-4abb-b555-85cf49ff1846 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.759052 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a3a8aec7-13eb-4c91-8cba-665147f03e16 req-7dc71d23-48a1-4abb-b555-85cf49ff1846 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.55 "DELETE /v2.0/ports/ea66b038-9384-4309-8867-09e72af1a81e HTTP/1.1" status: 204 len: 173 time: 3.4094207 Jul 14 09:33:27.761284 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ec01a1-9458-48a0-82d4-d85c6ada428d', 'name': 'network-vif-deleted', 'tag': 'ea66b038-9384-4309-8867-09e72af1a81e'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:27.763716 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e996e348-acab-4f4d-be91-57830876ee9f" -d '{"events": [{"server_uuid": "36ec01a1-9458-48a0-82d4-d85c6ada428d", "name": "network-vif-deleted", "tag": "ea66b038-9384-4309-8867-09e72af1a81e"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:27.774501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] Attempting to bind port 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:27.774989 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] Attempting to bind port 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '68491526-fd4b-4388-877f-213b06f05952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6c98ce7-160f-4769-9e4e-03f33289f2fe'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:27.775437 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] Attempting to bind port 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac on network f6c98ce7-160f-4769-9e4e-03f33289f2fe {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:27.789580 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] Port 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac on network f6c98ce7-160f-4769-9e4e-03f33289f2fe not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:27.794441 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] Attempting to bind port 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac on network f6c98ce7-160f-4769-9e4e-03f33289f2fe {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:27.802395 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f160867d-2652-4e27-9c9f-6bb3c6dfd58f req-31b3c3cb-caa5-4db6-bc5c-220ab80f25c5 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f2f5480-d4c3-462f-9f1a-731b8a29e142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684399 Jul 14 09:33:27.853909 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ea66b038-9384-4309-8867-09e72af1a81e no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:27.854957 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d5972475-3cf9-45dc-b381-fe566b0539b2 req-b1754a39-cc98-43a3-a99d-ed12ad77e2bb tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1109789-952b-4570-8e9a-8a1f4c6996a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645153 Jul 14 09:33:27.858830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:27.858830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] Checking segment: {'id': '68491526-fd4b-4388-877f-213b06f05952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6c98ce7-160f-4769-9e4e-03f33289f2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:27.873861 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] Bound using segment: {'id': '68491526-fd4b-4388-877f-213b06f05952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6c98ce7-160f-4769-9e4e-03f33289f2fe'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:27.873861 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] Bound port: 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68491526-fd4b-4388-877f-213b06f05952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6c98ce7-160f-4769-9e4e-03f33289f2fe'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:27.873861 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.933553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: ea66b038-9384-4309-8867-09e72af1a81e {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:27.936029 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ea66b038-9384-4309-8867-09e72af1a81e not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:27.991086 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419916bc-3e18-43b1-a9a7-cbabf031e787 x-openstack-request-id: req-419916bc-3e18-43b1-a9a7-cbabf031e787 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:28.005439 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ec01a1-9458-48a0-82d4-d85c6ada428d", "name": "network-vif-deleted", "tag": "ea66b038-9384-4309-8867-09e72af1a81e", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:28.007094 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-419916bc-3e18-43b1-a9a7-cbabf031e787 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:28.007719 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ec01a1-9458-48a0-82d4-d85c6ada428d', 'name': 'network-vif-deleted', 'tag': 'ea66b038-9384-4309-8867-09e72af1a81e', 'status': 'completed', 'code': 200} Jul 14 09:33:28.084987 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea353e2f-cb78-4458-be40-99a2a1df6005 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:28.126058 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.148259 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-512fd6ad-1773-4f3a-ae68-4268736fe6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.160037 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-1b40cf44-8ac9-49d9-80ff-a0bbf2d3a41c None None] Set router adee1226-b855-4e7f-9149-fbc032a4ed3c gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:28.170813 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] Transition to ACTIVE for port object ea353e2f-cb78-4458-be40-99a2a1df6005 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:28.175736 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.223777 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] For port 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:28.243908 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] For port 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1b3dcd4f-c347-41ee-ade1-6c269fbf3bac,segment=NetworkSegment(68491526-fd4b-4388-877f-213b06f05952),segment_id=68491526-fd4b-4388-877f-213b06f05952)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:28.265769 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-512fd6ad-1773-4f3a-ae68-4268736fe6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.380255 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.396128 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-512fd6ad-1773-4f3a-ae68-4268736fe6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.400795 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-512fd6ad-1773-4f3a-ae68-4268736fe6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.405396 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-512fd6ad-1773-4f3a-ae68-4268736fe6cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4fa4794f-11fb-40ec-9fa9-d313f5161027 HTTP/1.1" status: 204 len: 168 time: 0.6653380 Jul 14 09:33:28.454721 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea353e2f-cb78-4458-be40-99a2a1df6005,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:28.479082 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2e8df67-7042-4fb0-b7f3-e8ead4bbd4bf req-36c91336-9914-496c-99cb-1b1195b332aa tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ec01a1-9458-48a0-82d4-d85c6ada428d HTTP/1.1" status: 200 len: 210 time: 0.1646197 Jul 14 09:33:28.493601 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fd6ad-1773-4f3a-ae68-4268736fe6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa4794f-11fb-40ec-9fa9-d313f5161027,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:28.497257 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] Pushing event updated for resources: {'Port': ['ID=1b3dcd4f-c347-41ee-ade1-6c269fbf3bac,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:28.521622 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.523147 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.524850 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ec03656-1120-4fe3-b91a-87d126860528 req-ae6d699e-75fd-49c2-93f9-db684c19807c service neutron] 10.222.0.55 "PUT /v2.0/ports/1b3dcd4f-c347-41ee-ade1-6c269fbf3bac HTTP/1.1" status: 200 len: 1092 time: 3.2498608 Jul 14 09:33:28.729187 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1b40cf44-8ac9-49d9-80ff-a0bbf2d3a41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '5067817c-c527-4844-abe2-88d097a4bd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:51Z', 'updated_at': '2021-07-14T09:27:58Z', 'revision_number': 4, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'gw_port': {'id': '5067817c-c527-4844-abe2-88d097a4bd95', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:52Z', 'updated_at': '2021-07-14T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'fbc7933c-2358-42ee-b66a-7463bcd0ec31', 'name': '', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'mac_address': 'fa:16:3e:73:78:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:56Z', 'updated_at': '2021-07-14T09:28:07Z', 'revision_number': 5, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'subnets': [{'id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:28.782080 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec03656-1120-4fe3-b91a-87d126860528 req-63d1bce6-ea3c-41f1-a4b6-343013088029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.783622 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ec03656-1120-4fe3-b91a-87d126860528 req-63d1bce6-ea3c-41f1-a4b6-343013088029 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e35ca1fa97df4e05a20b2b851487164f&device_id=6a68ffc3-450b-469e-9d50-71e6e0e0d954 HTTP/1.1" status: 200 len: 1095 time: 0.1270504 Jul 14 09:33:28.793952 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] Attempting to bind port ea353e2f-cb78-4458-be40-99a2a1df6005 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:28.794576 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] Attempting to bind port ea353e2f-cb78-4458-be40-99a2a1df6005 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:28.795087 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] Attempting to bind port ea353e2f-cb78-4458-be40-99a2a1df6005 on network fd2eea62-d9a9-4f48-bf40-52835f379e68 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:28.818062 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] Port ea353e2f-cb78-4458-be40-99a2a1df6005 on network fd2eea62-d9a9-4f48-bf40-52835f379e68 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:28.820040 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40cf44-8ac9-49d9-80ff-a0bbf2d3a41c None None] Checking router: adee1226-b855-4e7f-9149-fbc032a4ed3c for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:28.829923 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] Attempting to bind port ea353e2f-cb78-4458-be40-99a2a1df6005 on network fd2eea62-d9a9-4f48-bf40-52835f379e68 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:28.846733 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b40cf44-8ac9-49d9-80ff-a0bbf2d3a41c None None] Routers {'adee1226-b855-4e7f-9149-fbc032a4ed3c'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:28.850589 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1b40cf44-8ac9-49d9-80ff-a0bbf2d3a41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:33:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['adee1226-b855-4e7f-9149-fbc032a4ed3c'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:28.857548 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab3235-29de-4cab-9775-06c469a10bd6 req-33c5f8d8-c910-47d4-a4a8-ed8a2144443d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.864511 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6dab3235-29de-4cab-9775-06c469a10bd6 req-33c5f8d8-c910-47d4-a4a8-ed8a2144443d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 943 time: 0.3844209 Jul 14 09:33:28.865397 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:28.865770 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] Checking segment: {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:28.871356 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ec03656-1120-4fe3-b91a-87d126860528 req-71009e8f-d931-4be5-813e-b9e0fbcf4c20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b3dcd4f-c347-41ee-ade1-6c269fbf3bac HTTP/1.1" status: 200 len: 217 time: 0.0707629 Jul 14 09:33:28.871996 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] Bound using segment: {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:28.872473 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] Bound port: ea353e2f-cb78-4458-be40-99a2a1df6005, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:28.872898 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.969600 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec03656-1120-4fe3-b91a-87d126860528 req-269ae090-2d94-445c-9e01-f5702308d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.972595 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ec03656-1120-4fe3-b91a-87d126860528 req-269ae090-2d94-445c-9e01-f5702308d8ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=342fc744-57ac-4d3e-9582-470ff3c9845b HTTP/1.1" status: 200 len: 848 time: 0.0874946 Jul 14 09:33:29.032199 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6dab3235-29de-4cab-9775-06c469a10bd6 req-6dd94fc7-041d-44f6-9d29-db9a0bc5e79a tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567881 Jul 14 09:33:29.039768 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ec03656-1120-4fe3-b91a-87d126860528 req-dec1c6ef-8df6-4371-bfb0-b6f65d6ac23c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f6c98ce7-160f-4769-9e4e-03f33289f2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607402 Jul 14 09:33:29.090719 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-1b40cf44-8ac9-49d9-80ff-a0bbf2d3a41c None None] Set router adee1226-b855-4e7f-9149-fbc032a4ed3c gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:29.144134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] For port ea353e2f-cb78-4458-be40-99a2a1df6005, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:29.165516 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] For port ea353e2f-cb78-4458-be40-99a2a1df6005, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ea353e2f-cb78-4458-be40-99a2a1df6005,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:29.173864 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.228945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.229574 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.231069 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-342b608f-0048-4cf0-852b-603186e7f811 req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] 10.222.0.49 "PUT /v2.0/ports/ea353e2f-cb78-4458-be40-99a2a1df6005 HTTP/1.1" status: 200 len: 1092 time: 2.3622785 Jul 14 09:33:29.233112 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe74774-e9d6-432e-944d-f81d3148f5b0', 'tag': 'ea353e2f-cb78-4458-be40-99a2a1df6005'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:29.235672 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab5da02-d78c-4c19-a362-022e5f673376" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe74774-e9d6-432e-944d-f81d3148f5b0", "tag": "ea353e2f-cb78-4458-be40-99a2a1df6005"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:29.281093 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe6d70-132c-4711-8551-68d822ff8f14 req-fffc5488-6f12-44e4-822b-7b7fb8b09f4f tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.299339 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67fe6d70-132c-4711-8551-68d822ff8f14 req-fffc5488-6f12-44e4-822b-7b7fb8b09f4f tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a68ffc3-450b-469e-9d50-71e6e0e0d954 HTTP/1.1" status: 200 len: 943 time: 0.2624667 Jul 14 09:33:29.331985 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ec03656-1120-4fe3-b91a-87d126860528 req-bbd30f04-00c3-46c2-aa3b-07fc321801e4 service neutron] 10.222.0.55 "GET /v2.0/networks/f6c98ce7-160f-4769-9e4e-03f33289f2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846262 Jul 14 09:33:29.468287 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1b40cf44-8ac9-49d9-80ff-a0bbf2d3a41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '5067817c-c527-4844-abe2-88d097a4bd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:51Z', 'updated_at': '2021-07-14T09:27:58Z', 'revision_number': 4, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'gw_port': {'id': '5067817c-c527-4844-abe2-88d097a4bd95', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:52Z', 'updated_at': '2021-07-14T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'fbc7933c-2358-42ee-b66a-7463bcd0ec31', 'name': '', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'mac_address': 'fa:16:3e:73:78:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:56Z', 'updated_at': '2021-07-14T09:28:07Z', 'revision_number': 5, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'subnets': [{'id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:29.516569 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b241f6-f94e-42f9-aa6b-4d244e6514a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea353e2f-cb78-4458-be40-99a2a1df6005,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:29.534477 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40cf44-8ac9-49d9-80ff-a0bbf2d3a41c None None] The sync data for ids ['adee1226-b855-4e7f-9149-fbc032a4ed3c'] in n-d-798054-10 is: [{'id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '5067817c-c527-4844-abe2-88d097a4bd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:51Z', 'updated_at': '2021-07-14T09:27:58Z', 'revision_number': 4, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'gw_port': {'id': '5067817c-c527-4844-abe2-88d097a4bd95', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:52Z', 'updated_at': '2021-07-14T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'fbc7933c-2358-42ee-b66a-7463bcd0ec31', 'name': '', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'mac_address': 'fa:16:3e:73:78:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:56Z', 'updated_at': '2021-07-14T09:28:07Z', 'revision_number': 5, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'subnets': [{'id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:29.613721 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7ec03656-1120-4fe3-b91a-87d126860528 req-cdff215b-ed73-4e04-9046-4ff39d6d86f5 service neutron] 10.222.0.55 "GET /v2.0/networks/f6c98ce7-160f-4769-9e4e-03f33289f2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745142 Jul 14 09:33:29.623836 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67fe6d70-132c-4711-8551-68d822ff8f14 req-bd35e35f-1457-449f-9ffb-029cc93b903f tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f2f5480-d4c3-462f-9f1a-731b8a29e142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213072 Jul 14 09:33:29.743580 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-163d2503-9b2a-45e4-8a1f-8d48b3d7eae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.793035 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770de660-8836-4d90-8255-1c457ccd45a1 req-50e51225-fcef-4e62-b1c6-6b8dc5762095 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.796243 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-770de660-8836-4d90-8255-1c457ccd45a1 req-50e51225-fcef-4e62-b1c6-6b8dc5762095 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 945 time: 0.4922011 Jul 14 09:33:29.802526 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b608f-0048-4cf0-852b-603186e7f811 req-68ad83f7-0256-4da2-9659-d17da9835137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.806949 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-342b608f-0048-4cf0-852b-603186e7f811 req-68ad83f7-0256-4da2-9659-d17da9835137 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 1095 time: 0.3896697 Jul 14 09:33:29.887915 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.922813 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-342b608f-0048-4cf0-852b-603186e7f811 req-b9c74f9d-2339-4d56-95ae-d811d7ec1a4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea353e2f-cb78-4458-be40-99a2a1df6005 HTTP/1.1" status: 200 len: 217 time: 0.1012974 Jul 14 09:33:29.981424 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b608f-0048-4cf0-852b-603186e7f811 req-fd4bc822-bb72-41ee-895e-fbb9bad3fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.982998 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-342b608f-0048-4cf0-852b-603186e7f811 req-fd4bc822-bb72-41ee-895e-fbb9bad3fda5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.0492506 Jul 14 09:33:29.984506 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4dd74a-7135-4393-b4ef-a4e35d0d2fc2 x-openstack-request-id: req-3c4dd74a-7135-4393-b4ef-a4e35d0d2fc2 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:29.984817 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe74774-e9d6-432e-944d-f81d3148f5b0", "tag": "ea353e2f-cb78-4458-be40-99a2a1df6005", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:29.985044 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c4dd74a-7135-4393-b4ef-a4e35d0d2fc2 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:29.985437 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe74774-e9d6-432e-944d-f81d3148f5b0', 'tag': 'ea353e2f-cb78-4458-be40-99a2a1df6005', 'status': 'completed', 'code': 200} Jul 14 09:33:30.005202 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-770de660-8836-4d90-8255-1c457ccd45a1 req-80c7bfcd-ec5e-4434-9c9b-0c5b83874505 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1109789-952b-4570-8e9a-8a1f4c6996a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953290 Jul 14 09:33:30.009873 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a68ffc3-450b-469e-9d50-71e6e0e0d954', 'tag': '1b3dcd4f-c347-41ee-ade1-6c269fbf3bac'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:30.014095 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf51e3cc-af55-42d0-b4d8-e0e62df0b850" -d '{"events": [{"name": "network-changed", "server_uuid": "6a68ffc3-450b-469e-9d50-71e6e0e0d954", "tag": "1b3dcd4f-c347-41ee-ade1-6c269fbf3bac"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:30.104821 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b608f-0048-4cf0-852b-603186e7f811 req-96c57117-e2fd-4b38-8fc3-343f6e9902b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.104821 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-342b608f-0048-4cf0-852b-603186e7f811 req-96c57117-e2fd-4b38-8fc3-343f6e9902b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996706 Jul 14 09:33:30.122647 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05678835-6794-4538-9f4d-335a0f89ba0f x-openstack-request-id: req-05678835-6794-4538-9f4d-335a0f89ba0f {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:30.123309 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a68ffc3-450b-469e-9d50-71e6e0e0d954", "tag": "1b3dcd4f-c347-41ee-ade1-6c269fbf3bac", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:30.124017 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05678835-6794-4538-9f4d-335a0f89ba0f {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:30.124627 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a68ffc3-450b-469e-9d50-71e6e0e0d954', 'tag': '1b3dcd4f-c347-41ee-ade1-6c269fbf3bac', 'status': 'completed', 'code': 200} Jul 14 09:33:30.150480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aa0d87-f4da-4d6a-b278-443509a54686 None None] New status for floating IP 68c8675c-e8d2-4695-bfb3-99bad88bad7b: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:33:30.344482 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51e3cc-af55-42d0-b4d8-e0e62df0b850 req-92b325fd-b6b0-41cc-ac43-1b2391d84dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.350635 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cf51e3cc-af55-42d0-b4d8-e0e62df0b850 req-92b325fd-b6b0-41cc-ac43-1b2391d84dfb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e35ca1fa97df4e05a20b2b851487164f&device_id=6a68ffc3-450b-469e-9d50-71e6e0e0d954 HTTP/1.1" status: 200 len: 1095 time: 0.1576307 Jul 14 09:33:30.429340 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-342b608f-0048-4cf0-852b-603186e7f811 req-f79e638c-f6ab-47e7-8370-02686b777718 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246815 Jul 14 09:33:30.503687 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51e3cc-af55-42d0-b4d8-e0e62df0b850 req-60c2ffef-43f0-4d8d-927d-37e7e77bc33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.505640 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cf51e3cc-af55-42d0-b4d8-e0e62df0b850 req-60c2ffef-43f0-4d8d-927d-37e7e77bc33f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f6c98ce7-160f-4769-9e4e-03f33289f2fe HTTP/1.1" status: 200 len: 909 time: 0.1496172 Jul 14 09:33:30.599473 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cf51e3cc-af55-42d0-b4d8-e0e62df0b850 req-2ec0302d-de6f-4413-9f38-3d52e1b184b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b3dcd4f-c347-41ee-ade1-6c269fbf3bac HTTP/1.1" status: 200 len: 217 time: 0.0875323 Jul 14 09:33:30.666214 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.696378 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51e3cc-af55-42d0-b4d8-e0e62df0b850 req-1fac9c3d-4926-4536-87f9-be44aba02263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.703193 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cf51e3cc-af55-42d0-b4d8-e0e62df0b850 req-1fac9c3d-4926-4536-87f9-be44aba02263 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=342fc744-57ac-4d3e-9582-470ff3c9845b HTTP/1.1" status: 200 len: 848 time: 0.0962462 Jul 14 09:33:30.706469 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-342b608f-0048-4cf0-852b-603186e7f811 req-be01ea04-90f1-4c18-9b2a-a2b374146627 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590396 Jul 14 09:33:30.729629 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eef7d-fd4b-48e2-924f-c632fb5870aa req-035fa712-652d-43a2-8df0-964a2f1c2988 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.734322 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b4eef7d-fd4b-48e2-924f-c632fb5870aa req-035fa712-652d-43a2-8df0-964a2f1c2988 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 945 time: 0.4537728 Jul 14 09:33:30.773878 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cf51e3cc-af55-42d0-b4d8-e0e62df0b850 req-abf52da1-20db-49f5-98c0-52750b30423e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f6c98ce7-160f-4769-9e4e-03f33289f2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634384 Jul 14 09:33:30.824431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9864f-f55b-4678-99e3-b5c93a248e33 req-0cf5065e-eb95-490b-be40-3f86daaa1069 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.826173 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-14f9864f-f55b-4678-99e3-b5c93a248e33 req-0cf5065e-eb95-490b-be40-3f86daaa1069 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 943 time: 0.4526007 Jul 14 09:33:30.830474 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b4eef7d-fd4b-48e2-924f-c632fb5870aa req-2f422e91-f459-41b8-bc24-7495f6811283 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1109789-952b-4570-8e9a-8a1f4c6996a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844374 Jul 14 09:33:30.865830 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 48430) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:30.946670 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cf51e3cc-af55-42d0-b4d8-e0e62df0b850 req-19c62001-7932-4bb9-85d3-9c19b3be6a87 service neutron] 10.222.0.55 "GET /v2.0/networks/f6c98ce7-160f-4769-9e4e-03f33289f2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633358 Jul 14 09:33:30.947157 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48436) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:31.088367 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9664808b-a11b-4774-9e68-46fe031d41c3 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.091939 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-14f9864f-f55b-4678-99e3-b5c93a248e33 req-6954583b-ef54-4702-b013-c718fb337e2c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344284 Jul 14 09:33:31.128865 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9664808b-a11b-4774-9e68-46fe031d41c3 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.180100 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cf51e3cc-af55-42d0-b4d8-e0e62df0b850 req-af1572bb-274c-433d-9516-9dc5910e0312 service neutron] 10.222.0.55 "GET /v2.0/networks/f6c98ce7-160f-4769-9e4e-03f33289f2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255430 Jul 14 09:33:31.205980 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9664808b-a11b-4774-9e68-46fe031d41c3 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.210007 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9664808b-a11b-4774-9e68-46fe031d41c3 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.211522 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9664808b-a11b-4774-9e68-46fe031d41c3 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "DELETE /v2.0/security-groups/9c6bab10-936c-49ac-9b43-c3ef07d2c2b1 HTTP/1.1" status: 204 len: 168 time: 0.2634416 Jul 14 09:33:31.223061 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48442) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:31.224286 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664808b-a11b-4774-9e68-46fe031d41c3 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6bab10-936c-49ac-9b43-c3ef07d2c2b1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:31.242426 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-531103cc-6fd5-4008-b8ff-de92bd71926e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] show failed (client error): The resource could not be found. Jul 14 09:33:31.246374 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-531103cc-6fd5-4008-b8ff-de92bd71926e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups/9c6bab10-936c-49ac-9b43-c3ef07d2c2b1 HTTP/1.1" status: 404 len: 347 time: 0.0170627 Jul 14 09:33:31.246920 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48446) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:31.268516 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5da02-d78c-4c19-a362-022e5f673376 req-534dc6a2-d8da-41cb-a94a-4bbb3468dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.275090 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cab5da02-d78c-4c19-a362-022e5f673376 req-534dc6a2-d8da-41cb-a94a-4bbb3468dc3f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 1095 time: 0.4630651 Jul 14 09:33:31.277459 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb7acc-7883-4903-82e9-b91e1bb0214b tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.290274 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-68eb7acc-7883-4903-82e9-b91e1bb0214b tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 1092 time: 0.4222472 Jul 14 09:33:31.294399 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 48448) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:31.305958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8b23e547-068c-40e6-be40-b1629c60b35c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': '581b5d8d-31b9-424b-980b-7633168e615e', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:31.422721 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5da02-d78c-4c19-a362-022e5f673376 req-4d0e32df-a174-485f-9142-c109bebb0423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.425070 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cab5da02-d78c-4c19-a362-022e5f673376 req-4d0e32df-a174-485f-9142-c109bebb0423 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 913 time: 0.1337624 Jul 14 09:33:31.485381 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cab5da02-d78c-4c19-a362-022e5f673376 req-27e2b530-9075-4538-ae91-e17c67cdfd92 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea353e2f-cb78-4458-be40-99a2a1df6005 HTTP/1.1" status: 200 len: 217 time: 0.0531280 Jul 14 09:33:31.501467 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7370bbd3-940c-4166-b12b-4625e4dbeb7c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Deleting port bb68dd2e-8dac-43f2-abf0-acd9ddec4725 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:31.502012 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7370bbd3-940c-4166-b12b-4625e4dbeb7c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.533378 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b23e547-068c-40e6-be40-b1629c60b35c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.619653 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8ccd4-3362-4e02-941f-ab630e366a7c req-173d59f6-96e9-4789-917e-d3c94e8ade95 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.621685 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8cb8ccd4-3362-4e02-941f-ab630e366a7c req-173d59f6-96e9-4789-917e-d3c94e8ade95 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a68ffc3-450b-469e-9d50-71e6e0e0d954 HTTP/1.1" status: 200 len: 943 time: 0.4876151 Jul 14 09:33:31.631759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5da02-d78c-4c19-a362-022e5f673376 req-1fb3bf5d-f156-4cba-9956-d2da7df495bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.633249 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cab5da02-d78c-4c19-a362-022e5f673376 req-1fb3bf5d-f156-4cba-9956-d2da7df495bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.1400290 Jul 14 09:33:31.658359 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7370bbd3-940c-4166-b12b-4625e4dbeb7c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.659519 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7370bbd3-940c-4166-b12b-4625e4dbeb7c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.675736 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7370bbd3-940c-4166-b12b-4625e4dbeb7c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Calling delete_port for bb68dd2e-8dac-43f2-abf0-acd9ddec4725 owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:31.718889 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8cb8ccd4-3362-4e02-941f-ab630e366a7c req-c5d81b11-f909-4881-b6a3-4b36a41f1913 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f2f5480-d4c3-462f-9f1a-731b8a29e142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903633 Jul 14 09:33:31.730466 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.766760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5da02-d78c-4c19-a362-022e5f673376 req-2636d76b-2a0f-4368-a3f0-67a8512d389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.768132 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cab5da02-d78c-4c19-a362-022e5f673376 req-2636d76b-2a0f-4368-a3f0-67a8512d389f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1266110 Jul 14 09:33:31.840073 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b23e547-068c-40e6-be40-b1629c60b35c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.855146 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:33:31.904039 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7370bbd3-940c-4166-b12b-4625e4dbeb7c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.940212 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cab5da02-d78c-4c19-a362-022e5f673376 req-0b81143e-7518-43de-92f4-5954a0ef4813 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641612 Jul 14 09:33:31.946595 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370bbd3-940c-4166-b12b-4625e4dbeb7c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Pushing event deleted for resources: {'Port': ['ID=bb68dd2e-8dac-43f2-abf0-acd9ddec4725,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:32.045463 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7370bbd3-940c-4166-b12b-4625e4dbeb7c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.048421 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1b3dcd4f-c347-41ee-ade1-6c269fbf3bac,segment=NetworkSegment(68491526-fd4b-4388-877f-213b06f05952),segment_id=68491526-fd4b-4388-877f-213b06f05952)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:32.049205 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7370bbd3-940c-4166-b12b-4625e4dbeb7c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.053833 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7370bbd3-940c-4166-b12b-4625e4dbeb7c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "DELETE /v2.0/floatingips/68c8675c-e8d2-4695-bfb3-99bad88bad7b HTTP/1.1" status: 204 len: 168 time: 0.7985573 Jul 14 09:33:32.069289 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '1b3dcd4f-c347-41ee-ade1-6c269fbf3bac', 'network_id': 'f6c98ce7-160f-4769-9e4e-03f33289f2fe', 'port_id': '1b3dcd4f-c347-41ee-ade1-6c269fbf3bac', 'mac_address': 'fa:16:3e:c5:e5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342fc744-57ac-4d3e-9582-470ff3c9845b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:33:32.084680 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-a17db0d3-ca55-48a6-8bae-07e829263ac4 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d4927155379745849f3545153b7a5825&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543196 Jul 14 09:33:32.095190 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-8b23e547-068c-40e6-be40-b1629c60b35c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Allocated IP 172.25.1.108 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/4697a98b-3a43-4b80-b4f6-3f3dfd63681b) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:32.135458 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.157533 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:32.190978 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1b3dcd4f-c347-41ee-ade1-6c269fbf3bac,segment=NetworkSegment(68491526-fd4b-4388-877f-213b06f05952),segment_id=68491526-fd4b-4388-877f-213b06f05952)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:32.196102 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.260495 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=1b3dcd4f-c347-41ee-ade1-6c269fbf3bac,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:32.341596 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cab5da02-d78c-4c19-a362-022e5f673376 req-a3bed636-7228-49a9-a936-1f461c814dfb service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675647 Jul 14 09:33:32.371624 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-4233b33c-e291-45ee-b705-7dd6d271a457 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:32.378051 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-4233b33c-e291-45ee-b705-7dd6d271a457 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2924440 Jul 14 09:33:32.400497 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-3dd5a6f7-6a67-4d6f-9ca5-576fb1d64547 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/quotas/d4927155379745849f3545153b7a5825 HTTP/1.1" status: 200 len: 375 time: 0.0215645 Jul 14 09:33:32.454277 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-81fb52d2-39ff-4f48-b44b-fb5b923fb60c tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4927155379745849f3545153b7a5825&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458484 Jul 14 09:33:32.464811 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b23e547-068c-40e6-be40-b1629c60b35c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.521771 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b23e547-068c-40e6-be40-b1629c60b35c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.570634 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['1b3dcd4f-c347-41ee-ade1-6c269fbf3bac'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:32.585186 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b23e547-068c-40e6-be40-b1629c60b35c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:32.598683 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-8b23e547-068c-40e6-be40-b1629c60b35c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:32.607572 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b23e547-068c-40e6-be40-b1629c60b35c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:32.749579 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23e547-068c-40e6-be40-b1629c60b35c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'Port': ['ID=4697a98b-3a43-4b80-b4f6-3f3dfd63681b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:32.774515 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48524) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:32.779920 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-aada2ef1-6ff5-4dc7-812b-f197a7363aef tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1960584692', 'description': 'tempest-description--1150317462'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:32.805368 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.837552 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aada2ef1-6ff5-4dc7-812b-f197a7363aef tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.075506 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aada2ef1-6ff5-4dc7-812b-f197a7363aef tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.080924 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aada2ef1-6ff5-4dc7-812b-f197a7363aef tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.121570 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada2ef1-6ff5-4dc7-812b-f197a7363aef tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4f3649-2559-44d4-8d80-1f6b44b453bd,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:33.136175 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aada2ef1-6ff5-4dc7-812b-f197a7363aef tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.137947 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-aada2ef1-6ff5-4dc7-812b-f197a7363aef tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3622000 Jul 14 09:33:33.140769 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48534) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:33.150003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c664b8bd-29c2-4ef4-aced-42a41e7c55cd tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Request body: {'security_group_rule': {'security_group_id': '1c4f3649-2559-44d4-8d80-1f6b44b453bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:33.217597 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c664b8bd-29c2-4ef4-aced-42a41e7c55cd tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.270238 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48540) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:33.313779 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c664b8bd-29c2-4ef4-aced-42a41e7c55cd tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.320833 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c664b8bd-29c2-4ef4-aced-42a41e7c55cd tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.351344 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664b8bd-29c2-4ef4-aced-42a41e7c55cd tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee82e29-05c6-4136-82eb-440a95ca844e,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:33.361290 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c664b8bd-29c2-4ef4-aced-42a41e7c55cd tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.366136 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c664b8bd-29c2-4ef4-aced-42a41e7c55cd tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2231042 Jul 14 09:33:33.367847 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48546) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:33.372946 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-0ad1d554-452c-4091-99cf-30a6f54ac413 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Request body: {'security_group_rule': {'security_group_id': '1c4f3649-2559-44d4-8d80-1f6b44b453bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:33.413907 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0ad1d554-452c-4091-99cf-30a6f54ac413 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.461698 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-caa5ec40-bdf4-455c-819b-4fe91c68f1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.480086 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7eab5ecc-e875-46eb-afe8-a20568bf663e req-52db52dc-fc4a-4d8c-ae31-d63f2c50f3b0 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b7c3d4-4b22-423b-ab4e-806a6472f908 HTTP/1.1" status: 200 len: 210 time: 0.4254620 Jul 14 09:33:33.498388 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013eddd-a0be-4bdb-979c-fe6bd9093972 req-adb7c328-e9df-4233-86a7-f4af333db0ed tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:33.499777 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2013eddd-a0be-4bdb-979c-fe6bd9093972 req-adb7c328-e9df-4233-86a7-f4af333db0ed tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 943 time: 0.6064532 Jul 14 09:33:33.509926 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0ad1d554-452c-4091-99cf-30a6f54ac413 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.529091 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0ad1d554-452c-4091-99cf-30a6f54ac413 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.557501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1d554-452c-4091-99cf-30a6f54ac413 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb768868-c7a6-4799-b6d6-6f5252bdca78,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:33.618087 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-caa5ec40-bdf4-455c-819b-4fe91c68f1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.624740 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-caa5ec40-bdf4-455c-819b-4fe91c68f1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.629415 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2013eddd-a0be-4bdb-979c-fe6bd9093972 req-ce9bf5ac-e7fd-4d1e-99e9-718d6b93f403 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780604 Jul 14 09:33:33.636075 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0ad1d554-452c-4091-99cf-30a6f54ac413 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.640951 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0ad1d554-452c-4091-99cf-30a6f54ac413 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2685049 Jul 14 09:33:33.642284 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 48548) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:33.656385 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-38e02f25-2098-4a91-904f-c5dfe582b79a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:33.677385 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-caa5ec40-bdf4-455c-819b-4fe91c68f1c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2a7fdc454c54b75adcd33233dbe5e93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4021618 Jul 14 09:33:33.677385 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5ec40-bdf4-455c-819b-4fe91c68f1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a34e983-faea-41d4-ab20-ea06f7567c85,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:33.678500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48550) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:33.746819 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c873e8b7-5f1d-4616-8e4b-9f233586acfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.766498 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-38e02f25-2098-4a91-904f-c5dfe582b79a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.781964 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c873e8b7-5f1d-4616-8e4b-9f233586acfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.852943 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c873e8b7-5f1d-4616-8e4b-9f233586acfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.856099 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c873e8b7-5f1d-4616-8e4b-9f233586acfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.857699 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c873e8b7-5f1d-4616-8e4b-9f233586acfd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9a34e983-faea-41d4-ab20-ea06f7567c85 HTTP/1.1" status: 204 len: 168 time: 0.1788177 Jul 14 09:33:33.864977 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:33.883865 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873e8b7-5f1d-4616-8e4b-9f233586acfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a34e983-faea-41d4-ab20-ea06f7567c85,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:33.957960 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:33.964629 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:33.965341 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.031070 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b23e547-068c-40e6-be40-b1629c60b35c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.073480 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.106989 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a68ffc3-450b-469e-9d50-71e6e0e0d954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3dcd4f-c347-41ee-ade1-6c269fbf3bac'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:34.109241 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5704e49-49e2-49ea-9571-9c299cfd3ee0 req-184d53b0-3226-4daf-a2b1-75004e65ac65 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:34.109539 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5d8446-aea6-41f0-9ee3-b97215e8f077" -d '{"events": [{"server_uuid": "6a68ffc3-450b-469e-9d50-71e6e0e0d954", "name": "network-vif-plugged", "status": "completed", "tag": "1b3dcd4f-c347-41ee-ade1-6c269fbf3bac"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:34.116329 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d5704e49-49e2-49ea-9571-9c299cfd3ee0 req-184d53b0-3226-4daf-a2b1-75004e65ac65 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a68ffc3-450b-469e-9d50-71e6e0e0d954 HTTP/1.1" status: 200 len: 944 time: 0.1630599 Jul 14 09:33:34.126371 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1b3dcd4f-c347-41ee-ade1-6c269fbf3bac,segment=NetworkSegment(68491526-fd4b-4388-877f-213b06f05952),segment_id=68491526-fd4b-4388-877f-213b06f05952)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:34.132633 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.169330 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-38e02f25-2098-4a91-904f-c5dfe582b79a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.200231 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bccc4c-4abd-47f2-8f9a-34d93b5f48d3 x-openstack-request-id: req-97bccc4c-4abd-47f2-8f9a-34d93b5f48d3 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:34.200519 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a68ffc3-450b-469e-9d50-71e6e0e0d954", "name": "network-vif-plugged", "status": "completed", "tag": "1b3dcd4f-c347-41ee-ade1-6c269fbf3bac", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:34.200969 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97bccc4c-4abd-47f2-8f9a-34d93b5f48d3 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:34.201368 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a68ffc3-450b-469e-9d50-71e6e0e0d954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3dcd4f-c347-41ee-ade1-6c269fbf3bac', 'code': 200} Jul 14 09:33:34.212834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=1b3dcd4f-c347-41ee-ade1-6c269fbf3bac,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:34.247047 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48564) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:34.257049 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b23e547-068c-40e6-be40-b1629c60b35c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.273425 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d5704e49-49e2-49ea-9571-9c299cfd3ee0 req-b0a2dad2-a4d9-4601-a8f2-bb1c9119d410 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f2f5480-d4c3-462f-9f1a-731b8a29e142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560347 Jul 14 09:33:34.278957 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f922d3af-4dc1-425a-905d-7dbc3b7cf5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.394929 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f922d3af-4dc1-425a-905d-7dbc3b7cf5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.407421 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f922d3af-4dc1-425a-905d-7dbc3b7cf5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.455885 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-38e02f25-2098-4a91-904f-c5dfe582b79a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Allocated IP 172.25.1.205 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/80f2572c-817c-4f47-8c22-45a6360d201b) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:34.502455 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-0205060f-ec9c-4589-8cf5-57ef386561af tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d4927155379745849f3545153b7a5825&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572200 Jul 14 09:33:34.509174 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f922d3af-4dc1-425a-905d-7dbc3b7cf5bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=783b94c74d2c412eae070a702b9bd39e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607391 Jul 14 09:33:34.522622 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48568) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:34.542334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922d3af-4dc1-425a-905d-7dbc3b7cf5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1f1900-629e-4e18-a9eb-079f42cc75bf,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:34.600839 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-38e02f25-2098-4a91-904f-c5dfe582b79a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.702587 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ea353e2f-cb78-4458-be40-99a2a1df6005 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:33:34.738543 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-027b65f3-463d-405b-a858-96b72bb17394 req-0ec4258f-aaf0-4240-b6e0-6228bc3b1d9c tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b7c3d4-4b22-423b-ab4e-806a6472f908 HTTP/1.1" status: 200 len: 210 time: 0.0462537 Jul 14 09:33:34.754046 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-38e02f25-2098-4a91-904f-c5dfe582b79a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.764755 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b23e547-068c-40e6-be40-b1629c60b35c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.805766 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b23e547-068c-40e6-be40-b1629c60b35c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.826679 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e02f25-2098-4a91-904f-c5dfe582b79a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:34.838162 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-38e02f25-2098-4a91-904f-c5dfe582b79a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:34.843681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e02f25-2098-4a91-904f-c5dfe582b79a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:34.856563 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ea353e2f-cb78-4458-be40-99a2a1df6005, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ea353e2f-cb78-4458-be40-99a2a1df6005,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:34.869064 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'ea353e2f-cb78-4458-be40-99a2a1df6005', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'port_id': 'ea353e2f-cb78-4458-be40-99a2a1df6005', 'mac_address': 'fa:16:3e:af:eb:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:33:34.915740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b732426-4f0a-402c-a1d8-3702fb5665ea req-0df878a1-9e4c-402e-b519-36d7250eb043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:34.917474 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2b732426-4f0a-402c-a1d8-3702fb5665ea req-0df878a1-9e4c-402e-b519-36d7250eb043 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6a68ffc3-450b-469e-9d50-71e6e0e0d954 HTTP/1.1" status: 200 len: 1097 time: 0.5210247 Jul 14 09:33:34.926358 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.948936 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-04434a35-55fd-4f22-bcc5-fd6a943a453d tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:34.950560 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-04434a35-55fd-4f22-bcc5-fd6a943a453d tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4400611 Jul 14 09:33:34.952490 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea353e2f-cb78-4458-be40-99a2a1df6005 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:34.962754 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b96ec689-4c04-4b89-9d06-ea7dd54273b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.980634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-a26f82ba-045c-408a-b543-df4d389ffbec tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Request body: {'port': {'device_id': 'c3b7c3d4-4b22-423b-ab4e-806a6472f908', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': 'd4927155379745849f3545153b7a5825'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:34.983235 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ea353e2f-cb78-4458-be40-99a2a1df6005, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ea353e2f-cb78-4458-be40-99a2a1df6005,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:34.990089 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.998176 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e02f25-2098-4a91-904f-c5dfe582b79a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Pushing event updated for resources: {'Port': ['ID=80f2572c-817c-4f47-8c22-45a6360d201b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:35.060504 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=ea353e2f-cb78-4458-be40-99a2a1df6005,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:35.066468 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b96ec689-4c04-4b89-9d06-ea7dd54273b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.080974 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2b732426-4f0a-402c-a1d8-3702fb5665ea req-4afba663-151f-4060-bcb1-9615ec038bf2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2f2f5480-d4c3-462f-9f1a-731b8a29e142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292725 Jul 14 09:33:35.097845 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b23e547-068c-40e6-be40-b1629c60b35c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.164165 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b96ec689-4c04-4b89-9d06-ea7dd54273b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.167420 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b96ec689-4c04-4b89-9d06-ea7dd54273b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.171465 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b96ec689-4c04-4b89-9d06-ea7dd54273b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae1f1900-629e-4e18-a9eb-079f42cc75bf HTTP/1.1" status: 204 len: 168 time: 0.6449738 Jul 14 09:33:35.172798 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-a26f82ba-045c-408a-b543-df4d389ffbec tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Made reservation on behalf of d4927155379745849f3545153b7a5825 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:35.176707 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-a26f82ba-045c-408a-b543-df4d389ffbec tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.191623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ec689-4c04-4b89-9d06-ea7dd54273b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1f1900-629e-4e18-a9eb-079f42cc75bf,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:35.194319 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-a26f82ba-045c-408a-b543-df4d389ffbec tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.218202 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23e547-068c-40e6-be40-b1629c60b35c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'Port': ['ID=4697a98b-3a43-4b80-b4f6-3f3dfd63681b,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:35.222133 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-38e02f25-2098-4a91-904f-c5dfe582b79a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.231855 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['ea353e2f-cb78-4458-be40-99a2a1df6005'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:35.255756 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419b1e6-e2ad-4e0e-9aa9-a849fd83a122 req-0a66b00d-db09-4b1f-85f6-0220b02ce0fd tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:35.263360 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b419b1e6-e2ad-4e0e-9aa9-a849fd83a122 req-0a66b00d-db09-4b1f-85f6-0220b02ce0fd tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 943 time: 0.4263442 Jul 14 09:33:35.373365 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-a26f82ba-045c-408a-b543-df4d389ffbec tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.379772 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-a26f82ba-045c-408a-b543-df4d389ffbec tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.407913 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-38e02f25-2098-4a91-904f-c5dfe582b79a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.555962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f82ba-045c-408a-b543-df4d389ffbec tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79cfc54e-f62b-4947-aacf-650b60f42be1,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:35.593172 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b419b1e6-e2ad-4e0e-9aa9-a849fd83a122 req-30dd3a2d-dcba-4e16-9c9d-ee6d2f3d9cfa tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288293 Jul 14 09:33:35.668805 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-8b23e547-068c-40e6-be40-b1629c60b35c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Floating IP 77b022fb-c72d-4699-be49-364026532f8f associated. External IP: 172.25.1.108, port: 581b5d8d-31b9-424b-980b-7633168e615e. Jul 14 09:33:35.692992 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-a26f82ba-045c-408a-b543-df4d389ffbec tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Allocated IP 192.168.233.12 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/0184fd28-26d5-4b36-aadd-66cf281248f4) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:35.911852 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-a26f82ba-045c-408a-b543-df4d389ffbec tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.929445 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-a26f82ba-045c-408a-b543-df4d389ffbec tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Transition to ACTIVE for port object 0184fd28-26d5-4b36-aadd-66cf281248f4 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:35.959985 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a3803-77c9-4872-94fc-4684fdc54905 req-816dc8ee-8c82-4287-9530-ef9c2a30f530 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:35.961723 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d56a3803-77c9-4872-94fc-4684fdc54905 req-816dc8ee-8c82-4287-9530-ef9c2a30f530 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a68ffc3-450b-469e-9d50-71e6e0e0d954 HTTP/1.1" status: 200 len: 945 time: 0.3636796 Jul 14 09:33:35.989396 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-a26f82ba-045c-408a-b543-df4d389ffbec tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.046204 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f82ba-045c-408a-b543-df4d389ffbec tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Pushing event updated for resources: {'Port': ['ID=0184fd28-26d5-4b36-aadd-66cf281248f4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:36.063160 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-a26f82ba-045c-408a-b543-df4d389ffbec tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:36.064915 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-a26f82ba-045c-408a-b543-df4d389ffbec tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:36.071852 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1071d60-43ba-4f1f-87c6-3b0441baa471 req-aa7b4096-2de0-45df-bffe-05921e509f75 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b7c3d4-4b22-423b-ab4e-806a6472f908 HTTP/1.1" status: 200 len: 210 time: 0.1183839 Jul 14 09:33:36.081529 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-a26f82ba-045c-408a-b543-df4d389ffbec tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:36.175385 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-a26f82ba-045c-408a-b543-df4d389ffbec tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:36.176136 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-a26f82ba-045c-408a-b543-df4d389ffbec tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.229975 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-a26f82ba-045c-408a-b543-df4d389ffbec tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2543929 Jul 14 09:33:36.230654 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-38e02f25-2098-4a91-904f-c5dfe582b79a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.246975 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d56a3803-77c9-4872-94fc-4684fdc54905 req-8d766d19-4716-445a-beb4-9d1a826d8a55 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f2f5480-d4c3-462f-9f1a-731b8a29e142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319691 Jul 14 09:33:36.250731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] Request body: {'port': {'device_id': 'c3b7c3d4-4b22-423b-ab4e-806a6472f908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:36.262682 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-38e02f25-2098-4a91-904f-c5dfe582b79a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.392969 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e02f25-2098-4a91-904f-c5dfe582b79a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Pushing event updated for resources: {'Port': ['ID=80f2572c-817c-4f47-8c22-45a6360d201b,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:36.410535 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b23e547-068c-40e6-be40-b1629c60b35c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:36.421366 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e88d2a75-e1a4-4d77-aeaa-f5779f74e550 None None] Provisioning for port 0184fd28-26d5-4b36-aadd-66cf281248f4 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:36.430035 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e88d2a75-e1a4-4d77-aeaa-f5779f74e550 None None] Provisioning complete for port 0184fd28-26d5-4b36-aadd-66cf281248f4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:36.432018 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e88d2a75-e1a4-4d77-aeaa-f5779f74e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.445197 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.487124 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-38e02f25-2098-4a91-904f-c5dfe582b79a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.493814 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e88d2a75-e1a4-4d77-aeaa-f5779f74e550 None None] Port 0184fd28-26d5-4b36-aadd-66cf281248f4 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:36.559362 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-38e02f25-2098-4a91-904f-c5dfe582b79a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.569564 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-38e02f25-2098-4a91-904f-c5dfe582b79a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9155402 Jul 14 09:33:36.669113 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b23e547-068c-40e6-be40-b1629c60b35c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:36.684078 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf271b1-6b62-4d97-84d9-3bae4d50400a None None] Sync routers for ids ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:36.701360 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf271b1-6b62-4d97-84d9-3bae4d50400a None None] Routers {'1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:36.701613 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b23e547-068c-40e6-be40-b1629c60b35c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.702743 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4cf271b1-6b62-4d97-84d9-3bae4d50400a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:33:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:36.725217 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ea353e2f-cb78-4458-be40-99a2a1df6005 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:36.780293 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8b23e547-068c-40e6-be40-b1629c60b35c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4824600 Jul 14 09:33:36.780293 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364ef176-df38-45b6-9a7c-7105c2e86163', 'tag': '581b5d8d-31b9-424b-980b-7633168e615e'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:36.780787 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176eba34-6278-4ad8-be92-c7165ca9baf4" -d '{"events": [{"name": "network-changed", "server_uuid": "364ef176-df38-45b6-9a7c-7105c2e86163", "tag": "581b5d8d-31b9-424b-980b-7633168e615e"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:36.787444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 48620) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:36.848796 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-4cf271b1-6b62-4d97-84d9-3bae4d50400a None None] Set router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:36.886867 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port ea353e2f-cb78-4458-be40-99a2a1df6005 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:36.894109 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port ea353e2f-cb78-4458-be40-99a2a1df6005 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:36.894485 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.937429 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-99bca8f4-065a-4381-9ce4-4ee78475099a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/floatingips/77b022fb-c72d-4699-be49-364026532f8f HTTP/1.1" status: 200 len: 991 time: 0.1449757 Jul 14 09:33:37.022794 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-824a9c35-8844-4357-9f63-e3ed326474fe req-f2ed419b-539b-41f5-b51e-e8c14643dc35 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1960584692&fields=id&tenant_id=5cb22d9c9ca64cacba1a692a05940f23 HTTP/1.1" status: 200 len: 267 time: 0.0827219 Jul 14 09:33:37.065686 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb939c9-5fbc-4ad5-9402-d6db8bf6fd29 req-499731e3-4d07-41b0-a762-edc704fcdd24 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:37.077718 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5bb939c9-5fbc-4ad5-9402-d6db8bf6fd29 req-499731e3-4d07-41b0-a762-edc704fcdd24 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 944 time: 0.1388226 Jul 14 09:33:37.089764 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0184fd28-26d5-4b36-aadd-66cf281248f4 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:37.108578 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.125211 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] Transition to ACTIVE for port object 0184fd28-26d5-4b36-aadd-66cf281248f4 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:37.131500 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4cf271b1-6b62-4d97-84d9-3bae4d50400a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'name': 'tempest-TestNetworkBasicOps-router-229876295', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:41Z', 'updated_at': '2021-07-14T09:32:52Z', 'revision_number': 4, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:42Z', 'updated_at': '2021-07-14T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '77b022fb-c72d-4699-be49-364026532f8f', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'floating_ip_address': '172.25.1.108', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'port_id': '581b5d8d-31b9-424b-980b-7633168e615e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'mac_address': 'fa:16:3e:50:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ef176-df38-45b6-9a7c-7105c2e86163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:33:33Z', 'updated_at': '2021-07-14T09:33:33Z', 'revision_number': 0, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9446b75-9db9-41d6-8ed1-5fb3fe524101', 'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:27:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:50Z', 'updated_at': '2021-07-14T09:33:07Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:37.132530 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.169122 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf271b1-6b62-4d97-84d9-3bae4d50400a None None] Checking router: 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:37.180816 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf271b1-6b62-4d97-84d9-3bae4d50400a None None] Routers {'1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:37.182504 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4cf271b1-6b62-4d97-84d9-3bae4d50400a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:33:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:37.188011 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.190679 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] Pushing event updated for resources: {'Port': ['ID=0184fd28-26d5-4b36-aadd-66cf281248f4,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:37.247517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a9c35-8844-4357-9f63-e3ed326474fe req-77bf5fc9-d966-4def-af40-eb5afd2e2869 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:37.255403 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-824a9c35-8844-4357-9f63-e3ed326474fe req-77bf5fc9-d966-4def-af40-eb5afd2e2869 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/networks?id=6e4991ac-2228-452d-ab57-e39ab6b100bc HTTP/1.1" status: 200 len: 815 time: 0.2222281 Jul 14 09:33:37.273522 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ea353e2f-cb78-4458-be40-99a2a1df6005, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ea353e2f-cb78-4458-be40-99a2a1df6005,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:37.276724 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe74774-e9d6-432e-944d-f81d3148f5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea353e2f-cb78-4458-be40-99a2a1df6005'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:37.284003 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3a5919-e1f5-4bae-bd0e-a29d05a56e8d" -d '{"events": [{"server_uuid": "0fe74774-e9d6-432e-944d-f81d3148f5b0", "name": "network-vif-plugged", "status": "completed", "tag": "ea353e2f-cb78-4458-be40-99a2a1df6005"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:37.291909 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-824a9c35-8844-4357-9f63-e3ed326474fe req-1b1c784d-4627-4498-a360-174d88d78e54 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/quotas/5cb22d9c9ca64cacba1a692a05940f23 HTTP/1.1" status: 200 len: 375 time: 0.0354643 Jul 14 09:33:37.302700 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.357941 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-4cf271b1-6b62-4d97-84d9-3bae4d50400a None None] Set router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:37.386567 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5bb939c9-5fbc-4ad5-9402-d6db8bf6fd29 req-ddadc430-4aa3-4b68-83b2-454be008c9b9 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060522 Jul 14 09:33:37.419555 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] Attempting to bind port 0184fd28-26d5-4b36-aadd-66cf281248f4 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:37.419915 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] Attempting to bind port 0184fd28-26d5-4b36-aadd-66cf281248f4 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:37.420238 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] Attempting to bind port 0184fd28-26d5-4b36-aadd-66cf281248f4 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:37.430621 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] Port 0184fd28-26d5-4b36-aadd-66cf281248f4 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:37.441306 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] Attempting to bind port 0184fd28-26d5-4b36-aadd-66cf281248f4 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:37.451354 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:37.451870 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:37.452344 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:37.452941 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] Bound port: 0184fd28-26d5-4b36-aadd-66cf281248f4, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:37.453412 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.460293 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=ea353e2f-cb78-4458-be40-99a2a1df6005,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:37.520033 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-824a9c35-8844-4357-9f63-e3ed326474fe req-ae1156f1-a0ca-4be6-9261-8de2611010be tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cb22d9c9ca64cacba1a692a05940f23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2271514 Jul 14 09:33:37.527200 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80514c8-388a-4296-928a-b7988f411f45 x-openstack-request-id: req-c80514c8-388a-4296-928a-b7988f411f45 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:37.527508 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364ef176-df38-45b6-9a7c-7105c2e86163", "tag": "581b5d8d-31b9-424b-980b-7633168e615e", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:37.528436 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c80514c8-388a-4296-928a-b7988f411f45 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:37.528436 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364ef176-df38-45b6-9a7c-7105c2e86163', 'tag': '581b5d8d-31b9-424b-980b-7633168e615e', 'status': 'completed', 'code': 200} Jul 14 09:33:37.617200 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] For port 0184fd28-26d5-4b36-aadd-66cf281248f4, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:37.627705 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] For port 0184fd28-26d5-4b36-aadd-66cf281248f4, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0184fd28-26d5-4b36-aadd-66cf281248f4,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:37.634908 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.671585 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:37.673342 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.677867 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] 10.222.0.55 "PUT /v2.0/ports/0184fd28-26d5-4b36-aadd-66cf281248f4 HTTP/1.1" status: 200 len: 1096 time: 1.4316928 Jul 14 09:33:37.735349 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b7c3d4-4b22-423b-ab4e-806a6472f908', 'tag': '0184fd28-26d5-4b36-aadd-66cf281248f4'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:37.739315 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f6566a-173c-48bb-b2aa-8f5d4466ee5e" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b7c3d4-4b22-423b-ab4e-806a6472f908", "tag": "0184fd28-26d5-4b36-aadd-66cf281248f4"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:37.903624 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-824a9c35-8844-4357-9f63-e3ed326474fe req-a90e8256-4187-4b5e-9ec4-671899c59e37 service neutron] 10.222.0.26 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538659 Jul 14 09:33:37.909533 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214db8f0-9366-496c-92ee-5e8c183cd339 service neutron] Pushing event updated for resources: {'Port': ['ID=0184fd28-26d5-4b36-aadd-66cf281248f4,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:37.948437 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48660) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:37.952957 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4cf271b1-6b62-4d97-84d9-3bae4d50400a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'name': 'tempest-TestNetworkBasicOps-router-229876295', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:41Z', 'updated_at': '2021-07-14T09:32:52Z', 'revision_number': 4, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:42Z', 'updated_at': '2021-07-14T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '77b022fb-c72d-4699-be49-364026532f8f', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'floating_ip_address': '172.25.1.108', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'port_id': '581b5d8d-31b9-424b-980b-7633168e615e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'mac_address': 'fa:16:3e:50:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ef176-df38-45b6-9a7c-7105c2e86163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:33:33Z', 'updated_at': '2021-07-14T09:33:33Z', 'revision_number': 0, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9446b75-9db9-41d6-8ed1-5fb3fe524101', 'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:27:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:50Z', 'updated_at': '2021-07-14T09:33:07Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:37.964954 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-98b967ad-687f-420a-9128-f203259eac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:37.966370 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-98b967ad-687f-420a-9128-f203259eac16 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d4927155379745849f3545153b7a5825&device_id=c3b7c3d4-4b22-423b-ab4e-806a6472f908 HTTP/1.1" status: 200 len: 1099 time: 0.2207303 Jul 14 09:33:38.021045 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf271b1-6b62-4d97-84d9-3bae4d50400a None None] The sync data for ids ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'] in n-d-798054-10 is: [{'id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'name': 'tempest-TestNetworkBasicOps-router-229876295', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:41Z', 'updated_at': '2021-07-14T09:32:52Z', 'revision_number': 4, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:42Z', 'updated_at': '2021-07-14T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '77b022fb-c72d-4699-be49-364026532f8f', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'floating_ip_address': '172.25.1.108', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'port_id': '581b5d8d-31b9-424b-980b-7633168e615e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'mac_address': 'fa:16:3e:50:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ef176-df38-45b6-9a7c-7105c2e86163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:33:33Z', 'updated_at': '2021-07-14T09:33:33Z', 'revision_number': 0, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9446b75-9db9-41d6-8ed1-5fb3fe524101', 'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:27:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:50Z', 'updated_at': '2021-07-14T09:33:07Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:38.088067 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-13b509cd-1d31-4d55-805c-09bb2ce6452c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=0184fd28-26d5-4b36-aadd-66cf281248f4 HTTP/1.1" status: 200 len: 217 time: 0.0732768 Jul 14 09:33:38.164108 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c6d1dd49-a3f8-4735-a6bb-dec531b864c9 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/floatingips/77b022fb-c72d-4699-be49-364026532f8f HTTP/1.1" status: 200 len: 991 time: 0.2136819 Jul 14 09:33:38.172132 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-499a1096-ef9d-4fac-bb29-e28e963683c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:38.173738 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-499a1096-ef9d-4fac-bb29-e28e963683c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0740392 Jul 14 09:33:38.264143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-83c56a33-d8ac-4037-8f50-bf827b62a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:38.266271 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-83c56a33-d8ac-4037-8f50-bf827b62a9a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0845451 Jul 14 09:33:38.414725 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-86f6d5aa-e35b-424e-a6ac-def109982db9 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388085 Jul 14 09:33:38.420553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca5f982-963a-48de-b76d-13a98a669296 None None] New status for floating IP 77b022fb-c72d-4699-be49-364026532f8f: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:33:38.547678 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ac675b1e-79da-477e-8246-e84fe25b5e5a req-32f79aeb-3bd2-4a1d-a010-3c3e52d1ec47 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210685 Jul 14 09:33:38.609952 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-824a9c35-8844-4357-9f63-e3ed326474fe req-a9cda05b-0e00-46f5-be5a-0b254256728c service neutron] 10.222.0.26 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6738935 Jul 14 09:33:38.619469 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eba34-6278-4ad8-be92-c7165ca9baf4 req-53f7ef34-1baa-4df6-be1b-37c62898cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:38.621306 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-176eba34-6278-4ad8-be92-c7165ca9baf4 req-53f7ef34-1baa-4df6-be1b-37c62898cdda service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e8947ccf2db4372a301749e896d7bb1&device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 1097 time: 1.0602746 Jul 14 09:33:38.719302 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c65a3a-adb7-4f04-8e07-c76ea642108e req-caa42101-1b79-49db-9c90-0ee16483cab1 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:38.726303 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06c65a3a-adb7-4f04-8e07-c76ea642108e req-caa42101-1b79-49db-9c90-0ee16483cab1 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b7c3d4-4b22-423b-ab4e-806a6472f908 HTTP/1.1" status: 200 len: 947 time: 0.8204103 Jul 14 09:33:38.790963 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06c65a3a-adb7-4f04-8e07-c76ea642108e req-1a58aa84-6c79-4c88-9d73-82f10ead1e89 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/security-groups?id=79cfc54e-f62b-4947-aacf-650b60f42be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531366 Jul 14 09:33:38.834431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eba34-6278-4ad8-be92-c7165ca9baf4 req-6e3f20bd-3484-4363-8399-886762952715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:38.837636 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-176eba34-6278-4ad8-be92-c7165ca9baf4 req-6e3f20bd-3484-4363-8399-886762952715 service neutron] 10.222.0.49 "GET /v2.0/networks?id=16c71265-6fb2-47c0-a4dc-272015de3e7a HTTP/1.1" status: 200 len: 897 time: 0.2067440 Jul 14 09:33:38.851919 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 48700) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:38.884202 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc2f77d-10e5-4bb8-8d51-4154caf07e74 x-openstack-request-id: req-4fc2f77d-10e5-4bb8-8d51-4154caf07e74 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:38.885319 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe74774-e9d6-432e-944d-f81d3148f5b0", "name": "network-vif-plugged", "status": "completed", "tag": "ea353e2f-cb78-4458-be40-99a2a1df6005", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:38.885823 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4fc2f77d-10e5-4bb8-8d51-4154caf07e74 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:38.886468 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe74774-e9d6-432e-944d-f81d3148f5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea353e2f-cb78-4458-be40-99a2a1df6005', 'code': 200} Jul 14 09:33:39.037882 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-176eba34-6278-4ad8-be92-c7165ca9baf4 req-f759bccc-e684-49d1-ada1-828624dbd879 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=581b5d8d-31b9-424b-980b-7633168e615e HTTP/1.1" status: 200 len: 1001 time: 0.1935208 Jul 14 09:33:39.086276 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6188483c-f404-4f8a-be9b-8e1103de7397 x-openstack-request-id: req-6188483c-f404-4f8a-be9b-8e1103de7397 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:39.086810 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b7c3d4-4b22-423b-ab4e-806a6472f908", "tag": "0184fd28-26d5-4b36-aadd-66cf281248f4", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:39.087343 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6188483c-f404-4f8a-be9b-8e1103de7397 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:39.087899 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b7c3d4-4b22-423b-ab4e-806a6472f908', 'tag': '0184fd28-26d5-4b36-aadd-66cf281248f4', 'status': 'completed', 'code': 200} Jul 14 09:33:39.122463 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-597ed458-e672-4026-abb7-0b553c1129b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.166984 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c59477-d52b-48ea-b303-a76813adeb23 req-e42234f9-305a-44c3-aa15-b22e87f1f69c tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.176350 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86c59477-d52b-48ea-b303-a76813adeb23 req-e42234f9-305a-44c3-aa15-b22e87f1f69c tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a68ffc3-450b-469e-9d50-71e6e0e0d954 HTTP/1.1" status: 200 len: 945 time: 0.2286813 Jul 14 09:33:39.181952 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48708) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:39.189908 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32841215-1a2a-493b-b404-9836047f42df req-53a30f55-aa0d-4b1a-856b-979cbef49896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.191702 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-32841215-1a2a-493b-b404-9836047f42df req-53a30f55-aa0d-4b1a-856b-979cbef49896 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 1097 time: 0.2258911 Jul 14 09:33:39.211741 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eba34-6278-4ad8-be92-c7165ca9baf4 req-81c608d4-4b4e-4c1f-9aa9-556a663bd881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.213821 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-176eba34-6278-4ad8-be92-c7165ca9baf4 req-81c608d4-4b4e-4c1f-9aa9-556a663bd881 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9106bf93-1af9-4d71-a91a-1466791dfe32 HTTP/1.1" status: 200 len: 835 time: 0.1661587 Jul 14 09:33:39.292585 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a7b729b4-10d2-40d9-8e11-530a3894a27c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/floatingips/77b022fb-c72d-4699-be49-364026532f8f HTTP/1.1" status: 200 len: 993 time: 0.1092644 Jul 14 09:33:39.326951 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6566a-173c-48bb-b2aa-8f5d4466ee5e req-c694fb89-e6bb-4719-9271-9bc3cf9f5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.329903 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08f6566a-173c-48bb-b2aa-8f5d4466ee5e req-c694fb89-e6bb-4719-9271-9bc3cf9f5a44 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d4927155379745849f3545153b7a5825&device_id=c3b7c3d4-4b22-423b-ab4e-806a6472f908 HTTP/1.1" status: 200 len: 1099 time: 0.1903541 Jul 14 09:33:39.342129 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86c59477-d52b-48ea-b303-a76813adeb23 req-218224fb-3cf2-449b-90a3-9ee694cb55da tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f2f5480-d4c3-462f-9f1a-731b8a29e142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646497 Jul 14 09:33:39.445413 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6566a-173c-48bb-b2aa-8f5d4466ee5e req-552c85ff-6bb3-4c0c-bedd-0d5945916f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.447264 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08f6566a-173c-48bb-b2aa-8f5d4466ee5e req-552c85ff-6bb3-4c0c-bedd-0d5945916f15 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1082592 Jul 14 09:33:39.461474 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-32841215-1a2a-493b-b404-9836047f42df req-a71a9f7b-a6fb-4312-98d5-03a136d0e637 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597005 Jul 14 09:33:39.530208 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e9ea777-430d-4144-a73c-fd0dbed0f3da req-31eae0cf-5857-4c5f-b78b-1065ee155c86 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 210 time: 0.0766087 Jul 14 09:33:39.537936 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08f6566a-173c-48bb-b2aa-8f5d4466ee5e req-692642c1-1948-4660-961a-c07f454a3515 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=0184fd28-26d5-4b36-aadd-66cf281248f4 HTTP/1.1" status: 200 len: 217 time: 0.0810106 Jul 14 09:33:39.590900 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eba34-6278-4ad8-be92-c7165ca9baf4 req-28ad4283-6c89-4e0b-a4f7-583ea3a728c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.593434 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-176eba34-6278-4ad8-be92-c7165ca9baf4 req-28ad4283-6c89-4e0b-a4f7-583ea3a728c2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16c71265-6fb2-47c0-a4dc-272015de3e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3659403 Jul 14 09:33:39.602586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8b62e-fd25-446e-8288-06d128795a62 req-0200ad40-acdb-4d55-be3a-c962042078eb tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.609821 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9cf8b62e-fd25-446e-8288-06d128795a62 req-0200ad40-acdb-4d55-be3a-c962042078eb tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.3734403 Jul 14 09:33:39.613665 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6566a-173c-48bb-b2aa-8f5d4466ee5e req-2addff6d-c426-4133-b2ea-38142d25fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.615856 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08f6566a-173c-48bb-b2aa-8f5d4466ee5e req-2addff6d-c426-4133-b2ea-38142d25fca5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0638089 Jul 14 09:33:39.721020 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6566a-173c-48bb-b2aa-8f5d4466ee5e req-0d1e124b-15dd-40a6-868c-e984eb66d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.723419 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08f6566a-173c-48bb-b2aa-8f5d4466ee5e req-0d1e124b-15dd-40a6-868c-e984eb66d044 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0982435 Jul 14 09:33:39.728669 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9cf8b62e-fd25-446e-8288-06d128795a62 req-de01ef81-9523-4a97-9ea3-9787567267b7 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176269 Jul 14 09:33:39.850614 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08f6566a-173c-48bb-b2aa-8f5d4466ee5e req-c7aa41a0-f35f-4da3-94d6-ea6a886f36ea service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185563 Jul 14 09:33:39.931374 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-176eba34-6278-4ad8-be92-c7165ca9baf4 req-50b15b71-310b-4832-8c7b-2b6893b835c5 service neutron] 10.222.0.49 "GET /v2.0/networks/16c71265-6fb2-47c0-a4dc-272015de3e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180668 Jul 14 09:33:39.972869 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-597ed458-e672-4026-abb7-0b553c1129b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.002384 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-597ed458-e672-4026-abb7-0b553c1129b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.013907 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08f6566a-173c-48bb-b2aa-8f5d4466ee5e req-812aee25-b842-4355-8f25-029d6c8188b9 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536045 Jul 14 09:33:40.111372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ed458-e672-4026-abb7-0b553c1129b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9772221a-0b71-4ae7-9009-a047697031ec,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:40.155468 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-597ed458-e672-4026-abb7-0b553c1129b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a5efd30e4bfe4d65b9dc085d786f35b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3024569 Jul 14 09:33:40.158889 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48730) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:40.190503 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-176eba34-6278-4ad8-be92-c7165ca9baf4 req-ff9e18a9-04aa-4a2c-93ec-6ed524a7e050 service neutron] 10.222.0.49 "GET /v2.0/networks/16c71265-6fb2-47c0-a4dc-272015de3e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492566 Jul 14 09:33:40.217372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5148ffc-a6ba-426a-ab1c-ca0246fe24be req-02237970-2fe1-4215-893a-e194e063e0a2 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:40.219151 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5148ffc-a6ba-426a-ab1c-ca0246fe24be req-02237970-2fe1-4215-893a-e194e063e0a2 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b7c3d4-4b22-423b-ab4e-806a6472f908 HTTP/1.1" status: 200 len: 947 time: 0.1509140 Jul 14 09:33:40.258186 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0ee6bb5-f121-4827-b326-62547b7a3e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.299265 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0ee6bb5-f121-4827-b326-62547b7a3e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.299916 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5148ffc-a6ba-426a-ab1c-ca0246fe24be req-84284591-cb0c-48bf-9e7c-e3798abe88a2 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/security-groups?id=79cfc54e-f62b-4947-aacf-650b60f42be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693624 Jul 14 09:33:40.375091 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0ee6bb5-f121-4827-b326-62547b7a3e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.382438 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0ee6bb5-f121-4827-b326-62547b7a3e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.385907 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c0ee6bb5-f121-4827-b326-62547b7a3e3d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9772221a-0b71-4ae7-9009-a047697031ec HTTP/1.1" status: 204 len: 168 time: 0.2236624 Jul 14 09:33:40.402709 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee6bb5-f121-4827-b326-62547b7a3e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9772221a-0b71-4ae7-9009-a047697031ec,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:40.706753 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a9c35-8844-4357-9f63-e3ed326474fe req-748a30e7-2cb0-489f-bf05-ae66fb782b08 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:40.712605 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-824a9c35-8844-4357-9f63-e3ed326474fe req-748a30e7-2cb0-489f-bf05-ae66fb782b08 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.49 "GET /v2.0/networks?id=6e4991ac-2228-452d-ab57-e39ab6b100bc HTTP/1.1" status: 200 len: 815 time: 0.2048140 Jul 14 09:33:40.795487 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b80f12c-5012-46eb-bd14-20e7fcef36cd req-dd84fe6a-9282-49be-9f16-839ec5691efa tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 210 time: 0.0805018 Jul 14 09:33:40.830639 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-824a9c35-8844-4357-9f63-e3ed326474fe req-6e381010-42ae-433c-b94c-3f2fcb57d4be tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cb22d9c9ca64cacba1a692a05940f23 HTTP/1.1" status: 200 len: 380 time: 0.0958200 Jul 14 09:33:40.848025 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-824a9c35-8844-4357-9f63-e3ed326474fe req-add02e7a-e142-4ec7-9971-6529edc71c62 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Request body: {'port': {'device_id': 'd5dbe33a-4529-4341-9e2a-d578e9cd5c03', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'admin_state_up': True, 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'security_groups': ['1c4f3649-2559-44d4-8d80-1f6b44b453bd']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:40.915357 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48742) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:40.922771 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f38018-b910-4178-a074-431474c9c283 req-e2d64051-9d19-4ee3-aeef-b57cc54c89d4 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:40.924883 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99f38018-b910-4178-a074-431474c9c283 req-e2d64051-9d19-4ee3-aeef-b57cc54c89d4 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a68ffc3-450b-469e-9d50-71e6e0e0d954 HTTP/1.1" status: 200 len: 945 time: 0.2014909 Jul 14 09:33:40.942161 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb3edd72-2329-40ed-b47f-9a9a57e047dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.051005 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99f38018-b910-4178-a074-431474c9c283 req-74d976ec-e480-4629-ae9d-3fccd8e47306 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f2f5480-d4c3-462f-9f1a-731b8a29e142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164265 Jul 14 09:33:41.075341 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb3edd72-2329-40ed-b47f-9a9a57e047dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.081294 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb3edd72-2329-40ed-b47f-9a9a57e047dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.089761 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfa84e-de5e-4edd-b68b-43de78f8d4b9 req-65f8083b-292c-44f4-a445-efd1123edae8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.091510 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2ebfa84e-de5e-4edd-b68b-43de78f8d4b9 req-65f8083b-292c-44f4-a445-efd1123edae8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1183350 Jul 14 09:33:41.135910 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824a9c35-8844-4357-9f63-e3ed326474fe req-add02e7a-e142-4ec7-9971-6529edc71c62 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Made reservation on behalf of 5cb22d9c9ca64cacba1a692a05940f23 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:41.138170 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bb3edd72-2329-40ed-b47f-9a9a57e047dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4985e9a2733f4d8fb568128c21b7014d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2216749 Jul 14 09:33:41.139248 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3edd72-2329-40ed-b47f-9a9a57e047dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09ce0d5-4e51-4ee8-9379-9cffb278e2ad,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:41.139784 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-824a9c35-8844-4357-9f63-e3ed326474fe req-add02e7a-e142-4ec7-9971-6529edc71c62 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.141709 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48746) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:41.173899 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2ebfa84e-de5e-4edd-b68b-43de78f8d4b9 req-09e5e64a-f7fb-45fd-b97d-3cc91e1f4264 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747259 Jul 14 09:33:41.219021 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-77c49ff5-8c4b-4de0-b1ed-bda1ffbb0b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.272654 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-77c49ff5-8c4b-4de0-b1ed-bda1ffbb0b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.350691 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-824a9c35-8844-4357-9f63-e3ed326474fe req-add02e7a-e142-4ec7-9971-6529edc71c62 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Allocated IP 172.20.0.8 (6e4991ac-2228-452d-ab57-e39ab6b100bc/453b9a84-a49e-4445-ade0-e83a68e64b54/3a928327-5f45-44b4-acef-752ab498ee4d) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:41.361406 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-77c49ff5-8c4b-4de0-b1ed-bda1ffbb0b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.364433 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-77c49ff5-8c4b-4de0-b1ed-bda1ffbb0b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.365872 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-77c49ff5-8c4b-4de0-b1ed-bda1ffbb0b84 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b09ce0d5-4e51-4ee8-9379-9cffb278e2ad HTTP/1.1" status: 204 len: 168 time: 0.2231300 Jul 14 09:33:41.384534 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c49ff5-8c4b-4de0-b1ed-bda1ffbb0b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09ce0d5-4e51-4ee8-9379-9cffb278e2ad,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:41.669990 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-824a9c35-8844-4357-9f63-e3ed326474fe req-add02e7a-e142-4ec7-9971-6529edc71c62 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.692361 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-824a9c35-8844-4357-9f63-e3ed326474fe req-add02e7a-e142-4ec7-9971-6529edc71c62 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Transition to ACTIVE for port object 3a928327-5f45-44b4-acef-752ab498ee4d will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:41.766662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad43e3-87c0-49c4-b4d9-5a6e591d8b26 req-75dec8db-77fb-4194-94eb-88da5526a1bf tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.768183 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39ad43e3-87c0-49c4-b4d9-5a6e591d8b26 req-75dec8db-77fb-4194-94eb-88da5526a1bf tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b7c3d4-4b22-423b-ab4e-806a6472f908 HTTP/1.1" status: 200 len: 947 time: 0.1851585 Jul 14 09:33:41.778593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa26a2-4a91-4850-b65d-80b98d56675e req-871b348e-6e1b-4296-ae26-d7bbf10bf1d3 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.780119 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08fa26a2-4a91-4850-b65d-80b98d56675e req-871b348e-6e1b-4296-ae26-d7bbf10bf1d3 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1603534 Jul 14 09:33:41.809896 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-824a9c35-8844-4357-9f63-e3ed326474fe req-add02e7a-e142-4ec7-9971-6529edc71c62 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.870347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 0184fd28-26d5-4b36-aadd-66cf281248f4 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:33:41.900579 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39ad43e3-87c0-49c4-b4d9-5a6e591d8b26 req-d3700313-2aff-41a5-9c3e-d29affaaed64 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/security-groups?id=79cfc54e-f62b-4947-aacf-650b60f42be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178997 Jul 14 09:33:41.904368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824a9c35-8844-4357-9f63-e3ed326474fe req-add02e7a-e142-4ec7-9971-6529edc71c62 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Network 6e4991ac-2228-452d-ab57-e39ab6b100bc is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:41.921557 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08fa26a2-4a91-4850-b65d-80b98d56675e req-e1295c46-3514-4534-bf4a-04c8cc1d942d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304693 Jul 14 09:33:41.922528 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-824a9c35-8844-4357-9f63-e3ed326474fe req-add02e7a-e142-4ec7-9971-6529edc71c62 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:41.931418 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add02e7a-e142-4ec7-9971-6529edc71c62 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Pushing event updated for resources: {'Port': ['ID=3a928327-5f45-44b4-acef-752ab498ee4d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:41.951778 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-824a9c35-8844-4357-9f63-e3ed326474fe req-add02e7a-e142-4ec7-9971-6529edc71c62 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:42.052618 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a9c35-8844-4357-9f63-e3ed326474fe req-add02e7a-e142-4ec7-9971-6529edc71c62 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.053597 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-824a9c35-8844-4357-9f63-e3ed326474fe req-add02e7a-e142-4ec7-9971-6529edc71c62 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.086315 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-824a9c35-8844-4357-9f63-e3ed326474fe req-add02e7a-e142-4ec7-9971-6529edc71c62 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2452037 Jul 14 09:33:42.114861 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] Request body: {'port': {'device_id': 'd5dbe33a-4529-4341-9e2a-d578e9cd5c03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:42.354919 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 0184fd28-26d5-4b36-aadd-66cf281248f4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0184fd28-26d5-4b36-aadd-66cf281248f4,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:42.377876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '0184fd28-26d5-4b36-aadd-66cf281248f4', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '0184fd28-26d5-4b36-aadd-66cf281248f4', 'mac_address': 'fa:16:3e:f5:e5:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:33:42.458098 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.463285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f89976-0c44-4fe7-9eb4-d3be70efad1a req-76194aa3-ac31-4462-9bfc-29c354321d69 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.468107 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e7f89976-0c44-4fe7-9eb4-d3be70efad1a req-76194aa3-ac31-4462-9bfc-29c354321d69 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a68ffc3-450b-469e-9d50-71e6e0e0d954 HTTP/1.1" status: 200 len: 945 time: 0.2191069 Jul 14 09:33:42.478149 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0184fd28-26d5-4b36-aadd-66cf281248f4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:42.503971 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 0184fd28-26d5-4b36-aadd-66cf281248f4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0184fd28-26d5-4b36-aadd-66cf281248f4,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:42.505523 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-37966ece-db25-47b7-94ae-b1f8df1229bb None None] Provisioning for port 3a928327-5f45-44b4-acef-752ab498ee4d completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:42.508551 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.511698 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-37966ece-db25-47b7-94ae-b1f8df1229bb None None] Provisioning complete for port 3a928327-5f45-44b4-acef-752ab498ee4d triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:42.512223 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-37966ece-db25-47b7-94ae-b1f8df1229bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.515534 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.606310 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b167e8-e562-4f3e-9f77-78a9c1684bf4 req-158ca0c2-1cf4-4c2a-8e61-4d296610023e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.609155 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-37966ece-db25-47b7-94ae-b1f8df1229bb None None] Port 3a928327-5f45-44b4-acef-752ab498ee4d cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:42.613695 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99b167e8-e562-4f3e-9f77-78a9c1684bf4 req-158ca0c2-1cf4-4c2a-8e61-4d296610023e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 931 time: 0.4373970 Jul 14 09:33:42.617126 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-e7f89976-0c44-4fe7-9eb4-d3be70efad1a req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Deleting port 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:42.618081 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e7f89976-0c44-4fe7-9eb4-d3be70efad1a req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.627458 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=0184fd28-26d5-4b36-aadd-66cf281248f4,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:42.735070 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111aeee-631b-4b81-8524-8911aab485d4 req-052376c8-6070-429c-877a-81aa6baeb9de tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.736723 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d111aeee-631b-4b81-8524-8911aab485d4 req-052376c8-6070-429c-877a-81aa6baeb9de tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a68ffc3-450b-469e-9d50-71e6e0e0d954 HTTP/1.1" status: 200 len: 945 time: 0.4360647 Jul 14 09:33:42.755549 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99b167e8-e562-4f3e-9f77-78a9c1684bf4 req-c654d206-23c0-4640-9118-80eb974d173b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408865 Jul 14 09:33:42.867132 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['0184fd28-26d5-4b36-aadd-66cf281248f4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:42.877968 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d111aeee-631b-4b81-8524-8911aab485d4 req-31ecc6ed-9976-41be-bc63-4e13fbade722 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f2f5480-d4c3-462f-9f1a-731b8a29e142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258566 Jul 14 09:33:43.072694 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a928327-5f45-44b4-acef-752ab498ee4d {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:43.083098 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.112883 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] Transition to ACTIVE for port object 3a928327-5f45-44b4-acef-752ab498ee4d will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:43.123267 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.207181 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-e7f89976-0c44-4fe7-9eb4-d3be70efad1a req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] For port 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1b3dcd4f-c347-41ee-ade1-6c269fbf3bac,segment=NetworkSegment(68491526-fd4b-4388-877f-213b06f05952),segment_id=68491526-fd4b-4388-877f-213b06f05952)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:43.207595 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e7f89976-0c44-4fe7-9eb4-d3be70efad1a req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.227266 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-e7f89976-0c44-4fe7-9eb4-d3be70efad1a req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Calling delete_port for 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:43.277987 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] Pushing event updated for resources: {'Port': ['ID=3a928327-5f45-44b4-acef-752ab498ee4d,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:43.414776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce8a2d-9d66-437e-95fd-d73bc0c5f47f req-1a38e298-9431-4adf-a9da-b912dc9f9117 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:43.416452 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-11ce8a2d-9d66-437e-95fd-d73bc0c5f47f req-1a38e298-9431-4adf-a9da-b912dc9f9117 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b7c3d4-4b22-423b-ab4e-806a6472f908 HTTP/1.1" status: 200 len: 948 time: 0.2409437 Jul 14 09:33:43.460910 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e7f89976-0c44-4fe7-9eb4-d3be70efad1a req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.503417 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Pushing event deleted for resources: {'Port': ['ID=1b3dcd4f-c347-41ee-ade1-6c269fbf3bac,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:43.504793 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] Attempting to bind port 3a928327-5f45-44b4-acef-752ab498ee4d on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:43.505137 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] Attempting to bind port 3a928327-5f45-44b4-acef-752ab498ee4d by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '17918165-02df-40ca-bae9-9149208b1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:43.506237 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] Attempting to bind port 3a928327-5f45-44b4-acef-752ab498ee4d on network 6e4991ac-2228-452d-ab57-e39ab6b100bc {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:43.512717 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-11ce8a2d-9d66-437e-95fd-d73bc0c5f47f req-17c316c0-c75d-41ae-9ecb-307a4d77aad8 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/security-groups?id=79cfc54e-f62b-4947-aacf-650b60f42be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847876 Jul 14 09:33:43.532680 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c96757-0980-4530-a1f7-df4b6fa2e8f8 req-1176b16c-5d7d-48e5-b9da-782886cf4f68 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:43.545646 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a4c96757-0980-4530-a1f7-df4b6fa2e8f8 req-1176b16c-5d7d-48e5-b9da-782886cf4f68 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.3135839 Jul 14 09:33:43.567124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:43.567843 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:43.568427 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:43.569240 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:43.569911 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:43.570472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:43.571603 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] Port 3a928327-5f45-44b4-acef-752ab498ee4d on network 6e4991ac-2228-452d-ab57-e39ab6b100bc not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:43.572051 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] Attempting to bind port 3a928327-5f45-44b4-acef-752ab498ee4d on network 6e4991ac-2228-452d-ab57-e39ab6b100bc {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:43.572431 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:43.573207 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:43.574066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:43.575248 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:43.575959 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:43.577204 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:43.593369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:43.594055 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] Checking segment: {'id': '17918165-02df-40ca-bae9-9149208b1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:43.594776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] Bound using segment: {'id': '17918165-02df-40ca-bae9-9149208b1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:43.595521 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] Bound port: 3a928327-5f45-44b4-acef-752ab498ee4d, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17918165-02df-40ca-bae9-9149208b1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:43.596206 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.607354 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f89976-0c44-4fe7-9eb4-d3be70efad1a req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] No DVR routers for this DVR port 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:43.610676 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e7f89976-0c44-4fe7-9eb4-d3be70efad1a req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.613109 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e7f89976-0c44-4fe7-9eb4-d3be70efad1a req-fc823a18-0c34-42af-ac08-b0b960b9adb2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.55 "DELETE /v2.0/ports/1b3dcd4f-c347-41ee-ade1-6c269fbf3bac HTTP/1.1" status: 204 len: 173 time: 1.1397889 Jul 14 09:33:43.613998 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a68ffc3-450b-469e-9d50-71e6e0e0d954', 'name': 'network-vif-deleted', 'tag': '1b3dcd4f-c347-41ee-ade1-6c269fbf3bac'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:43.618505 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c85ad65-fec3-468a-8f76-55b03e353b20" -d '{"events": [{"server_uuid": "6a68ffc3-450b-469e-9d50-71e6e0e0d954", "name": "network-vif-deleted", "tag": "1b3dcd4f-c347-41ee-ade1-6c269fbf3bac"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:43.695908 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4c6092-22c0-4830-9dbf-a23e95d29047 x-openstack-request-id: req-da4c6092-22c0-4830-9dbf-a23e95d29047 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:43.696365 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a68ffc3-450b-469e-9d50-71e6e0e0d954", "name": "network-vif-deleted", "tag": "1b3dcd4f-c347-41ee-ade1-6c269fbf3bac", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:43.696708 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da4c6092-22c0-4830-9dbf-a23e95d29047 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:43.696983 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a68ffc3-450b-469e-9d50-71e6e0e0d954', 'name': 'network-vif-deleted', 'tag': '1b3dcd4f-c347-41ee-ade1-6c269fbf3bac', 'status': 'completed', 'code': 200} Jul 14 09:33:43.699289 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a4c96757-0980-4530-a1f7-df4b6fa2e8f8 req-7b8eb43c-6e46-45d4-b90c-b55607cae0a7 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517060 Jul 14 09:33:43.805452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] For port 3a928327-5f45-44b4-acef-752ab498ee4d, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:43.822670 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] For port 3a928327-5f45-44b4-acef-752ab498ee4d, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3a928327-5f45-44b4-acef-752ab498ee4d,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:43.831345 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['1b3dcd4f-c347-41ee-ade1-6c269fbf3bac'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:43.835166 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.959755 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:43.960389 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.961857 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-824a9c35-8844-4357-9f63-e3ed326474fe req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] 10.222.0.49 "PUT /v2.0/ports/3a928327-5f45-44b4-acef-752ab498ee4d HTTP/1.1" status: 200 len: 1092 time: 1.8661077 Jul 14 09:33:43.964132 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5dbe33a-4529-4341-9e2a-d578e9cd5c03', 'tag': '3a928327-5f45-44b4-acef-752ab498ee4d'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:43.974069 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2541b5f-637c-4632-8e9b-0b53df062bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "d5dbe33a-4529-4341-9e2a-d578e9cd5c03", "tag": "3a928327-5f45-44b4-acef-752ab498ee4d"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:44.296519 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66007c08-2e63-4f95-b4b3-c1a3a4173f8f service neutron] Pushing event updated for resources: {'Port': ['ID=3a928327-5f45-44b4-acef-752ab498ee4d,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:44.296519 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a9c35-8844-4357-9f63-e3ed326474fe req-5ffa4f98-e22b-4675-81ee-10bf33cdbab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.296519 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-824a9c35-8844-4357-9f63-e3ed326474fe req-5ffa4f98-e22b-4675-81ee-10bf33cdbab8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cb22d9c9ca64cacba1a692a05940f23&device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 1095 time: 0.1520991 Jul 14 09:33:44.296519 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297ba67-bc7f-48b2-b471-c009c88fa70c req-960708e1-dfed-4dfa-bc2c-b219d48b71b8 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.296519 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7297ba67-bc7f-48b2-b471-c009c88fa70c req-960708e1-dfed-4dfa-bc2c-b219d48b71b8 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 943 time: 0.2821453 Jul 14 09:33:44.296519 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e57de8f-9b8d-497f-ae52-ff4ab3dd91d8 req-0e174156-623f-4ab9-a31b-2952fe31c7d0 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a68ffc3-450b-469e-9d50-71e6e0e0d954 HTTP/1.1" status: 200 len: 210 time: 0.1170101 Jul 14 09:33:44.411227 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3f8963-2f04-4c3a-89f4-aa74d643bdfd x-openstack-request-id: req-9b3f8963-2f04-4c3a-89f4-aa74d643bdfd {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:44.411735 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5dbe33a-4529-4341-9e2a-d578e9cd5c03", "tag": "3a928327-5f45-44b4-acef-752ab498ee4d", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:44.412676 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b3f8963-2f04-4c3a-89f4-aa74d643bdfd {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:44.413075 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5dbe33a-4529-4341-9e2a-d578e9cd5c03', 'tag': '3a928327-5f45-44b4-acef-752ab498ee4d', 'status': 'completed', 'code': 200} Jul 14 09:33:44.432469 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-824a9c35-8844-4357-9f63-e3ed326474fe req-c6b84d8a-ea62-4874-96e0-a284db69acb2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a928327-5f45-44b4-acef-752ab498ee4d HTTP/1.1" status: 200 len: 217 time: 0.2015550 Jul 14 09:33:44.439787 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7297ba67-bc7f-48b2-b471-c009c88fa70c req-28a39802-78e1-4fbb-84b5-fd8dc4901885 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711555 Jul 14 09:33:44.521290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a9c35-8844-4357-9f63-e3ed326474fe req-647a597e-658f-4174-a21a-069889a2501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.523381 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-824a9c35-8844-4357-9f63-e3ed326474fe req-647a597e-658f-4174-a21a-069889a2501f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=453b9a84-a49e-4445-ade0-e83a68e64b54 HTTP/1.1" status: 200 len: 854 time: 0.0825655 Jul 14 09:33:44.618276 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a9c35-8844-4357-9f63-e3ed326474fe req-4c5da553-9141-4ae7-8530-842effdaaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.620106 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-824a9c35-8844-4357-9f63-e3ed326474fe req-4c5da553-9141-4ae7-8530-842effdaaf6c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e4991ac-2228-452d-ab57-e39ab6b100bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885091 Jul 14 09:33:44.718644 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:33:44.800808 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-824a9c35-8844-4357-9f63-e3ed326474fe req-495cdbb7-3b87-4b85-bfbe-f05c46f6807f service neutron] 10.222.0.49 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710284 Jul 14 09:33:44.828685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38c49f-abcb-451d-9dd9-c26baa7137eb req-beaf6479-f344-494f-b230-434d322d5053 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.831168 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fb38c49f-abcb-451d-9dd9-c26baa7137eb req-beaf6479-f344-494f-b230-434d322d5053 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b7c3d4-4b22-423b-ab4e-806a6472f908 HTTP/1.1" status: 200 len: 948 time: 0.1244667 Jul 14 09:33:44.918898 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48888) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:44.972347 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fb38c49f-abcb-451d-9dd9-c26baa7137eb req-c3d8c61a-d483-4d74-8429-060a90df0077 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/security-groups?id=79cfc54e-f62b-4947-aacf-650b60f42be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295035 Jul 14 09:33:44.984312 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-824a9c35-8844-4357-9f63-e3ed326474fe req-e5307cbe-8797-4b6f-b919-1db25fe8709c service neutron] 10.222.0.49 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747360 Jul 14 09:33:45.007128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8183545-5077-44f0-a10e-1995a3fd03c3 req-f50a5f5d-22b7-4ab8-aa84-d04f76c49416 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:45.009099 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c8183545-5077-44f0-a10e-1995a3fd03c3 req-f50a5f5d-22b7-4ab8-aa84-d04f76c49416 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1391761 Jul 14 09:33:45.084128 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82b9fd0f-9eb2-4b11-bad6-778f5606956c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.094750 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c8183545-5077-44f0-a10e-1995a3fd03c3 req-5e39fe20-850d-4a14-85fe-f8f4b4173ae4 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800502 Jul 14 09:33:45.127517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2541b5f-637c-4632-8e9b-0b53df062bdf req-ad5f8d41-60fc-450e-90db-980a76687884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:45.129217 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2541b5f-637c-4632-8e9b-0b53df062bdf req-ad5f8d41-60fc-450e-90db-980a76687884 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cb22d9c9ca64cacba1a692a05940f23&device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 1095 time: 0.0787151 Jul 14 09:33:45.211874 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82b9fd0f-9eb2-4b11-bad6-778f5606956c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.216741 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82b9fd0f-9eb2-4b11-bad6-778f5606956c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.248665 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-82b9fd0f-9eb2-4b11-bad6-778f5606956c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d366f8df1b544304a4642f3c1b82cd21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254559 Jul 14 09:33:45.249569 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48900) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:45.297724 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9fd0f-9eb2-4b11-bad6-778f5606956c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9a81fe-b9d0-4736-b59c-23c1517e9a91,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:45.338277 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e68deb59-9b4b-4049-b260-b464d6ece21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.369101 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e68deb59-9b4b-4049-b260-b464d6ece21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.445083 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e68deb59-9b4b-4049-b260-b464d6ece21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.448323 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e68deb59-9b4b-4049-b260-b464d6ece21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.449859 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e68deb59-9b4b-4049-b260-b464d6ece21b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca9a81fe-b9d0-4736-b59c-23c1517e9a91 HTTP/1.1" status: 204 len: 168 time: 0.1996686 Jul 14 09:33:45.485817 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68deb59-9b4b-4049-b260-b464d6ece21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9a81fe-b9d0-4736-b59c-23c1517e9a91,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:45.686124 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2541b5f-637c-4632-8e9b-0b53df062bdf req-08002b6f-0959-4d7d-a395-e213daf5bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:45.688137 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2541b5f-637c-4632-8e9b-0b53df062bdf req-08002b6f-0959-4d7d-a395-e213daf5bb32 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e4991ac-2228-452d-ab57-e39ab6b100bc HTTP/1.1" status: 200 len: 916 time: 0.5510099 Jul 14 09:33:45.768625 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2541b5f-637c-4632-8e9b-0b53df062bdf req-4d60bb31-54f9-42a8-a8b6-31f7412ad12c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a928327-5f45-44b4-acef-752ab498ee4d HTTP/1.1" status: 200 len: 217 time: 0.0620267 Jul 14 09:33:45.863594 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aae1fb-0336-470c-99c7-1150703749ac req-db19b762-2ced-45bc-9d90-77cb49ff2f32 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:45.870309 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69aae1fb-0336-470c-99c7-1150703749ac req-db19b762-2ced-45bc-9d90-77cb49ff2f32 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 943 time: 0.1781554 Jul 14 09:33:45.871233 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48926) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:45.875491 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2541b5f-637c-4632-8e9b-0b53df062bdf req-4dea34f2-b981-4853-a3eb-dc0f52624233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:45.877031 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2541b5f-637c-4632-8e9b-0b53df062bdf req-4dea34f2-b981-4853-a3eb-dc0f52624233 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=453b9a84-a49e-4445-ade0-e83a68e64b54 HTTP/1.1" status: 200 len: 854 time: 0.1010535 Jul 14 09:33:45.887131 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2fba2ab-0b73-4c7c-a688-2d985a9c063d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.900633 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 0184fd28-26d5-4b36-aadd-66cf281248f4 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:45.955488 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69aae1fb-0336-470c-99c7-1150703749ac req-383ba7a0-b5ce-465c-973f-413ef5832d39 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769191 Jul 14 09:33:45.986138 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2541b5f-637c-4632-8e9b-0b53df062bdf req-17bb7905-43d0-45c7-92a5-b5120315dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:45.988433 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2541b5f-637c-4632-8e9b-0b53df062bdf req-17bb7905-43d0-45c7-92a5-b5120315dccf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e4991ac-2228-452d-ab57-e39ab6b100bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019633 Jul 14 09:33:46.017848 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 0184fd28-26d5-4b36-aadd-66cf281248f4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:46.034162 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 0184fd28-26d5-4b36-aadd-66cf281248f4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:46.044075 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.072173 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2fba2ab-0b73-4c7c-a688-2d985a9c063d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.080468 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2fba2ab-0b73-4c7c-a688-2d985a9c063d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.130454 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fba2ab-0b73-4c7c-a688-2d985a9c063d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ce53e8-ee32-4c2f-bd4c-973f58ca36e5,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:46.138421 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e2fba2ab-0b73-4c7c-a688-2d985a9c063d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=abb1d650bae54d2b9026c1d357af4929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652619 Jul 14 09:33:46.140589 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48946) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:46.218298 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa1338d5-8486-4722-a7ed-495043ec7989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.237081 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.256375 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2541b5f-637c-4632-8e9b-0b53df062bdf req-d1c13263-d04a-485c-972d-d5f8e520a6a1 service neutron] 10.222.0.49 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570090 Jul 14 09:33:46.263098 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa1338d5-8486-4722-a7ed-495043ec7989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.267477 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b7c3d4-4b22-423b-ab4e-806a6472f908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0184fd28-26d5-4b36-aadd-66cf281248f4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:46.271373 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6cf1ec-20e0-4a8a-ba61-bdc133bb3d72" -d '{"events": [{"server_uuid": "c3b7c3d4-4b22-423b-ab4e-806a6472f908", "name": "network-vif-plugged", "status": "completed", "tag": "0184fd28-26d5-4b36-aadd-66cf281248f4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:46.297191 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 0184fd28-26d5-4b36-aadd-66cf281248f4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0184fd28-26d5-4b36-aadd-66cf281248f4,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:46.305524 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.319563 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:46.327434 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa1338d5-8486-4722-a7ed-495043ec7989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.331552 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa1338d5-8486-4722-a7ed-495043ec7989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.335332 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-bb46e2f6-a4be-46e2-a48a-c15ab208950c tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:46.336515 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-aa1338d5-8486-4722-a7ed-495043ec7989 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94ce53e8-ee32-4c2f-bd4c-973f58ca36e5 HTTP/1.1" status: 204 len: 168 time: 0.1937892 Jul 14 09:33:46.336867 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-bb46e2f6-a4be-46e2-a48a-c15ab208950c tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/networks?id=f6c98ce7-160f-4769-9e4e-03f33289f2fe HTTP/1.1" status: 200 len: 808 time: 0.2573900 Jul 14 09:33:46.347710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1338d5-8486-4722-a7ed-495043ec7989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ce53e8-ee32-4c2f-bd4c-973f58ca36e5,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:46.363792 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db3b35-59dd-4dfa-9347-e40e0eba054c req-dd67d7d1-e641-497d-86bb-e4a17ff934ef tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:46.365631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48db3b35-59dd-4dfa-9347-e40e0eba054c req-dd67d7d1-e641-497d-86bb-e4a17ff934ef tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b7c3d4-4b22-423b-ab4e-806a6472f908 HTTP/1.1" status: 200 len: 948 time: 0.1943970 Jul 14 09:33:46.416562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:46.416914 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1b3dcd4f-c347-41ee-ade1-6c269fbf3bac not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:46.428015 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-7b6d64c6-cf9a-4102-85d7-4952ab647462 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/quotas/e35ca1fa97df4e05a20b2b851487164f HTTP/1.1" status: 200 len: 375 time: 0.0573018 Jul 14 09:33:46.428712 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=0184fd28-26d5-4b36-aadd-66cf281248f4,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:46.450048 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48db3b35-59dd-4dfa-9347-e40e0eba054c req-508cde7c-d31c-40c3-ab8b-23c86b646458 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/security-groups?id=79cfc54e-f62b-4947-aacf-650b60f42be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551009 Jul 14 09:33:46.453998 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.497508 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-80d3283b-7926-4814-896c-f605f1e989cb tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e35ca1fa97df4e05a20b2b851487164f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597036 Jul 14 09:33:46.501540 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2541b5f-637c-4632-8e9b-0b53df062bdf req-f9472e01-9f85-4e53-9c45-f77709a4552a service neutron] 10.222.0.49 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306290 Jul 14 09:33:46.710012 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-7a02e324-d5e4-456e-9858-7c8c8585bc3a service neutron] 10.222.0.26 "GET /v2.0/networks/f6c98ce7-160f-4769-9e4e-03f33289f2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905665 Jul 14 09:33:46.791671 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e104b0-6dd8-46be-be54-b2a5f76489f6 req-870650f3-a756-4aa9-8dcd-e70f74f793d9 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:46.793196 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c3e104b0-6dd8-46be-be54-b2a5f76489f6 req-870650f3-a756-4aa9-8dcd-e70f74f793d9 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1429985 Jul 14 09:33:46.878482 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-6a8a7433-f1c3-4a0e-a380-7817bce1d1f0 service neutron] 10.222.0.26 "GET /v2.0/networks/f6c98ce7-160f-4769-9e4e-03f33289f2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545448 Jul 14 09:33:46.885489 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c3e104b0-6dd8-46be-be54-b2a5f76489f6 req-96b8f2e5-a458-4488-b988-385720446412 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761936 Jul 14 09:33:46.957491 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e1da3e-c4a1-4265-b7c9-5acc17d8f3f7 x-openstack-request-id: req-30e1da3e-c4a1-4265-b7c9-5acc17d8f3f7 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:46.958088 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b7c3d4-4b22-423b-ab4e-806a6472f908", "name": "network-vif-plugged", "status": "completed", "tag": "0184fd28-26d5-4b36-aadd-66cf281248f4", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:46.958201 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-30e1da3e-c4a1-4265-b7c9-5acc17d8f3f7 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:46.958601 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b7c3d4-4b22-423b-ab4e-806a6472f908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0184fd28-26d5-4b36-aadd-66cf281248f4', 'code': 200} Jul 14 09:33:47.129623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b80e4-e6bf-46c0-af4c-24b3597d9bb0 req-0e7dfb1c-a8ae-4175-bb49-1cc5be9400d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.132532 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-264b80e4-e6bf-46c0-af4c-24b3597d9bb0 req-0e7dfb1c-a8ae-4175-bb49-1cc5be9400d2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c3b7c3d4-4b22-423b-ab4e-806a6472f908 HTTP/1.1" status: 200 len: 1101 time: 0.0623019 Jul 14 09:33:47.197135 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-264b80e4-e6bf-46c0-af4c-24b3597d9bb0 req-cc853275-9ee9-4fc7-bcaa-2bdc1d725f0e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=79cfc54e-f62b-4947-aacf-650b60f42be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550756 Jul 14 09:33:47.352396 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6949e824-84a8-455f-a2f3-ca6548d42134 req-5fbf63be-a5bb-415f-b233-4fe8e4a6e74e tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=b25fa084-7984-4759-adde-19ddbbc429ff HTTP/1.1" status: 200 len: 210 time: 0.1052866 Jul 14 09:33:47.406431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fc68e-4d38-4910-a952-12b5ab93c31c req-1d1625ea-a610-487b-9081-353c493676dc tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.407961 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-696fc68e-4d38-4910-a952-12b5ab93c31c req-1d1625ea-a610-487b-9081-353c493676dc tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 943 time: 0.1406126 Jul 14 09:33:47.455690 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-696fc68e-4d38-4910-a952-12b5ab93c31c req-3b005624-7a3b-4721-9012-b221563e0902 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401111 Jul 14 09:33:47.728174 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89198141-29a8-4abe-909c-5a874d688dee req-a6fccba2-84fb-41dc-bc29-3b7137bb9963 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.731126 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89198141-29a8-4abe-909c-5a874d688dee req-a6fccba2-84fb-41dc-bc29-3b7137bb9963 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b7c3d4-4b22-423b-ab4e-806a6472f908 HTTP/1.1" status: 200 len: 949 time: 0.0955863 Jul 14 09:33:47.838357 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89198141-29a8-4abe-909c-5a874d688dee req-b15a30cc-cc40-44ce-b82c-973519647986 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/security-groups?id=79cfc54e-f62b-4947-aacf-650b60f42be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015391 Jul 14 09:33:48.142512 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051905f3-2f8c-48a1-aad2-e170d8be4be9 req-6a8d210e-08ab-4b35-8f3d-fd0090e2b011 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:48.144279 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-051905f3-2f8c-48a1-aad2-e170d8be4be9 req-6a8d210e-08ab-4b35-8f3d-fd0090e2b011 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.0940573 Jul 14 09:33:48.187830 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-051905f3-2f8c-48a1-aad2-e170d8be4be9 req-b22b95dc-40c0-4c5e-95a2-39d02642a589 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370905 Jul 14 09:33:48.541025 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4de60d9-5148-4e5e-8c64-383a4a4c290b req-03ec3c26-9600-4f71-8aea-09fbd80901c4 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=b25fa084-7984-4759-adde-19ddbbc429ff HTTP/1.1" status: 200 len: 210 time: 0.0432901 Jul 14 09:33:48.766879 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3a928327-5f45-44b4-acef-752ab498ee4d details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:33:48.796816 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802309d1-08c9-4788-8e55-adc816b7717c req-ed9d276f-3432-40d8-9a16-1a6bb31ceb72 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:48.798750 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-802309d1-08c9-4788-8e55-adc816b7717c req-ed9d276f-3432-40d8-9a16-1a6bb31ceb72 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 943 time: 0.1215646 Jul 14 09:33:48.876882 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-802309d1-08c9-4788-8e55-adc816b7717c req-f78829cf-f51b-4da3-8c43-635d8c031aa4 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630791 Jul 14 09:33:48.945210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-b6458f75-d3b6-4ca7-af22-42835a70efbd tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:48.957240 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-b6458f75-d3b6-4ca7-af22-42835a70efbd tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.55 "GET /v2.0/networks?id=f6c98ce7-160f-4769-9e4e-03f33289f2fe HTTP/1.1" status: 200 len: 808 time: 0.2373817 Jul 14 09:33:48.988482 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-15b811b7-2581-4411-94ce-293f0e19e218 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Request body: {'port': {'device_id': 'b25fa084-7984-4759-adde-19ddbbc429ff', 'network_id': 'f6c98ce7-160f-4769-9e4e-03f33289f2fe', 'admin_state_up': True, 'tenant_id': 'e35ca1fa97df4e05a20b2b851487164f'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:49.007358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3a928327-5f45-44b4-acef-752ab498ee4d, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3a928327-5f45-44b4-acef-752ab498ee4d,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:49.056055 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '3a928327-5f45-44b4-acef-752ab498ee4d', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'port_id': '3a928327-5f45-44b4-acef-752ab498ee4d', 'mac_address': 'fa:16:3e:ba:41:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:33:49.072014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49134) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:49.124951 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500046a7-b647-4658-8a36-4bdbbb38bb72 req-09eff8c1-e7e5-4861-a6e3-2d3dc84fb59e tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:49.127039 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-500046a7-b647-4658-8a36-4bdbbb38bb72 req-09eff8c1-e7e5-4861-a6e3-2d3dc84fb59e tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b7c3d4-4b22-423b-ab4e-806a6472f908 HTTP/1.1" status: 200 len: 949 time: 0.0785394 Jul 14 09:33:49.133872 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.156316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a928327-5f45-44b4-acef-752ab498ee4d {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:49.200874 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-15b811b7-2581-4411-94ce-293f0e19e218 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Made reservation on behalf of e35ca1fa97df4e05a20b2b851487164f for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:49.204308 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-500046a7-b647-4658-8a36-4bdbbb38bb72 req-6997a4c3-cbb7-48ba-8f89-727a061e1f5c tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/security-groups?id=79cfc54e-f62b-4947-aacf-650b60f42be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686114 Jul 14 09:33:49.207769 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-15b811b7-2581-4411-94ce-293f0e19e218 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.216083 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3a928327-5f45-44b4-acef-752ab498ee4d, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3a928327-5f45-44b4-acef-752ab498ee4d,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:49.226238 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.342394 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=3a928327-5f45-44b4-acef-752ab498ee4d,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:49.366702 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65204d73-ad39-4627-89dd-ac9309cbf2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.456736 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f106a2e-ef41-4119-932c-cb4e0c48b1db req-f10a8d47-4a82-416a-8778-e5f2ddbad4ed tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:49.465155 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f106a2e-ef41-4119-932c-cb4e0c48b1db req-f10a8d47-4a82-416a-8778-e5f2ddbad4ed tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.0914850 Jul 14 09:33:49.473049 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['3a928327-5f45-44b4-acef-752ab498ee4d'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:49.508294 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-15b811b7-2581-4411-94ce-293f0e19e218 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Allocated IP 172.20.0.12 (f6c98ce7-160f-4769-9e4e-03f33289f2fe/342fc744-57ac-4d3e-9582-470ff3c9845b/b1a072cd-8004-4ba2-9467-00c9178d5380) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:49.532205 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f106a2e-ef41-4119-932c-cb4e0c48b1db req-4abd934e-c245-4cb4-9e4e-5fc429f62d60 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603230 Jul 14 09:33:49.593833 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65204d73-ad39-4627-89dd-ac9309cbf2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.608802 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65204d73-ad39-4627-89dd-ac9309cbf2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.723365 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-65204d73-ad39-4627-89dd-ac9309cbf2b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80f6239634174aa6bfbad3e48e55e15b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6502697 Jul 14 09:33:49.726297 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49164) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:49.729699 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65204d73-ad39-4627-89dd-ac9309cbf2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff281669-7813-409a-beca-df3897f51f37,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:49.843025 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-15b811b7-2581-4411-94ce-293f0e19e218 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.852324 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-21a1e423-95d5-4d46-9ec7-a1075b491a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.914647 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-21a1e423-95d5-4d46-9ec7-a1075b491a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.918796 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-840fe808-9b50-405c-a6c6-bdd0b8f6ba8e req-451a1140-cb64-4eba-98f2-40b955815996 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=b25fa084-7984-4759-adde-19ddbbc429ff HTTP/1.1" status: 200 len: 210 time: 0.0508475 Jul 14 09:33:49.932240 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-15b811b7-2581-4411-94ce-293f0e19e218 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.984932 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-15b811b7-2581-4411-94ce-293f0e19e218 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Network f6c98ce7-160f-4769-9e4e-03f33289f2fe is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:49.991582 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-15b811b7-2581-4411-94ce-293f0e19e218 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:49.996244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-15b811b7-2581-4411-94ce-293f0e19e218 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:50.020511 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-21a1e423-95d5-4d46-9ec7-a1075b491a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.024169 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-21a1e423-95d5-4d46-9ec7-a1075b491a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.025544 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-21a1e423-95d5-4d46-9ec7-a1075b491a36 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff281669-7813-409a-beca-df3897f51f37 HTTP/1.1" status: 204 len: 168 time: 0.2973242 Jul 14 09:33:50.047127 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b811b7-2581-4411-94ce-293f0e19e218 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Pushing event updated for resources: {'Port': ['ID=b1a072cd-8004-4ba2-9467-00c9178d5380,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:50.063122 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1e423-95d5-4d46-9ec7-a1075b491a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff281669-7813-409a-beca-df3897f51f37,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:50.075358 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-15b811b7-2581-4411-94ce-293f0e19e218 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:50.076308 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-15b811b7-2581-4411-94ce-293f0e19e218 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.098053 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-15b811b7-2581-4411-94ce-293f0e19e218 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1272416 Jul 14 09:33:50.143447 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] Request body: {'port': {'device_id': 'b25fa084-7984-4759-adde-19ddbbc429ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:50.186943 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817a807-1a96-45a0-a38c-ef521b190c74 req-03d444e1-0f84-40a9-98ea-aa09b9555170 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:50.194092 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6817a807-1a96-45a0-a38c-ef521b190c74 req-03d444e1-0f84-40a9-98ea-aa09b9555170 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 944 time: 0.0959196 Jul 14 09:33:50.263391 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6817a807-1a96-45a0-a38c-ef521b190c74 req-491a9547-2d6d-46a6-9de5-2b3f60edf93e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637989 Jul 14 09:33:50.274883 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.629274 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a072cd-8004-4ba2-9467-00c9178d5380 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:50.637548 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.651634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] Transition to ACTIVE for port object b1a072cd-8004-4ba2-9467-00c9178d5380 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:50.658703 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.755621 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] Pushing event updated for resources: {'Port': ['ID=b1a072cd-8004-4ba2-9467-00c9178d5380,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:50.761454 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3a928327-5f45-44b4-acef-752ab498ee4d up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:50.841683 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585cdc7-decc-479d-88ec-7f2980c7a8c9 req-d95d877c-2590-42a2-a2b1-922139772a7b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:50.850334 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7585cdc7-decc-479d-88ec-7f2980c7a8c9 req-d95d877c-2590-42a2-a2b1-922139772a7b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1214304 Jul 14 09:33:50.880022 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] Attempting to bind port b1a072cd-8004-4ba2-9467-00c9178d5380 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:50.880022 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] Attempting to bind port b1a072cd-8004-4ba2-9467-00c9178d5380 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '68491526-fd4b-4388-877f-213b06f05952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6c98ce7-160f-4769-9e4e-03f33289f2fe'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:50.880947 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] Attempting to bind port b1a072cd-8004-4ba2-9467-00c9178d5380 on network f6c98ce7-160f-4769-9e4e-03f33289f2fe {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:50.895093 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] Port b1a072cd-8004-4ba2-9467-00c9178d5380 on network f6c98ce7-160f-4769-9e4e-03f33289f2fe not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:50.895832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] Attempting to bind port b1a072cd-8004-4ba2-9467-00c9178d5380 on network f6c98ce7-160f-4769-9e4e-03f33289f2fe {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:50.898642 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 3a928327-5f45-44b4-acef-752ab498ee4d completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:50.905902 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 3a928327-5f45-44b4-acef-752ab498ee4d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:50.907818 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.911302 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:50.912174 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] Checking segment: {'id': '68491526-fd4b-4388-877f-213b06f05952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6c98ce7-160f-4769-9e4e-03f33289f2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:50.916516 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] Bound using segment: {'id': '68491526-fd4b-4388-877f-213b06f05952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6c98ce7-160f-4769-9e4e-03f33289f2fe'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:50.917401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] Bound port: b1a072cd-8004-4ba2-9467-00c9178d5380, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68491526-fd4b-4388-877f-213b06f05952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f6c98ce7-160f-4769-9e4e-03f33289f2fe'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:50.917976 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7585cdc7-decc-479d-88ec-7f2980c7a8c9 req-eca8bb5c-deb4-4aca-acde-42028ab41780 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663381 Jul 14 09:33:50.918904 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.093030 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] For port b1a072cd-8004-4ba2-9467-00c9178d5380, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:51.100070 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.113016 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] For port b1a072cd-8004-4ba2-9467-00c9178d5380, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=b1a072cd-8004-4ba2-9467-00c9178d5380,segment=NetworkSegment(68491526-fd4b-4388-877f-213b06f05952),segment_id=68491526-fd4b-4388-877f-213b06f05952)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:51.123807 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.139110 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3a928327-5f45-44b4-acef-752ab498ee4d, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3a928327-5f45-44b4-acef-752ab498ee4d,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:51.140397 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dbe33a-4529-4341-9e2a-d578e9cd5c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a928327-5f45-44b4-acef-752ab498ee4d'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:51.143034 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04362673-37df-4b8a-8ed2-e2496adc297a" -d '{"events": [{"server_uuid": "d5dbe33a-4529-4341-9e2a-d578e9cd5c03", "name": "network-vif-plugged", "status": "completed", "tag": "3a928327-5f45-44b4-acef-752ab498ee4d"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:51.150496 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.226577 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:51.229471 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.241455 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] 10.222.0.55 "PUT /v2.0/ports/b1a072cd-8004-4ba2-9467-00c9178d5380 HTTP/1.1" status: 200 len: 1093 time: 1.0941579 Jul 14 09:33:51.266178 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25fa084-7984-4759-adde-19ddbbc429ff', 'tag': 'b1a072cd-8004-4ba2-9467-00c9178d5380'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:51.268209 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=3a928327-5f45-44b4-acef-752ab498ee4d,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:51.269204 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1282ceb1-b181-4adf-8527-15d9631a380b" -d '{"events": [{"name": "network-changed", "server_uuid": "b25fa084-7984-4759-adde-19ddbbc429ff", "tag": "b1a072cd-8004-4ba2-9467-00c9178d5380"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:51.279504 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d347dfe3-45ec-4036-992b-8848b3e58ee1 x-openstack-request-id: req-d347dfe3-45ec-4036-992b-8848b3e58ee1 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:51.280020 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dbe33a-4529-4341-9e2a-d578e9cd5c03", "name": "network-vif-plugged", "status": "completed", "tag": "3a928327-5f45-44b4-acef-752ab498ee4d", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:51.280430 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d347dfe3-45ec-4036-992b-8848b3e58ee1 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:51.280990 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5dbe33a-4529-4341-9e2a-d578e9cd5c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a928327-5f45-44b4-acef-752ab498ee4d', 'code': 200} Jul 14 09:33:51.309121 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c440e-561e-4917-984a-41ee7fa6932a service neutron] Pushing event updated for resources: {'Port': ['ID=b1a072cd-8004-4ba2-9467-00c9178d5380,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:51.405340 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797650bf-0ab1-4a3c-b356-bbe686cc4f3f x-openstack-request-id: req-797650bf-0ab1-4a3c-b356-bbe686cc4f3f {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:51.405653 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25fa084-7984-4759-adde-19ddbbc429ff", "tag": "b1a072cd-8004-4ba2-9467-00c9178d5380", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:51.405955 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-797650bf-0ab1-4a3c-b356-bbe686cc4f3f {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:51.407196 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25fa084-7984-4759-adde-19ddbbc429ff', 'tag': 'b1a072cd-8004-4ba2-9467-00c9178d5380', 'status': 'completed', 'code': 200} Jul 14 09:33:51.412091 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-6ed2060a-3118-420c-a6e5-d9e55cc80b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:51.413672 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-6ed2060a-3118-420c-a6e5-d9e55cc80b28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e35ca1fa97df4e05a20b2b851487164f&device_id=b25fa084-7984-4759-adde-19ddbbc429ff HTTP/1.1" status: 200 len: 1096 time: 0.0921280 Jul 14 09:33:51.472724 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484db84-fdf2-46ca-9dfb-eace205b7122 req-91577c84-5ffb-4f6c-ab37-45c8abb385b2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:51.484370 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7484db84-fdf2-46ca-9dfb-eace205b7122 req-91577c84-5ffb-4f6c-ab37-45c8abb385b2 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=b25fa084-7984-4759-adde-19ddbbc429ff HTTP/1.1" status: 200 len: 944 time: 0.2018511 Jul 14 09:33:51.488230 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c9a08-b64f-4167-973e-4f44dcd471ec req-3c7a5e11-1812-42ba-9a0f-37a114ba51f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:51.489755 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-707c9a08-b64f-4167-973e-4f44dcd471ec req-3c7a5e11-1812-42ba-9a0f-37a114ba51f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 1097 time: 0.1612272 Jul 14 09:33:51.518778 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-39a1500b-9313-4d71-9ab0-7a2567f1a439 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a072cd-8004-4ba2-9467-00c9178d5380 HTTP/1.1" status: 200 len: 217 time: 0.0743754 Jul 14 09:33:51.595891 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7484db84-fdf2-46ca-9dfb-eace205b7122 req-a61d6769-3c9d-4018-a09d-b6c45446c83c tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f2f5480-d4c3-462f-9f1a-731b8a29e142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998447 Jul 14 09:33:51.605913 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-707c9a08-b64f-4167-973e-4f44dcd471ec req-7be2ea53-d1d5-4a57-98bb-aeeafda456da service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057961 Jul 14 09:33:51.660391 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-71c67e81-feeb-42f5-aab8-9e576196a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:51.662761 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-71c67e81-feeb-42f5-aab8-9e576196a538 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=342fc744-57ac-4d3e-9582-470ff3c9845b HTTP/1.1" status: 200 len: 848 time: 0.1374578 Jul 14 09:33:51.744758 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f70795-fd90-4ae7-a819-411aa98b10f0 req-ece2a973-2c74-49f0-9cf9-d6f03efa7265 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:51.748787 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b0f70795-fd90-4ae7-a819-411aa98b10f0 req-ece2a973-2c74-49f0-9cf9-d6f03efa7265 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.1062772 Jul 14 09:33:51.769641 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-8e3a0751-7532-4028-9825-da6f2c8d8a79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f6c98ce7-160f-4769-9e4e-03f33289f2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902774 Jul 14 09:33:51.808162 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b0f70795-fd90-4ae7-a819-411aa98b10f0 req-ab1d8bb4-9c95-4dd7-bae5-b5873244ccff tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478158 Jul 14 09:33:51.921170 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-93692cdc-9f57-4cfd-b5de-d20ce4032cdf service neutron] 10.222.0.55 "GET /v2.0/networks/f6c98ce7-160f-4769-9e4e-03f33289f2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381581 Jul 14 09:33:52.095365 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a77ddac5-58fd-491e-bbdc-29bdae475582 req-5dc57cc8-a419-4853-aa37-b1ee838d9fea service neutron] 10.222.0.55 "GET /v2.0/networks/f6c98ce7-160f-4769-9e4e-03f33289f2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658666 Jul 14 09:33:52.211460 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49262) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:52.225774 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6773e0d-752b-4762-a914-eec9fcea561d req-07bbff0a-bef4-4eb0-847d-f65cf0b82b72 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:52.241615 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d6773e0d-752b-4762-a914-eec9fcea561d req-07bbff0a-bef4-4eb0-847d-f65cf0b82b72 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1600385 Jul 14 09:33:52.290088 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282ceb1-b181-4adf-8527-15d9631a380b req-1d7e1491-5752-4d0f-94cc-324554b3d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:52.291606 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1282ceb1-b181-4adf-8527-15d9631a380b req-1d7e1491-5752-4d0f-94cc-324554b3d9f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e35ca1fa97df4e05a20b2b851487164f&device_id=b25fa084-7984-4759-adde-19ddbbc429ff HTTP/1.1" status: 200 len: 1096 time: 0.0897424 Jul 14 09:33:52.397344 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d6773e0d-752b-4762-a914-eec9fcea561d req-b8f7fdbd-2dd0-45d9-82cd-25471c83893d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376402 Jul 14 09:33:52.450334 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7c11bba8-4792-4a53-a343-06ab54a89f57 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1591296391'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:52.450946 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7c11bba8-4792-4a53-a343-06ab54a89f57 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] Unknown quota resources ['metering_label']. {{(pid=93887) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:33:52.484524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282ceb1-b181-4adf-8527-15d9631a380b req-bb06169c-4348-46c3-b67c-dde50d50bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:52.486530 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1282ceb1-b181-4adf-8527-15d9631a380b req-bb06169c-4348-46c3-b67c-dde50d50bae1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f6c98ce7-160f-4769-9e4e-03f33289f2fe HTTP/1.1" status: 200 len: 909 time: 0.1885915 Jul 14 09:33:52.540405 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1282ceb1-b181-4adf-8527-15d9631a380b req-a18703a3-402d-41bc-814c-80e848af33b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a072cd-8004-4ba2-9467-00c9178d5380 HTTP/1.1" status: 200 len: 217 time: 0.0459404 Jul 14 09:33:52.606828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282ceb1-b181-4adf-8527-15d9631a380b req-1574e295-13f9-43c6-9557-585529fb378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:52.608464 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1282ceb1-b181-4adf-8527-15d9631a380b req-1574e295-13f9-43c6-9557-585529fb378b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=342fc744-57ac-4d3e-9582-470ff3c9845b HTTP/1.1" status: 200 len: 848 time: 0.0596557 Jul 14 09:33:52.656649 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1282ceb1-b181-4adf-8527-15d9631a380b req-dd79d00c-7b5e-4230-9193-33aab1bd46c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f6c98ce7-160f-4769-9e4e-03f33289f2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349219 Jul 14 09:33:52.792041 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1282ceb1-b181-4adf-8527-15d9631a380b req-983b6eac-b1bc-41e4-a73d-4653676580ea service neutron] 10.222.0.55 "GET /v2.0/networks/f6c98ce7-160f-4769-9e4e-03f33289f2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267581 Jul 14 09:33:52.859246 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7c11bba8-4792-4a53-a343-06ab54a89f57 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.863598 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7c11bba8-4792-4a53-a343-06ab54a89f57 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6484573 Jul 14 09:33:52.863951 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49280) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:52.876773 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-2db62861-6b3d-4f01-83f6-cecd5ab27649 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '99674151-4866-4199-8326-9b9baa87679a'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:52.878433 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-2db62861-6b3d-4f01-83f6-cecd5ab27649 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93887) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:33:52.965326 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1282ceb1-b181-4adf-8527-15d9631a380b req-b549ee29-1cfd-472a-8ac2-de7e8bc4295b service neutron] 10.222.0.55 "GET /v2.0/networks/f6c98ce7-160f-4769-9e4e-03f33289f2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637785 Jul 14 09:33:53.036064 n-d-798054-10 neutron-server[93887]: WARNING neutron.services.metering.metering_plugin [None req-2db62861-6b3d-4f01-83f6-cecd5ab27649 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 09:33:53.197324 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2db62861-6b3d-4f01-83f6-cecd5ab27649 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.201524 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2db62861-6b3d-4f01-83f6-cecd5ab27649 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3332458 Jul 14 09:33:53.202349 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49290) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:53.206939 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d8f01-e7be-48d1-b87a-a5bd26175143 req-fe00eb02-5dbc-4f80-90d5-e2928033ba37 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:53.208601 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4d6d8f01-e7be-48d1-b87a-a5bd26175143 req-fe00eb02-5dbc-4f80-90d5-e2928033ba37 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=b25fa084-7984-4759-adde-19ddbbc429ff HTTP/1.1" status: 200 len: 944 time: 0.3598530 Jul 14 09:33:53.215069 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-dd455abf-bdff-4302-8025-fcb33fa40bc5 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '99674151-4866-4199-8326-9b9baa87679a'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:53.217987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-dd455abf-bdff-4302-8025-fcb33fa40bc5 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93888) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:33:53.284774 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089171e-4091-4b07-a486-f56d129e7f4f req-0ddf1928-1232-42a7-a6f0-c28400011bde tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:53.287222 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3089171e-4091-4b07-a486-f56d129e7f4f req-0ddf1928-1232-42a7-a6f0-c28400011bde tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.2425487 Jul 14 09:33:53.305620 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4d6d8f01-e7be-48d1-b87a-a5bd26175143 req-404bfad1-3d91-4648-af23-f5c080a152b9 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f2f5480-d4c3-462f-9f1a-731b8a29e142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880082 Jul 14 09:33:53.368721 n-d-798054-10 neutron-server[93888]: WARNING neutron.services.metering.metering_plugin [None req-dd455abf-bdff-4302-8025-fcb33fa40bc5 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 09:33:53.395125 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3089171e-4091-4b07-a486-f56d129e7f4f req-385b44b3-d01e-4988-8d0b-c41dafe7450e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881999 Jul 14 09:33:53.566100 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd455abf-bdff-4302-8025-fcb33fa40bc5 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.571270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49306) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:53.571496 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dd455abf-bdff-4302-8025-fcb33fa40bc5 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3670163 Jul 14 09:33:53.592494 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-97521e04-5681-4eb7-8ac6-ef63cfd608de tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=c13a513f-c5b5-4902-b6e7-a54379d3ad32 HTTP/1.1" status: 200 len: 464 time: 0.0193541 Jul 14 09:33:53.594999 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49308) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:53.730202 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ea50116-721e-4f24-8ce0-289b53b4dcbd tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.731705 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4ea50116-721e-4f24-8ce0-289b53b4dcbd tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/c13a513f-c5b5-4902-b6e7-a54379d3ad32 HTTP/1.1" status: 204 len: 168 time: 0.1351848 Jul 14 09:33:53.737161 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49312) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:53.760554 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b782b3a6-6799-4521-afcf-f4a120b7f632 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=c13a513f-c5b5-4902-b6e7-a54379d3ad32 HTTP/1.1" status: 200 len: 221 time: 0.0132310 Jul 14 09:33:53.764015 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49314) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:53.772445 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-eda11451-bff6-42e4-9c78-5db43d3abc8c tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--408136439', 'description': 'label created by tempest'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:53.772898 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-eda11451-bff6-42e4-9c78-5db43d3abc8c tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] Unknown quota resources ['metering_label']. {{(pid=93887) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:33:53.859655 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d7857-a28c-4fcf-a95d-cccb91ccb3b3 req-a46131bb-118e-4766-ab9a-ccdc2c556839 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:53.867541 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a35d7857-a28c-4fcf-a95d-cccb91ccb3b3 req-a46131bb-118e-4766-ab9a-ccdc2c556839 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.2495394 Jul 14 09:33:53.882492 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a9ff6-947b-4c32-8f59-e881365ebc65 req-527d2233-ec06-44c2-a1da-543bd0f1653d tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:53.884166 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-671a9ff6-947b-4c32-8f59-e881365ebc65 req-527d2233-ec06-44c2-a1da-543bd0f1653d tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.2446401 Jul 14 09:33:53.894307 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49318) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:53.900265 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4e7cc85c-06f5-492b-9554-0174edbea50e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Request body: {'floatingip': {'port_id': '3a928327-5f45-44b4-acef-752ab498ee4d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:53.954859 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4e7cc85c-06f5-492b-9554-0174edbea50e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for floatingip, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.069727 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a35d7857-a28c-4fcf-a95d-cccb91ccb3b3 req-f91217d1-bb2d-4282-b0d7-860f8e20115e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003181 Jul 14 09:33:54.075692 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eda11451-bff6-42e4-9c78-5db43d3abc8c tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.079486 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-eda11451-bff6-42e4-9c78-5db43d3abc8c tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3097777 Jul 14 09:33:54.080844 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49324) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:54.176201 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6cd7c349-af09-4942-bd99-e74d803aa33b tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=e00cc88c-2dec-40c8-b96f-cecf955b019f HTTP/1.1" status: 200 len: 467 time: 0.0942886 Jul 14 09:33:54.179609 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49328) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:54.491189 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3c08e627-e5e3-4313-bd4d-99b0964b27a7 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.496659 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3c08e627-e5e3-4313-bd4d-99b0964b27a7 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/e00cc88c-2dec-40c8-b96f-cecf955b019f HTTP/1.1" status: 204 len: 168 time: 0.3157794 Jul 14 09:33:54.497637 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49340) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:54.616621 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fc3f1-630a-4217-8211-11e8baeed897 req-47532959-721f-48e6-bd6f-b5eba45218a3 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:54.624516 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f1fc3f1-630a-4217-8211-11e8baeed897 req-47532959-721f-48e6-bd6f-b5eba45218a3 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=b25fa084-7984-4759-adde-19ddbbc429ff HTTP/1.1" status: 200 len: 944 time: 0.1570957 Jul 14 09:33:54.686428 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f1fc3f1-630a-4217-8211-11e8baeed897 req-fbaaf25d-a5cd-41eb-a77a-4a0de46de26d tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f2f5480-d4c3-462f-9f1a-731b8a29e142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606976 Jul 14 09:33:54.699072 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8b30740b-c924-4d61-bd07-329fdfa06937 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=e00cc88c-2dec-40c8-b96f-cecf955b019f HTTP/1.1" status: 200 len: 216 time: 0.1980405 Jul 14 09:33:54.702612 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49346) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:54.714087 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3b4d2a78-f39e-4964-80ef-126cdb48cf75 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0099854 Jul 14 09:33:54.717688 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49348) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:54.750139 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49352) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:54.751259 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-762d8027-8511-4fdc-8140-7e9d9ed059ba tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0319707 Jul 14 09:33:54.820624 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cc6c5720-21e3-4613-9fce-e6ead6f8c391 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels/99674151-4866-4199-8326-9b9baa87679a HTTP/1.1" status: 200 len: 473 time: 0.0671735 Jul 14 09:33:54.822379 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49354) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:54.831755 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.db.resource_extend [None req-4e7cc85c-06f5-492b-9554-0174edbea50e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:33:54.836247 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ffcc2136-3cce-46ff-8741-7036d6f03f38 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules/c138cfaf-1032-46c8-9c64-6113cf453e7e HTTP/1.1" status: 200 len: 461 time: 0.0127320 Jul 14 09:33:54.840980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49356) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:54.893217 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4e7cc85c-06f5-492b-9554-0174edbea50e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.898869 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4e7cc85c-06f5-492b-9554-0174edbea50e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.986179 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cc550928-3c71-4539-a04a-0bb4cdf224d8 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.990751 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cc550928-3c71-4539-a04a-0bb4cdf224d8 tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/c138cfaf-1032-46c8-9c64-6113cf453e7e HTTP/1.1" status: 204 len: 168 time: 0.1488359 Jul 14 09:33:54.991465 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49362) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:55.429508 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5d77c2f5-b142-47bf-8754-cbcff4fd8d2e tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.433274 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5d77c2f5-b142-47bf-8754-cbcff4fd8d2e tempest-MeteringTestJSON-24414250 tempest-MeteringTestJSON-24414250-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/99674151-4866-4199-8326-9b9baa87679a HTTP/1.1" status: 204 len: 168 time: 0.4383533 Jul 14 09:33:55.453381 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eafe24-48d5-41e1-b2b7-275f447e5fa8 req-04ebbd5e-ff51-4da3-87d7-98d49f6d9c6e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:55.468051 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-77eafe24-48d5-41e1-b2b7-275f447e5fa8 req-04ebbd5e-ff51-4da3-87d7-98d49f6d9c6e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1721873 Jul 14 09:33:55.492686 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-4e7cc85c-06f5-492b-9554-0174edbea50e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Floating IP 59d5f10a-1609-4ba0-a33d-f64cbf553d13 associated. External IP: 172.25.1.205, port: 3a928327-5f45-44b4-acef-752ab498ee4d. Jul 14 09:33:55.562168 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-77eafe24-48d5-41e1-b2b7-275f447e5fa8 req-988b7ac2-48fd-484a-aef9-2f8416756eb8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929277 Jul 14 09:33:55.796335 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7cc85c-06f5-492b-9554-0174edbea50e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Router adee1226-b855-4e7f-9149-fbc032a4ed3c has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:55.923405 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device b1a072cd-8004-4ba2-9467-00c9178d5380 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:33:55.955105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7cc85c-06f5-492b-9554-0174edbea50e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:55.961708 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4e7cc85c-06f5-492b-9554-0174edbea50e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.967153 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce26de8f-e744-4d9a-86fc-b6de765a9522 None None] Sync routers for ids ['adee1226-b855-4e7f-9149-fbc032a4ed3c'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:55.984312 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce26de8f-e744-4d9a-86fc-b6de765a9522 None None] Routers {'adee1226-b855-4e7f-9149-fbc032a4ed3c'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:55.985441 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ce26de8f-e744-4d9a-86fc-b6de765a9522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:33:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['adee1226-b855-4e7f-9149-fbc032a4ed3c'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:55.988149 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49396) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:56.053901 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4e7cc85c-06f5-492b-9554-0174edbea50e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "PUT /v2.0/floatingips/59d5f10a-1609-4ba0-a33d-f64cbf553d13 HTTP/1.1" status: 200 len: 991 time: 2.1572251 Jul 14 09:33:56.055996 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port b1a072cd-8004-4ba2-9467-00c9178d5380, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=b1a072cd-8004-4ba2-9467-00c9178d5380,segment=NetworkSegment(68491526-fd4b-4388-877f-213b06f05952),segment_id=68491526-fd4b-4388-877f-213b06f05952)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:56.057602 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5dbe33a-4529-4341-9e2a-d578e9cd5c03', 'tag': '3a928327-5f45-44b4-acef-752ab498ee4d'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:56.060005 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7d2459-4bc5-47a4-9adb-7c7652b45875" -d '{"events": [{"name": "network-changed", "server_uuid": "d5dbe33a-4529-4341-9e2a-d578e9cd5c03", "tag": "3a928327-5f45-44b4-acef-752ab498ee4d"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:56.069835 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'b1a072cd-8004-4ba2-9467-00c9178d5380', 'network_id': 'f6c98ce7-160f-4769-9e4e-03f33289f2fe', 'port_id': 'b1a072cd-8004-4ba2-9467-00c9178d5380', 'mac_address': 'fa:16:3e:48:1a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342fc744-57ac-4d3e-9582-470ff3c9845b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:33:56.124298 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.143854 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a072cd-8004-4ba2-9467-00c9178d5380 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:56.176492 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port b1a072cd-8004-4ba2-9467-00c9178d5380, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=b1a072cd-8004-4ba2-9467-00c9178d5380,segment=NetworkSegment(68491526-fd4b-4388-877f-213b06f05952),segment_id=68491526-fd4b-4388-877f-213b06f05952)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:56.186811 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.196633 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-ce26de8f-e744-4d9a-86fc-b6de765a9522 None None] Set router adee1226-b855-4e7f-9149-fbc032a4ed3c gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:56.219333 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b591fc0-0f66-4451-b7b9-3c9695229211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.297976 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=b1a072cd-8004-4ba2-9467-00c9178d5380,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:56.327873 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5d3d98-c7c6-416c-af0a-211759cff32b x-openstack-request-id: req-0c5d3d98-c7c6-416c-af0a-211759cff32b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:56.327873 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5dbe33a-4529-4341-9e2a-d578e9cd5c03", "tag": "3a928327-5f45-44b4-acef-752ab498ee4d", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:56.327873 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c5d3d98-c7c6-416c-af0a-211759cff32b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:56.330828 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5dbe33a-4529-4341-9e2a-d578e9cd5c03', 'tag': '3a928327-5f45-44b4-acef-752ab498ee4d', 'status': 'completed', 'code': 200} Jul 14 09:33:56.390384 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b591fc0-0f66-4451-b7b9-3c9695229211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.399076 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b591fc0-0f66-4451-b7b9-3c9695229211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.454047 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b591fc0-0f66-4451-b7b9-3c9695229211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d8435b-a67b-4dec-be40-f6f824672994,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:56.459304 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7b591fc0-0f66-4451-b7b9-3c9695229211 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=400587b4f4c945078edf454c768e12fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4699438 Jul 14 09:33:56.462261 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49410) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:56.522937 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c65b78c6-0d5b-445e-b8dc-eaf90e7dc715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.562966 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c65b78c6-0d5b-445e-b8dc-eaf90e7dc715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.563645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['b1a072cd-8004-4ba2-9467-00c9178d5380'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:56.580940 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07054205-852d-4821-afb3-4567e75a6cbd req-0dc63ebb-8cc2-4547-9327-72ad8a7e4add tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:56.591369 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-07054205-852d-4821-afb3-4567e75a6cbd req-0dc63ebb-8cc2-4547-9327-72ad8a7e4add tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=b25fa084-7984-4759-adde-19ddbbc429ff HTTP/1.1" status: 200 len: 944 time: 0.6944180 Jul 14 09:33:56.653523 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-07054205-852d-4821-afb3-4567e75a6cbd req-d62f2605-aade-471f-9059-ac13025c6b4f tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f2f5480-d4c3-462f-9f1a-731b8a29e142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609243 Jul 14 09:33:56.662233 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c65b78c6-0d5b-445e-b8dc-eaf90e7dc715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.664596 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d2459-4bc5-47a4-9adb-7c7652b45875 req-5dec2df5-cc9b-4673-a08c-a5e18b1b1633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:56.665539 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c65b78c6-0d5b-445e-b8dc-eaf90e7dc715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.667079 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c65b78c6-0d5b-445e-b8dc-eaf90e7dc715 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45d8435b-a67b-4dec-be40-f6f824672994 HTTP/1.1" status: 204 len: 168 time: 0.2036376 Jul 14 09:33:56.668756 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd7d2459-4bc5-47a4-9adb-7c7652b45875 req-5dec2df5-cc9b-4673-a08c-a5e18b1b1633 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cb22d9c9ca64cacba1a692a05940f23&device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 1097 time: 0.1598687 Jul 14 09:33:56.685925 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b78c6-0d5b-445e-b8dc-eaf90e7dc715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d8435b-a67b-4dec-be40-f6f824672994,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:56.687678 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ce26de8f-e744-4d9a-86fc-b6de765a9522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '5067817c-c527-4844-abe2-88d097a4bd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:51Z', 'updated_at': '2021-07-14T09:27:58Z', 'revision_number': 4, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'gw_port': {'id': '5067817c-c527-4844-abe2-88d097a4bd95', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:52Z', 'updated_at': '2021-07-14T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '59d5f10a-1609-4ba0-a33d-f64cbf553d13', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'floating_ip_address': '172.25.1.205', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'port_id': '3a928327-5f45-44b4-acef-752ab498ee4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'mac_address': 'fa:16:3e:ba:41:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dbe33a-4529-4341-9e2a-d578e9cd5c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:33:34Z', 'updated_at': '2021-07-14T09:33:54Z', 'revision_number': 1, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc7933c-2358-42ee-b66a-7463bcd0ec31', 'name': '', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'mac_address': 'fa:16:3e:73:78:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:56Z', 'updated_at': '2021-07-14T09:28:07Z', 'revision_number': 5, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'subnets': [{'id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:56.741701 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce26de8f-e744-4d9a-86fc-b6de765a9522 None None] Checking router: adee1226-b855-4e7f-9149-fbc032a4ed3c for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:56.765631 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce26de8f-e744-4d9a-86fc-b6de765a9522 None None] Routers {'adee1226-b855-4e7f-9149-fbc032a4ed3c'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:56.767071 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ce26de8f-e744-4d9a-86fc-b6de765a9522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:33:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['adee1226-b855-4e7f-9149-fbc032a4ed3c'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:56.914536 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d2459-4bc5-47a4-9adb-7c7652b45875 req-6ff1b377-5216-4022-8a75-fd5ad1a96f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:56.916265 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd7d2459-4bc5-47a4-9adb-7c7652b45875 req-6ff1b377-5216-4022-8a75-fd5ad1a96f7c service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e4991ac-2228-452d-ab57-e39ab6b100bc HTTP/1.1" status: 200 len: 916 time: 0.2282100 Jul 14 09:33:56.933637 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-ce26de8f-e744-4d9a-86fc-b6de765a9522 None None] Set router adee1226-b855-4e7f-9149-fbc032a4ed3c gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:57.034590 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3cfa4-c4d8-44b0-9455-d47fb483a281 req-4989c9f9-c3fd-4f50-a7c0-c039cd59be12 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:57.037421 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23e3cfa4-c4d8-44b0-9455-d47fb483a281 req-4989c9f9-c3fd-4f50-a7c0-c039cd59be12 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.2133613 Jul 14 09:33:57.066778 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd7d2459-4bc5-47a4-9adb-7c7652b45875 req-1f2f9e75-2760-4577-a550-6f0427d9c0cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a928327-5f45-44b4-acef-752ab498ee4d HTTP/1.1" status: 200 len: 999 time: 0.1421041 Jul 14 09:33:57.143399 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d2459-4bc5-47a4-9adb-7c7652b45875 req-37a5e2b9-fda7-430d-a23e-1ffd1548c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:57.145280 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd7d2459-4bc5-47a4-9adb-7c7652b45875 req-37a5e2b9-fda7-430d-a23e-1ffd1548c958 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=453b9a84-a49e-4445-ade0-e83a68e64b54 HTTP/1.1" status: 200 len: 854 time: 0.0636351 Jul 14 09:33:57.230627 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3777136-f722-4d80-a41d-94b44fa1a154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.300986 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49438) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:57.307033 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d2459-4bc5-47a4-9adb-7c7652b45875 req-b40874d9-f8d0-454a-a35a-a4f458c50542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:57.313177 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd7d2459-4bc5-47a4-9adb-7c7652b45875 req-b40874d9-f8d0-454a-a35a-a4f458c50542 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e4991ac-2228-452d-ab57-e39ab6b100bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1563540 Jul 14 09:33:57.325343 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b108700-4985-432b-82d9-3e63fd75d5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.349727 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ce26de8f-e744-4d9a-86fc-b6de765a9522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '5067817c-c527-4844-abe2-88d097a4bd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:51Z', 'updated_at': '2021-07-14T09:27:58Z', 'revision_number': 4, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'gw_port': {'id': '5067817c-c527-4844-abe2-88d097a4bd95', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:52Z', 'updated_at': '2021-07-14T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '59d5f10a-1609-4ba0-a33d-f64cbf553d13', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'floating_ip_address': '172.25.1.205', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'port_id': '3a928327-5f45-44b4-acef-752ab498ee4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'mac_address': 'fa:16:3e:ba:41:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dbe33a-4529-4341-9e2a-d578e9cd5c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:33:34Z', 'updated_at': '2021-07-14T09:33:54Z', 'revision_number': 1, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc7933c-2358-42ee-b66a-7463bcd0ec31', 'name': '', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'mac_address': 'fa:16:3e:73:78:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:56Z', 'updated_at': '2021-07-14T09:28:07Z', 'revision_number': 5, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'subnets': [{'id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:57.383619 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce26de8f-e744-4d9a-86fc-b6de765a9522 None None] The sync data for ids ['adee1226-b855-4e7f-9149-fbc032a4ed3c'] in n-d-798054-10 is: [{'id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '5067817c-c527-4844-abe2-88d097a4bd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:51Z', 'updated_at': '2021-07-14T09:27:58Z', 'revision_number': 4, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'gw_port': {'id': '5067817c-c527-4844-abe2-88d097a4bd95', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:52Z', 'updated_at': '2021-07-14T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '59d5f10a-1609-4ba0-a33d-f64cbf553d13', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'floating_ip_address': '172.25.1.205', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'port_id': '3a928327-5f45-44b4-acef-752ab498ee4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'mac_address': 'fa:16:3e:ba:41:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dbe33a-4529-4341-9e2a-d578e9cd5c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:33:34Z', 'updated_at': '2021-07-14T09:33:54Z', 'revision_number': 1, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc7933c-2358-42ee-b66a-7463bcd0ec31', 'name': '', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'mac_address': 'fa:16:3e:73:78:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:56Z', 'updated_at': '2021-07-14T09:28:07Z', 'revision_number': 5, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'subnets': [{'id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:57.487590 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b108700-4985-432b-82d9-3e63fd75d5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.492004 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd7d2459-4bc5-47a4-9adb-7c7652b45875 req-a5705f22-c75d-4fdb-9387-832e72398f03 service neutron] 10.222.0.49 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698468 Jul 14 09:33:57.492687 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b108700-4985-432b-82d9-3e63fd75d5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.530118 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23e3cfa4-c4d8-44b0-9455-d47fb483a281 req-d464d013-6e73-4f61-bdc4-07e2a8c11426 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806120 Jul 14 09:33:57.547315 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b108700-4985-432b-82d9-3e63fd75d5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d04cdb5-de79-46cd-b264-3e71f4f21db7,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:57.565094 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8b108700-4985-432b-82d9-3e63fd75d5db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d90173a15a374c72a58210180d13f8cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629137 Jul 14 09:33:57.568088 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49444) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:57.636274 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9f289d2-a92c-42b4-b339-d3ea6846d73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.640746 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd7d2459-4bc5-47a4-9adb-7c7652b45875 req-a3f307a0-64d8-4705-993d-9465a29c6bc1 service neutron] 10.222.0.49 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341579 Jul 14 09:33:57.676392 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9f289d2-a92c-42b4-b339-d3ea6846d73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.720006 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c63b7f-9838-4063-b018-e069b080afb2 None None] New status for floating IP 59d5f10a-1609-4ba0-a33d-f64cbf553d13: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:33:57.741217 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9f289d2-a92c-42b4-b339-d3ea6846d73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.753219 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9f289d2-a92c-42b4-b339-d3ea6846d73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.753219 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a9f289d2-a92c-42b4-b339-d3ea6846d73d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d04cdb5-de79-46cd-b264-3e71f4f21db7 HTTP/1.1" status: 204 len: 168 time: 0.1807771 Jul 14 09:33:57.759397 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f289d2-a92c-42b4-b339-d3ea6846d73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d04cdb5-de79-46cd-b264-3e71f4f21db7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:57.931166 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device b1a072cd-8004-4ba2-9467-00c9178d5380 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:57.951933 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a3a86-d3f8-4623-a099-fa288a0c8523 req-25247b10-389a-4b89-a977-08b84914b6d4 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:57.960909 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed3a3a86-d3f8-4623-a099-fa288a0c8523 req-25247b10-389a-4b89-a977-08b84914b6d4 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=b25fa084-7984-4759-adde-19ddbbc429ff HTTP/1.1" status: 200 len: 945 time: 0.1355848 Jul 14 09:33:58.032170 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port b1a072cd-8004-4ba2-9467-00c9178d5380 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:58.033911 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed3a3a86-d3f8-4623-a099-fa288a0c8523 req-c7a6f45c-4e7c-435d-9e67-ed2dd08bc064 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f2f5480-d4c3-462f-9f1a-731b8a29e142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717301 Jul 14 09:33:58.037662 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port b1a072cd-8004-4ba2-9467-00c9178d5380 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:58.038068 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.163104 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.191092 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25fa084-7984-4759-adde-19ddbbc429ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a072cd-8004-4ba2-9467-00c9178d5380'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:58.193946 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed057854-e5af-4939-b757-5967ba57588d" -d '{"events": [{"server_uuid": "b25fa084-7984-4759-adde-19ddbbc429ff", "name": "network-vif-plugged", "status": "completed", "tag": "b1a072cd-8004-4ba2-9467-00c9178d5380"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:58.235451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port b1a072cd-8004-4ba2-9467-00c9178d5380, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=b1a072cd-8004-4ba2-9467-00c9178d5380,segment=NetworkSegment(68491526-fd4b-4388-877f-213b06f05952),segment_id=68491526-fd4b-4388-877f-213b06f05952)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:58.242333 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.296841 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26776ee-4575-4a5a-bc96-2f7a68e0abd0 x-openstack-request-id: req-a26776ee-4575-4a5a-bc96-2f7a68e0abd0 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:58.297394 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25fa084-7984-4759-adde-19ddbbc429ff", "name": "network-vif-plugged", "status": "completed", "tag": "b1a072cd-8004-4ba2-9467-00c9178d5380", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:58.298062 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a26776ee-4575-4a5a-bc96-2f7a68e0abd0 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:58.298482 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25fa084-7984-4759-adde-19ddbbc429ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a072cd-8004-4ba2-9467-00c9178d5380', 'code': 200} Jul 14 09:33:58.336856 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=b1a072cd-8004-4ba2-9467-00c9178d5380,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:58.466074 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163349a-efcd-47b9-bd7b-74fe009eeecd req-308caac2-e487-432d-aecb-3155f0ac41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:58.467830 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d163349a-efcd-47b9-bd7b-74fe009eeecd req-308caac2-e487-432d-aecb-3155f0ac41c9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b25fa084-7984-4759-adde-19ddbbc429ff HTTP/1.1" status: 200 len: 1098 time: 0.0593190 Jul 14 09:33:58.533568 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d163349a-efcd-47b9-bd7b-74fe009eeecd req-ea4036a3-775f-4d84-ab27-b783683027bb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2f2f5480-d4c3-462f-9f1a-731b8a29e142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527785 Jul 14 09:33:58.733350 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf7ba5-0e57-4d3c-b251-6d6da75ad358 req-0bee6b66-7b41-4bd1-8cfb-b177e669ff31 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:58.734904 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97cf7ba5-0e57-4d3c-b251-6d6da75ad358 req-0bee6b66-7b41-4bd1-8cfb-b177e669ff31 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.0680733 Jul 14 09:33:58.791820 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97cf7ba5-0e57-4d3c-b251-6d6da75ad358 req-3b8cca8f-566f-43b8-ae71-524df54ce4d3 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506332 Jul 14 09:33:59.286308 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631e091-382d-4b4c-80e8-8a56899f8e35 req-bb15dd8c-e7ed-4cda-9ce7-40c403116f40 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.293535 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f631e091-382d-4b4c-80e8-8a56899f8e35 req-bb15dd8c-e7ed-4cda-9ce7-40c403116f40 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=b25fa084-7984-4759-adde-19ddbbc429ff HTTP/1.1" status: 200 len: 946 time: 0.1209729 Jul 14 09:33:59.339963 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f631e091-382d-4b4c-80e8-8a56899f8e35 req-0a0f1e5a-d448-48cf-9635-c9d289d32322 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f2f5480-d4c3-462f-9f1a-731b8a29e142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453994 Jul 14 09:33:59.476481 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49518) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:59.658081 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9576e61b-aea9-4e73-a068-883c805cf6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-808571051'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:59.681160 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9576e61b-aea9-4e73-a068-883c805cf6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Made reservation on behalf of dea0dad198874825b29a75252cca586c for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:59.684627 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9576e61b-aea9-4e73-a068-883c805cf6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.693646 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9576e61b-aea9-4e73-a068-883c805cf6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.741263 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ffef675-399c-4fd8-a951-be6a2196c20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.810050 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9576e61b-aea9-4e73-a068-883c805cf6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.820949 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9576e61b-aea9-4e73-a068-883c805cf6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.849441 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9576e61b-aea9-4e73-a068-883c805cf6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:33:59.876457 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9576e61b-aea9-4e73-a068-883c805cf6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.878218 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-9576e61b-aea9-4e73-a068-883c805cf6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Added segment 9d53f996-9619-4994-a384-8c4f4e24e0a7 of type vlan for network 36dbe191-e03c-45f2-aff0-2f874a9c8122 Jul 14 09:33:59.881230 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576e61b-aea9-4e73-a068-883c805cf6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c950b52b-595b-419e-a774-d13be3572f60,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:59.898007 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.928883 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9576e61b-aea9-4e73-a068-883c805cf6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.961004 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9576e61b-aea9-4e73-a068-883c805cf6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.966829 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9576e61b-aea9-4e73-a068-883c805cf6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.967450 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9576e61b-aea9-4e73-a068-883c805cf6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.018236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e0da5-67d2-4782-ba6e-c2cc9ee24e68 req-ad4f0b3b-d897-4954-bc43-bdf1fead51c0 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:00.021305 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-293e0da5-67d2-4782-ba6e-c2cc9ee24e68 req-ad4f0b3b-d897-4954-bc43-bdf1fead51c0 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.0747449 Jul 14 09:34:00.033563 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9576e61b-aea9-4e73-a068-883c805cf6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.5558724 Jul 14 09:34:00.060168 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576e61b-aea9-4e73-a068-883c805cf6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Pushing event updated for resources: {'Network': ['ID=36dbe191-e03c-45f2-aff0-2f874a9c8122,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:00.075311 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-293e0da5-67d2-4782-ba6e-c2cc9ee24e68 req-c028e54a-c00b-4a49-a065-90213b852994 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451784 Jul 14 09:34:00.077599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 36dbe191-e03c-45f2-aff0-2f874a9c8122 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:00.221550 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49534) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:00.227042 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Request body: {'port': {'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122', 'binding:host_id': 'n-h2-798054-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099092296'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:00.252781 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Made reservation on behalf of c3c439dc634d46319b789fe9b3dae213 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:00.252781 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.262054 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.361962 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.367546 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.373233 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] device_id is not set on port ea05d784-36df-4667-ae02-796fea5f8229 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:34:00.454197 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdb38ba-87d0-4577-ae78-d94bffd02348,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:00.533058 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428195c-ad0c-4b95-b428-91c64431e20a req-88dfe0cf-c633-4ea0-903b-bcd4bb1a980e tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:00.542726 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6428195c-ad0c-4b95-b428-91c64431e20a req-88dfe0cf-c633-4ea0-903b-bcd4bb1a980e tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=b25fa084-7984-4759-adde-19ddbbc429ff HTTP/1.1" status: 200 len: 946 time: 0.0946591 Jul 14 09:34:00.608693 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6428195c-ad0c-4b95-b428-91c64431e20a req-4dcf8da7-381e-46d2-8dbf-98f03c58a653 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f2f5480-d4c3-462f-9f1a-731b8a29e142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628242 Jul 14 09:34:00.637777 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] device_id is not set on port ea05d784-36df-4667-ae02-796fea5f8229 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:34:00.647958 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.660781 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Transition to ACTIVE for port object ea05d784-36df-4667-ae02-796fea5f8229 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:00.669635 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.675864 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.753687 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Checking segment: {'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:00.754350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Network hostable DHCP agents. Network: 36dbe191-e03c-45f2-aff0-2f874a9c8122, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:00.761352 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Pushing event updated for resources: {'Port': ['ID=ea05d784-36df-4667-ae02-796fea5f8229,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:00.792555 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Network 36dbe191-e03c-45f2-aff0-2f874a9c8122 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:00.805200 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 36dbe191-e03c-45f2-aff0-2f874a9c8122) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:00.813138 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:00.815662 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d8bc59-d806-467d-871e-4f89e2ba3470 None None] Network 36dbe191-e03c-45f2-aff0-2f874a9c8122 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:00.834047 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:00.834590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:00.835500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:00.841615 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port ea05d784-36df-4667-ae02-796fea5f8229 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:00.842220 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port ea05d784-36df-4667-ae02-796fea5f8229 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:00.842848 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 2 to bind port ea05d784-36df-4667-ae02-796fea5f8229 Jul 14 09:34:00.856691 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:00.857024 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:00.857366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:00.862489 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port ea05d784-36df-4667-ae02-796fea5f8229 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:00.862905 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port ea05d784-36df-4667-ae02-796fea5f8229 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:00.863245 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 3 to bind port ea05d784-36df-4667-ae02-796fea5f8229 Jul 14 09:34:00.883291 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:00.883622 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:00.883964 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:00.888808 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port ea05d784-36df-4667-ae02-796fea5f8229 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:00.889143 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port ea05d784-36df-4667-ae02-796fea5f8229 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:00.889676 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 4 to bind port ea05d784-36df-4667-ae02-796fea5f8229 Jul 14 09:34:00.909707 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:00.910095 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:00.910524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:00.915267 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port ea05d784-36df-4667-ae02-796fea5f8229 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:00.915624 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port ea05d784-36df-4667-ae02-796fea5f8229 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:00.916013 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 5 to bind port ea05d784-36df-4667-ae02-796fea5f8229 Jul 14 09:34:00.930583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:00.931166 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:00.931744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:00.937029 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port ea05d784-36df-4667-ae02-796fea5f8229 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:00.938053 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port ea05d784-36df-4667-ae02-796fea5f8229 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:00.938806 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 6 to bind port ea05d784-36df-4667-ae02-796fea5f8229 Jul 14 09:34:00.955265 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:00.956138 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:00.956631 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:00.963130 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port ea05d784-36df-4667-ae02-796fea5f8229 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:00.963702 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port ea05d784-36df-4667-ae02-796fea5f8229 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:00.964431 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 7 to bind port ea05d784-36df-4667-ae02-796fea5f8229 Jul 14 09:34:00.980466 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:00.980822 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:00.981196 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:00.987162 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port ea05d784-36df-4667-ae02-796fea5f8229 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:00.987162 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port ea05d784-36df-4667-ae02-796fea5f8229 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:00.987162 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 8 to bind port ea05d784-36df-4667-ae02-796fea5f8229 Jul 14 09:34:01.002351 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:01.002687 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:01.003029 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:01.008932 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port ea05d784-36df-4667-ae02-796fea5f8229 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:01.009263 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port ea05d784-36df-4667-ae02-796fea5f8229 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:01.009661 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 9 to bind port ea05d784-36df-4667-ae02-796fea5f8229 Jul 14 09:34:01.026701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:01.027105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:01.027300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:01.033009 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port ea05d784-36df-4667-ae02-796fea5f8229 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:01.033378 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port ea05d784-36df-4667-ae02-796fea5f8229 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:01.033726 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 10 to bind port ea05d784-36df-4667-ae02-796fea5f8229 Jul 14 09:34:01.048364 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:01.049115 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:01.049656 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port ea05d784-36df-4667-ae02-796fea5f8229 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:01.055554 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port ea05d784-36df-4667-ae02-796fea5f8229 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:01.055904 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port ea05d784-36df-4667-ae02-796fea5f8229 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:01.056299 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.173236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] For port ea05d784-36df-4667-ae02-796fea5f8229, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:01.173846 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempted to set empty binding levels {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:34:01.182244 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.221606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:01.222700 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.249039 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Pushing event updated for resources: {'Port': ['ID=ea05d784-36df-4667-ae02-796fea5f8229,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:01.269432 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-10845295-ca63-45b7-87e7-15bc78363be8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.0465860 Jul 14 09:34:01.270333 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49562) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:01.339507 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cef36d-cb36-4804-b713-ed4cd293db2e req-11e517f3-b304-4532-bfce-f9b455b249b7 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:01.341125 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83cef36d-cb36-4804-b713-ed4cd293db2e req-11e517f3-b304-4532-bfce-f9b455b249b7 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1282055 Jul 14 09:34:01.372665 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-dfb6eed4-9cc1-481c-ae62-481ebfb03f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Deleting port ea05d784-36df-4667-ae02-796fea5f8229 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:01.373270 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfb6eed4-9cc1-481c-ae62-481ebfb03f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.390175 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83cef36d-cb36-4804-b713-ed4cd293db2e req-c781771d-d66f-4015-ba89-f7535a0d7b11 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430682 Jul 14 09:34:01.444088 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-dfb6eed4-9cc1-481c-ae62-481ebfb03f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] For port ea05d784-36df-4667-ae02-796fea5f8229, host n-h2-798054-10, got binding levels [] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:01.444523 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfb6eed4-9cc1-481c-ae62-481ebfb03f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.461947 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-dfb6eed4-9cc1-481c-ae62-481ebfb03f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Calling delete_port for ea05d784-36df-4667-ae02-796fea5f8229 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:01.567144 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfb6eed4-9cc1-481c-ae62-481ebfb03f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.603944 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6eed4-9cc1-481c-ae62-481ebfb03f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea05d784-36df-4667-ae02-796fea5f8229,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:01.615103 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfb6eed4-9cc1-481c-ae62-481ebfb03f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.618000 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dfb6eed4-9cc1-481c-ae62-481ebfb03f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] 10.222.0.26 "DELETE /v2.0/ports/ea05d784-36df-4667-ae02-796fea5f8229 HTTP/1.1" status: 204 len: 168 time: 0.3453653 Jul 14 09:34:01.620197 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49568) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:01.649644 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e8e5bb-fa21-4349-ae90-2483858c9225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:34:01.656528 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-95e8e5bb-fa21-4349-ae90-2483858c9225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] 10.222.0.26 "GET /v2.0/ports/ea05d784-36df-4667-ae02-796fea5f8229 HTTP/1.1" status: 404 len: 333 time: 0.0322831 Jul 14 09:34:01.658014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49572) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:01.663652 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a2105b71-8016-4d7e-a3e6-f5cc284973cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Request body: {'port': {'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1560944256'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:01.697164 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2105b71-8016-4d7e-a3e6-f5cc284973cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Made reservation on behalf of c3c439dc634d46319b789fe9b3dae213 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:01.701689 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a2105b71-8016-4d7e-a3e6-f5cc284973cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.721599 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8693f7-d872-4f96-93b2-097be729c851 req-5c0a84fe-0665-4b9c-a311-31b65b3bdc2a tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:01.723171 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-a2105b71-8016-4d7e-a3e6-f5cc284973cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] device_id is not set on port 552a38fb-b601-44f9-8b13-60ea3df305a1 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:34:01.724412 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8a8693f7-d872-4f96-93b2-097be729c851 req-5c0a84fe-0665-4b9c-a311-31b65b3bdc2a tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=b25fa084-7984-4759-adde-19ddbbc429ff HTTP/1.1" status: 200 len: 946 time: 0.1191306 Jul 14 09:34:01.754444 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.773521 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8a8693f7-d872-4f96-93b2-097be729c851 req-a846a00c-0ed6-45ac-a430-d9df5d350267 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f2f5480-d4c3-462f-9f1a-731b8a29e142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419328 Jul 14 09:34:01.926347 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a2105b71-8016-4d7e-a3e6-f5cc284973cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.962943 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a2105b71-8016-4d7e-a3e6-f5cc284973cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.008831 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2105b71-8016-4d7e-a3e6-f5cc284973cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Network 36dbe191-e03c-45f2-aff0-2f874a9c8122 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:02.013078 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-a2105b71-8016-4d7e-a3e6-f5cc284973cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:02.015445 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2105b71-8016-4d7e-a3e6-f5cc284973cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:02.016532 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2105b71-8016-4d7e-a3e6-f5cc284973cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:02.017133 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a2105b71-8016-4d7e-a3e6-f5cc284973cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.023350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2105b71-8016-4d7e-a3e6-f5cc284973cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Pushing event updated for resources: {'Port': ['ID=552a38fb-b601-44f9-8b13-60ea3df305a1,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:02.037205 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a2105b71-8016-4d7e-a3e6-f5cc284973cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3781388 Jul 14 09:34:02.039927 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49578) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:02.044863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:02.116502 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.299434 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] device_id is not set on port 552a38fb-b601-44f9-8b13-60ea3df305a1 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:34:02.308994 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.324645 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Transition to ACTIVE for port object 552a38fb-b601-44f9-8b13-60ea3df305a1 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:02.327720 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.394882 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Pushing event updated for resources: {'Port': ['ID=552a38fb-b601-44f9-8b13-60ea3df305a1,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:02.413079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:02.414714 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:02.414714 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:02.419073 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port 552a38fb-b601-44f9-8b13-60ea3df305a1 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:02.419315 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:02.419721 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 2 to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 Jul 14 09:34:02.435955 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:02.436300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:02.436644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:02.441069 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port 552a38fb-b601-44f9-8b13-60ea3df305a1 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:02.441404 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:02.441850 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 3 to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 Jul 14 09:34:02.454876 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:02.455218 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:02.455699 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:02.460797 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port 552a38fb-b601-44f9-8b13-60ea3df305a1 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:02.461126 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:02.461595 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 4 to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 Jul 14 09:34:02.478822 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:02.479162 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:02.479510 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:02.484109 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port 552a38fb-b601-44f9-8b13-60ea3df305a1 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:02.484438 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:02.484828 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 5 to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 Jul 14 09:34:02.497745 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:02.498117 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:02.498479 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:02.502889 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port 552a38fb-b601-44f9-8b13-60ea3df305a1 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:02.503159 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:02.503608 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 6 to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 Jul 14 09:34:02.517345 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:02.517970 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:02.518456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:02.525259 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port 552a38fb-b601-44f9-8b13-60ea3df305a1 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:02.525692 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:02.526233 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 7 to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 Jul 14 09:34:02.539749 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:02.540235 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:02.540682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:02.545770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port 552a38fb-b601-44f9-8b13-60ea3df305a1 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:02.546234 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:02.546804 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 8 to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 Jul 14 09:34:02.569347 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:02.570131 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:02.571974 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:02.577946 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port 552a38fb-b601-44f9-8b13-60ea3df305a1 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:02.578661 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:02.579379 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 9 to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 Jul 14 09:34:02.598146 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:02.598673 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:02.599112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:02.600927 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1ba4c-7e5d-4019-99af-5821042015c0 req-bfc78f8a-de49-49e0-b137-c94e01aafaab tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:02.602602 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75d1ba4c-7e5d-4019-99af-5821042015c0 req-bfc78f8a-de49-49e0-b137-c94e01aafaab tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.0860419 Jul 14 09:34:02.605109 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port 552a38fb-b601-44f9-8b13-60ea3df305a1 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:02.605449 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:02.606074 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 10 to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 Jul 14 09:34:02.625592 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:02.626236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:02.626756 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:02.632314 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port 552a38fb-b601-44f9-8b13-60ea3df305a1 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:02.632665 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port 552a38fb-b601-44f9-8b13-60ea3df305a1 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:02.633234 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.647193 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75d1ba4c-7e5d-4019-99af-5821042015c0 req-82a68928-11a5-487c-b518-cf1d95a24c78 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388277 Jul 14 09:34:02.713546 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] For port 552a38fb-b601-44f9-8b13-60ea3df305a1, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:02.714143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempted to set empty binding levels {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:34:02.722216 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.744890 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.746381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] In _notify_port_updated(), no bound segment for port 552a38fb-b601-44f9-8b13-60ea3df305a1 on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:34:02.747494 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:02.748673 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.750077 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] 10.222.0.26 "PUT /v2.0/ports/552a38fb-b601-44f9-8b13-60ea3df305a1 HTTP/1.1" status: 200 len: 980 time: 0.7091990 Jul 14 09:34:02.755116 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49588) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:02.847544 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03783fb0-c829-4a55-a64a-3f3579b33e03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Pushing event updated for resources: {'Port': ['ID=552a38fb-b601-44f9-8b13-60ea3df305a1,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:02.997116 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:02.997504 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:02.998005 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:02.998128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14ac06-af86-436e-b888-6f46572a5056 req-2947299e-1aaf-45c7-8fc5-33faadb5f0bd tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:02.998474 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:02.999021 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:02.999487 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.000668 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.000668 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.000927 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.001438 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.002100 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.002600 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.003067 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.003449 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d14ac06-af86-436e-b888-6f46572a5056 req-2947299e-1aaf-45c7-8fc5-33faadb5f0bd tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=b25fa084-7984-4759-adde-19ddbbc429ff HTTP/1.1" status: 200 len: 946 time: 0.0839474 Jul 14 09:34:03.003637 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.004058 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.004535 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.005536 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.006013 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.006468 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.007849 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.007849 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.007849 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.008375 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.008794 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.009928 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.009928 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.010178 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.011922 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.011922 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.011922 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.012259 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.013366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.013366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.013629 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.014184 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.019966 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.033169 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0060e539-6cd0-40ba-a8eb-d19d5f9de69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32361 time: 0.2769353 Jul 14 09:34:03.037701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49598) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:03.048670 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d14ac06-af86-436e-b888-6f46572a5056 req-4ef6446d-12e6-49fd-af87-2fc7ae9a1306 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f2f5480-d4c3-462f-9f1a-731b8a29e142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395257 Jul 14 09:34:03.141639 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-32243233-89ef-4b7f-9f10-31becd0e1588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Deleting port 552a38fb-b601-44f9-8b13-60ea3df305a1 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:03.142336 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-32243233-89ef-4b7f-9f10-31becd0e1588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.211408 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-32243233-89ef-4b7f-9f10-31becd0e1588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] For port 552a38fb-b601-44f9-8b13-60ea3df305a1, host n-h2-798054-10, got binding levels [] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:03.211775 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-32243233-89ef-4b7f-9f10-31becd0e1588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.225728 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-32243233-89ef-4b7f-9f10-31becd0e1588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Calling delete_port for 552a38fb-b601-44f9-8b13-60ea3df305a1 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:03.321643 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-32243233-89ef-4b7f-9f10-31becd0e1588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.368273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32243233-89ef-4b7f-9f10-31becd0e1588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Pushing event deleted for resources: {'Port': ['ID=552a38fb-b601-44f9-8b13-60ea3df305a1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:03.399474 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-32243233-89ef-4b7f-9f10-31becd0e1588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.401828 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-32243233-89ef-4b7f-9f10-31becd0e1588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] 10.222.0.26 "DELETE /v2.0/ports/552a38fb-b601-44f9-8b13-60ea3df305a1 HTTP/1.1" status: 204 len: 168 time: 0.3629949 Jul 14 09:34:03.404886 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49602) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:03.445105 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-52cb65b3-ab45-465c-9068-645f29df722b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:34:03.446765 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-52cb65b3-ab45-465c-9068-645f29df722b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] 10.222.0.26 "GET /v2.0/ports/552a38fb-b601-44f9-8b13-60ea3df305a1 HTTP/1.1" status: 404 len: 333 time: 0.0401263 Jul 14 09:34:03.450535 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49606) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:03.455671 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-be8898e9-248d-4537-a2e5-dcca6579d86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940170558', 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:03.479962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1c12a-4b4e-4109-82a0-eae6b1c1a468 req-a5a9e436-6a20-4e4b-acff-440196a47a49 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.481298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8898e9-248d-4537-a2e5-dcca6579d86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Made reservation on behalf of c3c439dc634d46319b789fe9b3dae213 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:03.482146 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-54e1c12a-4b4e-4109-82a0-eae6b1c1a468 req-a5a9e436-6a20-4e4b-acff-440196a47a49 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b25fa084-7984-4759-adde-19ddbbc429ff HTTP/1.1" status: 200 len: 946 time: 0.1296961 Jul 14 09:34:03.484100 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be8898e9-248d-4537-a2e5-dcca6579d86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.500320 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-be8898e9-248d-4537-a2e5-dcca6579d86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] device_id is not set on port 981656b2-6e7c-407b-a9d9-94c325c6eb29 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:34:03.605818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-54e1c12a-4b4e-4109-82a0-eae6b1c1a468 req-18a96453-3b3f-4066-b4ea-7c1007488486 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Deleting port b1a072cd-8004-4ba2-9467-00c9178d5380 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:03.606238 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-54e1c12a-4b4e-4109-82a0-eae6b1c1a468 req-18a96453-3b3f-4066-b4ea-7c1007488486 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.658074 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be8898e9-248d-4537-a2e5-dcca6579d86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.700541 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be8898e9-248d-4537-a2e5-dcca6579d86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.713947 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-54e1c12a-4b4e-4109-82a0-eae6b1c1a468 req-18a96453-3b3f-4066-b4ea-7c1007488486 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] For port b1a072cd-8004-4ba2-9467-00c9178d5380, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=b1a072cd-8004-4ba2-9467-00c9178d5380,segment=NetworkSegment(68491526-fd4b-4388-877f-213b06f05952),segment_id=68491526-fd4b-4388-877f-213b06f05952)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:03.714606 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-54e1c12a-4b4e-4109-82a0-eae6b1c1a468 req-18a96453-3b3f-4066-b4ea-7c1007488486 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.732353 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-54e1c12a-4b4e-4109-82a0-eae6b1c1a468 req-18a96453-3b3f-4066-b4ea-7c1007488486 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Calling delete_port for b1a072cd-8004-4ba2-9467-00c9178d5380 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:03.755676 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8898e9-248d-4537-a2e5-dcca6579d86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Pushing event updated for resources: {'Port': ['ID=981656b2-6e7c-407b-a9d9-94c325c6eb29,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:03.776905 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8898e9-248d-4537-a2e5-dcca6579d86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Network 36dbe191-e03c-45f2-aff0-2f874a9c8122 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:03.779240 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-be8898e9-248d-4537-a2e5-dcca6579d86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:03.781831 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8898e9-248d-4537-a2e5-dcca6579d86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:03.783170 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8898e9-248d-4537-a2e5-dcca6579d86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.786024 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be8898e9-248d-4537-a2e5-dcca6579d86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.826529 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-be8898e9-248d-4537-a2e5-dcca6579d86b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3748441 Jul 14 09:34:03.828948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49610) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:03.928766 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f224de-06ec-49f7-827b-288efd620fe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.934894 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-32f224de-06ec-49f7-827b-288efd620fe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] 10.222.0.26 "GET /v2.0/ports/981656b2-6e7c-407b-a9d9-94c325c6eb29 HTTP/1.1" status: 200 len: 959 time: 0.1047451 Jul 14 09:34:03.937555 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49614) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:03.940275 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-54e1c12a-4b4e-4109-82a0-eae6b1c1a468 req-18a96453-3b3f-4066-b4ea-7c1007488486 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.993131 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f74ae-780b-4750-913f-94e033e6cf69 req-d0ebd76f-71e2-4239-a903-ef433d78a8d2 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.994772 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b69f74ae-780b-4750-913f-94e033e6cf69 req-d0ebd76f-71e2-4239-a903-ef433d78a8d2 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.2049103 Jul 14 09:34:04.003420 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a96453-3b3f-4066-b4ea-7c1007488486 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Pushing event deleted for resources: {'Port': ['ID=b1a072cd-8004-4ba2-9467-00c9178d5380,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:04.018243 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['b1a072cd-8004-4ba2-9467-00c9178d5380'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:04.087540 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e1c12a-4b4e-4109-82a0-eae6b1c1a468 req-18a96453-3b3f-4066-b4ea-7c1007488486 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] No DVR routers for this DVR port b1a072cd-8004-4ba2-9467-00c9178d5380 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:04.090502 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-54e1c12a-4b4e-4109-82a0-eae6b1c1a468 req-18a96453-3b3f-4066-b4ea-7c1007488486 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.093972 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-54e1c12a-4b4e-4109-82a0-eae6b1c1a468 req-18a96453-3b3f-4066-b4ea-7c1007488486 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.55 "DELETE /v2.0/ports/b1a072cd-8004-4ba2-9467-00c9178d5380 HTTP/1.1" status: 204 len: 173 time: 0.6055908 Jul 14 09:34:04.095436 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25fa084-7984-4759-adde-19ddbbc429ff', 'name': 'network-vif-deleted', 'tag': 'b1a072cd-8004-4ba2-9467-00c9178d5380'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:04.106162 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b69f74ae-780b-4750-913f-94e033e6cf69 req-babaa98c-0bb3-466a-bb51-f157f4cb51f2 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987618 Jul 14 09:34:04.110111 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9164cb51-9674-4151-9021-18b77121be82" -d '{"events": [{"server_uuid": "b25fa084-7984-4759-adde-19ddbbc429ff", "name": "network-vif-deleted", "tag": "b1a072cd-8004-4ba2-9467-00c9178d5380"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:04.145227 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-39082086-0385-40bd-9314-17bdc21e331e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Deleting port 981656b2-6e7c-407b-a9d9-94c325c6eb29 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:04.145227 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39082086-0385-40bd-9314-17bdc21e331e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.260475 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39082086-0385-40bd-9314-17bdc21e331e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.277677 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-39082086-0385-40bd-9314-17bdc21e331e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Calling delete_port for 981656b2-6e7c-407b-a9d9-94c325c6eb29 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:04.347318 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3835709f-d4e9-4b42-a9a9-0668a2fec4eb x-openstack-request-id: req-3835709f-d4e9-4b42-a9a9-0668a2fec4eb {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:04.347899 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25fa084-7984-4759-adde-19ddbbc429ff", "name": "network-vif-deleted", "tag": "b1a072cd-8004-4ba2-9467-00c9178d5380", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:04.348969 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3835709f-d4e9-4b42-a9a9-0668a2fec4eb {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:04.349539 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25fa084-7984-4759-adde-19ddbbc429ff', 'name': 'network-vif-deleted', 'tag': 'b1a072cd-8004-4ba2-9467-00c9178d5380', 'status': 'completed', 'code': 200} Jul 14 09:34:04.421678 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e4b0d3d-d274-41e6-8c20-92fa0ff272ee req-93784a47-92ab-4399-ac1a-4f4f0bc81fc3 tempest-VolumesActionsTest-765669259 tempest-VolumesActionsTest-765669259-project] 10.222.0.26 "GET /v2.0/ports?device_id=b25fa084-7984-4759-adde-19ddbbc429ff HTTP/1.1" status: 200 len: 210 time: 0.1081395 Jul 14 09:34:04.536629 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39082086-0385-40bd-9314-17bdc21e331e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.572634 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39082086-0385-40bd-9314-17bdc21e331e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Pushing event deleted for resources: {'Port': ['ID=981656b2-6e7c-407b-a9d9-94c325c6eb29,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:04.582333 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39082086-0385-40bd-9314-17bdc21e331e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.586180 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-39082086-0385-40bd-9314-17bdc21e331e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] 10.222.0.26 "DELETE /v2.0/ports/981656b2-6e7c-407b-a9d9-94c325c6eb29 HTTP/1.1" status: 204 len: 168 time: 0.6476126 Jul 14 09:34:04.588977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49644) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:04.616164 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-766a2f16-9f06-4bd9-ab28-60b7500910c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:34:04.618272 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-766a2f16-9f06-4bd9-ab28-60b7500910c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] 10.222.0.26 "GET /v2.0/ports/981656b2-6e7c-407b-a9d9-94c325c6eb29 HTTP/1.1" status: 404 len: 333 time: 0.0281754 Jul 14 09:34:04.623401 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49646) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:04.631920 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5f9fc9ac-3d0c-4c82-9f04-e8dfcb422052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Request body: {'port': {'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-274841522'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:04.666203 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9fc9ac-3d0c-4c82-9f04-e8dfcb422052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Made reservation on behalf of c3c439dc634d46319b789fe9b3dae213 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:04.673472 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f9fc9ac-3d0c-4c82-9f04-e8dfcb422052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.706422 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-5f9fc9ac-3d0c-4c82-9f04-e8dfcb422052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] device_id is not set on port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:34:04.960333 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f9fc9ac-3d0c-4c82-9f04-e8dfcb422052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.012776 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f9fc9ac-3d0c-4c82-9f04-e8dfcb422052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.060843 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9fc9ac-3d0c-4c82-9f04-e8dfcb422052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Network 36dbe191-e03c-45f2-aff0-2f874a9c8122 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:05.069735 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-5f9fc9ac-3d0c-4c82-9f04-e8dfcb422052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:05.078192 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9fc9ac-3d0c-4c82-9f04-e8dfcb422052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:05.079367 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9fc9ac-3d0c-4c82-9f04-e8dfcb422052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:05.080000 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f9fc9ac-3d0c-4c82-9f04-e8dfcb422052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.090780 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fc9ac-3d0c-4c82-9f04-e8dfcb422052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Pushing event updated for resources: {'Port': ['ID=abe21a39-3f7b-4261-9ae5-e36c80e4cfdb,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:05.109251 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49650) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:05.109864 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5f9fc9ac-3d0c-4c82-9f04-e8dfcb422052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4846647 Jul 14 09:34:05.114591 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:05.215596 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.339839 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6331be0-9a2d-4fd7-b2d5-3bdc7ea6ff24 req-01f03bdc-ec98-426c-89d0-61bddc1d65c7 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:05.341497 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d6331be0-9a2d-4fd7-b2d5-3bdc7ea6ff24 req-01f03bdc-ec98-426c-89d0-61bddc1d65c7 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1025035 Jul 14 09:34:05.393518 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d6331be0-9a2d-4fd7-b2d5-3bdc7ea6ff24 req-6c71352d-4b10-484a-adc3-3d443f797e77 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451653 Jul 14 09:34:05.511143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] device_id is not set on port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:34:05.532151 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.572192 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Transition to ACTIVE for port object abe21a39-3f7b-4261-9ae5-e36c80e4cfdb will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:05.577897 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.696227 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:05.696834 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:05.697628 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:05.699699 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Pushing event updated for resources: {'Port': ['ID=abe21a39-3f7b-4261-9ae5-e36c80e4cfdb,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:05.712524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:05.712975 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:05.713400 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 2 to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb Jul 14 09:34:05.742117 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:05.742675 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:05.743130 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:05.752139 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:05.752970 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:05.756592 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 3 to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb Jul 14 09:34:05.772748 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:05.773190 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:05.773638 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:05.780969 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:05.781724 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:05.782436 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 4 to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb Jul 14 09:34:05.802992 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:05.803516 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:05.804026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:05.810047 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:05.810554 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:05.811105 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 5 to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb Jul 14 09:34:05.830241 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:05.830693 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:05.831183 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:05.840755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:05.841630 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:05.842335 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 6 to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb Jul 14 09:34:05.860482 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:05.861055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:05.861513 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:05.867939 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:05.868380 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:05.868874 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 7 to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb Jul 14 09:34:05.888017 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:05.888402 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:05.888750 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:05.896586 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:05.896757 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:05.897520 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 8 to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb Jul 14 09:34:05.916750 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:05.917273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:05.917781 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:05.924636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:05.926198 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:05.927179 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 9 to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb Jul 14 09:34:05.960965 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:05.961309 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:05.961685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:05.978857 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device b1a072cd-8004-4ba2-9467-00c9178d5380 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:05.982397 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:05.992011 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:05.992975 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempt 10 to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb Jul 14 09:34:06.021454 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:06.021954 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:06.022570 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempting to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:06.028254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: b1a072cd-8004-4ba2-9467-00c9178d5380 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:06.028514 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device b1a072cd-8004-4ba2-9467-00c9178d5380 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:06.028921 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:06.029523 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Failed to bind port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on host n-h2-798054-10 for vnic_type normal using segments [{'id': '9d53f996-9619-4994-a384-8c4f4e24e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '36dbe191-e03c-45f2-aff0-2f874a9c8122'}] Jul 14 09:34:06.030133 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.148662 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] For port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:06.149740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attempted to set empty binding levels {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:34:06.160726 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.258042 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] In _notify_port_updated(), no bound segment for port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb on network 36dbe191-e03c-45f2-aff0-2f874a9c8122 {{(pid=93888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:34:06.258042 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:06.258042 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.259199 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] 10.222.0.26 "PUT /v2.0/ports/abe21a39-3f7b-4261-9ae5-e36c80e4cfdb HTTP/1.1" status: 200 len: 979 time: 1.1482766 Jul 14 09:34:06.262916 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49746) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:06.334070 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d494a97-ef6b-4344-bd84-d96bd769ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Pushing event updated for resources: {'Port': ['ID=abe21a39-3f7b-4261-9ae5-e36c80e4cfdb,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:06.468893 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-21afd274-7218-456d-8171-cc75ff90cdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Deleting port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:06.469722 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-21afd274-7218-456d-8171-cc75ff90cdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.493343 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49786) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:06.774902 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-21afd274-7218-456d-8171-cc75ff90cdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] For port abe21a39-3f7b-4261-9ae5-e36c80e4cfdb, host n-h2-798054-10, got binding levels [] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:06.775640 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-21afd274-7218-456d-8171-cc75ff90cdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.782178 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cad96a-5379-4c07-9f7e-e32dcbbd5872 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:06.787872 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cad96a-5379-4c07-9f7e-e32dcbbd5872 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:06.788447 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cad96a-5379-4c07-9f7e-e32dcbbd5872 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:06.793599 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e4cad96a-5379-4c07-9f7e-e32dcbbd5872 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=9e8947ccf2db4372a301749e896d7bb1&network_id=16c71265-6fb2-47c0-a4dc-272015de3e7a HTTP/1.1" status: 200 len: 2972 time: 0.2992570 Jul 14 09:34:06.798206 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-21afd274-7218-456d-8171-cc75ff90cdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Calling delete_port for abe21a39-3f7b-4261-9ae5-e36c80e4cfdb owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:06.978125 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422e3eb-dcff-4a3e-89ec-56e8a60ca0fe req-c75fce79-bcbe-4a23-93aa-b3fa54ef9458 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:06.988914 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1422e3eb-dcff-4a3e-89ec-56e8a60ca0fe req-c75fce79-bcbe-4a23-93aa-b3fa54ef9458 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.3716886 Jul 14 09:34:07.007703 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-21afd274-7218-456d-8171-cc75ff90cdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.105122 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afd274-7218-456d-8171-cc75ff90cdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Pushing event deleted for resources: {'Port': ['ID=abe21a39-3f7b-4261-9ae5-e36c80e4cfdb,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:07.135481 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-21afd274-7218-456d-8171-cc75ff90cdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.141572 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-21afd274-7218-456d-8171-cc75ff90cdd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] 10.222.0.26 "DELETE /v2.0/ports/abe21a39-3f7b-4261-9ae5-e36c80e4cfdb HTTP/1.1" status: 204 len: 168 time: 0.8757331 Jul 14 09:34:07.141952 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49880) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:07.162441 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1422e3eb-dcff-4a3e-89ec-56e8a60ca0fe req-516b7af6-fd16-47c8-863e-4c325a91f0d1 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722772 Jul 14 09:34:07.224681 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-19836b8e-fd02-47dc-b979-8890735dde14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:34:07.226795 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-19836b8e-fd02-47dc-b979-8890735dde14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708736775-project-admin] 10.222.0.26 "GET /v2.0/ports/abe21a39-3f7b-4261-9ae5-e36c80e4cfdb HTTP/1.1" status: 404 len: 333 time: 0.0838072 Jul 14 09:34:07.230768 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 49890) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:07.463781 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3f33e35-fd6d-4f8b-a8df-3d6ed1e536f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.674073 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3f33e35-fd6d-4f8b-a8df-3d6ed1e536f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.688059 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-d3f33e35-fd6d-4f8b-a8df-3d6ed1e536f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36dbe191-e03c-45f2-aff0-2f874a9c8122']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:07.704834 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-d3f33e35-fd6d-4f8b-a8df-3d6ed1e536f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d53f996-9619-4994-a384-8c4f4e24e0a7') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:07.704999 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-d3f33e35-fd6d-4f8b-a8df-3d6ed1e536f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d53f996-9619-4994-a384-8c4f4e24e0a7') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:07.721847 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3f33e35-fd6d-4f8b-a8df-3d6ed1e536f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.749137 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3f33e35-fd6d-4f8b-a8df-3d6ed1e536f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.766644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f33e35-fd6d-4f8b-a8df-3d6ed1e536f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:07.769243 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3f33e35-fd6d-4f8b-a8df-3d6ed1e536f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:07.774961 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:07.982619 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3f33e35-fd6d-4f8b-a8df-3d6ed1e536f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.060756 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3f33e35-fd6d-4f8b-a8df-3d6ed1e536f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.071381 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d3f33e35-fd6d-4f8b-a8df-3d6ed1e536f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] 10.222.0.26 "DELETE /v2.0/networks/36dbe191-e03c-45f2-aff0-2f874a9c8122 HTTP/1.1" status: 204 len: 168 time: 0.8385870 Jul 14 09:34:08.114318 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f33e35-fd6d-4f8b-a8df-3d6ed1e536f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537276783-project] Pushing event deleted for resources: {'Network': ['ID=36dbe191-e03c-45f2-aff0-2f874a9c8122,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:08.625111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f14cd-9bd7-4d5a-9b07-65a7376dda26 req-b0054d54-8ff1-4370-aeec-72b3841e32e4 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:08.633189 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c6f14cd-9bd7-4d5a-9b07-65a7376dda26 req-b0054d54-8ff1-4370-aeec-72b3841e32e4 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1223593 Jul 14 09:34:08.664874 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50060) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:08.731854 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50068) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:08.736243 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c6f14cd-9bd7-4d5a-9b07-65a7376dda26 req-059d6804-430a-4147-9a10-545b35859bfd tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993888 Jul 14 09:34:08.898770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121cd570-e389-45e7-bed8-31ea7e80d5fb tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:08.913303 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-121cd570-e389-45e7-bed8-31ea7e80d5fb tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 814 time: 0.1801608 Jul 14 09:34:09.135944 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50110) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:09.175801 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a6f4a3c8-1f82-4254-9fd4-a2e150ad08b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dea0dad198874825b29a75252cca586c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4802239 Jul 14 09:34:09.393982 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3be826f-baf1-40ff-bbc6-9c2c2ee7ed1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.478159 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3be826f-baf1-40ff-bbc6-9c2c2ee7ed1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.559826 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50134) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:09.568607 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-caabd411-9890-4989-be78-d0f998b339b5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'network': {'name': 'tempest-network-smoke--1296141900', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'port_security_enabled': True}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:09.706465 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3be826f-baf1-40ff-bbc6-9c2c2ee7ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.709907 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3be826f-baf1-40ff-bbc6-9c2c2ee7ed1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.711471 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b3be826f-baf1-40ff-bbc6-9c2c2ee7ed1b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c950b52b-595b-419e-a774-d13be3572f60 HTTP/1.1" status: 204 len: 168 time: 0.5746045 Jul 14 09:34:09.718206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caabd411-9890-4989-be78-d0f998b339b5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Made reservation on behalf of 9e8947ccf2db4372a301749e896d7bb1 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:09.718695 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc65be47-a918-4f49-bcd3-506ead924a22 req-aaa863c0-e1b8-4f1a-9e28-becee98b758d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1768010 Jul 14 09:34:09.727145 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be826f-baf1-40ff-bbc6-9c2c2ee7ed1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c950b52b-595b-419e-a774-d13be3572f60,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:09.735743 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-caabd411-9890-4989-be78-d0f998b339b5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.803024 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caabd411-9890-4989-be78-d0f998b339b5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:09.828007 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-caabd411-9890-4989-be78-d0f998b339b5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.828698 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-caabd411-9890-4989-be78-d0f998b339b5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Added segment 5267a9dc-85b6-482f-b52c-2c6c7f1f2e19 of type vlan for network eb39bda1-b741-49ce-b9ea-c1392e27706c Jul 14 09:34:09.999323 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-caabd411-9890-4989-be78-d0f998b339b5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.062423 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65be47-a918-4f49-bcd3-506ead924a22 req-93f612cb-f743-4a79-8db7-e02670c68845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:10.067891 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc65be47-a918-4f49-bcd3-506ead924a22 req-93f612cb-f743-4a79-8db7-e02670c68845 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 1096 time: 0.2232473 Jul 14 09:34:10.134584 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-caabd411-9890-4989-be78-d0f998b339b5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.165303 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caabd411-9890-4989-be78-d0f998b339b5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:10.171097 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-caabd411-9890-4989-be78-d0f998b339b5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.277194 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65be47-a918-4f49-bcd3-506ead924a22 req-479f31e9-208f-4aab-be70-375a5a27fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:10.279637 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc65be47-a918-4f49-bcd3-506ead924a22 req-479f31e9-208f-4aab-be70-375a5a27fe82 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 913 time: 0.1881649 Jul 14 09:34:10.294877 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb1d4e-299b-4e7c-80da-48e40ef30ff4 req-181557fc-b236-424b-ae86-9264488b825a tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:10.297258 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0cb1d4e-299b-4e7c-80da-48e40ef30ff4 req-181557fc-b236-424b-ae86-9264488b825a tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1955111 Jul 14 09:34:10.468696 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50170) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:10.549021 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-caabd411-9890-4989-be78-d0f998b339b5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9876542 Jul 14 09:34:10.559325 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50178) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:10.567966 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabd411-9890-4989-be78-d0f998b339b5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'Network': ['ID=eb39bda1-b741-49ce-b9ea-c1392e27706c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:10.585460 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network eb39bda1-b741-49ce-b9ea-c1392e27706c details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:10.624751 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0cb1d4e-299b-4e7c-80da-48e40ef30ff4 req-ad406670-5fda-43f7-9d76-b415816754cd tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132327 Jul 14 09:34:10.736452 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e39a9746-b62c-454b-9e0f-72f7ff26d35e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3c439dc634d46319b789fe9b3dae213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632251 Jul 14 09:34:10.746625 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50190) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:10.748682 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc65be47-a918-4f49-bcd3-506ead924a22 req-84de3482-1612-4f68-a807-89974fb4c64f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb HTTP/1.1" status: 200 len: 999 time: 0.4497070 Jul 14 09:34:10.807288 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b734c70d-db4a-4b44-9953-8505a2f1ab69 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:10.812997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b734c70d-db4a-4b44-9953-8505a2f1ab69 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=9e8947ccf2db4372a301749e896d7bb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2449448 Jul 14 09:34:10.816601 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50194) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:10.968151 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65be47-a918-4f49-bcd3-506ead924a22 req-74eb1a77-86a6-48aa-adb0-23b9f4c095f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:10.969997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc65be47-a918-4f49-bcd3-506ead924a22 req-74eb1a77-86a6-48aa-adb0-23b9f4c095f8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.2051873 Jul 14 09:34:11.029948 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d6a8652a-2d3e-462c-811a-c3afa2dfcad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.147552 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d6a8652a-2d3e-462c-811a-c3afa2dfcad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.248392 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65be47-a918-4f49-bcd3-506ead924a22 req-ccce119e-d2ef-4545-8ea0-fa00fc407e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:11.253258 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc65be47-a918-4f49-bcd3-506ead924a22 req-ccce119e-d2ef-4545-8ea0-fa00fc407e65 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2688856 Jul 14 09:34:11.257923 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30dce88-ae5b-46b4-8d7a-b8cbfb5a4d9b tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:11.259934 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e30dce88-ae5b-46b4-8d7a-b8cbfb5a4d9b tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4420879 Jul 14 09:34:11.264458 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50216) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:11.294678 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d6a8652a-2d3e-462c-811a-c3afa2dfcad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.306763 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d6a8652a-2d3e-462c-811a-c3afa2dfcad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.309984 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d6a8652a-2d3e-462c-811a-c3afa2dfcad8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5cdb38ba-87d0-4577-ae78-d94bffd02348 HTTP/1.1" status: 204 len: 168 time: 0.5618358 Jul 14 09:34:11.350273 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9525cff4-3b80-462c-a6d3-179a901982fd tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0839860 Jul 14 09:34:11.356139 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50224) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:11.367284 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8652a-2d3e-462c-811a-c3afa2dfcad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdb38ba-87d0-4577-ae78-d94bffd02348,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:11.411805 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cd41a531-462e-49da-8de5-46de47852205 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=9e8947ccf2db4372a301749e896d7bb1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473995 Jul 14 09:34:11.414235 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50234) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:11.540597 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc65be47-a918-4f49-bcd3-506ead924a22 req-71156e14-3f47-4a24-bef9-8a900cb691ac service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747407 Jul 14 09:34:11.636198 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d67991-4f62-4aa0-a12c-bcdb0aa8d756 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:11.638103 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-46d67991-4f62-4aa0-a12c-bcdb0aa8d756 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2228870 Jul 14 09:34:11.643341 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50254) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:11.701451 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc65be47-a918-4f49-bcd3-506ead924a22 req-42180f6c-2e87-42fa-bb94-68fc32f8b0ad service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473475 Jul 14 09:34:11.795584 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-92672fdd-c638-4513-bc87-12ddc92c6b75 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1506200 Jul 14 09:34:11.798090 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50268) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:11.815120 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2e3cadd5-86dc-47d7-987a-807919d71d79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-268540013', 'network_id': 'eb39bda1-b741-49ce-b9ea-c1392e27706c', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:11.970782 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610aedcc-5091-4572-b5d3-51da66aa85a0 req-53fd335b-8b09-4074-98ea-44f8d6709630 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:11.979824 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-610aedcc-5091-4572-b5d3-51da66aa85a0 req-53fd335b-8b09-4074-98ea-44f8d6709630 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1609762 Jul 14 09:34:12.117552 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-610aedcc-5091-4572-b5d3-51da66aa85a0 req-73fbf010-6fac-483a-ab27-5979f0f5a603 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344881 Jul 14 09:34:12.181615 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3cadd5-86dc-47d7-987a-807919d71d79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Made reservation on behalf of 9e8947ccf2db4372a301749e896d7bb1 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:12.190277 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2e3cadd5-86dc-47d7-987a-807919d71d79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.565672 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2e3cadd5-86dc-47d7-987a-807919d71d79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.646891 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3cadd5-86dc-47d7-987a-807919d71d79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'Subnet': ['ID=977f1dd3-7b5d-4dba-9516-e43d3998771c,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:12.663573 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3cadd5-86dc-47d7-987a-807919d71d79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Checking segment: {'id': '5267a9dc-85b6-482f-b52c-2c6c7f1f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eb39bda1-b741-49ce-b9ea-c1392e27706c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:12.670523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3cadd5-86dc-47d7-987a-807919d71d79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Network hostable DHCP agents. Network: eb39bda1-b741-49ce-b9ea-c1392e27706c, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:12.710485 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3cadd5-86dc-47d7-987a-807919d71d79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Network eb39bda1-b741-49ce-b9ea-c1392e27706c is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:12.728428 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-2e3cadd5-86dc-47d7-987a-807919d71d79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, eb39bda1-b741-49ce-b9ea-c1392e27706c) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:12.738268 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb68ce86-d63b-48d0-a1b5-71fbc88fa7ef None None] Network eb39bda1-b741-49ce-b9ea-c1392e27706c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:12.749299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3cadd5-86dc-47d7-987a-807919d71d79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:12.750632 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2e3cadd5-86dc-47d7-987a-807919d71d79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.773728 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2e3cadd5-86dc-47d7-987a-807919d71d79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9742618 Jul 14 09:34:13.006819 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-eb39bda1-b741-49ce-b9ea-c1392e27706c', 'network_id': 'eb39bda1-b741-49ce-b9ea-c1392e27706c', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'fixed_ips': [{'subnet_id': '977f1dd3-7b5d-4dba-9516-e43d3998771c'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:34:13.007989 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.331664 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Allocated IP 172.20.0.18 (eb39bda1-b741-49ce-b9ea-c1392e27706c/977f1dd3-7b5d-4dba-9516-e43d3998771c/0f546a56-4b13-4df0-ab3d-014bab83c433) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:13.390905 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50322) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:13.656486 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c99d2939-83b2-411c-a66c-8d9598525c14 tempest-AgentManagementNegativeTest-921167977 tempest-AgentManagementNegativeTest-921167977-project] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2642872 Jul 14 09:34:13.731366 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.743401 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Transition to ACTIVE for port object 0f546a56-4b13-4df0-ab3d-014bab83c433 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:13.760352 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Transition to ACTIVE for port object 0f546a56-4b13-4df0-ab3d-014bab83c433 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:13.768686 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.810550 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fedc0-ab3d-4ba3-bb11-c080f9999f8e req-a5c6e404-b574-4f4d-be76-93872db240a8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:13.818883 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Pushing event updated for resources: {'Port': ['ID=0f546a56-4b13-4df0-ab3d-014bab83c433,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:13.830582 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b2fedc0-ab3d-4ba3-bb11-c080f9999f8e req-a5c6e404-b574-4f4d-be76-93872db240a8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1596787 Jul 14 09:34:13.856052 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Network eb39bda1-b741-49ce-b9ea-c1392e27706c is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:13.862135 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:13.868742 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:13.972862 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b2fedc0-ab3d-4ba3-bb11-c080f9999f8e req-923a634f-a111-49f1-ab7f-88ddb43d6887 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338422 Jul 14 09:34:14.072679 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Attempting to bind port 0f546a56-4b13-4df0-ab3d-014bab83c433 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:14.073046 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Attempting to bind port 0f546a56-4b13-4df0-ab3d-014bab83c433 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '5267a9dc-85b6-482f-b52c-2c6c7f1f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eb39bda1-b741-49ce-b9ea-c1392e27706c'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:14.078828 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Attempting to bind port 0f546a56-4b13-4df0-ab3d-014bab83c433 on network eb39bda1-b741-49ce-b9ea-c1392e27706c {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:14.099862 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:14.101359 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Checking segment: {'id': '5267a9dc-85b6-482f-b52c-2c6c7f1f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eb39bda1-b741-49ce-b9ea-c1392e27706c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:14.101995 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.111808 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Bound using segment: {'id': '5267a9dc-85b6-482f-b52c-2c6c7f1f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eb39bda1-b741-49ce-b9ea-c1392e27706c'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:14.112332 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Bound port: 0f546a56-4b13-4df0-ab3d-014bab83c433, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5267a9dc-85b6-482f-b52c-2c6c7f1f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eb39bda1-b741-49ce-b9ea-c1392e27706c'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:14.112739 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.177721 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50340) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:14.185010 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ef0e678d-db67-4f5f-b650-1742b3646bca tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758019315', 'description': 'tempest-secgroup-smoke-1758019315 description', 'project_id': '9e8947ccf2db4372a301749e896d7bb1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:14.287581 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] For port 0f546a56-4b13-4df0-ab3d-014bab83c433, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:14.292051 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] For port 0f546a56-4b13-4df0-ab3d-014bab83c433, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0f546a56-4b13-4df0-ab3d-014bab83c433,segment=NetworkSegment(5267a9dc-85b6-482f-b52c-2c6c7f1f2e19),segment_id=5267a9dc-85b6-482f-b52c-2c6c7f1f2e19)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:14.306764 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.337155 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ef0e678d-db67-4f5f-b650-1742b3646bca tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.493309 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737a1de-801f-4654-aa96-e3dfd7250336 None None] Pushing event updated for resources: {'Port': ['ID=0f546a56-4b13-4df0-ab3d-014bab83c433,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:14.645652 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ef0e678d-db67-4f5f-b650-1742b3646bca tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.648128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50354) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:14.659497 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ef0e678d-db67-4f5f-b650-1742b3646bca tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.744976 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ef0e678d-db67-4f5f-b650-1742b3646bca tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.746539 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ef0e678d-db67-4f5f-b650-1742b3646bca tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5669680 Jul 14 09:34:14.750291 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e678d-db67-4f5f-b650-1742b3646bca tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:14.761017 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50358) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:14.776521 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-62acab9e-7c7c-42ce-9b13-2b7d6b1aa189 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'security_group_rule': {'security_group_id': 'ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:14.856247 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62acab9e-7c7c-42ce-9b13-2b7d6b1aa189 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.890301 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f5c48-c8ad-4190-a060-6b45afc8e07f req-6307981d-7651-482a-a696-d6e77d380ff6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:14.902241 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f28f5c48-c8ad-4190-a060-6b45afc8e07f req-6307981d-7651-482a-a696-d6e77d380ff6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1795001 Jul 14 09:34:15.054733 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f28f5c48-c8ad-4190-a060-6b45afc8e07f req-299fb276-1441-427d-986b-3ef89cc4ee86 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512022 Jul 14 09:34:15.113446 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c367d44f-23cf-4cca-ac3a-703ef4d4cb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.184274 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62acab9e-7c7c-42ce-9b13-2b7d6b1aa189 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.191386 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62acab9e-7c7c-42ce-9b13-2b7d6b1aa189 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.245442 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62acab9e-7c7c-42ce-9b13-2b7d6b1aa189 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df150d41-76d5-46f3-8933-53c77af0a343,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:15.471585 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb22c1-bd65-4c4e-b81b-309865dfc3e5 req-620efcf6-3b25-4ad7-9bc7-716770be5efe tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:15.473351 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2cfb22c1-bd65-4c4e-b81b-309865dfc3e5 req-620efcf6-3b25-4ad7-9bc7-716770be5efe tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1223352 Jul 14 09:34:15.492162 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c367d44f-23cf-4cca-ac3a-703ef4d4cb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.508340 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c367d44f-23cf-4cca-ac3a-703ef4d4cb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.510729 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62acab9e-7c7c-42ce-9b13-2b7d6b1aa189 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.512228 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-62acab9e-7c7c-42ce-9b13-2b7d6b1aa189 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7406394 Jul 14 09:34:15.527130 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50368) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:15.536432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-840b7e37-0e3e-45b7-a516-e592ba151474 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'security_group_rule': {'security_group_id': 'ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:15.546075 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367d44f-23cf-4cca-ac3a-703ef4d4cb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aed4b37-6294-424f-8036-e4a3ebd0b5b1,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:15.597956 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c367d44f-23cf-4cca-ac3a-703ef4d4cb4b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea6b2fdde39540ae8aa25b6a40e5197c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9476483 Jul 14 09:34:15.599457 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50370) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:15.605537 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2cfb22c1-bd65-4c4e-b81b-309865dfc3e5 req-bcdf3a15-08ad-422e-904b-5ecb12934def tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240051 Jul 14 09:34:15.667185 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-840b7e37-0e3e-45b7-a516-e592ba151474 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.690721 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-268b4579-4aac-498a-95a6-d8f515e0efc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.765285 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-268b4579-4aac-498a-95a6-d8f515e0efc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.798309 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-840b7e37-0e3e-45b7-a516-e592ba151474 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.810524 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-840b7e37-0e3e-45b7-a516-e592ba151474 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.844414 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b7e37-0e3e-45b7-a516-e592ba151474 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80aa06fd-78a1-4cff-91e6-eb2f67b3191c,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:15.875430 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-840b7e37-0e3e-45b7-a516-e592ba151474 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.876779 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-840b7e37-0e3e-45b7-a516-e592ba151474 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3484387 Jul 14 09:34:15.880525 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50380) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:15.905847 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-873753f4-7411-4255-96a8-1a4e706ee1c2 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'security_group_rule': {'security_group_id': 'ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:15.917156 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-268b4579-4aac-498a-95a6-d8f515e0efc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.920389 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-268b4579-4aac-498a-95a6-d8f515e0efc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.924925 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-268b4579-4aac-498a-95a6-d8f515e0efc4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2aed4b37-6294-424f-8036-e4a3ebd0b5b1 HTTP/1.1" status: 204 len: 168 time: 0.3211250 Jul 14 09:34:15.954225 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b4579-4aac-498a-95a6-d8f515e0efc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aed4b37-6294-424f-8036-e4a3ebd0b5b1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:16.005333 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-873753f4-7411-4255-96a8-1a4e706ee1c2 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.142618 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-873753f4-7411-4255-96a8-1a4e706ee1c2 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.154074 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-873753f4-7411-4255-96a8-1a4e706ee1c2 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.198881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873753f4-7411-4255-96a8-1a4e706ee1c2 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b8fd6c-db6a-4bfa-bd56-3e583403ca3f,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:16.209382 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-873753f4-7411-4255-96a8-1a4e706ee1c2 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.214702 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-873753f4-7411-4255-96a8-1a4e706ee1c2 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3327105 Jul 14 09:34:16.216942 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50396) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:16.234609 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-347bac36-33b5-4d14-a23d-6d71e3c47d29 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'security_group_rule': {'security_group_id': 'ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:16.364750 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-347bac36-33b5-4d14-a23d-6d71e3c47d29 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.419784 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-98efab52-326f-4582-a193-debd3374a9dd tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:16.425619 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0f546a56-4b13-4df0-ab3d-014bab83c433 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:16.446111 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-98efab52-326f-4582-a193-debd3374a9dd tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 812 time: 0.3787150 Jul 14 09:34:16.481625 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-5ea5f04b-7f15-4c78-9087-f37db8e391a8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/quotas/aabcea4a3f10489fb922ceae9d8ba553 HTTP/1.1" status: 200 len: 375 time: 0.0334709 Jul 14 09:34:16.572292 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139fa4d4-f292-41b4-85f6-cc1c8cb21549 None None] Network eb39bda1-b741-49ce-b9ea-c1392e27706c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:16.602621 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.635057 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3bd27672-a2eb-41ce-9542-223537b2ea2e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1456082 Jul 14 09:34:16.654670 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-347bac36-33b5-4d14-a23d-6d71e3c47d29 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.680694 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-347bac36-33b5-4d14-a23d-6d71e3c47d29 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.735647 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347bac36-33b5-4d14-a23d-6d71e3c47d29 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ed73ae-c7aa-4064-8003-4fbc05d15b04,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:16.779968 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-347bac36-33b5-4d14-a23d-6d71e3c47d29 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.782915 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-347bac36-33b5-4d14-a23d-6d71e3c47d29 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5644996 Jul 14 09:34:16.797496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50422) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:16.806526 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c874a85d-ccfe-42ec-94d5-7b3fa42def20 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'security_group_rule': {'security_group_id': 'ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:16.837726 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ba82222c-233c-4124-a4a2-dcc76c2b3623 None None] Provisioning for port 0f546a56-4b13-4df0-ab3d-014bab83c433 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:16.862758 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 0f546a56-4b13-4df0-ab3d-014bab83c433 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:16.875691 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 0f546a56-4b13-4df0-ab3d-014bab83c433 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:16.877651 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.897132 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-c874a85d-ccfe-42ec-94d5-7b3fa42def20 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Project 9e8947ccf2db4372a301749e896d7bb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:34:16.906111 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c874a85d-ccfe-42ec-94d5-7b3fa42def20 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.990596 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-b0cfbdd3-2887-4700-a17e-f3eedb67b1c6 service neutron] 10.222.0.26 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340681 Jul 14 09:34:17.110683 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c874a85d-ccfe-42ec-94d5-7b3fa42def20 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.124608 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c874a85d-ccfe-42ec-94d5-7b3fa42def20 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.167898 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.212860 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874a85d-ccfe-42ec-94d5-7b3fa42def20 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2fb400-e944-4df5-ab6a-dfcc7cc57c77,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:17.227506 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c874a85d-ccfe-42ec-94d5-7b3fa42def20 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.229060 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c874a85d-ccfe-42ec-94d5-7b3fa42def20 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4292059 Jul 14 09:34:17.232277 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50440) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:17.258556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4997497e-6b19-4699-882e-500733b4a937 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'security_group_rule': {'security_group_id': 'ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:17.291134 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-4997497e-6b19-4699-882e-500733b4a937 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Project 9e8947ccf2db4372a301749e896d7bb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:34:17.299650 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 0f546a56-4b13-4df0-ab3d-014bab83c433, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0f546a56-4b13-4df0-ab3d-014bab83c433,segment=NetworkSegment(5267a9dc-85b6-482f-b52c-2c6c7f1f2e19),segment_id=5267a9dc-85b6-482f-b52c-2c6c7f1f2e19)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:17.303941 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4997497e-6b19-4699-882e-500733b4a937 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.327785 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.345955 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-51310494-cf49-459e-b2ac-3bfea74b80d1 service neutron] 10.222.0.26 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505113 Jul 14 09:34:17.477722 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4997497e-6b19-4699-882e-500733b4a937 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.492495 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4997497e-6b19-4699-882e-500733b4a937 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.534337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50444) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:17.538032 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=0f546a56-4b13-4df0-ab3d-014bab83c433,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:17.574955 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997497e-6b19-4699-882e-500733b4a937 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0c4585-963a-4176-82a7-378189ebb65c,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:17.613003 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4997497e-6b19-4699-882e-500733b4a937 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.614928 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4997497e-6b19-4699-882e-500733b4a937 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3816299 Jul 14 09:34:17.885435 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8a9bdbe7-0260-4e11-9aaf-1684ed52cce5 None None] Provisioning complete for port 0f546a56-4b13-4df0-ab3d-014bab83c433 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:17.885845 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a9bdbe7-0260-4e11-9aaf-1684ed52cce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.887588 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-362a5cc2-bc78-4a0f-96d9-b5b9bd643224 req-34fc480e-519a-4b98-b56f-778c3921f99c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdc31d42-54ad-4300-a7cd-0a1f296795f9 HTTP/1.1" status: 200 len: 210 time: 0.0682585 Jul 14 09:34:17.908732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-54175d20-8c11-44fe-bf37-7122b26af24a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1983834382'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:18.008622 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54175d20-8c11-44fe-bf37-7122b26af24a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Made reservation on behalf of 944172d8a9244096af4d37ccd448c69a for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:18.030719 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54175d20-8c11-44fe-bf37-7122b26af24a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.072446 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54175d20-8c11-44fe-bf37-7122b26af24a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.151281 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-1f13f448-0272-44f8-85f4-f5564e747228 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758019315&fields=id&tenant_id=9e8947ccf2db4372a301749e896d7bb1 HTTP/1.1" status: 200 len: 267 time: 0.0827317 Jul 14 09:34:18.376213 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0f546a56-4b13-4df0-ab3d-014bab83c433 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:18.489319 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 0f546a56-4b13-4df0-ab3d-014bab83c433 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:18.490012 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.075275 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-0d62aabf-dca3-4cc2-9935-e41a461a9d8f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:19.084401 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-0d62aabf-dca3-4cc2-9935-e41a461a9d8f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/networks?id=eb39bda1-b741-49ce-b9ea-c1392e27706c HTTP/1.1" status: 200 len: 797 time: 0.9320078 Jul 14 09:34:19.150020 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-b3ee0cb3-09d1-480f-a81d-07933208f262 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/quotas/9e8947ccf2db4372a301749e896d7bb1 HTTP/1.1" status: 200 len: 375 time: 0.0633512 Jul 14 09:34:19.197854 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f6f3c32-49e4-46cc-9be6-4685817f981f req-83267081-9d67-4780-bea2-1009d5c7a4be tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdc31d42-54ad-4300-a7cd-0a1f296795f9 HTTP/1.1" status: 200 len: 210 time: 0.0904264 Jul 14 09:34:19.278026 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54175d20-8c11-44fe-bf37-7122b26af24a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.296683 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54175d20-8c11-44fe-bf37-7122b26af24a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.399898 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54175d20-8c11-44fe-bf37-7122b26af24a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d2cab6-0a30-4014-aaa1-60ac13802ce0,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:19.418570 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54175d20-8c11-44fe-bf37-7122b26af24a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:19.460726 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-48feffed-7650-459c-924c-edb9869bc305 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e8947ccf2db4372a301749e896d7bb1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3031387 Jul 14 09:34:19.478902 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54175d20-8c11-44fe-bf37-7122b26af24a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.479409 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-54175d20-8c11-44fe-bf37-7122b26af24a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Added segment 5145df66-d01f-4e72-bdb8-4e2ced867bd5 of type vlan for network 28d9cfef-8d5c-4f57-a257-83b13360bf08 Jul 14 09:34:19.610929 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54175d20-8c11-44fe-bf37-7122b26af24a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.670949 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-f4b481cc-3b30-484c-a5d7-894f0d0fd72c service neutron] 10.222.0.26 "GET /v2.0/networks/eb39bda1-b741-49ce-b9ea-c1392e27706c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042286 Jul 14 09:34:19.728147 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54175d20-8c11-44fe-bf37-7122b26af24a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.734798 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54175d20-8c11-44fe-bf37-7122b26af24a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:19.735594 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54175d20-8c11-44fe-bf37-7122b26af24a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.933606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50506) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:19.934180 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-54175d20-8c11-44fe-bf37-7122b26af24a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3981280 Jul 14 09:34:19.939447 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ea75bf7f-502d-4b3e-851a-2abb82e515a4 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'subnet': {'network_id': '28d9cfef-8d5c-4f57-a257-83b13360bf08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:19.951427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54175d20-8c11-44fe-bf37-7122b26af24a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Network': ['ID=28d9cfef-8d5c-4f57-a257-83b13360bf08,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:19.963777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 28d9cfef-8d5c-4f57-a257-83b13360bf08 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:20.087476 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea75bf7f-502d-4b3e-851a-2abb82e515a4 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Made reservation on behalf of 944172d8a9244096af4d37ccd448c69a for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:20.092413 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ea75bf7f-502d-4b3e-851a-2abb82e515a4 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.165938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-41cd793d-2856-4f06-a936-e57d937683ed tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:20.168205 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-41cd793d-2856-4f06-a936-e57d937683ed tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.49 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 812 time: 0.1925566 Jul 14 09:34:20.170957 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-e5953649-f27d-42be-b4b3-0a3c0a8677bc service neutron] 10.222.0.26 "GET /v2.0/networks/eb39bda1-b741-49ce-b9ea-c1392e27706c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992239 Jul 14 09:34:20.186972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-b342fe0f-f9b6-46b2-99d3-63e5e26b1b7e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Request body: {'port': {'device_id': 'bdc31d42-54ad-4300-a7cd-0a1f296795f9', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'admin_state_up': True, 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:20.537930 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ea75bf7f-502d-4b3e-851a-2abb82e515a4 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.632821 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eeb73a33-c692-4ab1-a968-430a6e7e0f75 req-d04cbf2b-113c-47a7-a65e-9ca1cd1674a4 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdc31d42-54ad-4300-a7cd-0a1f296795f9 HTTP/1.1" status: 200 len: 210 time: 0.1486444 Jul 14 09:34:20.636898 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-b342fe0f-f9b6-46b2-99d3-63e5e26b1b7e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Made reservation on behalf of aabcea4a3f10489fb922ceae9d8ba553 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:20.648993 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-b342fe0f-f9b6-46b2-99d3-63e5e26b1b7e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.659385 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea75bf7f-502d-4b3e-851a-2abb82e515a4 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Checking segment: {'id': '5145df66-d01f-4e72-bdb8-4e2ced867bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '28d9cfef-8d5c-4f57-a257-83b13360bf08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:20.659767 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea75bf7f-502d-4b3e-851a-2abb82e515a4 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Network hostable DHCP agents. Network: 28d9cfef-8d5c-4f57-a257-83b13360bf08, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:20.681048 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75bf7f-502d-4b3e-851a-2abb82e515a4 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Subnet': ['ID=0a5cd1f4-3ff2-4878-b7c0-510b6dee116a,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:20.702290 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea75bf7f-502d-4b3e-851a-2abb82e515a4 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Network 28d9cfef-8d5c-4f57-a257-83b13360bf08 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:20.719417 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-ea75bf7f-502d-4b3e-851a-2abb82e515a4 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 28d9cfef-8d5c-4f57-a257-83b13360bf08) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:20.729482 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99655778-4739-448c-9bda-d3d8c93a8d8f None None] Network 28d9cfef-8d5c-4f57-a257-83b13360bf08 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:20.745956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea75bf7f-502d-4b3e-851a-2abb82e515a4 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:20.746586 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ea75bf7f-502d-4b3e-851a-2abb82e515a4 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.807376 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ea75bf7f-502d-4b3e-851a-2abb82e515a4 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8704288 Jul 14 09:34:20.808475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50518) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:20.821760 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-400a1fd5-0d55-437f-b51f-67a69022e07f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-998938288', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}, 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:20.901712 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84551971-8817-434f-b521-b71c909ae84b req-8939b75f-b13a-4a56-b2a4-e00576560da1 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 210 time: 0.0718689 Jul 14 09:34:20.913381 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-400a1fd5-0d55-437f-b51f-67a69022e07f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.914998 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-400a1fd5-0d55-437f-b51f-67a69022e07f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.031867 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c013c812-87ba-4a11-b368-6e0f87cc6888 None None] Network 28d9cfef-8d5c-4f57-a257-83b13360bf08 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:21.120064 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-400a1fd5-0d55-437f-b51f-67a69022e07f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.161409 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-b342fe0f-f9b6-46b2-99d3-63e5e26b1b7e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Allocated IP 172.20.0.12 (fd2eea62-d9a9-4f48-bf40-52835f379e68/546a5912-bfbb-4dd6-9c6b-53f7dcdb3075/b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:21.510386 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-400a1fd5-0d55-437f-b51f-67a69022e07f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.600366 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-b342fe0f-f9b6-46b2-99d3-63e5e26b1b7e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.634503 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-b342fe0f-f9b6-46b2-99d3-63e5e26b1b7e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Transition to ACTIVE for port object b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:21.709969 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:34:21.771883 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-b342fe0f-f9b6-46b2-99d3-63e5e26b1b7e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.786297 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['ea353e2f-cb78-4458-be40-99a2a1df6005'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:21.850684 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-b342fe0f-f9b6-46b2-99d3-63e5e26b1b7e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Network fd2eea62-d9a9-4f48-bf40-52835f379e68 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:21.866241 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-b342fe0f-f9b6-46b2-99d3-63e5e26b1b7e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:21.870207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-b342fe0f-f9b6-46b2-99d3-63e5e26b1b7e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:22.058821 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-b342fe0f-f9b6-46b2-99d3-63e5e26b1b7e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:22.062485 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-b342fe0f-f9b6-46b2-99d3-63e5e26b1b7e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.150208 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-b342fe0f-f9b6-46b2-99d3-63e5e26b1b7e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9707110 Jul 14 09:34:22.226844 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] Request body: {'port': {'device_id': 'bdc31d42-54ad-4300-a7cd-0a1f296795f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:22.237630 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342fe0f-f9b6-46b2-99d3-63e5e26b1b7e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Pushing event updated for resources: {'Port': ['ID=b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:22.331159 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-43b18b9d-217f-427c-b4e6-83195ea16789 req-1ad19bee-0746-41ef-b160-c458221e684c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 210 time: 0.1095235 Jul 14 09:34:22.373125 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-eb7062e4-b31f-488d-bc3a-b8161f7a3e79 None None] Provisioning for port b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:22.380648 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-eb7062e4-b31f-488d-bc3a-b8161f7a3e79 None None] Provisioning complete for port b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:22.381474 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eb7062e4-b31f-488d-bc3a-b8161f7a3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.443538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-eb7062e4-b31f-488d-bc3a-b8161f7a3e79 None None] Port b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:22.444117 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.523083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7c50b-d2dd-4ed7-a4e9-88ba389881f9 req-e63412a0-e035-4b5d-a063-46d8e6788bd7 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:22.525258 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61e7c50b-d2dd-4ed7-a4e9-88ba389881f9 req-e63412a0-e035-4b5d-a063-46d8e6788bd7 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdc31d42-54ad-4300-a7cd-0a1f296795f9 HTTP/1.1" status: 200 len: 932 time: 0.5246670 Jul 14 09:34:22.646765 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-c96ae4e0-a041-4f1b-8bbd-63b10e16ee1c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2081373 Jul 14 09:34:22.669905 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61e7c50b-d2dd-4ed7-a4e9-88ba389881f9 req-9f0d4c8b-ee78-45b3-a632-04bad846c8fc tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331968 Jul 14 09:34:22.946538 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-976c0ce3-42c0-4eb9-89b3-af6e55bc826b tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:22.951494 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-976c0ce3-42c0-4eb9-89b3-af6e55bc826b tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.55 "GET /v2.0/networks?id=eb39bda1-b741-49ce-b9ea-c1392e27706c HTTP/1.1" status: 200 len: 797 time: 0.2660451 Jul 14 09:34:23.118802 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:23.135827 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.170798 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] Transition to ACTIVE for port object b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:23.178515 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.181062 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-400a1fd5-0d55-437f-b51f-67a69022e07f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.212475 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-400a1fd5-0d55-437f-b51f-67a69022e07f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.288171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] Pushing event updated for resources: {'Port': ['ID=b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:23.324117 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-d6fbc953-8fe5-4c2f-9517-09732e43bb2d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e8947ccf2db4372a301749e896d7bb1 HTTP/1.1" status: 200 len: 473 time: 0.1971126 Jul 14 09:34:23.343134 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-07a074d0-b00e-464f-815e-83380c6b957f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'port': {'device_id': '5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0', 'network_id': 'eb39bda1-b741-49ce-b9ea-c1392e27706c', 'admin_state_up': True, 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'security_groups': ['ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:23.443712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-ad0ec529-096d-444f-8386-72e3dc100a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.444206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-ad0ec529-096d-444f-8386-72e3dc100a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.444685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-ad0ec529-096d-444f-8386-72e3dc100a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.445165 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-ad0ec529-096d-444f-8386-72e3dc100a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.445634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-ad0ec529-096d-444f-8386-72e3dc100a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.446150 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-ad0ec529-096d-444f-8386-72e3dc100a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.446622 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-ad0ec529-096d-444f-8386-72e3dc100a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.451957 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-ad0ec529-096d-444f-8386-72e3dc100a80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68f6d0b430624b5a805e2568a292b9fb&device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 6506 time: 0.7426059 Jul 14 09:34:23.529776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] Attempting to bind port b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:23.534677 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] Attempting to bind port b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:23.535444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] Attempting to bind port b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c on network fd2eea62-d9a9-4f48-bf40-52835f379e68 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:23.549442 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] Port b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c on network fd2eea62-d9a9-4f48-bf40-52835f379e68 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:23.549962 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] Attempting to bind port b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c on network fd2eea62-d9a9-4f48-bf40-52835f379e68 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:23.561465 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:23.562026 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] Checking segment: {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:23.562519 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] Bound using segment: {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:23.563197 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] Bound port: b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:23.566195 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.771641 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] For port b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:23.775732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] For port b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:23.792966 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.840383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-400a1fd5-0d55-437f-b51f-67a69022e07f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Allocated IP 172.25.1.131 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/aac96fa7-745b-4a4d-ac72-1e28d865e81a) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:23.846516 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6652aeb-73de-4f70-8990-cef952a990af req-eb8e5adf-971d-4e0b-be88-7cc38cb32325 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 210 time: 0.0689039 Jul 14 09:34:23.916702 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-ad354f9c-a0a6-4f82-8668-6b9d81783262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.917771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-ad354f9c-a0a6-4f82-8668-6b9d81783262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.918301 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-ad354f9c-a0a6-4f82-8668-6b9d81783262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.919971 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-ad354f9c-a0a6-4f82-8668-6b9d81783262 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bdd14ef5-9841-4d7a-9428-fd2321293aca&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c08d002f-2c08-4121-b70d-1491e0b62a4f&id=c08d002f-2c08-4121-b70d-1491e0b62a4f HTTP/1.1" status: 200 len: 2298 time: 0.4287338 Jul 14 09:34:23.947296 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.948570 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.950408 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] 10.222.0.49 "PUT /v2.0/ports/b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c HTTP/1.1" status: 200 len: 1093 time: 1.7311969 Jul 14 09:34:23.972637 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc31d42-54ad-4300-a7cd-0a1f296795f9', 'tag': 'b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:23.977487 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645cd3a2-c699-47ca-867e-7c7bf79c1daf" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc31d42-54ad-4300-a7cd-0a1f296795f9", "tag": "b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:24.063937 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609b7e3-7309-489f-a001-4452e313e95f service neutron] Pushing event updated for resources: {'Port': ['ID=b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:24.111338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-5b3cc37f-c199-4135-80f4-abcebe30b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:24.113912 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-5b3cc37f-c199-4135-80f4-abcebe30b43d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=bdc31d42-54ad-4300-a7cd-0a1f296795f9 HTTP/1.1" status: 200 len: 1096 time: 0.1066451 Jul 14 09:34:24.115504 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79de9382-d2bf-44a4-9191-2899e1fb3ffe x-openstack-request-id: req-79de9382-d2bf-44a4-9191-2899e1fb3ffe {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:24.115900 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc31d42-54ad-4300-a7cd-0a1f296795f9", "tag": "b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:24.116655 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79de9382-d2bf-44a4-9191-2899e1fb3ffe {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:24.117430 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc31d42-54ad-4300-a7cd-0a1f296795f9', 'tag': 'b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c', 'status': 'completed', 'code': 200} Jul 14 09:34:24.177514 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-2697f4cf-6bb5-4f4d-8970-2f479ce98256 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918dc9b0-f662-452c-82da-9deaac6b16e9 HTTP/1.1" status: 200 len: 1001 time: 0.2488573 Jul 14 09:34:24.178266 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-07a074d0-b00e-464f-815e-83380c6b957f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Made reservation on behalf of 9e8947ccf2db4372a301749e896d7bb1 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:24.181851 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-07a074d0-b00e-464f-815e-83380c6b957f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.232706 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-84d3ae70-58c0-49a7-ba64-03ece7584b8e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c HTTP/1.1" status: 200 len: 217 time: 0.1074715 Jul 14 09:34:24.302889 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-47672162-a12e-4afa-a340-649f3b7fecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:24.304539 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-47672162-a12e-4afa-a340-649f3b7fecf3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1640c0b-fabc-4bef-a229-df363da4823e HTTP/1.1" status: 200 len: 856 time: 0.1200671 Jul 14 09:34:24.395943 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-2edaa447-4e9e-432a-bc4e-1b2d925e6841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:24.416439 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-2edaa447-4e9e-432a-bc4e-1b2d925e6841 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.1553075 Jul 14 09:34:24.443458 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5ef47-495d-41fc-9eaa-e16ae4eab0a9 req-62a8c2ef-c4d6-4e56-8d68-a8104020d4dd tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:24.445021 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fdb5ef47-495d-41fc-9eaa-e16ae4eab0a9 req-62a8c2ef-c4d6-4e56-8d68-a8104020d4dd tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdc31d42-54ad-4300-a7cd-0a1f296795f9 HTTP/1.1" status: 200 len: 944 time: 0.2267873 Jul 14 09:34:24.508030 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-07a074d0-b00e-464f-815e-83380c6b957f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Allocated IP 172.20.0.23 (eb39bda1-b741-49ce-b9ea-c1392e27706c/977f1dd3-7b5d-4dba-9516-e43d3998771c/49c1049c-65f1-45df-a75f-58bf8c802e6a) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:24.565540 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fdb5ef47-495d-41fc-9eaa-e16ae4eab0a9 req-42780ac4-a558-4aa7-8e38-a4f8a1a86994 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931404 Jul 14 09:34:24.573500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-1b54f129-b1fe-4277-8a2c-93a1d774ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:24.575058 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-1b54f129-b1fe-4277-8a2c-93a1d774ff03 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495767 Jul 14 09:34:24.692004 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-07a074d0-b00e-464f-815e-83380c6b957f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.710191 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-07a074d0-b00e-464f-815e-83380c6b957f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Transition to ACTIVE for port object 49c1049c-65f1-45df-a75f-58bf8c802e6a will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:24.733468 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-bd730659-c694-4c44-af2c-da15ba7957e8 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468012 Jul 14 09:34:24.750324 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-400a1fd5-0d55-437f-b51f-67a69022e07f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.802059 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-400a1fd5-0d55-437f-b51f-67a69022e07f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.838999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d62c979-c147-497b-9aa1-b6a2ca11e4ec req-250f4420-287c-491f-94ee-e965732e0072 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982265 Jul 14 09:34:24.867094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400a1fd5-0d55-437f-b51f-67a69022e07f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:24.883293 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-400a1fd5-0d55-437f-b51f-67a69022e07f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:24.883293 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400a1fd5-0d55-437f-b51f-67a69022e07f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:24.921856 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-07a074d0-b00e-464f-815e-83380c6b957f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.972019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-7f5345cb-16ab-4422-99bd-b5c42dc6ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:24.983712 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-7f5345cb-16ab-4422-99bd-b5c42dc6ef0a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bdd14ef5-9841-4d7a-9428-fd2321293aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6177988 Jul 14 09:34:24.988252 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a1fd5-0d55-437f-b51f-67a69022e07f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Port': ['ID=aac96fa7-745b-4a4d-ac72-1e28d865e81a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:25.051192 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cd3a2-c699-47ca-867e-7c7bf79c1daf req-53e07668-da85-4d94-951e-3a234b577896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:25.053583 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-645cd3a2-c699-47ca-867e-7c7bf79c1daf req-53e07668-da85-4d94-951e-3a234b577896 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=bdc31d42-54ad-4300-a7cd-0a1f296795f9 HTTP/1.1" status: 200 len: 1096 time: 0.1048238 Jul 14 09:34:25.099066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-07a074d0-b00e-464f-815e-83380c6b957f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Network eb39bda1-b741-49ce-b9ea-c1392e27706c is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:25.157321 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-07a074d0-b00e-464f-815e-83380c6b957f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:25.158869 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-07a074d0-b00e-464f-815e-83380c6b957f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:25.162408 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a074d0-b00e-464f-815e-83380c6b957f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'Port': ['ID=49c1049c-65f1-45df-a75f-58bf8c802e6a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:25.320147 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee8811-3826-43da-80b3-fab706982eab req-cf25d53d-a901-4fda-859f-67d76885b7b2 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:25.321724 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1cee8811-3826-43da-80b3-fab706982eab req-cf25d53d-a901-4fda-859f-67d76885b7b2 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 932 time: 0.1853414 Jul 14 09:34:25.331816 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-07a074d0-b00e-464f-815e-83380c6b957f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:25.332507 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-07a074d0-b00e-464f-815e-83380c6b957f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.334777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cd3a2-c699-47ca-867e-7c7bf79c1daf req-4f490970-c7f1-41aa-aae6-bf3095deab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:25.336627 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-645cd3a2-c699-47ca-867e-7c7bf79c1daf req-4f490970-c7f1-41aa-aae6-bf3095deab79 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 913 time: 0.2763138 Jul 14 09:34:25.382404 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-07a074d0-b00e-464f-815e-83380c6b957f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0453839 Jul 14 09:34:25.384364 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-4f1cfd8f-e072-4431-ae9c-9548be088deb service neutron] 10.222.0.55 "GET /v2.0/networks/bdd14ef5-9841-4d7a-9428-fd2321293aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931997 Jul 14 09:34:25.416271 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] Request body: {'port': {'device_id': '5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:25.469688 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-645cd3a2-c699-47ca-867e-7c7bf79c1daf req-f8fa8cfc-5aa2-486e-8f6b-93eb7bb870db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c HTTP/1.1" status: 200 len: 217 time: 0.1242797 Jul 14 09:34:25.513994 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1cee8811-3826-43da-80b3-fab706982eab req-32054962-b6e8-46d3-b851-f2c89bff57c7 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762934 Jul 14 09:34:25.603974 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cd3a2-c699-47ca-867e-7c7bf79c1daf req-c7e3fdb4-b56a-4dfb-8777-eb61484b4302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:25.605474 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-645cd3a2-c699-47ca-867e-7c7bf79c1daf req-c7e3fdb4-b56a-4dfb-8777-eb61484b4302 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.1008449 Jul 14 09:34:25.648266 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-14403920-22c4-4fa4-8e76-c70fd50b876d None None] Provisioning for port 49c1049c-65f1-45df-a75f-58bf8c802e6a completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:25.663958 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-14403920-22c4-4fa4-8e76-c70fd50b876d None None] Provisioning complete for port 49c1049c-65f1-45df-a75f-58bf8c802e6a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:25.664339 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14403920-22c4-4fa4-8e76-c70fd50b876d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.730391 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cd3a2-c699-47ca-867e-7c7bf79c1daf req-3b176333-4349-4cbd-a5e6-97920ca189dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:25.732038 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-645cd3a2-c699-47ca-867e-7c7bf79c1daf req-3b176333-4349-4cbd-a5e6-97920ca189dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117632 Jul 14 09:34:25.766684 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-14403920-22c4-4fa4-8e76-c70fd50b876d None None] Port 49c1049c-65f1-45df-a75f-58bf8c802e6a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:25.814687 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.948985 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-30d582e0-c67f-414f-bffd-8d308f69a1f9 service neutron] 10.222.0.55 "GET /v2.0/networks/bdd14ef5-9841-4d7a-9428-fd2321293aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184653 Jul 14 09:34:26.038403 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-645cd3a2-c699-47ca-867e-7c7bf79c1daf req-24b3e1d5-b5c0-4234-871f-c63917400463 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981265 Jul 14 09:34:26.055899 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-400a1fd5-0d55-437f-b51f-67a69022e07f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.060609 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-0b758fcb-50c2-4eca-b77c-9ffbb042eea1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 HTTP/1.1" status: 200 len: 217 time: 0.0686247 Jul 14 09:34:26.263837 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02b645-f6c9-4be8-9b5f-90403dc0df88 req-ed719b41-15e3-4bac-be2c-7c83a0238f51 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.272718 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc02b645-f6c9-4be8-9b5f-90403dc0df88 req-ed719b41-15e3-4bac-be2c-7c83a0238f51 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdc31d42-54ad-4300-a7cd-0a1f296795f9 HTTP/1.1" status: 200 len: 944 time: 0.3572075 Jul 14 09:34:26.304841 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-645cd3a2-c699-47ca-867e-7c7bf79c1daf req-69f17ff2-fcfb-4b51-9979-ccaf5f661584 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576981 Jul 14 09:34:26.320591 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-3007b9b2-5da8-4e6e-8799-d84c5403fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.322324 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-3007b9b2-5da8-4e6e-8799-d84c5403fb09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.2289960 Jul 14 09:34:26.365044 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc02b645-f6c9-4be8-9b5f-90403dc0df88 req-582a01eb-a839-433a-a954-41853bc454d3 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899556 Jul 14 09:34:26.593959 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-400a1fd5-0d55-437f-b51f-67a69022e07f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.602825 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-687cfff0-9986-4fcd-8de5-1fc17493651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.604363 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-687cfff0-9986-4fcd-8de5-1fc17493651f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2734511 Jul 14 09:34:26.919722 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7a710-fe2d-4860-b06d-71bd586f5a1f req-a6ff18e5-af45-4765-aee2-e5ab0f249f00 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.921904 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bde7a710-fe2d-4860-b06d-71bd586f5a1f req-a6ff18e5-af45-4765-aee2-e5ab0f249f00 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 932 time: 0.1939785 Jul 14 09:34:26.987105 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bde7a710-fe2d-4860-b06d-71bd586f5a1f req-a830a8d1-86cd-46ab-85fe-67c5b9211139 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579317 Jul 14 09:34:27.227919 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2438b292-d2e5-465d-89e7-83a935c6c882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.280646 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c1049c-65f1-45df-a75f-58bf8c802e6a {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:27.299124 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.304577 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-d5cafda8-4c02-41c6-a75f-848e0960c232 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6910236 Jul 14 09:34:27.366585 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] Transition to ACTIVE for port object 49c1049c-65f1-45df-a75f-58bf8c802e6a will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:27.394321 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.511924 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400a1fd5-0d55-437f-b51f-67a69022e07f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Router e86a0623-76ea-4548-8a2d-d1ce9ec72647 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:34:27.516710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] Pushing event updated for resources: {'Port': ['ID=49c1049c-65f1-45df-a75f-58bf8c802e6a,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:27.655011 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] Attempting to bind port 49c1049c-65f1-45df-a75f-58bf8c802e6a on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:27.655368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] Attempting to bind port 49c1049c-65f1-45df-a75f-58bf8c802e6a by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '5267a9dc-85b6-482f-b52c-2c6c7f1f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eb39bda1-b741-49ce-b9ea-c1392e27706c'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:27.655902 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] Attempting to bind port 49c1049c-65f1-45df-a75f-58bf8c802e6a on network eb39bda1-b741-49ce-b9ea-c1392e27706c {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:27.667941 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] Port 49c1049c-65f1-45df-a75f-58bf8c802e6a on network eb39bda1-b741-49ce-b9ea-c1392e27706c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:27.668274 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] Attempting to bind port 49c1049c-65f1-45df-a75f-58bf8c802e6a on network eb39bda1-b741-49ce-b9ea-c1392e27706c {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:27.817315 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b61f7-b71a-4ba4-8c30-0556b2a11cf1 req-80ef90aa-6097-4e57-ac6d-6585c696d9ab tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:27.823353 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-1c44ed5a-f4df-472a-b988-521d744aa635 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096910 Jul 14 09:34:27.824615 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:27.824962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] Checking segment: {'id': '5267a9dc-85b6-482f-b52c-2c6c7f1f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eb39bda1-b741-49ce-b9ea-c1392e27706c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:27.826222 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] Bound using segment: {'id': '5267a9dc-85b6-482f-b52c-2c6c7f1f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eb39bda1-b741-49ce-b9ea-c1392e27706c'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:27.826867 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] Bound port: 49c1049c-65f1-45df-a75f-58bf8c802e6a, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5267a9dc-85b6-482f-b52c-2c6c7f1f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eb39bda1-b741-49ce-b9ea-c1392e27706c'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:27.827247 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.834227 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-067b61f7-b71a-4ba4-8c30-0556b2a11cf1 req-80ef90aa-6097-4e57-ac6d-6585c696d9ab tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdc31d42-54ad-4300-a7cd-0a1f296795f9 HTTP/1.1" status: 200 len: 944 time: 0.1327362 Jul 14 09:34:27.958482 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] For port 49c1049c-65f1-45df-a75f-58bf8c802e6a, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:27.962594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] For port 49c1049c-65f1-45df-a75f-58bf8c802e6a, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=49c1049c-65f1-45df-a75f-58bf8c802e6a,segment=NetworkSegment(5267a9dc-85b6-482f-b52c-2c6c7f1f2e19),segment_id=5267a9dc-85b6-482f-b52c-2c6c7f1f2e19)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:27.966847 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-61dcc054-f81e-4908-ad2f-50f316b09e30 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=45e73871-2607-4489-8e68-aa7f805e91d5 HTTP/1.1" status: 200 len: 217 time: 0.1220820 Jul 14 09:34:27.968177 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400a1fd5-0d55-437f-b51f-67a69022e07f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:27.971319 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.979770 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6498f75d-4d69-402f-9902-4d359c3cdb3c None None] Sync routers for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:27.997570 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6498f75d-4d69-402f-9902-4d359c3cdb3c None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:27.998237 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6498f75d-4d69-402f-9902-4d359c3cdb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:34:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:28.088988 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6498f75d-4d69-402f-9902-4d359c3cdb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:28.130113 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6498f75d-4d69-402f-9902-4d359c3cdb3c None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:28.130890 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6498f75d-4d69-402f-9902-4d359c3cdb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:34:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:28.152194 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] Pushing event updated for resources: {'Port': ['ID=49c1049c-65f1-45df-a75f-58bf8c802e6a,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:28.255844 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6498f75d-4d69-402f-9902-4d359c3cdb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:28.259645 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:28.261848 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6498f75d-4d69-402f-9902-4d359c3cdb3c None None] The sync data for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:28.263819 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.265948 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-26859e9d-1fac-47cb-88e1-87bbfc1872a3 service neutron] 10.222.0.55 "PUT /v2.0/ports/49c1049c-65f1-45df-a75f-58bf8c802e6a HTTP/1.1" status: 200 len: 1093 time: 2.8592908 Jul 14 09:34:28.285086 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0', 'tag': '49c1049c-65f1-45df-a75f-58bf8c802e6a'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:28.289677 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d754b36-9307-44a5-a364-890fa071f4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0", "tag": "49c1049c-65f1-45df-a75f-58bf8c802e6a"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:28.299171 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-400a1fd5-0d55-437f-b51f-67a69022e07f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.300412 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-400a1fd5-0d55-437f-b51f-67a69022e07f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.4908311 Jul 14 09:34:28.303044 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50638) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:28.398753 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-067b61f7-b71a-4ba4-8c30-0556b2a11cf1 req-4826d72e-ac3f-40af-b370-647f6bc2e807 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5627959 Jul 14 09:34:28.536244 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d234cd-6983-4693-9069-6014ffaba159 req-7fa56503-70b9-4244-b63a-73e64aaf0771 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:28.538358 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a4d234cd-6983-4693-9069-6014ffaba159 req-7fa56503-70b9-4244-b63a-73e64aaf0771 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 944 time: 0.1361318 Jul 14 09:34:28.565961 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea67c55-597d-41af-8044-e5aaafc6806f x-openstack-request-id: req-fea67c55-597d-41af-8044-e5aaafc6806f {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:28.566254 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0", "tag": "49c1049c-65f1-45df-a75f-58bf8c802e6a", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:28.566574 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fea67c55-597d-41af-8044-e5aaafc6806f {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:28.566977 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0', 'tag': '49c1049c-65f1-45df-a75f-58bf8c802e6a', 'status': 'completed', 'code': 200} Jul 14 09:34:28.590934 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-9ac5c6d4-a7be-44b3-aa7e-759e339fd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:28.592476 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-9ac5c6d4-a7be-44b3-aa7e-759e339fd741 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.6174703 Jul 14 09:34:28.619950 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a4d234cd-6983-4693-9069-6014ffaba159 req-aabc3729-5be6-408b-902f-7cd9da872712 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752339 Jul 14 09:34:28.835287 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-730f857a-ef5a-43b3-beba-6ea7a536aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:28.836858 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-730f857a-ef5a-43b3-beba-6ea7a536aa9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2369897 Jul 14 09:34:28.838675 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-a4338e0c-f996-4717-8809-5ab72daea869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:28.840439 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-a4338e0c-f996-4717-8809-5ab72daea869 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9e8947ccf2db4372a301749e896d7bb1&device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 1096 time: 0.3722570 Jul 14 09:34:28.938594 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:34:29.011287 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-0ce0a34b-7fe8-4416-8e9a-846ac8810e6a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=49c1049c-65f1-45df-a75f-58bf8c802e6a HTTP/1.1" status: 200 len: 217 time: 0.1245255 Jul 14 09:34:29.110192 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-89c08845-3c03-4f6c-a157-54529f69288e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:29.114223 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-89c08845-3c03-4f6c-a157-54529f69288e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=977f1dd3-7b5d-4dba-9516-e43d3998771c HTTP/1.1" status: 200 len: 837 time: 0.0893803 Jul 14 09:34:29.159738 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:29.179040 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'port_id': 'b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c', 'mac_address': 'fa:16:3e:e0:8e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:34:29.234187 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-15effd60-e817-4d86-affc-3911d5e339d9 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408682 Jul 14 09:34:29.236922 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.299753 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:29.361247 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:29.367080 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.470454 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:29.489129 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:29.489566 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:29.490093 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:29.490652 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:29.491075 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:29.491594 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:29.492082 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:29.492498 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:29.492913 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:29.493427 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:29.493876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:29.494301 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:29.579231 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-406082fb-7f01-4b4d-874f-602744e2a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:29.580669 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-406082fb-7f01-4b4d-874f-602744e2a165 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb39bda1-b741-49ce-b9ea-c1392e27706c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.4568579 Jul 14 09:34:29.606083 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:29.764877 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dd9e8-d2db-41b2-9a5d-7c0c9584c6c6 req-5aab08d6-bf73-4ba8-8451-fe6b8923b20b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:29.777133 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b12dd9e8-d2db-41b2-9a5d-7c0c9584c6c6 req-5aab08d6-bf73-4ba8-8451-fe6b8923b20b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdc31d42-54ad-4300-a7cd-0a1f296795f9 HTTP/1.1" status: 200 len: 945 time: 0.1467812 Jul 14 09:34:29.798601 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-39f37e37-7679-437e-8a4b-3d5dabfee901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.921350 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b12dd9e8-d2db-41b2-9a5d-7c0c9584c6c6 req-daa1464f-f46d-426f-8679-366f37ca3d51 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418760 Jul 14 09:34:29.975440 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.985976 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962632bc-fca2-4f33-96b5-2a0ad62a6b54 req-7c52341a-22f9-4025-af13-707a1f2faf6d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:29.994574 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f75a4ae5-663b-4f1f-99cc-c614d0a7ddc8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.996926 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-962632bc-fca2-4f33-96b5-2a0ad62a6b54 req-7c52341a-22f9-4025-af13-707a1f2faf6d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 944 time: 0.1551900 Jul 14 09:34:30.011256 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-fd273dd3-9abc-4039-9142-3fcdfe48d00c service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7699044 Jul 14 09:34:30.013297 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-9709dfb0-9067-4a75-a87c-7d10e110b0e0 service neutron] 10.222.0.55 "GET /v2.0/networks/eb39bda1-b741-49ce-b9ea-c1392e27706c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028163 Jul 14 09:34:30.094328 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-1a425659-49cb-42ff-b56c-d79361caea87 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc HTTP/1.1" status: 200 len: 217 time: 0.0706801 Jul 14 09:34:30.095133 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-962632bc-fca2-4f33-96b5-2a0ad62a6b54 req-5ea2c437-6204-4598-a124-b9f5b4778c85 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966117 Jul 14 09:34:30.162953 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-2c4f24ff-e09a-4714-a4c6-9d1ffcf8fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:30.168005 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-2c4f24ff-e09a-4714-a4c6-9d1ffcf8fe59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.0586176 Jul 14 09:34:30.258214 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d552e1b9-556a-4f94-a397-4d73721ed467 req-87497e2f-637f-403a-b4a1-b8969822e7de service neutron] 10.222.0.55 "GET /v2.0/networks/eb39bda1-b741-49ce-b9ea-c1392e27706c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784940 Jul 14 09:34:30.639344 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-09256b13-e2f0-46df-9dba-2ecfabb41aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:30.641100 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-09256b13-e2f0-46df-9dba-2ecfabb41aa8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2217767 Jul 14 09:34:30.662649 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.675083 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d754b36-9307-44a5-a364-890fa071f4bd req-1587df79-1e23-4085-b742-ecc10eb3b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:30.677240 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4d754b36-9307-44a5-a364-890fa071f4bd req-1587df79-1e23-4085-b742-ecc10eb3b075 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9e8947ccf2db4372a301749e896d7bb1&device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 1096 time: 0.2591424 Jul 14 09:34:30.943449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:31.133854 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:31.152823 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:31.153538 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.248528 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d754b36-9307-44a5-a364-890fa071f4bd req-add9f104-da22-4210-80dc-bf65ff3e6899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:31.299419 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4d754b36-9307-44a5-a364-890fa071f4bd req-add9f104-da22-4210-80dc-bf65ff3e6899 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eb39bda1-b741-49ce-b9ea-c1392e27706c HTTP/1.1" status: 200 len: 898 time: 0.5725684 Jul 14 09:34:31.322652 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4d754b36-9307-44a5-a364-890fa071f4bd req-91a41117-c7be-4487-8bea-5a223b4b9ef4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=49c1049c-65f1-45df-a75f-58bf8c802e6a HTTP/1.1" status: 200 len: 217 time: 0.0465870 Jul 14 09:34:31.356104 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-5de58be9-8171-4010-b27c-0a35e6d8ccb7 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6919875 Jul 14 09:34:31.380901 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.482026 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc31d42-54ad-4300-a7cd-0a1f296795f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:31.483637 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fd738-d5e3-4314-b807-7a925ad9ca00 req-15ea6948-4c03-49ac-9b67-73fcc31a4e17 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:31.488795 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509094b9-df0b-4240-bbf8-8a4a51d22297" -d '{"events": [{"server_uuid": "bdc31d42-54ad-4300-a7cd-0a1f296795f9", "name": "network-vif-plugged", "status": "completed", "tag": "b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:31.489302 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f88fd738-d5e3-4314-b807-7a925ad9ca00 req-15ea6948-4c03-49ac-9b67-73fcc31a4e17 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdc31d42-54ad-4300-a7cd-0a1f296795f9 HTTP/1.1" status: 200 len: 945 time: 0.3074458 Jul 14 09:34:31.531359 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:31.538800 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.667494 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:31.711254 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f88fd738-d5e3-4314-b807-7a925ad9ca00 req-baa4aa60-9b7b-4477-8df3-279608290b46 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156347 Jul 14 09:34:31.740151 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d754b36-9307-44a5-a364-890fa071f4bd req-1515c111-4dc2-4841-9efb-8f3cfe0e4c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:31.741663 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4d754b36-9307-44a5-a364-890fa071f4bd req-1515c111-4dc2-4841-9efb-8f3cfe0e4c93 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=977f1dd3-7b5d-4dba-9516-e43d3998771c HTTP/1.1" status: 200 len: 837 time: 0.4051201 Jul 14 09:34:31.759871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28f488-bd09-41d2-8aea-e10ab1170369 req-cff2ec59-80aa-47c4-a2e8-988afb9414bd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:31.769924 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.781406 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c28f488-bd09-41d2-8aea-e10ab1170369 req-cff2ec59-80aa-47c4-a2e8-988afb9414bd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 944 time: 0.2906463 Jul 14 09:34:31.802701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-f75a4ae5-663b-4f1f-99cc-c614d0a7ddc8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Allocated IP 172.20.0.1 (28d9cfef-8d5c-4f57-a257-83b13360bf08/0a5cd1f4-3ff2-4878-b7c0-510b6dee116a/d127e7d0-e9ad-4dc4-a590-37d6fe76b1b2) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:31.819949 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-523826b9-06f5-408d-a5f3-110063f08943 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887584 Jul 14 09:34:31.879486 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c28f488-bd09-41d2-8aea-e10ab1170369 req-e34815ad-6b2d-43dc-8f1d-4df26663d2a2 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925069 Jul 14 09:34:31.910309 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-e32cc26c-9625-43b1-a0cf-e10a3502e610 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=f49dc3e3-be85-4cb5-add0-b47a4ee050d3 HTTP/1.1" status: 200 len: 217 time: 0.0830624 Jul 14 09:34:31.950919 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a54f82-189e-48e6-a50b-e4c40259f1e8 x-openstack-request-id: req-84a54f82-189e-48e6-a50b-e4c40259f1e8 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:31.951218 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc31d42-54ad-4300-a7cd-0a1f296795f9", "name": "network-vif-plugged", "status": "completed", "tag": "b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:31.951554 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84a54f82-189e-48e6-a50b-e4c40259f1e8 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:31.951995 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc31d42-54ad-4300-a7cd-0a1f296795f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c', 'code': 200} Jul 14 09:34:32.059334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d754b36-9307-44a5-a364-890fa071f4bd req-48fcdb5e-96fd-4a9c-becb-0d522f9997ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:32.061200 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4d754b36-9307-44a5-a364-890fa071f4bd req-48fcdb5e-96fd-4a9c-becb-0d522f9997ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb39bda1-b741-49ce-b9ea-c1392e27706c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3093653 Jul 14 09:34:32.171122 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-58e70b69-2db3-4046-a522-56c58382d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:32.172875 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-58e70b69-2db3-4046-a522-56c58382d638 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.2258983 Jul 14 09:34:32.180525 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc936a0-02f6-4355-be9f-0a2082f08c1b req-47e3fc3a-bc54-45ee-b673-c60bad844b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:32.182317 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cc936a0-02f6-4355-be9f-0a2082f08c1b req-47e3fc3a-bc54-45ee-b673-c60bad844b08 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bdc31d42-54ad-4300-a7cd-0a1f296795f9 HTTP/1.1" status: 200 len: 1098 time: 0.1378410 Jul 14 09:34:32.221773 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cc936a0-02f6-4355-be9f-0a2082f08c1b req-d33bab05-cb71-41de-9a5a-08cefbffc098 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326324 Jul 14 09:34:32.271033 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f75a4ae5-663b-4f1f-99cc-c614d0a7ddc8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.302245 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4d754b36-9307-44a5-a364-890fa071f4bd req-1a3f5c1c-7718-464b-9470-1dbaae9cf9b5 service neutron] 10.222.0.55 "GET /v2.0/networks/eb39bda1-b741-49ce-b9ea-c1392e27706c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339716 Jul 14 09:34:32.403601 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-1273f80a-8a2b-4b49-b3ed-2af0304cfacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:32.405122 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-1273f80a-8a2b-4b49-b3ed-2af0304cfacd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2254238 Jul 14 09:34:32.484381 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4d754b36-9307-44a5-a364-890fa071f4bd req-f1aa3997-40be-46df-b460-737d2d68facd service neutron] 10.222.0.55 "GET /v2.0/networks/eb39bda1-b741-49ce-b9ea-c1392e27706c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756856 Jul 14 09:34:32.487141 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f75a4ae5-663b-4f1f-99cc-c614d0a7ddc8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.576471 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75a4ae5-663b-4f1f-99cc-c614d0a7ddc8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Network 28d9cfef-8d5c-4f57-a257-83b13360bf08 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:32.583967 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f75a4ae5-663b-4f1f-99cc-c614d0a7ddc8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:32.587480 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a4ae5-663b-4f1f-99cc-c614d0a7ddc8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Port': ['ID=d127e7d0-e9ad-4dc4-a590-37d6fe76b1b2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:32.589748 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75a4ae5-663b-4f1f-99cc-c614d0a7ddc8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:32.659731 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-17c02b07-aa17-477a-bf6d-aef078160592 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462373 Jul 14 09:34:32.715220 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f75a4ae5-663b-4f1f-99cc-c614d0a7ddc8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.752254 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.943353 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a03d3-2d18-4d33-a7d6-b59eecc59485 req-260541f6-c578-4c96-92e1-2a543abe5b4b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:32.958380 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b30a03d3-2d18-4d33-a7d6-b59eecc59485 req-260541f6-c578-4c96-92e1-2a543abe5b4b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdc31d42-54ad-4300-a7cd-0a1f296795f9 HTTP/1.1" status: 200 len: 946 time: 0.1132109 Jul 14 09:34:33.068862 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b30a03d3-2d18-4d33-a7d6-b59eecc59485 req-b942bf85-f518-4552-a185-c70f3f8c8cbb tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094687 Jul 14 09:34:33.217855 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa130fc-4dfb-40fe-9bc2-f05bf7dd7b33 req-bccd04d4-75b1-4f90-b332-e13c371a0116 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:33.226291 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-caa130fc-4dfb-40fe-9bc2-f05bf7dd7b33 req-bccd04d4-75b1-4f90-b332-e13c371a0116 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 944 time: 0.1404486 Jul 14 09:34:33.280383 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-caa130fc-4dfb-40fe-9bc2-f05bf7dd7b33 req-d3b12d35-49bb-4361-a3dd-9743ef924c80 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527284 Jul 14 09:34:33.793181 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f75a4ae5-663b-4f1f-99cc-c614d0a7ddc8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.849034 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-e3941993-facb-4a72-b96f-8469cd058a89 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1747899 Jul 14 09:34:33.946602 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-7af1c5a8-3b0c-4a63-8b08-01cfa87b3859 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0f2af3da-23fd-4df1-948a-432f34ec3de2 HTTP/1.1" status: 200 len: 217 time: 0.0821445 Jul 14 09:34:34.081672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-ba038041-a1e1-478a-881c-0ec1a20796ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:34.081672 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-ba038041-a1e1-478a-881c-0ec1a20796ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33a989a0-eb94-469f-91bb-73ae1f165e9f HTTP/1.1" status: 200 len: 797 time: 0.1207144 Jul 14 09:34:34.120894 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 49c1049c-65f1-45df-a75f-58bf8c802e6a details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:34:34.317152 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-c56db318-e1cb-4184-a06d-457348bccbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:34.318754 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-c56db318-e1cb-4184-a06d-457348bccbb0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c08d002f-2c08-4121-b70d-1491e0b62a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2316642 Jul 14 09:34:34.468342 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 49c1049c-65f1-45df-a75f-58bf8c802e6a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=49c1049c-65f1-45df-a75f-58bf8c802e6a,segment=NetworkSegment(5267a9dc-85b6-482f-b52c-2c6c7f1f2e19),segment_id=5267a9dc-85b6-482f-b52c-2c6c7f1f2e19)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:34.513216 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '49c1049c-65f1-45df-a75f-58bf8c802e6a', 'network_id': 'eb39bda1-b741-49ce-b9ea-c1392e27706c', 'port_id': '49c1049c-65f1-45df-a75f-58bf8c802e6a', 'mac_address': 'fa:16:3e:50:dc:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977f1dd3-7b5d-4dba-9516-e43d3998771c', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:34:34.574634 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ad261-fe27-447e-bf74-e6c14cbd9360 req-c372708c-1247-47dc-a8a8-56f3da552e41 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:34.576216 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f54ad261-fe27-447e-bf74-e6c14cbd9360 req-c372708c-1247-47dc-a8a8-56f3da552e41 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdc31d42-54ad-4300-a7cd-0a1f296795f9 HTTP/1.1" status: 200 len: 946 time: 0.1809087 Jul 14 09:34:34.668971 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f75a4ae5-663b-4f1f-99cc-c614d0a7ddc8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.678847 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f75a4ae5-663b-4f1f-99cc-c614d0a7ddc8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.707273 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.747436 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c1049c-65f1-45df-a75f-58bf8c802e6a {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:34.794953 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 49c1049c-65f1-45df-a75f-58bf8c802e6a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=49c1049c-65f1-45df-a75f-58bf8c802e6a,segment=NetworkSegment(5267a9dc-85b6-482f-b52c-2c6c7f1f2e19),segment_id=5267a9dc-85b6-482f-b52c-2c6c7f1f2e19)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:34.803154 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.840217 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a4ae5-663b-4f1f-99cc-c614d0a7ddc8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Port': ['ID=d127e7d0-e9ad-4dc4-a590-37d6fe76b1b2,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:34.872256 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f54ad261-fe27-447e-bf74-e6c14cbd9360 req-0cec5a32-f4b8-4855-bed7-4a5ec5b6ef2c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893877 Jul 14 09:34:34.911341 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f75a4ae5-663b-4f1f-99cc-c614d0a7ddc8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.935761 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c39ee-cf02-4379-a2c6-d522f2a55272 req-f727e808-330f-4238-843e-3c01f3c9d76e tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:34.938348 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-8f58846e-e078-47d9-984f-4a55ff28676a service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6118033 Jul 14 09:34:34.946273 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-408c39ee-cf02-4379-a2c6-d522f2a55272 req-f727e808-330f-4238-843e-3c01f3c9d76e tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 944 time: 0.2430580 Jul 14 09:34:35.008579 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=49c1049c-65f1-45df-a75f-58bf8c802e6a,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:35.018896 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-408c39ee-cf02-4379-a2c6-d522f2a55272 req-ce6320f9-18c2-4c77-9854-9704b44fa424 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677941 Jul 14 09:34:35.181540 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['49c1049c-65f1-45df-a75f-58bf8c802e6a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:35.197755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75a4ae5-663b-4f1f-99cc-c614d0a7ddc8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Network 28d9cfef-8d5c-4f57-a257-83b13360bf08 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:35.199601 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f75a4ae5-663b-4f1f-99cc-c614d0a7ddc8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:35.212037 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-45c613bc-4d4e-4670-ae50-0af2cf232814 service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635031 Jul 14 09:34:35.422726 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-af2919e9-5e04-4200-8b00-5002a5b3381a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0f87ec9-67a2-433a-a1e1-1dd223d380b4 HTTP/1.1" status: 200 len: 217 time: 0.1951246 Jul 14 09:34:35.542585 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-ad6fd1b0-ecf1-424f-8f9d-e5759a454edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:35.544306 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-ad6fd1b0-ecf1-424f-8f9d-e5759a454edf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33a989a0-eb94-469f-91bb-73ae1f165e9f HTTP/1.1" status: 200 len: 797 time: 0.1094999 Jul 14 09:34:35.682074 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75a4ae5-663b-4f1f-99cc-c614d0a7ddc8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Router e86a0623-76ea-4548-8a2d-d1ce9ec72647 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:35.742026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-284a5ed1-7bc9-4277-835e-b37e75bdc513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:35.743594 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-284a5ed1-7bc9-4277-835e-b37e75bdc513 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c08d002f-2c08-4121-b70d-1491e0b62a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1857262 Jul 14 09:34:35.987159 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-7e1e7c4c-7380-477c-a049-1191d08abab3 service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292047 Jul 14 09:34:35.989946 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75a4ae5-663b-4f1f-99cc-c614d0a7ddc8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:36.006433 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865d12b-e839-4bd1-b82c-97f895d3b84f None None] Sync routers for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:36.012419 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f75a4ae5-663b-4f1f-99cc-c614d0a7ddc8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "PUT /v2.0/routers/e86a0623-76ea-4548-8a2d-d1ce9ec72647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7060273 Jul 14 09:34:36.018351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50826) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:36.024013 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b865d12b-e839-4bd1-b82c-97f895d3b84f None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:36.024594 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'port': {'network_id': '28d9cfef-8d5c-4f57-a257-83b13360bf08', 'name': 'tempest-FloatingIPTestJSON-672645924'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:36.032793 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b865d12b-e839-4bd1-b82c-97f895d3b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:34:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:36.116807 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b865d12b-e839-4bd1-b82c-97f895d3b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:36.134884 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b865d12b-e839-4bd1-b82c-97f895d3b84f None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:36.135673 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b865d12b-e839-4bd1-b82c-97f895d3b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:34:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:36.239500 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a63a0e87-c7b9-449e-ba8a-d0bb2d5d7e76 req-e53e8f61-99b9-4347-adf1-977e0c41adcb service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445836 Jul 14 09:34:36.271584 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Made reservation on behalf of 944172d8a9244096af4d37ccd448c69a for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:36.283370 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.286282 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b865d12b-e839-4bd1-b82c-97f895d3b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:36.293088 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865d12b-e839-4bd1-b82c-97f895d3b84f None None] The sync data for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:36.350713 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] device_id is not set on port 87b07f10-62e8-4041-a5ae-8b3ce26064a1 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:34:36.619058 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6d6b6-f41c-4f6a-86cc-2bd4d544f45e req-802eaf28-982c-4ecb-9b01-8b0346fc69a1 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:36.620651 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-daa6d6b6-f41c-4f6a-86cc-2bd4d544f45e req-802eaf28-982c-4ecb-9b01-8b0346fc69a1 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 945 time: 0.1990457 Jul 14 09:34:36.688181 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Allocated IP 172.20.0.14 (28d9cfef-8d5c-4f57-a257-83b13360bf08/0a5cd1f4-3ff2-4878-b7c0-510b6dee116a/87b07f10-62e8-4041-a5ae-8b3ce26064a1) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:36.916863 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-daa6d6b6-f41c-4f6a-86cc-2bd4d544f45e req-c87695aa-3dfd-4723-9c57-9a61c7bcd444 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457805 Jul 14 09:34:37.197474 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.295146 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.383943 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Network 28d9cfef-8d5c-4f57-a257-83b13360bf08 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:37.391059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:37.396313 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:37.466852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:37.467589 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.494417 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4748044 Jul 14 09:34:37.495576 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50862) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:37.507653 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Port': ['ID=87b07f10-62e8-4041-a5ae-8b3ce26064a1,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:37.507916 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3c753782-adb6-4371-86d3-c36d48327a1f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'port': {'network_id': '28d9cfef-8d5c-4f57-a257-83b13360bf08', 'name': 'tempest-FloatingIPTestJSON-1369156894'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:37.510544 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:37.511918 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:37.511918 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:37.511918 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:37.512277 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:37.512840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:37.513234 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:37.513685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:37.514074 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:37.514617 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:37.515013 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:37.515428 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d30267-7208-4f61-946e-433823dcc745 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:37.677440 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c753782-adb6-4371-86d3-c36d48327a1f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Made reservation on behalf of 944172d8a9244096af4d37ccd448c69a for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:37.684470 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3c753782-adb6-4371-86d3-c36d48327a1f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.718159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-3c753782-adb6-4371-86d3-c36d48327a1f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] device_id is not set on port 41bf076c-4d5a-4131-9dfa-b955ea57ab27 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:34:37.960143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-3c753782-adb6-4371-86d3-c36d48327a1f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Allocated IP 172.20.0.4 (28d9cfef-8d5c-4f57-a257-83b13360bf08/0a5cd1f4-3ff2-4878-b7c0-510b6dee116a/41bf076c-4d5a-4131-9dfa-b955ea57ab27) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:38.164693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 49c1049c-65f1-45df-a75f-58bf8c802e6a up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:38.182483 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b331b-6379-4aeb-aa7e-7e38d88db68b req-a9f8c96c-ac90-4477-935a-89d81591ff5f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:38.192830 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f78b331b-6379-4aeb-aa7e-7e38d88db68b req-a9f8c96c-ac90-4477-935a-89d81591ff5f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 945 time: 0.1003177 Jul 14 09:34:38.263200 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f78b331b-6379-4aeb-aa7e-7e38d88db68b req-b46ef50e-c279-48c4-93bc-f07f8740a1f8 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694377 Jul 14 09:34:38.297661 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 49c1049c-65f1-45df-a75f-58bf8c802e6a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:38.306932 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 49c1049c-65f1-45df-a75f-58bf8c802e6a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:38.307671 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.439312 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3c753782-adb6-4371-86d3-c36d48327a1f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.481401 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.526003 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c1049c-65f1-45df-a75f-58bf8c802e6a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:38.527296 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3c753782-adb6-4371-86d3-c36d48327a1f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.528313 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba3b49c-f73a-4122-96a4-70fc2eb95d20" -d '{"events": [{"server_uuid": "5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0", "name": "network-vif-plugged", "status": "completed", "tag": "49c1049c-65f1-45df-a75f-58bf8c802e6a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:38.559545 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 49c1049c-65f1-45df-a75f-58bf8c802e6a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=49c1049c-65f1-45df-a75f-58bf8c802e6a,segment=NetworkSegment(5267a9dc-85b6-482f-b52c-2c6c7f1f2e19),segment_id=5267a9dc-85b6-482f-b52c-2c6c7f1f2e19)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:38.569886 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.620944 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1342a8d6-d484-4706-92d6-bfa04142c62a x-openstack-request-id: req-1342a8d6-d484-4706-92d6-bfa04142c62a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:38.621271 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0", "name": "network-vif-plugged", "status": "completed", "tag": "49c1049c-65f1-45df-a75f-58bf8c802e6a", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:38.621492 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1342a8d6-d484-4706-92d6-bfa04142c62a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:38.621895 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c1049c-65f1-45df-a75f-58bf8c802e6a', 'code': 200} Jul 14 09:34:38.653021 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c753782-adb6-4371-86d3-c36d48327a1f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Network 28d9cfef-8d5c-4f57-a257-83b13360bf08 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:38.657299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-3c753782-adb6-4371-86d3-c36d48327a1f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:38.663004 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c753782-adb6-4371-86d3-c36d48327a1f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:38.669230 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c753782-adb6-4371-86d3-c36d48327a1f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Port': ['ID=41bf076c-4d5a-4131-9dfa-b955ea57ab27,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:38.670377 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=49c1049c-65f1-45df-a75f-58bf8c802e6a,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:38.804958 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c753782-adb6-4371-86d3-c36d48327a1f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:38.805593 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3c753782-adb6-4371-86d3-c36d48327a1f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.858134 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2bfea-5253-4722-a766-2935a1e9dbe9 req-a8afb045-6212-4428-b507-865895451503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:38.858979 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6bd2bfea-5253-4722-a766-2935a1e9dbe9 req-a8afb045-6212-4428-b507-865895451503 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 1098 time: 0.1415231 Jul 14 09:34:38.860260 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3c753782-adb6-4371-86d3-c36d48327a1f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3635919 Jul 14 09:34:38.864157 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50912) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:38.870102 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-27f159c2-0d32-4b07-95fb-a087d5242fba tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': '41bf076c-4d5a-4131-9dfa-b955ea57ab27', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:38.946389 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-27f159c2-0d32-4b07-95fb-a087d5242fba tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.001511 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6bd2bfea-5253-4722-a766-2935a1e9dbe9 req-7f313473-ffe5-4c3e-bae8-3a8f208d5225 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099780 Jul 14 09:34:39.154585 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-27f159c2-0d32-4b07-95fb-a087d5242fba tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.474913 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-27f159c2-0d32-4b07-95fb-a087d5242fba tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Allocated IP 172.25.1.81 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/37eb649b-40ee-4fc1-b471-657bd9452fa2) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:39.698962 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-27f159c2-0d32-4b07-95fb-a087d5242fba tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.708517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e23527-634e-4510-af30-dc921b0c758b req-65a74272-6c4e-49cb-8be9-65f8f0d3f682 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:39.715592 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-81e23527-634e-4510-af30-dc921b0c758b req-65a74272-6c4e-49cb-8be9-65f8f0d3f682 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 946 time: 0.1214058 Jul 14 09:34:39.850196 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-81e23527-634e-4510-af30-dc921b0c758b req-16b3d5fa-0c56-4c74-80f9-787834312fcb tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316450 Jul 14 09:34:39.876420 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-27f159c2-0d32-4b07-95fb-a087d5242fba tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.977369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f159c2-0d32-4b07-95fb-a087d5242fba tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:39.985671 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-27f159c2-0d32-4b07-95fb-a087d5242fba tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:39.999464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f159c2-0d32-4b07-95fb-a087d5242fba tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:40.007203 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f159c2-0d32-4b07-95fb-a087d5242fba tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Port': ['ID=37eb649b-40ee-4fc1-b471-657bd9452fa2,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:40.780648 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-27f159c2-0d32-4b07-95fb-a087d5242fba tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.907810 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-27f159c2-0d32-4b07-95fb-a087d5242fba tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.312993 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b92fc-681e-4828-b0ad-492e45d7a2db req-785ec86d-4505-41eb-903f-1cfef644d272 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:41.320956 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-439b92fc-681e-4828-b0ad-492e45d7a2db req-785ec86d-4505-41eb-903f-1cfef644d272 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 946 time: 0.1981621 Jul 14 09:34:41.362191 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-27f159c2-0d32-4b07-95fb-a087d5242fba tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.386343 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-27f159c2-0d32-4b07-95fb-a087d5242fba tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.449878 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f159c2-0d32-4b07-95fb-a087d5242fba tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Port': ['ID=37eb649b-40ee-4fc1-b471-657bd9452fa2,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:41.466591 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-439b92fc-681e-4828-b0ad-492e45d7a2db req-6ca5211b-df81-451f-b07a-e5313bb960a6 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444967 Jul 14 09:34:41.567767 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-27f159c2-0d32-4b07-95fb-a087d5242fba tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.722992 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-27f159c2-0d32-4b07-95fb-a087d5242fba tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Floating IP 855c26f4-d61e-465e-af41-be72c83d7939 associated. External IP: 172.25.1.81, port: 41bf076c-4d5a-4131-9dfa-b955ea57ab27. Jul 14 09:34:41.962201 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ca3ac-9633-4d6f-a756-bde6e2bbdc62 req-3d247713-be03-49b6-89dd-6c82a7cce751 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:41.972556 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be1ca3ac-9633-4d6f-a756-bde6e2bbdc62 req-3d247713-be03-49b6-89dd-6c82a7cce751 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 946 time: 0.2580624 Jul 14 09:34:42.065110 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be1ca3ac-9633-4d6f-a756-bde6e2bbdc62 req-2f8528b1-6241-4755-8b26-0510ce691ec1 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891008 Jul 14 09:34:42.200049 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f159c2-0d32-4b07-95fb-a087d5242fba tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Router e86a0623-76ea-4548-8a2d-d1ce9ec72647 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:42.350233 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f159c2-0d32-4b07-95fb-a087d5242fba tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:42.363607 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f8629-288b-4bd8-8010-90e746f95360 None None] Sync routers for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:42.385459 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f8629-288b-4bd8-8010-90e746f95360 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:42.386396 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2e8f8629-288b-4bd8-8010-90e746f95360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:34:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:42.409830 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-27f159c2-0d32-4b07-95fb-a087d5242fba tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.423373 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2e8f8629-288b-4bd8-8010-90e746f95360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:42.433133 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f8629-288b-4bd8-8010-90e746f95360 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:42.434506 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2e8f8629-288b-4bd8-8010-90e746f95360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:34:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:42.481003 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2e8f8629-288b-4bd8-8010-90e746f95360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:42.481751 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f8629-288b-4bd8-8010-90e746f95360 None None] The sync data for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:42.487214 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-27f159c2-0d32-4b07-95fb-a087d5242fba tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.6192067 Jul 14 09:34:42.488216 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51020) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:42.505903 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9da643ca-206b-4c57-94c2-01b18d8d1c0f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:42.596525 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9da643ca-206b-4c57-94c2-01b18d8d1c0f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.835114 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9da643ca-206b-4c57-94c2-01b18d8d1c0f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.860628 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9da643ca-206b-4c57-94c2-01b18d8d1c0f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.860961 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-9da643ca-206b-4c57-94c2-01b18d8d1c0f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Floating IP 855c26f4-d61e-465e-af41-be72c83d7939 disassociated. External IP: 172.25.1.81, port: 41bf076c-4d5a-4131-9dfa-b955ea57ab27. Jul 14 09:34:43.237508 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da643ca-206b-4c57-94c2-01b18d8d1c0f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Router e86a0623-76ea-4548-8a2d-d1ce9ec72647 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:43.422515 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da643ca-206b-4c57-94c2-01b18d8d1c0f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:43.436548 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9da643ca-206b-4c57-94c2-01b18d8d1c0f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.447375 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c415360-6f5e-4a5d-8099-483524ef8921 None None] Sync routers for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:43.481738 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c415360-6f5e-4a5d-8099-483524ef8921 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:43.483018 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-5c415360-6f5e-4a5d-8099-483524ef8921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:34:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:43.533091 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51054) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:43.551582 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9da643ca-206b-4c57-94c2-01b18d8d1c0f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "PUT /v2.0/floatingips/855c26f4-d61e-465e-af41-be72c83d7939 HTTP/1.1" status: 200 len: 687 time: 1.0583396 Jul 14 09:34:43.552190 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51056) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:43.573042 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-5c415360-6f5e-4a5d-8099-483524ef8921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:43.582718 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c415360-6f5e-4a5d-8099-483524ef8921 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:43.583824 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-5c415360-6f5e-4a5d-8099-483524ef8921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:34:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:43.639589 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-5c415360-6f5e-4a5d-8099-483524ef8921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:43.655226 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c415360-6f5e-4a5d-8099-483524ef8921 None None] The sync data for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:43.828091 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Deleting port 37eb649b-40ee-4fc1-b471-657bd9452fa2 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:43.828619 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.019626 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.024879 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.060104 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Calling delete_port for 37eb649b-40ee-4fc1-b471-657bd9452fa2 owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:44.361142 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.445943 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event deleted for resources: {'Port': ['ID=37eb649b-40ee-4fc1-b471-657bd9452fa2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:44.455506 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:44.456272 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:44.457374 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:44.458678 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:44.459291 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:44.461092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:44.461689 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:44.462310 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:44.462884 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:44.463502 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:44.464062 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:44.464667 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:44.606720 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.611868 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.617061 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c32696aa-7a76-461e-a308-a95a012c29f3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "DELETE /v2.0/floatingips/855c26f4-d61e-465e-af41-be72c83d7939 HTTP/1.1" status: 204 len: 168 time: 1.0600832 Jul 14 09:34:44.617366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51098) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:44.622495 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2ae23dc8-a9ff-4459-b79c-9ac3257b5c36 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': '87b07f10-62e8-4041-a5ae-8b3ce26064a1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:44.663918 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ae23dc8-a9ff-4459-b79c-9ac3257b5c36 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.842178 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ae23dc8-a9ff-4459-b79c-9ac3257b5c36 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.101726 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5765bbf2-d62a-4bf1-89f5-7d490ce8f148 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.122949 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-2ae23dc8-a9ff-4459-b79c-9ac3257b5c36 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Allocated IP 172.25.1.246 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/0069d669-3360-4d6e-b82d-7d5a2d50b3b2) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:45.417127 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ae23dc8-a9ff-4459-b79c-9ac3257b5c36 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.523880 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ae23dc8-a9ff-4459-b79c-9ac3257b5c36 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.584497 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae23dc8-a9ff-4459-b79c-9ac3257b5c36 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Port': ['ID=0069d669-3360-4d6e-b82d-7d5a2d50b3b2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:45.595284 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae23dc8-a9ff-4459-b79c-9ac3257b5c36 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:45.598539 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-2ae23dc8-a9ff-4459-b79c-9ac3257b5c36 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:45.603956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae23dc8-a9ff-4459-b79c-9ac3257b5c36 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:45.759167 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ab4e6-716d-48c2-98bf-1a398600ad1b req-54c12623-73d6-4bb6-bfe6-f6922ef59566 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:45.760822 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4a5ab4e6-716d-48c2-98bf-1a398600ad1b req-54c12623-73d6-4bb6-bfe6-f6922ef59566 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1679647 Jul 14 09:34:45.764349 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-5765bbf2-d62a-4bf1-89f5-7d490ce8f148 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Allocated IP 172.20.0.17 (eb39bda1-b741-49ce-b9ea-c1392e27706c/977f1dd3-7b5d-4dba-9516-e43d3998771c/defed466-12d9-451c-bae1-665ad1157601) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:45.839383 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4a5ab4e6-716d-48c2-98bf-1a398600ad1b req-26d9e19f-977b-4d44-ad69-9e0d8157351a tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722513 Jul 14 09:34:46.079125 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5765bbf2-d62a-4bf1-89f5-7d490ce8f148 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.102308 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-5765bbf2-d62a-4bf1-89f5-7d490ce8f148 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Transition to ACTIVE for port object defed466-12d9-451c-bae1-665ad1157601 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:46.129384 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27110910-2ec5-49a8-b8f1-8b6797fff68a req-7a7f1caa-f16c-43ad-989f-11267367e452 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:46.131092 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-27110910-2ec5-49a8-b8f1-8b6797fff68a req-7a7f1caa-f16c-43ad-989f-11267367e452 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1222980 Jul 14 09:34:46.189762 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-27110910-2ec5-49a8-b8f1-8b6797fff68a req-56626b50-3e98-4a21-98a8-717c3c37e12d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511239 Jul 14 09:34:46.205587 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5765bbf2-d62a-4bf1-89f5-7d490ce8f148 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.285355 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5765bbf2-d62a-4bf1-89f5-7d490ce8f148 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Network eb39bda1-b741-49ce-b9ea-c1392e27706c is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:46.303029 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-5765bbf2-d62a-4bf1-89f5-7d490ce8f148 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:46.318491 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5765bbf2-d62a-4bf1-89f5-7d490ce8f148 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:46.432200 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.452747 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5765bbf2-d62a-4bf1-89f5-7d490ce8f148 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.750765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765bbf2-d62a-4bf1-89f5-7d490ce8f148 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'Port': ['ID=defed466-12d9-451c-bae1-665ad1157601,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:46.841260 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e949efa2-26b7-4354-a7ef-5145aebf684d None None] Provisioning for port defed466-12d9-451c-bae1-665ad1157601 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:46.859605 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e949efa2-26b7-4354-a7ef-5145aebf684d None None] Provisioning complete for port defed466-12d9-451c-bae1-665ad1157601 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:46.860053 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e949efa2-26b7-4354-a7ef-5145aebf684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.910875 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5765bbf2-d62a-4bf1-89f5-7d490ce8f148 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.950703 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ae23dc8-a9ff-4459-b79c-9ac3257b5c36 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.974412 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e949efa2-26b7-4354-a7ef-5145aebf684d None None] Port defed466-12d9-451c-bae1-665ad1157601 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:47.114591 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ae23dc8-a9ff-4459-b79c-9ac3257b5c36 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.395731 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ae23dc8-a9ff-4459-b79c-9ac3257b5c36 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.401335 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ae23dc8-a9ff-4459-b79c-9ac3257b5c36 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.478071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2826e-83e1-4554-b7f0-b96790de4add req-666ca52d-e664-427b-b25c-67864ae81b92 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:47.482503 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ce2826e-83e1-4554-b7f0-b96790de4add req-666ca52d-e664-427b-b25c-67864ae81b92 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.3858304 Jul 14 09:34:47.532336 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae23dc8-a9ff-4459-b79c-9ac3257b5c36 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Port': ['ID=0069d669-3360-4d6e-b82d-7d5a2d50b3b2,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:47.577461 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ae23dc8-a9ff-4459-b79c-9ac3257b5c36 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.747238 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ce2826e-83e1-4554-b7f0-b96790de4add req-5d67136c-c870-4e59-88c3-8b4db5604834 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456988 Jul 14 09:34:47.831132 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-2ae23dc8-a9ff-4459-b79c-9ac3257b5c36 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Floating IP 2cc2c307-83bc-4390-a47b-49695a050949 associated. External IP: 172.25.1.246, port: 87b07f10-62e8-4041-a5ae-8b3ce26064a1. Jul 14 09:34:47.881769 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5765bbf2-d62a-4bf1-89f5-7d490ce8f148 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.887327 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5765bbf2-d62a-4bf1-89f5-7d490ce8f148 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.988193 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5765bbf2-d62a-4bf1-89f5-7d490ce8f148 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.003824 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765bbf2-d62a-4bf1-89f5-7d490ce8f148 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'Port': ['ID=defed466-12d9-451c-bae1-665ad1157601,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:48.149024 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5765bbf2-d62a-4bf1-89f5-7d490ce8f148 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Network eb39bda1-b741-49ce-b9ea-c1392e27706c is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:48.150985 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-5765bbf2-d62a-4bf1-89f5-7d490ce8f148 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:48.259377 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae23dc8-a9ff-4459-b79c-9ac3257b5c36 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Router e86a0623-76ea-4548-8a2d-d1ce9ec72647 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:48.424669 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5765bbf2-d62a-4bf1-89f5-7d490ce8f148 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:48.449060 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae23dc8-a9ff-4459-b79c-9ac3257b5c36 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:48.459496 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a60a0b7-2eb5-43e2-b8d1-9e6f9ab1a3d7 None None] Sync routers for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:48.474708 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ae23dc8-a9ff-4459-b79c-9ac3257b5c36 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.486576 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a60a0b7-2eb5-43e2-b8d1-9e6f9ab1a3d7 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:48.487266 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3a60a0b7-2eb5-43e2-b8d1-9e6f9ab1a3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:34:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:48.545591 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2ae23dc8-a9ff-4459-b79c-9ac3257b5c36 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9266551 Jul 14 09:34:48.547929 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51282) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:48.600160 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5765bbf2-d62a-4bf1-89f5-7d490ce8f148 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:48.616957 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] Sync routers for ids ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:48.637577 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] Routers {'1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:48.637848 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3a60a0b7-2eb5-43e2-b8d1-9e6f9ab1a3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:48.640584 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:34:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:48.646938 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5765bbf2-d62a-4bf1-89f5-7d490ce8f148 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "PUT /v2.0/routers/1ca4acae-c21f-4d32-bcd6-8cb78720f7ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1126819 Jul 14 09:34:48.678778 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a60a0b7-2eb5-43e2-b8d1-9e6f9ab1a3d7 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:48.679725 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3a60a0b7-2eb5-43e2-b8d1-9e6f9ab1a3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:34:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:48.686052 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3415608f-7af1-425e-b8c5-daa79d9646b1 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "GET /v2.0/floatingips/2cc2c307-83bc-4390-a47b-49695a050949 HTTP/1.1" status: 200 len: 978 time: 0.1368048 Jul 14 09:34:48.688607 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51286) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:48.780321 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3a60a0b7-2eb5-43e2-b8d1-9e6f9ab1a3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:48.781586 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a60a0b7-2eb5-43e2-b8d1-9e6f9ab1a3d7 None None] The sync data for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:48.879305 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] Set router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:49.033092 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-86e6f87b-367a-46cc-9f8f-42df1afe0706 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3408241 Jul 14 09:34:49.033566 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51300) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:49.042803 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a3f8b077-7104-409d-8aba-456799a2178e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'floatingip': {'port_id': '41bf076c-4d5a-4131-9dfa-b955ea57ab27'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:49.141836 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5e45adb0-f7f1-4a57-93b0-b899ac73916f None None] Provisioning complete for port defed466-12d9-451c-bae1-665ad1157601 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:49.142631 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5e45adb0-f7f1-4a57-93b0-b899ac73916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.148831 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3f8b077-7104-409d-8aba-456799a2178e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.214713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5e45adb0-f7f1-4a57-93b0-b899ac73916f None None] Port defed466-12d9-451c-bae1-665ad1157601 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:49.232069 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'name': 'tempest-TestNetworkBasicOps-router-229876295', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:41Z', 'updated_at': '2021-07-14T09:34:46Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:42Z', 'updated_at': '2021-07-14T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '77b022fb-c72d-4699-be49-364026532f8f', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'floating_ip_address': '172.25.1.108', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'port_id': '581b5d8d-31b9-424b-980b-7633168e615e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'mac_address': 'fa:16:3e:50:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ef176-df38-45b6-9a7c-7105c2e86163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:33:33Z', 'updated_at': '2021-07-14T09:33:38Z', 'revision_number': 1, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'defed466-12d9-451c-bae1-665ad1157601', 'name': '', 'network_id': 'eb39bda1-b741-49ce-b9ea-c1392e27706c', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:6f:26:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '977f1dd3-7b5d-4dba-9516-e43d3998771c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:45Z', 'updated_at': '2021-07-14T09:34:47Z', 'revision_number': 2, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': '977f1dd3-7b5d-4dba-9516-e43d3998771c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9446b75-9db9-41d6-8ed1-5fb3fe524101', 'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:27:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:50Z', 'updated_at': '2021-07-14T09:33:07Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:49.265589 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] Checking router: 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:49.266218 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] Updating router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab port defed466-12d9-451c-bae1-665ad1157601 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:49.305427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c2f6d-9336-4d92-966f-eda2a9cd255a req-5918451a-8c34-4ec5-b151-7199286dfe01 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:49.310271 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-112c2f6d-9336-4d92-966f-eda2a9cd255a req-5918451a-8c34-4ec5-b151-7199286dfe01 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1474667 Jul 14 09:34:49.342948 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.865671 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-112c2f6d-9336-4d92-966f-eda2a9cd255a req-dccd6834-a7ac-4ef1-920f-8d34f86d1647 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5455835 Jul 14 09:34:49.977949 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.db.resource_extend [None req-a3f8b077-7104-409d-8aba-456799a2178e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:34:49.995390 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.026346 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] Transition to ACTIVE for port object defed466-12d9-451c-bae1-665ad1157601 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:50.036109 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.092239 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3f8b077-7104-409d-8aba-456799a2178e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.100762 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3f8b077-7104-409d-8aba-456799a2178e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.129242 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92571237-a158-41ab-82ad-799b37c41e41 None None] Pushing event updated for resources: {'Port': ['ID=defed466-12d9-451c-bae1-665ad1157601,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:50.266762 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] Attempting to bind port defed466-12d9-451c-bae1-665ad1157601 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:50.267422 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] Attempting to bind port defed466-12d9-451c-bae1-665ad1157601 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '5267a9dc-85b6-482f-b52c-2c6c7f1f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eb39bda1-b741-49ce-b9ea-c1392e27706c'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:50.267791 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] Attempting to bind port defed466-12d9-451c-bae1-665ad1157601 on network eb39bda1-b741-49ce-b9ea-c1392e27706c {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:50.273154 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:50.273533 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] Checking segment: {'id': '5267a9dc-85b6-482f-b52c-2c6c7f1f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eb39bda1-b741-49ce-b9ea-c1392e27706c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:50.273982 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.274375 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] Bound using segment: {'id': '5267a9dc-85b6-482f-b52c-2c6c7f1f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eb39bda1-b741-49ce-b9ea-c1392e27706c'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:50.274839 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] Bound port: defed466-12d9-451c-bae1-665ad1157601, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5267a9dc-85b6-482f-b52c-2c6c7f1f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'eb39bda1-b741-49ce-b9ea-c1392e27706c'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:50.275211 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.334414 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-a3f8b077-7104-409d-8aba-456799a2178e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Floating IP 2cc2c307-83bc-4390-a47b-49695a050949 associated. External IP: 172.25.1.246, port: 87b07f10-62e8-4041-a5ae-8b3ce26064a1. Jul 14 09:34:50.407952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] For port defed466-12d9-451c-bae1-665ad1157601, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:50.412460 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] For port defed466-12d9-451c-bae1-665ad1157601, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=defed466-12d9-451c-bae1-665ad1157601,segment=NetworkSegment(5267a9dc-85b6-482f-b52c-2c6c7f1f2e19),segment_id=5267a9dc-85b6-482f-b52c-2c6c7f1f2e19)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:50.420390 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.530254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92571237-a158-41ab-82ad-799b37c41e41 None None] Pushing event updated for resources: {'Port': ['ID=defed466-12d9-451c-bae1-665ad1157601,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:50.569421 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] Routers {'1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:50.570559 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:34:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:50.731355 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f8b077-7104-409d-8aba-456799a2178e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Router e86a0623-76ea-4548-8a2d-d1ce9ec72647 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:50.759149 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] Set router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:50.887148 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f8b077-7104-409d-8aba-456799a2178e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:50.898031 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e4591-055d-403c-903d-db55feb6a5c9 None None] Sync routers for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:50.920597 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e4591-055d-403c-903d-db55feb6a5c9 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:50.922823 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-306e4591-055d-403c-903d-db55feb6a5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:34:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:51.000263 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51360) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:51.022561 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-306e4591-055d-403c-903d-db55feb6a5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:51.046256 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e4591-055d-403c-903d-db55feb6a5c9 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:51.047555 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-306e4591-055d-403c-903d-db55feb6a5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:34:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:51.138287 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-306e4591-055d-403c-903d-db55feb6a5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:51.139124 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e4591-055d-403c-903d-db55feb6a5c9 None None] The sync data for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:51.246609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5190c6a-e81b-48c7-bc72-d2d8244ac628 admin admin] Deleting subnet 342fc744-57ac-4d3e-9582-470ff3c9845b {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:34:51.285022 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c5190c6a-e81b-48c7-bc72-d2d8244ac628 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.342301 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'name': 'tempest-TestNetworkBasicOps-router-229876295', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:41Z', 'updated_at': '2021-07-14T09:34:46Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:42Z', 'updated_at': '2021-07-14T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '77b022fb-c72d-4699-be49-364026532f8f', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'floating_ip_address': '172.25.1.108', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'port_id': '581b5d8d-31b9-424b-980b-7633168e615e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'mac_address': 'fa:16:3e:50:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ef176-df38-45b6-9a7c-7105c2e86163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:33:33Z', 'updated_at': '2021-07-14T09:33:38Z', 'revision_number': 1, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'defed466-12d9-451c-bae1-665ad1157601', 'name': '', 'network_id': 'eb39bda1-b741-49ce-b9ea-c1392e27706c', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:6f:26:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '977f1dd3-7b5d-4dba-9516-e43d3998771c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:45Z', 'updated_at': '2021-07-14T09:34:50Z', 'revision_number': 4, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': '977f1dd3-7b5d-4dba-9516-e43d3998771c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9446b75-9db9-41d6-8ed1-5fb3fe524101', 'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:27:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:50Z', 'updated_at': '2021-07-14T09:33:07Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:51.372408 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e079351-472a-4847-9a05-b636e4abb499 req-074480a8-ff05-42b5-ab57-d9dbd9649b68 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:51.382596 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e079351-472a-4847-9a05-b636e4abb499 req-074480a8-ff05-42b5-ab57-d9dbd9649b68 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.2356775 Jul 14 09:34:51.392344 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f8b077-7104-409d-8aba-456799a2178e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Router e86a0623-76ea-4548-8a2d-d1ce9ec72647 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:51.422663 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c5190c6a-e81b-48c7-bc72-d2d8244ac628 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.482830 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e079351-472a-4847-9a05-b636e4abb499 req-a180279c-6a1f-4f2c-902e-642d919faf10 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987306 Jul 14 09:34:51.555299 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c5190c6a-e81b-48c7-bc72-d2d8244ac628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.584325 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f8b077-7104-409d-8aba-456799a2178e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:51.607127 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3f8b077-7104-409d-8aba-456799a2178e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.630156 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c5190c6a-e81b-48c7-bc72-d2d8244ac628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.645990 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c5190c6a-e81b-48c7-bc72-d2d8244ac628 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.648203 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c5190c6a-e81b-48c7-bc72-d2d8244ac628 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/342fc744-57ac-4d3e-9582-470ff3c9845b HTTP/1.1" status: 204 len: 168 time: 0.6474998 Jul 14 09:34:51.651447 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51380) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:51.665370 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1d73bf-4fa3-4234-a43e-1a9c06bce060 None None] Sync routers for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:51.669991 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da44cafc-fab6-4b28-8bb7-f43c429a8f3d None None] The sync data for ids ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'] in n-d-798054-10 is: [{'id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'name': 'tempest-TestNetworkBasicOps-router-229876295', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:41Z', 'updated_at': '2021-07-14T09:34:46Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:42Z', 'updated_at': '2021-07-14T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '77b022fb-c72d-4699-be49-364026532f8f', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'floating_ip_address': '172.25.1.108', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'port_id': '581b5d8d-31b9-424b-980b-7633168e615e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'mac_address': 'fa:16:3e:50:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ef176-df38-45b6-9a7c-7105c2e86163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:33:33Z', 'updated_at': '2021-07-14T09:33:38Z', 'revision_number': 1, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'defed466-12d9-451c-bae1-665ad1157601', 'name': '', 'network_id': 'eb39bda1-b741-49ce-b9ea-c1392e27706c', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:6f:26:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '977f1dd3-7b5d-4dba-9516-e43d3998771c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:45Z', 'updated_at': '2021-07-14T09:34:50Z', 'revision_number': 4, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': '977f1dd3-7b5d-4dba-9516-e43d3998771c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9446b75-9db9-41d6-8ed1-5fb3fe524101', 'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:27:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:50Z', 'updated_at': '2021-07-14T09:33:07Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:51.689260 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1d73bf-4fa3-4234-a43e-1a9c06bce060 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:51.689924 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9f1d73bf-4fa3-4234-a43e-1a9c06bce060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:34:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:51.703133 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5190c6a-e81b-48c7-bc72-d2d8244ac628 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=342fc744-57ac-4d3e-9582-470ff3c9845b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:51.758060 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4eb5541-7f1d-40e6-b766-eea278c19be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.767083 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9f1d73bf-4fa3-4234-a43e-1a9c06bce060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:51.783149 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1d73bf-4fa3-4234-a43e-1a9c06bce060 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:51.783807 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9f1d73bf-4fa3-4234-a43e-1a9c06bce060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:34:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:51.843240 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9f1d73bf-4fa3-4234-a43e-1a9c06bce060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:51.843886 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1d73bf-4fa3-4234-a43e-1a9c06bce060 None None] The sync data for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:51.886258 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4eb5541-7f1d-40e6-b766-eea278c19be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.907446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-f4eb5541-7f1d-40e6-b766-eea278c19be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c98ce7-160f-4769-9e4e-03f33289f2fe']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:51.933323 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a3f8b077-7104-409d-8aba-456799a2178e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "PUT /v2.0/floatingips/2cc2c307-83bc-4390-a47b-49695a050949 HTTP/1.1" status: 200 len: 978 time: 2.8953543 Jul 14 09:34:51.936114 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51386) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:51.937289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-f4eb5541-7f1d-40e6-b766-eea278c19be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68491526-fd4b-4388-877f-213b06f05952') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:51.937874 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-f4eb5541-7f1d-40e6-b766-eea278c19be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68491526-fd4b-4388-877f-213b06f05952') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:51.957855 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5a77d86e-8d4d-43af-9d16-b1bc9223aaaa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:51.971539 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4eb5541-7f1d-40e6-b766-eea278c19be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.032783 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4eb5541-7f1d-40e6-b766-eea278c19be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.072722 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a77d86e-8d4d-43af-9d16-b1bc9223aaaa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.079000 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4eb5541-7f1d-40e6-b766-eea278c19be3 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:52.079429 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4eb5541-7f1d-40e6-b766-eea278c19be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:52.082003 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:52.235187 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4eb5541-7f1d-40e6-b766-eea278c19be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.248914 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4eb5541-7f1d-40e6-b766-eea278c19be3 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.253192 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f4eb5541-7f1d-40e6-b766-eea278c19be3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f6c98ce7-160f-4769-9e4e-03f33289f2fe HTTP/1.1" status: 204 len: 168 time: 0.6002700 Jul 14 09:34:52.331631 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb5541-7f1d-40e6-b766-eea278c19be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6c98ce7-160f-4769-9e4e-03f33289f2fe,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:52.382593 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a77d86e-8d4d-43af-9d16-b1bc9223aaaa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.408358 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a77d86e-8d4d-43af-9d16-b1bc9223aaaa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.408730 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-5a77d86e-8d4d-43af-9d16-b1bc9223aaaa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Floating IP 2cc2c307-83bc-4390-a47b-49695a050949 disassociated. External IP: 172.25.1.246, port: 41bf076c-4d5a-4131-9dfa-b955ea57ab27. Jul 14 09:34:52.416809 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device defed466-12d9-451c-bae1-665ad1157601 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:52.491020 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port defed466-12d9-451c-bae1-665ad1157601 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:52.498250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port defed466-12d9-451c-bae1-665ad1157601 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:52.498852 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.763916 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.840991 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51412) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:52.869114 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port defed466-12d9-451c-bae1-665ad1157601, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=defed466-12d9-451c-bae1-665ad1157601,segment=NetworkSegment(5267a9dc-85b6-482f-b52c-2c6c7f1f2e19),segment_id=5267a9dc-85b6-482f-b52c-2c6c7f1f2e19)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:52.879405 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.916384 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-edc2b73f-f3d7-4b30-bd60-d5e2771c173e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e35ca1fa97df4e05a20b2b851487164f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0741107 Jul 14 09:34:52.917243 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51414) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:52.974958 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=defed466-12d9-451c-bae1-665ad1157601,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:52.985754 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67c58382-db68-406e-a730-be55fb8e9828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.024851 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67c58382-db68-406e-a730-be55fb8e9828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.078617 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4f6d6-5440-4ac3-a72a-94f9124e7f8b req-a1872173-73d6-4e54-8238-a697de00b2f8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:53.079206 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6de4f6d6-5440-4ac3-a72a-94f9124e7f8b req-a1872173-73d6-4e54-8238-a697de00b2f8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.2096820 Jul 14 09:34:53.094978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a77d86e-8d4d-43af-9d16-b1bc9223aaaa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Router e86a0623-76ea-4548-8a2d-d1ce9ec72647 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:53.099496 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67c58382-db68-406e-a730-be55fb8e9828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.102247 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67c58382-db68-406e-a730-be55fb8e9828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.104153 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-67c58382-db68-406e-a730-be55fb8e9828 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f2f5480-d4c3-462f-9f1a-731b8a29e142 HTTP/1.1" status: 204 len: 168 time: 0.1838729 Jul 14 09:34:53.123653 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c58382-db68-406e-a730-be55fb8e9828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2f5480-d4c3-462f-9f1a-731b8a29e142,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:53.218463 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6de4f6d6-5440-4ac3-a72a-94f9124e7f8b req-0e753fe4-79c5-45a5-8a61-edaef358c5e1 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214752 Jul 14 09:34:53.285074 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a77d86e-8d4d-43af-9d16-b1bc9223aaaa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:53.297245 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a77d86e-8d4d-43af-9d16-b1bc9223aaaa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.302266 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb315978-391f-40a4-862a-d8b405197499 None None] Sync routers for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:53.318737 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb315978-391f-40a4-862a-d8b405197499 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:53.321096 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-fb315978-391f-40a4-862a-d8b405197499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:34:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:53.370097 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5a77d86e-8d4d-43af-9d16-b1bc9223aaaa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "PUT /v2.0/floatingips/2cc2c307-83bc-4390-a47b-49695a050949 HTTP/1.1" status: 200 len: 688 time: 1.4173231 Jul 14 09:34:53.372743 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51430) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:53.403646 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-fb315978-391f-40a4-862a-d8b405197499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:53.419255 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb315978-391f-40a4-862a-d8b405197499 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:53.420032 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-fb315978-391f-40a4-862a-d8b405197499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:34:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:53.459093 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-fb315978-391f-40a4-862a-d8b405197499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:53.459912 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb315978-391f-40a4-862a-d8b405197499 None None] The sync data for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:53.589354 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-0288ba94-c0b0-45c0-b3cc-c0fe28e28bf5 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Deleting port 0069d669-3360-4d6e-b82d-7d5a2d50b3b2 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:53.590277 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0288ba94-c0b0-45c0-b3cc-c0fe28e28bf5 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.684700 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0288ba94-c0b0-45c0-b3cc-c0fe28e28bf5 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.685187 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0288ba94-c0b0-45c0-b3cc-c0fe28e28bf5 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.698432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-0288ba94-c0b0-45c0-b3cc-c0fe28e28bf5 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Calling delete_port for 0069d669-3360-4d6e-b82d-7d5a2d50b3b2 owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:53.957299 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0288ba94-c0b0-45c0-b3cc-c0fe28e28bf5 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.991656 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288ba94-c0b0-45c0-b3cc-c0fe28e28bf5 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event deleted for resources: {'Port': ['ID=0069d669-3360-4d6e-b82d-7d5a2d50b3b2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:54.066191 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0288ba94-c0b0-45c0-b3cc-c0fe28e28bf5 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.070296 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0288ba94-c0b0-45c0-b3cc-c0fe28e28bf5 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.071605 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0288ba94-c0b0-45c0-b3cc-c0fe28e28bf5 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "DELETE /v2.0/floatingips/2cc2c307-83bc-4390-a47b-49695a050949 HTTP/1.1" status: 204 len: 168 time: 0.6975911 Jul 14 09:34:54.074334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51476) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:54.116621 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-6738beb2-7841-4431-91b5-89097bfc59d1 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] delete failed (client error): The resource could not be found. Jul 14 09:34:54.121303 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6738beb2-7841-4431-91b5-89097bfc59d1 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "DELETE /v2.0/floatingips/2cc2c307-83bc-4390-a47b-49695a050949 HTTP/1.1" status: 404 len: 345 time: 0.0423183 Jul 14 09:34:54.121774 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51478) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:54.279276 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6055a43-af9e-4a6d-a879-23f5ffa0334f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:54.285338 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6055a43-af9e-4a6d-a879-23f5ffa0334f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:54.298410 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device defed466-12d9-451c-bae1-665ad1157601 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:54.298872 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6055a43-af9e-4a6d-a879-23f5ffa0334f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:54.300931 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e6055a43-af9e-4a6d-a879-23f5ffa0334f tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "GET /v2.0/ports?network_id=28d9cfef-8d5c-4f57-a257-83b13360bf08 HTTP/1.1" status: 200 len: 2358 time: 0.1777825 Jul 14 09:34:54.303612 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51490) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:54.392292 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port defed466-12d9-451c-bae1-665ad1157601 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:54.392736 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.397022 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ecb44-7149-4d15-b230-fe6681250f82 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:54.403595 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51496) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:54.404061 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ed3ecb44-7149-4d15-b230-fe6681250f82 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "GET /v2.0/subnets/0a5cd1f4-3ff2-4878-b7c0-510b6dee116a HTTP/1.1" status: 200 len: 797 time: 0.0993569 Jul 14 09:34:54.413285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3f0fb58b-1e41-4550-90aa-b3a8a789c5db tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'port': {'network_id': '28d9cfef-8d5c-4f57-a257-83b13360bf08', 'name': 'tempest-FloatingIPTestJSON-666106588', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:54.557833 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b2119-99d5-4be0-9787-ef830a39b14f req-34bfce2f-be44-437c-b35e-38fd32b24dd5 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:54.575005 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-089b2119-99d5-4be0-9787-ef830a39b14f req-34bfce2f-be44-437c-b35e-38fd32b24dd5 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1694775 Jul 14 09:34:54.625830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0fb58b-1e41-4550-90aa-b3a8a789c5db tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Made reservation on behalf of 944172d8a9244096af4d37ccd448c69a for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:54.648121 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-089b2119-99d5-4be0-9787-ef830a39b14f req-f87eca1b-7011-4be6-8726-d4b0db0955df tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713267 Jul 14 09:34:54.747952 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f0fb58b-1e41-4550-90aa-b3a8a789c5db tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.813055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-3f0fb58b-1e41-4550-90aa-b3a8a789c5db tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] device_id is not set on port 4372f455-494e-4bdf-9748-878630cc63ac yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:34:55.164929 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-3f0fb58b-1e41-4550-90aa-b3a8a789c5db tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Allocated IP 172.20.0.13 (28d9cfef-8d5c-4f57-a257-83b13360bf08/0a5cd1f4-3ff2-4878-b7c0-510b6dee116a/4372f455-494e-4bdf-9748-878630cc63ac) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:55.174463 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-3f0fb58b-1e41-4550-90aa-b3a8a789c5db tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Allocated IP 172.20.0.12 (28d9cfef-8d5c-4f57-a257-83b13360bf08/0a5cd1f4-3ff2-4878-b7c0-510b6dee116a/4372f455-494e-4bdf-9748-878630cc63ac) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:55.368926 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f0fb58b-1e41-4550-90aa-b3a8a789c5db tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.430136 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f0fb58b-1e41-4550-90aa-b3a8a789c5db tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.482045 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0fb58b-1e41-4550-90aa-b3a8a789c5db tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Network 28d9cfef-8d5c-4f57-a257-83b13360bf08 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:55.487962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-3f0fb58b-1e41-4550-90aa-b3a8a789c5db tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:55.492150 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0fb58b-1e41-4550-90aa-b3a8a789c5db tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:55.890235 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458db22-2e48-47f8-aa6e-905fc6c154c7 req-6da44f6d-5406-4404-b6cb-551d46a429ba tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:55.900555 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1458db22-2e48-47f8-aa6e-905fc6c154c7 req-6da44f6d-5406-4404-b6cb-551d46a429ba tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.0996256 Jul 14 09:34:55.977531 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1458db22-2e48-47f8-aa6e-905fc6c154c7 req-05236570-fa7c-4e41-b9ce-f7786ba3e398 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759823 Jul 14 09:34:56.023380 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fb58b-1e41-4550-90aa-b3a8a789c5db tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Port': ['ID=4372f455-494e-4bdf-9748-878630cc63ac,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:56.042787 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0fb58b-1e41-4550-90aa-b3a8a789c5db tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:56.043794 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f0fb58b-1e41-4550-90aa-b3a8a789c5db tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.068897 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51562) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:56.080321 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3f0fb58b-1e41-4550-90aa-b3a8a789c5db tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.6672208 Jul 14 09:34:56.080590 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d73a7202-ab76-469d-b70a-f22286a24b29 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': '4372f455-494e-4bdf-9748-878630cc63ac', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:56.123352 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d73a7202-ab76-469d-b70a-f22286a24b29 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.289637 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d73a7202-ab76-469d-b70a-f22286a24b29 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.430980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-d73a7202-ab76-469d-b70a-f22286a24b29 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Allocated IP 172.25.1.115 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/f7b4d4dd-cf6b-4dbc-a6db-49edcdd6e7c5) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:56.601660 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d73a7202-ab76-469d-b70a-f22286a24b29 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.677854 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d73a7202-ab76-469d-b70a-f22286a24b29 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.753831 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a7202-ab76-469d-b70a-f22286a24b29 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:56.758861 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-d73a7202-ab76-469d-b70a-f22286a24b29 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:56.763999 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73a7202-ab76-469d-b70a-f22286a24b29 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:56.767584 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a7202-ab76-469d-b70a-f22286a24b29 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Port': ['ID=f7b4d4dd-cf6b-4dbc-a6db-49edcdd6e7c5,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:57.226917 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e2f4388f-9884-4262-bdf8-b18a846f695b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.312041 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d73a7202-ab76-469d-b70a-f22286a24b29 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.488099 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bdd50-5edf-4a77-8c48-5bf8a656fd23 req-25d2abd9-6367-4440-bea0-d220714efb1a tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:57.490333 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c3bdd50-5edf-4a77-8c48-5bf8a656fd23 req-25d2abd9-6367-4440-bea0-d220714efb1a tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.3083162 Jul 14 09:34:57.491678 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d73a7202-ab76-469d-b70a-f22286a24b29 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.590168 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c3bdd50-5edf-4a77-8c48-5bf8a656fd23 req-611626eb-5532-4c4b-a024-58f3968245d5 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714753 Jul 14 09:34:57.725481 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d73a7202-ab76-469d-b70a-f22286a24b29 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.735593 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d73a7202-ab76-469d-b70a-f22286a24b29 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.783570 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a7202-ab76-469d-b70a-f22286a24b29 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Port': ['ID=f7b4d4dd-cf6b-4dbc-a6db-49edcdd6e7c5,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:57.838024 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d73a7202-ab76-469d-b70a-f22286a24b29 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.982473 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-d73a7202-ab76-469d-b70a-f22286a24b29 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Floating IP 6509fab2-ec12-4a42-9dff-00564dfd2aea associated. External IP: 172.25.1.115, port: 4372f455-494e-4bdf-9748-878630cc63ac. Jul 14 09:34:58.262168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73a7202-ab76-469d-b70a-f22286a24b29 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Router e86a0623-76ea-4548-8a2d-d1ce9ec72647 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:58.457087 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73a7202-ab76-469d-b70a-f22286a24b29 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:58.482273 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d62078b-bca0-465c-be40-5073da6a8858 None None] Sync routers for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:58.486834 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d73a7202-ab76-469d-b70a-f22286a24b29 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.540858 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d62078b-bca0-465c-be40-5073da6a8858 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:58.545951 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-4d62078b-bca0-465c-be40-5073da6a8858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:34:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:58.549229 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d73a7202-ab76-469d-b70a-f22286a24b29 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4786685 Jul 14 09:34:58.553086 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51646) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:58.560850 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4f123da2-bb0c-4dfe-9c63-0f4f4a664811 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'floatingip': {'port_id': '4372f455-494e-4bdf-9748-878630cc63ac', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:58.637551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-4d62078b-bca0-465c-be40-5073da6a8858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:58.640272 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f123da2-bb0c-4dfe-9c63-0f4f4a664811 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.669762 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d62078b-bca0-465c-be40-5073da6a8858 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:58.670805 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-4d62078b-bca0-465c-be40-5073da6a8858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:34:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:58.712281 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:34:58.769865 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-4d62078b-bca0-465c-be40-5073da6a8858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:58.772733 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d62078b-bca0-465c-be40-5073da6a8858 None None] The sync data for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:58.905071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f4f0d-150c-465d-bcd0-2289b1ba6327 req-f9fd6a40-563b-4f01-8e51-f75af6fa849a tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:58.906752 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c9f4f0d-150c-465d-bcd0-2289b1ba6327 req-f9fd6a40-563b-4f01-8e51-f75af6fa849a tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1492944 Jul 14 09:34:58.966999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c9f4f0d-150c-465d-bcd0-2289b1ba6327 req-83c53833-7c32-4545-8bd3-cf159aec9059 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531838 Jul 14 09:34:59.405581 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f123da2-bb0c-4dfe-9c63-0f4f4a664811 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.410466 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f123da2-bb0c-4dfe-9c63-0f4f4a664811 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.718151 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f123da2-bb0c-4dfe-9c63-0f4f4a664811 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Router e86a0623-76ea-4548-8a2d-d1ce9ec72647 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:59.749698 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6952e398-8728-4c43-a70e-29b8eaa9299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.914344 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.016644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f123da2-bb0c-4dfe-9c63-0f4f4a664811 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:00.030352 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820d1fd3-446d-4b7f-8b53-022272685b76 None None] Sync routers for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:00.037508 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f123da2-bb0c-4dfe-9c63-0f4f4a664811 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.049144 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820d1fd3-446d-4b7f-8b53-022272685b76 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:00.052032 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-820d1fd3-446d-4b7f-8b53-022272685b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:00.141703 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4f123da2-bb0c-4dfe-9c63-0f4f4a664811 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "PUT /v2.0/floatingips/6509fab2-ec12-4a42-9dff-00564dfd2aea HTTP/1.1" status: 200 len: 978 time: 1.5850844 Jul 14 09:35:00.145345 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51698) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:00.270569 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-820d1fd3-446d-4b7f-8b53-022272685b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:00.280973 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820d1fd3-446d-4b7f-8b53-022272685b76 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:00.282068 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-820d1fd3-446d-4b7f-8b53-022272685b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:00.355704 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-820d1fd3-446d-4b7f-8b53-022272685b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:00.356709 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820d1fd3-446d-4b7f-8b53-022272685b76 None None] The sync data for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:00.509139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acfc58-6edf-4a65-b56f-e79cac59b8ff req-f83d34dc-dbfc-4e9b-850d-81abd0e0c3a5 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:00.516124 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49acfc58-6edf-4a65-b56f-e79cac59b8ff req-f83d34dc-dbfc-4e9b-850d-81abd0e0c3a5 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.2217264 Jul 14 09:35:00.524834 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f4fd7492-2413-4348-b44d-fcc4ee1ce366 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Deleting port f7b4d4dd-cf6b-4dbc-a6db-49edcdd6e7c5 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:00.525184 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7492-2413-4348-b44d-fcc4ee1ce366 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.611931 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49acfc58-6edf-4a65-b56f-e79cac59b8ff req-d975ffe4-2509-4d9e-9bc0-3c4456c3bd3d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949004 Jul 14 09:35:00.668015 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.677397 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7492-2413-4348-b44d-fcc4ee1ce366 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.677883 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7492-2413-4348-b44d-fcc4ee1ce366 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.691491 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f4fd7492-2413-4348-b44d-fcc4ee1ce366 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Calling delete_port for f7b4d4dd-cf6b-4dbc-a6db-49edcdd6e7c5 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:01.288154 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7492-2413-4348-b44d-fcc4ee1ce366 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.323013 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd7492-2413-4348-b44d-fcc4ee1ce366 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event deleted for resources: {'Port': ['ID=f7b4d4dd-cf6b-4dbc-a6db-49edcdd6e7c5,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:01.409168 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7492-2413-4348-b44d-fcc4ee1ce366 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.409901 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-f4fd7492-2413-4348-b44d-fcc4ee1ce366 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Floating IP 6509fab2-ec12-4a42-9dff-00564dfd2aea disassociated (deleted). External IP: 172.25.1.115, port: 4372f455-494e-4bdf-9748-878630cc63ac. Jul 14 09:35:01.673935 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fd7492-2413-4348-b44d-fcc4ee1ce366 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Router e86a0623-76ea-4548-8a2d-d1ce9ec72647 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:01.769641 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.876341 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fd7492-2413-4348-b44d-fcc4ee1ce366 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:01.882725 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7492-2413-4348-b44d-fcc4ee1ce366 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.885678 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a823bd-ce39-48d0-b08b-e4369bb8e13a None None] Sync routers for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:01.895992 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a823bd-ce39-48d0-b08b-e4369bb8e13a None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:01.896872 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-36a823bd-ce39-48d0-b08b-e4369bb8e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:01.930906 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-36a823bd-ce39-48d0-b08b-e4369bb8e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:01.937854 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f4fd7492-2413-4348-b44d-fcc4ee1ce366 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "DELETE /v2.0/floatingips/6509fab2-ec12-4a42-9dff-00564dfd2aea HTTP/1.1" status: 204 len: 168 time: 1.7891192 Jul 14 09:35:01.939129 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51756) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:01.944419 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a823bd-ce39-48d0-b08b-e4369bb8e13a None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:01.945268 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-36a823bd-ce39-48d0-b08b-e4369bb8e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:01.956161 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645f3fc-6643-42f3-8394-3061b72ab5fc req-996d81b1-9f56-42ad-8ad2-a73ade32740d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:01.957939 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5645f3fc-6643-42f3-8394-3061b72ab5fc req-996d81b1-9f56-42ad-8ad2-a73ade32740d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.2071791 Jul 14 09:35:01.982556 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-36a823bd-ce39-48d0-b08b-e4369bb8e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:01.983493 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a823bd-ce39-48d0-b08b-e4369bb8e13a None None] The sync data for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:02.040766 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5645f3fc-6643-42f3-8394-3061b72ab5fc req-002dbe49-877b-4b5a-91c8-aa0772400ae7 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447302 Jul 14 09:35:02.098320 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-758fb7a0-3d45-4b50-bba4-bf2ae4737c4a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Deleting port 4372f455-494e-4bdf-9748-878630cc63ac {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:02.098912 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-758fb7a0-3d45-4b50-bba4-bf2ae4737c4a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.267046 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-758fb7a0-3d45-4b50-bba4-bf2ae4737c4a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.288523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-758fb7a0-3d45-4b50-bba4-bf2ae4737c4a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Calling delete_port for 4372f455-494e-4bdf-9748-878630cc63ac owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:02.545527 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-758fb7a0-3d45-4b50-bba4-bf2ae4737c4a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.607700 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fb7a0-3d45-4b50-bba4-bf2ae4737c4a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event deleted for resources: {'Port': ['ID=4372f455-494e-4bdf-9748-878630cc63ac,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:02.749966 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-758fb7a0-3d45-4b50-bba4-bf2ae4737c4a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.754288 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.754431 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-758fb7a0-3d45-4b50-bba4-bf2ae4737c4a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "DELETE /v2.0/ports/4372f455-494e-4bdf-9748-878630cc63ac HTTP/1.1" status: 204 len: 168 time: 0.8116841 Jul 14 09:35:02.756664 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51790) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:02.762419 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-15abed0a-93a3-4b34-91c6-a4ca91f3d6ac tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:02.791274 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15abed0a-93a3-4b34-91c6-a4ca91f3d6ac tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.916489 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15abed0a-93a3-4b34-91c6-a4ca91f3d6ac tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.029081 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-15abed0a-93a3-4b34-91c6-a4ca91f3d6ac tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Allocated IP 172.25.1.18 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/ac24e0db-2fdc-4b1c-85cd-37e9450957c8) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:03.170522 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15abed0a-93a3-4b34-91c6-a4ca91f3d6ac tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.301844 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a787e0-ac49-4e9f-95c0-7770f3e1722b req-cfe46df6-73f6-4284-aadf-7e858e7211c9 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:03.303840 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-31a787e0-ac49-4e9f-95c0-7770f3e1722b req-cfe46df6-73f6-4284-aadf-7e858e7211c9 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1147118 Jul 14 09:35:03.305421 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15abed0a-93a3-4b34-91c6-a4ca91f3d6ac tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.360398 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15abed0a-93a3-4b34-91c6-a4ca91f3d6ac tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:03.374487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-15abed0a-93a3-4b34-91c6-a4ca91f3d6ac tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:03.395270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15abed0a-93a3-4b34-91c6-a4ca91f3d6ac tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:03.422604 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abed0a-93a3-4b34-91c6-a4ca91f3d6ac tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Port': ['ID=ac24e0db-2fdc-4b1c-85cd-37e9450957c8,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:03.450340 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-31a787e0-ac49-4e9f-95c0-7770f3e1722b req-0956267a-27be-4344-b903-3cef4a843d65 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352890 Jul 14 09:35:03.514548 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15abed0a-93a3-4b34-91c6-a4ca91f3d6ac tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.564560 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15abed0a-93a3-4b34-91c6-a4ca91f3d6ac tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.793429 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15abed0a-93a3-4b34-91c6-a4ca91f3d6ac tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.799217 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15abed0a-93a3-4b34-91c6-a4ca91f3d6ac tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.890728 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abed0a-93a3-4b34-91c6-a4ca91f3d6ac tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Port': ['ID=ac24e0db-2fdc-4b1c-85cd-37e9450957c8,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:03.900703 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15abed0a-93a3-4b34-91c6-a4ca91f3d6ac tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.923490 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15abed0a-93a3-4b34-91c6-a4ca91f3d6ac tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.926297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-15abed0a-93a3-4b34-91c6-a4ca91f3d6ac tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1675937 Jul 14 09:35:03.928925 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51832) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:03.935328 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e22c80f6-6909-4d9c-900d-784968477677 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'port': {'network_id': '28d9cfef-8d5c-4f57-a257-83b13360bf08', 'name': 'tempest-FloatingIPTestJSON-41506897'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:04.068972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22c80f6-6909-4d9c-900d-784968477677 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Made reservation on behalf of 944172d8a9244096af4d37ccd448c69a for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:04.073888 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e22c80f6-6909-4d9c-900d-784968477677 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.105318 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-e22c80f6-6909-4d9c-900d-784968477677 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] device_id is not set on port f4d53e51-4294-4246-9a1d-7bdce842cc22 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:35:04.275140 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-e22c80f6-6909-4d9c-900d-784968477677 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Allocated IP 172.20.0.9 (28d9cfef-8d5c-4f57-a257-83b13360bf08/0a5cd1f4-3ff2-4878-b7c0-510b6dee116a/f4d53e51-4294-4246-9a1d-7bdce842cc22) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:04.546051 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e22c80f6-6909-4d9c-900d-784968477677 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.677905 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e22c80f6-6909-4d9c-900d-784968477677 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.725878 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22c80f6-6909-4d9c-900d-784968477677 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Network 28d9cfef-8d5c-4f57-a257-83b13360bf08 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:04.729853 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-e22c80f6-6909-4d9c-900d-784968477677 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:04.735318 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c80f6-6909-4d9c-900d-784968477677 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:04.745352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78f7d8-5526-4fbf-9175-4842aed4711b req-318fda2f-a6a8-4c9d-b5b6-9b94879aa8b7 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:04.747136 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b78f7d8-5526-4fbf-9175-4842aed4711b req-318fda2f-a6a8-4c9d-b5b6-9b94879aa8b7 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1444738 Jul 14 09:35:04.771970 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51880) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:04.823586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c80f6-6909-4d9c-900d-784968477677 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Port': ['ID=f4d53e51-4294-4246-9a1d-7bdce842cc22,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:04.845397 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22c80f6-6909-4d9c-900d-784968477677 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:04.846231 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e22c80f6-6909-4d9c-900d-784968477677 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.868923 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b78f7d8-5526-4fbf-9175-4842aed4711b req-52847279-76a4-4092-9c9f-5ae7d7885296 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876958 Jul 14 09:35:04.913840 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e22c80f6-6909-4d9c-900d-784968477677 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.9609864 Jul 14 09:35:04.913840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51890) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:04.919419 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-3f7745e3-126d-4997-b659-aae9263c3277 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'floatingip': {'port_id': 'f4d53e51-4294-4246-9a1d-7bdce842cc22'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:05.006405 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3f7745e3-126d-4997-b659-aae9263c3277 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.515836 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82d490-bd3b-44f4-8854-e26022612ab3 req-83277d0c-e6be-4d7f-a721-ad7735f8cfd0 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:05.528845 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe82d490-bd3b-44f4-8854-e26022612ab3 req-83277d0c-e6be-4d7f-a721-ad7735f8cfd0 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1874933 Jul 14 09:35:05.606165 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ded84e1e-b2a1-433b-8ba4-dba1edcd3a2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.677111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be68a5-6927-4c99-93bb-f33e43b4aae0 req-5bab8241-df62-4790-b451-c40dae67908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:05.678060 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50be68a5-6927-4c99-93bb-f33e43b4aae0 req-5bab8241-df62-4790-b451-c40dae67908d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 1096 time: 0.3381069 Jul 14 09:35:05.865964 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe82d490-bd3b-44f4-8854-e26022612ab3 req-9841750d-37fb-4297-86a4-f756102d3114 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3360202 Jul 14 09:35:05.991363 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be68a5-6927-4c99-93bb-f33e43b4aae0 req-34422437-9744-4b2d-8ec8-c7be606e9560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:05.993024 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50be68a5-6927-4c99-93bb-f33e43b4aae0 req-34422437-9744-4b2d-8ec8-c7be606e9560 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 913 time: 0.2762928 Jul 14 09:35:06.016857 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3f7745e3-126d-4997-b659-aae9263c3277 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.107607 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3f7745e3-126d-4997-b659-aae9263c3277 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.135613 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50be68a5-6927-4c99-93bb-f33e43b4aae0 req-1dc66690-b07c-44c6-8072-3636b0636d5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb HTTP/1.1" status: 200 len: 999 time: 0.1320617 Jul 14 09:35:06.309569 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be68a5-6927-4c99-93bb-f33e43b4aae0 req-9dee3e02-e5f7-4612-9857-3a50ac50ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:06.311155 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50be68a5-6927-4c99-93bb-f33e43b4aae0 req-9dee3e02-e5f7-4612-9857-3a50ac50ee05 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.1068864 Jul 14 09:35:06.343624 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-ded84e1e-b2a1-433b-8ba4-dba1edcd3a2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Deleting port defed466-12d9-451c-bae1-665ad1157601 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:06.344183 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ded84e1e-b2a1-433b-8ba4-dba1edcd3a2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.382619 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-3f7745e3-126d-4997-b659-aae9263c3277 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Floating IP 2dd059d6-9226-436e-9179-18caf7778371 associated. External IP: 172.25.1.18, port: f4d53e51-4294-4246-9a1d-7bdce842cc22. Jul 14 09:35:06.508144 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be68a5-6927-4c99-93bb-f33e43b4aae0 req-1936eb06-732d-4f32-a123-e3330f6b5b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:06.509707 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50be68a5-6927-4c99-93bb-f33e43b4aae0 req-1936eb06-732d-4f32-a123-e3330f6b5b55 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1835797 Jul 14 09:35:06.512180 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-ded84e1e-b2a1-433b-8ba4-dba1edcd3a2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] For port defed466-12d9-451c-bae1-665ad1157601, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=defed466-12d9-451c-bae1-665ad1157601,segment=NetworkSegment(5267a9dc-85b6-482f-b52c-2c6c7f1f2e19),segment_id=5267a9dc-85b6-482f-b52c-2c6c7f1f2e19)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:06.512571 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ded84e1e-b2a1-433b-8ba4-dba1edcd3a2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.532731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-ded84e1e-b2a1-433b-8ba4-dba1edcd3a2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Calling delete_port for defed466-12d9-451c-bae1-665ad1157601 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:06.946235 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ded84e1e-b2a1-433b-8ba4-dba1edcd3a2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.033768 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded84e1e-b2a1-433b-8ba4-dba1edcd3a2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event deleted for resources: {'Port': ['ID=defed466-12d9-451c-bae1-665ad1157601,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:07.401831 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ded84e1e-b2a1-433b-8ba4-dba1edcd3a2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.516610 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50be68a5-6927-4c99-93bb-f33e43b4aae0 req-c5ba16f9-6c72-4c88-9341-de1527049f67 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9983957 Jul 14 09:35:07.527220 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7745e3-126d-4997-b659-aae9263c3277 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Router e86a0623-76ea-4548-8a2d-d1ce9ec72647 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:07.623542 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bc3eb-4dc0-4ee6-a13f-de34145b7cd8 req-0c781eab-a18a-48db-b77d-9e4e32888aa7 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:07.631858 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-211bc3eb-4dc0-4ee6-a13f-de34145b7cd8 req-0c781eab-a18a-48db-b77d-9e4e32888aa7 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.3730042 Jul 14 09:35:07.770514 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded84e1e-b2a1-433b-8ba4-dba1edcd3a2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:07.802896 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50be68a5-6927-4c99-93bb-f33e43b4aae0 req-2ff04e3f-28ea-47a5-a9dd-b0127086ba0d service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695043 Jul 14 09:35:07.875128 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-211bc3eb-4dc0-4ee6-a13f-de34145b7cd8 req-5d1590ad-7a47-4e33-bcd1-ef92f8cfc704 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423143 Jul 14 09:35:07.990608 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7745e3-126d-4997-b659-aae9263c3277 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:07.996252 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3f7745e3-126d-4997-b659-aae9263c3277 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.004006 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bfbb00-f1bb-4318-a00b-8946eb594c5f None None] Sync routers for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:08.016877 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded84e1e-b2a1-433b-8ba4-dba1edcd3a2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:08.022478 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ded84e1e-b2a1-433b-8ba4-dba1edcd3a2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "PUT /v2.0/routers/1ca4acae-c21f-4d32-bcd6-8cb78720f7ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2487404 Jul 14 09:35:08.026284 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bfbb00-f1bb-4318-a00b-8946eb594c5f None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:08.026953 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-94bfbb00-f1bb-4318-a00b-8946eb594c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:08.031482 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c721f4b3-f6ff-44a7-b986-cd8d9deae8df None None] Sync routers for ids ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:08.047278 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721f4b3-f6ff-44a7-b986-cd8d9deae8df None None] Routers {'1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:08.047918 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c721f4b3-f6ff-44a7-b986-cd8d9deae8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:08.071744 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-94bfbb00-f1bb-4318-a00b-8946eb594c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:08.082669 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bfbb00-f1bb-4318-a00b-8946eb594c5f None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:08.084445 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-94bfbb00-f1bb-4318-a00b-8946eb594c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:08.134658 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3f7745e3-126d-4997-b659-aae9263c3277 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "PUT /v2.0/floatingips/2dd059d6-9226-436e-9179-18caf7778371 HTTP/1.1" status: 200 len: 975 time: 3.2379904 Jul 14 09:35:08.135729 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52016) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:08.142565 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-94bfbb00-f1bb-4318-a00b-8946eb594c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:08.144460 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bfbb00-f1bb-4318-a00b-8946eb594c5f None None] The sync data for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:08.303026 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-c721f4b3-f6ff-44a7-b986-cd8d9deae8df None None] Set router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:08.507110 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-f9ec2e62-2dcb-400b-ba41-37cbeefc7984 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Deleting port f4d53e51-4294-4246-9a1d-7bdce842cc22 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:08.508205 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f9ec2e62-2dcb-400b-ba41-37cbeefc7984 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.770792 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f9ec2e62-2dcb-400b-ba41-37cbeefc7984 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.884847 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c721f4b3-f6ff-44a7-b986-cd8d9deae8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'name': 'tempest-TestNetworkBasicOps-router-229876295', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:41Z', 'updated_at': '2021-07-14T09:35:06Z', 'revision_number': 6, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:42Z', 'updated_at': '2021-07-14T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '77b022fb-c72d-4699-be49-364026532f8f', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'floating_ip_address': '172.25.1.108', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'port_id': '581b5d8d-31b9-424b-980b-7633168e615e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'mac_address': 'fa:16:3e:50:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ef176-df38-45b6-9a7c-7105c2e86163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:33:33Z', 'updated_at': '2021-07-14T09:33:38Z', 'revision_number': 1, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9446b75-9db9-41d6-8ed1-5fb3fe524101', 'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:27:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:50Z', 'updated_at': '2021-07-14T09:33:07Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:08.946323 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c080f2-e803-4a56-9b68-92d05a9f5de0 req-43bdc8cb-5ce8-4c07-817a-4d4dafe529b0 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:08.966451 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45c080f2-e803-4a56-9b68-92d05a9f5de0 req-43bdc8cb-5ce8-4c07-817a-4d4dafe529b0 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 946 time: 0.2020161 Jul 14 09:35:08.999983 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c721f4b3-f6ff-44a7-b986-cd8d9deae8df None None] Checking router: 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:09.026752 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721f4b3-f6ff-44a7-b986-cd8d9deae8df None None] Routers {'1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:09.026752 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c721f4b3-f6ff-44a7-b986-cd8d9deae8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:09.045841 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45c080f2-e803-4a56-9b68-92d05a9f5de0 req-cd7ec665-4500-431d-a120-06b237766954 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783374 Jul 14 09:35:09.147047 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f9ec2e62-2dcb-400b-ba41-37cbeefc7984 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.147603 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f9ec2e62-2dcb-400b-ba41-37cbeefc7984 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.148109 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-f9ec2e62-2dcb-400b-ba41-37cbeefc7984 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Floating IP 2dd059d6-9226-436e-9179-18caf7778371 disassociated. External IP: 172.25.1.18, port: f4d53e51-4294-4246-9a1d-7bdce842cc22. Jul 14 09:35:09.148624 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-f9ec2e62-2dcb-400b-ba41-37cbeefc7984 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Calling delete_port for f4d53e51-4294-4246-9a1d-7bdce842cc22 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:09.259489 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-c721f4b3-f6ff-44a7-b986-cd8d9deae8df None None] Set router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:09.301871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102e141-92fe-48a7-baf7-825e1237fa52 req-2211c53b-d12c-4211-b7e1-e9d0f1c0012e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:09.303451 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4102e141-92fe-48a7-baf7-825e1237fa52 req-2211c53b-d12c-4211-b7e1-e9d0f1c0012e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1475885 Jul 14 09:35:09.363672 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4102e141-92fe-48a7-baf7-825e1237fa52 req-981e7004-4706-44fe-aa0f-42f8c89f946d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540531 Jul 14 09:35:09.473313 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f9ec2e62-2dcb-400b-ba41-37cbeefc7984 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.535973 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec2e62-2dcb-400b-ba41-37cbeefc7984 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event deleted for resources: {'Port': ['ID=f4d53e51-4294-4246-9a1d-7bdce842cc22,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:09.680492 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac434e-1339-464e-b4d2-9e4306cdc979 req-022d8d4f-b928-45a6-9268-7249b37c7aa1 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:09.688681 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e7ac434e-1339-464e-b4d2-9e4306cdc979 req-022d8d4f-b928-45a6-9268-7249b37c7aa1 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1113276 Jul 14 09:35:09.749512 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e7ac434e-1339-464e-b4d2-9e4306cdc979 req-4b5fcf1d-e6d1-40f7-a4b8-69e37dc1a974 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574212 Jul 14 09:35:09.840254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c721f4b3-f6ff-44a7-b986-cd8d9deae8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'name': 'tempest-TestNetworkBasicOps-router-229876295', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:41Z', 'updated_at': '2021-07-14T09:35:06Z', 'revision_number': 6, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:42Z', 'updated_at': '2021-07-14T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '77b022fb-c72d-4699-be49-364026532f8f', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'floating_ip_address': '172.25.1.108', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'port_id': '581b5d8d-31b9-424b-980b-7633168e615e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'mac_address': 'fa:16:3e:50:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ef176-df38-45b6-9a7c-7105c2e86163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:33:33Z', 'updated_at': '2021-07-14T09:33:38Z', 'revision_number': 1, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9446b75-9db9-41d6-8ed1-5fb3fe524101', 'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:27:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:50Z', 'updated_at': '2021-07-14T09:33:07Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:09.907426 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c721f4b3-f6ff-44a7-b986-cd8d9deae8df None None] The sync data for ids ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'] in n-d-798054-10 is: [{'id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'name': 'tempest-TestNetworkBasicOps-router-229876295', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:41Z', 'updated_at': '2021-07-14T09:35:06Z', 'revision_number': 6, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:42Z', 'updated_at': '2021-07-14T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '77b022fb-c72d-4699-be49-364026532f8f', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'floating_ip_address': '172.25.1.108', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'port_id': '581b5d8d-31b9-424b-980b-7633168e615e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'mac_address': 'fa:16:3e:50:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ef176-df38-45b6-9a7c-7105c2e86163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:33:33Z', 'updated_at': '2021-07-14T09:33:38Z', 'revision_number': 1, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9446b75-9db9-41d6-8ed1-5fb3fe524101', 'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:27:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:50Z', 'updated_at': '2021-07-14T09:33:07Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:10.308095 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device defed466-12d9-451c-bae1-665ad1157601 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:10.369118 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: defed466-12d9-451c-bae1-665ad1157601 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:10.369469 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device defed466-12d9-451c-bae1-665ad1157601 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:10.414725 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ec2e62-2dcb-400b-ba41-37cbeefc7984 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Router e86a0623-76ea-4548-8a2d-d1ce9ec72647 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:10.535153 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3c4cc-d651-4eea-a37b-94c755f523f1 req-12493d0c-3471-4360-a7a0-bf4d443b0ec2 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.536819 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22f3c4cc-d651-4eea-a37b-94c755f523f1 req-12493d0c-3471-4360-a7a0-bf4d443b0ec2 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1965954 Jul 14 09:35:10.584709 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823320a-d59f-43ee-ad33-199358ffd8fd req-7efdabf7-8c7c-43a4-9586-329e7f605fa5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.596266 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f823320a-d59f-43ee-ad33-199358ffd8fd req-7efdabf7-8c7c-43a4-9586-329e7f605fa5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 946 time: 0.1736269 Jul 14 09:35:10.653268 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1a78d-df2b-461f-8745-f045b93a98c0 req-9cd64b7e-b8dd-4e2b-a691-6acd7364d466 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.656242 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-06f1a78d-df2b-461f-8745-f045b93a98c0 req-9cd64b7e-b8dd-4e2b-a691-6acd7364d466 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 946 time: 0.3112683 Jul 14 09:35:10.667420 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f823320a-d59f-43ee-ad33-199358ffd8fd req-c46f514b-cd74-40f2-a255-27e50595ec8a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701663 Jul 14 09:35:10.820049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ec2e62-2dcb-400b-ba41-37cbeefc7984 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:10.839904 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ee4547-b6c6-42c4-ae2b-67a55118a4ee None None] Sync routers for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:10.848022 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22f3c4cc-d651-4eea-a37b-94c755f523f1 req-cac995a7-4918-41fc-b144-85ab3b37436c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048515 Jul 14 09:35:10.854307 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ee4547-b6c6-42c4-ae2b-67a55118a4ee None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:10.855144 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-30ee4547-b6c6-42c4-ae2b-67a55118a4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:10.891545 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-30ee4547-b6c6-42c4-ae2b-67a55118a4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:10.901418 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ee4547-b6c6-42c4-ae2b-67a55118a4ee None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:10.902308 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-30ee4547-b6c6-42c4-ae2b-67a55118a4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:10.925630 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-06f1a78d-df2b-461f-8745-f045b93a98c0 req-2ccf9cff-d2a2-43e2-9016-0fc807bb2a36 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Deleting port 49c1049c-65f1-45df-a75f-58bf8c802e6a {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:10.926001 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-06f1a78d-df2b-461f-8745-f045b93a98c0 req-2ccf9cff-d2a2-43e2-9016-0fc807bb2a36 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.934976 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f9ec2e62-2dcb-400b-ba41-37cbeefc7984 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.950283 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-30ee4547-b6c6-42c4-ae2b-67a55118a4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:10.951275 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ee4547-b6c6-42c4-ae2b-67a55118a4ee None None] The sync data for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:10.953690 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f9ec2e62-2dcb-400b-ba41-37cbeefc7984 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "DELETE /v2.0/ports/f4d53e51-4294-4246-9a1d-7bdce842cc22 HTTP/1.1" status: 204 len: 168 time: 2.8115256 Jul 14 09:35:10.957510 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52130) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:11.007879 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7e05a785-1947-4790-a4e8-42996a0c20c3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "GET /v2.0/floatingips/2dd059d6-9226-436e-9179-18caf7778371 HTTP/1.1" status: 200 len: 687 time: 0.0487356 Jul 14 09:35:11.010523 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52132) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:11.171012 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-06f1a78d-df2b-461f-8745-f045b93a98c0 req-2ccf9cff-d2a2-43e2-9016-0fc807bb2a36 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] For port 49c1049c-65f1-45df-a75f-58bf8c802e6a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=49c1049c-65f1-45df-a75f-58bf8c802e6a,segment=NetworkSegment(5267a9dc-85b6-482f-b52c-2c6c7f1f2e19),segment_id=5267a9dc-85b6-482f-b52c-2c6c7f1f2e19)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:11.171902 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-06f1a78d-df2b-461f-8745-f045b93a98c0 req-2ccf9cff-d2a2-43e2-9016-0fc807bb2a36 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.194700 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-06f1a78d-df2b-461f-8745-f045b93a98c0 req-2ccf9cff-d2a2-43e2-9016-0fc807bb2a36 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Calling delete_port for 49c1049c-65f1-45df-a75f-58bf8c802e6a owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:11.287639 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d7b3824e-96fe-4b1e-99bc-ae6b528b88e7 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Deleting port ac24e0db-2fdc-4b1c-85cd-37e9450957c8 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:11.288487 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7b3824e-96fe-4b1e-99bc-ae6b528b88e7 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.574281 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-06f1a78d-df2b-461f-8745-f045b93a98c0 req-2ccf9cff-d2a2-43e2-9016-0fc807bb2a36 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.612084 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7b3824e-96fe-4b1e-99bc-ae6b528b88e7 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.612735 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7b3824e-96fe-4b1e-99bc-ae6b528b88e7 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.642328 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf9cff-d2a2-43e2-9016-0fc807bb2a36 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event deleted for resources: {'Port': ['ID=49c1049c-65f1-45df-a75f-58bf8c802e6a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:11.648390 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d7b3824e-96fe-4b1e-99bc-ae6b528b88e7 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Calling delete_port for ac24e0db-2fdc-4b1c-85cd-37e9450957c8 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:11.724576 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee4a16dc-b9fc-4f3b-b1ff-c84af2d2e87a req-9538d647-c24c-457b-9254-bcbce9226fae service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=364ef176-df38-45b6-9a7c-7105c2e86163&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2038436 Jul 14 09:35:11.732474 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f1a78d-df2b-461f-8745-f045b93a98c0 req-2ccf9cff-d2a2-43e2-9016-0fc807bb2a36 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] No DVR routers for this DVR port 49c1049c-65f1-45df-a75f-58bf8c802e6a on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:11.734876 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57717a-9a93-4429-a622-e5e4059b8505 req-9d4a5256-4995-4a08-9a64-79e460383db7 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:11.742739 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b57717a-9a93-4429-a622-e5e4059b8505 req-9d4a5256-4995-4a08-9a64-79e460383db7 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.2340114 Jul 14 09:35:11.744360 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-06f1a78d-df2b-461f-8745-f045b93a98c0 req-2ccf9cff-d2a2-43e2-9016-0fc807bb2a36 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.750096 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-06f1a78d-df2b-461f-8745-f045b93a98c0 req-2ccf9cff-d2a2-43e2-9016-0fc807bb2a36 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.55 "DELETE /v2.0/ports/49c1049c-65f1-45df-a75f-58bf8c802e6a HTTP/1.1" status: 204 len: 173 time: 1.0870030 Jul 14 09:35:11.751010 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0', 'name': 'network-vif-deleted', 'tag': '49c1049c-65f1-45df-a75f-58bf8c802e6a'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:11.770238 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511e0265-4799-4cc4-85c3-6bd7ea25a4cc" -d '{"events": [{"server_uuid": "5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0", "name": "network-vif-deleted", "tag": "49c1049c-65f1-45df-a75f-58bf8c802e6a"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:11.853556 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b57717a-9a93-4429-a622-e5e4059b8505 req-e5df999d-5b8f-4ef0-b3f5-1d23deb280d9 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098557 Jul 14 09:35:11.978932 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe400d5-675b-47d5-b362-96cd9851154d x-openstack-request-id: req-bfe400d5-675b-47d5-b362-96cd9851154d {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:11.979308 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0", "name": "network-vif-deleted", "tag": "49c1049c-65f1-45df-a75f-58bf8c802e6a", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:11.979624 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bfe400d5-675b-47d5-b362-96cd9851154d {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:11.980629 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0', 'name': 'network-vif-deleted', 'tag': '49c1049c-65f1-45df-a75f-58bf8c802e6a', 'status': 'completed', 'code': 200} Jul 14 09:35:12.101433 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f763ad13-1bb4-4dbd-b3aa-fc15c846d297 req-1d7c8ae9-3ab2-463b-9edf-bb60c2c7e5db tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c28885e-48d2-4dcc-9dd0-7e1a7762e7f0 HTTP/1.1" status: 200 len: 210 time: 0.1977298 Jul 14 09:35:12.127554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a16dc-b9fc-4f3b-b1ff-c84af2d2e87a req-3bdd6782-9e04-4443-b9cb-f9ecd680797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:12.129081 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee4a16dc-b9fc-4f3b-b1ff-c84af2d2e87a req-3bdd6782-9e04-4443-b9cb-f9ecd680797b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e8947ccf2db4372a301749e896d7bb1&device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 1097 time: 0.3704784 Jul 14 09:35:12.150414 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7b3824e-96fe-4b1e-99bc-ae6b528b88e7 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.268650 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3824e-96fe-4b1e-99bc-ae6b528b88e7 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event deleted for resources: {'Port': ['ID=ac24e0db-2fdc-4b1c-85cd-37e9450957c8,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:12.381017 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7b3824e-96fe-4b1e-99bc-ae6b528b88e7 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.388846 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7b3824e-96fe-4b1e-99bc-ae6b528b88e7 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.393224 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d7b3824e-96fe-4b1e-99bc-ae6b528b88e7 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "DELETE /v2.0/floatingips/2dd059d6-9226-436e-9179-18caf7778371 HTTP/1.1" status: 204 len: 168 time: 1.3783646 Jul 14 09:35:12.393618 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52184) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:12.398388 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-730c605a-51e0-473c-aa60-5207eab63e16 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': '41bf076c-4d5a-4131-9dfa-b955ea57ab27'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:12.409203 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a16dc-b9fc-4f3b-b1ff-c84af2d2e87a req-608dc3f7-986e-4bef-89d4-cccec5fd7355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:12.411507 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee4a16dc-b9fc-4f3b-b1ff-c84af2d2e87a req-608dc3f7-986e-4bef-89d4-cccec5fd7355 service neutron] 10.222.0.49 "GET /v2.0/networks?id=16c71265-6fb2-47c0-a4dc-272015de3e7a HTTP/1.1" status: 200 len: 897 time: 0.2164991 Jul 14 09:35:12.450333 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-730c605a-51e0-473c-aa60-5207eab63e16 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.554132 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee4a16dc-b9fc-4f3b-b1ff-c84af2d2e87a req-311e9442-b9e9-43e4-8858-304fbd3f91a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=581b5d8d-31b9-424b-980b-7633168e615e HTTP/1.1" status: 200 len: 1001 time: 0.1363654 Jul 14 09:35:12.613926 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-730c605a-51e0-473c-aa60-5207eab63e16 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.642453 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a16dc-b9fc-4f3b-b1ff-c84af2d2e87a req-e9e6e314-8627-4dd3-8521-e9c7698f7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:12.644613 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee4a16dc-b9fc-4f3b-b1ff-c84af2d2e87a req-e9e6e314-8627-4dd3-8521-e9c7698f7855 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9106bf93-1af9-4d71-a91a-1466791dfe32 HTTP/1.1" status: 200 len: 835 time: 0.0845940 Jul 14 09:35:12.741017 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a16dc-b9fc-4f3b-b1ff-c84af2d2e87a req-c73ee083-03cb-4fe3-a501-42081698681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:12.743518 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee4a16dc-b9fc-4f3b-b1ff-c84af2d2e87a req-c73ee083-03cb-4fe3-a501-42081698681b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16c71265-6fb2-47c0-a4dc-272015de3e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744131 Jul 14 09:35:12.803048 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-730c605a-51e0-473c-aa60-5207eab63e16 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Allocated IP 172.25.1.189 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/9644c442-cd41-4b77-a66f-19c7fd6a9ddb) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:12.942612 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee4a16dc-b9fc-4f3b-b1ff-c84af2d2e87a req-e6073a80-1d23-4daf-b277-3a9b4a067962 service neutron] 10.222.0.49 "GET /v2.0/networks/16c71265-6fb2-47c0-a4dc-272015de3e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922913 Jul 14 09:35:13.026341 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-730c605a-51e0-473c-aa60-5207eab63e16 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.072369 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-730c605a-51e0-473c-aa60-5207eab63e16 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.160104 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee4a16dc-b9fc-4f3b-b1ff-c84af2d2e87a req-8d3b76ec-d42c-42f4-bd2c-bcf9f352f14a service neutron] 10.222.0.49 "GET /v2.0/networks/16c71265-6fb2-47c0-a4dc-272015de3e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105196 Jul 14 09:35:13.195368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730c605a-51e0-473c-aa60-5207eab63e16 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:13.238216 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-730c605a-51e0-473c-aa60-5207eab63e16 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:13.240757 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cc97b-e532-4c4f-ae39-621060a082c4 req-f221767a-0e82-4b4a-b166-6cfbb9804c53 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:13.242428 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2c2cc97b-e532-4c4f-ae39-621060a082c4 req-f221767a-0e82-4b4a-b166-6cfbb9804c53 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1801057 Jul 14 09:35:13.244589 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c605a-51e0-473c-aa60-5207eab63e16 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:13.295585 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2c2cc97b-e532-4c4f-ae39-621060a082c4 req-93af931d-ab2d-4a8d-9499-4402ed89c1ca tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413110 Jul 14 09:35:13.312558 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52222) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:13.413374 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c605a-51e0-473c-aa60-5207eab63e16 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Port': ['ID=9644c442-cd41-4b77-a66f-19c7fd6a9ddb,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:13.480078 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-126d577b-3d0f-48c7-a06b-85d466a47bcb tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.562360 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-126d577b-3d0f-48c7-a06b-85d466a47bcb tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.711171 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-126d577b-3d0f-48c7-a06b-85d466a47bcb tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.714730 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-126d577b-3d0f-48c7-a06b-85d466a47bcb tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.716016 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-126d577b-3d0f-48c7-a06b-85d466a47bcb tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "DELETE /v2.0/security-groups/ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453 HTTP/1.1" status: 204 len: 168 time: 0.4021804 Jul 14 09:35:13.757965 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d577b-3d0f-48c7-a06b-85d466a47bcb tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3d85eb-6362-4f52-a9c7-b5fdcbfc9453,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:14.069769 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52254) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:14.216243 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ed42fc-af41-46f9-a5e2-b756dee784cd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Deleting subnet 977f1dd3-7b5d-4dba-9516-e43d3998771c {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:14.264321 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 49c1049c-65f1-45df-a75f-58bf8c802e6a no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:14.265261 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-80ed42fc-af41-46f9-a5e2-b756dee784cd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.311308 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 49c1049c-65f1-45df-a75f-58bf8c802e6a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:14.311893 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 49c1049c-65f1-45df-a75f-58bf8c802e6a not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:14.391563 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-730c605a-51e0-473c-aa60-5207eab63e16 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.406563 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-80ed42fc-af41-46f9-a5e2-b756dee784cd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.463067 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3cc7e1-e73a-4fa0-917a-b1c45b8bbef8 req-4a8c2d75-ed53-4f9b-810c-6561aa5ff433 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:14.464717 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d3cc7e1-e73a-4fa0-917a-b1c45b8bbef8 req-4a8c2d75-ed53-4f9b-810c-6561aa5ff433 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.2382576 Jul 14 09:35:14.548164 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d3cc7e1-e73a-4fa0-917a-b1c45b8bbef8 req-0c9db02e-dc7b-4ad5-9943-bdbb0cf747dc tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552659 Jul 14 09:35:14.589185 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-80ed42fc-af41-46f9-a5e2-b756dee784cd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.622333 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-730c605a-51e0-473c-aa60-5207eab63e16 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.712724 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-80ed42fc-af41-46f9-a5e2-b756dee784cd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.769432 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed42fc-af41-46f9-a5e2-b756dee784cd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event deleted for resources: {'Subnet': ['ID=977f1dd3-7b5d-4dba-9516-e43d3998771c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:14.786413 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-80ed42fc-af41-46f9-a5e2-b756dee784cd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.787595 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f1ace5-95f8-4e0d-a922-5244f81383f5 None None] Network eb39bda1-b741-49ce-b9ea-c1392e27706c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:14.796731 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-80ed42fc-af41-46f9-a5e2-b756dee784cd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "DELETE /v2.0/subnets/977f1dd3-7b5d-4dba-9516-e43d3998771c HTTP/1.1" status: 204 len: 168 time: 0.7134719 Jul 14 09:35:14.798761 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52272) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:14.929352 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-190e7019-e9b8-47ee-81e8-d1fc19c16698 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.030328 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-190e7019-e9b8-47ee-81e8-d1fc19c16698 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Deleting port 0f546a56-4b13-4df0-ab3d-014bab83c433 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:15.033190 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-190e7019-e9b8-47ee-81e8-d1fc19c16698 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.070341 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-730c605a-51e0-473c-aa60-5207eab63e16 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.077926 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-730c605a-51e0-473c-aa60-5207eab63e16 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.177394 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-190e7019-e9b8-47ee-81e8-d1fc19c16698 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] For port 0f546a56-4b13-4df0-ab3d-014bab83c433, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0f546a56-4b13-4df0-ab3d-014bab83c433,segment=NetworkSegment(5267a9dc-85b6-482f-b52c-2c6c7f1f2e19),segment_id=5267a9dc-85b6-482f-b52c-2c6c7f1f2e19)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:15.177755 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-190e7019-e9b8-47ee-81e8-d1fc19c16698 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.192524 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-190e7019-e9b8-47ee-81e8-d1fc19c16698 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Calling delete_port for 0f546a56-4b13-4df0-ab3d-014bab83c433 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:15.193350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c605a-51e0-473c-aa60-5207eab63e16 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Port': ['ID=9644c442-cd41-4b77-a66f-19c7fd6a9ddb,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:15.264990 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc63d48d-3df7-417f-8b22-d14c55659f09 None None] DHCP port deletion for eb39bda1-b741-49ce-b9ea-c1392e27706c request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:35:15.276427 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-730c605a-51e0-473c-aa60-5207eab63e16 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.402836 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cc63d48d-3df7-417f-8b22-d14c55659f09 None None] Deleting port 0f546a56-4b13-4df0-ab3d-014bab83c433 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:15.403530 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc63d48d-3df7-417f-8b22-d14c55659f09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.428327 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-730c605a-51e0-473c-aa60-5207eab63e16 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Floating IP 133def81-53a4-4d26-8d0e-c9401eba51c5 associated. External IP: 172.25.1.189, port: 41bf076c-4d5a-4131-9dfa-b955ea57ab27. Jul 14 09:35:15.487567 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-190e7019-e9b8-47ee-81e8-d1fc19c16698 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.488052 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cc63d48d-3df7-417f-8b22-d14c55659f09 None None] For port 0f546a56-4b13-4df0-ab3d-014bab83c433, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0f546a56-4b13-4df0-ab3d-014bab83c433,segment=NetworkSegment(5267a9dc-85b6-482f-b52c-2c6c7f1f2e19),segment_id=5267a9dc-85b6-482f-b52c-2c6c7f1f2e19)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:15.488731 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc63d48d-3df7-417f-8b22-d14c55659f09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.513451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cc63d48d-3df7-417f-8b22-d14c55659f09 None None] Calling delete_port for 0f546a56-4b13-4df0-ab3d-014bab83c433 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:15.578344 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e7019-e9b8-47ee-81e8-d1fc19c16698 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event deleted for resources: {'Port': ['ID=0f546a56-4b13-4df0-ab3d-014bab83c433,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:15.584307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e7019-e9b8-47ee-81e8-d1fc19c16698 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] No DVR routers for this DVR port 0f546a56-4b13-4df0-ab3d-014bab83c433 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:15.682267 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-190e7019-e9b8-47ee-81e8-d1fc19c16698 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.693725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-190e7019-e9b8-47ee-81e8-d1fc19c16698 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb39bda1-b741-49ce-b9ea-c1392e27706c']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:15.705511 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-190e7019-e9b8-47ee-81e8-d1fc19c16698 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5267a9dc-85b6-482f-b52c-2c6c7f1f2e19') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:15.705511 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-190e7019-e9b8-47ee-81e8-d1fc19c16698 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5267a9dc-85b6-482f-b52c-2c6c7f1f2e19') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:15.714500 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-190e7019-e9b8-47ee-81e8-d1fc19c16698 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.731072 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-190e7019-e9b8-47ee-81e8-d1fc19c16698 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.748641 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190e7019-e9b8-47ee-81e8-d1fc19c16698 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:15.749076 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-190e7019-e9b8-47ee-81e8-d1fc19c16698 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:15.759872 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:15.772507 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc63d48d-3df7-417f-8b22-d14c55659f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.821107 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730c605a-51e0-473c-aa60-5207eab63e16 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Router e86a0623-76ea-4548-8a2d-d1ce9ec72647 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:15.902595 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63d48d-3df7-417f-8b22-d14c55659f09 None None] Pushing event deleted for resources: {'Port': ['ID=0f546a56-4b13-4df0-ab3d-014bab83c433,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:15.909909 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-190e7019-e9b8-47ee-81e8-d1fc19c16698 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.922076 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-190e7019-e9b8-47ee-81e8-d1fc19c16698 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.924391 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-190e7019-e9b8-47ee-81e8-d1fc19c16698 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "DELETE /v2.0/networks/eb39bda1-b741-49ce-b9ea-c1392e27706c HTTP/1.1" status: 204 len: 168 time: 1.1232111 Jul 14 09:35:15.925853 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc63d48d-3df7-417f-8b22-d14c55659f09 None None] No DVR routers for this DVR port 0f546a56-4b13-4df0-ab3d-014bab83c433 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:15.927341 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52310) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.005052 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730c605a-51e0-473c-aa60-5207eab63e16 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:16.015389 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebb36f4-c10c-49a6-ba71-5dbfc125aba0 None None] Sync routers for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:16.024701 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-730c605a-51e0-473c-aa60-5207eab63e16 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.028152 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebb36f4-c10c-49a6-ba71-5dbfc125aba0 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:16.034573 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-eebb36f4-c10c-49a6-ba71-5dbfc125aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:16.078804 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-eebb36f4-c10c-49a6-ba71-5dbfc125aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:16.084216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e7019-e9b8-47ee-81e8-d1fc19c16698 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event deleted for resources: {'Network': ['ID=eb39bda1-b741-49ce-b9ea-c1392e27706c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:16.091600 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-730c605a-51e0-473c-aa60-5207eab63e16 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6968367 Jul 14 09:35:16.091980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52318) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.100074 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-236788d2-3195-4842-a9e4-936ffac69fa3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1041288189'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:16.114391 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebb36f4-c10c-49a6-ba71-5dbfc125aba0 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:16.116123 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-eebb36f4-c10c-49a6-ba71-5dbfc125aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:16.122888 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe1810-d290-4cec-b75c-9e0a16161786 req-cdffeac5-9c8f-472e-b159-aefd705742a8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:16.129934 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67fe1810-d290-4cec-b75c-9e0a16161786 req-cdffeac5-9c8f-472e-b159-aefd705742a8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.2791841 Jul 14 09:35:16.163759 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-eebb36f4-c10c-49a6-ba71-5dbfc125aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:16.164996 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebb36f4-c10c-49a6-ba71-5dbfc125aba0 None None] The sync data for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:16.230742 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67fe1810-d290-4cec-b75c-9e0a16161786 req-f0535910-5e6d-492b-887c-1955752a6bbf tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905006 Jul 14 09:35:16.263918 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236788d2-3195-4842-a9e4-936ffac69fa3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Made reservation on behalf of 944172d8a9244096af4d37ccd448c69a for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:16.267368 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-236788d2-3195-4842-a9e4-936ffac69fa3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.349645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0f546a56-4b13-4df0-ab3d-014bab83c433 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:16.384493 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 0f546a56-4b13-4df0-ab3d-014bab83c433 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:16.385083 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0f546a56-4b13-4df0-ab3d-014bab83c433 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:16.442502 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.464201 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236788d2-3195-4842-a9e4-936ffac69fa3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:16.481812 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-236788d2-3195-4842-a9e4-936ffac69fa3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.482154 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-236788d2-3195-4842-a9e4-936ffac69fa3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Added segment 2a2c417b-dc79-4988-9f2d-3d96fd4cbc90 of type vlan for network 44b3ce35-fac4-48cf-bf33-542305bdc0c8 Jul 14 09:35:16.519598 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-e7446d62-f155-4865-be6a-ed5eafbacd5f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Deleting port 4697a98b-3a43-4b80-b4f6-3f3dfd63681b {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:16.519977 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7446d62-f155-4865-be6a-ed5eafbacd5f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.967435 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-236788d2-3195-4842-a9e4-936ffac69fa3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.052266 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6055e3-b97e-4250-8011-4c1212b09c14 req-7d267f59-d2ef-4feb-bb92-a865dae92c87 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:17.053875 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e6055e3-b97e-4250-8011-4c1212b09c14 req-7d267f59-d2ef-4feb-bb92-a865dae92c87 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.6622753 Jul 14 09:35:17.078206 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7446d62-f155-4865-be6a-ed5eafbacd5f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.078818 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7446d62-f155-4865-be6a-ed5eafbacd5f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.094008 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-e7446d62-f155-4865-be6a-ed5eafbacd5f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Calling delete_port for 4697a98b-3a43-4b80-b4f6-3f3dfd63681b owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:17.146255 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-236788d2-3195-4842-a9e4-936ffac69fa3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.152217 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236788d2-3195-4842-a9e4-936ffac69fa3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:17.153140 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-236788d2-3195-4842-a9e4-936ffac69fa3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.250033 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-236788d2-3195-4842-a9e4-936ffac69fa3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1506782 Jul 14 09:35:17.252667 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52372) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:17.263498 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-02dddd1c-f53b-4d24-8cf0-746e2083aa27 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'subnet': {'network_id': '44b3ce35-fac4-48cf-bf33-542305bdc0c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:17.298259 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236788d2-3195-4842-a9e4-936ffac69fa3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Network': ['ID=44b3ce35-fac4-48cf-bf33-542305bdc0c8,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:17.309716 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e6055e3-b97e-4250-8011-4c1212b09c14 req-d2385290-f074-440f-80bd-49005654c8fd tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645792 Jul 14 09:35:17.311558 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 44b3ce35-fac4-48cf-bf33-542305bdc0c8 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:17.486901 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dddd1c-f53b-4d24-8cf0-746e2083aa27 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Made reservation on behalf of 944172d8a9244096af4d37ccd448c69a for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:17.492395 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-02dddd1c-f53b-4d24-8cf0-746e2083aa27 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.531794 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7446d62-f155-4865-be6a-ed5eafbacd5f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.638824 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7446d62-f155-4865-be6a-ed5eafbacd5f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event deleted for resources: {'Port': ['ID=4697a98b-3a43-4b80-b4f6-3f3dfd63681b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:17.703000 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7446d62-f155-4865-be6a-ed5eafbacd5f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.703433 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-e7446d62-f155-4865-be6a-ed5eafbacd5f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Floating IP 77b022fb-c72d-4699-be49-364026532f8f disassociated (deleted). External IP: 172.25.1.108, port: 581b5d8d-31b9-424b-980b-7633168e615e. Jul 14 09:35:17.854605 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-02dddd1c-f53b-4d24-8cf0-746e2083aa27 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.946413 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dddd1c-f53b-4d24-8cf0-746e2083aa27 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Subnet': ['ID=1392fc6b-a691-4709-8dfc-f4e6e5aeb49b,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:17.953670 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dddd1c-f53b-4d24-8cf0-746e2083aa27 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Checking segment: {'id': '2a2c417b-dc79-4988-9f2d-3d96fd4cbc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '44b3ce35-fac4-48cf-bf33-542305bdc0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:17.954321 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dddd1c-f53b-4d24-8cf0-746e2083aa27 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Network hostable DHCP agents. Network: 44b3ce35-fac4-48cf-bf33-542305bdc0c8, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:17.961411 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94902e-7a70-46ee-b60c-a85c819b9a30 req-65c3a942-bb36-4fd1-8672-0f87cc2a650d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:17.962959 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff94902e-7a70-46ee-b60c-a85c819b9a30 req-65c3a942-bb36-4fd1-8672-0f87cc2a650d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.3291137 Jul 14 09:35:17.975934 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dddd1c-f53b-4d24-8cf0-746e2083aa27 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Network 44b3ce35-fac4-48cf-bf33-542305bdc0c8 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:17.987727 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-02dddd1c-f53b-4d24-8cf0-746e2083aa27 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 44b3ce35-fac4-48cf-bf33-542305bdc0c8) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:17.997349 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dddd1c-f53b-4d24-8cf0-746e2083aa27 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:17.998251 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-02dddd1c-f53b-4d24-8cf0-746e2083aa27 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.031895 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed13ee25-f911-4a3f-b4ae-b4f0921a785f None None] Network 44b3ce35-fac4-48cf-bf33-542305bdc0c8 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:18.046979 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-02dddd1c-f53b-4d24-8cf0-746e2083aa27 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7900624 Jul 14 09:35:18.048617 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52404) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:18.060988 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-d04bae6d-fa33-454a-86b8-4254a0beaefa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-759852043', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}, 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:18.113597 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d04bae6d-fa33-454a-86b8-4254a0beaefa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.113597 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d04bae6d-fa33-454a-86b8-4254a0beaefa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.161281 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff94902e-7a70-46ee-b60c-a85c819b9a30 req-f0b1de84-91f6-4a19-8fe0-51b6091a3d1c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534889 Jul 14 09:35:18.211545 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7446d62-f155-4865-be6a-ed5eafbacd5f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:18.274588 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d04bae6d-fa33-454a-86b8-4254a0beaefa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.404081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-44b3ce35-fac4-48cf-bf33-542305bdc0c8', 'network_id': '44b3ce35-fac4-48cf-bf33-542305bdc0c8', 'tenant_id': '944172d8a9244096af4d37ccd448c69a', 'fixed_ips': [{'subnet_id': '1392fc6b-a691-4709-8dfc-f4e6e5aeb49b'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:35:18.405459 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.424712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7446d62-f155-4865-be6a-ed5eafbacd5f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:18.434356 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c089ce32-aa83-43c7-8f81-234b01a01b5e None None] Sync routers for ids ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:18.445334 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7446d62-f155-4865-be6a-ed5eafbacd5f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.454179 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c089ce32-aa83-43c7-8f81-234b01a01b5e None None] Routers {'1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:18.454714 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c089ce32-aa83-43c7-8f81-234b01a01b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:18.619090 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e7446d62-f155-4865-be6a-ed5eafbacd5f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "DELETE /v2.0/floatingips/77b022fb-c72d-4699-be49-364026532f8f HTTP/1.1" status: 204 len: 168 time: 2.6889813 Jul 14 09:35:18.641342 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364ef176-df38-45b6-9a7c-7105c2e86163', 'tag': '581b5d8d-31b9-424b-980b-7633168e615e'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:18.652293 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c43865a-d5a7-4282-8cac-f522069e4e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "364ef176-df38-45b6-9a7c-7105c2e86163", "tag": "581b5d8d-31b9-424b-980b-7633168e615e"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:18.757122 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3f3f6-c100-45ca-94e3-63f5ef013752 req-503962f3-f1a8-40b6-aad5-7e58a4701345 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:18.762555 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-efe3f3f6-c100-45ca-94e3-63f5ef013752 req-503962f3-f1a8-40b6-aad5-7e58a4701345 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.2625647 Jul 14 09:35:18.773696 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-c089ce32-aa83-43c7-8f81-234b01a01b5e None None] Set router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:18.837688 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-efe3f3f6-c100-45ca-94e3-63f5ef013752 req-22d26fe1-d4fd-475b-af63-2546c44848cb tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675693 Jul 14 09:35:18.842038 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d04bae6d-fa33-454a-86b8-4254a0beaefa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.011146 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Allocated IP 172.20.0.2 (44b3ce35-fac4-48cf-bf33-542305bdc0c8/1392fc6b-a691-4709-8dfc-f4e6e5aeb49b/a1e8395c-bb7e-4fc6-bceb-201fbc738ad1) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:19.218202 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c089ce32-aa83-43c7-8f81-234b01a01b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'name': 'tempest-TestNetworkBasicOps-router-229876295', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:41Z', 'updated_at': '2021-07-14T09:35:06Z', 'revision_number': 6, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:42Z', 'updated_at': '2021-07-14T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e9446b75-9db9-41d6-8ed1-5fb3fe524101', 'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:27:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:50Z', 'updated_at': '2021-07-14T09:33:07Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:19.243638 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d04bae6d-fa33-454a-86b8-4254a0beaefa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.254177 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f160a47d-570a-4be9-9495-2d6a714cf86a x-openstack-request-id: req-f160a47d-570a-4be9-9495-2d6a714cf86a {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:19.254664 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364ef176-df38-45b6-9a7c-7105c2e86163", "tag": "581b5d8d-31b9-424b-980b-7633168e615e", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:19.254773 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f160a47d-570a-4be9-9495-2d6a714cf86a {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:19.255130 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364ef176-df38-45b6-9a7c-7105c2e86163', 'tag': '581b5d8d-31b9-424b-980b-7633168e615e', 'status': 'completed', 'code': 200} Jul 14 09:35:19.282891 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d04bae6d-fa33-454a-86b8-4254a0beaefa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.350653 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c089ce32-aa83-43c7-8f81-234b01a01b5e None None] Checking router: 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:19.374117 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c089ce32-aa83-43c7-8f81-234b01a01b5e None None] Routers {'1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:19.374605 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43865a-d5a7-4282-8cac-f522069e4e1e req-896ca486-651f-419f-ac73-e76d1291f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:19.376332 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c43865a-d5a7-4282-8cac-f522069e4e1e req-896ca486-651f-419f-ac73-e76d1291f8a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e8947ccf2db4372a301749e896d7bb1&device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 1097 time: 0.0970194 Jul 14 09:35:19.382709 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c089ce32-aa83-43c7-8f81-234b01a01b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:19.443637 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.475044 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Transition to ACTIVE for port object a1e8395c-bb7e-4fc6-bceb-201fbc738ad1 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:19.520417 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Transition to ACTIVE for port object a1e8395c-bb7e-4fc6-bceb-201fbc738ad1 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:19.527638 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.590005 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-d04bae6d-fa33-454a-86b8-4254a0beaefa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Allocated IP 172.25.1.245 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/9d3c84f8-2f05-4d4c-8e17-123208e8c520) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:19.608540 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Network 44b3ce35-fac4-48cf-bf33-542305bdc0c8 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:19.620858 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:19.624837 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-c089ce32-aa83-43c7-8f81-234b01a01b5e None None] Set router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:19.628445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:19.688505 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Pushing event updated for resources: {'Port': ['ID=a1e8395c-bb7e-4fc6-bceb-201fbc738ad1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:19.703888 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43865a-d5a7-4282-8cac-f522069e4e1e req-3921e641-ddce-4fd0-9efd-b0c5c7d9ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:19.712121 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c43865a-d5a7-4282-8cac-f522069e4e1e req-3921e641-ddce-4fd0-9efd-b0c5c7d9ba98 service neutron] 10.222.0.49 "GET /v2.0/networks?id=16c71265-6fb2-47c0-a4dc-272015de3e7a HTTP/1.1" status: 200 len: 897 time: 0.3282590 Jul 14 09:35:19.825643 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c43865a-d5a7-4282-8cac-f522069e4e1e req-fe2f5188-e969-4429-93d0-2c87ad3453eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=581b5d8d-31b9-424b-980b-7633168e615e HTTP/1.1" status: 200 len: 217 time: 0.0981090 Jul 14 09:35:19.836123 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Attempting to bind port a1e8395c-bb7e-4fc6-bceb-201fbc738ad1 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:19.836503 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Attempting to bind port a1e8395c-bb7e-4fc6-bceb-201fbc738ad1 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '2a2c417b-dc79-4988-9f2d-3d96fd4cbc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '44b3ce35-fac4-48cf-bf33-542305bdc0c8'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:19.836877 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Attempting to bind port a1e8395c-bb7e-4fc6-bceb-201fbc738ad1 on network 44b3ce35-fac4-48cf-bf33-542305bdc0c8 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:19.842331 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:19.842806 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Checking segment: {'id': '2a2c417b-dc79-4988-9f2d-3d96fd4cbc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '44b3ce35-fac4-48cf-bf33-542305bdc0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:19.843419 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.844019 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Bound using segment: {'id': '2a2c417b-dc79-4988-9f2d-3d96fd4cbc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '44b3ce35-fac4-48cf-bf33-542305bdc0c8'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:19.844695 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Bound port: a1e8395c-bb7e-4fc6-bceb-201fbc738ad1, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2c417b-dc79-4988-9f2d-3d96fd4cbc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '44b3ce35-fac4-48cf-bf33-542305bdc0c8'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:19.845300 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.859114 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667167a-e925-42ef-83d5-359410df5231 req-5e0c091e-f704-4a87-8b70-a6dddf31b108 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:19.862056 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d667167a-e925-42ef-83d5-359410df5231 req-5e0c091e-f704-4a87-8b70-a6dddf31b108 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 945 time: 0.2979524 Jul 14 09:35:19.888734 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d04bae6d-fa33-454a-86b8-4254a0beaefa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.962115 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] For port a1e8395c-bb7e-4fc6-bceb-201fbc738ad1, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:19.967061 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] For port a1e8395c-bb7e-4fc6-bceb-201fbc738ad1, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a1e8395c-bb7e-4fc6-bceb-201fbc738ad1,segment=NetworkSegment(2a2c417b-dc79-4988-9f2d-3d96fd4cbc90),segment_id=2a2c417b-dc79-4988-9f2d-3d96fd4cbc90)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:19.972616 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.979177 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d04bae6d-fa33-454a-86b8-4254a0beaefa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.986501 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43865a-d5a7-4282-8cac-f522069e4e1e req-341cda4f-276e-4afb-b75b-1b235ca6f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:19.988392 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c43865a-d5a7-4282-8cac-f522069e4e1e req-341cda4f-276e-4afb-b75b-1b235ca6f076 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9106bf93-1af9-4d71-a91a-1466791dfe32 HTTP/1.1" status: 200 len: 835 time: 0.1560230 Jul 14 09:35:20.020105 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c089ce32-aa83-43c7-8f81-234b01a01b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'name': 'tempest-TestNetworkBasicOps-router-229876295', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:41Z', 'updated_at': '2021-07-14T09:35:06Z', 'revision_number': 6, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:42Z', 'updated_at': '2021-07-14T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e9446b75-9db9-41d6-8ed1-5fb3fe524101', 'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:27:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:50Z', 'updated_at': '2021-07-14T09:33:07Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:20.030067 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d667167a-e925-42ef-83d5-359410df5231 req-316b6447-7fed-44f3-bfd5-8258148feac8 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1109789-952b-4570-8e9a-8a1f4c6996a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401949 Jul 14 09:35:20.061887 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f847ef-8ebc-4459-a88e-e81b779a2ac1 None None] Pushing event updated for resources: {'Port': ['ID=a1e8395c-bb7e-4fc6-bceb-201fbc738ad1,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:20.113296 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43865a-d5a7-4282-8cac-f522069e4e1e req-4b54149f-d68b-4c63-8ad2-a62e2038ab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:20.116833 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c43865a-d5a7-4282-8cac-f522069e4e1e req-4b54149f-d68b-4c63-8ad2-a62e2038ab52 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16c71265-6fb2-47c0-a4dc-272015de3e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1139429 Jul 14 09:35:20.125322 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c089ce32-aa83-43c7-8f81-234b01a01b5e None None] The sync data for ids ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'] in n-d-798054-10 is: [{'id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'name': 'tempest-TestNetworkBasicOps-router-229876295', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:41Z', 'updated_at': '2021-07-14T09:35:06Z', 'revision_number': 6, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:42Z', 'updated_at': '2021-07-14T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e9446b75-9db9-41d6-8ed1-5fb3fe524101', 'name': '', 'network_id': '16c71265-6fb2-47c0-a4dc-272015de3e7a', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:27:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:50Z', 'updated_at': '2021-07-14T09:33:07Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': '9106bf93-1af9-4d71-a91a-1466791dfe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:20.127412 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04bae6d-fa33-454a-86b8-4254a0beaefa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:20.135430 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-d04bae6d-fa33-454a-86b8-4254a0beaefa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:20.140514 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04bae6d-fa33-454a-86b8-4254a0beaefa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:20.213756 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bae6d-fa33-454a-86b8-4254a0beaefa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Port': ['ID=9d3c84f8-2f05-4d4c-8e17-123208e8c520,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:20.459245 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c43865a-d5a7-4282-8cac-f522069e4e1e req-71a4bfcc-45bb-468f-b6b9-ae31f1254a39 service neutron] 10.222.0.49 "GET /v2.0/networks/16c71265-6fb2-47c0-a4dc-272015de3e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348019 Jul 14 09:35:20.780963 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd378c4-4be3-41f8-8c39-fbd4709d20f3 None None] New status for floating IP 77b022fb-c72d-4699-be49-364026532f8f: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:35:20.819593 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c43865a-d5a7-4282-8cac-f522069e4e1e req-3ffdd7a2-93cb-4f60-88e8-c4b6c8b1e816 service neutron] 10.222.0.49 "GET /v2.0/networks/16c71265-6fb2-47c0-a4dc-272015de3e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533452 Jul 14 09:35:20.824216 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d04bae6d-fa33-454a-86b8-4254a0beaefa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.837328 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364995c-1c6a-4704-9e94-8bdbe4605f56 req-5e5fceaf-c1ea-4897-9240-99f3f0578e65 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:20.839835 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1364995c-1c6a-4704-9e94-8bdbe4605f56 req-5e5fceaf-c1ea-4897-9240-99f3f0578e65 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.49 "GET /v2.0/ports?device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 945 time: 0.3011277 Jul 14 09:35:20.982101 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-1364995c-1c6a-4704-9e94-8bdbe4605f56 req-64336c16-4241-4de1-9bc5-772c97a64f2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Deleting port 581b5d8d-31b9-424b-980b-7633168e615e {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:20.982454 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1364995c-1c6a-4704-9e94-8bdbe4605f56 req-64336c16-4241-4de1-9bc5-772c97a64f2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.151175 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d04bae6d-fa33-454a-86b8-4254a0beaefa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.153404 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-1364995c-1c6a-4704-9e94-8bdbe4605f56 req-64336c16-4241-4de1-9bc5-772c97a64f2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] For port 581b5d8d-31b9-424b-980b-7633168e615e, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=581b5d8d-31b9-424b-980b-7633168e615e,segment=NetworkSegment(5d207424-d5c4-40cd-abd2-bcbe01ac4ca6),segment_id=5d207424-d5c4-40cd-abd2-bcbe01ac4ca6)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:21.153821 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1364995c-1c6a-4704-9e94-8bdbe4605f56 req-64336c16-4241-4de1-9bc5-772c97a64f2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.184617 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-1364995c-1c6a-4704-9e94-8bdbe4605f56 req-64336c16-4241-4de1-9bc5-772c97a64f2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Calling delete_port for 581b5d8d-31b9-424b-980b-7633168e615e owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:21.425708 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04bae6d-fa33-454a-86b8-4254a0beaefa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Router deb88b3c-d1eb-4506-8539-8f9c45386616 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:35:21.590314 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1364995c-1c6a-4704-9e94-8bdbe4605f56 req-64336c16-4241-4de1-9bc5-772c97a64f2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.616026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04bae6d-fa33-454a-86b8-4254a0beaefa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:21.628013 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d2fdb-24a7-46ee-a3ef-73c658e56b6e None None] Sync routers for ids ['deb88b3c-d1eb-4506-8539-8f9c45386616'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:21.637614 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d04bae6d-fa33-454a-86b8-4254a0beaefa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.640803 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d04bae6d-fa33-454a-86b8-4254a0beaefa tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5917578 Jul 14 09:35:21.643639 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52504) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:21.646167 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d2fdb-24a7-46ee-a3ef-73c658e56b6e None None] Routers {'deb88b3c-d1eb-4506-8539-8f9c45386616'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:21.647877 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3d4d2fdb-24a7-46ee-a3ef-73c658e56b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['deb88b3c-d1eb-4506-8539-8f9c45386616'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:21.707854 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3592d5-a9c0-475b-9b79-b8de56e66709 req-4dd20c28-d292-4817-b656-62ebe7498211 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:21.725697 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ec3592d5-a9c0-475b-9b79-b8de56e66709 req-4dd20c28-d292-4817-b656-62ebe7498211 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=364ef176-df38-45b6-9a7c-7105c2e86163 HTTP/1.1" status: 200 len: 867 time: 0.3865652 Jul 14 09:35:21.727409 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64336c16-4241-4de1-9bc5-772c97a64f2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event deleted for resources: {'Port': ['ID=581b5d8d-31b9-424b-980b-7633168e615e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:21.738670 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3d4d2fdb-24a7-46ee-a3ef-73c658e56b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:21.750422 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d2fdb-24a7-46ee-a3ef-73c658e56b6e None None] Routers {'deb88b3c-d1eb-4506-8539-8f9c45386616'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:21.751525 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3d4d2fdb-24a7-46ee-a3ef-73c658e56b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['deb88b3c-d1eb-4506-8539-8f9c45386616'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:21.811899 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3d4d2fdb-24a7-46ee-a3ef-73c658e56b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:21.815193 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d2fdb-24a7-46ee-a3ef-73c658e56b6e None None] The sync data for ids ['deb88b3c-d1eb-4506-8539-8f9c45386616'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:21.853646 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1364995c-1c6a-4704-9e94-8bdbe4605f56 req-64336c16-4241-4de1-9bc5-772c97a64f2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] No DVR routers for this DVR port 581b5d8d-31b9-424b-980b-7633168e615e on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:21.859526 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1364995c-1c6a-4704-9e94-8bdbe4605f56 req-64336c16-4241-4de1-9bc5-772c97a64f2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.868157 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1364995c-1c6a-4704-9e94-8bdbe4605f56 req-64336c16-4241-4de1-9bc5-772c97a64f2f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.49 "DELETE /v2.0/ports/581b5d8d-31b9-424b-980b-7633168e615e HTTP/1.1" status: 204 len: 173 time: 1.0167165 Jul 14 09:35:21.886825 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364ef176-df38-45b6-9a7c-7105c2e86163', 'name': 'network-vif-deleted', 'tag': '581b5d8d-31b9-424b-980b-7633168e615e'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:21.929203 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e5f1f2-c8db-4efb-9fac-f176692132d9" -d '{"events": [{"server_uuid": "364ef176-df38-45b6-9a7c-7105c2e86163", "name": "network-vif-deleted", "tag": "581b5d8d-31b9-424b-980b-7633168e615e"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:21.959078 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ec3592d5-a9c0-475b-9b79-b8de56e66709 req-dad47582-52d8-40a3-bfa8-9a649b556ebb tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1109789-952b-4570-8e9a-8a1f4c6996a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091966 Jul 14 09:35:22.123793 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7df3a53-e643-4636-9f9b-e5d88008478e x-openstack-request-id: req-e7df3a53-e643-4636-9f9b-e5d88008478e {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:22.124634 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364ef176-df38-45b6-9a7c-7105c2e86163", "name": "network-vif-deleted", "tag": "581b5d8d-31b9-424b-980b-7633168e615e", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:22.124877 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7df3a53-e643-4636-9f9b-e5d88008478e {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:22.125288 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364ef176-df38-45b6-9a7c-7105c2e86163', 'name': 'network-vif-deleted', 'tag': '581b5d8d-31b9-424b-980b-7633168e615e', 'status': 'completed', 'code': 200} Jul 14 09:35:22.160048 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140c89c7-092c-424c-92dd-07af9b2bb732 None None] Network 44b3ce35-fac4-48cf-bf33-542305bdc0c8 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:22.456233 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7184a377-4643-4e07-b63a-bdc9e181b5a2 None None] Provisioning for port a1e8395c-bb7e-4fc6-bceb-201fbc738ad1 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:22.476776 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a1e8395c-bb7e-4fc6-bceb-201fbc738ad1 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:22.598694 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port a1e8395c-bb7e-4fc6-bceb-201fbc738ad1 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:22.614692 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a1e8395c-bb7e-4fc6-bceb-201fbc738ad1 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:22.615277 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.763796 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.801667 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port a1e8395c-bb7e-4fc6-bceb-201fbc738ad1, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a1e8395c-bb7e-4fc6-bceb-201fbc738ad1,segment=NetworkSegment(2a2c417b-dc79-4988-9f2d-3d96fd4cbc90),segment_id=2a2c417b-dc79-4988-9f2d-3d96fd4cbc90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:22.807448 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.833551 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a66c73f7-6bef-4805-8654-5c496fda01d8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.897742 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=a1e8395c-bb7e-4fc6-bceb-201fbc738ad1,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:22.915962 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-bf5e13c7-30d9-4254-a2ca-b7d26d3d7c63 None None] Provisioning complete for port a1e8395c-bb7e-4fc6-bceb-201fbc738ad1 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:22.917248 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bf5e13c7-30d9-4254-a2ca-b7d26d3d7c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.118311 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52546) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:23.256108 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d8a6614-1404-4a61-bb71-feef801c6f5b tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.274735 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-a66c73f7-6bef-4805-8654-5c496fda01d8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Allocated IP 172.20.0.1 (44b3ce35-fac4-48cf-bf33-542305bdc0c8/1392fc6b-a691-4709-8dfc-f4e6e5aeb49b/4a019474-1b3a-4289-94c5-68a2556b43e4) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:23.311383 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d8a6614-1404-4a61-bb71-feef801c6f5b tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.371502 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-bc9d7f1d-a461-49bf-a9be-eb0540350114 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1565278 Jul 14 09:35:23.467763 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d8a6614-1404-4a61-bb71-feef801c6f5b tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.471632 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d8a6614-1404-4a61-bb71-feef801c6f5b tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.477553 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4d8a6614-1404-4a61-bb71-feef801c6f5b tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "DELETE /v2.0/security-groups/f1109789-952b-4570-8e9a-8a1f4c6996a8 HTTP/1.1" status: 204 len: 168 time: 0.3574867 Jul 14 09:35:23.489278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a6614-1404-4a61-bb71-feef801c6f5b tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1109789-952b-4570-8e9a-8a1f4c6996a8,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:23.533045 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52562) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:23.666270 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a66c73f7-6bef-4805-8654-5c496fda01d8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.680065 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-a66c73f7-6bef-4805-8654-5c496fda01d8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Transition to ACTIVE for port object 4a019474-1b3a-4289-94c5-68a2556b43e4 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:24.062834 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a66c73f7-6bef-4805-8654-5c496fda01d8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.135550 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-2af6923b-983b-4ce0-8aa5-27e620668747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.136034 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-2af6923b-983b-4ce0-8aa5-27e620668747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.136513 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-2af6923b-983b-4ce0-8aa5-27e620668747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.136985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-2af6923b-983b-4ce0-8aa5-27e620668747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.137454 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-2af6923b-983b-4ce0-8aa5-27e620668747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.137949 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-2af6923b-983b-4ce0-8aa5-27e620668747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.138416 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-2af6923b-983b-4ce0-8aa5-27e620668747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.141091 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-2af6923b-983b-4ce0-8aa5-27e620668747 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68f6d0b430624b5a805e2568a292b9fb&device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 6506 time: 0.5908661 Jul 14 09:35:24.154213 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66c73f7-6bef-4805-8654-5c496fda01d8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Network 44b3ce35-fac4-48cf-bf33-542305bdc0c8 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:24.162102 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-a66c73f7-6bef-4805-8654-5c496fda01d8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:24.172556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66c73f7-6bef-4805-8654-5c496fda01d8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:24.338853 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c73f7-6bef-4805-8654-5c496fda01d8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Port': ['ID=4a019474-1b3a-4289-94c5-68a2556b43e4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:24.390664 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a1e8395c-bb7e-4fc6-bceb-201fbc738ad1 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:24.454409 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a66c73f7-6bef-4805-8654-5c496fda01d8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.469763 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-de36145e-17ad-475a-b466-3cafb3544685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.469763 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-de36145e-17ad-475a-b466-3cafb3544685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.469763 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-de36145e-17ad-475a-b466-3cafb3544685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.472264 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-de36145e-17ad-475a-b466-3cafb3544685 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bdd14ef5-9841-4d7a-9428-fd2321293aca&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c08d002f-2c08-4121-b70d-1491e0b62a4f&id=c08d002f-2c08-4121-b70d-1491e0b62a4f HTTP/1.1" status: 200 len: 2298 time: 0.2939727 Jul 14 09:35:24.519781 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a1e8395c-bb7e-4fc6-bceb-201fbc738ad1 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:24.520508 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.722268 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8c40bffe-9a91-4189-97a9-36b71742f212 None None] Provisioning for port 4a019474-1b3a-4289-94c5-68a2556b43e4 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:24.726269 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8c40bffe-9a91-4189-97a9-36b71742f212 None None] Provisioning complete for port 4a019474-1b3a-4289-94c5-68a2556b43e4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:24.726645 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c40bffe-9a91-4189-97a9-36b71742f212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.731046 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-d43c19ca-ef81-478a-9da3-eb58e4e3e42e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918dc9b0-f662-452c-82da-9deaac6b16e9 HTTP/1.1" status: 200 len: 1001 time: 0.2510543 Jul 14 09:35:24.777894 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8c40bffe-9a91-4189-97a9-36b71742f212 None None] Port 4a019474-1b3a-4289-94c5-68a2556b43e4 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:24.858578 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-7ae42cb0-785f-4ec6-9b62-f95df52a9589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.860270 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-7ae42cb0-785f-4ec6-9b62-f95df52a9589 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1640c0b-fabc-4bef-a229-df363da4823e HTTP/1.1" status: 200 len: 856 time: 0.1204019 Jul 14 09:35:24.964735 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a66c73f7-6bef-4805-8654-5c496fda01d8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.063251 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-a62d8ca0-d118-4273-9a7d-53f7a6b611f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:25.065413 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-a62d8ca0-d118-4273-9a7d-53f7a6b611f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bdd14ef5-9841-4d7a-9428-fd2321293aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1973460 Jul 14 09:35:25.216717 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 581b5d8d-31b9-424b-980b-7633168e615e no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:25.227604 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1aee185b-0650-42db-a437-47603d6ab8be tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.246536 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 581b5d8d-31b9-424b-980b-7633168e615e {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:25.247367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 581b5d8d-31b9-424b-980b-7633168e615e not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:25.332598 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-08531981-7546-4c5c-9c49-2e297815bb9b service neutron] 10.222.0.55 "GET /v2.0/networks/bdd14ef5-9841-4d7a-9428-fd2321293aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264180 Jul 14 09:35:25.642264 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-ddecca6f-81e4-4c68-9010-8243cae88b4b service neutron] 10.222.0.55 "GET /v2.0/networks/bdd14ef5-9841-4d7a-9428-fd2321293aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569926 Jul 14 09:35:25.716843 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-a5162894-faed-451d-8a3e-5ad3487cf464 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 HTTP/1.1" status: 200 len: 217 time: 0.0669427 Jul 14 09:35:25.721183 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a66c73f7-6bef-4805-8654-5c496fda01d8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.733887 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a66c73f7-6bef-4805-8654-5c496fda01d8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.875831 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a66c73f7-6bef-4805-8654-5c496fda01d8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.902855 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c73f7-6bef-4805-8654-5c496fda01d8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Port': ['ID=4a019474-1b3a-4289-94c5-68a2556b43e4,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:25.911271 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-43fdb601-fc6b-4bd0-ab51-7c8b9b5a8848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:25.912961 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-43fdb601-fc6b-4bd0-ab51-7c8b9b5a8848 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.1445978 Jul 14 09:35:26.115895 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66c73f7-6bef-4805-8654-5c496fda01d8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Network 44b3ce35-fac4-48cf-bf33-542305bdc0c8 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:26.121009 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-563259bd-42ed-41a2-b0c2-6eaec3ec5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:26.123499 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-563259bd-42ed-41a2-b0c2-6eaec3ec5c62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2035651 Jul 14 09:35:26.125646 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-a66c73f7-6bef-4805-8654-5c496fda01d8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:26.482632 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-1aee185b-0650-42db-a437-47603d6ab8be tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Deleting port e9446b75-9db9-41d6-8ed1-5fb3fe524101 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:26.483296 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1aee185b-0650-42db-a437-47603d6ab8be tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.516358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6d48878c-6769-4888-95a7-f3173b77d820 None None] Provisioning complete for port 4a019474-1b3a-4289-94c5-68a2556b43e4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:26.518300 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6d48878c-6769-4888-95a7-f3173b77d820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.560122 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6d48878c-6769-4888-95a7-f3173b77d820 None None] Port 4a019474-1b3a-4289-94c5-68a2556b43e4 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:26.683218 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-64d4209a-18d2-4d8c-b087-78365c51b3cf service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502965 Jul 14 09:35:26.785295 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-1aee185b-0650-42db-a437-47603d6ab8be tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] For port e9446b75-9db9-41d6-8ed1-5fb3fe524101, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e9446b75-9db9-41d6-8ed1-5fb3fe524101,segment=NetworkSegment(5d207424-d5c4-40cd-abd2-bcbe01ac4ca6),segment_id=5d207424-d5c4-40cd-abd2-bcbe01ac4ca6)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:26.785665 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1aee185b-0650-42db-a437-47603d6ab8be tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.837061 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66c73f7-6bef-4805-8654-5c496fda01d8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Router deb88b3c-d1eb-4506-8539-8f9c45386616 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:26.842121 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-1aee185b-0650-42db-a437-47603d6ab8be tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Calling delete_port for e9446b75-9db9-41d6-8ed1-5fb3fe524101 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:26.852227 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-cd30ce1c-eefe-43df-8c18-007f80515164 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572638 Jul 14 09:35:26.989062 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-9505103c-4cb3-4070-8104-3d33dfb662ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=45e73871-2607-4489-8e68-aa7f805e91d5 HTTP/1.1" status: 200 len: 217 time: 0.0410974 Jul 14 09:35:27.165782 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-6b119482-33e7-411b-aade-1946220e67ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:27.167275 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-6b119482-33e7-411b-aade-1946220e67ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.1787145 Jul 14 09:35:27.213658 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd472-aa90-4aaf-8db7-ff6993c2e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.247442 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66c73f7-6bef-4805-8654-5c496fda01d8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:27.254154 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a66c73f7-6bef-4805-8654-5c496fda01d8 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "PUT /v2.0/routers/deb88b3c-d1eb-4506-8539-8f9c45386616/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6094215 Jul 14 09:35:27.256689 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52682) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:27.263372 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-475135db-c791-4fd2-9bb3-60e96b2414ff tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'port': {'network_id': '44b3ce35-fac4-48cf-bf33-542305bdc0c8', 'name': 'tempest-FloatingIPTestJSON-954900499'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:27.274736 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e153a317-57b8-48ee-99d1-2f3619f072b5 None None] Sync routers for ids ['deb88b3c-d1eb-4506-8539-8f9c45386616'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:27.286685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e153a317-57b8-48ee-99d1-2f3619f072b5 None None] Routers {'deb88b3c-d1eb-4506-8539-8f9c45386616'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:27.301491 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e153a317-57b8-48ee-99d1-2f3619f072b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['deb88b3c-d1eb-4506-8539-8f9c45386616'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:27.362892 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e153a317-57b8-48ee-99d1-2f3619f072b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:27.388876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e153a317-57b8-48ee-99d1-2f3619f072b5 None None] Routers {'deb88b3c-d1eb-4506-8539-8f9c45386616'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:27.390300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e153a317-57b8-48ee-99d1-2f3619f072b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['deb88b3c-d1eb-4506-8539-8f9c45386616'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:27.439561 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-11c50eba-f46f-4dce-ba6a-17fff72a6c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:27.441129 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-11c50eba-f46f-4dce-ba6a-17fff72a6c31 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2619867 Jul 14 09:35:27.441922 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e153a317-57b8-48ee-99d1-2f3619f072b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:27.442828 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e153a317-57b8-48ee-99d1-2f3619f072b5 None None] The sync data for ids ['deb88b3c-d1eb-4506-8539-8f9c45386616'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:27.525778 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1aee185b-0650-42db-a437-47603d6ab8be tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.576631 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee185b-0650-42db-a437-47603d6ab8be tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event deleted for resources: {'Port': ['ID=e9446b75-9db9-41d6-8ed1-5fb3fe524101,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:27.674257 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475135db-c791-4fd2-9bb3-60e96b2414ff tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Made reservation on behalf of 944172d8a9244096af4d37ccd448c69a for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:27.681890 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-475135db-c791-4fd2-9bb3-60e96b2414ff tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.726298 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-a5e64241-b68e-4cb1-aaec-849e52c77b2a service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629383 Jul 14 09:35:27.737231 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-475135db-c791-4fd2-9bb3-60e96b2414ff tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] device_id is not set on port 98314b24-d46b-4e17-9a13-b8556d28a5d8 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:35:28.101204 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-6afac745-8265-4426-97e5-b796a9e273ef service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504226 Jul 14 09:35:28.103577 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-475135db-c791-4fd2-9bb3-60e96b2414ff tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Allocated IP 172.20.0.4 (44b3ce35-fac4-48cf-bf33-542305bdc0c8/1392fc6b-a691-4709-8dfc-f4e6e5aeb49b/98314b24-d46b-4e17-9a13-b8556d28a5d8) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:28.130671 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1aee185b-0650-42db-a437-47603d6ab8be tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.174622 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-a132f371-e1aa-4aa1-b5e1-3c307ffb9f82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc HTTP/1.1" status: 200 len: 217 time: 0.0568001 Jul 14 09:35:28.232387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-f1b60f4a-7833-455f-b7b4-02804842ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:28.234159 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-f1b60f4a-7833-455f-b7b4-02804842ccd0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.0508189 Jul 14 09:35:28.788198 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-06b1fa1c-4dc1-41ac-8a43-d0822125aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:28.789705 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-06b1fa1c-4dc1-41ac-8a43-d0822125aa7a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5100064 Jul 14 09:35:28.905713 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-475135db-c791-4fd2-9bb3-60e96b2414ff tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.960824 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-475135db-c791-4fd2-9bb3-60e96b2414ff tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Transition to ACTIVE for port object 98314b24-d46b-4e17-9a13-b8556d28a5d8 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:29.026974 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aee185b-0650-42db-a437-47603d6ab8be tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:29.042455 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-ca83bf39-e349-4aa3-9158-046fd2e2ce09 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409267 Jul 14 09:35:29.076527 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-475135db-c791-4fd2-9bb3-60e96b2414ff tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.215701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475135db-c791-4fd2-9bb3-60e96b2414ff tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Network 44b3ce35-fac4-48cf-bf33-542305bdc0c8 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:29.238921 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-475135db-c791-4fd2-9bb3-60e96b2414ff tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:29.258835 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475135db-c791-4fd2-9bb3-60e96b2414ff tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:29.387092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475135db-c791-4fd2-9bb3-60e96b2414ff tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event updated for resources: {'Port': ['ID=98314b24-d46b-4e17-9a13-b8556d28a5d8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:29.419324 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-0712116a-72d4-4060-83e3-2be6c6c401be service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662658 Jul 14 09:35:29.434795 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475135db-c791-4fd2-9bb3-60e96b2414ff tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:29.435421 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-475135db-c791-4fd2-9bb3-60e96b2414ff tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.489749 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aee185b-0650-42db-a437-47603d6ab8be tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:29.492703 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-3b6de4d9-9add-418c-ae54-a007ec26c3b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=f49dc3e3-be85-4cb5-add0-b47a4ee050d3 HTTP/1.1" status: 200 len: 217 time: 0.0545599 Jul 14 09:35:29.499955 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1aee185b-0650-42db-a437-47603d6ab8be tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "PUT /v2.0/routers/1ca4acae-c21f-4d32-bcd6-8cb78720f7ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9621274 Jul 14 09:35:29.500049 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52940) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:29.508647 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e71a501-2d55-4e3b-ade2-fa14621b889a None None] Sync routers for ids ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:29.520741 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e71a501-2d55-4e3b-ade2-fa14621b889a None None] Routers {'1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:29.521358 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2e71a501-2d55-4e3b-ade2-fa14621b889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:29.522236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52942) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:29.523436 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-475135db-c791-4fd2-9bb3-60e96b2414ff tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2651601 Jul 14 09:35:29.528725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-4ecc6741-5f5b-4c03-aa65-09381970db11 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Request body: {'floatingip': {'port_id': '98314b24-d46b-4e17-9a13-b8556d28a5d8'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:29.639528 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ecc6741-5f5b-4c03-aa65-09381970db11 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.655741 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-34453fe0-acc4-4e02-bace-e7cdc0fe927d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:29.658693 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-34453fe0-acc4-4e02-bace-e7cdc0fe927d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.1581321 Jul 14 09:35:29.796851 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-15f82e24-58f6-4193-a48e-c36e205257d4 None None] Provisioning for port 98314b24-d46b-4e17-9a13-b8556d28a5d8 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:29.797839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-3b58b4b0-8b4d-4706-b7d4-4e1bff71eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:29.800820 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-3b58b4b0-8b4d-4706-b7d4-4e1bff71eb9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1340022 Jul 14 09:35:29.810874 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-75a0b6ea-03eb-4032-9b4e-7319fb803a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.841809 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-15f82e24-58f6-4193-a48e-c36e205257d4 None None] Provisioning complete for port 98314b24-d46b-4e17-9a13-b8556d28a5d8 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:29.842420 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15f82e24-58f6-4193-a48e-c36e205257d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.872536 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-2e71a501-2d55-4e3b-ade2-fa14621b889a None None] Set router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:29.989835 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-5e545eaa-01ba-440f-9975-b270c34ad059 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796932 Jul 14 09:35:30.022376 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-15f82e24-58f6-4193-a48e-c36e205257d4 None None] Port 98314b24-d46b-4e17-9a13-b8556d28a5d8 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:30.029078 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.138160 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-668568b4-9bf0-482f-adb5-1964a7d09710 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Deleting subnet 9106bf93-1af9-4d71-a91a-1466791dfe32 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:30.143711 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-668568b4-9bf0-482f-adb5-1964a7d09710 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.230995 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-bba32326-933e-4409-9e33-2749584bc814 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335908 Jul 14 09:35:30.265728 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2e71a501-2d55-4e3b-ade2-fa14621b889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'name': 'tempest-TestNetworkBasicOps-router-229876295', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:41Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 7, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:42Z', 'updated_at': '2021-07-14T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:30.312370 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-ee02282a-c935-45fc-9fd2-fb2012f5fb9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0f2af3da-23fd-4df1-948a-432f34ec3de2 HTTP/1.1" status: 200 len: 217 time: 0.0635755 Jul 14 09:35:30.318515 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e71a501-2d55-4e3b-ade2-fa14621b889a None None] Checking router: 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:30.328867 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e71a501-2d55-4e3b-ade2-fa14621b889a None None] Routers {'1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:30.329529 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2e71a501-2d55-4e3b-ade2-fa14621b889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:30.380407 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-668568b4-9bf0-482f-adb5-1964a7d09710 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.483925 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-636ba518-79ae-4c32-8b1c-605698423293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:30.485552 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-636ba518-79ae-4c32-8b1c-605698423293 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33a989a0-eb94-469f-91bb-73ae1f165e9f HTTP/1.1" status: 200 len: 797 time: 0.1635559 Jul 14 09:35:30.607254 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-0ca0b33c-e66c-4924-acc5-2aaab348a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:30.608589 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-0ca0b33c-e66c-4924-acc5-2aaab348a694 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c08d002f-2c08-4121-b70d-1491e0b62a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1148663 Jul 14 09:35:30.674656 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.724732 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-2e71a501-2d55-4e3b-ade2-fa14621b889a None None] Set router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:30.757072 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-7c480455-9711-4007-a934-998d6509e398 service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392555 Jul 14 09:35:30.810440 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ecc6741-5f5b-4c03-aa65-09381970db11 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.824241 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ecc6741-5f5b-4c03-aa65-09381970db11 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.885627 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-668568b4-9bf0-482f-adb5-1964a7d09710 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.948485 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-a5034690-52ea-4af9-aa9a-2195db64d319 service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835008 Jul 14 09:35:31.005952 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-ccc19d32-c3aa-499b-a10c-442447c95632 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0f87ec9-67a2-433a-a1e1-1dd223d380b4 HTTP/1.1" status: 200 len: 217 time: 0.0496831 Jul 14 09:35:31.112598 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-4a2ea03b-80cb-4b62-b018-7d55989f3e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.118404 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-4a2ea03b-80cb-4b62-b018-7d55989f3e20 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33a989a0-eb94-469f-91bb-73ae1f165e9f HTTP/1.1" status: 200 len: 797 time: 0.1036663 Jul 14 09:35:31.204735 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2e71a501-2d55-4e3b-ade2-fa14621b889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'name': 'tempest-TestNetworkBasicOps-router-229876295', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:41Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 7, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:42Z', 'updated_at': '2021-07-14T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:31.248352 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324086-9355-4175-a7a6-54772f55340b req-a0705564-c2c2-441e-a0b2-6e89777b1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.253348 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-a0705564-c2c2-441e-a0b2-6e89777b1230 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c08d002f-2c08-4121-b70d-1491e0b62a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1279948 Jul 14 09:35:31.270663 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e71a501-2d55-4e3b-ade2-fa14621b889a None None] The sync data for ids ['1ca4acae-c21f-4d32-bcd6-8cb78720f7ab'] in n-d-798054-10 is: [{'id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'name': 'tempest-TestNetworkBasicOps-router-229876295', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:41Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 7, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'eb61f648-8dc4-4c0a-bb50-01eb6d4407b0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca4acae-c21f-4d32-bcd6-8cb78720f7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:42Z', 'updated_at': '2021-07-14T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:31.424280 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-b6119ae6-2e3e-4472-9974-df3d3467d1d6 service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634388 Jul 14 09:35:31.554901 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-4ecc6741-5f5b-4c03-aa65-09381970db11 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Floating IP 133def81-53a4-4d26-8d0e-c9401eba51c5 associated. External IP: 172.25.1.189, port: 41bf076c-4d5a-4131-9dfa-b955ea57ab27. Jul 14 09:35:31.628006 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc324086-9355-4175-a7a6-54772f55340b req-87fe902d-cd7e-4844-9f99-a0ad1df1ef4d service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910958 Jul 14 09:35:31.684353 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-668568b4-9bf0-482f-adb5-1964a7d09710 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.730161 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668568b4-9bf0-482f-adb5-1964a7d09710 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event deleted for resources: {'Subnet': ['ID=9106bf93-1af9-4d71-a91a-1466791dfe32,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:31.747588 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-668568b4-9bf0-482f-adb5-1964a7d09710 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.750541 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-668568b4-9bf0-482f-adb5-1964a7d09710 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "DELETE /v2.0/subnets/9106bf93-1af9-4d71-a91a-1466791dfe32 HTTP/1.1" status: 204 len: 168 time: 2.2496047 Jul 14 09:35:31.753433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53172) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:31.758144 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bbee90-0366-4a07-afb8-4cfedefe746c None None] Network 16c71265-6fb2-47c0-a4dc-272015de3e7a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:32.052582 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.165017 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecc6741-5f5b-4c03-aa65-09381970db11 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Router e86a0623-76ea-4548-8a2d-d1ce9ec72647 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:32.186426 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce44b-2f11-43aa-abdb-3410dbc2e3fd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.203081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71ba36c-37a0-4eb1-91db-6e0505436f48 None None] DHCP port deletion for 16c71265-6fb2-47c0-a4dc-272015de3e7a request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:35:32.361382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d71ba36c-37a0-4eb1-91db-6e0505436f48 None None] Deleting port 5002020b-3533-4f1e-8091-7ca68f848850 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:32.361952 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d71ba36c-37a0-4eb1-91db-6e0505436f48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.499662 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5002020b-3533-4f1e-8091-7ca68f848850 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:32.505841 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce44b-2f11-43aa-abdb-3410dbc2e3fd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.521902 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecc6741-5f5b-4c03-aa65-09381970db11 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:32.587864 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d71ba36c-37a0-4eb1-91db-6e0505436f48 None None] For port 5002020b-3533-4f1e-8091-7ca68f848850, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5002020b-3533-4f1e-8091-7ca68f848850,segment=NetworkSegment(5d207424-d5c4-40cd-abd2-bcbe01ac4ca6),segment_id=5d207424-d5c4-40cd-abd2-bcbe01ac4ca6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:32.590227 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d71ba36c-37a0-4eb1-91db-6e0505436f48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.614534 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d71ba36c-37a0-4eb1-91db-6e0505436f48 None None] Calling delete_port for 5002020b-3533-4f1e-8091-7ca68f848850 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:32.687902 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c4040-2c2b-43a5-97bb-c54e6694fec0 None None] Sync routers for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:32.728062 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7e5ce44b-2f11-43aa-abdb-3410dbc2e3fd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Deleting port eb61f648-8dc4-4c0a-bb50-01eb6d4407b0 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:32.728666 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce44b-2f11-43aa-abdb-3410dbc2e3fd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.772034 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c4040-2c2b-43a5-97bb-c54e6694fec0 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:32.772975 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d83c4040-2c2b-43a5-97bb-c54e6694fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:32.830150 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d83c4040-2c2b-43a5-97bb-c54e6694fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:32.905559 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c4040-2c2b-43a5-97bb-c54e6694fec0 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:32.906360 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d83c4040-2c2b-43a5-97bb-c54e6694fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:32.923142 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.019024 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d83c4040-2c2b-43a5-97bb-c54e6694fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:33.019678 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c4040-2c2b-43a5-97bb-c54e6694fec0 None None] The sync data for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:33.020414 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecc6741-5f5b-4c03-aa65-09381970db11 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Router deb88b3c-d1eb-4506-8539-8f9c45386616 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:33.053303 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.131411 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-7e5ce44b-2f11-43aa-abdb-3410dbc2e3fd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] For port eb61f648-8dc4-4c0a-bb50-01eb6d4407b0, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=eb61f648-8dc4-4c0a-bb50-01eb6d4407b0,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:33.132112 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce44b-2f11-43aa-abdb-3410dbc2e3fd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.136197 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 5002020b-3533-4f1e-8091-7ca68f848850, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5002020b-3533-4f1e-8091-7ca68f848850,segment=NetworkSegment(5d207424-d5c4-40cd-abd2-bcbe01ac4ca6),segment_id=5d207424-d5c4-40cd-abd2-bcbe01ac4ca6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:33.140865 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.141565 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e9446b75-9db9-41d6-8ed1-5fb3fe524101 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:33.160119 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7e5ce44b-2f11-43aa-abdb-3410dbc2e3fd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Calling delete_port for eb61f648-8dc4-4c0a-bb50-01eb6d4407b0 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:33.192929 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: e9446b75-9db9-41d6-8ed1-5fb3fe524101 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:33.193163 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e9446b75-9db9-41d6-8ed1-5fb3fe524101 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:33.238535 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d71ba36c-37a0-4eb1-91db-6e0505436f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.292838 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71ba36c-37a0-4eb1-91db-6e0505436f48 None None] No DVR routers for this DVR port 5002020b-3533-4f1e-8091-7ca68f848850 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:33.372380 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=5002020b-3533-4f1e-8091-7ca68f848850,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:33.389415 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:33.389976 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:33.390386 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:33.392804 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:33.393209 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:33.393690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:33.394164 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:33.397523 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:33.397964 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:33.398299 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:33.399186 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:33.399186 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:33.423377 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecc6741-5f5b-4c03-aa65-09381970db11 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:33.438786 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543e76a8-b18c-4000-a81b-9a79bdf39be5 None None] Sync routers for ids ['deb88b3c-d1eb-4506-8539-8f9c45386616'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:33.449232 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ecc6741-5f5b-4c03-aa65-09381970db11 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.458878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ba36c-37a0-4eb1-91db-6e0505436f48 None None] Pushing event deleted for resources: {'Port': ['ID=5002020b-3533-4f1e-8091-7ca68f848850,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:33.467811 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543e76a8-b18c-4000-a81b-9a79bdf39be5 None None] Routers {'deb88b3c-d1eb-4506-8539-8f9c45386616'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:33.468649 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-543e76a8-b18c-4000-a81b-9a79bdf39be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['deb88b3c-d1eb-4506-8539-8f9c45386616'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:33.525923 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-543e76a8-b18c-4000-a81b-9a79bdf39be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:33.540935 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543e76a8-b18c-4000-a81b-9a79bdf39be5 None None] Routers {'deb88b3c-d1eb-4506-8539-8f9c45386616'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:33.543542 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-543e76a8-b18c-4000-a81b-9a79bdf39be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['deb88b3c-d1eb-4506-8539-8f9c45386616'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:33.578097 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce44b-2f11-43aa-abdb-3410dbc2e3fd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.597332 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-543e76a8-b18c-4000-a81b-9a79bdf39be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:33.598333 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543e76a8-b18c-4000-a81b-9a79bdf39be5 None None] The sync data for ids ['deb88b3c-d1eb-4506-8539-8f9c45386616'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:33.669999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4ecc6741-5f5b-4c03-aa65-09381970db11 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "PUT /v2.0/floatingips/133def81-53a4-4d26-8d0e-c9401eba51c5 HTTP/1.1" status: 200 len: 977 time: 4.1456330 Jul 14 09:35:33.675315 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53378) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:33.687895 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ce44b-2f11-43aa-abdb-3410dbc2e3fd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event deleted for resources: {'Port': ['ID=eb61f648-8dc4-4c0a-bb50-01eb6d4407b0,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:33.846417 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce44b-2f11-43aa-abdb-3410dbc2e3fd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.954816 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-30c38ff5-a0f7-4815-8bb7-aa743d7b0f15 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Deleting port 98314b24-d46b-4e17-9a13-b8556d28a5d8 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:33.960234 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-30c38ff5-a0f7-4815-8bb7-aa743d7b0f15 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.098587 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce44b-2f11-43aa-abdb-3410dbc2e3fd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.100999 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce44b-2f11-43aa-abdb-3410dbc2e3fd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.229073 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce44b-2f11-43aa-abdb-3410dbc2e3fd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.230174 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5ce44b-2f11-43aa-abdb-3410dbc2e3fd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Fanout notify agent at l3_agent the message router_deleted on router 1ca4acae-c21f-4d32-bcd6-8cb78720f7ab {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:35:34.237963 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-30c38ff5-a0f7-4815-8bb7-aa743d7b0f15 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.240033 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce44b-2f11-43aa-abdb-3410dbc2e3fd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.248577 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7e5ce44b-2f11-43aa-abdb-3410dbc2e3fd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "DELETE /v2.0/routers/1ca4acae-c21f-4d32-bcd6-8cb78720f7ab HTTP/1.1" status: 204 len: 168 time: 2.4940076 Jul 14 09:35:34.253185 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53452) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:34.564406 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-788d98d3-e883-4c6b-ae57-d300ffe686ca tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.783690 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-788d98d3-e883-4c6b-ae57-d300ffe686ca tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.796243 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-788d98d3-e883-4c6b-ae57-d300ffe686ca tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c71265-6fb2-47c0-a4dc-272015de3e7a']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:34.809447 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-788d98d3-e883-4c6b-ae57-d300ffe686ca tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d207424-d5c4-40cd-abd2-bcbe01ac4ca6') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:34.809924 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-788d98d3-e883-4c6b-ae57-d300ffe686ca tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d207424-d5c4-40cd-abd2-bcbe01ac4ca6') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:34.834768 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-788d98d3-e883-4c6b-ae57-d300ffe686ca tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.844310 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-30c38ff5-a0f7-4815-8bb7-aa743d7b0f15 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.846053 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-30c38ff5-a0f7-4815-8bb7-aa743d7b0f15 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.847651 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-30c38ff5-a0f7-4815-8bb7-aa743d7b0f15 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Floating IP 133def81-53a4-4d26-8d0e-c9401eba51c5 disassociated. External IP: 172.25.1.189, port: 98314b24-d46b-4e17-9a13-b8556d28a5d8. Jul 14 09:35:34.848250 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-30c38ff5-a0f7-4815-8bb7-aa743d7b0f15 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Calling delete_port for 98314b24-d46b-4e17-9a13-b8556d28a5d8 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:34.866135 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-788d98d3-e883-4c6b-ae57-d300ffe686ca tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.879425 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788d98d3-e883-4c6b-ae57-d300ffe686ca tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:34.880348 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-788d98d3-e883-4c6b-ae57-d300ffe686ca tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:34.967194 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:34.972252 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-788d98d3-e883-4c6b-ae57-d300ffe686ca tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.044762 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-788d98d3-e883-4c6b-ae57-d300ffe686ca tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.047506 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-788d98d3-e883-4c6b-ae57-d300ffe686ca tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "DELETE /v2.0/networks/16c71265-6fb2-47c0-a4dc-272015de3e7a HTTP/1.1" status: 204 len: 168 time: 0.7925646 Jul 14 09:35:35.049138 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d98d3-e883-4c6b-ae57-d300ffe686ca tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event deleted for resources: {'Network': ['ID=16c71265-6fb2-47c0-a4dc-272015de3e7a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:35.096291 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53526) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:35.102964 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-655c1dda-3bcb-49c0-9917-633008bbddfe tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'network': {'name': 'tempest-network-smoke--766239956', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'port_security_enabled': True}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:35.157053 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655c1dda-3bcb-49c0-9917-633008bbddfe tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Made reservation on behalf of 9e8947ccf2db4372a301749e896d7bb1 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:35.162027 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-655c1dda-3bcb-49c0-9917-633008bbddfe tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.208540 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-30c38ff5-a0f7-4815-8bb7-aa743d7b0f15 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.216819 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655c1dda-3bcb-49c0-9917-633008bbddfe tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:35.238725 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-655c1dda-3bcb-49c0-9917-633008bbddfe tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.239600 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-655c1dda-3bcb-49c0-9917-633008bbddfe tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Added segment d40fa4c4-ac5b-4098-9884-bf79572a7c53 of type vlan for network f317a3e5-f8d8-42d0-9695-c725eb7e2047 Jul 14 09:35:35.281267 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c38ff5-a0f7-4815-8bb7-aa743d7b0f15 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event deleted for resources: {'Port': ['ID=98314b24-d46b-4e17-9a13-b8556d28a5d8,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:35.323306 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-655c1dda-3bcb-49c0-9917-633008bbddfe tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.388814 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-655c1dda-3bcb-49c0-9917-633008bbddfe tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.401616 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655c1dda-3bcb-49c0-9917-633008bbddfe tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:35.402429 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-655c1dda-3bcb-49c0-9917-633008bbddfe tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.666725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c38ff5-a0f7-4815-8bb7-aa743d7b0f15 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Router deb88b3c-d1eb-4506-8539-8f9c45386616 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:35.683589 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-655c1dda-3bcb-49c0-9917-633008bbddfe tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5855005 Jul 14 09:35:35.715407 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:35:35.722349 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53596) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:35.732528 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c1dda-3bcb-49c0-9917-633008bbddfe tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'Network': ['ID=f317a3e5-f8d8-42d0-9695-c725eb7e2047,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:35.755862 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network f317a3e5-f8d8-42d0-9695-c725eb7e2047 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:35.757477 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-815597950', 'admin_state_up': True, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:35.980187 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.985586 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.125295 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c38ff5-a0f7-4815-8bb7-aa743d7b0f15 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:36.137513 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcad206-f317-459c-b611-0039c8942ddb None None] Sync routers for ids ['deb88b3c-d1eb-4506-8539-8f9c45386616'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:36.153321 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcad206-f317-459c-b611-0039c8942ddb None None] Routers {'deb88b3c-d1eb-4506-8539-8f9c45386616'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:36.154574 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-adcad206-f317-459c-b611-0039c8942ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['deb88b3c-d1eb-4506-8539-8f9c45386616'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:36.161203 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.204364 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-adcad206-f317-459c-b611-0039c8942ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:36.221487 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcad206-f317-459c-b611-0039c8942ddb None None] Routers {'deb88b3c-d1eb-4506-8539-8f9c45386616'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:36.222613 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-adcad206-f317-459c-b611-0039c8942ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['deb88b3c-d1eb-4506-8539-8f9c45386616'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:36.302799 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-adcad206-f317-459c-b611-0039c8942ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:36.303868 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcad206-f317-459c-b611-0039c8942ddb None None] The sync data for ids ['deb88b3c-d1eb-4506-8539-8f9c45386616'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:36.308032 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device eb61f648-8dc4-4c0a-bb50-01eb6d4407b0 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:36.369324 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: eb61f648-8dc4-4c0a-bb50-01eb6d4407b0 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:36.369735 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device eb61f648-8dc4-4c0a-bb50-01eb6d4407b0 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:36.474965 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-30c38ff5-a0f7-4815-8bb7-aa743d7b0f15 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.476783 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-30c38ff5-a0f7-4815-8bb7-aa743d7b0f15 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "DELETE /v2.0/ports/98314b24-d46b-4e17-9a13-b8556d28a5d8 HTTP/1.1" status: 204 len: 168 time: 2.7997508 Jul 14 09:35:36.479660 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53682) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:36.488350 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.979835 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.024424 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.156710 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173875b-4d02-444a-bce0-60564da3cd2b req-a0f841a9-74fd-42f5-82f9-bc58f19e127e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:37.166779 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8173875b-4d02-444a-bce0-60564da3cd2b req-a0f841a9-74fd-42f5-82f9-bc58f19e127e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.4418962 Jul 14 09:35:37.223463 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8173875b-4d02-444a-bce0-60564da3cd2b req-2dfe9114-cec2-4984-a633-dca949e1f484 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557153 Jul 14 09:35:37.241306 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Allocated IP 172.25.1.214 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/d60d30e3-ba15-4059-aab2-84da16449d75) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:37.360492 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f78a1de5-3127-4ed5-ad5a-58150ef23e03 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.405026 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.454371 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.509503 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:37.513673 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:37.520289 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:37.555133 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'Port': ['ID=d60d30e3-ba15-4059-aab2-84da16449d75,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:37.572682 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:37.573256 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:37.573664 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:37.574082 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:37.574429 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:37.574883 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:37.575266 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:37.575602 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:37.575937 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:37.576270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:37.576602 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:37.576933 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:37.720583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-f78a1de5-3127-4ed5-ad5a-58150ef23e03 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Deleting port 4a019474-1b3a-4289-94c5-68a2556b43e4 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:37.721191 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f78a1de5-3127-4ed5-ad5a-58150ef23e03 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.828032 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f78a1de5-3127-4ed5-ad5a-58150ef23e03 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.849323 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-f78a1de5-3127-4ed5-ad5a-58150ef23e03 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Calling delete_port for 4a019474-1b3a-4289-94c5-68a2556b43e4 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:38.195654 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f78a1de5-3127-4ed5-ad5a-58150ef23e03 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.324354 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.352960 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a1de5-3127-4ed5-ad5a-58150ef23e03 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event deleted for resources: {'Port': ['ID=4a019474-1b3a-4289-94c5-68a2556b43e4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:38.713485 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f78a1de5-3127-4ed5-ad5a-58150ef23e03 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.796739 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b27a0e-7c52-4bc1-8d7c-b60906dab96f req-06c3d8a8-5c1f-472b-9139-39d8493bb4e5 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:38.799247 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7b27a0e-7c52-4bc1-8d7c-b60906dab96f req-06c3d8a8-5c1f-472b-9139-39d8493bb4e5 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.2253318 Jul 14 09:35:38.935124 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7b27a0e-7c52-4bc1-8d7c-b60906dab96f req-78933899-3ae2-4114-be57-48571e1650b5 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261687 Jul 14 09:35:38.957303 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.025320 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78a1de5-3127-4ed5-ad5a-58150ef23e03 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Router deb88b3c-d1eb-4506-8539-8f9c45386616 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:39.163247 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78a1de5-3127-4ed5-ad5a-58150ef23e03 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:39.173520 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f78a1de5-3127-4ed5-ad5a-58150ef23e03 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "PUT /v2.0/routers/deb88b3c-d1eb-4506-8539-8f9c45386616/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6881928 Jul 14 09:35:39.173732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53788) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:39.180391 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56219a0-7d78-4804-9b94-aa6b37f51530 None None] Sync routers for ids ['deb88b3c-d1eb-4506-8539-8f9c45386616'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:39.191964 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56219a0-7d78-4804-9b94-aa6b37f51530 None None] Routers {'deb88b3c-d1eb-4506-8539-8f9c45386616'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:39.192900 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d56219a0-7d78-4804-9b94-aa6b37f51530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['deb88b3c-d1eb-4506-8539-8f9c45386616'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:39.238210 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d56219a0-7d78-4804-9b94-aa6b37f51530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:39.256063 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56219a0-7d78-4804-9b94-aa6b37f51530 None None] Routers {'deb88b3c-d1eb-4506-8539-8f9c45386616'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:39.256713 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d56219a0-7d78-4804-9b94-aa6b37f51530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['deb88b3c-d1eb-4506-8539-8f9c45386616'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:39.305595 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d56219a0-7d78-4804-9b94-aa6b37f51530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:39.308319 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Router d98d5d7b-23cf-442d-804e-b4d34b8c0a8e is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:35:39.309381 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56219a0-7d78-4804-9b94-aa6b37f51530 None None] The sync data for ids ['deb88b3c-d1eb-4506-8539-8f9c45386616'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:39.387051 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4cd639d1-cfa3-40e5-bdfb-1f14543eea10 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.609265 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4cd639d1-cfa3-40e5-bdfb-1f14543eea10 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.621330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:39.634490 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] Sync routers for ids ['d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:39.649507 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] Routers {'d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:39.650462 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:39.681735 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.683209 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-39905f66-64b1-4163-b93e-95077c1f2589 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9579899 Jul 14 09:35:39.686375 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53804) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:39.734263 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-4cd639d1-cfa3-40e5-bdfb-1f14543eea10 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Deleting port 9d3c84f8-2f05-4d4c-8e17-123208e8c520 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:39.734608 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4cd639d1-cfa3-40e5-bdfb-1f14543eea10 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.761928 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2244cb01-0e5d-4fbe-a5d7-67021fc9818f tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=9e8947ccf2db4372a301749e896d7bb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0743489 Jul 14 09:35:39.764378 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53806) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:39.808046 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] Set router d98d5d7b-23cf-442d-804e-b4d34b8c0a8e gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:39.940239 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4cd639d1-cfa3-40e5-bdfb-1f14543eea10 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.970882 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-4cd639d1-cfa3-40e5-bdfb-1f14543eea10 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Calling delete_port for 9d3c84f8-2f05-4d4c-8e17-123208e8c520 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:40.092378 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe00dcb-8ad6-4b30-b29b-b79cf64b26eb tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:40.101043 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ffe00dcb-8ad6-4b30-b29b-b79cf64b26eb tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3333447 Jul 14 09:35:40.101375 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53816) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:40.144769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'name': 'tempest-TestNetworkBasicOps-router-815597950', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:35Z', 'updated_at': '2021-07-14T09:35:38Z', 'revision_number': 3, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:37Z', 'updated_at': '2021-07-14T09:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:40.177025 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-915e4e9a-88f1-4473-9bb5-05edbb038355 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0721362 Jul 14 09:35:40.177937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53818) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:40.184887 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9601fbc8-ed14-4179-ba74-fb11dd5c7ab4 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1959498294', 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:40.187194 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] Checking router: d98d5d7b-23cf-442d-804e-b4d34b8c0a8e for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:40.187775 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] Updating router d98d5d7b-23cf-442d-804e-b4d34b8c0a8e port d60d30e3-ba15-4059-aab2-84da16449d75 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:35:40.239355 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4cd639d1-cfa3-40e5-bdfb-1f14543eea10 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.258299 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.292599 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd639d1-cfa3-40e5-bdfb-1f14543eea10 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event deleted for resources: {'Port': ['ID=9d3c84f8-2f05-4d4c-8e17-123208e8c520,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:40.343669 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9601fbc8-ed14-4179-ba74-fb11dd5c7ab4 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Made reservation on behalf of 9e8947ccf2db4372a301749e896d7bb1 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:40.355149 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9601fbc8-ed14-4179-ba74-fb11dd5c7ab4 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.465698 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed45cb-f3eb-4fcb-8837-9355b057f224 req-bb6ef2a8-ad88-48be-913a-66162ddaab29 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:40.482600 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-85ed45cb-f3eb-4fcb-8837-9355b057f224 req-bb6ef2a8-ad88-48be-913a-66162ddaab29 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.2547059 Jul 14 09:35:40.487347 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4cd639d1-cfa3-40e5-bdfb-1f14543eea10 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.718499 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-85ed45cb-f3eb-4fcb-8837-9355b057f224 req-5c450771-946b-433e-8cec-641c9fed4bd0 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278173 Jul 14 09:35:40.726560 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4cd639d1-cfa3-40e5-bdfb-1f14543eea10 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.738782 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4cd639d1-cfa3-40e5-bdfb-1f14543eea10 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.791440 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9601fbc8-ed14-4179-ba74-fb11dd5c7ab4 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.814353 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4cd639d1-cfa3-40e5-bdfb-1f14543eea10 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.815449 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd639d1-cfa3-40e5-bdfb-1f14543eea10 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Fanout notify agent at l3_agent the message router_deleted on router deb88b3c-d1eb-4506-8539-8f9c45386616 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:35:40.819939 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.833850 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] Transition to ACTIVE for port object d60d30e3-ba15-4059-aab2-84da16449d75 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:40.846745 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4cd639d1-cfa3-40e5-bdfb-1f14543eea10 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.849131 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4cd639d1-cfa3-40e5-bdfb-1f14543eea10 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "DELETE /v2.0/routers/deb88b3c-d1eb-4506-8539-8f9c45386616 HTTP/1.1" status: 204 len: 168 time: 1.6754820 Jul 14 09:35:40.852420 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53830) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:40.858581 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.937476 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601fbc8-ed14-4179-ba74-fb11dd5c7ab4 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'Subnet': ['ID=d111208e-d1bf-40f9-aa9f-c7cd6f959515,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:40.950126 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9601fbc8-ed14-4179-ba74-fb11dd5c7ab4 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Checking segment: {'id': 'd40fa4c4-ac5b-4098-9884-bf79572a7c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:40.951845 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9601fbc8-ed14-4179-ba74-fb11dd5c7ab4 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Network hostable DHCP agents. Network: f317a3e5-f8d8-42d0-9695-c725eb7e2047, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:40.952966 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513fda7-a8c7-40b9-abc4-c2d669643e34 None None] Pushing event updated for resources: {'Port': ['ID=d60d30e3-ba15-4059-aab2-84da16449d75,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:40.993618 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-2523da32-9125-4d67-bd7f-2ea7d7733b3a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Deleting subnet 1392fc6b-a691-4709-8dfc-f4e6e5aeb49b {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:40.995133 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] Attempting to bind port d60d30e3-ba15-4059-aab2-84da16449d75 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:40.995711 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] Attempting to bind port d60d30e3-ba15-4059-aab2-84da16449d75 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:40.996254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] Attempting to bind port d60d30e3-ba15-4059-aab2-84da16449d75 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:41.002857 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:41.003569 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:41.004164 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.004649 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9601fbc8-ed14-4179-ba74-fb11dd5c7ab4 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Network f317a3e5-f8d8-42d0-9695-c725eb7e2047 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:41.005021 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:41.005766 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] Bound port: d60d30e3-ba15-4059-aab2-84da16449d75, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:41.006426 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.007213 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2523da32-9125-4d67-bd7f-2ea7d7733b3a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.034102 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-9601fbc8-ed14-4179-ba74-fb11dd5c7ab4 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, f317a3e5-f8d8-42d0-9695-c725eb7e2047) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:41.038621 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9601fbc8-ed14-4179-ba74-fb11dd5c7ab4 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:41.039576 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9601fbc8-ed14-4179-ba74-fb11dd5c7ab4 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.050830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58760960-d59a-4e8c-9907-f1a6dd0092e2 None None] Network f317a3e5-f8d8-42d0-9695-c725eb7e2047 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:41.065514 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9601fbc8-ed14-4179-ba74-fb11dd5c7ab4 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8849881 Jul 14 09:35:41.068151 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53838) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:41.070438 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2523da32-9125-4d67-bd7f-2ea7d7733b3a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.182062 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] For port d60d30e3-ba15-4059-aab2-84da16449d75, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:41.201696 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] For port d60d30e3-ba15-4059-aab2-84da16449d75, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d60d30e3-ba15-4059-aab2-84da16449d75,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:41.201988 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2523da32-9125-4d67-bd7f-2ea7d7733b3a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.215170 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.283585 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2523da32-9125-4d67-bd7f-2ea7d7733b3a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.327077 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2523da32-9125-4d67-bd7f-2ea7d7733b3a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.332109 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2523da32-9125-4d67-bd7f-2ea7d7733b3a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "DELETE /v2.0/subnets/1392fc6b-a691-4709-8dfc-f4e6e5aeb49b HTTP/1.1" status: 204 len: 168 time: 0.4757838 Jul 14 09:35:41.332109 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523da32-9125-4d67-bd7f-2ea7d7733b3a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event deleted for resources: {'Subnet': ['ID=1392fc6b-a691-4709-8dfc-f4e6e5aeb49b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:41.336779 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53840) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:41.370349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae150cf8-9f42-4528-b56c-908db522a065 None None] Network 44b3ce35-fac4-48cf-bf33-542305bdc0c8 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:41.404538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] Routers {'d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:41.405339 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:41.430143 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-238a7753-e096-4d13-aaf6-c8d5745c8262 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.596890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-238a7753-e096-4d13-aaf6-c8d5745c8262 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Deleting port a1e8395c-bb7e-4fc6-bceb-201fbc738ad1 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:41.597678 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-238a7753-e096-4d13-aaf6-c8d5745c8262 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.674548 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513fda7-a8c7-40b9-abc4-c2d669643e34 None None] Pushing event updated for resources: {'Port': ['ID=d60d30e3-ba15-4059-aab2-84da16449d75,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:41.791250 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-238a7753-e096-4d13-aaf6-c8d5745c8262 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] For port a1e8395c-bb7e-4fc6-bceb-201fbc738ad1, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a1e8395c-bb7e-4fc6-bceb-201fbc738ad1,segment=NetworkSegment(2a2c417b-dc79-4988-9f2d-3d96fd4cbc90),segment_id=2a2c417b-dc79-4988-9f2d-3d96fd4cbc90)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:41.791723 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-238a7753-e096-4d13-aaf6-c8d5745c8262 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.864124 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-238a7753-e096-4d13-aaf6-c8d5745c8262 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Calling delete_port for a1e8395c-bb7e-4fc6-bceb-201fbc738ad1 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:41.891082 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f044-e0a4-4934-92ec-28e81f151a0a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.920499 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-f317a3e5-f8d8-42d0-9695-c725eb7e2047', 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'fixed_ips': [{'subnet_id': 'd111208e-d1bf-40f9-aa9f-c7cd6f959515'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:35:41.921579 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.171386 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] Set router d98d5d7b-23cf-442d-804e-b4d34b8c0a8e gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:42.193317 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-238a7753-e096-4d13-aaf6-c8d5745c8262 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.299279 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a7753-e096-4d13-aaf6-c8d5745c8262 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event deleted for resources: {'Port': ['ID=a1e8395c-bb7e-4fc6-bceb-201fbc738ad1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:42.306414 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238a7753-e096-4d13-aaf6-c8d5745c8262 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] No DVR routers for this DVR port a1e8395c-bb7e-4fc6-bceb-201fbc738ad1 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:42.360444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b6587-51e5-4bae-b53b-a9c78bbe8581 req-3b0c3b96-90cf-43fe-a9b9-2dfdf25e7670 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:42.362250 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a8b6587-51e5-4bae-b53b-a9c78bbe8581 req-3b0c3b96-90cf-43fe-a9b9-2dfdf25e7670 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.3399649 Jul 14 09:35:42.399398 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215dca16-d09c-4fb9-9b47-64837a0f609e None None] DHCP port deletion for 44b3ce35-fac4-48cf-bf33-542305bdc0c8 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:35:42.448161 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-238a7753-e096-4d13-aaf6-c8d5745c8262 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.463703 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-238a7753-e096-4d13-aaf6-c8d5745c8262 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b3ce35-fac4-48cf-bf33-542305bdc0c8']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:42.468367 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a8b6587-51e5-4bae-b53b-a9c78bbe8581 req-93812e86-a25d-48cc-8d61-247425cb4ef1 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877376 Jul 14 09:35:42.481965 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-238a7753-e096-4d13-aaf6-c8d5745c8262 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2c417b-dc79-4988-9f2d-3d96fd4cbc90') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:42.482274 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-238a7753-e096-4d13-aaf6-c8d5745c8262 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2c417b-dc79-4988-9f2d-3d96fd4cbc90') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:42.487982 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Allocated IP 172.20.0.2 (f317a3e5-f8d8-42d0-9695-c725eb7e2047/d111208e-d1bf-40f9-aa9f-c7cd6f959515/d878e84b-3d87-426b-8c4b-a73606f93252) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:42.502065 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-238a7753-e096-4d13-aaf6-c8d5745c8262 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.538839 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-238a7753-e096-4d13-aaf6-c8d5745c8262 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.551147 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238a7753-e096-4d13-aaf6-c8d5745c8262 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:42.551560 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-238a7753-e096-4d13-aaf6-c8d5745c8262 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:42.554913 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:42.662422 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-238a7753-e096-4d13-aaf6-c8d5745c8262 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.678146 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-238a7753-e096-4d13-aaf6-c8d5745c8262 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.683156 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53868) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:42.696123 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-238a7753-e096-4d13-aaf6-c8d5745c8262 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "DELETE /v2.0/networks/44b3ce35-fac4-48cf-bf33-542305bdc0c8 HTTP/1.1" status: 204 len: 168 time: 1.3407133 Jul 14 09:35:42.746627 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a7753-e096-4d13-aaf6-c8d5745c8262 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event deleted for resources: {'Network': ['ID=44b3ce35-fac4-48cf-bf33-542305bdc0c8,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:42.872199 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'name': 'tempest-TestNetworkBasicOps-router-815597950', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:35Z', 'updated_at': '2021-07-14T09:35:38Z', 'revision_number': 3, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:37Z', 'updated_at': '2021-07-14T09:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:42.922050 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf88cb8-42f3-453a-a256-556553a6369b None None] The sync data for ids ['d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'] in n-d-798054-10 is: [{'id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'name': 'tempest-TestNetworkBasicOps-router-815597950', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:35Z', 'updated_at': '2021-07-14T09:35:38Z', 'revision_number': 3, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:37Z', 'updated_at': '2021-07-14T09:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:42.985349 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.007275 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Transition to ACTIVE for port object d878e84b-3d87-426b-8c4b-a73606f93252 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:43.029170 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Deleting port 9644c442-cd41-4b77-a66f-19c7fd6a9ddb {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:43.030381 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.065737 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Transition to ACTIVE for port object d878e84b-3d87-426b-8c4b-a73606f93252 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:43.081621 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.197610 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.197962 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.208004 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Pushing event updated for resources: {'Port': ['ID=d878e84b-3d87-426b-8c4b-a73606f93252,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:43.234365 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Network f317a3e5-f8d8-42d0-9695-c725eb7e2047 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:43.236551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:43.239276 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Calling delete_port for 9644c442-cd41-4b77-a66f-19c7fd6a9ddb owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:43.239548 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:43.240923 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53882) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:43.389853 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Attempting to bind port d878e84b-3d87-426b-8c4b-a73606f93252 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:43.390234 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Attempting to bind port d878e84b-3d87-426b-8c4b-a73606f93252 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'd40fa4c4-ac5b-4098-9884-bf79572a7c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:43.390598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Attempting to bind port d878e84b-3d87-426b-8c4b-a73606f93252 on network f317a3e5-f8d8-42d0-9695-c725eb7e2047 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:43.459901 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:43.461245 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Checking segment: {'id': 'd40fa4c4-ac5b-4098-9884-bf79572a7c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:43.462462 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.464263 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Bound using segment: {'id': 'd40fa4c4-ac5b-4098-9884-bf79572a7c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:43.464949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Bound port: d878e84b-3d87-426b-8c4b-a73606f93252, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40fa4c4-ac5b-4098-9884-bf79572a7c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:43.465533 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.468956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-8aa6f044-e0a4-4934-92ec-28e81f151a0a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Allocated IP 172.20.0.1 (f317a3e5-f8d8-42d0-9695-c725eb7e2047/d111208e-d1bf-40f9-aa9f-c7cd6f959515/4f103872-9ddd-47ec-9c57-a2dceea23927) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:43.582712 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67e780f3-9fcb-4b09-b9eb-3a73d0687130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.649381 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] For port d878e84b-3d87-426b-8c4b-a73606f93252, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:43.653441 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] For port d878e84b-3d87-426b-8c4b-a73606f93252, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d878e84b-3d87-426b-8c4b-a73606f93252,segment=NetworkSegment(d40fa4c4-ac5b-4098-9884-bf79572a7c53),segment_id=d40fa4c4-ac5b-4098-9884-bf79572a7c53)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:43.662583 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.740027 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f044-e0a4-4934-92ec-28e81f151a0a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.759014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-8aa6f044-e0a4-4934-92ec-28e81f151a0a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Transition to ACTIVE for port object 4f103872-9ddd-47ec-9c57-a2dceea23927 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:43.777151 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f705c-595f-4265-8042-5456a5e705cc None None] Pushing event updated for resources: {'Port': ['ID=d878e84b-3d87-426b-8c4b-a73606f93252,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:43.816599 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f044-e0a4-4934-92ec-28e81f151a0a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.956378 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6f044-e0a4-4934-92ec-28e81f151a0a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'Port': ['ID=4f103872-9ddd-47ec-9c57-a2dceea23927,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:43.988713 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67e780f3-9fcb-4b09-b9eb-3a73d0687130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.026364 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67e780f3-9fcb-4b09-b9eb-3a73d0687130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.029087 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa6f044-e0a4-4934-92ec-28e81f151a0a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Network f317a3e5-f8d8-42d0-9695-c725eb7e2047 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:44.031646 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-8aa6f044-e0a4-4934-92ec-28e81f151a0a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:44.039244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa6f044-e0a4-4934-92ec-28e81f151a0a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:44.169280 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-67e780f3-9fcb-4b09-b9eb-3a73d0687130 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33b381a7b40d47539c58ed505170e8a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9267523 Jul 14 09:35:44.177764 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e780f3-9fcb-4b09-b9eb-3a73d0687130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5677f23-42a7-4b2d-a06b-d2f8392a737e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:44.180157 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53900) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:44.219615 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f044-e0a4-4934-92ec-28e81f151a0a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.238936 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df251e10-ce07-4555-9986-b1284596da45 req-26e98a91-b16b-4934-bc46-64a24d667649 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:44.283222 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df251e10-ce07-4555-9986-b1284596da45 req-26e98a91-b16b-4934-bc46-64a24d667649 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.4834619 Jul 14 09:35:44.435494 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df251e10-ce07-4555-9986-b1284596da45 req-f744ce4f-f9f8-43eb-833d-106aacdccbc9 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509902 Jul 14 09:35:44.583764 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d60d30e3-ba15-4059-aab2-84da16449d75 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:44.693160 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port d60d30e3-ba15-4059-aab2-84da16449d75 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:44.699960 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d60d30e3-ba15-4059-aab2-84da16449d75 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:44.701209 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.841494 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.860242 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.865722 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port d60d30e3-ba15-4059-aab2-84da16449d75, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d60d30e3-ba15-4059-aab2-84da16449d75,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:44.871280 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.872279 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d878e84b-3d87-426b-8c4b-a73606f93252 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:44.914104 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event deleted for resources: {'Port': ['ID=9644c442-cd41-4b77-a66f-19c7fd6a9ddb,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:44.954695 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d75fa2a9-c806-4763-9be5-4f7c808c500f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.959777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=d60d30e3-ba15-4059-aab2-84da16449d75,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:44.977015 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:44.977408 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:44.977701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:44.978136 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:44.978477 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:44.978808 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:44.979133 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:44.979468 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:44.979937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:44.980236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:44.980565 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:44.981004 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:45.031948 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port d878e84b-3d87-426b-8c4b-a73606f93252 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:45.061147 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d75fa2a9-c806-4763-9be5-4f7c808c500f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.120877 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a1e8395c-bb7e-4fc6-bceb-201fbc738ad1 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:45.164860 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: a1e8395c-bb7e-4fc6-bceb-201fbc738ad1 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:45.165214 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a1e8395c-bb7e-4fc6-bceb-201fbc738ad1 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:45.209140 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.215596 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.223271 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53920) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:45.239119 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-401f3ec9-5e92-429c-b00d-429ef4d94401 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "DELETE /v2.0/floatingips/133def81-53a4-4d26-8d0e-c9401eba51c5 HTTP/1.1" status: 204 len: 168 time: 2.5546055 Jul 14 09:35:45.245379 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f044-e0a4-4934-92ec-28e81f151a0a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.294765 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec1b596-650e-436f-9339-3639886ba44a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] DELETE failed (client error): The resource could not be found. Jul 14 09:35:45.298398 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec1b596-650e-436f-9339-3639886ba44a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:35:45.300867 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-aec1b596-650e-436f-9339-3639886ba44a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "DELETE /v2.0/ports/98314b24-d46b-4e17-9a13-b8556d28a5d8 HTTP/1.1" status: 404 len: 333 time: 0.0759606 Jul 14 09:35:45.303039 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53928) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:45.320130 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d75fa2a9-c806-4763-9be5-4f7c808c500f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.322404 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d75fa2a9-c806-4763-9be5-4f7c808c500f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.326357 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d75fa2a9-c806-4763-9be5-4f7c808c500f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5677f23-42a7-4b2d-a06b-d2f8392a737e HTTP/1.1" status: 204 len: 168 time: 1.1309707 Jul 14 09:35:45.377992 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8744861f-aaf2-4d43-9b1a-d94263274b48 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "GET /v2.0/ports?device_id=deb88b3c-d1eb-4506-8539-8f9c45386616 HTTP/1.1" status: 200 len: 205 time: 0.0709143 Jul 14 09:35:45.378095 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53932) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:45.386193 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fa2a9-c806-4763-9be5-4f7c808c500f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5677f23-42a7-4b2d-a06b-d2f8392a737e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:45.484112 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-a52c5b2e-2cdc-4850-a40c-1526004388a3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] delete failed (client error): The resource could not be found. Jul 14 09:35:45.485562 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a52c5b2e-2cdc-4850-a40c-1526004388a3 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "DELETE /v2.0/routers/deb88b3c-d1eb-4506-8539-8f9c45386616 HTTP/1.1" status: 404 len: 336 time: 0.1067493 Jul 14 09:35:45.489338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53936) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:45.601694 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5f4098-4c1f-4237-a563-701a77c7af6a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] DELETE failed (client error): The resource could not be found. Jul 14 09:35:45.602330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5f4098-4c1f-4237-a563-701a77c7af6a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:35:45.604185 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5b5f4098-4c1f-4237-a563-701a77c7af6a tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "DELETE /v2.0/subnets/1392fc6b-a691-4709-8dfc-f4e6e5aeb49b HTTP/1.1" status: 404 len: 337 time: 0.1135361 Jul 14 09:35:45.608031 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53940) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:45.832774 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b86a3-ce3e-4019-959f-4c82681de877 req-27689ae6-b1d2-46d2-9bb4-7212009a6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:45.839155 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a02b86a3-ce3e-4019-959f-4c82681de877 req-27689ae6-b1d2-46d2-9bb4-7212009a6957 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 1096 time: 0.2534337 Jul 14 09:35:45.919997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc86800b-fe68-4a7c-96aa-b033592a1ef3 None None] Network f317a3e5-f8d8-42d0-9695-c725eb7e2047 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:45.997945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53950) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:46.054643 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-16e70c31-2f98-4175-9ebb-466ee85a2eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.057312 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-75206d2a-2724-459e-acb1-de5f7220e08f None None] Provisioning for port d878e84b-3d87-426b-8c4b-a73606f93252 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:46.080162 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-75206d2a-2724-459e-acb1-de5f7220e08f None None] Provisioning complete for port d878e84b-3d87-426b-8c4b-a73606f93252 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:46.080964 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-75206d2a-2724-459e-acb1-de5f7220e08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.114614 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c84a2740-73d1-456d-8d73-046bbab651af tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Deleting port 41bf076c-4d5a-4131-9dfa-b955ea57ab27 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:46.115225 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c84a2740-73d1-456d-8d73-046bbab651af tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.135224 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1c211-3e0a-4b4c-b274-b797cd7406d2 req-e66012e5-0f7b-47c7-8cd5-a69c97b6c9a9 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:46.137664 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a1d1c211-3e0a-4b4c-b274-b797cd7406d2 req-e66012e5-0f7b-47c7-8cd5-a69c97b6c9a9 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.4037416 Jul 14 09:35:46.429327 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f044-e0a4-4934-92ec-28e81f151a0a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.442699 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f044-e0a4-4934-92ec-28e81f151a0a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.448765 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d60d30e3-ba15-4059-aab2-84da16449d75 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:46.509947 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c84a2740-73d1-456d-8d73-046bbab651af tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.516379 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-75206d2a-2724-459e-acb1-de5f7220e08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.542284 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.542760 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c84a2740-73d1-456d-8d73-046bbab651af tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Calling delete_port for 41bf076c-4d5a-4131-9dfa-b955ea57ab27 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:46.553557 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d60d30e3-ba15-4059-aab2-84da16449d75 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:46.553961 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.596844 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-75206d2a-2724-459e-acb1-de5f7220e08f None None] For port d878e84b-3d87-426b-8c4b-a73606f93252, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d878e84b-3d87-426b-8c4b-a73606f93252,segment=NetworkSegment(d40fa4c4-ac5b-4098-9884-bf79572a7c53),segment_id=d40fa4c4-ac5b-4098-9884-bf79572a7c53)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:46.600832 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f044-e0a4-4934-92ec-28e81f151a0a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.602725 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6f044-e0a4-4934-92ec-28e81f151a0a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'Port': ['ID=4f103872-9ddd-47ec-9c57-a2dceea23927,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:46.642291 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-75206d2a-2724-459e-acb1-de5f7220e08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.734885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75206d2a-2724-459e-acb1-de5f7220e08f None None] Pushing event updated for resources: {'Port': ['ID=d878e84b-3d87-426b-8c4b-a73606f93252,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:46.903787 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6e444-9f2c-4460-98df-d3cd8fd7f1a1 req-0186c1c5-38c1-4e80-ae81-9c0de662cd9f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:46.905408 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-76f6e444-9f2c-4460-98df-d3cd8fd7f1a1 req-0186c1c5-38c1-4e80-ae81-9c0de662cd9f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 1.0670497 Jul 14 09:35:46.927731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa6f044-e0a4-4934-92ec-28e81f151a0a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Network f317a3e5-f8d8-42d0-9695-c725eb7e2047 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:46.927731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-8aa6f044-e0a4-4934-92ec-28e81f151a0a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:46.948270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b86a3-ce3e-4019-959f-4c82681de877 req-f28a3950-b008-47e8-865b-972a03a2dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:46.952472 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a02b86a3-ce3e-4019-959f-4c82681de877 req-f28a3950-b008-47e8-865b-972a03a2dc3a service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 913 time: 1.1080494 Jul 14 09:35:46.979090 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-71005e23-807f-46c5-bf14-85e47a8d9cb1 None None] Provisioning complete for port d878e84b-3d87-426b-8c4b-a73606f93252 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:46.979656 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-71005e23-807f-46c5-bf14-85e47a8d9cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.088080 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-16e70c31-2f98-4175-9ebb-466ee85a2eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.106419 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-16e70c31-2f98-4175-9ebb-466ee85a2eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.114929 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a1d1c211-3e0a-4b4c-b274-b797cd7406d2 req-97623359-bbf1-4632-8f4c-c8a6c88b7d34 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9641168 Jul 14 09:35:47.162384 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a02b86a3-ce3e-4019-959f-4c82681de877 req-80dcbffc-4730-408b-81ab-37fcab36ab4f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb HTTP/1.1" status: 200 len: 999 time: 0.2009652 Jul 14 09:35:47.210590 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-76f6e444-9f2c-4460-98df-d3cd8fd7f1a1 req-ac87836e-eab9-4537-8b10-31d3e2f63dd9 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2520447 Jul 14 09:35:47.239237 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e70c31-2f98-4175-9ebb-466ee85a2eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91c7c05-03bd-4864-8980-952140cfa197,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:47.260081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-71005e23-807f-46c5-bf14-85e47a8d9cb1 None None] Provisioning for port 4f103872-9ddd-47ec-9c57-a2dceea23927 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:47.264754 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-16e70c31-2f98-4175-9ebb-466ee85a2eb9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=614711d732514a21b78429f9dfaac2a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2599883 Jul 14 09:35:47.270349 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53964) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:47.270825 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-71005e23-807f-46c5-bf14-85e47a8d9cb1 None None] Provisioning complete for port 4f103872-9ddd-47ec-9c57-a2dceea23927 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:47.270936 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-71005e23-807f-46c5-bf14-85e47a8d9cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.271745 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c84a2740-73d1-456d-8d73-046bbab651af tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.312037 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b86a3-ce3e-4019-959f-4c82681de877 req-f2e0b6d1-52a4-4632-89d6-1d29d4b502f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:47.313593 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a02b86a3-ce3e-4019-959f-4c82681de877 req-f2e0b6d1-52a4-4632-89d6-1d29d4b502f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.1349692 Jul 14 09:35:47.400767 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a2740-73d1-456d-8d73-046bbab651af tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event deleted for resources: {'Port': ['ID=41bf076c-4d5a-4131-9dfa-b955ea57ab27,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:47.449632 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b86a3-ce3e-4019-959f-4c82681de877 req-9181604b-3329-49bc-bf88-b85146d28b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:47.451416 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-71005e23-807f-46c5-bf14-85e47a8d9cb1 None None] Port 4f103872-9ddd-47ec-9c57-a2dceea23927 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:47.458729 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a02b86a3-ce3e-4019-959f-4c82681de877 req-9181604b-3329-49bc-bf88-b85146d28b29 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1379976 Jul 14 09:35:47.500947 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3ce8-81b6-4404-8792-0e81ac226769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.530183 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3ce8-81b6-4404-8792-0e81ac226769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.578584 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6aed3586-3248-4012-aec1-b6906f29ea5e None None] Provisioning complete for port 4f103872-9ddd-47ec-9c57-a2dceea23927 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:47.579435 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6aed3586-3248-4012-aec1-b6906f29ea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.627369 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a02b86a3-ce3e-4019-959f-4c82681de877 req-6f3fa088-8b6f-43c2-857e-558971ae4289 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604147 Jul 14 09:35:47.632543 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3ce8-81b6-4404-8792-0e81ac226769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.635136 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3ce8-81b6-4404-8792-0e81ac226769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.639527 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a4bc3ce8-81b6-4404-8792-0e81ac226769 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c91c7c05-03bd-4864-8980-952140cfa197 HTTP/1.1" status: 204 len: 168 time: 0.3547864 Jul 14 09:35:47.681980 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc3ce8-81b6-4404-8792-0e81ac226769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91c7c05-03bd-4864-8980-952140cfa197,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:47.695151 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa6f044-e0a4-4934-92ec-28e81f151a0a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Router d98d5d7b-23cf-442d-804e-b4d34b8c0a8e has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:47.720387 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c84a2740-73d1-456d-8d73-046bbab651af tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.725476 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c84a2740-73d1-456d-8d73-046bbab651af tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "DELETE /v2.0/ports/41bf076c-4d5a-4131-9dfa-b955ea57ab27 HTTP/1.1" status: 204 len: 168 time: 2.1164255 Jul 14 09:35:47.728926 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53978) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:47.739461 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6aed3586-3248-4012-aec1-b6906f29ea5e None None] Port 4f103872-9ddd-47ec-9c57-a2dceea23927 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:47.836088 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a02b86a3-ce3e-4019-959f-4c82681de877 req-d42704f2-3a28-4767-aa51-2302bd7e0502 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891472 Jul 14 09:35:47.863084 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-90a3dc7a-9b09-4a4b-a9d7-9f4eb541e0cd None None] Provisioning complete for port 4f103872-9ddd-47ec-9c57-a2dceea23927 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:47.863746 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90a3dc7a-9b09-4a4b-a9d7-9f4eb541e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.927520 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-90a3dc7a-9b09-4a4b-a9d7-9f4eb541e0cd None None] Port 4f103872-9ddd-47ec-9c57-a2dceea23927 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:47.963483 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa6f044-e0a4-4934-92ec-28e81f151a0a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:47.973119 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8aa6f044-e0a4-4934-92ec-28e81f151a0a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "PUT /v2.0/routers/d98d5d7b-23cf-442d-804e-b4d34b8c0a8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8994107 Jul 14 09:35:47.973303 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53982) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:47.981667 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] Sync routers for ids ['d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:47.995428 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] Routers {'d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:47.996411 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:48.109861 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-9946385d-cf6b-4a45-b23a-0c044afcfafd tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Deleting port 87b07f10-62e8-4041-a5ae-8b3ce26064a1 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:48.110225 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9946385d-cf6b-4a45-b23a-0c044afcfafd tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.249386 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9946385d-cf6b-4a45-b23a-0c044afcfafd tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.264231 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-9946385d-cf6b-4a45-b23a-0c044afcfafd tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Calling delete_port for 87b07f10-62e8-4041-a5ae-8b3ce26064a1 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:48.341714 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] Set router d98d5d7b-23cf-442d-804e-b4d34b8c0a8e gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:48.365065 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d878e84b-3d87-426b-8c4b-a73606f93252 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:48.429046 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d878e84b-3d87-426b-8c4b-a73606f93252 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:48.429618 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.509477 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0201110-1122-42c4-b4c4-77529371ce34 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.509991 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0201110-1122-42c4-b4c4-77529371ce34 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.510463 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0201110-1122-42c4-b4c4-77529371ce34 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.510931 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0201110-1122-42c4-b4c4-77529371ce34 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.511391 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0201110-1122-42c4-b4c4-77529371ce34 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.511852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0201110-1122-42c4-b4c4-77529371ce34 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.512348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0201110-1122-42c4-b4c4-77529371ce34 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.512806 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0201110-1122-42c4-b4c4-77529371ce34 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.513504 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0201110-1122-42c4-b4c4-77529371ce34 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.513826 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0201110-1122-42c4-b4c4-77529371ce34 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.524050 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b0201110-1122-42c4-b4c4-77529371ce34 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7074 time: 0.5505788 Jul 14 09:35:48.526725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 54008) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:48.629034 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9946385d-cf6b-4a45-b23a-0c044afcfafd tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.693631 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946385d-cf6b-4a45-b23a-0c044afcfafd tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event deleted for resources: {'Port': ['ID=87b07f10-62e8-4041-a5ae-8b3ce26064a1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:48.822869 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9946385d-cf6b-4a45-b23a-0c044afcfafd tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.831413 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9946385d-cf6b-4a45-b23a-0c044afcfafd tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "DELETE /v2.0/ports/87b07f10-62e8-4041-a5ae-8b3ce26064a1 HTTP/1.1" status: 204 len: 168 time: 1.1012027 Jul 14 09:35:48.834748 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54024) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:48.836895 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458f4bed-e5bd-4830-9a99-f2696eeaaa9d tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.837561 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458f4bed-e5bd-4830-9a99-f2696eeaaa9d tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.838431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458f4bed-e5bd-4830-9a99-f2696eeaaa9d tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.839120 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458f4bed-e5bd-4830-9a99-f2696eeaaa9d tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.840431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458f4bed-e5bd-4830-9a99-f2696eeaaa9d tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.841108 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458f4bed-e5bd-4830-9a99-f2696eeaaa9d tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.841750 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458f4bed-e5bd-4830-9a99-f2696eeaaa9d tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.842420 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458f4bed-e5bd-4830-9a99-f2696eeaaa9d tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.843072 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458f4bed-e5bd-4830-9a99-f2696eeaaa9d tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.843942 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458f4bed-e5bd-4830-9a99-f2696eeaaa9d tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.846622 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-458f4bed-e5bd-4830-9a99-f2696eeaaa9d tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6416 time: 0.3189776 Jul 14 09:35:48.855842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429e7ac-ae32-4815-8e6f-c20fb1fecee4 req-8af2056f-b5e0-4282-976f-604d4136411b tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.857406 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54026) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:48.864148 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9429e7ac-ae32-4815-8e6f-c20fb1fecee4 req-8af2056f-b5e0-4282-976f-604d4136411b tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b7c3d4-4b22-423b-ab4e-806a6472f908 HTTP/1.1" status: 200 len: 949 time: 0.7062907 Jul 14 09:35:48.899723 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afed2a-45de-4ed1-9d37-df403eb01e6a req-2d109660-3083-4226-bdf6-44ab12224d40 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.901602 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-21afed2a-45de-4ed1-9d37-df403eb01e6a req-2d109660-3083-4226-bdf6-44ab12224d40 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.4481542 Jul 14 09:35:48.919687 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'name': 'tempest-TestNetworkBasicOps-router-815597950', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:35Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 4, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:37Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '4f103872-9ddd-47ec-9c57-a2dceea23927', 'name': '', 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:7f:14:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'd111208e-d1bf-40f9-aa9f-c7cd6f959515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:35:45Z', 'revision_number': 2, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': 'd111208e-d1bf-40f9-aa9f-c7cd6f959515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:48.960059 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9429e7ac-ae32-4815-8e6f-c20fb1fecee4 req-3f856a79-dbe4-4a94-abc9-ab90025f2145 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/security-groups?id=79cfc54e-f62b-4947-aacf-650b60f42be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943773 Jul 14 09:35:48.996002 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] Checking router: d98d5d7b-23cf-442d-804e-b4d34b8c0a8e for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:48.996429 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] Updating router d98d5d7b-23cf-442d-804e-b4d34b8c0a8e port 4f103872-9ddd-47ec-9c57-a2dceea23927 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:35:49.024701 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-21afed2a-45de-4ed1-9d37-df403eb01e6a req-902e5a6f-a01b-4095-ac54-39fedbe5f685 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126964 Jul 14 09:35:49.076176 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.176372 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29a5366-9149-40df-a623-eaf7d70bc079 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.185323 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f29a5366-9149-40df-a623-eaf7d70bc079 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "GET /v2.0/ports?device_id=e86a0623-76ea-4548-8a2d-d1ce9ec72647 HTTP/1.1" status: 200 len: 913 time: 0.3471594 Jul 14 09:35:49.197236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 54040) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:49.308271 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3a928327-5f45-44b4-acef-752ab498ee4d details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:49.400371 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-58bbe9c2-f03f-4af5-b1bb-f5c49398660c tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4494 time: 0.5372515 Jul 14 09:35:49.565833 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3a928327-5f45-44b4-acef-752ab498ee4d, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3a928327-5f45-44b4-acef-752ab498ee4d,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:49.591903 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '3a928327-5f45-44b4-acef-752ab498ee4d', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'port_id': '3a928327-5f45-44b4-acef-752ab498ee4d', 'mac_address': 'fa:16:3e:ba:41:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:49.712926 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.739816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a928327-5f45-44b4-acef-752ab498ee4d {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:49.763733 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.783753 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3a928327-5f45-44b4-acef-752ab498ee4d, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3a928327-5f45-44b4-acef-752ab498ee4d,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:49.792208 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] Transition to ACTIVE for port object 4f103872-9ddd-47ec-9c57-a2dceea23927 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:49.794053 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.804977 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.817899 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c80d57-a60a-44a7-b5ea-60dbba283779 req-af6e2b97-9cef-4794-8f0a-f27b8c19bba9 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.819483 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-36c80d57-a60a-44a7-b5ea-60dbba283779 req-af6e2b97-9cef-4794-8f0a-f27b8c19bba9 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3b7c3d4-4b22-423b-ab4e-806a6472f908 HTTP/1.1" status: 200 len: 949 time: 0.1740396 Jul 14 09:35:49.930335 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7d639-1979-4352-b470-a7c4fa05e17e None None] Pushing event updated for resources: {'Port': ['ID=4f103872-9ddd-47ec-9c57-a2dceea23927,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:49.950637 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7d639-1979-4352-b470-a7c4fa05e17e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:49.950986 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7d639-1979-4352-b470-a7c4fa05e17e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:49.951323 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7d639-1979-4352-b470-a7c4fa05e17e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:49.951673 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7d639-1979-4352-b470-a7c4fa05e17e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:49.952242 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7d639-1979-4352-b470-a7c4fa05e17e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:49.952397 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7d639-1979-4352-b470-a7c4fa05e17e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:49.952618 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7d639-1979-4352-b470-a7c4fa05e17e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:49.952914 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7d639-1979-4352-b470-a7c4fa05e17e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:49.953233 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7d639-1979-4352-b470-a7c4fa05e17e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:49.953545 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7d639-1979-4352-b470-a7c4fa05e17e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:49.953880 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7d639-1979-4352-b470-a7c4fa05e17e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:49.954254 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7d639-1979-4352-b470-a7c4fa05e17e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:50.003681 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54106) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:50.019129 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-396cbfdd-177c-4c77-a217-feb6bf25f659 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1361189975', 'description': 'tempest-secgroup-smoke-1361189975 description', 'project_id': '9e8947ccf2db4372a301749e896d7bb1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:50.043578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cfb77-96b9-4f82-8bf7-828ba0b0d9f2 req-3d6084c4-0c29-4102-90c1-84cd346023b7 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:50.049868 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e19cfb77-96b9-4f82-8bf7-828ba0b0d9f2 req-3d6084c4-0c29-4102-90c1-84cd346023b7 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.8659134 Jul 14 09:35:50.194886 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] Attempting to bind port 4f103872-9ddd-47ec-9c57-a2dceea23927 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:50.195449 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] Attempting to bind port 4f103872-9ddd-47ec-9c57-a2dceea23927 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'd40fa4c4-ac5b-4098-9884-bf79572a7c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:50.198078 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] Attempting to bind port 4f103872-9ddd-47ec-9c57-a2dceea23927 on network f317a3e5-f8d8-42d0-9695-c725eb7e2047 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:50.203121 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e19cfb77-96b9-4f82-8bf7-828ba0b0d9f2 req-7397c56f-7618-4ea0-ac39-fa4fef4c0439 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469834 Jul 14 09:35:50.218878 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:50.220860 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] Checking segment: {'id': 'd40fa4c4-ac5b-4098-9884-bf79572a7c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:50.222253 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.238206 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] Bound using segment: {'id': 'd40fa4c4-ac5b-4098-9884-bf79572a7c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:50.241380 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] Bound port: 4f103872-9ddd-47ec-9c57-a2dceea23927, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40fa4c4-ac5b-4098-9884-bf79572a7c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:50.241860 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.270056 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-396cbfdd-177c-4c77-a217-feb6bf25f659 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.313974 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-36c80d57-a60a-44a7-b5ea-60dbba283779 req-9743bdb6-334b-4cd8-8bbf-08cc7cfaecd8 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Deleting port 0184fd28-26d5-4b36-aadd-66cf281248f4 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:50.314361 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-36c80d57-a60a-44a7-b5ea-60dbba283779 req-9743bdb6-334b-4cd8-8bbf-08cc7cfaecd8 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.460416 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] For port 4f103872-9ddd-47ec-9c57-a2dceea23927, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:50.470708 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] For port 4f103872-9ddd-47ec-9c57-a2dceea23927, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4f103872-9ddd-47ec-9c57-a2dceea23927,segment=NetworkSegment(d40fa4c4-ac5b-4098-9884-bf79572a7c53),segment_id=d40fa4c4-ac5b-4098-9884-bf79572a7c53)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:50.478433 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.592991 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-36c80d57-a60a-44a7-b5ea-60dbba283779 req-9743bdb6-334b-4cd8-8bbf-08cc7cfaecd8 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] For port 0184fd28-26d5-4b36-aadd-66cf281248f4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0184fd28-26d5-4b36-aadd-66cf281248f4,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:50.594488 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-36c80d57-a60a-44a7-b5ea-60dbba283779 req-9743bdb6-334b-4cd8-8bbf-08cc7cfaecd8 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.629830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-36c80d57-a60a-44a7-b5ea-60dbba283779 req-9743bdb6-334b-4cd8-8bbf-08cc7cfaecd8 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Calling delete_port for 0184fd28-26d5-4b36-aadd-66cf281248f4 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:50.658293 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7d639-1979-4352-b470-a7c4fa05e17e None None] Pushing event updated for resources: {'Port': ['ID=4f103872-9ddd-47ec-9c57-a2dceea23927,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:50.686607 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['3a928327-5f45-44b4-acef-752ab498ee4d'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:50.708722 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] Routers {'d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:50.709448 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:50.787214 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbf253-de57-4b2e-a6da-0982aca9afff req-785b3c7a-8ae0-4975-b0c0-fe6978d18e9c tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:50.801494 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-65dbf253-de57-4b2e-a6da-0982aca9afff req-785b3c7a-8ae0-4975-b0c0-fe6978d18e9c tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b7c3d4-4b22-423b-ab4e-806a6472f908 HTTP/1.1" status: 200 len: 949 time: 0.5817413 Jul 14 09:35:50.847535 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=3a928327-5f45-44b4-acef-752ab498ee4d,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:51.177035 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ea4d3-608e-4d62-aee4-6a1479752561 req-a2874fe5-790d-4940-94fc-6ff3f6393749 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:51.185179 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e7ea4d3-608e-4d62-aee4-6a1479752561 req-a2874fe5-790d-4940-94fc-6ff3f6393749 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 944 time: 0.5803840 Jul 14 09:35:51.211955 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-65dbf253-de57-4b2e-a6da-0982aca9afff req-86c782c3-2349-4f39-b781-650fef930d50 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/security-groups?id=79cfc54e-f62b-4947-aacf-650b60f42be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080522 Jul 14 09:35:51.242144 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-36c80d57-a60a-44a7-b5ea-60dbba283779 req-9743bdb6-334b-4cd8-8bbf-08cc7cfaecd8 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.322686 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3a928327-5f45-44b4-acef-752ab498ee4d up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:51.383846 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743bdb6-334b-4cd8-8bbf-08cc7cfaecd8 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Pushing event deleted for resources: {'Port': ['ID=0184fd28-26d5-4b36-aadd-66cf281248f4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:51.419300 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] Set router d98d5d7b-23cf-442d-804e-b4d34b8c0a8e gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:51.430882 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e7ea4d3-608e-4d62-aee4-6a1479752561 req-70553c49-2030-4742-b83e-6223ecc0d830 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449312 Jul 14 09:35:51.459128 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d19674d8-5c48-4553-84ad-81d261c3d567 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.509313 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 3a928327-5f45-44b4-acef-752ab498ee4d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:51.509703 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.619496 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-396cbfdd-177c-4c77-a217-feb6bf25f659 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.633064 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-396cbfdd-177c-4c77-a217-feb6bf25f659 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.712819 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c80d57-a60a-44a7-b5ea-60dbba283779 req-9743bdb6-334b-4cd8-8bbf-08cc7cfaecd8 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] No DVR routers for this DVR port 0184fd28-26d5-4b36-aadd-66cf281248f4 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:51.722176 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-36c80d57-a60a-44a7-b5ea-60dbba283779 req-9743bdb6-334b-4cd8-8bbf-08cc7cfaecd8 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.729132 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-36c80d57-a60a-44a7-b5ea-60dbba283779 req-9743bdb6-334b-4cd8-8bbf-08cc7cfaecd8 tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.55 "DELETE /v2.0/ports/0184fd28-26d5-4b36-aadd-66cf281248f4 HTTP/1.1" status: 204 len: 173 time: 1.9004714 Jul 14 09:35:51.740750 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b7c3d4-4b22-423b-ab4e-806a6472f908', 'name': 'network-vif-deleted', 'tag': '0184fd28-26d5-4b36-aadd-66cf281248f4'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:51.748280 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c3b254-4aca-4ef2-8bcb-0717922fc178" -d '{"events": [{"server_uuid": "c3b7c3d4-4b22-423b-ab4e-806a6472f908", "name": "network-vif-deleted", "tag": "0184fd28-26d5-4b36-aadd-66cf281248f4"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:51.749525 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.790799 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-396cbfdd-177c-4c77-a217-feb6bf25f659 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.792071 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-396cbfdd-177c-4c77-a217-feb6bf25f659 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7846072 Jul 14 09:35:51.793017 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cbfdd-177c-4c77-a217-feb6bf25f659 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e32af52-9bef-4afb-9b19-cd3a2727675a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:51.800890 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54170) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:51.804912 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dbe33a-4529-4341-9e2a-d578e9cd5c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a928327-5f45-44b4-acef-752ab498ee4d'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:51.809855 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672004e7-18b7-4b17-9dc8-f93578a9c792" -d '{"events": [{"server_uuid": "d5dbe33a-4529-4341-9e2a-d578e9cd5c03", "name": "network-vif-plugged", "status": "completed", "tag": "3a928327-5f45-44b4-acef-752ab498ee4d"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:51.811969 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a106d94a-e77b-4b5a-9ba9-2cfc7d98efc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'security_group_rule': {'security_group_id': '0e32af52-9bef-4afb-9b19-cd3a2727675a', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:51.884641 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac053a72-2f3f-47a4-b26b-e687ac78f423 x-openstack-request-id: req-ac053a72-2f3f-47a4-b26b-e687ac78f423 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:51.884937 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b7c3d4-4b22-423b-ab4e-806a6472f908", "name": "network-vif-deleted", "tag": "0184fd28-26d5-4b36-aadd-66cf281248f4", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:51.891823 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3a928327-5f45-44b4-acef-752ab498ee4d, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3a928327-5f45-44b4-acef-752ab498ee4d,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:51.892241 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac053a72-2f3f-47a4-b26b-e687ac78f423 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:51.892888 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b7c3d4-4b22-423b-ab4e-806a6472f908', 'name': 'network-vif-deleted', 'tag': '0184fd28-26d5-4b36-aadd-66cf281248f4', 'status': 'completed', 'code': 200} Jul 14 09:35:51.905361 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.947636 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a106d94a-e77b-4b5a-9ba9-2cfc7d98efc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.971487 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c2757d-854c-4b51-aab3-b97321da297d x-openstack-request-id: req-37c2757d-854c-4b51-aab3-b97321da297d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:51.974447 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dbe33a-4529-4341-9e2a-d578e9cd5c03", "name": "network-vif-plugged", "status": "completed", "tag": "3a928327-5f45-44b4-acef-752ab498ee4d", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:51.974447 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-37c2757d-854c-4b51-aab3-b97321da297d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:51.974447 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5dbe33a-4529-4341-9e2a-d578e9cd5c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a928327-5f45-44b4-acef-752ab498ee4d', 'code': 200} Jul 14 09:35:52.036648 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=3a928327-5f45-44b4-acef-752ab498ee4d,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:52.089598 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a106d94a-e77b-4b5a-9ba9-2cfc7d98efc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.097114 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a106d94a-e77b-4b5a-9ba9-2cfc7d98efc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.141945 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106d94a-e77b-4b5a-9ba9-2cfc7d98efc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648c2bc0-65a8-422d-b9bd-39b92ef729b8,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:52.169983 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a106d94a-e77b-4b5a-9ba9-2cfc7d98efc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.174331 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a106d94a-e77b-4b5a-9ba9-2cfc7d98efc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3688421 Jul 14 09:35:52.174781 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54178) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:52.181036 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7c1705f8-6185-4fde-9070-d722fe33e08a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'security_group_rule': {'security_group_id': '0e32af52-9bef-4afb-9b19-cd3a2727675a', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:52.240287 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'name': 'tempest-TestNetworkBasicOps-router-815597950', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:35Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 4, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:37Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '4f103872-9ddd-47ec-9c57-a2dceea23927', 'name': '', 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:7f:14:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'd111208e-d1bf-40f9-aa9f-c7cd6f959515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:35:50Z', 'revision_number': 4, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': 'd111208e-d1bf-40f9-aa9f-c7cd6f959515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:52.267620 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7c1705f8-6185-4fde-9070-d722fe33e08a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.332727 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c0184f-7481-472d-9326-8164ba8007dc None None] The sync data for ids ['d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'] in n-d-798054-10 is: [{'id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'name': 'tempest-TestNetworkBasicOps-router-815597950', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:35Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 4, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:37Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '4f103872-9ddd-47ec-9c57-a2dceea23927', 'name': '', 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:7f:14:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'd111208e-d1bf-40f9-aa9f-c7cd6f959515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:35:50Z', 'revision_number': 4, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': 'd111208e-d1bf-40f9-aa9f-c7cd6f959515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:52.434770 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d19674d8-5c48-4553-84ad-81d261c3d567 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Deleting port d127e7d0-e9ad-4dc4-a590-37d6fe76b1b2 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:52.437195 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d19674d8-5c48-4553-84ad-81d261c3d567 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.441031 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 0184fd28-26d5-4b36-aadd-66cf281248f4 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:52.495630 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 0184fd28-26d5-4b36-aadd-66cf281248f4 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:52.495983 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 0184fd28-26d5-4b36-aadd-66cf281248f4 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:52.508500 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7c1705f8-6185-4fde-9070-d722fe33e08a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.524823 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7c1705f8-6185-4fde-9070-d722fe33e08a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.565775 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1705f8-6185-4fde-9070-d722fe33e08a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444a9ff5-56c0-4615-b254-bd45b8714359,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:52.593650 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d19674d8-5c48-4553-84ad-81d261c3d567 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.624307 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7c1705f8-6185-4fde-9070-d722fe33e08a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.631522 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7c1705f8-6185-4fde-9070-d722fe33e08a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4538169 Jul 14 09:35:52.633729 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54188) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:52.639207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d19674d8-5c48-4553-84ad-81d261c3d567 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Calling delete_port for d127e7d0-e9ad-4dc4-a590-37d6fe76b1b2 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:52.653541 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-37897d96-76f0-4343-912e-509159b73292 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'security_group_rule': {'security_group_id': '0e32af52-9bef-4afb-9b19-cd3a2727675a', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:52.750548 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37897d96-76f0-4343-912e-509159b73292 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.887723 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25262a63-e541-4d36-8c91-d1662a943c0a req-56f22c30-1f5b-430c-a823-e298508395ec tempest-VolumesBackupsTest-580237962 tempest-VolumesBackupsTest-580237962-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b7c3d4-4b22-423b-ab4e-806a6472f908 HTTP/1.1" status: 200 len: 210 time: 0.0496652 Jul 14 09:35:52.960203 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37897d96-76f0-4343-912e-509159b73292 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.979214 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37897d96-76f0-4343-912e-509159b73292 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.084431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78ef5c-18ea-4ab0-8f11-893b1a4feaca req-32a29e67-8318-4391-8cc3-131bea57b062 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:53.084666 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37897d96-76f0-4343-912e-509159b73292 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821a313e-cba8-4108-a4ff-238af4bfd91f,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:53.092737 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f78ef5c-18ea-4ab0-8f11-893b1a4feaca req-32a29e67-8318-4391-8cc3-131bea57b062 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.2554917 Jul 14 09:35:53.111486 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37897d96-76f0-4343-912e-509159b73292 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.113075 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-37897d96-76f0-4343-912e-509159b73292 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4761581 Jul 14 09:35:53.115796 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54196) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:53.139844 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-02e930e2-a8b6-4b03-809f-bde0162efa95 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'security_group_rule': {'security_group_id': '0e32af52-9bef-4afb-9b19-cd3a2727675a', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:53.198913 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-02e930e2-a8b6-4b03-809f-bde0162efa95 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.253605 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f78ef5c-18ea-4ab0-8f11-893b1a4feaca req-4ffa09bc-5617-4d62-9fc9-892b2d66f7c6 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572070 Jul 14 09:35:53.314128 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d19674d8-5c48-4553-84ad-81d261c3d567 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.370957 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19674d8-5c48-4553-84ad-81d261c3d567 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event deleted for resources: {'Port': ['ID=d127e7d0-e9ad-4dc4-a590-37d6fe76b1b2,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:53.394850 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-02e930e2-a8b6-4b03-809f-bde0162efa95 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.405005 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-02e930e2-a8b6-4b03-809f-bde0162efa95 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.458484 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e930e2-a8b6-4b03-809f-bde0162efa95 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628ff572-f85b-402f-a5d3-f60a8e4b7ae8,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:53.471266 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-02e930e2-a8b6-4b03-809f-bde0162efa95 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.473016 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-02e930e2-a8b6-4b03-809f-bde0162efa95 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3524225 Jul 14 09:35:53.475709 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54200) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:53.481023 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a195ec4b-41f6-45d2-9ef5-ace3249becfc tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'security_group_rule': {'security_group_id': '0e32af52-9bef-4afb-9b19-cd3a2727675a', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:53.519319 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-a195ec4b-41f6-45d2-9ef5-ace3249becfc tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Project 9e8947ccf2db4372a301749e896d7bb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:35:53.526395 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a195ec4b-41f6-45d2-9ef5-ace3249becfc tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.709250 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a195ec4b-41f6-45d2-9ef5-ace3249becfc tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.719950 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a195ec4b-41f6-45d2-9ef5-ace3249becfc tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.780421 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a195ec4b-41f6-45d2-9ef5-ace3249becfc tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.786159 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a195ec4b-41f6-45d2-9ef5-ace3249becfc tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3087013 Jul 14 09:35:53.790514 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54208) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:53.800498 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-05495fa8-bd7b-4dc3-a64c-5fa6d9813634 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'security_group_rule': {'security_group_id': '0e32af52-9bef-4afb-9b19-cd3a2727675a', 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:53.805670 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195ec4b-41f6-45d2-9ef5-ace3249becfc tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73013346-c0ff-43f7-9ecd-f6ce93955b15,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:53.845915 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-05495fa8-bd7b-4dc3-a64c-5fa6d9813634 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Project 9e8947ccf2db4372a301749e896d7bb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:35:53.852906 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05495fa8-bd7b-4dc3-a64c-5fa6d9813634 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.992768 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05495fa8-bd7b-4dc3-a64c-5fa6d9813634 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.007482 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05495fa8-bd7b-4dc3-a64c-5fa6d9813634 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.045995 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05495fa8-bd7b-4dc3-a64c-5fa6d9813634 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae5d583-1356-4a85-8b95-7ec71dd780f9,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:54.077849 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05495fa8-bd7b-4dc3-a64c-5fa6d9813634 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.080752 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-05495fa8-bd7b-4dc3-a64c-5fa6d9813634 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2892146 Jul 14 09:35:54.571778 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4f103872-9ddd-47ec-9c57-a2dceea23927 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:54.644948 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 4f103872-9ddd-47ec-9c57-a2dceea23927 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:54.664495 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 4f103872-9ddd-47ec-9c57-a2dceea23927 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:54.665297 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.687796 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d19674d8-5c48-4553-84ad-81d261c3d567 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.866067 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.958482 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 4f103872-9ddd-47ec-9c57-a2dceea23927, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4f103872-9ddd-47ec-9c57-a2dceea23927,segment=NetworkSegment(d40fa4c4-ac5b-4098-9884-bf79572a7c53),segment_id=d40fa4c4-ac5b-4098-9884-bf79572a7c53)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:54.965879 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.068152 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=4f103872-9ddd-47ec-9c57-a2dceea23927,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:55.076035 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe49458-4afd-4990-904d-c14741ac107d req-0fa6d6cd-d42e-4810-a974-dafbff1a8475 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:55.086654 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6fe49458-4afd-4990-904d-c14741ac107d req-0fa6d6cd-d42e-4810-a974-dafbff1a8475 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.5036831 Jul 14 09:35:55.245505 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19674d8-5c48-4553-84ad-81d261c3d567 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Router e86a0623-76ea-4548-8a2d-d1ce9ec72647 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:55.314478 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6fe49458-4afd-4990-904d-c14741ac107d req-897f9e05-9bb5-4f5d-8872-7d12df6ea2ed tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265906 Jul 14 09:35:55.490382 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19674d8-5c48-4553-84ad-81d261c3d567 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:55.499658 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d19674d8-5c48-4553-84ad-81d261c3d567 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "PUT /v2.0/routers/e86a0623-76ea-4548-8a2d-d1ce9ec72647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2969568 Jul 14 09:35:55.499830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54248) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:55.509839 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f53c91f-121d-4c54-9b1e-81f894474b10 None None] Sync routers for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:55.524845 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f53c91f-121d-4c54-9b1e-81f894474b10 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:55.525896 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8f53c91f-121d-4c54-9b1e-81f894474b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:55.617444 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8f53c91f-121d-4c54-9b1e-81f894474b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:55.633000 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f53c91f-121d-4c54-9b1e-81f894474b10 None None] Routers {'e86a0623-76ea-4548-8a2d-d1ce9ec72647'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:55.634041 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8f53c91f-121d-4c54-9b1e-81f894474b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:55.685037 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8f53c91f-121d-4c54-9b1e-81f894474b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:55.685880 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f53c91f-121d-4c54-9b1e-81f894474b10 None None] The sync data for ids ['e86a0623-76ea-4548-8a2d-d1ce9ec72647'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:56.148696 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ab29cde-ae57-4a55-84db-57efbb220a08 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.332319 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ab29cde-ae57-4a55-84db-57efbb220a08 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.364185 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4f103872-9ddd-47ec-9c57-a2dceea23927 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:56.427378 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-3ab29cde-ae57-4a55-84db-57efbb220a08 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Deleting port aac96fa7-745b-4a4d-ac72-1e28d865e81a {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:56.427734 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ab29cde-ae57-4a55-84db-57efbb220a08 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.483044 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 4f103872-9ddd-47ec-9c57-a2dceea23927 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:56.485741 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.563494 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ab29cde-ae57-4a55-84db-57efbb220a08 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.586866 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-3ab29cde-ae57-4a55-84db-57efbb220a08 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Calling delete_port for aac96fa7-745b-4a4d-ac72-1e28d865e81a owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:56.751397 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db1266-b01f-42bc-9bba-5717b073be4e req-8ae8c583-c2a3-48d5-a3a8-d2e76848ab24 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:56.764510 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7db1266-b01f-42bc-9bba-5717b073be4e req-8ae8c583-c2a3-48d5-a3a8-d2e76848ab24 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.2036204 Jul 14 09:35:56.835837 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7db1266-b01f-42bc-9bba-5717b073be4e req-8270d5ba-61c1-43f1-995c-46bca05abb20 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689771 Jul 14 09:35:56.995276 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ab29cde-ae57-4a55-84db-57efbb220a08 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.048002 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab29cde-ae57-4a55-84db-57efbb220a08 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event deleted for resources: {'Port': ['ID=aac96fa7-745b-4a4d-ac72-1e28d865e81a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:57.183137 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ab29cde-ae57-4a55-84db-57efbb220a08 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.220997 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b645ce8b-3fb9-4dbd-882e-d8a903239260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.350581 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ab29cde-ae57-4a55-84db-57efbb220a08 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.353423 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ab29cde-ae57-4a55-84db-57efbb220a08 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.419580 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ab29cde-ae57-4a55-84db-57efbb220a08 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.420185 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab29cde-ae57-4a55-84db-57efbb220a08 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Fanout notify agent at l3_agent the message router_deleted on router e86a0623-76ea-4548-8a2d-d1ce9ec72647 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:35:57.430411 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ab29cde-ae57-4a55-84db-57efbb220a08 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.431171 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3ab29cde-ae57-4a55-84db-57efbb220a08 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "DELETE /v2.0/routers/e86a0623-76ea-4548-8a2d-d1ce9ec72647 HTTP/1.1" status: 204 len: 168 time: 1.9304414 Jul 14 09:35:57.433821 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 54276) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:57.525266 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5ce279-7098-4c4d-9a7f-621e10eae2d1 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Deleting subnet 0a5cd1f4-3ff2-4878-b7c0-510b6dee116a {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:57.528690 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f5ce279-7098-4c4d-9a7f-621e10eae2d1 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.576546 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f5ce279-7098-4c4d-9a7f-621e10eae2d1 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.633023 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f5ce279-7098-4c4d-9a7f-621e10eae2d1 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.765995 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f5ce279-7098-4c4d-9a7f-621e10eae2d1 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.809516 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f5ce279-7098-4c4d-9a7f-621e10eae2d1 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.817664 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5f5ce279-7098-4c4d-9a7f-621e10eae2d1 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "DELETE /v2.0/subnets/0a5cd1f4-3ff2-4878-b7c0-510b6dee116a HTTP/1.1" status: 204 len: 168 time: 0.3827200 Jul 14 09:35:57.820026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54280) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:57.908706 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ce279-7098-4c4d-9a7f-621e10eae2d1 tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event deleted for resources: {'Subnet': ['ID=0a5cd1f4-3ff2-4878-b7c0-510b6dee116a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:58.000543 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d852be8f-7827-46b1-8126-57ca30a0624e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.111431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d527d-985b-4906-b405-3aff6b7b966e req-af080d46-53a0-45e2-9fbe-cec12b71f56f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:58.113296 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e4d527d-985b-4906-b405-3aff6b7b966e req-af080d46-53a0-45e2-9fbe-cec12b71f56f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.1310012 Jul 14 09:35:58.130891 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d852be8f-7827-46b1-8126-57ca30a0624e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.148193 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-d852be8f-7827-46b1-8126-57ca30a0624e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d9cfef-8d5c-4f57-a257-83b13360bf08']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:58.163944 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-d852be8f-7827-46b1-8126-57ca30a0624e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5145df66-d01f-4e72-bdb8-4e2ced867bd5') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:58.164389 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-d852be8f-7827-46b1-8126-57ca30a0624e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5145df66-d01f-4e72-bdb8-4e2ced867bd5') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:58.176991 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d852be8f-7827-46b1-8126-57ca30a0624e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.218753 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d852be8f-7827-46b1-8126-57ca30a0624e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.234168 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d852be8f-7827-46b1-8126-57ca30a0624e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:58.235662 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d852be8f-7827-46b1-8126-57ca30a0624e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:58.242989 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:58.268643 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e4d527d-985b-4906-b405-3aff6b7b966e req-1e8f3f47-e107-4ca9-8561-2681c0c1ac97 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490810 Jul 14 09:35:58.466533 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d852be8f-7827-46b1-8126-57ca30a0624e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.488422 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d852be8f-7827-46b1-8126-57ca30a0624e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.493214 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d852be8f-7827-46b1-8126-57ca30a0624e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] 10.222.0.26 "DELETE /v2.0/networks/28d9cfef-8d5c-4f57-a257-83b13360bf08 HTTP/1.1" status: 204 len: 168 time: 0.6697700 Jul 14 09:35:58.513337 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852be8f-7827-46b1-8126-57ca30a0624e tempest-FloatingIPTestJSON-1501660168 tempest-FloatingIPTestJSON-1501660168-project] Pushing event deleted for resources: {'Network': ['ID=28d9cfef-8d5c-4f57-a257-83b13360bf08,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:59.028606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54306) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:59.261435 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5c4cd34a-5dfe-433a-9381-b4ef22e5f2cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=944172d8a9244096af4d37ccd448c69a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2308369 Jul 14 09:35:59.264089 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 54310) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:59.392050 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1597e392-ca28-4db7-bb1e-0d50693d01a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.447821 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1597e392-ca28-4db7-bb1e-0d50693d01a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.588380 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac9998-df74-45d5-bdf5-5bde0e5f401f req-cc7a3166-c4fa-4be3-8c18-6942b7a42d44 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:59.598311 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aaac9998-df74-45d5-bdf5-5bde0e5f401f req-cc7a3166-c4fa-4be3-8c18-6942b7a42d44 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.1152954 Jul 14 09:35:59.640558 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1597e392-ca28-4db7-bb1e-0d50693d01a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.643625 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1597e392-ca28-4db7-bb1e-0d50693d01a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.647321 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1597e392-ca28-4db7-bb1e-0d50693d01a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f1d2cab6-0a30-4014-aaa1-60ac13802ce0 HTTP/1.1" status: 204 len: 168 time: 0.3798099 Jul 14 09:35:59.662515 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597e392-ca28-4db7-bb1e-0d50693d01a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d2cab6-0a30-4014-aaa1-60ac13802ce0,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:59.706771 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aaac9998-df74-45d5-bdf5-5bde0e5f401f req-53c40b98-181e-40fd-a5a6-c1691f787e70 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073534 Jul 14 09:35:59.765518 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a198405e-661f-4cd4-9285-189c304c8387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.894436 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.683549 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.045725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f6f90-3809-4ed0-84d8-3183f33881e5 req-c50b31cd-ebb4-456b-b7e3-e60a29a97b89 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:01.055156 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db3f6f90-3809-4ed0-84d8-3183f33881e5 req-c50b31cd-ebb4-456b-b7e3-e60a29a97b89 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.1502662 Jul 14 09:36:01.152979 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db3f6f90-3809-4ed0-84d8-3183f33881e5 req-5f8f9f59-37b5-4ef2-bc71-0a7bbb0bbce7 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961874 Jul 14 09:36:01.161528 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54348) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:01.282627 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-cc248183-c1e1-4634-ab08-b0f273476175 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-608882784'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:01.312864 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc248183-c1e1-4634-ab08-b0f273476175 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:01.322279 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cc248183-c1e1-4634-ab08-b0f273476175 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.351446 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cc248183-c1e1-4634-ab08-b0f273476175 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.525343 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cc248183-c1e1-4634-ab08-b0f273476175 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.540692 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cc248183-c1e1-4634-ab08-b0f273476175 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.599964 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc248183-c1e1-4634-ab08-b0f273476175 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:01.614128 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc248183-c1e1-4634-ab08-b0f273476175 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eba2144-bf7d-496d-87c2-f98513445ed4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:01.636653 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cc248183-c1e1-4634-ab08-b0f273476175 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.636653 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-cc248183-c1e1-4634-ab08-b0f273476175 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Added segment 1540c656-6cb2-433c-9da5-6efceb8db19a of type vlan for network d23544f2-a7cd-404c-93c5-d9e16c0bf505 Jul 14 09:36:01.711881 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cc248183-c1e1-4634-ab08-b0f273476175 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.754151 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cc248183-c1e1-4634-ab08-b0f273476175 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.761994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc248183-c1e1-4634-ab08-b0f273476175 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:01.761994 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cc248183-c1e1-4634-ab08-b0f273476175 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.787111 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.857921 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cc248183-c1e1-4634-ab08-b0f273476175 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6950054 Jul 14 09:36:01.899238 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc248183-c1e1-4634-ab08-b0f273476175 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Network': ['ID=d23544f2-a7cd-404c-93c5-d9e16c0bf505,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:01.919621 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network d23544f2-a7cd-404c-93c5-d9e16c0bf505 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:02.034171 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54354) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:02.044895 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-35234db8-f457-4825-b8c2-802b4ac1c257 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'subnet': {'network_id': 'd23544f2-a7cd-404c-93c5-d9e16c0bf505', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:02.211699 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35234db8-f457-4825-b8c2-802b4ac1c257 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:02.223304 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35234db8-f457-4825-b8c2-802b4ac1c257 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.536110 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100b221-0dd6-4a0c-8460-0edb8c7a4dad req-8da5dee9-1180-4cf7-b2a2-7d300a127471 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:02.543374 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0100b221-0dd6-4a0c-8460-0edb8c7a4dad req-8da5dee9-1180-4cf7-b2a2-7d300a127471 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.1940668 Jul 14 09:36:02.627320 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0100b221-0dd6-4a0c-8460-0edb8c7a4dad req-604a882a-06ba-41df-a2aa-e8dbfaae7cc7 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828288 Jul 14 09:36:02.650837 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35234db8-f457-4825-b8c2-802b4ac1c257 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.757696 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.880273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35234db8-f457-4825-b8c2-802b4ac1c257 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Subnet': ['ID=234690cd-7365-432c-8bba-f4e88dc820fb,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:02.915411 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35234db8-f457-4825-b8c2-802b4ac1c257 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Checking segment: {'id': '1540c656-6cb2-433c-9da5-6efceb8db19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd23544f2-a7cd-404c-93c5-d9e16c0bf505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:02.916014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35234db8-f457-4825-b8c2-802b4ac1c257 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network hostable DHCP agents. Network: d23544f2-a7cd-404c-93c5-d9e16c0bf505, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:02.945763 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35234db8-f457-4825-b8c2-802b4ac1c257 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network d23544f2-a7cd-404c-93c5-d9e16c0bf505 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:02.964275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-35234db8-f457-4825-b8c2-802b4ac1c257 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, d23544f2-a7cd-404c-93c5-d9e16c0bf505) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:02.974171 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d573d3e-fb88-4dbb-915a-b9f9edd7f22e None None] Network d23544f2-a7cd-404c-93c5-d9e16c0bf505 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:02.983719 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35234db8-f457-4825-b8c2-802b4ac1c257 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:02.984485 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35234db8-f457-4825-b8c2-802b4ac1c257 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.013430 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-35234db8-f457-4825-b8c2-802b4ac1c257 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9749804 Jul 14 09:36:03.013872 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 54364) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:03.019697 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-9d7b5d5a-f951-4ab7-ae5b-0390d07414fe tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-444730467'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:03.053362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7b5d5a-f951-4ab7-ae5b-0390d07414fe tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:03.057496 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5d5a-f951-4ab7-ae5b-0390d07414fe tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.089920 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7b5d5a-f951-4ab7-ae5b-0390d07414fe tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:03.112854 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5d5a-f951-4ab7-ae5b-0390d07414fe tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.113210 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-9d7b5d5a-f951-4ab7-ae5b-0390d07414fe tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Added segment e6d78596-2ad8-48a8-9712-29f2c48385b9 of type vlan for network dfafe7cb-6ecd-488a-b02d-7eed38004bfd Jul 14 09:36:03.165217 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-d23544f2-a7cd-404c-93c5-d9e16c0bf505', 'network_id': 'd23544f2-a7cd-404c-93c5-d9e16c0bf505', 'tenant_id': '5f5ec0e6ba944eee8ed6fd034d06548d', 'fixed_ips': [{'subnet_id': '234690cd-7365-432c-8bba-f4e88dc820fb'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:03.166478 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.213283 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5d5a-f951-4ab7-ae5b-0390d07414fe tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.253890 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5d5a-f951-4ab7-ae5b-0390d07414fe tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.255387 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7b5d5a-f951-4ab7-ae5b-0390d07414fe tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:03.256105 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5d5a-f951-4ab7-ae5b-0390d07414fe tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.368341 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b5d5a-f951-4ab7-ae5b-0390d07414fe tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Network': ['ID=dfafe7cb-6ecd-488a-b02d-7eed38004bfd,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:03.371968 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9d7b5d5a-f951-4ab7-ae5b-0390d07414fe tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3567572 Jul 14 09:36:03.375064 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54374) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:03.384567 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-12a195c4-df00-4052-b9da-79f4235c3ffb tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'subnet': {'network_id': 'dfafe7cb-6ecd-488a-b02d-7eed38004bfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:03.442239 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Allocated IP 172.20.255.242 (d23544f2-a7cd-404c-93c5-d9e16c0bf505/234690cd-7365-432c-8bba-f4e88dc820fb/83c05abc-eae1-442c-840e-8251b06e57ef) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:03.451267 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network dfafe7cb-6ecd-488a-b02d-7eed38004bfd details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:03.593118 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a195c4-df00-4052-b9da-79f4235c3ffb tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:03.593118 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-12a195c4-df00-4052-b9da-79f4235c3ffb tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.788181 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.823400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Transition to ACTIVE for port object 83c05abc-eae1-442c-840e-8251b06e57ef will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:03.877235 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Transition to ACTIVE for port object 83c05abc-eae1-442c-840e-8251b06e57ef will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:03.889415 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.981470 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-12a195c4-df00-4052-b9da-79f4235c3ffb tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.017207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126c900-9855-436c-b57b-147af30c4511 req-1b1fdbea-5bd7-4a75-936b-c36dc66be648 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:04.025910 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1126c900-9855-436c-b57b-147af30c4511 req-1b1fdbea-5bd7-4a75-936b-c36dc66be648 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.1938093 Jul 14 09:36:04.030530 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Network d23544f2-a7cd-404c-93c5-d9e16c0bf505 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:04.040087 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:04.048569 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:04.065739 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Pushing event updated for resources: {'Port': ['ID=83c05abc-eae1-442c-840e-8251b06e57ef,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:04.091170 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1126c900-9855-436c-b57b-147af30c4511 req-cf4f80bd-383d-4da8-912a-828b96871daa tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638788 Jul 14 09:36:04.157398 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Attempting to bind port 83c05abc-eae1-442c-840e-8251b06e57ef on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:04.157646 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Attempting to bind port 83c05abc-eae1-442c-840e-8251b06e57ef by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '1540c656-6cb2-433c-9da5-6efceb8db19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd23544f2-a7cd-404c-93c5-d9e16c0bf505'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:04.158000 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Attempting to bind port 83c05abc-eae1-442c-840e-8251b06e57ef on network d23544f2-a7cd-404c-93c5-d9e16c0bf505 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:04.163522 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:04.163863 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Checking segment: {'id': '1540c656-6cb2-433c-9da5-6efceb8db19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd23544f2-a7cd-404c-93c5-d9e16c0bf505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:04.164382 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.164628 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Bound using segment: {'id': '1540c656-6cb2-433c-9da5-6efceb8db19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd23544f2-a7cd-404c-93c5-d9e16c0bf505'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:04.165097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Bound port: 83c05abc-eae1-442c-840e-8251b06e57ef, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1540c656-6cb2-433c-9da5-6efceb8db19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd23544f2-a7cd-404c-93c5-d9e16c0bf505'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:04.169175 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.178945 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a195c4-df00-4052-b9da-79f4235c3ffb tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Checking segment: {'id': 'e6d78596-2ad8-48a8-9712-29f2c48385b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'dfafe7cb-6ecd-488a-b02d-7eed38004bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:04.179319 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a195c4-df00-4052-b9da-79f4235c3ffb tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network hostable DHCP agents. Network: dfafe7cb-6ecd-488a-b02d-7eed38004bfd, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:04.246014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a195c4-df00-4052-b9da-79f4235c3ffb tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network dfafe7cb-6ecd-488a-b02d-7eed38004bfd is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:04.259648 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a195c4-df00-4052-b9da-79f4235c3ffb tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Subnet': ['ID=c110c414-6a73-4db4-b55f-ed32c7328693,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:04.280244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-12a195c4-df00-4052-b9da-79f4235c3ffb tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, dfafe7cb-6ecd-488a-b02d-7eed38004bfd) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:04.301335 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a195c4-df00-4052-b9da-79f4235c3ffb tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:04.302102 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-12a195c4-df00-4052-b9da-79f4235c3ffb tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.331439 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1e491c-b2ad-42ef-be19-0cedd41b75be None None] Network dfafe7cb-6ecd-488a-b02d-7eed38004bfd requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:04.338519 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-12a195c4-df00-4052-b9da-79f4235c3ffb tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9608166 Jul 14 09:36:04.341938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 54438) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:04.480344 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] For port 83c05abc-eae1-442c-840e-8251b06e57ef, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:04.496195 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2423fd64-69dc-45e0-848c-7b47fd3f9d97 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.504046 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] For port 83c05abc-eae1-442c-840e-8251b06e57ef, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=83c05abc-eae1-442c-840e-8251b06e57ef,segment=NetworkSegment(1540c656-6cb2-433c-9da5-6efceb8db19a),segment_id=1540c656-6cb2-433c-9da5-6efceb8db19a)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:04.514523 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.639296 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2423fd64-69dc-45e0-848c-7b47fd3f9d97 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.679746 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243e923a-bb40-42b9-b71b-2517b4ed30dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-dfafe7cb-6ecd-488a-b02d-7eed38004bfd', 'network_id': 'dfafe7cb-6ecd-488a-b02d-7eed38004bfd', 'tenant_id': '5f5ec0e6ba944eee8ed6fd034d06548d', 'fixed_ips': [{'subnet_id': 'c110c414-6a73-4db4-b55f-ed32c7328693'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:04.680720 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-243e923a-bb40-42b9-b71b-2517b4ed30dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.699888 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc69fca-c666-40bb-858c-832700ef3a5e None None] Pushing event updated for resources: {'Port': ['ID=83c05abc-eae1-442c-840e-8251b06e57ef,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:04.754314 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2423fd64-69dc-45e0-848c-7b47fd3f9d97 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.817906 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423fd64-69dc-45e0-848c-7b47fd3f9d97 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Subnet': ['ID=c110c414-6a73-4db4-b55f-ed32c7328693,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server [None req-243e923a-bb40-42b9-b71b-2517b4ed30dc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c110c414-6a73-4db4-b55f-ed32c7328693: This subnet is being modified by another concurrent operation. Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c110c414-6a73-4db4-b55f-ed32c7328693: This subnet is being modified by another concurrent operation. Jul 14 09:36:04.853297 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Jul 14 09:36:04.874005 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e876cff3-7689-4568-897b-d37f096f0a32 None None] Network dfafe7cb-6ecd-488a-b02d-7eed38004bfd requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:05.025584 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2423fd64-69dc-45e0-848c-7b47fd3f9d97 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.041532 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-2423fd64-69dc-45e0-848c-7b47fd3f9d97 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfafe7cb-6ecd-488a-b02d-7eed38004bfd']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:05.059992 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-2423fd64-69dc-45e0-848c-7b47fd3f9d97 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d78596-2ad8-48a8-9712-29f2c48385b9') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:05.060427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-2423fd64-69dc-45e0-848c-7b47fd3f9d97 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d78596-2ad8-48a8-9712-29f2c48385b9') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:05.071794 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2423fd64-69dc-45e0-848c-7b47fd3f9d97 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.097539 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2423fd64-69dc-45e0-848c-7b47fd3f9d97 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.112884 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2423fd64-69dc-45e0-848c-7b47fd3f9d97 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:05.113539 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2423fd64-69dc-45e0-848c-7b47fd3f9d97 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:05.203708 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:05.209529 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2423fd64-69dc-45e0-848c-7b47fd3f9d97 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.226348 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2423fd64-69dc-45e0-848c-7b47fd3f9d97 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.231856 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54502) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:05.236114 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2423fd64-69dc-45e0-848c-7b47fd3f9d97 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/dfafe7cb-6ecd-488a-b02d-7eed38004bfd HTTP/1.1" status: 204 len: 168 time: 0.8929000 Jul 14 09:36:05.237892 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-938be76b-9962-4369-82db-a39e74e4ce9d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1871350993'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:05.273528 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423fd64-69dc-45e0-848c-7b47fd3f9d97 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Network': ['ID=dfafe7cb-6ecd-488a-b02d-7eed38004bfd,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:05.281256 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938be76b-9962-4369-82db-a39e74e4ce9d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:05.289059 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-938be76b-9962-4369-82db-a39e74e4ce9d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.330879 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938be76b-9962-4369-82db-a39e74e4ce9d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:05.341972 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-938be76b-9962-4369-82db-a39e74e4ce9d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.342652 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-938be76b-9962-4369-82db-a39e74e4ce9d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Added segment c4743076-664b-4d64-818d-0e4ba914893b of type vlan for network 60ef408c-a932-45ee-9f5b-cb44bdc4963b Jul 14 09:36:05.399480 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-938be76b-9962-4369-82db-a39e74e4ce9d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.428223 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b8ac9-15db-493d-b563-bb66b11fb6aa req-506f5f9a-ec20-4502-aa25-b4599c4bcfca tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.434173 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-840b8ac9-15db-493d-b563-bb66b11fb6aa req-506f5f9a-ec20-4502-aa25-b4599c4bcfca tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.1160839 Jul 14 09:36:05.451001 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-938be76b-9962-4369-82db-a39e74e4ce9d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.457843 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938be76b-9962-4369-82db-a39e74e4ce9d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.459029 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-938be76b-9962-4369-82db-a39e74e4ce9d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.475732 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-938be76b-9962-4369-82db-a39e74e4ce9d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2427304 Jul 14 09:36:05.489520 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 54520) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:05.512081 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-88a68b43-7cd7-45a0-91cc-58edb12d8682 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'subnet': {'network_id': '60ef408c-a932-45ee-9f5b-cb44bdc4963b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:05.644842 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938be76b-9962-4369-82db-a39e74e4ce9d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Network': ['ID=60ef408c-a932-45ee-9f5b-cb44bdc4963b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:05.650257 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-840b8ac9-15db-493d-b563-bb66b11fb6aa req-91a34c5b-ae9e-4117-bbf5-c08656727027 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123847 Jul 14 09:36:05.675037 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 60ef408c-a932-45ee-9f5b-cb44bdc4963b details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:05.795470 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a68b43-7cd7-45a0-91cc-58edb12d8682 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:05.805827 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88a68b43-7cd7-45a0-91cc-58edb12d8682 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.915456 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.ipam_backend_mixin [None req-88a68b43-7cd7-45a0-91cc-58edb12d8682 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Performing IP validity checks on allocation pools {{(pid=93887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:36:05.916010 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.ipam_backend_mixin [None req-88a68b43-7cd7-45a0-91cc-58edb12d8682 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:36:06.176765 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88a68b43-7cd7-45a0-91cc-58edb12d8682 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.211645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb059ad-d536-4028-bd6f-a95e755408d0 None None] Network d23544f2-a7cd-404c-93c5-d9e16c0bf505 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:06.269505 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a68b43-7cd7-45a0-91cc-58edb12d8682 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Subnet': ['ID=4b2ba5bf-a7a9-4e33-8f04-35ef7836326d,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:06.324443 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a68b43-7cd7-45a0-91cc-58edb12d8682 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Checking segment: {'id': 'c4743076-664b-4d64-818d-0e4ba914893b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '60ef408c-a932-45ee-9f5b-cb44bdc4963b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:06.324811 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a68b43-7cd7-45a0-91cc-58edb12d8682 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network hostable DHCP agents. Network: 60ef408c-a932-45ee-9f5b-cb44bdc4963b, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:06.363474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a68b43-7cd7-45a0-91cc-58edb12d8682 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network 60ef408c-a932-45ee-9f5b-cb44bdc4963b is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:06.385345 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-88a68b43-7cd7-45a0-91cc-58edb12d8682 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 60ef408c-a932-45ee-9f5b-cb44bdc4963b) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:06.391351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a68b43-7cd7-45a0-91cc-58edb12d8682 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.392262 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88a68b43-7cd7-45a0-91cc-58edb12d8682 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.400446 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb328629-62fb-4fe8-8226-6be13ba43a1d None None] Network 60ef408c-a932-45ee-9f5b-cb44bdc4963b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:06.414751 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ad8417dd-3783-4d9a-9a03-10ca27ecae76 None None] Provisioning for port 83c05abc-eae1-442c-840e-8251b06e57ef completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:06.493336 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-88a68b43-7cd7-45a0-91cc-58edb12d8682 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9972038 Jul 14 09:36:06.494735 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54592) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:06.560387 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 83c05abc-eae1-442c-840e-8251b06e57ef up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:06.763078 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1250d53c-3399-4308-acba-bdd57fa6efce tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.877173 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1250d53c-3399-4308-acba-bdd57fa6efce tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.930433 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33417a73-24f4-4051-a5ca-205e640b03e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-60ef408c-a932-45ee-9f5b-cb44bdc4963b', 'network_id': '60ef408c-a932-45ee-9f5b-cb44bdc4963b', 'tenant_id': '5f5ec0e6ba944eee8ed6fd034d06548d', 'fixed_ips': [{'subnet_id': '4b2ba5bf-a7a9-4e33-8f04-35ef7836326d'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:06.931434 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33417a73-24f4-4051-a5ca-205e640b03e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.978818 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1250d53c-3399-4308-acba-bdd57fa6efce tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.030934 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250d53c-3399-4308-acba-bdd57fa6efce tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2ba5bf-a7a9-4e33-8f04-35ef7836326d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:07.064771 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 83c05abc-eae1-442c-840e-8251b06e57ef completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:07.083342 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 83c05abc-eae1-442c-840e-8251b06e57ef triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:07.083723 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.114766 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04439b30-0c24-4501-bc40-5001296d3f11 req-b39eeb4a-c476-4811-8024-cc8c486a3d64 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:07.120965 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04439b30-0c24-4501-bc40-5001296d3f11 req-b39eeb4a-c476-4811-8024-cc8c486a3d64 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.2130609 Jul 14 09:36:07.135846 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1177df60-3da4-4e3a-8057-239e2d84fe50 None None] Network 60ef408c-a932-45ee-9f5b-cb44bdc4963b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:07.168659 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1250d53c-3399-4308-acba-bdd57fa6efce tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.196824 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-1250d53c-3399-4308-acba-bdd57fa6efce tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ef408c-a932-45ee-9f5b-cb44bdc4963b']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:07.208250 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04439b30-0c24-4501-bc40-5001296d3f11 req-4114c3ec-4b38-49ec-abae-fb915c4b602e tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828247 Jul 14 09:36:07.218463 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-1250d53c-3399-4308-acba-bdd57fa6efce tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4743076-664b-4d64-818d-0e4ba914893b') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:07.218774 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-1250d53c-3399-4308-acba-bdd57fa6efce tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4743076-664b-4d64-818d-0e4ba914893b') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:07.239852 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1250d53c-3399-4308-acba-bdd57fa6efce tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.278508 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1250d53c-3399-4308-acba-bdd57fa6efce tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.305169 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1250d53c-3399-4308-acba-bdd57fa6efce tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:07.305600 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1250d53c-3399-4308-acba-bdd57fa6efce tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:07.423429 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:07.448151 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1250d53c-3399-4308-acba-bdd57fa6efce tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.460677 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1250d53c-3399-4308-acba-bdd57fa6efce tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.467535 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 54644) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:07.467998 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1250d53c-3399-4308-acba-bdd57fa6efce tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/60ef408c-a932-45ee-9f5b-cb44bdc4963b HTTP/1.1" status: 204 len: 168 time: 0.9715567 Jul 14 09:36:07.474489 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-088e7408-83eb-49b1-b6df-184c41ab5ccf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-830076937'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:07.478710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250d53c-3399-4308-acba-bdd57fa6efce tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Network': ['ID=60ef408c-a932-45ee-9f5b-cb44bdc4963b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:07.543908 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088e7408-83eb-49b1-b6df-184c41ab5ccf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:07.554184 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-088e7408-83eb-49b1-b6df-184c41ab5ccf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.639384 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088e7408-83eb-49b1-b6df-184c41ab5ccf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:07.648764 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.677394 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-088e7408-83eb-49b1-b6df-184c41ab5ccf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.678500 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-088e7408-83eb-49b1-b6df-184c41ab5ccf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Added segment f66a0f12-e1de-48a8-b93f-a58bef998460 of type vlan for network e8d77133-fdd1-4343-a3ce-8d62ed357d5f Jul 14 09:36:07.786173 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 83c05abc-eae1-442c-840e-8251b06e57ef, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=83c05abc-eae1-442c-840e-8251b06e57ef,segment=NetworkSegment(1540c656-6cb2-433c-9da5-6efceb8db19a),segment_id=1540c656-6cb2-433c-9da5-6efceb8db19a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:07.797856 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.808252 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-088e7408-83eb-49b1-b6df-184c41ab5ccf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.872913 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=83c05abc-eae1-442c-840e-8251b06e57ef,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:07.890542 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-088e7408-83eb-49b1-b6df-184c41ab5ccf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.897715 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088e7408-83eb-49b1-b6df-184c41ab5ccf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:07.898611 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-088e7408-83eb-49b1-b6df-184c41ab5ccf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.018112 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2304b0-8d21-4586-9c64-c0448a1559ca None None] get_active_networks_info from n-d-798054-10 {{(pid=93889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:36:08.044951 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-088e7408-83eb-49b1-b6df-184c41ab5ccf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5758967 Jul 14 09:36:08.046550 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e7408-83eb-49b1-b6df-184c41ab5ccf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Network': ['ID=e8d77133-fdd1-4343-a3ce-8d62ed357d5f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:08.048800 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54688) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:08.054551 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1d29ed11-28e0-435d-8633-22923f04e2ca tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'subnet': {'network_id': 'e8d77133-fdd1-4343-a3ce-8d62ed357d5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:08.079212 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network e8d77133-fdd1-4343-a3ce-8d62ed357d5f details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:08.152723 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-40ec63c7-e0ef-4e28-b66b-ee9e283e8f94 None None] Provisioning complete for port 83c05abc-eae1-442c-840e-8251b06e57ef triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:08.153020 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40ec63c7-e0ef-4e28-b66b-ee9e283e8f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.261719 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d29ed11-28e0-435d-8633-22923f04e2ca tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:08.267084 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d29ed11-28e0-435d-8633-22923f04e2ca tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.431652 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 83c05abc-eae1-442c-840e-8251b06e57ef up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:08.646601 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2304b0-8d21-4586-9c64-c0448a1559ca None None] Resources bound (agent type, host, resource id): {{(pid=93889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:36:08.735577 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57825f31-f9b8-4b3e-8257-ba01d25fccb8 req-40b7dde6-7564-4ba1-ba41-62f1d910c079 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:08.740392 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 83c05abc-eae1-442c-840e-8251b06e57ef triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:08.740392 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.750209 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57825f31-f9b8-4b3e-8257-ba01d25fccb8 req-40b7dde6-7564-4ba1-ba41-62f1d910c079 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.1642320 Jul 14 09:36:08.774672 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d29ed11-28e0-435d-8633-22923f04e2ca tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.854195 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57825f31-f9b8-4b3e-8257-ba01d25fccb8 req-228849f2-c210-4d7b-9c5e-fb628dfb49f1 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013422 Jul 14 09:36:08.977676 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29ed11-28e0-435d-8633-22923f04e2ca tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Subnet': ['ID=aba2d613-61d7-44ca-b407-65cd17088388,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:08.996366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29ed11-28e0-435d-8633-22923f04e2ca tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Checking segment: {'id': 'f66a0f12-e1de-48a8-b93f-a58bef998460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e8d77133-fdd1-4343-a3ce-8d62ed357d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:08.996913 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d29ed11-28e0-435d-8633-22923f04e2ca tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network hostable DHCP agents. Network: e8d77133-fdd1-4343-a3ce-8d62ed357d5f, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:09.034085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d29ed11-28e0-435d-8633-22923f04e2ca tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network e8d77133-fdd1-4343-a3ce-8d62ed357d5f is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:09.061623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-1d29ed11-28e0-435d-8633-22923f04e2ca tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, e8d77133-fdd1-4343-a3ce-8d62ed357d5f) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:09.092433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d29ed11-28e0-435d-8633-22923f04e2ca tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:09.093063 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d29ed11-28e0-435d-8633-22923f04e2ca tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.128169 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1d29ed11-28e0-435d-8633-22923f04e2ca tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0751379 Jul 14 09:36:09.128483 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 54758) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:09.211921 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9555879b-d2bc-4b6a-9b8f-1adeca20b24e None None] Network e8d77133-fdd1-4343-a3ce-8d62ed357d5f requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:09.283130 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-962a0fc0-4882-4969-8c9a-042f038f05f4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.379202 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-962a0fc0-4882-4969-8c9a-042f038f05f4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.458929 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-962a0fc0-4882-4969-8c9a-042f038f05f4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.561343 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-962a0fc0-4882-4969-8c9a-042f038f05f4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.571374 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a0fc0-4882-4969-8c9a-042f038f05f4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Subnet': ['ID=aba2d613-61d7-44ca-b407-65cd17088388,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:09.573824 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be80774d-c302-46ec-b009-5052a3ee34bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-e8d77133-fdd1-4343-a3ce-8d62ed357d5f', 'network_id': 'e8d77133-fdd1-4343-a3ce-8d62ed357d5f', 'tenant_id': '5f5ec0e6ba944eee8ed6fd034d06548d', 'fixed_ips': [{'subnet_id': 'aba2d613-61d7-44ca-b407-65cd17088388'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:09.574908 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be80774d-c302-46ec-b009-5052a3ee34bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.576082 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-962a0fc0-4882-4969-8c9a-042f038f05f4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d77133-fdd1-4343-a3ce-8d62ed357d5f']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:09.590705 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-962a0fc0-4882-4969-8c9a-042f038f05f4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66a0f12-e1de-48a8-b93f-a58bef998460') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:09.591247 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-962a0fc0-4882-4969-8c9a-042f038f05f4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66a0f12-e1de-48a8-b93f-a58bef998460') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:09.603132 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-962a0fc0-4882-4969-8c9a-042f038f05f4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.631433 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-962a0fc0-4882-4969-8c9a-042f038f05f4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.650183 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962a0fc0-4882-4969-8c9a-042f038f05f4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:09.651703 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-962a0fc0-4882-4969-8c9a-042f038f05f4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:09.655998 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:09.779371 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-be80774d-c302-46ec-b009-5052a3ee34bd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:36:09.779371 n-d-798054-10 neutron-server[93889]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 14 09:36:09.779371 n-d-798054-10 neutron-server[93889]: [parameters: {'project_id': '5f5ec0e6ba944eee8ed6fd034d06548d', 'id': 'fa47c234-4b1e-4e15-ae05-e01527512973', 'name': '', 'network_id': 'e8d77133-fdd1-4343-a3ce-8d62ed357d5f', 'mac_address': 'fa:16:3e:89:ba:7f', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-e8d77133-fdd1-4343-a3ce-8d62ed357d5f', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2762}] Jul 14 09:36:09.779371 n-d-798054-10 neutron-server[93889]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:36:09.779960 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-be80774d-c302-46ec-b009-5052a3ee34bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:36:09.784530 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-962a0fc0-4882-4969-8c9a-042f038f05f4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.796768 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-962a0fc0-4882-4969-8c9a-042f038f05f4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.800751 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-962a0fc0-4882-4969-8c9a-042f038f05f4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/e8d77133-fdd1-4343-a3ce-8d62ed357d5f HTTP/1.1" status: 204 len: 168 time: 0.6708710 Jul 14 09:36:09.804856 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54802) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:09.812473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-42a5216e-ae45-4473-bb00-11e49a2c26db tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1542326464'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:09.817511 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a0fc0-4882-4969-8c9a-042f038f05f4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Network': ['ID=e8d77133-fdd1-4343-a3ce-8d62ed357d5f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:09.865507 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a5216e-ae45-4473-bb00-11e49a2c26db tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:09.873494 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-42a5216e-ae45-4473-bb00-11e49a2c26db tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.911137 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a5216e-ae45-4473-bb00-11e49a2c26db tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:09.933921 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-42a5216e-ae45-4473-bb00-11e49a2c26db tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.934359 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-42a5216e-ae45-4473-bb00-11e49a2c26db tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Added segment 518f7898-8712-45ae-b26b-067e9c295f46 of type vlan for network 0062399e-fbbf-4a92-824b-479680c59fa9 Jul 14 09:36:09.996093 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-42a5216e-ae45-4473-bb00-11e49a2c26db tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.037850 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-42a5216e-ae45-4473-bb00-11e49a2c26db tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.053379 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a5216e-ae45-4473-bb00-11e49a2c26db tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:10.055668 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-42a5216e-ae45-4473-bb00-11e49a2c26db tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.154700 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-42a5216e-ae45-4473-bb00-11e49a2c26db tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3473425 Jul 14 09:36:10.159243 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54832) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:10.166989 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-295d610c-739f-4aff-8b19-0c429aca018d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'subnet': {'network_id': '0062399e-fbbf-4a92-824b-479680c59fa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:10.188653 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491746a-9d6a-4e47-810e-32397be62169 req-584adc61-ebb4-4255-871b-3505d8649dbf tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:10.190256 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9491746a-9d6a-4e47-810e-32397be62169 req-584adc61-ebb4-4255-871b-3505d8649dbf tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.1107063 Jul 14 09:36:10.240918 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5216e-ae45-4473-bb00-11e49a2c26db tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Network': ['ID=0062399e-fbbf-4a92-824b-479680c59fa9,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:10.261011 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 0062399e-fbbf-4a92-824b-479680c59fa9 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:10.284918 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9491746a-9d6a-4e47-810e-32397be62169 req-bd3ee468-dfd4-4f4f-9eb6-81b3544ab622 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873098 Jul 14 09:36:10.331550 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be80774d-c302-46ec-b009-5052a3ee34bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.371300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295d610c-739f-4aff-8b19-0c429aca018d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:10.394406 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-295d610c-739f-4aff-8b19-0c429aca018d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.401367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3089da4e-8b2a-42d9-8e15-7be7ce049985 None None] Network e8d77133-fdd1-4343-a3ce-8d62ed357d5f requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:10.424162 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3089da4e-8b2a-42d9-8e15-7be7ce049985 None None] Network e8d77133-fdd1-4343-a3ce-8d62ed357d5f could not be found, it might have been deleted concurrently. {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:36:10.601000 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-6b2225c8-b1ad-4379-b40f-1ba61797bd51 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1361189975&fields=id&tenant_id=9e8947ccf2db4372a301749e896d7bb1 HTTP/1.1" status: 200 len: 267 time: 0.0451057 Jul 14 09:36:10.723847 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-295d610c-739f-4aff-8b19-0c429aca018d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.737880 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-2b51b075-8bca-451a-9f55-052d72fa40f2 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:10.747067 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-2b51b075-8bca-451a-9f55-052d72fa40f2 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/networks?id=f317a3e5-f8d8-42d0-9695-c725eb7e2047 HTTP/1.1" status: 200 len: 796 time: 0.1304359 Jul 14 09:36:10.764385 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-0af902c4-fde3-4e60-9263-032b9e1efeda tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/quotas/9e8947ccf2db4372a301749e896d7bb1 HTTP/1.1" status: 200 len: 375 time: 0.0161693 Jul 14 09:36:10.809539 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d610c-739f-4aff-8b19-0c429aca018d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Subnet': ['ID=cb6aff39-d261-4ea6-a133-07f9a8b35336,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:10.830172 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295d610c-739f-4aff-8b19-0c429aca018d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Checking segment: {'id': '518f7898-8712-45ae-b26b-067e9c295f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '0062399e-fbbf-4a92-824b-479680c59fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:10.830871 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295d610c-739f-4aff-8b19-0c429aca018d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network hostable DHCP agents. Network: 0062399e-fbbf-4a92-824b-479680c59fa9, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:10.842820 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-feb4d951-7c86-453d-bf78-b238abc65476 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e8947ccf2db4372a301749e896d7bb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772545 Jul 14 09:36:10.854337 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295d610c-739f-4aff-8b19-0c429aca018d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network 0062399e-fbbf-4a92-824b-479680c59fa9 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:10.868617 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-295d610c-739f-4aff-8b19-0c429aca018d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 0062399e-fbbf-4a92-824b-479680c59fa9) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:10.878294 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25992c5d-f648-490a-bfb5-c7dd80a22d07 None None] Network 0062399e-fbbf-4a92-824b-479680c59fa9 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:10.881575 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295d610c-739f-4aff-8b19-0c429aca018d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:10.883292 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-295d610c-739f-4aff-8b19-0c429aca018d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.902774 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-295d610c-739f-4aff-8b19-0c429aca018d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7413852 Jul 14 09:36:10.904367 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54932) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:11.005208 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-979e27b6-46ec-4e6c-a199-9a58ed65f9e6 service neutron] 10.222.0.26 "GET /v2.0/networks/f317a3e5-f8d8-42d0-9695-c725eb7e2047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477613 Jul 14 09:36:11.088727 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45936c26-c013-48fb-9aa0-54f4bd59afbd tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.215347 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-7651c4c0-31d5-49cf-af0a-0efc98572cd6 service neutron] 10.222.0.26 "GET /v2.0/networks/f317a3e5-f8d8-42d0-9695-c725eb7e2047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037015 Jul 14 09:36:11.231472 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45936c26-c013-48fb-9aa0-54f4bd59afbd tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.275658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78455c0b-4b0e-4432-b82d-ceeadb131d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-0062399e-fbbf-4a92-824b-479680c59fa9', 'network_id': '0062399e-fbbf-4a92-824b-479680c59fa9', 'tenant_id': '5f5ec0e6ba944eee8ed6fd034d06548d', 'fixed_ips': [{'subnet_id': 'cb6aff39-d261-4ea6-a133-07f9a8b35336'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:11.279466 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78455c0b-4b0e-4432-b82d-ceeadb131d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.400069 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45936c26-c013-48fb-9aa0-54f4bd59afbd tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server [None req-78455c0b-4b0e-4432-b82d-ceeadb131d85 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb6aff39-d261-4ea6-a133-07f9a8b35336: This subnet is being modified by another concurrent operation. Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb6aff39-d261-4ea6-a133-07f9a8b35336: This subnet is being modified by another concurrent operation. Jul 14 09:36:11.530640 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Jul 14 09:36:11.551638 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f94eba-58ab-454f-86d2-6e8f1a589af4 None None] Network 0062399e-fbbf-4a92-824b-479680c59fa9 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:11.600110 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f09996f8-2321-4ffb-92d3-71487739b8ee req-10ebca97-aaeb-4b81-bece-c0bca930587d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 210 time: 0.0499852 Jul 14 09:36:11.614410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1667591-2eaf-4498-abde-d231f186b1fb req-c1422be7-f3b1-44f4-b894-fae3411a4315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.615997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a1667591-2eaf-4498-abde-d231f186b1fb req-c1422be7-f3b1-44f4-b894-fae3411a4315 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cb22d9c9ca64cacba1a692a05940f23&device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 1097 time: 0.3704450 Jul 14 09:36:11.673874 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45936c26-c013-48fb-9aa0-54f4bd59afbd tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Subnet': ['ID=cb6aff39-d261-4ea6-a133-07f9a8b35336,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:11.696550 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45936c26-c013-48fb-9aa0-54f4bd59afbd tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.723971 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-45936c26-c013-48fb-9aa0-54f4bd59afbd tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0062399e-fbbf-4a92-824b-479680c59fa9']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:11.752695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-45936c26-c013-48fb-9aa0-54f4bd59afbd tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518f7898-8712-45ae-b26b-067e9c295f46') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:11.753026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-45936c26-c013-48fb-9aa0-54f4bd59afbd tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518f7898-8712-45ae-b26b-067e9c295f46') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:11.773890 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45936c26-c013-48fb-9aa0-54f4bd59afbd tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.807489 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45936c26-c013-48fb-9aa0-54f4bd59afbd tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.818354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce37a96-6f61-496a-a52f-609af02d876f req-0fecc8a4-88c9-4ba2-a63a-1b2a621cd46f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.825256 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45936c26-c013-48fb-9aa0-54f4bd59afbd tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:11.826647 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45936c26-c013-48fb-9aa0-54f4bd59afbd tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.827148 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0ce37a96-6f61-496a-a52f-609af02d876f req-0fecc8a4-88c9-4ba2-a63a-1b2a621cd46f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.2299249 Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:11.830004 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:11.867695 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0270ddec-3a77-4b20-82d4-ccf18576e0b8 None None] get_active_networks_info from n-d-798054-10 {{(pid=93889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:36:11.935239 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45936c26-c013-48fb-9aa0-54f4bd59afbd tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.941199 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1667591-2eaf-4498-abde-d231f186b1fb req-b93cf321-c234-4a53-866d-712ace852499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.942691 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a1667591-2eaf-4498-abde-d231f186b1fb req-b93cf321-c234-4a53-866d-712ace852499 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e4991ac-2228-452d-ab57-e39ab6b100bc HTTP/1.1" status: 200 len: 916 time: 0.2863665 Jul 14 09:36:11.950517 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45936c26-c013-48fb-9aa0-54f4bd59afbd tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.957909 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-45936c26-c013-48fb-9aa0-54f4bd59afbd tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/0062399e-fbbf-4a92-824b-479680c59fa9 HTTP/1.1" status: 204 len: 168 time: 1.0518954 Jul 14 09:36:11.960515 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54988) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:11.996110 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-abddd9a8-15f5-4d16-bc5c-4f4d5dcce64b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1407496155'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:12.013140 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45936c26-c013-48fb-9aa0-54f4bd59afbd tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Network': ['ID=0062399e-fbbf-4a92-824b-479680c59fa9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:12.021962 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0ce37a96-6f61-496a-a52f-609af02d876f req-0d5e65ce-44d3-4aa5-9522-e288fe8c4e48 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809273 Jul 14 09:36:12.046436 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abddd9a8-15f5-4d16-bc5c-4f4d5dcce64b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:12.053691 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-abddd9a8-15f5-4d16-bc5c-4f4d5dcce64b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.068218 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a1667591-2eaf-4498-abde-d231f186b1fb req-83efd426-bd64-413e-b167-28929868c14d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a928327-5f45-44b4-acef-752ab498ee4d HTTP/1.1" status: 200 len: 1001 time: 0.1096759 Jul 14 09:36:12.118392 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abddd9a8-15f5-4d16-bc5c-4f4d5dcce64b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:12.119380 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0270ddec-3a77-4b20-82d4-ccf18576e0b8 None None] Resources bound (agent type, host, resource id): {{(pid=93889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:36:12.135446 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-abddd9a8-15f5-4d16-bc5c-4f4d5dcce64b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.135797 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-abddd9a8-15f5-4d16-bc5c-4f4d5dcce64b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Added segment 4ce426fb-02b4-4c80-b0d7-aa4729fe9867 of type vlan for network 6dfba4d7-5682-4da2-a5ab-29e456828dfc Jul 14 09:36:12.160990 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1667591-2eaf-4498-abde-d231f186b1fb req-47fe5647-5fb8-4ca7-9f3f-c9f4aba7cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:12.162591 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a1667591-2eaf-4498-abde-d231f186b1fb req-47fe5647-5fb8-4ca7-9f3f-c9f4aba7cf57 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=453b9a84-a49e-4445-ade0-e83a68e64b54 HTTP/1.1" status: 200 len: 854 time: 0.0881312 Jul 14 09:36:12.325734 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1667591-2eaf-4498-abde-d231f186b1fb req-8a6c8ff2-4aaa-4201-bc18-16e42855c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:12.329657 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a1667591-2eaf-4498-abde-d231f186b1fb req-8a6c8ff2-4aaa-4201-bc18-16e42855c36d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e4991ac-2228-452d-ab57-e39ab6b100bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1588008 Jul 14 09:36:12.334019 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-abddd9a8-15f5-4d16-bc5c-4f4d5dcce64b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.435005 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-abddd9a8-15f5-4d16-bc5c-4f4d5dcce64b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.448829 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abddd9a8-15f5-4d16-bc5c-4f4d5dcce64b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:12.450630 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-abddd9a8-15f5-4d16-bc5c-4f4d5dcce64b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.534059 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a1667591-2eaf-4498-abde-d231f186b1fb req-2a75e954-f570-49ac-9ed1-0eed58c47885 service neutron] 10.222.0.49 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978791 Jul 14 09:36:12.541918 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-abddd9a8-15f5-4d16-bc5c-4f4d5dcce64b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5590372 Jul 14 09:36:12.546650 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54998) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:12.552006 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-6b9537ac-62a8-4440-b248-e72cbed36ced tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'subnet': {'network_id': '6dfba4d7-5682-4da2-a5ab-29e456828dfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:12.627335 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddd9a8-15f5-4d16-bc5c-4f4d5dcce64b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Network': ['ID=6dfba4d7-5682-4da2-a5ab-29e456828dfc,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:12.645029 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 6dfba4d7-5682-4da2-a5ab-29e456828dfc details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:12.716963 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:36:12.728190 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9537ac-62a8-4440-b248-e72cbed36ced tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:12.735154 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6b9537ac-62a8-4440-b248-e72cbed36ced tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.793158 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a1667591-2eaf-4498-abde-d231f186b1fb req-7e7b527a-a8f2-41d2-bc41-ea0a384c1155 service neutron] 10.222.0.49 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517002 Jul 14 09:36:12.843705 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.ipam_backend_mixin [None req-6b9537ac-62a8-4440-b248-e72cbed36ced tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Performing IP validity checks on allocation pools {{(pid=93888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:36:12.844776 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.ipam_backend_mixin [None req-6b9537ac-62a8-4440-b248-e72cbed36ced tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:36:12.878012 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61d2b0f1-ce01-43ae-a4e3-6699a1276a97 req-afe919c1-2dfc-48bf-83cd-10e0bfcadd76 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 210 time: 0.0421112 Jul 14 09:36:13.081625 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6b9537ac-62a8-4440-b248-e72cbed36ced tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.150194 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9537ac-62a8-4440-b248-e72cbed36ced tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Subnet': ['ID=e4722820-6334-44fe-98ab-af300047c7e8,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:13.164553 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9537ac-62a8-4440-b248-e72cbed36ced tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Checking segment: {'id': '4ce426fb-02b4-4c80-b0d7-aa4729fe9867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6dfba4d7-5682-4da2-a5ab-29e456828dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:13.165026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9537ac-62a8-4440-b248-e72cbed36ced tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network hostable DHCP agents. Network: 6dfba4d7-5682-4da2-a5ab-29e456828dfc, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:13.183193 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9537ac-62a8-4440-b248-e72cbed36ced tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network 6dfba4d7-5682-4da2-a5ab-29e456828dfc is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:13.198638 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-6b9537ac-62a8-4440-b248-e72cbed36ced tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 6dfba4d7-5682-4da2-a5ab-29e456828dfc) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:13.204583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9537ac-62a8-4440-b248-e72cbed36ced tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:13.205184 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6b9537ac-62a8-4440-b248-e72cbed36ced tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.209596 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e50c0b-e7da-4232-b342-1fe2268708cf None None] Network 6dfba4d7-5682-4da2-a5ab-29e456828dfc requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:13.223844 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6b9537ac-62a8-4440-b248-e72cbed36ced tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6767907 Jul 14 09:36:13.226520 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55008) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:13.442756 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.454832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3121afa-a655-4bf4-bd62-37a1d838d8e3 req-6daa6ade-da9e-419d-84f9-3d5c3c69dcee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:13.457419 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-6dfba4d7-5682-4da2-a5ab-29e456828dfc', 'network_id': '6dfba4d7-5682-4da2-a5ab-29e456828dfc', 'tenant_id': '5f5ec0e6ba944eee8ed6fd034d06548d', 'fixed_ips': [{'subnet_id': 'e4722820-6334-44fe-98ab-af300047c7e8'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:13.458783 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.474152 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3121afa-a655-4bf4-bd62-37a1d838d8e3 req-6daa6ade-da9e-419d-84f9-3d5c3c69dcee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.2441444 Jul 14 09:36:13.569174 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.629148 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3121afa-a655-4bf4-bd62-37a1d838d8e3 req-2309f601-7eb5-48ea-a40a-d47d9a72b393 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529548 Jul 14 09:36:13.702002 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b065496-bb61-494a-b2d8-38ccfcb33ddd req-03fccddd-919b-41c2-a69a-ae3411bc57ff service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1694341 Jul 14 09:36:13.712327 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Allocated IP 172.20.0.3 (6dfba4d7-5682-4da2-a5ab-29e456828dfc/e4722820-6334-44fe-98ab-af300047c7e8/d191a06e-dbae-4b2b-a9bb-5b41aab14e4b) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:13.829252 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-95de85da-be7f-4cd4-b784-3c4f88117d6f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:13.835913 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-95de85da-be7f-4cd4-b784-3c4f88117d6f tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.55 "GET /v2.0/networks?id=f317a3e5-f8d8-42d0-9695-c725eb7e2047 HTTP/1.1" status: 200 len: 796 time: 0.1810005 Jul 14 09:36:13.877643 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b065496-bb61-494a-b2d8-38ccfcb33ddd req-0be02fef-5289-4ef7-9960-ff20db300a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:13.879775 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b065496-bb61-494a-b2d8-38ccfcb33ddd req-0be02fef-5289-4ef7-9960-ff20db300a10 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 1097 time: 0.1428576 Jul 14 09:36:13.904697 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-3cbd48fd-cc99-4382-b2ef-12c3d1645118 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e8947ccf2db4372a301749e896d7bb1 HTTP/1.1" status: 200 len: 380 time: 0.0484993 Jul 14 09:36:13.915699 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-210c6d9e-b7dc-4696-b597-580477395b79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'port': {'device_id': '5882a222-cccc-48ea-b312-aa83cdfffaa5', 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047', 'admin_state_up': True, 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'security_groups': ['0e32af52-9bef-4afb-9b19-cd3a2727675a']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:13.934709 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.946791 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Transition to ACTIVE for port object d191a06e-dbae-4b2b-a9bb-5b41aab14e4b will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:13.968258 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Transition to ACTIVE for port object d191a06e-dbae-4b2b-a9bb-5b41aab14e4b will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:13.977560 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.040120 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Network 6dfba4d7-5682-4da2-a5ab-29e456828dfc is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:14.046354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:14.051561 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:14.055851 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Pushing event updated for resources: {'Port': ['ID=d191a06e-dbae-4b2b-a9bb-5b41aab14e4b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:14.075731 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b065496-bb61-494a-b2d8-38ccfcb33ddd req-1564da36-caa7-4d04-ac15-f8ec91abc394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:14.077399 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b065496-bb61-494a-b2d8-38ccfcb33ddd req-1564da36-caa7-4d04-ac15-f8ec91abc394 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 913 time: 0.1756334 Jul 14 09:36:14.134768 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b065496-bb61-494a-b2d8-38ccfcb33ddd req-666e8f42-0fc4-4b88-bf4e-736d761cbd92 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea353e2f-cb78-4458-be40-99a2a1df6005 HTTP/1.1" status: 200 len: 217 time: 0.0478585 Jul 14 09:36:14.148276 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Attempting to bind port d191a06e-dbae-4b2b-a9bb-5b41aab14e4b on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:14.149889 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Attempting to bind port d191a06e-dbae-4b2b-a9bb-5b41aab14e4b by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '4ce426fb-02b4-4c80-b0d7-aa4729fe9867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6dfba4d7-5682-4da2-a5ab-29e456828dfc'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:14.150273 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Attempting to bind port d191a06e-dbae-4b2b-a9bb-5b41aab14e4b on network 6dfba4d7-5682-4da2-a5ab-29e456828dfc {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:14.158357 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:14.159054 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Checking segment: {'id': '4ce426fb-02b4-4c80-b0d7-aa4729fe9867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6dfba4d7-5682-4da2-a5ab-29e456828dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:14.160552 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.161226 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Bound using segment: {'id': '4ce426fb-02b4-4c80-b0d7-aa4729fe9867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6dfba4d7-5682-4da2-a5ab-29e456828dfc'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:14.161756 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Bound port: d191a06e-dbae-4b2b-a9bb-5b41aab14e4b, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce426fb-02b4-4c80-b0d7-aa4729fe9867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6dfba4d7-5682-4da2-a5ab-29e456828dfc'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:14.162433 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.224575 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.267836 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-576c911e-1222-482c-aa69-a9d24c964f6a req-c4d0f6d8-edd1-49da-88f1-5f41c451aa0d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 210 time: 0.1181028 Jul 14 09:36:14.306189 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] For port d191a06e-dbae-4b2b-a9bb-5b41aab14e4b, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:14.311436 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] For port d191a06e-dbae-4b2b-a9bb-5b41aab14e4b, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d191a06e-dbae-4b2b-a9bb-5b41aab14e4b,segment=NetworkSegment(4ce426fb-02b4-4c80-b0d7-aa4729fe9867),segment_id=4ce426fb-02b4-4c80-b0d7-aa4729fe9867)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:14.314509 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Subnet': ['ID=e4722820-6334-44fe-98ab-af300047c7e8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:14.322448 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-210c6d9e-b7dc-4696-b597-580477395b79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Made reservation on behalf of 9e8947ccf2db4372a301749e896d7bb1 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:14.327884 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-210c6d9e-b7dc-4696-b597-580477395b79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.331008 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.395684 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b065496-bb61-494a-b2d8-38ccfcb33ddd req-133357da-a433-459a-8c64-808294971750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:14.396830 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b065496-bb61-494a-b2d8-38ccfcb33ddd req-133357da-a433-459a-8c64-808294971750 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.2559872 Jul 14 09:36:14.530286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b065496-bb61-494a-b2d8-38ccfcb33ddd req-5caa31f7-1fb8-4d34-a4a3-52434274e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:14.532246 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b065496-bb61-494a-b2d8-38ccfcb33ddd req-5caa31f7-1fb8-4d34-a4a3-52434274e6de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1284108 Jul 14 09:36:14.585603 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.627527 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f4f83b-0f47-41d5-abae-f83e46e9d427 None None] Network 6dfba4d7-5682-4da2-a5ab-29e456828dfc requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:14.645529 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfba4d7-5682-4da2-a5ab-29e456828dfc']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:14.695063 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b065496-bb61-494a-b2d8-38ccfcb33ddd req-c709628e-2203-4d4a-acf8-ffd622a15176 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554313 Jul 14 09:36:14.703515 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce426fb-02b4-4c80-b0d7-aa4729fe9867') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:14.704337 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce426fb-02b4-4c80-b0d7-aa4729fe9867') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:14.732327 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.789338 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.806769 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:14.807165 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.836332 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3189e-5082-4007-8caf-2db8407f2ee6 None None] Pushing event updated for resources: {'Port': ['ID=d191a06e-dbae-4b2b-a9bb-5b41aab14e4b,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:14.854013 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:14.883435 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b065496-bb61-494a-b2d8-38ccfcb33ddd req-63abdf78-9c1b-452a-b35e-dcb4acd3c4e5 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803594 Jul 14 09:36:14.979188 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.db.api [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:36:14.979188 n-d-798054-10 neutron-server[93888]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:36:14.979188 n-d-798054-10 neutron-server[93888]: [parameters: {'id': '6dfba4d7-5682-4da2-a5ab-29e456828dfc'}] Jul 14 09:36:14.979188 n-d-798054-10 neutron-server[93888]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:36:14.979715 n-d-798054-10 neutron-server[93888]: DEBUG oslo_db.api [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:36:14.987473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-210c6d9e-b7dc-4696-b597-580477395b79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Allocated IP 172.20.0.4 (f317a3e5-f8d8-42d0-9695-c725eb7e2047/d111208e-d1bf-40f9-aa9f-c7cd6f959515/4fe500db-e91d-46dc-b622-c216774a4591) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:15.025825 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f229db82-0f3a-4acf-8e01-c87e67efca88 None None] get_active_networks_info from n-d-798054-10 {{(pid=93889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:36:15.039747 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf76fa-06ce-4d83-bf19-a285e3b129e4 req-6fbe8cab-c128-48af-91e8-229fa850ff42 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:15.044733 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3cf76fa-06ce-4d83-bf19-a285e3b129e4 req-6fbe8cab-c128-48af-91e8-229fa850ff42 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 945 time: 0.1387002 Jul 14 09:36:15.090268 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3cf76fa-06ce-4d83-bf19-a285e3b129e4 req-5eba1d68-5408-4d34-b035-8507b2018132 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407119 Jul 14 09:36:15.203802 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-210c6d9e-b7dc-4696-b597-580477395b79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.220790 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-210c6d9e-b7dc-4696-b597-580477395b79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Transition to ACTIVE for port object 4fe500db-e91d-46dc-b622-c216774a4591 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:15.257007 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-210c6d9e-b7dc-4696-b597-580477395b79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.327517 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f229db82-0f3a-4acf-8e01-c87e67efca88 None None] Resources bound (agent type, host, resource id): {{(pid=93889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:36:15.339730 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-210c6d9e-b7dc-4696-b597-580477395b79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Network f317a3e5-f8d8-42d0-9695-c725eb7e2047 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:15.346163 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-210c6d9e-b7dc-4696-b597-580477395b79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:15.355010 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-210c6d9e-b7dc-4696-b597-580477395b79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:15.359038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c6d9e-b7dc-4696-b597-580477395b79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'Port': ['ID=4fe500db-e91d-46dc-b622-c216774a4591,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:15.473691 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-210c6d9e-b7dc-4696-b597-580477395b79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:15.485401 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-210c6d9e-b7dc-4696-b597-580477395b79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.492059 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.525262 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-210c6d9e-b7dc-4696-b597-580477395b79 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6147861 Jul 14 09:36:15.555416 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3a928327-5f45-44b4-acef-752ab498ee4d no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:15.616151 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Deleting port d191a06e-dbae-4b2b-a9bb-5b41aab14e4b {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:15.616758 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.709400 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] Request body: {'port': {'device_id': '5882a222-cccc-48ea-b312-aa83cdfffaa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:15.737986 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a0bd9-b5e1-4a35-a03a-65d487e9e13b req-cf23ec58-9104-4939-a049-ef645b2434a0 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:15.739854 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe7a0bd9-b5e1-4a35-a03a-65d487e9e13b req-cf23ec58-9104-4939-a049-ef645b2434a0 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 931 time: 0.2199380 Jul 14 09:36:15.794367 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.820225 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe7a0bd9-b5e1-4a35-a03a-65d487e9e13b req-21276b9b-667c-4ecc-80d8-b65ecba3bd49 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e32af52-9bef-4afb-9b19-cd3a2727675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720682 Jul 14 09:36:15.928590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] For port d191a06e-dbae-4b2b-a9bb-5b41aab14e4b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d191a06e-dbae-4b2b-a9bb-5b41aab14e4b,segment=NetworkSegment(4ce426fb-02b4-4c80-b0d7-aa4729fe9867),segment_id=4ce426fb-02b4-4c80-b0d7-aa4729fe9867)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:15.934562 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.984097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dbe33a-4529-4341-9e2a-d578e9cd5c03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a928327-5f45-44b4-acef-752ab498ee4d'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:15.998420 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afff4b0-4a67-4a54-9e0f-fd51764984ca" -d '{"events": [{"server_uuid": "d5dbe33a-4529-4341-9e2a-d578e9cd5c03", "name": "network-vif-unplugged", "status": "completed", "tag": "3a928327-5f45-44b4-acef-752ab498ee4d"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:16.028371 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Calling delete_port for d191a06e-dbae-4b2b-a9bb-5b41aab14e4b owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:16.060782 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3a928327-5f45-44b4-acef-752ab498ee4d, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3a928327-5f45-44b4-acef-752ab498ee4d,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:16.079945 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.097590 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.326949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=3a928327-5f45-44b4-acef-752ab498ee4d,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:16.388256 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55078) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:16.455895 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.559784 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc29405-c3d4-416b-8b77-c2500a8cd2e5 x-openstack-request-id: req-dbc29405-c3d4-416b-8b77-c2500a8cd2e5 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:16.560358 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dbe33a-4529-4341-9e2a-d578e9cd5c03", "name": "network-vif-unplugged", "status": "failed", "tag": "3a928327-5f45-44b4-acef-752ab498ee4d", "code": 422}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:16.560566 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dbc29405-c3d4-416b-8b77-c2500a8cd2e5 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:16.560983 n-d-798054-10 neutron-server[93889]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd5dbe33a-4529-4341-9e2a-d578e9cd5c03', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3a928327-5f45-44b4-acef-752ab498ee4d', 'code': 422} returned with failed status Jul 14 09:36:16.649499 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5393b7d8-9884-4e04-ada0-2c360e37b793 None None] Provisioning for port 4fe500db-e91d-46dc-b622-c216774a4591 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:16.657755 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5393b7d8-9884-4e04-ada0-2c360e37b793 None None] Provisioning complete for port 4fe500db-e91d-46dc-b622-c216774a4591 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:16.660776 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5393b7d8-9884-4e04-ada0-2c360e37b793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.674931 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3cea1a3-8368-471c-b52f-5884bf0cb2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.789508 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5393b7d8-9884-4e04-ada0-2c360e37b793 None None] Port 4fe500db-e91d-46dc-b622-c216774a4591 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:16.931693 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3cea1a3-8368-471c-b52f-5884bf0cb2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.940287 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3cea1a3-8368-471c-b52f-5884bf0cb2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.967053 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cea1a3-8368-471c-b52f-5884bf0cb2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2b5d29-30dd-45bb-8d42-eb34debab5d5,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:17.001186 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b3cea1a3-8368-471c-b52f-5884bf0cb2da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=154f2edc045541f9bc308063f77a5b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6109757 Jul 14 09:36:17.003260 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55092) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:17.143316 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b69b-dfa6-49fc-924f-1b7559ef7c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.194003 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b69b-dfa6-49fc-924f-1b7559ef7c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.222189 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a6d1e-7b4b-4524-a15f-9f94e84e25e3 req-f28dee13-538a-49b0-bd5d-f5b4487124c1 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:17.224076 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2e1a6d1e-7b4b-4524-a15f-9f94e84e25e3 req-f28dee13-538a-49b0-bd5d-f5b4487124c1 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 931 time: 0.1711664 Jul 14 09:36:17.229866 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.266806 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No DVR routers for this DVR port d191a06e-dbae-4b2b-a9bb-5b41aab14e4b on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:17.268481 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Port': ['ID=d191a06e-dbae-4b2b-a9bb-5b41aab14e4b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:17.312689 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2e1a6d1e-7b4b-4524-a15f-9f94e84e25e3 req-d98c469a-4af9-4339-80d7-1ae4e1035ab9 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e32af52-9bef-4afb-9b19-cd3a2727675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808148 Jul 14 09:36:17.346171 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b69b-dfa6-49fc-924f-1b7559ef7c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.349032 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b69b-dfa6-49fc-924f-1b7559ef7c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.357353 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5ec5b69b-dfa6-49fc-924f-1b7559ef7c50 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d2b5d29-30dd-45bb-8d42-eb34debab5d5 HTTP/1.1" status: 204 len: 168 time: 0.3513744 Jul 14 09:36:17.372986 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5b69b-dfa6-49fc-924f-1b7559ef7c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2b5d29-30dd-45bb-8d42-eb34debab5d5,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:17.392203 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.405261 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfba4d7-5682-4da2-a5ab-29e456828dfc']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:17.421370 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce426fb-02b4-4c80-b0d7-aa4729fe9867') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:17.422246 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce426fb-02b4-4c80-b0d7-aa4729fe9867') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:17.440595 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.481808 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.492631 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe500db-e91d-46dc-b622-c216774a4591 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:17.497176 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:17.497714 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:17.505608 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:17.522646 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.593879 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] Transition to ACTIVE for port object 4fe500db-e91d-46dc-b622-c216774a4591 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:17.598506 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.635748 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.645137 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.646986 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/6dfba4d7-5682-4da2-a5ab-29e456828dfc HTTP/1.1" status: 204 len: 168 time: 4.4194629 Jul 14 09:36:17.650996 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55104) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:17.657882 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-1cf77071-d9cc-4c69-8bd3-d7f96a034a6e tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1479594162'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:17.686707 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcbf43-fd64-4798-8055-8c2fb0165de7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Network': ['ID=6dfba4d7-5682-4da2-a5ab-29e456828dfc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:17.699847 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe500db-e91d-46dc-b622-c216774a4591,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:17.737765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf77071-d9cc-4c69-8bd3-d7f96a034a6e tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:17.753478 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1cf77071-d9cc-4c69-8bd3-d7f96a034a6e tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.850923 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf77071-d9cc-4c69-8bd3-d7f96a034a6e tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:17.851139 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] Attempting to bind port 4fe500db-e91d-46dc-b622-c216774a4591 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:17.851534 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] Attempting to bind port 4fe500db-e91d-46dc-b622-c216774a4591 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'd40fa4c4-ac5b-4098-9884-bf79572a7c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:17.851767 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] Attempting to bind port 4fe500db-e91d-46dc-b622-c216774a4591 on network f317a3e5-f8d8-42d0-9695-c725eb7e2047 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:17.862087 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] Port 4fe500db-e91d-46dc-b622-c216774a4591 on network f317a3e5-f8d8-42d0-9695-c725eb7e2047 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:36:17.862415 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] Attempting to bind port 4fe500db-e91d-46dc-b622-c216774a4591 on network f317a3e5-f8d8-42d0-9695-c725eb7e2047 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:17.875430 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1cf77071-d9cc-4c69-8bd3-d7f96a034a6e tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.875646 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:17.875804 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-1cf77071-d9cc-4c69-8bd3-d7f96a034a6e tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Added segment 567f437c-9195-456f-a639-8124ae981caa of type vlan for network 97cb7aaf-c9e2-4f9c-a092-7217f6744461 Jul 14 09:36:17.875901 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] Checking segment: {'id': 'd40fa4c4-ac5b-4098-9884-bf79572a7c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:17.876252 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] Bound using segment: {'id': 'd40fa4c4-ac5b-4098-9884-bf79572a7c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:17.878222 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] Bound port: 4fe500db-e91d-46dc-b622-c216774a4591, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40fa4c4-ac5b-4098-9884-bf79572a7c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:17.878740 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.006089 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1cf77071-d9cc-4c69-8bd3-d7f96a034a6e tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.077073 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] For port 4fe500db-e91d-46dc-b622-c216774a4591, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:18.083032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] For port 4fe500db-e91d-46dc-b622-c216774a4591, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4fe500db-e91d-46dc-b622-c216774a4591,segment=NetworkSegment(d40fa4c4-ac5b-4098-9884-bf79572a7c53),segment_id=d40fa4c4-ac5b-4098-9884-bf79572a7c53)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:18.092585 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.121991 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:18.123570 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.125560 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] 10.222.0.55 "PUT /v2.0/ports/4fe500db-e91d-46dc-b622-c216774a4591 HTTP/1.1" status: 200 len: 1092 time: 2.5769980 Jul 14 09:36:18.127503 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5882a222-cccc-48ea-b312-aa83cdfffaa5', 'tag': '4fe500db-e91d-46dc-b622-c216774a4591'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:18.130138 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e63b251-9400-4a15-8b42-0c5ce0dda33a" -d '{"events": [{"name": "network-changed", "server_uuid": "5882a222-cccc-48ea-b312-aa83cdfffaa5", "tag": "4fe500db-e91d-46dc-b622-c216774a4591"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:18.174592 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-46002a57-ac34-408a-b60a-9540041658fc req-6e633aa7-679c-4df6-ba0c-613b0691d9bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2589638 Jul 14 09:36:18.290494 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69536623-5569-4f77-9a11-f20784f8c894 x-openstack-request-id: req-69536623-5569-4f77-9a11-f20784f8c894 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:18.292600 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5882a222-cccc-48ea-b312-aa83cdfffaa5", "tag": "4fe500db-e91d-46dc-b622-c216774a4591", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:18.293889 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69536623-5569-4f77-9a11-f20784f8c894 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:18.295130 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5882a222-cccc-48ea-b312-aa83cdfffaa5', 'tag': '4fe500db-e91d-46dc-b622-c216774a4591', 'status': 'completed', 'code': 200} Jul 14 09:36:18.299470 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c70c6-c2ab-4018-93c0-eb2f852b2028 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe500db-e91d-46dc-b622-c216774a4591,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:18.378912 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-9635d3ea-4ef2-4da6-90b3-9365331a3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:18.384173 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-9635d3ea-4ef2-4da6-90b3-9365331a3b11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9e8947ccf2db4372a301749e896d7bb1&device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 1095 time: 0.1936049 Jul 14 09:36:18.510061 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-f0e5f389-0d85-4beb-bfc7-16920a6f2500 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fe500db-e91d-46dc-b622-c216774a4591 HTTP/1.1" status: 200 len: 217 time: 0.1099563 Jul 14 09:36:18.701170 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-d0a25b62-a634-4427-bd40-7497e72089b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:18.702693 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-d0a25b62-a634-4427-bd40-7497e72089b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d111208e-d1bf-40f9-aa9f-c7cd6f959515 HTTP/1.1" status: 200 len: 835 time: 0.1871583 Jul 14 09:36:18.818198 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-b207caf0-90f8-42f6-bb70-5862ccd8619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:18.820446 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-b207caf0-90f8-42f6-bb70-5862ccd8619f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f317a3e5-f8d8-42d0-9695-c725eb7e2047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1089404 Jul 14 09:36:18.849968 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1cf77071-d9cc-4c69-8bd3-d7f96a034a6e tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.855612 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf77071-d9cc-4c69-8bd3-d7f96a034a6e tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:18.856463 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1cf77071-d9cc-4c69-8bd3-d7f96a034a6e tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.956522 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1cf77071-d9cc-4c69-8bd3-d7f96a034a6e tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3041120 Jul 14 09:36:18.961236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55158) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:18.964776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36d4a5-b9f1-4275-ac0b-0b92e66e3f15 req-f87d9ce4-73b4-4af3-b865-ad74ac6da01a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:18.969371 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-dea47a8c-76a5-48de-adf4-4f577bb03b4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'subnet': {'network_id': '97cb7aaf-c9e2-4f9c-a092-7217f6744461', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:18.973017 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4f36d4a5-b9f1-4275-ac0b-0b92e66e3f15 req-f87d9ce4-73b4-4af3-b865-ad74ac6da01a tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 943 time: 1.0164294 Jul 14 09:36:19.009606 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf77071-d9cc-4c69-8bd3-d7f96a034a6e tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Network': ['ID=97cb7aaf-c9e2-4f9c-a092-7217f6744461,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:19.032356 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 97cb7aaf-c9e2-4f9c-a092-7217f6744461 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:19.047874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cfc19-25fd-47c6-bdd5-fd7eb683607d req-2cf4048e-83be-46a2-87df-481d0e6bc6a0 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.057861 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bf9cfc19-25fd-47c6-bdd5-fd7eb683607d req-2cf4048e-83be-46a2-87df-481d0e6bc6a0 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 943 time: 0.2911851 Jul 14 09:36:19.073024 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4f36d4a5-b9f1-4275-ac0b-0b92e66e3f15 req-dbd42184-34fe-4bf4-8eb6-272889a3ec69 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953767 Jul 14 09:36:19.153080 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bf9cfc19-25fd-47c6-bdd5-fd7eb683607d req-09c0a92b-346b-481c-bd3e-0f94bf43c107 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e32af52-9bef-4afb-9b19-cd3a2727675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939755 Jul 14 09:36:19.230021 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-9126a575-71ef-485b-9861-e3b5746d6517 service neutron] 10.222.0.55 "GET /v2.0/networks/f317a3e5-f8d8-42d0-9695-c725eb7e2047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024644 Jul 14 09:36:19.313989 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea47a8c-76a5-48de-adf4-4f577bb03b4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:19.318091 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dea47a8c-76a5-48de-adf4-4f577bb03b4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.442033 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-66de5407-1dcf-4727-be69-2cbb52291bd3 req-91bfa81c-661f-42e9-b5a2-498519680593 service neutron] 10.222.0.55 "GET /v2.0/networks/f317a3e5-f8d8-42d0-9695-c725eb7e2047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045891 Jul 14 09:36:19.651887 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46002a57-ac34-408a-b60a-9540041658fc req-acba52d3-dce6-4de9-9a04-b58611babbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.653891 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46002a57-ac34-408a-b60a-9540041658fc req-acba52d3-dce6-4de9-9a04-b58611babbd7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03&tenant_id=5cb22d9c9ca64cacba1a692a05940f23 HTTP/1.1" status: 200 len: 1095 time: 0.1259310 Jul 14 09:36:19.657163 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dea47a8c-76a5-48de-adf4-4f577bb03b4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.791407 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46002a57-ac34-408a-b60a-9540041658fc req-67748dc2-5b61-4801-b805-ec569c77af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.791678 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea47a8c-76a5-48de-adf4-4f577bb03b4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Subnet': ['ID=05458a34-f2d7-45dd-b730-fba2eb1d1059,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:19.802833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea47a8c-76a5-48de-adf4-4f577bb03b4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Checking segment: {'id': '567f437c-9195-456f-a639-8124ae981caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '97cb7aaf-c9e2-4f9c-a092-7217f6744461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:19.802833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea47a8c-76a5-48de-adf4-4f577bb03b4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network hostable DHCP agents. Network: 97cb7aaf-c9e2-4f9c-a092-7217f6744461, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:19.804901 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46002a57-ac34-408a-b60a-9540041658fc req-67748dc2-5b61-4801-b805-ec569c77af20 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cb22d9c9ca64cacba1a692a05940f23&device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 1095 time: 0.1244099 Jul 14 09:36:19.806666 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63b251-9400-4a15-8b42-0c5ce0dda33a req-57411c53-95c7-4adb-93bc-0461a19df302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.808441 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3e63b251-9400-4a15-8b42-0c5ce0dda33a req-57411c53-95c7-4adb-93bc-0461a19df302 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9e8947ccf2db4372a301749e896d7bb1&device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 1095 time: 0.2025342 Jul 14 09:36:19.873616 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea47a8c-76a5-48de-adf4-4f577bb03b4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network 97cb7aaf-c9e2-4f9c-a092-7217f6744461 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:19.886003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-dea47a8c-76a5-48de-adf4-4f577bb03b4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 97cb7aaf-c9e2-4f9c-a092-7217f6744461) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:19.896281 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea47a8c-76a5-48de-adf4-4f577bb03b4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.896879 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dea47a8c-76a5-48de-adf4-4f577bb03b4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.898883 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f2a814-61e3-4288-b24b-2ba8112ed9fb None None] Network 97cb7aaf-c9e2-4f9c-a092-7217f6744461 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:19.947261 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dea47a8c-76a5-48de-adf4-4f577bb03b4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9844697 Jul 14 09:36:19.949931 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55174) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:20.011740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63b251-9400-4a15-8b42-0c5ce0dda33a req-23694fb7-be6c-41fd-89e2-69f39db60f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:20.014099 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3e63b251-9400-4a15-8b42-0c5ce0dda33a req-23694fb7-be6c-41fd-89e2-69f39db60f35 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f317a3e5-f8d8-42d0-9695-c725eb7e2047 HTTP/1.1" status: 200 len: 897 time: 0.1939905 Jul 14 09:36:20.034172 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46002a57-ac34-408a-b60a-9540041658fc req-16bccf3e-9020-4a1e-85af-83781fad6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:20.036800 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46002a57-ac34-408a-b60a-9540041658fc req-16bccf3e-9020-4a1e-85af-83781fad6e9b service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e4991ac-2228-452d-ab57-e39ab6b100bc HTTP/1.1" status: 200 len: 916 time: 0.2156615 Jul 14 09:36:20.114048 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46002a57-ac34-408a-b60a-9540041658fc req-c549c4b5-51ee-451f-865c-33f381cd3d8e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a928327-5f45-44b4-acef-752ab498ee4d HTTP/1.1" status: 200 len: 999 time: 0.0703309 Jul 14 09:36:20.121872 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3e63b251-9400-4a15-8b42-0c5ce0dda33a req-81cbe365-302c-42e1-8a9c-77cb418e89df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fe500db-e91d-46dc-b622-c216774a4591 HTTP/1.1" status: 200 len: 217 time: 0.0812109 Jul 14 09:36:20.221845 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63b251-9400-4a15-8b42-0c5ce0dda33a req-1e735200-a964-4e79-8091-9ecc76c39064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:20.223357 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3e63b251-9400-4a15-8b42-0c5ce0dda33a req-1e735200-a964-4e79-8091-9ecc76c39064 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d111208e-d1bf-40f9-aa9f-c7cd6f959515 HTTP/1.1" status: 200 len: 835 time: 0.0946860 Jul 14 09:36:20.244666 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46002a57-ac34-408a-b60a-9540041658fc req-430f2e41-4fce-461f-bd79-45158c590f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:20.247151 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46002a57-ac34-408a-b60a-9540041658fc req-430f2e41-4fce-461f-bd79-45158c590f1c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=453b9a84-a49e-4445-ade0-e83a68e64b54 HTTP/1.1" status: 200 len: 854 time: 0.1243815 Jul 14 09:36:20.352125 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56b7112d-098e-44a8-884f-9a627fe8f2f3 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.475687 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63b251-9400-4a15-8b42-0c5ce0dda33a req-9b1c4c58-66cf-4e1c-8fea-45c954700dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:20.479159 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3e63b251-9400-4a15-8b42-0c5ce0dda33a req-9b1c4c58-66cf-4e1c-8fea-45c954700dd3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f317a3e5-f8d8-42d0-9695-c725eb7e2047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2463906 Jul 14 09:36:20.480783 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56b7112d-098e-44a8-884f-9a627fe8f2f3 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.535079 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46002a57-ac34-408a-b60a-9540041658fc req-b79cdaec-9a4a-4718-a780-821ead806de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:20.537201 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46002a57-ac34-408a-b60a-9540041658fc req-b79cdaec-9a4a-4718-a780-821ead806de1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e4991ac-2228-452d-ab57-e39ab6b100bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2786036 Jul 14 09:36:20.576661 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d98098b-1899-4d3b-9e38-fb6554464b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-97cb7aaf-c9e2-4f9c-a092-7217f6744461', 'network_id': '97cb7aaf-c9e2-4f9c-a092-7217f6744461', 'tenant_id': '5f5ec0e6ba944eee8ed6fd034d06548d', 'fixed_ips': [{'subnet_id': '05458a34-f2d7-45dd-b730-fba2eb1d1059'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:20.577540 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d98098b-1899-4d3b-9e38-fb6554464b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.670374 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07193bf-bda1-4dff-9189-a7007130242f req-fa90af58-fa1c-4a12-a4fe-112182611042 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:20.675859 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3e63b251-9400-4a15-8b42-0c5ce0dda33a req-875a4f28-1099-4c18-b1b6-52f9464bf7a2 service neutron] 10.222.0.55 "GET /v2.0/networks/f317a3e5-f8d8-42d0-9695-c725eb7e2047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866233 Jul 14 09:36:20.682857 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d07193bf-bda1-4dff-9189-a7007130242f req-fa90af58-fa1c-4a12-a4fe-112182611042 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 943 time: 0.2367072 Jul 14 09:36:20.743487 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56b7112d-098e-44a8-884f-9a627fe8f2f3 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.746778 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211fda5-2bb5-454e-8c97-dfd29f9c8d4b req-bfe90f16-f322-4bea-86b6-86075866a224 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:20.748570 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e211fda5-2bb5-454e-8c97-dfd29f9c8d4b req-bfe90f16-f322-4bea-86b6-86075866a224 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 943 time: 0.3687043 Jul 14 09:36:20.751899 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46002a57-ac34-408a-b60a-9540041658fc req-1e9d92b8-756b-44a6-85e3-511c767a868d service neutron] 10.222.0.49 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021706 Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server [None req-9d98098b-1899-4d3b-9e38-fb6554464b90 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05458a34-f2d7-45dd-b730-fba2eb1d1059: This subnet is being modified by another concurrent operation. Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05458a34-f2d7-45dd-b730-fba2eb1d1059: This subnet is being modified by another concurrent operation. Jul 14 09:36:20.771778 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Jul 14 09:36:20.816826 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b7c1ab-94bf-4ea4-9fef-277d0e8f910b None None] Network 97cb7aaf-c9e2-4f9c-a092-7217f6744461 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:20.890465 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3e63b251-9400-4a15-8b42-0c5ce0dda33a req-14762f46-dc14-4a64-b341-d31f70345af3 service neutron] 10.222.0.55 "GET /v2.0/networks/f317a3e5-f8d8-42d0-9695-c725eb7e2047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991935 Jul 14 09:36:20.934733 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7112d-098e-44a8-884f-9a627fe8f2f3 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Subnet': ['ID=05458a34-f2d7-45dd-b730-fba2eb1d1059,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:20.956738 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46002a57-ac34-408a-b60a-9540041658fc req-d613ee65-a6d9-4797-b33e-2ee3e9d1f434 service neutron] 10.222.0.49 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972272 Jul 14 09:36:20.969436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d07193bf-bda1-4dff-9189-a7007130242f req-2f6679ee-8e18-45e4-9486-c1b89584a8cf tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e32af52-9bef-4afb-9b19-cd3a2727675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164845 Jul 14 09:36:21.001929 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e211fda5-2bb5-454e-8c97-dfd29f9c8d4b req-3eb0d010-0d40-4480-8e02-426dec8ccde6 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412548 Jul 14 09:36:21.070434 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56b7112d-098e-44a8-884f-9a627fe8f2f3 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.083077 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-56b7112d-098e-44a8-884f-9a627fe8f2f3 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cb7aaf-c9e2-4f9c-a092-7217f6744461']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:21.119920 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-56b7112d-098e-44a8-884f-9a627fe8f2f3 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567f437c-9195-456f-a639-8124ae981caa') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:21.120195 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-56b7112d-098e-44a8-884f-9a627fe8f2f3 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567f437c-9195-456f-a639-8124ae981caa') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:21.126383 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96073f51-8b4a-4be5-a3eb-5d9829da2a7d None None] get_active_networks_info from n-d-798054-10 {{(pid=93889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:36:21.138112 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56b7112d-098e-44a8-884f-9a627fe8f2f3 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.162460 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56b7112d-098e-44a8-884f-9a627fe8f2f3 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.181094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b7112d-098e-44a8-884f-9a627fe8f2f3 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:21.181521 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56b7112d-098e-44a8-884f-9a627fe8f2f3 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:21.248334 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:21.251832 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56b7112d-098e-44a8-884f-9a627fe8f2f3 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.270058 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56b7112d-098e-44a8-884f-9a627fe8f2f3 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.279443 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-56b7112d-098e-44a8-884f-9a627fe8f2f3 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/97cb7aaf-c9e2-4f9c-a092-7217f6744461 HTTP/1.1" status: 204 len: 168 time: 1.3282917 Jul 14 09:36:21.284117 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55200) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:21.289307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f93327d7-ebc3-4333-9068-868553440f8a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-695732881'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:21.340431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93327d7-ebc3-4333-9068-868553440f8a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:21.359145 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f93327d7-ebc3-4333-9068-868553440f8a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.360770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7112d-098e-44a8-884f-9a627fe8f2f3 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Network': ['ID=97cb7aaf-c9e2-4f9c-a092-7217f6744461,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:21.429380 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93327d7-ebc3-4333-9068-868553440f8a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:21.450762 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f93327d7-ebc3-4333-9068-868553440f8a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.451938 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-f93327d7-ebc3-4333-9068-868553440f8a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Added segment 0bc9fe32-5f6d-41ce-8b1d-e9f50c09e3f7 of type vlan for network f0454ee2-aa1c-4594-8c46-ac123dffaa0b Jul 14 09:36:21.455711 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96073f51-8b4a-4be5-a3eb-5d9829da2a7d None None] Resources bound (agent type, host, resource id): {{(pid=93889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:36:21.536235 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f93327d7-ebc3-4333-9068-868553440f8a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.610174 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f93327d7-ebc3-4333-9068-868553440f8a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.617059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93327d7-ebc3-4333-9068-868553440f8a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:21.622092 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f93327d7-ebc3-4333-9068-868553440f8a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.708758 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f93327d7-ebc3-4333-9068-868553440f8a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4235175 Jul 14 09:36:21.712157 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55210) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:21.718913 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-98db1901-2bb5-4d60-91ef-41662dfc6c09 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'subnet': {'network_id': 'f0454ee2-aa1c-4594-8c46-ac123dffaa0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:21.763133 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93327d7-ebc3-4333-9068-868553440f8a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Network': ['ID=f0454ee2-aa1c-4594-8c46-ac123dffaa0b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:21.809001 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network f0454ee2-aa1c-4594-8c46-ac123dffaa0b details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:22.042574 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98db1901-2bb5-4d60-91ef-41662dfc6c09 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:22.050523 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-98db1901-2bb5-4d60-91ef-41662dfc6c09 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.403878 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89fc01-5960-42fd-8f15-9987bca1f834 req-a1881936-8c96-4339-b5b0-f585f269b316 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:22.413405 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4d89fc01-5960-42fd-8f15-9987bca1f834 req-a1881936-8c96-4339-b5b0-f585f269b316 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 943 time: 0.1535342 Jul 14 09:36:22.480442 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4d89fc01-5960-42fd-8f15-9987bca1f834 req-554e5d14-7d3b-42fb-ba6b-f63ba7ecc183 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e32af52-9bef-4afb-9b19-cd3a2727675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589440 Jul 14 09:36:22.554523 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 4fe500db-e91d-46dc-b622-c216774a4591 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:36:22.646048 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-98db1901-2bb5-4d60-91ef-41662dfc6c09 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.710752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872e5b7-ee40-4ba0-9805-a9f4931d1bc0 req-96736ba8-0ae4-4da9-87cb-4f7dfe824ba3 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:22.712869 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5872e5b7-ee40-4ba0-9805-a9f4931d1bc0 req-96736ba8-0ae4-4da9-87cb-4f7dfe824ba3 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 943 time: 0.2178736 Jul 14 09:36:22.776346 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 4fe500db-e91d-46dc-b622-c216774a4591, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4fe500db-e91d-46dc-b622-c216774a4591,segment=NetworkSegment(d40fa4c4-ac5b-4098-9884-bf79572a7c53),segment_id=d40fa4c4-ac5b-4098-9884-bf79572a7c53)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:22.807176 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db1901-2bb5-4d60-91ef-41662dfc6c09 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Subnet': ['ID=ef5c1e53-52b7-46e4-a20a-3b02c4b5395d,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:22.813515 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '4fe500db-e91d-46dc-b622-c216774a4591', 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047', 'port_id': '4fe500db-e91d-46dc-b622-c216774a4591', 'mac_address': 'fa:16:3e:3e:8c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd111208e-d1bf-40f9-aa9f-c7cd6f959515', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:36:22.818985 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5872e5b7-ee40-4ba0-9805-a9f4931d1bc0 req-bf74249b-0ce0-4dd0-a876-e242c6a703c3 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990536 Jul 14 09:36:22.907598 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.936756 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98db1901-2bb5-4d60-91ef-41662dfc6c09 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Checking segment: {'id': '0bc9fe32-5f6d-41ce-8b1d-e9f50c09e3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f0454ee2-aa1c-4594-8c46-ac123dffaa0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:22.939754 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe500db-e91d-46dc-b622-c216774a4591 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:22.943759 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98db1901-2bb5-4d60-91ef-41662dfc6c09 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network hostable DHCP agents. Network: f0454ee2-aa1c-4594-8c46-ac123dffaa0b, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:23.003834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 4fe500db-e91d-46dc-b622-c216774a4591, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4fe500db-e91d-46dc-b622-c216774a4591,segment=NetworkSegment(d40fa4c4-ac5b-4098-9884-bf79572a7c53),segment_id=d40fa4c4-ac5b-4098-9884-bf79572a7c53)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:23.005068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98db1901-2bb5-4d60-91ef-41662dfc6c09 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network f0454ee2-aa1c-4594-8c46-ac123dffaa0b is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:23.008266 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.042760 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-98db1901-2bb5-4d60-91ef-41662dfc6c09 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, f0454ee2-aa1c-4594-8c46-ac123dffaa0b) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:23.051279 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98db1901-2bb5-4d60-91ef-41662dfc6c09 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:23.054922 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-98db1901-2bb5-4d60-91ef-41662dfc6c09 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.095014 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18b57f6-c2a9-4e33-a2d4-1709bbf52941 None None] Network f0454ee2-aa1c-4594-8c46-ac123dffaa0b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:23.107039 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-98db1901-2bb5-4d60-91ef-41662dfc6c09 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3937228 Jul 14 09:36:23.110839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55236) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:23.128486 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bc37c-0bbe-4f79-a67a-f07b07e635ba req-44099eca-a2eb-4831-bc5f-b9be78381c05 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:23.130172 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a19bc37c-0bbe-4f79-a67a-f07b07e635ba req-44099eca-a2eb-4831-bc5f-b9be78381c05 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.2878089 Jul 14 09:36:23.206816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=4fe500db-e91d-46dc-b622-c216774a4591,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:23.288343 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a19bc37c-0bbe-4f79-a67a-f07b07e635ba req-d146e318-f862-4509-ad2a-8850f435724d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510832 Jul 14 09:36:23.352605 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.369509 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-f0454ee2-aa1c-4594-8c46-ac123dffaa0b', 'network_id': 'f0454ee2-aa1c-4594-8c46-ac123dffaa0b', 'tenant_id': '5f5ec0e6ba944eee8ed6fd034d06548d', 'fixed_ips': [{'subnet_id': 'ef5c1e53-52b7-46e4-a20a-3b02c4b5395d'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:23.370931 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.520166 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.686261 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Allocated IP 172.20.0.1 (f0454ee2-aa1c-4594-8c46-ac123dffaa0b/ef5c1e53-52b7-46e4-a20a-3b02c4b5395d/0c4ac985-eb04-43a0-810f-27620c6dd1d0) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:23.781590 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a5d1d-3681-482e-9cb3-80eaae4e5e6d req-93f04e3f-0d21-4db4-a0fa-b43b54ef92f3 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:23.787468 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c40a5d1d-3681-482e-9cb3-80eaae4e5e6d req-93f04e3f-0d21-4db4-a0fa-b43b54ef92f3 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1794071 Jul 14 09:36:23.862961 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.872801 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Transition to ACTIVE for port object 0c4ac985-eb04-43a0-810f-27620c6dd1d0 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:23.890329 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Transition to ACTIVE for port object 0c4ac985-eb04-43a0-810f-27620c6dd1d0 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:23.893920 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['4fe500db-e91d-46dc-b622-c216774a4591'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:23.899552 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.917721 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.939059 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Network f0454ee2-aa1c-4594-8c46-ac123dffaa0b is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:23.944015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:23.990294 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Pushing event updated for resources: {'Port': ['ID=0c4ac985-eb04-43a0-810f-27620c6dd1d0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:23.995434 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:24.003020 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c40a5d1d-3681-482e-9cb3-80eaae4e5e6d req-bee1a828-fda9-4069-9436-d54ef8392de8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022345 Jul 14 09:36:24.088610 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c01511-9a1f-4657-9f5c-6a739ed8f01e req-b0a7815f-5be9-4d79-b716-fde620c6bf63 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:24.090121 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7c01511-9a1f-4657-9f5c-6a739ed8f01e req-b0a7815f-5be9-4d79-b716-fde620c6bf63 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 944 time: 0.2580218 Jul 14 09:36:24.104069 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Subnet': ['ID=ef5c1e53-52b7-46e4-a20a-3b02c4b5395d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:24.141565 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.200765 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0454ee2-aa1c-4594-8c46-ac123dffaa0b']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:24.214333 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7c01511-9a1f-4657-9f5c-6a739ed8f01e req-b04423bd-3031-4302-a9bd-881be939261d tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e32af52-9bef-4afb-9b19-cd3a2727675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154976 Jul 14 09:36:24.261651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc9fe32-5f6d-41ce-8b1d-e9f50c09e3f7') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:24.268371 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Attempting to bind port 0c4ac985-eb04-43a0-810f-27620c6dd1d0 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:24.272211 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Attempting to bind port 0c4ac985-eb04-43a0-810f-27620c6dd1d0 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '0bc9fe32-5f6d-41ce-8b1d-e9f50c09e3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f0454ee2-aa1c-4594-8c46-ac123dffaa0b'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:24.273096 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Attempting to bind port 0c4ac985-eb04-43a0-810f-27620c6dd1d0 on network f0454ee2-aa1c-4594-8c46-ac123dffaa0b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:24.276853 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc9fe32-5f6d-41ce-8b1d-e9f50c09e3f7') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:24.310424 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:24.312222 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Checking segment: {'id': '0bc9fe32-5f6d-41ce-8b1d-e9f50c09e3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f0454ee2-aa1c-4594-8c46-ac123dffaa0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:24.312860 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.317661 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.320515 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Bound using segment: {'id': '0bc9fe32-5f6d-41ce-8b1d-e9f50c09e3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f0454ee2-aa1c-4594-8c46-ac123dffaa0b'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:24.321159 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Bound port: 0c4ac985-eb04-43a0-810f-27620c6dd1d0, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc9fe32-5f6d-41ce-8b1d-e9f50c09e3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f0454ee2-aa1c-4594-8c46-ac123dffaa0b'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:24.323661 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.367056 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.379032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:24.379448 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:24.410351 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:24.454431 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] For port 0c4ac985-eb04-43a0-810f-27620c6dd1d0, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:24.568152 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aadf6-88c2-4a26-9b4e-c67f12479f9d req-2be5507c-4d80-4e71-b5d1-b5871e54b95d tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:24.570343 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.db.api [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:36:24.570343 n-d-798054-10 neutron-server[93888]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:36:24.570343 n-d-798054-10 neutron-server[93888]: [parameters: {'id': 'f0454ee2-aa1c-4594-8c46-ac123dffaa0b'}] Jul 14 09:36:24.570343 n-d-798054-10 neutron-server[93888]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:36:24.570740 n-d-798054-10 neutron-server[93888]: DEBUG oslo_db.api [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:36:24.585084 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-de4aadf6-88c2-4a26-9b4e-c67f12479f9d req-2be5507c-4d80-4e71-b5d1-b5871e54b95d tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 943 time: 0.2248695 Jul 14 09:36:24.700220 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] For port 0c4ac985-eb04-43a0-810f-27620c6dd1d0, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0c4ac985-eb04-43a0-810f-27620c6dd1d0,segment=NetworkSegment(0bc9fe32-5f6d-41ce-8b1d-e9f50c09e3f7),segment_id=0bc9fe32-5f6d-41ce-8b1d-e9f50c09e3f7)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:24.715625 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-de4aadf6-88c2-4a26-9b4e-c67f12479f9d req-d35e80d8-d218-4f56-995f-27c5a529be30 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295354 Jul 14 09:36:24.716762 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.064728 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277b66e-90ac-4e6d-aad6-70d6c2ecceee None None] Pushing event updated for resources: {'Port': ['ID=0c4ac985-eb04-43a0-810f-27620c6dd1d0,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:25.072528 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.083565 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d68f266-623e-481b-ab4d-36a251e095d1 None None] Network f0454ee2-aa1c-4594-8c46-ac123dffaa0b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:25.175456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Deleting port 0c4ac985-eb04-43a0-810f-27620c6dd1d0 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:25.176225 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.380637 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] For port 0c4ac985-eb04-43a0-810f-27620c6dd1d0, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0c4ac985-eb04-43a0-810f-27620c6dd1d0,segment=NetworkSegment(0bc9fe32-5f6d-41ce-8b1d-e9f50c09e3f7),segment_id=0bc9fe32-5f6d-41ce-8b1d-e9f50c09e3f7)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:25.381181 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.433703 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Calling delete_port for 0c4ac985-eb04-43a0-810f-27620c6dd1d0 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:25.497658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91a5626-0db6-44c3-a777-c6fbd468f647 None None] get_active_networks_info from n-d-798054-10 {{(pid=93889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:36:25.669058 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a5626-0db6-44c3-a777-c6fbd468f647 None None] Resources bound (agent type, host, resource id): {{(pid=93889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:36:25.696279 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.759200 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Port': ['ID=0c4ac985-eb04-43a0-810f-27620c6dd1d0,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:25.770511 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No DVR routers for this DVR port 0c4ac985-eb04-43a0-810f-27620c6dd1d0 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:25.839574 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6febefa-4f96-480a-b4fc-2dbb8539bd2f req-017540bc-e043-42ce-9ac9-5489cad0acef tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:25.845151 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6febefa-4f96-480a-b4fc-2dbb8539bd2f req-017540bc-e043-42ce-9ac9-5489cad0acef tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 944 time: 0.2694719 Jul 14 09:36:25.965287 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6febefa-4f96-480a-b4fc-2dbb8539bd2f req-eaa14e44-fbd9-4207-8df6-33f46b172ed8 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e32af52-9bef-4afb-9b19-cd3a2727675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112754 Jul 14 09:36:26.087403 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.121066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0454ee2-aa1c-4594-8c46-ac123dffaa0b']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:26.157235 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc9fe32-5f6d-41ce-8b1d-e9f50c09e3f7') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:26.157649 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc9fe32-5f6d-41ce-8b1d-e9f50c09e3f7') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:26.188944 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.237757 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.251744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:26.252958 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:26.260845 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:26.466850 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.475019 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.481581 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/f0454ee2-aa1c-4594-8c46-ac123dffaa0b HTTP/1.1" status: 204 len: 168 time: 3.3662975 Jul 14 09:36:26.481870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55298) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:26.487222 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-934d797c-4a95-4a7d-b92e-e265f2eb9e4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1046082763'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:26.512703 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0028b87-9b31-4ba7-b471-e1231651d6fc tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Network': ['ID=f0454ee2-aa1c-4594-8c46-ac123dffaa0b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:26.567822 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934d797c-4a95-4a7d-b92e-e265f2eb9e4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:26.571454 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-934d797c-4a95-4a7d-b92e-e265f2eb9e4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.580639 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 4fe500db-e91d-46dc-b622-c216774a4591 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:26.673743 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934d797c-4a95-4a7d-b92e-e265f2eb9e4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:26.689631 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 4fe500db-e91d-46dc-b622-c216774a4591 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:26.707724 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 4fe500db-e91d-46dc-b622-c216774a4591 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:26.708181 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.708525 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-934d797c-4a95-4a7d-b92e-e265f2eb9e4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.709030 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-934d797c-4a95-4a7d-b92e-e265f2eb9e4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Added segment 468c2150-5ab0-46e3-8fe0-45b4b784ce7c of type vlan for network 139ad9ac-77c7-422c-a0ad-130e289d164a Jul 14 09:36:26.813429 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.818896 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-934d797c-4a95-4a7d-b92e-e265f2eb9e4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.888731 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83593a-8825-4d44-8afa-c7e418ded725 req-0107d928-510a-4559-bb82-66424e4c41a0 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:26.889825 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5882a222-cccc-48ea-b312-aa83cdfffaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe500db-e91d-46dc-b622-c216774a4591'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:26.897878 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6319231-d2df-48d1-aa12-9cdf7a16c265" -d '{"events": [{"server_uuid": "5882a222-cccc-48ea-b312-aa83cdfffaa5", "name": "network-vif-plugged", "status": "completed", "tag": "4fe500db-e91d-46dc-b622-c216774a4591"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:26.899774 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c83593a-8825-4d44-8afa-c7e418ded725 req-0107d928-510a-4559-bb82-66424e4c41a0 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 943 time: 0.1773298 Jul 14 09:36:26.925817 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 4fe500db-e91d-46dc-b622-c216774a4591, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4fe500db-e91d-46dc-b622-c216774a4591,segment=NetworkSegment(d40fa4c4-ac5b-4098-9884-bf79572a7c53),segment_id=d40fa4c4-ac5b-4098-9884-bf79572a7c53)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:26.931878 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.943782 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-934d797c-4a95-4a7d-b92e-e265f2eb9e4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.959763 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934d797c-4a95-4a7d-b92e-e265f2eb9e4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:26.960028 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-934d797c-4a95-4a7d-b92e-e265f2eb9e4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.136316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=4fe500db-e91d-46dc-b622-c216774a4591,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:27.209867 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c83593a-8825-4d44-8afa-c7e418ded725 req-4d776172-3ce5-4b21-ab5b-99814997e44b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053472 Jul 14 09:36:27.210656 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d797c-4a95-4a7d-b92e-e265f2eb9e4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Network': ['ID=139ad9ac-77c7-422c-a0ad-130e289d164a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:27.223983 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 139ad9ac-77c7-422c-a0ad-130e289d164a details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:27.244218 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55310) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:27.245317 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-934d797c-4a95-4a7d-b92e-e265f2eb9e4c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7587008 Jul 14 09:36:27.255387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b43a2b42-7ce5-4bb4-ac9d-0c0d8e7157a4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:27.411144 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c37a4e58-6479-493d-b0cb-d1320c5f2448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.430529 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c1579e-df5c-42d9-8401-23145f1d263b x-openstack-request-id: req-33c1579e-df5c-42d9-8401-23145f1d263b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:27.431043 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5882a222-cccc-48ea-b312-aa83cdfffaa5", "name": "network-vif-plugged", "status": "completed", "tag": "4fe500db-e91d-46dc-b622-c216774a4591", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:27.431411 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33c1579e-df5c-42d9-8401-23145f1d263b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:27.432079 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5882a222-cccc-48ea-b312-aa83cdfffaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe500db-e91d-46dc-b622-c216774a4591', 'code': 200} Jul 14 09:36:27.743278 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b43a2b42-7ce5-4bb4-ac9d-0c0d8e7157a4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.783138 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb79d5-7188-42c9-8b38-3f9ace6fa3e4 req-0d9cf78c-43bf-47d7-a47e-97ec73e61317 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:27.784793 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df586d-1073-4a95-b348-072b9948031d req-2340d6e0-adc6-4a72-8b34-3dda475d70af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:27.787344 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-44df586d-1073-4a95-b348-072b9948031d req-2340d6e0-adc6-4a72-8b34-3dda475d70af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 1097 time: 0.2613182 Jul 14 09:36:27.788947 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b43a2b42-7ce5-4bb4-ac9d-0c0d8e7157a4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.791441 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60bb79d5-7188-42c9-8b38-3f9ace6fa3e4 req-0d9cf78c-43bf-47d7-a47e-97ec73e61317 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 945 time: 0.1772833 Jul 14 09:36:27.814661 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b43a2b42-7ce5-4bb4-ac9d-0c0d8e7157a4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network 139ad9ac-77c7-422c-a0ad-130e289d164a is not hosted by any dhcp agent {{(pid=93888) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:36:27.821325 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43a2b42-7ce5-4bb4-ac9d-0c0d8e7157a4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:27.822090 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b43a2b42-7ce5-4bb4-ac9d-0c0d8e7157a4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.823515 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b43a2b42-7ce5-4bb4-ac9d-0c0d8e7157a4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "PUT /v2.0/networks/139ad9ac-77c7-422c-a0ad-130e289d164a HTTP/1.1" status: 200 len: 723 time: 0.5762331 Jul 14 09:36:27.835364 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55318) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:27.855226 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b29a384c-7ca7-4c7f-b7e8-2e7fab4921e9 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'subnet': {'network_id': '139ad9ac-77c7-422c-a0ad-130e289d164a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:27.865131 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60bb79d5-7188-42c9-8b38-3f9ace6fa3e4 req-531fbcc7-2175-408a-911c-53e8aafe5bcd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e32af52-9bef-4afb-9b19-cd3a2727675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726488 Jul 14 09:36:28.033628 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a2b42-7ce5-4bb4-ac9d-0c0d8e7157a4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Network': ['ID=139ad9ac-77c7-422c-a0ad-130e289d164a,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:28.041261 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-44df586d-1073-4a95-b348-072b9948031d req-538635b6-596a-4f82-ac4f-600c03bde8c8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0e32af52-9bef-4afb-9b19-cd3a2727675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422812 Jul 14 09:36:28.064531 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 139ad9ac-77c7-422c-a0ad-130e289d164a details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:28.187951 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29a384c-7ca7-4c7f-b7e8-2e7fab4921e9 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:28.187951 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b29a384c-7ca7-4c7f-b7e8-2e7fab4921e9 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.715297 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b29a384c-7ca7-4c7f-b7e8-2e7fab4921e9 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.747935 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068f209-7bd8-4539-9100-5277e408f010 req-ee1869a3-f370-4618-a420-2152f33375bd tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:28.755334 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7068f209-7bd8-4539-9100-5277e408f010 req-ee1869a3-f370-4618-a420-2152f33375bd tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 943 time: 0.1814804 Jul 14 09:36:28.805817 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a384c-7ca7-4c7f-b7e8-2e7fab4921e9 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Subnet': ['ID=ecf35ce0-bc41-4759-a582-f58b732d0af6,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:28.818571 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29a384c-7ca7-4c7f-b7e8-2e7fab4921e9 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Checking segment: {'id': '468c2150-5ab0-46e3-8fe0-45b4b784ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '139ad9ac-77c7-422c-a0ad-130e289d164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:28.819347 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29a384c-7ca7-4c7f-b7e8-2e7fab4921e9 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network hostable DHCP agents. Network: 139ad9ac-77c7-422c-a0ad-130e289d164a, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:28.830689 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7068f209-7bd8-4539-9100-5277e408f010 req-4c4ac2a6-5035-48fd-88b9-015cd1b0fbe2 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625916 Jul 14 09:36:28.850891 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29a384c-7ca7-4c7f-b7e8-2e7fab4921e9 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network 139ad9ac-77c7-422c-a0ad-130e289d164a is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:28.865068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-b29a384c-7ca7-4c7f-b7e8-2e7fab4921e9 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 139ad9ac-77c7-422c-a0ad-130e289d164a) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:28.870851 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29a384c-7ca7-4c7f-b7e8-2e7fab4921e9 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:28.871700 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b29a384c-7ca7-4c7f-b7e8-2e7fab4921e9 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.878528 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4c8e64-fc6e-4b2b-9a07-27bee1516d9a None None] Network 139ad9ac-77c7-422c-a0ad-130e289d164a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:28.917740 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55334) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:28.918480 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b29a384c-7ca7-4c7f-b7e8-2e7fab4921e9 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0675344 Jul 14 09:36:28.924178 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-cd3c2be7-5108-4e71-be71-5b985aea8df1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:29.189566 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cd3c2be7-5108-4e71-be71-5b985aea8df1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9490595'] for subnet, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.213448 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-139ad9ac-77c7-422c-a0ad-130e289d164a', 'network_id': '139ad9ac-77c7-422c-a0ad-130e289d164a', 'tenant_id': '5f5ec0e6ba944eee8ed6fd034d06548d', 'fixed_ips': [{'subnet_id': 'ecf35ce0-bc41-4759-a582-f58b732d0af6'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:29.215535 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.761944 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff31c062-3c90-44ed-b3d0-66f8cc48c188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.822903 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab41ac2-f970-48ce-b02b-0ff71f5e5c06 req-f537bbe4-112e-4002-8033-2c9816803980 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:29.848685 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ab41ac2-f970-48ce-b02b-0ff71f5e5c06 req-f537bbe4-112e-4002-8033-2c9816803980 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 945 time: 0.5716686 Jul 14 09:36:29.886627 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cd3c2be7-5108-4e71-be71-5b985aea8df1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751749389078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10474493'] for subnet, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.016191 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.050789 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Allocated IP 172.20.0.2 (139ad9ac-77c7-422c-a0ad-130e289d164a/ecf35ce0-bc41-4759-a582-f58b732d0af6/ad5fb42c-6a55-4bcb-b958-0231f737df08) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:30.091369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c2be7-5108-4e71-be71-5b985aea8df1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Subnet': ['ID=ecf35ce0-bc41-4759-a582-f58b732d0af6,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:30.112510 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3c2be7-5108-4e71-be71-5b985aea8df1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:30.113403 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cd3c2be7-5108-4e71-be71-5b985aea8df1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.118630 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55360) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:30.121095 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cd3c2be7-5108-4e71-be71-5b985aea8df1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "PUT /v2.0/subnets/ecf35ce0-bc41-4759-a582-f58b732d0af6 HTTP/1.1" status: 200 len: 806 time: 1.2020741 Jul 14 09:36:30.181654 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ab41ac2-f970-48ce-b02b-0ff71f5e5c06 req-a8e2f3d0-09f3-4921-aa9e-e2fc262317d1 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e32af52-9bef-4afb-9b19-cd3a2727675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3365369 Jul 14 09:36:30.372586 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.575039 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.723527 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.806292 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55374) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:30.910323 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.913403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dd30d-3857-4987-8b22-580b24adebe2 req-c9474670-4e3d-4f4d-8f04-61f250ae1619 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:30.928297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8a9dd30d-3857-4987-8b22-580b24adebe2 req-c9474670-4e3d-4f4d-8f04-61f250ae1619 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 943 time: 0.1552224 Jul 14 09:36:30.933550 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Transition to ACTIVE for port object ad5fb42c-6a55-4bcb-b958-0231f737df08 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:30.979386 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Transition to ACTIVE for port object ad5fb42c-6a55-4bcb-b958-0231f737df08 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:30.991617 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.038900 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Network 139ad9ac-77c7-422c-a0ad-130e289d164a is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:31.042237 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:31.045668 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:31.060620 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8a9dd30d-3857-4987-8b22-580b24adebe2 req-8e644409-e179-40df-a387-beabf923bf06 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276979 Jul 14 09:36:31.064783 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f63871ce-f06a-4e29-a316-003eac1f1c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.223089 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Pushing event updated for resources: {'Port': ['ID=ad5fb42c-6a55-4bcb-b958-0231f737df08,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:31.239674 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Attempting to bind port ad5fb42c-6a55-4bcb-b958-0231f737df08 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:31.240080 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Attempting to bind port ad5fb42c-6a55-4bcb-b958-0231f737df08 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '468c2150-5ab0-46e3-8fe0-45b4b784ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '139ad9ac-77c7-422c-a0ad-130e289d164a'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:31.240434 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Attempting to bind port ad5fb42c-6a55-4bcb-b958-0231f737df08 on network 139ad9ac-77c7-422c-a0ad-130e289d164a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:31.260254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:31.260254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Checking segment: {'id': '468c2150-5ab0-46e3-8fe0-45b4b784ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '139ad9ac-77c7-422c-a0ad-130e289d164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:31.260690 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.262494 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Bound using segment: {'id': '468c2150-5ab0-46e3-8fe0-45b4b784ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '139ad9ac-77c7-422c-a0ad-130e289d164a'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:31.277850 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Bound port: ad5fb42c-6a55-4bcb-b958-0231f737df08, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468c2150-5ab0-46e3-8fe0-45b4b784ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '139ad9ac-77c7-422c-a0ad-130e289d164a'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:31.278312 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.410815 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f63871ce-f06a-4e29-a316-003eac1f1c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.419601 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f63871ce-f06a-4e29-a316-003eac1f1c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.463022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] For port ad5fb42c-6a55-4bcb-b958-0231f737df08, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:31.467284 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] For port ad5fb42c-6a55-4bcb-b958-0231f737df08, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=ad5fb42c-6a55-4bcb-b958-0231f737df08,segment=NetworkSegment(468c2150-5ab0-46e3-8fe0-45b4b784ce7c),segment_id=468c2150-5ab0-46e3-8fe0-45b4b784ce7c)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:31.476271 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.486265 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f63871ce-f06a-4e29-a316-003eac1f1c34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f43335f69194b739e31675991eae87e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6785858 Jul 14 09:36:31.521289 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63871ce-f06a-4e29-a316-003eac1f1c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc3293b-f423-4a5e-bcc2-9996a708ac5d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:31.530269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55386) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:31.716924 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.735908 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bf8d7-2e7d-48d4-b68b-699709461134 None None] Pushing event updated for resources: {'Port': ['ID=ad5fb42c-6a55-4bcb-b958-0231f737df08,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:31.780414 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-40fcd936-446c-471e-947c-31cc323d1f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.789101 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.815888 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf35ce0-bc41-4759-a582-f58b732d0af6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:31.836665 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-40fcd936-446c-471e-947c-31cc323d1f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.917273 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.936561 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139ad9ac-77c7-422c-a0ad-130e289d164a']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:31.945540 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-40fcd936-446c-471e-947c-31cc323d1f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.949114 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-40fcd936-446c-471e-947c-31cc323d1f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.950698 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-40fcd936-446c-471e-947c-31cc323d1f3b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7cc3293b-f423-4a5e-bcc2-9996a708ac5d HTTP/1.1" status: 204 len: 168 time: 0.4182754 Jul 14 09:36:31.962088 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fcd936-446c-471e-947c-31cc323d1f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc3293b-f423-4a5e-bcc2-9996a708ac5d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:31.976464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a92a47-eeeb-4fba-85fb-f3ad65253f54 req-d574799b-5060-45d8-b334-26926a89fdfd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:31.984077 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-93a92a47-eeeb-4fba-85fb-f3ad65253f54 req-d574799b-5060-45d8-b334-26926a89fdfd tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 945 time: 0.4961607 Jul 14 09:36:32.005444 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468c2150-5ab0-46e3-8fe0-45b4b784ce7c') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:32.006652 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468c2150-5ab0-46e3-8fe0-45b4b784ce7c') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:32.025770 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.074514 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-93a92a47-eeeb-4fba-85fb-f3ad65253f54 req-7ba81d4f-bc4e-469f-9891-e21a2981ea13 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e32af52-9bef-4afb-9b19-cd3a2727675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891340 Jul 14 09:36:32.144982 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.168658 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:32.204269 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:32.220827 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:32.457463 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.db.api [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:36:32.457463 n-d-798054-10 neutron-server[93888]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:36:32.457463 n-d-798054-10 neutron-server[93888]: [parameters: {'id': '139ad9ac-77c7-422c-a0ad-130e289d164a'}] Jul 14 09:36:32.457463 n-d-798054-10 neutron-server[93888]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:36:32.457960 n-d-798054-10 neutron-server[93888]: DEBUG oslo_db.api [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:36:32.631250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ad5fb42c-6a55-4bcb-b958-0231f737df08 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:32.794458 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.798611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port ad5fb42c-6a55-4bcb-b958-0231f737df08 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:32.959485 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.010934 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7ed11-e78e-4419-b5aa-c9f0dbadc50a req-31f733f9-7d3b-452c-8e99-30e6acd58fee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:33.019110 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0be7ed11-e78e-4419-b5aa-c9f0dbadc50a req-31f733f9-7d3b-452c-8e99-30e6acd58fee tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 943 time: 0.2088482 Jul 14 09:36:33.111831 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0be7ed11-e78e-4419-b5aa-c9f0dbadc50a req-59a1b5dc-0041-4c54-a4a8-1a02f776fd8b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917342 Jul 14 09:36:33.123220 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Deleting port ad5fb42c-6a55-4bcb-b958-0231f737df08 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:33.123882 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.361270 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] For port ad5fb42c-6a55-4bcb-b958-0231f737df08, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=ad5fb42c-6a55-4bcb-b958-0231f737df08,segment=NetworkSegment(468c2150-5ab0-46e3-8fe0-45b4b784ce7c),segment_id=468c2150-5ab0-46e3-8fe0-45b4b784ce7c)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:33.361733 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.384846 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Calling delete_port for ad5fb42c-6a55-4bcb-b958-0231f737df08 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:33.524628 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.525190 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0825fd9-548b-456c-8cae-901dec9cf41a req-5ea8fc42-c7e9-4ba4-b754-ca775133d2f7 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:33.541082 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f0825fd9-548b-456c-8cae-901dec9cf41a req-5ea8fc42-c7e9-4ba4-b754-ca775133d2f7 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 945 time: 0.2129815 Jul 14 09:36:33.550519 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No DVR routers for this DVR port ad5fb42c-6a55-4bcb-b958-0231f737df08 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:33.646441 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f0825fd9-548b-456c-8cae-901dec9cf41a req-5a2ffb5f-adce-43e5-a19e-82cd8b52c16a tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e32af52-9bef-4afb-9b19-cd3a2727675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031663 Jul 14 09:36:33.671079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Port': ['ID=ad5fb42c-6a55-4bcb-b958-0231f737df08,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:33.676934 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55440) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:33.874270 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.884838 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caeedb1-c453-4484-87d0-843383a5598d None None] Network 139ad9ac-77c7-422c-a0ad-130e289d164a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:33.901865 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139ad9ac-77c7-422c-a0ad-130e289d164a']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:33.929754 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468c2150-5ab0-46e3-8fe0-45b4b784ce7c') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:33.930353 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468c2150-5ab0-46e3-8fe0-45b4b784ce7c') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:33.945775 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.964309 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.973441 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:33.974105 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.054090 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-846a4596-774b-4817-9680-d29dcbfceadb None None] Could not find standard attr ID for object ad5fb42c-6a55-4bcb-b958-0231f737df08. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:34.055896 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:34.063258 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779bd87b-647a-4e57-bdd3-55d0117cc138 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:34.064835 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-779bd87b-647a-4e57-bdd3-55d0117cc138 tempest-TestNetworkBasicOps-1313055647 tempest-TestNetworkBasicOps-1313055647-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 1092 time: 0.3865736 Jul 14 09:36:34.068145 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55452) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.071571 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.078755 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.083066 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/139ad9ac-77c7-422c-a0ad-130e289d164a HTTP/1.1" status: 204 len: 168 time: 3.9609730 Jul 14 09:36:34.083253 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': '4fe500db-e91d-46dc-b622-c216774a4591', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:34.083633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55454) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.114187 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cd755-f3f0-44d0-a1ff-407d2ecf6024 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Network': ['ID=139ad9ac-77c7-422c-a0ad-130e289d164a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:34.117060 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab366657-0461-4332-9968-0af8b8dd0325 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:34.118005 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab366657-0461-4332-9968-0af8b8dd0325 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:34.119990 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ab366657-0461-4332-9968-0af8b8dd0325 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/139ad9ac-77c7-422c-a0ad-130e289d164a HTTP/1.1" status: 404 len: 339 time: 0.0351963 Jul 14 09:36:34.126812 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55456) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.137057 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1a1e7e18-ab37-4f2d-b8da-9a3a3fcfc6de tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1425329560', 'description': 'd1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:34.141901 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.222822 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1e7e18-ab37-4f2d-b8da-9a3a3fcfc6de tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:34.246189 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a1e7e18-ab37-4f2d-b8da-9a3a3fcfc6de tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.370368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1e7e18-ab37-4f2d-b8da-9a3a3fcfc6de tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:34.427131 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20607d13-f563-42e4-ace1-042b75fc747d None None] DHCP port deletion for 139ad9ac-77c7-422c-a0ad-130e289d164a request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:36:34.443336 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a1e7e18-ab37-4f2d-b8da-9a3a3fcfc6de tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.443488 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-1a1e7e18-ab37-4f2d-b8da-9a3a3fcfc6de tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Added segment 34993153-c773-4e1e-abce-2b391d0d7718 of type vlan for network ab00c07f-02a5-41b7-8e0b-d44fcc94eea9 Jul 14 09:36:34.460735 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9660e8c-17b0-4632-a1bf-8193c6e986a9 None None] Network 139ad9ac-77c7-422c-a0ad-130e289d164a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:34.536281 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9660e8c-17b0-4632-a1bf-8193c6e986a9 None None] Network 139ad9ac-77c7-422c-a0ad-130e289d164a could not be found, it might have been deleted concurrently. {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:36:34.660532 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a1e7e18-ab37-4f2d-b8da-9a3a3fcfc6de tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.741929 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a1e7e18-ab37-4f2d-b8da-9a3a3fcfc6de tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.751713 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e7e18-ab37-4f2d-b8da-9a3a3fcfc6de tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:34.753044 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a1e7e18-ab37-4f2d-b8da-9a3a3fcfc6de tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.779001 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.898252 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1a1e7e18-ab37-4f2d-b8da-9a3a3fcfc6de tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7700219 Jul 14 09:36:34.902681 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55462) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.912359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f53d7-5710-4126-99e1-9529fe08213a req-c1b73555-285d-4062-bda1-621bb48cf838 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:34.929319 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b9f53d7-5710-4126-99e1-9529fe08213a req-c1b73555-285d-4062-bda1-621bb48cf838 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 943 time: 0.3296199 Jul 14 09:36:35.064326 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b9f53d7-5710-4126-99e1-9529fe08213a req-6e4c6e9f-a8c8-4f41-ac96-d50f5d5a89db tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346653 Jul 14 09:36:35.072070 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce3135e-d89b-40d7-b7cf-a4fb6a076a52 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:35.080873 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2ce3135e-d89b-40d7-b7cf-a4fb6a076a52 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "GET /v2.0/networks?id=ab00c07f-02a5-41b7-8e0b-d44fcc94eea9 HTTP/1.1" status: 200 len: 761 time: 0.1738923 Jul 14 09:36:35.081764 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55474) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:35.089918 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-91e5a276-dd1e-42e0-82fa-1f7cfecd7717 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'network': {'description': 'd2'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:35.197909 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e7e18-ab37-4f2d-b8da-9a3a3fcfc6de tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Network': ['ID=ab00c07f-02a5-41b7-8e0b-d44fcc94eea9,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:35.209246 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network ab00c07f-02a5-41b7-8e0b-d44fcc94eea9 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:35.302565 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Allocated IP 172.25.1.187 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/2b77abbc-82ad-4b47-9f17-629edfcad2f0) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:35.483347 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91e5a276-dd1e-42e0-82fa-1f7cfecd7717 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.526607 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91e5a276-dd1e-42e0-82fa-1f7cfecd7717 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.527432 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.590207 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.637592 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5a276-dd1e-42e0-82fa-1f7cfecd7717 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Network': ['ID=ab00c07f-02a5-41b7-8e0b-d44fcc94eea9,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:35.643690 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:35.650461 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:35.655219 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:35.655471 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network ab00c07f-02a5-41b7-8e0b-d44fcc94eea9 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:35.667157 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-91e5a276-dd1e-42e0-82fa-1f7cfecd7717 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network ab00c07f-02a5-41b7-8e0b-d44fcc94eea9 is not hosted by any dhcp agent {{(pid=93888) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:36:35.690821 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e5a276-dd1e-42e0-82fa-1f7cfecd7717 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:35.691493 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91e5a276-dd1e-42e0-82fa-1f7cfecd7717 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.708430 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-91e5a276-dd1e-42e0-82fa-1f7cfecd7717 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "PUT /v2.0/networks/ab00c07f-02a5-41b7-8e0b-d44fcc94eea9 HTTP/1.1" status: 200 len: 758 time: 0.6229839 Jul 14 09:36:35.709232 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55486) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:35.720013 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'Port': ['ID=2b77abbc-82ad-4b47-9f17-629edfcad2f0,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:36.008342 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ae1013-ed7c-42c6-a22e-224dd9eee00e tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:36.023988 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-31ae1013-ed7c-42c6-a22e-224dd9eee00e tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "GET /v2.0/networks?id=ab00c07f-02a5-41b7-8e0b-d44fcc94eea9 HTTP/1.1" status: 200 len: 761 time: 0.3135905 Jul 14 09:36:36.024957 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55488) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:36.033028 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-db798f6e-aad4-40e4-b656-ccd256e32282 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1981355974'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:36.084527 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db798f6e-aad4-40e4-b656-ccd256e32282 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:36.114811 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-db798f6e-aad4-40e4-b656-ccd256e32282 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.224795 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db798f6e-aad4-40e4-b656-ccd256e32282 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:36.269415 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-db798f6e-aad4-40e4-b656-ccd256e32282 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.269819 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-db798f6e-aad4-40e4-b656-ccd256e32282 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Added segment 944559ce-fd5d-4c93-980c-0fdff33ebf70 of type vlan for network 858ca4be-9300-4705-bcab-880eabce7dd7 Jul 14 09:36:36.335142 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ad5fb42c-6a55-4bcb-b958-0231f737df08 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:36.397116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: ad5fb42c-6a55-4bcb-b958-0231f737df08 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:36.402680 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ad5fb42c-6a55-4bcb-b958-0231f737df08 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:36.467214 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-db798f6e-aad4-40e4-b656-ccd256e32282 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.532069 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-db798f6e-aad4-40e4-b656-ccd256e32282 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.539005 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db798f6e-aad4-40e4-b656-ccd256e32282 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:36.539940 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-db798f6e-aad4-40e4-b656-ccd256e32282 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.669041 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-db798f6e-aad4-40e4-b656-ccd256e32282 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6403255 Jul 14 09:36:36.670000 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55504) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:36.676809 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f4252a21-1949-429f-a815-f968e9c36bfa tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'subnet': {'network_id': '858ca4be-9300-4705-bcab-880eabce7dd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:36.682022 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db798f6e-aad4-40e4-b656-ccd256e32282 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Network': ['ID=858ca4be-9300-4705-bcab-880eabce7dd7,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:36.697207 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 858ca4be-9300-4705-bcab-880eabce7dd7 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:36.835461 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.876099 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57021d1-3380-4ed4-a37d-1c6495dd07ec req-5d145a26-d67f-4d93-b417-d0f7adc64fc8 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:36.877867 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a57021d1-3380-4ed4-a37d-1c6495dd07ec req-5d145a26-d67f-4d93-b417-d0f7adc64fc8 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 943 time: 0.3149071 Jul 14 09:36:36.891512 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4252a21-1949-429f-a815-f968e9c36bfa tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:36.895133 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4252a21-1949-429f-a815-f968e9c36bfa tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.957339 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-33df8e49-bf48-489d-8205-33a2ee4bd644 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:36.959474 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-33df8e49-bf48-489d-8205-33a2ee4bd644 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 812 time: 0.3501890 Jul 14 09:36:36.971027 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a57021d1-3380-4ed4-a37d-1c6495dd07ec req-073aed2a-d45c-4c63-9fd3-9e5f0e878d89 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837142 Jul 14 09:36:37.038344 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.052630 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-9170b460-6a5d-4eae-a81e-9a42a266b02e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/quotas/aabcea4a3f10489fb922ceae9d8ba553 HTTP/1.1" status: 200 len: 375 time: 0.0800848 Jul 14 09:36:37.225614 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4252a21-1949-429f-a815-f968e9c36bfa tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.262091 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-6a820d2c-58f6-4720-9dc6-f4f7236a0737 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2084568 Jul 14 09:36:37.318843 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4252a21-1949-429f-a815-f968e9c36bfa tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Checking segment: {'id': '944559ce-fd5d-4c93-980c-0fdff33ebf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '858ca4be-9300-4705-bcab-880eabce7dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:37.319245 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4252a21-1949-429f-a815-f968e9c36bfa tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network hostable DHCP agents. Network: 858ca4be-9300-4705-bcab-880eabce7dd7, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:37.321328 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4252a21-1949-429f-a815-f968e9c36bfa tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Subnet': ['ID=541ed53c-f5bf-4807-aae2-00c2d7a4a526,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:37.355347 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4252a21-1949-429f-a815-f968e9c36bfa tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network 858ca4be-9300-4705-bcab-880eabce7dd7 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:37.376584 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f4252a21-1949-429f-a815-f968e9c36bfa tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 858ca4be-9300-4705-bcab-880eabce7dd7) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:37.409835 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4252a21-1949-429f-a815-f968e9c36bfa tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:37.410490 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba690ee-02e6-4b60-ad20-a8c27d97da3e None None] Network 858ca4be-9300-4705-bcab-880eabce7dd7 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:37.411006 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4252a21-1949-429f-a815-f968e9c36bfa tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.421427 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-390f5dca-f2df-4fad-a9b2-31e543e244e8 service neutron] 10.222.0.26 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570442 Jul 14 09:36:37.431325 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f4252a21-1949-429f-a815-f968e9c36bfa tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7598240 Jul 14 09:36:37.436398 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55510) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:37.644867 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-33cda25c-b2d2-407b-9def-e81391e4c97c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.686533 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d033832-23c4-4977-be83-d5b9acdac7d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-858ca4be-9300-4705-bcab-880eabce7dd7', 'network_id': '858ca4be-9300-4705-bcab-880eabce7dd7', 'tenant_id': '5f5ec0e6ba944eee8ed6fd034d06548d', 'fixed_ips': [{'subnet_id': '541ed53c-f5bf-4807-aae2-00c2d7a4a526'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:37.688981 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d033832-23c4-4977-be83-d5b9acdac7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.832299 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.832599 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-33cda25c-b2d2-407b-9def-e81391e4c97c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.886162 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.941986 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-33cda25c-b2d2-407b-9def-e81391e4c97c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.946695 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event updated for resources: {'Port': ['ID=2b77abbc-82ad-4b47-9f17-629edfcad2f0,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:37.991122 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:37.991470 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:37.991827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:37.992168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:38.000316 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:38.000831 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:38.001174 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:38.001514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:38.001866 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:38.002199 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:38.002712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:38.003048 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server [None req-7d033832-23c4-4977-be83-d5b9acdac7d2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 541ed53c-f5bf-4807-aae2-00c2d7a4a526: This subnet is being modified by another concurrent operation. Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 541ed53c-f5bf-4807-aae2-00c2d7a4a526: This subnet is being modified by another concurrent operation. Jul 14 09:36:38.005178 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Jul 14 09:36:38.083659 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.130472 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c090f295-6690-427d-984c-65a4804907f1 None None] Network 858ca4be-9300-4705-bcab-880eabce7dd7 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:38.140404 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-33cda25c-b2d2-407b-9def-e81391e4c97c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.159422 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-33cda25c-b2d2-407b-9def-e81391e4c97c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858ca4be-9300-4705-bcab-880eabce7dd7']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:38.189195 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-33cda25c-b2d2-407b-9def-e81391e4c97c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944559ce-fd5d-4c93-980c-0fdff33ebf70') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:38.190236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-33cda25c-b2d2-407b-9def-e81391e4c97c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944559ce-fd5d-4c93-980c-0fdff33ebf70') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:38.208473 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-33cda25c-b2d2-407b-9def-e81391e4c97c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.235758 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-33cda25c-b2d2-407b-9def-e81391e4c97c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.248049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cda25c-b2d2-407b-9def-e81391e4c97c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:38.250089 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-33cda25c-b2d2-407b-9def-e81391e4c97c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.418903 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cda25c-b2d2-407b-9def-e81391e4c97c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Subnet': ['ID=541ed53c-f5bf-4807-aae2-00c2d7a4a526,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:38.438547 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:38.445083 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-33cda25c-b2d2-407b-9def-e81391e4c97c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.463303 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-33cda25c-b2d2-407b-9def-e81391e4c97c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.468615 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-0dbf80e2-f1a7-43a2-ab7e-a55cccf10bc8 service neutron] 10.222.0.26 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0407693 Jul 14 09:36:38.488767 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-33cda25c-b2d2-407b-9def-e81391e4c97c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/858ca4be-9300-4705-bcab-880eabce7dd7 HTTP/1.1" status: 204 len: 168 time: 1.0474248 Jul 14 09:36:38.501103 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55532) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:38.523809 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5716d1ab-91e1-494b-a337-b047cee548ae None None] get_active_networks_info from n-d-798054-10 {{(pid=93889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:36:38.652120 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cda25c-b2d2-407b-9def-e81391e4c97c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Network': ['ID=858ca4be-9300-4705-bcab-880eabce7dd7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:38.673639 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d15eb1-8481-4596-bbe8-82b84f73e334 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] GET failed (client error): The resource could not be found. Jul 14 09:36:38.676289 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c2d15eb1-8481-4596-bbe8-82b84f73e334 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "GET /v2.0/subnets/541ed53c-f5bf-4807-aae2-00c2d7a4a526 HTTP/1.1" status: 404 len: 337 time: 0.1709647 Jul 14 09:36:38.681242 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55536) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:38.707117 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-f579ec5c-1208-45cf-b85d-412884cda5e9 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:38.707878 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f579ec5c-1208-45cf-b85d-412884cda5e9 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:38.709923 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f579ec5c-1208-45cf-b85d-412884cda5e9 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/858ca4be-9300-4705-bcab-880eabce7dd7 HTTP/1.1" status: 404 len: 339 time: 0.0267050 Jul 14 09:36:38.713974 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55538) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:38.739397 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Floating IP ab8487d6-8f3c-4d84-9745-a3adc77d8768 associated. External IP: 172.25.1.187, port: 4fe500db-e91d-46dc-b622-c216774a4591. Jul 14 09:36:38.802141 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5716d1ab-91e1-494b-a337-b047cee548ae None None] Resources bound (agent type, host, resource id): {{(pid=93889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:36:38.868495 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6bc5d-f368-4c56-89fe-996bf71fb4c4 req-5b4bae61-ea00-4699-960c-525941457d9f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:38.877369 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-76e6bc5d-f368-4c56-89fe-996bf71fb4c4 req-5b4bae61-ea00-4699-960c-525941457d9f tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 943 time: 0.6418724 Jul 14 09:36:38.934679 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-76e6bc5d-f368-4c56-89fe-996bf71fb4c4 req-3a3f41f3-2fba-4176-beb6-b776dec9608c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517426 Jul 14 09:36:38.974626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b2e1bf-7074-42df-85e7-08bad96044aa tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:38.976443 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-10b2e1bf-7074-42df-85e7-08bad96044aa tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2613986 Jul 14 09:36:38.980684 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55542) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:39.036596 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-54abe620-b074-41af-9733-26a70271f03b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "GET /v2.0/subnets?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 207 time: 0.0547006 Jul 14 09:36:39.039895 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55544) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:39.274443 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Router d98d5d7b-23cf-442d-804e-b4d34b8c0a8e has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:39.282081 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813290b1-83e1-4eca-a35c-55077c4b0a8c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:39.299370 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813290b1-83e1-4eca-a35c-55077c4b0a8c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:39.307265 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813290b1-83e1-4eca-a35c-55077c4b0a8c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:39.315958 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813290b1-83e1-4eca-a35c-55077c4b0a8c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:39.324390 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-813290b1-83e1-4eca-a35c-55077c4b0a8c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2826862 Jul 14 09:36:39.329032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55554) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:39.470167 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:39.483242 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a867df9-65cf-485b-abd9-76c67bedc9a7 None None] Sync routers for ids ['d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:39.487487 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-92ac9ebd-c528-4f7e-a524-a3ab6a9e3e6c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1594591 Jul 14 09:36:39.490065 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55556) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:39.493186 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.500359 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a867df9-65cf-485b-abd9-76c67bedc9a7 None None] Routers {'d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:39.501337 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4a867df9-65cf-485b-abd9-76c67bedc9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:36:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:39.540295 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c33260a1-c454-4ba0-9435-95aaeb489c19 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4684210 Jul 14 09:36:39.540295 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5882a222-cccc-48ea-b312-aa83cdfffaa5', 'tag': '4fe500db-e91d-46dc-b622-c216774a4591'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:39.540915 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55558) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:39.544059 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae1fa44-689b-4ad3-bd64-55841dadc4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "5882a222-cccc-48ea-b312-aa83cdfffaa5", "tag": "4fe500db-e91d-46dc-b622-c216774a4591"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:39.574458 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3a928327-5f45-44b4-acef-752ab498ee4d details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:36:39.665986 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7677618-1c6f-46a9-8043-b6e82a95e9f5 x-openstack-request-id: req-e7677618-1c6f-46a9-8043-b6e82a95e9f5 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:39.672878 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5882a222-cccc-48ea-b312-aa83cdfffaa5", "tag": "4fe500db-e91d-46dc-b622-c216774a4591", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:39.674030 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7677618-1c6f-46a9-8043-b6e82a95e9f5 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:39.674875 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5882a222-cccc-48ea-b312-aa83cdfffaa5', 'tag': '4fe500db-e91d-46dc-b622-c216774a4591', 'status': 'completed', 'code': 200} Jul 14 09:36:39.686941 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ae5a0b02-3593-4308-b38a-99acbf9ca1ce tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/floatingips/ab8487d6-8f3c-4d84-9745-a3adc77d8768 HTTP/1.1" status: 200 len: 991 time: 0.1445107 Jul 14 09:36:39.737524 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-4a867df9-65cf-485b-abd9-76c67bedc9a7 None None] Set router d98d5d7b-23cf-442d-804e-b4d34b8c0a8e gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:39.745001 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d4253f-a824-4595-8a33-bbcaf46fb5fe tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:39.781696 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d4253f-a824-4595-8a33-bbcaf46fb5fe tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:39.784433 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f1d4253f-a824-4595-8a33-bbcaf46fb5fe tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2932563 Jul 14 09:36:39.795448 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55568) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:39.957049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1fa44-689b-4ad3-bd64-55841dadc4e3 req-c4c97dc8-7329-46a4-8723-892f1214b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:39.961202 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0ae1fa44-689b-4ad3-bd64-55841dadc4e3 req-c4c97dc8-7329-46a4-8723-892f1214b98b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9e8947ccf2db4372a301749e896d7bb1&device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 1097 time: 0.2424123 Jul 14 09:36:40.118288 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3a928327-5f45-44b4-acef-752ab498ee4d, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3a928327-5f45-44b4-acef-752ab498ee4d,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:40.130899 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1fa44-689b-4ad3-bd64-55841dadc4e3 req-e2f06bfe-0b2c-4780-8b91-e28305b6c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:40.132389 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0ae1fa44-689b-4ad3-bd64-55841dadc4e3 req-e2f06bfe-0b2c-4780-8b91-e28305b6c961 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f317a3e5-f8d8-42d0-9695-c725eb7e2047 HTTP/1.1" status: 200 len: 897 time: 0.1629376 Jul 14 09:36:40.160634 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af47db8c-77c5-4b4f-a89b-f9aa8bd42ccd req-d4995a72-b324-46f7-8a6b-6002d369538c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 210 time: 0.0913820 Jul 14 09:36:40.179104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '3a928327-5f45-44b4-acef-752ab498ee4d', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'port_id': '3a928327-5f45-44b4-acef-752ab498ee4d', 'mac_address': 'fa:16:3e:ba:41:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:36:40.288942 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a328e1-a5ae-463a-a148-06d6de66f0b6 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['shared'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:40.291628 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a328e1-a5ae-463a-a148-06d6de66f0b6 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['shared'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:40.293514 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-89a328e1-a5ae-463a-a148-06d6de66f0b6 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4943631 Jul 14 09:36:40.311026 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55586) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:40.334408 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0ae1fa44-689b-4ad3-bd64-55841dadc4e3 req-72716644-713a-4ee8-b8b8-69a17909f178 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fe500db-e91d-46dc-b622-c216774a4591 HTTP/1.1" status: 200 len: 999 time: 0.1921957 Jul 14 09:36:40.346726 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.382595 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a928327-5f45-44b4-acef-752ab498ee4d {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:40.431685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3a928327-5f45-44b4-acef-752ab498ee4d, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3a928327-5f45-44b4-acef-752ab498ee4d,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:40.442964 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.463721 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1fa44-689b-4ad3-bd64-55841dadc4e3 req-8497483f-6974-407f-88cd-c6982352d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:40.465768 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0ae1fa44-689b-4ad3-bd64-55841dadc4e3 req-8497483f-6974-407f-88cd-c6982352d386 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d111208e-d1bf-40f9-aa9f-c7cd6f959515 HTTP/1.1" status: 200 len: 835 time: 0.1228034 Jul 14 09:36:40.607293 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=3a928327-5f45-44b4-acef-752ab498ee4d,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:40.609543 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1fa44-689b-4ad3-bd64-55841dadc4e3 req-351c5206-3576-418f-9238-7b9cad863dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:40.611284 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0ae1fa44-689b-4ad3-bd64-55841dadc4e3 req-351c5206-3576-418f-9238-7b9cad863dd7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f317a3e5-f8d8-42d0-9695-c725eb7e2047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1376030 Jul 14 09:36:40.617093 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d157b6-0114-40be-9c2e-57a7de88eca7 req-c4213c8e-09b8-4683-8a01-d479ebe99f85 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:40.625744 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-29d157b6-0114-40be-9c2e-57a7de88eca7 req-c4213c8e-09b8-4683-8a01-d479ebe99f85 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 943 time: 0.3301289 Jul 14 09:36:40.629536 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:40.629907 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:40.630245 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:40.630578 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:40.630912 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:40.631238 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:40.631559 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:40.631879 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:40.632199 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:40.632518 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:40.632837 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:40.646622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:40.656851 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9a6e4d-0b5f-4cc8-91ae-d2668bedb5f4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:40.661655 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-db9a6e4d-0b5f-4cc8-91ae-d2668bedb5f4 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "GET /v2.0/networks/d23544f2-a7cd-404c-93c5-d9e16c0bf505 HTTP/1.1" status: 200 len: 799 time: 0.3441782 Jul 14 09:36:40.662239 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55588) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:40.682665 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4a867df9-65cf-485b-abd9-76c67bedc9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'name': 'tempest-TestNetworkBasicOps-router-815597950', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:35Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 4, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:37Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ab8487d6-8f3c-4d84-9745-a3adc77d8768', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'port_id': '4fe500db-e91d-46dc-b622-c216774a4591', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047', 'mac_address': 'fa:16:3e:3e:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5882a222-cccc-48ea-b312-aa83cdfffaa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:36:36Z', 'updated_at': '2021-07-14T09:36:36Z', 'revision_number': 0, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f103872-9ddd-47ec-9c57-a2dceea23927', 'name': '', 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:7f:14:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'd111208e-d1bf-40f9-aa9f-c7cd6f959515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:35:54Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': 'd111208e-d1bf-40f9-aa9f-c7cd6f959515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:40.684431 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['3a928327-5f45-44b4-acef-752ab498ee4d'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:40.699563 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55592) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:40.741816 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a867df9-65cf-485b-abd9-76c67bedc9a7 None None] Checking router: d98d5d7b-23cf-442d-804e-b4d34b8c0a8e for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:36:40.760588 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a867df9-65cf-485b-abd9-76c67bedc9a7 None None] Routers {'d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:40.761852 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4a867df9-65cf-485b-abd9-76c67bedc9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:36:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:40.843634 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0ae1fa44-689b-4ad3-bd64-55841dadc4e3 req-34405e8c-7b94-4c05-8507-2ab031b841f4 service neutron] 10.222.0.55 "GET /v2.0/networks/f317a3e5-f8d8-42d0-9695-c725eb7e2047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220993 Jul 14 09:36:40.923902 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-29d157b6-0114-40be-9c2e-57a7de88eca7 req-5d6fee00-a9a0-426f-9908-a6d29679c3f3 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951674 Jul 14 09:36:41.016146 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-71cdf856-17fa-4785-aa9b-e86882635d9c tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/floatingips/ab8487d6-8f3c-4d84-9745-a3adc77d8768 HTTP/1.1" status: 200 len: 991 time: 0.3061414 Jul 14 09:36:41.091087 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-4a867df9-65cf-485b-abd9-76c67bedc9a7 None None] Set router d98d5d7b-23cf-442d-804e-b4d34b8c0a8e gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:41.103106 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1239ce07-8978-4c5e-bba4-df7544413149 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "GET /v2.0/networks/d23544f2-a7cd-404c-93c5-d9e16c0bf505?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4394314 Jul 14 09:36:41.106366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55604) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:41.180939 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d637105c-00f0-43b7-87a3-ac92fc7d78f8 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:41.184324 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d637105c-00f0-43b7-87a3-ac92fc7d78f8 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "GET /v2.0/subnets/234690cd-7365-432c-8bba-f4e88dc820fb HTTP/1.1" status: 200 len: 811 time: 0.0767381 Jul 14 09:36:41.191766 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55608) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:41.386436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bf1d61a7-9eba-43ff-a00e-1aa9c55d2546 req-07170a5c-ae5e-4e67-b912-cb5ce27c9bde tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 210 time: 0.0813091 Jul 14 09:36:41.455860 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f986adf-9627-49db-84f9-a44fbfff3d18 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['shared'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:41.461716 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2f986adf-9627-49db-84f9-a44fbfff3d18 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "GET /v2.0/subnets/234690cd-7365-432c-8bba-f4e88dc820fb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2651391 Jul 14 09:36:41.464193 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55620) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:41.476482 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-35ef5f76-d6b9-4bde-9fd6-3ef688ee5cdf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1070147230'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:41.508738 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ef5f76-d6b9-4bde-9fd6-3ef688ee5cdf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:41.512873 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-35ef5f76-d6b9-4bde-9fd6-3ef688ee5cdf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.574553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3a928327-5f45-44b4-acef-752ab498ee4d up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:41.623781 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ef5f76-d6b9-4bde-9fd6-3ef688ee5cdf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:41.654652 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-35ef5f76-d6b9-4bde-9fd6-3ef688ee5cdf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.655005 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-35ef5f76-d6b9-4bde-9fd6-3ef688ee5cdf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Added segment ce70aa0b-1cd4-41fa-a055-ec06ad27a615 of type vlan for network 60c87e2f-4a99-4c1e-b9de-379dd1336829 Jul 14 09:36:41.734431 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 3a928327-5f45-44b4-acef-752ab498ee4d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:41.735443 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4a867df9-65cf-485b-abd9-76c67bedc9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'name': 'tempest-TestNetworkBasicOps-router-815597950', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:35Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 4, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:37Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ab8487d6-8f3c-4d84-9745-a3adc77d8768', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'port_id': '4fe500db-e91d-46dc-b622-c216774a4591', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047', 'mac_address': 'fa:16:3e:3e:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5882a222-cccc-48ea-b312-aa83cdfffaa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:36:36Z', 'updated_at': '2021-07-14T09:36:36Z', 'revision_number': 0, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f103872-9ddd-47ec-9c57-a2dceea23927', 'name': '', 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:7f:14:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'd111208e-d1bf-40f9-aa9f-c7cd6f959515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:35:54Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': 'd111208e-d1bf-40f9-aa9f-c7cd6f959515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:41.735978 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.778658 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a867df9-65cf-485b-abd9-76c67bedc9a7 None None] The sync data for ids ['d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'] in n-d-798054-10 is: [{'id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'name': 'tempest-TestNetworkBasicOps-router-815597950', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:35Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 4, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:37Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'ab8487d6-8f3c-4d84-9745-a3adc77d8768', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'port_id': '4fe500db-e91d-46dc-b622-c216774a4591', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047', 'mac_address': 'fa:16:3e:3e:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5882a222-cccc-48ea-b312-aa83cdfffaa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:36:36Z', 'updated_at': '2021-07-14T09:36:36Z', 'revision_number': 0, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f103872-9ddd-47ec-9c57-a2dceea23927', 'name': '', 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:7f:14:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'd111208e-d1bf-40f9-aa9f-c7cd6f959515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:35:54Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': 'd111208e-d1bf-40f9-aa9f-c7cd6f959515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:41.822616 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-35ef5f76-d6b9-4bde-9fd6-3ef688ee5cdf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.870846 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0ae1fa44-689b-4ad3-bd64-55841dadc4e3 req-b6bebec3-c11b-4968-aa38-0c205aa314ee service neutron] 10.222.0.55 "GET /v2.0/networks/f317a3e5-f8d8-42d0-9695-c725eb7e2047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0175710 Jul 14 09:36:41.881857 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.944093 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-35ef5f76-d6b9-4bde-9fd6-3ef688ee5cdf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.953003 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ef5f76-d6b9-4bde-9fd6-3ef688ee5cdf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:41.953647 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-35ef5f76-d6b9-4bde-9fd6-3ef688ee5cdf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.955400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dbe33a-4529-4341-9e2a-d578e9cd5c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a928327-5f45-44b4-acef-752ab498ee4d'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:41.960179 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ff9fe4-52af-483c-a3bb-9c6cf0230168" -d '{"events": [{"server_uuid": "d5dbe33a-4529-4341-9e2a-d578e9cd5c03", "name": "network-vif-plugged", "status": "completed", "tag": "3a928327-5f45-44b4-acef-752ab498ee4d"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:41.998309 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3a928327-5f45-44b4-acef-752ab498ee4d, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3a928327-5f45-44b4-acef-752ab498ee4d,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:42.013973 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.019676 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55652) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:42.088874 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eeb0746-c5eb-42f9-abb6-c563271e2d32 x-openstack-request-id: req-5eeb0746-c5eb-42f9-abb6-c563271e2d32 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:42.089176 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dbe33a-4529-4341-9e2a-d578e9cd5c03", "name": "network-vif-plugged", "status": "completed", "tag": "3a928327-5f45-44b4-acef-752ab498ee4d", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:42.089431 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5eeb0746-c5eb-42f9-abb6-c563271e2d32 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:42.097878 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5dbe33a-4529-4341-9e2a-d578e9cd5c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a928327-5f45-44b4-acef-752ab498ee4d', 'code': 200} Jul 14 09:36:42.128510 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-35ef5f76-d6b9-4bde-9fd6-3ef688ee5cdf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6597733 Jul 14 09:36:42.158250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=3a928327-5f45-44b4-acef-752ab498ee4d,revision_number=10']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:42.167545 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55658) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:42.193589 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e0607e89-649a-4bb7-8d1f-47287864a38b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'subnet': {'network_id': '60c87e2f-4a99-4c1e-b9de-379dd1336829', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:42.236036 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c3ed8-b732-4993-9148-d10dde904c00 None None] New status for floating IP ab8487d6-8f3c-4d84-9745-a3adc77d8768: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:36:42.301044 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3c4fbac2-9133-4309-ba97-0772888ed3c1 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/floatingips/ab8487d6-8f3c-4d84-9745-a3adc77d8768 HTTP/1.1" status: 200 len: 991 time: 0.2794187 Jul 14 09:36:42.473761 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef5f76-d6b9-4bde-9fd6-3ef688ee5cdf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Network': ['ID=60c87e2f-4a99-4c1e-b9de-379dd1336829,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:42.511469 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 60c87e2f-4a99-4c1e-b9de-379dd1336829 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:42.585778 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d1a76-448a-4708-92ef-e5128501daa9 req-e4dbe521-3c34-4f33-ae82-28bfb5241525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:42.590628 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e5d1a76-448a-4708-92ef-e5128501daa9 req-e4dbe521-3c34-4f33-ae82-28bfb5241525 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 1098 time: 0.2324219 Jul 14 09:36:42.613172 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fac36-2256-4ecf-9478-9513128cd34d req-942919ac-5269-4dfe-b3ff-086e8a00fc39 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:42.614821 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c59fac36-2256-4ecf-9478-9513128cd34d req-942919ac-5269-4dfe-b3ff-086e8a00fc39 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 946 time: 0.2727458 Jul 14 09:36:42.790485 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c59fac36-2256-4ecf-9478-9513128cd34d req-177951b9-a0bd-4b3c-8769-f8a8300f7b3c tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633790 Jul 14 09:36:42.791171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0607e89-649a-4bb7-8d1f-47287864a38b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Made reservation on behalf of 5f5ec0e6ba944eee8ed6fd034d06548d for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:42.800472 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e0607e89-649a-4bb7-8d1f-47287864a38b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.826308 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fc813533-1eab-479d-9fb7-f6e5b7f1e35b req-579d6dfc-5aab-4953-8dc4-1374480f37f3 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 210 time: 0.2093596 Jul 14 09:36:42.919994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-23ce183e-641c-4cb0-acf5-cc47118d89cd tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:42.930795 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-23ce183e-641c-4cb0-acf5-cc47118d89cd tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.55 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 812 time: 0.2151172 Jul 14 09:36:42.953238 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1278f212-b024-49c6-befa-7591cb47f27b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Request body: {'port': {'device_id': 'a7078943-b57f-4e55-bd7a-8e078065bf1e', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'admin_state_up': True, 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:42.997681 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e5d1a76-448a-4708-92ef-e5128501daa9 req-f181278e-2688-42fa-9e08-b4eb8ed6cbde service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3819230 Jul 14 09:36:43.008741 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.ipam_backend_mixin [None req-e0607e89-649a-4bb7-8d1f-47287864a38b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Performing IP validity checks on allocation pools {{(pid=93887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:36:43.009569 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.ipam_backend_mixin [None req-e0607e89-649a-4bb7-8d1f-47287864a38b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:36:43.143363 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1278f212-b024-49c6-befa-7591cb47f27b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Made reservation on behalf of aabcea4a3f10489fb922ceae9d8ba553 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:43.149033 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1278f212-b024-49c6-befa-7591cb47f27b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.275097 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e0607e89-649a-4bb7-8d1f-47287864a38b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.312204 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55672) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:43.406227 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0607e89-649a-4bb7-8d1f-47287864a38b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Subnet': ['ID=2f0f776b-d326-49eb-9368-696a9ec80b76,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:43.423937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1278f212-b024-49c6-befa-7591cb47f27b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Allocated IP 172.20.0.6 (fd2eea62-d9a9-4f48-bf40-52835f379e68/546a5912-bfbb-4dd6-9c6b-53f7dcdb3075/02509bce-bac6-4d70-8893-c3a9a54d4940) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:43.434382 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3999f8dc-2dc0-459e-85ee-d32985987851 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/floatingips/ab8487d6-8f3c-4d84-9745-a3adc77d8768 HTTP/1.1" status: 200 len: 993 time: 0.1198339 Jul 14 09:36:43.451481 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0607e89-649a-4bb7-8d1f-47287864a38b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Checking segment: {'id': 'ce70aa0b-1cd4-41fa-a055-ec06ad27a615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '60c87e2f-4a99-4c1e-b9de-379dd1336829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:43.452884 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0607e89-649a-4bb7-8d1f-47287864a38b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network hostable DHCP agents. Network: 60c87e2f-4a99-4c1e-b9de-379dd1336829, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:43.483647 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0607e89-649a-4bb7-8d1f-47287864a38b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Network 60c87e2f-4a99-4c1e-b9de-379dd1336829 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:43.496783 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-e0607e89-649a-4bb7-8d1f-47287864a38b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 60c87e2f-4a99-4c1e-b9de-379dd1336829) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:43.511116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd93776-4b73-4708-ac2b-128b9d225951 None None] Network 60c87e2f-4a99-4c1e-b9de-379dd1336829 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:43.511701 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0607e89-649a-4bb7-8d1f-47287864a38b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:43.512127 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e0607e89-649a-4bb7-8d1f-47287864a38b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.547096 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e0607e89-649a-4bb7-8d1f-47287864a38b tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3745594 Jul 14 09:36:43.550124 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55678) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:43.556771 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-84fb9fcd-8c43-4c63-9aa3-4e545309a76a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:43.786018 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1278f212-b024-49c6-befa-7591cb47f27b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.815632 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1278f212-b024-49c6-befa-7591cb47f27b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Transition to ACTIVE for port object 02509bce-bac6-4d70-8893-c3a9a54d4940 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:43.864294 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-84fb9fcd-8c43-4c63-9aa3-4e545309a76a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9490595'] for subnet, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.869417 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-60c87e2f-4a99-4c1e-b9de-379dd1336829', 'network_id': '60c87e2f-4a99-4c1e-b9de-379dd1336829', 'tenant_id': '5f5ec0e6ba944eee8ed6fd034d06548d', 'fixed_ips': [{'subnet_id': '2f0f776b-d326-49eb-9368-696a9ec80b76'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:43.870862 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.900299 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1278f212-b024-49c6-befa-7591cb47f27b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.924723 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['ea353e2f-cb78-4458-be40-99a2a1df6005', 'b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:44.060355 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1278f212-b024-49c6-befa-7591cb47f27b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Network fd2eea62-d9a9-4f48-bf40-52835f379e68 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:44.078990 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1278f212-b024-49c6-befa-7591cb47f27b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:44.083360 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1278f212-b024-49c6-befa-7591cb47f27b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:44.202827 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278f212-b024-49c6-befa-7591cb47f27b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Pushing event updated for resources: {'Port': ['ID=02509bce-bac6-4d70-8893-c3a9a54d4940,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:44.279620 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1278f212-b024-49c6-befa-7591cb47f27b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:44.283820 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1278f212-b024-49c6-befa-7591cb47f27b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.348048 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1278f212-b024-49c6-befa-7591cb47f27b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3992865 Jul 14 09:36:44.371582 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Request body: {'port': {'device_id': 'a7078943-b57f-4e55-bd7a-8e078065bf1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:44.548197 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-84fb9fcd-8c43-4c63-9aa3-4e545309a76a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751749389078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10474493'] for subnet, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.643733 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.719988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e445d2-7bef-42d6-a955-166f1dba4669 req-571224f5-ddd9-480f-9823-e23e50804e28 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:44.730338 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04e445d2-7bef-42d6-a955-166f1dba4669 req-571224f5-ddd9-480f-9823-e23e50804e28 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 931 time: 0.4287484 Jul 14 09:36:44.744492 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fb9fcd-8c43-4c63-9aa3-4e545309a76a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:44.745259 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-84fb9fcd-8c43-4c63-9aa3-4e545309a76a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.747128 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-84fb9fcd-8c43-4c63-9aa3-4e545309a76a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "PUT /v2.0/subnets/2f0f776b-d326-49eb-9368-696a9ec80b76 HTTP/1.1" status: 200 len: 877 time: 1.1959670 Jul 14 09:36:44.752676 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55728) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:44.757520 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c2722-b428-45df-97ea-476ed3367e78 req-64a395a5-4cc7-44ef-a587-2688d50a3072 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:44.760233 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df3c2722-b428-45df-97ea-476ed3367e78 req-64a395a5-4cc7-44ef-a587-2688d50a3072 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 946 time: 0.5269156 Jul 14 09:36:44.762503 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb9fcd-8c43-4c63-9aa3-4e545309a76a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event updated for resources: {'Subnet': ['ID=2f0f776b-d326-49eb-9368-696a9ec80b76,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:44.832824 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df3c2722-b428-45df-97ea-476ed3367e78 req-d5821360-26f2-442a-8d36-dca4b434bfa7 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536261 Jul 14 09:36:44.901121 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04e445d2-7bef-42d6-a955-166f1dba4669 req-bba00846-76e7-42aa-8b8f-f92c79980cee tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691446 Jul 14 09:36:44.993193 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Allocated IP 172.20.0.3 (60c87e2f-4a99-4c1e-b9de-379dd1336829/2f0f776b-d326-49eb-9368-696a9ec80b76/df722824-3268-4de5-966d-bf9886641c52) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:45.053506 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c0d0ed5e-46fa-40bc-88d0-63f966e06c11 None None] Provisioning for port 02509bce-bac6-4d70-8893-c3a9a54d4940 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:45.153696 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c0d0ed5e-46fa-40bc-88d0-63f966e06c11 None None] Provisioning complete for port 02509bce-bac6-4d70-8893-c3a9a54d4940 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:45.154494 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0d0ed5e-46fa-40bc-88d0-63f966e06c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.315994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02509bce-bac6-4d70-8893-c3a9a54d4940 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:45.335579 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.355696 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Transition to ACTIVE for port object 02509bce-bac6-4d70-8893-c3a9a54d4940 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:45.361807 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.492516 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0ed5e-46fa-40bc-88d0-63f966e06c11 None None] Port 02509bce-bac6-4d70-8893-c3a9a54d4940 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:45.528047 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Pushing event updated for resources: {'Port': ['ID=02509bce-bac6-4d70-8893-c3a9a54d4940,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:45.611675 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.627108 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:45.631474 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:45.634817 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:45.635225 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:45.635673 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:45.638069 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:45.638069 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:45.638583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:45.639177 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:45.642603 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:45.643072 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:45.643516 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:45.667135 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.692428 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Transition to ACTIVE for port object df722824-3268-4de5-966d-bf9886641c52 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:45.769268 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Transition to ACTIVE for port object df722824-3268-4de5-966d-bf9886641c52 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:45.793938 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.897445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Network 60c87e2f-4a99-4c1e-b9de-379dd1336829 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:45.903369 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:45.914033 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.921305 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:45.939921 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Pushing event updated for resources: {'Port': ['ID=df722824-3268-4de5-966d-bf9886641c52,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:46.016557 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Attempting to bind port 02509bce-bac6-4d70-8893-c3a9a54d4940 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:46.017072 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Attempting to bind port 02509bce-bac6-4d70-8893-c3a9a54d4940 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:46.017518 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Attempting to bind port 02509bce-bac6-4d70-8893-c3a9a54d4940 on network fd2eea62-d9a9-4f48-bf40-52835f379e68 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:46.023638 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Port 02509bce-bac6-4d70-8893-c3a9a54d4940 on network fd2eea62-d9a9-4f48-bf40-52835f379e68 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:36:46.024065 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Attempting to bind port 02509bce-bac6-4d70-8893-c3a9a54d4940 on network fd2eea62-d9a9-4f48-bf40-52835f379e68 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:46.034505 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:46.035153 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Checking segment: {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:46.035706 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Bound using segment: {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:46.036348 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Bound port: 02509bce-bac6-4d70-8893-c3a9a54d4940, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:46.037039 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.074855 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Attempting to bind port df722824-3268-4de5-966d-bf9886641c52 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:46.075410 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Attempting to bind port df722824-3268-4de5-966d-bf9886641c52 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'ce70aa0b-1cd4-41fa-a055-ec06ad27a615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '60c87e2f-4a99-4c1e-b9de-379dd1336829'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:46.075592 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Attempting to bind port df722824-3268-4de5-966d-bf9886641c52 on network 60c87e2f-4a99-4c1e-b9de-379dd1336829 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:46.083755 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:46.084356 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Checking segment: {'id': 'ce70aa0b-1cd4-41fa-a055-ec06ad27a615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '60c87e2f-4a99-4c1e-b9de-379dd1336829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:46.084771 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.085291 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Bound using segment: {'id': 'ce70aa0b-1cd4-41fa-a055-ec06ad27a615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '60c87e2f-4a99-4c1e-b9de-379dd1336829'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:46.085929 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Bound port: df722824-3268-4de5-966d-bf9886641c52, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce70aa0b-1cd4-41fa-a055-ec06ad27a615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '60c87e2f-4a99-4c1e-b9de-379dd1336829'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:46.086581 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.224690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] For port df722824-3268-4de5-966d-bf9886641c52, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:46.228805 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] For port df722824-3268-4de5-966d-bf9886641c52, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=df722824-3268-4de5-966d-bf9886641c52,segment=NetworkSegment(ce70aa0b-1cd4-41fa-a055-ec06ad27a615),segment_id=ce70aa0b-1cd4-41fa-a055-ec06ad27a615)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:46.236183 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.262149 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.299367 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] For port 02509bce-bac6-4d70-8893-c3a9a54d4940, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:46.301897 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Subnet': ['ID=2f0f776b-d326-49eb-9368-696a9ec80b76,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:46.346826 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcc590-a23e-4770-ac16-6ca0baa84f35 None None] Pushing event updated for resources: {'Port': ['ID=df722824-3268-4de5-966d-bf9886641c52,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:46.400551 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.413937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c87e2f-4a99-4c1e-b9de-379dd1336829']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:46.440069 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787107a6-3cd8-4bed-99ad-b36ed92d7e19 req-751cd5ab-de0e-4a60-921c-76a18997d40f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:46.443129 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce70aa0b-1cd4-41fa-a055-ec06ad27a615') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:46.449165 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce70aa0b-1cd4-41fa-a055-ec06ad27a615') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:46.463044 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-787107a6-3cd8-4bed-99ad-b36ed92d7e19 req-751cd5ab-de0e-4a60-921c-76a18997d40f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 943 time: 0.2443693 Jul 14 09:36:46.470945 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.483331 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.495841 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e4e7e-1b34-40f2-bc2b-0d9ce277bbd8 req-2441c6c4-c1b0-47b4-a623-b083930cd639 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:46.497676 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f82e4e7e-1b34-40f2-bc2b-0d9ce277bbd8 req-2441c6c4-c1b0-47b4-a623-b083930cd639 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 946 time: 0.3374364 Jul 14 09:36:46.507654 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] For port 02509bce-bac6-4d70-8893-c3a9a54d4940, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=02509bce-bac6-4d70-8893-c3a9a54d4940,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:46.523432 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.546602 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.627097 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-787107a6-3cd8-4bed-99ad-b36ed92d7e19 req-52318fdb-04cf-4bbf-a061-d8818398b32f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595862 Jul 14 09:36:46.664565 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f82e4e7e-1b34-40f2-bc2b-0d9ce277bbd8 req-d86ce7eb-aef6-42ce-84a9-6e2210e13dc1 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573861 Jul 14 09:36:46.694653 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Pushing event updated for resources: {'Port': ['ID=02509bce-bac6-4d70-8893-c3a9a54d4940,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:46.699395 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:46.699395 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:46.703277 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:46.778296 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:46.779486 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.783678 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-1d8c0209-1809-48bd-8202-fa3d1d836db4 service neutron] 10.222.0.55 "PUT /v2.0/ports/02509bce-bac6-4d70-8893-c3a9a54d4940 HTTP/1.1" status: 200 len: 1092 time: 2.4195979 Jul 14 09:36:46.784606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7078943-b57f-4e55-bd7a-8e078065bf1e', 'tag': '02509bce-bac6-4d70-8893-c3a9a54d4940'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:46.790776 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74396e30-ed58-435a-a50e-8c48471d37a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7078943-b57f-4e55-bd7a-8e078065bf1e", "tag": "02509bce-bac6-4d70-8893-c3a9a54d4940"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:46.907212 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ecb5d9-9e52-462f-9731-3926f5503aad x-openstack-request-id: req-d1ecb5d9-9e52-462f-9731-3926f5503aad {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:46.907705 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7078943-b57f-4e55-bd7a-8e078065bf1e", "tag": "02509bce-bac6-4d70-8893-c3a9a54d4940", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:46.907969 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1ecb5d9-9e52-462f-9731-3926f5503aad {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:46.908541 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7078943-b57f-4e55-bd7a-8e078065bf1e', 'tag': '02509bce-bac6-4d70-8893-c3a9a54d4940', 'status': 'completed', 'code': 200} Jul 14 09:36:47.016914 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.db.api [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:36:47.016914 n-d-798054-10 neutron-server[93888]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:36:47.016914 n-d-798054-10 neutron-server[93888]: [parameters: {'id': '60c87e2f-4a99-4c1e-b9de-379dd1336829'}] Jul 14 09:36:47.016914 n-d-798054-10 neutron-server[93888]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:36:47.017290 n-d-798054-10 neutron-server[93888]: DEBUG oslo_db.api [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:36:47.058592 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-843e4800-dc86-4942-a5ad-858672b53784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:47.061899 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-843e4800-dc86-4942-a5ad-858672b53784 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 1095 time: 0.1560769 Jul 14 09:36:47.157683 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-7f8347db-b999-4452-8792-a7457e02073c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02509bce-bac6-4d70-8893-c3a9a54d4940 HTTP/1.1" status: 200 len: 217 time: 0.0811822 Jul 14 09:36:47.247299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-46aef83d-fad3-4844-a5cc-03178ea0b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:47.264869 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-46aef83d-fad3-4844-a5cc-03178ea0b205 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.0841134 Jul 14 09:36:47.417024 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-835f3bf5-c7a5-4d0f-bed3-f12591deffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:47.431039 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-835f3bf5-c7a5-4d0f-bed3-f12591deffcd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1498253 Jul 14 09:36:47.543629 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.648624 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-d83b1c90-8b94-406a-be5f-efdac6858fcd service neutron] 10.222.0.55 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151062 Jul 14 09:36:47.721407 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55764) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:47.878792 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Deleting port df722824-3268-4de5-966d-bf9886641c52 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:47.879144 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.972588 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce884df-2797-442b-b083-65d263e20bcc req-643d0d85-f973-4c48-9a70-ad42ca11d292 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:47.999963 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3daa8554-5edc-4a04-9521-5676a857a9c4 req-3b48b4f2-edaa-4fd5-8960-df69151ca71e service neutron] 10.222.0.55 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397141 Jul 14 09:36:48.003918 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2ce884df-2797-442b-b083-65d263e20bcc req-643d0d85-f973-4c48-9a70-ad42ca11d292 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 943 time: 0.1569200 Jul 14 09:36:48.046950 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] For port df722824-3268-4de5-966d-bf9886641c52, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=df722824-3268-4de5-966d-bf9886641c52,segment=NetworkSegment(ce70aa0b-1cd4-41fa-a055-ec06ad27a615),segment_id=ce70aa0b-1cd4-41fa-a055-ec06ad27a615)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:48.047365 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.073972 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d66c192a-d6bd-43d0-ae74-0288b22872bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.088385 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Calling delete_port for df722824-3268-4de5-966d-bf9886641c52 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:48.196584 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2ce884df-2797-442b-b083-65d263e20bcc req-c5cbd886-8f5c-4e0c-9f77-0a5c5b201799 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914384 Jul 14 09:36:48.261687 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961c9976-80e7-4aa2-abec-9c3603d05dc8 None None] Network 60c87e2f-4a99-4c1e-b9de-379dd1336829 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:48.293018 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d66c192a-d6bd-43d0-ae74-0288b22872bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.301026 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d66c192a-d6bd-43d0-ae74-0288b22872bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.416761 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74396e30-ed58-435a-a50e-8c48471d37a9 req-37455afd-dd55-479f-a630-8125d452c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:48.418808 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-74396e30-ed58-435a-a50e-8c48471d37a9 req-37455afd-dd55-479f-a630-8125d452c428 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 1095 time: 0.2402046 Jul 14 09:36:48.424221 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.464577 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-91769ce8-ba96-44e8-bf7d-02f47686a9ea None None] Provisioning complete for port df722824-3268-4de5-966d-bf9886641c52 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:48.465390 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91769ce8-ba96-44e8-bf7d-02f47686a9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.491857 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Port': ['ID=df722824-3268-4de5-966d-bf9886641c52,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:48.492922 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d66c192a-d6bd-43d0-ae74-0288b22872bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e44ada0e75fb4cceb62057bfe1cbf3cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7697859 Jul 14 09:36:48.495398 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c192a-d6bd-43d0-ae74-0288b22872bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18839c4-a3b7-43c3-914a-1a09970175a5,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:48.515359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55774) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:48.518963 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-91769ce8-ba96-44e8-bf7d-02f47686a9ea None None] Port df722824-3268-4de5-966d-bf9886641c52 was deleted so its status cannot be updated. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 09:36:48.553186 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No DVR routers for this DVR port df722824-3268-4de5-966d-bf9886641c52 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:48.593519 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device df722824-3268-4de5-966d-bf9886641c52 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:48.627702 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: df722824-3268-4de5-966d-bf9886641c52 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:48.627966 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device df722824-3268-4de5-966d-bf9886641c52 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 09:36:48.650736 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776bc828-50a1-497d-ab95-fb50cb2824df None None] DHCP port deletion for 60c87e2f-4a99-4c1e-b9de-379dd1336829 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:36:48.657689 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Port df722824-3268-4de5-966d-bf9886641c52 not found, will not notify nova. {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 09:36:48.673406 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-91c3a2de-dd1e-4eeb-b7c5-138c98c67b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.675232 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05988b87-78c8-4f9c-a62b-66da39686476 None None] Network 60c87e2f-4a99-4c1e-b9de-379dd1336829 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:48.699410 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-91c3a2de-dd1e-4eeb-b7c5-138c98c67b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.764639 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.767687 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-91c3a2de-dd1e-4eeb-b7c5-138c98c67b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.772602 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-91c3a2de-dd1e-4eeb-b7c5-138c98c67b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.777446 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-91c3a2de-dd1e-4eeb-b7c5-138c98c67b2b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e18839c4-a3b7-43c3-914a-1a09970175a5 HTTP/1.1" status: 204 len: 168 time: 0.2459681 Jul 14 09:36:48.786007 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c87e2f-4a99-4c1e-b9de-379dd1336829']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:48.808912 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3a2de-dd1e-4eeb-b7c5-138c98c67b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18839c4-a3b7-43c3-914a-1a09970175a5,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:48.815291 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce70aa0b-1cd4-41fa-a055-ec06ad27a615') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:48.815657 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce70aa0b-1cd4-41fa-a055-ec06ad27a615') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:48.831454 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.847858 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.857760 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:48.859426 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.877296 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74396e30-ed58-435a-a50e-8c48471d37a9 req-9ad004d1-3738-4a4a-8b81-18cf663d354a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:48.878874 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-74396e30-ed58-435a-a50e-8c48471d37a9 req-9ad004d1-3738-4a4a-8b81-18cf663d354a service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 913 time: 0.4459164 Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:48.879732 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:48.971015 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-74396e30-ed58-435a-a50e-8c48471d37a9 req-4999e0b3-e0df-4550-a697-85a0e73a8b59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02509bce-bac6-4d70-8893-c3a9a54d4940 HTTP/1.1" status: 200 len: 217 time: 0.0635414 Jul 14 09:36:48.990743 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.017510 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.022643 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/60c87e2f-4a99-4c1e-b9de-379dd1336829 HTTP/1.1" status: 204 len: 168 time: 4.2617607 Jul 14 09:36:49.023330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55786) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:49.036525 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fd113-9d10-4868-847d-afecf7e28f78 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Network': ['ID=60c87e2f-4a99-4c1e-b9de-379dd1336829,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:49.056695 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b09243-0660-4849-9644-bb2b7f7e0616 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:49.057233 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b09243-0660-4849-9644-bb2b7f7e0616 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:49.058112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74396e30-ed58-435a-a50e-8c48471d37a9 req-432859f7-2d5d-4058-8d9b-012257f3522c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:49.059267 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f5b09243-0660-4849-9644-bb2b7f7e0616 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/subnets/2f0f776b-d326-49eb-9368-696a9ec80b76 HTTP/1.1" status: 404 len: 337 time: 0.0343349 Jul 14 09:36:49.060691 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-74396e30-ed58-435a-a50e-8c48471d37a9 req-432859f7-2d5d-4058-8d9b-012257f3522c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.0800087 Jul 14 09:36:49.064403 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55790) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:49.115846 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c2486f-e94b-4217-8009-07daa11a1cbd tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:49.116915 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c2486f-e94b-4217-8009-07daa11a1cbd tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:49.121655 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f9c2486f-e94b-4217-8009-07daa11a1cbd tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/60c87e2f-4a99-4c1e-b9de-379dd1336829 HTTP/1.1" status: 404 len: 339 time: 0.0559304 Jul 14 09:36:49.121865 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55794) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:49.154140 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec9cac1-e98f-40aa-9034-fcbaea5ff55c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:49.154613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec9cac1-e98f-40aa-9034-fcbaea5ff55c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:49.155721 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74396e30-ed58-435a-a50e-8c48471d37a9 req-36f203d9-2cf0-4d4f-90f9-0c2894b9e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:49.156606 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2ec9cac1-e98f-40aa-9034-fcbaea5ff55c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/subnets/541ed53c-f5bf-4807-aae2-00c2d7a4a526 HTTP/1.1" status: 404 len: 337 time: 0.0337176 Jul 14 09:36:49.157559 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-74396e30-ed58-435a-a50e-8c48471d37a9 req-36f203d9-2cf0-4d4f-90f9-0c2894b9e007 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841107 Jul 14 09:36:49.159520 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55798) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:49.303200 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-e774a44e-607b-4c3f-83e3-850ff965b7f9 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:49.303809 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e774a44e-607b-4c3f-83e3-850ff965b7f9 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:49.305627 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e774a44e-607b-4c3f-83e3-850ff965b7f9 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/858ca4be-9300-4705-bcab-880eabce7dd7 HTTP/1.1" status: 404 len: 339 time: 0.1449084 Jul 14 09:36:49.307752 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-74396e30-ed58-435a-a50e-8c48471d37a9 req-d25ab589-edb0-4db4-bb0d-d8fc0d846b25 service neutron] 10.222.0.55 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187873 Jul 14 09:36:49.308487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55812) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:49.434698 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a8a8223-a931-4688-aabf-85084215bcd1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.459471 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-74396e30-ed58-435a-a50e-8c48471d37a9 req-d8c17499-dffc-4197-8ffe-77f44c47da5b service neutron] 10.222.0.55 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448336 Jul 14 09:36:49.597672 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a8a8223-a931-4688-aabf-85084215bcd1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.609021 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-2a8a8223-a931-4688-aabf-85084215bcd1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab00c07f-02a5-41b7-8e0b-d44fcc94eea9']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:49.624790 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-2a8a8223-a931-4688-aabf-85084215bcd1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34993153-c773-4e1e-abce-2b391d0d7718') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:49.625091 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-2a8a8223-a931-4688-aabf-85084215bcd1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34993153-c773-4e1e-abce-2b391d0d7718') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:49.644775 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55824) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:49.647637 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a8a8223-a931-4688-aabf-85084215bcd1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.701092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55828) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:49.716620 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:36:49.729302 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a8a8223-a931-4688-aabf-85084215bcd1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.742204 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8a8223-a931-4688-aabf-85084215bcd1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:49.743859 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a8a8223-a931-4688-aabf-85084215bcd1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:49.745651 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:49.802956 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c645b302-cc5e-455d-a9b3-5459137aae3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.843401 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a8a8223-a931-4688-aabf-85084215bcd1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.855694 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1ea28c12-ca0f-4a65-b935-e14d55ab8391 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1226258850-network', 'tenant_id': 'cfc5dc601fe54b31af51b5977d1e72c4'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:49.856261 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555d25e-6237-419d-8936-38fb5d8e76a2 req-9792fbb7-dec4-4942-a6e0-ab8472bd28fc tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:49.864196 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7555d25e-6237-419d-8936-38fb5d8e76a2 req-9792fbb7-dec4-4942-a6e0-ab8472bd28fc tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 943 time: 0.2144604 Jul 14 09:36:49.870169 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a8a8223-a931-4688-aabf-85084215bcd1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.872414 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2a8a8223-a931-4688-aabf-85084215bcd1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/ab00c07f-02a5-41b7-8e0b-d44fcc94eea9 HTTP/1.1" status: 204 len: 168 time: 0.5629034 Jul 14 09:36:49.876400 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55834) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:49.901077 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a8223-a931-4688-aabf-85084215bcd1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Network': ['ID=ab00c07f-02a5-41b7-8e0b-d44fcc94eea9,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:49.923697 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3ad737-d9b1-4796-9e22-1dc41e3d3d51 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:49.925611 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3ad737-d9b1-4796-9e22-1dc41e3d3d51 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:49.926349 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bd3ad737-d9b1-4796-9e22-1dc41e3d3d51 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/subnets/ecf35ce0-bc41-4759-a582-f58b732d0af6 HTTP/1.1" status: 404 len: 337 time: 0.0456557 Jul 14 09:36:49.929189 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55836) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:49.930121 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.db.api [None req-1ea28c12-ca0f-4a65-b935-e14d55ab8391 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:36:49.930121 n-d-798054-10 neutron-server[93888]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:36:49.930121 n-d-798054-10 neutron-server[93888]: [parameters: {'project_id': 'cfc5dc601fe54b31af51b5977d1e72c4', 'id': '877d5165-e6ae-4a36-bfcd-e5cd88bfa3a4', 'expiration': datetime.datetime(2021, 7, 14, 9, 38, 49, 919089)}] Jul 14 09:36:49.930121 n-d-798054-10 neutron-server[93888]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:36:49.930673 n-d-798054-10 neutron-server[93888]: DEBUG oslo_db.api [None req-1ea28c12-ca0f-4a65-b935-e14d55ab8391 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:36:49.940474 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7555d25e-6237-419d-8936-38fb5d8e76a2 req-c1c8c00b-8929-44bd-b963-6bbe2c3364df tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751328 Jul 14 09:36:49.966726 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9a127c-0398-48d5-a563-eb4b8854d73c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:49.967817 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9a127c-0398-48d5-a563-eb4b8854d73c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:49.969911 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5b9a127c-0398-48d5-a563-eb4b8854d73c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/139ad9ac-77c7-422c-a0ad-130e289d164a HTTP/1.1" status: 404 len: 339 time: 0.0394754 Jul 14 09:36:49.973112 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55838) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:50.007710 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-21179772-17ed-4efa-bcb8-8436d6009edf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:50.008166 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21179772-17ed-4efa-bcb8-8436d6009edf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:50.010174 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-21179772-17ed-4efa-bcb8-8436d6009edf tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/subnets/ef5c1e53-52b7-46e4-a20a-3b02c4b5395d HTTP/1.1" status: 404 len: 337 time: 0.0306008 Jul 14 09:36:50.014278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55840) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:50.035146 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0a59a1-1908-492f-8467-d5496e75d6f5 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:50.036114 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0a59a1-1908-492f-8467-d5496e75d6f5 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:50.038102 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7b0a59a1-1908-492f-8467-d5496e75d6f5 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/f0454ee2-aa1c-4594-8c46-ac123dffaa0b HTTP/1.1" status: 404 len: 339 time: 0.0219519 Jul 14 09:36:50.040529 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55842) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:50.052534 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c645b302-cc5e-455d-a9b3-5459137aae3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.057215 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c645b302-cc5e-455d-a9b3-5459137aae3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.069485 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-5abaa218-5cfd-4604-81e6-673065ed94f7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:50.069982 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5abaa218-5cfd-4604-81e6-673065ed94f7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:50.071751 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5abaa218-5cfd-4604-81e6-673065ed94f7 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/subnets/05458a34-f2d7-45dd-b730-fba2eb1d1059 HTTP/1.1" status: 404 len: 337 time: 0.0301213 Jul 14 09:36:50.074857 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55844) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:50.097638 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-67308486-d938-4e7f-9d13-eba59282580f tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:50.099090 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67308486-d938-4e7f-9d13-eba59282580f tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:50.099475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645b302-cc5e-455d-a9b3-5459137aae3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9302372e-25de-4a29-b97c-6db1fad998a5,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:50.101387 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-67308486-d938-4e7f-9d13-eba59282580f tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/97cb7aaf-c9e2-4f9c-a092-7217f6744461 HTTP/1.1" status: 404 len: 339 time: 0.0255058 Jul 14 09:36:50.104025 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55846) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:50.108987 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c645b302-cc5e-455d-a9b3-5459137aae3b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=743c0f9067fa4436b0fe9a75404a4aa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4624708 Jul 14 09:36:50.111519 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55848) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:50.132015 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dede93d-a260-4755-b64b-e52519915d3a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:50.132470 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dede93d-a260-4755-b64b-e52519915d3a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:50.134214 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1dede93d-a260-4755-b64b-e52519915d3a tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/subnets/e4722820-6334-44fe-98ab-af300047c7e8 HTTP/1.1" status: 404 len: 337 time: 0.0289876 Jul 14 09:36:50.136778 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55850) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:50.156109 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-0390b2a4-3e62-4550-ba58-114c0de31213 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:50.156587 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0390b2a4-3e62-4550-ba58-114c0de31213 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:50.158401 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0390b2a4-3e62-4550-ba58-114c0de31213 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/6dfba4d7-5682-4da2-a5ab-29e456828dfc HTTP/1.1" status: 404 len: 339 time: 0.0206976 Jul 14 09:36:50.161268 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55852) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:50.174024 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af522f33-be84-437c-a3c6-bac7b2d870a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.197965 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-31bb916a-2f69-45c7-a017-4937c7a970c2 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:50.198428 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31bb916a-2f69-45c7-a017-4937c7a970c2 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:50.200149 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-31bb916a-2f69-45c7-a017-4937c7a970c2 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/subnets/cb6aff39-d261-4ea6-a133-07f9a8b35336 HTTP/1.1" status: 404 len: 337 time: 0.0378368 Jul 14 09:36:50.202987 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55854) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:50.224480 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af522f33-be84-437c-a3c6-bac7b2d870a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.237003 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fdcf77-760b-4c68-8f31-7e83d69f4f2f tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:50.237569 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fdcf77-760b-4c68-8f31-7e83d69f4f2f tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:50.240400 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-43fdcf77-760b-4c68-8f31-7e83d69f4f2f tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/0062399e-fbbf-4a92-824b-479680c59fa9 HTTP/1.1" status: 404 len: 339 time: 0.0360367 Jul 14 09:36:50.242474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55858) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:50.270933 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26f5634-87c2-4ebb-9725-b0188d8e9fa0 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:50.271572 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26f5634-87c2-4ebb-9725-b0188d8e9fa0 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:50.273828 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d26f5634-87c2-4ebb-9725-b0188d8e9fa0 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/subnets/aba2d613-61d7-44ca-b407-65cd17088388 HTTP/1.1" status: 404 len: 337 time: 0.0299163 Jul 14 09:36:50.276294 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55860) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:50.283136 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af522f33-be84-437c-a3c6-bac7b2d870a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.290394 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af522f33-be84-437c-a3c6-bac7b2d870a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.292131 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-af522f33-be84-437c-a3c6-bac7b2d870a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9302372e-25de-4a29-b97c-6db1fad998a5 HTTP/1.1" status: 204 len: 168 time: 0.1796324 Jul 14 09:36:50.297829 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-948ded34-1ab4-4915-8e17-8f4f4493b659 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:50.298874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-948ded34-1ab4-4915-8e17-8f4f4493b659 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:50.300624 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-948ded34-1ab4-4915-8e17-8f4f4493b659 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/e8d77133-fdd1-4343-a3ce-8d62ed357d5f HTTP/1.1" status: 404 len: 339 time: 0.0233834 Jul 14 09:36:50.303160 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55864) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:50.305429 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af522f33-be84-437c-a3c6-bac7b2d870a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9302372e-25de-4a29-b97c-6db1fad998a5,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:50.350345 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf320de2-c2ff-45d9-b964-36ff8c10d360 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:50.351036 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf320de2-c2ff-45d9-b964-36ff8c10d360 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:50.353839 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bf320de2-c2ff-45d9-b964-36ff8c10d360 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/subnets/4b2ba5bf-a7a9-4e33-8f04-35ef7836326d HTTP/1.1" status: 404 len: 337 time: 0.0484264 Jul 14 09:36:50.355469 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55866) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:50.374659 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ce9c69-584e-4cc7-99a0-b3efd8ee9839 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:50.375414 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ce9c69-584e-4cc7-99a0-b3efd8ee9839 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:50.377836 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-32ce9c69-584e-4cc7-99a0-b3efd8ee9839 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/60ef408c-a932-45ee-9f5b-cb44bdc4963b HTTP/1.1" status: 404 len: 339 time: 0.0207748 Jul 14 09:36:50.379752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55868) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:50.408061 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-a217fbb9-a6d7-4875-8931-330b056f596c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:50.408441 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a217fbb9-a6d7-4875-8931-330b056f596c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:50.412881 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a217fbb9-a6d7-4875-8931-330b056f596c tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/subnets/c110c414-6a73-4db4-b55f-ed32c7328693 HTTP/1.1" status: 404 len: 337 time: 0.0295508 Jul 14 09:36:50.412881 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55870) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:50.416372 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device df722824-3268-4de5-966d-bf9886641c52 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:50.432305 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada818e0-db8c-4930-a4d9-845d0c776ee3 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:50.432866 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada818e0-db8c-4930-a4d9-845d0c776ee3 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:50.436910 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ada818e0-db8c-4930-a4d9-845d0c776ee3 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/dfafe7cb-6ecd-488a-b02d-7eed38004bfd HTTP/1.1" status: 404 len: 339 time: 0.0202811 Jul 14 09:36:50.437246 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55872) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:50.467110 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea28c12-ca0f-4a65-b935-e14d55ab8391 admin admin] Made reservation on behalf of cfc5dc601fe54b31af51b5977d1e72c4 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:50.470429 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1ea28c12-ca0f-4a65-b935-e14d55ab8391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.474396 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: df722824-3268-4de5-966d-bf9886641c52 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:50.474714 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device df722824-3268-4de5-966d-bf9886641c52 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:50.497572 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1ea28c12-ca0f-4a65-b935-e14d55ab8391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.516816 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a7d840-e786-441c-975f-32f0288be71d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Deleting subnet 234690cd-7365-432c-8bba-f4e88dc820fb {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:50.520370 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f3a7d840-e786-441c-975f-32f0288be71d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.570016 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f3a7d840-e786-441c-975f-32f0288be71d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.614201 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1ea28c12-ca0f-4a65-b935-e14d55ab8391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.625886 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1ea28c12-ca0f-4a65-b935-e14d55ab8391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.653715 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea28c12-ca0f-4a65-b935-e14d55ab8391 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:50.671752 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f3a7d840-e786-441c-975f-32f0288be71d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.672459 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1ea28c12-ca0f-4a65-b935-e14d55ab8391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.672815 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-1ea28c12-ca0f-4a65-b935-e14d55ab8391 admin admin] Added segment 9df9be30-3cef-4f6a-80c3-248b5c54e793 of type vlan for network 4c870411-ce1e-462e-936a-b69c5c494a39 Jul 14 09:36:50.709305 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea28c12-ca0f-4a65-b935-e14d55ab8391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:50.741664 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 02509bce-bac6-4d70-8893-c3a9a54d4940 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:36:50.759476 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1ea28c12-ca0f-4a65-b935-e14d55ab8391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.769353 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f3a7d840-e786-441c-975f-32f0288be71d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.812735 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1ea28c12-ca0f-4a65-b935-e14d55ab8391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.814789 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea28c12-ca0f-4a65-b935-e14d55ab8391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:50.815762 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1ea28c12-ca0f-4a65-b935-e14d55ab8391 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.819769 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7d840-e786-441c-975f-32f0288be71d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Subnet': ['ID=234690cd-7365-432c-8bba-f4e88dc820fb,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:50.839843 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f3a7d840-e786-441c-975f-32f0288be71d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.841755 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f3a7d840-e786-441c-975f-32f0288be71d tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/subnets/234690cd-7365-432c-8bba-f4e88dc820fb HTTP/1.1" status: 204 len: 168 time: 0.4026780 Jul 14 09:36:50.844783 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 55886) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:50.848409 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7699db91-b3dd-42e8-82f8-3e04454956f4 None None] Network d23544f2-a7cd-404c-93c5-d9e16c0bf505 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:50.910791 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1ea28c12-ca0f-4a65-b935-e14d55ab8391 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2077472 Jul 14 09:36:50.916522 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55888) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:50.922447 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-02ecf05e-c253-4297-aa1d-379433639730 admin admin] Request body: {'subnet': {'network_id': '4c870411-ce1e-462e-936a-b69c5c494a39', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1226258850-subnet', 'tenant_id': 'cfc5dc601fe54b31af51b5977d1e72c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:50.934888 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea28c12-ca0f-4a65-b935-e14d55ab8391 admin admin] Pushing event updated for resources: {'Network': ['ID=4c870411-ce1e-462e-936a-b69c5c494a39,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:50.959692 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 4c870411-ce1e-462e-936a-b69c5c494a39 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:50.960786 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ecf05e-c253-4297-aa1d-379433639730 admin admin] Made reservation on behalf of cfc5dc601fe54b31af51b5977d1e72c4 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:50.963154 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-02ecf05e-c253-4297-aa1d-379433639730 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.050370 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-40f35b49-a4c8-4488-a596-353b0a208ee1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.162413 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 02509bce-bac6-4d70-8893-c3a9a54d4940, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=02509bce-bac6-4d70-8893-c3a9a54d4940,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:51.183874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-40f35b49-a4c8-4488-a596-353b0a208ee1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Deleting port 83c05abc-eae1-442c-840e-8251b06e57ef {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:51.184234 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-40f35b49-a4c8-4488-a596-353b0a208ee1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.218103 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '02509bce-bac6-4d70-8893-c3a9a54d4940', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'port_id': '02509bce-bac6-4d70-8893-c3a9a54d4940', 'mac_address': 'fa:16:3e:35:31:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:36:51.309665 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-40f35b49-a4c8-4488-a596-353b0a208ee1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] For port 83c05abc-eae1-442c-840e-8251b06e57ef, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=83c05abc-eae1-442c-840e-8251b06e57ef,segment=NetworkSegment(1540c656-6cb2-433c-9da5-6efceb8db19a),segment_id=1540c656-6cb2-433c-9da5-6efceb8db19a)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:51.310057 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-40f35b49-a4c8-4488-a596-353b0a208ee1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.329228 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-40f35b49-a4c8-4488-a596-353b0a208ee1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Calling delete_port for 83c05abc-eae1-442c-840e-8251b06e57ef owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:51.344848 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.345115 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-02ecf05e-c253-4297-aa1d-379433639730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.384348 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02509bce-bac6-4d70-8893-c3a9a54d4940 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:51.423536 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ecf05e-c253-4297-aa1d-379433639730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1abbc4e5-632f-4897-a598-2f4455e24610,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:51.437752 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 02509bce-bac6-4d70-8893-c3a9a54d4940, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=02509bce-bac6-4d70-8893-c3a9a54d4940,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:51.440419 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ecf05e-c253-4297-aa1d-379433639730 admin admin] Checking segment: {'id': '9df9be30-3cef-4f6a-80c3-248b5c54e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4c870411-ce1e-462e-936a-b69c5c494a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:51.441157 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ecf05e-c253-4297-aa1d-379433639730 admin admin] Network hostable DHCP agents. Network: 4c870411-ce1e-462e-936a-b69c5c494a39, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:51.448238 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.469684 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ecf05e-c253-4297-aa1d-379433639730 admin admin] Network 4c870411-ce1e-462e-936a-b69c5c494a39 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:51.485408 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-02ecf05e-c253-4297-aa1d-379433639730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 4c870411-ce1e-462e-936a-b69c5c494a39) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:51.494346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ecf05e-c253-4297-aa1d-379433639730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:51.495420 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-02ecf05e-c253-4297-aa1d-379433639730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.501035 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e211ee5-40aa-4763-9d24-6ee90adadd4b None None] Network 4c870411-ce1e-462e-936a-b69c5c494a39 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:51.533991 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-02ecf05e-c253-4297-aa1d-379433639730 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6147313 Jul 14 09:36:51.602333 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab1b12a-90aa-45c3-840c-ddf12ffe6c7d None None] DHCP port deletion for d23544f2-a7cd-404c-93c5-d9e16c0bf505 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:36:51.792939 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e65383-a611-4aa4-bd26-dd95bc4e2bce req-9d4964f3-a697-4c65-8e64-d18a5c59885c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:51.802502 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-98e65383-a611-4aa4-bd26-dd95bc4e2bce req-9d4964f3-a697-4c65-8e64-d18a5c59885c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 943 time: 0.5532191 Jul 14 09:36:51.803834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ee57d8-0f30-4b61-abbf-3037828d9ef0 None None] Network 4c870411-ce1e-462e-936a-b69c5c494a39 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:51.874768 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-98e65383-a611-4aa4-bd26-dd95bc4e2bce req-7be82b4a-2aa5-4bd4-a0c4-dd5afbb603fd tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710447 Jul 14 09:36:51.911201 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['02509bce-bac6-4d70-8893-c3a9a54d4940'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:51.920599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=02509bce-bac6-4d70-8893-c3a9a54d4940,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:51.929901 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-40f35b49-a4c8-4488-a596-353b0a208ee1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.960173 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f35b49-a4c8-4488-a596-353b0a208ee1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Port': ['ID=83c05abc-eae1-442c-840e-8251b06e57ef,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:51.962698 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f35b49-a4c8-4488-a596-353b0a208ee1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] No DVR routers for this DVR port 83c05abc-eae1-442c-840e-8251b06e57ef on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:52.063807 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-40f35b49-a4c8-4488-a596-353b0a208ee1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.076056 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-40f35b49-a4c8-4488-a596-353b0a208ee1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23544f2-a7cd-404c-93c5-d9e16c0bf505']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:52.081391 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-aab1b12a-90aa-45c3-840c-ddf12ffe6c7d None None] Deleting port 83c05abc-eae1-442c-840e-8251b06e57ef {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:52.081995 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aab1b12a-90aa-45c3-840c-ddf12ffe6c7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.106958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-40f35b49-a4c8-4488-a596-353b0a208ee1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1540c656-6cb2-433c-9da5-6efceb8db19a') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:52.107536 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-40f35b49-a4c8-4488-a596-353b0a208ee1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1540c656-6cb2-433c-9da5-6efceb8db19a') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:52.145810 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-40f35b49-a4c8-4488-a596-353b0a208ee1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.174295 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-aab1b12a-90aa-45c3-840c-ddf12ffe6c7d None None] For port 83c05abc-eae1-442c-840e-8251b06e57ef, host n-d-798054-10, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:52.174576 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aab1b12a-90aa-45c3-840c-ddf12ffe6c7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.187098 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-40f35b49-a4c8-4488-a596-353b0a208ee1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.199124 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f35b49-a4c8-4488-a596-353b0a208ee1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:52.199603 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-40f35b49-a4c8-4488-a596-353b0a208ee1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.222425 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-aab1b12a-90aa-45c3-840c-ddf12ffe6c7d None None] Calling delete_port for 83c05abc-eae1-442c-840e-8251b06e57ef owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:52.243998 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-aab1b12a-90aa-45c3-840c-ddf12ffe6c7d None None] Port 83c05abc-eae1-442c-840e-8251b06e57ef was not found and therefore no delete operation was performed {{(pid=93889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:36:52.254864 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aab1b12a-90aa-45c3-840c-ddf12ffe6c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:52.306087 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:52.311883 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1b12a-90aa-45c3-840c-ddf12ffe6c7d None None] Pushing event deleted for resources: {'Port': ['ID=83c05abc-eae1-442c-840e-8251b06e57ef,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:52.319823 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab1b12a-90aa-45c3-840c-ddf12ffe6c7d None None] No DVR routers for this DVR port 83c05abc-eae1-442c-840e-8251b06e57ef on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:52.325353 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-40f35b49-a4c8-4488-a596-353b0a208ee1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.333835 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-40f35b49-a4c8-4488-a596-353b0a208ee1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.343501 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-40f35b49-a4c8-4488-a596-353b0a208ee1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] 10.222.0.26 "DELETE /v2.0/networks/d23544f2-a7cd-404c-93c5-d9e16c0bf505 HTTP/1.1" status: 204 len: 168 time: 1.4976385 Jul 14 09:36:52.374586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f35b49-a4c8-4488-a596-353b0a208ee1 tempest-NetworksTest-1267577539 tempest-NetworksTest-1267577539-project] Pushing event deleted for resources: {'Network': ['ID=d23544f2-a7cd-404c-93c5-d9e16c0bf505,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:52.424306 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 83c05abc-eae1-442c-840e-8251b06e57ef no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:52.469070 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 83c05abc-eae1-442c-840e-8251b06e57ef {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:52.469705 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 83c05abc-eae1-442c-840e-8251b06e57ef not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:52.814246 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55946) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:53.147461 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444f18d-855e-433d-bfd7-eedf86162242 req-646a37cc-b724-4012-b071-5afc97d65e8f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:53.160520 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8444f18d-855e-433d-bfd7-eedf86162242 req-646a37cc-b724-4012-b071-5afc97d65e8f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 944 time: 0.1442664 Jul 14 09:36:53.199651 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6c2ac25f-e72f-4c0d-8f77-41767dbeaf18 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5f5ec0e6ba944eee8ed6fd034d06548d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3839567 Jul 14 09:36:53.205263 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 55960) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:53.237029 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8444f18d-855e-433d-bfd7-eedf86162242 req-9e0d8bef-38d7-46b6-b627-e28e26b74d51 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669832 Jul 14 09:36:53.283422 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-53f6b764-e683-4924-8c5b-62a4a0231f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.316228 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-53f6b764-e683-4924-8c5b-62a4a0231f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.401244 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-53f6b764-e683-4924-8c5b-62a4a0231f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.406177 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-53f6b764-e683-4924-8c5b-62a4a0231f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.407632 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-53f6b764-e683-4924-8c5b-62a4a0231f89 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9eba2144-bf7d-496d-87c2-f98513445ed4 HTTP/1.1" status: 204 len: 168 time: 0.2013729 Jul 14 09:36:53.432874 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6b764-e683-4924-8c5b-62a4a0231f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eba2144-bf7d-496d-87c2-f98513445ed4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:54.402165 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56002) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:54.522463 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd9af2-6430-4270-9359-0fca8ebd278a req-459d385f-8966-478a-bc2d-28e4e80a1288 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:54.526357 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-21cd9af2-6430-4270-9359-0fca8ebd278a req-459d385f-8966-478a-bc2d-28e4e80a1288 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 944 time: 0.0777645 Jul 14 09:36:54.550766 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-71f20d3b-1c8d-48d8-9079-c9af056e94d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1652640462'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:54.585455 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-21cd9af2-6430-4270-9359-0fca8ebd278a req-46666153-a0d6-4cd3-b3d2-37f8cf0025b2 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539556 Jul 14 09:36:54.593264 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f20d3b-1c8d-48d8-9079-c9af056e94d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Made reservation on behalf of 4a260d3b38bf4b4ca200416414521a69 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:54.597450 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71f20d3b-1c8d-48d8-9079-c9af056e94d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.616999 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71f20d3b-1c8d-48d8-9079-c9af056e94d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.733040 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71f20d3b-1c8d-48d8-9079-c9af056e94d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.739792 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71f20d3b-1c8d-48d8-9079-c9af056e94d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.754760 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 02509bce-bac6-4d70-8893-c3a9a54d4940 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:54.755597 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f20d3b-1c8d-48d8-9079-c9af056e94d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:54.768430 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71f20d3b-1c8d-48d8-9079-c9af056e94d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.769106 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-71f20d3b-1c8d-48d8-9079-c9af056e94d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Added segment 1c6e9681-7bb6-4743-9313-0a846e0373de of type vlan for network 8819fa95-c373-4f3b-adda-f5d02090655d Jul 14 09:36:54.832549 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 02509bce-bac6-4d70-8893-c3a9a54d4940 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:54.841055 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 02509bce-bac6-4d70-8893-c3a9a54d4940 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:54.842076 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.845556 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71f20d3b-1c8d-48d8-9079-c9af056e94d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.855435 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f20d3b-1c8d-48d8-9079-c9af056e94d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e59f1a5-426d-47e9-ad70-fa5a83c1f321,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:54.888423 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71f20d3b-1c8d-48d8-9079-c9af056e94d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.897323 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f20d3b-1c8d-48d8-9079-c9af056e94d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:54.897993 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71f20d3b-1c8d-48d8-9079-c9af056e94d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.934808 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56016) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:54.941572 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3e82bdc6-9b91-4edf-b018-04a5f20272ec tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-904502881'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:54.945578 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-71f20d3b-1c8d-48d8-9079-c9af056e94d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5420070 Jul 14 09:36:55.001242 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e82bdc6-9b91-4edf-b018-04a5f20272ec tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Made reservation on behalf of 4a260d3b38bf4b4ca200416414521a69 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:55.006821 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3e82bdc6-9b91-4edf-b018-04a5f20272ec tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.024753 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.042840 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e82bdc6-9b91-4edf-b018-04a5f20272ec tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:55.058435 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3e82bdc6-9b91-4edf-b018-04a5f20272ec tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.059056 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-3e82bdc6-9b91-4edf-b018-04a5f20272ec tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Added segment d224e6ba-394b-4e2b-964c-bb1ef6e63584 of type vlan for network 057e4f5b-bb65-4d10-9ed1-cdfb47cabb57 Jul 14 09:36:55.070917 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f20d3b-1c8d-48d8-9079-c9af056e94d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Network': ['ID=8819fa95-c373-4f3b-adda-f5d02090655d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:55.093865 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7078943-b57f-4e55-bd7a-8e078065bf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02509bce-bac6-4d70-8893-c3a9a54d4940'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:55.100633 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb9712b-0470-43df-8263-4fe71fc5157a" -d '{"events": [{"server_uuid": "a7078943-b57f-4e55-bd7a-8e078065bf1e", "name": "network-vif-plugged", "status": "completed", "tag": "02509bce-bac6-4d70-8893-c3a9a54d4940"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:55.103730 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 8819fa95-c373-4f3b-adda-f5d02090655d details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:55.125429 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3e82bdc6-9b91-4edf-b018-04a5f20272ec tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.169152 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3e82bdc6-9b91-4edf-b018-04a5f20272ec tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.176358 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e82bdc6-9b91-4edf-b018-04a5f20272ec tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:55.177275 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3e82bdc6-9b91-4edf-b018-04a5f20272ec tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.266888 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56028) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:55.283864 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-a2208fda-d52f-4633-bfb9-c6ea248a3809 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'subnet': {'network_id': '8819fa95-c373-4f3b-adda-f5d02090655d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:55.287301 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 02509bce-bac6-4d70-8893-c3a9a54d4940, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=02509bce-bac6-4d70-8893-c3a9a54d4940,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:55.295392 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3e82bdc6-9b91-4edf-b018-04a5f20272ec tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3593230 Jul 14 09:36:55.301399 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.334989 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82bdc6-9b91-4edf-b018-04a5f20272ec tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Network': ['ID=057e4f5b-bb65-4d10-9ed1-cdfb47cabb57,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:55.433551 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dd121d-68a7-4856-8ab9-317cb470008c x-openstack-request-id: req-50dd121d-68a7-4856-8ab9-317cb470008c {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:55.434922 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7078943-b57f-4e55-bd7a-8e078065bf1e", "name": "network-vif-plugged", "status": "completed", "tag": "02509bce-bac6-4d70-8893-c3a9a54d4940", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:55.435351 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-50dd121d-68a7-4856-8ab9-317cb470008c {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:55.438722 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7078943-b57f-4e55-bd7a-8e078065bf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02509bce-bac6-4d70-8893-c3a9a54d4940', 'code': 200} Jul 14 09:36:55.439634 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 057e4f5b-bb65-4d10-9ed1-cdfb47cabb57 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:55.554426 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=02509bce-bac6-4d70-8893-c3a9a54d4940,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:55.572284 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2208fda-d52f-4633-bfb9-c6ea248a3809 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Made reservation on behalf of 4a260d3b38bf4b4ca200416414521a69 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:55.581506 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2208fda-d52f-4633-bfb9-c6ea248a3809 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.628601 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2352d5-4804-453b-863e-84adb5d82c8a req-b9449998-cc8e-41dc-8794-5f7b539b554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:55.630280 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cf2352d5-4804-453b-863e-84adb5d82c8a req-b9449998-cc8e-41dc-8794-5f7b539b554e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 1097 time: 0.1545956 Jul 14 09:36:55.724539 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cf2352d5-4804-453b-863e-84adb5d82c8a req-e2228e03-d179-457c-a50a-3112e2b4860b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854597 Jul 14 09:36:55.831878 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2208fda-d52f-4633-bfb9-c6ea248a3809 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.931604 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2208fda-d52f-4633-bfb9-c6ea248a3809 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Subnet': ['ID=76b8efeb-f9a8-4674-a99f-a80b53ec596a,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:55.951236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2208fda-d52f-4633-bfb9-c6ea248a3809 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Checking segment: {'id': '1c6e9681-7bb6-4743-9313-0a846e0373de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8819fa95-c373-4f3b-adda-f5d02090655d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:55.951656 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2208fda-d52f-4633-bfb9-c6ea248a3809 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network hostable DHCP agents. Network: 8819fa95-c373-4f3b-adda-f5d02090655d, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:55.979491 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888b38d-ec81-4790-9ca0-81ded864e173 req-51a80a96-b851-45f1-ada9-59729257a56b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:55.981021 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f888b38d-ec81-4790-9ca0-81ded864e173 req-51a80a96-b851-45f1-ada9-59729257a56b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 945 time: 0.1211846 Jul 14 09:36:55.994124 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2208fda-d52f-4633-bfb9-c6ea248a3809 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network 8819fa95-c373-4f3b-adda-f5d02090655d is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:56.017976 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-a2208fda-d52f-4633-bfb9-c6ea248a3809 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 8819fa95-c373-4f3b-adda-f5d02090655d) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:56.022933 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2208fda-d52f-4633-bfb9-c6ea248a3809 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:56.023422 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2208fda-d52f-4633-bfb9-c6ea248a3809 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.027925 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c36e42-f911-4505-acbd-95cde3aac82d None None] Network 8819fa95-c373-4f3b-adda-f5d02090655d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:56.049243 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f888b38d-ec81-4790-9ca0-81ded864e173 req-f4419e9c-7812-4bc2-90c4-1febe356e388 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615118 Jul 14 09:36:56.051248 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a2208fda-d52f-4633-bfb9-c6ea248a3809 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7828887 Jul 14 09:36:56.054441 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56042) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:56.059633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-0b8a323b-2375-4aa5-aa6c-feb9ad70c774 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'subnet': {'network_id': '057e4f5b-bb65-4d10-9ed1-cdfb47cabb57', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:56.193882 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8a323b-2375-4aa5-aa6c-feb9ad70c774 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Made reservation on behalf of 4a260d3b38bf4b4ca200416414521a69 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:56.198880 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b8a323b-2375-4aa5-aa6c-feb9ad70c774 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.260638 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-8819fa95-c373-4f3b-adda-f5d02090655d', 'network_id': '8819fa95-c373-4f3b-adda-f5d02090655d', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'fixed_ips': [{'subnet_id': '76b8efeb-f9a8-4674-a99f-a80b53ec596a'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:56.261980 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.491204 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Allocated IP 2001:db8::2 (8819fa95-c373-4f3b-adda-f5d02090655d/76b8efeb-f9a8-4674-a99f-a80b53ec596a/b93200aa-2030-48f8-9c8c-56f516d1d173) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:56.494204 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b8a323b-2375-4aa5-aa6c-feb9ad70c774 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.559294 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a323b-2375-4aa5-aa6c-feb9ad70c774 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Subnet': ['ID=d7db5139-a978-4f89-8106-09777475f193,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:56.564722 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8a323b-2375-4aa5-aa6c-feb9ad70c774 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Checking segment: {'id': 'd224e6ba-394b-4e2b-964c-bb1ef6e63584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '057e4f5b-bb65-4d10-9ed1-cdfb47cabb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:56.565075 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8a323b-2375-4aa5-aa6c-feb9ad70c774 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network hostable DHCP agents. Network: 057e4f5b-bb65-4d10-9ed1-cdfb47cabb57, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:56.589710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8a323b-2375-4aa5-aa6c-feb9ad70c774 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network 057e4f5b-bb65-4d10-9ed1-cdfb47cabb57 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:56.603814 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-0b8a323b-2375-4aa5-aa6c-feb9ad70c774 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 057e4f5b-bb65-4d10-9ed1-cdfb47cabb57) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:56.620092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a323b-2375-4aa5-aa6c-feb9ad70c774 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:56.620696 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0b8a323b-2375-4aa5-aa6c-feb9ad70c774 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.635228 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdced7f7-8415-47bf-858f-91c4b874908a None None] Network 057e4f5b-bb65-4d10-9ed1-cdfb47cabb57 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:56.645863 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0b8a323b-2375-4aa5-aa6c-feb9ad70c774 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5877500 Jul 14 09:36:56.646232 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56062) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:56.650888 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-0bab0205-57a1-4c2e-9312-2acbd500bb10 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1267506075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:56.701246 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0bab0205-57a1-4c2e-9312-2acbd500bb10 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.702710 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0bab0205-57a1-4c2e-9312-2acbd500bb10 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.792748 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0bab0205-57a1-4c2e-9312-2acbd500bb10 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.802562 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0bab0205-57a1-4c2e-9312-2acbd500bb10 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.845606 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0bab0205-57a1-4c2e-9312-2acbd500bb10 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.849744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56066) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:56.850185 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0bab0205-57a1-4c2e-9312-2acbd500bb10 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2028363 Jul 14 09:36:56.884862 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.928064 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Transition to ACTIVE for port object b93200aa-2030-48f8-9c8c-56f516d1d173 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:56.978257 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Transition to ACTIVE for port object b93200aa-2030-48f8-9c8c-56f516d1d173 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:56.998002 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:57.074358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Pushing event updated for resources: {'Port': ['ID=b93200aa-2030-48f8-9c8c-56f516d1d173,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:57.115321 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-057e4f5b-bb65-4d10-9ed1-cdfb47cabb57', 'network_id': '057e4f5b-bb65-4d10-9ed1-cdfb47cabb57', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'fixed_ips': [{'subnet_id': 'd7db5139-a978-4f89-8106-09777475f193'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:57.120720 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:57.128264 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Network 8819fa95-c373-4f3b-adda-f5d02090655d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:57.162163 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:57.165216 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:57.312818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Attempting to bind port b93200aa-2030-48f8-9c8c-56f516d1d173 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:57.313177 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Attempting to bind port b93200aa-2030-48f8-9c8c-56f516d1d173 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '1c6e9681-7bb6-4743-9313-0a846e0373de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8819fa95-c373-4f3b-adda-f5d02090655d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:57.319917 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Attempting to bind port b93200aa-2030-48f8-9c8c-56f516d1d173 on network 8819fa95-c373-4f3b-adda-f5d02090655d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:57.397253 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:57.397939 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Checking segment: {'id': '1c6e9681-7bb6-4743-9313-0a846e0373de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8819fa95-c373-4f3b-adda-f5d02090655d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:57.398550 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:57.399104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Bound using segment: {'id': '1c6e9681-7bb6-4743-9313-0a846e0373de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8819fa95-c373-4f3b-adda-f5d02090655d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:57.399757 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Bound port: b93200aa-2030-48f8-9c8c-56f516d1d173, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6e9681-7bb6-4743-9313-0a846e0373de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8819fa95-c373-4f3b-adda-f5d02090655d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:57.400324 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:57.423775 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07b159-54be-4679-804b-bb634312cae8 req-d358697d-bce5-4638-b54a-d3021aab2779 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:57.425938 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c07b159-54be-4679-804b-bb634312cae8 req-d358697d-bce5-4638-b54a-d3021aab2779 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 945 time: 0.1059389 Jul 14 09:36:57.439653 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd0abb9d-97fb-4933-b416-6ae5c191bb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:57.515065 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c07b159-54be-4679-804b-bb634312cae8 req-6ea27c6d-424d-478b-a415-5d768ae1f17f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827734 Jul 14 09:36:57.593163 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] For port b93200aa-2030-48f8-9c8c-56f516d1d173, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:57.602000 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] For port b93200aa-2030-48f8-9c8c-56f516d1d173, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b93200aa-2030-48f8-9c8c-56f516d1d173,segment=NetworkSegment(1c6e9681-7bb6-4743-9313-0a846e0373de),segment_id=1c6e9681-7bb6-4743-9313-0a846e0373de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:57.616832 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:57.673209 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Allocated IP 2001:db8:1::2 (057e4f5b-bb65-4d10-9ed1-cdfb47cabb57/d7db5139-a978-4f89-8106-09777475f193/c18f17a9-917b-4d2a-8eb7-7b9a1345715b) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:57.818643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fad3e1-995d-4e86-83d7-c4af4e338bc4 None None] Pushing event updated for resources: {'Port': ['ID=b93200aa-2030-48f8-9c8c-56f516d1d173,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:57.824965 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b588845a-e778-4ffc-8961-c4246d07bc54 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:57.998913 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:58.017918 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Transition to ACTIVE for port object c18f17a9-917b-4d2a-8eb7-7b9a1345715b will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:58.059564 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Transition to ACTIVE for port object c18f17a9-917b-4d2a-8eb7-7b9a1345715b will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:58.068449 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:58.117718 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Network 057e4f5b-bb65-4d10-9ed1-cdfb47cabb57 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:58.146180 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Pushing event updated for resources: {'Port': ['ID=c18f17a9-917b-4d2a-8eb7-7b9a1345715b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:58.151815 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:58.162913 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:58.311610 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Attempting to bind port c18f17a9-917b-4d2a-8eb7-7b9a1345715b on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:58.312401 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Attempting to bind port c18f17a9-917b-4d2a-8eb7-7b9a1345715b by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'd224e6ba-394b-4e2b-964c-bb1ef6e63584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '057e4f5b-bb65-4d10-9ed1-cdfb47cabb57'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:58.313611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Attempting to bind port c18f17a9-917b-4d2a-8eb7-7b9a1345715b on network 057e4f5b-bb65-4d10-9ed1-cdfb47cabb57 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:58.322029 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:58.322684 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Checking segment: {'id': 'd224e6ba-394b-4e2b-964c-bb1ef6e63584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '057e4f5b-bb65-4d10-9ed1-cdfb47cabb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:58.323264 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:58.323858 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Bound using segment: {'id': 'd224e6ba-394b-4e2b-964c-bb1ef6e63584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '057e4f5b-bb65-4d10-9ed1-cdfb47cabb57'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:58.324714 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Bound port: c18f17a9-917b-4d2a-8eb7-7b9a1345715b, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd224e6ba-394b-4e2b-964c-bb1ef6e63584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '057e4f5b-bb65-4d10-9ed1-cdfb47cabb57'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:58.325724 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:58.362700 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-b588845a-e778-4ffc-8961-c4246d07bc54 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Allocated IP 2001:db8::1 (8819fa95-c373-4f3b-adda-f5d02090655d/76b8efeb-f9a8-4674-a99f-a80b53ec596a/d8409d2f-521c-49e0-9cba-0a6cf061ea39) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:58.450110 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] For port c18f17a9-917b-4d2a-8eb7-7b9a1345715b, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:58.454856 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] For port c18f17a9-917b-4d2a-8eb7-7b9a1345715b, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c18f17a9-917b-4d2a-8eb7-7b9a1345715b,segment=NetworkSegment(d224e6ba-394b-4e2b-964c-bb1ef6e63584),segment_id=d224e6ba-394b-4e2b-964c-bb1ef6e63584)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:58.460047 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:58.586320 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b588845a-e778-4ffc-8961-c4246d07bc54 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:58.609287 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-b588845a-e778-4ffc-8961-c4246d07bc54 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Transition to ACTIVE for port object d8409d2f-521c-49e0-9cba-0a6cf061ea39 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:58.667281 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b588845a-e778-4ffc-8961-c4246d07bc54 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:58.756358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b93200aa-2030-48f8-9c8c-56f516d1d173 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:58.764578 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b588845a-e778-4ffc-8961-c4246d07bc54 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network 8819fa95-c373-4f3b-adda-f5d02090655d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:58.771547 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-b588845a-e778-4ffc-8961-c4246d07bc54 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:58.780488 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b588845a-e778-4ffc-8961-c4246d07bc54 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:58.781823 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b588845a-e778-4ffc-8961-c4246d07bc54 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:58.882456 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3ffb4-bfbf-428f-bf1c-2dc0fcc4cb87 None None] Pushing event updated for resources: {'Port': ['ID=c18f17a9-917b-4d2a-8eb7-7b9a1345715b,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:58.927427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdb421-f828-4d7c-bf3f-a9b7e5091321 req-de180bbe-377a-4eb1-ba95-9519f5646264 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:58.933971 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-40fdb421-f828-4d7c-bf3f-a9b7e5091321 req-de180bbe-377a-4eb1-ba95-9519f5646264 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 945 time: 0.1700203 Jul 14 09:36:58.990840 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port b93200aa-2030-48f8-9c8c-56f516d1d173 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:58.991080 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b588845a-e778-4ffc-8961-c4246d07bc54 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.028348 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-40fdb421-f828-4d7c-bf3f-a9b7e5091321 req-203e51eb-cbd4-4a77-a1d3-5804cb9f1528 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818570 Jul 14 09:36:59.053223 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588845a-e778-4ffc-8961-c4246d07bc54 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Port': ['ID=d8409d2f-521c-49e0-9cba-0a6cf061ea39,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:59.330474 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb312d0e-1640-4d34-b570-c43f182f8b85 req-28e29c61-3bdf-4ba5-b797-1c56a2a17cf3 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=aabcea4a3f10489fb922ceae9d8ba553 HTTP/1.1" status: 200 len: 267 time: 0.0857592 Jul 14 09:36:59.424118 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb312d0e-1640-4d34-b570-c43f182f8b85 req-c73567c5-cc31-486f-ae86-48f4eba228c9 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:59.426913 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb312d0e-1640-4d34-b570-c43f182f8b85 req-c73567c5-cc31-486f-ae86-48f4eba228c9 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 945 time: 0.0894563 Jul 14 09:36:59.440898 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-bb312d0e-1640-4d34-b570-c43f182f8b85 req-6a6ed5b7-0dde-4c5c-b0af-0de6307f8371 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Request body: {'port': {'security_groups': []}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:59.484409 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc94dda-bda8-41dc-9fcd-12641401d398 None None] Network 8819fa95-c373-4f3b-adda-f5d02090655d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:59.543147 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b588845a-e778-4ffc-8961-c4246d07bc54 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.549561 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b588845a-e778-4ffc-8961-c4246d07bc54 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.551355 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b588845a-e778-4ffc-8961-c4246d07bc54 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.592736 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bb312d0e-1640-4d34-b570-c43f182f8b85 req-6a6ed5b7-0dde-4c5c-b0af-0de6307f8371 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.700825 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588845a-e778-4ffc-8961-c4246d07bc54 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Port': ['ID=d8409d2f-521c-49e0-9cba-0a6cf061ea39,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:59.736960 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-65a4d529-e555-45af-a506-5deb72fd7e57 None None] Provisioning for port b93200aa-2030-48f8-9c8c-56f516d1d173 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:59.784254 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b588845a-e778-4ffc-8961-c4246d07bc54 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network 8819fa95-c373-4f3b-adda-f5d02090655d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:59.812461 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-65a4d529-e555-45af-a506-5deb72fd7e57 None None] Provisioning complete for port b93200aa-2030-48f8-9c8c-56f516d1d173 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:59.812687 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65a4d529-e555-45af-a506-5deb72fd7e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.837985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-b588845a-e778-4ffc-8961-c4246d07bc54 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:59.880599 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3e8e61b-ae8b-4292-8193-acaa432a7379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.976468 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-bb312d0e-1640-4d34-b570-c43f182f8b85 req-6a6ed5b7-0dde-4c5c-b0af-0de6307f8371 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] For port 02509bce-bac6-4d70-8893-c3a9a54d4940, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=02509bce-bac6-4d70-8893-c3a9a54d4940,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:59.989443 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.046518 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b588845a-e778-4ffc-8961-c4246d07bc54 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 5e55c470-9baa-4c4f-b1c4-a87a52f0c951 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:37:00.070655 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bb312d0e-1640-4d34-b570-c43f182f8b85 req-6a6ed5b7-0dde-4c5c-b0af-0de6307f8371 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.078469 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bb312d0e-1640-4d34-b570-c43f182f8b85 req-6a6ed5b7-0dde-4c5c-b0af-0de6307f8371 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.138070 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['ea353e2f-cb78-4458-be40-99a2a1df6005', 'b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:00.144780 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['02509bce-bac6-4d70-8893-c3a9a54d4940'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:00.173093 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb312d0e-1640-4d34-b570-c43f182f8b85 req-6a6ed5b7-0dde-4c5c-b0af-0de6307f8371 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:00.174763 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bb312d0e-1640-4d34-b570-c43f182f8b85 req-6a6ed5b7-0dde-4c5c-b0af-0de6307f8371 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.180544 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb312d0e-1640-4d34-b570-c43f182f8b85 req-6a6ed5b7-0dde-4c5c-b0af-0de6307f8371 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "PUT /v2.0/ports/02509bce-bac6-4d70-8893-c3a9a54d4940 HTTP/1.1" status: 200 len: 904 time: 0.7476566 Jul 14 09:37:00.199350 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7078943-b57f-4e55-bd7a-8e078065bf1e', 'tag': '02509bce-bac6-4d70-8893-c3a9a54d4940'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:00.210347 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425b5274-0bc6-41dd-8fa1-1c551547ea7e" -d '{"events": [{"name": "network-changed", "server_uuid": "a7078943-b57f-4e55-bd7a-8e078065bf1e", "tag": "02509bce-bac6-4d70-8893-c3a9a54d4940"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:00.333638 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b588845a-e778-4ffc-8961-c4246d07bc54 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:00.345088 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113748b7-9365-4aa4-9ade-387ec19e8c0e x-openstack-request-id: req-113748b7-9365-4aa4-9ade-387ec19e8c0e {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:00.345635 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7078943-b57f-4e55-bd7a-8e078065bf1e", "tag": "02509bce-bac6-4d70-8893-c3a9a54d4940", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:00.347505 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-113748b7-9365-4aa4-9ade-387ec19e8c0e {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:00.349992 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b588845a-e778-4ffc-8961-c4246d07bc54 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/5e55c470-9baa-4c4f-b1c4-a87a52f0c951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4988146 Jul 14 09:37:00.351861 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6141e44-856d-437c-93d2-1b29280637d4 None None] Sync routers for ids ['5e55c470-9baa-4c4f-b1c4-a87a52f0c951'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:00.354579 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56128) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:00.362676 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7078943-b57f-4e55-bd7a-8e078065bf1e', 'tag': '02509bce-bac6-4d70-8893-c3a9a54d4940', 'status': 'completed', 'code': 200} Jul 14 09:37:00.375126 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6141e44-856d-437c-93d2-1b29280637d4 None None] Routers {'5e55c470-9baa-4c4f-b1c4-a87a52f0c951'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:00.376366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ed5b7-0dde-4c5c-b0af-0de6307f8371 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Pushing event updated for resources: {'Port': ['ID=02509bce-bac6-4d70-8893-c3a9a54d4940,revision_number=6']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:00.377171 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d6141e44-856d-437c-93d2-1b29280637d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5e55c470-9baa-4c4f-b1c4-a87a52f0c951'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:00.493391 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d6141e44-856d-437c-93d2-1b29280637d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:00.552885 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6141e44-856d-437c-93d2-1b29280637d4 None None] Routers {'5e55c470-9baa-4c4f-b1c4-a87a52f0c951'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:00.569206 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['02509bce-bac6-4d70-8893-c3a9a54d4940'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:00.569821 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d6141e44-856d-437c-93d2-1b29280637d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5e55c470-9baa-4c4f-b1c4-a87a52f0c951'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:00.592651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0002e414-9e94-4690-a07d-11f95b478d27 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:00.596753 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0002e414-9e94-4690-a07d-11f95b478d27 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/ports/d8409d2f-521c-49e0-9cba-0a6cf061ea39 HTTP/1.1" status: 200 len: 911 time: 0.2285097 Jul 14 09:37:00.617273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56138) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:00.744323 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65a4d529-e555-45af-a506-5deb72fd7e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.778338 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c18f17a9-917b-4d2a-8eb7-7b9a1345715b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:00.822225 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d6141e44-856d-437c-93d2-1b29280637d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:00.823016 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6141e44-856d-437c-93d2-1b29280637d4 None None] The sync data for ids ['5e55c470-9baa-4c4f-b1c4-a87a52f0c951'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:00.909824 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38e44a-4432-406b-8cfd-93c955eb1df6 req-28514e40-e259-47ba-bb02-737e16eeca4b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:00.962080 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2f38e44a-4432-406b-8cfd-93c955eb1df6 req-28514e40-e259-47ba-bb02-737e16eeca4b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 907 time: 0.3954253 Jul 14 09:37:01.049541 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.141228 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-65a4d529-e555-45af-a506-5deb72fd7e57 None None] For port b93200aa-2030-48f8-9c8c-56f516d1d173, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b93200aa-2030-48f8-9c8c-56f516d1d173,segment=NetworkSegment(1c6e9681-7bb6-4743-9313-0a846e0373de),segment_id=1c6e9681-7bb6-4743-9313-0a846e0373de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:01.160107 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ee8650-ba6d-4dba-9aab-755cab62a40b None None] Network 057e4f5b-bb65-4d10-9ed1-cdfb47cabb57 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:01.175387 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65a4d529-e555-45af-a506-5deb72fd7e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.339869 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f402a-90b3-4d85-aca9-9f4278ae19f7 req-f0610d8f-2b8a-4e73-b6bf-7f0811f34579 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:01.348599 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-639f402a-90b3-4d85-aca9-9f4278ae19f7 req-f0610d8f-2b8a-4e73-b6bf-7f0811f34579 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1326871 Jul 14 09:37:01.430830 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-639f402a-90b3-4d85-aca9-9f4278ae19f7 req-e5052f15-bc97-42d5-a304-355236f1f589 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812359 Jul 14 09:37:01.539873 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port c18f17a9-917b-4d2a-8eb7-7b9a1345715b completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:01.635640 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b5274-0bc6-41dd-8fa1-1c551547ea7e req-66f587f5-b63d-4ffd-ae79-a1fb43914cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:01.637186 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-425b5274-0bc6-41dd-8fa1-1c551547ea7e req-66f587f5-b63d-4ffd-ae79-a1fb43914cc3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 1059 time: 1.0820308 Jul 14 09:37:01.675687 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2470acb5-4a01-4177-873f-9d8db6e5f8ad None None] Provisioning complete for port 02509bce-bac6-4d70-8893-c3a9a54d4940 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:01.676192 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2470acb5-4a01-4177-873f-9d8db6e5f8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.726261 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d216a-b630-4339-be9c-f013044f07ca req-35622568-3e8b-4a5e-af1c-31bdbd545fe8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:01.738813 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d8d216a-b630-4339-be9c-f013044f07ca req-35622568-3e8b-4a5e-af1c-31bdbd545fe8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1369216 Jul 14 09:37:01.763149 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4d529-e555-45af-a506-5deb72fd7e57 None None] Pushing event updated for resources: {'Port': ['ID=b93200aa-2030-48f8-9c8c-56f516d1d173,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:01.821122 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d707d3a-2499-4160-98a0-95effad9fa48 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.851644 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d8d216a-b630-4339-be9c-f013044f07ca req-33aeb0f3-5066-47a7-a92b-9216285cc18a tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118407 Jul 14 09:37:02.097735 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b5274-0bc6-41dd-8fa1-1c551547ea7e req-d1e22fb4-9b31-40cf-a501-dbe1fec66dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:02.098420 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.101438 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-425b5274-0bc6-41dd-8fa1-1c551547ea7e req-d1e22fb4-9b31-40cf-a501-dbe1fec66dbb service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 913 time: 0.4445283 Jul 14 09:37:02.288338 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-425b5274-0bc6-41dd-8fa1-1c551547ea7e req-df2effa1-47d9-44e4-829a-2c73fe5491d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02509bce-bac6-4d70-8893-c3a9a54d4940 HTTP/1.1" status: 200 len: 217 time: 0.1290119 Jul 14 09:37:02.392199 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b5274-0bc6-41dd-8fa1-1c551547ea7e req-f8f8f0a5-fa23-4776-a476-94aa8f85025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:02.394772 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-425b5274-0bc6-41dd-8fa1-1c551547ea7e req-f8f8f0a5-fa23-4776-a476-94aa8f85025b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.0947855 Jul 14 09:37:02.536071 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2470acb5-4a01-4177-873f-9d8db6e5f8ad None None] Provisioning for port c18f17a9-917b-4d2a-8eb7-7b9a1345715b completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:02.541205 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2470acb5-4a01-4177-873f-9d8db6e5f8ad None None] Provisioning complete for port c18f17a9-917b-4d2a-8eb7-7b9a1345715b triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:02.541911 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2470acb5-4a01-4177-873f-9d8db6e5f8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.575857 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b93200aa-2030-48f8-9c8c-56f516d1d173 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:02.645194 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port b93200aa-2030-48f8-9c8c-56f516d1d173 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:02.645576 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.682643 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b5274-0bc6-41dd-8fa1-1c551547ea7e req-4d44b233-0208-4ba6-9e7d-594d331db0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:02.686599 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-425b5274-0bc6-41dd-8fa1-1c551547ea7e req-4d44b233-0208-4ba6-9e7d-594d331db0a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2740021 Jul 14 09:37:02.688162 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-dd512a09-7d6b-4189-b6c4-0f6d5f379a8f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:02.691237 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-dd512a09-7d6b-4189-b6c4-0f6d5f379a8f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 812 time: 0.3539267 Jul 14 09:37:02.693124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-4d707d3a-2499-4160-98a0-95effad9fa48 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Allocated IP 2001:db8:1::1 (057e4f5b-bb65-4d10-9ed1-cdfb47cabb57/d7db5139-a978-4f89-8106-09777475f193/926b1d1e-487d-427c-bba8-6196931840f2) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:02.724779 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2470acb5-4a01-4177-873f-9d8db6e5f8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.732544 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-b5eeb0bf-b381-4ef8-b263-ee9bf0c376ee tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/quotas/aabcea4a3f10489fb922ceae9d8ba553 HTTP/1.1" status: 200 len: 375 time: 0.0346432 Jul 14 09:37:02.798011 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.808988 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2470acb5-4a01-4177-873f-9d8db6e5f8ad None None] For port c18f17a9-917b-4d2a-8eb7-7b9a1345715b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c18f17a9-917b-4d2a-8eb7-7b9a1345715b,segment=NetworkSegment(d224e6ba-394b-4e2b-964c-bb1ef6e63584),segment_id=d224e6ba-394b-4e2b-964c-bb1ef6e63584)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:02.818738 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2470acb5-4a01-4177-873f-9d8db6e5f8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.839207 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-425b5274-0bc6-41dd-8fa1-1c551547ea7e req-54f1e0b1-9efb-4377-822d-cce13107e9a1 service neutron] 10.222.0.55 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412592 Jul 14 09:37:02.928346 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-97edd2a7-574f-46e7-9b6c-c02baec13f79 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1888082 Jul 14 09:37:02.950886 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470acb5-4a01-4177-873f-9d8db6e5f8ad None None] Pushing event updated for resources: {'Port': ['ID=c18f17a9-917b-4d2a-8eb7-7b9a1345715b,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:02.985049 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-14a0efb9-7f48-4943-a52d-b4ae0b746408 None None] Provisioning complete for port b93200aa-2030-48f8-9c8c-56f516d1d173 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:02.985525 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14a0efb9-7f48-4943-a52d-b4ae0b746408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.080694 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-425b5274-0bc6-41dd-8fa1-1c551547ea7e req-7fdea465-5f4e-49b4-abc0-bf79e3bd7b0e service neutron] 10.222.0.55 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336357 Jul 14 09:37:03.096326 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-ea07ecce-d00a-4155-8335-96bbb09f7e36 service neutron] 10.222.0.26 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667624 Jul 14 09:37:03.151483 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d707d3a-2499-4160-98a0-95effad9fa48 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.190434 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-4d707d3a-2499-4160-98a0-95effad9fa48 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Transition to ACTIVE for port object 926b1d1e-487d-427c-bba8-6196931840f2 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:03.212814 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-14a0efb9-7f48-4943-a52d-b4ae0b746408 None None] Provisioning for port d8409d2f-521c-49e0-9cba-0a6cf061ea39 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:03.227699 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-14a0efb9-7f48-4943-a52d-b4ae0b746408 None None] Provisioning complete for port d8409d2f-521c-49e0-9cba-0a6cf061ea39 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:03.231671 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14a0efb9-7f48-4943-a52d-b4ae0b746408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.274880 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d707d3a-2499-4160-98a0-95effad9fa48 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.336723 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-27b11da2-1728-40a2-a9e1-01ec1da6ffed service neutron] 10.222.0.26 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259386 Jul 14 09:37:03.341620 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-14a0efb9-7f48-4943-a52d-b4ae0b746408 None None] Port d8409d2f-521c-49e0-9cba-0a6cf061ea39 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:03.403251 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d707d3a-2499-4160-98a0-95effad9fa48 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network 057e4f5b-bb65-4d10-9ed1-cdfb47cabb57 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:03.495263 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d707d3a-2499-4160-98a0-95effad9fa48 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Port': ['ID=926b1d1e-487d-427c-bba8-6196931840f2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:03.500627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c2d8e585-b00b-4316-a527-80744fcc041f None None] Provisioning complete for port c18f17a9-917b-4d2a-8eb7-7b9a1345715b triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:03.501104 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c2d8e585-b00b-4316-a527-80744fcc041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.503977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-4d707d3a-2499-4160-98a0-95effad9fa48 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:03.521387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d707d3a-2499-4160-98a0-95effad9fa48 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:03.523443 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d707d3a-2499-4160-98a0-95effad9fa48 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.770550 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d29f72e1-bd81-4e04-9e90-7ea4e0665bb4 req-1ee05988-06be-4e00-a886-73eb71afb032 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 210 time: 0.0814667 Jul 14 09:37:03.879545 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d707d3a-2499-4160-98a0-95effad9fa48 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.194420 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-99689dc0-98d3-4f85-80e9-9330f078e79e None None] Provisioning for port 926b1d1e-487d-427c-bba8-6196931840f2 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:04.204791 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-99689dc0-98d3-4f85-80e9-9330f078e79e None None] Provisioning complete for port 926b1d1e-487d-427c-bba8-6196931840f2 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:04.207428 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-99689dc0-98d3-4f85-80e9-9330f078e79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.300642 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-99689dc0-98d3-4f85-80e9-9330f078e79e None None] Port 926b1d1e-487d-427c-bba8-6196931840f2 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:04.407505 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d707d3a-2499-4160-98a0-95effad9fa48 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.418264 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d707d3a-2499-4160-98a0-95effad9fa48 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.419838 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d707d3a-2499-4160-98a0-95effad9fa48 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.539902 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c18f17a9-917b-4d2a-8eb7-7b9a1345715b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:04.563110 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d707d3a-2499-4160-98a0-95effad9fa48 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Port': ['ID=926b1d1e-487d-427c-bba8-6196931840f2,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:04.668756 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port c18f17a9-917b-4d2a-8eb7-7b9a1345715b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:04.669900 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.755728 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d707d3a-2499-4160-98a0-95effad9fa48 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network 057e4f5b-bb65-4d10-9ed1-cdfb47cabb57 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:04.766469 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-4d707d3a-2499-4160-98a0-95effad9fa48 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:05.028446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d707d3a-2499-4160-98a0-95effad9fa48 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 5e55c470-9baa-4c4f-b1c4-a87a52f0c951 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:05.205032 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0bb0ad0a-7c4f-47f1-be25-25173df3111e req-29f4ee38-e95c-4be0-aac1-51cef9c62fd4 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 210 time: 0.0926127 Jul 14 09:37:05.272240 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d707d3a-2499-4160-98a0-95effad9fa48 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:05.279103 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4d707d3a-2499-4160-98a0-95effad9fa48 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/5e55c470-9baa-4c4f-b1c4-a87a52f0c951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6594665 Jul 14 09:37:05.282410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56230) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:05.298759 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf960ef-fdd5-4459-8108-1e4d7a2d3be8 None None] Sync routers for ids ['5e55c470-9baa-4c4f-b1c4-a87a52f0c951'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:05.308821 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf960ef-fdd5-4459-8108-1e4d7a2d3be8 None None] Routers {'5e55c470-9baa-4c4f-b1c4-a87a52f0c951'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:05.314623 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ecf960ef-fdd5-4459-8108-1e4d7a2d3be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5e55c470-9baa-4c4f-b1c4-a87a52f0c951'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:05.380559 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ecf960ef-fdd5-4459-8108-1e4d7a2d3be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:05.397201 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6ec86d2a-7dea-4d37-85dc-c01e9f5b19c0 None None] Provisioning complete for port 926b1d1e-487d-427c-bba8-6196931840f2 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:05.397892 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6ec86d2a-7dea-4d37-85dc-c01e9f5b19c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:05.399628 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf960ef-fdd5-4459-8108-1e4d7a2d3be8 None None] Routers {'5e55c470-9baa-4c4f-b1c4-a87a52f0c951'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:05.400437 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ecf960ef-fdd5-4459-8108-1e4d7a2d3be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5e55c470-9baa-4c4f-b1c4-a87a52f0c951'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:05.400648 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c2fa4e-e9ea-47d5-bb83-bb8308366e89 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:05.404753 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a6c2fa4e-e9ea-47d5-bb83-bb8308366e89 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/ports/926b1d1e-487d-427c-bba8-6196931840f2 HTTP/1.1" status: 200 len: 913 time: 0.1185210 Jul 14 09:37:05.406157 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56232) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:05.470377 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ecf960ef-fdd5-4459-8108-1e4d7a2d3be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:05.471308 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf960ef-fdd5-4459-8108-1e4d7a2d3be8 None None] The sync data for ids ['5e55c470-9baa-4c4f-b1c4-a87a52f0c951'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:05.486857 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6ec86d2a-7dea-4d37-85dc-c01e9f5b19c0 None None] Port 926b1d1e-487d-427c-bba8-6196931840f2 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:05.925762 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-31c94f37-a82b-49bf-94a0-ca4b5b32240d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:05.932464 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-31c94f37-a82b-49bf-94a0-ca4b5b32240d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.49 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 812 time: 0.3598437 Jul 14 09:37:05.945029 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-9e339bbb-22c8-4dda-9cd8-ca60980e4fb6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Request body: {'port': {'device_id': 'b8b8c5d8-b0ed-41dc-b1ae-23868cc31199', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'admin_state_up': True, 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:06.296008 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-9e339bbb-22c8-4dda-9cd8-ca60980e4fb6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Made reservation on behalf of aabcea4a3f10489fb922ceae9d8ba553 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:06.315642 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-9e339bbb-22c8-4dda-9cd8-ca60980e4fb6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.320351 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9625eea-3bfc-4733-8155-3db42034f59d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.559733 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-043f21f3-6b3e-4560-ac27-2a6484ace5e7 req-3a015027-adb1-4618-829b-8be885a9d6e7 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 210 time: 0.0746677 Jul 14 09:37:06.668940 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-9e339bbb-22c8-4dda-9cd8-ca60980e4fb6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Allocated IP 172.20.0.9 (fd2eea62-d9a9-4f48-bf40-52835f379e68/546a5912-bfbb-4dd6-9c6b-53f7dcdb3075/c3eae640-5332-42a6-8b5e-211441311ff4) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:06.757706 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e9625eea-3bfc-4733-8155-3db42034f59d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting port 926b1d1e-487d-427c-bba8-6196931840f2 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:06.757706 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9625eea-3bfc-4733-8155-3db42034f59d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.980253 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56266) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:06.987881 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9625eea-3bfc-4733-8155-3db42034f59d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.031294 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-9e339bbb-22c8-4dda-9cd8-ca60980e4fb6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.044476 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e9625eea-3bfc-4733-8155-3db42034f59d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Calling delete_port for 926b1d1e-487d-427c-bba8-6196931840f2 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:07.064814 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-9e339bbb-22c8-4dda-9cd8-ca60980e4fb6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Transition to ACTIVE for port object c3eae640-5332-42a6-8b5e-211441311ff4 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:07.220802 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9253e8b7-fac7-42f7-9f03-dd05f957d93b tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/floatingips/ab8487d6-8f3c-4d84-9745-a3adc77d8768 HTTP/1.1" status: 200 len: 993 time: 0.2295747 Jul 14 09:37:07.222146 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-9e339bbb-22c8-4dda-9cd8-ca60980e4fb6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.239039 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['ea353e2f-cb78-4458-be40-99a2a1df6005', 'b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:07.406320 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-9e339bbb-22c8-4dda-9cd8-ca60980e4fb6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Network fd2eea62-d9a9-4f48-bf40-52835f379e68 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:07.425111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-9e339bbb-22c8-4dda-9cd8-ca60980e4fb6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:07.430356 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-9e339bbb-22c8-4dda-9cd8-ca60980e4fb6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:07.517597 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e339bbb-22c8-4dda-9cd8-ca60980e4fb6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Pushing event updated for resources: {'Port': ['ID=c3eae640-5332-42a6-8b5e-211441311ff4,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:07.583983 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56280) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:07.819546 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-9e339bbb-22c8-4dda-9cd8-ca60980e4fb6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:07.820243 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-9e339bbb-22c8-4dda-9cd8-ca60980e4fb6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.824572 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56288) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:07.996126 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9c46ade7-dc1d-4c3a-b95d-4ad8d41fcc78 None None] Provisioning for port c3eae640-5332-42a6-8b5e-211441311ff4 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:08.000797 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9c46ade7-dc1d-4c3a-b95d-4ad8d41fcc78 None None] Provisioning complete for port c3eae640-5332-42a6-8b5e-211441311ff4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:08.001163 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c46ade7-dc1d-4c3a-b95d-4ad8d41fcc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.093803 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9c46ade7-dc1d-4c3a-b95d-4ad8d41fcc78 None None] Port c3eae640-5332-42a6-8b5e-211441311ff4 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:08.113173 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-9e339bbb-22c8-4dda-9cd8-ca60980e4fb6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1724539 Jul 14 09:37:08.221840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] Request body: {'port': {'device_id': 'b8b8c5d8-b0ed-41dc-b1ae-23868cc31199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:08.341518 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9625eea-3bfc-4733-8155-3db42034f59d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.366987 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7988418f-592e-446f-82ea-19fee105ca13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.445562 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9625eea-3bfc-4733-8155-3db42034f59d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Port': ['ID=926b1d1e-487d-427c-bba8-6196931840f2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:08.504616 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-ff5b340f-1f16-44cd-8abe-ccbf0e1d3592 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Deleting port 2b77abbc-82ad-4b47-9f17-629edfcad2f0 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:08.505026 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ff5b340f-1f16-44cd-8abe-ccbf0e1d3592 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.533207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a29bb9-17e6-41dd-a2ca-67e13368095b req-6a1cc8d7-a952-4c8c-9fa9-a7d1de90d488 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:08.541457 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5a29bb9-17e6-41dd-a2ca-67e13368095b req-6a1cc8d7-a952-4c8c-9fa9-a7d1de90d488 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 931 time: 0.4939029 Jul 14 09:37:08.643454 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.745155 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9625eea-3bfc-4733-8155-3db42034f59d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.788046 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5a29bb9-17e6-41dd-a2ca-67e13368095b req-8b8b47ee-77c7-45d4-9e0e-66457f401064 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453818 Jul 14 09:37:08.931734 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ff5b340f-1f16-44cd-8abe-ccbf0e1d3592 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.932226 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ff5b340f-1f16-44cd-8abe-ccbf0e1d3592 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.972237 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-ff5b340f-1f16-44cd-8abe-ccbf0e1d3592 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Calling delete_port for 2b77abbc-82ad-4b47-9f17-629edfcad2f0 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:09.007397 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7988418f-592e-446f-82ea-19fee105ca13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.149993 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7988418f-592e-446f-82ea-19fee105ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.217426 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9625eea-3bfc-4733-8155-3db42034f59d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 5e55c470-9baa-4c4f-b1c4-a87a52f0c951 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:09.282352 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7988418f-592e-446f-82ea-19fee105ca13 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=367b74ca86f841839d6ec77a979bbc42&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4554541 Jul 14 09:37:09.290985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56316) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:09.299564 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988418f-592e-446f-82ea-19fee105ca13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139bb304-12a9-4137-a23f-e2fe76181755,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:09.390620 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af11e851-c14a-46b6-9d4e-db248d6c4aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.416561 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9625eea-3bfc-4733-8155-3db42034f59d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:09.424733 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e9625eea-3bfc-4733-8155-3db42034f59d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/5e55c470-9baa-4c4f-b1c4-a87a52f0c951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0148103 Jul 14 09:37:09.428842 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56318) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:09.432049 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9b5d40-682a-42de-80dd-a0d3a08676c7 None None] Sync routers for ids ['5e55c470-9baa-4c4f-b1c4-a87a52f0c951'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:09.439914 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af11e851-c14a-46b6-9d4e-db248d6c4aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.445675 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9b5d40-682a-42de-80dd-a0d3a08676c7 None None] Routers {'5e55c470-9baa-4c4f-b1c4-a87a52f0c951'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:09.446044 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ff5b340f-1f16-44cd-8abe-ccbf0e1d3592 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.450012 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0f9b5d40-682a-42de-80dd-a0d3a08676c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5e55c470-9baa-4c4f-b1c4-a87a52f0c951'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:09.507463 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0f9b5d40-682a-42de-80dd-a0d3a08676c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:09.514667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b340f-1f16-44cd-8abe-ccbf0e1d3592 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event deleted for resources: {'Port': ['ID=2b77abbc-82ad-4b47-9f17-629edfcad2f0,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:09.523208 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9b5d40-682a-42de-80dd-a0d3a08676c7 None None] Routers {'5e55c470-9baa-4c4f-b1c4-a87a52f0c951'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:09.524049 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0f9b5d40-682a-42de-80dd-a0d3a08676c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5e55c470-9baa-4c4f-b1c4-a87a52f0c951'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:09.537548 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3eae640-5332-42a6-8b5e-211441311ff4 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:09.571651 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0f9b5d40-682a-42de-80dd-a0d3a08676c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:09.572589 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9b5d40-682a-42de-80dd-a0d3a08676c7 None None] The sync data for ids ['5e55c470-9baa-4c4f-b1c4-a87a52f0c951'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:09.603592 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.671651 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] Transition to ACTIVE for port object c3eae640-5332-42a6-8b5e-211441311ff4 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:09.673738 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af11e851-c14a-46b6-9d4e-db248d6c4aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.675485 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ff5b340f-1f16-44cd-8abe-ccbf0e1d3592 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.676124 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-ff5b340f-1f16-44cd-8abe-ccbf0e1d3592 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Floating IP ab8487d6-8f3c-4d84-9745-a3adc77d8768 disassociated (deleted). External IP: 172.25.1.187, port: 4fe500db-e91d-46dc-b622-c216774a4591. Jul 14 09:37:09.680905 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af11e851-c14a-46b6-9d4e-db248d6c4aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.682274 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-af11e851-c14a-46b6-9d4e-db248d6c4aef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/139bb304-12a9-4137-a23f-e2fe76181755 HTTP/1.1" status: 204 len: 168 time: 0.3930607 Jul 14 09:37:09.704144 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11e851-c14a-46b6-9d4e-db248d6c4aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139bb304-12a9-4137-a23f-e2fe76181755,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:09.812816 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.990029 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50f7fb0a-47eb-409a-a4fa-853a9ba7f38e tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.246678 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] Attempting to bind port c3eae640-5332-42a6-8b5e-211441311ff4 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:10.247015 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] Attempting to bind port c3eae640-5332-42a6-8b5e-211441311ff4 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:10.247340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] Attempting to bind port c3eae640-5332-42a6-8b5e-211441311ff4 on network fd2eea62-d9a9-4f48-bf40-52835f379e68 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:10.268138 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56332) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:10.269782 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00787744-9afc-493b-9318-48508a749025 service neutron] Pushing event updated for resources: {'Port': ['ID=c3eae640-5332-42a6-8b5e-211441311ff4,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:10.305531 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b60f6910-09fa-4baf-a375-54df985d8333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.313405 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] Port c3eae640-5332-42a6-8b5e-211441311ff4 on network fd2eea62-d9a9-4f48-bf40-52835f379e68 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:37:10.313750 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] Attempting to bind port c3eae640-5332-42a6-8b5e-211441311ff4 on network fd2eea62-d9a9-4f48-bf40-52835f379e68 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:10.330091 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:10.330432 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] Checking segment: {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:10.330819 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] Bound using segment: {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:10.331265 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] Bound port: c3eae640-5332-42a6-8b5e-211441311ff4, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a937cfe-cf74-46b9-a5d7-966ef133264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:10.331628 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.376077 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-50f7fb0a-47eb-409a-a4fa-853a9ba7f38e tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting port d8409d2f-521c-49e0-9cba-0a6cf061ea39 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:10.379027 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50f7fb0a-47eb-409a-a4fa-853a9ba7f38e tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.433069 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5b340f-1f16-44cd-8abe-ccbf0e1d3592 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Router d98d5d7b-23cf-442d-804e-b4d34b8c0a8e has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:10.441732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cc338-d972-4b21-877c-67e8b807c1b9 req-b1d88ed3-964c-421b-bf77-4bf45b959f6b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:10.448711 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f04cc338-d972-4b21-877c-67e8b807c1b9 req-b1d88ed3-964c-421b-bf77-4bf45b959f6b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 943 time: 0.2832217 Jul 14 09:37:10.490066 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50f7fb0a-47eb-409a-a4fa-853a9ba7f38e tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.510981 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-50f7fb0a-47eb-409a-a4fa-853a9ba7f38e tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Calling delete_port for d8409d2f-521c-49e0-9cba-0a6cf061ea39 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:10.650052 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5b340f-1f16-44cd-8abe-ccbf0e1d3592 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:10.664905 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d1e161-e3e3-4467-b86e-6ea51f085715 None None] Sync routers for ids ['d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:10.671017 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f04cc338-d972-4b21-877c-67e8b807c1b9 req-361e0720-17d5-40b1-882d-07a1bbdff3f8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213616 Jul 14 09:37:10.676763 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ff5b340f-1f16-44cd-8abe-ccbf0e1d3592 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.682124 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d1e161-e3e3-4467-b86e-6ea51f085715 None None] Routers {'d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:10.683320 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-26d1e161-e3e3-4467-b86e-6ea51f085715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:10.722055 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] For port c3eae640-5332-42a6-8b5e-211441311ff4, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:10.734947 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] For port c3eae640-5332-42a6-8b5e-211441311ff4, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c3eae640-5332-42a6-8b5e-211441311ff4,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:10.739831 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ff5b340f-1f16-44cd-8abe-ccbf0e1d3592 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "DELETE /v2.0/floatingips/ab8487d6-8f3c-4d84-9745-a3adc77d8768 HTTP/1.1" status: 204 len: 168 time: 3.1522925 Jul 14 09:37:10.739831 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5882a222-cccc-48ea-b312-aa83cdfffaa5', 'tag': '4fe500db-e91d-46dc-b622-c216774a4591'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:10.742593 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3655e836-d795-4e1b-be02-c75ed6699196" -d '{"events": [{"name": "network-changed", "server_uuid": "5882a222-cccc-48ea-b312-aa83cdfffaa5", "tag": "4fe500db-e91d-46dc-b622-c216774a4591"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:10.751051 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.823191 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50f7fb0a-47eb-409a-a4fa-853a9ba7f38e tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.861267 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-26d1e161-e3e3-4467-b86e-6ea51f085715 None None] Set router d98d5d7b-23cf-442d-804e-b4d34b8c0a8e gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:10.863972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00787744-9afc-493b-9318-48508a749025 service neutron] Pushing event updated for resources: {'Port': ['ID=c3eae640-5332-42a6-8b5e-211441311ff4,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:10.899940 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7fb0a-47eb-409a-a4fa-853a9ba7f38e tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Port': ['ID=d8409d2f-521c-49e0-9cba-0a6cf061ea39,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:10.998740 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:10.999551 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.001486 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-00787744-9afc-493b-9318-48508a749025 service neutron] 10.222.0.49 "PUT /v2.0/ports/c3eae640-5332-42a6-8b5e-211441311ff4 HTTP/1.1" status: 200 len: 1092 time: 2.8076434 Jul 14 09:37:11.094357 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cf0e75-f95b-4059-9143-58070b378872 x-openstack-request-id: req-46cf0e75-f95b-4059-9143-58070b378872 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:11.094647 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5882a222-cccc-48ea-b312-aa83cdfffaa5", "tag": "4fe500db-e91d-46dc-b622-c216774a4591", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:11.094904 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-46cf0e75-f95b-4059-9143-58070b378872 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:11.095616 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5882a222-cccc-48ea-b312-aa83cdfffaa5', 'tag': '4fe500db-e91d-46dc-b622-c216774a4591', 'status': 'completed', 'code': 200} Jul 14 09:37:11.204639 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b60f6910-09fa-4baf-a375-54df985d8333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.216392 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b60f6910-09fa-4baf-a375-54df985d8333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.227673 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50f7fb0a-47eb-409a-a4fa-853a9ba7f38e tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.243046 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-26d1e161-e3e3-4467-b86e-6ea51f085715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'name': 'tempest-TestNetworkBasicOps-router-815597950', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:35Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 4, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:37Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '4f103872-9ddd-47ec-9c57-a2dceea23927', 'name': '', 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:7f:14:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'd111208e-d1bf-40f9-aa9f-c7cd6f959515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:35:54Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': 'd111208e-d1bf-40f9-aa9f-c7cd6f959515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:11.331809 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d1e161-e3e3-4467-b86e-6ea51f085715 None None] Checking router: d98d5d7b-23cf-442d-804e-b4d34b8c0a8e for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:11.364621 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d1e161-e3e3-4467-b86e-6ea51f085715 None None] Routers {'d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:11.370226 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f6910-09fa-4baf-a375-54df985d8333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aee90cc-a727-4749-bf96-fcf205097fb0,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:11.371489 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-26d1e161-e3e3-4467-b86e-6ea51f085715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:11.388295 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b60f6910-09fa-4baf-a375-54df985d8333 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9fb63044b6d442d97ee8a24eeb01255&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1151254 Jul 14 09:37:11.390671 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56352) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:11.497335 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-5b7ea6d7-b484-4d0b-a7d1-23765795930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:11.498982 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-5b7ea6d7-b484-4d0b-a7d1-23765795930c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 1095 time: 0.4450514 Jul 14 09:37:11.500099 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3abfb9e4-1730-4eba-836e-0933ba7dddea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.571019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655e836-d795-4e1b-be02-c75ed6699196 req-5269d63e-065a-419e-81ae-d36c79da9528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:11.573027 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3655e836-d795-4e1b-be02-c75ed6699196 req-5269d63e-065a-419e-81ae-d36c79da9528 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9e8947ccf2db4372a301749e896d7bb1&device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 1097 time: 0.4102037 Jul 14 09:37:11.631449 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-8bac4b6a-f22f-464f-8d39-d5c293d2731c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3eae640-5332-42a6-8b5e-211441311ff4 HTTP/1.1" status: 200 len: 217 time: 0.1205528 Jul 14 09:37:11.634511 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3abfb9e4-1730-4eba-836e-0933ba7dddea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.644314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-26d1e161-e3e3-4467-b86e-6ea51f085715 None None] Set router d98d5d7b-23cf-442d-804e-b4d34b8c0a8e gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:11.718740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f7fb0a-47eb-409a-a4fa-853a9ba7f38e tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 5e55c470-9baa-4c4f-b1c4-a87a52f0c951 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:11.749129 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-dfbfa19a-eba1-440f-a195-91417561fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:11.750856 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-dfbfa19a-eba1-440f-a195-91417561fa4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.1061740 Jul 14 09:37:11.930363 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f7fb0a-47eb-409a-a4fa-853a9ba7f38e tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:11.943122 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a989009-bfa0-43d1-a814-051d40a04af1 None None] Sync routers for ids ['5e55c470-9baa-4c4f-b1c4-a87a52f0c951'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:11.951736 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-50f7fb0a-47eb-409a-a4fa-853a9ba7f38e tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/5e55c470-9baa-4c4f-b1c4-a87a52f0c951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5083117 Jul 14 09:37:11.964702 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56358) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:11.968164 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a989009-bfa0-43d1-a814-051d40a04af1 None None] Routers {'5e55c470-9baa-4c4f-b1c4-a87a52f0c951'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:11.969278 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4a989009-bfa0-43d1-a814-051d40a04af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5e55c470-9baa-4c4f-b1c4-a87a52f0c951'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:12.073955 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fc0fddfb-9332-49a2-8ba2-4d7d7d3f2cbf tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e55c470-9baa-4c4f-b1c4-a87a52f0c951 HTTP/1.1" status: 200 len: 205 time: 0.1076317 Jul 14 09:37:12.076706 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655e836-d795-4e1b-be02-c75ed6699196 req-c0190e4e-11b8-408b-b482-73a831afca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:12.079470 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3655e836-d795-4e1b-be02-c75ed6699196 req-c0190e4e-11b8-408b-b482-73a831afca33 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f317a3e5-f8d8-42d0-9695-c725eb7e2047 HTTP/1.1" status: 200 len: 897 time: 0.4751060 Jul 14 09:37:12.080445 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56362) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:12.118238 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4a989009-bfa0-43d1-a814-051d40a04af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:12.149017 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a989009-bfa0-43d1-a814-051d40a04af1 None None] Routers {'5e55c470-9baa-4c4f-b1c4-a87a52f0c951'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:12.149965 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4a989009-bfa0-43d1-a814-051d40a04af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5e55c470-9baa-4c4f-b1c4-a87a52f0c951'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:12.250359 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4a989009-bfa0-43d1-a814-051d40a04af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:12.251262 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a989009-bfa0-43d1-a814-051d40a04af1 None None] The sync data for ids ['5e55c470-9baa-4c4f-b1c4-a87a52f0c951'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:12.368241 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-26d1e161-e3e3-4467-b86e-6ea51f085715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'name': 'tempest-TestNetworkBasicOps-router-815597950', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:35Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 4, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:37Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '4f103872-9ddd-47ec-9c57-a2dceea23927', 'name': '', 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:7f:14:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'd111208e-d1bf-40f9-aa9f-c7cd6f959515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:35:54Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': 'd111208e-d1bf-40f9-aa9f-c7cd6f959515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:12.411812 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d1e161-e3e3-4467-b86e-6ea51f085715 None None] The sync data for ids ['d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'] in n-d-798054-10 is: [{'id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'name': 'tempest-TestNetworkBasicOps-router-815597950', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:35Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 4, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:37Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '4f103872-9ddd-47ec-9c57-a2dceea23927', 'name': '', 'network_id': 'f317a3e5-f8d8-42d0-9695-c725eb7e2047', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'mac_address': 'fa:16:3e:7f:14:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'd111208e-d1bf-40f9-aa9f-c7cd6f959515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:35:54Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'subnets': [{'id': 'd111208e-d1bf-40f9-aa9f-c7cd6f959515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:12.471054 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0c53f689-7869-431c-b553-e8064bd4eca3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:12.475414 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3655e836-d795-4e1b-be02-c75ed6699196 req-f2568874-a52b-44ff-8a21-a4fde7c71850 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fe500db-e91d-46dc-b622-c216774a4591 HTTP/1.1" status: 200 len: 217 time: 0.3836889 Jul 14 09:37:12.507150 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac6665-b4d6-4bef-b5a8-40c31406d592 req-1419aa83-6a3f-45ac-9b88-bd5a73be0002 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:12.517254 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-acac6665-b4d6-4bef-b5a8-40c31406d592 req-1419aa83-6a3f-45ac-9b88-bd5a73be0002 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 945 time: 0.9215729 Jul 14 09:37:12.551803 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3abfb9e4-1730-4eba-836e-0933ba7dddea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:12.555389 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3abfb9e4-1730-4eba-836e-0933ba7dddea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:12.559363 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3abfb9e4-1730-4eba-836e-0933ba7dddea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9aee90cc-a727-4749-bf96-fcf205097fb0 HTTP/1.1" status: 204 len: 168 time: 1.1654179 Jul 14 09:37:12.567805 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-a42fa444-8d03-4cc0-934d-86b0b1d89e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:12.569747 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-a42fa444-8d03-4cc0-934d-86b0b1d89e4c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7906139 Jul 14 09:37:12.606676 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfb9e4-1730-4eba-836e-0933ba7dddea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aee90cc-a727-4749-bf96-fcf205097fb0,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:12.859998 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0c53f689-7869-431c-b553-e8064bd4eca3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:12.863590 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0c53f689-7869-431c-b553-e8064bd4eca3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:12.878713 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655e836-d795-4e1b-be02-c75ed6699196 req-1eadadb4-d049-457c-9e00-72e32a1c3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:12.880222 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3655e836-d795-4e1b-be02-c75ed6699196 req-1eadadb4-d049-457c-9e00-72e32a1c3b7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d111208e-d1bf-40f9-aa9f-c7cd6f959515 HTTP/1.1" status: 200 len: 835 time: 0.2738941 Jul 14 09:37:12.923615 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0c53f689-7869-431c-b553-e8064bd4eca3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:12.924140 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c53f689-7869-431c-b553-e8064bd4eca3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Fanout notify agent at l3_agent the message router_deleted on router 5e55c470-9baa-4c4f-b1c4-a87a52f0c951 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:37:12.932245 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0c53f689-7869-431c-b553-e8064bd4eca3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:12.933369 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0c53f689-7869-431c-b553-e8064bd4eca3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/routers/5e55c470-9baa-4c4f-b1c4-a87a52f0c951 HTTP/1.1" status: 204 len: 168 time: 0.8514848 Jul 14 09:37:12.941594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56374) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:12.942609 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-e920ce96-0bd9-427e-9888-796b3c4898c5 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511386 Jul 14 09:37:12.949067 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-acac6665-b4d6-4bef-b5a8-40c31406d592 req-62a1d8af-9079-4712-9f43-d1a5d525afe6 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e32af52-9bef-4afb-9b19-cd3a2727675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4304676 Jul 14 09:37:12.967524 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be0db70-808d-436d-bc6b-9a52da1dc579 None None] New status for floating IP ab8487d6-8f3c-4d84-9745-a3adc77d8768: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:37:13.018002 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20104f-2bc8-4a28-88b9-d1a53a9e0aeb req-5a0f7517-187b-4f82-9ab9-2435937743e5 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:13.026575 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-de20104f-2bc8-4a28-88b9-d1a53a9e0aeb req-5a0f7517-187b-4f82-9ab9-2435937743e5 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 943 time: 0.6382492 Jul 14 09:37:13.101693 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-de20104f-2bc8-4a28-88b9-d1a53a9e0aeb req-4efbe20d-0755-4b0d-be1f-d09a3fc20d55 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741260 Jul 14 09:37:13.106897 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b8c5d8-b0ed-41dc-b1ae-23868cc31199', 'tag': 'c3eae640-5332-42a6-8b5e-211441311ff4'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:13.124232 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18c565e-d256-4351-8de1-522a22b3b417" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b8c5d8-b0ed-41dc-b1ae-23868cc31199", "tag": "c3eae640-5332-42a6-8b5e-211441311ff4"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:13.146905 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56380) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:13.230062 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6eceb8a2-c461-4025-b197-e97e3542e582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.240116 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6fcec3-7a6e-4103-81fb-3b365a84436f tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting subnet d7db5139-a978-4f89-8106-09777475f193 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:13.245093 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcec3-7a6e-4103-81fb-3b365a84436f tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.248986 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5453451-8a03-485f-bc24-eb001a4be43b x-openstack-request-id: req-f5453451-8a03-485f-bc24-eb001a4be43b {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:13.249437 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b8c5d8-b0ed-41dc-b1ae-23868cc31199", "tag": "c3eae640-5332-42a6-8b5e-211441311ff4", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:13.249816 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5453451-8a03-485f-bc24-eb001a4be43b {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:13.250357 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b8c5d8-b0ed-41dc-b1ae-23868cc31199', 'tag': 'c3eae640-5332-42a6-8b5e-211441311ff4', 'status': 'completed', 'code': 200} Jul 14 09:37:13.306131 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655e836-d795-4e1b-be02-c75ed6699196 req-c8d29981-719c-45b9-a35a-4ee92ae68d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:13.307578 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3655e836-d795-4e1b-be02-c75ed6699196 req-c8d29981-719c-45b9-a35a-4ee92ae68d13 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f317a3e5-f8d8-42d0-9695-c725eb7e2047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3720281 Jul 14 09:37:13.316814 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcec3-7a6e-4103-81fb-3b365a84436f tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.363578 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fb080-949f-44c5-bd85-2bb37ef30498 req-c306c9f4-4a3c-47f7-9883-544c55382dde tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:13.365056 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-646fb080-949f-44c5-bd85-2bb37ef30498 req-c306c9f4-4a3c-47f7-9883-544c55382dde tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.55 "GET /v2.0/ports?device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 945 time: 0.4305398 Jul 14 09:37:13.399930 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6eceb8a2-c461-4025-b197-e97e3542e582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.406798 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5dfdb4c4-697a-4997-bb87-c5ae15f7383e req-8e32261c-2135-44eb-8a03-8e2e8cb480ef service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559631 Jul 14 09:37:13.409690 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6eceb8a2-c461-4025-b197-e97e3542e582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.503461 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eceb8a2-c461-4025-b197-e97e3542e582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90290b53-cef3-4ec0-913f-4ec5e0b8d5c3,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:13.515214 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6eceb8a2-c461-4025-b197-e97e3542e582 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=12a0626bc1524f1d94190a885df2a9fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3555648 Jul 14 09:37:13.516540 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56386) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:13.568104 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3655e836-d795-4e1b-be02-c75ed6699196 req-06b39891-3e27-482d-aa04-996fcd4599c5 service neutron] 10.222.0.55 "GET /v2.0/networks/f317a3e5-f8d8-42d0-9695-c725eb7e2047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480080 Jul 14 09:37:13.595812 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c565e-d256-4351-8de1-522a22b3b417 req-9d4fb2d9-3094-4f6f-8f51-bfd109f9c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:13.597644 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b18c565e-d256-4351-8de1-522a22b3b417 req-9d4fb2d9-3094-4f6f-8f51-bfd109f9c524 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 1095 time: 0.1327286 Jul 14 09:37:13.599184 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e2f9eb1e-6943-43ff-8d35-8b44938e8fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.637567 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e2f9eb1e-6943-43ff-8d35-8b44938e8fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.780314 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e2f9eb1e-6943-43ff-8d35-8b44938e8fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.786907 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e2f9eb1e-6943-43ff-8d35-8b44938e8fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.788908 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e2f9eb1e-6943-43ff-8d35-8b44938e8fa6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90290b53-cef3-4ec0-913f-4ec5e0b8d5c3 HTTP/1.1" status: 204 len: 168 time: 0.2712150 Jul 14 09:37:13.812557 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9eb1e-6943-43ff-8d35-8b44938e8fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90290b53-cef3-4ec0-913f-4ec5e0b8d5c3,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:13.844597 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c565e-d256-4351-8de1-522a22b3b417 req-b3acc9c6-84d8-431a-81b2-7faa648c3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:13.846470 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b18c565e-d256-4351-8de1-522a22b3b417 req-b3acc9c6-84d8-431a-81b2-7faa648c3c1d service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 913 time: 0.1788592 Jul 14 09:37:13.915583 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b18c565e-d256-4351-8de1-522a22b3b417 req-ab3902a3-6a4a-44c6-acef-372f183c8d2a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3eae640-5332-42a6-8b5e-211441311ff4 HTTP/1.1" status: 200 len: 217 time: 0.0619228 Jul 14 09:37:13.983019 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c565e-d256-4351-8de1-522a22b3b417 req-72cd1ef5-d375-44b5-afd4-ff2b2eb0bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:13.984613 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b18c565e-d256-4351-8de1-522a22b3b417 req-72cd1ef5-d375-44b5-afd4-ff2b2eb0bbf9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.0597372 Jul 14 09:37:14.118185 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c565e-d256-4351-8de1-522a22b3b417 req-74dbecf9-820d-4d77-9e65-b1bf7de11dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:14.120090 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b18c565e-d256-4351-8de1-522a22b3b417 req-74dbecf9-820d-4d77-9e65-b1bf7de11dd5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1104186 Jul 14 09:37:14.170167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-646fb080-949f-44c5-bd85-2bb37ef30498 req-8818e583-cf4d-4f9d-b5c0-875028585f3e tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Deleting port 4fe500db-e91d-46dc-b622-c216774a4591 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:14.170622 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-646fb080-949f-44c5-bd85-2bb37ef30498 req-8818e583-cf4d-4f9d-b5c0-875028585f3e tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.300268 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-646fb080-949f-44c5-bd85-2bb37ef30498 req-8818e583-cf4d-4f9d-b5c0-875028585f3e tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] For port 4fe500db-e91d-46dc-b622-c216774a4591, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4fe500db-e91d-46dc-b622-c216774a4591,segment=NetworkSegment(d40fa4c4-ac5b-4098-9884-bf79572a7c53),segment_id=d40fa4c4-ac5b-4098-9884-bf79572a7c53)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:14.300888 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-646fb080-949f-44c5-bd85-2bb37ef30498 req-8818e583-cf4d-4f9d-b5c0-875028585f3e tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.310017 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b18c565e-d256-4351-8de1-522a22b3b417 req-b92523b7-5ff6-4a1f-98f8-b5274e7025b2 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775711 Jul 14 09:37:14.315426 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-646fb080-949f-44c5-bd85-2bb37ef30498 req-8818e583-cf4d-4f9d-b5c0-875028585f3e tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Calling delete_port for 4fe500db-e91d-46dc-b622-c216774a4591 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:14.330165 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcec3-7a6e-4103-81fb-3b365a84436f tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.429655 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3655e836-d795-4e1b-be02-c75ed6699196 req-9a89887f-6895-40b6-b97e-1b15efde0f45 service neutron] 10.222.0.55 "GET /v2.0/networks/f317a3e5-f8d8-42d0-9695-c725eb7e2047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8527081 Jul 14 09:37:14.511176 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcec3-7a6e-4103-81fb-3b365a84436f tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.543482 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fcec3-7a6e-4103-81fb-3b365a84436f tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Subnet': ['ID=d7db5139-a978-4f89-8106-09777475f193,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:14.550467 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcec3-7a6e-4103-81fb-3b365a84436f tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.554380 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21df892e-3b4e-4b3a-909d-376dedbdbaca None None] Network 057e4f5b-bb65-4d10-9ed1-cdfb47cabb57 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:14.567862 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5c6fcec3-7a6e-4103-81fb-3b365a84436f tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/subnets/d7db5139-a978-4f89-8106-09777475f193 HTTP/1.1" status: 204 len: 168 time: 1.6058786 Jul 14 09:37:14.571947 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56414) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:14.672142 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f956f24-e9d6-4a2f-943a-29ce79cb8e45 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting subnet 76b8efeb-f9a8-4674-a99f-a80b53ec596a {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:14.677043 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0f956f24-e9d6-4a2f-943a-29ce79cb8e45 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.755843 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c825e77-97bb-49bc-a042-64b3a2ed9144 req-7e86e1bf-d872-491e-8e2b-aebd829d4344 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:14.762426 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5c825e77-97bb-49bc-a042-64b3a2ed9144 req-7e86e1bf-d872-491e-8e2b-aebd829d4344 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 945 time: 0.4312367 Jul 14 09:37:14.802753 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf6adc-cfbb-4732-b48a-00a087da8124 req-c41f18fc-149a-4830-9186-8bd50a1eca3a tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:14.804366 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-78cf6adc-cfbb-4732-b48a-00a087da8124 req-c41f18fc-149a-4830-9186-8bd50a1eca3a tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 943 time: 0.3064439 Jul 14 09:37:14.806867 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba4b5b3-e572-42b3-8368-64d6c31570c3 None None] DHCP port deletion for 057e4f5b-bb65-4d10-9ed1-cdfb47cabb57 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:37:14.818590 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b18c565e-d256-4351-8de1-522a22b3b417 req-fabbdeb8-a5f0-4145-866c-5cfba7c975f8 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071130 Jul 14 09:37:14.849771 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 4fe500db-e91d-46dc-b622-c216774a4591 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:14.864152 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0f956f24-e9d6-4a2f-943a-29ce79cb8e45 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.925236 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No active binding found for port 4fe500db-e91d-46dc-b622-c216774a4591 {{(pid=93889) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:37:14.925779 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 4fe500db-e91d-46dc-b622-c216774a4591 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:14.926446 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-646fb080-949f-44c5-bd85-2bb37ef30498 req-8818e583-cf4d-4f9d-b5c0-875028585f3e tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.932551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3ba4b5b3-e572-42b3-8368-64d6c31570c3 None None] Deleting port c18f17a9-917b-4d2a-8eb7-7b9a1345715b {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:14.933181 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ba4b5b3-e572-42b3-8368-64d6c31570c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.941994 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-78cf6adc-cfbb-4732-b48a-00a087da8124 req-01048042-da17-4bf9-983c-3056e42669d1 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223381 Jul 14 09:37:14.975233 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5c825e77-97bb-49bc-a042-64b3a2ed9144 req-dbd97113-c39c-49fe-a17e-50582c3fb8e9 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e32af52-9bef-4afb-9b19-cd3a2727675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930296 Jul 14 09:37:15.054153 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3ba4b5b3-e572-42b3-8368-64d6c31570c3 None None] For port c18f17a9-917b-4d2a-8eb7-7b9a1345715b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c18f17a9-917b-4d2a-8eb7-7b9a1345715b,segment=NetworkSegment(d224e6ba-394b-4e2b-964c-bb1ef6e63584),segment_id=d224e6ba-394b-4e2b-964c-bb1ef6e63584)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:15.054768 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ba4b5b3-e572-42b3-8368-64d6c31570c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.070617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3ba4b5b3-e572-42b3-8368-64d6c31570c3 None None] Calling delete_port for c18f17a9-917b-4d2a-8eb7-7b9a1345715b owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:15.081500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-646fb080-949f-44c5-bd85-2bb37ef30498 req-8818e583-cf4d-4f9d-b5c0-875028585f3e tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] No DVR routers for this DVR port 4fe500db-e91d-46dc-b622-c216774a4591 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:15.085984 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-646fb080-949f-44c5-bd85-2bb37ef30498 req-8818e583-cf4d-4f9d-b5c0-875028585f3e tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.088139 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-646fb080-949f-44c5-bd85-2bb37ef30498 req-8818e583-cf4d-4f9d-b5c0-875028585f3e tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.55 "DELETE /v2.0/ports/4fe500db-e91d-46dc-b622-c216774a4591 HTTP/1.1" status: 204 len: 173 time: 1.6906366 Jul 14 09:37:15.088794 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5882a222-cccc-48ea-b312-aa83cdfffaa5', 'name': 'network-vif-deleted', 'tag': '4fe500db-e91d-46dc-b622-c216774a4591'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:15.098836 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6f8d0b-21ea-4e7d-a974-22ab5b60b799" -d '{"events": [{"server_uuid": "5882a222-cccc-48ea-b312-aa83cdfffaa5", "name": "network-vif-deleted", "tag": "4fe500db-e91d-46dc-b622-c216774a4591"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:15.104984 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818e583-cf4d-4f9d-b5c0-875028585f3e tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event deleted for resources: {'Port': ['ID=4fe500db-e91d-46dc-b622-c216774a4591,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:15.156285 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0f956f24-e9d6-4a2f-943a-29ce79cb8e45 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.181472 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ba4b5b3-e572-42b3-8368-64d6c31570c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.261222 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4b5b3-e572-42b3-8368-64d6c31570c3 None None] Pushing event deleted for resources: {'Port': ['ID=c18f17a9-917b-4d2a-8eb7-7b9a1345715b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:15.270382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba4b5b3-e572-42b3-8368-64d6c31570c3 None None] No DVR routers for this DVR port c18f17a9-917b-4d2a-8eb7-7b9a1345715b on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:15.336136 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0f956f24-e9d6-4a2f-943a-29ce79cb8e45 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.459157 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f956f24-e9d6-4a2f-943a-29ce79cb8e45 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Subnet': ['ID=76b8efeb-f9a8-4674-a99f-a80b53ec596a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:15.484032 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0f956f24-e9d6-4a2f-943a-29ce79cb8e45 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.487612 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0f956f24-e9d6-4a2f-943a-29ce79cb8e45 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/subnets/76b8efeb-f9a8-4674-a99f-a80b53ec596a HTTP/1.1" status: 204 len: 168 time: 0.9141850 Jul 14 09:37:15.489972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36449e66-248d-4b01-98e4-409411f5fb58 None None] Network 8819fa95-c373-4f3b-adda-f5d02090655d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:15.490310 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56456) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:15.605696 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb9435c4-20e8-473f-904f-7742c88c67ef req-68a05b89-8e2f-488f-9e11-5d56513acc7a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2022130 Jul 14 09:37:15.630419 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b613ba75-30a7-4469-9d27-84a1627a0175 x-openstack-request-id: req-b613ba75-30a7-4469-9d27-84a1627a0175 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:15.630698 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5882a222-cccc-48ea-b312-aa83cdfffaa5", "name": "network-vif-deleted", "tag": "4fe500db-e91d-46dc-b622-c216774a4591", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:15.630970 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b613ba75-30a7-4469-9d27-84a1627a0175 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:15.631395 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5882a222-cccc-48ea-b312-aa83cdfffaa5', 'name': 'network-vif-deleted', 'tag': '4fe500db-e91d-46dc-b622-c216774a4591', 'status': 'completed', 'code': 200} Jul 14 09:37:15.709494 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1450-182b-45de-aead-670d88320592 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.744931 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c3eae640-5332-42a6-8b5e-211441311ff4 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:37:15.755351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9435c4-20e8-473f-904f-7742c88c67ef req-1ee3bd5c-5a21-4649-9986-6dce26dafeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:15.757511 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb9435c4-20e8-473f-904f-7742c88c67ef req-1ee3bd5c-5a21-4649-9986-6dce26dafeb8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cb22d9c9ca64cacba1a692a05940f23&device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 1098 time: 0.1227906 Jul 14 09:37:15.856089 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570de40d-ffbc-4f0d-9ea6-5273c0099824 None None] DHCP port deletion for 8819fa95-c373-4f3b-adda-f5d02090655d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:37:15.955707 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1450-182b-45de-aead-670d88320592 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.984000 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-e4cf1450-182b-45de-aead-670d88320592 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057e4f5b-bb65-4d10-9ed1-cdfb47cabb57']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:15.992998 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9435c4-20e8-473f-904f-7742c88c67ef req-cfe64cf0-4bfa-4303-a66c-b0378e502629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:15.996902 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb9435c4-20e8-473f-904f-7742c88c67ef req-cfe64cf0-4bfa-4303-a66c-b0378e502629 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e4991ac-2228-452d-ab57-e39ab6b100bc HTTP/1.1" status: 200 len: 916 time: 0.2207153 Jul 14 09:37:16.026686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-e4cf1450-182b-45de-aead-670d88320592 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd224e6ba-394b-4e2b-964c-bb1ef6e63584') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:16.026997 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-e4cf1450-182b-45de-aead-670d88320592 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd224e6ba-394b-4e2b-964c-bb1ef6e63584') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:16.047411 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-570de40d-ffbc-4f0d-9ea6-5273c0099824 None None] Deleting port b93200aa-2030-48f8-9c8c-56f516d1d173 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:16.049581 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-570de40d-ffbc-4f0d-9ea6-5273c0099824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.056131 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1450-182b-45de-aead-670d88320592 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.084958 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1450-182b-45de-aead-670d88320592 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.097595 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cf1450-182b-45de-aead-670d88320592 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:16.097595 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1450-182b-45de-aead-670d88320592 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:16.100759 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:16.173184 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb9435c4-20e8-473f-904f-7742c88c67ef req-f3be6b2f-c3d5-40da-acc1-e2f4c4763d72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a928327-5f45-44b4-acef-752ab498ee4d HTTP/1.1" status: 200 len: 1001 time: 0.1675117 Jul 14 09:37:16.243471 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1450-182b-45de-aead-670d88320592 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.254333 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1450-182b-45de-aead-670d88320592 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.270395 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56490) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:16.274986 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e4cf1450-182b-45de-aead-670d88320592 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/networks/057e4f5b-bb65-4d10-9ed1-cdfb47cabb57 HTTP/1.1" status: 204 len: 168 time: 0.7827652 Jul 14 09:37:16.314795 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf1450-182b-45de-aead-670d88320592 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Network': ['ID=057e4f5b-bb65-4d10-9ed1-cdfb47cabb57,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:16.327394 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c3eae640-5332-42a6-8b5e-211441311ff4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c3eae640-5332-42a6-8b5e-211441311ff4,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:16.358825 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'c3eae640-5332-42a6-8b5e-211441311ff4', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'port_id': 'c3eae640-5332-42a6-8b5e-211441311ff4', 'mac_address': 'fa:16:3e:fb:d8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:37:16.386791 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9435c4-20e8-473f-904f-7742c88c67ef req-089c6fff-263c-49cd-8b71-9bb90e1e030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:16.388286 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb9435c4-20e8-473f-904f-7742c88c67ef req-089c6fff-263c-49cd-8b71-9bb90e1e030b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=453b9a84-a49e-4445-ade0-e83a68e64b54 HTTP/1.1" status: 200 len: 854 time: 0.2034292 Jul 14 09:37:16.416157 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-570de40d-ffbc-4f0d-9ea6-5273c0099824 None None] For port b93200aa-2030-48f8-9c8c-56f516d1d173, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b93200aa-2030-48f8-9c8c-56f516d1d173,segment=NetworkSegment(1c6e9681-7bb6-4743-9313-0a846e0373de),segment_id=1c6e9681-7bb6-4743-9313-0a846e0373de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:16.418738 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-570de40d-ffbc-4f0d-9ea6-5273c0099824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.440572 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-570de40d-ffbc-4f0d-9ea6-5273c0099824 None None] Calling delete_port for b93200aa-2030-48f8-9c8c-56f516d1d173 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:16.466139 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-942a42ef-4fdf-400f-8740-75ee2af62aa8 req-8788e836-2876-4428-ae22-8cf7f452b06b tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "GET /v2.0/ports?device_id=5882a222-cccc-48ea-b312-aa83cdfffaa5 HTTP/1.1" status: 200 len: 210 time: 0.1947162 Jul 14 09:37:16.602967 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e689d22d-502c-417f-a110-e32e34e54d27 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.637230 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9435c4-20e8-473f-904f-7742c88c67ef req-498e77b4-dc9f-4bac-9b6b-05ea314bf2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:16.640211 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb9435c4-20e8-473f-904f-7742c88c67ef req-498e77b4-dc9f-4bac-9b6b-05ea314bf2a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e4991ac-2228-452d-ab57-e39ab6b100bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1628227 Jul 14 09:37:16.687522 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c18f17a9-917b-4d2a-8eb7-7b9a1345715b no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:16.717877 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-570de40d-ffbc-4f0d-9ea6-5273c0099824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.742834 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd60cb2-95dd-4875-b859-d30d1e9d09d5 req-a3d614d3-b3e1-4a6b-a779-2bde3701a62e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:16.750779 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2fd60cb2-95dd-4875-b859-d30d1e9d09d5 req-a3d614d3-b3e1-4a6b-a779-2bde3701a62e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 943 time: 0.2870221 Jul 14 09:37:16.756492 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: c18f17a9-917b-4d2a-8eb7-7b9a1345715b {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:16.757021 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c18f17a9-917b-4d2a-8eb7-7b9a1345715b not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:16.757962 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b93200aa-2030-48f8-9c8c-56f516d1d173 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:16.759403 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.787211 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570de40d-ffbc-4f0d-9ea6-5273c0099824 None None] No DVR routers for this DVR port b93200aa-2030-48f8-9c8c-56f516d1d173 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:16.816736 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3eae640-5332-42a6-8b5e-211441311ff4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:16.850527 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e689d22d-502c-417f-a110-e32e34e54d27 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.881806 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-e689d22d-502c-417f-a110-e32e34e54d27 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8819fa95-c373-4f3b-adda-f5d02090655d']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:16.905253 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-e689d22d-502c-417f-a110-e32e34e54d27 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6e9681-7bb6-4743-9313-0a846e0373de') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:16.907523 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-e689d22d-502c-417f-a110-e32e34e54d27 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6e9681-7bb6-4743-9313-0a846e0373de') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:16.913972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: b93200aa-2030-48f8-9c8c-56f516d1d173 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:16.914611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b93200aa-2030-48f8-9c8c-56f516d1d173 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:16.946792 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570de40d-ffbc-4f0d-9ea6-5273c0099824 None None] Pushing event deleted for resources: {'Port': ['ID=b93200aa-2030-48f8-9c8c-56f516d1d173,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:16.948223 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2fd60cb2-95dd-4875-b859-d30d1e9d09d5 req-c01aa421-46c5-43d3-9dd8-346d968a3f59 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893873 Jul 14 09:37:16.951827 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.965445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c3eae640-5332-42a6-8b5e-211441311ff4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c3eae640-5332-42a6-8b5e-211441311ff4,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:16.970056 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.979278 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e689d22d-502c-417f-a110-e32e34e54d27 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.989544 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb9435c4-20e8-473f-904f-7742c88c67ef req-5d5d894c-818b-45da-9743-b4eaeb5a3d8b service neutron] 10.222.0.49 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414288 Jul 14 09:37:17.035520 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=c3eae640-5332-42a6-8b5e-211441311ff4,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:17.085939 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e689d22d-502c-417f-a110-e32e34e54d27 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.096545 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e689d22d-502c-417f-a110-e32e34e54d27 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:17.097876 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e689d22d-502c-417f-a110-e32e34e54d27 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:17.100165 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:17.196507 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb9435c4-20e8-473f-904f-7742c88c67ef req-6950d6ba-38bf-444a-bda9-c24591471abc service neutron] 10.222.0.49 "GET /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969311 Jul 14 09:37:17.202502 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e689d22d-502c-417f-a110-e32e34e54d27 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.202783 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['c3eae640-5332-42a6-8b5e-211441311ff4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:17.217134 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e689d22d-502c-417f-a110-e32e34e54d27 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.231696 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e689d22d-502c-417f-a110-e32e34e54d27 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/networks/8819fa95-c373-4f3b-adda-f5d02090655d HTTP/1.1" status: 204 len: 168 time: 0.9552736 Jul 14 09:37:17.232993 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56532) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:17.240253 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f983f5df-bf76-46a6-9504-758de28ddade tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1170958862'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:17.241402 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689d22d-502c-417f-a110-e32e34e54d27 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Network': ['ID=8819fa95-c373-4f3b-adda-f5d02090655d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:17.282542 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f983f5df-bf76-46a6-9504-758de28ddade tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Made reservation on behalf of 4a260d3b38bf4b4ca200416414521a69 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:17.289585 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f983f5df-bf76-46a6-9504-758de28ddade tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.346863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f983f5df-bf76-46a6-9504-758de28ddade tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:17.383342 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f983f5df-bf76-46a6-9504-758de28ddade tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.383984 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-f983f5df-bf76-46a6-9504-758de28ddade tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Added segment 2799d90b-2f54-409b-8910-518ec7791eb0 of type vlan for network a0ed3087-308c-465b-b34c-994a8b44af57 Jul 14 09:37:17.467680 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f983f5df-bf76-46a6-9504-758de28ddade tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.535606 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f983f5df-bf76-46a6-9504-758de28ddade tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.549225 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f983f5df-bf76-46a6-9504-758de28ddade tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:17.550547 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f983f5df-bf76-46a6-9504-758de28ddade tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.586790 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379099e6-c269-4d02-8640-4769a5f8efe6 req-7f5a8882-3e0e-4d73-a398-b5bc33e28705 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:17.602470 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-379099e6-c269-4d02-8640-4769a5f8efe6 req-7f5a8882-3e0e-4d73-a398-b5bc33e28705 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 946 time: 0.1619668 Jul 14 09:37:17.632873 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56546) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:17.684768 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f983f5df-bf76-46a6-9504-758de28ddade tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4500840 Jul 14 09:37:17.691386 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56548) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:17.700258 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-63b8337b-642a-456b-a55d-920144774b93 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'subnet': {'network_id': 'a0ed3087-308c-465b-b34c-994a8b44af57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:17.705683 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983f5df-bf76-46a6-9504-758de28ddade tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Network': ['ID=a0ed3087-308c-465b-b34c-994a8b44af57,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:17.719120 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network a0ed3087-308c-465b-b34c-994a8b44af57 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:17.758334 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-379099e6-c269-4d02-8640-4769a5f8efe6 req-c511b35d-fa08-4f6a-9c08-7b92a95ac732 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531391 Jul 14 09:37:17.838131 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b1e60525-53c5-4f89-a79e-41ad9812c044 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.881040 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b8337b-642a-456b-a55d-920144774b93 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Made reservation on behalf of 4a260d3b38bf4b4ca200416414521a69 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:17.889197 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-63b8337b-642a-456b-a55d-920144774b93 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.900590 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b1e60525-53c5-4f89-a79e-41ad9812c044 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.021585 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b1e60525-53c5-4f89-a79e-41ad9812c044 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.025139 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b1e60525-53c5-4f89-a79e-41ad9812c044 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.027027 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b1e60525-53c5-4f89-a79e-41ad9812c044 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "DELETE /v2.0/security-groups/0e32af52-9bef-4afb-9b19-cd3a2727675a HTTP/1.1" status: 204 len: 168 time: 0.3861439 Jul 14 09:37:18.076862 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e60525-53c5-4f89-a79e-41ad9812c044 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e32af52-9bef-4afb-9b19-cd3a2727675a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:18.091708 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56560) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:18.268076 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-63b8337b-642a-456b-a55d-920144774b93 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.288342 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1d2e2-e03e-42ce-9506-bbcf62b2f51a req-c7d5c319-5d5d-4988-9d7b-44be9e29c8ad tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:18.295858 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1da1d2e2-e03e-42ce-9506-bbcf62b2f51a req-c7d5c319-5d5d-4988-9d7b-44be9e29c8ad tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 944 time: 0.1451175 Jul 14 09:37:18.398832 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1da1d2e2-e03e-42ce-9506-bbcf62b2f51a req-ce7d298e-4c18-4d3d-a767-1ba8180e49c8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992074 Jul 14 09:37:18.431145 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8337b-642a-456b-a55d-920144774b93 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Subnet': ['ID=cb9f634d-081a-425e-a010-df7b32d8aad7,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:18.433434 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b8337b-642a-456b-a55d-920144774b93 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Checking segment: {'id': '2799d90b-2f54-409b-8910-518ec7791eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a0ed3087-308c-465b-b34c-994a8b44af57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:18.433809 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b8337b-642a-456b-a55d-920144774b93 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network hostable DHCP agents. Network: a0ed3087-308c-465b-b34c-994a8b44af57, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:18.466959 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b8337b-642a-456b-a55d-920144774b93 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network a0ed3087-308c-465b-b34c-994a8b44af57 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:18.483074 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-63b8337b-642a-456b-a55d-920144774b93 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, a0ed3087-308c-465b-b34c-994a8b44af57) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:18.490592 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b8337b-642a-456b-a55d-920144774b93 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:18.492255 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-63b8337b-642a-456b-a55d-920144774b93 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.492413 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e8a42c-6b0a-46f7-bc94-9d1034630023 None None] Network a0ed3087-308c-465b-b34c-994a8b44af57 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:18.526876 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-63b8337b-642a-456b-a55d-920144774b93 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8339093 Jul 14 09:37:18.529387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56568) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:18.540018 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-cd655639-f5cf-4967-9ef2-e176abb8eb30 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-108920402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:18.595175 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd655639-f5cf-4967-9ef2-e176abb8eb30 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.597923 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd655639-f5cf-4967-9ef2-e176abb8eb30 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.765615 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287934b2-3fb5-495f-b27c-4f1ee07df3d6 req-faf1c375-a244-4a50-9bbe-5469786b31e5 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:18.768123 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-287934b2-3fb5-495f-b27c-4f1ee07df3d6 req-faf1c375-a244-4a50-9bbe-5469786b31e5 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 946 time: 0.1783142 Jul 14 09:37:18.784377 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d8b16e41-9240-48cf-94c0-0db239849d75 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.808297 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd655639-f5cf-4967-9ef2-e176abb8eb30 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.820115 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd655639-f5cf-4967-9ef2-e176abb8eb30 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.851583 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd655639-f5cf-4967-9ef2-e176abb8eb30 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.853689 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cd655639-f5cf-4967-9ef2-e176abb8eb30 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3217535 Jul 14 09:37:18.856615 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56576) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:18.863972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-78622d7f-a8c5-43a1-9140-cf5b07845bee tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'port': {'network_id': 'a0ed3087-308c-465b-b34c-994a8b44af57', 'name': 'tempest-RoutersIpV6Test-1240460719'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:18.901617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-a0ed3087-308c-465b-b34c-994a8b44af57', 'network_id': 'a0ed3087-308c-465b-b34c-994a8b44af57', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'fixed_ips': [{'subnet_id': 'cb9f634d-081a-425e-a010-df7b32d8aad7'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:37:18.905605 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.064972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78622d7f-a8c5-43a1-9140-cf5b07845bee tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Made reservation on behalf of 4a260d3b38bf4b4ca200416414521a69 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:19.069882 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78622d7f-a8c5-43a1-9140-cf5b07845bee tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.092972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-78622d7f-a8c5-43a1-9140-cf5b07845bee tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] device_id is not set on port 16d2a466-ab89-4756-b60b-2169033a27e2 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:37:19.184259 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Allocated IP 2001:db8::2 (a0ed3087-308c-465b-b34c-994a8b44af57/cb9f634d-081a-425e-a010-df7b32d8aad7/e6b0724c-a8d7-4b0a-8963-75ef77f57f59) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:19.267094 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-287934b2-3fb5-495f-b27c-4f1ee07df3d6 req-c49f4eca-a859-4e46-b23e-8685c8be041b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Deleting port 3a928327-5f45-44b4-acef-752ab498ee4d {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:19.268663 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-287934b2-3fb5-495f-b27c-4f1ee07df3d6 req-c49f4eca-a859-4e46-b23e-8685c8be041b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.390749 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.401380 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Transition to ACTIVE for port object e6b0724c-a8d7-4b0a-8963-75ef77f57f59 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:19.429546 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Transition to ACTIVE for port object e6b0724c-a8d7-4b0a-8963-75ef77f57f59 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:19.454049 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.486811 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e3123-7838-4d8c-ae9c-82cdba73bc15 req-f86c9933-eaca-46b0-a377-1b746902a7b5 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:19.489053 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-678e3123-7838-4d8c-ae9c-82cdba73bc15 req-f86c9933-eaca-46b0-a377-1b746902a7b5 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 946 time: 0.4527869 Jul 14 09:37:19.551980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-287934b2-3fb5-495f-b27c-4f1ee07df3d6 req-c49f4eca-a859-4e46-b23e-8685c8be041b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] For port 3a928327-5f45-44b4-acef-752ab498ee4d, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3a928327-5f45-44b4-acef-752ab498ee4d,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:19.552503 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-287934b2-3fb5-495f-b27c-4f1ee07df3d6 req-c49f4eca-a859-4e46-b23e-8685c8be041b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.606724 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Network a0ed3087-308c-465b-b34c-994a8b44af57 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:19.611359 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:19.618277 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:19.622590 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Pushing event updated for resources: {'Port': ['ID=e6b0724c-a8d7-4b0a-8963-75ef77f57f59,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:19.665877 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-78622d7f-a8c5-43a1-9140-cf5b07845bee tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Allocated IP 2001:db8::14d (a0ed3087-308c-465b-b34c-994a8b44af57/cb9f634d-081a-425e-a010-df7b32d8aad7/16d2a466-ab89-4756-b60b-2169033a27e2) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:19.692089 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-678e3123-7838-4d8c-ae9c-82cdba73bc15 req-f6f81968-8faa-46cb-97d0-3610a1152c61 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946123 Jul 14 09:37:19.771876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c3eae640-5332-42a6-8b5e-211441311ff4 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:19.870983 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Attempting to bind port e6b0724c-a8d7-4b0a-8963-75ef77f57f59 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:19.872116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Attempting to bind port e6b0724c-a8d7-4b0a-8963-75ef77f57f59 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '2799d90b-2f54-409b-8910-518ec7791eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a0ed3087-308c-465b-b34c-994a8b44af57'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:19.873239 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Attempting to bind port e6b0724c-a8d7-4b0a-8963-75ef77f57f59 on network a0ed3087-308c-465b-b34c-994a8b44af57 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:19.895218 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port c3eae640-5332-42a6-8b5e-211441311ff4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:19.905748 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port c3eae640-5332-42a6-8b5e-211441311ff4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:19.906906 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.910302 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:19.911389 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Checking segment: {'id': '2799d90b-2f54-409b-8910-518ec7791eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a0ed3087-308c-465b-b34c-994a8b44af57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:19.911887 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.913042 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Bound using segment: {'id': '2799d90b-2f54-409b-8910-518ec7791eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a0ed3087-308c-465b-b34c-994a8b44af57'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:19.917868 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Bound port: e6b0724c-a8d7-4b0a-8963-75ef77f57f59, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2799d90b-2f54-409b-8910-518ec7791eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a0ed3087-308c-465b-b34c-994a8b44af57'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:19.920318 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.061666 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78622d7f-a8c5-43a1-9140-cf5b07845bee tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.099922 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-78622d7f-a8c5-43a1-9140-cf5b07845bee tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Transition to ACTIVE for port object 16d2a466-ab89-4756-b60b-2169033a27e2 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:20.165891 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] For port e6b0724c-a8d7-4b0a-8963-75ef77f57f59, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:20.172941 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] For port e6b0724c-a8d7-4b0a-8963-75ef77f57f59, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e6b0724c-a8d7-4b0a-8963-75ef77f57f59,segment=NetworkSegment(2799d90b-2f54-409b-8910-518ec7791eb0),segment_id=2799d90b-2f54-409b-8910-518ec7791eb0)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:20.174677 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78622d7f-a8c5-43a1-9140-cf5b07845bee tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.184201 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.305475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78622d7f-a8c5-43a1-9140-cf5b07845bee tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Port': ['ID=16d2a466-ab89-4756-b60b-2169033a27e2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:20.316880 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.340009 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78622d7f-a8c5-43a1-9140-cf5b07845bee tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network a0ed3087-308c-465b-b34c-994a8b44af57 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:20.342680 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4bf14-9835-47a2-b009-7147f1dbebe2 None None] Pushing event updated for resources: {'Port': ['ID=e6b0724c-a8d7-4b0a-8963-75ef77f57f59,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:20.342860 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-78622d7f-a8c5-43a1-9140-cf5b07845bee tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:20.349053 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78622d7f-a8c5-43a1-9140-cf5b07845bee tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:20.361339 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78622d7f-a8c5-43a1-9140-cf5b07845bee tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.362044 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78622d7f-a8c5-43a1-9140-cf5b07845bee tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.362237 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b8c5d8-b0ed-41dc-b1ae-23868cc31199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3eae640-5332-42a6-8b5e-211441311ff4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:20.365308 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9d8880-a0ed-484b-b4eb-251032fbaf48" -d '{"events": [{"server_uuid": "b8b8c5d8-b0ed-41dc-b1ae-23868cc31199", "name": "network-vif-plugged", "status": "completed", "tag": "c3eae640-5332-42a6-8b5e-211441311ff4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:20.398437 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c3eae640-5332-42a6-8b5e-211441311ff4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c3eae640-5332-42a6-8b5e-211441311ff4,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:20.406872 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.408407 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3a928327-5f45-44b4-acef-752ab498ee4d no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:20.408551 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-78622d7f-a8c5-43a1-9140-cf5b07845bee tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5503111 Jul 14 09:37:20.409859 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56608) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:20.541347 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5962095-ef32-40e2-9965-928cb4cc3975 req-f157aa30-a13f-450f-aab8-5563fd6c05c5 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.558155 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5962095-ef32-40e2-9965-928cb4cc3975 req-f157aa30-a13f-450f-aab8-5563fd6c05c5 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 944 time: 0.9123802 Jul 14 09:37:20.618401 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=c3eae640-5332-42a6-8b5e-211441311ff4,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:20.848387 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa49298a-06b9-4ed1-ac86-98ad7c87745a x-openstack-request-id: req-aa49298a-06b9-4ed1-ac86-98ad7c87745a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:20.848778 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b8c5d8-b0ed-41dc-b1ae-23868cc31199", "name": "network-vif-plugged", "status": "completed", "tag": "c3eae640-5332-42a6-8b5e-211441311ff4", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:20.848972 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa49298a-06b9-4ed1-ac86-98ad7c87745a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:20.849334 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b8c5d8-b0ed-41dc-b1ae-23868cc31199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3eae640-5332-42a6-8b5e-211441311ff4', 'code': 200} Jul 14 09:37:20.849982 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.881889 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-287934b2-3fb5-495f-b27c-4f1ee07df3d6 req-c49f4eca-a859-4e46-b23e-8685c8be041b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.882276 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-287934b2-3fb5-495f-b27c-4f1ee07df3d6 req-c49f4eca-a859-4e46-b23e-8685c8be041b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.882596 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [req-287934b2-3fb5-495f-b27c-4f1ee07df3d6 req-c49f4eca-a859-4e46-b23e-8685c8be041b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Floating IP 59d5f10a-1609-4ba0-a33d-f64cbf553d13 disassociated. External IP: 172.25.1.205, port: 3a928327-5f45-44b4-acef-752ab498ee4d. Jul 14 09:37:20.882952 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-287934b2-3fb5-495f-b27c-4f1ee07df3d6 req-c49f4eca-a859-4e46-b23e-8685c8be041b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Calling delete_port for 3a928327-5f45-44b4-acef-752ab498ee4d owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:20.964105 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3a928327-5f45-44b4-acef-752ab498ee4d, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3a928327-5f45-44b4-acef-752ab498ee4d,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:20.969722 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d8b16e41-9240-48cf-94c0-0db239849d75 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Deleting port 4f103872-9ddd-47ec-9c57-a2dceea23927 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:20.970457 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d8b16e41-9240-48cf-94c0-0db239849d75 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.970793 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.083912 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-d8b16e41-9240-48cf-94c0-0db239849d75 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] For port 4f103872-9ddd-47ec-9c57-a2dceea23927, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4f103872-9ddd-47ec-9c57-a2dceea23927,segment=NetworkSegment(d40fa4c4-ac5b-4098-9884-bf79572a7c53),segment_id=d40fa4c4-ac5b-4098-9884-bf79572a7c53)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:21.084279 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d8b16e41-9240-48cf-94c0-0db239849d75 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.099014 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d8b16e41-9240-48cf-94c0-0db239849d75 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Calling delete_port for 4f103872-9ddd-47ec-9c57-a2dceea23927 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:21.127999 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=3a928327-5f45-44b4-acef-752ab498ee4d,revision_number=11']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:21.198839 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5962095-ef32-40e2-9965-928cb4cc3975 req-3bf64b45-b12b-42c6-abfa-f7ecb09964a8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5632672 Jul 14 09:37:21.382953 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b442ef62-2cd3-4846-bada-d3fb88b49ec1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.445450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9314b-8eec-42a8-b09f-ac8812b73156 req-e1fb44d3-bf6e-464c-92c5-d73ec4f4a1ed tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:21.447831 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56c9314b-8eec-42a8-b09f-ac8812b73156 req-e1fb44d3-bf6e-464c-92c5-d73ec4f4a1ed tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 944 time: 0.2636285 Jul 14 09:37:21.476810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ce582-772b-4d7d-b144-26e3bc9b7f86 req-cf1c086e-0fe8-4827-9847-0bce118bf515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:21.478755 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d20ce582-772b-4d7d-b144-26e3bc9b7f86 req-cf1c086e-0fe8-4827-9847-0bce118bf515 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 1097 time: 0.6647480 Jul 14 09:37:21.596885 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d20ce582-772b-4d7d-b144-26e3bc9b7f86 req-0062a932-c240-4767-ada9-cb5998309cf0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871222 Jul 14 09:37:21.752227 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56c9314b-8eec-42a8-b09f-ac8812b73156 req-510958f9-f3b0-4e48-b154-ea407cca0f1d tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c4f3649-2559-44d4-8d80-1f6b44b453bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968984 Jul 14 09:37:21.839655 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-287934b2-3fb5-495f-b27c-4f1ee07df3d6 req-c49f4eca-a859-4e46-b23e-8685c8be041b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.949437 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208bf5ba-2ed6-4452-957d-82a09de20ca4 None None] Network a0ed3087-308c-465b-b34c-994a8b44af57 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:22.048021 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b442ef62-2cd3-4846-bada-d3fb88b49ec1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.061680 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b442ef62-2cd3-4846-bada-d3fb88b49ec1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.129919 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b79c0c44-10c4-4fd9-9dde-ac6059d9ada4 None None] Provisioning for port e6b0724c-a8d7-4b0a-8963-75ef77f57f59 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:22.152558 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f4eca-a859-4e46-b23e-8685c8be041b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Pushing event deleted for resources: {'Port': ['ID=3a928327-5f45-44b4-acef-752ab498ee4d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:22.165439 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-287934b2-3fb5-495f-b27c-4f1ee07df3d6 req-c49f4eca-a859-4e46-b23e-8685c8be041b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Router adee1226-b855-4e7f-9149-fbc032a4ed3c has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:22.167251 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d8b16e41-9240-48cf-94c0-0db239849d75 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.218961 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442ef62-2cd3-4846-bada-d3fb88b49ec1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Port': ['ID=16d2a466-ab89-4756-b60b-2169033a27e2,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:22.246417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b16e41-9240-48cf-94c0-0db239849d75 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event deleted for resources: {'Port': ['ID=4f103872-9ddd-47ec-9c57-a2dceea23927,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:22.646270 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b442ef62-2cd3-4846-bada-d3fb88b49ec1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.747431 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e6b0724c-a8d7-4b0a-8963-75ef77f57f59 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:22.855799 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dbe33a-4529-4341-9e2a-d578e9cd5c03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a928327-5f45-44b4-acef-752ab498ee4d'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:22.874653 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec4b816-45e2-4b27-8a77-722610531bc6" -d '{"events": [{"server_uuid": "d5dbe33a-4529-4341-9e2a-d578e9cd5c03", "name": "network-vif-unplugged", "status": "completed", "tag": "3a928327-5f45-44b4-acef-752ab498ee4d"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:22.957708 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-287934b2-3fb5-495f-b27c-4f1ee07df3d6 req-c49f4eca-a859-4e46-b23e-8685c8be041b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:22.972842 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a2a4ef-a71e-4153-8d3c-cf4c3373d154 None None] Sync routers for ids ['adee1226-b855-4e7f-9149-fbc032a4ed3c'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:22.977251 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port e6b0724c-a8d7-4b0a-8963-75ef77f57f59 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:22.982535 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e6b0724c-a8d7-4b0a-8963-75ef77f57f59 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:22.983735 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.991061 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a2a4ef-a71e-4153-8d3c-cf4c3373d154 None None] Routers {'adee1226-b855-4e7f-9149-fbc032a4ed3c'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:22.993079 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-91a2a4ef-a71e-4153-8d3c-cf4c3373d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['adee1226-b855-4e7f-9149-fbc032a4ed3c'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:23.148462 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7728bb4d-6fc4-4281-8c14-af53ceecf8f8 None None] Provisioning for port 16d2a466-ab89-4756-b60b-2169033a27e2 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:23.158111 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b442ef62-2cd3-4846-bada-d3fb88b49ec1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.162761 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7728bb4d-6fc4-4281-8c14-af53ceecf8f8 None None] Provisioning complete for port 16d2a466-ab89-4756-b60b-2169033a27e2 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:23.163154 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7728bb4d-6fc4-4281-8c14-af53ceecf8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.220302 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-287934b2-3fb5-495f-b27c-4f1ee07df3d6 req-c49f4eca-a859-4e46-b23e-8685c8be041b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] No DVR routers for this DVR port 3a928327-5f45-44b4-acef-752ab498ee4d on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:23.225166 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6b660f3-a30b-4bf0-a0fb-d987c84750ce req-8a8e117f-597d-4d12-80ec-27d0e5174f39 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5dbe33a-4529-4341-9e2a-d578e9cd5c03 HTTP/1.1" status: 200 len: 210 time: 0.0937634 Jul 14 09:37:23.231004 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-287934b2-3fb5-495f-b27c-4f1ee07df3d6 req-c49f4eca-a859-4e46-b23e-8685c8be041b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.233718 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-287934b2-3fb5-495f-b27c-4f1ee07df3d6 req-c49f4eca-a859-4e46-b23e-8685c8be041b tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.49 "DELETE /v2.0/ports/3a928327-5f45-44b4-acef-752ab498ee4d HTTP/1.1" status: 204 len: 173 time: 4.4603088 Jul 14 09:37:23.234294 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dbe33a-4529-4341-9e2a-d578e9cd5c03', 'name': 'network-vif-deleted', 'tag': '3a928327-5f45-44b4-acef-752ab498ee4d'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:23.236965 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb72fbf1-2413-4a7e-9fb9-2b6e1b35f025" -d '{"events": [{"server_uuid": "d5dbe33a-4529-4341-9e2a-d578e9cd5c03", "name": "network-vif-deleted", "tag": "3a928327-5f45-44b4-acef-752ab498ee4d"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:23.293325 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230b9b0-3cc6-456f-8749-9b718a374208 req-ae91d750-d8f7-4550-a1c8-e5cd0cd6cc12 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:23.296836 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9230b9b0-3cc6-456f-8749-9b718a374208 req-ae91d750-d8f7-4550-a1c8-e5cd0cd6cc12 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 945 time: 0.5977917 Jul 14 09:37:23.386352 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7728bb4d-6fc4-4281-8c14-af53ceecf8f8 None None] Port 16d2a466-ab89-4756-b60b-2169033a27e2 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:23.431028 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd34eaf-2aa0-4fda-bf93-2870f5cc987f x-openstack-request-id: req-5fd34eaf-2aa0-4fda-bf93-2870f5cc987f {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:23.431623 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dbe33a-4529-4341-9e2a-d578e9cd5c03", "name": "network-vif-unplugged", "status": "completed", "tag": "3a928327-5f45-44b4-acef-752ab498ee4d", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:23.438129 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5fd34eaf-2aa0-4fda-bf93-2870f5cc987f {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:23.438904 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5dbe33a-4529-4341-9e2a-d578e9cd5c03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a928327-5f45-44b4-acef-752ab498ee4d', 'code': 200} Jul 14 09:37:23.489029 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7728bb4d-6fc4-4281-8c14-af53ceecf8f8 None None] Provisioning complete for port e6b0724c-a8d7-4b0a-8963-75ef77f57f59 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:23.489896 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7728bb4d-6fc4-4281-8c14-af53ceecf8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.531758 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9230b9b0-3cc6-456f-8749-9b718a374208 req-90806e30-239b-45f0-88c9-9384051e808b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277041 Jul 14 09:37:23.616900 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.660091 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d8b16e41-9240-48cf-94c0-0db239849d75 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.685669 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-91a2a4ef-a71e-4153-8d3c-cf4c3373d154 None None] Set router adee1226-b855-4e7f-9149-fbc032a4ed3c gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:23.731393 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port e6b0724c-a8d7-4b0a-8963-75ef77f57f59, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e6b0724c-a8d7-4b0a-8963-75ef77f57f59,segment=NetworkSegment(2799d90b-2f54-409b-8910-518ec7791eb0),segment_id=2799d90b-2f54-409b-8910-518ec7791eb0)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:23.749417 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.888958 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1a1bdb-3278-423f-9608-9e07f2104e7f x-openstack-request-id: req-ed1a1bdb-3278-423f-9608-9e07f2104e7f {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:23.889455 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dbe33a-4529-4341-9e2a-d578e9cd5c03", "name": "network-vif-deleted", "tag": "3a928327-5f45-44b4-acef-752ab498ee4d", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:23.889775 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed1a1bdb-3278-423f-9608-9e07f2104e7f {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:23.890494 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5dbe33a-4529-4341-9e2a-d578e9cd5c03', 'name': 'network-vif-deleted', 'tag': '3a928327-5f45-44b4-acef-752ab498ee4d', 'status': 'completed', 'code': 200} Jul 14 09:37:23.986379 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b442ef62-2cd3-4846-bada-d3fb88b49ec1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.993498 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b442ef62-2cd3-4846-bada-d3fb88b49ec1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.994864 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b442ef62-2cd3-4846-bada-d3fb88b49ec1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.006139 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=e6b0724c-a8d7-4b0a-8963-75ef77f57f59,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:24.065462 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e955fa9a-965e-4bb8-9c6f-602fb51c1437 None None] Provisioning complete for port 16d2a466-ab89-4756-b60b-2169033a27e2 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:24.065753 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e955fa9a-965e-4bb8-9c6f-602fb51c1437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.164632 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442ef62-2cd3-4846-bada-d3fb88b49ec1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Port': ['ID=16d2a466-ab89-4756-b60b-2169033a27e2,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:24.178435 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e955fa9a-965e-4bb8-9c6f-602fb51c1437 None None] Port 16d2a466-ab89-4756-b60b-2169033a27e2 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:24.279933 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-91a2a4ef-a71e-4153-8d3c-cf4c3373d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '5067817c-c527-4844-abe2-88d097a4bd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:51Z', 'updated_at': '2021-07-14T09:27:58Z', 'revision_number': 4, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'gw_port': {'id': '5067817c-c527-4844-abe2-88d097a4bd95', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:52Z', 'updated_at': '2021-07-14T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'fbc7933c-2358-42ee-b66a-7463bcd0ec31', 'name': '', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'mac_address': 'fa:16:3e:73:78:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:56Z', 'updated_at': '2021-07-14T09:28:07Z', 'revision_number': 5, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'subnets': [{'id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:24.316358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8c6d635e-94a3-488b-8b72-6335622c6960 None None] Provisioning complete for port 16d2a466-ab89-4756-b60b-2169033a27e2 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:24.316791 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c6d635e-94a3-488b-8b72-6335622c6960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.374672 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a2a4ef-a71e-4153-8d3c-cf4c3373d154 None None] Checking router: adee1226-b855-4e7f-9149-fbc032a4ed3c for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:24.398827 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a2a4ef-a71e-4153-8d3c-cf4c3373d154 None None] Routers {'adee1226-b855-4e7f-9149-fbc032a4ed3c'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:24.401712 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-91a2a4ef-a71e-4153-8d3c-cf4c3373d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['adee1226-b855-4e7f-9149-fbc032a4ed3c'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:24.444162 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8c6d635e-94a3-488b-8b72-6335622c6960 None None] Port 16d2a466-ab89-4756-b60b-2169033a27e2 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:24.463381 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b16e41-9240-48cf-94c0-0db239849d75 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Router d98d5d7b-23cf-442d-804e-b4d34b8c0a8e has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:24.464736 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b442ef62-2cd3-4846-bada-d3fb88b49ec1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network a0ed3087-308c-465b-b34c-994a8b44af57 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:24.473813 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-b442ef62-2cd3-4846-bada-d3fb88b49ec1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:24.560781 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e6b0724c-a8d7-4b0a-8963-75ef77f57f59 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:24.679432 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e6b0724c-a8d7-4b0a-8963-75ef77f57f59 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:24.684859 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.699179 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56694) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:24.783632 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-25345e2e-0d4c-4636-8d9f-4729682c42df tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.818308 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-91a2a4ef-a71e-4153-8d3c-cf4c3373d154 None None] Set router adee1226-b855-4e7f-9149-fbc032a4ed3c gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:24.844163 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b16e41-9240-48cf-94c0-0db239849d75 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:24.859835 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d8b16e41-9240-48cf-94c0-0db239849d75 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "PUT /v2.0/routers/d98d5d7b-23cf-442d-804e-b4d34b8c0a8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7665129 Jul 14 09:37:24.862649 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56700) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:24.864900 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-25345e2e-0d4c-4636-8d9f-4729682c42df tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.881327 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cb9569-90be-4a1b-b95f-cf93341137ad None None] Sync routers for ids ['d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:24.948296 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb9569-90be-4a1b-b95f-cf93341137ad None None] Routers {'d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:24.949819 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b442ef62-2cd3-4846-bada-d3fb88b49ec1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 78826471-dcbc-44b9-90b3-a31f6e33cbc6 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:37:24.951402 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-52cb9569-90be-4a1b-b95f-cf93341137ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:24.999384 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-25345e2e-0d4c-4636-8d9f-4729682c42df tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.012446 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-25345e2e-0d4c-4636-8d9f-4729682c42df tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.012446 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-25345e2e-0d4c-4636-8d9f-4729682c42df tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "DELETE /v2.0/security-groups/1c4f3649-2559-44d4-8d80-1f6b44b453bd HTTP/1.1" status: 204 len: 168 time: 0.3102484 Jul 14 09:37:25.073560 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56702) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:25.096039 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc969937-3805-460d-bdd7-0f2c84e36dc4 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Deleting subnet d111208e-d1bf-40f9-aa9f-c7cd6f959515 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:25.111323 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cc969937-3805-460d-bdd7-0f2c84e36dc4 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.135239 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-6c5f61b9-726d-4309-bc31-0d054c7f8164 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] show failed (client error): The resource could not be found. Jul 14 09:37:25.136485 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6c5f61b9-726d-4309-bc31-0d054c7f8164 tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "GET /v2.0/security-groups/1c4f3649-2559-44d4-8d80-1f6b44b453bd HTTP/1.1" status: 404 len: 347 time: 0.0532160 Jul 14 09:37:25.147701 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98fb0792-6725-441c-ada9-c56dd8a54677 None None] Provisioning complete for port 16d2a466-ab89-4756-b60b-2169033a27e2 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:25.148250 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98fb0792-6725-441c-ada9-c56dd8a54677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.148505 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25345e2e-0d4c-4636-8d9f-4729682c42df tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4f3649-2559-44d4-8d80-1f6b44b453bd,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:25.158032 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56708) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:25.344366 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cc969937-3805-460d-bdd7-0f2c84e36dc4 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.394471 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-91a2a4ef-a71e-4153-8d3c-cf4c3373d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '5067817c-c527-4844-abe2-88d097a4bd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:51Z', 'updated_at': '2021-07-14T09:27:58Z', 'revision_number': 4, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'gw_port': {'id': '5067817c-c527-4844-abe2-88d097a4bd95', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:52Z', 'updated_at': '2021-07-14T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'fbc7933c-2358-42ee-b66a-7463bcd0ec31', 'name': '', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'mac_address': 'fa:16:3e:73:78:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:56Z', 'updated_at': '2021-07-14T09:28:07Z', 'revision_number': 5, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'subnets': [{'id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:25.404641 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b442ef62-2cd3-4846-bada-d3fb88b49ec1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:25.412346 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b442ef62-2cd3-4846-bada-d3fb88b49ec1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/78826471-dcbc-44b9-90b3-a31f6e33cbc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0005507 Jul 14 09:37:25.415018 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56716) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:25.416681 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98fb0792-6725-441c-ada9-c56dd8a54677 None None] Port 16d2a466-ab89-4756-b60b-2169033a27e2 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:25.446116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-52cb9569-90be-4a1b-b95f-cf93341137ad None None] Set router d98d5d7b-23cf-442d-804e-b4d34b8c0a8e gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:25.485409 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f002155c-75df-4127-9afa-f5d84b48a5a5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:25.487212 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f002155c-75df-4127-9afa-f5d84b48a5a5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/ports/16d2a466-ab89-4756-b60b-2169033a27e2 HTTP/1.1" status: 200 len: 984 time: 0.0712731 Jul 14 09:37:25.490450 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56718) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:25.508372 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a2a4ef-a71e-4153-8d3c-cf4c3373d154 None None] The sync data for ids ['adee1226-b855-4e7f-9149-fbc032a4ed3c'] in n-d-798054-10 is: [{'id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '5067817c-c527-4844-abe2-88d097a4bd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:51Z', 'updated_at': '2021-07-14T09:27:58Z', 'revision_number': 4, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'gw_port': {'id': '5067817c-c527-4844-abe2-88d097a4bd95', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:52Z', 'updated_at': '2021-07-14T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'fbc7933c-2358-42ee-b66a-7463bcd0ec31', 'name': '', 'network_id': '6e4991ac-2228-452d-ab57-e39ab6b100bc', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'mac_address': 'fa:16:3e:73:78:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:56Z', 'updated_at': '2021-07-14T09:28:07Z', 'revision_number': 5, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'subnets': [{'id': '453b9a84-a49e-4445-ade0-e83a68e64b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:25.521568 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c607f0-70f5-41e9-ad29-e8402f59643b None None] Sync routers for ids ['78826471-dcbc-44b9-90b3-a31f6e33cbc6'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:25.524045 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76f413-f3c2-49c0-9cb8-8841f6b9aaff req-627aebba-4524-4b52-886f-9855c287fb14 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:25.541287 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c607f0-70f5-41e9-ad29-e8402f59643b None None] Routers {'78826471-dcbc-44b9-90b3-a31f6e33cbc6'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:25.541942 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-46c607f0-70f5-41e9-ad29-e8402f59643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['78826471-dcbc-44b9-90b3-a31f6e33cbc6'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:25.546606 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b76f413-f3c2-49c0-9cb8-8841f6b9aaff req-627aebba-4524-4b52-886f-9855c287fb14 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 945 time: 0.5607150 Jul 14 09:37:25.634236 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-46c607f0-70f5-41e9-ad29-e8402f59643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:25.651498 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b76f413-f3c2-49c0-9cb8-8841f6b9aaff req-58772015-7c74-45d5-a7ad-e4b9c75f7818 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036596 Jul 14 09:37:25.673975 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c607f0-70f5-41e9-ad29-e8402f59643b None None] Routers {'78826471-dcbc-44b9-90b3-a31f6e33cbc6'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:25.677269 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-46c607f0-70f5-41e9-ad29-e8402f59643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['78826471-dcbc-44b9-90b3-a31f6e33cbc6'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:25.684022 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-5a1c11e9-c4be-45e5-a0ef-6951de149fec tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Deleting port 80f2572c-817c-4f47-8c22-45a6360d201b {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:25.686948 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a1c11e9-c4be-45e5-a0ef-6951de149fec tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.762148 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-46c607f0-70f5-41e9-ad29-e8402f59643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:25.771907 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c607f0-70f5-41e9-ad29-e8402f59643b None None] The sync data for ids ['78826471-dcbc-44b9-90b3-a31f6e33cbc6'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:25.843129 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cc969937-3805-460d-bdd7-0f2c84e36dc4 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.896790 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a1c11e9-c4be-45e5-a0ef-6951de149fec tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.900766 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a1c11e9-c4be-45e5-a0ef-6951de149fec tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.936080 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-5a1c11e9-c4be-45e5-a0ef-6951de149fec tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Calling delete_port for 80f2572c-817c-4f47-8c22-45a6360d201b owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:26.004330 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cc969937-3805-460d-bdd7-0f2c84e36dc4 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.091505 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cc969937-3805-460d-bdd7-0f2c84e36dc4 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.098102 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cc969937-3805-460d-bdd7-0f2c84e36dc4 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "DELETE /v2.0/subnets/d111208e-d1bf-40f9-aa9f-c7cd6f959515 HTTP/1.1" status: 204 len: 168 time: 1.2299457 Jul 14 09:37:26.109465 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56734) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:26.158836 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f14a493-6ff8-488f-a5bd-690d54729bb9 None None] Network f317a3e5-f8d8-42d0-9695-c725eb7e2047 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:26.179525 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc969937-3805-460d-bdd7-0f2c84e36dc4 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event deleted for resources: {'Subnet': ['ID=d111208e-d1bf-40f9-aa9f-c7cd6f959515,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:26.353972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4adb42a-a1e2-4c88-b25c-a7dc72287f97 None None] New status for floating IP 59d5f10a-1609-4ba0-a33d-f64cbf553d13: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:37:26.545938 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-ceed3fc5-3cfa-47e4-b32e-2e6ddcdd7584 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3033538 Jul 14 09:37:26.606874 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-595eb4a8-800e-470e-9154-43cb2fc32dc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.688872 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a2a32-41cf-4837-baa5-06d9532fe476 req-755392d6-2f16-4ee0-b143-5d4d97927187 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:26.695404 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-e4adb42a-a1e2-4c88-b25c-a7dc72287f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:37:26.695765 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-e4adb42a-a1e2-4c88-b25c-a7dc72287f97 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:37:26.697237 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-701a2a32-41cf-4837-baa5-06d9532fe476 req-755392d6-2f16-4ee0-b143-5d4d97927187 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 945 time: 0.2811310 Jul 14 09:37:26.726195 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:37:26.828729 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a1c11e9-c4be-45e5-a0ef-6951de149fec tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.877132 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-595eb4a8-800e-470e-9154-43cb2fc32dc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.889034 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c11e9-c4be-45e5-a0ef-6951de149fec tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Pushing event deleted for resources: {'Port': ['ID=80f2572c-817c-4f47-8c22-45a6360d201b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:26.928723 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-701a2a32-41cf-4837-baa5-06d9532fe476 req-30c55c54-0ee6-4c1e-afaa-cf4afec19c00 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299488 Jul 14 09:37:27.054636 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a1c11e9-c4be-45e5-a0ef-6951de149fec tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.056835 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b892b4c-1b04-4fae-a652-0e15ea2ae85e None None] DHCP port deletion for f317a3e5-f8d8-42d0-9695-c725eb7e2047 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:37:27.060514 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a1c11e9-c4be-45e5-a0ef-6951de149fec tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.065020 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5a1c11e9-c4be-45e5-a0ef-6951de149fec tempest-AttachVolumeShelveTestJSON-547306341 tempest-AttachVolumeShelveTestJSON-547306341-project] 10.222.0.26 "DELETE /v2.0/floatingips/59d5f10a-1609-4ba0-a33d-f64cbf553d13 HTTP/1.1" status: 204 len: 168 time: 1.9015849 Jul 14 09:37:27.113436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-595eb4a8-800e-470e-9154-43cb2fc32dc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Deleting port d60d30e3-ba15-4059-aab2-84da16449d75 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:27.113854 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-595eb4a8-800e-470e-9154-43cb2fc32dc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.160274 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-52cb9569-90be-4a1b-b95f-cf93341137ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'name': 'tempest-TestNetworkBasicOps-router-815597950', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:35Z', 'updated_at': '2021-07-14T09:37:21Z', 'revision_number': 5, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port': {'id': 'd60d30e3-ba15-4059-aab2-84da16449d75', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:37Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:27.227745 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4adb42a-a1e2-4c88-b25c-a7dc72287f97 None None] New status for floating IP 59d5f10a-1609-4ba0-a33d-f64cbf553d13: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:37:27.230607 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cb9569-90be-4a1b-b95f-cf93341137ad None None] Checking router: d98d5d7b-23cf-442d-804e-b4d34b8c0a8e for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:27.278426 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-595eb4a8-800e-470e-9154-43cb2fc32dc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] For port d60d30e3-ba15-4059-aab2-84da16449d75, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d60d30e3-ba15-4059-aab2-84da16449d75,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:27.279901 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-595eb4a8-800e-470e-9154-43cb2fc32dc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.332316 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-595eb4a8-800e-470e-9154-43cb2fc32dc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Calling delete_port for d60d30e3-ba15-4059-aab2-84da16449d75 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:27.408272 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a90e1976-20db-44f6-a4d5-c364d8d5ca88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.413182 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb9569-90be-4a1b-b95f-cf93341137ad None None] Routers {'d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:27.414102 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-52cb9569-90be-4a1b-b95f-cf93341137ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:27.632432 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0b892b4c-1b04-4fae-a652-0e15ea2ae85e None None] Deleting port d878e84b-3d87-426b-8c4b-a73606f93252 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:27.642598 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0b892b4c-1b04-4fae-a652-0e15ea2ae85e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.835590 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0b892b4c-1b04-4fae-a652-0e15ea2ae85e None None] For port d878e84b-3d87-426b-8c4b-a73606f93252, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d878e84b-3d87-426b-8c4b-a73606f93252,segment=NetworkSegment(d40fa4c4-ac5b-4098-9884-bf79572a7c53),segment_id=d40fa4c4-ac5b-4098-9884-bf79572a7c53)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:27.835996 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0b892b4c-1b04-4fae-a652-0e15ea2ae85e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.868791 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0b892b4c-1b04-4fae-a652-0e15ea2ae85e None None] Calling delete_port for d878e84b-3d87-426b-8c4b-a73606f93252 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:27.898786 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6274840e-78f2-4d76-b89e-5ca5e797c887 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.907748 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-595eb4a8-800e-470e-9154-43cb2fc32dc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.978513 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0b892b4c-1b04-4fae-a652-0e15ea2ae85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.981341 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-52cb9569-90be-4a1b-b95f-cf93341137ad None None] Set router d98d5d7b-23cf-442d-804e-b4d34b8c0a8e gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:28.056367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b892b4c-1b04-4fae-a652-0e15ea2ae85e None None] Pushing event deleted for resources: {'Port': ['ID=d878e84b-3d87-426b-8c4b-a73606f93252,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:28.130653 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595eb4a8-800e-470e-9154-43cb2fc32dc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event deleted for resources: {'Port': ['ID=d60d30e3-ba15-4059-aab2-84da16449d75,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:28.161663 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-52cb9569-90be-4a1b-b95f-cf93341137ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'name': 'tempest-TestNetworkBasicOps-router-815597950', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:35Z', 'updated_at': '2021-07-14T09:37:26Z', 'revision_number': 6, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:28.164771 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b892b4c-1b04-4fae-a652-0e15ea2ae85e None None] No DVR routers for this DVR port d878e84b-3d87-426b-8c4b-a73606f93252 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:28.221925 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cb9569-90be-4a1b-b95f-cf93341137ad None None] The sync data for ids ['d98d5d7b-23cf-442d-804e-b4d34b8c0a8e'] in n-d-798054-10 is: [{'id': 'd98d5d7b-23cf-442d-804e-b4d34b8c0a8e', 'name': 'tempest-TestNetworkBasicOps-router-815597950', 'tenant_id': '9e8947ccf2db4372a301749e896d7bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:35Z', 'updated_at': '2021-07-14T09:37:26Z', 'revision_number': 6, 'project_id': '9e8947ccf2db4372a301749e896d7bb1', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:28.361293 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-5dce4ba3-e147-4b80-9be9-fa5d632bf403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:28.361781 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-5dce4ba3-e147-4b80-9be9-fa5d632bf403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:28.362111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15df12f-960d-412f-be86-40e6f66d3d54 req-0a4433c9-2695-4620-8e93-f753b589f751 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:28.362493 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-5dce4ba3-e147-4b80-9be9-fa5d632bf403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:28.362754 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-5dce4ba3-e147-4b80-9be9-fa5d632bf403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:28.363230 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-5dce4ba3-e147-4b80-9be9-fa5d632bf403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:28.363698 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-5dce4ba3-e147-4b80-9be9-fa5d632bf403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:28.364170 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-5dce4ba3-e147-4b80-9be9-fa5d632bf403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:28.364885 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d15df12f-960d-412f-be86-40e6f66d3d54 req-0a4433c9-2695-4620-8e93-f753b589f751 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 945 time: 0.2517526 Jul 14 09:37:28.367744 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-595eb4a8-800e-470e-9154-43cb2fc32dc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.371775 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-5dce4ba3-e147-4b80-9be9-fa5d632bf403 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68f6d0b430624b5a805e2568a292b9fb&device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 6506 time: 1.6778915 Jul 14 09:37:28.896294 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-31aac4a4-479e-441c-8026-3cecbfe1ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:28.896770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-31aac4a4-479e-441c-8026-3cecbfe1ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:28.897549 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-31aac4a4-479e-441c-8026-3cecbfe1ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:28.899478 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-31aac4a4-479e-441c-8026-3cecbfe1ca03 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bdd14ef5-9841-4d7a-9428-fd2321293aca&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c08d002f-2c08-4121-b70d-1491e0b62a4f&id=c08d002f-2c08-4121-b70d-1491e0b62a4f HTTP/1.1" status: 200 len: 2298 time: 0.4869335 Jul 14 09:37:29.052376 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6274840e-78f2-4d76-b89e-5ca5e797c887 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting port 16d2a466-ab89-4756-b60b-2169033a27e2 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:29.052997 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6274840e-78f2-4d76-b89e-5ca5e797c887 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.063434 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-26553bc3-e95a-4f98-83b7-43059295da6f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918dc9b0-f662-452c-82da-9deaac6b16e9 HTTP/1.1" status: 200 len: 1001 time: 0.1541033 Jul 14 09:37:29.212943 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d878e84b-3d87-426b-8c4b-a73606f93252 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:29.238568 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: d878e84b-3d87-426b-8c4b-a73606f93252 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:29.238834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d878e84b-3d87-426b-8c4b-a73606f93252 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:29.239253 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4f103872-9ddd-47ec-9c57-a2dceea23927 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:29.265330 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6274840e-78f2-4d76-b89e-5ca5e797c887 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.273614 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 4f103872-9ddd-47ec-9c57-a2dceea23927 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:29.274341 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4f103872-9ddd-47ec-9c57-a2dceea23927 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:29.325907 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6274840e-78f2-4d76-b89e-5ca5e797c887 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Calling delete_port for 16d2a466-ab89-4756-b60b-2169033a27e2 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:29.366682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-9428aeae-41e4-43aa-99f4-9379df456b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:29.368532 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-9428aeae-41e4-43aa-99f4-9379df456b3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1640c0b-fabc-4bef-a229-df363da4823e HTTP/1.1" status: 200 len: 856 time: 0.2947266 Jul 14 09:37:29.487180 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-595eb4a8-800e-470e-9154-43cb2fc32dc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.517446 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-595eb4a8-800e-470e-9154-43cb2fc32dc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.578497 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d15df12f-960d-412f-be86-40e6f66d3d54 req-cb05e4ff-371b-4b76-bafc-364cea5ecd41 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2028701 Jul 14 09:37:29.661342 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-595eb4a8-800e-470e-9154-43cb2fc32dc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.666407 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595eb4a8-800e-470e-9154-43cb2fc32dc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Fanout notify agent at l3_agent the message router_deleted on router d98d5d7b-23cf-442d-804e-b4d34b8c0a8e {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:37:29.674813 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-595eb4a8-800e-470e-9154-43cb2fc32dc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.693878 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-595eb4a8-800e-470e-9154-43cb2fc32dc5 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "DELETE /v2.0/routers/d98d5d7b-23cf-442d-804e-b4d34b8c0a8e HTTP/1.1" status: 204 len: 168 time: 3.5795362 Jul 14 09:37:29.697100 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56808) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:29.787553 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e9790f07-1d67-4aa2-bf4e-18fb1f0ec5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.897412 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c2d61c79-3af1-497d-8482-1fa266936c31 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.912137 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.041661 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-b70594d8-0a49-4a8d-9303-40734de3b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:30.043221 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-b70594d8-0a49-4a8d-9303-40734de3b6c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bdd14ef5-9841-4d7a-9428-fd2321293aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6648312 Jul 14 09:37:30.045536 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6274840e-78f2-4d76-b89e-5ca5e797c887 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.187669 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c2d61c79-3af1-497d-8482-1fa266936c31 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.205900 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-c2d61c79-3af1-497d-8482-1fa266936c31 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f317a3e5-f8d8-42d0-9695-c725eb7e2047']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:30.234754 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-c2d61c79-3af1-497d-8482-1fa266936c31 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40fa4c4-ac5b-4098-9884-bf79572a7c53') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:30.235454 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-c2d61c79-3af1-497d-8482-1fa266936c31 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40fa4c4-ac5b-4098-9884-bf79572a7c53') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:30.243084 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274840e-78f2-4d76-b89e-5ca5e797c887 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Port': ['ID=16d2a466-ab89-4756-b60b-2169033a27e2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:30.267713 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c2d61c79-3af1-497d-8482-1fa266936c31 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.305341 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c2d61c79-3af1-497d-8482-1fa266936c31 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.322300 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d61c79-3af1-497d-8482-1fa266936c31 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:30.326502 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c2d61c79-3af1-497d-8482-1fa266936c31 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:30.335117 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:30.388860 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6274840e-78f2-4d76-b89e-5ca5e797c887 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.410594 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d60d30e3-ba15-4059-aab2-84da16449d75 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:30.462536 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: d60d30e3-ba15-4059-aab2-84da16449d75 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:30.462875 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d60d30e3-ba15-4059-aab2-84da16449d75 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:30.486981 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c2d61c79-3af1-497d-8482-1fa266936c31 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.494399 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c2d61c79-3af1-497d-8482-1fa266936c31 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.496525 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c2d61c79-3af1-497d-8482-1fa266936c31 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] 10.222.0.26 "DELETE /v2.0/networks/f317a3e5-f8d8-42d0-9695-c725eb7e2047 HTTP/1.1" status: 204 len: 168 time: 0.7979400 Jul 14 09:37:30.544990 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d61c79-3af1-497d-8482-1fa266936c31 tempest-TestNetworkBasicOps-1617243015 tempest-TestNetworkBasicOps-1617243015-project] Pushing event deleted for resources: {'Network': ['ID=f317a3e5-f8d8-42d0-9695-c725eb7e2047,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:30.695710 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.742434 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-368a17e5-5fd1-4871-976f-cc39ae6e3010 service neutron] 10.222.0.55 "GET /v2.0/networks/bdd14ef5-9841-4d7a-9428-fd2321293aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6832004 Jul 14 09:37:31.187490 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ab723-6ffb-457a-869d-f116aa92c057 req-0631478b-53f5-4ea0-9146-bfb9e1847745 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:31.194580 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eb8ab723-6ffb-457a-869d-f116aa92c057 req-0631478b-53f5-4ea0-9146-bfb9e1847745 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 945 time: 0.1853781 Jul 14 09:37:31.275750 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6274840e-78f2-4d76-b89e-5ca5e797c887 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 78826471-dcbc-44b9-90b3-a31f6e33cbc6 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:31.334215 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eb8ab723-6ffb-457a-869d-f116aa92c057 req-d0b84030-a2cb-4acc-bcb3-b84f9a8988f5 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306975 Jul 14 09:37:31.363615 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-d4a34155-3819-4c5d-9b54-1710e5b5d05d service neutron] 10.222.0.55 "GET /v2.0/networks/bdd14ef5-9841-4d7a-9428-fd2321293aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6133144 Jul 14 09:37:31.371536 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56864) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:31.536171 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-2b2d3be4-1851-45b7-bdd0-c2f78c1e03f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 HTTP/1.1" status: 200 len: 217 time: 0.0802805 Jul 14 09:37:31.542713 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6274840e-78f2-4d76-b89e-5ca5e797c887 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:31.551803 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6274840e-78f2-4d76-b89e-5ca5e797c887 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/78826471-dcbc-44b9-90b3-a31f6e33cbc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0566297 Jul 14 09:37:31.553150 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56870) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:31.564503 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d74aae-1e9d-43f0-939b-4d22148730c1 None None] Sync routers for ids ['78826471-dcbc-44b9-90b3-a31f6e33cbc6'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:31.576465 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d74aae-1e9d-43f0-939b-4d22148730c1 None None] Routers {'78826471-dcbc-44b9-90b3-a31f6e33cbc6'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:31.577426 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f7d74aae-1e9d-43f0-939b-4d22148730c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['78826471-dcbc-44b9-90b3-a31f6e33cbc6'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:31.671923 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-7eea6518-746f-44e8-ae4c-f0f762a7377e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:31.677021 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-7eea6518-746f-44e8-ae4c-f0f762a7377e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.1269331 Jul 14 09:37:31.722428 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f7d74aae-1e9d-43f0-939b-4d22148730c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:31.749333 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d74aae-1e9d-43f0-939b-4d22148730c1 None None] Routers {'78826471-dcbc-44b9-90b3-a31f6e33cbc6'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:31.753393 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f7d74aae-1e9d-43f0-939b-4d22148730c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['78826471-dcbc-44b9-90b3-a31f6e33cbc6'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:31.809670 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f7d74aae-1e9d-43f0-939b-4d22148730c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:31.813404 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d74aae-1e9d-43f0-939b-4d22148730c1 None None] The sync data for ids ['78826471-dcbc-44b9-90b3-a31f6e33cbc6'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:31.862028 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.943489 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-d6481b39-2bb9-4d5e-a541-1f5df10a9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:31.966670 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-d6481b39-2bb9-4d5e-a541-1f5df10a9554 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2433822 Jul 14 09:37:32.159996 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f2ef69a8-2134-49e3-bd1f-cb14b68a4bec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e8947ccf2db4372a301749e896d7bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7861402 Jul 14 09:37:32.160744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56880) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:32.279124 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-e1f6620e-3798-4149-8bb4-36ff71655194 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051147 Jul 14 09:37:32.321725 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-5f388b76-375d-448c-9552-880d80f4f3a7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] remove_router_interface failed (client error): The resource could not be found. Jul 14 09:37:32.325952 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5f388b76-375d-448c-9552-880d80f4f3a7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/78826471-dcbc-44b9-90b3-a31f6e33cbc6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7678673 Jul 14 09:37:32.326965 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56888) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:32.420752 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5a771564-03a8-439e-bac3-e65505e24792 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/ports?device_id=78826471-dcbc-44b9-90b3-a31f6e33cbc6 HTTP/1.1" status: 200 len: 205 time: 0.0895782 Jul 14 09:37:32.423490 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56892) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:32.626083 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-e1c77a54-ed64-491f-8e03-c6abe4fdcd0f service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349288 Jul 14 09:37:32.678986 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40398258-3a82-49ce-9280-c5b3e17050d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.692269 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2b235f0e-7a25-4b70-8c35-7ff6bea2b81b tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.767757 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-4adab4a4-3301-4358-89a5-b351dbd919f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=45e73871-2607-4489-8e68-aa7f805e91d5 HTTP/1.1" status: 200 len: 217 time: 0.0945301 Jul 14 09:37:32.790799 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.891208 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40398258-3a82-49ce-9280-c5b3e17050d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.983351 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-98a340bf-31a2-4efd-b86d-d3328246603f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:32.984860 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-98a340bf-31a2-4efd-b86d-d3328246603f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.1988685 Jul 14 09:37:33.178387 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40398258-3a82-49ce-9280-c5b3e17050d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.187401 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40398258-3a82-49ce-9280-c5b3e17050d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.191499 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-40398258-3a82-49ce-9280-c5b3e17050d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ec3754f0-f43b-4a18-bc63-c45b3763c10d HTTP/1.1" status: 204 len: 168 time: 1.0302165 Jul 14 09:37:33.217288 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40398258-3a82-49ce-9280-c5b3e17050d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3754f0-f43b-4a18-bc63-c45b3763c10d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:33.233221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-134f1a75-1418-46cf-a8c1-ac13ce64be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:33.234808 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-134f1a75-1418-46cf-a8c1-ac13ce64be30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2394567 Jul 14 09:37:33.383076 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2b235f0e-7a25-4b70-8c35-7ff6bea2b81b tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.385630 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2b235f0e-7a25-4b70-8c35-7ff6bea2b81b tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.480064 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-084475ed-46ff-4d87-b81e-5cf832aa6883 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370079 Jul 14 09:37:33.537069 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2b235f0e-7a25-4b70-8c35-7ff6bea2b81b tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.537587 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b235f0e-7a25-4b70-8c35-7ff6bea2b81b tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Fanout notify agent at l3_agent the message router_deleted on router 78826471-dcbc-44b9-90b3-a31f6e33cbc6 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:37:33.564876 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2b235f0e-7a25-4b70-8c35-7ff6bea2b81b tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.566995 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2b235f0e-7a25-4b70-8c35-7ff6bea2b81b tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/routers/78826471-dcbc-44b9-90b3-a31f6e33cbc6 HTTP/1.1" status: 204 len: 168 time: 1.1421824 Jul 14 09:37:33.585741 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56932) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:33.596425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e73460-f305-405b-af12-bd2ef7fd3175 req-e6bfe159-10ac-4366-a462-6819aa9571f3 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:33.598507 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-18e73460-f305-405b-af12-bd2ef7fd3175 req-e6bfe159-10ac-4366-a462-6819aa9571f3 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 945 time: 0.6958065 Jul 14 09:37:33.705071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06ed8ef-d74f-4f86-8f64-b3842619538b tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting subnet cb9f634d-081a-425e-a010-df7b32d8aad7 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:33.726023 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c06ed8ef-d74f-4f86-8f64-b3842619538b tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.746013 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56940) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:33.773185 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-bc803152-1d08-4407-8d8d-edae7a46ac12 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862935 Jul 14 09:37:33.775495 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9f64375-17a2-4122-85e0-35d9e33db6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.792984 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c3eae640-5332-42a6-8b5e-211441311ff4 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:37:33.853015 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c06ed8ef-d74f-4f86-8f64-b3842619538b tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.864999 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-95d18a3f-ef5d-43a9-9f29-917d0f6eda2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc HTTP/1.1" status: 200 len: 217 time: 0.0812044 Jul 14 09:37:34.036902 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-18e73460-f305-405b-af12-bd2ef7fd3175 req-70735e3a-6cdb-462d-af67-8271a16f028f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171945 Jul 14 09:37:34.157738 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c3eae640-5332-42a6-8b5e-211441311ff4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c3eae640-5332-42a6-8b5e-211441311ff4,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:34.161307 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c06ed8ef-d74f-4f86-8f64-b3842619538b tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.225548 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'c3eae640-5332-42a6-8b5e-211441311ff4', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'port_id': 'c3eae640-5332-42a6-8b5e-211441311ff4', 'mac_address': 'fa:16:3e:fb:d8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:37:34.250736 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9f64375-17a2-4122-85e0-35d9e33db6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.282631 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e9f64375-17a2-4122-85e0-35d9e33db6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.319035 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c06ed8ef-d74f-4f86-8f64-b3842619538b tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.365030 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.382187 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-0f968056-756c-42b3-ab7e-aff4652c54df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:34.383882 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-0f968056-756c-42b3-ab7e-aff4652c54df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.5102453 Jul 14 09:37:34.394620 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e9f64375-17a2-4122-85e0-35d9e33db6f2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a021f3a7bd945d7baf0201b58019c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6471148 Jul 14 09:37:34.402359 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3eae640-5332-42a6-8b5e-211441311ff4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:34.409580 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 56956) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:34.428895 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c06ed8ef-d74f-4f86-8f64-b3842619538b tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.435533 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc675c1d-7e42-4890-8526-60e95ab837d9 None None] Network a0ed3087-308c-465b-b34c-994a8b44af57 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:34.444791 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c06ed8ef-d74f-4f86-8f64-b3842619538b tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/subnets/cb9f634d-081a-425e-a010-df7b32d8aad7 HTTP/1.1" status: 204 len: 168 time: 0.8451970 Jul 14 09:37:34.445641 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 56958) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:34.463305 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c3eae640-5332-42a6-8b5e-211441311ff4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c3eae640-5332-42a6-8b5e-211441311ff4,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:34.470743 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ed8ef-d74f-4f86-8f64-b3842619538b tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Subnet': ['ID=cb9f634d-081a-425e-a010-df7b32d8aad7,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:34.510581 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f64375-17a2-4122-85e0-35d9e33db6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7858a6-a738-4335-9446-6c90a24ba3fa,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:34.548337 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-521e77d4-9a65-4184-8d0e-aea3cd07fba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.641948 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.657944 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-521e77d4-9a65-4184-8d0e-aea3cd07fba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.671273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-75789da5-7c95-41fa-b956-7f345d20b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:34.679037 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-75789da5-7c95-41fa-b956-7f345d20b51b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2775071 Jul 14 09:37:34.723909 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-65b59a8c-93f9-4ebe-bb39-d61c00a76913 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.785262 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['c3eae640-5332-42a6-8b5e-211441311ff4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:34.815244 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-65b59a8c-93f9-4ebe-bb39-d61c00a76913 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting port e6b0724c-a8d7-4b0a-8963-75ef77f57f59 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:34.815922 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-65b59a8c-93f9-4ebe-bb39-d61c00a76913 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.994778 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-521e77d4-9a65-4184-8d0e-aea3cd07fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.005381 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-521e77d4-9a65-4184-8d0e-aea3cd07fba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.009134 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-521e77d4-9a65-4184-8d0e-aea3cd07fba0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb7858a6-a738-4335-9446-6c90a24ba3fa HTTP/1.1" status: 204 len: 168 time: 0.5848460 Jul 14 09:37:35.065886 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e77d4-9a65-4184-8d0e-aea3cd07fba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7858a6-a738-4335-9446-6c90a24ba3fa,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:35.071110 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-5c16e034-4833-460e-a438-1116bee247fa service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800094 Jul 14 09:37:35.121492 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-65b59a8c-93f9-4ebe-bb39-d61c00a76913 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] For port e6b0724c-a8d7-4b0a-8963-75ef77f57f59, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e6b0724c-a8d7-4b0a-8963-75ef77f57f59,segment=NetworkSegment(2799d90b-2f54-409b-8910-518ec7791eb0),segment_id=2799d90b-2f54-409b-8910-518ec7791eb0)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:35.121756 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-65b59a8c-93f9-4ebe-bb39-d61c00a76913 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.160134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-65b59a8c-93f9-4ebe-bb39-d61c00a76913 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Calling delete_port for e6b0724c-a8d7-4b0a-8963-75ef77f57f59 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:35.355272 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=c3eae640-5332-42a6-8b5e-211441311ff4,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:35.526484 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-78d6547c-93b4-4a60-831a-6a9bb5fd8ea4 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487696 Jul 14 09:37:35.625668 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4653a295-212e-4390-a631-1b6edb5352e7 None None] DHCP port deletion for a0ed3087-308c-465b-b34c-994a8b44af57 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:37:35.837305 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-bf9fa7e0-3f65-4e38-97b2-5e77171b810e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=f49dc3e3-be85-4cb5-add0-b47a4ee050d3 HTTP/1.1" status: 200 len: 217 time: 0.3037653 Jul 14 09:37:35.967075 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0256c7b-7426-4a08-9670-19dcc2937359 req-19feb362-f792-4401-9b4d-15e68434f71f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:35.982554 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f0256c7b-7426-4a08-9670-19dcc2937359 req-19feb362-f792-4401-9b4d-15e68434f71f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 944 time: 0.5824599 Jul 14 09:37:36.019766 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-e7b4707b-c874-423b-bca9-d18f564e9869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:36.021047 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-65b59a8c-93f9-4ebe-bb39-d61c00a76913 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.022676 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-e7b4707b-c874-423b-bca9-d18f564e9869 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.1780746 Jul 14 09:37:36.129216 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4653a295-212e-4390-a631-1b6edb5352e7 None None] Deleting port e6b0724c-a8d7-4b0a-8963-75ef77f57f59 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:36.131139 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4653a295-212e-4390-a631-1b6edb5352e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.199395 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f0256c7b-7426-4a08-9670-19dcc2937359 req-3456e795-bb6b-472a-9b95-b27b9b224e57 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123330 Jul 14 09:37:36.212263 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b59a8c-93f9-4ebe-bb39-d61c00a76913 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] No DVR routers for this DVR port e6b0724c-a8d7-4b0a-8963-75ef77f57f59 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:36.222538 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-95c40c35-2aa9-4e7c-93ab-36dbfd97dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:36.224251 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-95c40c35-2aa9-4e7c-93ab-36dbfd97dc01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1951785 Jul 14 09:37:36.227422 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b59a8c-93f9-4ebe-bb39-d61c00a76913 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Port': ['ID=e6b0724c-a8d7-4b0a-8963-75ef77f57f59,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:36.388432 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4653a295-212e-4390-a631-1b6edb5352e7 None None] For port e6b0724c-a8d7-4b0a-8963-75ef77f57f59, host n-d-798054-10, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:36.389039 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4653a295-212e-4390-a631-1b6edb5352e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.458862 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e6b0724c-a8d7-4b0a-8963-75ef77f57f59 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:36.475853 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-65b59a8c-93f9-4ebe-bb39-d61c00a76913 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.484922 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4653a295-212e-4390-a631-1b6edb5352e7 None None] Calling delete_port for e6b0724c-a8d7-4b0a-8963-75ef77f57f59 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:36.501078 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-65b59a8c-93f9-4ebe-bb39-d61c00a76913 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ed3087-308c-465b-b34c-994a8b44af57']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:36.508954 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-3b947c55-41ff-4687-bc66-cee793ac4def service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755005 Jul 14 09:37:36.531642 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-65b59a8c-93f9-4ebe-bb39-d61c00a76913 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2799d90b-2f54-409b-8910-518ec7791eb0') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:36.531962 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-65b59a8c-93f9-4ebe-bb39-d61c00a76913 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2799d90b-2f54-409b-8910-518ec7791eb0') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:36.554399 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-65b59a8c-93f9-4ebe-bb39-d61c00a76913 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.567824 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-4653a295-212e-4390-a631-1b6edb5352e7 None None] Port e6b0724c-a8d7-4b0a-8963-75ef77f57f59 was not found and therefore no delete operation was performed {{(pid=93889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:37:36.568694 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: e6b0724c-a8d7-4b0a-8963-75ef77f57f59 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:36.569035 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e6b0724c-a8d7-4b0a-8963-75ef77f57f59 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:36.584260 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4653a295-212e-4390-a631-1b6edb5352e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.605978 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-65b59a8c-93f9-4ebe-bb39-d61c00a76913 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.634881 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4653a295-212e-4390-a631-1b6edb5352e7 None None] No DVR routers for this DVR port e6b0724c-a8d7-4b0a-8963-75ef77f57f59 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:36.640090 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b59a8c-93f9-4ebe-bb39-d61c00a76913 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:36.640518 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-65b59a8c-93f9-4ebe-bb39-d61c00a76913 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.726464 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-bb456dcc-166f-447d-bcac-9eae8e54bfd2 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059364 Jul 14 09:37:36.741162 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653a295-212e-4390-a631-1b6edb5352e7 None None] Pushing event deleted for resources: {'Port': ['ID=e6b0724c-a8d7-4b0a-8963-75ef77f57f59,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:36.832786 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-8e8caa6d-f6df-4e85-824a-5171c230beb8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0f2af3da-23fd-4df1-948a-432f34ec3de2 HTTP/1.1" status: 200 len: 217 time: 0.1021137 Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:36.859458 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:36.870035 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-65b59a8c-93f9-4ebe-bb39-d61c00a76913 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.884334 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-65b59a8c-93f9-4ebe-bb39-d61c00a76913 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.897402 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-65b59a8c-93f9-4ebe-bb39-d61c00a76913 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/networks/a0ed3087-308c-465b-b34c-994a8b44af57 HTTP/1.1" status: 204 len: 168 time: 2.4472992 Jul 14 09:37:36.899494 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57010) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:36.920672 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-afd26ad6-0388-48dd-9f65-5fbd6e422d5d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1014246479'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:36.944131 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b59a8c-93f9-4ebe-bb39-d61c00a76913 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Network': ['ID=a0ed3087-308c-465b-b34c-994a8b44af57,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:36.964801 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-45010711-385d-401c-a179-d5bd58577705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:36.971543 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-45010711-385d-401c-a179-d5bd58577705 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33a989a0-eb94-469f-91bb-73ae1f165e9f HTTP/1.1" status: 200 len: 797 time: 0.1303596 Jul 14 09:37:36.991579 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd26ad6-0388-48dd-9f65-5fbd6e422d5d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Made reservation on behalf of 4a260d3b38bf4b4ca200416414521a69 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:37.004201 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-afd26ad6-0388-48dd-9f65-5fbd6e422d5d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.104239 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd26ad6-0388-48dd-9f65-5fbd6e422d5d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:37.115931 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-9d175c99-50f1-43fe-8b85-c950df569a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:37.119894 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-9d175c99-50f1-43fe-8b85-c950df569a8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c08d002f-2c08-4121-b70d-1491e0b62a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1419294 Jul 14 09:37:37.134065 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-afd26ad6-0388-48dd-9f65-5fbd6e422d5d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.134426 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-afd26ad6-0388-48dd-9f65-5fbd6e422d5d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Added segment 469deaf7-2079-464f-994b-ece39b4112a9 of type vlan for network ad994d10-3e28-4eb8-a2e6-723fe1f16fa3 Jul 14 09:37:37.253536 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-afd26ad6-0388-48dd-9f65-5fbd6e422d5d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.337707 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-afd26ad6-0388-48dd-9f65-5fbd6e422d5d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.362359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd26ad6-0388-48dd-9f65-5fbd6e422d5d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:37.363015 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-afd26ad6-0388-48dd-9f65-5fbd6e422d5d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.527425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57030) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:37.661939 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-afd26ad6-0388-48dd-9f65-5fbd6e422d5d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7474871 Jul 14 09:37:37.672629 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57036) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:37.740996 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'subnet': {'network_id': 'ad994d10-3e28-4eb8-a2e6-723fe1f16fa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:37.796523 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c3eae640-5332-42a6-8b5e-211441311ff4 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:37.800462 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd26ad6-0388-48dd-9f65-5fbd6e422d5d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Network': ['ID=ad994d10-3e28-4eb8-a2e6-723fe1f16fa3,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:37.959383 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network ad994d10-3e28-4eb8-a2e6-723fe1f16fa3 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:38.041251 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47588fc-cfee-48da-aa79-9182267dcced req-1d9f4ae8-3a5a-4136-b33f-d481edf4de06 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:38.048861 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a47588fc-cfee-48da-aa79-9182267dcced req-1d9f4ae8-3a5a-4136-b33f-d481edf4de06 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 944 time: 0.4114561 Jul 14 09:37:38.175089 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a47588fc-cfee-48da-aa79-9182267dcced req-db91a37f-3ec5-4ba1-a689-2e1121bfe8eb tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151068 Jul 14 09:37:38.176252 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Made reservation on behalf of 4a260d3b38bf4b4ca200416414521a69 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:38.182382 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.261214 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port c3eae640-5332-42a6-8b5e-211441311ff4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:38.261635 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.504350 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-e7c6b147-3748-4950-8dcb-f841602b71a3 service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3642175 Jul 14 09:37:38.557629 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.687604 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c3eae640-5332-42a6-8b5e-211441311ff4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c3eae640-5332-42a6-8b5e-211441311ff4,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:38.688681 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b8c5d8-b0ed-41dc-b1ae-23868cc31199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3eae640-5332-42a6-8b5e-211441311ff4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:38.691205 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934d7711-b86f-45fc-89b8-bcf419e3c7b5" -d '{"events": [{"server_uuid": "b8b8c5d8-b0ed-41dc-b1ae-23868cc31199", "name": "network-vif-plugged", "status": "completed", "tag": "c3eae640-5332-42a6-8b5e-211441311ff4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:38.707283 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.860741 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-6ef27fa5-51e6-40df-b87e-143614c620e1 service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467152 Jul 14 09:37:38.886926 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca9db72-a657-4640-aa96-3fe747a697a8 x-openstack-request-id: req-9ca9db72-a657-4640-aa96-3fe747a697a8 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:38.887563 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b8c5d8-b0ed-41dc-b1ae-23868cc31199", "name": "network-vif-plugged", "status": "completed", "tag": "c3eae640-5332-42a6-8b5e-211441311ff4", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:38.889872 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ca9db72-a657-4640-aa96-3fe747a697a8 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:38.890398 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b8c5d8-b0ed-41dc-b1ae-23868cc31199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3eae640-5332-42a6-8b5e-211441311ff4', 'code': 200} Jul 14 09:37:38.893171 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=c3eae640-5332-42a6-8b5e-211441311ff4,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:38.976633 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-85a2526f-00f3-4028-9fa3-e20c12be106f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0f87ec9-67a2-433a-a1e1-1dd223d380b4 HTTP/1.1" status: 200 len: 217 time: 0.1069787 Jul 14 09:37:39.112144 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-d0c433ba-53f4-408f-ac50-5a95f24a9fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:39.114458 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-d0c433ba-53f4-408f-ac50-5a95f24a9fa5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33a989a0-eb94-469f-91bb-73ae1f165e9f HTTP/1.1" status: 200 len: 797 time: 0.1217961 Jul 14 09:37:39.366378 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.390151 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-8547aa12-239f-4b26-8d94-f6035013b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:39.391962 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-8547aa12-239f-4b26-8d94-f6035013b430 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c08d002f-2c08-4121-b70d-1491e0b62a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2671456 Jul 14 09:37:39.558006 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Subnet': ['ID=6c00611a-398a-4fcd-a384-503556fcf985,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:39.619697 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-abc303da-43e6-4844-8860-c00018735b93 service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166076 Jul 14 09:37:39.708610 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:39.710853 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:39.711203 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:39.711542 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:39.714529 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:39.714529 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:39.714869 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:39.715197 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:39.717329 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:39.717662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:39.718810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:39.719898 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:39.799132 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Checking segment: {'id': '469deaf7-2079-464f-994b-ece39b4112a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ad994d10-3e28-4eb8-a2e6-723fe1f16fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:39.803827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network hostable DHCP agents. Network: ad994d10-3e28-4eb8-a2e6-723fe1f16fa3, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:39.859715 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f787f737-0a9e-4943-ae2e-1e63c3f8cf5e req-e10ee7c2-5ef8-40e8-a317-c4737b970246 service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337370 Jul 14 09:37:39.932603 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network ad994d10-3e28-4eb8-a2e6-723fe1f16fa3 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:39.970455 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc812f17-1484-4726-a557-49588c5f0b7c req-395a033b-f765-4cba-9e1d-ae1b363b0995 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:39.982207 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc812f17-1484-4726-a557-49588c5f0b7c req-395a033b-f765-4cba-9e1d-ae1b363b0995 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 945 time: 0.3607705 Jul 14 09:37:40.075641 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, ad994d10-3e28-4eb8-a2e6-723fe1f16fa3) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:40.087765 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5419fbf-2b5e-4e96-b269-067817f619cc None None] Network ad994d10-3e28-4eb8-a2e6-723fe1f16fa3 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:40.094691 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc812f17-1484-4726-a557-49588c5f0b7c req-f6750ef2-1c17-4827-959f-2bbd32e01844 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113880 Jul 14 09:37:40.129549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:40.131185 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.188332 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4359dd00-a8b3-4c77-b333-36daedffee40 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4745078 Jul 14 09:37:40.195039 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57078) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:40.200044 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a5fb259e-ff24-4f97-ace3-184dfd822819 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-252997833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:40.205893 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47a9df7f-0603-4929-8a0a-a341034499b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.270006 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a5fb259e-ff24-4f97-ace3-184dfd822819 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.272606 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a5fb259e-ff24-4f97-ace3-184dfd822819 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.409843 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a5fb259e-ff24-4f97-ace3-184dfd822819 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.421505 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a5fb259e-ff24-4f97-ace3-184dfd822819 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.489878 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a5fb259e-ff24-4f97-ace3-184dfd822819 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.489878 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a5fb259e-ff24-4f97-ace3-184dfd822819 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2848172 Jul 14 09:37:40.491455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-ad994d10-3e28-4eb8-a2e6-723fe1f16fa3', 'network_id': 'ad994d10-3e28-4eb8-a2e6-723fe1f16fa3', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'fixed_ips': [{'subnet_id': '6c00611a-398a-4fcd-a384-503556fcf985'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:37:40.491455 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.492018 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57094) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:40.788292 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Allocated IP 2001:db8::2 (ad994d10-3e28-4eb8-a2e6-723fe1f16fa3/6c00611a-398a-4fcd-a384-503556fcf985/5fb56a82-ab0d-408f-8635-ecaceda3d0da) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:41.071640 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-47a9df7f-0603-4929-8a0a-a341034499b3 admin admin] Deleting port fbc7933c-2358-42ee-b66a-7463bcd0ec31 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:41.072208 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47a9df7f-0603-4929-8a0a-a341034499b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.164297 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17e10d31-09b9-47a3-a41d-b1371ab14c1a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.551049 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.572794 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Transition to ACTIVE for port object 5fb56a82-ab0d-408f-8635-ecaceda3d0da will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:41.597257 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Transition to ACTIVE for port object 5fb56a82-ab0d-408f-8635-ecaceda3d0da will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:41.613600 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-47a9df7f-0603-4929-8a0a-a341034499b3 admin admin] For port fbc7933c-2358-42ee-b66a-7463bcd0ec31, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=fbc7933c-2358-42ee-b66a-7463bcd0ec31,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:41.615851 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.619489 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47a9df7f-0603-4929-8a0a-a341034499b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.666100 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-47a9df7f-0603-4929-8a0a-a341034499b3 admin admin] Calling delete_port for fbc7933c-2358-42ee-b66a-7463bcd0ec31 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:41.715473 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Pushing event updated for resources: {'Port': ['ID=5fb56a82-ab0d-408f-8635-ecaceda3d0da,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:41.771889 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Network ad994d10-3e28-4eb8-a2e6-723fe1f16fa3 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:41.781731 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:41.782134 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:41.782452 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:41.782780 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:41.783107 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:41.783434 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:41.786528 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:41.786764 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:41.787115 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:41.787443 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:41.787775 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:41.788104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:41.797616 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:41.808035 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:41.882529 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65aea53-24e3-4dee-b1bf-cd1d45df297a req-d58e28e7-0339-42b3-a0f0-9b4b5fad87e0 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:41.884282 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c65aea53-24e3-4dee-b1bf-cd1d45df297a req-d58e28e7-0339-42b3-a0f0-9b4b5fad87e0 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 945 time: 0.5136600 Jul 14 09:37:41.910624 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-17e10d31-09b9-47a3-a41d-b1371ab14c1a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Allocated IP 2001:db8::1 (ad994d10-3e28-4eb8-a2e6-723fe1f16fa3/6c00611a-398a-4fcd-a384-503556fcf985/a7bbddd9-35f6-4070-b95d-c086dd4d68ca) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:41.919856 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Attempting to bind port 5fb56a82-ab0d-408f-8635-ecaceda3d0da on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:41.920277 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Attempting to bind port 5fb56a82-ab0d-408f-8635-ecaceda3d0da by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '469deaf7-2079-464f-994b-ece39b4112a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ad994d10-3e28-4eb8-a2e6-723fe1f16fa3'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:41.920646 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Attempting to bind port 5fb56a82-ab0d-408f-8635-ecaceda3d0da on network ad994d10-3e28-4eb8-a2e6-723fe1f16fa3 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:41.933522 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:41.933928 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Checking segment: {'id': '469deaf7-2079-464f-994b-ece39b4112a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ad994d10-3e28-4eb8-a2e6-723fe1f16fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:41.934841 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.935247 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Bound using segment: {'id': '469deaf7-2079-464f-994b-ece39b4112a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ad994d10-3e28-4eb8-a2e6-723fe1f16fa3'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:41.938054 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Bound port: 5fb56a82-ab0d-408f-8635-ecaceda3d0da, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469deaf7-2079-464f-994b-ece39b4112a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ad994d10-3e28-4eb8-a2e6-723fe1f16fa3'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:41.938458 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.030419 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c65aea53-24e3-4dee-b1bf-cd1d45df297a req-836616a6-4022-49fa-af13-2c1bc95d6200 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364560 Jul 14 09:37:42.100045 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] For port 5fb56a82-ab0d-408f-8635-ecaceda3d0da, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:42.105135 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] For port 5fb56a82-ab0d-408f-8635-ecaceda3d0da, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5fb56a82-ab0d-408f-8635-ecaceda3d0da,segment=NetworkSegment(469deaf7-2079-464f-994b-ece39b4112a9),segment_id=469deaf7-2079-464f-994b-ece39b4112a9)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:42.113358 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.268993 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17e10d31-09b9-47a3-a41d-b1371ab14c1a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.323660 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbada6d-4c24-4bb2-801e-c3074662f314 None None] Pushing event updated for resources: {'Port': ['ID=5fb56a82-ab0d-408f-8635-ecaceda3d0da,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:42.358779 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-17e10d31-09b9-47a3-a41d-b1371ab14c1a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Transition to ACTIVE for port object a7bbddd9-35f6-4070-b95d-c086dd4d68ca will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:42.501817 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17e10d31-09b9-47a3-a41d-b1371ab14c1a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.538240 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47a9df7f-0603-4929-8a0a-a341034499b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.675991 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e10d31-09b9-47a3-a41d-b1371ab14c1a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network ad994d10-3e28-4eb8-a2e6-723fe1f16fa3 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:42.691416 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-17e10d31-09b9-47a3-a41d-b1371ab14c1a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:42.712586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9df7f-0603-4929-8a0a-a341034499b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc7933c-2358-42ee-b66a-7463bcd0ec31,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:42.781488 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e10d31-09b9-47a3-a41d-b1371ab14c1a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Port': ['ID=a7bbddd9-35f6-4070-b95d-c086dd4d68ca,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:42.789993 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e10d31-09b9-47a3-a41d-b1371ab14c1a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:42.790561 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17e10d31-09b9-47a3-a41d-b1371ab14c1a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.008650 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47a9df7f-0603-4929-8a0a-a341034499b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.126325 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17e10d31-09b9-47a3-a41d-b1371ab14c1a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.641571 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a9df7f-0603-4929-8a0a-a341034499b3 admin admin] Router adee1226-b855-4e7f-9149-fbc032a4ed3c has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:43.849397 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17e10d31-09b9-47a3-a41d-b1371ab14c1a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.858546 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17e10d31-09b9-47a3-a41d-b1371ab14c1a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.860773 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17e10d31-09b9-47a3-a41d-b1371ab14c1a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.889227 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b7cff-8a31-4598-82f4-c6fdcd08d284 req-e45b1d8d-d88f-4313-8b2a-d74b15274a3e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:43.913684 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ec3b7cff-8a31-4598-82f4-c6fdcd08d284 req-e45b1d8d-d88f-4313-8b2a-d74b15274a3e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 945 time: 0.6448550 Jul 14 09:37:44.032032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e10d31-09b9-47a3-a41d-b1371ab14c1a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Port': ['ID=a7bbddd9-35f6-4070-b95d-c086dd4d68ca,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:44.124226 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ec3b7cff-8a31-4598-82f4-c6fdcd08d284 req-f4ec5038-0f0f-4f19-94ba-1392265ffc6d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082574 Jul 14 09:37:44.156901 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a9df7f-0603-4929-8a0a-a341034499b3 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:44.164635 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-47a9df7f-0603-4929-8a0a-a341034499b3 admin admin] 10.222.0.26 "PUT /v2.0/routers/adee1226-b855-4e7f-9149-fbc032a4ed3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5949571 Jul 14 09:37:44.167106 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6f6e21-a9a1-4927-9298-1ec3f20f4eae None None] Sync routers for ids ['adee1226-b855-4e7f-9149-fbc032a4ed3c'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:44.174244 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57164) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:44.209336 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096677e5-555b-4b4a-81c1-b0ded95f8a7d None None] Network ad994d10-3e28-4eb8-a2e6-723fe1f16fa3 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:44.357840 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e10d31-09b9-47a3-a41d-b1371ab14c1a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network ad994d10-3e28-4eb8-a2e6-723fe1f16fa3 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:44.361010 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-17e10d31-09b9-47a3-a41d-b1371ab14c1a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:44.541420 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6f6e21-a9a1-4927-9298-1ec3f20f4eae None None] Routers {'adee1226-b855-4e7f-9149-fbc032a4ed3c'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:44.541588 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ad6f6e21-a9a1-4927-9298-1ec3f20f4eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['adee1226-b855-4e7f-9149-fbc032a4ed3c'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:44.726183 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ad6f6e21-a9a1-4927-9298-1ec3f20f4eae None None] Set router adee1226-b855-4e7f-9149-fbc032a4ed3c gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:44.808126 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e10d31-09b9-47a3-a41d-b1371ab14c1a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 18fb91db-fd19-4e09-8376-16c6ef692cdd is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:37:45.058476 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e10d31-09b9-47a3-a41d-b1371ab14c1a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:45.068252 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d6406-1683-4e6e-a3ef-410a1b18e6af None None] Sync routers for ids ['18fb91db-fd19-4e09-8376-16c6ef692cdd'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:45.084464 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-17e10d31-09b9-47a3-a41d-b1371ab14c1a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/18fb91db-fd19-4e09-8376-16c6ef692cdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5963290 Jul 14 09:37:45.091332 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d6406-1683-4e6e-a3ef-410a1b18e6af None None] Routers {'18fb91db-fd19-4e09-8376-16c6ef692cdd'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:45.096634 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6b8d6406-1683-4e6e-a3ef-410a1b18e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['18fb91db-fd19-4e09-8376-16c6ef692cdd'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:45.098760 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57194) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:45.116708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5fb56a82-ab0d-408f-8635-ecaceda3d0da up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:45.174329 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-70dc401a-1aa2-44d3-84ea-7501c78c5246 None None] Provisioning for port 5fb56a82-ab0d-408f-8635-ecaceda3d0da completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:45.191773 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6b8d6406-1683-4e6e-a3ef-410a1b18e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:45.209769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 5fb56a82-ab0d-408f-8635-ecaceda3d0da completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:45.219545 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 5fb56a82-ab0d-408f-8635-ecaceda3d0da triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:45.219927 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.234779 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d6406-1683-4e6e-a3ef-410a1b18e6af None None] Routers {'18fb91db-fd19-4e09-8376-16c6ef692cdd'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:45.235770 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6b8d6406-1683-4e6e-a3ef-410a1b18e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['18fb91db-fd19-4e09-8376-16c6ef692cdd'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:45.262119 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7b4b2c-d357-44f9-8d45-fb8de76b00dc tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:45.270398 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ba7b4b2c-d357-44f9-8d45-fb8de76b00dc tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/ports/a7bbddd9-35f6-4070-b95d-c086dd4d68ca HTTP/1.1" status: 200 len: 911 time: 0.1705317 Jul 14 09:37:45.273513 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57198) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:45.367563 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6b8d6406-1683-4e6e-a3ef-410a1b18e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:45.372750 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d6406-1683-4e6e-a3ef-410a1b18e6af None None] The sync data for ids ['18fb91db-fd19-4e09-8376-16c6ef692cdd'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:45.397572 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2c5210d2-cf08-4ccf-964a-a4ce0c158ab3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.428579 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.475015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 5fb56a82-ab0d-408f-8635-ecaceda3d0da, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5fb56a82-ab0d-408f-8635-ecaceda3d0da,segment=NetworkSegment(469deaf7-2079-464f-994b-ece39b4112a9),segment_id=469deaf7-2079-464f-994b-ece39b4112a9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:45.477392 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ad6f6e21-a9a1-4927-9298-1ec3f20f4eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '5067817c-c527-4844-abe2-88d097a4bd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:51Z', 'updated_at': '2021-07-14T09:37:42Z', 'revision_number': 5, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'gw_port': {'id': '5067817c-c527-4844-abe2-88d097a4bd95', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:52Z', 'updated_at': '2021-07-14T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:45.480449 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.589777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=5fb56a82-ab0d-408f-8635-ecaceda3d0da,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:45.593892 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6f6e21-a9a1-4927-9298-1ec3f20f4eae None None] Checking router: adee1226-b855-4e7f-9149-fbc032a4ed3c for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:45.609216 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6f6e21-a9a1-4927-9298-1ec3f20f4eae None None] Routers {'adee1226-b855-4e7f-9149-fbc032a4ed3c'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:45.609902 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ad6f6e21-a9a1-4927-9298-1ec3f20f4eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['adee1226-b855-4e7f-9149-fbc032a4ed3c'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:45.838222 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22c53d-f943-443e-817a-ce35a2f420d9 req-fce830ed-0a81-4abd-b832-b5f92b9990b3 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:45.848413 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b22c53d-f943-443e-817a-ce35a2f420d9 req-fce830ed-0a81-4abd-b832-b5f92b9990b3 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 945 time: 0.3230226 Jul 14 09:37:45.940523 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ad6f6e21-a9a1-4927-9298-1ec3f20f4eae None None] Set router adee1226-b855-4e7f-9149-fbc032a4ed3c gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:46.048788 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b22c53d-f943-443e-817a-ce35a2f420d9 req-5ae29a2b-d696-40e6-ab50-8996db4c68d6 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986723 Jul 14 09:37:46.081659 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2c5210d2-cf08-4ccf-964a-a4ce0c158ab3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.220357 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-2c5210d2-cf08-4ccf-964a-a4ce0c158ab3 admin admin] Deleting port 5067817c-c527-4844-abe2-88d097a4bd95 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:46.222021 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2c5210d2-cf08-4ccf-964a-a4ce0c158ab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.225315 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0d833c18-8bb8-4343-a42a-4ffc6f072e6a None None] Provisioning for port a7bbddd9-35f6-4070-b95d-c086dd4d68ca completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:46.249231 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0d833c18-8bb8-4343-a42a-4ffc6f072e6a None None] Provisioning complete for port a7bbddd9-35f6-4070-b95d-c086dd4d68ca triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:46.249614 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d833c18-8bb8-4343-a42a-4ffc6f072e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.329866 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.439934 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-2c5210d2-cf08-4ccf-964a-a4ce0c158ab3 admin admin] For port 5067817c-c527-4844-abe2-88d097a4bd95, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5067817c-c527-4844-abe2-88d097a4bd95,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:46.441621 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2c5210d2-cf08-4ccf-964a-a4ce0c158ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.487752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-2c5210d2-cf08-4ccf-964a-a4ce0c158ab3 admin admin] Calling delete_port for 5067817c-c527-4844-abe2-88d097a4bd95 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:46.555422 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.577952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5fb56a82-ab0d-408f-8635-ecaceda3d0da up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:46.579484 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0d833c18-8bb8-4343-a42a-4ffc6f072e6a None None] Port a7bbddd9-35f6-4070-b95d-c086dd4d68ca cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:46.621311 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0d833c18-8bb8-4343-a42a-4ffc6f072e6a None None] Provisioning complete for port 5fb56a82-ab0d-408f-8635-ecaceda3d0da triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:46.622446 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d833c18-8bb8-4343-a42a-4ffc6f072e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.842930 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 5fb56a82-ab0d-408f-8635-ecaceda3d0da triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:46.843310 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.091686 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2c5210d2-cf08-4ccf-964a-a4ce0c158ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.194191 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5210d2-cf08-4ccf-964a-a4ce0c158ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5067817c-c527-4844-abe2-88d097a4bd95,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:47.196626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting port a7bbddd9-35f6-4070-b95d-c086dd4d68ca {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:47.199106 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.226027 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ad6f6e21-a9a1-4927-9298-1ec3f20f4eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '5067817c-c527-4844-abe2-88d097a4bd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:51Z', 'updated_at': '2021-07-14T09:37:42Z', 'revision_number': 5, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'gw_port': {'id': '5067817c-c527-4844-abe2-88d097a4bd95', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:52Z', 'updated_at': '2021-07-14T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:47.343479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6f6e21-a9a1-4927-9298-1ec3f20f4eae None None] The sync data for ids ['adee1226-b855-4e7f-9149-fbc032a4ed3c'] in n-d-798054-10 is: [{'id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'name': 'tempest-AttachVolumeShelveTestJSON-14055955-router', 'tenant_id': '5cb22d9c9ca64cacba1a692a05940f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '5067817c-c527-4844-abe2-88d097a4bd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:51Z', 'updated_at': '2021-07-14T09:37:42Z', 'revision_number': 5, 'project_id': '5cb22d9c9ca64cacba1a692a05940f23', 'gw_port': {'id': '5067817c-c527-4844-abe2-88d097a4bd95', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee1226-b855-4e7f-9149-fbc032a4ed3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:52Z', 'updated_at': '2021-07-14T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:47.352898 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2c5210d2-cf08-4ccf-964a-a4ce0c158ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.421188 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.447236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Calling delete_port for a7bbddd9-35f6-4070-b95d-c086dd4d68ca owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:47.479445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98fc3120-2b5e-4a14-9e17-ca5d293a8c0a None None] Provisioning complete for port a7bbddd9-35f6-4070-b95d-c086dd4d68ca triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:47.479744 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98fc3120-2b5e-4a14-9e17-ca5d293a8c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.554943 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98fc3120-2b5e-4a14-9e17-ca5d293a8c0a None None] Port a7bbddd9-35f6-4070-b95d-c086dd4d68ca cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:47.586288 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2c5210d2-cf08-4ccf-964a-a4ce0c158ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.590929 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2c5210d2-cf08-4ccf-964a-a4ce0c158ab3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.839934 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2c5210d2-cf08-4ccf-964a-a4ce0c158ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.839934 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5210d2-cf08-4ccf-964a-a4ce0c158ab3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adee1226-b855-4e7f-9149-fbc032a4ed3c {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:37:47.857864 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2c5210d2-cf08-4ccf-964a-a4ce0c158ab3 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.857864 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2c5210d2-cf08-4ccf-964a-a4ce0c158ab3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/adee1226-b855-4e7f-9149-fbc032a4ed3c HTTP/1.1" status: 204 len: 168 time: 3.6742721 Jul 14 09:37:47.860419 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892c151-8214-421f-9ce6-71eaf9aadede req-09e97b2b-2ea3-4247-87cc-9d41d4349921 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:47.860748 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a892c151-8214-421f-9ce6-71eaf9aadede req-09e97b2b-2ea3-4247-87cc-9d41d4349921 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 945 time: 0.1616306 Jul 14 09:37:47.861272 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57238) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:47.885453 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.025567 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a892c151-8214-421f-9ce6-71eaf9aadede req-da73fff3-0cdd-468a-9f06-d9967f18aa20 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079082 Jul 14 09:37:48.101266 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-323bb8d6-a0e2-456a-87ad-74d8b8c7f39a admin admin] Deleting subnet 453b9a84-a49e-4445-ade0-e83a68e64b54 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:48.111371 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-323bb8d6-a0e2-456a-87ad-74d8b8c7f39a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.132119 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Port': ['ID=a7bbddd9-35f6-4070-b95d-c086dd4d68ca,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:48.209061 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-323bb8d6-a0e2-456a-87ad-74d8b8c7f39a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.425548 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:48.426075 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:48.426271 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:48.426619 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:48.426956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:48.427288 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:48.427616 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:48.427947 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:48.428273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:48.428594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:48.428920 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:48.429239 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:48.534138 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fbc7933c-2358-42ee-b66a-7463bcd0ec31 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:48.574878 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.601307 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-323bb8d6-a0e2-456a-87ad-74d8b8c7f39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.602866 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: fbc7933c-2358-42ee-b66a-7463bcd0ec31 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:48.610139 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fbc7933c-2358-42ee-b66a-7463bcd0ec31 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:48.811513 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-323bb8d6-a0e2-456a-87ad-74d8b8c7f39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.897195 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bb8d6-a0e2-456a-87ad-74d8b8c7f39a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=453b9a84-a49e-4445-ade0-e83a68e64b54,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:48.941356 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92652a3b-1eff-43b2-8b9e-a4242dede52e None None] Network 6e4991ac-2228-452d-ab57-e39ab6b100bc requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:48.962967 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-323bb8d6-a0e2-456a-87ad-74d8b8c7f39a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.971234 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57262) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:48.979054 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-323bb8d6-a0e2-456a-87ad-74d8b8c7f39a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/453b9a84-a49e-4445-ade0-e83a68e64b54 HTTP/1.1" status: 204 len: 168 time: 1.1165464 Jul 14 09:37:49.091208 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 18fb91db-fd19-4e09-8376-16c6ef692cdd has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:49.401501 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a1be-c95c-4b6c-8fbe-edacc0223142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.415903 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:49.432969 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95474fa2-2a95-4bcd-a9fd-0cd9026bf5f2 None None] Sync routers for ids ['18fb91db-fd19-4e09-8376-16c6ef692cdd'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:49.435396 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e79f0750-0a5d-4cac-8bbe-33e23b9b4a16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/18fb91db-fd19-4e09-8376-16c6ef692cdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1601319 Jul 14 09:37:49.438199 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57270) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:49.469962 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95474fa2-2a95-4bcd-a9fd-0cd9026bf5f2 None None] Routers {'18fb91db-fd19-4e09-8376-16c6ef692cdd'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:49.470922 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-95474fa2-2a95-4bcd-a9fd-0cd9026bf5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['18fb91db-fd19-4e09-8376-16c6ef692cdd'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:49.511464 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1a1be-c95c-4b6c-8fbe-edacc0223142 admin admin] Deleting port 280ee87e-ea83-43bf-98e6-7c515908aa82 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:49.512115 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a1be-c95c-4b6c-8fbe-edacc0223142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.538945 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7a1a3719-9739-46be-b899-46048ee160f8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/ports?device_id=18fb91db-fd19-4e09-8376-16c6ef692cdd HTTP/1.1" status: 200 len: 205 time: 0.0995486 Jul 14 09:37:49.595719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-95474fa2-2a95-4bcd-a9fd-0cd9026bf5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:49.633341 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57272) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:49.691978 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95474fa2-2a95-4bcd-a9fd-0cd9026bf5f2 None None] Routers {'18fb91db-fd19-4e09-8376-16c6ef692cdd'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:49.696919 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-95474fa2-2a95-4bcd-a9fd-0cd9026bf5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['18fb91db-fd19-4e09-8376-16c6ef692cdd'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:49.751002 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-2bb1a1be-c95c-4b6c-8fbe-edacc0223142 admin admin] For port 280ee87e-ea83-43bf-98e6-7c515908aa82, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=280ee87e-ea83-43bf-98e6-7c515908aa82,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:49.752399 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a1be-c95c-4b6c-8fbe-edacc0223142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.800049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1a1be-c95c-4b6c-8fbe-edacc0223142 admin admin] Calling delete_port for 280ee87e-ea83-43bf-98e6-7c515908aa82 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:49.885334 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06751d26-d8dc-400a-93ac-51630dccbcaa None None] DHCP port deletion for 6e4991ac-2228-452d-ab57-e39ab6b100bc request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:37:49.970857 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a3b31f7c-79bf-46ba-ba95-21ab6ea478ed tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.976060 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-95474fa2-2a95-4bcd-a9fd-0cd9026bf5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:49.978660 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95474fa2-2a95-4bcd-a9fd-0cd9026bf5f2 None None] The sync data for ids ['18fb91db-fd19-4e09-8376-16c6ef692cdd'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:50.086233 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-06751d26-d8dc-400a-93ac-51630dccbcaa None None] Deleting port 280ee87e-ea83-43bf-98e6-7c515908aa82 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:50.086637 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-06751d26-d8dc-400a-93ac-51630dccbcaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.201498 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3c187-79f4-4523-98b5-c839a6428edc req-f1f0f497-925c-4731-bfd7-cd6e42ffe782 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:50.203188 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ebf3c187-79f4-4523-98b5-c839a6428edc req-f1f0f497-925c-4731-bfd7-cd6e42ffe782 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 945 time: 0.6832316 Jul 14 09:37:50.225930 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a1be-c95c-4b6c-8fbe-edacc0223142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.243953 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-06751d26-d8dc-400a-93ac-51630dccbcaa None None] For port 280ee87e-ea83-43bf-98e6-7c515908aa82, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=280ee87e-ea83-43bf-98e6-7c515908aa82,segment=NetworkSegment(17918165-02df-40ca-bae9-9149208b1a27),segment_id=17918165-02df-40ca-bae9-9149208b1a27)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:50.244386 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-06751d26-d8dc-400a-93ac-51630dccbcaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.287736 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-06751d26-d8dc-400a-93ac-51630dccbcaa None None] Calling delete_port for 280ee87e-ea83-43bf-98e6-7c515908aa82 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:50.362249 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1a1be-c95c-4b6c-8fbe-edacc0223142 admin admin] Pushing event deleted for resources: {'Port': ['ID=280ee87e-ea83-43bf-98e6-7c515908aa82,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:50.403043 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb1a1be-c95c-4b6c-8fbe-edacc0223142 admin admin] No DVR routers for this DVR port 280ee87e-ea83-43bf-98e6-7c515908aa82 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:50.496103 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 09:37:50.516105 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 280ee87e-ea83-43bf-98e6-7c515908aa82 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:50.562160 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 280ee87e-ea83-43bf-98e6-7c515908aa82 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:50.564553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 280ee87e-ea83-43bf-98e6-7c515908aa82 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:50.565526 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5067817c-c527-4844-abe2-88d097a4bd95 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:50.567660 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-06751d26-d8dc-400a-93ac-51630dccbcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.601135 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ebf3c187-79f4-4523-98b5-c839a6428edc req-ecad7547-3877-437c-856a-225186cefa77 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772185 Jul 14 09:37:50.610906 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a3b31f7c-79bf-46ba-ba95-21ab6ea478ed tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.622543 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a1be-c95c-4b6c-8fbe-edacc0223142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.625605 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a3b31f7c-79bf-46ba-ba95-21ab6ea478ed tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.657022 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-2bb1a1be-c95c-4b6c-8fbe-edacc0223142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4991ac-2228-452d-ab57-e39ab6b100bc']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:50.679564 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06751d26-d8dc-400a-93ac-51630dccbcaa None None] No DVR routers for this DVR port 280ee87e-ea83-43bf-98e6-7c515908aa82 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:50.680592 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-2bb1a1be-c95c-4b6c-8fbe-edacc0223142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17918165-02df-40ca-bae9-9149208b1a27') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:50.680997 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-2bb1a1be-c95c-4b6c-8fbe-edacc0223142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17918165-02df-40ca-bae9-9149208b1a27') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:50.701307 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a3b31f7c-79bf-46ba-ba95-21ab6ea478ed tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.702521 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b31f7c-79bf-46ba-ba95-21ab6ea478ed tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Fanout notify agent at l3_agent the message router_deleted on router 18fb91db-fd19-4e09-8376-16c6ef692cdd {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:37:50.702845 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a1be-c95c-4b6c-8fbe-edacc0223142 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.720298 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a3b31f7c-79bf-46ba-ba95-21ab6ea478ed tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.723009 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a3b31f7c-79bf-46ba-ba95-21ab6ea478ed tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/routers/18fb91db-fd19-4e09-8376-16c6ef692cdd HTTP/1.1" status: 204 len: 168 time: 1.0870543 Jul 14 09:37:50.725943 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57294) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:50.735099 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06751d26-d8dc-400a-93ac-51630dccbcaa None None] Pushing event deleted for resources: {'Port': ['ID=280ee87e-ea83-43bf-98e6-7c515908aa82,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:50.741179 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 5067817c-c527-4844-abe2-88d097a4bd95 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:50.741526 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5067817c-c527-4844-abe2-88d097a4bd95 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:50.758096 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a1be-c95c-4b6c-8fbe-edacc0223142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.775995 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb1a1be-c95c-4b6c-8fbe-edacc0223142 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:50.782244 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a1be-c95c-4b6c-8fbe-edacc0223142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:50.784260 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:50.845062 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e504ddd4-a14f-48f8-af97-966ddd993ba3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting subnet 6c00611a-398a-4fcd-a384-503556fcf985 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:50.853553 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e504ddd4-a14f-48f8-af97-966ddd993ba3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.907779 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a1be-c95c-4b6c-8fbe-edacc0223142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.915104 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a1be-c95c-4b6c-8fbe-edacc0223142 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.923939 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e504ddd4-a14f-48f8-af97-966ddd993ba3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.931620 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2bb1a1be-c95c-4b6c-8fbe-edacc0223142 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6e4991ac-2228-452d-ab57-e39ab6b100bc HTTP/1.1" status: 204 len: 168 time: 1.9540117 Jul 14 09:37:50.980863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1a1be-c95c-4b6c-8fbe-edacc0223142 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e4991ac-2228-452d-ab57-e39ab6b100bc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:51.097713 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e504ddd4-a14f-48f8-af97-966ddd993ba3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.241321 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57304) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:51.270601 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e504ddd4-a14f-48f8-af97-966ddd993ba3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.286584 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e504ddd4-a14f-48f8-af97-966ddd993ba3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.291547 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57306) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:51.296844 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e443661-78b3-462c-b9ae-f49a6b5e35b9 None None] Network ad994d10-3e28-4eb8-a2e6-723fe1f16fa3 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:51.310402 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e504ddd4-a14f-48f8-af97-966ddd993ba3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/subnets/6c00611a-398a-4fcd-a384-503556fcf985 HTTP/1.1" status: 204 len: 168 time: 0.5730731 Jul 14 09:37:51.370419 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504ddd4-a14f-48f8-af97-966ddd993ba3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Subnet': ['ID=6c00611a-398a-4fcd-a384-503556fcf985,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:51.406712 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-37d429da-a63b-4d49-b977-12b0ed73d881 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5cb22d9c9ca64cacba1a692a05940f23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637967 Jul 14 09:37:51.409121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57310) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:51.515376 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e263bf47-0b5c-4a9c-9e74-6d89133ec9e3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.524941 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b376-3c35-4db6-ac70-c9d9b9a8f8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.577922 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b376-3c35-4db6-ac70-c9d9b9a8f8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.657814 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b376-3c35-4db6-ac70-c9d9b9a8f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.661019 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b376-3c35-4db6-ac70-c9d9b9a8f8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.662610 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fdc9b376-3c35-4db6-ac70-c9d9b9a8f8d2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87676a4b-2882-4b8a-a3c4-9651f98d8f4d HTTP/1.1" status: 204 len: 168 time: 0.2510450 Jul 14 09:37:51.676342 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9b376-3c35-4db6-ac70-c9d9b9a8f8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87676a4b-2882-4b8a-a3c4-9651f98d8f4d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:51.736080 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31aaf70-9295-4d6d-b9ff-8a77ae431410 None None] DHCP port deletion for ad994d10-3e28-4eb8-a2e6-723fe1f16fa3 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:37:51.854167 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a31aaf70-9295-4d6d-b9ff-8a77ae431410 None None] Deleting port 5fb56a82-ab0d-408f-8635-ecaceda3d0da {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:51.854559 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a31aaf70-9295-4d6d-b9ff-8a77ae431410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.027224 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a31aaf70-9295-4d6d-b9ff-8a77ae431410 None None] For port 5fb56a82-ab0d-408f-8635-ecaceda3d0da, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5fb56a82-ab0d-408f-8635-ecaceda3d0da,segment=NetworkSegment(469deaf7-2079-464f-994b-ece39b4112a9),segment_id=469deaf7-2079-464f-994b-ece39b4112a9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:52.027626 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a31aaf70-9295-4d6d-b9ff-8a77ae431410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.079536 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a31aaf70-9295-4d6d-b9ff-8a77ae431410 None None] Calling delete_port for 5fb56a82-ab0d-408f-8635-ecaceda3d0da owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:52.086382 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf316e-31ed-4ad5-9683-6caffb7eacd7 req-600bf033-0be7-4b1d-8b1e-4f151bed50b2 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:52.096846 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84cf316e-31ed-4ad5-9683-6caffb7eacd7 req-600bf033-0be7-4b1d-8b1e-4f151bed50b2 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 945 time: 0.1521358 Jul 14 09:37:52.233445 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84cf316e-31ed-4ad5-9683-6caffb7eacd7 req-ba06b323-c74d-4ccf-855f-9f345dd4e86a tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342440 Jul 14 09:37:52.314067 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e263bf47-0b5c-4a9c-9e74-6d89133ec9e3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting port 5fb56a82-ab0d-408f-8635-ecaceda3d0da {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:52.315839 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e263bf47-0b5c-4a9c-9e74-6d89133ec9e3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.481995 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a31aaf70-9295-4d6d-b9ff-8a77ae431410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.537523 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31aaf70-9295-4d6d-b9ff-8a77ae431410 None None] Pushing event deleted for resources: {'Port': ['ID=5fb56a82-ab0d-408f-8635-ecaceda3d0da,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:52.537862 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-e263bf47-0b5c-4a9c-9e74-6d89133ec9e3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] For port 5fb56a82-ab0d-408f-8635-ecaceda3d0da, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5fb56a82-ab0d-408f-8635-ecaceda3d0da,segment=NetworkSegment(469deaf7-2079-464f-994b-ece39b4112a9),segment_id=469deaf7-2079-464f-994b-ece39b4112a9)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:52.537862 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e263bf47-0b5c-4a9c-9e74-6d89133ec9e3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.539667 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5fb56a82-ab0d-408f-8635-ecaceda3d0da no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:52.569129 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e263bf47-0b5c-4a9c-9e74-6d89133ec9e3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Calling delete_port for 5fb56a82-ab0d-408f-8635-ecaceda3d0da owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:52.610872 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 5fb56a82-ab0d-408f-8635-ecaceda3d0da {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:52.611080 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5fb56a82-ab0d-408f-8635-ecaceda3d0da not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:52.627804 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31aaf70-9295-4d6d-b9ff-8a77ae431410 None None] No DVR routers for this DVR port 5fb56a82-ab0d-408f-8635-ecaceda3d0da on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:52.712400 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e263bf47-0b5c-4a9c-9e74-6d89133ec9e3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.742135 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263bf47-0b5c-4a9c-9e74-6d89133ec9e3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Port': ['ID=5fb56a82-ab0d-408f-8635-ecaceda3d0da,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:52.748779 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e263bf47-0b5c-4a9c-9e74-6d89133ec9e3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] No DVR routers for this DVR port 5fb56a82-ab0d-408f-8635-ecaceda3d0da on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:52.905732 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e263bf47-0b5c-4a9c-9e74-6d89133ec9e3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.936472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-e263bf47-0b5c-4a9c-9e74-6d89133ec9e3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad994d10-3e28-4eb8-a2e6-723fe1f16fa3']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:52.967079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-e263bf47-0b5c-4a9c-9e74-6d89133ec9e3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469deaf7-2079-464f-994b-ece39b4112a9') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:52.967079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-e263bf47-0b5c-4a9c-9e74-6d89133ec9e3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469deaf7-2079-464f-994b-ece39b4112a9') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:53.013859 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e263bf47-0b5c-4a9c-9e74-6d89133ec9e3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.044477 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e263bf47-0b5c-4a9c-9e74-6d89133ec9e3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.061103 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e263bf47-0b5c-4a9c-9e74-6d89133ec9e3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:53.061656 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e263bf47-0b5c-4a9c-9e74-6d89133ec9e3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:53.188559 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:53.193302 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e263bf47-0b5c-4a9c-9e74-6d89133ec9e3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.201365 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e263bf47-0b5c-4a9c-9e74-6d89133ec9e3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.207077 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e263bf47-0b5c-4a9c-9e74-6d89133ec9e3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/networks/ad994d10-3e28-4eb8-a2e6-723fe1f16fa3 HTTP/1.1" status: 204 len: 168 time: 1.9142668 Jul 14 09:37:53.213431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57362) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:53.225006 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-596e1664-a6f8-48ae-afeb-10402a1ec024 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1966544570', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}, 'admin_state_up': False}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:53.240362 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263bf47-0b5c-4a9c-9e74-6d89133ec9e3 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Network': ['ID=ad994d10-3e28-4eb8-a2e6-723fe1f16fa3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:53.301702 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-596e1664-a6f8-48ae-afeb-10402a1ec024 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.302866 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-596e1664-a6f8-48ae-afeb-10402a1ec024 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.444577 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-596e1664-a6f8-48ae-afeb-10402a1ec024 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.820902 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-596e1664-a6f8-48ae-afeb-10402a1ec024 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.976460 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692c091-3ed5-4bb5-8c47-fcc6289b6ae1 req-32d122c0-1311-4e34-99e7-dab0c58e9123 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:53.978383 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6692c091-3ed5-4bb5-8c47-fcc6289b6ae1 req-32d122c0-1311-4e34-99e7-dab0c58e9123 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 945 time: 0.4313841 Jul 14 09:37:54.222881 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6692c091-3ed5-4bb5-8c47-fcc6289b6ae1 req-f52871a5-f7d9-4258-b3c7-f3447438f42a tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004225 Jul 14 09:37:54.488714 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-596e1664-a6f8-48ae-afeb-10402a1ec024 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.550067 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-596e1664-a6f8-48ae-afeb-10402a1ec024 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.709586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-596e1664-a6f8-48ae-afeb-10402a1ec024 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Allocated IP 172.25.1.209 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/cf0c6fe3-15d2-47e3-a47e-c70e6ec2d0b5) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:54.822255 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-596e1664-a6f8-48ae-afeb-10402a1ec024 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.870791 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-596e1664-a6f8-48ae-afeb-10402a1ec024 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.983011 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596e1664-a6f8-48ae-afeb-10402a1ec024 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:55.003847 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-596e1664-a6f8-48ae-afeb-10402a1ec024 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:55.013695 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596e1664-a6f8-48ae-afeb-10402a1ec024 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:55.122092 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e1664-a6f8-48ae-afeb-10402a1ec024 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Port': ['ID=cf0c6fe3-15d2-47e3-a47e-c70e6ec2d0b5,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:55.936580 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-596e1664-a6f8-48ae-afeb-10402a1ec024 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.010796 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47c105-d6f4-4933-ba74-8dd68ed0c67a req-81a9d135-04d1-4b60-b723-bebaf404240b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:56.012877 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b47c105-d6f4-4933-ba74-8dd68ed0c67a req-81a9d135-04d1-4b60-b723-bebaf404240b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 945 time: 0.4386854 Jul 14 09:37:56.118994 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b47c105-d6f4-4933-ba74-8dd68ed0c67a req-735e6f36-15d9-41e8-b3ff-9ff43c316a7b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961964 Jul 14 09:37:56.487978 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-596e1664-a6f8-48ae-afeb-10402a1ec024 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.743250 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596e1664-a6f8-48ae-afeb-10402a1ec024 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 77496d89-52ed-486e-b92f-bc67f7de3970 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:37:56.995731 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596e1664-a6f8-48ae-afeb-10402a1ec024 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:57.007896 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a68f495-acb3-4002-bb96-3f9a00768921 None None] Sync routers for ids ['77496d89-52ed-486e-b92f-bc67f7de3970'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:57.031613 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a68f495-acb3-4002-bb96-3f9a00768921 None None] Routers {'77496d89-52ed-486e-b92f-bc67f7de3970'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:57.039630 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7a68f495-acb3-4002-bb96-3f9a00768921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['77496d89-52ed-486e-b92f-bc67f7de3970'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:57.042220 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-596e1664-a6f8-48ae-afeb-10402a1ec024 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.044782 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-596e1664-a6f8-48ae-afeb-10402a1ec024 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8292158 Jul 14 09:37:57.047708 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57490) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:57.117429 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7a68f495-acb3-4002-bb96-3f9a00768921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:57.142155 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a68f495-acb3-4002-bb96-3f9a00768921 None None] Routers {'77496d89-52ed-486e-b92f-bc67f7de3970'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:57.143175 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7a68f495-acb3-4002-bb96-3f9a00768921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['77496d89-52ed-486e-b92f-bc67f7de3970'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:57.236806 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa6b289a-7591-4572-ab32-2053590bdf80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.244694 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7a68f495-acb3-4002-bb96-3f9a00768921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:57.247029 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a68f495-acb3-4002-bb96-3f9a00768921 None None] The sync data for ids ['77496d89-52ed-486e-b92f-bc67f7de3970'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:57.391938 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-92e093e5-8167-4e24-b2ae-63a6ed208bff tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/routers/77496d89-52ed-486e-b92f-bc67f7de3970 HTTP/1.1" status: 200 len: 885 time: 0.3429377 Jul 14 09:37:57.394539 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57498) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:58.215254 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-213ffd70-a4e3-4ffc-bca8-cba2fab791a0 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.8194151 Jul 14 09:37:58.220304 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57526) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:58.225912 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-85527105-987d-4260-852d-ae8150facd0c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1966544570'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:58.240512 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57528) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:58.364290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89476784-131b-4fa2-b2cb-40a07c10c6b2 req-f8b18b79-3bbd-4e51-a7aa-f3105f8af38b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:58.374148 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89476784-131b-4fa2-b2cb-40a07c10c6b2 req-f8b18b79-3bbd-4e51-a7aa-f3105f8af38b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 945 time: 0.7945795 Jul 14 09:37:58.465713 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89476784-131b-4fa2-b2cb-40a07c10c6b2 req-fc340e93-9a6f-41b2-80e9-2cfc425d2b4b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687864 Jul 14 09:37:58.560552 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-142d3412-2205-4d6c-8afc-8bf397bf3816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.808312 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-142d3412-2205-4d6c-8afc-8bf397bf3816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.816330 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-142d3412-2205-4d6c-8afc-8bf397bf3816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.926640 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d3412-2205-4d6c-8afc-8bf397bf3816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e5ee09-0489-4a55-84d4-365ac73f4dd1,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:58.935855 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-142d3412-2205-4d6c-8afc-8bf397bf3816 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d9974d8ebaa4ec8af8634be0435fc3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6910686 Jul 14 09:37:58.966661 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57542) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:59.152026 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85527105-987d-4260-852d-ae8150facd0c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.179066 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85527105-987d-4260-852d-ae8150facd0c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.186693 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5c95adcd-f632-4dea-8b61-9f524e2167be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.249932 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5c95adcd-f632-4dea-8b61-9f524e2167be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.394128 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5c95adcd-f632-4dea-8b61-9f524e2167be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.397192 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5c95adcd-f632-4dea-8b61-9f524e2167be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.400138 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5c95adcd-f632-4dea-8b61-9f524e2167be admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44e5ee09-0489-4a55-84d4-365ac73f4dd1 HTTP/1.1" status: 204 len: 168 time: 0.4324555 Jul 14 09:37:59.428083 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85527105-987d-4260-852d-ae8150facd0c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 77496d89-52ed-486e-b92f-bc67f7de3970 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:59.453241 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95adcd-f632-4dea-8b61-9f524e2167be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e5ee09-0489-4a55-84d4-365ac73f4dd1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:59.704065 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85527105-987d-4260-852d-ae8150facd0c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:59.724012 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85527105-987d-4260-852d-ae8150facd0c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.725254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8aa9d3-e57b-47cb-8f66-6f4a673baa0a None None] Sync routers for ids ['77496d89-52ed-486e-b92f-bc67f7de3970'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:59.740562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8aa9d3-e57b-47cb-8f66-6f4a673baa0a None None] Routers {'77496d89-52ed-486e-b92f-bc67f7de3970'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:59.742932 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-85527105-987d-4260-852d-ae8150facd0c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/77496d89-52ed-486e-b92f-bc67f7de3970 HTTP/1.1" status: 200 len: 892 time: 1.5206959 Jul 14 09:37:59.748902 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57564) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:59.760676 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-6c8aa9d3-e57b-47cb-8f66-6f4a673baa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['77496d89-52ed-486e-b92f-bc67f7de3970'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:59.867946 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-6c8aa9d3-e57b-47cb-8f66-6f4a673baa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:59.894245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bcc89-bdbf-4c38-8fe9-eb307b1bc0be req-191d28c1-4a32-43eb-bb46-855e3736b830 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:59.900780 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-983bcc89-bdbf-4c38-8fe9-eb307b1bc0be req-191d28c1-4a32-43eb-bb46-855e3736b830 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 945 time: 0.1761036 Jul 14 09:37:59.917902 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce85495f-47a0-4980-b0ea-e3c48700a165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.938193 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.946849 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8aa9d3-e57b-47cb-8f66-6f4a673baa0a None None] Routers {'77496d89-52ed-486e-b92f-bc67f7de3970'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:59.953822 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-6c8aa9d3-e57b-47cb-8f66-6f4a673baa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:37:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['77496d89-52ed-486e-b92f-bc67f7de3970'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:00.009680 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-983bcc89-bdbf-4c38-8fe9-eb307b1bc0be req-3fee053b-bb96-4ca9-835b-a84dbda31d32 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028988 Jul 14 09:38:00.095171 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-6c8aa9d3-e57b-47cb-8f66-6f4a673baa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:00.096189 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8aa9d3-e57b-47cb-8f66-6f4a673baa0a None None] The sync data for ids ['77496d89-52ed-486e-b92f-bc67f7de3970'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:00.124160 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57570) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:00.134618 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d137e62e-8f09-41b1-a324-17dbad6e0eb4 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/routers/77496d89-52ed-486e-b92f-bc67f7de3970 HTTP/1.1" status: 200 len: 892 time: 0.3843486 Jul 14 09:38:00.186597 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ed93dbdb-437e-4fb0-841e-b1bdc58226b5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/ports?device_id=77496d89-52ed-486e-b92f-bc67f7de3970 HTTP/1.1" status: 200 len: 205 time: 0.0589039 Jul 14 09:38:00.187445 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57572) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:00.205499 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57574) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:00.282872 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cfa7290b-c281-40e9-b31d-9a2466cc4877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.458498 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cfa7290b-c281-40e9-b31d-9a2466cc4877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.467476 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cfa7290b-c281-40e9-b31d-9a2466cc4877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.502656 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7290b-c281-40e9-b31d-9a2466cc4877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787674df-efa9-4570-b253-2749099772c8,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:00.536395 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cfa7290b-c281-40e9-b31d-9a2466cc4877 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a41be13403b47f2b8ca37ac786ed75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3295686 Jul 14 09:38:00.541009 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57586) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:00.697647 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8aece3b8-aa18-4f99-888e-3232cb47ba8d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.721988 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.785558 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0680ed4-7ed8-48aa-aee0-8b3f27e946a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.825515 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0680ed4-7ed8-48aa-aee0-8b3f27e946a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.987033 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0680ed4-7ed8-48aa-aee0-8b3f27e946a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.999513 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0680ed4-7ed8-48aa-aee0-8b3f27e946a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.005942 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d0680ed4-7ed8-48aa-aee0-8b3f27e946a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/787674df-efa9-4570-b253-2749099772c8 HTTP/1.1" status: 204 len: 168 time: 0.4622092 Jul 14 09:38:01.033263 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8aece3b8-aa18-4f99-888e-3232cb47ba8d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.057429 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0680ed4-7ed8-48aa-aee0-8b3f27e946a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787674df-efa9-4570-b253-2749099772c8,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:01.313385 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-8aece3b8-aa18-4f99-888e-3232cb47ba8d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting port cf0c6fe3-15d2-47e3-a47e-c70e6ec2d0b5 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:01.340104 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8aece3b8-aa18-4f99-888e-3232cb47ba8d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.667846 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8aece3b8-aa18-4f99-888e-3232cb47ba8d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.714720 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-8aece3b8-aa18-4f99-888e-3232cb47ba8d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Calling delete_port for cf0c6fe3-15d2-47e3-a47e-c70e6ec2d0b5 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:01.742855 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abce67-0bc3-4c28-a8cd-e2bd88814a2d req-15e3c2c1-de67-45d5-a10d-90011b311aa8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:01.755039 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15abce67-0bc3-4c28-a8cd-e2bd88814a2d req-15e3c2c1-de67-45d5-a10d-90011b311aa8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 945 time: 0.3975966 Jul 14 09:38:01.924828 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.970411 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15abce67-0bc3-4c28-a8cd-e2bd88814a2d req-a4d1ee99-eb23-435f-bf4d-b09bd605c2e9 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143695 Jul 14 09:38:02.439889 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8aece3b8-aa18-4f99-888e-3232cb47ba8d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.504802 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aece3b8-aa18-4f99-888e-3232cb47ba8d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Port': ['ID=cf0c6fe3-15d2-47e3-a47e-c70e6ec2d0b5,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:02.776686 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8aece3b8-aa18-4f99-888e-3232cb47ba8d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.796195 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.152954 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8aece3b8-aa18-4f99-888e-3232cb47ba8d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.155383 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8aece3b8-aa18-4f99-888e-3232cb47ba8d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.358337 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8aece3b8-aa18-4f99-888e-3232cb47ba8d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.358337 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aece3b8-aa18-4f99-888e-3232cb47ba8d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Fanout notify agent at l3_agent the message router_deleted on router 77496d89-52ed-486e-b92f-bc67f7de3970 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:38:03.375810 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8aece3b8-aa18-4f99-888e-3232cb47ba8d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.383721 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8aece3b8-aa18-4f99-888e-3232cb47ba8d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/routers/77496d89-52ed-486e-b92f-bc67f7de3970 HTTP/1.1" status: 204 len: 168 time: 3.1884210 Jul 14 09:38:03.383721 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57654) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:03.398810 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-dbf684e7-337e-4fc5-98ca-e90e7c8226d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1363962269'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:03.450383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf684e7-337e-4fc5-98ca-e90e7c8226d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Made reservation on behalf of 4a260d3b38bf4b4ca200416414521a69 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:03.457366 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dbf684e7-337e-4fc5-98ca-e90e7c8226d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.488562 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aedf6e-d95d-4e8a-a1dd-0ca1f97997a3 req-757c6496-ff58-451e-b7c6-1dec67b85424 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:03.498709 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15aedf6e-d95d-4e8a-a1dd-0ca1f97997a3 req-757c6496-ff58-451e-b7c6-1dec67b85424 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 945 time: 0.1874812 Jul 14 09:38:03.531280 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf684e7-337e-4fc5-98ca-e90e7c8226d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:38:03.550642 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dbf684e7-337e-4fc5-98ca-e90e7c8226d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.556944 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-dbf684e7-337e-4fc5-98ca-e90e7c8226d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Added segment a95ed023-5605-439b-a3d2-ec9c30f98a5d of type vlan for network 16b262c9-3faf-43f4-953f-7a7461a6fde9 Jul 14 09:38:03.589587 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15aedf6e-d95d-4e8a-a1dd-0ca1f97997a3 req-c5b139d1-8ecf-49bf-ae21-da13e92a152f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898740 Jul 14 09:38:03.632026 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dbf684e7-337e-4fc5-98ca-e90e7c8226d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.673214 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dbf684e7-337e-4fc5-98ca-e90e7c8226d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.683571 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf684e7-337e-4fc5-98ca-e90e7c8226d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:03.684486 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dbf684e7-337e-4fc5-98ca-e90e7c8226d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.765272 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:38:03.834820 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dbf684e7-337e-4fc5-98ca-e90e7c8226d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4496756 Jul 14 09:38:03.837454 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57666) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:03.844293 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-a7478e9c-644a-4841-96a3-fe362abe0872 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'subnet': {'network_id': '16b262c9-3faf-43f4-953f-7a7461a6fde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:03.925308 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf684e7-337e-4fc5-98ca-e90e7c8226d5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Network': ['ID=16b262c9-3faf-43f4-953f-7a7461a6fde9,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:03.937116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 16b262c9-3faf-43f4-953f-7a7461a6fde9 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:38:04.156619 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7478e9c-644a-4841-96a3-fe362abe0872 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Made reservation on behalf of 4a260d3b38bf4b4ca200416414521a69 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:04.160588 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a7478e9c-644a-4841-96a3-fe362abe0872 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.531392 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a7478e9c-644a-4841-96a3-fe362abe0872 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.718062 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7478e9c-644a-4841-96a3-fe362abe0872 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Subnet': ['ID=6363e0cf-29a1-4cbe-9025-36bc1ce91176,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:04.743404 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7478e9c-644a-4841-96a3-fe362abe0872 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Checking segment: {'id': 'a95ed023-5605-439b-a3d2-ec9c30f98a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '16b262c9-3faf-43f4-953f-7a7461a6fde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:04.743933 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7478e9c-644a-4841-96a3-fe362abe0872 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network hostable DHCP agents. Network: 16b262c9-3faf-43f4-953f-7a7461a6fde9, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:38:04.794832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7478e9c-644a-4841-96a3-fe362abe0872 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network 16b262c9-3faf-43f4-953f-7a7461a6fde9 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:38:04.820871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-a7478e9c-644a-4841-96a3-fe362abe0872 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 16b262c9-3faf-43f4-953f-7a7461a6fde9) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:04.827752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7478e9c-644a-4841-96a3-fe362abe0872 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:04.828686 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a7478e9c-644a-4841-96a3-fe362abe0872 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.850704 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2306d050-eed4-4831-95dd-dcb9e9c66310 None None] Network 16b262c9-3faf-43f4-953f-7a7461a6fde9 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:04.852834 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a7478e9c-644a-4841-96a3-fe362abe0872 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0132282 Jul 14 09:38:04.855473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57708) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:04.864933 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-5bd65346-e231-4cad-9a01-bee57f5af611 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1883614466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:04.919357 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5bd65346-e231-4cad-9a01-bee57f5af611 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.921819 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5bd65346-e231-4cad-9a01-bee57f5af611 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.050039 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfd127-756e-42e6-97f5-932dd1e3ac4a req-55b648e6-31b3-447d-b481-242f8188407c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:05.068436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5dcfd127-756e-42e6-97f5-932dd1e3ac4a req-55b648e6-31b3-447d-b481-242f8188407c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 945 time: 0.1680534 Jul 14 09:38:05.192180 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5dcfd127-756e-42e6-97f5-932dd1e3ac4a req-26a287fe-eb6a-4ff6-9327-cde9de1a5ca0 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277850 Jul 14 09:38:05.224043 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5bd65346-e231-4cad-9a01-bee57f5af611 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.232292 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5bd65346-e231-4cad-9a01-bee57f5af611 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.275917 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5bd65346-e231-4cad-9a01-bee57f5af611 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.278895 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5bd65346-e231-4cad-9a01-bee57f5af611 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4214616 Jul 14 09:38:05.284961 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57720) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:05.323500 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-16b262c9-3faf-43f4-953f-7a7461a6fde9', 'network_id': '16b262c9-3faf-43f4-953f-7a7461a6fde9', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'fixed_ips': [{'subnet_id': '6363e0cf-29a1-4cbe-9025-36bc1ce91176'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:38:05.326108 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.694760 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Allocated IP 2001:db8::2 (16b262c9-3faf-43f4-953f-7a7461a6fde9/6363e0cf-29a1-4cbe-9025-36bc1ce91176/cdba0376-69a3-479f-bc43-2e825f151f8d) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:05.715653 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b63c3-370f-4d3c-8d30-55c873329271 req-e0267d0c-5c30-4e1e-9fb0-e4a2c85c521d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:05.717746 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a2b63c3-370f-4d3c-8d30-55c873329271 req-e0267d0c-5c30-4e1e-9fb0-e4a2c85c521d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 1097 time: 0.2441573 Jul 14 09:38:05.833615 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b63c3-370f-4d3c-8d30-55c873329271 req-bfdce0fb-d44f-4fac-97c9-3d9ca658a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:05.837108 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a2b63c3-370f-4d3c-8d30-55c873329271 req-bfdce0fb-d44f-4fac-97c9-3d9ca658a3cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 913 time: 0.1125472 Jul 14 09:38:05.951426 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-ee032d0c-6c86-44bc-a542-c6f6d33765f1 req-ec33ac9b-7be4-4728-b022-e8b21f81c2aa service neutron] (93888) timed out ('10.222.0.49', 50245) {{(pid=93888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:38:05.955962 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a2b63c3-370f-4d3c-8d30-55c873329271 req-3a39e8c2-e095-4609-ba19-10d898b10fa6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3eae640-5332-42a6-8b5e-211441311ff4 HTTP/1.1" status: 200 len: 217 time: 0.1105046 Jul 14 09:38:06.038344 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.059117 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Transition to ACTIVE for port object cdba0376-69a3-479f-bc43-2e825f151f8d will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:06.096602 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Transition to ACTIVE for port object cdba0376-69a3-479f-bc43-2e825f151f8d will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:06.108367 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.159897 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b63c3-370f-4d3c-8d30-55c873329271 req-82fce518-dc9b-44e9-9652-40c4e087e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:06.167659 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f6dfc07-0ecf-4b47-91ff-5b981ae857c8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.171897 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Network 16b262c9-3faf-43f4-953f-7a7461a6fde9 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:06.184793 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:06.189119 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:06.209831 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a2b63c3-370f-4d3c-8d30-55c873329271 req-82fce518-dc9b-44e9-9652-40c4e087e3ef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.2405691 Jul 14 09:38:06.288530 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Pushing event updated for resources: {'Port': ['ID=cdba0376-69a3-479f-bc43-2e825f151f8d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:06.419834 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b63c3-370f-4d3c-8d30-55c873329271 req-8a946d76-a9e6-43a5-9732-4beedf55840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:06.423416 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a2b63c3-370f-4d3c-8d30-55c873329271 req-8a946d76-a9e6-43a5-9732-4beedf55840c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2100511 Jul 14 09:38:06.439186 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Attempting to bind port cdba0376-69a3-479f-bc43-2e825f151f8d on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:06.439765 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Attempting to bind port cdba0376-69a3-479f-bc43-2e825f151f8d by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'a95ed023-5605-439b-a3d2-ec9c30f98a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '16b262c9-3faf-43f4-953f-7a7461a6fde9'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:06.439913 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Attempting to bind port cdba0376-69a3-479f-bc43-2e825f151f8d on network 16b262c9-3faf-43f4-953f-7a7461a6fde9 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:06.466911 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:06.469691 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Checking segment: {'id': 'a95ed023-5605-439b-a3d2-ec9c30f98a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '16b262c9-3faf-43f4-953f-7a7461a6fde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:06.474733 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.475191 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Bound using segment: {'id': 'a95ed023-5605-439b-a3d2-ec9c30f98a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '16b262c9-3faf-43f4-953f-7a7461a6fde9'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:06.478856 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Bound port: cdba0376-69a3-479f-bc43-2e825f151f8d, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95ed023-5605-439b-a3d2-ec9c30f98a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '16b262c9-3faf-43f4-953f-7a7461a6fde9'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:06.487172 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.647248 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a2b63c3-370f-4d3c-8d30-55c873329271 req-df4aabaf-a6dc-493d-9a99-6e9288d34cfb service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164886 Jul 14 09:38:06.654335 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] For port cdba0376-69a3-479f-bc43-2e825f151f8d, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:06.665172 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] For port cdba0376-69a3-479f-bc43-2e825f151f8d, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=cdba0376-69a3-479f-bc43-2e825f151f8d,segment=NetworkSegment(a95ed023-5605-439b-a3d2-ec9c30f98a5d),segment_id=a95ed023-5605-439b-a3d2-ec9c30f98a5d)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:06.674822 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.681074 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff6580-43cf-4160-a9c0-73b6d72f48a4 req-f78b0b28-afac-457f-94b2-87ed054f0c5a tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:06.690314 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3ff6580-43cf-4160-a9c0-73b6d72f48a4 req-f78b0b28-afac-457f-94b2-87ed054f0c5a tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 945 time: 0.1701105 Jul 14 09:38:06.920328 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fb141-6ee8-4e65-949c-a9709abf4d1f None None] Pushing event updated for resources: {'Port': ['ID=cdba0376-69a3-479f-bc43-2e825f151f8d,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:06.921057 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a2b63c3-370f-4d3c-8d30-55c873329271 req-ad248164-7fda-4ab3-b7fe-260a06db5aea service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267706 Jul 14 09:38:07.016302 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-4f6dfc07-0ecf-4b47-91ff-5b981ae857c8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Allocated IP 2001:db8::1 (16b262c9-3faf-43f4-953f-7a7461a6fde9/6363e0cf-29a1-4cbe-9025-36bc1ce91176/380ef8e5-af6e-4d17-92d6-d89e25c2496f) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:07.031619 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3ff6580-43cf-4160-a9c0-73b6d72f48a4 req-dc2cf296-11b6-47bc-8f32-58a18db0d202 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396721 Jul 14 09:38:07.309833 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f6dfc07-0ecf-4b47-91ff-5b981ae857c8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.380178 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-4f6dfc07-0ecf-4b47-91ff-5b981ae857c8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Transition to ACTIVE for port object 380ef8e5-af6e-4d17-92d6-d89e25c2496f will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:07.468090 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f6dfc07-0ecf-4b47-91ff-5b981ae857c8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.504771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6dfc07-0ecf-4b47-91ff-5b981ae857c8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network 16b262c9-3faf-43f4-953f-7a7461a6fde9 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:07.571320 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-4f6dfc07-0ecf-4b47-91ff-5b981ae857c8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:07.577188 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6dfc07-0ecf-4b47-91ff-5b981ae857c8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:07.578143 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f6dfc07-0ecf-4b47-91ff-5b981ae857c8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.643357 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6dfc07-0ecf-4b47-91ff-5b981ae857c8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Port': ['ID=380ef8e5-af6e-4d17-92d6-d89e25c2496f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:07.783765 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f6dfc07-0ecf-4b47-91ff-5b981ae857c8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.966635 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c3eae640-5332-42a6-8b5e-211441311ff4 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:08.140586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57806) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:08.150893 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.250205 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c3eae640-5332-42a6-8b5e-211441311ff4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c3eae640-5332-42a6-8b5e-211441311ff4,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:08.252484 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b8c5d8-b0ed-41dc-b1ae-23868cc31199', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3eae640-5332-42a6-8b5e-211441311ff4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:08.255205 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8eca61a-6889-4092-9158-dd63c829a699" -d '{"events": [{"server_uuid": "b8b8c5d8-b0ed-41dc-b1ae-23868cc31199", "name": "network-vif-unplugged", "status": "completed", "tag": "c3eae640-5332-42a6-8b5e-211441311ff4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:08.260215 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f6dfc07-0ecf-4b47-91ff-5b981ae857c8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.275186 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f6dfc07-0ecf-4b47-91ff-5b981ae857c8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.275962 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4f6dfc07-0ecf-4b47-91ff-5b981ae857c8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.277960 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.469848 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5870336-ba55-47d5-abdb-4aa0a4dc5f5a x-openstack-request-id: req-e5870336-ba55-47d5-abdb-4aa0a4dc5f5a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:08.470166 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b8c5d8-b0ed-41dc-b1ae-23868cc31199", "name": "network-vif-unplugged", "status": "completed", "tag": "c3eae640-5332-42a6-8b5e-211441311ff4", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:08.470429 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e5870336-ba55-47d5-abdb-4aa0a4dc5f5a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:08.470848 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b8c5d8-b0ed-41dc-b1ae-23868cc31199', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3eae640-5332-42a6-8b5e-211441311ff4', 'code': 200} Jul 14 09:38:08.471840 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=c3eae640-5332-42a6-8b5e-211441311ff4,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:08.603733 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09965991-938b-4d21-9d64-27e736d36def admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.633068 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1411291-a91e-4e51-bbf7-62ab2b22991f req-d0a28064-7846-49fd-94d3-c0e393ea20ce tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.648462 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1411291-a91e-4e51-bbf7-62ab2b22991f req-d0a28064-7846-49fd-94d3-c0e393ea20ce tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 943 time: 0.2834578 Jul 14 09:38:08.684015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device cdba0376-69a3-479f-bc43-2e825f151f8d up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:08.795761 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1411291-a91e-4e51-bbf7-62ab2b22991f req-5121d9a4-c6ba-4833-8950-7801fc93e288 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459911 Jul 14 09:38:08.884944 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port cdba0376-69a3-479f-bc43-2e825f151f8d completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:08.957926 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09965991-938b-4d21-9d64-27e736d36def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.963894 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09965991-938b-4d21-9d64-27e736d36def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.037813 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-09965991-938b-4d21-9d64-27e736d36def admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aa2a56b734db407e946d10c8e674deed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8954737 Jul 14 09:38:09.038692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57830) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:09.046875 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09965991-938b-4d21-9d64-27e736d36def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5414f1a3-d59c-4527-a3d4-8f14e19207f9,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:09.062410 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553265ed-3d36-49af-988d-e1ea94b999ab None None] Network 16b262c9-3faf-43f4-953f-7a7461a6fde9 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:09.117174 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b581490-e68e-4df8-89ea-4f536b2b31cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.171522 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b581490-e68e-4df8-89ea-4f536b2b31cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.198510 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4efcee72-c1fa-4c2d-b80f-ea1235d637e9 None None] Provisioning for port cdba0376-69a3-479f-bc43-2e825f151f8d completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:09.204666 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4efcee72-c1fa-4c2d-b80f-ea1235d637e9 None None] Provisioning complete for port cdba0376-69a3-479f-bc43-2e825f151f8d triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:09.205272 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4efcee72-c1fa-4c2d-b80f-ea1235d637e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.281173 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b581490-e68e-4df8-89ea-4f536b2b31cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.299700 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b581490-e68e-4df8-89ea-4f536b2b31cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.304860 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8b581490-e68e-4df8-89ea-4f536b2b31cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5414f1a3-d59c-4527-a3d4-8f14e19207f9 HTTP/1.1" status: 204 len: 168 time: 0.2610972 Jul 14 09:38:09.326978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b581490-e68e-4df8-89ea-4f536b2b31cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5414f1a3-d59c-4527-a3d4-8f14e19207f9,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:09.535860 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4efcee72-c1fa-4c2d-b80f-ea1235d637e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.563991 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6dfc07-0ecf-4b47-91ff-5b981ae857c8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network 16b262c9-3faf-43f4-953f-7a7461a6fde9 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:09.575833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-4f6dfc07-0ecf-4b47-91ff-5b981ae857c8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:09.605198 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6dfc07-0ecf-4b47-91ff-5b981ae857c8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Port': ['ID=380ef8e5-af6e-4d17-92d6-d89e25c2496f,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:09.679650 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4efcee72-c1fa-4c2d-b80f-ea1235d637e9 None None] For port cdba0376-69a3-479f-bc43-2e825f151f8d, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=cdba0376-69a3-479f-bc43-2e825f151f8d,segment=NetworkSegment(a95ed023-5605-439b-a3d2-ec9c30f98a5d),segment_id=a95ed023-5605-439b-a3d2-ec9c30f98a5d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:09.693046 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4efcee72-c1fa-4c2d-b80f-ea1235d637e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.815876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efcee72-c1fa-4c2d-b80f-ea1235d637e9 None None] Pushing event updated for resources: {'Port': ['ID=cdba0376-69a3-479f-bc43-2e825f151f8d,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:10.006567 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6dfc07-0ecf-4b47-91ff-5b981ae857c8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 361f3626-de2a-4dd5-8066-934d7700d06b is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:38:10.041775 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57854) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:10.075429 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f856c9db-7d2f-4c3b-ade9-ca959597a9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.247769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-920f55e1-6178-4489-864b-b27994f683d4 None None] Provisioning for port 380ef8e5-af6e-4d17-92d6-d89e25c2496f completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:10.287072 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-920f55e1-6178-4489-864b-b27994f683d4 None None] Provisioning complete for port 380ef8e5-af6e-4d17-92d6-d89e25c2496f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:10.290915 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-920f55e1-6178-4489-864b-b27994f683d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.291091 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6dfc07-0ecf-4b47-91ff-5b981ae857c8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:10.308624 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c339ec6-bbb8-4a2c-a41a-c22ff4cb3eb4 None None] Sync routers for ids ['361f3626-de2a-4dd5-8066-934d7700d06b'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:10.320099 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4f6dfc07-0ecf-4b47-91ff-5b981ae857c8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/361f3626-de2a-4dd5-8066-934d7700d06b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0335624 Jul 14 09:38:10.322987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57860) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:10.326285 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c339ec6-bbb8-4a2c-a41a-c22ff4cb3eb4 None None] Routers {'361f3626-de2a-4dd5-8066-934d7700d06b'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:10.330177 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6c339ec6-bbb8-4a2c-a41a-c22ff4cb3eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:38:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['361f3626-de2a-4dd5-8066-934d7700d06b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:10.358837 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f1d2c-71fa-489c-b9c0-a17be287c155 req-5a34d2ed-8587-404f-917d-43203ccd585f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:10.361281 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b12f1d2c-71fa-489c-b9c0-a17be287c155 req-5a34d2ed-8587-404f-917d-43203ccd585f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 943 time: 0.1985140 Jul 14 09:38:10.467538 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6c339ec6-bbb8-4a2c-a41a-c22ff4cb3eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:10.467794 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b12f1d2c-71fa-489c-b9c0-a17be287c155 req-21d6ce71-b51a-4dd9-be73-eba7be160f61 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993311 Jul 14 09:38:10.481566 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-920f55e1-6178-4489-864b-b27994f683d4 None None] Port 380ef8e5-af6e-4d17-92d6-d89e25c2496f cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:10.493366 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c339ec6-bbb8-4a2c-a41a-c22ff4cb3eb4 None None] Routers {'361f3626-de2a-4dd5-8066-934d7700d06b'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:10.496730 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6c339ec6-bbb8-4a2c-a41a-c22ff4cb3eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:38:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['361f3626-de2a-4dd5-8066-934d7700d06b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:10.503520 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-920f55e1-6178-4489-864b-b27994f683d4 None None] Provisioning complete for port cdba0376-69a3-479f-bc43-2e825f151f8d triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:10.504181 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-920f55e1-6178-4489-864b-b27994f683d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.541612 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a18689-f2c3-4db0-bd00-bc314bd375a7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:10.550074 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-41a18689-f2c3-4db0-bd00-bc314bd375a7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/ports/380ef8e5-af6e-4d17-92d6-d89e25c2496f HTTP/1.1" status: 200 len: 911 time: 0.2234612 Jul 14 09:38:10.550973 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57868) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:10.569168 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-11053aea-4cf0-40c8-83ec-5b9eced6de84 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6363e0cf-29a1-4cbe-9025-36bc1ce91176'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:10.575511 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f856c9db-7d2f-4c3b-ade9-ca959597a9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.591304 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f856c9db-7d2f-4c3b-ade9-ca959597a9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.629726 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device cdba0376-69a3-479f-bc43-2e825f151f8d up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:10.648874 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6c339ec6-bbb8-4a2c-a41a-c22ff4cb3eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:10.649935 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c339ec6-bbb8-4a2c-a41a-c22ff4cb3eb4 None None] The sync data for ids ['361f3626-de2a-4dd5-8066-934d7700d06b'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:10.732659 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856c9db-7d2f-4c3b-ade9-ca959597a9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18e70f0-8db3-4b25-8e66-3436f21625b8,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:10.751583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 57870) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:10.842709 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f856c9db-7d2f-4c3b-ade9-ca959597a9ef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=344a5ae23d6a4613a5f3f7839ca99959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7116296 Jul 14 09:38:10.880533 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port cdba0376-69a3-479f-bc43-2e825f151f8d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:10.880533 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.945765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e832b52-d518-4b4d-9b51-8cba1661ddce req-6f9e9213-6ea1-4304-a43d-9362c00921d5 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:10.953554 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e832b52-d518-4b4d-9b51-8cba1661ddce req-6f9e9213-6ea1-4304-a43d-9362c00921d5 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.2229655 Jul 14 09:38:10.994568 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-036ba9e9-15e5-4d8d-afa5-ddac4bda3c1c None None] Provisioning complete for port 380ef8e5-af6e-4d17-92d6-d89e25c2496f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:10.995182 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-036ba9e9-15e5-4d8d-afa5-ddac4bda3c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.013775 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e832b52-d518-4b4d-9b51-8cba1661ddce req-410a3ae7-b8c4-4a87-885a-8c14bc893810 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591629 Jul 14 09:38:11.092683 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-036ba9e9-15e5-4d8d-afa5-ddac4bda3c1c None None] Port 380ef8e5-af6e-4d17-92d6-d89e25c2496f cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:11.158628 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-11053aea-4cf0-40c8-83ec-5b9eced6de84 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.290496 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9de6961d-6048-49a7-b607-9af56b87507a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.358864 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9de6961d-6048-49a7-b607-9af56b87507a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.378808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bd3f1-c190-4971-8948-7606aa883518 req-4a31f195-66ab-4bc7-808a-239b9ee23bb5 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:11.381091 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b26bd3f1-c190-4971-8948-7606aa883518 req-4a31f195-66ab-4bc7-808a-239b9ee23bb5 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1270778 Jul 14 09:38:11.429351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a6bfe146-26dc-4abe-9c7d-0922acafdfe4 None None] Provisioning complete for port 380ef8e5-af6e-4d17-92d6-d89e25c2496f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:11.429853 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6bfe146-26dc-4abe-9c7d-0922acafdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.442151 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b26bd3f1-c190-4971-8948-7606aa883518 req-e2b14e44-17eb-4ff3-a049-99eb5cc8b2bb tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543187 Jul 14 09:38:11.524240 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a6bfe146-26dc-4abe-9c7d-0922acafdfe4 None None] Port 380ef8e5-af6e-4d17-92d6-d89e25c2496f cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:11.556913 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9de6961d-6048-49a7-b607-9af56b87507a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.559721 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9de6961d-6048-49a7-b607-9af56b87507a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.564001 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9de6961d-6048-49a7-b607-9af56b87507a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d18e70f0-8db3-4b25-8e66-3436f21625b8 HTTP/1.1" status: 204 len: 168 time: 0.8109589 Jul 14 09:38:11.579155 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6961d-6048-49a7-b607-9af56b87507a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18e70f0-8db3-4b25-8e66-3436f21625b8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:11.955687 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-11053aea-4cf0-40c8-83ec-5b9eced6de84 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.971844 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-11053aea-4cf0-40c8-83ec-5b9eced6de84 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.981158 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11053aea-4cf0-40c8-83ec-5b9eced6de84 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:11.982276 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-11053aea-4cf0-40c8-83ec-5b9eced6de84 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.988506 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-11053aea-4cf0-40c8-83ec-5b9eced6de84 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/ports/380ef8e5-af6e-4d17-92d6-d89e25c2496f HTTP/1.1" status: 200 len: 911 time: 1.4336803 Jul 14 09:38:11.993333 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b46c1-44e2-4bea-bf54-0ff9b4ae1a3c req-1bed5fa0-9660-4806-b303-28c1bc4e97a5 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.005110 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c3eae640-5332-42a6-8b5e-211441311ff4 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:12.006843 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b5b46c1-44e2-4bea-bf54-0ff9b4ae1a3c req-1bed5fa0-9660-4806-b303-28c1bc4e97a5 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1299486 Jul 14 09:38:12.046906 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 57910) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:12.052605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11053aea-4cf0-40c8-83ec-5b9eced6de84 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Port': ['ID=380ef8e5-af6e-4d17-92d6-d89e25c2496f,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:12.329400 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b5b46c1-44e2-4bea-bf54-0ff9b4ae1a3c req-00b94352-d944-4030-9472-2885bf870369 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3217013 Jul 14 09:38:12.620343 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5e4b535e-fd6f-401c-a995-84dd0a65007a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.990139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b535e-fd6f-401c-a995-84dd0a65007a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting port 380ef8e5-af6e-4d17-92d6-d89e25c2496f {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:12.990903 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5e4b535e-fd6f-401c-a995-84dd0a65007a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.128696 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5e4b535e-fd6f-401c-a995-84dd0a65007a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.179537 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b535e-fd6f-401c-a995-84dd0a65007a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Calling delete_port for 380ef8e5-af6e-4d17-92d6-d89e25c2496f owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:13.453575 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5e4b535e-fd6f-401c-a995-84dd0a65007a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.506581 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b535e-fd6f-401c-a995-84dd0a65007a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Port': ['ID=380ef8e5-af6e-4d17-92d6-d89e25c2496f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:13.976066 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5e4b535e-fd6f-401c-a995-84dd0a65007a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.105011 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5061d-957c-4a7b-ad56-5e7f9b38062a req-1396fb64-79e4-42c5-95fa-9574ad99832b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:14.111950 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46a5061d-957c-4a7b-ad56-5e7f9b38062a req-1396fb64-79e4-42c5-95fa-9574ad99832b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.4101429 Jul 14 09:38:14.223918 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46a5061d-957c-4a7b-ad56-5e7f9b38062a req-4e5d6d79-cf61-45a5-ab88-0b952d6bb45d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110749 Jul 14 09:38:14.242239 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4b535e-fd6f-401c-a995-84dd0a65007a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 361f3626-de2a-4dd5-8066-934d7700d06b has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:14.362264 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4b535e-fd6f-401c-a995-84dd0a65007a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:14.369236 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5e4b535e-fd6f-401c-a995-84dd0a65007a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/361f3626-de2a-4dd5-8066-934d7700d06b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3155978 Jul 14 09:38:14.372590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58014) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:14.378183 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d089cb87-4883-46f5-9e31-7c79961b87be None None] Sync routers for ids ['361f3626-de2a-4dd5-8066-934d7700d06b'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:14.396969 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d089cb87-4883-46f5-9e31-7c79961b87be None None] Routers {'361f3626-de2a-4dd5-8066-934d7700d06b'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:14.399016 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d089cb87-4883-46f5-9e31-7c79961b87be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:38:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['361f3626-de2a-4dd5-8066-934d7700d06b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:14.424852 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-773e25a9-d7e0-4678-a87e-579a8228af25 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/ports?device_id=361f3626-de2a-4dd5-8066-934d7700d06b HTTP/1.1" status: 200 len: 205 time: 0.0510511 Jul 14 09:38:14.427716 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58016) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:14.509081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d089cb87-4883-46f5-9e31-7c79961b87be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:14.530667 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d089cb87-4883-46f5-9e31-7c79961b87be None None] Routers {'361f3626-de2a-4dd5-8066-934d7700d06b'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:14.532336 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d089cb87-4883-46f5-9e31-7c79961b87be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:38:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['361f3626-de2a-4dd5-8066-934d7700d06b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:14.577834 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0a97-b7da-4ae3-b489-5506fa1453dc tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.610890 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d089cb87-4883-46f5-9e31-7c79961b87be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:14.611653 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d089cb87-4883-46f5-9e31-7c79961b87be None None] The sync data for ids ['361f3626-de2a-4dd5-8066-934d7700d06b'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:14.809459 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0a97-b7da-4ae3-b489-5506fa1453dc tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.862286 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0a97-b7da-4ae3-b489-5506fa1453dc tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.928484 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0a97-b7da-4ae3-b489-5506fa1453dc tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.929070 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ee0a97-b7da-4ae3-b489-5506fa1453dc tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Fanout notify agent at l3_agent the message router_deleted on router 361f3626-de2a-4dd5-8066-934d7700d06b {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:38:14.937253 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0a97-b7da-4ae3-b489-5506fa1453dc tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.938443 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e2ee0a97-b7da-4ae3-b489-5506fa1453dc tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/routers/361f3626-de2a-4dd5-8066-934d7700d06b HTTP/1.1" status: 204 len: 168 time: 0.5094485 Jul 14 09:38:14.940977 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58036) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:15.010373 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fec2ac3-9628-430c-8cc6-8eda840ef428 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting subnet 6363e0cf-29a1-4cbe-9025-36bc1ce91176 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:38:15.014097 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8fec2ac3-9628-430c-8cc6-8eda840ef428 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.071955 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8fec2ac3-9628-430c-8cc6-8eda840ef428 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.207316 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8fec2ac3-9628-430c-8cc6-8eda840ef428 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.290417 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8fec2ac3-9628-430c-8cc6-8eda840ef428 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.335911 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec2ac3-9628-430c-8cc6-8eda840ef428 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Subnet': ['ID=6363e0cf-29a1-4cbe-9025-36bc1ce91176,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:15.341878 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8fec2ac3-9628-430c-8cc6-8eda840ef428 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.345528 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8fec2ac3-9628-430c-8cc6-8eda840ef428 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/subnets/6363e0cf-29a1-4cbe-9025-36bc1ce91176 HTTP/1.1" status: 204 len: 168 time: 0.4028873 Jul 14 09:38:15.347936 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58056) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:15.348528 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2cc8d3-8bb6-4f3e-a436-dfa3c15eb876 None None] Network 16b262c9-3faf-43f4-953f-7a7461a6fde9 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:15.470319 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b4a765b-c910-4683-a4a3-0454f1bf8846 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.590052 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a765b-c910-4683-a4a3-0454f1bf8846 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting port cdba0376-69a3-479f-bc43-2e825f151f8d {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:15.590417 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b4a765b-c910-4683-a4a3-0454f1bf8846 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.594712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd562a9d-0b74-4242-8f08-89595c0dda50 req-4b624db1-115e-45e8-9a4a-c4d36ce46191 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:15.596463 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd562a9d-0b74-4242-8f08-89595c0dda50 req-4b624db1-115e-45e8-9a4a-c4d36ce46191 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1725199 Jul 14 09:38:15.658691 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e00a0c-c698-46f5-9afb-caf74c055cdc None None] DHCP port deletion for 16b262c9-3faf-43f4-953f-7a7461a6fde9 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:38:15.663027 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd562a9d-0b74-4242-8f08-89595c0dda50 req-6421c5c0-8620-4774-a10a-db12e405e6fc tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608068 Jul 14 09:38:15.691771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-1b4a765b-c910-4683-a4a3-0454f1bf8846 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] For port cdba0376-69a3-479f-bc43-2e825f151f8d, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=cdba0376-69a3-479f-bc43-2e825f151f8d,segment=NetworkSegment(a95ed023-5605-439b-a3d2-ec9c30f98a5d),segment_id=a95ed023-5605-439b-a3d2-ec9c30f98a5d)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:15.692380 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b4a765b-c910-4683-a4a3-0454f1bf8846 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.711497 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a765b-c910-4683-a4a3-0454f1bf8846 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Calling delete_port for cdba0376-69a3-479f-bc43-2e825f151f8d owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:15.741472 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a0e00a0c-c698-46f5-9afb-caf74c055cdc None None] Deleting port cdba0376-69a3-479f-bc43-2e825f151f8d {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:15.741883 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0e00a0c-c698-46f5-9afb-caf74c055cdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.875655 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a0e00a0c-c698-46f5-9afb-caf74c055cdc None None] For port cdba0376-69a3-479f-bc43-2e825f151f8d, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=cdba0376-69a3-479f-bc43-2e825f151f8d,segment=NetworkSegment(a95ed023-5605-439b-a3d2-ec9c30f98a5d),segment_id=a95ed023-5605-439b-a3d2-ec9c30f98a5d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:15.876482 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0e00a0c-c698-46f5-9afb-caf74c055cdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.879637 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b4a765b-c910-4683-a4a3-0454f1bf8846 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.916718 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a0e00a0c-c698-46f5-9afb-caf74c055cdc None None] Calling delete_port for cdba0376-69a3-479f-bc43-2e825f151f8d owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:15.936755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4a765b-c910-4683-a4a3-0454f1bf8846 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] No DVR routers for this DVR port cdba0376-69a3-479f-bc43-2e825f151f8d on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:15.949748 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a765b-c910-4683-a4a3-0454f1bf8846 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Port': ['ID=cdba0376-69a3-479f-bc43-2e825f151f8d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:16.067767 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0e00a0c-c698-46f5-9afb-caf74c055cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.117605 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b4a765b-c910-4683-a4a3-0454f1bf8846 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.130979 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-1b4a765b-c910-4683-a4a3-0454f1bf8846 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b262c9-3faf-43f4-953f-7a7461a6fde9']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:16.146677 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-1b4a765b-c910-4683-a4a3-0454f1bf8846 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95ed023-5605-439b-a3d2-ec9c30f98a5d') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:16.147051 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-1b4a765b-c910-4683-a4a3-0454f1bf8846 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95ed023-5605-439b-a3d2-ec9c30f98a5d') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:16.167028 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b4a765b-c910-4683-a4a3-0454f1bf8846 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.171311 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e00a0c-c698-46f5-9afb-caf74c055cdc None None] Pushing event deleted for resources: {'Port': ['ID=cdba0376-69a3-479f-bc43-2e825f151f8d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:16.186608 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e00a0c-c698-46f5-9afb-caf74c055cdc None None] No DVR routers for this DVR port cdba0376-69a3-479f-bc43-2e825f151f8d on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:16.211658 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b4a765b-c910-4683-a4a3-0454f1bf8846 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.218880 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4a765b-c910-4683-a4a3-0454f1bf8846 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:38:16.219891 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b4a765b-c910-4683-a4a3-0454f1bf8846 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:38:16.320517 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:38:16.323848 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b4a765b-c910-4683-a4a3-0454f1bf8846 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.365032 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b4a765b-c910-4683-a4a3-0454f1bf8846 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.369118 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1b4a765b-c910-4683-a4a3-0454f1bf8846 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/networks/16b262c9-3faf-43f4-953f-7a7461a6fde9 HTTP/1.1" status: 204 len: 168 time: 1.0199950 Jul 14 09:38:16.372355 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a765b-c910-4683-a4a3-0454f1bf8846 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Network': ['ID=16b262c9-3faf-43f4-953f-7a7461a6fde9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:16.373708 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58096) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:16.383069 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-4ef2061b-c8ac-475f-b88f-ccfaaf4be327 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1553804600', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:16.459105 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ef2061b-c8ac-475f-b88f-ccfaaf4be327 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.459105 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ef2061b-c8ac-475f-b88f-ccfaaf4be327 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.475166 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.569026 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device cdba0376-69a3-479f-bc43-2e825f151f8d no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:16.595244 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ef2061b-c8ac-475f-b88f-ccfaaf4be327 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.600919 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: cdba0376-69a3-479f-bc43-2e825f151f8d {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:16.601364 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device cdba0376-69a3-479f-bc43-2e825f151f8d not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:16.608788 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ef2061b-c8ac-475f-b88f-ccfaaf4be327 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.635714 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ef2061b-c8ac-475f-b88f-ccfaaf4be327 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.641231 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4ef2061b-c8ac-475f-b88f-ccfaaf4be327 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2640069 Jul 14 09:38:16.643105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58108) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:16.649446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-49a5d6bf-702b-482b-809a-bb2793d6a758 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-311541048'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:16.679452 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a5d6bf-702b-482b-809a-bb2793d6a758 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Made reservation on behalf of 4a260d3b38bf4b4ca200416414521a69 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:16.684531 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-49a5d6bf-702b-482b-809a-bb2793d6a758 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.715284 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a5d6bf-702b-482b-809a-bb2793d6a758 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:38:16.728184 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-49a5d6bf-702b-482b-809a-bb2793d6a758 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.728647 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-49a5d6bf-702b-482b-809a-bb2793d6a758 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Added segment ef63eb0e-28af-4712-94b8-de2628cc6c35 of type vlan for network 8847f4e7-efc2-4c86-8207-4102199ee91b Jul 14 09:38:16.801277 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-49a5d6bf-702b-482b-809a-bb2793d6a758 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.847015 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-49a5d6bf-702b-482b-809a-bb2793d6a758 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.854085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a5d6bf-702b-482b-809a-bb2793d6a758 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:16.854907 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-49a5d6bf-702b-482b-809a-bb2793d6a758 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.940082 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-49a5d6bf-702b-482b-809a-bb2793d6a758 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2950916 Jul 14 09:38:16.945131 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58122) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:16.952523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2bdaf7e4-3b50-4ddd-a4ff-26e870f648eb tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'subnet': {'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:17.072357 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5d6bf-702b-482b-809a-bb2793d6a758 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Network': ['ID=8847f4e7-efc2-4c86-8207-4102199ee91b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:17.086103 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea13c7-4068-452e-89a1-276a904db746 req-94e88b85-fb78-43c9-8164-fc79c7c98573 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:17.088672 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-07ea13c7-4068-452e-89a1-276a904db746 req-94e88b85-fb78-43c9-8164-fc79c7c98573 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1672299 Jul 14 09:38:17.092725 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 8847f4e7-efc2-4c86-8207-4102199ee91b details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:38:17.125840 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdaf7e4-3b50-4ddd-a4ff-26e870f648eb tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Made reservation on behalf of 4a260d3b38bf4b4ca200416414521a69 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:17.132687 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2bdaf7e4-3b50-4ddd-a4ff-26e870f648eb tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.211758 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-07ea13c7-4068-452e-89a1-276a904db746 req-ad996649-a48a-4491-ba9a-66ef16b8a689 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982039 Jul 14 09:38:17.534990 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03389ce-472c-4b6a-a448-980dd222f1af req-a8d40b16-e574-40c1-a2da-103ea1ba15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:17.537329 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f03389ce-472c-4b6a-a448-980dd222f1af req-a8d40b16-e574-40c1-a2da-103ea1ba15b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 1096 time: 0.1249926 Jul 14 09:38:17.600152 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2bdaf7e4-3b50-4ddd-a4ff-26e870f648eb tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.809166 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdaf7e4-3b50-4ddd-a4ff-26e870f648eb tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Subnet': ['ID=3fc8d540-57b1-46d9-b7f7-c1196dc93cf6,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:17.817781 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03389ce-472c-4b6a-a448-980dd222f1af req-ab57706b-fb43-485f-b063-76c438315359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:17.819503 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdaf7e4-3b50-4ddd-a4ff-26e870f648eb tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Checking segment: {'id': 'ef63eb0e-28af-4712-94b8-de2628cc6c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:17.823663 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdaf7e4-3b50-4ddd-a4ff-26e870f648eb tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network hostable DHCP agents. Network: 8847f4e7-efc2-4c86-8207-4102199ee91b, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:38:17.825187 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f03389ce-472c-4b6a-a448-980dd222f1af req-ab57706b-fb43-485f-b063-76c438315359 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 913 time: 0.2493949 Jul 14 09:38:17.861126 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdaf7e4-3b50-4ddd-a4ff-26e870f648eb tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network 8847f4e7-efc2-4c86-8207-4102199ee91b is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:38:17.874193 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-2bdaf7e4-3b50-4ddd-a4ff-26e870f648eb tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 8847f4e7-efc2-4c86-8207-4102199ee91b) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:17.880966 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdaf7e4-3b50-4ddd-a4ff-26e870f648eb tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:17.883635 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2bdaf7e4-3b50-4ddd-a4ff-26e870f648eb tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.886581 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de534e2d-74ee-42e3-9a02-29fb3c06cdb6 None None] Network 8847f4e7-efc2-4c86-8207-4102199ee91b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:17.921264 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f03389ce-472c-4b6a-a448-980dd222f1af req-2d058965-50a1-4642-8a99-c8acf7497611 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb HTTP/1.1" status: 200 len: 999 time: 0.0893562 Jul 14 09:38:17.946583 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2bdaf7e4-3b50-4ddd-a4ff-26e870f648eb tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0000136 Jul 14 09:38:17.948594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58156) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:18.056460 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03389ce-472c-4b6a-a448-980dd222f1af req-6e663106-6233-41f2-b589-e80513e09882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:18.059801 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f03389ce-472c-4b6a-a448-980dd222f1af req-6e663106-6233-41f2-b589-e80513e09882 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.1312902 Jul 14 09:38:18.202401 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03389ce-472c-4b6a-a448-980dd222f1af req-4c63ed05-fa62-4b12-94ab-6e28dddcb9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:18.204239 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f03389ce-472c-4b6a-a448-980dd222f1af req-4c63ed05-fa62-4b12-94ab-6e28dddcb9eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1378198 Jul 14 09:38:18.301778 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-8847f4e7-efc2-4c86-8207-4102199ee91b', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:38:18.306220 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.540972 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f03389ce-472c-4b6a-a448-980dd222f1af req-b1ba6f51-fb00-4b4d-8f76-b6a60b3a1de8 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300571 Jul 14 09:38:18.818551 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4499ed1-f910-4698-b876-fe4dc2a66dad tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.819408 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Allocated IP 2001:db8::2 (8847f4e7-efc2-4c86-8207-4102199ee91b/3fc8d540-57b1-46d9-b7f7-c1196dc93cf6/d736b2bf-ac7b-443a-8584-b422de4ebaba) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:19.156671 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.192745 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Transition to ACTIVE for port object d736b2bf-ac7b-443a-8584-b422de4ebaba will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:19.224612 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Transition to ACTIVE for port object d736b2bf-ac7b-443a-8584-b422de4ebaba will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:19.239757 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.353389 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Pushing event updated for resources: {'Port': ['ID=d736b2bf-ac7b-443a-8584-b422de4ebaba,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:19.388515 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Network 8847f4e7-efc2-4c86-8207-4102199ee91b is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:19.390031 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:19.392424 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:19.418762 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-f4499ed1-f910-4698-b876-fe4dc2a66dad tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Allocated IP 2001:db8::1 (8847f4e7-efc2-4c86-8207-4102199ee91b/3fc8d540-57b1-46d9-b7f7-c1196dc93cf6/5c5f698f-36b5-4216-990c-f17e91dc7538) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:19.516395 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Attempting to bind port d736b2bf-ac7b-443a-8584-b422de4ebaba on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:19.517002 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Attempting to bind port d736b2bf-ac7b-443a-8584-b422de4ebaba by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'ef63eb0e-28af-4712-94b8-de2628cc6c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:19.517530 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Attempting to bind port d736b2bf-ac7b-443a-8584-b422de4ebaba on network 8847f4e7-efc2-4c86-8207-4102199ee91b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:19.525553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:19.533304 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Checking segment: {'id': 'ef63eb0e-28af-4712-94b8-de2628cc6c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:19.534296 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.535157 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Bound using segment: {'id': 'ef63eb0e-28af-4712-94b8-de2628cc6c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:19.535926 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Bound port: d736b2bf-ac7b-443a-8584-b422de4ebaba, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef63eb0e-28af-4712-94b8-de2628cc6c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:19.536451 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.672916 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] For port d736b2bf-ac7b-443a-8584-b422de4ebaba, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:19.677022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] For port d736b2bf-ac7b-443a-8584-b422de4ebaba, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d736b2bf-ac7b-443a-8584-b422de4ebaba,segment=NetworkSegment(ef63eb0e-28af-4712-94b8-de2628cc6c35),segment_id=ef63eb0e-28af-4712-94b8-de2628cc6c35)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:19.682224 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4499ed1-f910-4698-b876-fe4dc2a66dad tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.689215 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.710407 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-f4499ed1-f910-4698-b876-fe4dc2a66dad tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Transition to ACTIVE for port object 5c5f698f-36b5-4216-990c-f17e91dc7538 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:19.725269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5adf3-c242-4f08-b1dc-84977b81ead3 req-12aeb19b-bc08-4aa5-b344-890a975116a3 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:19.731917 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-68b5adf3-c242-4f08-b1dc-84977b81ead3 req-12aeb19b-bc08-4aa5-b344-890a975116a3 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 1.1036997 Jul 14 09:38:19.737125 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f03389ce-472c-4b6a-a448-980dd222f1af req-572902c7-4857-4d91-9d56-d43a854bfd56 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1703627 Jul 14 09:38:19.847325 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4499ed1-f910-4698-b876-fe4dc2a66dad tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.864352 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-68b5adf3-c242-4f08-b1dc-84977b81ead3 req-9ead49fa-9e81-49f9-b700-cce315249915 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261969 Jul 14 09:38:19.872299 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e5c1b-de9e-417f-866b-e10eca5c17b2 None None] Pushing event updated for resources: {'Port': ['ID=d736b2bf-ac7b-443a-8584-b422de4ebaba,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:19.896204 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4499ed1-f910-4698-b876-fe4dc2a66dad tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network 8847f4e7-efc2-4c86-8207-4102199ee91b is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:19.974008 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4499ed1-f910-4698-b876-fe4dc2a66dad tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Port': ['ID=5c5f698f-36b5-4216-990c-f17e91dc7538,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:19.985180 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f4499ed1-f910-4698-b876-fe4dc2a66dad tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:19.992578 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4499ed1-f910-4698-b876-fe4dc2a66dad tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:19.993723 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4499ed1-f910-4698-b876-fe4dc2a66dad tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.378852 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4499ed1-f910-4698-b876-fe4dc2a66dad tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.632060 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d736b2bf-ac7b-443a-8584-b422de4ebaba up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:20.762113 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port d736b2bf-ac7b-443a-8584-b422de4ebaba completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:21.136773 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4499ed1-f910-4698-b876-fe4dc2a66dad tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.156183 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4499ed1-f910-4698-b876-fe4dc2a66dad tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.156879 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4499ed1-f910-4698-b876-fe4dc2a66dad tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.308337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c783c-a1dc-4fef-be15-827da1ab7b08 req-c3350bef-af24-496b-8e31-28d3e4a65bff tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:21.328487 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f44c783c-a1dc-4fef-be15-827da1ab7b08 req-c3350bef-af24-496b-8e31-28d3e4a65bff tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1570904 Jul 14 09:38:21.370206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4499ed1-f910-4698-b876-fe4dc2a66dad tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Port': ['ID=5c5f698f-36b5-4216-990c-f17e91dc7538,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:21.412877 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f44c783c-a1dc-4fef-be15-827da1ab7b08 req-59d9c25e-6a1d-4bf5-beb9-ef413ef1b11f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830979 Jul 14 09:38:21.472576 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4499ed1-f910-4698-b876-fe4dc2a66dad tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network 8847f4e7-efc2-4c86-8207-4102199ee91b is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:21.476726 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f4499ed1-f910-4698-b876-fe4dc2a66dad tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:21.693511 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4499ed1-f910-4698-b876-fe4dc2a66dad tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:38:21.786656 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed34130-7691-4d1f-a0ab-1a583a95fac3 None None] Network 8847f4e7-efc2-4c86-8207-4102199ee91b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:21.832170 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4499ed1-f910-4698-b876-fe4dc2a66dad tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:21.837483 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f4499ed1-f910-4698-b876-fe4dc2a66dad tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/7c9ed846-2d3d-4acb-9471-e226d9c46b8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8875837 Jul 14 09:38:21.840853 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58264) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:21.846475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-aaef5ab5-97f7-4ccb-ad16-dc7f7c1e04e0 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1017662619'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:21.846775 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] Sync routers for ids ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:21.860452 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] Routers {'7c9ed846-2d3d-4acb-9471-e226d9c46b8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:21.861254 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:38:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:21.899499 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaef5ab5-97f7-4ccb-ad16-dc7f7c1e04e0 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Made reservation on behalf of 4a260d3b38bf4b4ca200416414521a69 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:21.904033 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aaef5ab5-97f7-4ccb-ad16-dc7f7c1e04e0 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.946762 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-01d50be9-a569-44d9-8bbe-172cdd21328b None None] Provisioning for port d736b2bf-ac7b-443a-8584-b422de4ebaba completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:21.953145 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaef5ab5-97f7-4ccb-ad16-dc7f7c1e04e0 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:38:21.964042 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aaef5ab5-97f7-4ccb-ad16-dc7f7c1e04e0 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.965143 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-aaef5ab5-97f7-4ccb-ad16-dc7f7c1e04e0 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Added segment bd90649e-2abc-4a27-9c1a-57d3e967e519 of type vlan for network 337cc08a-b2f7-441e-bcc2-6da352b37ff0 Jul 14 09:38:21.983863 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-01d50be9-a569-44d9-8bbe-172cdd21328b None None] Provisioning complete for port d736b2bf-ac7b-443a-8584-b422de4ebaba triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:21.984222 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01d50be9-a569-44d9-8bbe-172cdd21328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.017129 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] Set router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:22.083705 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aaef5ab5-97f7-4ccb-ad16-dc7f7c1e04e0 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.171332 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aaef5ab5-97f7-4ccb-ad16-dc7f7c1e04e0 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.181601 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58272) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:22.183907 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaef5ab5-97f7-4ccb-ad16-dc7f7c1e04e0 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:22.184651 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aaef5ab5-97f7-4ccb-ad16-dc7f7c1e04e0 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.223187 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01d50be9-a569-44d9-8bbe-172cdd21328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.227172 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-aaef5ab5-97f7-4ccb-ad16-dc7f7c1e04e0 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3823416 Jul 14 09:38:22.227919 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58276) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:22.234441 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-94ffb874-d2df-4068-837b-737d5c340865 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'subnet': {'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:22.340352 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef5ab5-97f7-4ccb-ad16-dc7f7c1e04e0 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Network': ['ID=337cc08a-b2f7-441e-bcc2-6da352b37ff0,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:22.369314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 337cc08a-b2f7-441e-bcc2-6da352b37ff0 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:38:22.571152 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:20Z', 'revision_number': 2, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:20Z', 'revision_number': 2, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:22.620430 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] Checking router: 7c9ed846-2d3d-4acb-9471-e226d9c46b8e for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:22.625662 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] Updating router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e port 5c5f698f-36b5-4216-990c-f17e91dc7538 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:38:22.709650 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.768052 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-01d50be9-a569-44d9-8bbe-172cdd21328b None None] For port d736b2bf-ac7b-443a-8584-b422de4ebaba, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d736b2bf-ac7b-443a-8584-b422de4ebaba,segment=NetworkSegment(ef63eb0e-28af-4712-94b8-de2628cc6c35),segment_id=ef63eb0e-28af-4712-94b8-de2628cc6c35)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:22.777070 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01d50be9-a569-44d9-8bbe-172cdd21328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.836331 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-87b633fd-53e0-43c2-a97b-8491bf5f03ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.847509 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ffb874-d2df-4068-837b-737d5c340865 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Made reservation on behalf of 4a260d3b38bf4b4ca200416414521a69 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:22.852691 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94ffb874-d2df-4068-837b-737d5c340865 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.903104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d50be9-a569-44d9-8bbe-172cdd21328b None None] Pushing event updated for resources: {'Port': ['ID=d736b2bf-ac7b-443a-8584-b422de4ebaba,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:23.112032 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-87b633fd-53e0-43c2-a97b-8491bf5f03ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.130115 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-87b633fd-53e0-43c2-a97b-8491bf5f03ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.188085 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.202636 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] Transition to ACTIVE for port object 5c5f698f-36b5-4216-990c-f17e91dc7538 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:23.210575 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.239435 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b633fd-53e0-43c2-a97b-8491bf5f03ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98cd5f0-ed6e-40f8-87f8-db91f7be81b0,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:23.305722 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484c2e3-0172-4dab-a582-174032254db2 None None] Pushing event updated for resources: {'Port': ['ID=5c5f698f-36b5-4216-990c-f17e91dc7538,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:23.317529 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484c2e3-0172-4dab-a582-174032254db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:23.318181 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484c2e3-0172-4dab-a582-174032254db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:23.318722 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484c2e3-0172-4dab-a582-174032254db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:23.319251 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484c2e3-0172-4dab-a582-174032254db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:23.319800 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484c2e3-0172-4dab-a582-174032254db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:23.320323 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484c2e3-0172-4dab-a582-174032254db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:23.320848 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484c2e3-0172-4dab-a582-174032254db2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:23.321379 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484c2e3-0172-4dab-a582-174032254db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:23.322133 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484c2e3-0172-4dab-a582-174032254db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:23.322675 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484c2e3-0172-4dab-a582-174032254db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:23.323196 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484c2e3-0172-4dab-a582-174032254db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:23.324235 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484c2e3-0172-4dab-a582-174032254db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:23.383042 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-87b633fd-53e0-43c2-a97b-8491bf5f03ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d2a51ebd4bb468290b860e5b28141b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2000196 Jul 14 09:38:23.386014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58292) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:23.446554 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6b813a08-2c87-4af2-af04-51b8275d6822 None None] Provisioning for port 5c5f698f-36b5-4216-990c-f17e91dc7538 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:23.482270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6b826-7ba4-45e4-8bd9-e81c3cd61b79 req-eae09a4c-f2d9-46bb-8cab-553a444c7bd0 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:23.496989 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-80b6b826-7ba4-45e4-8bd9-e81c3cd61b79 req-eae09a4c-f2d9-46bb-8cab-553a444c7bd0 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.8462570 Jul 14 09:38:23.498127 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6b813a08-2c87-4af2-af04-51b8275d6822 None None] Provisioning complete for port d736b2bf-ac7b-443a-8584-b422de4ebaba triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:23.501401 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b813a08-2c87-4af2-af04-51b8275d6822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.573726 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] Attempting to bind port 5c5f698f-36b5-4216-990c-f17e91dc7538 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:23.574113 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] Attempting to bind port 5c5f698f-36b5-4216-990c-f17e91dc7538 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'ef63eb0e-28af-4712-94b8-de2628cc6c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:23.574524 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] Attempting to bind port 5c5f698f-36b5-4216-990c-f17e91dc7538 on network 8847f4e7-efc2-4c86-8207-4102199ee91b {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:23.586186 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:23.586603 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] Checking segment: {'id': 'ef63eb0e-28af-4712-94b8-de2628cc6c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:23.586937 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.587326 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] Bound using segment: {'id': 'ef63eb0e-28af-4712-94b8-de2628cc6c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:23.587796 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] Bound port: 5c5f698f-36b5-4216-990c-f17e91dc7538, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef63eb0e-28af-4712-94b8-de2628cc6c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:23.588176 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.621643 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-79e0d183-0241-446b-a2b9-e9655217d8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.711993 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-79e0d183-0241-446b-a2b9-e9655217d8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.738549 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-80b6b826-7ba4-45e4-8bd9-e81c3cd61b79 req-f5fae688-1bee-4152-aef3-665b33a52803 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405651 Jul 14 09:38:23.752209 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] For port 5c5f698f-36b5-4216-990c-f17e91dc7538, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:23.763354 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] For port 5c5f698f-36b5-4216-990c-f17e91dc7538, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5c5f698f-36b5-4216-990c-f17e91dc7538,segment=NetworkSegment(ef63eb0e-28af-4712-94b8-de2628cc6c35),segment_id=ef63eb0e-28af-4712-94b8-de2628cc6c35)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:23.778846 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.844036 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-79e0d183-0241-446b-a2b9-e9655217d8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.852508 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-79e0d183-0241-446b-a2b9-e9655217d8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.866264 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-79e0d183-0241-446b-a2b9-e9655217d8f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e98cd5f0-ed6e-40f8-87f8-db91f7be81b0 HTTP/1.1" status: 204 len: 168 time: 0.4774332 Jul 14 09:38:23.892397 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0d183-0241-446b-a2b9-e9655217d8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98cd5f0-ed6e-40f8-87f8-db91f7be81b0,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:23.932366 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] Routers {'7c9ed846-2d3d-4acb-9471-e226d9c46b8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:23.937254 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:38:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:24.099382 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94ffb874-d2df-4068-837b-737d5c340865 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.253001 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] Set router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:24.255327 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484c2e3-0172-4dab-a582-174032254db2 None None] Pushing event updated for resources: {'Port': ['ID=5c5f698f-36b5-4216-990c-f17e91dc7538,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:24.424257 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffb874-d2df-4068-837b-737d5c340865 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Subnet': ['ID=22aa597a-d9c4-40d7-8ff4-86193b1eaee5,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:24.527921 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ffb874-d2df-4068-837b-737d5c340865 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Checking segment: {'id': 'bd90649e-2abc-4a27-9c1a-57d3e967e519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:24.533166 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ffb874-d2df-4068-837b-737d5c340865 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network hostable DHCP agents. Network: 337cc08a-b2f7-441e-bcc2-6da352b37ff0, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:38:24.631132 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ffb874-d2df-4068-837b-737d5c340865 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network 337cc08a-b2f7-441e-bcc2-6da352b37ff0 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:38:24.641294 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-94ffb874-d2df-4068-837b-737d5c340865 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 337cc08a-b2f7-441e-bcc2-6da352b37ff0) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:24.653482 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d736b2bf-ac7b-443a-8584-b422de4ebaba up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:24.682373 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e607a1-b513-402b-8d78-331a12070360 req-c293931f-ee1b-4f29-b758-3f0650063fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:24.685412 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-21e607a1-b513-402b-8d78-331a12070360 req-c293931f-ee1b-4f29-b758-3f0650063fcf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 1096 time: 0.2136722 Jul 14 09:38:24.687368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ffb874-d2df-4068-837b-737d5c340865 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:24.689877 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94ffb874-d2df-4068-837b-737d5c340865 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.706277 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34cf3e8-8351-4480-bc6d-06524a050546 None None] Network 337cc08a-b2f7-441e-bcc2-6da352b37ff0 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:24.862102 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58320) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:24.878167 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d736b2bf-ac7b-443a-8584-b422de4ebaba triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:24.878645 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.893390 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f0ecba4-5cb5-4ea2-9b14-fbca462a9701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.914353 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-94ffb874-d2df-4068-837b-737d5c340865 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6851344 Jul 14 09:38:24.924960 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58324) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:25.149752 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:20Z', 'revision_number': 2, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:23Z', 'revision_number': 4, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:25.215849 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f0ecba4-5cb5-4ea2-9b14-fbca462a9701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.221256 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f0ecba4-5cb5-4ea2-9b14-fbca462a9701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.268554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e607a1-b513-402b-8d78-331a12070360 req-f0eb6841-c773-46df-b34d-a8b0c4e9f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:25.277981 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-21e607a1-b513-402b-8d78-331a12070360 req-f0eb6841-c773-46df-b34d-a8b0c4e9f384 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 913 time: 0.5832162 Jul 14 09:38:25.306048 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9f0ecba4-5cb5-4ea2-9b14-fbca462a9701 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=734ac4e91ac14def9688661ed20f3da9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4399860 Jul 14 09:38:25.319154 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58328) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:25.321542 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b636c8-ceb6-4d39-b6d5-96588a316f44 None None] The sync data for ids ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'] in n-d-798054-10 is: [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:20Z', 'revision_number': 2, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:23Z', 'revision_number': 4, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:25.407742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ecba4-5cb5-4ea2-9b14-fbca462a9701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227a39f4-1526-4de9-806d-e3002cafc067,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:25.465421 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-337cc08a-b2f7-441e-bcc2-6da352b37ff0', 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'fixed_ips': [{'subnet_id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:38:25.474522 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.518535 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2e2638c0-550b-4139-bfbc-2743ff3cb2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.576249 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2e2638c0-550b-4139-bfbc-2743ff3cb2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.691265 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2e2638c0-550b-4139-bfbc-2743ff3cb2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.697228 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2e2638c0-550b-4139-bfbc-2743ff3cb2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.700840 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2e2638c0-550b-4139-bfbc-2743ff3cb2ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/227a39f4-1526-4de9-806d-e3002cafc067 HTTP/1.1" status: 204 len: 168 time: 0.3773756 Jul 14 09:38:25.716900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2638c0-550b-4139-bfbc-2743ff3cb2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227a39f4-1526-4de9-806d-e3002cafc067,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:25.816732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007845e7-1e6e-421f-8601-863360c67892 req-fec94832-ec6f-4cfc-93b0-5206c32cf6b0 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:25.821823 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-007845e7-1e6e-421f-8601-863360c67892 req-fec94832-ec6f-4cfc-93b0-5206c32cf6b0 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.9873614 Jul 14 09:38:25.849587 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Allocated IP 2001:db8:1::2 (337cc08a-b2f7-441e-bcc2-6da352b37ff0/22aa597a-d9c4-40d7-8ff4-86193b1eaee5/dce0c15a-ce34-46dc-b242-105596b80235) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:26.000707 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-007845e7-1e6e-421f-8601-863360c67892 req-96b97568-8dac-464c-8193-cd233fb93c11 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559227 Jul 14 09:38:26.003132 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-21e607a1-b513-402b-8d78-331a12070360 req-a2e8ecb8-25dd-4e1e-a519-22773c930b45 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb HTTP/1.1" status: 200 len: 999 time: 0.6873424 Jul 14 09:38:26.270972 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.324823 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Transition to ACTIVE for port object dce0c15a-ce34-46dc-b242-105596b80235 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:26.430505 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Transition to ACTIVE for port object dce0c15a-ce34-46dc-b242-105596b80235 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:26.454852 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.733905 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5c5f698f-36b5-4216-990c-f17e91dc7538 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:26.799752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e607a1-b513-402b-8d78-331a12070360 req-d8f5f10a-9f0e-4e2f-933a-9c662dd45522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:26.802088 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-21e607a1-b513-402b-8d78-331a12070360 req-d8f5f10a-9f0e-4e2f-933a-9c662dd45522 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.5311723 Jul 14 09:38:26.908159 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Network 337cc08a-b2f7-441e-bcc2-6da352b37ff0 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:26.938445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Pushing event updated for resources: {'Port': ['ID=dce0c15a-ce34-46dc-b242-105596b80235,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:26.951431 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:26.958605 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 5c5f698f-36b5-4216-990c-f17e91dc7538 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:26.962894 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:26.970745 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 5c5f698f-36b5-4216-990c-f17e91dc7538 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:26.971133 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-977b05dd-7f27-4f39-bc86-740d2d97965c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.971493 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.190829 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Attempting to bind port dce0c15a-ce34-46dc-b242-105596b80235 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:27.191450 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Attempting to bind port dce0c15a-ce34-46dc-b242-105596b80235 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'bd90649e-2abc-4a27-9c1a-57d3e967e519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:27.191966 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Attempting to bind port dce0c15a-ce34-46dc-b242-105596b80235 on network 337cc08a-b2f7-441e-bcc2-6da352b37ff0 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:27.199467 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:27.200074 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Checking segment: {'id': 'bd90649e-2abc-4a27-9c1a-57d3e967e519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:27.200622 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.201151 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Bound using segment: {'id': 'bd90649e-2abc-4a27-9c1a-57d3e967e519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:27.201882 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Bound port: dce0c15a-ce34-46dc-b242-105596b80235, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd90649e-2abc-4a27-9c1a-57d3e967e519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:27.202414 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.206945 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.314798 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] For port dce0c15a-ce34-46dc-b242-105596b80235, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:27.318211 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] For port dce0c15a-ce34-46dc-b242-105596b80235, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dce0c15a-ce34-46dc-b242-105596b80235,segment=NetworkSegment(bd90649e-2abc-4a27-9c1a-57d3e967e519),segment_id=bd90649e-2abc-4a27-9c1a-57d3e967e519)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:27.327435 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2efe215b-8b9e-4115-9c55-114aa2f2e5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.331234 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.411149 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e870555-5fb0-4c1c-82f3-963da65ee3a5 None None] Pushing event updated for resources: {'Port': ['ID=dce0c15a-ce34-46dc-b242-105596b80235,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:27.442390 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 5c5f698f-36b5-4216-990c-f17e91dc7538, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5c5f698f-36b5-4216-990c-f17e91dc7538,segment=NetworkSegment(ef63eb0e-28af-4712-94b8-de2628cc6c35),segment_id=ef63eb0e-28af-4712-94b8-de2628cc6c35)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:27.447605 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.600686 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=5c5f698f-36b5-4216-990c-f17e91dc7538,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:27.665098 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e607a1-b513-402b-8d78-331a12070360 req-2e34fa86-b634-4bf1-993e-4ca8acf44a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:27.673095 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-21e607a1-b513-402b-8d78-331a12070360 req-2e34fa86-b634-4bf1-993e-4ca8acf44a8e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8308277 Jul 14 09:38:27.912354 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-21e607a1-b513-402b-8d78-331a12070360 req-95575286-fb95-4dad-9053-596ee2f404a3 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355416 Jul 14 09:38:28.123856 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578df2fc-a43e-4d9f-913a-f405dbe7aded req-5c6756c2-23fd-4578-ac3a-f00e284c8af3 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:28.144171 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-578df2fc-a43e-4d9f-913a-f405dbe7aded req-5c6756c2-23fd-4578-ac3a-f00e284c8af3 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.8464758 Jul 14 09:38:28.318428 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-578df2fc-a43e-4d9f-913a-f405dbe7aded req-52d6d905-c7bd-4660-8665-aaff26fb883a tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722641 Jul 14 09:38:28.367849 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-21e607a1-b513-402b-8d78-331a12070360 req-53ad24fe-b113-47d2-bf92-47b3adc63c02 service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426033 Jul 14 09:38:28.529359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-977b05dd-7f27-4f39-bc86-740d2d97965c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Allocated IP 2001:db8:1::1 (337cc08a-b2f7-441e-bcc2-6da352b37ff0/22aa597a-d9c4-40d7-8ff4-86193b1eaee5/ef82f679-1027-4b3e-9f04-2c6018e30a1a) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:28.813736 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5c5f698f-36b5-4216-990c-f17e91dc7538 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:28.863275 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-977b05dd-7f27-4f39-bc86-740d2d97965c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.883846 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-977b05dd-7f27-4f39-bc86-740d2d97965c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Transition to ACTIVE for port object ef82f679-1027-4b3e-9f04-2c6018e30a1a will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:28.946965 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-977b05dd-7f27-4f39-bc86-740d2d97965c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.982923 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 5c5f698f-36b5-4216-990c-f17e91dc7538 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:28.983308 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.260186 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977b05dd-7f27-4f39-bc86-740d2d97965c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network 337cc08a-b2f7-441e-bcc2-6da352b37ff0 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:29.270023 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-977b05dd-7f27-4f39-bc86-740d2d97965c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:29.324215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b05dd-7f27-4f39-bc86-740d2d97965c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Port': ['ID=ef82f679-1027-4b3e-9f04-2c6018e30a1a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:29.329720 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b05dd-7f27-4f39-bc86-740d2d97965c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:29.330321 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-977b05dd-7f27-4f39-bc86-740d2d97965c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.344018 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dce0c15a-ce34-46dc-b242-105596b80235 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:29.515426 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03684f67-1165-4c89-b696-92eaebb1868d None None] Network 337cc08a-b2f7-441e-bcc2-6da352b37ff0 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:29.667022 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-298d8ae1-74cf-4e3d-bd1b-66966d287c0a req-b13e69f2-ac2f-4366-b6c9-7672586ae057 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3023098 Jul 14 09:38:29.815073 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bcf3737c-0d1b-4813-a9a8-b69bb02818dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.824443 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b433c21a-55af-4792-9603-f443fe22ad29 None None] Provisioning for port dce0c15a-ce34-46dc-b242-105596b80235 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:29.834623 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port dce0c15a-ce34-46dc-b242-105596b80235 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:29.842250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port dce0c15a-ce34-46dc-b242-105596b80235 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:29.842640 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.846142 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b433c21a-55af-4792-9603-f443fe22ad29 None None] Provisioning complete for port dce0c15a-ce34-46dc-b242-105596b80235 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:29.846507 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b433c21a-55af-4792-9603-f443fe22ad29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.858779 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d8ae1-74cf-4e3d-bd1b-66966d287c0a req-d9776855-2e76-4e6c-938a-92c5f2f4fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:29.860724 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-298d8ae1-74cf-4e3d-bd1b-66966d287c0a req-d9776855-2e76-4e6c-938a-92c5f2f4fdaa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 1059 time: 0.1341963 Jul 14 09:38:29.874517 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-977b05dd-7f27-4f39-bc86-740d2d97965c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.029366 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.059055 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b433c21a-55af-4792-9603-f443fe22ad29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.098049 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b433c21a-55af-4792-9603-f443fe22ad29 None None] For port dce0c15a-ce34-46dc-b242-105596b80235, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dce0c15a-ce34-46dc-b242-105596b80235,segment=NetworkSegment(bd90649e-2abc-4a27-9c1a-57d3e967e519),segment_id=bd90649e-2abc-4a27-9c1a-57d3e967e519)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:30.107774 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5641f3b-2e37-4d5a-8b27-879adb0cebd4 req-f0743e1f-3f1d-4f34-8222-43c81a70e611 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:30.126329 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d8ae1-74cf-4e3d-bd1b-66966d287c0a req-88a9adb0-e3f5-49bc-beac-9f1efdd7ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:30.127466 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5641f3b-2e37-4d5a-8b27-879adb0cebd4 req-f0743e1f-3f1d-4f34-8222-43c81a70e611 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.3601761 Jul 14 09:38:30.131629 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-298d8ae1-74cf-4e3d-bd1b-66966d287c0a req-88a9adb0-e3f5-49bc-beac-9f1efdd7ebf4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 913 time: 0.2436631 Jul 14 09:38:30.146089 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b433c21a-55af-4792-9603-f443fe22ad29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.194050 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-298d8ae1-74cf-4e3d-bd1b-66966d287c0a req-27359d96-08e8-4e18-98a9-47fc5851d6cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02509bce-bac6-4d70-8893-c3a9a54d4940 HTTP/1.1" status: 200 len: 217 time: 0.0520446 Jul 14 09:38:30.378226 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d8ae1-74cf-4e3d-bd1b-66966d287c0a req-43ba5fb4-98b6-4d3f-b6b7-1b22993ffcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:30.380140 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-298d8ae1-74cf-4e3d-bd1b-66966d287c0a req-43ba5fb4-98b6-4d3f-b6b7-1b22993ffcd2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.1825609 Jul 14 09:38:30.382619 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433c21a-55af-4792-9603-f443fe22ad29 None None] Pushing event updated for resources: {'Port': ['ID=dce0c15a-ce34-46dc-b242-105596b80235,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:30.609860 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5641f3b-2e37-4d5a-8b27-879adb0cebd4 req-306d0d23-d1d4-46d9-bd82-829d33e4da1a tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4813850 Jul 14 09:38:30.660515 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dce0c15a-ce34-46dc-b242-105596b80235 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:30.695181 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d8ae1-74cf-4e3d-bd1b-66966d287c0a req-2b814b7f-5e69-4a1d-b1a8-87cf64beaa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:30.712907 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-298d8ae1-74cf-4e3d-bd1b-66966d287c0a req-2b814b7f-5e69-4a1d-b1a8-87cf64beaa5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3252327 Jul 14 09:38:30.864762 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.868486 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port dce0c15a-ce34-46dc-b242-105596b80235 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:30.871129 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.199500 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-298d8ae1-74cf-4e3d-bd1b-66966d287c0a req-b791f23c-0b5c-4eb3-8ae4-e96fd54cae81 service neutron] 10.222.0.55 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659872 Jul 14 09:38:31.271604 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c4c08861-39d0-4786-8e60-0697373d28a8 None None] Provisioning complete for port dce0c15a-ce34-46dc-b242-105596b80235 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:31.271988 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4c08861-39d0-4786-8e60-0697373d28a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.409005 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-977b05dd-7f27-4f39-bc86-740d2d97965c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.441170 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-977b05dd-7f27-4f39-bc86-740d2d97965c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.442424 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-977b05dd-7f27-4f39-bc86-740d2d97965c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.512300 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-298d8ae1-74cf-4e3d-bd1b-66966d287c0a req-8b18f7b3-5a48-4822-9731-87f7316ada43 service neutron] 10.222.0.55 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059881 Jul 14 09:38:31.569947 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c4c08861-39d0-4786-8e60-0697373d28a8 None None] Provisioning for port ef82f679-1027-4b3e-9f04-2c6018e30a1a completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:31.576700 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c4c08861-39d0-4786-8e60-0697373d28a8 None None] Provisioning complete for port ef82f679-1027-4b3e-9f04-2c6018e30a1a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:31.577101 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4c08861-39d0-4786-8e60-0697373d28a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.663226 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b05dd-7f27-4f39-bc86-740d2d97965c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Port': ['ID=ef82f679-1027-4b3e-9f04-2c6018e30a1a,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:31.692518 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c4c08861-39d0-4786-8e60-0697373d28a8 None None] Port ef82f679-1027-4b3e-9f04-2c6018e30a1a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:31.810199 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.864682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58542) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:31.906282 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962dc7b6-8f05-4775-8020-79c8de5a5f90 req-a68b9c4a-5857-4103-981a-44a6c374e109 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:31.920462 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-962dc7b6-8f05-4775-8020-79c8de5a5f90 req-a68b9c4a-5857-4103-981a-44a6c374e109 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.8880963 Jul 14 09:38:31.920749 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0c991468-3707-4171-9d61-084c34f8e1ee None None] Provisioning complete for port ef82f679-1027-4b3e-9f04-2c6018e30a1a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:31.921179 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0c991468-3707-4171-9d61-084c34f8e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.941291 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977b05dd-7f27-4f39-bc86-740d2d97965c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network 337cc08a-b2f7-441e-bcc2-6da352b37ff0 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:31.963181 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-977b05dd-7f27-4f39-bc86-740d2d97965c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:32.042084 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0c991468-3707-4171-9d61-084c34f8e1ee None None] Port ef82f679-1027-4b3e-9f04-2c6018e30a1a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:32.201711 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-962dc7b6-8f05-4775-8020-79c8de5a5f90 req-2566c487-0afc-4052-bc41-09984214f304 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755234 Jul 14 09:38:32.302828 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977b05dd-7f27-4f39-bc86-740d2d97965c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:32.356292 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-79a2bac2-aa80-41ef-b477-f85cc9958732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.585895 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-875b79b6-1682-42b2-a4fe-37400f83b834 None None] Provisioning complete for port ef82f679-1027-4b3e-9f04-2c6018e30a1a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:32.586459 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-875b79b6-1682-42b2-a4fe-37400f83b834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.632835 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-79a2bac2-aa80-41ef-b477-f85cc9958732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.637898 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-79a2bac2-aa80-41ef-b477-f85cc9958732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.787081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-875b79b6-1682-42b2-a4fe-37400f83b834 None None] Port ef82f679-1027-4b3e-9f04-2c6018e30a1a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:32.801694 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.816871 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2bac2-aa80-41ef-b477-f85cc9958732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae891f1a-0005-45ee-a4dc-623a83bb72e2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:32.837052 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-79a2bac2-aa80-41ef-b477-f85cc9958732 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51ec3e6831d741938d3040181329cd56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9712656 Jul 14 09:38:32.841360 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58648) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:33.021826 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5326f71f-d21d-4f24-80db-aada116da0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.051147 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5326f71f-d21d-4f24-80db-aada116da0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.142575 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5326f71f-d21d-4f24-80db-aada116da0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.155778 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5326f71f-d21d-4f24-80db-aada116da0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.159324 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5326f71f-d21d-4f24-80db-aada116da0a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae891f1a-0005-45ee-a4dc-623a83bb72e2 HTTP/1.1" status: 204 len: 168 time: 0.3017790 Jul 14 09:38:33.176163 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326f71f-d21d-4f24-80db-aada116da0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae891f1a-0005-45ee-a4dc-623a83bb72e2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:33.333509 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977b05dd-7f27-4f39-bc86-740d2d97965c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:33.342670 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-977b05dd-7f27-4f39-bc86-740d2d97965c tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/7c9ed846-2d3d-4acb-9471-e226d9c46b8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4159274 Jul 14 09:38:33.347243 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58704) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:33.362431 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7027ef26-013d-4873-b341-46e87a25ce72 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1990806689'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:33.371212 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] Sync routers for ids ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:33.372304 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd318e-b73f-4b68-8fb9-674f5b05058b req-b181a9e4-643f-4a2e-8c78-b0d34fb8fa53 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:33.382947 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0bcd318e-b73f-4b68-8fb9-674f5b05058b req-b181a9e4-643f-4a2e-8c78-b0d34fb8fa53 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.8907213 Jul 14 09:38:33.404445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] Routers {'7c9ed846-2d3d-4acb-9471-e226d9c46b8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:33.414578 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:38:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:33.524200 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0bcd318e-b73f-4b68-8fb9-674f5b05058b req-262b7ac9-9bca-4e89-bd3e-7e36ea306313 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366889 Jul 14 09:38:33.549301 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7027ef26-013d-4873-b341-46e87a25ce72 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Made reservation on behalf of 4a260d3b38bf4b4ca200416414521a69 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:33.570288 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] Set router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:33.584028 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7027ef26-013d-4873-b341-46e87a25ce72 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.643535 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7027ef26-013d-4873-b341-46e87a25ce72 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:38:33.678840 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7027ef26-013d-4873-b341-46e87a25ce72 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.679938 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-7027ef26-013d-4873-b341-46e87a25ce72 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Added segment b836090e-7456-4893-890d-00421f5eda80 of type vlan for network 35e41b37-bd09-450f-9d3b-deaea2f32759 Jul 14 09:38:33.764896 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7027ef26-013d-4873-b341-46e87a25ce72 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.834766 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7027ef26-013d-4873-b341-46e87a25ce72 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.841982 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7027ef26-013d-4873-b341-46e87a25ce72 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:33.842638 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7027ef26-013d-4873-b341-46e87a25ce72 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.037452 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7027ef26-013d-4873-b341-46e87a25ce72 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6837363 Jul 14 09:38:34.038712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58752) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:34.049183 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-2bc4729a-12c6-43f0-8aed-3a60ec65c6a6 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'subnet': {'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:34.069966 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027ef26-013d-4873-b341-46e87a25ce72 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Network': ['ID=35e41b37-bd09-450f-9d3b-deaea2f32759,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:34.076997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:29Z', 'revision_number': 3, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef82f679-1027-4b3e-9f04-2c6018e30a1a', 'name': '', 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:5e:80:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:27Z', 'updated_at': '2021-07-14T09:38:30Z', 'revision_number': 2, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:34.175351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] Checking router: 7c9ed846-2d3d-4acb-9471-e226d9c46b8e for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:34.175714 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] Updating router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e port ef82f679-1027-4b3e-9f04-2c6018e30a1a binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:38:34.177733 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 35e41b37-bd09-450f-9d3b-deaea2f32759 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:38:34.386732 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58782) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:34.387579 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.454377 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1c7ae232-e0b7-4a09-a2e8-ea4f2dfb342c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.484978 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.api [None req-2bc4729a-12c6-43f0-8aed-3a60ec65c6a6 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:38:34.484978 n-d-798054-10 neutron-server[93887]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:38:34.484978 n-d-798054-10 neutron-server[93887]: [parameters: {'project_id': '4a260d3b38bf4b4ca200416414521a69', 'id': '17e24f69-dc84-47b0-9284-2038fc983879', 'expiration': datetime.datetime(2021, 7, 14, 9, 40, 34, 479174)}] Jul 14 09:38:34.484978 n-d-798054-10 neutron-server[93887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:38:34.488795 n-d-798054-10 neutron-server[93887]: DEBUG oslo_db.api [None req-2bc4729a-12c6-43f0-8aed-3a60ec65c6a6 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:38:34.602949 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1c7ae232-e0b7-4a09-a2e8-ea4f2dfb342c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.617462 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1c7ae232-e0b7-4a09-a2e8-ea4f2dfb342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.673990 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88f8fc-5648-43ab-aa3b-252e12ba4378 req-cb4da565-d46a-4fc4-a852-1c7a1d8deee5 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:34.681943 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b88f8fc-5648-43ab-aa3b-252e12ba4378 req-cb4da565-d46a-4fc4-a852-1c7a1d8deee5 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1032598 Jul 14 09:38:34.725514 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1c7ae232-e0b7-4a09-a2e8-ea4f2dfb342c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea47409c997c49dc89556753b8b0b1a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3350508 Jul 14 09:38:34.727366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ae232-e0b7-4a09-a2e8-ea4f2dfb342c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca557e9-d817-470f-af30-ef52cf7c560c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:34.729008 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 58820) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:34.766972 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b88f8fc-5648-43ab-aa3b-252e12ba4378 req-c6f6fc96-e8c1-43e1-8451-c330280ad682 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813787 Jul 14 09:38:34.857158 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bbed8665-86e1-4024-bb21-b6a826c73157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.918538 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bbed8665-86e1-4024-bb21-b6a826c73157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.008517 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bbed8665-86e1-4024-bb21-b6a826c73157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.012073 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bbed8665-86e1-4024-bb21-b6a826c73157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.013969 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bbed8665-86e1-4024-bb21-b6a826c73157 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0ca557e9-d817-470f-af30-ef52cf7c560c HTTP/1.1" status: 204 len: 168 time: 0.2832623 Jul 14 09:38:35.135582 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed8665-86e1-4024-bb21-b6a826c73157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca557e9-d817-470f-af30-ef52cf7c560c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:35.200333 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc4729a-12c6-43f0-8aed-3a60ec65c6a6 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Made reservation on behalf of 4a260d3b38bf4b4ca200416414521a69 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:35.213276 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bc4729a-12c6-43f0-8aed-3a60ec65c6a6 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.228414 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.246823 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] Transition to ACTIVE for port object ef82f679-1027-4b3e-9f04-2c6018e30a1a will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:35.277748 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.390195 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce8fb8-d422-4c81-81d5-6cff6ca15bf0 None None] Pushing event updated for resources: {'Port': ['ID=ef82f679-1027-4b3e-9f04-2c6018e30a1a,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:35.502234 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] Attempting to bind port ef82f679-1027-4b3e-9f04-2c6018e30a1a on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:35.502600 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] Attempting to bind port ef82f679-1027-4b3e-9f04-2c6018e30a1a by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'bd90649e-2abc-4a27-9c1a-57d3e967e519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:35.503377 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] Attempting to bind port ef82f679-1027-4b3e-9f04-2c6018e30a1a on network 337cc08a-b2f7-441e-bcc2-6da352b37ff0 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:35.515054 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:35.523627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] Checking segment: {'id': 'bd90649e-2abc-4a27-9c1a-57d3e967e519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:35.524859 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.525445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] Bound using segment: {'id': 'bd90649e-2abc-4a27-9c1a-57d3e967e519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:35.526169 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] Bound port: ef82f679-1027-4b3e-9f04-2c6018e30a1a, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd90649e-2abc-4a27-9c1a-57d3e967e519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:35.526802 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.707273 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] For port ef82f679-1027-4b3e-9f04-2c6018e30a1a, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:35.710672 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] For port ef82f679-1027-4b3e-9f04-2c6018e30a1a, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=ef82f679-1027-4b3e-9f04-2c6018e30a1a,segment=NetworkSegment(bd90649e-2abc-4a27-9c1a-57d3e967e519),segment_id=bd90649e-2abc-4a27-9c1a-57d3e967e519)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:35.716928 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.719261 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bc4729a-12c6-43f0-8aed-3a60ec65c6a6 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.881467 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce8fb8-d422-4c81-81d5-6cff6ca15bf0 None None] Pushing event updated for resources: {'Port': ['ID=ef82f679-1027-4b3e-9f04-2c6018e30a1a,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:35.952235 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] Routers {'7c9ed846-2d3d-4acb-9471-e226d9c46b8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:35.953207 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:38:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:35.984012 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc4729a-12c6-43f0-8aed-3a60ec65c6a6 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Checking segment: {'id': 'b836090e-7456-4893-890d-00421f5eda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:35.990092 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc4729a-12c6-43f0-8aed-3a60ec65c6a6 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network hostable DHCP agents. Network: 35e41b37-bd09-450f-9d3b-deaea2f32759, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:38:36.046862 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4729a-12c6-43f0-8aed-3a60ec65c6a6 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Subnet': ['ID=4721e9c5-4b97-4048-a654-24d971ec24d4,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:36.053006 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc4729a-12c6-43f0-8aed-3a60ec65c6a6 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network 35e41b37-bd09-450f-9d3b-deaea2f32759 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:38:36.080617 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-2bc4729a-12c6-43f0-8aed-3a60ec65c6a6 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 35e41b37-bd09-450f-9d3b-deaea2f32759) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:36.086180 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc4729a-12c6-43f0-8aed-3a60ec65c6a6 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:36.086978 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bc4729a-12c6-43f0-8aed-3a60ec65c6a6 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.108395 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2bc4729a-12c6-43f0-8aed-3a60ec65c6a6 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0683088 Jul 14 09:38:36.111296 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 58972) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:36.123129 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90878a0d-d666-49d2-84e6-eee772585495 None None] Network 35e41b37-bd09-450f-9d3b-deaea2f32759 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:36.287910 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaa138-0b4e-4a8e-a8f8-8247097b2243 req-b0038a40-620f-470e-9819-842ae2782faa tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:36.289486 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5adaa138-0b4e-4a8e-a8f8-8247097b2243 req-b0038a40-620f-470e-9819-842ae2782faa tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1425457 Jul 14 09:38:36.377213 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] Set router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:36.388633 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5adaa138-0b4e-4a8e-a8f8-8247097b2243 req-68c848e9-6d35-4641-929c-b70cd8df037f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856879 Jul 14 09:38:36.679221 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-35e41b37-bd09-450f-9d3b-deaea2f32759', 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'fixed_ips': [{'subnet_id': '4721e9c5-4b97-4048-a654-24d971ec24d4'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:38:36.681202 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.933806 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Allocated IP 2001:db8:2::2 (35e41b37-bd09-450f-9d3b-deaea2f32759/4721e9c5-4b97-4048-a654-24d971ec24d4/f0fd9fcc-8807-40b0-b34d-ad58c4da4007) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:37.101268 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72599fed-0117-4f4a-ab68-1532d8135923 req-56d01347-917f-48b4-a5fe-77d8d8b2a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:37.105942 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-72599fed-0117-4f4a-ab68-1532d8135923 req-56d01347-917f-48b4-a5fe-77d8d8b2a2f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 1096 time: 0.0933566 Jul 14 09:38:37.279134 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:37.310749 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Transition to ACTIVE for port object f0fd9fcc-8807-40b0-b34d-ad58c4da4007 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:37.363960 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Transition to ACTIVE for port object f0fd9fcc-8807-40b0-b34d-ad58c4da4007 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:37.382724 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:37.556772 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Network 35e41b37-bd09-450f-9d3b-deaea2f32759 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:37.576615 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:37.580381 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:37.616195 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Pushing event updated for resources: {'Port': ['ID=f0fd9fcc-8807-40b0-b34d-ad58c4da4007,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:37.670631 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d2820-7964-4b66-9321-241b3ee4e449 req-8c299561-ee4e-4528-8f8e-8a5c4731f2c2 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:37.672448 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8f4d2820-7964-4b66-9321-241b3ee4e449 req-8c299561-ee4e-4528-8f8e-8a5c4731f2c2 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.4930301 Jul 14 09:38:37.698918 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa32c594-bbf2-404a-ad85-56467fa32bc7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:37.798621 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Attempting to bind port f0fd9fcc-8807-40b0-b34d-ad58c4da4007 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:37.799160 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Attempting to bind port f0fd9fcc-8807-40b0-b34d-ad58c4da4007 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'b836090e-7456-4893-890d-00421f5eda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:37.799432 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Attempting to bind port f0fd9fcc-8807-40b0-b34d-ad58c4da4007 on network 35e41b37-bd09-450f-9d3b-deaea2f32759 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:37.810889 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8f4d2820-7964-4b66-9321-241b3ee4e449 req-ba6a9165-e7fb-43b6-95d3-8299ded6b53b tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034052 Jul 14 09:38:37.816572 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72599fed-0117-4f4a-ab68-1532d8135923 req-efe57949-9c58-4205-8024-e875b0bc7a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:37.819168 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-72599fed-0117-4f4a-ab68-1532d8135923 req-efe57949-9c58-4205-8024-e875b0bc7a0b service neutron] 10.222.0.49 "GET /v2.0/networks?id=fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 200 len: 913 time: 0.7058446 Jul 14 09:38:37.823636 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:29Z', 'revision_number': 3, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef82f679-1027-4b3e-9f04-2c6018e30a1a', 'name': '', 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:5e:80:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:27Z', 'updated_at': '2021-07-14T09:38:35Z', 'revision_number': 4, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:37.892630 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83ac0b-9ae5-483d-8b14-a654f2a6319a None None] The sync data for ids ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'] in n-d-798054-10 is: [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:29Z', 'revision_number': 3, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef82f679-1027-4b3e-9f04-2c6018e30a1a', 'name': '', 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:5e:80:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:27Z', 'updated_at': '2021-07-14T09:38:35Z', 'revision_number': 4, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:37.911725 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:37.912105 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Checking segment: {'id': 'b836090e-7456-4893-890d-00421f5eda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:37.912511 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:37.912915 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Bound using segment: {'id': 'b836090e-7456-4893-890d-00421f5eda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:37.913408 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Bound port: f0fd9fcc-8807-40b0-b34d-ad58c4da4007, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b836090e-7456-4893-890d-00421f5eda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:37.913866 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:37.928106 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-72599fed-0117-4f4a-ab68-1532d8135923 req-f6bbb175-645d-4b84-aa39-0c0fe8c8df32 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb HTTP/1.1" status: 200 len: 999 time: 0.1007881 Jul 14 09:38:38.082337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72599fed-0117-4f4a-ab68-1532d8135923 req-cbba1804-c1db-4934-9c13-c8a184515a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:38.084120 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-72599fed-0117-4f4a-ab68-1532d8135923 req-cbba1804-c1db-4934-9c13-c8a184515a3b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 200 len: 851 time: 0.1486492 Jul 14 09:38:38.171718 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-70462535-55ef-4a89-ad1c-9b9bbe82eb2c tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:38.179006 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-70462535-55ef-4a89-ad1c-9b9bbe82eb2c tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/networks?id=4c870411-ce1e-462e-936a-b69c5c494a39 HTTP/1.1" status: 200 len: 814 time: 0.6751661 Jul 14 09:38:38.212721 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-065c8616-b2ee-4706-a994-8dfea68eef0e tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/quotas/cfc5dc601fe54b31af51b5977d1e72c4 HTTP/1.1" status: 200 len: 375 time: 0.0244730 Jul 14 09:38:38.231696 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] For port f0fd9fcc-8807-40b0-b34d-ad58c4da4007, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:38.258185 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] For port f0fd9fcc-8807-40b0-b34d-ad58c4da4007, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f0fd9fcc-8807-40b0-b34d-ad58c4da4007,segment=NetworkSegment(b836090e-7456-4893-890d-00421f5eda80),segment_id=b836090e-7456-4893-890d-00421f5eda80)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:38.289473 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.331555 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-e80243f2-7078-413c-8e56-684d73549764 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cfc5dc601fe54b31af51b5977d1e72c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1172817 Jul 14 09:38:38.414444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72599fed-0117-4f4a-ab68-1532d8135923 req-53170887-831c-4f60-8d91-23c2b69db5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:38.415996 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-72599fed-0117-4f4a-ab68-1532d8135923 req-53170887-831c-4f60-8d91-23c2b69db5db service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fd2eea62-d9a9-4f48-bf40-52835f379e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3246894 Jul 14 09:38:38.470608 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b893488-ce94-4e16-bc1f-2951dcfd66f1 None None] Pushing event updated for resources: {'Port': ['ID=f0fd9fcc-8807-40b0-b34d-ad58c4da4007,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:38.553457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-fa32c594-bbf2-404a-ad85-56467fa32bc7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Allocated IP 2001:db8:2::1 (35e41b37-bd09-450f-9d3b-deaea2f32759/4721e9c5-4b97-4048-a654-24d971ec24d4/d1d4829b-6b6f-4552-b89e-d12b315b2f11) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:38.686439 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ef82f679-1027-4b3e-9f04-2c6018e30a1a up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:38.822768 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port ef82f679-1027-4b3e-9f04-2c6018e30a1a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:38.842950 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port ef82f679-1027-4b3e-9f04-2c6018e30a1a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:38.843340 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.878423 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa32c594-bbf2-404a-ad85-56467fa32bc7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.908729 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-fa32c594-bbf2-404a-ad85-56467fa32bc7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Transition to ACTIVE for port object d1d4829b-6b6f-4552-b89e-d12b315b2f11 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:39.020520 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa32c594-bbf2-404a-ad85-56467fa32bc7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:39.027210 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-a594ee36-b55a-42f4-9133-f61faf4207c3 service neutron] 10.222.0.26 "GET /v2.0/networks/4c870411-ce1e-462e-936a-b69c5c494a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6895356 Jul 14 09:38:39.180797 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:39.208250 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32c594-bbf2-404a-ad85-56467fa32bc7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Port': ['ID=d1d4829b-6b6f-4552-b89e-d12b315b2f11,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:39.243251 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa32c594-bbf2-404a-ad85-56467fa32bc7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network 35e41b37-bd09-450f-9d3b-deaea2f32759 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:39.247726 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-fa32c594-bbf2-404a-ad85-56467fa32bc7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:39.258284 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa32c594-bbf2-404a-ad85-56467fa32bc7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:39.262846 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa32c594-bbf2-404a-ad85-56467fa32bc7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:39.335960 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-72599fed-0117-4f4a-ab68-1532d8135923 req-bb3dc73b-9ecc-46f0-ba35-551bcc01f06a service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9086204 Jul 14 09:38:39.349032 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port ef82f679-1027-4b3e-9f04-2c6018e30a1a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=ef82f679-1027-4b3e-9f04-2c6018e30a1a,segment=NetworkSegment(bd90649e-2abc-4a27-9c1a-57d3e967e519),segment_id=bd90649e-2abc-4a27-9c1a-57d3e967e519)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:39.356895 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:39.452214 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=ef82f679-1027-4b3e-9f04-2c6018e30a1a,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:39.543412 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa32c594-bbf2-404a-ad85-56467fa32bc7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:39.587612 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c683a8b-5800-4c61-b45b-7874a4138719 req-66277575-6ccc-4bed-a9f4-03139cfbdcc4 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:39.595127 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2c683a8b-5800-4c61-b45b-7874a4138719 req-66277575-6ccc-4bed-a9f4-03139cfbdcc4 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.4479120 Jul 14 09:38:39.608702 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-a33c35fc-da1c-4516-b67d-3dda91b45148 service neutron] 10.222.0.26 "GET /v2.0/networks/4c870411-ce1e-462e-936a-b69c5c494a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121703 Jul 14 09:38:39.642999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-72599fed-0117-4f4a-ab68-1532d8135923 req-9010b65e-36b9-4aed-b094-f223e82ad7da service neutron] 10.222.0.49 "GET /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995989 Jul 14 09:38:39.671907 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2c683a8b-5800-4c61-b45b-7874a4138719 req-b1a61892-b44b-4cf9-9ee4-52b9c950358f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755689 Jul 14 09:38:39.967608 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa32c594-bbf2-404a-ad85-56467fa32bc7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:39.990242 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa32c594-bbf2-404a-ad85-56467fa32bc7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:39.991424 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa32c594-bbf2-404a-ad85-56467fa32bc7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.004776 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-374b5888-11a5-49e3-8c75-b51c59184368 req-a5a885b8-9758-4ad4-82a7-25bd5599635a tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e857c578-28ce-46ef-9c95-f1bc596255f5 HTTP/1.1" status: 200 len: 210 time: 0.0629382 Jul 14 09:38:40.126842 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32c594-bbf2-404a-ad85-56467fa32bc7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Port': ['ID=d1d4829b-6b6f-4552-b89e-d12b315b2f11,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:40.230764 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa32c594-bbf2-404a-ad85-56467fa32bc7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network 35e41b37-bd09-450f-9d3b-deaea2f32759 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:40.233265 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-fa32c594-bbf2-404a-ad85-56467fa32bc7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:40.589501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa32c594-bbf2-404a-ad85-56467fa32bc7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:40.716051 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:38:40.830019 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9224b6-8886-4035-ad29-c5a740a04728 None None] Network 35e41b37-bd09-450f-9d3b-deaea2f32759 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:40.832540 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ef82f679-1027-4b3e-9f04-2c6018e30a1a up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:40.886839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa32c594-bbf2-404a-ad85-56467fa32bc7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:40.894833 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fa32c594-bbf2-404a-ad85-56467fa32bc7 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/7c9ed846-2d3d-4acb-9471-e226d9c46b8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7800310 Jul 14 09:38:40.899510 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59144) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:40.908214 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-776331654'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:40.918057 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] Sync routers for ids ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:40.935696 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] Routers {'7c9ed846-2d3d-4acb-9471-e226d9c46b8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:40.936319 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:38:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:40.945220 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Made reservation on behalf of 4a260d3b38bf4b4ca200416414521a69 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:40.960677 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.059350 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] Set router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:41.165192 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:38:41.176500 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e2c71055-f18b-4b53-818f-a54dc567c18e None None] Provisioning for port f0fd9fcc-8807-40b0-b34d-ad58c4da4007 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:41.191271 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.191915 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Added segment 22344b02-ecb2-447a-beb7-53885400cefc of type vlan for network 441f6d20-d627-4baf-b40c-b4ae3166971c Jul 14 09:38:41.291448 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.333442 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b58df-fa8c-4322-9947-670d9f1eba19 req-5f6dc555-9e68-4fd8-af2b-90dd25959d0c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:41.344724 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c47b58df-fa8c-4322-9947-670d9f1eba19 req-5f6dc555-9e68-4fd8-af2b-90dd25959d0c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.4089684 Jul 14 09:38:41.420016 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c47b58df-fa8c-4322-9947-670d9f1eba19 req-7e857927-2e6f-4e34-aece-161447af1bf1 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741107 Jul 14 09:38:41.422118 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.437153 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:41.438192 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.535066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59156) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:41.561550 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port ef82f679-1027-4b3e-9f04-2c6018e30a1a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:41.561998 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.583429 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6821058 Jul 14 09:38:41.586206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59164) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:41.591943 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9b39d7e6-9beb-456d-b36a-c56afefd595d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'subnet': {'network_id': '441f6d20-d627-4baf-b40c-b4ae3166971c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:41.668255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Network': ['ID=441f6d20-d627-4baf-b40c-b4ae3166971c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:41.683334 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 4, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1d4829b-6b6f-4552-b89e-d12b315b2f11', 'name': '', 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:23:b3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:38Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 2, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef82f679-1027-4b3e-9f04-2c6018e30a1a', 'name': '', 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:5e:80:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:27Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:41.752420 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] Checking router: 7c9ed846-2d3d-4acb-9471-e226d9c46b8e for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:41.753553 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] Updating router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e port d1d4829b-6b6f-4552-b89e-d12b315b2f11 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:38:41.774851 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d08c08b-2a93-490e-8e82-5a28ad24c515 req-256068d6-9383-4c34-abbf-a14a74efdb73 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e857c578-28ce-46ef-9c95-f1bc596255f5 HTTP/1.1" status: 200 len: 210 time: 0.1434677 Jul 14 09:38:41.794167 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:41.794743 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:41.795524 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:41.796041 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:41.796670 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:41.797158 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:41.797740 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:41.798711 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:41.799208 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:41.799766 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:41.800307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:41.800894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafe79-059b-4480-82c2-00b65eded076 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:41.824104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 441f6d20-d627-4baf-b40c-b4ae3166971c details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:38:41.833293 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b39d7e6-9beb-456d-b36a-c56afefd595d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Made reservation on behalf of 4a260d3b38bf4b4ca200416414521a69 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:41.840193 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9b39d7e6-9beb-456d-b36a-c56afefd595d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.848600 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.905517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fcf6a-5890-4db1-b2dc-81c1bc72e4a8 req-004374f3-d618-4b7b-a069-2d47353880fa tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:41.928202 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-875fcf6a-5890-4db1-b2dc-81c1bc72e4a8 req-004374f3-d618-4b7b-a069-2d47353880fa tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.2168441 Jul 14 09:38:41.988021 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fad0b60a-6621-4a51-940a-2ee4d7b01313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.044364 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-875fcf6a-5890-4db1-b2dc-81c1bc72e4a8 req-cc50e0f0-4d02-46f1-a8a1-d5e247c1f18c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145380 Jul 14 09:38:42.099934 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f0fd9fcc-8807-40b0-b34d-ad58c4da4007 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:42.531469 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port f0fd9fcc-8807-40b0-b34d-ad58c4da4007 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:42.541924 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f0fd9fcc-8807-40b0-b34d-ad58c4da4007 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:42.542390 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.544035 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.555749 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] Transition to ACTIVE for port object d1d4829b-6b6f-4552-b89e-d12b315b2f11 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:42.565455 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.640095 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9b39d7e6-9beb-456d-b36a-c56afefd595d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.683301 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec585d-a283-45f4-b34f-8bb98f5ddadc None None] Pushing event updated for resources: {'Port': ['ID=d1d4829b-6b6f-4552-b89e-d12b315b2f11,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:42.785591 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.871359 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port f0fd9fcc-8807-40b0-b34d-ad58c4da4007, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f0fd9fcc-8807-40b0-b34d-ad58c4da4007,segment=NetworkSegment(b836090e-7456-4893-890d-00421f5eda80),segment_id=b836090e-7456-4893-890d-00421f5eda80)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:42.881691 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.924575 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] Attempting to bind port d1d4829b-6b6f-4552-b89e-d12b315b2f11 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:42.925187 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] Attempting to bind port d1d4829b-6b6f-4552-b89e-d12b315b2f11 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'b836090e-7456-4893-890d-00421f5eda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:42.925350 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] Attempting to bind port d1d4829b-6b6f-4552-b89e-d12b315b2f11 on network 35e41b37-bd09-450f-9d3b-deaea2f32759 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:42.931473 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:42.932111 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] Checking segment: {'id': 'b836090e-7456-4893-890d-00421f5eda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:42.934554 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-d8bd6e60-7aa3-4647-aa3b-17230a3b7a82 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:42.935324 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.935899 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] Bound using segment: {'id': 'b836090e-7456-4893-890d-00421f5eda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:42.936561 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] Bound port: d1d4829b-6b6f-4552-b89e-d12b315b2f11, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b836090e-7456-4893-890d-00421f5eda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:42.937098 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.940697 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-d8bd6e60-7aa3-4647-aa3b-17230a3b7a82 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.55 "GET /v2.0/networks?id=4c870411-ce1e-462e-936a-b69c5c494a39 HTTP/1.1" status: 200 len: 814 time: 0.3314085 Jul 14 09:38:42.984935 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-08e84c15-70ec-4d94-a647-7a74a8f48a7f tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Request body: {'port': {'device_id': 'e857c578-28ce-46ef-9c95-f1bc596255f5', 'network_id': '4c870411-ce1e-462e-936a-b69c5c494a39', 'admin_state_up': True, 'tenant_id': 'cfc5dc601fe54b31af51b5977d1e72c4'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:43.079076 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] For port d1d4829b-6b6f-4552-b89e-d12b315b2f11, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:43.083829 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] For port d1d4829b-6b6f-4552-b89e-d12b315b2f11, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d1d4829b-6b6f-4552-b89e-d12b315b2f11,segment=NetworkSegment(b836090e-7456-4893-890d-00421f5eda80),segment_id=b836090e-7456-4893-890d-00421f5eda80)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:43.093999 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.154272 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=f0fd9fcc-8807-40b0-b34d-ad58c4da4007,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:43.184287 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be17940a-d3e0-434e-be4e-43809968b134 req-7b18842f-250b-4cb8-94ae-3e7f6b308bdd tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e857c578-28ce-46ef-9c95-f1bc596255f5 HTTP/1.1" status: 200 len: 210 time: 0.0812602 Jul 14 09:38:43.211083 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39d7e6-9beb-456d-b36a-c56afefd595d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Subnet': ['ID=516a4040-064f-4d10-a6cb-09cdee45fda7,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:43.216160 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:43.217002 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:43.217621 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:43.242852 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:43.244120 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:43.245697 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:43.246827 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:43.252548 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec585d-a283-45f4-b34f-8bb98f5ddadc None None] Pushing event updated for resources: {'Port': ['ID=d1d4829b-6b6f-4552-b89e-d12b315b2f11,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:43.259446 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:43.259929 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:43.261721 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fad0b60a-6621-4a51-940a-2ee4d7b01313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.262220 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:43.262661 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:43.263099 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:43.272847 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2889455e-c1b7-4139-a563-eecf6e6b175a None None] Provisioning complete for port f0fd9fcc-8807-40b0-b34d-ad58c4da4007 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:43.273398 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2889455e-c1b7-4139-a563-eecf6e6b175a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.283196 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] Routers {'7c9ed846-2d3d-4acb-9471-e226d9c46b8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:43.294650 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b39d7e6-9beb-456d-b36a-c56afefd595d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Checking segment: {'id': '22344b02-ecb2-447a-beb7-53885400cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '441f6d20-d627-4baf-b40c-b4ae3166971c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:43.294650 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b39d7e6-9beb-456d-b36a-c56afefd595d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network hostable DHCP agents. Network: 441f6d20-d627-4baf-b40c-b4ae3166971c, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:38:43.294650 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fad0b60a-6621-4a51-940a-2ee4d7b01313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.296076 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:38:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:43.446190 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b39d7e6-9beb-456d-b36a-c56afefd595d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network 441f6d20-d627-4baf-b40c-b4ae3166971c is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:38:43.474272 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fad0b60a-6621-4a51-940a-2ee4d7b01313 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a44298f50e81476ab625e315bbcd700d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9365373 Jul 14 09:38:43.476612 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59230) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:43.493247 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0b60a-6621-4a51-940a-2ee4d7b01313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ee67b0-a35c-4be8-8051-14fd7459c646,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:43.543441 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-9b39d7e6-9beb-456d-b36a-c56afefd595d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 441f6d20-d627-4baf-b40c-b4ae3166971c) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:43.567778 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8854a0f9-92e4-47c6-9e6d-7c7f1499a486 None None] Network 441f6d20-d627-4baf-b40c-b4ae3166971c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:43.570664 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b39d7e6-9beb-456d-b36a-c56afefd595d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:43.579519 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2889455e-c1b7-4139-a563-eecf6e6b175a None None] Provisioning for port d1d4829b-6b6f-4552-b89e-d12b315b2f11 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:43.585958 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9b39d7e6-9beb-456d-b36a-c56afefd595d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.603327 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] Set router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:43.652511 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-08e84c15-70ec-4d94-a647-7a74a8f48a7f tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Made reservation on behalf of cfc5dc601fe54b31af51b5977d1e72c4 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:43.658016 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-08e84c15-70ec-4d94-a647-7a74a8f48a7f tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.660821 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-58c34477-a73b-4ae3-8ebc-61dc36bd1bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.680998 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9b39d7e6-9beb-456d-b36a-c56afefd595d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0927248 Jul 14 09:38:43.694028 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59238) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:43.743247 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-58c34477-a73b-4ae3-8ebc-61dc36bd1bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.959884 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-58c34477-a73b-4ae3-8ebc-61dc36bd1bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.975092 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-58c34477-a73b-4ae3-8ebc-61dc36bd1bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.978749 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-58c34477-a73b-4ae3-8ebc-61dc36bd1bc0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/42ee67b0-a35c-4be8-8051-14fd7459c646 HTTP/1.1" status: 204 len: 168 time: 0.4985051 Jul 14 09:38:44.005924 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c34477-a73b-4ae3-8ebc-61dc36bd1bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ee67b0-a35c-4be8-8051-14fd7459c646,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:44.022543 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae07fd5-593f-431d-b071-b68ff44c6c61 req-02e7c811-1428-454a-b1e6-b6c236949d42 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:44.031626 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ae07fd5-593f-431d-b071-b68ff44c6c61 req-02e7c811-1428-454a-b1e6-b6c236949d42 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8b8c5d8-b0ed-41dc-b1ae-23868cc31199 HTTP/1.1" status: 200 len: 943 time: 0.1697760 Jul 14 09:38:44.037817 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-441f6d20-d627-4baf-b40c-b4ae3166971c', 'network_id': '441f6d20-d627-4baf-b40c-b4ae3166971c', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'fixed_ips': [{'subnet_id': '516a4040-064f-4d10-a6cb-09cdee45fda7'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:38:44.039074 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:44.137049 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 4, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1d4829b-6b6f-4552-b89e-d12b315b2f11', 'name': '', 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:23:b3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:38Z', 'updated_at': '2021-07-14T09:38:43Z', 'revision_number': 4, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef82f679-1027-4b3e-9f04-2c6018e30a1a', 'name': '', 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:5e:80:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:27Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:44.222013 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b28d9d-3801-4b09-b189-69c0fe07c9e0 None None] The sync data for ids ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'] in n-d-798054-10 is: [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 4, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1d4829b-6b6f-4552-b89e-d12b315b2f11', 'name': '', 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:23:b3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:38Z', 'updated_at': '2021-07-14T09:38:43Z', 'revision_number': 4, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef82f679-1027-4b3e-9f04-2c6018e30a1a', 'name': '', 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:5e:80:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:27Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:44.261088 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-8ae07fd5-593f-431d-b071-b68ff44c6c61 req-99dfa8e7-0931-4c45-8713-a8168d97fa56 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Deleting port c3eae640-5332-42a6-8b5e-211441311ff4 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:44.261617 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8ae07fd5-593f-431d-b071-b68ff44c6c61 req-99dfa8e7-0931-4c45-8713-a8168d97fa56 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:44.312694 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-08e84c15-70ec-4d94-a647-7a74a8f48a7f tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Allocated IP 172.20.0.10 (4c870411-ce1e-462e-936a-b69c5c494a39/1abbc4e5-632f-4897-a598-2f4455e24610/1ae41f3d-3783-4ef6-bd56-2c3ed84face9) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:44.495736 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4225555d-b258-412c-9bbd-21aca8fe0438 req-fc96a8ce-96fe-4016-b4da-ec0c64bbdefd tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e857c578-28ce-46ef-9c95-f1bc596255f5 HTTP/1.1" status: 200 len: 210 time: 0.0897207 Jul 14 09:38:44.519222 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Allocated IP 2001:db8:3::2 (441f6d20-d627-4baf-b40c-b4ae3166971c/516a4040-064f-4d10-a6cb-09cdee45fda7/b5263fa7-7174-4e08-84ef-94de1eae40ff) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:44.617626 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-8ae07fd5-593f-431d-b071-b68ff44c6c61 req-99dfa8e7-0931-4c45-8713-a8168d97fa56 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] For port c3eae640-5332-42a6-8b5e-211441311ff4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c3eae640-5332-42a6-8b5e-211441311ff4,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:44.621205 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8ae07fd5-593f-431d-b071-b68ff44c6c61 req-99dfa8e7-0931-4c45-8713-a8168d97fa56 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:44.662703 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-8ae07fd5-593f-431d-b071-b68ff44c6c61 req-99dfa8e7-0931-4c45-8713-a8168d97fa56 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Calling delete_port for c3eae640-5332-42a6-8b5e-211441311ff4 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:44.757118 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-08e84c15-70ec-4d94-a647-7a74a8f48a7f tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:44.832850 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59258) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:44.875100 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ff9c95c-d725-4b74-a905-e23a4cc5c5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.009371 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-08e84c15-70ec-4d94-a647-7a74a8f48a7f tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.011319 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ff9c95c-d725-4b74-a905-e23a4cc5c5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.027511 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ff9c95c-d725-4b74-a905-e23a4cc5c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.048926 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.095898 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6ff9c95c-d725-4b74-a905-e23a4cc5c5ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba8e581c65894275bba5f413bb6f81c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2617228 Jul 14 09:38:45.131455 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59264) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:45.142477 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Transition to ACTIVE for port object b5263fa7-7174-4e08-84ef-94de1eae40ff will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:45.211539 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-08e84c15-70ec-4d94-a647-7a74a8f48a7f tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Network 4c870411-ce1e-462e-936a-b69c5c494a39 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:45.221703 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-08e84c15-70ec-4d94-a647-7a74a8f48a7f tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:45.235432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-08e84c15-70ec-4d94-a647-7a74a8f48a7f tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:45.243395 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Transition to ACTIVE for port object b5263fa7-7174-4e08-84ef-94de1eae40ff will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:45.246293 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e84c15-70ec-4d94-a647-7a74a8f48a7f tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Pushing event updated for resources: {'Port': ['ID=1ae41f3d-3783-4ef6-bd56-2c3ed84face9,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:45.270253 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.343719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d1d4829b-6b6f-4552-b89e-d12b315b2f11 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:45.455633 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Network 441f6d20-d627-4baf-b40c-b4ae3166971c is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:45.488915 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:45.495635 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:45.516218 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Pushing event updated for resources: {'Port': ['ID=b5263fa7-7174-4e08-84ef-94de1eae40ff,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:45.532817 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-08e84c15-70ec-4d94-a647-7a74a8f48a7f tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:45.533670 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-08e84c15-70ec-4d94-a647-7a74a8f48a7f tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.608444 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-08e84c15-70ec-4d94-a647-7a74a8f48a7f tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6497984 Jul 14 09:38:45.632755 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port d1d4829b-6b6f-4552-b89e-d12b315b2f11 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:45.633288 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9c95c-d725-4b74-a905-e23a4cc5c5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6dbd02-9afb-4909-b582-6a926ec32348,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:45.661477 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Attempting to bind port b5263fa7-7174-4e08-84ef-94de1eae40ff on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:45.665994 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8ae07fd5-593f-431d-b071-b68ff44c6c61 req-99dfa8e7-0931-4c45-8713-a8168d97fa56 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.666150 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Attempting to bind port b5263fa7-7174-4e08-84ef-94de1eae40ff by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '22344b02-ecb2-447a-beb7-53885400cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '441f6d20-d627-4baf-b40c-b4ae3166971c'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:45.666417 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Attempting to bind port b5263fa7-7174-4e08-84ef-94de1eae40ff on network 441f6d20-d627-4baf-b40c-b4ae3166971c {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:45.669895 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d1d4829b-6b6f-4552-b89e-d12b315b2f11 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:45.669895 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.702311 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] Request body: {'port': {'device_id': 'e857c578-28ce-46ef-9c95-f1bc596255f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:45.704531 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-226432f9-e78f-4401-b195-158a752fcec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.730828 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['ea353e2f-cb78-4458-be40-99a2a1df6005', 'b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:45.780691 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:45.781248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Checking segment: {'id': '22344b02-ecb2-447a-beb7-53885400cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '441f6d20-d627-4baf-b40c-b4ae3166971c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:45.781756 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.783009 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Bound using segment: {'id': '22344b02-ecb2-447a-beb7-53885400cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '441f6d20-d627-4baf-b40c-b4ae3166971c'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:45.783142 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Bound port: b5263fa7-7174-4e08-84ef-94de1eae40ff, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22344b02-ecb2-447a-beb7-53885400cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '441f6d20-d627-4baf-b40c-b4ae3166971c'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:45.783682 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.828169 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfa8e7-0931-4c45-8713-a8168d97fa56 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Pushing event deleted for resources: {'Port': ['ID=c3eae640-5332-42a6-8b5e-211441311ff4,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:45.895337 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-226432f9-e78f-4401-b195-158a752fcec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.933923 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.962558 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] For port b5263fa7-7174-4e08-84ef-94de1eae40ff, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:46.030393 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] For port b5263fa7-7174-4e08-84ef-94de1eae40ff, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b5263fa7-7174-4e08-84ef-94de1eae40ff,segment=NetworkSegment(22344b02-ecb2-447a-beb7-53885400cefc),segment_id=22344b02-ecb2-447a-beb7-53885400cefc)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:46.044912 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.061515 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.130417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae07fd5-593f-431d-b071-b68ff44c6c61 req-99dfa8e7-0931-4c45-8713-a8168d97fa56 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] No DVR routers for this DVR port c3eae640-5332-42a6-8b5e-211441311ff4 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:46.165732 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8ae07fd5-593f-431d-b071-b68ff44c6c61 req-99dfa8e7-0931-4c45-8713-a8168d97fa56 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.178660 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ae07fd5-593f-431d-b071-b68ff44c6c61 req-99dfa8e7-0931-4c45-8713-a8168d97fa56 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "DELETE /v2.0/ports/c3eae640-5332-42a6-8b5e-211441311ff4 HTTP/1.1" status: 204 len: 173 time: 2.1447861 Jul 14 09:38:46.180462 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b8c5d8-b0ed-41dc-b1ae-23868cc31199', 'name': 'network-vif-deleted', 'tag': 'c3eae640-5332-42a6-8b5e-211441311ff4'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:46.183560 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eabe049-b143-40ec-805b-7f32d3577a65" -d '{"events": [{"server_uuid": "b8b8c5d8-b0ed-41dc-b1ae-23868cc31199", "name": "network-vif-deleted", "tag": "c3eae640-5332-42a6-8b5e-211441311ff4"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:46.211857 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.321753 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30677eef-c37b-4fee-a71f-e3abc562b354 req-87f88f25-7e6d-4101-89f5-3d7a905d1ea5 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:46.323285 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port d1d4829b-6b6f-4552-b89e-d12b315b2f11, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d1d4829b-6b6f-4552-b89e-d12b315b2f11,segment=NetworkSegment(b836090e-7456-4893-890d-00421f5eda80),segment_id=b836090e-7456-4893-890d-00421f5eda80)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:46.331972 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30677eef-c37b-4fee-a71f-e3abc562b354 req-87f88f25-7e6d-4101-89f5-3d7a905d1ea5 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e857c578-28ce-46ef-9c95-f1bc596255f5 HTTP/1.1" status: 200 len: 932 time: 0.5249200 Jul 14 09:38:46.335158 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-226432f9-e78f-4401-b195-158a752fcec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.345069 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-226432f9-e78f-4401-b195-158a752fcec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.352242 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-226432f9-e78f-4401-b195-158a752fcec1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bc6dbd02-9afb-4909-b582-6a926ec32348 HTTP/1.1" status: 204 len: 168 time: 1.2192106 Jul 14 09:38:46.396585 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226432f9-e78f-4401-b195-158a752fcec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6dbd02-9afb-4909-b582-6a926ec32348,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:46.401405 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.412356 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f0fd9fcc-8807-40b0-b34d-ad58c4da4007 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:46.520960 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30677eef-c37b-4fee-a71f-e3abc562b354 req-d20c06e4-74dc-41ca-b6ec-15957a94d5e9 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880417 Jul 14 09:38:46.569429 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe3919-d8a5-43d5-89f7-becdeae602ca None None] Pushing event updated for resources: {'Port': ['ID=b5263fa7-7174-4e08-84ef-94de1eae40ff,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:46.877631 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.015238 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ecd3c9-3ec9-4e9a-9627-f1762df0c233 x-openstack-request-id: req-b8ecd3c9-3ec9-4e9a-9627-f1762df0c233 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:47.016173 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b8c5d8-b0ed-41dc-b1ae-23868cc31199", "name": "network-vif-deleted", "tag": "c3eae640-5332-42a6-8b5e-211441311ff4", "status": "failed", "code": 422}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:47.016664 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b8ecd3c9-3ec9-4e9a-9627-f1762df0c233 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:47.017286 n-d-798054-10 neutron-server[93887]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b8b8c5d8-b0ed-41dc-b1ae-23868cc31199', 'name': 'network-vif-deleted', 'tag': 'c3eae640-5332-42a6-8b5e-211441311ff4', 'status': 'failed', 'code': 422} returned with failed status Jul 14 09:38:47.026419 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=d1d4829b-6b6f-4552-b89e-d12b315b2f11,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:47.181691 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f0fd9fcc-8807-40b0-b34d-ad58c4da4007 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:47.182099 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.444268 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae41f3d-3783-4ef6-bd56-2c3ed84face9 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:47.463557 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.495371 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] Transition to ACTIVE for port object 1ae41f3d-3783-4ef6-bd56-2c3ed84face9 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:47.510672 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.675625 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Allocated IP 2001:db8:3::1 (441f6d20-d627-4baf-b40c-b4ae3166971c/516a4040-064f-4d10-a6cb-09cdee45fda7/fabba0e3-b779-4295-8565-161eaf84343f) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:47.812924 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d1d4829b-6b6f-4552-b89e-d12b315b2f11 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:47.834728 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] Pushing event updated for resources: {'Port': ['ID=1ae41f3d-3783-4ef6-bd56-2c3ed84face9,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:47.940730 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d1d4829b-6b6f-4552-b89e-d12b315b2f11 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:47.942930 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.049665 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f6fae-5432-4b3d-b88a-78da756433e2 req-bb37bef3-8656-45c9-91b8-84c220cb64c6 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:48.058997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d17f6fae-5432-4b3d-b88a-78da756433e2 req-bb37bef3-8656-45c9-91b8-84c220cb64c6 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e857c578-28ce-46ef-9c95-f1bc596255f5 HTTP/1.1" status: 200 len: 944 time: 0.2197409 Jul 14 09:38:48.123606 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d17f6fae-5432-4b3d-b88a-78da756433e2 req-acad83d4-61ca-4aa3-9416-a91a3962f989 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561612 Jul 14 09:38:48.263472 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.332265 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Transition to ACTIVE for port object fabba0e3-b779-4295-8565-161eaf84343f will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:48.361685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b5263fa7-7174-4e08-84ef-94de1eae40ff up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:48.499130 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.501240 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69959d9f-9a39-424e-b938-70e141c8d013 None None] Network 441f6d20-d627-4baf-b40c-b4ae3166971c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:48.656480 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network 441f6d20-d627-4baf-b40c-b4ae3166971c is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:48.657057 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] Attempting to bind port 1ae41f3d-3783-4ef6-bd56-2c3ed84face9 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:48.658464 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] Attempting to bind port 1ae41f3d-3783-4ef6-bd56-2c3ed84face9 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '9df9be30-3cef-4f6a-80c3-248b5c54e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4c870411-ce1e-462e-936a-b69c5c494a39'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:48.659021 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] Attempting to bind port 1ae41f3d-3783-4ef6-bd56-2c3ed84face9 on network 4c870411-ce1e-462e-936a-b69c5c494a39 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:48.673299 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-78dccba4-2851-4505-ac17-375b1381763b None None] Provisioning for port b5263fa7-7174-4e08-84ef-94de1eae40ff completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:48.681451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port b5263fa7-7174-4e08-84ef-94de1eae40ff completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:48.694154 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-78dccba4-2851-4505-ac17-375b1381763b None None] Provisioning complete for port b5263fa7-7174-4e08-84ef-94de1eae40ff triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:48.694535 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78dccba4-2851-4505-ac17-375b1381763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.712686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:48.715872 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:48.716877 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.718281 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7faa8-2063-4182-943d-c929e6547b42 req-c62865b2-4bf1-4aa8-82b8-ce1448891bf8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:48.728822 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] Port 1ae41f3d-3783-4ef6-bd56-2c3ed84face9 on network 4c870411-ce1e-462e-936a-b69c5c494a39 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:48.730280 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] Attempting to bind port 1ae41f3d-3783-4ef6-bd56-2c3ed84face9 on network 4c870411-ce1e-462e-936a-b69c5c494a39 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:48.746967 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-17c7faa8-2063-4182-943d-c929e6547b42 req-c62865b2-4bf1-4aa8-82b8-ce1448891bf8 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 907 time: 0.2736182 Jul 14 09:38:48.759031 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port b5263fa7-7174-4e08-84ef-94de1eae40ff triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:48.766883 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.796441 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Port': ['ID=fabba0e3-b779-4295-8565-161eaf84343f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:48.800205 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:48.800606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] Checking segment: {'id': '9df9be30-3cef-4f6a-80c3-248b5c54e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4c870411-ce1e-462e-936a-b69c5c494a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:48.800980 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] Bound using segment: {'id': '9df9be30-3cef-4f6a-80c3-248b5c54e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4c870411-ce1e-462e-936a-b69c5c494a39'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:48.801858 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] Bound port: 1ae41f3d-3783-4ef6-bd56-2c3ed84face9, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9df9be30-3cef-4f6a-80c3-248b5c54e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4c870411-ce1e-462e-936a-b69c5c494a39'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:48.802539 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.857735 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:48.866223 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:48.867585 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:48.868019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:48.868744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:48.869146 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:48.869511 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:48.870092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:48.870568 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:48.870892 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:48.871223 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:48.871549 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:48.996991 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78dccba4-2851-4505-ac17-375b1381763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:49.009002 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] For port 1ae41f3d-3783-4ef6-bd56-2c3ed84face9, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:49.033290 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] For port 1ae41f3d-3783-4ef6-bd56-2c3ed84face9, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1ae41f3d-3783-4ef6-bd56-2c3ed84face9,segment=NetworkSegment(9df9be30-3cef-4f6a-80c3-248b5c54e793),segment_id=9df9be30-3cef-4f6a-80c3-248b5c54e793)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:49.036571 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:49.047458 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:49.115295 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] Pushing event updated for resources: {'Port': ['ID=1ae41f3d-3783-4ef6-bd56-2c3ed84face9,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:49.128035 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-78dccba4-2851-4505-ac17-375b1381763b None None] For port b5263fa7-7174-4e08-84ef-94de1eae40ff, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b5263fa7-7174-4e08-84ef-94de1eae40ff,segment=NetworkSegment(22344b02-ecb2-447a-beb7-53885400cefc),segment_id=22344b02-ecb2-447a-beb7-53885400cefc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:49.129082 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:49.148395 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78dccba4-2851-4505-ac17-375b1381763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:49.244670 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dccba4-2851-4505-ac17-375b1381763b None None] Pushing event updated for resources: {'Port': ['ID=b5263fa7-7174-4e08-84ef-94de1eae40ff,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:49.439280 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:38:49.439643 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:38:49.626901 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08183f-9646-4d80-8c70-f5eaec894b5f req-74199a17-e4c9-4e9d-842c-26d2a4be79e4 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:49.629219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad08183f-9646-4d80-8c70-f5eaec894b5f req-74199a17-e4c9-4e9d-842c-26d2a4be79e4 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e857c578-28ce-46ef-9c95-f1bc596255f5 HTTP/1.1" status: 200 len: 944 time: 0.1804466 Jul 14 09:38:49.679840 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f35b2209-13e5-4397-802a-e748800f45e2 None None] Provisioning complete for port b5263fa7-7174-4e08-84ef-94de1eae40ff triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:49.683129 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f35b2209-13e5-4397-802a-e748800f45e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:49.745627 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad08183f-9646-4d80-8c70-f5eaec894b5f req-35b92688-5317-45f4-b641-58703f5043b0 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099734 Jul 14 09:38:49.867725 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:49.868310 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:49.869872 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-62481422-8d2c-49a8-a648-3bce594e663b service neutron] 10.222.0.55 "PUT /v2.0/ports/1ae41f3d-3783-4ef6-bd56-2c3ed84face9 HTTP/1.1" status: 200 len: 1093 time: 4.1937716 Jul 14 09:38:49.900682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e857c578-28ce-46ef-9c95-f1bc596255f5', 'tag': '1ae41f3d-3783-4ef6-bd56-2c3ed84face9'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:49.903779 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b94bc1f-50f3-445d-ac41-03b7c104201d" -d '{"events": [{"name": "network-changed", "server_uuid": "e857c578-28ce-46ef-9c95-f1bc596255f5", "tag": "1ae41f3d-3783-4ef6-bd56-2c3ed84face9"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:50.074202 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f35b2209-13e5-4397-802a-e748800f45e2 None None] Provisioning for port fabba0e3-b779-4295-8565-161eaf84343f completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:50.081743 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f35b2209-13e5-4397-802a-e748800f45e2 None None] Provisioning complete for port fabba0e3-b779-4295-8565-161eaf84343f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:50.082160 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f35b2209-13e5-4397-802a-e748800f45e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.086971 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf3aff8-a0a3-41a5-942e-4655cb536dd0 x-openstack-request-id: req-1bf3aff8-a0a3-41a5-942e-4655cb536dd0 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:50.087263 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e857c578-28ce-46ef-9c95-f1bc596255f5", "tag": "1ae41f3d-3783-4ef6-bd56-2c3ed84face9", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:50.087522 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1bf3aff8-a0a3-41a5-942e-4655cb536dd0 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:50.087922 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e857c578-28ce-46ef-9c95-f1bc596255f5', 'tag': '1ae41f3d-3783-4ef6-bd56-2c3ed84face9', 'status': 'completed', 'code': 200} Jul 14 09:38:50.165555 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f35b2209-13e5-4397-802a-e748800f45e2 None None] Port fabba0e3-b779-4295-8565-161eaf84343f cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:50.240026 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b5263fa7-7174-4e08-84ef-94de1eae40ff up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:50.324712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06ebbe-15f4-4cd7-8f5f-447c8a4bed02 req-a977fb8d-a03c-4ab2-953b-695d37b5f903 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:50.328122 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-af06ebbe-15f4-4cd7-8f5f-447c8a4bed02 req-a977fb8d-a03c-4ab2-953b-695d37b5f903 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 907 time: 0.5197697 Jul 14 09:38:50.350201 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-a8035d39-cd5a-4869-99d8-cbddb96965d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:50.351782 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-a8035d39-cd5a-4869-99d8-cbddb96965d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfc5dc601fe54b31af51b5977d1e72c4&device_id=e857c578-28ce-46ef-9c95-f1bc596255f5 HTTP/1.1" status: 200 len: 1096 time: 0.3796675 Jul 14 09:38:50.360389 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6515fe6b-418b-4cf5-b82a-60483d744046 None None] Provisioning complete for port fabba0e3-b779-4295-8565-161eaf84343f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:50.360691 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6515fe6b-418b-4cf5-b82a-60483d744046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.388686 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dce524-f4e0-4694-a44b-10b8047ba848 req-aedfac5d-8983-4db3-a595-2047a5180252 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:50.405343 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6515fe6b-418b-4cf5-b82a-60483d744046 None None] Port fabba0e3-b779-4295-8565-161eaf84343f cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:50.422948 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port b5263fa7-7174-4e08-84ef-94de1eae40ff triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:50.423283 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-64dce524-f4e0-4694-a44b-10b8047ba848 req-aedfac5d-8983-4db3-a595-2047a5180252 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 907 time: 0.2414749 Jul 14 09:38:50.423758 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.439076 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-f342a702-397a-4ee7-9c17-5b624a0b517d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ae41f3d-3783-4ef6-bd56-2c3ed84face9 HTTP/1.1" status: 200 len: 217 time: 0.0643561 Jul 14 09:38:50.549144 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-35bbe022-1359-45b5-9747-92386899ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:50.554174 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-35bbe022-1359-45b5-9747-92386899ec4e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1abbc4e5-632f-4897-a598-2f4455e24610 HTTP/1.1" status: 200 len: 854 time: 0.1046469 Jul 14 09:38:50.610966 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-8400f1f1-77a6-486f-82f7-a20cf23d7acd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c870411-ce1e-462e-936a-b69c5c494a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443671 Jul 14 09:38:50.747673 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.757031 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.757844 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.806661 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-af06ebbe-15f4-4cd7-8f5f-447c8a4bed02 req-acaa30f5-a73f-4fc1-b48f-e2b13a4875f9 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Deleting port 02509bce-bac6-4d70-8893-c3a9a54d4940 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:50.807038 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-af06ebbe-15f4-4cd7-8f5f-447c8a4bed02 req-acaa30f5-a73f-4fc1-b48f-e2b13a4875f9 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.968388 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event updated for resources: {'Port': ['ID=fabba0e3-b779-4295-8565-161eaf84343f,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:50.980268 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-8a4afb32-176b-44cf-85f9-b0f7846fd2c8 service neutron] 10.222.0.55 "GET /v2.0/networks/4c870411-ce1e-462e-936a-b69c5c494a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560879 Jul 14 09:38:51.080430 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Network 441f6d20-d627-4baf-b40c-b4ae3166971c is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:51.087225 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:51.130037 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec035a-2917-4dbb-bb57-48025ef3fa4f req-749b4d80-a555-4ab2-9009-680fe0923ddc tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:51.144100 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02ec035a-2917-4dbb-bb57-48025ef3fa4f req-749b4d80-a555-4ab2-9009-680fe0923ddc tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e857c578-28ce-46ef-9c95-f1bc596255f5 HTTP/1.1" status: 200 len: 944 time: 0.1653976 Jul 14 09:38:51.221639 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02ec035a-2917-4dbb-bb57-48025ef3fa4f req-81e6a2bd-a995-45b9-bbd7-263ba5eccaa4 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766554 Jul 14 09:38:51.316583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-af06ebbe-15f4-4cd7-8f5f-447c8a4bed02 req-acaa30f5-a73f-4fc1-b48f-e2b13a4875f9 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] For port 02509bce-bac6-4d70-8893-c3a9a54d4940, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=02509bce-bac6-4d70-8893-c3a9a54d4940,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:51.317123 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-af06ebbe-15f4-4cd7-8f5f-447c8a4bed02 req-acaa30f5-a73f-4fc1-b48f-e2b13a4875f9 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.333208 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-af06ebbe-15f4-4cd7-8f5f-447c8a4bed02 req-acaa30f5-a73f-4fc1-b48f-e2b13a4875f9 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Calling delete_port for 02509bce-bac6-4d70-8893-c3a9a54d4940 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:51.550097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d5a2f3cb-6806-4b09-ba0a-eeaa5a2945f8 None None] Provisioning complete for port fabba0e3-b779-4295-8565-161eaf84343f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:51.550845 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5a2f3cb-6806-4b09-ba0a-eeaa5a2945f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.629134 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d5a2f3cb-6806-4b09-ba0a-eeaa5a2945f8 None None] Port fabba0e3-b779-4295-8565-161eaf84343f cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:51.643084 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-af06ebbe-15f4-4cd7-8f5f-447c8a4bed02 req-acaa30f5-a73f-4fc1-b48f-e2b13a4875f9 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.658298 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f1e90b9a-f3ec-4bf8-9c8a-340328f2c650 req-2a0b029a-1651-44ce-adc6-0703c396d06c service neutron] 10.222.0.55 "GET /v2.0/networks/4c870411-ce1e-462e-936a-b69c5c494a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758109 Jul 14 09:38:51.661181 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:51.693448 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa30f5-a73f-4fc1-b48f-e2b13a4875f9 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Pushing event deleted for resources: {'Port': ['ID=02509bce-bac6-4d70-8893-c3a9a54d4940,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:51.697311 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cf715fc1-deed-4ed3-a5c8-53207415f1f6 req-1e893bb5-1ed3-4340-a286-16b8d5ef9424 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 210 time: 0.0492449 Jul 14 09:38:51.773136 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-af06ebbe-15f4-4cd7-8f5f-447c8a4bed02 req-acaa30f5-a73f-4fc1-b48f-e2b13a4875f9 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] No DVR routers for this DVR port 02509bce-bac6-4d70-8893-c3a9a54d4940 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:51.834896 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-af06ebbe-15f4-4cd7-8f5f-447c8a4bed02 req-acaa30f5-a73f-4fc1-b48f-e2b13a4875f9 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.837069 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-af06ebbe-15f4-4cd7-8f5f-447c8a4bed02 req-acaa30f5-a73f-4fc1-b48f-e2b13a4875f9 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.55 "DELETE /v2.0/ports/02509bce-bac6-4d70-8893-c3a9a54d4940 HTTP/1.1" status: 204 len: 173 time: 1.5040891 Jul 14 09:38:52.002252 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:52.025082 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] Sync routers for ids ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:52.026912 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59450) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:52.027701 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-de0147c6-714b-41d1-a44f-87ca525491cd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/7c9ed846-2d3d-4acb-9471-e226d9c46b8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3319540 Jul 14 09:38:52.047313 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-1439c811-a26d-4ee4-bb99-729195d8b290 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:52.048483 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] Routers {'7c9ed846-2d3d-4acb-9471-e226d9c46b8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:52.050814 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94bc1f-50f3-445d-ac41-03b7c104201d req-8a611696-aa2c-40d3-ab4d-00f0538dcf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:52.052113 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:38:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:52.054435 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0b94bc1f-50f3-445d-ac41-03b7c104201d req-8a611696-aa2c-40d3-ab4d-00f0538dcf0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfc5dc601fe54b31af51b5977d1e72c4&device_id=e857c578-28ce-46ef-9c95-f1bc596255f5 HTTP/1.1" status: 200 len: 1096 time: 0.2789936 Jul 14 09:38:52.098748 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7078943-b57f-4e55-bd7a-8e078065bf1e', 'name': 'network-vif-deleted', 'tag': '02509bce-bac6-4d70-8893-c3a9a54d4940'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:52.102427 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5489ea35-a65b-4c01-be4d-c29bd9d206da" -d '{"events": [{"server_uuid": "a7078943-b57f-4e55-bd7a-8e078065bf1e", "name": "network-vif-deleted", "tag": "02509bce-bac6-4d70-8893-c3a9a54d4940"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:52.228803 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930d12be-4496-4281-9305-77ee6a61272e x-openstack-request-id: req-930d12be-4496-4281-9305-77ee6a61272e {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:52.229908 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7078943-b57f-4e55-bd7a-8e078065bf1e", "name": "network-vif-deleted", "tag": "02509bce-bac6-4d70-8893-c3a9a54d4940", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:52.230592 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-930d12be-4496-4281-9305-77ee6a61272e {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:52.231199 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7078943-b57f-4e55-bd7a-8e078065bf1e', 'name': 'network-vif-deleted', 'tag': '02509bce-bac6-4d70-8893-c3a9a54d4940', 'status': 'completed', 'code': 200} Jul 14 09:38:52.296436 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] Set router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:52.329399 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94bc1f-50f3-445d-ac41-03b7c104201d req-1582eae6-3f09-422b-aa48-5b386f945846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:52.331115 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0b94bc1f-50f3-445d-ac41-03b7c104201d req-1582eae6-3f09-422b-aa48-5b386f945846 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c870411-ce1e-462e-936a-b69c5c494a39 HTTP/1.1" status: 200 len: 915 time: 0.2685101 Jul 14 09:38:52.413701 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0b94bc1f-50f3-445d-ac41-03b7c104201d req-58ee1b4a-6886-4361-bdf1-879cefc4e4b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ae41f3d-3783-4ef6-bd56-2c3ed84face9 HTTP/1.1" status: 200 len: 217 time: 0.0510859 Jul 14 09:38:52.503799 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94bc1f-50f3-445d-ac41-03b7c104201d req-5e9982da-9c36-4d8a-a092-2482a40de20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:52.509568 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0b94bc1f-50f3-445d-ac41-03b7c104201d req-5e9982da-9c36-4d8a-a092-2482a40de20b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1abbc4e5-632f-4897-a598-2f4455e24610 HTTP/1.1" status: 200 len: 854 time: 0.0885496 Jul 14 09:38:52.567972 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0b94bc1f-50f3-445d-ac41-03b7c104201d req-5672ee51-274d-4f96-aa2f-c0b0aaa575d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c870411-ce1e-462e-936a-b69c5c494a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507736 Jul 14 09:38:52.725476 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f4ff1-3751-486b-a848-95473457bc3a req-9d673193-5183-4088-af94-02c665e055fc tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:52.734252 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b5f4ff1-3751-486b-a848-95473457bc3a req-9d673193-5183-4088-af94-02c665e055fc tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e857c578-28ce-46ef-9c95-f1bc596255f5 HTTP/1.1" status: 200 len: 944 time: 0.2217734 Jul 14 09:38:52.759463 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0b94bc1f-50f3-445d-ac41-03b7c104201d req-107a6426-e583-4125-973b-ea45cff5fc9c service neutron] 10.222.0.55 "GET /v2.0/networks/4c870411-ce1e-462e-936a-b69c5c494a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833022 Jul 14 09:38:52.872815 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b5f4ff1-3751-486b-a848-95473457bc3a req-604bf6e9-99bc-4a06-aaf4-247259434993 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354358 Jul 14 09:38:52.899871 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:48Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1d4829b-6b6f-4552-b89e-d12b315b2f11', 'name': '', 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:23:b3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:38Z', 'updated_at': '2021-07-14T09:38:46Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef82f679-1027-4b3e-9f04-2c6018e30a1a', 'name': '', 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:5e:80:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:27Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fabba0e3-b779-4295-8565-161eaf84343f', 'name': '', 'network_id': '441f6d20-d627-4baf-b40c-b4ae3166971c', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:9b:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '516a4040-064f-4d10-a6cb-09cdee45fda7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:46Z', 'updated_at': '2021-07-14T09:38:50Z', 'revision_number': 2, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '516a4040-064f-4d10-a6cb-09cdee45fda7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:52.969956 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0b94bc1f-50f3-445d-ac41-03b7c104201d req-d2f0438e-97d6-415b-b204-d17101ff2d03 service neutron] 10.222.0.55 "GET /v2.0/networks/4c870411-ce1e-462e-936a-b69c5c494a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028255 Jul 14 09:38:52.972843 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.extraroute_db [None req-1439c811-a26d-4ee4-bb99-729195d8b290 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:38:53.011300 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.extraroute_db [None req-1439c811-a26d-4ee4-bb99-729195d8b290 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Removed routes are [] {{(pid=93887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:38:53.012689 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1439c811-a26d-4ee4-bb99-729195d8b290 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.241915 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] Checking router: 7c9ed846-2d3d-4acb-9471-e226d9c46b8e for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:53.242193 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] Updating router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e port fabba0e3-b779-4295-8565-161eaf84343f binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:38:53.288276 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.342900 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1439c811-a26d-4ee4-bb99-729195d8b290 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.347575 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2e0efb88-f4fe-4e5d-90ac-66fcec3585d2 req-449abb8c-e19e-47cd-8ad2-f77110d69c1e tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7078943-b57f-4e55-bd7a-8e078065bf1e HTTP/1.1" status: 200 len: 210 time: 0.2332036 Jul 14 09:38:53.348621 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1439c811-a26d-4ee4-bb99-729195d8b290 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.513257 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1ae41f3d-3783-4ef6-bd56-2c3ed84face9 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:38:53.520140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 02509bce-bac6-4d70-8893-c3a9a54d4940 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:53.595416 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 02509bce-bac6-4d70-8893-c3a9a54d4940 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:53.595759 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 02509bce-bac6-4d70-8893-c3a9a54d4940 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:53.862105 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1ae41f3d-3783-4ef6-bd56-2c3ed84face9, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1ae41f3d-3783-4ef6-bd56-2c3ed84face9,segment=NetworkSegment(9df9be30-3cef-4f6a-80c3-248b5c54e793),segment_id=9df9be30-3cef-4f6a-80c3-248b5c54e793)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:53.874745 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '1ae41f3d-3783-4ef6-bd56-2c3ed84face9', 'network_id': '4c870411-ce1e-462e-936a-b69c5c494a39', 'port_id': '1ae41f3d-3783-4ef6-bd56-2c3ed84face9', 'mac_address': 'fa:16:3e:1e:45:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abbc4e5-632f-4897-a598-2f4455e24610', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:38:53.964146 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59512) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:54.003295 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.042049 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae41f3d-3783-4ef6-bd56-2c3ed84face9 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:54.097888 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1ae41f3d-3783-4ef6-bd56-2c3ed84face9, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1ae41f3d-3783-4ef6-bd56-2c3ed84face9,segment=NetworkSegment(9df9be30-3cef-4f6a-80c3-248b5c54e793),segment_id=9df9be30-3cef-4f6a-80c3-248b5c54e793)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:54.105440 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.209651 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c70af2da-91b8-46ce-9b19-9150cac9ee34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.281932 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.351653 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=1ae41f3d-3783-4ef6-bd56-2c3ed84face9,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:54.378685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] Transition to ACTIVE for port object fabba0e3-b779-4295-8565-161eaf84343f will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:54.390944 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.392514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33791e8-a476-4825-a148-05f1860f1984 req-08f43c98-f852-4d4f-827d-254d752d7cc8 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:54.394204 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e33791e8-a476-4825-a148-05f1860f1984 req-08f43c98-f852-4d4f-827d-254d752d7cc8 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e857c578-28ce-46ef-9c95-f1bc596255f5 HTTP/1.1" status: 200 len: 945 time: 0.1506767 Jul 14 09:38:54.399993 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c70af2da-91b8-46ce-9b19-9150cac9ee34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.402796 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1439c811-a26d-4ee4-bb99-729195d8b290 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:54.405916 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c70af2da-91b8-46ce-9b19-9150cac9ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.549221 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c70af2da-91b8-46ce-9b19-9150cac9ee34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=890201eda46a491aab38fbb8421d3979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5827925 Jul 14 09:38:54.553615 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59534) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:54.572049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70af2da-91b8-46ce-9b19-9150cac9ee34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc0b57b-7cbe-4a2e-9cbf-cb5d91a0f23d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:54.590707 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e33791e8-a476-4825-a148-05f1860f1984 req-5c8c5543-5fdb-437a-aefe-6e16742b3ff7 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860681 Jul 14 09:38:54.635395 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['1ae41f3d-3783-4ef6-bd56-2c3ed84face9'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:54.639451 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1439c811-a26d-4ee4-bb99-729195d8b290 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:54.662811 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf933c1a-d9d2-4555-b49a-03691b269b17 None None] Pushing event updated for resources: {'Port': ['ID=fabba0e3-b779-4295-8565-161eaf84343f,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:54.667633 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1439c811-a26d-4ee4-bb99-729195d8b290 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.669672 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1439c811-a26d-4ee4-bb99-729195d8b290 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/7c9ed846-2d3d-4acb-9471-e226d9c46b8e HTTP/1.1" status: 200 len: 954 time: 2.6406798 Jul 14 09:38:54.673152 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59542) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:54.763687 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ef10dc5-04fc-4a84-8aca-8c0dd3f31606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.764611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] Attempting to bind port fabba0e3-b779-4295-8565-161eaf84343f on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:54.765209 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] Attempting to bind port fabba0e3-b779-4295-8565-161eaf84343f by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '22344b02-ecb2-447a-beb7-53885400cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '441f6d20-d627-4baf-b40c-b4ae3166971c'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:54.765816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] Attempting to bind port fabba0e3-b779-4295-8565-161eaf84343f on network 441f6d20-d627-4baf-b40c-b4ae3166971c {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:54.779984 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:54.781721 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] Checking segment: {'id': '22344b02-ecb2-447a-beb7-53885400cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '441f6d20-d627-4baf-b40c-b4ae3166971c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:54.782685 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.783760 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] Bound using segment: {'id': '22344b02-ecb2-447a-beb7-53885400cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '441f6d20-d627-4baf-b40c-b4ae3166971c'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:54.787637 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] Bound port: fabba0e3-b779-4295-8565-161eaf84343f, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22344b02-ecb2-447a-beb7-53885400cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '441f6d20-d627-4baf-b40c-b4ae3166971c'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:54.788326 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.814470 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ef10dc5-04fc-4a84-8aca-8c0dd3f31606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.915361 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ef10dc5-04fc-4a84-8aca-8c0dd3f31606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.918132 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ef10dc5-04fc-4a84-8aca-8c0dd3f31606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.919307 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8ef10dc5-04fc-4a84-8aca-8c0dd3f31606 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8bc0b57b-7cbe-4a2e-9cbf-cb5d91a0f23d HTTP/1.1" status: 204 len: 168 time: 0.3632452 Jul 14 09:38:54.949839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef10dc5-04fc-4a84-8aca-8c0dd3f31606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc0b57b-7cbe-4a2e-9cbf-cb5d91a0f23d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:54.981938 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59550) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:54.986816 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7b54563e-bfb0-4e54-ac1b-04c82ba7d5a5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'router': {'routes': None}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:54.990245 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2bee6077-7b84-446d-afe3-b04109aeb855 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/routers/7c9ed846-2d3d-4acb-9471-e226d9c46b8e HTTP/1.1" status: 200 len: 954 time: 0.3152747 Jul 14 09:38:55.098881 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] For port fabba0e3-b779-4295-8565-161eaf84343f, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:55.171155 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] For port fabba0e3-b779-4295-8565-161eaf84343f, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=fabba0e3-b779-4295-8565-161eaf84343f,segment=NetworkSegment(22344b02-ecb2-447a-beb7-53885400cefc),segment_id=22344b02-ecb2-447a-beb7-53885400cefc)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:55.177936 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:55.302921 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc221e2-3480-40ae-8814-f0a9736ac8f3 req-69be7bcb-700d-46d1-89a5-1f2b793c9309 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:55.310594 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2dc221e2-3480-40ae-8814-f0a9736ac8f3 req-69be7bcb-700d-46d1-89a5-1f2b793c9309 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdc31d42-54ad-4300-a7cd-0a1f296795f9 HTTP/1.1" status: 200 len: 946 time: 0.1169877 Jul 14 09:38:55.362218 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] Routers {'7c9ed846-2d3d-4acb-9471-e226d9c46b8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:55.362991 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:38:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:55.410066 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2dc221e2-3480-40ae-8814-f0a9736ac8f3 req-2e81ee7f-7359-45a7-b709-84a832f025ff tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964205 Jul 14 09:38:55.637679 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf933c1a-d9d2-4555-b49a-03691b269b17 None None] Pushing event updated for resources: {'Port': ['ID=fabba0e3-b779-4295-8565-161eaf84343f,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:55.646382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] Set router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:55.760066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.extraroute_db [None req-7b54563e-bfb0-4e54-ac1b-04c82ba7d5a5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Added routes are [] {{(pid=93888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:38:55.760522 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.extraroute_db [None req-7b54563e-bfb0-4e54-ac1b-04c82ba7d5a5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:38:55.798389 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b54563e-bfb0-4e54-ac1b-04c82ba7d5a5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:55.967577 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:52Z', 'revision_number': 6, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1d4829b-6b6f-4552-b89e-d12b315b2f11', 'name': '', 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:23:b3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:38Z', 'updated_at': '2021-07-14T09:38:46Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef82f679-1027-4b3e-9f04-2c6018e30a1a', 'name': '', 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:5e:80:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:27Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fabba0e3-b779-4295-8565-161eaf84343f', 'name': '', 'network_id': '441f6d20-d627-4baf-b40c-b4ae3166971c', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:9b:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '516a4040-064f-4d10-a6cb-09cdee45fda7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:46Z', 'updated_at': '2021-07-14T09:38:55Z', 'revision_number': 4, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '516a4040-064f-4d10-a6cb-09cdee45fda7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:55.994198 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a4956-88e4-456c-98a5-04059bb44925 req-78cb0956-acfc-467a-b475-a607e0cc7021 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:55.996610 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a93a4956-88e4-456c-98a5-04059bb44925 req-78cb0956-acfc-467a-b475-a607e0cc7021 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e857c578-28ce-46ef-9c95-f1bc596255f5 HTTP/1.1" status: 200 len: 945 time: 0.1175835 Jul 14 09:38:56.014194 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c5cae-6d8c-4328-8af0-406cea875d56 None None] The sync data for ids ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'] in n-d-798054-10 is: [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:52Z', 'revision_number': 6, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1d4829b-6b6f-4552-b89e-d12b315b2f11', 'name': '', 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:23:b3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:38Z', 'updated_at': '2021-07-14T09:38:46Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef82f679-1027-4b3e-9f04-2c6018e30a1a', 'name': '', 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:5e:80:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:27Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fabba0e3-b779-4295-8565-161eaf84343f', 'name': '', 'network_id': '441f6d20-d627-4baf-b40c-b4ae3166971c', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:9b:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '516a4040-064f-4d10-a6cb-09cdee45fda7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:46Z', 'updated_at': '2021-07-14T09:38:55Z', 'revision_number': 4, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '516a4040-064f-4d10-a6cb-09cdee45fda7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:56.145732 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a93a4956-88e4-456c-98a5-04059bb44925 req-356517e4-d791-49bd-a31f-e5ae62cf6e6d tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420674 Jul 14 09:38:56.279154 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b54563e-bfb0-4e54-ac1b-04c82ba7d5a5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.284955 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b54563e-bfb0-4e54-ac1b-04c82ba7d5a5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.535523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b54563e-bfb0-4e54-ac1b-04c82ba7d5a5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:56.641099 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bbf0b-37c4-4789-b6d2-003eed4b547b req-8fe694b3-9d01-48a6-b805-17a3fa997480 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:56.646839 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-837bbf0b-37c4-4789-b6d2-003eed4b547b req-8fe694b3-9d01-48a6-b805-17a3fa997480 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdc31d42-54ad-4300-a7cd-0a1f296795f9 HTTP/1.1" status: 200 len: 946 time: 0.1980917 Jul 14 09:38:56.801186 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b54563e-bfb0-4e54-ac1b-04c82ba7d5a5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:56.818230 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b54563e-bfb0-4e54-ac1b-04c82ba7d5a5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.819568 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7b54563e-bfb0-4e54-ac1b-04c82ba7d5a5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/7c9ed846-2d3d-4acb-9471-e226d9c46b8e HTTP/1.1" status: 200 len: 704 time: 1.8365974 Jul 14 09:38:56.826693 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59630) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:56.856925 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-837bbf0b-37c4-4789-b6d2-003eed4b547b req-a2ba7cfd-4086-460d-94a8-b2be6775647d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Deleting port b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:56.857270 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-837bbf0b-37c4-4789-b6d2-003eed4b547b req-a2ba7cfd-4086-460d-94a8-b2be6775647d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.954918 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b698ee-aa17-4fe1-a7a3-7189da8290c5 req-8565dc5c-f664-40f3-85a0-44d501788e71 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:56.968125 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e7b698ee-aa17-4fe1-a7a3-7189da8290c5 req-8565dc5c-f664-40f3-85a0-44d501788e71 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdc31d42-54ad-4300-a7cd-0a1f296795f9 HTTP/1.1" status: 200 len: 946 time: 0.2251067 Jul 14 09:38:57.059545 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-837bbf0b-37c4-4789-b6d2-003eed4b547b req-a2ba7cfd-4086-460d-94a8-b2be6775647d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] For port b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:57.059796 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-837bbf0b-37c4-4789-b6d2-003eed4b547b req-a2ba7cfd-4086-460d-94a8-b2be6775647d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.085703 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e7b698ee-aa17-4fe1-a7a3-7189da8290c5 req-5678420f-c30e-4080-b692-0e3ae24bd8bf tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165879 Jul 14 09:38:57.099888 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-837bbf0b-37c4-4789-b6d2-003eed4b547b req-a2ba7cfd-4086-460d-94a8-b2be6775647d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Calling delete_port for b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:57.241779 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ffbeab8e-d282-469c-b66b-65388d84f59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.423124 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1ae41f3d-3783-4ef6-bd56-2c3ed84face9 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:57.489261 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98965e08-968a-474c-be83-d6c4f4fec68b None None] Sync routers for ids ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:57.510414 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98965e08-968a-474c-be83-d6c4f4fec68b None None] Routers {'7c9ed846-2d3d-4acb-9471-e226d9c46b8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:57.517302 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-98965e08-968a-474c-be83-d6c4f4fec68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:38:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:57.552525 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca3aeb-e72c-443f-9070-2ec6d9fa8002 req-c2f2a9c1-ee62-4ac5-a2ee-cce9faf0b40f tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:57.554564 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-65ca3aeb-e72c-443f-9070-2ec6d9fa8002 req-c2f2a9c1-ee62-4ac5-a2ee-cce9faf0b40f tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e857c578-28ce-46ef-9c95-f1bc596255f5 HTTP/1.1" status: 200 len: 945 time: 0.1755700 Jul 14 09:38:57.555750 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-837bbf0b-37c4-4789-b6d2-003eed4b547b req-a2ba7cfd-4086-460d-94a8-b2be6775647d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.569595 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['ea353e2f-cb78-4458-be40-99a2a1df6005', 'b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:57.580507 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 1ae41f3d-3783-4ef6-bd56-2c3ed84face9 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:57.616588 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba7cfd-4086-460d-94a8-b2be6775647d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Pushing event deleted for resources: {'Port': ['ID=b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:57.708868 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-837bbf0b-37c4-4789-b6d2-003eed4b547b req-a2ba7cfd-4086-460d-94a8-b2be6775647d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] No DVR routers for this DVR port b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:57.737001 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 1ae41f3d-3783-4ef6-bd56-2c3ed84face9 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:57.742277 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.750150 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-98965e08-968a-474c-be83-d6c4f4fec68b None None] Set router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:57.758413 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-837bbf0b-37c4-4789-b6d2-003eed4b547b req-a2ba7cfd-4086-460d-94a8-b2be6775647d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.761318 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-837bbf0b-37c4-4789-b6d2-003eed4b547b req-a2ba7cfd-4086-460d-94a8-b2be6775647d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.49 "DELETE /v2.0/ports/b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c HTTP/1.1" status: 204 len: 173 time: 1.1089489 Jul 14 09:38:57.767397 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-65ca3aeb-e72c-443f-9070-2ec6d9fa8002 req-3d5525f8-5bc9-47e2-ac1c-c5064cebecbb tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574473 Jul 14 09:38:57.769924 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc31d42-54ad-4300-a7cd-0a1f296795f9', 'name': 'network-vif-deleted', 'tag': 'b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:57.779702 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1169f883-0a17-4478-b643-5c3858d12c84" -d '{"events": [{"server_uuid": "bdc31d42-54ad-4300-a7cd-0a1f296795f9", "name": "network-vif-deleted", "tag": "b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:57.878418 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0ae632-322f-46d1-b84c-513fedfec6c3 x-openstack-request-id: req-5e0ae632-322f-46d1-b84c-513fedfec6c3 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:57.878619 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc31d42-54ad-4300-a7cd-0a1f296795f9", "name": "network-vif-deleted", "tag": "b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:57.878868 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e0ae632-322f-46d1-b84c-513fedfec6c3 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:57.879338 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc31d42-54ad-4300-a7cd-0a1f296795f9', 'name': 'network-vif-deleted', 'tag': 'b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c', 'status': 'completed', 'code': 200} Jul 14 09:38:57.955901 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59658) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:57.962597 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2e4fd591-cc48-49ee-ad0e-959f5be08f64 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/routers/7c9ed846-2d3d-4acb-9471-e226d9c46b8e HTTP/1.1" status: 200 len: 704 time: 1.1346502 Jul 14 09:38:58.112210 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.261744 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1ae41f3d-3783-4ef6-bd56-2c3ed84face9, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1ae41f3d-3783-4ef6-bd56-2c3ed84face9,segment=NetworkSegment(9df9be30-3cef-4f6a-80c3-248b5c54e793),segment_id=9df9be30-3cef-4f6a-80c3-248b5c54e793)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:58.271972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e857c578-28ce-46ef-9c95-f1bc596255f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae41f3d-3783-4ef6-bd56-2c3ed84face9'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:58.279727 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda7f9e6-6895-4753-a473-f7c8b9ec06eb" -d '{"events": [{"server_uuid": "e857c578-28ce-46ef-9c95-f1bc596255f5", "name": "network-vif-plugged", "status": "completed", "tag": "1ae41f3d-3783-4ef6-bd56-2c3ed84face9"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:58.304533 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.408162 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fabba0e3-b779-4295-8565-161eaf84343f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:58.647342 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-98965e08-968a-474c-be83-d6c4f4fec68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:55Z', 'revision_number': 7, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1d4829b-6b6f-4552-b89e-d12b315b2f11', 'name': '', 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:23:b3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:38Z', 'updated_at': '2021-07-14T09:38:46Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef82f679-1027-4b3e-9f04-2c6018e30a1a', 'name': '', 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:5e:80:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:27Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fabba0e3-b779-4295-8565-161eaf84343f', 'name': '', 'network_id': '441f6d20-d627-4baf-b40c-b4ae3166971c', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:9b:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '516a4040-064f-4d10-a6cb-09cdee45fda7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:46Z', 'updated_at': '2021-07-14T09:38:55Z', 'revision_number': 4, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '516a4040-064f-4d10-a6cb-09cdee45fda7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:58.693127 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b3fdf2-ada8-42c4-9197-fa4ddc582b39 x-openstack-request-id: req-54b3fdf2-ada8-42c4-9197-fa4ddc582b39 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:58.696155 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e857c578-28ce-46ef-9c95-f1bc596255f5", "name": "network-vif-plugged", "status": "completed", "tag": "1ae41f3d-3783-4ef6-bd56-2c3ed84face9", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:58.696537 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-54b3fdf2-ada8-42c4-9197-fa4ddc582b39 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:58.698490 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e857c578-28ce-46ef-9c95-f1bc596255f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae41f3d-3783-4ef6-bd56-2c3ed84face9', 'code': 200} Jul 14 09:38:58.748401 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98965e08-968a-474c-be83-d6c4f4fec68b None None] Checking router: 7c9ed846-2d3d-4acb-9471-e226d9c46b8e for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:58.761827 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port fabba0e3-b779-4295-8565-161eaf84343f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:58.772120 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98965e08-968a-474c-be83-d6c4f4fec68b None None] Routers {'7c9ed846-2d3d-4acb-9471-e226d9c46b8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:58.773040 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-98965e08-968a-474c-be83-d6c4f4fec68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:38:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:58.783397 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654ba18-0e6c-413e-ab39-811eca751dc1 req-59725342-84b1-4f27-a048-84a70d2e9ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:58.784919 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e654ba18-0e6c-413e-ab39-811eca751dc1 req-59725342-84b1-4f27-a048-84a70d2e9ab0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e857c578-28ce-46ef-9c95-f1bc596255f5 HTTP/1.1" status: 200 len: 1098 time: 0.1395154 Jul 14 09:38:58.810324 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port fabba0e3-b779-4295-8565-161eaf84343f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:58.814975 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.928017 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=1ae41f3d-3783-4ef6-bd56-2c3ed84face9,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:58.941684 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e654ba18-0e6c-413e-ab39-811eca751dc1 req-96365851-01ea-4f8a-8faa-95ed4b0f52b0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451941 Jul 14 09:38:59.003696 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-98965e08-968a-474c-be83-d6c4f4fec68b None None] Set router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:59.041778 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.104630 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port fabba0e3-b779-4295-8565-161eaf84343f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=fabba0e3-b779-4295-8565-161eaf84343f,segment=NetworkSegment(22344b02-ecb2-447a-beb7-53885400cefc),segment_id=22344b02-ecb2-447a-beb7-53885400cefc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:59.109649 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-809c7486-6514-434b-b42c-b87f576a116f req-e0285559-170e-4038-a4c4-9f63d5de597d tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdc31d42-54ad-4300-a7cd-0a1f296795f9 HTTP/1.1" status: 200 len: 210 time: 0.0590487 Jul 14 09:38:59.118345 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.158039 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2393c090-9946-41cb-9a82-a104f0b7b4ed tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.254141 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=fabba0e3-b779-4295-8565-161eaf84343f,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:59.348257 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-98965e08-968a-474c-be83-d6c4f4fec68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:55Z', 'revision_number': 7, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1d4829b-6b6f-4552-b89e-d12b315b2f11', 'name': '', 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:23:b3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:38Z', 'updated_at': '2021-07-14T09:38:46Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef82f679-1027-4b3e-9f04-2c6018e30a1a', 'name': '', 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:5e:80:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:27Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fabba0e3-b779-4295-8565-161eaf84343f', 'name': '', 'network_id': '441f6d20-d627-4baf-b40c-b4ae3166971c', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:9b:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '516a4040-064f-4d10-a6cb-09cdee45fda7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:46Z', 'updated_at': '2021-07-14T09:38:55Z', 'revision_number': 4, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '516a4040-064f-4d10-a6cb-09cdee45fda7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:59.401175 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98965e08-968a-474c-be83-d6c4f4fec68b None None] The sync data for ids ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'] in n-d-798054-10 is: [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:55Z', 'revision_number': 7, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1d4829b-6b6f-4552-b89e-d12b315b2f11', 'name': '', 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:23:b3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:38Z', 'updated_at': '2021-07-14T09:38:46Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef82f679-1027-4b3e-9f04-2c6018e30a1a', 'name': '', 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:5e:80:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:27Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fabba0e3-b779-4295-8565-161eaf84343f', 'name': '', 'network_id': '441f6d20-d627-4baf-b40c-b4ae3166971c', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:9b:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '516a4040-064f-4d10-a6cb-09cdee45fda7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:46Z', 'updated_at': '2021-07-14T09:38:55Z', 'revision_number': 4, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '516a4040-064f-4d10-a6cb-09cdee45fda7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:59.543389 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c63d6-9439-4c7b-a01b-2053276f4ae6 req-fc48f1d3-0366-4b96-98ee-092341db5e86 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:59.551189 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9f1c63d6-9439-4c7b-a01b-2053276f4ae6 req-fc48f1d3-0366-4b96-98ee-092341db5e86 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e857c578-28ce-46ef-9c95-f1bc596255f5 HTTP/1.1" status: 200 len: 946 time: 0.3169336 Jul 14 09:38:59.601820 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9f1c63d6-9439-4c7b-a01b-2053276f4ae6 req-058c3bb1-c5ad-4972-b3ab-a567db1e81ab tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494201 Jul 14 09:38:59.730482 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-2393c090-9946-41cb-9a82-a104f0b7b4ed tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting port fabba0e3-b779-4295-8565-161eaf84343f {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:59.730986 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2393c090-9946-41cb-9a82-a104f0b7b4ed tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.783687 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c263e623-a4fc-4334-87b5-db698032bfa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.841333 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-2393c090-9946-41cb-9a82-a104f0b7b4ed tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] For port fabba0e3-b779-4295-8565-161eaf84343f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=fabba0e3-b779-4295-8565-161eaf84343f,segment=NetworkSegment(22344b02-ecb2-447a-beb7-53885400cefc),segment_id=22344b02-ecb2-447a-beb7-53885400cefc)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:59.841945 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2393c090-9946-41cb-9a82-a104f0b7b4ed tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.861627 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-2393c090-9946-41cb-9a82-a104f0b7b4ed tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Calling delete_port for fabba0e3-b779-4295-8565-161eaf84343f owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:59.893937 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:00.075483 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2393c090-9946-41cb-9a82-a104f0b7b4ed tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:00.137132 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393c090-9946-41cb-9a82-a104f0b7b4ed tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Port': ['ID=fabba0e3-b779-4295-8565-161eaf84343f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:00.168639 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fabba0e3-b779-4295-8565-161eaf84343f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:00.198601 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: fabba0e3-b779-4295-8565-161eaf84343f {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:00.199389 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fabba0e3-b779-4295-8565-161eaf84343f not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 09:39:00.221678 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Port fabba0e3-b779-4295-8565-161eaf84343f not found, will not notify nova. {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 09:39:00.316847 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:00.380833 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:00.381188 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device b5a59b07-9f0b-4272-8c85-4e7a6f3eca0c not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:00.412706 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2393c090-9946-41cb-9a82-a104f0b7b4ed tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:00.701150 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:00.843783 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2393c090-9946-41cb-9a82-a104f0b7b4ed tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:01.066154 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2393c090-9946-41cb-9a82-a104f0b7b4ed tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:01.079102 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59736) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:01.081392 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b9cb70-ce0b-493e-9f76-084ec2eafaca None None] Sync routers for ids ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:01.086899 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2393c090-9946-41cb-9a82-a104f0b7b4ed tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/7c9ed846-2d3d-4acb-9471-e226d9c46b8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1291876 Jul 14 09:39:01.095922 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b9cb70-ce0b-493e-9f76-084ec2eafaca None None] Routers {'7c9ed846-2d3d-4acb-9471-e226d9c46b8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:01.096780 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-61b9cb70-ce0b-493e-9f76-084ec2eafaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:01.165555 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11dddb5-d444-48c7-a9e6-4f94f4066721 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting subnet 516a4040-064f-4d10-a6cb-09cdee45fda7 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:39:01.170011 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c11dddb5-d444-48c7-a9e6-4f94f4066721 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.217611 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b27149-c5ca-4594-aafc-3d2b97de6d5c req-616a18d3-e18b-4129-b0af-320e6014aa87 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:01.219445 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b5b27149-c5ca-4594-aafc-3d2b97de6d5c req-616a18d3-e18b-4129-b0af-320e6014aa87 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.2469423 Jul 14 09:39:01.229759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35259c5d-e465-4765-ae21-5b6cb29b83ae req-f5c11255-dcea-496f-b6d9-944198983418 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:01.231332 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35259c5d-e465-4765-ae21-5b6cb29b83ae req-f5c11255-dcea-496f-b6d9-944198983418 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e857c578-28ce-46ef-9c95-f1bc596255f5 HTTP/1.1" status: 200 len: 946 time: 0.3646116 Jul 14 09:39:01.234859 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c11dddb5-d444-48c7-a9e6-4f94f4066721 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.344904 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-61b9cb70-ce0b-493e-9f76-084ec2eafaca None None] Set router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:01.352378 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b5b27149-c5ca-4594-aafc-3d2b97de6d5c req-16f6cc18-b370-44f2-82ad-3554c304947c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=762cc444-4108-41c1-b6ba-d307083b58c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142921 Jul 14 09:39:01.377270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53e0eb-6bdb-4fc6-968c-64d05991350c req-171fa120-0bde-45f8-b8e7-09c0497531ca tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:01.382688 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ec53e0eb-6bdb-4fc6-968c-64d05991350c req-171fa120-0bde-45f8-b8e7-09c0497531ca tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 945 time: 0.2778609 Jul 14 09:39:01.386651 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35259c5d-e465-4765-ae21-5b6cb29b83ae req-86e32e9e-2082-439f-8d25-80047b552632 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450951 Jul 14 09:39:01.412357 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c11dddb5-d444-48c7-a9e6-4f94f4066721 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.539268 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c11dddb5-d444-48c7-a9e6-4f94f4066721 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.636431 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11dddb5-d444-48c7-a9e6-4f94f4066721 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Subnet': ['ID=516a4040-064f-4d10-a6cb-09cdee45fda7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:01.674416 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c11dddb5-d444-48c7-a9e6-4f94f4066721 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.679793 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c11dddb5-d444-48c7-a9e6-4f94f4066721 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/subnets/516a4040-064f-4d10-a6cb-09cdee45fda7 HTTP/1.1" status: 204 len: 168 time: 0.5993311 Jul 14 09:39:01.680841 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef4cc48-38bc-4840-8e68-444ef336ada3 None None] Network 441f6d20-d627-4baf-b40c-b4ae3166971c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:01.683116 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59782) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:01.688618 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-ec53e0eb-6bdb-4fc6-968c-64d05991350c req-58c8ea6e-10d2-4467-9763-df51a7dafbef tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Deleting port ea353e2f-cb78-4458-be40-99a2a1df6005 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:01.696076 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ec53e0eb-6bdb-4fc6-968c-64d05991350c req-58c8ea6e-10d2-4467-9763-df51a7dafbef tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.818327 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cece48c6-c9cd-4293-9217-5e07e62e606a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.897878 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-ec53e0eb-6bdb-4fc6-968c-64d05991350c req-58c8ea6e-10d2-4467-9763-df51a7dafbef tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] For port ea353e2f-cb78-4458-be40-99a2a1df6005, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ea353e2f-cb78-4458-be40-99a2a1df6005,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:01.898164 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ec53e0eb-6bdb-4fc6-968c-64d05991350c req-58c8ea6e-10d2-4467-9763-df51a7dafbef tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.916368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-ec53e0eb-6bdb-4fc6-968c-64d05991350c req-58c8ea6e-10d2-4467-9763-df51a7dafbef tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Calling delete_port for ea353e2f-cb78-4458-be40-99a2a1df6005 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:01.924585 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-cece48c6-c9cd-4293-9217-5e07e62e606a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting port b5263fa7-7174-4e08-84ef-94de1eae40ff {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:01.924862 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cece48c6-c9cd-4293-9217-5e07e62e606a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.020270 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.180655 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-cece48c6-c9cd-4293-9217-5e07e62e606a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] For port b5263fa7-7174-4e08-84ef-94de1eae40ff, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b5263fa7-7174-4e08-84ef-94de1eae40ff,segment=NetworkSegment(22344b02-ecb2-447a-beb7-53885400cefc),segment_id=22344b02-ecb2-447a-beb7-53885400cefc)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:02.185017 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cece48c6-c9cd-4293-9217-5e07e62e606a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.208622 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-cece48c6-c9cd-4293-9217-5e07e62e606a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Calling delete_port for b5263fa7-7174-4e08-84ef-94de1eae40ff owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:02.249399 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ec53e0eb-6bdb-4fc6-968c-64d05991350c req-58c8ea6e-10d2-4467-9763-df51a7dafbef tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.268896 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6791b47d-90a6-45c8-8002-9cc68f5ced8f None None] DHCP port deletion for 441f6d20-d627-4baf-b40c-b4ae3166971c request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:39:02.272423 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['ea353e2f-cb78-4458-be40-99a2a1df6005'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:39:02.371357 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8ea6e-10d2-4467-9763-df51a7dafbef tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Pushing event deleted for resources: {'Port': ['ID=ea353e2f-cb78-4458-be40-99a2a1df6005,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:02.477840 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cece48c6-c9cd-4293-9217-5e07e62e606a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.559896 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec53e0eb-6bdb-4fc6-968c-64d05991350c req-58c8ea6e-10d2-4467-9763-df51a7dafbef tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] No DVR routers for this DVR port ea353e2f-cb78-4458-be40-99a2a1df6005 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:02.567573 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ec53e0eb-6bdb-4fc6-968c-64d05991350c req-58c8ea6e-10d2-4467-9763-df51a7dafbef tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.574094 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ec53e0eb-6bdb-4fc6-968c-64d05991350c req-58c8ea6e-10d2-4467-9763-df51a7dafbef tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.49 "DELETE /v2.0/ports/ea353e2f-cb78-4458-be40-99a2a1df6005 HTTP/1.1" status: 204 len: 173 time: 1.1797664 Jul 14 09:39:02.574892 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe74774-e9d6-432e-944d-f81d3148f5b0', 'name': 'network-vif-deleted', 'tag': 'ea353e2f-cb78-4458-be40-99a2a1df6005'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:02.582734 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece48c6-c9cd-4293-9217-5e07e62e606a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] No DVR routers for this DVR port b5263fa7-7174-4e08-84ef-94de1eae40ff on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:02.603006 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece48c6-c9cd-4293-9217-5e07e62e606a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Port': ['ID=b5263fa7-7174-4e08-84ef-94de1eae40ff,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:02.620377 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cda4ca-fde9-473e-88fc-c8565728dfee" -d '{"events": [{"server_uuid": "0fe74774-e9d6-432e-944d-f81d3148f5b0", "name": "network-vif-deleted", "tag": "ea353e2f-cb78-4458-be40-99a2a1df6005"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:02.809548 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4f4b9743-c704-4658-83cd-a392f23caf62 req-146ee6c4-b578-439b-8f4b-c74da4a262da tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe74774-e9d6-432e-944d-f81d3148f5b0 HTTP/1.1" status: 200 len: 210 time: 0.0945263 Jul 14 09:39:02.878541 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cece48c6-c9cd-4293-9217-5e07e62e606a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.904579 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb82f42-c4dc-4672-8b1a-ac3e5eb046b4 x-openstack-request-id: req-2cb82f42-c4dc-4672-8b1a-ac3e5eb046b4 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:02.904579 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe74774-e9d6-432e-944d-f81d3148f5b0", "name": "network-vif-deleted", "tag": "ea353e2f-cb78-4458-be40-99a2a1df6005", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:02.904579 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2cb82f42-c4dc-4672-8b1a-ac3e5eb046b4 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:02.904579 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe74774-e9d6-432e-944d-f81d3148f5b0', 'name': 'network-vif-deleted', 'tag': 'ea353e2f-cb78-4458-be40-99a2a1df6005', 'status': 'completed', 'code': 200} Jul 14 09:39:02.907027 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-cece48c6-c9cd-4293-9217-5e07e62e606a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441f6d20-d627-4baf-b40c-b4ae3166971c']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:02.943009 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6791b47d-90a6-45c8-8002-9cc68f5ced8f None None] The port 'b5263fa7-7174-4e08-84ef-94de1eae40ff' was deleted {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 14 09:39:02.957124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-cece48c6-c9cd-4293-9217-5e07e62e606a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22344b02-ecb2-447a-beb7-53885400cefc') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:02.958411 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-cece48c6-c9cd-4293-9217-5e07e62e606a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22344b02-ecb2-447a-beb7-53885400cefc') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:02.971687 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-61b9cb70-ce0b-493e-9f76-084ec2eafaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:59Z', 'revision_number': 8, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1d4829b-6b6f-4552-b89e-d12b315b2f11', 'name': '', 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:23:b3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:38Z', 'updated_at': '2021-07-14T09:38:46Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef82f679-1027-4b3e-9f04-2c6018e30a1a', 'name': '', 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:5e:80:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:27Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:02.979003 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.995955 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cece48c6-c9cd-4293-9217-5e07e62e606a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.031656 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b9cb70-ce0b-493e-9f76-084ec2eafaca None None] Checking router: 7c9ed846-2d3d-4acb-9471-e226d9c46b8e for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:03.040809 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cece48c6-c9cd-4293-9217-5e07e62e606a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.042760 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b9cb70-ce0b-493e-9f76-084ec2eafaca None None] Routers {'7c9ed846-2d3d-4acb-9471-e226d9c46b8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:03.043404 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-61b9cb70-ce0b-493e-9f76-084ec2eafaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:03.056331 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cece48c6-c9cd-4293-9217-5e07e62e606a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:39:03.061115 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cece48c6-c9cd-4293-9217-5e07e62e606a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:39:03.071729 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:39:03.232783 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cece48c6-c9cd-4293-9217-5e07e62e606a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.235794 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-61b9cb70-ce0b-493e-9f76-084ec2eafaca None None] Set router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:03.262600 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cece48c6-c9cd-4293-9217-5e07e62e606a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.266367 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cece48c6-c9cd-4293-9217-5e07e62e606a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/networks/441f6d20-d627-4baf-b40c-b4ae3166971c HTTP/1.1" status: 204 len: 168 time: 1.5821075 Jul 14 09:39:03.268920 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59852) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:03.300638 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece48c6-c9cd-4293-9217-5e07e62e606a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Network': ['ID=441f6d20-d627-4baf-b40c-b4ae3166971c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:03.678516 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-61b9cb70-ce0b-493e-9f76-084ec2eafaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:59Z', 'revision_number': 8, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1d4829b-6b6f-4552-b89e-d12b315b2f11', 'name': '', 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:23:b3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:38Z', 'updated_at': '2021-07-14T09:38:46Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef82f679-1027-4b3e-9f04-2c6018e30a1a', 'name': '', 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:5e:80:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:27Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:03.712128 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b9cb70-ce0b-493e-9f76-084ec2eafaca None None] The sync data for ids ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'] in n-d-798054-10 is: [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:59Z', 'revision_number': 8, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1d4829b-6b6f-4552-b89e-d12b315b2f11', 'name': '', 'network_id': '35e41b37-bd09-450f-9d3b-deaea2f32759', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:23:b3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:38Z', 'updated_at': '2021-07-14T09:38:46Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '4721e9c5-4b97-4048-a654-24d971ec24d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef82f679-1027-4b3e-9f04-2c6018e30a1a', 'name': '', 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:5e:80:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:27Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:03.952182 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a5d199d3-85ea-4759-b175-48470db073f2 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:04.310441 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fabba0e3-b779-4295-8565-161eaf84343f no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:04.379458 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: fabba0e3-b779-4295-8565-161eaf84343f {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:04.379842 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fabba0e3-b779-4295-8565-161eaf84343f not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:04.380484 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b5263fa7-7174-4e08-84ef-94de1eae40ff no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:04.414699 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ea353e2f-cb78-4458-be40-99a2a1df6005 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:04.435624 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: b5263fa7-7174-4e08-84ef-94de1eae40ff {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:04.437074 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b5263fa7-7174-4e08-84ef-94de1eae40ff not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:04.498963 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: ea353e2f-cb78-4458-be40-99a2a1df6005 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:04.501955 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ea353e2f-cb78-4458-be40-99a2a1df6005 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:04.725652 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59892) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:05.153392 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6b03ced-e3a0-43b4-a5ca-43cdc06ec130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.227467 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-a5d199d3-85ea-4759-b175-48470db073f2 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting port d1d4829b-6b6f-4552-b89e-d12b315b2f11 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:05.227954 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a5d199d3-85ea-4759-b175-48470db073f2 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.264613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e24a4d-d30e-4729-9227-496acd0ab30c req-b707aa4f-9bda-45e3-b35a-e562e3e30afe tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:05.268209 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30e24a4d-d30e-4729-9227-496acd0ab30c req-b707aa4f-9bda-45e3-b35a-e562e3e30afe tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.1526275 Jul 14 09:39:05.305081 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6b03ced-e3a0-43b4-a5ca-43cdc06ec130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.311223 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6b03ced-e3a0-43b4-a5ca-43cdc06ec130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.374719 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a6b03ced-e3a0-43b4-a5ca-43cdc06ec130 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17d96fca7926401784023c4d6b7a3784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6478517 Jul 14 09:39:05.376501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b03ced-e3a0-43b4-a5ca-43cdc06ec130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d65473-76c4-45e7-bcd9-588c87a3da49,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:05.380800 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59904) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:05.397155 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-a5d199d3-85ea-4759-b175-48470db073f2 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] For port d1d4829b-6b6f-4552-b89e-d12b315b2f11, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d1d4829b-6b6f-4552-b89e-d12b315b2f11,segment=NetworkSegment(b836090e-7456-4893-890d-00421f5eda80),segment_id=b836090e-7456-4893-890d-00421f5eda80)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:05.397453 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a5d199d3-85ea-4759-b175-48470db073f2 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.420165 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-a5d199d3-85ea-4759-b175-48470db073f2 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Calling delete_port for d1d4829b-6b6f-4552-b89e-d12b315b2f11 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:05.450252 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e634ad71-adf4-44aa-a79c-791c0135bf07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.476762 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e634ad71-adf4-44aa-a79c-791c0135bf07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.501172 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30e24a4d-d30e-4729-9227-496acd0ab30c req-8a52848a-a9c8-4f23-b396-8c73712bfd36 tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912316 Jul 14 09:39:05.551396 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e634ad71-adf4-44aa-a79c-791c0135bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.554901 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e634ad71-adf4-44aa-a79c-791c0135bf07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.556401 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e634ad71-adf4-44aa-a79c-791c0135bf07 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00d65473-76c4-45e7-bcd9-588c87a3da49 HTTP/1.1" status: 204 len: 168 time: 0.1742823 Jul 14 09:39:05.567581 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634ad71-adf4-44aa-a79c-791c0135bf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d65473-76c4-45e7-bcd9-588c87a3da49,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:05.667459 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a5d199d3-85ea-4759-b175-48470db073f2 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.705552 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d199d3-85ea-4759-b175-48470db073f2 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Port': ['ID=d1d4829b-6b6f-4552-b89e-d12b315b2f11,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:05.918748 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a5d199d3-85ea-4759-b175-48470db073f2 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.321763 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0b45b-b39a-4e5d-998b-f3df3a751b38 req-6fb5464e-876a-4dd5-8bff-5a2eb78f03ff tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:06.323820 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1d0b45b-b39a-4e5d-998b-f3df3a751b38 req-6fb5464e-876a-4dd5-8bff-5a2eb78f03ff tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.49 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.2516751 Jul 14 09:39:06.368476 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d199d3-85ea-4759-b175-48470db073f2 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:06.528479 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d199d3-85ea-4759-b175-48470db073f2 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:06.536932 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59936) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:06.542415 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08acf8a-0a8b-4183-9ec1-1e7824652848 None None] Sync routers for ids ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:06.560666 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a5d199d3-85ea-4759-b175-48470db073f2 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/7c9ed846-2d3d-4acb-9471-e226d9c46b8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2898755 Jul 14 09:39:06.571611 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08acf8a-0a8b-4183-9ec1-1e7824652848 None None] Routers {'7c9ed846-2d3d-4acb-9471-e226d9c46b8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:06.572898 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a08acf8a-0a8b-4183-9ec1-1e7824652848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:06.587740 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-d1d0b45b-b39a-4e5d-998b-f3df3a751b38 req-6a332db4-5f25-4364-a589-9bf90550054c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Deleting port ddd5beb2-2eeb-465b-85c8-52206b93b8bb {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:06.588098 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d1d0b45b-b39a-4e5d-998b-f3df3a751b38 req-6a332db4-5f25-4364-a589-9bf90550054c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.674593 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d982b9-3212-445d-b692-6d65ab05c1aa tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting subnet 4721e9c5-4b97-4048-a654-24d971ec24d4 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:39:06.690468 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-93d982b9-3212-445d-b692-6d65ab05c1aa tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.756823 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a08acf8a-0a8b-4183-9ec1-1e7824652848 None None] Set router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:06.833687 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-93d982b9-3212-445d-b692-6d65ab05c1aa tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.845815 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-d1d0b45b-b39a-4e5d-998b-f3df3a751b38 req-6a332db4-5f25-4364-a589-9bf90550054c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] For port ddd5beb2-2eeb-465b-85c8-52206b93b8bb, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:06.846183 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d1d0b45b-b39a-4e5d-998b-f3df3a751b38 req-6a332db4-5f25-4364-a589-9bf90550054c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.019188 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-93d982b9-3212-445d-b692-6d65ab05c1aa tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.132705 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cae36-7de9-4c0f-b35a-7e921be76fc9 req-73237458-cd8f-4b42-8c47-05af60349afc tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:07.134070 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c90cae36-7de9-4c0f-b35a-7e921be76fc9 req-73237458-cd8f-4b42-8c47-05af60349afc tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 944 time: 0.2162621 Jul 14 09:39:07.151760 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-93d982b9-3212-445d-b692-6d65ab05c1aa tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.172643 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-93d982b9-3212-445d-b692-6d65ab05c1aa tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.177399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5396d8ab-087a-4631-8e85-81e672a5fa68 None None] Network 35e41b37-bd09-450f-9d3b-deaea2f32759 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:07.179039 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59946) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:07.179665 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-93d982b9-3212-445d-b692-6d65ab05c1aa tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/subnets/4721e9c5-4b97-4048-a654-24d971ec24d4 HTTP/1.1" status: 204 len: 168 time: 0.6416426 Jul 14 09:39:07.203428 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d982b9-3212-445d-b692-6d65ab05c1aa tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Subnet': ['ID=4721e9c5-4b97-4048-a654-24d971ec24d4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:07.312848 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a08acf8a-0a8b-4183-9ec1-1e7824652848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:39:05Z', 'revision_number': 9, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef82f679-1027-4b3e-9f04-2c6018e30a1a', 'name': '', 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:5e:80:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:27Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:07.314246 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-52d8331f-b1d0-4e3e-8550-15ba9b739269 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.337163 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c90cae36-7de9-4c0f-b35a-7e921be76fc9 req-b132ec3f-a3fd-4c31-817c-ad0645bfc95f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups?id=96f80f92-5d2c-418c-840e-d780fce789bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710160 Jul 14 09:39:07.343540 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08acf8a-0a8b-4183-9ec1-1e7824652848 None None] Checking router: 7c9ed846-2d3d-4acb-9471-e226d9c46b8e for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:07.377347 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08acf8a-0a8b-4183-9ec1-1e7824652848 None None] Routers {'7c9ed846-2d3d-4acb-9471-e226d9c46b8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:07.378073 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a08acf8a-0a8b-4183-9ec1-1e7824652848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:07.381316 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d1d0b45b-b39a-4e5d-998b-f3df3a751b38 req-6a332db4-5f25-4364-a589-9bf90550054c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.382865 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d1d0b45b-b39a-4e5d-998b-f3df3a751b38 req-6a332db4-5f25-4364-a589-9bf90550054c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.383247 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [req-d1d0b45b-b39a-4e5d-998b-f3df3a751b38 req-6a332db4-5f25-4364-a589-9bf90550054c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Floating IP e6826f1d-e6ab-4f00-afc1-d3634bdd305d disassociated. External IP: 172.25.1.152, port: ddd5beb2-2eeb-465b-85c8-52206b93b8bb. Jul 14 09:39:07.383892 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-d1d0b45b-b39a-4e5d-998b-f3df3a751b38 req-6a332db4-5f25-4364-a589-9bf90550054c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Calling delete_port for ddd5beb2-2eeb-465b-85c8-52206b93b8bb owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:07.529997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7441519d-f577-4da7-98ca-d10317235310 None None] DHCP port deletion for 35e41b37-bd09-450f-9d3b-deaea2f32759 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:39:07.539872 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-52d8331f-b1d0-4e3e-8550-15ba9b739269 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting port f0fd9fcc-8807-40b0-b34d-ad58c4da4007 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:07.540456 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-52d8331f-b1d0-4e3e-8550-15ba9b739269 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.563132 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a08acf8a-0a8b-4183-9ec1-1e7824652848 None None] Set router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:07.652268 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7441519d-f577-4da7-98ca-d10317235310 None None] Deleting port f0fd9fcc-8807-40b0-b34d-ad58c4da4007 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:07.652646 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7441519d-f577-4da7-98ca-d10317235310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.669931 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-52d8331f-b1d0-4e3e-8550-15ba9b739269 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] For port f0fd9fcc-8807-40b0-b34d-ad58c4da4007, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f0fd9fcc-8807-40b0-b34d-ad58c4da4007,segment=NetworkSegment(b836090e-7456-4893-890d-00421f5eda80),segment_id=b836090e-7456-4893-890d-00421f5eda80)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:07.670579 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-52d8331f-b1d0-4e3e-8550-15ba9b739269 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.687723 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-52d8331f-b1d0-4e3e-8550-15ba9b739269 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Calling delete_port for f0fd9fcc-8807-40b0-b34d-ad58c4da4007 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:07.697335 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d1d0b45b-b39a-4e5d-998b-f3df3a751b38 req-6a332db4-5f25-4364-a589-9bf90550054c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.787147 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-7441519d-f577-4da7-98ca-d10317235310 None None] For port f0fd9fcc-8807-40b0-b34d-ad58c4da4007, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f0fd9fcc-8807-40b0-b34d-ad58c4da4007,segment=NetworkSegment(b836090e-7456-4893-890d-00421f5eda80),segment_id=b836090e-7456-4893-890d-00421f5eda80)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:07.788122 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7441519d-f577-4da7-98ca-d10317235310 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.797429 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a332db4-5f25-4364-a589-9bf90550054c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Pushing event deleted for resources: {'Port': ['ID=ddd5beb2-2eeb-465b-85c8-52206b93b8bb,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:07.818525 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7441519d-f577-4da7-98ca-d10317235310 None None] Calling delete_port for f0fd9fcc-8807-40b0-b34d-ad58c4da4007 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:07.982090 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a08acf8a-0a8b-4183-9ec1-1e7824652848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:39:05Z', 'revision_number': 9, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef82f679-1027-4b3e-9f04-2c6018e30a1a', 'name': '', 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:5e:80:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:27Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:07.983045 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7441519d-f577-4da7-98ca-d10317235310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.037449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441519d-f577-4da7-98ca-d10317235310 None None] Pushing event deleted for resources: {'Port': ['ID=f0fd9fcc-8807-40b0-b34d-ad58c4da4007,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:08.057568 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7441519d-f577-4da7-98ca-d10317235310 None None] No DVR routers for this DVR port f0fd9fcc-8807-40b0-b34d-ad58c4da4007 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:08.081956 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08acf8a-0a8b-4183-9ec1-1e7824652848 None None] The sync data for ids ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'] in n-d-798054-10 is: [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:39:05Z', 'revision_number': 9, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef82f679-1027-4b3e-9f04-2c6018e30a1a', 'name': '', 'network_id': '337cc08a-b2f7-441e-bcc2-6da352b37ff0', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:5e:80:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:27Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '22aa597a-d9c4-40d7-8ff4-86193b1eaee5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:08.090081 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-52d8331f-b1d0-4e3e-8550-15ba9b739269 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.143633 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8331f-b1d0-4e3e-8550-15ba9b739269 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Port': ['ID=f0fd9fcc-8807-40b0-b34d-ad58c4da4007,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:08.164811 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d8331f-b1d0-4e3e-8550-15ba9b739269 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] No DVR routers for this DVR port f0fd9fcc-8807-40b0-b34d-ad58c4da4007 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:08.176858 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1d0b45b-b39a-4e5d-998b-f3df3a751b38 req-6a332db4-5f25-4364-a589-9bf90550054c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Router 5301b859-c545-444c-aafe-d2e9c4ac5f39 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:08.333955 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-52d8331f-b1d0-4e3e-8550-15ba9b739269 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.349896 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-52d8331f-b1d0-4e3e-8550-15ba9b739269 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e41b37-bd09-450f-9d3b-deaea2f32759']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:08.368966 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-52d8331f-b1d0-4e3e-8550-15ba9b739269 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b836090e-7456-4893-890d-00421f5eda80') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:08.368966 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-52d8331f-b1d0-4e3e-8550-15ba9b739269 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b836090e-7456-4893-890d-00421f5eda80') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:08.490274 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f0fd9fcc-8807-40b0-b34d-ad58c4da4007 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:08.529348 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-52d8331f-b1d0-4e3e-8550-15ba9b739269 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.541315 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1d0b45b-b39a-4e5d-998b-f3df3a751b38 req-6a332db4-5f25-4364-a589-9bf90550054c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:08.546022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: f0fd9fcc-8807-40b0-b34d-ad58c4da4007 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:08.546381 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f0fd9fcc-8807-40b0-b34d-ad58c4da4007 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:08.555085 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec137d2-a2c3-418e-9190-e82e3fd539ef None None] Sync routers for ids ['5301b859-c545-444c-aafe-d2e9c4ac5f39'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:08.609781 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-52d8331f-b1d0-4e3e-8550-15ba9b739269 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.613475 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec137d2-a2c3-418e-9190-e82e3fd539ef None None] Routers {'5301b859-c545-444c-aafe-d2e9c4ac5f39'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:08.614523 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-eec137d2-a2c3-418e-9190-e82e3fd539ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5301b859-c545-444c-aafe-d2e9c4ac5f39'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:08.668070 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d0b45b-b39a-4e5d-998b-f3df3a751b38 req-6a332db4-5f25-4364-a589-9bf90550054c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] No DVR routers for this DVR port ddd5beb2-2eeb-465b-85c8-52206b93b8bb on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:08.670855 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d8331f-b1d0-4e3e-8550-15ba9b739269 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:39:08.671484 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-52d8331f-b1d0-4e3e-8550-15ba9b739269 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:39:08.677332 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:39:08.695765 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d1d0b45b-b39a-4e5d-998b-f3df3a751b38 req-6a332db4-5f25-4364-a589-9bf90550054c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.698585 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1d0b45b-b39a-4e5d-998b-f3df3a751b38 req-6a332db4-5f25-4364-a589-9bf90550054c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.49 "DELETE /v2.0/ports/ddd5beb2-2eeb-465b-85c8-52206b93b8bb HTTP/1.1" status: 204 len: 173 time: 2.3689218 Jul 14 09:39:08.721115 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'name': 'network-vif-deleted', 'tag': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:08.724486 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521abc9e-3b6e-47dc-ac20-f82c783b6a2b" -d '{"events": [{"server_uuid": "409548b5-b499-4bd9-a7c0-02690bf0eca9", "name": "network-vif-deleted", "tag": "ddd5beb2-2eeb-465b-85c8-52206b93b8bb"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:08.773473 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-241cd58f-8bce-433d-a687-d7a91209f888 req-550c1b76-4c09-40ce-86a8-47342683624f tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/ports?device_id=409548b5-b499-4bd9-a7c0-02690bf0eca9 HTTP/1.1" status: 200 len: 210 time: 0.1507533 Jul 14 09:39:08.807448 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-52d8331f-b1d0-4e3e-8550-15ba9b739269 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.820607 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-52d8331f-b1d0-4e3e-8550-15ba9b739269 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.823219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-52d8331f-b1d0-4e3e-8550-15ba9b739269 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/networks/35e41b37-bd09-450f-9d3b-deaea2f32759 HTTP/1.1" status: 204 len: 168 time: 1.6355922 Jul 14 09:39:08.826236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59970) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:08.846743 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8331f-b1d0-4e3e-8550-15ba9b739269 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Network': ['ID=35e41b37-bd09-450f-9d3b-deaea2f32759,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:08.856149 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-eec137d2-a2c3-418e-9190-e82e3fd539ef None None] Set router 5301b859-c545-444c-aafe-d2e9c4ac5f39 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:08.926715 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dceacb-84af-415f-93ee-095212261db4 x-openstack-request-id: req-a7dceacb-84af-415f-93ee-095212261db4 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:08.927011 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409548b5-b499-4bd9-a7c0-02690bf0eca9", "name": "network-vif-deleted", "tag": "ddd5beb2-2eeb-465b-85c8-52206b93b8bb", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:08.930590 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a7dceacb-84af-415f-93ee-095212261db4 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:08.931236 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409548b5-b499-4bd9-a7c0-02690bf0eca9', 'name': 'network-vif-deleted', 'tag': 'ddd5beb2-2eeb-465b-85c8-52206b93b8bb', 'status': 'completed', 'code': 200} Jul 14 09:39:09.208645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-eec137d2-a2c3-418e-9190-e82e3fd539ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'name': 'tempest-ServerActionsTestJSON-1130626473-router', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:42Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'gw_port': {'id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:45Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '23f1e446-c795-47dc-bcb3-e3815399bd1d', 'name': '', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'mac_address': 'fa:16:3e:a7:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:50Z', 'updated_at': '2021-07-14T09:29:01Z', 'revision_number': 5, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'subnets': [{'id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:09.252749 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec137d2-a2c3-418e-9190-e82e3fd539ef None None] Checking router: 5301b859-c545-444c-aafe-d2e9c4ac5f39 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:09.265051 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec137d2-a2c3-418e-9190-e82e3fd539ef None None] Routers {'5301b859-c545-444c-aafe-d2e9c4ac5f39'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:09.266029 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-eec137d2-a2c3-418e-9190-e82e3fd539ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5301b859-c545-444c-aafe-d2e9c4ac5f39'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:09.443830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-eec137d2-a2c3-418e-9190-e82e3fd539ef None None] Set router 5301b859-c545-444c-aafe-d2e9c4ac5f39 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:09.505809 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59982) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:09.568041 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-61f5c8d9-96f1-433f-8829-32ecca044008 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.749003 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5ceb7729-4dc4-42b9-98f2-a6cb42790836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.829297 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-eec137d2-a2c3-418e-9190-e82e3fd539ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'name': 'tempest-ServerActionsTestJSON-1130626473-router', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:42Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'gw_port': {'id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:45Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '23f1e446-c795-47dc-bcb3-e3815399bd1d', 'name': '', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'mac_address': 'fa:16:3e:a7:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:50Z', 'updated_at': '2021-07-14T09:29:01Z', 'revision_number': 5, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'subnets': [{'id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:09.864730 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec137d2-a2c3-418e-9190-e82e3fd539ef None None] The sync data for ids ['5301b859-c545-444c-aafe-d2e9c4ac5f39'] in n-d-798054-10 is: [{'id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'name': 'tempest-ServerActionsTestJSON-1130626473-router', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:42Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'gw_port': {'id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:45Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '23f1e446-c795-47dc-bcb3-e3815399bd1d', 'name': '', 'network_id': 'fd2eea62-d9a9-4f48-bf40-52835f379e68', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'mac_address': 'fa:16:3e:a7:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:50Z', 'updated_at': '2021-07-14T09:29:01Z', 'revision_number': 5, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'subnets': [{'id': '546a5912-bfbb-4dd6-9c6b-53f7dcdb3075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:09.934835 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5ceb7729-4dc4-42b9-98f2-a6cb42790836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.941970 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5ceb7729-4dc4-42b9-98f2-a6cb42790836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.998405 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 59990) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:10.017560 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5ceb7729-4dc4-42b9-98f2-a6cb42790836 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d956a2afbc33431c92b0807e631f6ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5098879 Jul 14 09:39:10.021069 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb7729-4dc4-42b9-98f2-a6cb42790836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864ddca3-faff-4b92-a523-77db0e938c2b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:10.022141 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 59994) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:10.097956 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d1d4829b-6b6f-4552-b89e-d12b315b2f11 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:10.109272 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba2fee72-6be7-4965-9e85-31e62015a287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.136910 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba2fee72-6be7-4965-9e85-31e62015a287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.138420 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-19b65587-e5fb-40d1-aa97-308436aca91c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.164107 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-19b65587-e5fb-40d1-aa97-308436aca91c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.171684 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: d1d4829b-6b6f-4552-b89e-d12b315b2f11 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:10.174202 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d1d4829b-6b6f-4552-b89e-d12b315b2f11 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:10.197604 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba2fee72-6be7-4965-9e85-31e62015a287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.201754 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ba2fee72-6be7-4965-9e85-31e62015a287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.203471 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ba2fee72-6be7-4965-9e85-31e62015a287 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/864ddca3-faff-4b92-a523-77db0e938c2b HTTP/1.1" status: 204 len: 168 time: 0.1802785 Jul 14 09:39:10.212703 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fee72-6be7-4965-9e85-31e62015a287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864ddca3-faff-4b92-a523-77db0e938c2b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:10.233755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-61f5c8d9-96f1-433f-8829-32ecca044008 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting port ef82f679-1027-4b3e-9f04-2c6018e30a1a {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:10.236971 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-61f5c8d9-96f1-433f-8829-32ecca044008 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.348943 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-19b65587-e5fb-40d1-aa97-308436aca91c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.352656 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-19b65587-e5fb-40d1-aa97-308436aca91c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.354312 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-19b65587-e5fb-40d1-aa97-308436aca91c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "DELETE /v2.0/security-groups/96f80f92-5d2c-418c-840e-d780fce789bc HTTP/1.1" status: 204 len: 168 time: 0.3541656 Jul 14 09:39:10.357669 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60002) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:10.370979 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ddd5beb2-2eeb-465b-85c8-52206b93b8bb no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:10.391804 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-5f574252-f887-4b2d-8467-f885a2123dad tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] show failed (client error): The resource could not be found. Jul 14 09:39:10.396276 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5f574252-f887-4b2d-8467-f885a2123dad tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "GET /v2.0/security-groups/96f80f92-5d2c-418c-840e-d780fce789bc HTTP/1.1" status: 404 len: 347 time: 0.0370345 Jul 14 09:39:10.397584 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60004) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:10.421217 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b65587-e5fb-40d1-aa97-308436aca91c tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f80f92-5d2c-418c-840e-d780fce789bc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:10.435254 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c45d15-d033-4b22-bcbc-1708ca0089c6 None None] New status for floating IP e6826f1d-e6ab-4f00-afc1-d3634bdd305d: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:39:10.436383 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: ddd5beb2-2eeb-465b-85c8-52206b93b8bb {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:10.438656 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ddd5beb2-2eeb-465b-85c8-52206b93b8bb not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:10.524010 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-61f5c8d9-96f1-433f-8829-32ecca044008 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] For port ef82f679-1027-4b3e-9f04-2c6018e30a1a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=ef82f679-1027-4b3e-9f04-2c6018e30a1a,segment=NetworkSegment(bd90649e-2abc-4a27-9c1a-57d3e967e519),segment_id=bd90649e-2abc-4a27-9c1a-57d3e967e519)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:10.524397 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-61f5c8d9-96f1-433f-8829-32ecca044008 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.555168 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-61f5c8d9-96f1-433f-8829-32ecca044008 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Calling delete_port for ef82f679-1027-4b3e-9f04-2c6018e30a1a owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:10.648385 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f47896a3-0b35-4d87-a6fb-e3a845b35efa tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Deleting port 9f2d55d3-ae5b-47f5-a845-63103e3c282e {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:10.649045 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f47896a3-0b35-4d87-a6fb-e3a845b35efa tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.732703 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60010) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:10.753729 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-60483134-4089-45ef-b78d-3cc23237d14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.817063 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f47896a3-0b35-4d87-a6fb-e3a845b35efa tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.817434 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f47896a3-0b35-4d87-a6fb-e3a845b35efa tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.836135 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f47896a3-0b35-4d87-a6fb-e3a845b35efa tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Calling delete_port for 9f2d55d3-ae5b-47f5-a845-63103e3c282e owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:10.863750 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-61f5c8d9-96f1-433f-8829-32ecca044008 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.897341 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5c8d9-96f1-433f-8829-32ecca044008 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Port': ['ID=ef82f679-1027-4b3e-9f04-2c6018e30a1a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:11.051496 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-60483134-4089-45ef-b78d-3cc23237d14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.086875 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-60483134-4089-45ef-b78d-3cc23237d14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.115819 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-60483134-4089-45ef-b78d-3cc23237d14a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2bca80a2a9cd48e1b85f4f688218e01c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3814044 Jul 14 09:39:11.118635 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60012) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:11.120996 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-61f5c8d9-96f1-433f-8829-32ecca044008 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.186627 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f47896a3-0b35-4d87-a6fb-e3a845b35efa tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.241711 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60483134-4089-45ef-b78d-3cc23237d14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5d6f67-9ea6-4881-b43e-6fc42b217e0e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:11.264822 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47896a3-0b35-4d87-a6fb-e3a845b35efa tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Pushing event deleted for resources: {'Port': ['ID=9f2d55d3-ae5b-47f5-a845-63103e3c282e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:11.346269 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c194c87c-d6fb-4e87-b5c1-1446c94f979a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.371539 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c194c87c-d6fb-4e87-b5c1-1446c94f979a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.415366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f5c8d9-96f1-433f-8829-32ecca044008 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:11.421830 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f47896a3-0b35-4d87-a6fb-e3a845b35efa tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.425301 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f47896a3-0b35-4d87-a6fb-e3a845b35efa tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.426564 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f47896a3-0b35-4d87-a6fb-e3a845b35efa tempest-ServerActionsTestJSON-650621845 tempest-ServerActionsTestJSON-650621845-project] 10.222.0.26 "DELETE /v2.0/floatingips/e6826f1d-e6ab-4f00-afc1-d3634bdd305d HTTP/1.1" status: 204 len: 168 time: 1.0277927 Jul 14 09:39:11.429465 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60018) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:11.465672 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c194c87c-d6fb-4e87-b5c1-1446c94f979a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.469062 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c194c87c-d6fb-4e87-b5c1-1446c94f979a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.473404 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c194c87c-d6fb-4e87-b5c1-1446c94f979a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff5d6f67-9ea6-4881-b43e-6fc42b217e0e HTTP/1.1" status: 204 len: 168 time: 0.3532631 Jul 14 09:39:11.495972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194c87c-d6fb-4e87-b5c1-1446c94f979a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5d6f67-9ea6-4881-b43e-6fc42b217e0e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:11.632811 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f5c8d9-96f1-433f-8829-32ecca044008 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:11.650788 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567bc6b9-a1dd-4b3f-933f-0aa7acb565cd None None] Sync routers for ids ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:11.651361 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-61f5c8d9-96f1-433f-8829-32ecca044008 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/7c9ed846-2d3d-4acb-9471-e226d9c46b8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8204706 Jul 14 09:39:11.652061 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60026) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:11.663917 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567bc6b9-a1dd-4b3f-933f-0aa7acb565cd None None] Routers {'7c9ed846-2d3d-4acb-9471-e226d9c46b8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:11.664647 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-567bc6b9-a1dd-4b3f-933f-0aa7acb565cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:11.737381 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2f9019-4419-4507-a7e4-db1c34f3581a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting subnet 22aa597a-d9c4-40d7-8ff4-86193b1eaee5 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:39:11.751282 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce2f9019-4419-4507-a7e4-db1c34f3581a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.821231 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-567bc6b9-a1dd-4b3f-933f-0aa7acb565cd None None] Set router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:11.835431 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce2f9019-4419-4507-a7e4-db1c34f3581a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.216674 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce2f9019-4419-4507-a7e4-db1c34f3581a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.279602 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-567bc6b9-a1dd-4b3f-933f-0aa7acb565cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:39:10Z', 'revision_number': 10, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:12.320099 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567bc6b9-a1dd-4b3f-933f-0aa7acb565cd None None] Checking router: 7c9ed846-2d3d-4acb-9471-e226d9c46b8e for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:12.333699 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567bc6b9-a1dd-4b3f-933f-0aa7acb565cd None None] Routers {'7c9ed846-2d3d-4acb-9471-e226d9c46b8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:12.336170 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-567bc6b9-a1dd-4b3f-933f-0aa7acb565cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:12.395383 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce2f9019-4419-4507-a7e4-db1c34f3581a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.461539 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-567bc6b9-a1dd-4b3f-933f-0aa7acb565cd None None] Set router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:12.489460 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f9019-4419-4507-a7e4-db1c34f3581a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Subnet': ['ID=22aa597a-d9c4-40d7-8ff4-86193b1eaee5,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:12.522698 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce2f9019-4419-4507-a7e4-db1c34f3581a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.524671 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ce2f9019-4419-4507-a7e4-db1c34f3581a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/subnets/22aa597a-d9c4-40d7-8ff4-86193b1eaee5 HTTP/1.1" status: 204 len: 168 time: 0.8707511 Jul 14 09:39:12.528049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60046) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:12.529534 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9fc036-f274-4a61-843c-231593d00421 None None] Network 337cc08a-b2f7-441e-bcc2-6da352b37ff0 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:12.691871 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-164bbb30-9c76-492f-9945-bb3414e848ae tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.724846 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b1b148e8-26fe-4bb7-a573-44225b4504c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.824561 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-164bbb30-9c76-492f-9945-bb3414e848ae tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting port dce0c15a-ce34-46dc-b242-105596b80235 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:12.824561 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-164bbb30-9c76-492f-9945-bb3414e848ae tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.957238 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-567bc6b9-a1dd-4b3f-933f-0aa7acb565cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:39:10Z', 'revision_number': 10, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:12.966116 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-164bbb30-9c76-492f-9945-bb3414e848ae tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] For port dce0c15a-ce34-46dc-b242-105596b80235, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dce0c15a-ce34-46dc-b242-105596b80235,segment=NetworkSegment(bd90649e-2abc-4a27-9c1a-57d3e967e519),segment_id=bd90649e-2abc-4a27-9c1a-57d3e967e519)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:12.966493 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-164bbb30-9c76-492f-9945-bb3414e848ae tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:13.002075 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-164bbb30-9c76-492f-9945-bb3414e848ae tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Calling delete_port for dce0c15a-ce34-46dc-b242-105596b80235 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:13.020852 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567bc6b9-a1dd-4b3f-933f-0aa7acb565cd None None] The sync data for ids ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'] in n-d-798054-10 is: [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:39:10Z', 'revision_number': 10, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None, '_interfaces': [{'id': '5c5f698f-36b5-4216-990c-f17e91dc7538', 'name': '', 'network_id': '8847f4e7-efc2-4c86-8207-4102199ee91b', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'mac_address': 'fa:16:3e:85:66:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 5, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'subnets': [{'id': '3fc8d540-57b1-46d9-b7f7-c1196dc93cf6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:13.041920 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84b7855-e6b4-449c-8aa1-3bcf5fb4f9df None None] DHCP port deletion for 337cc08a-b2f7-441e-bcc2-6da352b37ff0 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:39:13.150688 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f84b7855-e6b4-449c-8aa1-3bcf5fb4f9df None None] Deleting port dce0c15a-ce34-46dc-b242-105596b80235 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:13.151320 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f84b7855-e6b4-449c-8aa1-3bcf5fb4f9df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:13.206435 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-164bbb30-9c76-492f-9945-bb3414e848ae tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:13.232931 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bbb30-9c76-492f-9945-bb3414e848ae tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Port': ['ID=dce0c15a-ce34-46dc-b242-105596b80235,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:13.247163 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164bbb30-9c76-492f-9945-bb3414e848ae tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] No DVR routers for this DVR port dce0c15a-ce34-46dc-b242-105596b80235 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:13.317098 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f84b7855-e6b4-449c-8aa1-3bcf5fb4f9df None None] For port dce0c15a-ce34-46dc-b242-105596b80235, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dce0c15a-ce34-46dc-b242-105596b80235,segment=NetworkSegment(bd90649e-2abc-4a27-9c1a-57d3e967e519),segment_id=bd90649e-2abc-4a27-9c1a-57d3e967e519)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:13.318016 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f84b7855-e6b4-449c-8aa1-3bcf5fb4f9df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:13.338348 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f84b7855-e6b4-449c-8aa1-3bcf5fb4f9df None None] Calling delete_port for dce0c15a-ce34-46dc-b242-105596b80235 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:13.351014 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-164bbb30-9c76-492f-9945-bb3414e848ae tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:13.366373 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-164bbb30-9c76-492f-9945-bb3414e848ae tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337cc08a-b2f7-441e-bcc2-6da352b37ff0']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:13.401642 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-164bbb30-9c76-492f-9945-bb3414e848ae tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd90649e-2abc-4a27-9c1a-57d3e967e519') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:13.401978 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-164bbb30-9c76-492f-9945-bb3414e848ae tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd90649e-2abc-4a27-9c1a-57d3e967e519') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:13.416377 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-164bbb30-9c76-492f-9945-bb3414e848ae tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:13.439363 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-164bbb30-9c76-492f-9945-bb3414e848ae tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:13.448275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164bbb30-9c76-492f-9945-bb3414e848ae tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:39:13.449390 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-164bbb30-9c76-492f-9945-bb3414e848ae tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:13.500344 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f84b7855-e6b4-449c-8aa1-3bcf5fb4f9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:39:13.565827 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:39:13.584618 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b7855-e6b4-449c-8aa1-3bcf5fb4f9df None None] Pushing event deleted for resources: {'Port': ['ID=dce0c15a-ce34-46dc-b242-105596b80235,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:13.611618 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-164bbb30-9c76-492f-9945-bb3414e848ae tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:13.626162 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-164bbb30-9c76-492f-9945-bb3414e848ae tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:13.630595 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-164bbb30-9c76-492f-9945-bb3414e848ae tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/networks/337cc08a-b2f7-441e-bcc2-6da352b37ff0 HTTP/1.1" status: 204 len: 168 time: 1.0991685 Jul 14 09:39:13.631193 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60066) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:13.632249 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84b7855-e6b4-449c-8aa1-3bcf5fb4f9df None None] No DVR routers for this DVR port dce0c15a-ce34-46dc-b242-105596b80235 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:13.668860 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bbb30-9c76-492f-9945-bb3414e848ae tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Network': ['ID=337cc08a-b2f7-441e-bcc2-6da352b37ff0,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:13.957516 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-b1b148e8-26fe-4bb7-a573-44225b4504c9 admin admin] Deleting port 23f1e446-c795-47dc-bcb3-e3815399bd1d {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:13.958070 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b1b148e8-26fe-4bb7-a573-44225b4504c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.071518 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-b1b148e8-26fe-4bb7-a573-44225b4504c9 admin admin] For port 23f1e446-c795-47dc-bcb3-e3815399bd1d, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=23f1e446-c795-47dc-bcb3-e3815399bd1d,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:14.072507 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b1b148e8-26fe-4bb7-a573-44225b4504c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.092346 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-b1b148e8-26fe-4bb7-a573-44225b4504c9 admin admin] Calling delete_port for 23f1e446-c795-47dc-bcb3-e3815399bd1d owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:14.176181 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dce0c15a-ce34-46dc-b242-105596b80235 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:14.199274 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: dce0c15a-ce34-46dc-b242-105596b80235 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:14.199808 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dce0c15a-ce34-46dc-b242-105596b80235 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:14.200388 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ef82f679-1027-4b3e-9f04-2c6018e30a1a no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:14.224782 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: ef82f679-1027-4b3e-9f04-2c6018e30a1a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:14.225308 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ef82f679-1027-4b3e-9f04-2c6018e30a1a not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:14.337132 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc91bf2e-7be4-4284-b0f1-7f49b6337219 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.439252 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b1b148e8-26fe-4bb7-a573-44225b4504c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.469545 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b148e8-26fe-4bb7-a573-44225b4504c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=23f1e446-c795-47dc-bcb3-e3815399bd1d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:14.761665 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-fc91bf2e-7be4-4284-b0f1-7f49b6337219 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting port 5c5f698f-36b5-4216-990c-f17e91dc7538 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:14.763406 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc91bf2e-7be4-4284-b0f1-7f49b6337219 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.823497 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b1b148e8-26fe-4bb7-a573-44225b4504c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.933958 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-fc91bf2e-7be4-4284-b0f1-7f49b6337219 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] For port 5c5f698f-36b5-4216-990c-f17e91dc7538, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5c5f698f-36b5-4216-990c-f17e91dc7538,segment=NetworkSegment(ef63eb0e-28af-4712-94b8-de2628cc6c35),segment_id=ef63eb0e-28af-4712-94b8-de2628cc6c35)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:14.934397 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc91bf2e-7be4-4284-b0f1-7f49b6337219 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.950576 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-fc91bf2e-7be4-4284-b0f1-7f49b6337219 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Calling delete_port for 5c5f698f-36b5-4216-990c-f17e91dc7538 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:15.198105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60122) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:15.247630 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc91bf2e-7be4-4284-b0f1-7f49b6337219 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.257811 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b148e8-26fe-4bb7-a573-44225b4504c9 admin admin] Router 5301b859-c545-444c-aafe-d2e9c4ac5f39 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:15.285389 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91bf2e-7be4-4284-b0f1-7f49b6337219 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Port': ['ID=5c5f698f-36b5-4216-990c-f17e91dc7538,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:15.413191 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b148e8-26fe-4bb7-a573-44225b4504c9 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:15.413436 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a209ae33-0f19-4dd2-aa42-a60426ed13fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.419156 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b1b148e8-26fe-4bb7-a573-44225b4504c9 admin admin] 10.222.0.26 "PUT /v2.0/routers/5301b859-c545-444c-aafe-d2e9c4ac5f39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9880369 Jul 14 09:39:15.421712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60126) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:15.428598 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb0202-e699-4009-b3de-c5b55fe30008 None None] Sync routers for ids ['5301b859-c545-444c-aafe-d2e9c4ac5f39'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:15.436420 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fc91bf2e-7be4-4284-b0f1-7f49b6337219 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.443563 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb0202-e699-4009-b3de-c5b55fe30008 None None] Routers {'5301b859-c545-444c-aafe-d2e9c4ac5f39'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:15.444568 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8feb0202-e699-4009-b3de-c5b55fe30008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5301b859-c545-444c-aafe-d2e9c4ac5f39'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:15.543821 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f99ef98f-c5c8-4c91-9e6a-4ed11ca41622 admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.629173 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-8feb0202-e699-4009-b3de-c5b55fe30008 None None] Set router 5301b859-c545-444c-aafe-d2e9c4ac5f39 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:15.658838 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f99ef98f-c5c8-4c91-9e6a-4ed11ca41622 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.660571 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc91bf2e-7be4-4284-b0f1-7f49b6337219 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:15.733424 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f99ef98f-c5c8-4c91-9e6a-4ed11ca41622 admin admin] Deleting port 12d080d7-58eb-43ff-8c97-667e378ddc74 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:15.733944 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f99ef98f-c5c8-4c91-9e6a-4ed11ca41622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.739629 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a209ae33-0f19-4dd2-aa42-a60426ed13fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.776562 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a209ae33-0f19-4dd2-aa42-a60426ed13fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.827918 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc91bf2e-7be4-4284-b0f1-7f49b6337219 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:15.833979 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fc91bf2e-7be4-4284-b0f1-7f49b6337219 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/7c9ed846-2d3d-4acb-9471-e226d9c46b8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1858673 Jul 14 09:39:15.840076 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec462964-52b0-4a9f-a535-e3fbcc7c6ce7 None None] Sync routers for ids ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:15.841866 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a209ae33-0f19-4dd2-aa42-a60426ed13fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4367e7f4747f4cc9b42696142caf84f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6426940 Jul 14 09:39:15.842793 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60132) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:15.843132 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60134) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:15.852715 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209ae33-0f19-4dd2-aa42-a60426ed13fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58183704-499a-4226-b275-d7e34e6f8cb0,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:15.862033 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec462964-52b0-4a9f-a535-e3fbcc7c6ce7 None None] Routers {'7c9ed846-2d3d-4acb-9471-e226d9c46b8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:15.863961 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ec462964-52b0-4a9f-a535-e3fbcc7c6ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:15.875539 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8feb0202-e699-4009-b3de-c5b55fe30008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'name': 'tempest-ServerActionsTestJSON-1130626473-router', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:42Z', 'updated_at': '2021-07-14T09:39:14Z', 'revision_number': 5, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'gw_port': {'id': '12d080d7-58eb-43ff-8c97-667e378ddc74', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:45Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:15.878082 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-f99ef98f-c5c8-4c91-9e6a-4ed11ca41622 admin admin] For port 12d080d7-58eb-43ff-8c97-667e378ddc74, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=12d080d7-58eb-43ff-8c97-667e378ddc74,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:15.878340 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f99ef98f-c5c8-4c91-9e6a-4ed11ca41622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.892721 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f99ef98f-c5c8-4c91-9e6a-4ed11ca41622 admin admin] Calling delete_port for 12d080d7-58eb-43ff-8c97-667e378ddc74 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:15.948450 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ebddff-9bfb-431c-a8cb-9be6b5a6a6f1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting subnet 3fc8d540-57b1-46d9-b7f7-c1196dc93cf6 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:39:15.952985 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2ebddff-9bfb-431c-a8cb-9be6b5a6a6f1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.961063 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb0202-e699-4009-b3de-c5b55fe30008 None None] Checking router: 5301b859-c545-444c-aafe-d2e9c4ac5f39 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:15.966728 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ec462964-52b0-4a9f-a535-e3fbcc7c6ce7 None None] Set router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:15.991431 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb0202-e699-4009-b3de-c5b55fe30008 None None] Routers {'5301b859-c545-444c-aafe-d2e9c4ac5f39'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:15.992058 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8feb0202-e699-4009-b3de-c5b55fe30008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5301b859-c545-444c-aafe-d2e9c4ac5f39'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:16.002051 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10170316-0488-4d52-a356-14d9a4addc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.012311 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2ebddff-9bfb-431c-a8cb-9be6b5a6a6f1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.043397 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ec462964-52b0-4a9f-a535-e3fbcc7c6ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:39:15Z', 'revision_number': 11, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:16.075437 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec462964-52b0-4a9f-a535-e3fbcc7c6ce7 None None] Checking router: 7c9ed846-2d3d-4acb-9471-e226d9c46b8e for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:16.086120 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec462964-52b0-4a9f-a535-e3fbcc7c6ce7 None None] Routers {'7c9ed846-2d3d-4acb-9471-e226d9c46b8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:16.086938 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ec462964-52b0-4a9f-a535-e3fbcc7c6ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:16.122080 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10170316-0488-4d52-a356-14d9a4addc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.168773 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f99ef98f-c5c8-4c91-9e6a-4ed11ca41622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.223153 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-8feb0202-e699-4009-b3de-c5b55fe30008 None None] Set router 5301b859-c545-444c-aafe-d2e9c4ac5f39 gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:16.231569 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ec462964-52b0-4a9f-a535-e3fbcc7c6ce7 None None] Set router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:16.231735 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ef98f-c5c8-4c91-9e6a-4ed11ca41622 admin admin] Pushing event deleted for resources: {'Port': ['ID=12d080d7-58eb-43ff-8c97-667e378ddc74,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:16.334028 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f99ef98f-c5c8-4c91-9e6a-4ed11ca41622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.356063 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2ebddff-9bfb-431c-a8cb-9be6b5a6a6f1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.374058 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ec462964-52b0-4a9f-a535-e3fbcc7c6ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:39:15Z', 'revision_number': 11, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:16.378078 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8feb0202-e699-4009-b3de-c5b55fe30008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'name': 'tempest-ServerActionsTestJSON-1130626473-router', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:42Z', 'updated_at': '2021-07-14T09:39:15Z', 'revision_number': 6, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:16.438557 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec462964-52b0-4a9f-a535-e3fbcc7c6ce7 None None] The sync data for ids ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'] in n-d-798054-10 is: [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:39:15Z', 'revision_number': 11, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:16.438816 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10170316-0488-4d52-a356-14d9a4addc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.445088 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10170316-0488-4d52-a356-14d9a4addc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.453757 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-10170316-0488-4d52-a356-14d9a4addc58 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58183704-499a-4226-b275-d7e34e6f8cb0 HTTP/1.1" status: 204 len: 168 time: 0.6084089 Jul 14 09:39:16.456230 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb0202-e699-4009-b3de-c5b55fe30008 None None] The sync data for ids ['5301b859-c545-444c-aafe-d2e9c4ac5f39'] in n-d-798054-10 is: [{'id': '5301b859-c545-444c-aafe-d2e9c4ac5f39', 'name': 'tempest-ServerActionsTestJSON-1130626473-router', 'tenant_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:42Z', 'updated_at': '2021-07-14T09:39:15Z', 'revision_number': 6, 'project_id': 'aabcea4a3f10489fb922ceae9d8ba553', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:16.497399 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.502034 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10170316-0488-4d52-a356-14d9a4addc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58183704-499a-4226-b275-d7e34e6f8cb0,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:16.545760 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2ebddff-9bfb-431c-a8cb-9be6b5a6a6f1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.560541 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f99ef98f-c5c8-4c91-9e6a-4ed11ca41622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.563406 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f99ef98f-c5c8-4c91-9e6a-4ed11ca41622 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.592301 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2ebddff-9bfb-431c-a8cb-9be6b5a6a6f1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.594965 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e2ebddff-9bfb-431c-a8cb-9be6b5a6a6f1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/subnets/3fc8d540-57b1-46d9-b7f7-c1196dc93cf6 HTTP/1.1" status: 204 len: 168 time: 0.7507730 Jul 14 09:39:16.597102 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebddff-9bfb-431c-a8cb-9be6b5a6a6f1 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc8d540-57b1-46d9-b7f7-c1196dc93cf6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:16.598725 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8399ef-d674-43ec-83b0-aa41dc42a943 None None] Network 8847f4e7-efc2-4c86-8207-4102199ee91b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:16.600373 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60142) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:16.663937 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f99ef98f-c5c8-4c91-9e6a-4ed11ca41622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.664554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99ef98f-c5c8-4c91-9e6a-4ed11ca41622 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5301b859-c545-444c-aafe-d2e9c4ac5f39 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:39:16.670808 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f99ef98f-c5c8-4c91-9e6a-4ed11ca41622 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.671999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f99ef98f-c5c8-4c91-9e6a-4ed11ca41622 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5301b859-c545-444c-aafe-d2e9c4ac5f39 HTTP/1.1" status: 204 len: 168 time: 1.2494199 Jul 14 09:39:16.674666 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60144) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:16.724930 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e46f0f5-093e-41af-896a-c14d942fe895 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.863678 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-0e46f0f5-093e-41af-896a-c14d942fe895 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Deleting port d736b2bf-ac7b-443a-8584-b422de4ebaba {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:16.863678 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e46f0f5-093e-41af-896a-c14d942fe895 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.967842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2ec472-0d81-4c93-b2a1-1fffbc92ec30 admin admin] Deleting subnet 546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:39:16.967842 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a2ec472-0d81-4c93-b2a1-1fffbc92ec30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.987326 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a2ec472-0d81-4c93-b2a1-1fffbc92ec30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.002723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-0e46f0f5-093e-41af-896a-c14d942fe895 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] For port d736b2bf-ac7b-443a-8584-b422de4ebaba, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d736b2bf-ac7b-443a-8584-b422de4ebaba,segment=NetworkSegment(ef63eb0e-28af-4712-94b8-de2628cc6c35),segment_id=ef63eb0e-28af-4712-94b8-de2628cc6c35)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:17.003085 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e46f0f5-093e-41af-896a-c14d942fe895 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.189079 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a2ec472-0d81-4c93-b2a1-1fffbc92ec30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.199806 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b69aec-e050-4692-8aad-4cd7c8c3d8d8 None None] DHCP port deletion for 8847f4e7-efc2-4c86-8207-4102199ee91b request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:39:17.269601 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60172) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:17.302052 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-42b69aec-e050-4692-8aad-4cd7c8c3d8d8 None None] Deleting port d736b2bf-ac7b-443a-8584-b422de4ebaba {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:17.302737 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42b69aec-e050-4692-8aad-4cd7c8c3d8d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.328655 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ccbe22b-2f9d-4e18-856b-756747fd633b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.388782 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a2ec472-0d81-4c93-b2a1-1fffbc92ec30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.471861 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ec472-0d81-4c93-b2a1-1fffbc92ec30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=546a5912-bfbb-4dd6-9c6b-53f7dcdb3075,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:17.472103 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-42b69aec-e050-4692-8aad-4cd7c8c3d8d8 None None] For port d736b2bf-ac7b-443a-8584-b422de4ebaba, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d736b2bf-ac7b-443a-8584-b422de4ebaba,segment=NetworkSegment(ef63eb0e-28af-4712-94b8-de2628cc6c35),segment_id=ef63eb0e-28af-4712-94b8-de2628cc6c35)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:17.472696 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42b69aec-e050-4692-8aad-4cd7c8c3d8d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.476315 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a2ec472-0d81-4c93-b2a1-1fffbc92ec30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.482570 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4a2ec472-0d81-4c93-b2a1-1fffbc92ec30 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/546a5912-bfbb-4dd6-9c6b-53f7dcdb3075 HTTP/1.1" status: 204 len: 168 time: 0.8068306 Jul 14 09:39:17.483535 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60178) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:17.488544 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-42b69aec-e050-4692-8aad-4cd7c8c3d8d8 None None] Calling delete_port for d736b2bf-ac7b-443a-8584-b422de4ebaba owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:17.615327 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a056b66-b6d0-47fb-8ea6-bfec96f87a35 None None] Network fd2eea62-d9a9-4f48-bf40-52835f379e68 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:17.646372 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42b69aec-e050-4692-8aad-4cd7c8c3d8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.653698 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ad527b3-10ee-4a90-9bff-dad336a04a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.657909 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-0e46f0f5-093e-41af-896a-c14d942fe895 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Calling delete_port for d736b2bf-ac7b-443a-8584-b422de4ebaba owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:17.717231 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:39:17.741172 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ccbe22b-2f9d-4e18-856b-756747fd633b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.755351 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ccbe22b-2f9d-4e18-856b-756747fd633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.836970 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b69aec-e050-4692-8aad-4cd7c8c3d8d8 None None] Pushing event deleted for resources: {'Port': ['ID=d736b2bf-ac7b-443a-8584-b422de4ebaba,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:17.848926 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e46f0f5-093e-41af-896a-c14d942fe895 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.868370 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b69aec-e050-4692-8aad-4cd7c8c3d8d8 None None] No DVR routers for this DVR port d736b2bf-ac7b-443a-8584-b422de4ebaba on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:17.869589 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbe22b-2f9d-4e18-856b-756747fd633b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7cb41f-6326-4137-8292-2caa8582e96d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:17.881031 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6ccbe22b-2f9d-4e18-856b-756747fd633b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96bf113975584be98851fcd1e57fa902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6080711 Jul 14 09:39:17.883205 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60188) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:17.914162 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46f0f5-093e-41af-896a-c14d942fe895 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Port': ['ID=d736b2bf-ac7b-443a-8584-b422de4ebaba,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:17.929755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e46f0f5-093e-41af-896a-c14d942fe895 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] No DVR routers for this DVR port d736b2bf-ac7b-443a-8584-b422de4ebaba on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:17.948675 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-2ad527b3-10ee-4a90-9bff-dad336a04a52 admin admin] Deleting port 1fed3419-afd5-43b4-9be4-bd4d7039fdf9 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:17.952377 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ad527b3-10ee-4a90-9bff-dad336a04a52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.083494 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7360b8ad-7ab6-4210-916d-6a332cf6bd67 None None] DHCP port deletion for fd2eea62-d9a9-4f48-bf40-52835f379e68 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:39:18.131170 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e46f0f5-093e-41af-896a-c14d942fe895 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.151817 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-2ad527b3-10ee-4a90-9bff-dad336a04a52 admin admin] For port 1fed3419-afd5-43b4-9be4-bd4d7039fdf9, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1fed3419-afd5-43b4-9be4-bd4d7039fdf9,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:18.161448 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ad527b3-10ee-4a90-9bff-dad336a04a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.173877 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0e46f0f5-093e-41af-896a-c14d942fe895 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8847f4e7-efc2-4c86-8207-4102199ee91b']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:18.174167 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1abc6516-16c4-4496-82a5-d6a47cdd08a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.188002 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5c5f698f-36b5-4216-990c-f17e91dc7538 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:18.199254 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0e46f0f5-093e-41af-896a-c14d942fe895 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef63eb0e-28af-4712-94b8-de2628cc6c35') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:18.200877 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0e46f0f5-093e-41af-896a-c14d942fe895 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef63eb0e-28af-4712-94b8-de2628cc6c35') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:18.223568 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1abc6516-16c4-4496-82a5-d6a47cdd08a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.234558 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e46f0f5-093e-41af-896a-c14d942fe895 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.279116 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e46f0f5-093e-41af-896a-c14d942fe895 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.290409 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 5c5f698f-36b5-4216-990c-f17e91dc7538 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:18.292290 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5c5f698f-36b5-4216-990c-f17e91dc7538 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:18.292973 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 23f1e446-c795-47dc-bcb3-e3815399bd1d no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:18.293877 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-2ad527b3-10ee-4a90-9bff-dad336a04a52 admin admin] Calling delete_port for 1fed3419-afd5-43b4-9be4-bd4d7039fdf9 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:18.322456 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7360b8ad-7ab6-4210-916d-6a332cf6bd67 None None] Deleting port 1fed3419-afd5-43b4-9be4-bd4d7039fdf9 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:18.323313 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7360b8ad-7ab6-4210-916d-6a332cf6bd67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.323496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e46f0f5-093e-41af-896a-c14d942fe895 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:39:18.323901 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e46f0f5-093e-41af-896a-c14d942fe895 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.398496 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1abc6516-16c4-4496-82a5-d6a47cdd08a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.402457 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1abc6516-16c4-4496-82a5-d6a47cdd08a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.406020 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1abc6516-16c4-4496-82a5-d6a47cdd08a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a7cb41f-6326-4137-8292-2caa8582e96d HTTP/1.1" status: 204 len: 168 time: 0.5194244 Jul 14 09:39:18.454839 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc6516-16c4-4496-82a5-d6a47cdd08a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7cb41f-6326-4137-8292-2caa8582e96d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:18.457862 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ad527b3-10ee-4a90-9bff-dad336a04a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.487145 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 23f1e446-c795-47dc-bcb3-e3815399bd1d {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:18.487695 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 23f1e446-c795-47dc-bcb3-e3815399bd1d not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:18.488242 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1fed3419-afd5-43b4-9be4-bd4d7039fdf9 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:18.529994 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 1fed3419-afd5-43b4-9be4-bd4d7039fdf9 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:18.530718 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1fed3419-afd5-43b4-9be4-bd4d7039fdf9 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:39:18.531274 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:39:18.534599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d736b2bf-ac7b-443a-8584-b422de4ebaba no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:18.539230 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e46f0f5-093e-41af-896a-c14d942fe895 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.562042 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: d736b2bf-ac7b-443a-8584-b422de4ebaba {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:18.563009 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d736b2bf-ac7b-443a-8584-b422de4ebaba not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:18.563645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 12d080d7-58eb-43ff-8c97-667e378ddc74 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:18.563877 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad527b3-10ee-4a90-9bff-dad336a04a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fed3419-afd5-43b4-9be4-bd4d7039fdf9,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:18.587132 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e46f0f5-093e-41af-896a-c14d942fe895 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.591552 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad527b3-10ee-4a90-9bff-dad336a04a52 admin admin] No DVR routers for this DVR port 1fed3419-afd5-43b4-9be4-bd4d7039fdf9 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:18.596655 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 12d080d7-58eb-43ff-8c97-667e378ddc74 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:18.596999 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60200) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:18.597525 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0e46f0f5-093e-41af-896a-c14d942fe895 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/networks/8847f4e7-efc2-4c86-8207-4102199ee91b HTTP/1.1" status: 204 len: 168 time: 1.9954519 Jul 14 09:39:18.597734 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 12d080d7-58eb-43ff-8c97-667e378ddc74 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:18.601578 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46f0f5-093e-41af-896a-c14d942fe895 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Pushing event deleted for resources: {'Network': ['ID=8847f4e7-efc2-4c86-8207-4102199ee91b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:18.609456 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-007559d8-8f5a-4805-b6ce-17b08a537baf tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'router': {'routes': None}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:18.616983 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-7360b8ad-7ab6-4210-916d-6a332cf6bd67 None None] For port 1fed3419-afd5-43b4-9be4-bd4d7039fdf9, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1fed3419-afd5-43b4-9be4-bd4d7039fdf9,segment=NetworkSegment(9a937cfe-cf74-46b9-a5d7-966ef133264a),segment_id=9a937cfe-cf74-46b9-a5d7-966ef133264a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:18.617588 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7360b8ad-7ab6-4210-916d-6a332cf6bd67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.636986 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7360b8ad-7ab6-4210-916d-6a332cf6bd67 None None] Calling delete_port for 1fed3419-afd5-43b4-9be4-bd4d7039fdf9 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:18.737519 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7360b8ad-7ab6-4210-916d-6a332cf6bd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.809997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360b8ad-7ab6-4210-916d-6a332cf6bd67 None None] Pushing event deleted for resources: {'Port': ['ID=1fed3419-afd5-43b4-9be4-bd4d7039fdf9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:18.820517 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7360b8ad-7ab6-4210-916d-6a332cf6bd67 None None] No DVR routers for this DVR port 1fed3419-afd5-43b4-9be4-bd4d7039fdf9 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:18.850512 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ad527b3-10ee-4a90-9bff-dad336a04a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.964517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-2ad527b3-10ee-4a90-9bff-dad336a04a52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2eea62-d9a9-4f48-bf40-52835f379e68']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:18.980208 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-2ad527b3-10ee-4a90-9bff-dad336a04a52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a937cfe-cf74-46b9-a5d7-966ef133264a') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:18.980575 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-2ad527b3-10ee-4a90-9bff-dad336a04a52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a937cfe-cf74-46b9-a5d7-966ef133264a') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:19.010592 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.extraroute_db [None req-007559d8-8f5a-4805-b6ce-17b08a537baf tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Added routes are [] {{(pid=93887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:39:19.010903 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.extraroute_db [None req-007559d8-8f5a-4805-b6ce-17b08a537baf tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Removed routes are [] {{(pid=93887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:39:19.011274 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-007559d8-8f5a-4805-b6ce-17b08a537baf tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.016549 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ad527b3-10ee-4a90-9bff-dad336a04a52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.071293 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ad527b3-10ee-4a90-9bff-dad336a04a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.104833 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad527b3-10ee-4a90-9bff-dad336a04a52 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:39:19.105258 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ad527b3-10ee-4a90-9bff-dad336a04a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:39:19.118352 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:39:19.257952 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ad527b3-10ee-4a90-9bff-dad336a04a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.282744 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-007559d8-8f5a-4805-b6ce-17b08a537baf tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.298366 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ad527b3-10ee-4a90-9bff-dad336a04a52 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.304853 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2ad527b3-10ee-4a90-9bff-dad336a04a52 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fd2eea62-d9a9-4f48-bf40-52835f379e68 HTTP/1.1" status: 204 len: 168 time: 1.8179393 Jul 14 09:39:19.323956 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-007559d8-8f5a-4805-b6ce-17b08a537baf tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.326051 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad527b3-10ee-4a90-9bff-dad336a04a52 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd2eea62-d9a9-4f48-bf40-52835f379e68,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:19.440406 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007559d8-8f5a-4805-b6ce-17b08a537baf tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:19.560864 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007559d8-8f5a-4805-b6ce-17b08a537baf tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:19.572151 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-007559d8-8f5a-4805-b6ce-17b08a537baf tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.573339 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-007559d8-8f5a-4805-b6ce-17b08a537baf tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/7c9ed846-2d3d-4acb-9471-e226d9c46b8e HTTP/1.1" status: 200 len: 705 time: 0.9727037 Jul 14 09:39:19.576081 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60240) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.578066 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08508ab-e491-4337-acac-792ce737daa1 None None] Sync routers for ids ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:19.586859 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60242) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.605431 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08508ab-e491-4337-acac-792ce737daa1 None None] Routers {'7c9ed846-2d3d-4acb-9471-e226d9c46b8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:19.610178 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d08508ab-e491-4337-acac-792ce737daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:19.615919 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3c5691c3-15e5-4849-ab4f-3c11a5db5f2e tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c9ed846-2d3d-4acb-9471-e226d9c46b8e HTTP/1.1" status: 200 len: 205 time: 0.0361037 Jul 14 09:39:19.617360 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60244) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.654535 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d5fd28de-b5b9-46c4-94ab-9ad717a8d030 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aabcea4a3f10489fb922ceae9d8ba553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653157 Jul 14 09:39:19.656964 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60248) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.743370 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-53b344f2-866d-415f-b2bb-72ec04bc4a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.773739 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b241eb63-d923-4522-9054-4fc233295be2 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.788013 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-53b344f2-866d-415f-b2bb-72ec04bc4a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.819913 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-d08508ab-e491-4337-acac-792ce737daa1 None None] Set router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:19.855120 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-53b344f2-866d-415f-b2bb-72ec04bc4a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.858011 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-53b344f2-866d-415f-b2bb-72ec04bc4a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.860655 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-53b344f2-866d-415f-b2bb-72ec04bc4a3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/762cc444-4108-41c1-b6ba-d307083b58c0 HTTP/1.1" status: 204 len: 168 time: 0.2024961 Jul 14 09:39:19.893936 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b344f2-866d-415f-b2bb-72ec04bc4a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762cc444-4108-41c1-b6ba-d307083b58c0,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:19.919143 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d08508ab-e491-4337-acac-792ce737daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:39:15Z', 'revision_number': 11, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:19.975478 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08508ab-e491-4337-acac-792ce737daa1 None None] Checking router: 7c9ed846-2d3d-4acb-9471-e226d9c46b8e for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:20.045909 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08508ab-e491-4337-acac-792ce737daa1 None None] Routers {'7c9ed846-2d3d-4acb-9471-e226d9c46b8e'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:20.046790 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d08508ab-e491-4337-acac-792ce737daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:20.120137 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b241eb63-d923-4522-9054-4fc233295be2 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.130299 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b241eb63-d923-4522-9054-4fc233295be2 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.196870 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-d08508ab-e491-4337-acac-792ce737daa1 None None] Set router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:20.230699 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b241eb63-d923-4522-9054-4fc233295be2 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.231506 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b241eb63-d923-4522-9054-4fc233295be2 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Fanout notify agent at l3_agent the message router_deleted on router 7c9ed846-2d3d-4acb-9471-e226d9c46b8e {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:39:20.243059 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b241eb63-d923-4522-9054-4fc233295be2 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.245211 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b241eb63-d923-4522-9054-4fc233295be2 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/routers/7c9ed846-2d3d-4acb-9471-e226d9c46b8e HTTP/1.1" status: 204 len: 168 time: 0.6267600 Jul 14 09:39:20.250540 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60266) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:20.262951 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c4d0ca97-fb1f-446c-a5f3-86b390408d0d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-549923813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:20.287156 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d08508ab-e491-4337-acac-792ce737daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:39:15Z', 'revision_number': 11, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:20.323828 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08508ab-e491-4337-acac-792ce737daa1 None None] The sync data for ids ['7c9ed846-2d3d-4acb-9471-e226d9c46b8e'] in n-d-798054-10 is: [{'id': '7c9ed846-2d3d-4acb-9471-e226d9c46b8e', 'name': 'tempest-RoutersIpV6Test-router-1553804600', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:39:15Z', 'revision_number': 11, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:20.350804 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c4d0ca97-fb1f-446c-a5f3-86b390408d0d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.352045 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c4d0ca97-fb1f-446c-a5f3-86b390408d0d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.451110 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c4d0ca97-fb1f-446c-a5f3-86b390408d0d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.457281 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c4d0ca97-fb1f-446c-a5f3-86b390408d0d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.488478 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c4d0ca97-fb1f-446c-a5f3-86b390408d0d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.492415 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c4d0ca97-fb1f-446c-a5f3-86b390408d0d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2395661 Jul 14 09:39:20.494897 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60278) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:20.500633 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-df0b1724-9441-4945-957f-4aaf5d658102 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:20.534039 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60282) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:20.856510 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-882106a9-8157-4e8c-bc10-3c42ff0e7f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.032814 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-882106a9-8157-4e8c-bc10-3c42ff0e7f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.041390 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-882106a9-8157-4e8c-bc10-3c42ff0e7f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.112104 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882106a9-8157-4e8c-bc10-3c42ff0e7f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe460312-5a9c-43d8-b7b0-d8eb7a5ff885,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:21.119264 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-882106a9-8157-4e8c-bc10-3c42ff0e7f89 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=48173efa222e419884f378670e3e2f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5832551 Jul 14 09:39:21.139447 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60306) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:21.270375 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03c9b350-f808-4cda-808b-945a2fb266c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.329658 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df0b1724-9441-4945-957f-4aaf5d658102 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.335695 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03c9b350-f808-4cda-808b-945a2fb266c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.348246 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df0b1724-9441-4945-957f-4aaf5d658102 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.417432 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03c9b350-f808-4cda-808b-945a2fb266c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.420457 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03c9b350-f808-4cda-808b-945a2fb266c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.422251 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-03c9b350-f808-4cda-808b-945a2fb266c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe460312-5a9c-43d8-b7b0-d8eb7a5ff885 HTTP/1.1" status: 204 len: 168 time: 0.2817695 Jul 14 09:39:21.484055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9b350-f808-4cda-808b-945a2fb266c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe460312-5a9c-43d8-b7b0-d8eb7a5ff885,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:21.508637 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0b1724-9441-4945-957f-4aaf5d658102 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Router abef07bc-e38a-4ecd-a240-74772191951b is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:39:21.639305 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0b1724-9441-4945-957f-4aaf5d658102 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:21.647111 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df0b1724-9441-4945-957f-4aaf5d658102 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.648369 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-df0b1724-9441-4945-957f-4aaf5d658102 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "PUT /v2.0/routers/abef07bc-e38a-4ecd-a240-74772191951b HTTP/1.1" status: 200 len: 697 time: 1.1516895 Jul 14 09:39:21.651722 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60324) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:21.652241 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2857e21-03e9-422c-a590-1294c1d9e313 None None] Sync routers for ids ['abef07bc-e38a-4ecd-a240-74772191951b'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:21.663789 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2857e21-03e9-422c-a590-1294c1d9e313 None None] Routers {'abef07bc-e38a-4ecd-a240-74772191951b'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:21.665256 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a2857e21-03e9-422c-a590-1294c1d9e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['abef07bc-e38a-4ecd-a240-74772191951b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:21.800093 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-a2857e21-03e9-422c-a590-1294c1d9e313 None None] Set router abef07bc-e38a-4ecd-a240-74772191951b gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:21.873851 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cda996dd-c4c1-4a8b-ac21-c2f702119b19 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/routers/abef07bc-e38a-4ecd-a240-74772191951b HTTP/1.1" status: 200 len: 703 time: 0.2193377 Jul 14 09:39:21.875651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60338) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:21.905946 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a2857e21-03e9-422c-a590-1294c1d9e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef07bc-e38a-4ecd-a240-74772191951b', 'name': 'tempest-RoutersIpV6Test-router-549923813', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:20Z', 'updated_at': '2021-07-14T09:39:21Z', 'revision_number': 2, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:21.953502 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ba79366a-2615-4368-a845-4350df9c2f9f tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/ports?device_id=abef07bc-e38a-4ecd-a240-74772191951b HTTP/1.1" status: 200 len: 205 time: 0.0758276 Jul 14 09:39:21.955917 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60340) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.063796 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de1fb67f-b32b-4179-86c5-a82263cded99 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.170761 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2857e21-03e9-422c-a590-1294c1d9e313 None None] Checking router: abef07bc-e38a-4ecd-a240-74772191951b for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:22.179777 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-de14fd05-fb28-4232-aac4-f9ecdbaf214a req-0ad5ff24-1404-409e-b0df-135f63d8eb48 tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0566988 Jul 14 09:39:22.180373 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2857e21-03e9-422c-a590-1294c1d9e313 None None] Routers {'abef07bc-e38a-4ecd-a240-74772191951b'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:22.181520 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a2857e21-03e9-422c-a590-1294c1d9e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['abef07bc-e38a-4ecd-a240-74772191951b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:22.280432 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-a2857e21-03e9-422c-a590-1294c1d9e313 None None] Set router abef07bc-e38a-4ecd-a240-74772191951b gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:22.356052 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a2857e21-03e9-422c-a590-1294c1d9e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abef07bc-e38a-4ecd-a240-74772191951b', 'name': 'tempest-RoutersIpV6Test-router-549923813', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:20Z', 'updated_at': '2021-07-14T09:39:21Z', 'revision_number': 2, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:22.371873 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de1fb67f-b32b-4179-86c5-a82263cded99 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.374691 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de1fb67f-b32b-4179-86c5-a82263cded99 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.393085 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2857e21-03e9-422c-a590-1294c1d9e313 None None] The sync data for ids ['abef07bc-e38a-4ecd-a240-74772191951b'] in n-d-798054-10 is: [{'id': 'abef07bc-e38a-4ecd-a240-74772191951b', 'name': 'tempest-RoutersIpV6Test-router-549923813', 'tenant_id': '4a260d3b38bf4b4ca200416414521a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:20Z', 'updated_at': '2021-07-14T09:39:21Z', 'revision_number': 2, 'project_id': '4a260d3b38bf4b4ca200416414521a69', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:22.466074 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de1fb67f-b32b-4179-86c5-a82263cded99 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.466865 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1fb67f-b32b-4179-86c5-a82263cded99 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Fanout notify agent at l3_agent the message router_deleted on router abef07bc-e38a-4ecd-a240-74772191951b {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:39:22.476519 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de1fb67f-b32b-4179-86c5-a82263cded99 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.478166 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-de1fb67f-b32b-4179-86c5-a82263cded99 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/routers/abef07bc-e38a-4ecd-a240-74772191951b HTTP/1.1" status: 204 len: 168 time: 0.5206976 Jul 14 09:39:22.482576 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60360) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.533064 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d1fac8a2-34a0-48f2-9173-efff5077ec48 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/ports?device_id=abef07bc-e38a-4ecd-a240-74772191951b HTTP/1.1" status: 200 len: 205 time: 0.0492277 Jul 14 09:39:22.536089 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60366) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.599288 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-2667ae9b-6aad-4bdd-8f5a-31e15939fe16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] delete failed (client error): The resource could not be found. Jul 14 09:39:22.604288 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2667ae9b-6aad-4bdd-8f5a-31e15939fe16 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/routers/abef07bc-e38a-4ecd-a240-74772191951b HTTP/1.1" status: 404 len: 336 time: 0.0639019 Jul 14 09:39:22.604944 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60372) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.645364 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-71fff466-7e5b-4c5c-a12b-9cebc7ef506a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] DELETE failed (client error): The resource could not be found. Jul 14 09:39:22.646472 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71fff466-7e5b-4c5c-a12b-9cebc7ef506a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:39:22.649339 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-71fff466-7e5b-4c5c-a12b-9cebc7ef506a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/subnets/516a4040-064f-4d10-a6cb-09cdee45fda7 HTTP/1.1" status: 404 len: 337 time: 0.0424798 Jul 14 09:39:22.652137 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60376) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.691943 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6823eda-96fa-4198-ae1b-e9b542706e62 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] DELETE failed (client error): The resource could not be found. Jul 14 09:39:22.692567 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6823eda-96fa-4198-ae1b-e9b542706e62 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:39:22.698523 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c6823eda-96fa-4198-ae1b-e9b542706e62 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/subnets/4721e9c5-4b97-4048-a654-24d971ec24d4 HTTP/1.1" status: 404 len: 337 time: 0.0416124 Jul 14 09:39:22.698687 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60380) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.742980 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2130574-dba4-42a9-8dba-6be81bc83bd4 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] DELETE failed (client error): The resource could not be found. Jul 14 09:39:22.744384 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2130574-dba4-42a9-8dba-6be81bc83bd4 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:39:22.746539 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a2130574-dba4-42a9-8dba-6be81bc83bd4 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/subnets/22aa597a-d9c4-40d7-8ff4-86193b1eaee5 HTTP/1.1" status: 404 len: 337 time: 0.0481341 Jul 14 09:39:22.749244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60382) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.804700 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b77383b-87e2-45cc-b13a-544792d3f6dd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] DELETE failed (client error): The resource could not be found. Jul 14 09:39:22.805162 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b77383b-87e2-45cc-b13a-544792d3f6dd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:39:22.807579 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5b77383b-87e2-45cc-b13a-544792d3f6dd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/subnets/3fc8d540-57b1-46d9-b7f7-c1196dc93cf6 HTTP/1.1" status: 404 len: 337 time: 0.0564656 Jul 14 09:39:22.811344 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60386) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.851176 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-472a491a-cc50-4a19-86ed-f07d2adde6b4 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c9ed846-2d3d-4acb-9471-e226d9c46b8e HTTP/1.1" status: 200 len: 205 time: 0.0381429 Jul 14 09:39:22.856285 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60388) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.908524 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-6e61f86f-a74e-47e9-8f80-9648c0b13b43 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] delete failed (client error): The resource could not be found. Jul 14 09:39:22.912920 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60392) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.913418 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6e61f86f-a74e-47e9-8f80-9648c0b13b43 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/routers/7c9ed846-2d3d-4acb-9471-e226d9c46b8e HTTP/1.1" status: 404 len: 336 time: 0.0554173 Jul 14 09:39:22.932310 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60394) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.946488 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ab86daef-4c51-40d6-a8c8-73003bdf6ee8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/ports?device_id=361f3626-de2a-4dd5-8066-934d7700d06b HTTP/1.1" status: 200 len: 205 time: 0.0292482 Jul 14 09:39:22.947934 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60398) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.994946 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-bccda090-5829-41e6-b290-06a5fc396d46 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] delete failed (client error): The resource could not be found. Jul 14 09:39:22.996668 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bccda090-5829-41e6-b290-06a5fc396d46 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/routers/361f3626-de2a-4dd5-8066-934d7700d06b HTTP/1.1" status: 404 len: 336 time: 0.0461149 Jul 14 09:39:22.999795 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60400) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:23.043594 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc2178d-7d89-45cd-a8ee-e8aa43cab78a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] DELETE failed (client error): The resource could not be found. Jul 14 09:39:23.043594 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc2178d-7d89-45cd-a8ee-e8aa43cab78a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:39:23.043594 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4cc2178d-7d89-45cd-a8ee-e8aa43cab78a tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/subnets/6363e0cf-29a1-4cbe-9025-36bc1ce91176 HTTP/1.1" status: 404 len: 337 time: 0.0333891 Jul 14 09:39:23.043594 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60402) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:23.101614 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-baae3e84-15a1-4484-a48d-c591453febb5 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/ports?device_id=77496d89-52ed-486e-b92f-bc67f7de3970 HTTP/1.1" status: 200 len: 205 time: 0.0631251 Jul 14 09:39:23.104377 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60406) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:23.158617 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-dae31c04-7d74-4f38-96a5-5642d922e0c0 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-649916958'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:23.162079 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-b6fba6c4-cc0c-42df-aa90-9eaa39db1262 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] delete failed (client error): The resource could not be found. Jul 14 09:39:23.166588 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b6fba6c4-cc0c-42df-aa90-9eaa39db1262 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/routers/77496d89-52ed-486e-b92f-bc67f7de3970 HTTP/1.1" status: 404 len: 336 time: 0.0583084 Jul 14 09:39:23.167517 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60420) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:23.191336 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae31c04-7d74-4f38-96a5-5642d922e0c0 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Made reservation on behalf of b466aa82451b402a84a7e3bd91675ea1 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:23.195919 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dae31c04-7d74-4f38-96a5-5642d922e0c0 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.208231 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dae31c04-7d74-4f38-96a5-5642d922e0c0 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.223926 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ae8632b9-a776-402f-b669-fe2df0ed99c4 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/ports?device_id=18fb91db-fd19-4e09-8376-16c6ef692cdd HTTP/1.1" status: 200 len: 205 time: 0.0552487 Jul 14 09:39:23.226373 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60426) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:23.312061 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05391bd0-94fe-471f-824a-9bf7ff9d1ea5 req-baddd85b-348e-43e4-9fa2-a6976d8dee70 tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0479140 Jul 14 09:39:23.316016 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-3e6b2283-9e56-44bf-88d3-2597b026b9bd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] delete failed (client error): The resource could not be found. Jul 14 09:39:23.318878 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3e6b2283-9e56-44bf-88d3-2597b026b9bd tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/routers/18fb91db-fd19-4e09-8376-16c6ef692cdd HTTP/1.1" status: 404 len: 336 time: 0.0915270 Jul 14 09:39:23.320960 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60430) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:23.391076 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7da38b-f19a-4fb4-a68f-74d489a2d584 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] DELETE failed (client error): The resource could not be found. Jul 14 09:39:23.391551 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7da38b-f19a-4fb4-a68f-74d489a2d584 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:39:23.396983 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60436) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:23.402454 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3c7da38b-f19a-4fb4-a68f-74d489a2d584 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/subnets/6c00611a-398a-4fcd-a384-503556fcf985 HTTP/1.1" status: 404 len: 337 time: 0.0794520 Jul 14 09:39:23.486796 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b302d500-ce1d-4582-9d4d-ced4781b99d8 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/ports?device_id=78826471-dcbc-44b9-90b3-a31f6e33cbc6 HTTP/1.1" status: 200 len: 205 time: 0.0885978 Jul 14 09:39:23.490445 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60438) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:23.550231 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dae31c04-7d74-4f38-96a5-5642d922e0c0 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.552034 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-596c590b-b91f-4510-9c13-30978c722b35 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] delete failed (client error): The resource could not be found. Jul 14 09:39:23.553391 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-596c590b-b91f-4510-9c13-30978c722b35 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/routers/78826471-dcbc-44b9-90b3-a31f6e33cbc6 HTTP/1.1" status: 404 len: 336 time: 0.0575047 Jul 14 09:39:23.556358 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60440) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:23.572973 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dae31c04-7d74-4f38-96a5-5642d922e0c0 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.616550 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-604e0e24-6054-4a5e-8bde-81b521a4670d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] DELETE failed (client error): The resource could not be found. Jul 14 09:39:23.618626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604e0e24-6054-4a5e-8bde-81b521a4670d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:39:23.620946 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-604e0e24-6054-4a5e-8bde-81b521a4670d tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/subnets/cb9f634d-081a-425e-a010-df7b32d8aad7 HTTP/1.1" status: 404 len: 337 time: 0.0632985 Jul 14 09:39:23.629688 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60446) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:23.676953 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-49e04786-8876-43c7-b1a6-18c87890aa97 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e55c470-9baa-4c4f-b1c4-a87a52f0c951 HTTP/1.1" status: 200 len: 205 time: 0.0436335 Jul 14 09:39:23.678654 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60450) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:23.690301 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae31c04-7d74-4f38-96a5-5642d922e0c0 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:23.735583 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae31c04-7d74-4f38-96a5-5642d922e0c0 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9081fc7-0281-4a2a-b4a9-e34d0118904a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:23.746808 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dae31c04-7d74-4f38-96a5-5642d922e0c0 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.747177 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-dae31c04-7d74-4f38-96a5-5642d922e0c0 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Added segment 2e75e070-d8f9-44df-acc7-ed71334ec8a6 of type vlan for network 2e8a3ef7-f4ce-4859-b268-7603f758f46c Jul 14 09:39:23.756099 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-fef32bd0-dd86-4461-afba-a020457632ce tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] delete failed (client error): The resource could not be found. Jul 14 09:39:23.757429 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fef32bd0-dd86-4461-afba-a020457632ce tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/routers/5e55c470-9baa-4c4f-b1c4-a87a52f0c951 HTTP/1.1" status: 404 len: 336 time: 0.0777848 Jul 14 09:39:23.768452 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60454) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:23.828985 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d053ce-6a22-4e70-9a64-9e14675697d9 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] DELETE failed (client error): The resource could not be found. Jul 14 09:39:23.829969 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d053ce-6a22-4e70-9a64-9e14675697d9 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:39:23.834340 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dae31c04-7d74-4f38-96a5-5642d922e0c0 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.834984 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a6d053ce-6a22-4e70-9a64-9e14675697d9 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/subnets/d7db5139-a978-4f89-8106-09777475f193 HTTP/1.1" status: 404 len: 337 time: 0.0636442 Jul 14 09:39:23.835376 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60456) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:23.866850 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-137733e6-8edc-40ee-9364-b4468b2da845 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] DELETE failed (client error): The resource could not be found. Jul 14 09:39:23.867381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137733e6-8edc-40ee-9364-b4468b2da845 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:39:23.873473 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dae31c04-7d74-4f38-96a5-5642d922e0c0 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.873662 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-137733e6-8edc-40ee-9364-b4468b2da845 tempest-RoutersIpV6Test-1034496067 tempest-RoutersIpV6Test-1034496067-project] 10.222.0.26 "DELETE /v2.0/subnets/76b8efeb-f9a8-4674-a99f-a80b53ec596a HTTP/1.1" status: 404 len: 337 time: 0.0335076 Jul 14 09:39:23.876100 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae31c04-7d74-4f38-96a5-5642d922e0c0 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:23.876775 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dae31c04-7d74-4f38-96a5-5642d922e0c0 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.974127 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-dae31c04-7d74-4f38-96a5-5642d922e0c0 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0404613 Jul 14 09:39:23.978141 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60464) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:23.987894 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-86a20dfb-d4bf-4a3a-bb93-c839a1513d8b tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Request body: {'subnet': {'network_id': '2e8a3ef7-f4ce-4859-b268-7603f758f46c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:24.021130 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae31c04-7d74-4f38-96a5-5642d922e0c0 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Pushing event updated for resources: {'Network': ['ID=2e8a3ef7-f4ce-4859-b268-7603f758f46c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:24.033488 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 2e8a3ef7-f4ce-4859-b268-7603f758f46c details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:24.207402 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a20dfb-d4bf-4a3a-bb93-c839a1513d8b tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Made reservation on behalf of b466aa82451b402a84a7e3bd91675ea1 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:24.213853 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-86a20dfb-d4bf-4a3a-bb93-c839a1513d8b tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.280771 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf8f27-790f-4435-8491-54f797213f65 req-6614e740-1d97-4026-8ac9-4799bbb47f9f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:24.302896 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf8f27-790f-4435-8491-54f797213f65 req-6614e740-1d97-4026-8ac9-4799bbb47f9f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:24.310258 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf8f27-790f-4435-8491-54f797213f65 req-6614e740-1d97-4026-8ac9-4799bbb47f9f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:24.318343 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf8f27-790f-4435-8491-54f797213f65 req-6614e740-1d97-4026-8ac9-4799bbb47f9f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:24.326050 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf8f27-790f-4435-8491-54f797213f65 req-6614e740-1d97-4026-8ac9-4799bbb47f9f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:24.333212 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf8f27-790f-4435-8491-54f797213f65 req-6614e740-1d97-4026-8ac9-4799bbb47f9f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:24.340180 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf8f27-790f-4435-8491-54f797213f65 req-6614e740-1d97-4026-8ac9-4799bbb47f9f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:24.342909 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6fdf8f27-790f-4435-8491-54f797213f65 req-6614e740-1d97-4026-8ac9-4799bbb47f9f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5442 time: 0.2126606 Jul 14 09:39:24.396819 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6fdf8f27-790f-4435-8491-54f797213f65 req-46c890d7-8ea4-4a19-8b27-74ab90a01d04 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477114 Jul 14 09:39:24.453685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60484) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:24.634015 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-86a20dfb-d4bf-4a3a-bb93-c839a1513d8b tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.667375 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-502a865d-1fb9-4986-ab2d-f5707e698a00 req-f060cbcf-e4fa-42d0-89e5-b7e8f0fd70ed tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0608637 Jul 14 09:39:24.739442 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1e115-cd25-41d3-aa84-a6cb852bc364 req-375e9021-b019-4486-866e-3facfc0fc70f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:24.745602 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1e115-cd25-41d3-aa84-a6cb852bc364 req-375e9021-b019-4486-866e-3facfc0fc70f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:24.751568 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a20dfb-d4bf-4a3a-bb93-c839a1513d8b tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Pushing event updated for resources: {'Subnet': ['ID=5af05ac0-0c25-4c62-9f40-e9cf0e5440d0,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:24.751766 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1e115-cd25-41d3-aa84-a6cb852bc364 req-375e9021-b019-4486-866e-3facfc0fc70f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:24.757548 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1e115-cd25-41d3-aa84-a6cb852bc364 req-375e9021-b019-4486-866e-3facfc0fc70f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:24.764146 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1e115-cd25-41d3-aa84-a6cb852bc364 req-375e9021-b019-4486-866e-3facfc0fc70f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:24.771249 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1e115-cd25-41d3-aa84-a6cb852bc364 req-375e9021-b019-4486-866e-3facfc0fc70f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:24.778212 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1e115-cd25-41d3-aa84-a6cb852bc364 req-375e9021-b019-4486-866e-3facfc0fc70f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:24.780960 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bda1e115-cd25-41d3-aa84-a6cb852bc364 req-375e9021-b019-4486-866e-3facfc0fc70f tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5442 time: 0.1641488 Jul 14 09:39:24.833192 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a20dfb-d4bf-4a3a-bb93-c839a1513d8b tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Checking segment: {'id': '2e75e070-d8f9-44df-acc7-ed71334ec8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e8a3ef7-f4ce-4859-b268-7603f758f46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:24.833550 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a20dfb-d4bf-4a3a-bb93-c839a1513d8b tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Network hostable DHCP agents. Network: 2e8a3ef7-f4ce-4859-b268-7603f758f46c, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:24.841147 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1fc5c4a0-c19c-4cc9-bb55-8ec87d2f34dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a260d3b38bf4b4ca200416414521a69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3860257 Jul 14 09:39:24.843698 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60498) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:24.891373 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a20dfb-d4bf-4a3a-bb93-c839a1513d8b tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Network 2e8a3ef7-f4ce-4859-b268-7603f758f46c is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:24.920807 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-86a20dfb-d4bf-4a3a-bb93-c839a1513d8b tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 2e8a3ef7-f4ce-4859-b268-7603f758f46c) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:24.930372 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab64aa8c-b0df-4fb7-9596-c3bac3b4a9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.933467 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e10623a-8360-4b51-8a1d-6b222e4ccc52 None None] Network 2e8a3ef7-f4ce-4859-b268-7603f758f46c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:24.951715 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a20dfb-d4bf-4a3a-bb93-c839a1513d8b tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:24.952296 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-86a20dfb-d4bf-4a3a-bb93-c839a1513d8b tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.010756 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab64aa8c-b0df-4fb7-9596-c3bac3b4a9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.076971 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-86a20dfb-d4bf-4a3a-bb93-c839a1513d8b tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0941877 Jul 14 09:39:25.077180 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60504) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:25.078939 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab64aa8c-b0df-4fb7-9596-c3bac3b4a9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.084544 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab64aa8c-b0df-4fb7-9596-c3bac3b4a9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.089317 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ab64aa8c-b0df-4fb7-9596-c3bac3b4a9c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e59f1a5-426d-47e9-ad70-fa5a83c1f321 HTTP/1.1" status: 204 len: 168 time: 0.2410696 Jul 14 09:39:25.089459 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-0b9e5a85-bcee-435e-8796-bdfc4a3dca54 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1933729302', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:25.107663 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64aa8c-b0df-4fb7-9596-c3bac3b4a9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e59f1a5-426d-47e9-ad70-fa5a83c1f321,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:25.153093 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b9e5a85-bcee-435e-8796-bdfc4a3dca54 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.154659 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b9e5a85-bcee-435e-8796-bdfc4a3dca54 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.261139 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b9e5a85-bcee-435e-8796-bdfc4a3dca54 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.267100 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-2e8a3ef7-f4ce-4859-b268-7603f758f46c', 'network_id': '2e8a3ef7-f4ce-4859-b268-7603f758f46c', 'tenant_id': 'b466aa82451b402a84a7e3bd91675ea1', 'fixed_ips': [{'subnet_id': '5af05ac0-0c25-4c62-9f40-e9cf0e5440d0'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:39:25.268697 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.269681 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b9e5a85-bcee-435e-8796-bdfc4a3dca54 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.314316 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b9e5a85-bcee-435e-8796-bdfc4a3dca54 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.318978 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0b9e5a85-bcee-435e-8796-bdfc4a3dca54 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2407520 Jul 14 09:39:25.319673 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60512) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:25.674019 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Allocated IP 172.20.0.2 (2e8a3ef7-f4ce-4859-b268-7603f758f46c/5af05ac0-0c25-4c62-9f40-e9cf0e5440d0/27f225b8-c9c9-4f80-aa11-ec3e2a429c6a) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:25.843852 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4fa887c-b589-4bfc-9747-f2966164f32f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.998135 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.023977 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Transition to ACTIVE for port object 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:26.104942 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Transition to ACTIVE for port object 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:26.116507 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.190619 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3bbece7b-bb60-4d04-bf39-7ed2b99f4508 req-48d67e79-7423-42cf-a1ea-9997ef691499 tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0726783 Jul 14 09:39:26.221888 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Pushing event updated for resources: {'Port': ['ID=27f225b8-c9c9-4f80-aa11-ec3e2a429c6a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:26.231558 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Network 2e8a3ef7-f4ce-4859-b268-7603f758f46c is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:26.233616 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:26.246656 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:26.378958 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Attempting to bind port 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:26.379553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Attempting to bind port 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '2e75e070-d8f9-44df-acc7-ed71334ec8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e8a3ef7-f4ce-4859-b268-7603f758f46c'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:26.379688 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Attempting to bind port 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a on network 2e8a3ef7-f4ce-4859-b268-7603f758f46c {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:26.388072 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-c4fa887c-b589-4bfc-9747-f2966164f32f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Allocated IP 172.20.0.1 (2e8a3ef7-f4ce-4859-b268-7603f758f46c/5af05ac0-0c25-4c62-9f40-e9cf0e5440d0/4112bba7-4d7f-44f7-bc29-9b1dec577030) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:26.398098 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:26.398480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Checking segment: {'id': '2e75e070-d8f9-44df-acc7-ed71334ec8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e8a3ef7-f4ce-4859-b268-7603f758f46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:26.399008 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.399291 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Bound using segment: {'id': '2e75e070-d8f9-44df-acc7-ed71334ec8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e8a3ef7-f4ce-4859-b268-7603f758f46c'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:26.400377 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Bound port: 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e75e070-d8f9-44df-acc7-ed71334ec8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2e8a3ef7-f4ce-4859-b268-7603f758f46c'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:26.400770 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.558940 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4fa887c-b589-4bfc-9747-f2966164f32f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.573165 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] For port 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:26.593504 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] For port 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=27f225b8-c9c9-4f80-aa11-ec3e2a429c6a,segment=NetworkSegment(2e75e070-d8f9-44df-acc7-ed71334ec8a6),segment_id=2e75e070-d8f9-44df-acc7-ed71334ec8a6)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:26.610647 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-c4fa887c-b589-4bfc-9747-f2966164f32f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Transition to ACTIVE for port object 4112bba7-4d7f-44f7-bc29-9b1dec577030 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:26.629712 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.680760 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4fa887c-b589-4bfc-9747-f2966164f32f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.766883 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218d599-3358-4c42-ad10-e6c34269bb38 None None] Pushing event updated for resources: {'Port': ['ID=27f225b8-c9c9-4f80-aa11-ec3e2a429c6a,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:26.850393 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa887c-b589-4bfc-9747-f2966164f32f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Pushing event updated for resources: {'Port': ['ID=4112bba7-4d7f-44f7-bc29-9b1dec577030,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:26.867652 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fa887c-b589-4bfc-9747-f2966164f32f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Network 2e8a3ef7-f4ce-4859-b268-7603f758f46c is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:26.869761 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-c4fa887c-b589-4bfc-9747-f2966164f32f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:26.876379 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fa887c-b589-4bfc-9747-f2966164f32f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:26.972192 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4fa887c-b589-4bfc-9747-f2966164f32f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.234242 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7bf636b7-1362-4f67-8cd0-a0613da79465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.313521 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7351f150-7678-431e-a899-94a989d6a7f7 req-83ba013e-5d83-4b1f-816c-1f0b1297a4c8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.1052306 Jul 14 09:39:27.414532 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4fa887c-b589-4bfc-9747-f2966164f32f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.458938 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60592) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:27.516601 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a437365-f151-464e-8673-551cb2f2b274 req-885a933e-af63-4f7e-91f7-c99283c3015c tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.1036968 Jul 14 09:39:27.804653 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dad1f6-fe76-451c-9143-fe4eec9041b3 req-f6e364aa-eaa9-46d0-8d27-69afe1d4d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:27.805408 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dad1f6-fe76-451c-9143-fe4eec9041b3 req-f6e364aa-eaa9-46d0-8d27-69afe1d4d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:27.806146 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dad1f6-fe76-451c-9143-fe4eec9041b3 req-f6e364aa-eaa9-46d0-8d27-69afe1d4d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:27.806781 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dad1f6-fe76-451c-9143-fe4eec9041b3 req-f6e364aa-eaa9-46d0-8d27-69afe1d4d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:27.807397 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dad1f6-fe76-451c-9143-fe4eec9041b3 req-f6e364aa-eaa9-46d0-8d27-69afe1d4d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:27.808073 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dad1f6-fe76-451c-9143-fe4eec9041b3 req-f6e364aa-eaa9-46d0-8d27-69afe1d4d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:27.808686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dad1f6-fe76-451c-9143-fe4eec9041b3 req-f6e364aa-eaa9-46d0-8d27-69afe1d4d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:27.811316 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-91dad1f6-fe76-451c-9143-fe4eec9041b3 req-f6e364aa-eaa9-46d0-8d27-69afe1d4d0cf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 6506 time: 0.3504710 Jul 14 09:39:27.859323 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-91dad1f6-fe76-451c-9143-fe4eec9041b3 req-afddd00c-d742-4aa2-bcf5-ecf0610c910a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b7feac0b-5ad4-4d38-b64f-591552fb361c&id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394926 Jul 14 09:39:28.016214 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4fa887c-b589-4bfc-9747-f2966164f32f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.022244 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4fa887c-b589-4bfc-9747-f2966164f32f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.103862 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4fa887c-b589-4bfc-9747-f2966164f32f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.343468 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:28.447452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fa887c-b589-4bfc-9747-f2966164f32f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Network 2e8a3ef7-f4ce-4859-b268-7603f758f46c is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:28.457600 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-c4fa887c-b589-4bfc-9747-f2966164f32f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:28.494945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa887c-b589-4bfc-9747-f2966164f32f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Pushing event updated for resources: {'Port': ['ID=4112bba7-4d7f-44f7-bc29-9b1dec577030,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:28.509518 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:28.520501 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d1fd63-cb4a-48bc-89ac-a4d18a356f35 None None] Network 2e8a3ef7-f4ce-4859-b268-7603f758f46c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:28.759605 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7e31482b-527f-4933-85cd-51755367cc9a None None] Provisioning for port 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:28.766251 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7e31482b-527f-4933-85cd-51755367cc9a None None] Provisioning complete for port 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:28.766768 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e31482b-527f-4933-85cd-51755367cc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.824317 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d639def-cd16-4e71-8333-7410c6d82c5d req-182fda41-8037-455e-a38a-321096e08bcb tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0522695 Jul 14 09:39:28.850361 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fa887c-b589-4bfc-9747-f2966164f32f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Router f1fadf33-4c69-4656-9c30-7901dd07d631 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:39:28.996803 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e31482b-527f-4933-85cd-51755367cc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.064066 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-7e31482b-527f-4933-85cd-51755367cc9a None None] For port 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=27f225b8-c9c9-4f80-aa11-ec3e2a429c6a,segment=NetworkSegment(2e75e070-d8f9-44df-acc7-ed71334ec8a6),segment_id=2e75e070-d8f9-44df-acc7-ed71334ec8a6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:29.072017 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e31482b-527f-4933-85cd-51755367cc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.095422 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fa887c-b589-4bfc-9747-f2966164f32f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:29.131984 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60642) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:29.132478 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c4fa887c-b589-4bfc-9747-f2966164f32f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] 10.222.0.26 "PUT /v2.0/routers/f1fadf33-4c69-4656-9c30-7901dd07d631/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8114080 Jul 14 09:39:29.139361 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa4a0f6-449f-4757-9ad5-64735b52cd03 None None] Sync routers for ids ['f1fadf33-4c69-4656-9c30-7901dd07d631'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:29.142486 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-932c0f14-c7d8-4868-b830-5be2447cba92 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Request body: {'port': {'network_id': '2e8a3ef7-f4ce-4859-b268-7603f758f46c', 'name': 'tempest-FloatingIPNegativeTestJSON-695083137'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:29.159924 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31482b-527f-4933-85cd-51755367cc9a None None] Pushing event updated for resources: {'Port': ['ID=27f225b8-c9c9-4f80-aa11-ec3e2a429c6a,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:29.163356 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa4a0f6-449f-4757-9ad5-64735b52cd03 None None] Routers {'f1fadf33-4c69-4656-9c30-7901dd07d631'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:29.170437 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6fa4a0f6-449f-4757-9ad5-64735b52cd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f1fadf33-4c69-4656-9c30-7901dd07d631'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:29.286581 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6fa4a0f6-449f-4757-9ad5-64735b52cd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:29.312229 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa4a0f6-449f-4757-9ad5-64735b52cd03 None None] Routers {'f1fadf33-4c69-4656-9c30-7901dd07d631'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:29.312935 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6fa4a0f6-449f-4757-9ad5-64735b52cd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f1fadf33-4c69-4656-9c30-7901dd07d631'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:29.418717 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-e18b1711-e971-409c-9cfa-e5c262c64ef9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1576791 Jul 14 09:39:29.445994 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6fa4a0f6-449f-4757-9ad5-64735b52cd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:29.449612 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa4a0f6-449f-4757-9ad5-64735b52cd03 None None] The sync data for ids ['f1fadf33-4c69-4656-9c30-7901dd07d631'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:29.506140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f81b930a-38e2-47cb-a4ff-dc3224489cd2 None None] Provisioning for port 4112bba7-4d7f-44f7-bc29-9b1dec577030 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:29.513178 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f81b930a-38e2-47cb-a4ff-dc3224489cd2 None None] Provisioning complete for port 4112bba7-4d7f-44f7-bc29-9b1dec577030 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:29.513559 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f81b930a-38e2-47cb-a4ff-dc3224489cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.533219 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932c0f14-c7d8-4868-b830-5be2447cba92 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Made reservation on behalf of b466aa82451b402a84a7e3bd91675ea1 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:29.537833 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-932c0f14-c7d8-4868-b830-5be2447cba92 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.663771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-932c0f14-c7d8-4868-b830-5be2447cba92 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] device_id is not set on port e6d3f472-1ce7-439c-9926-37e1560da232 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:39:29.672140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f81b930a-38e2-47cb-a4ff-dc3224489cd2 None None] Port 4112bba7-4d7f-44f7-bc29-9b1dec577030 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:29.703942 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f81b930a-38e2-47cb-a4ff-dc3224489cd2 None None] Provisioning complete for port 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:29.704946 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f81b930a-38e2-47cb-a4ff-dc3224489cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.771327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-f71f7084-6ee0-4873-9287-d3b45f8f6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:29.771327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-f71f7084-6ee0-4873-9287-d3b45f8f6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:29.771327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-f71f7084-6ee0-4873-9287-d3b45f8f6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:29.771327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-f71f7084-6ee0-4873-9287-d3b45f8f6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:29.771327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-f71f7084-6ee0-4873-9287-d3b45f8f6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:29.771327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-f71f7084-6ee0-4873-9287-d3b45f8f6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:29.771327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-f71f7084-6ee0-4873-9287-d3b45f8f6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:29.771327 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-f71f7084-6ee0-4873-9287-d3b45f8f6bbb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68f6d0b430624b5a805e2568a292b9fb&device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 6506 time: 0.2072191 Jul 14 09:39:29.878384 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f68bf0b7-af76-4c4a-9f1f-deb7fa56303b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.942201 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.169646 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-932c0f14-c7d8-4868-b830-5be2447cba92 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Allocated IP 172.20.0.12 (2e8a3ef7-f4ce-4859-b268-7603f758f46c/5af05ac0-0c25-4c62-9f40-e9cf0e5440d0/e6d3f472-1ce7-439c-9926-37e1560da232) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:30.195560 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-17954576-7811-45f8-a8e9-cdbc27331655 None None] Provisioning complete for port 4112bba7-4d7f-44f7-bc29-9b1dec577030 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:30.196234 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17954576-7811-45f8-a8e9-cdbc27331655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.336320 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-14830c8b-2247-43cb-8d08-86a4e0d5b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:30.337651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-14830c8b-2247-43cb-8d08-86a4e0d5b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:30.338312 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-14830c8b-2247-43cb-8d08-86a4e0d5b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:30.340151 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-14830c8b-2247-43cb-8d08-86a4e0d5b67b service neutron] 10.222.0.55 "GET /v2.0/networks?id=bdd14ef5-9841-4d7a-9428-fd2321293aca&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c08d002f-2c08-4121-b70d-1491e0b62a4f&id=c08d002f-2c08-4121-b70d-1491e0b62a4f HTTP/1.1" status: 200 len: 2298 time: 0.4919579 Jul 14 09:39:30.375446 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-17954576-7811-45f8-a8e9-cdbc27331655 None None] Port 4112bba7-4d7f-44f7-bc29-9b1dec577030 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:30.390201 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:30.575198 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-eeede071-27e6-4d46-9509-a3cf1f7df181 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918dc9b0-f662-452c-82da-9deaac6b16e9 HTTP/1.1" status: 200 len: 1001 time: 0.2270346 Jul 14 09:39:30.609943 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3e75422f-8f5b-4afd-97ee-1992c4640347 None None] Provisioning complete for port 4112bba7-4d7f-44f7-bc29-9b1dec577030 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:30.611168 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e75422f-8f5b-4afd-97ee-1992c4640347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.662524 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:30.663057 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.665970 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3e75422f-8f5b-4afd-97ee-1992c4640347 None None] Port 4112bba7-4d7f-44f7-bc29-9b1dec577030 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:30.716980 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.757449 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-6597c0ec-ba87-4522-ab72-3c1d8248cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:30.760027 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-6597c0ec-ba87-4522-ab72-3c1d8248cc89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1640c0b-fabc-4bef-a229-df363da4823e HTTP/1.1" status: 200 len: 856 time: 0.1744289 Jul 14 09:39:30.806932 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-932c0f14-c7d8-4868-b830-5be2447cba92 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.823498 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-932c0f14-c7d8-4868-b830-5be2447cba92 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Transition to ACTIVE for port object e6d3f472-1ce7-439c-9926-37e1560da232 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:30.903855 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-932c0f14-c7d8-4868-b830-5be2447cba92 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.989376 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932c0f14-c7d8-4868-b830-5be2447cba92 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Network 2e8a3ef7-f4ce-4859-b268-7603f758f46c is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:30.998964 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-932c0f14-c7d8-4868-b830-5be2447cba92 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:31.006943 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932c0f14-c7d8-4868-b830-5be2447cba92 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:31.079524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-add0dc76-9ffc-4736-99f9-58edb846b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:31.081058 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-add0dc76-9ffc-4736-99f9-58edb846b1be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bdd14ef5-9841-4d7a-9428-fd2321293aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3118951 Jul 14 09:39:31.085734 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c0f14-c7d8-4868-b830-5be2447cba92 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Pushing event updated for resources: {'Port': ['ID=e6d3f472-1ce7-439c-9926-37e1560da232,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:31.214551 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932c0f14-c7d8-4868-b830-5be2447cba92 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:31.216132 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-932c0f14-c7d8-4868-b830-5be2447cba92 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.272862 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60706) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:31.278760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b7903d72-035c-4361-bfbb-23827b30ff17 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:31.284513 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-932c0f14-c7d8-4868-b830-5be2447cba92 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1508245 Jul 14 09:39:31.340162 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e166ea9-47fa-4c2b-802d-824d42d9601f req-2860a63b-2631-4395-9f28-9bf3cb490ac3 tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0534587 Jul 14 09:39:31.344976 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b7903d72-035c-4361-bfbb-23827b30ff17 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.349825 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-d0557931-5215-4d25-9b53-147eb9591bb7 service neutron] 10.222.0.55 "GET /v2.0/networks/bdd14ef5-9841-4d7a-9428-fd2321293aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462635 Jul 14 09:39:31.498088 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-59064ade-08bb-4b9d-a88c-eb4c6707f714 service neutron] 10.222.0.55 "GET /v2.0/networks/bdd14ef5-9841-4d7a-9428-fd2321293aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390731 Jul 14 09:39:31.506302 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b7903d72-035c-4361-bfbb-23827b30ff17 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.527742 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3e21758e-a5c5-472b-955c-d0ded2ea1c35 None None] Provisioning for port e6d3f472-1ce7-439c-9926-37e1560da232 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:31.536885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3e21758e-a5c5-472b-955c-d0ded2ea1c35 None None] Provisioning complete for port e6d3f472-1ce7-439c-9926-37e1560da232 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:31.537432 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e21758e-a5c5-472b-955c-d0ded2ea1c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.593607 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-4b4474e6-18b2-4f3f-ae2d-65fa98c8b14c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 HTTP/1.1" status: 200 len: 217 time: 0.0849197 Jul 14 09:39:31.621139 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3e21758e-a5c5-472b-955c-d0ded2ea1c35 None None] Port e6d3f472-1ce7-439c-9926-37e1560da232 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:31.642644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-b7903d72-035c-4361-bfbb-23827b30ff17 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Allocated IP 172.25.1.216 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/60a04cb9-ddcd-42fb-98c3-520daef1771c) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:31.658350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-99e4c89b-6b7e-4e75-ac3d-d7beec5b6242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:31.661494 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-99e4c89b-6b7e-4e75-ac3d-d7beec5b6242 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.0603919 Jul 14 09:39:31.805372 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-cef228f7-9e2a-4ef7-8e8c-81ad71d168b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:31.808080 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-cef228f7-9e2a-4ef7-8e8c-81ad71d168b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1392152 Jul 14 09:39:31.842917 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b7903d72-035c-4361-bfbb-23827b30ff17 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.876160 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.902836 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b7903d72-035c-4361-bfbb-23827b30ff17 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.962503 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7903d72-035c-4361-bfbb-23827b30ff17 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:31.963823 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7903d72-035c-4361-bfbb-23827b30ff17 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Pushing event updated for resources: {'Port': ['ID=60a04cb9-ddcd-42fb-98c3-520daef1771c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:31.967195 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-b7903d72-035c-4361-bfbb-23827b30ff17 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:31.968990 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7903d72-035c-4361-bfbb-23827b30ff17 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:32.011187 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-771e6624-e8f5-408c-a3c5-cf7e16946637 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816559 Jul 14 09:39:32.089913 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b7903d72-035c-4361-bfbb-23827b30ff17 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.142367 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-df3799d5-49f6-49d4-862e-6d9f974a0ffa service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337521 Jul 14 09:39:32.164478 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b7903d72-035c-4361-bfbb-23827b30ff17 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.195607 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-c571ee0b-b31a-4159-afc8-80b493bed9ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=45e73871-2607-4489-8e68-aa7f805e91d5 HTTP/1.1" status: 200 len: 217 time: 0.0457168 Jul 14 09:39:32.277277 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-c033bdc9-2bec-4448-83db-d5eb86e35d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:32.281330 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-c033bdc9-2bec-4448-83db-d5eb86e35d21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.0777948 Jul 14 09:39:32.388716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-c9fc5b2f-181c-41b3-943d-ad187f7dfa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:32.390253 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-c9fc5b2f-181c-41b3-943d-ad187f7dfa8c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0815377 Jul 14 09:39:32.420204 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b7903d72-035c-4361-bfbb-23827b30ff17 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.426098 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b7903d72-035c-4361-bfbb-23827b30ff17 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.517000 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7903d72-035c-4361-bfbb-23827b30ff17 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Pushing event updated for resources: {'Port': ['ID=60a04cb9-ddcd-42fb-98c3-520daef1771c,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:32.523706 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b7903d72-035c-4361-bfbb-23827b30ff17 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.524770 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-b0667b00-c5db-4f4a-ae83-a2b1d6d3953b service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247642 Jul 14 09:39:32.542153 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b7903d72-035c-4361-bfbb-23827b30ff17 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.543767 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b7903d72-035c-4361-bfbb-23827b30ff17 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2689869 Jul 14 09:39:32.547275 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60744) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:32.552186 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-96f74c1a-9fae-42e1-acc1-12d4127067f9 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Request body: {'floatingip': {'port_id': 'e6d3f472-1ce7-439c-9926-37e1560da232', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:32.635058 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-a934ac21-c98c-4674-82a7-f0d57f0b8e1b service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023548 Jul 14 09:39:32.648262 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-96f74c1a-9fae-42e1-acc1-12d4127067f9 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.693396 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-7cbe286b-249f-4b49-bb8e-d60116a84abb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc HTTP/1.1" status: 200 len: 217 time: 0.0508418 Jul 14 09:39:32.696575 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fbb3bcba-6512-4b2f-82b5-5068f19dc241 req-f1c5605e-c7be-4e4b-88ba-f7e500adf2e1 tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0599258 Jul 14 09:39:32.760825 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-ebaac3c1-ad2e-4876-9c15-a6b321c24076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:32.762341 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-ebaac3c1-ad2e-4876-9c15-a6b321c24076 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.0613880 Jul 14 09:39:32.768074 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.842022 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-4a17e591-0bf2-49f8-83b7-a1c312027d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:32.844123 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-4a17e591-0bf2-49f8-83b7-a1c312027d0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0740924 Jul 14 09:39:32.990851 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-0648f6e5-2336-45af-aee2-8bff6bbdd87a service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386530 Jul 14 09:39:33.144482 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-9b6942f9-5c47-470c-9373-d756c39ff1ca service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444144 Jul 14 09:39:33.198557 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-3132d11d-fbd4-4ab8-9220-9281014d0637 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=f49dc3e3-be85-4cb5-add0-b47a4ee050d3 HTTP/1.1" status: 200 len: 217 time: 0.0458729 Jul 14 09:39:33.255912 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-96f74c1a-9fae-42e1-acc1-12d4127067f9 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] update failed (client error): The resource could not be found. Jul 14 09:39:33.263919 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-96f74c1a-9fae-42e1-acc1-12d4127067f9 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] 10.222.0.26 "PUT /v2.0/floatingips/e4ea6d32-d084-4eef-9c42-ba99c3ee375c HTTP/1.1" status: 404 len: 507 time: 0.7154067 Jul 14 09:39:33.264759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60766) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:33.302994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-e046693b-23ec-42f8-aff9-c94ead622fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.304796 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-e046693b-23ec-42f8-aff9-c94ead622fba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.0999231 Jul 14 09:39:33.445574 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-424ee215-fb27-4862-854e-589f44f9cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.448004 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-424ee215-fb27-4862-854e-589f44f9cb84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1355290 Jul 14 09:39:33.471431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-300989e0-52d9-471a-b830-ed155cb3935f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Deleting port 60a04cb9-ddcd-42fb-98c3-520daef1771c {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:33.488820 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-300989e0-52d9-471a-b830-ed155cb3935f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.581611 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-300989e0-52d9-471a-b830-ed155cb3935f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.582272 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-300989e0-52d9-471a-b830-ed155cb3935f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.600539 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-300989e0-52d9-471a-b830-ed155cb3935f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Calling delete_port for 60a04cb9-ddcd-42fb-98c3-520daef1771c owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:33.660254 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-f608cbb6-a83b-4df8-8019-ab7f86501b8d service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016661 Jul 14 09:39:33.835954 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-b82259f0-a291-4ebd-9fcb-5ab388da1cf6 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684053 Jul 14 09:39:33.906382 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-f940a18e-56ab-4ae9-8879-a6352186f149 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0f2af3da-23fd-4df1-948a-432f34ec3de2 HTTP/1.1" status: 200 len: 217 time: 0.0607510 Jul 14 09:39:33.930767 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-300989e0-52d9-471a-b830-ed155cb3935f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.967965 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-333c0541-cb96-4a2b-b0e4-35401ffc2bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.969519 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-333c0541-cb96-4a2b-b0e4-35401ffc2bba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33a989a0-eb94-469f-91bb-73ae1f165e9f HTTP/1.1" status: 200 len: 797 time: 0.0531464 Jul 14 09:39:33.981836 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300989e0-52d9-471a-b830-ed155cb3935f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Pushing event deleted for resources: {'Port': ['ID=60a04cb9-ddcd-42fb-98c3-520daef1771c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:33.988822 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd0998d9-d746-4a4f-91ea-b94537fcaef2 req-b6592488-65bb-48fd-b411-8b72a52d4b8d tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0698440 Jul 14 09:39:34.068143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-83dc98e3-b7e6-46e1-8a46-292b6f4dfa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:34.072645 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-83dc98e3-b7e6-46e1-8a46-292b6f4dfa94 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c08d002f-2c08-4121-b70d-1491e0b62a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0889933 Jul 14 09:39:34.108416 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-300989e0-52d9-471a-b830-ed155cb3935f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.112009 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-300989e0-52d9-471a-b830-ed155cb3935f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.126291 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-300989e0-52d9-471a-b830-ed155cb3935f tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] 10.222.0.26 "DELETE /v2.0/floatingips/e4ea6d32-d084-4eef-9c42-ba99c3ee375c HTTP/1.1" status: 204 len: 168 time: 0.8602819 Jul 14 09:39:34.127913 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60786) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:34.139980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-58978c8b-b1d4-43dd-9f4c-5bcbe837fc3e tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Request body: {'floatingip': {'floating_network_id': '2e8a3ef7-f4ce-4859-b268-7603f758f46c', 'port_id': 'e6d3f472-1ce7-439c-9926-37e1560da232', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:34.177462 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-58978c8b-b1d4-43dd-9f4c-5bcbe837fc3e tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.195982 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-1be7a811-169b-485b-ae02-885aa29442db service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148572 Jul 14 09:39:34.396602 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-19fcbb01-a459-4a34-bed6-76ff117d99a0 service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929317 Jul 14 09:39:34.411702 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-58978c8b-b1d4-43dd-9f4c-5bcbe837fc3e tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:39:34.414735 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-58978c8b-b1d4-43dd-9f4c-5bcbe837fc3e tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2840457 Jul 14 09:39:34.419532 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60794) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:34.432191 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d5343d35-df0e-43f3-b50f-32e52970c950 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': 'e6d3f472-1ce7-439c-9926-37e1560da232', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:34.477526 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-392d242f-f3dd-4aee-b515-80540842468f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0f87ec9-67a2-433a-a1e1-1dd223d380b4 HTTP/1.1" status: 200 len: 217 time: 0.0731535 Jul 14 09:39:34.479920 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d5343d35-df0e-43f3-b50f-32e52970c950 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.588763 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-295726bc-ba45-40ed-8d5c-3f145a379ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:34.588763 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-295726bc-ba45-40ed-8d5c-3f145a379ccb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33a989a0-eb94-469f-91bb-73ae1f165e9f HTTP/1.1" status: 200 len: 797 time: 0.0880969 Jul 14 09:39:34.642994 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d5343d35-df0e-43f3-b50f-32e52970c950 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.735216 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-dd03059a-d033-4f17-bf54-b5cf220357dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:34.740198 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-dd03059a-d033-4f17-bf54-b5cf220357dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c08d002f-2c08-4121-b70d-1491e0b62a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1454117 Jul 14 09:39:34.888372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-d5343d35-df0e-43f3-b50f-32e52970c950 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Allocated IP 172.25.1.245 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/5d20ac84-fd3d-47e9-9d80-5c45a27dd4dd) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:34.949186 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-3cef96a9-f6a0-4b5d-8967-3a92b795aadb service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017939 Jul 14 09:39:35.141231 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-860f2fab-8f20-40bc-848e-564ce9e47cac req-2915e4ab-f0d5-46f3-997b-1f26a533fe95 service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832292 Jul 14 09:39:35.150146 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d5343d35-df0e-43f3-b50f-32e52970c950 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.262294 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0e308a6-ca2f-4a80-b7bb-0e32c0d4b7c4 req-7956b655-ed98-4912-bd9b-f93596159de2 tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0648737 Jul 14 09:39:35.284632 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d5343d35-df0e-43f3-b50f-32e52970c950 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.339851 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5343d35-df0e-43f3-b50f-32e52970c950 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:35.343339 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-d5343d35-df0e-43f3-b50f-32e52970c950 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:35.347752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5343d35-df0e-43f3-b50f-32e52970c950 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:35.351430 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5343d35-df0e-43f3-b50f-32e52970c950 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Pushing event updated for resources: {'Port': ['ID=5d20ac84-fd3d-47e9-9d80-5c45a27dd4dd,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:35.589705 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d5343d35-df0e-43f3-b50f-32e52970c950 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Deleting port 5d20ac84-fd3d-47e9-9d80-5c45a27dd4dd {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:35.589705 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d5343d35-df0e-43f3-b50f-32e52970c950 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.705171 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d5343d35-df0e-43f3-b50f-32e52970c950 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.705459 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d5343d35-df0e-43f3-b50f-32e52970c950 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.722396 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d5343d35-df0e-43f3-b50f-32e52970c950 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Calling delete_port for 5d20ac84-fd3d-47e9-9d80-5c45a27dd4dd owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:35.883632 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d5343d35-df0e-43f3-b50f-32e52970c950 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.915584 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5343d35-df0e-43f3-b50f-32e52970c950 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Pushing event deleted for resources: {'Port': ['ID=5d20ac84-fd3d-47e9-9d80-5c45a27dd4dd,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:36.033863 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-d5343d35-df0e-43f3-b50f-32e52970c950 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] create failed (client error): The resource could not be found. Jul 14 09:39:36.041292 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d5343d35-df0e-43f3-b50f-32e52970c950 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6144569 Jul 14 09:39:36.041292 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60840) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:36.310845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-75f35296-dd92-4aea-af9c-9743359934d6 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Deleting port e6d3f472-1ce7-439c-9926-37e1560da232 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:36.311084 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75f35296-dd92-4aea-af9c-9743359934d6 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.534095 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0ceae9e-ffae-44ef-bb74-89cab28c4e41 req-62769099-afb9-4819-86a7-5a75e37d8580 tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0359690 Jul 14 09:39:36.578742 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75f35296-dd92-4aea-af9c-9743359934d6 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.595794 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-75f35296-dd92-4aea-af9c-9743359934d6 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Calling delete_port for e6d3f472-1ce7-439c-9926-37e1560da232 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:36.774016 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75f35296-dd92-4aea-af9c-9743359934d6 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.815398 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f35296-dd92-4aea-af9c-9743359934d6 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Pushing event deleted for resources: {'Port': ['ID=e6d3f472-1ce7-439c-9926-37e1560da232,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:36.944826 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75f35296-dd92-4aea-af9c-9743359934d6 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.953701 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-75f35296-dd92-4aea-af9c-9743359934d6 tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] 10.222.0.26 "DELETE /v2.0/ports/e6d3f472-1ce7-439c-9926-37e1560da232 HTTP/1.1" status: 204 len: 168 time: 0.9101555 Jul 14 09:39:36.954605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60866) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.073891 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36e37e8-8fb4-414d-bce9-cdc091de757c tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:37.077992 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e36e37e8-8fb4-414d-bce9-cdc091de757c tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1fadf33-4c69-4656-9c30-7901dd07d631 HTTP/1.1" status: 200 len: 913 time: 0.1192970 Jul 14 09:39:37.078304 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60868) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.577263 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7ab78637-bad1-4284-8383-a08a297157ed tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:37.783916 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-00b358be-1c97-4999-939c-5fb127020545 req-049e1734-ca45-4be5-bb0e-a241876dcb0d tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0389307 Jul 14 09:39:37.960724 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7ab78637-bad1-4284-8383-a08a297157ed tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Deleting port 4112bba7-4d7f-44f7-bc29-9b1dec577030 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:37.961172 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7ab78637-bad1-4284-8383-a08a297157ed tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:38.425710 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7ab78637-bad1-4284-8383-a08a297157ed tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:38.441383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7ab78637-bad1-4284-8383-a08a297157ed tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Calling delete_port for 4112bba7-4d7f-44f7-bc29-9b1dec577030 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:38.634359 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7ab78637-bad1-4284-8383-a08a297157ed tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:38.708009 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab78637-bad1-4284-8383-a08a297157ed tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Pushing event deleted for resources: {'Port': ['ID=4112bba7-4d7f-44f7-bc29-9b1dec577030,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:38.926132 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7ab78637-bad1-4284-8383-a08a297157ed tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.031776 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab44b4d0-c761-4dd0-ac6c-13b6ac0dd7ea req-6c9e1e17-3267-4807-9404-34c7337b7bb4 tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0325654 Jul 14 09:39:39.130966 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab78637-bad1-4284-8383-a08a297157ed tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Router f1fadf33-4c69-4656-9c30-7901dd07d631 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:39.215937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab78637-bad1-4284-8383-a08a297157ed tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:39.226632 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8492f6a-887c-4ea6-ac7f-b446591d191c None None] Sync routers for ids ['f1fadf33-4c69-4656-9c30-7901dd07d631'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:39.228358 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7ab78637-bad1-4284-8383-a08a297157ed tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] 10.222.0.26 "PUT /v2.0/routers/f1fadf33-4c69-4656-9c30-7901dd07d631/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1326165 Jul 14 09:39:39.230800 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60890) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:39.236263 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8492f6a-887c-4ea6-ac7f-b446591d191c None None] Routers {'f1fadf33-4c69-4656-9c30-7901dd07d631'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:39.237051 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d8492f6a-887c-4ea6-ac7f-b446591d191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f1fadf33-4c69-4656-9c30-7901dd07d631'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:39.277340 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d8492f6a-887c-4ea6-ac7f-b446591d191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:39.299807 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8492f6a-887c-4ea6-ac7f-b446591d191c None None] Routers {'f1fadf33-4c69-4656-9c30-7901dd07d631'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:39.300590 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d8492f6a-887c-4ea6-ac7f-b446591d191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f1fadf33-4c69-4656-9c30-7901dd07d631'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:39.325979 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9110b80a-be6d-42f3-acc4-a11f094a945d tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.352206 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d8492f6a-887c-4ea6-ac7f-b446591d191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:39.353579 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8492f6a-887c-4ea6-ac7f-b446591d191c None None] The sync data for ids ['f1fadf33-4c69-4656-9c30-7901dd07d631'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:39.503813 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9110b80a-be6d-42f3-acc4-a11f094a945d tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.506050 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9110b80a-be6d-42f3-acc4-a11f094a945d tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.563065 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9110b80a-be6d-42f3-acc4-a11f094a945d tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.565490 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9110b80a-be6d-42f3-acc4-a11f094a945d tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Fanout notify agent at l3_agent the message router_deleted on router f1fadf33-4c69-4656-9c30-7901dd07d631 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:39:39.579183 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9110b80a-be6d-42f3-acc4-a11f094a945d tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.582784 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9110b80a-be6d-42f3-acc4-a11f094a945d tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] 10.222.0.26 "DELETE /v2.0/routers/f1fadf33-4c69-4656-9c30-7901dd07d631 HTTP/1.1" status: 204 len: 168 time: 0.3505266 Jul 14 09:39:39.583078 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60896) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:39.641574 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-4276066b-dc91-47f8-9065-1f31b5d4607d tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Deleting subnet 5af05ac0-0c25-4c62-9f40-e9cf0e5440d0 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:39:39.645903 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4276066b-dc91-47f8-9065-1f31b5d4607d tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.700240 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4276066b-dc91-47f8-9065-1f31b5d4607d tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.840381 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4276066b-dc91-47f8-9065-1f31b5d4607d tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.906860 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4276066b-dc91-47f8-9065-1f31b5d4607d tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.940245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276066b-dc91-47f8-9065-1f31b5d4607d tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Pushing event deleted for resources: {'Subnet': ['ID=5af05ac0-0c25-4c62-9f40-e9cf0e5440d0,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:39.959810 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4276066b-dc91-47f8-9065-1f31b5d4607d tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.966927 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3689b6cd-2023-41c9-878a-6ced0f9f255c None None] Network 2e8a3ef7-f4ce-4859-b268-7603f758f46c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:39.967095 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60902) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:39.976911 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4276066b-dc91-47f8-9065-1f31b5d4607d tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] 10.222.0.26 "DELETE /v2.0/subnets/5af05ac0-0c25-4c62-9f40-e9cf0e5440d0 HTTP/1.1" status: 204 len: 168 time: 0.3924804 Jul 14 09:39:40.106093 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-11fd2e58-cb52-4f32-94d9-cdabd12ae0ae tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.230919 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e512497a-bd37-4a7e-89c1-c42adb826658 None None] DHCP port deletion for 2e8a3ef7-f4ce-4859-b268-7603f758f46c request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:39:40.248738 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-11fd2e58-cb52-4f32-94d9-cdabd12ae0ae tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Deleting port 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:40.249389 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-11fd2e58-cb52-4f32-94d9-cdabd12ae0ae tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.311135 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb9b7f37-9951-4484-997b-d4c54063676a req-3e780677-50f3-49fa-8a85-fad14f391fda tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0419080 Jul 14 09:39:40.360472 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e512497a-bd37-4a7e-89c1-c42adb826658 None None] Deleting port 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:40.360852 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e512497a-bd37-4a7e-89c1-c42adb826658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.390763 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-11fd2e58-cb52-4f32-94d9-cdabd12ae0ae tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] For port 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=27f225b8-c9c9-4f80-aa11-ec3e2a429c6a,segment=NetworkSegment(2e75e070-d8f9-44df-acc7-ed71334ec8a6),segment_id=2e75e070-d8f9-44df-acc7-ed71334ec8a6)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:40.391687 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-11fd2e58-cb52-4f32-94d9-cdabd12ae0ae tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.414079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-11fd2e58-cb52-4f32-94d9-cdabd12ae0ae tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Calling delete_port for 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:40.436261 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e512497a-bd37-4a7e-89c1-c42adb826658 None None] For port 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=27f225b8-c9c9-4f80-aa11-ec3e2a429c6a,segment=NetworkSegment(2e75e070-d8f9-44df-acc7-ed71334ec8a6),segment_id=2e75e070-d8f9-44df-acc7-ed71334ec8a6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:40.436910 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e512497a-bd37-4a7e-89c1-c42adb826658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.452945 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e512497a-bd37-4a7e-89c1-c42adb826658 None None] Calling delete_port for 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:40.550045 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e512497a-bd37-4a7e-89c1-c42adb826658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.578993 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-11fd2e58-cb52-4f32-94d9-cdabd12ae0ae tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.591316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512497a-bd37-4a7e-89c1-c42adb826658 None None] Pushing event deleted for resources: {'Port': ['ID=27f225b8-c9c9-4f80-aa11-ec3e2a429c6a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:40.597190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e512497a-bd37-4a7e-89c1-c42adb826658 None None] No DVR routers for this DVR port 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:40.625209 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fd2e58-cb52-4f32-94d9-cdabd12ae0ae tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] No DVR routers for this DVR port 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:40.630850 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd2e58-cb52-4f32-94d9-cdabd12ae0ae tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Pushing event deleted for resources: {'Port': ['ID=27f225b8-c9c9-4f80-aa11-ec3e2a429c6a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:40.728988 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-11fd2e58-cb52-4f32-94d9-cdabd12ae0ae tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.743923 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-11fd2e58-cb52-4f32-94d9-cdabd12ae0ae tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8a3ef7-f4ce-4859-b268-7603f758f46c']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:40.760841 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-11fd2e58-cb52-4f32-94d9-cdabd12ae0ae tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e75e070-d8f9-44df-acc7-ed71334ec8a6') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:40.761758 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-11fd2e58-cb52-4f32-94d9-cdabd12ae0ae tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e75e070-d8f9-44df-acc7-ed71334ec8a6') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:40.775128 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-11fd2e58-cb52-4f32-94d9-cdabd12ae0ae tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.793656 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-11fd2e58-cb52-4f32-94d9-cdabd12ae0ae tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.800900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11fd2e58-cb52-4f32-94d9-cdabd12ae0ae tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:39:40.801356 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-11fd2e58-cb52-4f32-94d9-cdabd12ae0ae tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:39:40.806198 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:39:40.925303 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-11fd2e58-cb52-4f32-94d9-cdabd12ae0ae tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.953650 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-11fd2e58-cb52-4f32-94d9-cdabd12ae0ae tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.964477 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-11fd2e58-cb52-4f32-94d9-cdabd12ae0ae tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] 10.222.0.26 "DELETE /v2.0/networks/2e8a3ef7-f4ce-4859-b268-7603f758f46c HTTP/1.1" status: 204 len: 168 time: 0.9963751 Jul 14 09:39:40.965415 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd2e58-cb52-4f32-94d9-cdabd12ae0ae tempest-FloatingIPNegativeTestJSON-1450558415 tempest-FloatingIPNegativeTestJSON-1450558415-project] Pushing event deleted for resources: {'Network': ['ID=2e8a3ef7-f4ce-4859-b268-7603f758f46c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:41.376175 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60922) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:41.548407 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-11dbef7d-1e3a-404b-8524-38fe14fe5d51 req-639a8460-64e7-4a0d-8e2f-d1b8198c19de tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0309405 Jul 14 09:39:41.665912 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-463a6dbb-857f-411f-93a3-63c116a80879 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b466aa82451b402a84a7e3bd91675ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861145 Jul 14 09:39:41.667909 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60928) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:41.737214 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-385b339d-3aeb-4785-85aa-8a7f12680bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.763634 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-385b339d-3aeb-4785-85aa-8a7f12680bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.825180 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-385b339d-3aeb-4785-85aa-8a7f12680bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.832314 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-385b339d-3aeb-4785-85aa-8a7f12680bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.834164 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-385b339d-3aeb-4785-85aa-8a7f12680bdd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9081fc7-0281-4a2a-b4a9-e34d0118904a HTTP/1.1" status: 204 len: 168 time: 0.1651120 Jul 14 09:39:41.848719 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b339d-3aeb-4785-85aa-8a7f12680bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9081fc7-0281-4a2a-b4a9-e34d0118904a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:42.149447 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:42.180231 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:42.181178 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 27f225b8-c9c9-4f80-aa11-ec3e2a429c6a not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:42.808020 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f4d593cf-2d55-4355-8237-eb9945eee122 req-9eed39f5-c901-4329-9030-f3c1ad652ac2 tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0843477 Jul 14 09:39:42.886216 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 60968) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:43.002356 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e88e2595-f533-4215-b7fa-0e0563f7e58e tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-235929363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:43.034567 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e88e2595-f533-4215-b7fa-0e0563f7e58e tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.035528 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e88e2595-f533-4215-b7fa-0e0563f7e58e tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.151867 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e88e2595-f533-4215-b7fa-0e0563f7e58e tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.157350 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e88e2595-f533-4215-b7fa-0e0563f7e58e tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.176723 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e88e2595-f533-4215-b7fa-0e0563f7e58e tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.178111 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e88e2595-f533-4215-b7fa-0e0563f7e58e tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2899203 Jul 14 09:39:43.181444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60976) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:43.188319 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-860943086'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:43.213908 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Made reservation on behalf of db5b6121af574d54aaead4101d1398d3 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:43.218503 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.229216 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.367438 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.373252 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.411697 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82326857-32f5-41bd-b491-239f2508c7d1,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:43.417414 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:43.427406 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:43.427762 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:43.428362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:43.428746 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:43.429168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:43.429582 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:43.430133 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:43.430987 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:43.431369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:43.431690 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:43.432088 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:43.432414 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:43.446890 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.447190 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Added segment 27ed768f-38ac-47aa-a8a8-07cbc90d1fcb of type vlan for network f32260b5-d740-48d0-98f1-2f73ba7514dc Jul 14 09:39:43.490666 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.523637 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.530117 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:43.530869 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.610283 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4272039 Jul 14 09:39:43.613068 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 60978) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:43.619940 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-43d26ae6-9b6f-4432-b8bc-4af0c87b1441 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Request body: {'subnet': {'network_id': 'f32260b5-d740-48d0-98f1-2f73ba7514dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:43.701348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ccf578-60fa-4078-8c7e-d4f2dc9f01ee tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event updated for resources: {'Network': ['ID=f32260b5-d740-48d0-98f1-2f73ba7514dc,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:43.714754 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network f32260b5-d740-48d0-98f1-2f73ba7514dc details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:43.790235 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d26ae6-9b6f-4432-b8bc-4af0c87b1441 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Made reservation on behalf of db5b6121af574d54aaead4101d1398d3 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:43.794939 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-43d26ae6-9b6f-4432-b8bc-4af0c87b1441 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.042125 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3002a8e-b7db-4025-bee3-96509b0d1a08 req-96827666-5b7f-40b6-aa0d-5b01aebf2c9d tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0550213 Jul 14 09:39:44.186774 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-43d26ae6-9b6f-4432-b8bc-4af0c87b1441 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.272274 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d26ae6-9b6f-4432-b8bc-4af0c87b1441 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event updated for resources: {'Subnet': ['ID=114f93c7-3db1-48cf-87eb-c397241b2bba,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:44.295436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d26ae6-9b6f-4432-b8bc-4af0c87b1441 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Checking segment: {'id': '27ed768f-38ac-47aa-a8a8-07cbc90d1fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f32260b5-d740-48d0-98f1-2f73ba7514dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:44.295818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d26ae6-9b6f-4432-b8bc-4af0c87b1441 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Network hostable DHCP agents. Network: f32260b5-d740-48d0-98f1-2f73ba7514dc, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:44.314842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d26ae6-9b6f-4432-b8bc-4af0c87b1441 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Network f32260b5-d740-48d0-98f1-2f73ba7514dc is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:44.327533 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-43d26ae6-9b6f-4432-b8bc-4af0c87b1441 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, f32260b5-d740-48d0-98f1-2f73ba7514dc) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:44.333202 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d26ae6-9b6f-4432-b8bc-4af0c87b1441 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:44.333965 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-43d26ae6-9b6f-4432-b8bc-4af0c87b1441 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.339486 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5cf48a-84c5-48b6-a765-bfa091e4256c None None] Network f32260b5-d740-48d0-98f1-2f73ba7514dc requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:44.374164 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 32770) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:44.374785 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-43d26ae6-9b6f-4432-b8bc-4af0c87b1441 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7603018 Jul 14 09:39:44.379828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c1029ae8-48c1-40ea-8395-6d5b366facdf tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Request body: {'network': {'name': 'tempest-router-network01--1767755850'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:44.432860 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1029ae8-48c1-40ea-8395-6d5b366facdf tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Made reservation on behalf of db5b6121af574d54aaead4101d1398d3 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:44.440779 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1029ae8-48c1-40ea-8395-6d5b366facdf tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.482215 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1029ae8-48c1-40ea-8395-6d5b366facdf tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:44.494431 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1029ae8-48c1-40ea-8395-6d5b366facdf tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.494940 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-c1029ae8-48c1-40ea-8395-6d5b366facdf tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Added segment ce7d9291-b1e3-43aa-b6df-1bb9a776b307 of type vlan for network a0986091-ae37-44e4-9e34-c5f2f859b6df Jul 14 09:39:44.572942 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1029ae8-48c1-40ea-8395-6d5b366facdf tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.609517 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-f32260b5-d740-48d0-98f1-2f73ba7514dc', 'network_id': 'f32260b5-d740-48d0-98f1-2f73ba7514dc', 'tenant_id': 'db5b6121af574d54aaead4101d1398d3', 'fixed_ips': [{'subnet_id': '114f93c7-3db1-48cf-87eb-c397241b2bba'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:39:44.610632 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.626677 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1029ae8-48c1-40ea-8395-6d5b366facdf tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.633285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1029ae8-48c1-40ea-8395-6d5b366facdf tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:44.633979 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1029ae8-48c1-40ea-8395-6d5b366facdf tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.701277 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c1029ae8-48c1-40ea-8395-6d5b366facdf tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3259313 Jul 14 09:39:44.704040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 32780) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:44.710986 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5bd890a1-2ac7-4bb9-9f48-16db29a88d91 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Request body: {'network': {'name': 'tempest-router-network02--1432043054'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:44.712612 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1029ae8-48c1-40ea-8395-6d5b366facdf tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event updated for resources: {'Network': ['ID=a0986091-ae37-44e4-9e34-c5f2f859b6df,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:44.726790 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network a0986091-ae37-44e4-9e34-c5f2f859b6df details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:44.759469 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd890a1-2ac7-4bb9-9f48-16db29a88d91 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Made reservation on behalf of db5b6121af574d54aaead4101d1398d3 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:44.763347 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5bd890a1-2ac7-4bb9-9f48-16db29a88d91 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.820952 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd890a1-2ac7-4bb9-9f48-16db29a88d91 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:44.839411 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5bd890a1-2ac7-4bb9-9f48-16db29a88d91 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.839972 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-5bd890a1-2ac7-4bb9-9f48-16db29a88d91 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Added segment 9821c886-216c-4386-b08f-a381d51262cd of type vlan for network eadebc00-749b-437a-8d94-a4363687fbd1 Jul 14 09:39:44.882708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Allocated IP 2001:db8::2 (f32260b5-d740-48d0-98f1-2f73ba7514dc/114f93c7-3db1-48cf-87eb-c397241b2bba/dfe0303c-6bd6-4982-9ed5-d0f8ecba0727) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:44.925374 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5bd890a1-2ac7-4bb9-9f48-16db29a88d91 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.990187 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5bd890a1-2ac7-4bb9-9f48-16db29a88d91 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.002451 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd890a1-2ac7-4bb9-9f48-16db29a88d91 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:45.004936 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5bd890a1-2ac7-4bb9-9f48-16db29a88d91 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.044108 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5bd890a1-2ac7-4bb9-9f48-16db29a88d91 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3381426 Jul 14 09:39:45.047439 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 32784) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:45.053536 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ce83b039-f2f7-402b-b80b-5b3badc37320 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Request body: {'subnet': {'network_id': 'a0986091-ae37-44e4-9e34-c5f2f859b6df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:45.150330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd890a1-2ac7-4bb9-9f48-16db29a88d91 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event updated for resources: {'Network': ['ID=eadebc00-749b-437a-8d94-a4363687fbd1,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:45.156051 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.168112 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network eadebc00-749b-437a-8d94-a4363687fbd1 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:45.303389 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce83b039-f2f7-402b-b80b-5b3badc37320 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Made reservation on behalf of db5b6121af574d54aaead4101d1398d3 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:45.307273 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ce83b039-f2f7-402b-b80b-5b3badc37320 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.382376 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8526d9fc-1423-44dc-a4f9-85777072ad36 req-9af95e31-00d4-47a1-a640-965dccd2846e tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0580175 Jul 14 09:39:45.455414 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Transition to ACTIVE for port object dfe0303c-6bd6-4982-9ed5-d0f8ecba0727 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:45.483937 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Transition to ACTIVE for port object dfe0303c-6bd6-4982-9ed5-d0f8ecba0727 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:45.496498 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.522550 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Network f32260b5-d740-48d0-98f1-2f73ba7514dc is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:45.526749 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:45.558342 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:45.642651 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ce83b039-f2f7-402b-b80b-5b3badc37320 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.789350 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Pushing event updated for resources: {'Port': ['ID=dfe0303c-6bd6-4982-9ed5-d0f8ecba0727,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:45.807487 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83b039-f2f7-402b-b80b-5b3badc37320 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event updated for resources: {'Subnet': ['ID=3c4622b2-3b0f-4e58-83ff-003d698af257,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:45.836011 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce83b039-f2f7-402b-b80b-5b3badc37320 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Checking segment: {'id': 'ce7d9291-b1e3-43aa-b6df-1bb9a776b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a0986091-ae37-44e4-9e34-c5f2f859b6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:45.836011 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce83b039-f2f7-402b-b80b-5b3badc37320 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Network hostable DHCP agents. Network: a0986091-ae37-44e4-9e34-c5f2f859b6df, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:45.849700 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Attempting to bind port dfe0303c-6bd6-4982-9ed5-d0f8ecba0727 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:45.850134 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Attempting to bind port dfe0303c-6bd6-4982-9ed5-d0f8ecba0727 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '27ed768f-38ac-47aa-a8a8-07cbc90d1fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f32260b5-d740-48d0-98f1-2f73ba7514dc'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:45.851192 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Attempting to bind port dfe0303c-6bd6-4982-9ed5-d0f8ecba0727 on network f32260b5-d740-48d0-98f1-2f73ba7514dc {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:45.861997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:45.862378 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:45.862647 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce83b039-f2f7-402b-b80b-5b3badc37320 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Network a0986091-ae37-44e4-9e34-c5f2f859b6df is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:45.862795 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:45.863145 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:45.863478 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:45.863804 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:45.864275 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:45.864766 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:45.865093 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:45.865420 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:45.865757 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:45.866276 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:45.875596 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:45.875924 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Checking segment: {'id': '27ed768f-38ac-47aa-a8a8-07cbc90d1fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f32260b5-d740-48d0-98f1-2f73ba7514dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:45.876441 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.877300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Bound using segment: {'id': '27ed768f-38ac-47aa-a8a8-07cbc90d1fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f32260b5-d740-48d0-98f1-2f73ba7514dc'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:45.878030 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Bound port: dfe0303c-6bd6-4982-9ed5-d0f8ecba0727, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ed768f-38ac-47aa-a8a8-07cbc90d1fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f32260b5-d740-48d0-98f1-2f73ba7514dc'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:45.878489 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.879772 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-ce83b039-f2f7-402b-b80b-5b3badc37320 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, a0986091-ae37-44e4-9e34-c5f2f859b6df) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:45.894504 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60518c70-d9cb-4914-bd94-2c74843ebf02 None None] Network a0986091-ae37-44e4-9e34-c5f2f859b6df requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:45.912348 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce83b039-f2f7-402b-b80b-5b3badc37320 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:45.915814 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ce83b039-f2f7-402b-b80b-5b3badc37320 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.959722 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 32798) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:45.960618 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ce83b039-f2f7-402b-b80b-5b3badc37320 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9110458 Jul 14 09:39:45.966304 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b5568d7f-b329-4203-b17e-8813052431b9 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Request body: {'subnet': {'network_id': 'eadebc00-749b-437a-8d94-a4363687fbd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:46.048281 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] For port dfe0303c-6bd6-4982-9ed5-d0f8ecba0727, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:46.051756 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] For port dfe0303c-6bd6-4982-9ed5-d0f8ecba0727, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dfe0303c-6bd6-4982-9ed5-d0f8ecba0727,segment=NetworkSegment(27ed768f-38ac-47aa-a8a8-07cbc90d1fcb),segment_id=27ed768f-38ac-47aa-a8a8-07cbc90d1fcb)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:46.088661 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5568d7f-b329-4203-b17e-8813052431b9 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Made reservation on behalf of db5b6121af574d54aaead4101d1398d3 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:46.092304 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b5568d7f-b329-4203-b17e-8813052431b9 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.113957 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.193824 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8235a5-40cb-4558-a7c6-b4dac7789043 None None] Pushing event updated for resources: {'Port': ['ID=dfe0303c-6bd6-4982-9ed5-d0f8ecba0727,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:46.287471 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-a0986091-ae37-44e4-9e34-c5f2f859b6df', 'network_id': 'a0986091-ae37-44e4-9e34-c5f2f859b6df', 'tenant_id': 'db5b6121af574d54aaead4101d1398d3', 'fixed_ips': [{'subnet_id': '3c4622b2-3b0f-4e58-83ff-003d698af257'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:39:46.288836 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.504925 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b5568d7f-b329-4203-b17e-8813052431b9 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.578430 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Allocated IP 2001:db8::2 (a0986091-ae37-44e4-9e34-c5f2f859b6df/3c4622b2-3b0f-4e58-83ff-003d698af257/8401739a-44a2-4e3e-ac10-41ba42e8536a) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:46.741557 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5568d7f-b329-4203-b17e-8813052431b9 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event updated for resources: {'Subnet': ['ID=6f96a2b5-cbe2-41e0-8fb7-3afde5af9177,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:46.803945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5568d7f-b329-4203-b17e-8813052431b9 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Checking segment: {'id': '9821c886-216c-4386-b08f-a381d51262cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'eadebc00-749b-437a-8d94-a4363687fbd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:46.806109 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5568d7f-b329-4203-b17e-8813052431b9 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Network hostable DHCP agents. Network: eadebc00-749b-437a-8d94-a4363687fbd1, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:46.896889 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.917707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Transition to ACTIVE for port object 8401739a-44a2-4e3e-ac10-41ba42e8536a will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:46.932820 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28c5f94f-a10f-489f-9ad7-cad579955fe0 req-7ab57867-2556-425e-bcbb-9b182cd39cac tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.1598506 Jul 14 09:39:46.943427 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Transition to ACTIVE for port object 8401739a-44a2-4e3e-ac10-41ba42e8536a will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:46.958609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5568d7f-b329-4203-b17e-8813052431b9 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Network eadebc00-749b-437a-8d94-a4363687fbd1 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:46.978052 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.993711 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-b5568d7f-b329-4203-b17e-8813052431b9 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, eadebc00-749b-437a-8d94-a4363687fbd1) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:47.002121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5568d7f-b329-4203-b17e-8813052431b9 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:47.003039 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b5568d7f-b329-4203-b17e-8813052431b9 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.030962 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.032035 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252d473d-0a1d-4e9e-8e8c-1d1935c323d3 None None] Network eadebc00-749b-437a-8d94-a4363687fbd1 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:47.033534 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b5568d7f-b329-4203-b17e-8813052431b9 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0723279 Jul 14 09:39:47.036036 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 32908) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:47.220819 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Pushing event updated for resources: {'Port': ['ID=8401739a-44a2-4e3e-ac10-41ba42e8536a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:47.260708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Network a0986091-ae37-44e4-9e34-c5f2f859b6df is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:47.268104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:47.280415 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:47.516515 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Attempting to bind port 8401739a-44a2-4e3e-ac10-41ba42e8536a on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:47.517086 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Attempting to bind port 8401739a-44a2-4e3e-ac10-41ba42e8536a by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'ce7d9291-b1e3-43aa-b6df-1bb9a776b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a0986091-ae37-44e4-9e34-c5f2f859b6df'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:47.517742 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Attempting to bind port 8401739a-44a2-4e3e-ac10-41ba42e8536a on network a0986091-ae37-44e4-9e34-c5f2f859b6df {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:47.526974 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:47.528289 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Checking segment: {'id': 'ce7d9291-b1e3-43aa-b6df-1bb9a776b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a0986091-ae37-44e4-9e34-c5f2f859b6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:47.529045 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.529735 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Bound using segment: {'id': 'ce7d9291-b1e3-43aa-b6df-1bb9a776b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a0986091-ae37-44e4-9e34-c5f2f859b6df'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:47.530400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Bound port: 8401739a-44a2-4e3e-ac10-41ba42e8536a, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7d9291-b1e3-43aa-b6df-1bb9a776b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a0986091-ae37-44e4-9e34-c5f2f859b6df'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:47.531169 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.536284 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-eadebc00-749b-437a-8d94-a4363687fbd1', 'network_id': 'eadebc00-749b-437a-8d94-a4363687fbd1', 'tenant_id': 'db5b6121af574d54aaead4101d1398d3', 'fixed_ips': [{'subnet_id': '6f96a2b5-cbe2-41e0-8fb7-3afde5af9177'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:39:47.537312 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.692373 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3a33bd5a-bcc1-4f8c-bf0d-ad9aa614f6ec tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.843462 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Allocated IP 2001:db8::2 (eadebc00-749b-437a-8d94-a4363687fbd1/6f96a2b5-cbe2-41e0-8fb7-3afde5af9177/e8f30349-00f6-426b-8c57-ec23c1f716f4) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:48.440611 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.496524 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Transition to ACTIVE for port object e8f30349-00f6-426b-8c57-ec23c1f716f4 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:48.502842 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a4f72742-248f-4e66-a988-351bd4210489 req-7f724004-7ccf-4f4f-b25f-6bc72a29c432 tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.1242878 Jul 14 09:39:48.558129 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-3a33bd5a-bcc1-4f8c-bf0d-ad9aa614f6ec tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Allocated IP 2001:db8::1 (a0986091-ae37-44e4-9e34-c5f2f859b6df/3c4622b2-3b0f-4e58-83ff-003d698af257/6e5bc4e1-62f4-4d01-9668-2cecffe5f9bc) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:48.577367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Transition to ACTIVE for port object e8f30349-00f6-426b-8c57-ec23c1f716f4 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:48.607589 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dfe0303c-6bd6-4982-9ed5-d0f8ecba0727 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:48.610714 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea4f929-60f3-457f-bf3d-f98fb00597c5 None None] Network f32260b5-d740-48d0-98f1-2f73ba7514dc requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:48.745386 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.879799 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3a33bd5a-bcc1-4f8c-bf0d-ad9aa614f6ec tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.963730 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-3a33bd5a-bcc1-4f8c-bf0d-ad9aa614f6ec tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Transition to ACTIVE for port object 6e5bc4e1-62f4-4d01-9668-2cecffe5f9bc will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:48.989218 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Network eadebc00-749b-437a-8d94-a4363687fbd1 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:49.032337 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:49.072134 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3a33bd5a-bcc1-4f8c-bf0d-ad9aa614f6ec tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.073999 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc41a0b5-aa0d-4fab-912f-862dc4dc729d None None] Provisioning for port dfe0303c-6bd6-4982-9ed5-d0f8ecba0727 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:49.076521 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Pushing event updated for resources: {'Port': ['ID=e8f30349-00f6-426b-8c57-ec23c1f716f4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:49.093746 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:49.168644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a33bd5a-bcc1-4f8c-bf0d-ad9aa614f6ec tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Network a0986091-ae37-44e4-9e34-c5f2f859b6df is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:49.177661 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-3a33bd5a-bcc1-4f8c-bf0d-ad9aa614f6ec tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:49.183127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a33bd5a-bcc1-4f8c-bf0d-ad9aa614f6ec tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:49.183697 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3a33bd5a-bcc1-4f8c-bf0d-ad9aa614f6ec tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.303474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33bd5a-bcc1-4f8c-bf0d-ad9aa614f6ec tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event updated for resources: {'Port': ['ID=6e5bc4e1-62f4-4d01-9668-2cecffe5f9bc,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:49.371958 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3a33bd5a-bcc1-4f8c-bf0d-ad9aa614f6ec tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.394181 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] For port 8401739a-44a2-4e3e-ac10-41ba42e8536a, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:49.430598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Attempting to bind port e8f30349-00f6-426b-8c57-ec23c1f716f4 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:49.431175 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Attempting to bind port e8f30349-00f6-426b-8c57-ec23c1f716f4 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '9821c886-216c-4386-b08f-a381d51262cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'eadebc00-749b-437a-8d94-a4363687fbd1'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:49.431595 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Attempting to bind port e8f30349-00f6-426b-8c57-ec23c1f716f4 on network eadebc00-749b-437a-8d94-a4363687fbd1 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:49.468918 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:49.469713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Checking segment: {'id': '9821c886-216c-4386-b08f-a381d51262cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'eadebc00-749b-437a-8d94-a4363687fbd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:49.469713 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.470295 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Bound using segment: {'id': '9821c886-216c-4386-b08f-a381d51262cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'eadebc00-749b-437a-8d94-a4363687fbd1'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:49.470954 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Bound port: e8f30349-00f6-426b-8c57-ec23c1f716f4, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9821c886-216c-4386-b08f-a381d51262cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'eadebc00-749b-437a-8d94-a4363687fbd1'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:49.471364 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.474597 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] For port 8401739a-44a2-4e3e-ac10-41ba42e8536a, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=8401739a-44a2-4e3e-ac10-41ba42e8536a,segment=NetworkSegment(ce7d9291-b1e3-43aa-b6df-1bb9a776b307),segment_id=ce7d9291-b1e3-43aa-b6df-1bb9a776b307)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:49.480526 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port dfe0303c-6bd6-4982-9ed5-d0f8ecba0727 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:49.491964 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.559207 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c520a1-7e3a-47f0-8504-3a1e7748c8c0 None None] Pushing event updated for resources: {'Port': ['ID=8401739a-44a2-4e3e-ac10-41ba42e8536a,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:49.577831 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port dfe0303c-6bd6-4982-9ed5-d0f8ecba0727 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:49.578207 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.739313 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] For port e8f30349-00f6-426b-8c57-ec23c1f716f4, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:49.751471 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] For port e8f30349-00f6-426b-8c57-ec23c1f716f4, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e8f30349-00f6-426b-8c57-ec23c1f716f4,segment=NetworkSegment(9821c886-216c-4386-b08f-a381d51262cd),segment_id=9821c886-216c-4386-b08f-a381d51262cd)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:49.805003 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.809719 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.949238 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port dfe0303c-6bd6-4982-9ed5-d0f8ecba0727, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dfe0303c-6bd6-4982-9ed5-d0f8ecba0727,segment=NetworkSegment(27ed768f-38ac-47aa-a8a8-07cbc90d1fcb),segment_id=27ed768f-38ac-47aa-a8a8-07cbc90d1fcb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:49.956654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6e26f-9fcb-48cf-af2f-9459eec49ef2 None None] Pushing event updated for resources: {'Port': ['ID=e8f30349-00f6-426b-8c57-ec23c1f716f4,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:49.969590 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.983621 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b3e76b5-9300-4681-83aa-41705e32f8e4 req-8d893383-5f39-419f-8a79-385a33b8075a tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.1546619 Jul 14 09:39:50.032058 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=dfe0303c-6bd6-4982-9ed5-d0f8ecba0727,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:50.083156 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3a33bd5a-bcc1-4f8c-bf0d-ad9aa614f6ec tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.098856 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3a33bd5a-bcc1-4f8c-bf0d-ad9aa614f6ec tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.099860 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3a33bd5a-bcc1-4f8c-bf0d-ad9aa614f6ec tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.438990 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-199ed2cb-d2ae-4dd5-9bab-af259dcc887d None None] Provisioning complete for port dfe0303c-6bd6-4982-9ed5-d0f8ecba0727 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:50.439986 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-199ed2cb-d2ae-4dd5-9bab-af259dcc887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.444898 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dfe0303c-6bd6-4982-9ed5-d0f8ecba0727 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:50.475747 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33bd5a-bcc1-4f8c-bf0d-ad9aa614f6ec tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event updated for resources: {'Port': ['ID=6e5bc4e1-62f4-4d01-9668-2cecffe5f9bc,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:50.488297 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a33bd5a-bcc1-4f8c-bf0d-ad9aa614f6ec tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Network a0986091-ae37-44e4-9e34-c5f2f859b6df is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:50.508606 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-3a33bd5a-bcc1-4f8c-bf0d-ad9aa614f6ec tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:50.673139 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port dfe0303c-6bd6-4982-9ed5-d0f8ecba0727 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:50.674229 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.797047 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a33bd5a-bcc1-4f8c-bf0d-ad9aa614f6ec tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Router ac24d9ea-6af2-4228-9875-50372a7db2f3 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:39:50.931525 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a33bd5a-bcc1-4f8c-bf0d-ad9aa614f6ec tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:50.944235 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3a33bd5a-bcc1-4f8c-bf0d-ad9aa614f6ec tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "PUT /v2.0/routers/ac24d9ea-6af2-4228-9875-50372a7db2f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9060090 Jul 14 09:39:50.944775 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33284) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:50.947176 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477ae98e-fe8b-48c0-9ed4-1db20f3cc729 None None] Sync routers for ids ['ac24d9ea-6af2-4228-9875-50372a7db2f3'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:50.976674 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477ae98e-fe8b-48c0-9ed4-1db20f3cc729 None None] Routers {'ac24d9ea-6af2-4228-9875-50372a7db2f3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:50.977421 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-477ae98e-fe8b-48c0-9ed4-1db20f3cc729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ac24d9ea-6af2-4228-9875-50372a7db2f3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:51.021507 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-477ae98e-fe8b-48c0-9ed4-1db20f3cc729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:51.035383 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477ae98e-fe8b-48c0-9ed4-1db20f3cc729 None None] Routers {'ac24d9ea-6af2-4228-9875-50372a7db2f3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:51.036060 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-477ae98e-fe8b-48c0-9ed4-1db20f3cc729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ac24d9ea-6af2-4228-9875-50372a7db2f3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:51.072713 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-477ae98e-fe8b-48c0-9ed4-1db20f3cc729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:51.073454 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477ae98e-fe8b-48c0-9ed4-1db20f3cc729 None None] The sync data for ids ['ac24d9ea-6af2-4228-9875-50372a7db2f3'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:51.197635 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-34ac848d-332a-4b2d-a6c3-897650912644 req-df127a7e-c3bd-4550-8fb7-3584bf793f70 tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0320718 Jul 14 09:39:51.441015 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-36519c88-0cb5-42b2-98cc-027a4dd05276 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:39:51.444703 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-36519c88-0cb5-42b2-98cc-027a4dd05276 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "PUT /v2.0/routers/ac24d9ea-6af2-4228-9875-50372a7db2f3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4947166 Jul 14 09:39:51.446121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33294) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:51.834070 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe32ead-a0e3-4dce-ad4a-e780026a23c3 None None] Network eadebc00-749b-437a-8d94-a4363687fbd1 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:52.075472 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a2563fac-1db9-4022-bc66-c82a87fe568b None None] Provisioning for port e8f30349-00f6-426b-8c57-ec23c1f716f4 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:52.309005 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7a1b0c-616f-4157-9af3-3d7556998255 None None] Network a0986091-ae37-44e4-9e34-c5f2f859b6df requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:52.358266 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 8401739a-44a2-4e3e-ac10-41ba42e8536a up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:52.664122 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-709060f1-23aa-4cfe-9183-a05f1b500208 req-7cdc3140-2b6e-4d07-92f6-7dc47967a5a3 tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0361671 Jul 14 09:39:52.762183 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-04917f59-15d2-4de1-a984-80b445564d1f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.770876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d459ddf2-0a58-4504-92d8-6a917f08a31d None None] Provisioning for port 8401739a-44a2-4e3e-ac10-41ba42e8536a completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:52.812422 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 8401739a-44a2-4e3e-ac10-41ba42e8536a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:52.829571 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 8401739a-44a2-4e3e-ac10-41ba42e8536a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:52.830008 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.995730 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.048901 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 8401739a-44a2-4e3e-ac10-41ba42e8536a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=8401739a-44a2-4e3e-ac10-41ba42e8536a,segment=NetworkSegment(ce7d9291-b1e3-43aa-b6df-1bb9a776b307),segment_id=ce7d9291-b1e3-43aa-b6df-1bb9a776b307)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:53.054425 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.056043 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e8f30349-00f6-426b-8c57-ec23c1f716f4 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:53.121656 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-04917f59-15d2-4de1-a984-80b445564d1f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Deleting port 6e5bc4e1-62f4-4d01-9668-2cecffe5f9bc {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:53.122133 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-04917f59-15d2-4de1-a984-80b445564d1f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.154626 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=8401739a-44a2-4e3e-ac10-41ba42e8536a,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:53.168827 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port e8f30349-00f6-426b-8c57-ec23c1f716f4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:53.173912 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e8f30349-00f6-426b-8c57-ec23c1f716f4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:53.174405 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.239343 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-df000ac7-f79d-4878-975d-4d944cded6aa None None] Provisioning complete for port e8f30349-00f6-426b-8c57-ec23c1f716f4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:53.239768 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df000ac7-f79d-4878-975d-4d944cded6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.267402 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-04917f59-15d2-4de1-a984-80b445564d1f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.284706 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-04917f59-15d2-4de1-a984-80b445564d1f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Calling delete_port for 6e5bc4e1-62f4-4d01-9668-2cecffe5f9bc owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:53.360689 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.416978 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df000ac7-f79d-4878-975d-4d944cded6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.454931 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port e8f30349-00f6-426b-8c57-ec23c1f716f4, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e8f30349-00f6-426b-8c57-ec23c1f716f4,segment=NetworkSegment(9821c886-216c-4386-b08f-a381d51262cd),segment_id=9821c886-216c-4386-b08f-a381d51262cd)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:53.465547 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.565744 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-04917f59-15d2-4de1-a984-80b445564d1f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.570230 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-df000ac7-f79d-4878-975d-4d944cded6aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:39:53.570623 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-df000ac7-f79d-4878-975d-4d944cded6aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:39:53.582565 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=e8f30349-00f6-426b-8c57-ec23c1f716f4,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:53.612555 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04917f59-15d2-4de1-a984-80b445564d1f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event deleted for resources: {'Port': ['ID=6e5bc4e1-62f4-4d01-9668-2cecffe5f9bc,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:53.733918 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-04917f59-15d2-4de1-a984-80b445564d1f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.991967 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb20568e-f7df-486d-b724-d4a23961da9f req-e5cadddb-324f-4240-a834-7e7f7ffd2456 tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0980861 Jul 14 09:39:54.005171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04917f59-15d2-4de1-a984-80b445564d1f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Router ac24d9ea-6af2-4228-9875-50372a7db2f3 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:54.120430 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04917f59-15d2-4de1-a984-80b445564d1f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:54.131295 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-04917f59-15d2-4de1-a984-80b445564d1f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "PUT /v2.0/routers/ac24d9ea-6af2-4228-9875-50372a7db2f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6799183 Jul 14 09:39:54.132801 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33340) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:54.140358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5fdf0-4148-47e3-8bc7-723f36a58b63 None None] Sync routers for ids ['ac24d9ea-6af2-4228-9875-50372a7db2f3'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:54.209185 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5fdf0-4148-47e3-8bc7-723f36a58b63 None None] Routers {'ac24d9ea-6af2-4228-9875-50372a7db2f3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:54.209185 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-7ee5fdf0-4148-47e3-8bc7-723f36a58b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ac24d9ea-6af2-4228-9875-50372a7db2f3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:54.224163 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-6079955c-41d1-4b02-96f7-4041b0d98af5 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] delete failed (client error): The resource could not be found. Jul 14 09:39:54.229668 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6079955c-41d1-4b02-96f7-4041b0d98af5 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-886075520 HTTP/1.1" status: 404 len: 334 time: 0.0912175 Jul 14 09:39:54.229911 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33342) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:54.234586 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b9ac0e33-2c3c-4edb-8726-40c912e91139 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ac24d9ea-6af2-4228-9875-50372a7db2f3'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:54.294066 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-7ee5fdf0-4148-47e3-8bc7-723f36a58b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:54.300455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 8401739a-44a2-4e3e-ac10-41ba42e8536a up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:54.387201 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-08600ada-753f-49fe-8f18-eb5b0a0c4cf4 None None] Could not find standard attr ID for object 6e5bc4e1-62f4-4d01-9668-2cecffe5f9bc. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:39:54.435083 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5fdf0-4148-47e3-8bc7-723f36a58b63 None None] Routers {'ac24d9ea-6af2-4228-9875-50372a7db2f3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:54.436319 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-7ee5fdf0-4148-47e3-8bc7-723f36a58b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ac24d9ea-6af2-4228-9875-50372a7db2f3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:54.520049 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-7ee5fdf0-4148-47e3-8bc7-723f36a58b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:54.521043 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5fdf0-4148-47e3-8bc7-723f36a58b63 None None] The sync data for ids ['ac24d9ea-6af2-4228-9875-50372a7db2f3'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:54.526024 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-08600ada-753f-49fe-8f18-eb5b0a0c4cf4 None None] Provisioning complete for port 8401739a-44a2-4e3e-ac10-41ba42e8536a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:54.526718 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08600ada-753f-49fe-8f18-eb5b0a0c4cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.530419 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 8401739a-44a2-4e3e-ac10-41ba42e8536a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:54.531112 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.619209 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0e33-2c3c-4edb-8726-40c912e91139 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.654447 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-b9ac0e33-2c3c-4edb-8726-40c912e91139 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] update failed (client error): The resource could not be found. Jul 14 09:39:54.656134 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b9ac0e33-2c3c-4edb-8726-40c912e91139 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "PUT /v2.0/routers/ac24d9ea-6af2-4228-9875-50372a7db2f3 HTTP/1.1" status: 404 len: 339 time: 0.4251363 Jul 14 09:39:54.660153 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33352) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:54.668661 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-ab473a58-f783-4b86-b484-6f4b3042a306 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2008638396'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:54.711612 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab473a58-f783-4b86-b484-6f4b3042a306 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Made reservation on behalf of db5b6121af574d54aaead4101d1398d3 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:54.715175 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab473a58-f783-4b86-b484-6f4b3042a306 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.719886 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:39:54.754880 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e8f30349-00f6-426b-8c57-ec23c1f716f4 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:54.760505 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab473a58-f783-4b86-b484-6f4b3042a306 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:54.773266 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab473a58-f783-4b86-b484-6f4b3042a306 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.774466 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-ab473a58-f783-4b86-b484-6f4b3042a306 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Added segment a1615b97-46c5-4dfd-b3c6-da9f7c9d8169 of type vlan for network b6bf0c9c-5101-494d-9ed6-1e622acbb5ea Jul 14 09:39:54.824741 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e8f30349-00f6-426b-8c57-ec23c1f716f4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:54.825285 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.831001 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab473a58-f783-4b86-b484-6f4b3042a306 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.881454 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab473a58-f783-4b86-b484-6f4b3042a306 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.904266 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab473a58-f783-4b86-b484-6f4b3042a306 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:54.907446 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab473a58-f783-4b86-b484-6f4b3042a306 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.034026 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ab473a58-f783-4b86-b484-6f4b3042a306 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3692415 Jul 14 09:39:55.041079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33354) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:55.049546 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Request body: {'subnet': {'network_id': 'b6bf0c9c-5101-494d-9ed6-1e622acbb5ea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:55.068692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab473a58-f783-4b86-b484-6f4b3042a306 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event updated for resources: {'Network': ['ID=b6bf0c9c-5101-494d-9ed6-1e622acbb5ea,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:55.081689 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network b6bf0c9c-5101-494d-9ed6-1e622acbb5ea details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:55.219019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Made reservation on behalf of db5b6121af574d54aaead4101d1398d3 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:55.222841 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.281908 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0523c52a-741a-43c0-b52b-95c6cf38bb57 req-d48e337e-1b54-4be9-a320-cc5b9de390f3 tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0397520 Jul 14 09:39:55.467412 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.541514 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event updated for resources: {'Subnet': ['ID=73e233fc-926e-42a4-9cd1-41adea65f755,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:55.551494 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:55.551851 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:55.552203 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:55.552680 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:55.553025 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:55.553362 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:55.553697 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:55.554577 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:55.554685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:55.555745 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:55.556086 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:55.556737 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:55.569267 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Checking segment: {'id': 'a1615b97-46c5-4dfd-b3c6-da9f7c9d8169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'b6bf0c9c-5101-494d-9ed6-1e622acbb5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:55.569720 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Network hostable DHCP agents. Network: b6bf0c9c-5101-494d-9ed6-1e622acbb5ea, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:55.592632 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Network b6bf0c9c-5101-494d-9ed6-1e622acbb5ea is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:55.608743 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, b6bf0c9c-5101-494d-9ed6-1e622acbb5ea) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:55.616982 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:55.624382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b84fd9c-829b-40ff-8129-048c41deccaf None None] Network b6bf0c9c-5101-494d-9ed6-1e622acbb5ea requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:55.635435 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.667474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33370) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:55.667983 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a8a9d2ae-9b07-4793-bfbc-77191cab1970 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6253216 Jul 14 09:39:55.675535 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f8e4c233-815d-4ae6-9dbf-36eeb784d84a tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b6bf0c9c-5101-494d-9ed6-1e622acbb5ea'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:55.994446 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-b6bf0c9c-5101-494d-9ed6-1e622acbb5ea', 'network_id': 'b6bf0c9c-5101-494d-9ed6-1e622acbb5ea', 'tenant_id': 'db5b6121af574d54aaead4101d1398d3', 'fixed_ips': [{'subnet_id': '73e233fc-926e-42a4-9cd1-41adea65f755'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:39:55.995331 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.057386 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8e4c233-815d-4ae6-9dbf-36eeb784d84a tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.199295 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-f8e4c233-815d-4ae6-9dbf-36eeb784d84a tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:39:56.200740 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f8e4c233-815d-4ae6-9dbf-36eeb784d84a tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "PUT /v2.0/routers/ac24d9ea-6af2-4228-9875-50372a7db2f3 HTTP/1.1" status: 400 len: 364 time: 0.5318253 Jul 14 09:39:56.204289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33382) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:56.228371 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Allocated IP 2001:db8:1::2 (b6bf0c9c-5101-494d-9ed6-1e622acbb5ea/73e233fc-926e-42a4-9cd1-41adea65f755/f1c795d4-6bfb-475a-b538-0d70b1783093) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:56.451239 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.462134 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Transition to ACTIVE for port object f1c795d4-6bfb-475a-b538-0d70b1783093 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:56.475794 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c93c8cd7-ec3d-46bf-a9f7-a9f911ca7cc2 req-dbc4744e-4365-4fbb-9493-5dd6efb02998 tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0550494 Jul 14 09:39:56.480403 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Transition to ACTIVE for port object f1c795d4-6bfb-475a-b538-0d70b1783093 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:56.489862 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.540473 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Network b6bf0c9c-5101-494d-9ed6-1e622acbb5ea is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:56.543754 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:56.547144 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08e749f7-d785-4f27-bf2c-e92a64e9ee72 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.548891 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:56.581956 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Pushing event updated for resources: {'Port': ['ID=f1c795d4-6bfb-475a-b538-0d70b1783093,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:56.620652 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Attempting to bind port f1c795d4-6bfb-475a-b538-0d70b1783093 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:56.621341 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Attempting to bind port f1c795d4-6bfb-475a-b538-0d70b1783093 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'a1615b97-46c5-4dfd-b3c6-da9f7c9d8169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'b6bf0c9c-5101-494d-9ed6-1e622acbb5ea'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:56.621963 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Attempting to bind port f1c795d4-6bfb-475a-b538-0d70b1783093 on network b6bf0c9c-5101-494d-9ed6-1e622acbb5ea {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:56.628018 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:56.629179 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Checking segment: {'id': 'a1615b97-46c5-4dfd-b3c6-da9f7c9d8169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'b6bf0c9c-5101-494d-9ed6-1e622acbb5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:56.629819 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.630411 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Bound using segment: {'id': 'a1615b97-46c5-4dfd-b3c6-da9f7c9d8169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'b6bf0c9c-5101-494d-9ed6-1e622acbb5ea'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:56.631086 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Bound port: f1c795d4-6bfb-475a-b538-0d70b1783093, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1615b97-46c5-4dfd-b3c6-da9f7c9d8169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'b6bf0c9c-5101-494d-9ed6-1e622acbb5ea'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:56.631745 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.709450 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] For port f1c795d4-6bfb-475a-b538-0d70b1783093, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:56.713299 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] For port f1c795d4-6bfb-475a-b538-0d70b1783093, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f1c795d4-6bfb-475a-b538-0d70b1783093,segment=NetworkSegment(a1615b97-46c5-4dfd-b3c6-da9f7c9d8169),segment_id=a1615b97-46c5-4dfd-b3c6-da9f7c9d8169)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:56.725137 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.832652 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623ce53-832c-4cda-b562-f30a286c3dd4 None None] Pushing event updated for resources: {'Port': ['ID=f1c795d4-6bfb-475a-b538-0d70b1783093,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:57.242070 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d17627f-0770-4b1f-8cc1-db5f28447b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.374350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-08e749f7-d785-4f27-bf2c-e92a64e9ee72 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Allocated IP 2001:db8::1 (f32260b5-d740-48d0-98f1-2f73ba7514dc/114f93c7-3db1-48cf-87eb-c397241b2bba/65fc7dcf-e42f-4371-9a30-b4cd667d6c75) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:57.533400 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08e749f7-d785-4f27-bf2c-e92a64e9ee72 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.554619 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-08e749f7-d785-4f27-bf2c-e92a64e9ee72 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Transition to ACTIVE for port object 65fc7dcf-e42f-4371-9a30-b4cd667d6c75 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:57.590821 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08e749f7-d785-4f27-bf2c-e92a64e9ee72 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.650922 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e749f7-d785-4f27-bf2c-e92a64e9ee72 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Network f32260b5-d740-48d0-98f1-2f73ba7514dc is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:57.657022 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-08e749f7-d785-4f27-bf2c-e92a64e9ee72 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:57.659804 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e749f7-d785-4f27-bf2c-e92a64e9ee72 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:57.660394 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08e749f7-d785-4f27-bf2c-e92a64e9ee72 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.796150 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e749f7-d785-4f27-bf2c-e92a64e9ee72 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event updated for resources: {'Port': ['ID=65fc7dcf-e42f-4371-9a30-b4cd667d6c75,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:57.874239 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4764eb1f-9753-4612-87b1-d5685d539576 req-a79847ae-d4a3-4648-b15b-3a0e02e4c547 tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.1157913 Jul 14 09:39:58.016146 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08e749f7-d785-4f27-bf2c-e92a64e9ee72 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.242388 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-134a805e-6f0f-4a23-bf31-5330ac03efe3 None None] Provisioning for port 65fc7dcf-e42f-4371-9a30-b4cd667d6c75 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:58.247164 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-134a805e-6f0f-4a23-bf31-5330ac03efe3 None None] Provisioning complete for port 65fc7dcf-e42f-4371-9a30-b4cd667d6c75 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:58.247539 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-134a805e-6f0f-4a23-bf31-5330ac03efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.312325 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-134a805e-6f0f-4a23-bf31-5330ac03efe3 None None] Port 65fc7dcf-e42f-4371-9a30-b4cd667d6c75 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:58.320048 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f1c795d4-6bfb-475a-b538-0d70b1783093 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:58.352414 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667e627a-2d39-4bc0-9e03-a210d7796683 None None] Network b6bf0c9c-5101-494d-9ed6-1e622acbb5ea requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:58.516324 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port f1c795d4-6bfb-475a-b538-0d70b1783093 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:58.518706 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0a9e0770-6a0a-41bd-8ea8-d939da5a72c2 None None] Provisioning for port f1c795d4-6bfb-475a-b538-0d70b1783093 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:58.524435 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0a9e0770-6a0a-41bd-8ea8-d939da5a72c2 None None] Provisioning complete for port f1c795d4-6bfb-475a-b538-0d70b1783093 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:58.525120 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0a9e0770-6a0a-41bd-8ea8-d939da5a72c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.536227 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08e749f7-d785-4f27-bf2c-e92a64e9ee72 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.549997 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08e749f7-d785-4f27-bf2c-e92a64e9ee72 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.551156 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08e749f7-d785-4f27-bf2c-e92a64e9ee72 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.610284 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f1c795d4-6bfb-475a-b538-0d70b1783093 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:58.610716 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.684333 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e749f7-d785-4f27-bf2c-e92a64e9ee72 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event updated for resources: {'Port': ['ID=65fc7dcf-e42f-4371-9a30-b4cd667d6c75,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:58.774234 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.781857 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e749f7-d785-4f27-bf2c-e92a64e9ee72 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Network f32260b5-d740-48d0-98f1-2f73ba7514dc is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:58.787708 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-08e749f7-d785-4f27-bf2c-e92a64e9ee72 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:58.839755 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port f1c795d4-6bfb-475a-b538-0d70b1783093, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f1c795d4-6bfb-475a-b538-0d70b1783093,segment=NetworkSegment(a1615b97-46c5-4dfd-b3c6-da9f7c9d8169),segment_id=a1615b97-46c5-4dfd-b3c6-da9f7c9d8169)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:58.841025 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0a9e0770-6a0a-41bd-8ea8-d939da5a72c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.870068 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.967458 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36b3d0ad-38d1-4fa8-8383-7d7007786886 req-ec5056a6-5b7f-49dc-a858-33e05e422c8a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0972259 Jul 14 09:39:59.113931 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-0a9e0770-6a0a-41bd-8ea8-d939da5a72c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:39:59.114557 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-0a9e0770-6a0a-41bd-8ea8-d939da5a72c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:39:59.119745 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e749f7-d785-4f27-bf2c-e92a64e9ee72 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Router ac24d9ea-6af2-4228-9875-50372a7db2f3 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:59.121801 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=f1c795d4-6bfb-475a-b538-0d70b1783093,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:59.272058 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c140025-d8cb-433f-9300-38df788fb310 req-d69893b7-ad88-4fe2-adb8-d73fdefb37b6 tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0664971 Jul 14 09:39:59.292268 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e749f7-d785-4f27-bf2c-e92a64e9ee72 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:59.303036 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153a5183-c066-4e76-817a-0335e3f3274a None None] Sync routers for ids ['ac24d9ea-6af2-4228-9875-50372a7db2f3'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:59.311545 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-08e749f7-d785-4f27-bf2c-e92a64e9ee72 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "PUT /v2.0/routers/ac24d9ea-6af2-4228-9875-50372a7db2f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1039519 Jul 14 09:39:59.312156 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33424) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:59.321739 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153a5183-c066-4e76-817a-0335e3f3274a None None] Routers {'ac24d9ea-6af2-4228-9875-50372a7db2f3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:59.330736 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-153a5183-c066-4e76-817a-0335e3f3274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ac24d9ea-6af2-4228-9875-50372a7db2f3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:59.363409 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-153a5183-c066-4e76-817a-0335e3f3274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:59.373153 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153a5183-c066-4e76-817a-0335e3f3274a None None] Routers {'ac24d9ea-6af2-4228-9875-50372a7db2f3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:59.374127 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-153a5183-c066-4e76-817a-0335e3f3274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:39:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ac24d9ea-6af2-4228-9875-50372a7db2f3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:59.409545 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-153a5183-c066-4e76-817a-0335e3f3274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:59.409891 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f458c92-e791-460c-a855-bdf00ad56da9 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.410727 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153a5183-c066-4e76-817a-0335e3f3274a None None] The sync data for ids ['ac24d9ea-6af2-4228-9875-50372a7db2f3'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:59.497925 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-8f458c92-e791-460c-a855-bdf00ad56da9 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:39:59.499354 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8f458c92-e791-460c-a855-bdf00ad56da9 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "DELETE /v2.0/routers/ac24d9ea-6af2-4228-9875-50372a7db2f3 HTTP/1.1" status: 409 len: 329 time: 0.1858420 Jul 14 09:39:59.501849 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33426) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:59.779877 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26487f16-b661-4a75-9949-560d562710e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.818475 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a838280a-3ec8-437b-806e-8c011eab14c6 None None] Provisioning complete for port 65fc7dcf-e42f-4371-9a30-b4cd667d6c75 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:59.818992 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a838280a-3ec8-437b-806e-8c011eab14c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.897128 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a838280a-3ec8-437b-806e-8c011eab14c6 None None] Port 65fc7dcf-e42f-4371-9a30-b4cd667d6c75 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:59.911882 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a838280a-3ec8-437b-806e-8c011eab14c6 None None] Provisioning complete for port f1c795d4-6bfb-475a-b538-0d70b1783093 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:59.912267 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a838280a-3ec8-437b-806e-8c011eab14c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.955054 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.970403 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a995f93-c1b8-4126-9a19-e37b6351a02f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.222698 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f1c795d4-6bfb-475a-b538-0d70b1783093 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:00.305652 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-1a995f93-c1b8-4126-9a19-e37b6351a02f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Deleting port 65fc7dcf-e42f-4371-9a30-b4cd667d6c75 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:00.306037 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a995f93-c1b8-4126-9a19-e37b6351a02f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.329490 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f1c795d4-6bfb-475a-b538-0d70b1783093 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:00.343762 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.571664 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a995f93-c1b8-4126-9a19-e37b6351a02f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.575877 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ddbbaac-ea5f-4a59-bf74-14f0acf9d149 req-f203ba06-4b6b-4144-a411-a0d25c245506 tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0485494 Jul 14 09:40:00.590400 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-1a995f93-c1b8-4126-9a19-e37b6351a02f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Calling delete_port for 65fc7dcf-e42f-4371-9a30-b4cd667d6c75 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:00.700894 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.838619 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a995f93-c1b8-4126-9a19-e37b6351a02f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.883947 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a995f93-c1b8-4126-9a19-e37b6351a02f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event deleted for resources: {'Port': ['ID=65fc7dcf-e42f-4371-9a30-b4cd667d6c75,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:01.031677 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f18fde0-2ff6-48ce-bdaa-28c6e12726c8 req-31860702-f56a-41e1-a7d3-1126a4409e12 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fbf8a344751a4eb186c7339bd5567596&device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0576670 Jul 14 09:40:01.037096 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a995f93-c1b8-4126-9a19-e37b6351a02f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.537316 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f18fde0-2ff6-48ce-bdaa-28c6e12726c8 req-4932d532-3129-4b93-b31b-b8506b6bc9f9 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=fbf8a344751a4eb186c7339bd5567596&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4894404 Jul 14 09:40:01.542446 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-030ade55-1adf-4828-918e-7c677532f98e req-2c764177-ead4-4d08-be2b-66377afa7024 tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.1039829 Jul 14 09:40:01.790472 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a995f93-c1b8-4126-9a19-e37b6351a02f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Router ac24d9ea-6af2-4228-9875-50372a7db2f3 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:01.817144 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18fde0-2ff6-48ce-bdaa-28c6e12726c8 req-e917b47a-bf8d-4107-b59a-7132d349633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:01.818969 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f18fde0-2ff6-48ce-bdaa-28c6e12726c8 req-e917b47a-bf8d-4107-b59a-7132d349633e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2755024 Jul 14 09:40:01.852467 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.899066 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a995f93-c1b8-4126-9a19-e37b6351a02f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:01.904600 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1a995f93-c1b8-4126-9a19-e37b6351a02f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "PUT /v2.0/routers/ac24d9ea-6af2-4228-9875-50372a7db2f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4016314 Jul 14 09:40:01.909369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33480) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:01.913146 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f13a65c-edf7-40d5-b986-6de5c896982a None None] Sync routers for ids ['ac24d9ea-6af2-4228-9875-50372a7db2f3'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:01.925169 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13a65c-edf7-40d5-b986-6de5c896982a None None] Routers {'ac24d9ea-6af2-4228-9875-50372a7db2f3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:01.926368 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-6f13a65c-edf7-40d5-b986-6de5c896982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:40:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ac24d9ea-6af2-4228-9875-50372a7db2f3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:01.953085 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-d95f2b98-d0bb-446a-980c-c5d70108d9d6 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] show failed (client error): The resource could not be found. Jul 14 09:40:01.954266 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d95f2b98-d0bb-446a-980c-c5d70108d9d6 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-1658544185 HTTP/1.1" status: 404 len: 335 time: 0.0438488 Jul 14 09:40:01.958714 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33482) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:01.963996 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1e6bb5bb-ae52-483c-8bed-601aac45b04f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:01.981341 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-6f13a65c-edf7-40d5-b986-6de5c896982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:01.990950 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13a65c-edf7-40d5-b986-6de5c896982a None None] Routers {'ac24d9ea-6af2-4228-9875-50372a7db2f3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:01.991647 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-6f13a65c-edf7-40d5-b986-6de5c896982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:40:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ac24d9ea-6af2-4228-9875-50372a7db2f3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:02.002285 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-1e6bb5bb-ae52-483c-8bed-601aac45b04f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] update failed (client error): The resource could not be found. Jul 14 09:40:02.009379 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33484) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:02.009798 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1e6bb5bb-ae52-483c-8bed-601aac45b04f tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-1951997903 HTTP/1.1" status: 404 len: 335 time: 0.0496905 Jul 14 09:40:02.028434 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-6f13a65c-edf7-40d5-b986-6de5c896982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:02.029448 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f13a65c-edf7-40d5-b986-6de5c896982a None None] The sync data for ids ['ac24d9ea-6af2-4228-9875-50372a7db2f3'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:02.067917 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa7c6eb-2894-4959-b281-349109c9c907 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Deleting subnet 73e233fc-926e-42a4-9cd1-41adea65f755 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:40:02.071860 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9aa7c6eb-2894-4959-b281-349109c9c907 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.113055 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9aa7c6eb-2894-4959-b281-349109c9c907 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.203106 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9aa7c6eb-2894-4959-b281-349109c9c907 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.284995 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9aa7c6eb-2894-4959-b281-349109c9c907 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.325250 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9aa7c6eb-2894-4959-b281-349109c9c907 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.329782 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33496) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:02.330436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9aa7c6eb-2894-4959-b281-349109c9c907 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "DELETE /v2.0/subnets/73e233fc-926e-42a4-9cd1-41adea65f755 HTTP/1.1" status: 204 len: 168 time: 0.3194616 Jul 14 09:40:02.342173 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7c6eb-2894-4959-b281-349109c9c907 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event deleted for resources: {'Subnet': ['ID=73e233fc-926e-42a4-9cd1-41adea65f755,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:02.349449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3351e71d-50ee-4783-a2e6-85978e297d1b None None] Network b6bf0c9c-5101-494d-9ed6-1e622acbb5ea requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:02.453957 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82d17d92-72c1-4699-9f64-24d42145e54d tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.524937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-82d17d92-72c1-4699-9f64-24d42145e54d tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Deleting port f1c795d4-6bfb-475a-b538-0d70b1783093 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:02.525587 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82d17d92-72c1-4699-9f64-24d42145e54d tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.592459 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b69197-1310-4018-b4ca-3ac625213d60 None None] DHCP port deletion for b6bf0c9c-5101-494d-9ed6-1e622acbb5ea request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:40:02.641045 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-82d17d92-72c1-4699-9f64-24d42145e54d tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] For port f1c795d4-6bfb-475a-b538-0d70b1783093, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f1c795d4-6bfb-475a-b538-0d70b1783093,segment=NetworkSegment(a1615b97-46c5-4dfd-b3c6-da9f7c9d8169),segment_id=a1615b97-46c5-4dfd-b3c6-da9f7c9d8169)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:02.641421 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82d17d92-72c1-4699-9f64-24d42145e54d tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.678109 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-82d17d92-72c1-4699-9f64-24d42145e54d tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Calling delete_port for f1c795d4-6bfb-475a-b538-0d70b1783093 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:02.714333 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-35b69197-1310-4018-b4ca-3ac625213d60 None None] Deleting port f1c795d4-6bfb-475a-b538-0d70b1783093 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:02.716532 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-35b69197-1310-4018-b4ca-3ac625213d60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.853272 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0935d11-6a65-4710-974e-23d0a9a08be7 req-f59e594c-2528-4243-a22f-7c7d36f77adb tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.1155660 Jul 14 09:40:02.898908 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82d17d92-72c1-4699-9f64-24d42145e54d tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.974028 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d17d92-72c1-4699-9f64-24d42145e54d tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event deleted for resources: {'Port': ['ID=f1c795d4-6bfb-475a-b538-0d70b1783093,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:03.002473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d17d92-72c1-4699-9f64-24d42145e54d tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] No DVR routers for this DVR port f1c795d4-6bfb-475a-b538-0d70b1783093 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:03.046939 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f18fde0-2ff6-48ce-bdaa-28c6e12726c8 req-e90593a7-642f-4232-a27e-ae5feb5b8d13 tempest-ServerShowV254Test-1315659332 tempest-ServerShowV254Test-1315659332-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fdbd37e-340e-492d-a736-fbb2cc051733 HTTP/1.1" status: 200 len: 210 time: 0.0529165 Jul 14 09:40:03.169647 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.189483 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-35b69197-1310-4018-b4ca-3ac625213d60 None None] For port f1c795d4-6bfb-475a-b538-0d70b1783093, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f1c795d4-6bfb-475a-b538-0d70b1783093,segment=NetworkSegment(a1615b97-46c5-4dfd-b3c6-da9f7c9d8169),segment_id=a1615b97-46c5-4dfd-b3c6-da9f7c9d8169)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:03.190435 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-35b69197-1310-4018-b4ca-3ac625213d60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.197657 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82d17d92-72c1-4699-9f64-24d42145e54d tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.222666 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-35b69197-1310-4018-b4ca-3ac625213d60 None None] Calling delete_port for f1c795d4-6bfb-475a-b538-0d70b1783093 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:03.223199 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-82d17d92-72c1-4699-9f64-24d42145e54d tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6bf0c9c-5101-494d-9ed6-1e622acbb5ea']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:03.239402 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-82d17d92-72c1-4699-9f64-24d42145e54d tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1615b97-46c5-4dfd-b3c6-da9f7c9d8169') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:03.239686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-82d17d92-72c1-4699-9f64-24d42145e54d tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1615b97-46c5-4dfd-b3c6-da9f7c9d8169') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:03.259748 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82d17d92-72c1-4699-9f64-24d42145e54d tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.298363 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82d17d92-72c1-4699-9f64-24d42145e54d tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.314405 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d17d92-72c1-4699-9f64-24d42145e54d tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:03.314829 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82d17d92-72c1-4699-9f64-24d42145e54d tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.372992 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-35b69197-1310-4018-b4ca-3ac625213d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:03.390281 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:03.400620 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82d17d92-72c1-4699-9f64-24d42145e54d tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.403621 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b69197-1310-4018-b4ca-3ac625213d60 None None] Pushing event deleted for resources: {'Port': ['ID=f1c795d4-6bfb-475a-b538-0d70b1783093,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:03.405571 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b69197-1310-4018-b4ca-3ac625213d60 None None] No DVR routers for this DVR port f1c795d4-6bfb-475a-b538-0d70b1783093 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:03.414325 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82d17d92-72c1-4699-9f64-24d42145e54d tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.420632 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-82d17d92-72c1-4699-9f64-24d42145e54d tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "DELETE /v2.0/networks/b6bf0c9c-5101-494d-9ed6-1e622acbb5ea HTTP/1.1" status: 204 len: 168 time: 1.0871713 Jul 14 09:40:03.421509 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33524) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:03.439689 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d17d92-72c1-4699-9f64-24d42145e54d tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event deleted for resources: {'Network': ['ID=b6bf0c9c-5101-494d-9ed6-1e622acbb5ea,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:03.493967 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e21f5f2-971e-4773-8397-d2416e4d2b90 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Deleting subnet 6f96a2b5-cbe2-41e0-8fb7-3afde5af9177 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:40:03.503527 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4e21f5f2-971e-4773-8397-d2416e4d2b90 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.556226 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4e21f5f2-971e-4773-8397-d2416e4d2b90 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.652681 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4e21f5f2-971e-4773-8397-d2416e4d2b90 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.751239 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4e21f5f2-971e-4773-8397-d2416e4d2b90 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.788587 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21f5f2-971e-4773-8397-d2416e4d2b90 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event deleted for resources: {'Subnet': ['ID=6f96a2b5-cbe2-41e0-8fb7-3afde5af9177,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:03.793594 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4e21f5f2-971e-4773-8397-d2416e4d2b90 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.795641 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4e21f5f2-971e-4773-8397-d2416e4d2b90 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "DELETE /v2.0/subnets/6f96a2b5-cbe2-41e0-8fb7-3afde5af9177 HTTP/1.1" status: 204 len: 168 time: 0.3738477 Jul 14 09:40:03.798493 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33534) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:03.805648 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bf0091-6b88-4574-987d-da79d28636c6 None None] Network eadebc00-749b-437a-8d94-a4363687fbd1 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:03.889605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6672de7-3dd1-48f2-b079-813fb9734344 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Deleting subnet 3c4622b2-3b0f-4e58-83ff-003d698af257 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:40:03.896372 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d6672de7-3dd1-48f2-b079-813fb9734344 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.945835 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d6672de7-3dd1-48f2-b079-813fb9734344 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.092610 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d6672de7-3dd1-48f2-b079-813fb9734344 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.107564 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6c074e-6280-48ff-9c0e-97d6d0471cc4 None None] DHCP port deletion for eadebc00-749b-437a-8d94-a4363687fbd1 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:40:04.215374 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d6672de7-3dd1-48f2-b079-813fb9734344 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.260715 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6672de7-3dd1-48f2-b079-813fb9734344 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4622b2-3b0f-4e58-83ff-003d698af257,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:04.268307 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d6672de7-3dd1-48f2-b079-813fb9734344 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.270278 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d6672de7-3dd1-48f2-b079-813fb9734344 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "DELETE /v2.0/subnets/3c4622b2-3b0f-4e58-83ff-003d698af257 HTTP/1.1" status: 204 len: 168 time: 0.4706261 Jul 14 09:40:04.274512 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33550) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:04.308320 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f1c795d4-6bfb-475a-b538-0d70b1783093 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:04.312301 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76c75f0-f6b6-4fd0-8e17-f2b62640cc4c None None] Network a0986091-ae37-44e4-9e34-c5f2f859b6df requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:04.374339 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: f1c795d4-6bfb-475a-b538-0d70b1783093 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:04.374687 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f1c795d4-6bfb-475a-b538-0d70b1783093 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:04.375097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e8f30349-00f6-426b-8c57-ec23c1f716f4 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:04.442471 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-506865ec-9194-4748-862a-627e240fe65b tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.523673 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c074e-6280-48ff-9c0e-97d6d0471cc4 None None] Deleting port e8f30349-00f6-426b-8c57-ec23c1f716f4 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:04.524178 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe6c074e-6280-48ff-9c0e-97d6d0471cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.547293 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-506865ec-9194-4748-862a-627e240fe65b tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Deleting port e8f30349-00f6-426b-8c57-ec23c1f716f4 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:04.548850 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-506865ec-9194-4748-862a-627e240fe65b tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.623868 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33560) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:04.646151 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-506865ec-9194-4748-862a-627e240fe65b tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] For port e8f30349-00f6-426b-8c57-ec23c1f716f4, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e8f30349-00f6-426b-8c57-ec23c1f716f4,segment=NetworkSegment(9821c886-216c-4386-b08f-a381d51262cd),segment_id=9821c886-216c-4386-b08f-a381d51262cd)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:04.646924 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-506865ec-9194-4748-862a-627e240fe65b tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.652571 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.662260 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-506865ec-9194-4748-862a-627e240fe65b tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Calling delete_port for e8f30349-00f6-426b-8c57-ec23c1f716f4 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:04.715767 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port e8f30349-00f6-426b-8c57-ec23c1f716f4, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e8f30349-00f6-426b-8c57-ec23c1f716f4,segment=NetworkSegment(9821c886-216c-4386-b08f-a381d51262cd),segment_id=9821c886-216c-4386-b08f-a381d51262cd)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:04.726995 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.753567 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fe6c074e-6280-48ff-9c0e-97d6d0471cc4 None None] For port e8f30349-00f6-426b-8c57-ec23c1f716f4, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e8f30349-00f6-426b-8c57-ec23c1f716f4,segment=NetworkSegment(9821c886-216c-4386-b08f-a381d51262cd),segment_id=9821c886-216c-4386-b08f-a381d51262cd)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:04.754006 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe6c074e-6280-48ff-9c0e-97d6d0471cc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.789828 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-506865ec-9194-4748-862a-627e240fe65b tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.794208 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c074e-6280-48ff-9c0e-97d6d0471cc4 None None] Calling delete_port for e8f30349-00f6-426b-8c57-ec23c1f716f4 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:04.807287 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7830a0b3-42f5-4202-b280-ccb2bf46922b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.818760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506865ec-9194-4748-862a-627e240fe65b tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] No DVR routers for this DVR port e8f30349-00f6-426b-8c57-ec23c1f716f4 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:04.906021 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=e8f30349-00f6-426b-8c57-ec23c1f716f4,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:04.954024 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506865ec-9194-4748-862a-627e240fe65b tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event deleted for resources: {'Port': ['ID=e8f30349-00f6-426b-8c57-ec23c1f716f4,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:04.956017 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1dc347-5fc2-4dbf-8d61-432068d83b7a None None] DHCP port deletion for a0986091-ae37-44e4-9e34-c5f2f859b6df request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:40:04.968338 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-506865ec-9194-4748-862a-627e240fe65b tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.980763 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-506865ec-9194-4748-862a-627e240fe65b tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eadebc00-749b-437a-8d94-a4363687fbd1']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:04.986220 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7830a0b3-42f5-4202-b280-ccb2bf46922b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.993165 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7830a0b3-42f5-4202-b280-ccb2bf46922b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.995073 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-506865ec-9194-4748-862a-627e240fe65b tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9821c886-216c-4386-b08f-a381d51262cd') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:04.995485 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-506865ec-9194-4748-862a-627e240fe65b tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9821c886-216c-4386-b08f-a381d51262cd') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:05.006093 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-506865ec-9194-4748-862a-627e240fe65b tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.022575 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-506865ec-9194-4748-862a-627e240fe65b tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.034990 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506865ec-9194-4748-862a-627e240fe65b tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:05.034990 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-506865ec-9194-4748-862a-627e240fe65b tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.053344 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830a0b3-42f5-4202-b280-ccb2bf46922b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f50b19f-009f-4e01-abdb-337a477b3161,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:05.062538 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7830a0b3-42f5-4202-b280-ccb2bf46922b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fbf8a344751a4eb186c7339bd5567596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4373493 Jul 14 09:40:05.064440 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33570) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:05.089742 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe6c074e-6280-48ff-9c0e-97d6d0471cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:05.091829 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:05.103171 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-506865ec-9194-4748-862a-627e240fe65b tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.125470 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-506865ec-9194-4748-862a-627e240fe65b tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.129661 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-506865ec-9194-4748-862a-627e240fe65b tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "DELETE /v2.0/networks/eadebc00-749b-437a-8d94-a4363687fbd1 HTTP/1.1" status: 204 len: 168 time: 0.8517923 Jul 14 09:40:05.131542 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33572) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:05.132226 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a5f1ced6-b75e-49c5-a68e-62ea6275b297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.140002 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506865ec-9194-4748-862a-627e240fe65b tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event deleted for resources: {'Network': ['ID=eadebc00-749b-437a-8d94-a4363687fbd1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:05.149076 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c074e-6280-48ff-9c0e-97d6d0471cc4 None None] Pushing event deleted for resources: {'Port': ['ID=e8f30349-00f6-426b-8c57-ec23c1f716f4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:05.161897 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6c074e-6280-48ff-9c0e-97d6d0471cc4 None None] No DVR routers for this DVR port e8f30349-00f6-426b-8c57-ec23c1f716f4 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:05.192963 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ae1dc347-5fc2-4dbf-8d61-432068d83b7a None None] Deleting port 8401739a-44a2-4e3e-ac10-41ba42e8536a {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:05.193469 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc347-5fc2-4dbf-8d61-432068d83b7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.218775 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7530a503-b028-4777-9ca3-2ddf1071f765 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.246823 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a5f1ced6-b75e-49c5-a68e-62ea6275b297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.269659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ae1dc347-5fc2-4dbf-8d61-432068d83b7a None None] For port 8401739a-44a2-4e3e-ac10-41ba42e8536a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=8401739a-44a2-4e3e-ac10-41ba42e8536a,segment=NetworkSegment(ce7d9291-b1e3-43aa-b6df-1bb9a776b307),segment_id=ce7d9291-b1e3-43aa-b6df-1bb9a776b307)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:05.270229 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc347-5fc2-4dbf-8d61-432068d83b7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.292782 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ae1dc347-5fc2-4dbf-8d61-432068d83b7a None None] Calling delete_port for 8401739a-44a2-4e3e-ac10-41ba42e8536a owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:05.352632 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7530a503-b028-4777-9ca3-2ddf1071f765 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Deleting port 8401739a-44a2-4e3e-ac10-41ba42e8536a {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:05.353398 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7530a503-b028-4777-9ca3-2ddf1071f765 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.428757 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a5f1ced6-b75e-49c5-a68e-62ea6275b297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.435208 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a5f1ced6-b75e-49c5-a68e-62ea6275b297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.437641 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a5f1ced6-b75e-49c5-a68e-62ea6275b297 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f50b19f-009f-4e01-abdb-337a477b3161 HTTP/1.1" status: 204 len: 168 time: 0.3715205 Jul 14 09:40:05.454923 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc347-5fc2-4dbf-8d61-432068d83b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.466943 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1ced6-b75e-49c5-a68e-62ea6275b297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f50b19f-009f-4e01-abdb-337a477b3161,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:05.508790 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1dc347-5fc2-4dbf-8d61-432068d83b7a None None] Pushing event deleted for resources: {'Port': ['ID=8401739a-44a2-4e3e-ac10-41ba42e8536a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:05.509050 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-7530a503-b028-4777-9ca3-2ddf1071f765 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] For port 8401739a-44a2-4e3e-ac10-41ba42e8536a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=8401739a-44a2-4e3e-ac10-41ba42e8536a,segment=NetworkSegment(ce7d9291-b1e3-43aa-b6df-1bb9a776b307),segment_id=ce7d9291-b1e3-43aa-b6df-1bb9a776b307)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:05.509551 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7530a503-b028-4777-9ca3-2ddf1071f765 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.522888 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1dc347-5fc2-4dbf-8d61-432068d83b7a None None] No DVR routers for this DVR port 8401739a-44a2-4e3e-ac10-41ba42e8536a on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:05.562711 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7530a503-b028-4777-9ca3-2ddf1071f765 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Calling delete_port for 8401739a-44a2-4e3e-ac10-41ba42e8536a owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:05.663864 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7530a503-b028-4777-9ca3-2ddf1071f765 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.698602 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530a503-b028-4777-9ca3-2ddf1071f765 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event deleted for resources: {'Port': ['ID=8401739a-44a2-4e3e-ac10-41ba42e8536a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:05.710469 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7530a503-b028-4777-9ca3-2ddf1071f765 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] No DVR routers for this DVR port 8401739a-44a2-4e3e-ac10-41ba42e8536a on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:05.807586 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7530a503-b028-4777-9ca3-2ddf1071f765 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.819695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-7530a503-b028-4777-9ca3-2ddf1071f765 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0986091-ae37-44e4-9e34-c5f2f859b6df']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:05.840971 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-7530a503-b028-4777-9ca3-2ddf1071f765 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7d9291-b1e3-43aa-b6df-1bb9a776b307') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:05.841317 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-7530a503-b028-4777-9ca3-2ddf1071f765 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7d9291-b1e3-43aa-b6df-1bb9a776b307') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:05.854172 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7530a503-b028-4777-9ca3-2ddf1071f765 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.881559 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7530a503-b028-4777-9ca3-2ddf1071f765 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.895739 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7530a503-b028-4777-9ca3-2ddf1071f765 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:05.895739 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7530a503-b028-4777-9ca3-2ddf1071f765 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:05.899256 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:05.991591 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7530a503-b028-4777-9ca3-2ddf1071f765 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.001505 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7530a503-b028-4777-9ca3-2ddf1071f765 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.003488 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7530a503-b028-4777-9ca3-2ddf1071f765 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "DELETE /v2.0/networks/a0986091-ae37-44e4-9e34-c5f2f859b6df HTTP/1.1" status: 204 len: 168 time: 0.8684449 Jul 14 09:40:06.006177 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33604) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:06.025455 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530a503-b028-4777-9ca3-2ddf1071f765 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event deleted for resources: {'Network': ['ID=a0986091-ae37-44e4-9e34-c5f2f859b6df,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:06.090043 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4676853-7677-429d-aa25-30e548175006 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Deleting subnet 114f93c7-3db1-48cf-87eb-c397241b2bba {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:40:06.096069 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e4676853-7677-429d-aa25-30e548175006 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.144982 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e4676853-7677-429d-aa25-30e548175006 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.188627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 8401739a-44a2-4e3e-ac10-41ba42e8536a no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:06.215207 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 8401739a-44a2-4e3e-ac10-41ba42e8536a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:06.215730 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 8401739a-44a2-4e3e-ac10-41ba42e8536a not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:06.277987 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e4676853-7677-429d-aa25-30e548175006 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.356259 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e4676853-7677-429d-aa25-30e548175006 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.384741 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4676853-7677-429d-aa25-30e548175006 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event deleted for resources: {'Subnet': ['ID=114f93c7-3db1-48cf-87eb-c397241b2bba,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:06.388700 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e4676853-7677-429d-aa25-30e548175006 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.390651 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e4676853-7677-429d-aa25-30e548175006 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "DELETE /v2.0/subnets/114f93c7-3db1-48cf-87eb-c397241b2bba HTTP/1.1" status: 204 len: 168 time: 0.3834629 Jul 14 09:40:06.392981 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33622) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:06.395729 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7a1d12-f4cc-4844-b00e-66bb595d7ba8 None None] Network f32260b5-d740-48d0-98f1-2f73ba7514dc requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:06.440465 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33624) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:06.492734 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f631395-10bf-4ec7-b85e-1969a9847cdb tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.551311 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-5f631395-10bf-4ec7-b85e-1969a9847cdb tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Deleting port dfe0303c-6bd6-4982-9ed5-d0f8ecba0727 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:06.551893 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f631395-10bf-4ec7-b85e-1969a9847cdb tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.585020 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b1f0852f-a3e8-4de6-b492-4f1bb33a59d1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1921976853-network', 'tenant_id': '18245d4c12b042849567d400be4c479b'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:06.610992 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f0852f-a3e8-4de6-b492-4f1bb33a59d1 admin admin] Made reservation on behalf of 18245d4c12b042849567d400be4c479b for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:06.615757 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b1f0852f-a3e8-4de6-b492-4f1bb33a59d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.640420 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b1f0852f-a3e8-4de6-b492-4f1bb33a59d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.640635 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459d37e7-8187-46c0-b0d9-7ffb15fbcd92 None None] DHCP port deletion for f32260b5-d740-48d0-98f1-2f73ba7514dc request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:40:06.648748 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-5f631395-10bf-4ec7-b85e-1969a9847cdb tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] For port dfe0303c-6bd6-4982-9ed5-d0f8ecba0727, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dfe0303c-6bd6-4982-9ed5-d0f8ecba0727,segment=NetworkSegment(27ed768f-38ac-47aa-a8a8-07cbc90d1fcb),segment_id=27ed768f-38ac-47aa-a8a8-07cbc90d1fcb)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:06.649170 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f631395-10bf-4ec7-b85e-1969a9847cdb tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.667777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-5f631395-10bf-4ec7-b85e-1969a9847cdb tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Calling delete_port for dfe0303c-6bd6-4982-9ed5-d0f8ecba0727 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:06.713460 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-459d37e7-8187-46c0-b0d9-7ffb15fbcd92 None None] Deleting port dfe0303c-6bd6-4982-9ed5-d0f8ecba0727 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:06.714265 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-459d37e7-8187-46c0-b0d9-7ffb15fbcd92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.782742 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f631395-10bf-4ec7-b85e-1969a9847cdb tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.808290 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b1f0852f-a3e8-4de6-b492-4f1bb33a59d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.813172 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b1f0852f-a3e8-4de6-b492-4f1bb33a59d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.815711 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-459d37e7-8187-46c0-b0d9-7ffb15fbcd92 None None] For port dfe0303c-6bd6-4982-9ed5-d0f8ecba0727, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dfe0303c-6bd6-4982-9ed5-d0f8ecba0727,segment=NetworkSegment(27ed768f-38ac-47aa-a8a8-07cbc90d1fcb),segment_id=27ed768f-38ac-47aa-a8a8-07cbc90d1fcb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:06.816168 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-459d37e7-8187-46c0-b0d9-7ffb15fbcd92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.832600 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-459d37e7-8187-46c0-b0d9-7ffb15fbcd92 None None] Calling delete_port for dfe0303c-6bd6-4982-9ed5-d0f8ecba0727 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:06.842551 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f0852f-a3e8-4de6-b492-4f1bb33a59d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:40:06.857734 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0852f-a3e8-4de6-b492-4f1bb33a59d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f010e3-6663-4817-a66b-e6081065b004,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:06.860630 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f631395-10bf-4ec7-b85e-1969a9847cdb tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event deleted for resources: {'Port': ['ID=dfe0303c-6bd6-4982-9ed5-d0f8ecba0727,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:06.868037 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b1f0852f-a3e8-4de6-b492-4f1bb33a59d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.868379 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-b1f0852f-a3e8-4de6-b492-4f1bb33a59d1 admin admin] Added segment 8038b284-822d-4ef6-b135-945c53ba5f7c of type vlan for network 6feba008-c597-4a6d-99c1-fa0a29f2df67 Jul 14 09:40:06.891768 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f631395-10bf-4ec7-b85e-1969a9847cdb tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] No DVR routers for this DVR port dfe0303c-6bd6-4982-9ed5-d0f8ecba0727 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:06.923847 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b1f0852f-a3e8-4de6-b492-4f1bb33a59d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.933774 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-459d37e7-8187-46c0-b0d9-7ffb15fbcd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.965058 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459d37e7-8187-46c0-b0d9-7ffb15fbcd92 None None] No DVR routers for this DVR port dfe0303c-6bd6-4982-9ed5-d0f8ecba0727 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:06.977764 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b1f0852f-a3e8-4de6-b492-4f1bb33a59d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.979009 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f0852f-a3e8-4de6-b492-4f1bb33a59d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:06.979885 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b1f0852f-a3e8-4de6-b492-4f1bb33a59d1 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.011475 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d37e7-8187-46c0-b0d9-7ffb15fbcd92 None None] Pushing event deleted for resources: {'Port': ['ID=dfe0303c-6bd6-4982-9ed5-d0f8ecba0727,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:07.070491 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f631395-10bf-4ec7-b85e-1969a9847cdb tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.081448 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b1f0852f-a3e8-4de6-b492-4f1bb33a59d1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6250746 Jul 14 09:40:07.081652 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33648) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:07.085111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-5f631395-10bf-4ec7-b85e-1969a9847cdb tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32260b5-d740-48d0-98f1-2f73ba7514dc']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:07.091348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-a9d15d25-1712-45b9-804c-6c42a981e9fc admin admin] Request body: {'subnet': {'network_id': '6feba008-c597-4a6d-99c1-fa0a29f2df67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1921976853-subnet', 'tenant_id': '18245d4c12b042849567d400be4c479b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:07.092939 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0852f-a3e8-4de6-b492-4f1bb33a59d1 admin admin] Pushing event updated for resources: {'Network': ['ID=6feba008-c597-4a6d-99c1-fa0a29f2df67,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:07.108812 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 6feba008-c597-4a6d-99c1-fa0a29f2df67 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:40:07.109840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-5f631395-10bf-4ec7-b85e-1969a9847cdb tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ed768f-38ac-47aa-a8a8-07cbc90d1fcb') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:07.110334 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-5f631395-10bf-4ec7-b85e-1969a9847cdb tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ed768f-38ac-47aa-a8a8-07cbc90d1fcb') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:07.126194 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f631395-10bf-4ec7-b85e-1969a9847cdb tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.165114 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f631395-10bf-4ec7-b85e-1969a9847cdb tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.170635 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d15d25-1712-45b9-804c-6c42a981e9fc admin admin] Made reservation on behalf of 18245d4c12b042849567d400be4c479b for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:07.173202 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a9d15d25-1712-45b9-804c-6c42a981e9fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.187127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f631395-10bf-4ec7-b85e-1969a9847cdb tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:07.187829 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f631395-10bf-4ec7-b85e-1969a9847cdb tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:07.277385 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:07.374815 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f631395-10bf-4ec7-b85e-1969a9847cdb tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.382790 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f631395-10bf-4ec7-b85e-1969a9847cdb tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.386890 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33660) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:07.387101 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5f631395-10bf-4ec7-b85e-1969a9847cdb tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "DELETE /v2.0/networks/f32260b5-d740-48d0-98f1-2f73ba7514dc HTTP/1.1" status: 204 len: 168 time: 0.9930496 Jul 14 09:40:07.412036 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f631395-10bf-4ec7-b85e-1969a9847cdb tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Pushing event deleted for resources: {'Network': ['ID=f32260b5-d740-48d0-98f1-2f73ba7514dc,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:07.443797 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b8457cad-96ba-48da-895e-f9bcd3cb5ea9 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac24d9ea-6af2-4228-9875-50372a7db2f3 HTTP/1.1" status: 200 len: 205 time: 0.0524731 Jul 14 09:40:07.444697 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33662) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:07.566694 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-943878a4-36f6-4743-a146-2ca466c0a474 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.818240 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-943878a4-36f6-4743-a146-2ca466c0a474 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.828759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff2997-cc3e-4f0b-b680-2aa15b8409e3 req-8eb9e2a0-f560-4885-b569-7e79aee50e8d tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:07.829137 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-faff2997-cc3e-4f0b-b680-2aa15b8409e3 req-8eb9e2a0-f560-4885-b569-7e79aee50e8d tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e857c578-28ce-46ef-9c95-f1bc596255f5 HTTP/1.1" status: 200 len: 946 time: 0.3058853 Jul 14 09:40:07.835661 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-943878a4-36f6-4743-a146-2ca466c0a474 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.884733 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a9d15d25-1712-45b9-804c-6c42a981e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.935410 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-943878a4-36f6-4743-a146-2ca466c0a474 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.935936 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943878a4-36f6-4743-a146-2ca466c0a474 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Fanout notify agent at l3_agent the message router_deleted on router ac24d9ea-6af2-4228-9875-50372a7db2f3 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:40:07.954218 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-943878a4-36f6-4743-a146-2ca466c0a474 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.957602 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-943878a4-36f6-4743-a146-2ca466c0a474 tempest-RoutersNegativeIpV6Test-1349864141 tempest-RoutersNegativeIpV6Test-1349864141-project] 10.222.0.26 "DELETE /v2.0/routers/ac24d9ea-6af2-4228-9875-50372a7db2f3 HTTP/1.1" status: 204 len: 168 time: 0.5086274 Jul 14 09:40:07.969728 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-faff2997-cc3e-4f0b-b680-2aa15b8409e3 req-ff6805bd-1e20-4949-8c84-c2bbc625c0da tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278887 Jul 14 09:40:07.972757 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d15d25-1712-45b9-804c-6c42a981e9fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c433742-6df6-42b6-9b91-b5848de2b475,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:07.994286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d15d25-1712-45b9-804c-6c42a981e9fc admin admin] Checking segment: {'id': '8038b284-822d-4ef6-b135-945c53ba5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6feba008-c597-4a6d-99c1-fa0a29f2df67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:07.994690 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d15d25-1712-45b9-804c-6c42a981e9fc admin admin] Network hostable DHCP agents. Network: 6feba008-c597-4a6d-99c1-fa0a29f2df67, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:40:08.015890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d15d25-1712-45b9-804c-6c42a981e9fc admin admin] Network 6feba008-c597-4a6d-99c1-fa0a29f2df67 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:40:08.026230 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-a9d15d25-1712-45b9-804c-6c42a981e9fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 6feba008-c597-4a6d-99c1-fa0a29f2df67) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:08.031273 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d15d25-1712-45b9-804c-6c42a981e9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:08.031870 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a9d15d25-1712-45b9-804c-6c42a981e9fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.036634 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ec6285-c570-4438-8d06-60737d557f32 None None] Network 6feba008-c597-4a6d-99c1-fa0a29f2df67 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:08.063473 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a9d15d25-1712-45b9-804c-6c42a981e9fc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9805076 Jul 14 09:40:08.204319 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dfe0303c-6bd6-4982-9ed5-d0f8ecba0727 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:08.231003 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4713a9-30a4-4fb5-80e3-6b4b4d7fb655 None None] Network 6feba008-c597-4a6d-99c1-fa0a29f2df67 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:08.244118 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: dfe0303c-6bd6-4982-9ed5-d0f8ecba0727 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:08.244738 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dfe0303c-6bd6-4982-9ed5-d0f8ecba0727 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:08.358847 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33688) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:08.647526 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33704) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:08.648027 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e72663b6-d533-4230-befc-c0a7f7ac69c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db5b6121af574d54aaead4101d1398d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2876909 Jul 14 09:40:08.782476 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d88d5b56-0e2b-4f2b-82cc-379249028f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.814794 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d88d5b56-0e2b-4f2b-82cc-379249028f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.827576 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d183d-2831-4456-aed7-d8da23753a5a req-cfcf4bdd-0da8-44f6-862d-827435628947 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:08.835360 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-433d183d-2831-4456-aed7-d8da23753a5a req-cfcf4bdd-0da8-44f6-862d-827435628947 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/networks?id=6feba008-c597-4a6d-99c1-fa0a29f2df67 HTTP/1.1" status: 200 len: 814 time: 0.1294284 Jul 14 09:40:08.854213 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-433d183d-2831-4456-aed7-d8da23753a5a req-d7f9f57e-85ec-451d-a28c-3ad186fdc762 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/quotas/18245d4c12b042849567d400be4c479b HTTP/1.1" status: 200 len: 375 time: 0.0166407 Jul 14 09:40:08.886932 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-433d183d-2831-4456-aed7-d8da23753a5a req-0617a9a6-0bce-4f3b-8d8f-bc67e303deab tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=18245d4c12b042849567d400be4c479b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314343 Jul 14 09:40:08.891217 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d88d5b56-0e2b-4f2b-82cc-379249028f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.894364 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d88d5b56-0e2b-4f2b-82cc-379249028f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.898483 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d88d5b56-0e2b-4f2b-82cc-379249028f0e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82326857-32f5-41bd-b491-239f2508c7d1 HTTP/1.1" status: 204 len: 168 time: 0.2486165 Jul 14 09:40:08.908492 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d5b56-0e2b-4f2b-82cc-379249028f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82326857-32f5-41bd-b491-239f2508c7d1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:09.094397 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-433d183d-2831-4456-aed7-d8da23753a5a req-a7b2b8f7-ac58-4541-bfb5-e1519ea1ef5b service neutron] 10.222.0.26 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954467 Jul 14 09:40:09.252475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7b77b-d7c9-4c68-b8bb-afe9e8ff4765 req-f81c7aad-ef7b-44bc-9d98-f4b15d76360f tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:09.255961 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ada7b77b-d7c9-4c68-b8bb-afe9e8ff4765 req-f81c7aad-ef7b-44bc-9d98-f4b15d76360f tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.55 "GET /v2.0/ports?device_id=e857c578-28ce-46ef-9c95-f1bc596255f5 HTTP/1.1" status: 200 len: 946 time: 0.1168263 Jul 14 09:40:09.274396 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-433d183d-2831-4456-aed7-d8da23753a5a req-afabbb24-ace6-4dd9-aec9-696655013bc6 service neutron] 10.222.0.26 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741393 Jul 14 09:40:09.351190 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02ca1c-cad8-4e2c-9b74-6c9cbd3dcaec req-3de86eec-0057-41e7-b443-2efd4fdf0109 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:09.353113 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df02ca1c-cad8-4e2c-9b74-6c9cbd3dcaec req-3de86eec-0057-41e7-b443-2efd4fdf0109 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e857c578-28ce-46ef-9c95-f1bc596255f5 HTTP/1.1" status: 200 len: 946 time: 0.2310474 Jul 14 09:40:09.440170 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-ada7b77b-d7c9-4c68-b8bb-afe9e8ff4765 req-f1663ccb-6512-46fd-8e8d-9c593e6bc383 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Deleting port 1ae41f3d-3783-4ef6-bd56-2c3ed84face9 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:09.440790 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ada7b77b-d7c9-4c68-b8bb-afe9e8ff4765 req-f1663ccb-6512-46fd-8e8d-9c593e6bc383 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.456427 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df02ca1c-cad8-4e2c-9b74-6c9cbd3dcaec req-ed35db00-00ae-4f4c-b65b-29babb370b1f tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912509 Jul 14 09:40:09.591282 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ada7b77b-d7c9-4c68-b8bb-afe9e8ff4765 req-f1663ccb-6512-46fd-8e8d-9c593e6bc383 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] For port 1ae41f3d-3783-4ef6-bd56-2c3ed84face9, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1ae41f3d-3783-4ef6-bd56-2c3ed84face9,segment=NetworkSegment(9df9be30-3cef-4f6a-80c3-248b5c54e793),segment_id=9df9be30-3cef-4f6a-80c3-248b5c54e793)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:09.591805 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ada7b77b-d7c9-4c68-b8bb-afe9e8ff4765 req-f1663ccb-6512-46fd-8e8d-9c593e6bc383 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.608812 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-ada7b77b-d7c9-4c68-b8bb-afe9e8ff4765 req-f1663ccb-6512-46fd-8e8d-9c593e6bc383 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Calling delete_port for 1ae41f3d-3783-4ef6-bd56-2c3ed84face9 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:09.643386 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d5334c2-c0ae-4ac7-81c1-5765aea07a69 req-d4156661-da2e-4b59-9069-245340eb6945 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 210 time: 0.0889843 Jul 14 09:40:09.819590 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ada7b77b-d7c9-4c68-b8bb-afe9e8ff4765 req-f1663ccb-6512-46fd-8e8d-9c593e6bc383 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.856736 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['1ae41f3d-3783-4ef6-bd56-2c3ed84face9'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:09.869088 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1663ccb-6512-46fd-8e8d-9c593e6bc383 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Pushing event deleted for resources: {'Port': ['ID=1ae41f3d-3783-4ef6-bd56-2c3ed84face9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:09.924206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada7b77b-d7c9-4c68-b8bb-afe9e8ff4765 req-f1663ccb-6512-46fd-8e8d-9c593e6bc383 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] No DVR routers for this DVR port 1ae41f3d-3783-4ef6-bd56-2c3ed84face9 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:09.927837 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ada7b77b-d7c9-4c68-b8bb-afe9e8ff4765 req-f1663ccb-6512-46fd-8e8d-9c593e6bc383 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.930517 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ada7b77b-d7c9-4c68-b8bb-afe9e8ff4765 req-f1663ccb-6512-46fd-8e8d-9c593e6bc383 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.55 "DELETE /v2.0/ports/1ae41f3d-3783-4ef6-bd56-2c3ed84face9 HTTP/1.1" status: 204 len: 173 time: 0.6668243 Jul 14 09:40:09.931118 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e857c578-28ce-46ef-9c95-f1bc596255f5', 'name': 'network-vif-deleted', 'tag': '1ae41f3d-3783-4ef6-bd56-2c3ed84face9'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:09.934457 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0829928-09b3-4f8d-9ab1-a9dccfb1884f" -d '{"events": [{"server_uuid": "e857c578-28ce-46ef-9c95-f1bc596255f5", "name": "network-vif-deleted", "tag": "1ae41f3d-3783-4ef6-bd56-2c3ed84face9"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:10.000236 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6479ee47-edf9-4f1a-b65e-708e4f9b94f9 x-openstack-request-id: req-6479ee47-edf9-4f1a-b65e-708e4f9b94f9 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:10.002383 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e857c578-28ce-46ef-9c95-f1bc596255f5", "name": "network-vif-deleted", "tag": "1ae41f3d-3783-4ef6-bd56-2c3ed84face9", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:10.002737 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6479ee47-edf9-4f1a-b65e-708e4f9b94f9 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:10.003334 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e857c578-28ce-46ef-9c95-f1bc596255f5', 'name': 'network-vif-deleted', 'tag': '1ae41f3d-3783-4ef6-bd56-2c3ed84face9', 'status': 'completed', 'code': 200} Jul 14 09:40:10.233687 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33764) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:10.371567 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2fdb59e6-9b5d-409c-b9b7-f3c088d2380a tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Request body: {'security_group': {'name': 'tempest-secgroup--2141798880'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:10.407453 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2fdb59e6-9b5d-409c-b9b7-f3c088d2380a tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.418380 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2fdb59e6-9b5d-409c-b9b7-f3c088d2380a tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.531087 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2fdb59e6-9b5d-409c-b9b7-f3c088d2380a tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.536577 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2fdb59e6-9b5d-409c-b9b7-f3c088d2380a tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.606238 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb59e6-9b5d-409c-b9b7-f3c088d2380a tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404e14d5-dd95-4132-9257-74db1a3bbba1,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:10.644602 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2fdb59e6-9b5d-409c-b9b7-f3c088d2380a tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.652827 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2fdb59e6-9b5d-409c-b9b7-f3c088d2380a tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.662774 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16793d03-e679-405d-8c47-af03a3bcc831 req-7efea80f-3bda-4315-9dd1-98dd000527ab tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e857c578-28ce-46ef-9c95-f1bc596255f5 HTTP/1.1" status: 200 len: 210 time: 0.0331800 Jul 14 09:40:10.708565 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2fdb59e6-9b5d-409c-b9b7-f3c088d2380a tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.708565 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2fdb59e6-9b5d-409c-b9b7-f3c088d2380a tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4699490 Jul 14 09:40:10.710001 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33784) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:10.739553 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb59e6-9b5d-409c-b9b7-f3c088d2380a tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb91b669-cd1d-425a-91d0-84db52905394,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:10.834460 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-42f6a608-3f98-488b-a9ed-00cc718d08c8 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1215405 Jul 14 09:40:10.837147 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33790) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:10.841759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5d209fb8-41dd-4f51-bb56-8494cb8f0e3c tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Request body: {'security_group': {'name': 'tempest-security--1766091443', 'description': 'tempest-security-description-1562563798'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:10.874512 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5d209fb8-41dd-4f51-bb56-8494cb8f0e3c tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.927322 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5d209fb8-41dd-4f51-bb56-8494cb8f0e3c tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.932058 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5d209fb8-41dd-4f51-bb56-8494cb8f0e3c tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.935324 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5d209fb8-41dd-4f51-bb56-8494cb8f0e3c tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.937495 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5d209fb8-41dd-4f51-bb56-8494cb8f0e3c tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "PUT /v2.0/security-groups/bb91b669-cd1d-425a-91d0-84db52905394 HTTP/1.1" status: 200 len: 1780 time: 0.0993609 Jul 14 09:40:10.940470 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33796) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:10.997562 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6388e1d4-69d8-402b-8852-6cd5c422f4fc req-59f88d98-961c-4f3d-8b02-53b5dd56a425 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 210 time: 0.2522795 Jul 14 09:40:11.008428 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5136f5d9-2bbe-4f0a-8c6f-8e5704e82113 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-groups/bb91b669-cd1d-425a-91d0-84db52905394 HTTP/1.1" status: 200 len: 1780 time: 0.0657685 Jul 14 09:40:11.016289 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d209fb8-41dd-4f51-bb56-8494cb8f0e3c tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb91b669-cd1d-425a-91d0-84db52905394,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:11.016449 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33802) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:11.080946 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bbd3d00-1b91-4353-a58d-63656dc5a574 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.105426 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bbd3d00-1b91-4353-a58d-63656dc5a574 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.151508 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bbd3d00-1b91-4353-a58d-63656dc5a574 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.156689 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bbd3d00-1b91-4353-a58d-63656dc5a574 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.158324 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0bbd3d00-1b91-4353-a58d-63656dc5a574 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "DELETE /v2.0/security-groups/bb91b669-cd1d-425a-91d0-84db52905394 HTTP/1.1" status: 204 len: 168 time: 0.1407616 Jul 14 09:40:11.161442 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33804) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:11.174780 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd3d00-1b91-4353-a58d-63656dc5a574 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb91b669-cd1d-425a-91d0-84db52905394,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:11.215909 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-84a7a372-f70d-444a-8fba-5914a4714561 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0533912 Jul 14 09:40:11.219575 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33806) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:11.234296 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-0f23f6cc-0261-4cf4-87aa-0076f2a8401c tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] delete failed (client error): The resource could not be found. Jul 14 09:40:11.235309 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0f23f6cc-0261-4cf4-87aa-0076f2a8401c tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "DELETE /v2.0/security-groups/bb91b669-cd1d-425a-91d0-84db52905394 HTTP/1.1" status: 404 len: 347 time: 0.0147431 Jul 14 09:40:11.240375 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33812) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:11.245512 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-4a410da6-b338-4199-869f-4387228b0e55 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Request body: {'security_group': {'name': 'tempest-secgroup--916873612'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:11.271529 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a410da6-b338-4199-869f-4387228b0e55 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.372195 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a410da6-b338-4199-869f-4387228b0e55 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.376464 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a410da6-b338-4199-869f-4387228b0e55 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.421918 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a410da6-b338-4199-869f-4387228b0e55 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.424105 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4a410da6-b338-4199-869f-4387228b0e55 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1825418 Jul 14 09:40:11.427042 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a410da6-b338-4199-869f-4387228b0e55 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45141457-37b6-4a0e-af92-1752e73c594c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:11.429437 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33816) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:11.435788 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3b0aa8a4-23c1-4c9c-bab7-2b2e0db73df5 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Request body: {'security_group_rule': {'security_group_id': '45141457-37b6-4a0e-af92-1752e73c594c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:11.481348 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b0aa8a4-23c1-4c9c-bab7-2b2e0db73df5 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.562337 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b0aa8a4-23c1-4c9c-bab7-2b2e0db73df5 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.566446 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b0aa8a4-23c1-4c9c-bab7-2b2e0db73df5 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.596508 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0aa8a4-23c1-4c9c-bab7-2b2e0db73df5 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1cde626-4642-42ef-bf66-75d594feb34f,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:11.600906 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b0aa8a4-23c1-4c9c-bab7-2b2e0db73df5 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.604860 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3b0aa8a4-23c1-4c9c-bab7-2b2e0db73df5 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1714821 Jul 14 09:40:11.605298 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33830) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:11.639762 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8843748-323c-49a2-b9ea-92674150a819 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.652552 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8843748-323c-49a2-b9ea-92674150a819 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.687349 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8843748-323c-49a2-b9ea-92674150a819 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.694611 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8843748-323c-49a2-b9ea-92674150a819 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.700927 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c8843748-323c-49a2-b9ea-92674150a819 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/b1cde626-4642-42ef-bf66-75d594feb34f HTTP/1.1" status: 204 len: 168 time: 0.0904858 Jul 14 09:40:11.701124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33834) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:11.749261 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8843748-323c-49a2-b9ea-92674150a819 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1cde626-4642-42ef-bf66-75d594feb34f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:11.805846 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-779c8243-cd03-4357-96fa-45d64c7fcba7 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1010909 Jul 14 09:40:11.806068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33842) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:11.901131 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7521b73c-abc4-4538-9ff7-0a5a8e86c692 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.930966 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7521b73c-abc4-4538-9ff7-0a5a8e86c692 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.977963 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7521b73c-abc4-4538-9ff7-0a5a8e86c692 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.981086 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7521b73c-abc4-4538-9ff7-0a5a8e86c692 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.983506 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7521b73c-abc4-4538-9ff7-0a5a8e86c692 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "DELETE /v2.0/security-groups/45141457-37b6-4a0e-af92-1752e73c594c HTTP/1.1" status: 204 len: 168 time: 0.1763091 Jul 14 09:40:11.986164 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33856) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:12.001560 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521b73c-abc4-4538-9ff7-0a5a8e86c692 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45141457-37b6-4a0e-af92-1752e73c594c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:12.086966 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4ec9a097-426d-4986-958e-3384f3016557 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0996385 Jul 14 09:40:12.093998 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33864) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:12.096623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4caf5da9-ded0-4924-9eca-f338468b776b tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Request body: {'security_group': {'name': 'tempest-secgroup--691686178'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:12.151147 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4caf5da9-ded0-4924-9eca-f338468b776b tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.188047 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-568656fb-8e11-4180-9233-ca6dc7afa5a3 req-209f8e37-b17b-4a6c-92e3-1f047712c893 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 210 time: 0.0665967 Jul 14 09:40:12.278622 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4caf5da9-ded0-4924-9eca-f338468b776b tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.283131 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4caf5da9-ded0-4924-9eca-f338468b776b tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.324098 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4caf5da9-ded0-4924-9eca-f338468b776b tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.330040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33872) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:12.337081 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4caf5da9-ded0-4924-9eca-f338468b776b tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2439833 Jul 14 09:40:12.338861 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-9aae999a-d6ea-405d-a289-df51bf2aa58e tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Request body: {'security_group_rule': {'security_group_id': '2a98afaf-c170-4113-b5c3-707ffd87c45e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:12.377913 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf5da9-ded0-4924-9eca-f338468b776b tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a98afaf-c170-4113-b5c3-707ffd87c45e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:12.404531 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9aae999a-d6ea-405d-a289-df51bf2aa58e tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.472124 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9aae999a-d6ea-405d-a289-df51bf2aa58e tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.477641 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9aae999a-d6ea-405d-a289-df51bf2aa58e tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.498947 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae999a-d6ea-405d-a289-df51bf2aa58e tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6dcf63-64eb-4b9f-97d4-f3a68ae4ba2f,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:12.507153 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9aae999a-d6ea-405d-a289-df51bf2aa58e tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.512275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33874) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:12.518028 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-864045a1-442e-4b55-9725-382bc0936771 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Request body: {'security_group_rule': {'security_group_id': '2a98afaf-c170-4113-b5c3-707ffd87c45e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:12.523640 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9aae999a-d6ea-405d-a289-df51bf2aa58e tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1913924 Jul 14 09:40:12.552463 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-864045a1-442e-4b55-9725-382bc0936771 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.625395 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-864045a1-442e-4b55-9725-382bc0936771 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.633219 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-864045a1-442e-4b55-9725-382bc0936771 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.659920 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864045a1-442e-4b55-9725-382bc0936771 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125fcd1a-338e-41ce-bcdd-bc0b24724fd7,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:12.668045 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-864045a1-442e-4b55-9725-382bc0936771 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.673667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33876) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:12.681731 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-dbe62362-c4b3-40b1-8aea-9ff9a8bf7c23 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Request body: {'security_group_rule': {'security_group_id': '2a98afaf-c170-4113-b5c3-707ffd87c45e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:12.687789 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-864045a1-442e-4b55-9725-382bc0936771 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1740048 Jul 14 09:40:12.716342 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dbe62362-c4b3-40b1-8aea-9ff9a8bf7c23 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.803448 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dbe62362-c4b3-40b1-8aea-9ff9a8bf7c23 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.808472 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dbe62362-c4b3-40b1-8aea-9ff9a8bf7c23 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.829942 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe62362-c4b3-40b1-8aea-9ff9a8bf7c23 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351522b3-6182-49fb-b5fd-e78e4be6fd03,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:12.839391 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dbe62362-c4b3-40b1-8aea-9ff9a8bf7c23 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.844521 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33882) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:12.851584 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-dcec630e-161a-4795-83a6-2f31df90f13e tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Request body: {'security_group_rule': {'security_group_id': '2a98afaf-c170-4113-b5c3-707ffd87c45e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:12.855046 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-dbe62362-c4b3-40b1-8aea-9ff9a8bf7c23 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1784165 Jul 14 09:40:12.943255 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dcec630e-161a-4795-83a6-2f31df90f13e tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.063032 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dcec630e-161a-4795-83a6-2f31df90f13e tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.070951 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dcec630e-161a-4795-83a6-2f31df90f13e tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.090705 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec630e-161a-4795-83a6-2f31df90f13e tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d95cd3f-5d4c-4d8b-89b6-61323d7c00e8,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:13.098716 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dcec630e-161a-4795-83a6-2f31df90f13e tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.103222 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dcec630e-161a-4795-83a6-2f31df90f13e tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2565291 Jul 14 09:40:13.104012 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33892) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:13.115992 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-27232a6c-4331-4a75-8ea1-cb2280d41eed tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Request body: {'security_group_rule': {'security_group_id': '2a98afaf-c170-4113-b5c3-707ffd87c45e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:13.177056 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-27232a6c-4331-4a75-8ea1-cb2280d41eed tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.298054 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-27232a6c-4331-4a75-8ea1-cb2280d41eed tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.303526 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-27232a6c-4331-4a75-8ea1-cb2280d41eed tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.359234 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27232a6c-4331-4a75-8ea1-cb2280d41eed tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9660d0d-a7ab-438d-93f8-3ecdb7d67408,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:13.450967 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99a77c7a-8e6a-48e3-a54f-a25a51158393 req-9c903f6e-c0fe-4634-8099-5b54294aef36 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 210 time: 0.0375726 Jul 14 09:40:13.455043 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-27232a6c-4331-4a75-8ea1-cb2280d41eed tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.459499 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33902) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:13.459812 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-27232a6c-4331-4a75-8ea1-cb2280d41eed tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3547068 Jul 14 09:40:13.522050 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3529a853-4a57-4129-a9c7-075a6b886502 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.540688 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3529a853-4a57-4129-a9c7-075a6b886502 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.654406 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3529a853-4a57-4129-a9c7-075a6b886502 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.677092 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3529a853-4a57-4129-a9c7-075a6b886502 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.679077 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d183d-2831-4456-aed7-d8da23753a5a req-9d0d7e8f-60ee-46dd-8daa-1b0b1b64c779 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:13.680796 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-433d183d-2831-4456-aed7-d8da23753a5a req-9d0d7e8f-60ee-46dd-8daa-1b0b1b64c779 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.49 "GET /v2.0/networks?id=6feba008-c597-4a6d-99c1-fa0a29f2df67 HTTP/1.1" status: 200 len: 814 time: 0.3689489 Jul 14 09:40:13.682136 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3529a853-4a57-4129-a9c7-075a6b886502 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/a9660d0d-a7ab-438d-93f8-3ecdb7d67408 HTTP/1.1" status: 204 len: 168 time: 0.2208505 Jul 14 09:40:13.684924 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33904) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:13.717054 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529a853-4a57-4129-a9c7-075a6b886502 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9660d0d-a7ab-438d-93f8-3ecdb7d67408,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:13.721714 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-433d183d-2831-4456-aed7-d8da23753a5a req-adbe712e-1570-405a-b98c-2181f8d87971 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Request body: {'port': {'device_id': '0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e', 'network_id': '6feba008-c597-4a6d-99c1-fa0a29f2df67', 'admin_state_up': True, 'tenant_id': '18245d4c12b042849567d400be4c479b'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:13.842523 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-16523ffe-b667-4b2c-8cf7-5cb5da17d452 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1562748 Jul 14 09:40:13.845318 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33906) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:13.875426 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1ae41f3d-3783-4ef6-bd56-2c3ed84face9 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:13.894118 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0c2b27f5-1b7b-4bfe-95e1-b815fc6c9576 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.908941 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0c2b27f5-1b7b-4bfe-95e1-b815fc6c9576 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.916871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-433d183d-2831-4456-aed7-d8da23753a5a req-adbe712e-1570-405a-b98c-2181f8d87971 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Made reservation on behalf of 18245d4c12b042849567d400be4c479b for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:13.918466 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 1ae41f3d-3783-4ef6-bd56-2c3ed84face9 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:13.921406 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1ae41f3d-3783-4ef6-bd56-2c3ed84face9 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:13.923036 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-433d183d-2831-4456-aed7-d8da23753a5a req-adbe712e-1570-405a-b98c-2181f8d87971 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.961125 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0c2b27f5-1b7b-4bfe-95e1-b815fc6c9576 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.970110 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0c2b27f5-1b7b-4bfe-95e1-b815fc6c9576 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.986417 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0c2b27f5-1b7b-4bfe-95e1-b815fc6c9576 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/6d95cd3f-5d4c-4d8b-89b6-61323d7c00e8 HTTP/1.1" status: 204 len: 168 time: 0.1328225 Jul 14 09:40:13.988475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33914) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:13.999833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b27f5-1b7b-4bfe-95e1-b815fc6c9576 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d95cd3f-5d4c-4d8b-89b6-61323d7c00e8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:14.057820 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7da12b73-520d-438d-9780-ac0fedd29c39 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0681481 Jul 14 09:40:14.058492 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33918) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:14.084836 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6e7371f5-6887-425a-9996-65b13975c16d tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.098956 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-433d183d-2831-4456-aed7-d8da23753a5a req-adbe712e-1570-405a-b98c-2181f8d87971 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Allocated IP 172.20.0.10 (6feba008-c597-4a6d-99c1-fa0a29f2df67/8c433742-6df6-42b6-9b91-b5848de2b475/9cfb3304-cb40-4fed-b721-9d83a8c028f4) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:14.099155 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6e7371f5-6887-425a-9996-65b13975c16d tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.138580 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6e7371f5-6887-425a-9996-65b13975c16d tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.145903 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6e7371f5-6887-425a-9996-65b13975c16d tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.149719 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6e7371f5-6887-425a-9996-65b13975c16d tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/351522b3-6182-49fb-b5fd-e78e4be6fd03 HTTP/1.1" status: 204 len: 168 time: 0.0878172 Jul 14 09:40:14.151294 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33922) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:14.209913 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7371f5-6887-425a-9996-65b13975c16d tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=351522b3-6182-49fb-b5fd-e78e4be6fd03,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:14.271477 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a312c9d0-be8b-4116-826e-05c08d6110b1 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1180980 Jul 14 09:40:14.272233 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33934) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:14.303191 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-433d183d-2831-4456-aed7-d8da23753a5a req-adbe712e-1570-405a-b98c-2181f8d87971 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.324659 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9d40241-08b0-4af6-a6fb-4ef44cd683e8 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.337759 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9d40241-08b0-4af6-a6fb-4ef44cd683e8 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.358195 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-433d183d-2831-4456-aed7-d8da23753a5a req-adbe712e-1570-405a-b98c-2181f8d87971 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.385299 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9d40241-08b0-4af6-a6fb-4ef44cd683e8 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.392291 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9d40241-08b0-4af6-a6fb-4ef44cd683e8 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.393729 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b9d40241-08b0-4af6-a6fb-4ef44cd683e8 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/125fcd1a-338e-41ce-bcdd-bc0b24724fd7 HTTP/1.1" status: 204 len: 168 time: 0.1199658 Jul 14 09:40:14.399666 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33940) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:14.402214 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d40241-08b0-4af6-a6fb-4ef44cd683e8 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=125fcd1a-338e-41ce-bcdd-bc0b24724fd7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:14.433938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433d183d-2831-4456-aed7-d8da23753a5a req-adbe712e-1570-405a-b98c-2181f8d87971 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Network 6feba008-c597-4a6d-99c1-fa0a29f2df67 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:14.437313 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-433d183d-2831-4456-aed7-d8da23753a5a req-adbe712e-1570-405a-b98c-2181f8d87971 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:14.442796 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-433d183d-2831-4456-aed7-d8da23753a5a req-adbe712e-1570-405a-b98c-2181f8d87971 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:14.469301 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe712e-1570-405a-b98c-2181f8d87971 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Pushing event updated for resources: {'Port': ['ID=9cfb3304-cb40-4fed-b721-9d83a8c028f4,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:14.474157 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d6f17ac9-d893-4824-9cac-24a382a34f77 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0730708 Jul 14 09:40:14.477489 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33944) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:14.525367 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d183d-2831-4456-aed7-d8da23753a5a req-adbe712e-1570-405a-b98c-2181f8d87971 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:14.534526 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0ef927fd-76fa-4299-ac4d-3a0b37ef1468 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.543926 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-433d183d-2831-4456-aed7-d8da23753a5a req-adbe712e-1570-405a-b98c-2181f8d87971 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.550063 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0ef927fd-76fa-4299-ac4d-3a0b37ef1468 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.588982 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-433d183d-2831-4456-aed7-d8da23753a5a req-adbe712e-1570-405a-b98c-2181f8d87971 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8857307 Jul 14 09:40:14.601988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] Request body: {'port': {'device_id': '0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:14.615579 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0ef927fd-76fa-4299-ac4d-3a0b37ef1468 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.630609 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0ef927fd-76fa-4299-ac4d-3a0b37ef1468 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.634537 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0ef927fd-76fa-4299-ac4d-3a0b37ef1468 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/0e6dcf63-64eb-4b9f-97d4-f3a68ae4ba2f HTTP/1.1" status: 204 len: 168 time: 0.1559386 Jul 14 09:40:14.635757 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33948) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:14.675177 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef927fd-76fa-4299-ac4d-3a0b37ef1468 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e6dcf63-64eb-4b9f-97d4-f3a68ae4ba2f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:14.716087 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-abe981d8-7b71-4110-bc4a-dd878314c7c2 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0751150 Jul 14 09:40:14.716991 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33950) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:14.791987 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.814379 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4252ef0b-c782-4041-b18a-8e9a1b903d8d tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.842732 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4252ef0b-c782-4041-b18a-8e9a1b903d8d tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.876870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51aa4f-506a-4b98-9b65-2a6988dffb2c req-cc287698-9d86-46f3-9627-f5ef0e8b32a5 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:14.878738 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b51aa4f-506a-4b98-9b65-2a6988dffb2c req-cc287698-9d86-46f3-9627-f5ef0e8b32a5 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 932 time: 0.1997776 Jul 14 09:40:14.937266 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4252ef0b-c782-4041-b18a-8e9a1b903d8d tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.944459 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4252ef0b-c782-4041-b18a-8e9a1b903d8d tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.948592 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4252ef0b-c782-4041-b18a-8e9a1b903d8d tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "DELETE /v2.0/security-groups/2a98afaf-c170-4113-b5c3-707ffd87c45e HTTP/1.1" status: 204 len: 168 time: 0.2280846 Jul 14 09:40:14.952506 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33958) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:14.998350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252ef0b-c782-4041-b18a-8e9a1b903d8d tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a98afaf-c170-4113-b5c3-707ffd87c45e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:15.032091 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b51aa4f-506a-4b98-9b65-2a6988dffb2c req-72dd92d3-2a1c-4996-a6fe-8e5f0a5c2eb4 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350965 Jul 14 09:40:15.075688 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2f0c6449-4b7c-4521-a7bb-61e89004ecd4 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1193104 Jul 14 09:40:15.082415 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 33962) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:15.088100 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-dbbd18e8-8a81-41c1-a4c4-f085f46dceaf tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1127347817'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:15.158776 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dbbd18e8-8a81-41c1-a4c4-f085f46dceaf tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.697620 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cfb3304-cb40-4fed-b721-9d83a8c028f4 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:15.720270 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.737466 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dbbd18e8-8a81-41c1-a4c4-f085f46dceaf tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.745856 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dbbd18e8-8a81-41c1-a4c4-f085f46dceaf tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.748847 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] Transition to ACTIVE for port object 9cfb3304-cb40-4fed-b721-9d83a8c028f4 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:15.763995 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.812425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd18e8-8a81-41c1-a4c4-f085f46dceaf tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=176d0516-d34d-44a0-8089-ad170fc5ddc2,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:15.831450 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dbbd18e8-8a81-41c1-a4c4-f085f46dceaf tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.834230 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-dbbd18e8-8a81-41c1-a4c4-f085f46dceaf tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7488334 Jul 14 09:40:15.835690 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33980) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:15.840836 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-6697c33e-df83-413e-b3fa-df97b5592aa7 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Request body: {'security_group_rule': {'security_group_id': '176d0516-d34d-44a0-8089-ad170fc5ddc2', 'direction': 'ingress', 'protocol': 17}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:15.850699 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] Pushing event updated for resources: {'Port': ['ID=9cfb3304-cb40-4fed-b721-9d83a8c028f4,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:15.884242 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6697c33e-df83-413e-b3fa-df97b5592aa7 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.941517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] Attempting to bind port 9cfb3304-cb40-4fed-b721-9d83a8c028f4 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:15.941976 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] Attempting to bind port 9cfb3304-cb40-4fed-b721-9d83a8c028f4 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '8038b284-822d-4ef6-b135-945c53ba5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6feba008-c597-4a6d-99c1-fa0a29f2df67'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:15.942774 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] Attempting to bind port 9cfb3304-cb40-4fed-b721-9d83a8c028f4 on network 6feba008-c597-4a6d-99c1-fa0a29f2df67 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:15.947891 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] Port 9cfb3304-cb40-4fed-b721-9d83a8c028f4 on network 6feba008-c597-4a6d-99c1-fa0a29f2df67 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:15.948186 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] Attempting to bind port 9cfb3304-cb40-4fed-b721-9d83a8c028f4 on network 6feba008-c597-4a6d-99c1-fa0a29f2df67 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:15.953457 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:15.953880 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] Checking segment: {'id': '8038b284-822d-4ef6-b135-945c53ba5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6feba008-c597-4a6d-99c1-fa0a29f2df67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:15.954248 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] Bound using segment: {'id': '8038b284-822d-4ef6-b135-945c53ba5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6feba008-c597-4a6d-99c1-fa0a29f2df67'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:15.954687 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] Bound port: 9cfb3304-cb40-4fed-b721-9d83a8c028f4, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8038b284-822d-4ef6-b135-945c53ba5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6feba008-c597-4a6d-99c1-fa0a29f2df67'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:15.955099 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.957726 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6697c33e-df83-413e-b3fa-df97b5592aa7 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.962515 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6697c33e-df83-413e-b3fa-df97b5592aa7 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.985534 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697c33e-df83-413e-b3fa-df97b5592aa7 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6279ad82-2a47-44ea-a75e-9aa73253ed1c,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:15.994150 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6697c33e-df83-413e-b3fa-df97b5592aa7 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.999736 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6697c33e-df83-413e-b3fa-df97b5592aa7 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1593812 Jul 14 09:40:15.999736 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 33984) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:16.060207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] For port 9cfb3304-cb40-4fed-b721-9d83a8c028f4, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:16.077185 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] For port 9cfb3304-cb40-4fed-b721-9d83a8c028f4, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9cfb3304-cb40-4fed-b721-9d83a8c028f4,segment=NetworkSegment(8038b284-822d-4ef6-b135-945c53ba5f7c),segment_id=8038b284-822d-4ef6-b135-945c53ba5f7c)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:16.080602 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a0cec051-0515-4ef7-9f1f-ac2918ceab05 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.091624 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.115464 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a0cec051-0515-4ef7-9f1f-ac2918ceab05 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.156973 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:16.156973 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.156973 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-433d183d-2831-4456-aed7-d8da23753a5a req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] 10.222.0.49 "PUT /v2.0/ports/9cfb3304-cb40-4fed-b721-9d83a8c028f4 HTTP/1.1" status: 200 len: 1093 time: 1.5598304 Jul 14 09:40:16.157349 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e', 'tag': '9cfb3304-cb40-4fed-b721-9d83a8c028f4'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:16.166998 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d8da0c-2c0e-436b-bc0e-aff37c15702d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e", "tag": "9cfb3304-cb40-4fed-b721-9d83a8c028f4"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:16.190239 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a0cec051-0515-4ef7-9f1f-ac2918ceab05 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.193545 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a0cec051-0515-4ef7-9f1f-ac2918ceab05 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.197659 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a0cec051-0515-4ef7-9f1f-ac2918ceab05 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "DELETE /v2.0/security-groups/176d0516-d34d-44a0-8089-ad170fc5ddc2 HTTP/1.1" status: 204 len: 168 time: 0.1965203 Jul 14 09:40:16.198368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34000) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:16.230208 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cec051-0515-4ef7-9f1f-ac2918ceab05 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=176d0516-d34d-44a0-8089-ad170fc5ddc2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:16.280178 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e9a1814c-316a-4d7f-9a95-51d9de030c1e tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0737121 Jul 14 09:40:16.280959 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34004) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:16.289881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-916a5603-4dba-43c2-8207-e9b1fd042859 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Request body: {'security_group': {'name': 'tempest-secgroup--52439276'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:16.313292 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-916a5603-4dba-43c2-8207-e9b1fd042859 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.322118 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6feb47-875f-47f8-a551-5fa1e597b705 x-openstack-request-id: req-dd6feb47-875f-47f8-a551-5fa1e597b705 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:16.322584 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e", "tag": "9cfb3304-cb40-4fed-b721-9d83a8c028f4", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:16.323002 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd6feb47-875f-47f8-a551-5fa1e597b705 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:16.323544 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e', 'tag': '9cfb3304-cb40-4fed-b721-9d83a8c028f4', 'status': 'completed', 'code': 200} Jul 14 09:40:16.357669 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966aa9a9-6cef-4e02-b534-1c8bfc4ffbfd service neutron] Pushing event updated for resources: {'Port': ['ID=9cfb3304-cb40-4fed-b721-9d83a8c028f4,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:16.414585 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d183d-2831-4456-aed7-d8da23753a5a req-55fe91c0-9472-42d0-adb7-80c27a987879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:16.416387 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-433d183d-2831-4456-aed7-d8da23753a5a req-55fe91c0-9472-42d0-adb7-80c27a987879 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18245d4c12b042849567d400be4c479b&device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 1096 time: 0.1636281 Jul 14 09:40:16.431392 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdc842-035d-47fd-988a-a92e8fb5ec89 req-d67d1380-e2b1-4bcd-8811-d454956a378e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:16.433609 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0fcdc842-035d-47fd-988a-a92e8fb5ec89 req-d67d1380-e2b1-4bcd-8811-d454956a378e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 944 time: 0.2290509 Jul 14 09:40:16.446169 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-916a5603-4dba-43c2-8207-e9b1fd042859 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.452099 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-916a5603-4dba-43c2-8207-e9b1fd042859 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.472574 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-433d183d-2831-4456-aed7-d8da23753a5a req-f67ef2a2-c3ed-4673-bc98-1095938059bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cfb3304-cb40-4fed-b721-9d83a8c028f4 HTTP/1.1" status: 200 len: 217 time: 0.0386891 Jul 14 09:40:16.510566 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.520092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a5603-4dba-43c2-8207-e9b1fd042859 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a33b3cc7-9217-4845-af3d-a6c5e031ce6f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:16.524331 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-916a5603-4dba-43c2-8207-e9b1fd042859 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.525815 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-916a5603-4dba-43c2-8207-e9b1fd042859 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2436054 Jul 14 09:40:16.528391 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34018) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:16.533829 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-6ce87b08-a26e-4d03-bfe7-0b57cc2fcf8c tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089868291'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:16.563594 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0fcdc842-035d-47fd-988a-a92e8fb5ec89 req-9d28a60b-979c-4829-86b0-eddd281c88af tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935431 Jul 14 09:40:16.569345 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6ce87b08-a26e-4d03-bfe7-0b57cc2fcf8c tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.569596 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d183d-2831-4456-aed7-d8da23753a5a req-151ed858-6772-49ec-beed-6d322931e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:16.571174 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-433d183d-2831-4456-aed7-d8da23753a5a req-151ed858-6772-49ec-beed-6d322931e1d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c433742-6df6-42b6-9b91-b5848de2b475 HTTP/1.1" status: 200 len: 854 time: 0.0918176 Jul 14 09:40:16.638266 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-433d183d-2831-4456-aed7-d8da23753a5a req-3fd0de18-b2f3-4878-bcd4-4bf46a1ac916 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6feba008-c597-4a6d-99c1-fa0a29f2df67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600462 Jul 14 09:40:16.741173 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6ce87b08-a26e-4d03-bfe7-0b57cc2fcf8c tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.746610 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6ce87b08-a26e-4d03-bfe7-0b57cc2fcf8c tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.767819 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-433d183d-2831-4456-aed7-d8da23753a5a req-8f1fb9c7-8b1c-4b6e-a7a9-902ba1f9f4e9 service neutron] 10.222.0.49 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229532 Jul 14 09:40:16.812377 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce87b08-a26e-4d03-bfe7-0b57cc2fcf8c tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ca012a-fed6-4607-b3ba-d6930c6a0cf6,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:16.845042 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6ce87b08-a26e-4d03-bfe7-0b57cc2fcf8c tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.847204 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6ce87b08-a26e-4d03-bfe7-0b57cc2fcf8c tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3176396 Jul 14 09:40:16.849742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34034) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:16.855481 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-d0503b6f-21ba-4434-87da-071a1c08f10f tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Request body: {'security_group_rule': {'security_group_id': 'a33b3cc7-9217-4845-af3d-a6c5e031ce6f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c6ca012a-fed6-4607-b3ba-d6930c6a0cf6', 'remote_ip_prefix': None}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:16.928266 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0503b6f-21ba-4434-87da-071a1c08f10f tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.935938 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-433d183d-2831-4456-aed7-d8da23753a5a req-54b996e5-2440-4de9-9dd8-3f084378c810 service neutron] 10.222.0.49 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619129 Jul 14 09:40:17.028175 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0503b6f-21ba-4434-87da-071a1c08f10f tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.041602 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0503b6f-21ba-4434-87da-071a1c08f10f tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.088850 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0503b6f-21ba-4434-87da-071a1c08f10f tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a21726-81b2-4454-8c1f-546bfebc184f,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:17.100607 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0503b6f-21ba-4434-87da-071a1c08f10f tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.103159 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d0503b6f-21ba-4434-87da-071a1c08f10f tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2522068 Jul 14 09:40:17.106288 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34040) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:17.128500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8da0c-2c0e-436b-bc0e-aff37c15702d req-137948e0-feee-4221-b289-d49c1846c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:17.133381 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4d8da0c-2c0e-436b-bc0e-aff37c15702d req-137948e0-feee-4221-b289-d49c1846c11d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18245d4c12b042849567d400be4c479b&device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 1096 time: 0.1359134 Jul 14 09:40:17.181935 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4aa0-6392-4051-92a5-23904de01d78 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.191383 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4aa0-6392-4051-92a5-23904de01d78 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.250898 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4aa0-6392-4051-92a5-23904de01d78 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.259132 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4aa0-6392-4051-92a5-23904de01d78 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.260977 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3b7a4aa0-6392-4051-92a5-23904de01d78 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/f6a21726-81b2-4454-8c1f-546bfebc184f HTTP/1.1" status: 204 len: 168 time: 0.1529586 Jul 14 09:40:17.264360 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34044) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:17.270350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4aa0-6392-4051-92a5-23904de01d78 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6a21726-81b2-4454-8c1f-546bfebc184f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:17.317706 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8da0c-2c0e-436b-bc0e-aff37c15702d req-fb0617c6-b99b-4974-9be4-105d0a76832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:17.320852 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4d8da0c-2c0e-436b-bc0e-aff37c15702d req-fb0617c6-b99b-4974-9be4-105d0a76832c service neutron] 10.222.0.49 "GET /v2.0/networks?id=6feba008-c597-4a6d-99c1-fa0a29f2df67 HTTP/1.1" status: 200 len: 915 time: 0.1812112 Jul 14 09:40:17.391818 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7e68de7a-bc41-4567-8e41-a60d79fa074f tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1261165 Jul 14 09:40:17.393389 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4d8da0c-2c0e-436b-bc0e-aff37c15702d req-578e6d05-a88e-46c1-a897-7b3ae2d9642c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cfb3304-cb40-4fed-b721-9d83a8c028f4 HTTP/1.1" status: 200 len: 217 time: 0.0647469 Jul 14 09:40:17.401108 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34046) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:17.467648 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c23eb163-ee06-42f6-a0c8-1d60f8d51dba tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.478651 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8da0c-2c0e-436b-bc0e-aff37c15702d req-72b4f24c-1019-4f09-b3f6-6bc456877c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:17.481034 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4d8da0c-2c0e-436b-bc0e-aff37c15702d req-72b4f24c-1019-4f09-b3f6-6bc456877c7c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c433742-6df6-42b6-9b91-b5848de2b475 HTTP/1.1" status: 200 len: 854 time: 0.0803437 Jul 14 09:40:17.513327 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c23eb163-ee06-42f6-a0c8-1d60f8d51dba tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.516427 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4d8da0c-2c0e-436b-bc0e-aff37c15702d req-b2ca20a4-b989-43dd-9ba2-816f231a5b97 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6feba008-c597-4a6d-99c1-fa0a29f2df67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285530 Jul 14 09:40:17.607988 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c23eb163-ee06-42f6-a0c8-1d60f8d51dba tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.611807 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c23eb163-ee06-42f6-a0c8-1d60f8d51dba tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.615979 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c23eb163-ee06-42f6-a0c8-1d60f8d51dba tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "DELETE /v2.0/security-groups/c6ca012a-fed6-4607-b3ba-d6930c6a0cf6 HTTP/1.1" status: 204 len: 168 time: 0.2136884 Jul 14 09:40:17.617297 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34052) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:17.636845 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4d8da0c-2c0e-436b-bc0e-aff37c15702d req-8255f541-6b32-4a8c-8599-9f3b0b39b8f4 service neutron] 10.222.0.49 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135254 Jul 14 09:40:17.659410 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23eb163-ee06-42f6-a0c8-1d60f8d51dba tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ca012a-fed6-4607-b3ba-d6930c6a0cf6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:17.784933 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4d8da0c-2c0e-436b-bc0e-aff37c15702d req-81b0146a-18b5-4afd-9064-43e78f6885f4 service neutron] 10.222.0.49 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404521 Jul 14 09:40:17.894894 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-aa403195-60bb-4d2b-a5a0-3c1a6f9c3374 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.2446313 Jul 14 09:40:17.895636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34066) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:17.926890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb98e92-72e8-4fa2-b7d3-4abb34c4e3b9 req-0d925d9b-1dd5-4f8b-bc92-8f869ffeb1ca tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:17.928469 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fbb98e92-72e8-4fa2-b7d3-4abb34c4e3b9 req-0d925d9b-1dd5-4f8b-bc92-8f869ffeb1ca tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 944 time: 0.1157856 Jul 14 09:40:17.982531 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2ee3-65d2-4b9d-b3cd-f5f3384c110f tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.003649 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fbb98e92-72e8-4fa2-b7d3-4abb34c4e3b9 req-16002b67-9834-40d5-a74f-e1ba6b144b28 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676837 Jul 14 09:40:18.031774 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2ee3-65d2-4b9d-b3cd-f5f3384c110f tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.087284 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2ee3-65d2-4b9d-b3cd-f5f3384c110f tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.090734 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2ee3-65d2-4b9d-b3cd-f5f3384c110f tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.091974 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0a1d2ee3-65d2-4b9d-b3cd-f5f3384c110f tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "DELETE /v2.0/security-groups/a33b3cc7-9217-4845-af3d-a6c5e031ce6f HTTP/1.1" status: 204 len: 168 time: 0.1939003 Jul 14 09:40:18.094600 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34070) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:18.119277 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d2ee3-65d2-4b9d-b3cd-f5f3384c110f tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33b3cc7-9217-4845-af3d-a6c5e031ce6f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:18.158982 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34072) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:18.168244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2276e3f7-9335-46bb-92fb-1a6416f3f6b6 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Request body: {'security_group': {'name': 'tempest-secgroup--809728663'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:18.199572 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-aaa07f05-e620-42e5-b22f-1509b6a687cb tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1035714 Jul 14 09:40:18.247280 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2276e3f7-9335-46bb-92fb-1a6416f3f6b6 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.391678 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2276e3f7-9335-46bb-92fb-1a6416f3f6b6 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.397373 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2276e3f7-9335-46bb-92fb-1a6416f3f6b6 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.430838 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2276e3f7-9335-46bb-92fb-1a6416f3f6b6 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.435242 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34078) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:18.440276 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-51575779-1cf6-4b5c-aa67-8fe4b77f92c4 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Request body: {'security_group_rule': {'security_group_id': '249e04e3-f116-42e0-8834-3fdf8a0b9291', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:18.445430 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2276e3f7-9335-46bb-92fb-1a6416f3f6b6 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2822390 Jul 14 09:40:18.451855 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276e3f7-9335-46bb-92fb-1a6416f3f6b6 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249e04e3-f116-42e0-8834-3fdf8a0b9291,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:18.471094 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-51575779-1cf6-4b5c-aa67-8fe4b77f92c4 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.552837 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-51575779-1cf6-4b5c-aa67-8fe4b77f92c4 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.557473 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-51575779-1cf6-4b5c-aa67-8fe4b77f92c4 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.580299 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51575779-1cf6-4b5c-aa67-8fe4b77f92c4 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3855527-7518-44d6-8a03-95dad812832d,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:18.584540 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-51575779-1cf6-4b5c-aa67-8fe4b77f92c4 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.588558 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-51575779-1cf6-4b5c-aa67-8fe4b77f92c4 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1496708 Jul 14 09:40:18.589193 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34080) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:18.630488 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87123557-3383-44b3-9a85-48873dc41ad2 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.640175 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87123557-3383-44b3-9a85-48873dc41ad2 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.685019 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87123557-3383-44b3-9a85-48873dc41ad2 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.693354 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87123557-3383-44b3-9a85-48873dc41ad2 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.697192 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-87123557-3383-44b3-9a85-48873dc41ad2 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/c3855527-7518-44d6-8a03-95dad812832d HTTP/1.1" status: 204 len: 168 time: 0.1045480 Jul 14 09:40:18.697948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34086) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:18.711953 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87123557-3383-44b3-9a85-48873dc41ad2 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3855527-7518-44d6-8a03-95dad812832d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:18.750587 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-149d1520-5b5a-40c9-b820-8b54f33814db tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0513008 Jul 14 09:40:18.753424 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34088) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:18.813009 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4cbabd55-b1bf-467d-9fec-874c6d81cb79 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.836766 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4cbabd55-b1bf-467d-9fec-874c6d81cb79 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.892691 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4cbabd55-b1bf-467d-9fec-874c6d81cb79 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.896090 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4cbabd55-b1bf-467d-9fec-874c6d81cb79 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.897333 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4cbabd55-b1bf-467d-9fec-874c6d81cb79 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "DELETE /v2.0/security-groups/249e04e3-f116-42e0-8834-3fdf8a0b9291 HTTP/1.1" status: 204 len: 168 time: 0.1427832 Jul 14 09:40:18.901457 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34092) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:18.919026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbabd55-b1bf-467d-9fec-874c6d81cb79 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=249e04e3-f116-42e0-8834-3fdf8a0b9291,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:19.016351 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3308750d-889f-4603-b13b-f2bc1b8fdf2c tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1125972 Jul 14 09:40:19.023989 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34104) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:19.034141 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-190b6204-f34d-4e2f-a46c-ed92731b8420 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Request body: {'security_group': {'name': 'tempest-secgroup--688656769'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:19.073155 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-190b6204-f34d-4e2f-a46c-ed92731b8420 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.219036 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-190b6204-f34d-4e2f-a46c-ed92731b8420 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.266521 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-190b6204-f34d-4e2f-a46c-ed92731b8420 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.311693 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-190b6204-f34d-4e2f-a46c-ed92731b8420 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.312913 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-190b6204-f34d-4e2f-a46c-ed92731b8420 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2885072 Jul 14 09:40:19.315716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34126) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:19.323217 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-51f5ab29-7ece-4005-9da9-c8d1985884a7 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Request body: {'security_group_rule': {'security_group_id': '6c26ef13-f52b-42fc-a869-3f05142d67bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:19.325461 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b6204-f34d-4e2f-a46c-ed92731b8420 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c26ef13-f52b-42fc-a869-3f05142d67bf,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:19.369383 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5184a33-f458-476b-b773-072e79a5689b req-c4211b2d-9573-4751-a40b-e3d609a2d1e4 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:19.371823 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5184a33-f458-476b-b773-072e79a5689b req-c4211b2d-9573-4751-a40b-e3d609a2d1e4 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/networks?id=4c870411-ce1e-462e-936a-b69c5c494a39 HTTP/1.1" status: 200 len: 814 time: 0.1996241 Jul 14 09:40:19.390970 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-51f5ab29-7ece-4005-9da9-c8d1985884a7 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.420556 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5184a33-f458-476b-b773-072e79a5689b req-464012d9-3507-4afe-879d-658d087d031e tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/quotas/cfc5dc601fe54b31af51b5977d1e72c4 HTTP/1.1" status: 200 len: 375 time: 0.0141239 Jul 14 09:40:19.456087 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-51f5ab29-7ece-4005-9da9-c8d1985884a7 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.466939 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-51f5ab29-7ece-4005-9da9-c8d1985884a7 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.487963 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5184a33-f458-476b-b773-072e79a5689b req-155ffbca-cf4e-4aae-b247-15adb982c190 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cfc5dc601fe54b31af51b5977d1e72c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453231 Jul 14 09:40:19.494739 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5ab29-7ece-4005-9da9-c8d1985884a7 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d480f00b-65a8-4f36-92bc-cf5c98da916e,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:19.498546 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-51f5ab29-7ece-4005-9da9-c8d1985884a7 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.499099 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60025d13-371e-412e-b7ba-e8eb4471fa89 req-6e243ea4-753d-4e82-8548-7dd2ea0b42cd tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:19.500247 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-51f5ab29-7ece-4005-9da9-c8d1985884a7 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1831810 Jul 14 09:40:19.501018 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60025d13-371e-412e-b7ba-e8eb4471fa89 req-6e243ea4-753d-4e82-8548-7dd2ea0b42cd tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 944 time: 0.2847209 Jul 14 09:40:19.502771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34128) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:19.523770 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a8c624ee-59eb-43c2-9ab9-ea9d6adac014 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-group-rules/d480f00b-65a8-4f36-92bc-cf5c98da916e HTTP/1.1" status: 200 len: 763 time: 0.0192368 Jul 14 09:40:19.526238 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34130) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:19.574778 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4c17e891-0972-49f6-9449-d751cb5d3859 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0465693 Jul 14 09:40:19.577284 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34132) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:19.603137 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60025d13-371e-412e-b7ba-e8eb4471fa89 req-2735a2ef-8cbf-44b5-b0cf-fcfd66c2e05e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918679 Jul 14 09:40:19.618430 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa154508-84a9-4bd4-a114-04672cfd7fc4 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.629633 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5184a33-f458-476b-b773-072e79a5689b req-e4d1015e-367e-4563-a80d-07d46b704430 service neutron] 10.222.0.26 "GET /v2.0/networks/4c870411-ce1e-462e-936a-b69c5c494a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273475 Jul 14 09:40:19.632811 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa154508-84a9-4bd4-a114-04672cfd7fc4 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.671349 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa154508-84a9-4bd4-a114-04672cfd7fc4 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.678939 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa154508-84a9-4bd4-a114-04672cfd7fc4 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.684527 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fa154508-84a9-4bd4-a114-04672cfd7fc4 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/d480f00b-65a8-4f36-92bc-cf5c98da916e HTTP/1.1" status: 204 len: 168 time: 0.1058753 Jul 14 09:40:19.685156 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34138) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:19.725576 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa154508-84a9-4bd4-a114-04672cfd7fc4 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d480f00b-65a8-4f36-92bc-cf5c98da916e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:19.739945 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5184a33-f458-476b-b773-072e79a5689b req-86ef3314-4825-4fa1-ab40-5f62a5e476ad service neutron] 10.222.0.26 "GET /v2.0/networks/4c870411-ce1e-462e-936a-b69c5c494a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035767 Jul 14 09:40:19.760110 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c90823a6-5ad3-4b69-9525-c04250b15797 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0688906 Jul 14 09:40:19.763262 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34140) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:19.768862 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3d7aaac7-8f99-4f44-9224-1c4c4f287b4b tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Request body: {'security_group_rule': {'security_group_id': '6c26ef13-f52b-42fc-a869-3f05142d67bf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:19.803556 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3d7aaac7-8f99-4f44-9224-1c4c4f287b4b tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.871793 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3d7aaac7-8f99-4f44-9224-1c4c4f287b4b tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.876886 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3d7aaac7-8f99-4f44-9224-1c4c4f287b4b tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.901310 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7aaac7-8f99-4f44-9224-1c4c4f287b4b tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd3475c-d857-4ed5-8438-544bbd5a5441,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:19.912314 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3d7aaac7-8f99-4f44-9224-1c4c4f287b4b tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.916837 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3d7aaac7-8f99-4f44-9224-1c4c4f287b4b tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1492517 Jul 14 09:40:19.918164 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34142) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:19.996858 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c742bb05-9bf9-4686-9edc-76c3d53f3c89 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-group-rules/bcd3475c-d857-4ed5-8438-544bbd5a5441 HTTP/1.1" status: 200 len: 763 time: 0.0677652 Jul 14 09:40:19.999216 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff341450-cb04-42cc-8367-cb5bd2522152 req-815ed6dc-06c6-42c5-bb6f-2a05a4865220 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=21048676-4e46-47d9-b976-7ad5ba63f17f HTTP/1.1" status: 200 len: 210 time: 0.0362284 Jul 14 09:40:19.999678 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34152) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:20.087095 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0692f5e9-b028-48ca-bce7-9141fb39e13c tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0863149 Jul 14 09:40:20.089774 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34160) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:20.138596 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e5ac1d3c-4feb-4e07-a319-1edc60d516e8 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.151265 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e5ac1d3c-4feb-4e07-a319-1edc60d516e8 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.195361 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e5ac1d3c-4feb-4e07-a319-1edc60d516e8 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.208088 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e5ac1d3c-4feb-4e07-a319-1edc60d516e8 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.212747 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e5ac1d3c-4feb-4e07-a319-1edc60d516e8 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/bcd3475c-d857-4ed5-8438-544bbd5a5441 HTTP/1.1" status: 204 len: 168 time: 0.1183085 Jul 14 09:40:20.212747 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac1d3c-4feb-4e07-a319-1edc60d516e8 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcd3475c-d857-4ed5-8438-544bbd5a5441,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:20.212747 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34164) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:20.277124 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-43d2520c-872d-4bd4-91bb-7f4f8fa81a98 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0632193 Jul 14 09:40:20.279944 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34170) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:20.286888 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-3290d960-0c49-45da-b88e-f2e06849e705 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Request body: {'security_group_rule': {'security_group_id': '6c26ef13-f52b-42fc-a869-3f05142d67bf', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:20.326472 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3290d960-0c49-45da-b88e-f2e06849e705 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.391478 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3290d960-0c49-45da-b88e-f2e06849e705 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.397464 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3290d960-0c49-45da-b88e-f2e06849e705 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.421905 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290d960-0c49-45da-b88e-f2e06849e705 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e52069-3787-4153-8b2c-d4bbd9902fa9,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:20.431855 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3290d960-0c49-45da-b88e-f2e06849e705 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.433692 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3290d960-0c49-45da-b88e-f2e06849e705 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1525235 Jul 14 09:40:20.436579 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34178) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:20.457683 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2aed3613-1531-49e6-b227-e51fe847edd9 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-group-rules/95e52069-3787-4153-8b2c-d4bbd9902fa9 HTTP/1.1" status: 200 len: 764 time: 0.0196540 Jul 14 09:40:20.460047 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34180) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:20.516449 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4b387ee3-ee3b-46fa-a376-2f8a21ffa337 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0548954 Jul 14 09:40:20.519146 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34182) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:20.548712 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b04d0f0c-5a50-448b-8a1c-8ca25c661df7 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.558869 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b04d0f0c-5a50-448b-8a1c-8ca25c661df7 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.597589 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b04d0f0c-5a50-448b-8a1c-8ca25c661df7 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.606999 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b04d0f0c-5a50-448b-8a1c-8ca25c661df7 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.610138 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b04d0f0c-5a50-448b-8a1c-8ca25c661df7 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/95e52069-3787-4153-8b2c-d4bbd9902fa9 HTTP/1.1" status: 204 len: 168 time: 0.0899203 Jul 14 09:40:20.614458 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34184) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:20.616431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d0f0c-5a50-448b-8a1c-8ca25c661df7 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95e52069-3787-4153-8b2c-d4bbd9902fa9,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:20.703403 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-adf1a41f-991f-4662-a108-0a762924fec3 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0867262 Jul 14 09:40:20.706190 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34192) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:20.752344 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9cfb3304-cb40-4fed-b721-9d83a8c028f4 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:40:20.797504 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22ab1bb3-25d0-4fbf-b37d-2c578dc13551 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.836685 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22ab1bb3-25d0-4fbf-b37d-2c578dc13551 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.941644 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9cfb3304-cb40-4fed-b721-9d83a8c028f4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9cfb3304-cb40-4fed-b721-9d83a8c028f4,segment=NetworkSegment(8038b284-822d-4ef6-b135-945c53ba5f7c),segment_id=8038b284-822d-4ef6-b135-945c53ba5f7c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:20.956975 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '9cfb3304-cb40-4fed-b721-9d83a8c028f4', 'network_id': '6feba008-c597-4a6d-99c1-fa0a29f2df67', 'port_id': '9cfb3304-cb40-4fed-b721-9d83a8c028f4', 'mac_address': 'fa:16:3e:1d:f2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c433742-6df6-42b6-9b91-b5848de2b475', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:40:20.961984 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22ab1bb3-25d0-4fbf-b37d-2c578dc13551 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.968804 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22ab1bb3-25d0-4fbf-b37d-2c578dc13551 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.972662 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34194) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:20.974694 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-22ab1bb3-25d0-4fbf-b37d-2c578dc13551 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "DELETE /v2.0/security-groups/6c26ef13-f52b-42fc-a869-3f05142d67bf HTTP/1.1" status: 204 len: 168 time: 0.2626994 Jul 14 09:40:21.008658 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab1bb3-25d0-4fbf-b37d-2c578dc13551 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c26ef13-f52b-42fc-a869-3f05142d67bf,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:21.009737 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.050160 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001fa93-e4cb-4eeb-9ad8-95b06335ab13 req-9b8981c8-105a-4609-b036-d6319fb04f15 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:21.059087 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5001fa93-e4cb-4eeb-9ad8-95b06335ab13 req-9b8981c8-105a-4609-b036-d6319fb04f15 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 944 time: 0.2088714 Jul 14 09:40:21.066657 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cfb3304-cb40-4fed-b721-9d83a8c028f4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:21.074188 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ef71aa3a-9551-46ee-b7a3-22f608a9692a tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0911660 Jul 14 09:40:21.075839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34198) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:21.130007 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9cfb3304-cb40-4fed-b721-9d83a8c028f4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9cfb3304-cb40-4fed-b721-9d83a8c028f4,segment=NetworkSegment(8038b284-822d-4ef6-b135-945c53ba5f7c),segment_id=8038b284-822d-4ef6-b135-945c53ba5f7c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:21.138792 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.143858 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5001fa93-e4cb-4eeb-9ad8-95b06335ab13 req-6e8864d7-23e6-4514-b74a-701e8fa62196 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824177 Jul 14 09:40:21.208296 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e74c6d83-ef6c-4722-bf8b-d9e93f2465f1 tempest-SecGroupTest-1065326412 tempest-SecGroupTest-1065326412-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1312013 Jul 14 09:40:21.308288 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c610f22-dcb5-4f2b-9b26-ce4afc9fa6c4 req-b06d3ed0-6d52-4539-8b70-8a7a51ab5de4 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=21048676-4e46-47d9-b976-7ad5ba63f17f HTTP/1.1" status: 200 len: 210 time: 0.1100721 Jul 14 09:40:21.316683 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=9cfb3304-cb40-4fed-b721-9d83a8c028f4,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:21.395806 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['9cfb3304-cb40-4fed-b721-9d83a8c028f4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:21.889156 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5184a33-f458-476b-b773-072e79a5689b req-73946fe7-5ea8-49ef-9524-e4b71f01b79a tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:21.893576 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a5184a33-f458-476b-b773-072e79a5689b req-73946fe7-5ea8-49ef-9524-e4b71f01b79a tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.55 "GET /v2.0/networks?id=4c870411-ce1e-462e-936a-b69c5c494a39 HTTP/1.1" status: 200 len: 814 time: 0.3376756 Jul 14 09:40:21.913115 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a5184a33-f458-476b-b773-072e79a5689b req-3b875c81-930f-47d7-8746-f5e5096e4354 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Request body: {'port': {'device_id': '21048676-4e46-47d9-b976-7ad5ba63f17f', 'network_id': '4c870411-ce1e-462e-936a-b69c5c494a39', 'admin_state_up': True, 'tenant_id': 'cfc5dc601fe54b31af51b5977d1e72c4'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:21.927180 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34230) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:22.105440 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5184a33-f458-476b-b773-072e79a5689b req-3b875c81-930f-47d7-8746-f5e5096e4354 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Made reservation on behalf of cfc5dc601fe54b31af51b5977d1e72c4 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:22.111187 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a5184a33-f458-476b-b773-072e79a5689b req-3b875c81-930f-47d7-8746-f5e5096e4354 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.135153 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-827fd285-0605-4560-ad0a-0322b2431326 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=43bd554c4c334f76a070486b33ba9955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065833 Jul 14 09:40:22.138086 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34238) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:22.201719 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec88d415-62fc-4994-acde-bc27a4e16924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.225312 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec88d415-62fc-4994-acde-bc27a4e16924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.290754 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-a5184a33-f458-476b-b773-072e79a5689b req-3b875c81-930f-47d7-8746-f5e5096e4354 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Allocated IP 172.20.0.9 (4c870411-ce1e-462e-936a-b69c5c494a39/1abbc4e5-632f-4897-a598-2f4455e24610/0ffcee8d-3fbf-41e8-9df9-9585491b90d5) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:22.324794 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec88d415-62fc-4994-acde-bc27a4e16924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.327360 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec88d415-62fc-4994-acde-bc27a4e16924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.328497 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ec88d415-62fc-4994-acde-bc27a4e16924 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/404e14d5-dd95-4132-9257-74db1a3bbba1 HTTP/1.1" status: 204 len: 168 time: 0.1888700 Jul 14 09:40:22.341757 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88d415-62fc-4994-acde-bc27a4e16924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404e14d5-dd95-4132-9257-74db1a3bbba1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:22.401220 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb555c-3d71-4a27-a1e6-cf58ec55fcc0 req-0b9ee3be-b12b-4429-8792-7b3baabef74a tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:22.407809 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2feb555c-3d71-4a27-a1e6-cf58ec55fcc0 req-0b9ee3be-b12b-4429-8792-7b3baabef74a tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 945 time: 0.1128049 Jul 14 09:40:22.467240 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2feb555c-3d71-4a27-a1e6-cf58ec55fcc0 req-1ee24392-3901-4229-a250-d7326f609933 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390873 Jul 14 09:40:22.518401 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a5184a33-f458-476b-b773-072e79a5689b req-3b875c81-930f-47d7-8746-f5e5096e4354 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.556563 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bf627f5d-8c73-44db-ad50-e8aebb457824 req-c2447ce4-f63c-4686-8eb0-70ee7a76eeb1 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=21048676-4e46-47d9-b976-7ad5ba63f17f HTTP/1.1" status: 200 len: 210 time: 0.0476587 Jul 14 09:40:22.562202 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a5184a33-f458-476b-b773-072e79a5689b req-3b875c81-930f-47d7-8746-f5e5096e4354 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.616998 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5184a33-f458-476b-b773-072e79a5689b req-3b875c81-930f-47d7-8746-f5e5096e4354 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Network 4c870411-ce1e-462e-936a-b69c5c494a39 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:22.620227 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-a5184a33-f458-476b-b773-072e79a5689b req-3b875c81-930f-47d7-8746-f5e5096e4354 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:22.622646 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5184a33-f458-476b-b773-072e79a5689b req-3b875c81-930f-47d7-8746-f5e5096e4354 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:22.635296 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b875c81-930f-47d7-8746-f5e5096e4354 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Pushing event updated for resources: {'Port': ['ID=0ffcee8d-3fbf-41e8-9df9-9585491b90d5,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:22.688639 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5184a33-f458-476b-b773-072e79a5689b req-3b875c81-930f-47d7-8746-f5e5096e4354 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:22.689280 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a5184a33-f458-476b-b773-072e79a5689b req-3b875c81-930f-47d7-8746-f5e5096e4354 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.706063 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a5184a33-f458-476b-b773-072e79a5689b req-3b875c81-930f-47d7-8746-f5e5096e4354 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7972295 Jul 14 09:40:22.724612 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] Request body: {'port': {'device_id': '21048676-4e46-47d9-b976-7ad5ba63f17f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:22.766707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9cfb3304-cb40-4fed-b721-9d83a8c028f4 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:22.827123 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 9cfb3304-cb40-4fed-b721-9d83a8c028f4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:22.828126 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.833481 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 9cfb3304-cb40-4fed-b721-9d83a8c028f4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:22.833904 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.931283 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.972456 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfb3304-cb40-4fed-b721-9d83a8c028f4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:22.975422 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2e90d6-ee22-4935-9fe3-a98fb8a700a6" -d '{"events": [{"server_uuid": "0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e", "name": "network-vif-plugged", "status": "completed", "tag": "9cfb3304-cb40-4fed-b721-9d83a8c028f4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:22.980010 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9cfb3304-cb40-4fed-b721-9d83a8c028f4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9cfb3304-cb40-4fed-b721-9d83a8c028f4,segment=NetworkSegment(8038b284-822d-4ef6-b135-945c53ba5f7c),segment_id=8038b284-822d-4ef6-b135-945c53ba5f7c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:22.985842 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.060103 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2d3ebe-1242-4246-9f05-c381a6bd9f2e x-openstack-request-id: req-7f2d3ebe-1242-4246-9f05-c381a6bd9f2e {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:23.060695 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e", "name": "network-vif-plugged", "status": "completed", "tag": "9cfb3304-cb40-4fed-b721-9d83a8c028f4", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:23.061127 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f2d3ebe-1242-4246-9f05-c381a6bd9f2e {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:23.061715 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfb3304-cb40-4fed-b721-9d83a8c028f4', 'code': 200} Jul 14 09:40:23.073320 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=9cfb3304-cb40-4fed-b721-9d83a8c028f4,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:23.180342 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05a6a2-adac-4dee-8f51-e607b1fe4f41 req-a0ba0eb9-4695-4f44-a934-2ba0ecb51c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:23.181956 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8a05a6a2-adac-4dee-8f51-e607b1fe4f41 req-a0ba0eb9-4695-4f44-a934-2ba0ecb51c47 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 1098 time: 0.0657234 Jul 14 09:40:23.233772 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8a05a6a2-adac-4dee-8f51-e607b1fe4f41 req-b5ef7c80-2f41-45df-9026-220f39ab48c7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439661 Jul 14 09:40:23.243507 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ffcee8d-3fbf-41e8-9df9-9585491b90d5 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:23.259295 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.280613 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] Transition to ACTIVE for port object 0ffcee8d-3fbf-41e8-9df9-9585491b90d5 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:23.287272 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.354172 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] Pushing event updated for resources: {'Port': ['ID=0ffcee8d-3fbf-41e8-9df9-9585491b90d5,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:23.505222 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] Attempting to bind port 0ffcee8d-3fbf-41e8-9df9-9585491b90d5 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:23.505940 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] Attempting to bind port 0ffcee8d-3fbf-41e8-9df9-9585491b90d5 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '9df9be30-3cef-4f6a-80c3-248b5c54e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4c870411-ce1e-462e-936a-b69c5c494a39'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:23.506397 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] Attempting to bind port 0ffcee8d-3fbf-41e8-9df9-9585491b90d5 on network 4c870411-ce1e-462e-936a-b69c5c494a39 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:23.512326 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] Port 0ffcee8d-3fbf-41e8-9df9-9585491b90d5 on network 4c870411-ce1e-462e-936a-b69c5c494a39 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:23.512652 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] Attempting to bind port 0ffcee8d-3fbf-41e8-9df9-9585491b90d5 on network 4c870411-ce1e-462e-936a-b69c5c494a39 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:23.518149 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:23.518488 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] Checking segment: {'id': '9df9be30-3cef-4f6a-80c3-248b5c54e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4c870411-ce1e-462e-936a-b69c5c494a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:23.518868 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] Bound using segment: {'id': '9df9be30-3cef-4f6a-80c3-248b5c54e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4c870411-ce1e-462e-936a-b69c5c494a39'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:23.519348 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] Bound port: 0ffcee8d-3fbf-41e8-9df9-9585491b90d5, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9df9be30-3cef-4f6a-80c3-248b5c54e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4c870411-ce1e-462e-936a-b69c5c494a39'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:23.519721 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.588268 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] For port 0ffcee8d-3fbf-41e8-9df9-9585491b90d5, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:23.591873 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] For port 0ffcee8d-3fbf-41e8-9df9-9585491b90d5, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0ffcee8d-3fbf-41e8-9df9-9585491b90d5,segment=NetworkSegment(9df9be30-3cef-4f6a-80c3-248b5c54e793),segment_id=9df9be30-3cef-4f6a-80c3-248b5c54e793)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:23.601839 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.701185 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:23.702113 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.704148 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a5184a33-f458-476b-b773-072e79a5689b req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] 10.222.0.55 "PUT /v2.0/ports/0ffcee8d-3fbf-41e8-9df9-9585491b90d5 HTTP/1.1" status: 200 len: 1092 time: 0.9845684 Jul 14 09:40:23.704892 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcf410-76a7-4722-9b69-d126d49588fe service neutron] Pushing event updated for resources: {'Port': ['ID=0ffcee8d-3fbf-41e8-9df9-9585491b90d5,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:23.709242 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21048676-4e46-47d9-b976-7ad5ba63f17f', 'tag': '0ffcee8d-3fbf-41e8-9df9-9585491b90d5'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:23.736992 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fed599-4214-4209-9335-f88cb905c8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "21048676-4e46-47d9-b976-7ad5ba63f17f", "tag": "0ffcee8d-3fbf-41e8-9df9-9585491b90d5"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:23.769317 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54bf3d-094f-4d86-9819-2955eebb3bdb req-69886a68-37f5-4fa5-98d3-a8f5fdbfe528 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:23.777465 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed54bf3d-094f-4d86-9819-2955eebb3bdb req-69886a68-37f5-4fa5-98d3-a8f5fdbfe528 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1460421 Jul 14 09:40:23.858745 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed54bf3d-094f-4d86-9819-2955eebb3bdb req-4ae2c1e5-b512-4b41-bd9e-c793d340597a tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800436 Jul 14 09:40:23.891845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdca3c-be5a-4060-b445-66ec4ae2864c req-07f55afb-74e8-4953-9498-2285a8a2a851 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:23.900248 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fcbdca3c-be5a-4060-b445-66ec4ae2864c req-07f55afb-74e8-4953-9498-2285a8a2a851 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=21048676-4e46-47d9-b976-7ad5ba63f17f HTTP/1.1" status: 200 len: 943 time: 0.1544073 Jul 14 09:40:23.951108 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5184a33-f458-476b-b773-072e79a5689b req-286c1101-d35b-4d52-a2d3-2ea2ae9b25fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:23.952610 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a5184a33-f458-476b-b773-072e79a5689b req-286c1101-d35b-4d52-a2d3-2ea2ae9b25fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfc5dc601fe54b31af51b5977d1e72c4&device_id=21048676-4e46-47d9-b976-7ad5ba63f17f HTTP/1.1" status: 200 len: 1095 time: 0.1847563 Jul 14 09:40:23.956563 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fcbdca3c-be5a-4060-b445-66ec4ae2864c req-1d3fddbc-e4a1-4ece-b482-b792b621df35 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541556 Jul 14 09:40:23.989348 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccc1fc4-426b-4675-b973-bb6e3211db42 x-openstack-request-id: req-6ccc1fc4-426b-4675-b973-bb6e3211db42 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:23.989670 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21048676-4e46-47d9-b976-7ad5ba63f17f", "tag": "0ffcee8d-3fbf-41e8-9df9-9585491b90d5", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:23.989911 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ccc1fc4-426b-4675-b973-bb6e3211db42 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:23.990346 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21048676-4e46-47d9-b976-7ad5ba63f17f', 'tag': '0ffcee8d-3fbf-41e8-9df9-9585491b90d5', 'status': 'completed', 'code': 200} Jul 14 09:40:24.026168 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a5184a33-f458-476b-b773-072e79a5689b req-0ae64cb0-2e79-423a-a052-23b5075099bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ffcee8d-3fbf-41e8-9df9-9585491b90d5 HTTP/1.1" status: 200 len: 217 time: 0.0577531 Jul 14 09:40:24.105919 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5184a33-f458-476b-b773-072e79a5689b req-24dc62bb-87b3-42a2-840d-08adc87c590e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:24.119751 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a5184a33-f458-476b-b773-072e79a5689b req-24dc62bb-87b3-42a2-840d-08adc87c590e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1abbc4e5-632f-4897-a598-2f4455e24610 HTTP/1.1" status: 200 len: 854 time: 0.0849469 Jul 14 09:40:24.172313 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a5184a33-f458-476b-b773-072e79a5689b req-b3cea709-a3b3-4a6c-9102-1b4eae12b37f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c870411-ce1e-462e-936a-b69c5c494a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452874 Jul 14 09:40:24.316909 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a5184a33-f458-476b-b773-072e79a5689b req-c0ebd1dc-80eb-4016-a31f-aa0c76681dcc service neutron] 10.222.0.55 "GET /v2.0/networks/4c870411-ce1e-462e-936a-b69c5c494a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364689 Jul 14 09:40:24.421664 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a5184a33-f458-476b-b773-072e79a5689b req-ff0c1306-988a-47c7-972e-8a4cbfe187c5 service neutron] 10.222.0.55 "GET /v2.0/networks/4c870411-ce1e-462e-936a-b69c5c494a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987167 Jul 14 09:40:24.603753 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fed599-4214-4209-9335-f88cb905c8aa req-db4484a0-a0c9-4632-a9af-23a9021dadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:24.605400 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01fed599-4214-4209-9335-f88cb905c8aa req-db4484a0-a0c9-4632-a9af-23a9021dadbf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfc5dc601fe54b31af51b5977d1e72c4&device_id=21048676-4e46-47d9-b976-7ad5ba63f17f HTTP/1.1" status: 200 len: 1095 time: 0.0656543 Jul 14 09:40:24.753061 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fed599-4214-4209-9335-f88cb905c8aa req-08ac82cf-9722-42ce-9c73-a64410ffed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:24.754719 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01fed599-4214-4209-9335-f88cb905c8aa req-08ac82cf-9722-42ce-9c73-a64410ffed72 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c870411-ce1e-462e-936a-b69c5c494a39 HTTP/1.1" status: 200 len: 915 time: 0.1401839 Jul 14 09:40:24.807250 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01fed599-4214-4209-9335-f88cb905c8aa req-7dcac655-3ed8-4a7e-bec3-76fa8a8a6d26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ffcee8d-3fbf-41e8-9df9-9585491b90d5 HTTP/1.1" status: 200 len: 217 time: 0.0451105 Jul 14 09:40:24.876704 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fed599-4214-4209-9335-f88cb905c8aa req-ddd85f71-7d4b-47b0-80e9-692c8e83f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:24.878351 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01fed599-4214-4209-9335-f88cb905c8aa req-ddd85f71-7d4b-47b0-80e9-692c8e83f059 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1abbc4e5-632f-4897-a598-2f4455e24610 HTTP/1.1" status: 200 len: 854 time: 0.0633042 Jul 14 09:40:24.920989 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01fed599-4214-4209-9335-f88cb905c8aa req-bed0fd7a-8383-4421-948a-267f7251a07d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c870411-ce1e-462e-936a-b69c5c494a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359855 Jul 14 09:40:25.070992 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01fed599-4214-4209-9335-f88cb905c8aa req-4fd3f904-065d-4804-ba8c-39374d7ac493 service neutron] 10.222.0.55 "GET /v2.0/networks/4c870411-ce1e-462e-936a-b69c5c494a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425602 Jul 14 09:40:25.103999 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8cb1-7579-44d8-92eb-09ffb999b24a req-0b0c5ec2-fa03-4f40-8d6d-f3e3722776ef tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:25.111526 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2ccd8cb1-7579-44d8-92eb-09ffb999b24a req-0b0c5ec2-fa03-4f40-8d6d-f3e3722776ef tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0818629 Jul 14 09:40:25.166932 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2ccd8cb1-7579-44d8-92eb-09ffb999b24a req-f94f7ae9-5ead-4f0a-b5f0-4bd497fcba0a tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544450 Jul 14 09:40:25.204824 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-01fed599-4214-4209-9335-f88cb905c8aa req-83e2c7f9-8b6e-4e1f-b746-e3820fa61264 service neutron] 10.222.0.55 "GET /v2.0/networks/4c870411-ce1e-462e-936a-b69c5c494a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242738 Jul 14 09:40:25.210115 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34382) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:25.354974 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659af4f-6ab7-4c73-a3d8-8749385a9820 req-d530b30c-b363-4984-8f0e-a37a8777ec13 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:25.362467 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9659af4f-6ab7-4c73-a3d8-8749385a9820 req-d530b30c-b363-4984-8f0e-a37a8777ec13 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=21048676-4e46-47d9-b976-7ad5ba63f17f HTTP/1.1" status: 200 len: 943 time: 0.0963495 Jul 14 09:40:25.399931 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d8ed3e4-aab0-439a-80fb-8c3ba1d7a06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:25.447620 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9659af4f-6ab7-4c73-a3d8-8749385a9820 req-d51bf0f8-fccf-4ca6-8481-8ce77356c5f0 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841160 Jul 14 09:40:25.590406 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-394dc728-8ad6-40be-8222-e5106acc2bbe tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:25.592059 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-394dc728-8ad6-40be-8222-e5106acc2bbe tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/networks?id=6feba008-c597-4a6d-99c1-fa0a29f2df67 HTTP/1.1" status: 200 len: 814 time: 0.1775231 Jul 14 09:40:25.615590 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-1b1060c8-402c-4c5a-ac41-e37de4a07caf tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/quotas/18245d4c12b042849567d400be4c479b HTTP/1.1" status: 200 len: 375 time: 0.0156143 Jul 14 09:40:25.644482 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d8ed3e4-aab0-439a-80fb-8c3ba1d7a06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:25.669831 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d8ed3e4-aab0-439a-80fb-8c3ba1d7a06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:25.717229 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ed3e4-aab0-439a-80fb-8c3ba1d7a06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f61c97-60d3-48f4-886c-32e764fc1499,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:25.727146 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7d8ed3e4-aab0-439a-80fb-8c3ba1d7a06a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83b094c59dce4ecaa2fc91aa3fd2fa23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5133457 Jul 14 09:40:25.728639 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34402) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:25.742119 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-8ee6bb71-c1ab-43b9-8db0-ccd221939a6f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=18245d4c12b042849567d400be4c479b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1150923 Jul 14 09:40:25.875341 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-dc560fb1-373f-47aa-8f72-9c0586a8d7f6 service neutron] 10.222.0.26 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246293 Jul 14 09:40:26.031118 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-ffd071c7-45b3-4507-955e-b01243c67bb1 service neutron] 10.222.0.26 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548765 Jul 14 09:40:26.292386 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9038fd87-b462-4fd3-90bb-fab3bde2c14c req-b9b44509-87e7-4a04-9f6b-62e49465f936 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=745bae9b-b874-451e-ae15-9acb187a696c HTTP/1.1" status: 200 len: 210 time: 0.0536320 Jul 14 09:40:26.300142 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-920120a4-43de-4341-ac59-e993fd08afff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.330203 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-920120a4-43de-4341-ac59-e993fd08afff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.384310 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-920120a4-43de-4341-ac59-e993fd08afff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.387133 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-920120a4-43de-4341-ac59-e993fd08afff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.390732 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-920120a4-43de-4341-ac59-e993fd08afff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44f61c97-60d3-48f4-886c-32e764fc1499 HTTP/1.1" status: 204 len: 168 time: 0.6578972 Jul 14 09:40:26.401983 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920120a4-43de-4341-ac59-e993fd08afff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f61c97-60d3-48f4-886c-32e764fc1499,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:26.654536 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6359f6a-4823-4335-9dc5-029f3e8d2525 req-ebdba68b-1790-42af-b636-f9eec72e308d tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:26.662757 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d6359f6a-4823-4335-9dc5-029f3e8d2525 req-ebdba68b-1790-42af-b636-f9eec72e308d tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=21048676-4e46-47d9-b976-7ad5ba63f17f HTTP/1.1" status: 200 len: 943 time: 0.0912676 Jul 14 09:40:26.726391 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d6359f6a-4823-4335-9dc5-029f3e8d2525 req-16117bff-3fd1-454e-941d-c5c142d0c082 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596464 Jul 14 09:40:26.766131 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34436) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:26.789273 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-89e66eeb-e487-455c-a6af-ffed84282526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.912989 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-89e66eeb-e487-455c-a6af-ffed84282526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.918773 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-89e66eeb-e487-455c-a6af-ffed84282526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.970074 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34450) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:26.971944 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-89e66eeb-e487-455c-a6af-ffed84282526 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a2f961aff584478a96b4f4f6e075cd47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992364 Jul 14 09:40:26.980317 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e66eeb-e487-455c-a6af-ffed84282526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4a36c4-be4c-4730-9278-6240e992df4b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:27.036743 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7067bee5-8597-464b-8df9-5d11b17e49a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:27.067223 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7067bee5-8597-464b-8df9-5d11b17e49a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:27.128679 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7067bee5-8597-464b-8df9-5d11b17e49a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:27.134122 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7067bee5-8597-464b-8df9-5d11b17e49a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:27.138140 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7067bee5-8597-464b-8df9-5d11b17e49a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8e4a36c4-be4c-4730-9278-6240e992df4b HTTP/1.1" status: 204 len: 168 time: 0.1640465 Jul 14 09:40:27.161219 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067bee5-8597-464b-8df9-5d11b17e49a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4a36c4-be4c-4730-9278-6240e992df4b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:27.261118 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f8aa4eb-4360-4ca9-abcd-7844723aa8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:27.484249 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7fbf4fa-652c-4f58-a85c-2a303996eaa7 req-92de7fb4-7497-45ee-aa7c-a53d11f7783e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=745bae9b-b874-451e-ae15-9acb187a696c HTTP/1.1" status: 200 len: 210 time: 0.0539811 Jul 14 09:40:27.698621 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-eda7ebc4-c28e-4e23-9044-c6b174444752 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:27.700899 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-eda7ebc4-c28e-4e23-9044-c6b174444752 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.49 "GET /v2.0/networks?id=6feba008-c597-4a6d-99c1-fa0a29f2df67 HTTP/1.1" status: 200 len: 814 time: 0.2291768 Jul 14 09:40:27.714788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-58ece60c-eb40-49d7-a2f0-d3ca1fc64d8b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Request body: {'port': {'device_id': '745bae9b-b874-451e-ae15-9acb187a696c', 'network_id': '6feba008-c597-4a6d-99c1-fa0a29f2df67', 'admin_state_up': True, 'tenant_id': '18245d4c12b042849567d400be4c479b'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:27.867065 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-58ece60c-eb40-49d7-a2f0-d3ca1fc64d8b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Made reservation on behalf of 18245d4c12b042849567d400be4c479b for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:27.871964 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-58ece60c-eb40-49d7-a2f0-d3ca1fc64d8b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:27.919213 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 0ffcee8d-3fbf-41e8-9df9-9585491b90d5 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:40:28.102369 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 0ffcee8d-3fbf-41e8-9df9-9585491b90d5, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0ffcee8d-3fbf-41e8-9df9-9585491b90d5,segment=NetworkSegment(9df9be30-3cef-4f6a-80c3-248b5c54e793),segment_id=9df9be30-3cef-4f6a-80c3-248b5c54e793)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:28.114599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '0ffcee8d-3fbf-41e8-9df9-9585491b90d5', 'network_id': '4c870411-ce1e-462e-936a-b69c5c494a39', 'port_id': '0ffcee8d-3fbf-41e8-9df9-9585491b90d5', 'mac_address': 'fa:16:3e:72:8f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abbc4e5-632f-4897-a598-2f4455e24610', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:40:28.150200 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9008407-7c93-4760-83ff-f21adc6a6d9c req-eb1a6efd-060b-4082-bb03-3d7a68d47096 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:28.156991 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b9008407-7c93-4760-83ff-f21adc6a6d9c req-eb1a6efd-060b-4082-bb03-3d7a68d47096 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=21048676-4e46-47d9-b976-7ad5ba63f17f HTTP/1.1" status: 200 len: 943 time: 0.1967425 Jul 14 09:40:28.164899 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:28.171293 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-58ece60c-eb40-49d7-a2f0-d3ca1fc64d8b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Allocated IP 172.20.0.3 (6feba008-c597-4a6d-99c1-fa0a29f2df67/8c433742-6df6-42b6-9b91-b5848de2b475/33a1261f-05fc-4a4e-8288-a8cdb78abc16) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:28.180205 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ffcee8d-3fbf-41e8-9df9-9585491b90d5 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:28.203246 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 0ffcee8d-3fbf-41e8-9df9-9585491b90d5, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0ffcee8d-3fbf-41e8-9df9-9585491b90d5,segment=NetworkSegment(9df9be30-3cef-4f6a-80c3-248b5c54e793),segment_id=9df9be30-3cef-4f6a-80c3-248b5c54e793)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:28.207938 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:28.221867 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b9008407-7c93-4760-83ff-f21adc6a6d9c req-83741cd8-842d-4c1d-bf5c-8136f3d15860 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639069 Jul 14 09:40:28.271871 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=0ffcee8d-3fbf-41e8-9df9-9585491b90d5,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:28.470681 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-58ece60c-eb40-49d7-a2f0-d3ca1fc64d8b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:28.534582 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-58ece60c-eb40-49d7-a2f0-d3ca1fc64d8b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:28.549218 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['9cfb3304-cb40-4fed-b721-9d83a8c028f4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:28.607159 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['0ffcee8d-3fbf-41e8-9df9-9585491b90d5'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:28.718972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-58ece60c-eb40-49d7-a2f0-d3ca1fc64d8b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Network 6feba008-c597-4a6d-99c1-fa0a29f2df67 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:28.765341 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-58ece60c-eb40-49d7-a2f0-d3ca1fc64d8b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:28.769165 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ece60c-eb40-49d7-a2f0-d3ca1fc64d8b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Pushing event updated for resources: {'Port': ['ID=33a1261f-05fc-4a4e-8288-a8cdb78abc16,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:28.772438 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-58ece60c-eb40-49d7-a2f0-d3ca1fc64d8b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:28.838125 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-58ece60c-eb40-49d7-a2f0-d3ca1fc64d8b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:28.838765 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-58ece60c-eb40-49d7-a2f0-d3ca1fc64d8b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:28.861896 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90ce10-0fde-4897-9b98-e61a15e58ab9 req-8103ee96-1d12-46ea-93a7-49ba66622b18 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:28.863434 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3e90ce10-0fde-4897-9b98-e61a15e58ab9 req-8103ee96-1d12-46ea-93a7-49ba66622b18 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=745bae9b-b874-451e-ae15-9acb187a696c HTTP/1.1" status: 200 len: 931 time: 0.2033615 Jul 14 09:40:28.865171 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-58ece60c-eb40-49d7-a2f0-d3ca1fc64d8b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1562102 Jul 14 09:40:28.888036 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] Request body: {'port': {'device_id': '745bae9b-b874-451e-ae15-9acb187a696c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:28.952010 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3e90ce10-0fde-4897-9b98-e61a15e58ab9 req-9e542a55-4cba-41d7-bc64-2ff75be75a40 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807896 Jul 14 09:40:29.012858 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.323857 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a1261f-05fc-4a4e-8288-a8cdb78abc16 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:29.332520 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.350094 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] Transition to ACTIVE for port object 33a1261f-05fc-4a4e-8288-a8cdb78abc16 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:29.356770 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.470501 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] Pushing event updated for resources: {'Port': ['ID=33a1261f-05fc-4a4e-8288-a8cdb78abc16,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:29.557245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8b464-eecc-4f30-bdbe-3ce230b7becc req-7b466050-de02-4175-8b67-a24a9cb45d8e tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:29.559081 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9fd8b464-eecc-4f30-bdbe-3ce230b7becc req-7b466050-de02-4175-8b67-a24a9cb45d8e tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=21048676-4e46-47d9-b976-7ad5ba63f17f HTTP/1.1" status: 200 len: 944 time: 0.1542201 Jul 14 09:40:29.590145 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] Attempting to bind port 33a1261f-05fc-4a4e-8288-a8cdb78abc16 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:29.590578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] Attempting to bind port 33a1261f-05fc-4a4e-8288-a8cdb78abc16 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '8038b284-822d-4ef6-b135-945c53ba5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6feba008-c597-4a6d-99c1-fa0a29f2df67'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:29.591022 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] Attempting to bind port 33a1261f-05fc-4a4e-8288-a8cdb78abc16 on network 6feba008-c597-4a6d-99c1-fa0a29f2df67 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:29.600548 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] Port 33a1261f-05fc-4a4e-8288-a8cdb78abc16 on network 6feba008-c597-4a6d-99c1-fa0a29f2df67 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:29.600989 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] Attempting to bind port 33a1261f-05fc-4a4e-8288-a8cdb78abc16 on network 6feba008-c597-4a6d-99c1-fa0a29f2df67 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:29.613229 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:29.613748 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] Checking segment: {'id': '8038b284-822d-4ef6-b135-945c53ba5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6feba008-c597-4a6d-99c1-fa0a29f2df67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:29.614244 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] Bound using segment: {'id': '8038b284-822d-4ef6-b135-945c53ba5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6feba008-c597-4a6d-99c1-fa0a29f2df67'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:29.615331 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] Bound port: 33a1261f-05fc-4a4e-8288-a8cdb78abc16, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8038b284-822d-4ef6-b135-945c53ba5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '6feba008-c597-4a6d-99c1-fa0a29f2df67'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:29.615331 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.622997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9fd8b464-eecc-4f30-bdbe-3ce230b7becc req-a8838a92-d85f-4158-b423-2f0df1f607fb tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540137 Jul 14 09:40:29.714281 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] For port 33a1261f-05fc-4a4e-8288-a8cdb78abc16, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:29.719256 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] For port 33a1261f-05fc-4a4e-8288-a8cdb78abc16, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=33a1261f-05fc-4a4e-8288-a8cdb78abc16,segment=NetworkSegment(8038b284-822d-4ef6-b135-945c53ba5f7c),segment_id=8038b284-822d-4ef6-b135-945c53ba5f7c)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:29.725465 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.789637 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:29.790402 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.792418 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] 10.222.0.49 "PUT /v2.0/ports/33a1261f-05fc-4a4e-8288-a8cdb78abc16 HTTP/1.1" status: 200 len: 1092 time: 0.9122205 Jul 14 09:40:29.792815 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745bae9b-b874-451e-ae15-9acb187a696c', 'tag': '33a1261f-05fc-4a4e-8288-a8cdb78abc16'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:29.795778 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff06fe12-517b-44f5-99f3-b50a8a14355c" -d '{"events": [{"name": "network-changed", "server_uuid": "745bae9b-b874-451e-ae15-9acb187a696c", "tag": "33a1261f-05fc-4a4e-8288-a8cdb78abc16"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:29.798372 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12318dae-4520-45f3-b7c5-61556fc70c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.820243 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbe3c3-a6c5-4c7e-bf2b-f0f2461f3648 service neutron] Pushing event updated for resources: {'Port': ['ID=33a1261f-05fc-4a4e-8288-a8cdb78abc16,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:29.899376 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.903374 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abcc133-2748-4bda-9a9b-4f9f160f7430 x-openstack-request-id: req-7abcc133-2748-4bda-9a9b-4f9f160f7430 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:29.903704 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745bae9b-b874-451e-ae15-9acb187a696c", "tag": "33a1261f-05fc-4a4e-8288-a8cdb78abc16", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:29.903938 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7abcc133-2748-4bda-9a9b-4f9f160f7430 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:29.904333 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745bae9b-b874-451e-ae15-9acb187a696c', 'tag': '33a1261f-05fc-4a4e-8288-a8cdb78abc16', 'status': 'completed', 'code': 200} Jul 14 09:40:29.919059 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 0ffcee8d-3fbf-41e8-9df9-9585491b90d5 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:29.932556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-bb5eacae-bd84-4f5b-972a-02d0990e016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:29.937662 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-bb5eacae-bd84-4f5b-972a-02d0990e016d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18245d4c12b042849567d400be4c479b&device_id=745bae9b-b874-451e-ae15-9acb187a696c HTTP/1.1" status: 200 len: 1095 time: 0.0909812 Jul 14 09:40:30.010524 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 0ffcee8d-3fbf-41e8-9df9-9585491b90d5 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:30.015997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 0ffcee8d-3fbf-41e8-9df9-9585491b90d5 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:30.016707 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.029230 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-fc93dc62-7ffc-4176-b84f-330a0d798ade service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33a1261f-05fc-4a4e-8288-a8cdb78abc16 HTTP/1.1" status: 200 len: 217 time: 0.0845878 Jul 14 09:40:30.043798 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34594) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:30.153509 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-5fc36fb7-dd5b-491d-aa55-bb04d59fd178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:30.156697 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-5fc36fb7-dd5b-491d-aa55-bb04d59fd178 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c433742-6df6-42b6-9b91-b5848de2b475 HTTP/1.1" status: 200 len: 854 time: 0.1200740 Jul 14 09:40:30.214573 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.231432 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18eb17f0-3968-460e-a8b4-aa876ceb5806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.240124 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-7cf2d8e3-5e48-4b80-89e4-bc470c2c6978 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6feba008-c597-4a6d-99c1-fa0a29f2df67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655978 Jul 14 09:40:30.242956 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21048676-4e46-47d9-b976-7ad5ba63f17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ffcee8d-3fbf-41e8-9df9-9585491b90d5'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:30.246040 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88235deb-a629-411d-aec2-fe604c0820ee" -d '{"events": [{"server_uuid": "21048676-4e46-47d9-b976-7ad5ba63f17f", "name": "network-vif-plugged", "status": "completed", "tag": "0ffcee8d-3fbf-41e8-9df9-9585491b90d5"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:30.283556 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 0ffcee8d-3fbf-41e8-9df9-9585491b90d5, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0ffcee8d-3fbf-41e8-9df9-9585491b90d5,segment=NetworkSegment(9df9be30-3cef-4f6a-80c3-248b5c54e793),segment_id=9df9be30-3cef-4f6a-80c3-248b5c54e793)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:30.303150 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.364741 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076dd130-6df5-4a0d-b85f-365890dc82a0 x-openstack-request-id: req-076dd130-6df5-4a0d-b85f-365890dc82a0 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:30.365320 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21048676-4e46-47d9-b976-7ad5ba63f17f", "name": "network-vif-plugged", "status": "completed", "tag": "0ffcee8d-3fbf-41e8-9df9-9585491b90d5", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:30.365713 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-076dd130-6df5-4a0d-b85f-365890dc82a0 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:30.366327 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21048676-4e46-47d9-b976-7ad5ba63f17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ffcee8d-3fbf-41e8-9df9-9585491b90d5', 'code': 200} Jul 14 09:40:30.367623 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=0ffcee8d-3fbf-41e8-9df9-9585491b90d5,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:30.417898 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-3918d864-dd8f-4950-a0f6-d08dac447df0 service neutron] 10.222.0.49 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704955 Jul 14 09:40:30.430713 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18eb17f0-3968-460e-a8b4-aa876ceb5806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.441734 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7685427-2c4d-40de-aa90-b75c54d5ba10 req-79ddb5cf-0e92-497d-b5c7-88c1553c2305 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:30.443353 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d7685427-2c4d-40de-aa90-b75c54d5ba10 req-79ddb5cf-0e92-497d-b5c7-88c1553c2305 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=745bae9b-b874-451e-ae15-9acb187a696c HTTP/1.1" status: 200 len: 943 time: 0.2850754 Jul 14 09:40:30.449565 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18eb17f0-3968-460e-a8b4-aa876ceb5806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.536771 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-18eb17f0-3968-460e-a8b4-aa876ceb5806 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be02bff7cd2f413f964abd2bdca159aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4917872 Jul 14 09:40:30.539314 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d7685427-2c4d-40de-aa90-b75c54d5ba10 req-301ae3e9-79b0-4b2f-bf9b-fab2918f8801 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838041 Jul 14 09:40:30.541503 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34604) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:30.546232 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb17f0-3968-460e-a8b4-aa876ceb5806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092090be-d3c2-4952-ad77-08898daa7d2c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:30.576704 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1539f89-66c5-4ba3-b7c3-25dc03eaaa50 req-01843cc2-4486-44c9-a6ce-5e97c83d7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:30.578588 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a1539f89-66c5-4ba3-b7c3-25dc03eaaa50 req-01843cc2-4486-44c9-a6ce-5e97c83d7965 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=21048676-4e46-47d9-b976-7ad5ba63f17f HTTP/1.1" status: 200 len: 1097 time: 0.1301434 Jul 14 09:40:30.588031 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7198936b-0ba9-4ce0-a356-46863dadea90 req-110dd211-a778-4cdd-abe6-dab52d70f75d service neutron] 10.222.0.49 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620755 Jul 14 09:40:30.630222 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ad3b0dc-af7e-4382-aae7-4538d08af0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.641848 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a1539f89-66c5-4ba3-b7c3-25dc03eaaa50 req-2930d5e4-7566-4a5d-bbf4-94569a72b26b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551207 Jul 14 09:40:30.703850 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ad3b0dc-af7e-4382-aae7-4538d08af0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.712612 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.794247 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06fe12-517b-44f5-99f3-b50a8a14355c req-b5d97963-fc4d-49b3-9f86-e93121e0ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:30.799176 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff06fe12-517b-44f5-99f3-b50a8a14355c req-b5d97963-fc4d-49b3-9f86-e93121e0ea7e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18245d4c12b042849567d400be4c479b&device_id=745bae9b-b874-451e-ae15-9acb187a696c HTTP/1.1" status: 200 len: 1095 time: 0.1541638 Jul 14 09:40:30.855404 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ad3b0dc-af7e-4382-aae7-4538d08af0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.858013 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3ad3b0dc-af7e-4382-aae7-4538d08af0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.861701 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3ad3b0dc-af7e-4382-aae7-4538d08af0b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/092090be-d3c2-4952-ad77-08898daa7d2c HTTP/1.1" status: 204 len: 168 time: 0.3167779 Jul 14 09:40:30.903418 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3b0dc-af7e-4382-aae7-4538d08af0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092090be-d3c2-4952-ad77-08898daa7d2c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:30.972781 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a5220-cb76-4881-989f-20fc4b6809b0 req-b0c806ed-d54a-4d2a-b1a1-53417bcd166c tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:30.975292 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e7a5220-cb76-4881-989f-20fc4b6809b0 req-b0c806ed-d54a-4d2a-b1a1-53417bcd166c tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=21048676-4e46-47d9-b976-7ad5ba63f17f HTTP/1.1" status: 200 len: 945 time: 0.1748123 Jul 14 09:40:30.987642 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06fe12-517b-44f5-99f3-b50a8a14355c req-a0bf7ae0-003e-4bdf-b518-2dd7af63c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:30.990169 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff06fe12-517b-44f5-99f3-b50a8a14355c req-a0bf7ae0-003e-4bdf-b518-2dd7af63c8c7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6feba008-c597-4a6d-99c1-fa0a29f2df67 HTTP/1.1" status: 200 len: 915 time: 0.1772776 Jul 14 09:40:31.274037 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34626) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:31.299855 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-64f1bac0-47e7-4811-b001-06914807d258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.405879 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-64f1bac0-47e7-4811-b001-06914807d258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.411689 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-64f1bac0-47e7-4811-b001-06914807d258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.457904 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-64f1bac0-47e7-4811-b001-06914807d258 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=12ba4bf5f0334cd4a24149892516efda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1818588 Jul 14 09:40:31.461585 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34632) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:31.467714 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff06fe12-517b-44f5-99f3-b50a8a14355c req-e8da698e-1cf6-4f21-9390-8fcacb9b8f73 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33a1261f-05fc-4a4e-8288-a8cdb78abc16 HTTP/1.1" status: 200 len: 217 time: 0.4677579 Jul 14 09:40:31.478856 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1bac0-47e7-4811-b001-06914807d258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e9e4c0-c781-498f-b191-7fe4dad4bf2f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:31.490817 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e7a5220-cb76-4881-989f-20fc4b6809b0 req-52f58ea8-9427-4c1b-bae5-134d78107c42 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990833 Jul 14 09:40:31.535805 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06fe12-517b-44f5-99f3-b50a8a14355c req-9e25f873-234f-47b8-878d-b759f67958d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:31.537260 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff06fe12-517b-44f5-99f3-b50a8a14355c req-9e25f873-234f-47b8-878d-b759f67958d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c433742-6df6-42b6-9b91-b5848de2b475 HTTP/1.1" status: 200 len: 854 time: 0.0636747 Jul 14 09:40:31.539441 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e06b7376-b2db-42b8-829a-e1dddf8b9491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.563965 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e06b7376-b2db-42b8-829a-e1dddf8b9491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.586455 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff06fe12-517b-44f5-99f3-b50a8a14355c req-6e8666f3-4a84-40d3-a424-3af3fc33a719 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6feba008-c597-4a6d-99c1-fa0a29f2df67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406799 Jul 14 09:40:31.620469 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e06b7376-b2db-42b8-829a-e1dddf8b9491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.623288 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e06b7376-b2db-42b8-829a-e1dddf8b9491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.624558 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e06b7376-b2db-42b8-829a-e1dddf8b9491 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/24e9e4c0-c781-498f-b191-7fe4dad4bf2f HTTP/1.1" status: 204 len: 168 time: 0.1618710 Jul 14 09:40:31.633408 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b7376-b2db-42b8-829a-e1dddf8b9491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e9e4c0-c781-498f-b191-7fe4dad4bf2f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:31.719855 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff06fe12-517b-44f5-99f3-b50a8a14355c req-894cfe95-6fc6-4095-9dc6-5ba51d56d835 service neutron] 10.222.0.49 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249671 Jul 14 09:40:31.741908 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:40:31.866127 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.879984 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff06fe12-517b-44f5-99f3-b50a8a14355c req-97ea35e6-c202-482d-86b3-7018dca5562d service neutron] 10.222.0.49 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528168 Jul 14 09:40:31.894898 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb41649-8c60-43ba-94bf-738b64eeef9a req-f5ccd5bf-cb4a-41fe-b0c2-e6ff706120c0 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:31.903645 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-efb41649-8c60-43ba-94bf-738b64eeef9a req-f5ccd5bf-cb4a-41fe-b0c2-e6ff706120c0 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=745bae9b-b874-451e-ae15-9acb187a696c HTTP/1.1" status: 200 len: 943 time: 0.1423762 Jul 14 09:40:31.951762 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-efb41649-8c60-43ba-94bf-738b64eeef9a req-b8c34600-724d-4753-befd-0a63daef51f7 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472412 Jul 14 09:40:32.691418 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34706) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:32.709703 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34710) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:32.799887 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 33a1261f-05fc-4a4e-8288-a8cdb78abc16 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:40:32.808294 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.854376 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c7c22-db87-482c-a804-95a42f11dc0b req-22756393-b4a6-4efc-b750-04308f978025 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:32.864850 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb3c7c22-db87-482c-a804-95a42f11dc0b req-22756393-b4a6-4efc-b750-04308f978025 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=21048676-4e46-47d9-b976-7ad5ba63f17f HTTP/1.1" status: 200 len: 945 time: 0.1726704 Jul 14 09:40:32.883612 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5d9d9ce4-a180-4fe5-973c-48156ff585f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.925374 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb3c7c22-db87-482c-a804-95a42f11dc0b req-54c58ba5-cf00-4757-a109-51d5d7a8f752 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574648 Jul 14 09:40:32.968651 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 33a1261f-05fc-4a4e-8288-a8cdb78abc16, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=33a1261f-05fc-4a4e-8288-a8cdb78abc16,segment=NetworkSegment(8038b284-822d-4ef6-b135-945c53ba5f7c),segment_id=8038b284-822d-4ef6-b135-945c53ba5f7c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:32.969306 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-0662c501-b5bd-481c-b3bd-5ea7938d3b27 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-266757414-network', 'tenant_id': 'f2432917170c4814a1df548b062d7938'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:32.985709 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '33a1261f-05fc-4a4e-8288-a8cdb78abc16', 'network_id': '6feba008-c597-4a6d-99c1-fa0a29f2df67', 'port_id': '33a1261f-05fc-4a4e-8288-a8cdb78abc16', 'mac_address': 'fa:16:3e:bf:16:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c433742-6df6-42b6-9b91-b5848de2b475', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:40:33.035794 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.052085 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a1261f-05fc-4a4e-8288-a8cdb78abc16 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:33.055541 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5d9d9ce4-a180-4fe5-973c-48156ff585f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.063582 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5d9d9ce4-a180-4fe5-973c-48156ff585f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.086241 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 33a1261f-05fc-4a4e-8288-a8cdb78abc16, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=33a1261f-05fc-4a4e-8288-a8cdb78abc16,segment=NetworkSegment(8038b284-822d-4ef6-b135-945c53ba5f7c),segment_id=8038b284-822d-4ef6-b135-945c53ba5f7c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:33.094398 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.132324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0662c501-b5bd-481c-b3bd-5ea7938d3b27 admin admin] Made reservation on behalf of f2432917170c4814a1df548b062d7938 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:33.152903 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0662c501-b5bd-481c-b3bd-5ea7938d3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.169529 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0662c501-b5bd-481c-b3bd-5ea7938d3b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.172642 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d9ce4-a180-4fe5-973c-48156ff585f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4f7c51-7119-4a79-80ce-17d479446ab7,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:33.179343 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5d9d9ce4-a180-4fe5-973c-48156ff585f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b0e625082afe4a69928f6b37e9f6a87e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856558 Jul 14 09:40:33.186005 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34726) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:33.193772 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=33a1261f-05fc-4a4e-8288-a8cdb78abc16,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:33.275433 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd3eda-c3bf-4818-9906-cdf70c014266 req-acaa5f93-f126-4a8a-a530-6ff1e9dd9bb1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:33.282960 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4abd3eda-c3bf-4818-9906-cdf70c014266 req-acaa5f93-f126-4a8a-a530-6ff1e9dd9bb1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=745bae9b-b874-451e-ae15-9acb187a696c HTTP/1.1" status: 200 len: 944 time: 0.1484039 Jul 14 09:40:33.290555 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9809b9a-62c6-4bbc-abf2-5c1a855867ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.294588 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['33a1261f-05fc-4a4e-8288-a8cdb78abc16'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:33.314808 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9809b9a-62c6-4bbc-abf2-5c1a855867ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.333114 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4abd3eda-c3bf-4818-9906-cdf70c014266 req-efb2880b-36fe-4663-ab27-9e91ac911216 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491140 Jul 14 09:40:33.414614 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9809b9a-62c6-4bbc-abf2-5c1a855867ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.417560 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9809b9a-62c6-4bbc-abf2-5c1a855867ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.421143 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b9809b9a-62c6-4bbc-abf2-5c1a855867ee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8a4f7c51-7119-4a79-80ce-17d479446ab7 HTTP/1.1" status: 204 len: 168 time: 0.2314146 Jul 14 09:40:33.437119 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9809b9a-62c6-4bbc-abf2-5c1a855867ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4f7c51-7119-4a79-80ce-17d479446ab7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:33.476174 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0662c501-b5bd-481c-b3bd-5ea7938d3b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.484849 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0662c501-b5bd-481c-b3bd-5ea7938d3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.514501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0662c501-b5bd-481c-b3bd-5ea7938d3b27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:40:33.535915 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0662c501-b5bd-481c-b3bd-5ea7938d3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.536274 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-0662c501-b5bd-481c-b3bd-5ea7938d3b27 admin admin] Added segment afbec822-9b28-4447-bad1-4e00c2ff7ff0 of type vlan for network 2f5aef19-7eae-44c2-88d5-4849f2eb0464 Jul 14 09:40:33.546305 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662c501-b5bd-481c-b3bd-5ea7938d3b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d174d2-f62e-4df1-b692-a780bbf6e79f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:33.610660 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0662c501-b5bd-481c-b3bd-5ea7938d3b27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.646929 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0662c501-b5bd-481c-b3bd-5ea7938d3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.648788 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0662c501-b5bd-481c-b3bd-5ea7938d3b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:33.649530 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0662c501-b5bd-481c-b3bd-5ea7938d3b27 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.715277 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0662c501-b5bd-481c-b3bd-5ea7938d3b27 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0013232 Jul 14 09:40:33.715928 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34742) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:33.722771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ddae7780-83b2-4525-8cad-0f51f6d029f0 admin admin] Request body: {'subnet': {'network_id': '2f5aef19-7eae-44c2-88d5-4849f2eb0464', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-266757414-subnet', 'tenant_id': 'f2432917170c4814a1df548b062d7938', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:33.737636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662c501-b5bd-481c-b3bd-5ea7938d3b27 admin admin] Pushing event updated for resources: {'Network': ['ID=2f5aef19-7eae-44c2-88d5-4849f2eb0464,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:33.750212 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 2f5aef19-7eae-44c2-88d5-4849f2eb0464 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:40:33.761464 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddae7780-83b2-4525-8cad-0f51f6d029f0 admin admin] Made reservation on behalf of f2432917170c4814a1df548b062d7938 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:33.767094 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ddae7780-83b2-4525-8cad-0f51f6d029f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.882554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34750) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:33.897152 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9277f271-d6b5-45af-abc0-afd847a5da34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.015338 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9277f271-d6b5-45af-abc0-afd847a5da34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.024072 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9277f271-d6b5-45af-abc0-afd847a5da34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.048380 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ddae7780-83b2-4525-8cad-0f51f6d029f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.073501 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9277f271-d6b5-45af-abc0-afd847a5da34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d620cd11dddc409f97ccdebd0e31beb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1889234 Jul 14 09:40:34.075097 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277f271-d6b5-45af-abc0-afd847a5da34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b467870-83a2-4676-9930-afecaf46b152,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:34.077557 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34754) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:34.126654 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae7780-83b2-4525-8cad-0f51f6d029f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f11d3a3-144f-45d1-b1ae-1b7787f474b9,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:34.159177 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-184ea0c5-ec24-4327-8c87-8d42c747e625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.167043 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae7780-83b2-4525-8cad-0f51f6d029f0 admin admin] Checking segment: {'id': 'afbec822-9b28-4447-bad1-4e00c2ff7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2f5aef19-7eae-44c2-88d5-4849f2eb0464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:34.167311 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddae7780-83b2-4525-8cad-0f51f6d029f0 admin admin] Network hostable DHCP agents. Network: 2f5aef19-7eae-44c2-88d5-4849f2eb0464, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:40:34.198907 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddae7780-83b2-4525-8cad-0f51f6d029f0 admin admin] Network 2f5aef19-7eae-44c2-88d5-4849f2eb0464 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:40:34.205346 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-184ea0c5-ec24-4327-8c87-8d42c747e625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.211908 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-ddae7780-83b2-4525-8cad-0f51f6d029f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 2f5aef19-7eae-44c2-88d5-4849f2eb0464) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:34.222152 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981795bc-0adf-4862-989e-b45c0ca4507f None None] Network 2f5aef19-7eae-44c2-88d5-4849f2eb0464 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:34.224339 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddae7780-83b2-4525-8cad-0f51f6d029f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.226376 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ddae7780-83b2-4525-8cad-0f51f6d029f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.245501 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ddae7780-83b2-4525-8cad-0f51f6d029f0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5285676 Jul 14 09:40:34.276634 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-184ea0c5-ec24-4327-8c87-8d42c747e625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.280562 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-184ea0c5-ec24-4327-8c87-8d42c747e625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.282424 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-184ea0c5-ec24-4327-8c87-8d42c747e625 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b467870-83a2-4676-9930-afecaf46b152 HTTP/1.1" status: 204 len: 168 time: 0.2034736 Jul 14 09:40:34.301080 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ea0c5-ec24-4327-8c87-8d42c747e625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b467870-83a2-4676-9930-afecaf46b152,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:34.476349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b438866-6840-423e-ba63-c395f3ab579c None None] Network 2f5aef19-7eae-44c2-88d5-4849f2eb0464 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:34.640757 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17db15f-79ce-4357-a506-e62117539ebd req-d2c1b98d-e913-4873-997f-68186c460552 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.648383 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a17db15f-79ce-4357-a506-e62117539ebd req-d2c1b98d-e913-4873-997f-68186c460552 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=745bae9b-b874-451e-ae15-9acb187a696c HTTP/1.1" status: 200 len: 944 time: 0.1716518 Jul 14 09:40:34.699061 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a17db15f-79ce-4357-a506-e62117539ebd req-57a6f5fa-30ab-43e6-bc00-51dcff989c24 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497267 Jul 14 09:40:34.821078 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 33a1261f-05fc-4a4e-8288-a8cdb78abc16 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:34.910571 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 33a1261f-05fc-4a4e-8288-a8cdb78abc16 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:34.917400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 33a1261f-05fc-4a4e-8288-a8cdb78abc16 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:34.917752 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.026450 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.051568 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745bae9b-b874-451e-ae15-9acb187a696c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a1261f-05fc-4a4e-8288-a8cdb78abc16'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:35.055848 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155300a4-c048-44d9-865c-0ecd7626943a" -d '{"events": [{"server_uuid": "745bae9b-b874-451e-ae15-9acb187a696c", "name": "network-vif-plugged", "status": "completed", "tag": "33a1261f-05fc-4a4e-8288-a8cdb78abc16"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:35.097458 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 33a1261f-05fc-4a4e-8288-a8cdb78abc16, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=33a1261f-05fc-4a4e-8288-a8cdb78abc16,segment=NetworkSegment(8038b284-822d-4ef6-b135-945c53ba5f7c),segment_id=8038b284-822d-4ef6-b135-945c53ba5f7c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:35.108480 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.148168 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df87a5f4-49b0-4735-823b-60534fabe2e7 x-openstack-request-id: req-df87a5f4-49b0-4735-823b-60534fabe2e7 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:35.148755 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745bae9b-b874-451e-ae15-9acb187a696c", "name": "network-vif-plugged", "status": "completed", "tag": "33a1261f-05fc-4a4e-8288-a8cdb78abc16", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:35.149169 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df87a5f4-49b0-4735-823b-60534fabe2e7 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:35.150515 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34802) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:35.155593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-752eeb6f-edd2-4156-ad52-0f751a99b961 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1764878456-network', 'tenant_id': 'd1ebcb3575a4419fba8aa48d37937e0e'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:35.164201 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745bae9b-b874-451e-ae15-9acb187a696c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a1261f-05fc-4a4e-8288-a8cdb78abc16', 'code': 200} Jul 14 09:40:35.203091 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752eeb6f-edd2-4156-ad52-0f751a99b961 admin admin] Made reservation on behalf of d1ebcb3575a4419fba8aa48d37937e0e for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:35.207618 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-752eeb6f-edd2-4156-ad52-0f751a99b961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.222319 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=33a1261f-05fc-4a4e-8288-a8cdb78abc16,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:35.224618 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-752eeb6f-edd2-4156-ad52-0f751a99b961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.392912 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44568726-c81a-4a74-98a4-0171170a5e90 req-60763423-5f71-49db-b1cd-33fa30ee598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:35.395647 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-44568726-c81a-4a74-98a4-0171170a5e90 req-60763423-5f71-49db-b1cd-33fa30ee598b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=745bae9b-b874-451e-ae15-9acb187a696c HTTP/1.1" status: 200 len: 1097 time: 0.1662211 Jul 14 09:40:35.469717 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-752eeb6f-edd2-4156-ad52-0f751a99b961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.475049 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-44568726-c81a-4a74-98a4-0171170a5e90 req-85848663-8c5b-48f8-af29-95b9fedb5116 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701630 Jul 14 09:40:35.477939 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-752eeb6f-edd2-4156-ad52-0f751a99b961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.555329 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752eeb6f-edd2-4156-ad52-0f751a99b961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99156e7-3093-448a-9c19-cf9a1bb5c8d4,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:35.562008 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752eeb6f-edd2-4156-ad52-0f751a99b961 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:40:35.576265 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-752eeb6f-edd2-4156-ad52-0f751a99b961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.576764 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-752eeb6f-edd2-4156-ad52-0f751a99b961 admin admin] Added segment 7d42678d-68d1-485e-abc3-d32d28b5abd0 of type vlan for network d316a0f0-28f6-4f76-b68e-e7d192c5dcc8 Jul 14 09:40:35.635559 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-752eeb6f-edd2-4156-ad52-0f751a99b961 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.669779 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-752eeb6f-edd2-4156-ad52-0f751a99b961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.671316 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752eeb6f-edd2-4156-ad52-0f751a99b961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:35.672108 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-752eeb6f-edd2-4156-ad52-0f751a99b961 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.780659 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34824) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:35.786454 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-691aa95c-e7d4-4f64-9892-0fb97268a2f8 admin admin] Request body: {'subnet': {'network_id': 'd316a0f0-28f6-4f76-b68e-e7d192c5dcc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1764878456-subnet', 'tenant_id': 'd1ebcb3575a4419fba8aa48d37937e0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:35.791068 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-752eeb6f-edd2-4156-ad52-0f751a99b961 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6390934 Jul 14 09:40:35.829245 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691aa95c-e7d4-4f64-9892-0fb97268a2f8 admin admin] Made reservation on behalf of d1ebcb3575a4419fba8aa48d37937e0e for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:35.831909 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-691aa95c-e7d4-4f64-9892-0fb97268a2f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.847027 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752eeb6f-edd2-4156-ad52-0f751a99b961 admin admin] Pushing event updated for resources: {'Network': ['ID=d316a0f0-28f6-4f76-b68e-e7d192c5dcc8,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:35.858744 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network d316a0f0-28f6-4f76-b68e-e7d192c5dcc8 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:40:35.972410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe966755-75e6-4829-a3d7-b00b5e2742a6 req-a4057cdf-e984-4cc1-ac12-4f2c33da32aa tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:35.978592 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe966755-75e6-4829-a3d7-b00b5e2742a6 req-a4057cdf-e984-4cc1-ac12-4f2c33da32aa tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=745bae9b-b874-451e-ae15-9acb187a696c HTTP/1.1" status: 200 len: 945 time: 0.1179338 Jul 14 09:40:36.092377 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe966755-75e6-4829-a3d7-b00b5e2742a6 req-558a088b-5792-4a27-b574-34791e1f5729 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068695 Jul 14 09:40:36.132523 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-691aa95c-e7d4-4f64-9892-0fb97268a2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.189336 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691aa95c-e7d4-4f64-9892-0fb97268a2f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c6ed85-0bdb-4aa5-aced-d0e42dffd8fb,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:36.216711 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691aa95c-e7d4-4f64-9892-0fb97268a2f8 admin admin] Checking segment: {'id': '7d42678d-68d1-485e-abc3-d32d28b5abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'd316a0f0-28f6-4f76-b68e-e7d192c5dcc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:36.217078 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691aa95c-e7d4-4f64-9892-0fb97268a2f8 admin admin] Network hostable DHCP agents. Network: d316a0f0-28f6-4f76-b68e-e7d192c5dcc8, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:40:36.248762 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691aa95c-e7d4-4f64-9892-0fb97268a2f8 admin admin] Network d316a0f0-28f6-4f76-b68e-e7d192c5dcc8 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:40:36.260782 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-691aa95c-e7d4-4f64-9892-0fb97268a2f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, d316a0f0-28f6-4f76-b68e-e7d192c5dcc8) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:36.266844 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691aa95c-e7d4-4f64-9892-0fb97268a2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:36.267608 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-691aa95c-e7d4-4f64-9892-0fb97268a2f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.274918 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd2408c-0c7b-482e-afb1-dfea7c57773b None None] Network d316a0f0-28f6-4f76-b68e-e7d192c5dcc8 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:36.303306 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-691aa95c-e7d4-4f64-9892-0fb97268a2f8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5196846 Jul 14 09:40:36.773370 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6749f7c7-2668-4e21-bd63-9166b91d7204 None None] Network d316a0f0-28f6-4f76-b68e-e7d192c5dcc8 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:37.090675 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-3cafe609-2e78-4f8a-bee3-5d6fb7504479 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:37.092171 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-3cafe609-2e78-4f8a-bee3-5d6fb7504479 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/networks?id=2f5aef19-7eae-44c2-88d5-4849f2eb0464 HTTP/1.1" status: 200 len: 808 time: 0.1344612 Jul 14 09:40:37.111443 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-69e01f75-d24a-48af-9fd5-851fbfa85ced tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/quotas/f2432917170c4814a1df548b062d7938 HTTP/1.1" status: 200 len: 375 time: 0.0114782 Jul 14 09:40:37.112934 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34880) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:37.170139 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-c6930e1a-c23d-482a-b2b6-0bc81d330ec7 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2432917170c4814a1df548b062d7938&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457003 Jul 14 09:40:37.327159 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b79f12a9-bf04-4580-ba99-b7195afe5a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.330960 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-1612752a-de6a-49b2-b8e8-d30e8ae79227 service neutron] 10.222.0.26 "GET /v2.0/networks/2f5aef19-7eae-44c2-88d5-4849f2eb0464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598492 Jul 14 09:40:37.396637 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cab08a-612c-4d77-90a5-98b60ed99910 req-2c502428-4d63-44e4-9253-b0dc9179bd12 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:37.399265 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-34cab08a-612c-4d77-90a5-98b60ed99910 req-2c502428-4d63-44e4-9253-b0dc9179bd12 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=745bae9b-b874-451e-ae15-9acb187a696c HTTP/1.1" status: 200 len: 945 time: 0.1488199 Jul 14 09:40:37.468362 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-53fe93c3-17ad-46f9-a592-367505fba814 service neutron] 10.222.0.26 "GET /v2.0/networks/2f5aef19-7eae-44c2-88d5-4849f2eb0464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266050 Jul 14 09:40:37.474974 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b79f12a9-bf04-4580-ba99-b7195afe5a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.483818 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b79f12a9-bf04-4580-ba99-b7195afe5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.506258 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-34cab08a-612c-4d77-90a5-98b60ed99910 req-d254e193-fed0-46b9-a57c-3a17ece83d41 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698621 Jul 14 09:40:37.548160 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b79f12a9-bf04-4580-ba99-b7195afe5a19 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=871071c78f944d36831e05f4d8656b33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4347324 Jul 14 09:40:37.549207 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f12a9-bf04-4580-ba99-b7195afe5a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e234aabb-37fa-438b-995f-5c957a4bc371,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:37.550730 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 34892) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:37.628968 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c24d0943-d2af-467e-a0fa-dc6ccd05720e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.666587 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c24d0943-d2af-467e-a0fa-dc6ccd05720e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.751534 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c24d0943-d2af-467e-a0fa-dc6ccd05720e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.765287 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c24d0943-d2af-467e-a0fa-dc6ccd05720e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.766531 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c24d0943-d2af-467e-a0fa-dc6ccd05720e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e234aabb-37fa-438b-995f-5c957a4bc371 HTTP/1.1" status: 204 len: 168 time: 0.2148039 Jul 14 09:40:37.786094 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d0943-d2af-467e-a0fa-dc6ccd05720e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e234aabb-37fa-438b-995f-5c957a4bc371,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:37.862130 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef84d4a4-ced1-4b63-ac0a-ad9166a6333d req-3ee0bc73-a659-453a-abb3-4438c9ab9740 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c9cdc68-be63-415d-9fd9-9764d8e358d0 HTTP/1.1" status: 200 len: 210 time: 0.0586603 Jul 14 09:40:38.160183 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d554-2a49-4177-b92d-71fbcd89d998 req-1986c37a-ffa6-4c49-95ef-2139ee457a3a tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:38.164140 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-44b0d554-2a49-4177-b92d-71fbcd89d998 req-1986c37a-ffa6-4c49-95ef-2139ee457a3a tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=745bae9b-b874-451e-ae15-9acb187a696c HTTP/1.1" status: 200 len: 945 time: 0.1403167 Jul 14 09:40:38.247693 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-44b0d554-2a49-4177-b92d-71fbcd89d998 req-83726187-0282-43a6-b08d-74290ebfbf11 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743678 Jul 14 09:40:38.348556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34918) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:38.363113 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0d692df-10fe-4ec1-b3b7-165009d18918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.473062 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0d692df-10fe-4ec1-b3b7-165009d18918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.477803 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0d692df-10fe-4ec1-b3b7-165009d18918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.507895 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d692df-10fe-4ec1-b3b7-165009d18918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e48fe4-26f8-4982-b51d-d61ee806f38a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:38.551717 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d0d692df-10fe-4ec1-b3b7-165009d18918 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a0c5a78db974eb285267f81c24e81e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1996348 Jul 14 09:40:38.551972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 34924) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:38.612454 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8908e1e-38b2-4acb-be55-e85ef863d744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.638436 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8908e1e-38b2-4acb-be55-e85ef863d744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.711642 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8908e1e-38b2-4acb-be55-e85ef863d744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.714573 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8908e1e-38b2-4acb-be55-e85ef863d744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.719561 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a8908e1e-38b2-4acb-be55-e85ef863d744 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/71e48fe4-26f8-4982-b51d-d61ee806f38a HTTP/1.1" status: 204 len: 168 time: 0.1660600 Jul 14 09:40:38.731134 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8908e1e-38b2-4acb-be55-e85ef863d744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e48fe4-26f8-4982-b51d-d61ee806f38a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:39.030423 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ba1d4946-d218-4fba-8ab2-a72f2cb26840 req-cb9e734f-3bab-48eb-9445-2ce28786b124 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c9cdc68-be63-415d-9fd9-9764d8e358d0 HTTP/1.1" status: 200 len: 210 time: 0.0375037 Jul 14 09:40:39.283151 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786721f-66fb-4180-87f8-e14fff678829 req-afdd807c-419c-460d-9c6e-63c36df27ca1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:39.292895 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0786721f-66fb-4180-87f8-e14fff678829 req-afdd807c-419c-460d-9c6e-63c36df27ca1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.49 "GET /v2.0/ports?device_id=745bae9b-b874-451e-ae15-9acb187a696c HTTP/1.1" status: 200 len: 945 time: 0.1231668 Jul 14 09:40:39.428055 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-0786721f-66fb-4180-87f8-e14fff678829 req-2ff92c8a-6ce6-4be7-9c06-304ec169c921 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Deleting port 33a1261f-05fc-4a4e-8288-a8cdb78abc16 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:39.428591 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0786721f-66fb-4180-87f8-e14fff678829 req-2ff92c8a-6ce6-4be7-9c06-304ec169c921 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.638316 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-0786721f-66fb-4180-87f8-e14fff678829 req-2ff92c8a-6ce6-4be7-9c06-304ec169c921 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] For port 33a1261f-05fc-4a4e-8288-a8cdb78abc16, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=33a1261f-05fc-4a4e-8288-a8cdb78abc16,segment=NetworkSegment(8038b284-822d-4ef6-b135-945c53ba5f7c),segment_id=8038b284-822d-4ef6-b135-945c53ba5f7c)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:39.639026 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0786721f-66fb-4180-87f8-e14fff678829 req-2ff92c8a-6ce6-4be7-9c06-304ec169c921 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.663613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-0786721f-66fb-4180-87f8-e14fff678829 req-2ff92c8a-6ce6-4be7-9c06-304ec169c921 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Calling delete_port for 33a1261f-05fc-4a4e-8288-a8cdb78abc16 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:39.735945 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-b0d7db39-1b59-409c-b3db-39dff8cab6bc tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:39.737627 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-b0d7db39-1b59-409c-b3db-39dff8cab6bc tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.55 "GET /v2.0/networks?id=2f5aef19-7eae-44c2-88d5-4849f2eb0464 HTTP/1.1" status: 200 len: 808 time: 0.2655613 Jul 14 09:40:39.760256 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-ae176e54-d44a-4009-9c33-1b807a553513 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Request body: {'port': {'device_id': '9c9cdc68-be63-415d-9fd9-9764d8e358d0', 'network_id': '2f5aef19-7eae-44c2-88d5-4849f2eb0464', 'admin_state_up': True, 'tenant_id': 'f2432917170c4814a1df548b062d7938'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:39.785279 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c506f-2dec-4a24-92a6-e20200c94e09 req-cfa6cb36-8a1f-4419-a744-5fc91efc9a52 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:39.787446 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-385c506f-2dec-4a24-92a6-e20200c94e09 req-cfa6cb36-8a1f-4419-a744-5fc91efc9a52 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=745bae9b-b874-451e-ae15-9acb187a696c HTTP/1.1" status: 200 len: 945 time: 0.2231078 Jul 14 09:40:39.862460 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-385c506f-2dec-4a24-92a6-e20200c94e09 req-806fe7a4-1d1c-4f87-b83a-1e69ab1dbf14 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649712 Jul 14 09:40:39.972023 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0786721f-66fb-4180-87f8-e14fff678829 req-2ff92c8a-6ce6-4be7-9c06-304ec169c921 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.987338 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-ae176e54-d44a-4009-9c33-1b807a553513 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Made reservation on behalf of f2432917170c4814a1df548b062d7938 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:39.988536 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['9cfb3304-cb40-4fed-b721-9d83a8c028f4', '33a1261f-05fc-4a4e-8288-a8cdb78abc16'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:39.992632 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-ae176e54-d44a-4009-9c33-1b807a553513 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.007104 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff92c8a-6ce6-4be7-9c06-304ec169c921 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Pushing event deleted for resources: {'Port': ['ID=33a1261f-05fc-4a4e-8288-a8cdb78abc16,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:40.094921 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0786721f-66fb-4180-87f8-e14fff678829 req-2ff92c8a-6ce6-4be7-9c06-304ec169c921 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] No DVR routers for this DVR port 33a1261f-05fc-4a4e-8288-a8cdb78abc16 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:40.099290 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0786721f-66fb-4180-87f8-e14fff678829 req-2ff92c8a-6ce6-4be7-9c06-304ec169c921 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.102526 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0786721f-66fb-4180-87f8-e14fff678829 req-2ff92c8a-6ce6-4be7-9c06-304ec169c921 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.49 "DELETE /v2.0/ports/33a1261f-05fc-4a4e-8288-a8cdb78abc16 HTTP/1.1" status: 204 len: 173 time: 0.8037305 Jul 14 09:40:40.103459 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745bae9b-b874-451e-ae15-9acb187a696c', 'name': 'network-vif-deleted', 'tag': '33a1261f-05fc-4a4e-8288-a8cdb78abc16'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:40.120375 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87f4438-2dd9-46c8-87b1-8b3165c138ef" -d '{"events": [{"server_uuid": "745bae9b-b874-451e-ae15-9acb187a696c", "name": "network-vif-deleted", "tag": "33a1261f-05fc-4a4e-8288-a8cdb78abc16"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:40.208047 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6668ddc1-843d-4b51-9baa-64ea8e02847c x-openstack-request-id: req-6668ddc1-843d-4b51-9baa-64ea8e02847c {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:40.208731 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745bae9b-b874-451e-ae15-9acb187a696c", "name": "network-vif-deleted", "tag": "33a1261f-05fc-4a4e-8288-a8cdb78abc16", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:40.209198 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6668ddc1-843d-4b51-9baa-64ea8e02847c {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:40.210416 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745bae9b-b874-451e-ae15-9acb187a696c', 'name': 'network-vif-deleted', 'tag': '33a1261f-05fc-4a4e-8288-a8cdb78abc16', 'status': 'completed', 'code': 200} Jul 14 09:40:40.314665 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-ae176e54-d44a-4009-9c33-1b807a553513 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Allocated IP 172.20.0.14 (2f5aef19-7eae-44c2-88d5-4849f2eb0464/5f11d3a3-144f-45d1-b1ae-1b7787f474b9/f14bff0f-7753-4d1f-aa74-c78483101a74) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:40.354393 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87e330cd-1012-4404-a838-ebc9de0935e9 req-9a16a393-40e5-411c-989c-dae5da48a97f tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c9cdc68-be63-415d-9fd9-9764d8e358d0 HTTP/1.1" status: 200 len: 210 time: 0.0549023 Jul 14 09:40:40.548284 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-ae176e54-d44a-4009-9c33-1b807a553513 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.590944 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-ae176e54-d44a-4009-9c33-1b807a553513 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.643174 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-ae176e54-d44a-4009-9c33-1b807a553513 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Network 2f5aef19-7eae-44c2-88d5-4849f2eb0464 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:40.646680 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-ae176e54-d44a-4009-9c33-1b807a553513 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:40.650673 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-ae176e54-d44a-4009-9c33-1b807a553513 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:40.685405 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae176e54-d44a-4009-9c33-1b807a553513 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Pushing event updated for resources: {'Port': ['ID=f14bff0f-7753-4d1f-aa74-c78483101a74,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:40.715495 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-ae176e54-d44a-4009-9c33-1b807a553513 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:40.716163 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-ae176e54-d44a-4009-9c33-1b807a553513 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.741841 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-ae176e54-d44a-4009-9c33-1b807a553513 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9887297 Jul 14 09:40:40.763422 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] Request body: {'port': {'device_id': '9c9cdc68-be63-415d-9fd9-9764d8e358d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:40.855932 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.231105 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556c848-17ff-452e-b07b-7b7015d519fe req-4558a667-6f90-450e-83fb-61ab88e64644 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:41.233285 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d556c848-17ff-452e-b07b-7b7015d519fe req-4558a667-6f90-450e-83fb-61ab88e64644 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0765812 Jul 14 09:40:41.264919 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14bff0f-7753-4d1f-aa74-c78483101a74 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:41.273819 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.300330 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] Transition to ACTIVE for port object f14bff0f-7753-4d1f-aa74-c78483101a74 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:41.308264 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.336164 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d556c848-17ff-452e-b07b-7b7015d519fe req-1e33ce23-ac68-4941-85b0-1dea53a8a0ef tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961118 Jul 14 09:40:41.431579 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] Pushing event updated for resources: {'Port': ['ID=f14bff0f-7753-4d1f-aa74-c78483101a74,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:41.507195 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] Attempting to bind port f14bff0f-7753-4d1f-aa74-c78483101a74 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:41.507606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] Attempting to bind port f14bff0f-7753-4d1f-aa74-c78483101a74 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'afbec822-9b28-4447-bad1-4e00c2ff7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2f5aef19-7eae-44c2-88d5-4849f2eb0464'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:41.508145 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] Attempting to bind port f14bff0f-7753-4d1f-aa74-c78483101a74 on network 2f5aef19-7eae-44c2-88d5-4849f2eb0464 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:41.516866 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] Port f14bff0f-7753-4d1f-aa74-c78483101a74 on network 2f5aef19-7eae-44c2-88d5-4849f2eb0464 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:41.517264 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] Attempting to bind port f14bff0f-7753-4d1f-aa74-c78483101a74 on network 2f5aef19-7eae-44c2-88d5-4849f2eb0464 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:41.523180 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:41.523586 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] Checking segment: {'id': 'afbec822-9b28-4447-bad1-4e00c2ff7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2f5aef19-7eae-44c2-88d5-4849f2eb0464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:41.524034 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] Bound using segment: {'id': 'afbec822-9b28-4447-bad1-4e00c2ff7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2f5aef19-7eae-44c2-88d5-4849f2eb0464'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:41.524898 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] Bound port: f14bff0f-7753-4d1f-aa74-c78483101a74, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afbec822-9b28-4447-bad1-4e00c2ff7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2f5aef19-7eae-44c2-88d5-4849f2eb0464'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:41.525432 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.611287 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] For port f14bff0f-7753-4d1f-aa74-c78483101a74, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:41.616934 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] For port f14bff0f-7753-4d1f-aa74-c78483101a74, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f14bff0f-7753-4d1f-aa74-c78483101a74,segment=NetworkSegment(afbec822-9b28-4447-bad1-4e00c2ff7ff0),segment_id=afbec822-9b28-4447-bad1-4e00c2ff7ff0)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:41.631585 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.636697 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9403f-9e13-41ab-b737-93b8a777d5b9 req-66fa6ebd-dd7d-4b16-a06a-ee9276b2f0cf tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:41.641208 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eed9403f-9e13-41ab-b737-93b8a777d5b9 req-66fa6ebd-dd7d-4b16-a06a-ee9276b2f0cf tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c9cdc68-be63-415d-9fd9-9764d8e358d0 HTTP/1.1" status: 200 len: 944 time: 0.1341891 Jul 14 09:40:41.677876 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:41.679042 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.680636 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] 10.222.0.55 "PUT /v2.0/ports/f14bff0f-7753-4d1f-aa74-c78483101a74 HTTP/1.1" status: 200 len: 1093 time: 0.9225755 Jul 14 09:40:41.683384 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9cdc68-be63-415d-9fd9-9764d8e358d0', 'tag': 'f14bff0f-7753-4d1f-aa74-c78483101a74'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:41.685684 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7664da40-aa05-4b76-a356-9a9a797b1506" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9cdc68-be63-415d-9fd9-9764d8e358d0", "tag": "f14bff0f-7753-4d1f-aa74-c78483101a74"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:41.729946 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228659dd-b4ec-4a99-a2a9-a1e1243c07ff service neutron] Pushing event updated for resources: {'Port': ['ID=f14bff0f-7753-4d1f-aa74-c78483101a74,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:41.744665 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eed9403f-9e13-41ab-b737-93b8a777d5b9 req-7fb06fd4-1e92-447d-a7b5-3e137eb0e1fd tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/security-groups?id=67d174d2-f62e-4df1-b692-a780bbf6e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882120 Jul 14 09:40:41.780268 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39297e6-fe76-43c5-9f30-9132831ebd80 req-f6d9cdf8-701b-49ea-8da2-7cd57f91f95d tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:41.790192 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d39297e6-fe76-43c5-9f30-9132831ebd80 req-f6d9cdf8-701b-49ea-8da2-7cd57f91f95d tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1477520 Jul 14 09:40:41.831431 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d39297e6-fe76-43c5-9f30-9132831ebd80 req-0591da23-7560-4cd2-888b-a401ce7f9fdd tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399437 Jul 14 09:40:41.848343 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eed8fa-c626-4869-a830-c0422c5b8b1d x-openstack-request-id: req-21eed8fa-c626-4869-a830-c0422c5b8b1d {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:41.848817 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9cdc68-be63-415d-9fd9-9764d8e358d0", "tag": "f14bff0f-7753-4d1f-aa74-c78483101a74", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:41.848933 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-21eed8fa-c626-4869-a830-c0422c5b8b1d {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:41.849253 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9cdc68-be63-415d-9fd9-9764d8e358d0', 'tag': 'f14bff0f-7753-4d1f-aa74-c78483101a74', 'status': 'completed', 'code': 200} Jul 14 09:40:41.861040 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-e627c54a-24aa-4f50-83af-c42c69446f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:41.863362 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-e627c54a-24aa-4f50-83af-c42c69446f90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2432917170c4814a1df548b062d7938&device_id=9c9cdc68-be63-415d-9fd9-9764d8e358d0 HTTP/1.1" status: 200 len: 1096 time: 0.1052692 Jul 14 09:40:41.928156 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-71f25ada-3f1f-4a2c-b667-88672f3d400c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f14bff0f-7753-4d1f-aa74-c78483101a74 HTTP/1.1" status: 200 len: 217 time: 0.0496125 Jul 14 09:40:41.988600 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-f49be2d9-eceb-4268-ab3b-8bd4ca591076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:41.990426 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-f49be2d9-eceb-4268-ab3b-8bd4ca591076 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5f11d3a3-144f-45d1-b1ae-1b7787f474b9 HTTP/1.1" status: 200 len: 848 time: 0.0549133 Jul 14 09:40:42.029362 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-7f55ae67-903d-48e8-9ccd-9568acf1d059 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2f5aef19-7eae-44c2-88d5-4849f2eb0464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320294 Jul 14 09:40:42.044364 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab858b54-51c8-42c0-a57d-4daa8b710309 req-648c684d-8ea4-4bb4-a259-3c33a92203f7 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.046326 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab858b54-51c8-42c0-a57d-4daa8b710309 req-648c684d-8ea4-4bb4-a259-3c33a92203f7 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0779459 Jul 14 09:40:42.095015 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab858b54-51c8-42c0-a57d-4daa8b710309 req-36b436db-262b-46a8-b462-4688426b3aaa tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430062 Jul 14 09:40:42.171535 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-bbfcab2f-c90f-44d1-a732-d12adaaaea81 service neutron] 10.222.0.55 "GET /v2.0/networks/2f5aef19-7eae-44c2-88d5-4849f2eb0464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351032 Jul 14 09:40:42.293573 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3ad04ce0-593f-4c83-aa87-2cec72610501 req-b6eb4dd7-fb93-44ea-8d68-97c06570243f service neutron] 10.222.0.55 "GET /v2.0/networks/2f5aef19-7eae-44c2-88d5-4849f2eb0464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137233 Jul 14 09:40:42.494023 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664da40-aa05-4b76-a356-9a9a797b1506 req-a07af773-c951-4366-ad36-d9a728591818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.496198 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7664da40-aa05-4b76-a356-9a9a797b1506 req-a07af773-c951-4366-ad36-d9a728591818 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2432917170c4814a1df548b062d7938&device_id=9c9cdc68-be63-415d-9fd9-9764d8e358d0 HTTP/1.1" status: 200 len: 1096 time: 0.0896564 Jul 14 09:40:42.577047 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35058) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:42.646391 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664da40-aa05-4b76-a356-9a9a797b1506 req-48c9212e-08a5-4442-93ed-4dad229aa45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.651069 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7664da40-aa05-4b76-a356-9a9a797b1506 req-48c9212e-08a5-4442-93ed-4dad229aa45c service neutron] 10.222.0.55 "GET /v2.0/networks?id=2f5aef19-7eae-44c2-88d5-4849f2eb0464 HTTP/1.1" status: 200 len: 909 time: 0.1476622 Jul 14 09:40:42.698377 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7664da40-aa05-4b76-a356-9a9a797b1506 req-b48a3214-1859-465f-a09d-40743c5c8dd9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f14bff0f-7753-4d1f-aa74-c78483101a74 HTTP/1.1" status: 200 len: 217 time: 0.0391049 Jul 14 09:40:42.750814 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4b941344-67be-46bb-830d-ec1fa6f33f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.760419 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664da40-aa05-4b76-a356-9a9a797b1506 req-c057d829-412a-4fbc-8dd8-71d9a9dc93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.762547 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7664da40-aa05-4b76-a356-9a9a797b1506 req-c057d829-412a-4fbc-8dd8-71d9a9dc93bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5f11d3a3-144f-45d1-b1ae-1b7787f474b9 HTTP/1.1" status: 200 len: 848 time: 0.0571921 Jul 14 09:40:42.816814 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7664da40-aa05-4b76-a356-9a9a797b1506 req-e04420ae-68c2-477a-8798-cd5fdba8d39e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2f5aef19-7eae-44c2-88d5-4849f2eb0464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470614 Jul 14 09:40:42.829714 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 33a1261f-05fc-4a4e-8288-a8cdb78abc16 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:42.886908 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4b941344-67be-46bb-830d-ec1fa6f33f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.889265 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 33a1261f-05fc-4a4e-8288-a8cdb78abc16 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:42.891164 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 33a1261f-05fc-4a4e-8288-a8cdb78abc16 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:42.892071 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4b941344-67be-46bb-830d-ec1fa6f33f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.930948 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7664da40-aa05-4b76-a356-9a9a797b1506 req-f4eb7d40-6805-4cae-871b-4bdfa5a7de7b service neutron] 10.222.0.55 "GET /v2.0/networks/2f5aef19-7eae-44c2-88d5-4849f2eb0464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062272 Jul 14 09:40:42.942051 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4b941344-67be-46bb-830d-ec1fa6f33f8f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cff0f70b09134f2795cc670799799957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3629944 Jul 14 09:40:42.945183 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35066) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:42.984016 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b941344-67be-46bb-830d-ec1fa6f33f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cbe99f-b75d-49a1-996b-210bb0cf0bb5,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:43.049904 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-631a7f65-c03b-4b62-a377-bb1b092e7ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.064739 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7664da40-aa05-4b76-a356-9a9a797b1506 req-845d855b-d2d4-4c9f-ae10-3de541c92ba3 service neutron] 10.222.0.55 "GET /v2.0/networks/2f5aef19-7eae-44c2-88d5-4849f2eb0464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263230 Jul 14 09:40:43.082842 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-631a7f65-c03b-4b62-a377-bb1b092e7ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.133032 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efde66-c1ee-430b-95e4-216a575e66e5 req-1b364789-d56a-4e25-adf9-e99a7272abbc tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:43.134706 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-09efde66-c1ee-430b-95e4-216a575e66e5 req-1b364789-d56a-4e25-adf9-e99a7272abbc tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c9cdc68-be63-415d-9fd9-9764d8e358d0 HTTP/1.1" status: 200 len: 944 time: 0.1541331 Jul 14 09:40:43.177000 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-631a7f65-c03b-4b62-a377-bb1b092e7ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.180652 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-631a7f65-c03b-4b62-a377-bb1b092e7ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.184999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-631a7f65-c03b-4b62-a377-bb1b092e7ba4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84cbe99f-b75d-49a1-996b-210bb0cf0bb5 HTTP/1.1" status: 204 len: 168 time: 0.2385015 Jul 14 09:40:43.200691 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-09efde66-c1ee-430b-95e4-216a575e66e5 req-ef5f618d-a903-4759-a445-c3f0ffd12c14 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/security-groups?id=67d174d2-f62e-4df1-b692-a780bbf6e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586536 Jul 14 09:40:43.202854 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a7f65-c03b-4b62-a377-bb1b092e7ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cbe99f-b75d-49a1-996b-210bb0cf0bb5,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:43.589283 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35076) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:43.606165 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0dc23362-4907-4d1b-bb67-3c33adacb7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.718887 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0dc23362-4907-4d1b-bb67-3c33adacb7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.724575 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0dc23362-4907-4d1b-bb67-3c33adacb7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.765364 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc23362-4907-4d1b-bb67-3c33adacb7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673176d8-1d77-43ab-b03b-cb1701948501,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:43.774596 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0dc23362-4907-4d1b-bb67-3c33adacb7b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d63f429927a41b4bd6321a5f06415d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830499 Jul 14 09:40:43.776871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35084) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:43.851839 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-961b520b-7834-414b-9af3-47236683d35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.873609 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-961b520b-7834-414b-9af3-47236683d35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.938832 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-961b520b-7834-414b-9af3-47236683d35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.941926 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-961b520b-7834-414b-9af3-47236683d35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.946842 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-961b520b-7834-414b-9af3-47236683d35d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/673176d8-1d77-43ab-b03b-cb1701948501 HTTP/1.1" status: 204 len: 168 time: 0.1652813 Jul 14 09:40:43.956916 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b520b-7834-414b-9af3-47236683d35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673176d8-1d77-43ab-b03b-cb1701948501,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:43.967104 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b520b-7834-414b-9af3-47236683d35d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:43.967557 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b520b-7834-414b-9af3-47236683d35d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:43.968002 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b520b-7834-414b-9af3-47236683d35d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:43.968445 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b520b-7834-414b-9af3-47236683d35d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:43.969155 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b520b-7834-414b-9af3-47236683d35d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:43.969616 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b520b-7834-414b-9af3-47236683d35d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:43.970156 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b520b-7834-414b-9af3-47236683d35d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:43.970589 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b520b-7834-414b-9af3-47236683d35d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:43.971023 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b520b-7834-414b-9af3-47236683d35d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:43.971454 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b520b-7834-414b-9af3-47236683d35d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:43.971886 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b520b-7834-414b-9af3-47236683d35d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:43.972314 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b520b-7834-414b-9af3-47236683d35d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:44.188766 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7fa18-afd0-4ac2-88fb-97b2bbfe2821 req-d792ac52-5a6c-490d-afea-caeffa1753cb tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.190832 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6fe7fa18-afd0-4ac2-88fb-97b2bbfe2821 req-d792ac52-5a6c-490d-afea-caeffa1753cb tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0805032 Jul 14 09:40:44.245736 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6fe7fa18-afd0-4ac2-88fb-97b2bbfe2821 req-0197f535-71fa-4ad1-9ef5-645c40c72d8c tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467658 Jul 14 09:40:44.494908 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cd843-1326-48e1-ac55-133608083520 req-bc41df6c-d79e-4ccb-9f24-1c3e7939fbd5 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.496497 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-991cd843-1326-48e1-ac55-133608083520 req-bc41df6c-d79e-4ccb-9f24-1c3e7939fbd5 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c9cdc68-be63-415d-9fd9-9764d8e358d0 HTTP/1.1" status: 200 len: 944 time: 0.1248865 Jul 14 09:40:44.518803 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acf620-669d-4671-88bf-7a9fb87be42b req-eb4a49c6-83d7-4d95-9dcf-a35dccb83472 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.520388 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2acf620-669d-4671-88bf-7a9fb87be42b req-eb4a49c6-83d7-4d95-9dcf-a35dccb83472 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1033626 Jul 14 09:40:44.581861 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-991cd843-1326-48e1-ac55-133608083520 req-da9f511d-2268-47ca-a832-1a594727976c tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/security-groups?id=67d174d2-f62e-4df1-b692-a780bbf6e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772138 Jul 14 09:40:44.602749 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2acf620-669d-4671-88bf-7a9fb87be42b req-d5a3bc2f-6393-4f04-b772-f22bff7063f6 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706315 Jul 14 09:40:45.795313 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eff6e-64af-456a-b8a7-060e149dee3d req-176946d3-88fb-4225-b744-27a61623dc4e tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.797055 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-453eff6e-64af-456a-b8a7-060e149dee3d req-176946d3-88fb-4225-b744-27a61623dc4e tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c9cdc68-be63-415d-9fd9-9764d8e358d0 HTTP/1.1" status: 200 len: 944 time: 0.0846562 Jul 14 09:40:45.843083 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-453eff6e-64af-456a-b8a7-060e149dee3d req-8c1a8ec9-b1a8-4eb2-aab1-3d9e06cdc80b tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/security-groups?id=67d174d2-f62e-4df1-b692-a780bbf6e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374968 Jul 14 09:40:46.000808 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f14bff0f-7753-4d1f-aa74-c78483101a74 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:40:46.105701 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f14bff0f-7753-4d1f-aa74-c78483101a74, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f14bff0f-7753-4d1f-aa74-c78483101a74,segment=NetworkSegment(afbec822-9b28-4447-bad1-4e00c2ff7ff0),segment_id=afbec822-9b28-4447-bad1-4e00c2ff7ff0)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:46.117555 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'f14bff0f-7753-4d1f-aa74-c78483101a74', 'network_id': '2f5aef19-7eae-44c2-88d5-4849f2eb0464', 'port_id': 'f14bff0f-7753-4d1f-aa74-c78483101a74', 'mac_address': 'fa:16:3e:c3:4f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f11d3a3-144f-45d1-b1ae-1b7787f474b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:40:46.155820 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:46.178002 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14bff0f-7753-4d1f-aa74-c78483101a74 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:46.208898 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f14bff0f-7753-4d1f-aa74-c78483101a74, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f14bff0f-7753-4d1f-aa74-c78483101a74,segment=NetworkSegment(afbec822-9b28-4447-bad1-4e00c2ff7ff0),segment_id=afbec822-9b28-4447-bad1-4e00c2ff7ff0)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:46.214345 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:46.283176 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=f14bff0f-7753-4d1f-aa74-c78483101a74,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:46.291876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.292226 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.292570 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.292908 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.293240 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.293574 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.293946 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.294276 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.294605 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.295350 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.295350 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.295532 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:46.513036 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:46.594538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['f14bff0f-7753-4d1f-aa74-c78483101a74'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:46.862998 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a031f-10fd-4609-a8d6-607a07d5e688 req-341237b2-da48-42a8-bf0e-6e867f315ac7 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:46.873160 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-036a031f-10fd-4609-a8d6-607a07d5e688 req-341237b2-da48-42a8-bf0e-6e867f315ac7 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1144044 Jul 14 09:40:46.954650 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-036a031f-10fd-4609-a8d6-607a07d5e688 req-54e0c4e3-1a13-4b68-a8a2-707a82647cda tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799637 Jul 14 09:40:47.318032 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb05809-7994-4ad4-8ef3-bc0e063a2cf0 req-fb97ecca-5bd1-49d8-a482-110e00019980 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:47.327692 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7bb05809-7994-4ad4-8ef3-bc0e063a2cf0 req-fb97ecca-5bd1-49d8-a482-110e00019980 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c9cdc68-be63-415d-9fd9-9764d8e358d0 HTTP/1.1" status: 200 len: 945 time: 0.2860472 Jul 14 09:40:47.381738 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7bb05809-7994-4ad4-8ef3-bc0e063a2cf0 req-545d8a06-9bd2-437e-bf6d-85f77b50e993 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/security-groups?id=67d174d2-f62e-4df1-b692-a780bbf6e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523157 Jul 14 09:40:47.397604 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f64475-6490-4026-973a-c03e91b67a43 req-ff5c5827-4c51-48fd-b649-b2072c8532da tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:47.415378 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d7f64475-6490-4026-973a-c03e91b67a43 req-ff5c5827-4c51-48fd-b649-b2072c8532da tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.2604737 Jul 14 09:40:47.457218 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d7f64475-6490-4026-973a-c03e91b67a43 req-ea71cab2-8dd6-4c67-a76d-51f6d45308a4 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401754 Jul 14 09:40:47.873446 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86138fd-fcab-4f9e-ad10-bfc3d2c72e18 req-305789b7-9d94-4a06-b93d-4f91bd874a4f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:47.875044 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b86138fd-fcab-4f9e-ad10-bfc3d2c72e18 req-305789b7-9d94-4a06-b93d-4f91bd874a4f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0742400 Jul 14 09:40:47.920026 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b86138fd-fcab-4f9e-ad10-bfc3d2c72e18 req-8e529dac-b1b1-4a46-ba87-913ca296ba17 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375888 Jul 14 09:40:48.015343 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f14bff0f-7753-4d1f-aa74-c78483101a74 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:48.075190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port f14bff0f-7753-4d1f-aa74-c78483101a74 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:48.081850 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port f14bff0f-7753-4d1f-aa74-c78483101a74 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:48.082935 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.151082 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794cf57-3254-4e37-bd7d-fb2584e36150 req-dceaedd3-cff7-4c9c-8df9-d68a0bdb13a6 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:48.158173 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d794cf57-3254-4e37-bd7d-fb2584e36150 req-dceaedd3-cff7-4c9c-8df9-d68a0bdb13a6 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1096628 Jul 14 09:40:48.206501 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d794cf57-3254-4e37-bd7d-fb2584e36150 req-52c85285-da9b-4cae-9e73-1b661ba0c1d4 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462372 Jul 14 09:40:48.225454 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.275408 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9cdc68-be63-415d-9fd9-9764d8e358d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14bff0f-7753-4d1f-aa74-c78483101a74'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:48.277959 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6369c79b-aa2f-4385-8459-88961dbbbe33" -d '{"events": [{"server_uuid": "9c9cdc68-be63-415d-9fd9-9764d8e358d0", "name": "network-vif-plugged", "status": "completed", "tag": "f14bff0f-7753-4d1f-aa74-c78483101a74"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:48.297831 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f14bff0f-7753-4d1f-aa74-c78483101a74, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f14bff0f-7753-4d1f-aa74-c78483101a74,segment=NetworkSegment(afbec822-9b28-4447-bad1-4e00c2ff7ff0),segment_id=afbec822-9b28-4447-bad1-4e00c2ff7ff0)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:48.303005 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.353466 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3920cedb-c54a-44cd-a2a9-f36a6f128f1a x-openstack-request-id: req-3920cedb-c54a-44cd-a2a9-f36a6f128f1a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:48.353763 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9cdc68-be63-415d-9fd9-9764d8e358d0", "name": "network-vif-plugged", "status": "completed", "tag": "f14bff0f-7753-4d1f-aa74-c78483101a74", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:48.354035 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3920cedb-c54a-44cd-a2a9-f36a6f128f1a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:48.354417 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9cdc68-be63-415d-9fd9-9764d8e358d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14bff0f-7753-4d1f-aa74-c78483101a74', 'code': 200} Jul 14 09:40:48.358988 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=f14bff0f-7753-4d1f-aa74-c78483101a74,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:48.533104 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b0ecb-fcd4-4dbc-9667-66cff850bf18 req-91508fa6-2b81-4075-b9fc-3e8b0c6e519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:48.534193 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e0390-23d3-4957-9aed-afb73a032b66 req-688697d6-2ce0-4382-9a05-36b5a72fd255 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:48.535909 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-025b0ecb-fcd4-4dbc-9667-66cff850bf18 req-91508fa6-2b81-4075-b9fc-3e8b0c6e519b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c9cdc68-be63-415d-9fd9-9764d8e358d0 HTTP/1.1" status: 200 len: 1098 time: 0.0755143 Jul 14 09:40:48.536281 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-770e0390-23d3-4957-9aed-afb73a032b66 req-688697d6-2ce0-4382-9a05-36b5a72fd255 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1096933 Jul 14 09:40:48.574202 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-025b0ecb-fcd4-4dbc-9667-66cff850bf18 req-59c31a52-664b-4b2d-8491-ce54a925a3dc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=67d174d2-f62e-4df1-b692-a780bbf6e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307510 Jul 14 09:40:48.620038 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-770e0390-23d3-4957-9aed-afb73a032b66 req-a42fa56a-86ca-4948-adde-40560acd201b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734091 Jul 14 09:40:48.662314 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb92ac5-585c-4a80-99f7-b06cd0bafaa7 req-6c394e37-e07f-4d51-bd61-61e5a23721b1 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:48.671547 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6eb92ac5-585c-4a80-99f7-b06cd0bafaa7 req-6c394e37-e07f-4d51-bd61-61e5a23721b1 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c9cdc68-be63-415d-9fd9-9764d8e358d0 HTTP/1.1" status: 200 len: 946 time: 0.1339548 Jul 14 09:40:48.754013 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6eb92ac5-585c-4a80-99f7-b06cd0bafaa7 req-970a7db4-cbaf-4a95-b4e2-a2620340190f tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/security-groups?id=67d174d2-f62e-4df1-b692-a780bbf6e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809355 Jul 14 09:40:48.883675 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c8350-f302-4f89-8af3-3eeda4947a41 req-7bc7f309-151f-4816-a3eb-c363da0a075c tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:48.885527 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cc8c8350-f302-4f89-8af3-3eeda4947a41 req-7bc7f309-151f-4816-a3eb-c363da0a075c tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0786178 Jul 14 09:40:48.945448 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cc8c8350-f302-4f89-8af3-3eeda4947a41 req-528cec9f-7892-463d-a7dd-42528c77b079 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543804 Jul 14 09:40:49.240359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e169338-314c-478a-a5d8-f5f7c757d83c req-e10aed42-2a98-4f7c-9cde-abe7301f0bf0 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:49.248039 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e169338-314c-478a-a5d8-f5f7c757d83c req-e10aed42-2a98-4f7c-9cde-abe7301f0bf0 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1014123 Jul 14 09:40:49.343981 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e169338-314c-478a-a5d8-f5f7c757d83c req-bfc04d0d-420c-4978-8119-4affcfb26d5c tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949566 Jul 14 09:40:49.719870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70cbfc-3df9-4baa-9fe6-7b5546b70652 req-84b07dfa-069e-4ea5-aca3-ce577d753906 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:49.734644 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b70cbfc-3df9-4baa-9fe6-7b5546b70652 req-84b07dfa-069e-4ea5-aca3-ce577d753906 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1969244 Jul 14 09:40:49.794268 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b70cbfc-3df9-4baa-9fe6-7b5546b70652 req-351838d6-6c3b-4dd5-9754-0c959d8448ef tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582750 Jul 14 09:40:50.060450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e83391-379f-453e-b842-955d1fca6f1a req-3105de71-597d-4525-9d14-d8a6ec4f19e9 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:50.062208 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99e83391-379f-453e-b842-955d1fca6f1a req-3105de71-597d-4525-9d14-d8a6ec4f19e9 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c9cdc68-be63-415d-9fd9-9764d8e358d0 HTTP/1.1" status: 200 len: 946 time: 0.1447268 Jul 14 09:40:50.149771 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99e83391-379f-453e-b842-955d1fca6f1a req-26d0c2b7-89f1-45a9-9bab-093e2c6ccec1 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/security-groups?id=67d174d2-f62e-4df1-b692-a780bbf6e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769494 Jul 14 09:40:50.188837 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88871334-2faf-4ec0-ab43-37c512e9d927 req-ebe8ea07-9d11-4eb1-aef2-072117486d20 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:50.190245 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88871334-2faf-4ec0-ab43-37c512e9d927 req-ebe8ea07-9d11-4eb1-aef2-072117486d20 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1270154 Jul 14 09:40:50.232017 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88871334-2faf-4ec0-ab43-37c512e9d927 req-9e8b47e4-d1fd-475b-acd5-e259264c8142 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351629 Jul 14 09:40:50.475972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c432ca-85a9-4e8e-b0c5-45f4819a0bac req-c45166f8-b6cd-4977-8e5d-add50ebaa349 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:50.480273 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-59c432ca-85a9-4e8e-b0c5-45f4819a0bac req-c45166f8-b6cd-4977-8e5d-add50ebaa349 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0913627 Jul 14 09:40:50.530300 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-59c432ca-85a9-4e8e-b0c5-45f4819a0bac req-6b087bdd-20f0-4428-8b75-f5452b3bc398 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416622 Jul 14 09:40:50.841940 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff6ef2-1e5c-4a0c-96a7-f4d85cd7edff req-07a6ea70-55f6-461b-83b8-79203f14681a tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:50.843529 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eaff6ef2-1e5c-4a0c-96a7-f4d85cd7edff req-07a6ea70-55f6-461b-83b8-79203f14681a tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0937529 Jul 14 09:40:50.913074 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eaff6ef2-1e5c-4a0c-96a7-f4d85cd7edff req-19e63d04-46dc-43e5-8eef-c09087039751 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610466 Jul 14 09:40:51.191296 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbb88c-00db-480a-a8f8-90e54871ecc8 req-27679f89-6117-4ddd-ba14-7376908554f9 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:51.197161 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d0bbb88c-00db-480a-a8f8-90e54871ecc8 req-27679f89-6117-4ddd-ba14-7376908554f9 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1312056 Jul 14 09:40:51.260558 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d0bbb88c-00db-480a-a8f8-90e54871ecc8 req-90d7f798-3ff2-4fc1-a802-011dfa5c3082 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476677 Jul 14 09:40:51.548371 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35316) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:51.638094 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8ffbf-b13b-4e8d-9469-cafb680bb7b0 req-df027fed-e199-4472-b311-54ef35a563dd tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:51.641605 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ce8ffbf-b13b-4e8d-9469-cafb680bb7b0 req-df027fed-e199-4472-b311-54ef35a563dd tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c9cdc68-be63-415d-9fd9-9764d8e358d0 HTTP/1.1" status: 200 len: 946 time: 0.2969592 Jul 14 09:40:51.674771 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b5e1a-b219-4c1a-9a81-f3cfc20a60bb req-9779ef57-ce59-4ae7-a50f-5a7c6eb8809e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:51.683684 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-198b5e1a-b219-4c1a-9a81-f3cfc20a60bb req-9779ef57-ce59-4ae7-a50f-5a7c6eb8809e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/networks?id=6feba008-c597-4a6d-99c1-fa0a29f2df67 HTTP/1.1" status: 200 len: 814 time: 0.2344108 Jul 14 09:40:51.760968 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b99c4d7a-e1fb-4138-b149-a3c72d0545eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.800474 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-198b5e1a-b219-4c1a-9a81-f3cfc20a60bb req-8acfb816-8539-42fc-af92-0078a5171516 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/quotas/18245d4c12b042849567d400be4c479b HTTP/1.1" status: 200 len: 375 time: 0.1158886 Jul 14 09:40:51.896467 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ce8ffbf-b13b-4e8d-9469-cafb680bb7b0 req-de5718e8-73cd-44b2-b44a-d8371129b165 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/security-groups?id=67d174d2-f62e-4df1-b692-a780bbf6e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409258 Jul 14 09:40:51.933633 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b99c4d7a-e1fb-4138-b149-a3c72d0545eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.945554 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b99c4d7a-e1fb-4138-b149-a3c72d0545eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.951498 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-198b5e1a-b219-4c1a-9a81-f3cfc20a60bb req-12f094db-a9a0-4673-b2c8-c2e426dd977c tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=18245d4c12b042849567d400be4c479b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1494915 Jul 14 09:40:52.028235 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b99c4d7a-e1fb-4138-b149-a3c72d0545eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1853391fc3674619ace5a374a828f01e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4757314 Jul 14 09:40:52.028573 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35324) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:52.030393 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c4d7a-e1fb-4138-b149-a3c72d0545eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957c112e-f3a6-4b2a-9175-11533dcc0001,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:52.176868 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9842-66f4-4d7b-8ad1-89075a67a17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.269433 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9842-66f4-4d7b-8ad1-89075a67a17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.395195 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f43bd-83f9-4e0c-a845-07a8d6585809 req-a85876f6-88de-4846-9d02-5a115623d317 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:52.396987 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca5f43bd-83f9-4e0c-a845-07a8d6585809 req-a85876f6-88de-4846-9d02-5a115623d317 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1442428 Jul 14 09:40:52.406237 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9842-66f4-4d7b-8ad1-89075a67a17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.409279 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9842-66f4-4d7b-8ad1-89075a67a17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.410433 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e2aa9842-66f4-4d7b-8ad1-89075a67a17f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/957c112e-f3a6-4b2a-9175-11533dcc0001 HTTP/1.1" status: 204 len: 168 time: 0.3801267 Jul 14 09:40:52.449226 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa9842-66f4-4d7b-8ad1-89075a67a17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957c112e-f3a6-4b2a-9175-11533dcc0001,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:52.530448 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca5f43bd-83f9-4e0c-a845-07a8d6585809 req-90a0368e-6f7b-4a1c-888e-b79a4a91fc1d tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266997 Jul 14 09:40:52.744647 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3d89d-6c9a-46f4-9388-fb599daec1fe req-a96e9415-48f1-44e1-ba2a-7d9c65a27fe4 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:52.752390 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39f3d89d-6c9a-46f4-9388-fb599daec1fe req-a96e9415-48f1-44e1-ba2a-7d9c65a27fe4 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0879679 Jul 14 09:40:52.802291 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39f3d89d-6c9a-46f4-9388-fb599daec1fe req-63a74daa-0e25-4d34-862d-67011391808f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486603 Jul 14 09:40:52.855910 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35350) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:52.870064 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8d74a152-d926-407d-900a-58c2b70a7651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.050705 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8d74a152-d926-407d-900a-58c2b70a7651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.056209 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8d74a152-d926-407d-900a-58c2b70a7651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.095489 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8d74a152-d926-407d-900a-58c2b70a7651 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=357e828ac492468fbad352427937faab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2380106 Jul 14 09:40:53.097753 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35364) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:53.174638 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74a152-d926-407d-900a-58c2b70a7651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89c4061-ea71-42ea-9350-910ad93e7cf0,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:53.196823 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2a4937a4-0230-4d56-b241-1b19d034c0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.198185 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3f1bcd39-0338-45a8-ad67-851be290af47 req-80a9233f-f38e-4e31-8154-dec8313f202d tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=18245d4c12b042849567d400be4c479b HTTP/1.1" status: 200 len: 221 time: 0.1151261 Jul 14 09:40:53.233407 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2a4937a4-0230-4d56-b241-1b19d034c0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.304544 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2a4937a4-0230-4d56-b241-1b19d034c0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.309057 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2a4937a4-0230-4d56-b241-1b19d034c0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.310942 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2a4937a4-0230-4d56-b241-1b19d034c0eb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c89c4061-ea71-42ea-9350-910ad93e7cf0 HTTP/1.1" status: 204 len: 168 time: 0.2115467 Jul 14 09:40:53.320999 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4937a4-0230-4d56-b241-1b19d034c0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89c4061-ea71-42ea-9350-910ad93e7cf0,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:53.442267 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64dca54-de31-4609-85d6-08a6c1e8a8d1 req-afbf1fe1-0ead-4853-9e96-29262aac6d82 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:53.444444 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f64dca54-de31-4609-85d6-08a6c1e8a8d1 req-afbf1fe1-0ead-4853-9e96-29262aac6d82 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0861175 Jul 14 09:40:53.492469 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f64dca54-de31-4609-85d6-08a6c1e8a8d1 req-1138863d-4a7a-40d0-9e2d-fe9b862a25bc tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425212 Jul 14 09:40:53.749378 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fe899-07f5-4ef0-b337-92db9df58f4d req-8343c94f-e5f0-4076-a332-c4ad1631027e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:53.757379 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-236fe899-07f5-4ef0-b337-92db9df58f4d req-8343c94f-e5f0-4076-a332-c4ad1631027e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1306510 Jul 14 09:40:53.806081 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-236fe899-07f5-4ef0-b337-92db9df58f4d req-5bf260e5-ec99-418e-b14a-a97e4c9ee076 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480547 Jul 14 09:40:54.152867 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4d126-d60e-42e7-83b7-0bdd67a63ff2 req-42cedd52-82af-4bb2-89b2-bd79d37dd126 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:54.154893 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50c4d126-d60e-42e7-83b7-0bdd67a63ff2 req-42cedd52-82af-4bb2-89b2-bd79d37dd126 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0996056 Jul 14 09:40:54.224041 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50c4d126-d60e-42e7-83b7-0bdd67a63ff2 req-e89ff4ff-16c1-40d1-8961-59408c38ef6a tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576916 Jul 14 09:40:54.430112 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6263868-1188-4d88-b426-3c1b92ed2980 req-d12e757d-1d63-4625-8e32-07f1ea738cb5 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:54.431976 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6263868-1188-4d88-b426-3c1b92ed2980 req-d12e757d-1d63-4625-8e32-07f1ea738cb5 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0823753 Jul 14 09:40:54.486481 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6263868-1188-4d88-b426-3c1b92ed2980 req-49d596ee-1767-42a8-827d-6958500795e6 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471640 Jul 14 09:40:54.778482 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc6d6f-c843-4f48-b66b-90232157a63b req-0dc8cb02-e735-4b8f-8af8-26c2c1c08629 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:54.778482 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9cc6d6f-c843-4f48-b66b-90232157a63b req-0dc8cb02-e735-4b8f-8af8-26c2c1c08629 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1275921 Jul 14 09:40:54.815019 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9cc6d6f-c843-4f48-b66b-90232157a63b req-233fc850-3843-4862-b5a4-c0253ec15a19 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525174 Jul 14 09:40:55.145941 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c3baa-ecfd-4cd5-95a0-eb40bce1fac3 req-bf26642c-805a-45e8-a669-31180ff60498 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:55.153720 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7f2c3baa-ecfd-4cd5-95a0-eb40bce1fac3 req-bf26642c-805a-45e8-a669-31180ff60498 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1533084 Jul 14 09:40:55.211468 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7f2c3baa-ecfd-4cd5-95a0-eb40bce1fac3 req-307d6038-2992-46ac-92da-db393e7b27a8 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564559 Jul 14 09:40:55.523489 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4039a-71c7-46ef-b0c0-e64832c769b5 req-04440f08-0bf9-4d1c-8fca-49ee822c06b3 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:55.526987 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69f4039a-71c7-46ef-b0c0-e64832c769b5 req-04440f08-0bf9-4d1c-8fca-49ee822c06b3 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1361227 Jul 14 09:40:55.619362 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69f4039a-71c7-46ef-b0c0-e64832c769b5 req-4cb6b24f-9488-4243-b005-18d87faa8830 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867522 Jul 14 09:40:55.649085 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7f5f0-2aa2-4ba7-87b1-be82e92ebbbe req-8a1d34ce-e0fb-4672-885c-0d1be04d236a tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:55.659160 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69d7f5f0-2aa2-4ba7-87b1-be82e92ebbbe req-8a1d34ce-e0fb-4672-885c-0d1be04d236a tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c9cdc68-be63-415d-9fd9-9764d8e358d0 HTTP/1.1" status: 200 len: 946 time: 0.1247327 Jul 14 09:40:55.714230 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69d7f5f0-2aa2-4ba7-87b1-be82e92ebbbe req-d220b5f2-828e-4779-b1ed-fe13580e804c tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/security-groups?id=67d174d2-f62e-4df1-b692-a780bbf6e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456491 Jul 14 09:40:55.831184 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df88deb-df60-4a39-9713-f3f4cdf8a60c req-03a51fdf-f909-4815-a03c-896b16351173 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:55.832764 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8df88deb-df60-4a39-9713-f3f4cdf8a60c req-03a51fdf-f909-4815-a03c-896b16351173 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0791614 Jul 14 09:40:55.912255 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8df88deb-df60-4a39-9713-f3f4cdf8a60c req-77248ebb-7478-4f79-b364-3af9de2e7bac tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695593 Jul 14 09:40:56.172121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3360242-0a9e-437a-86d3-cc0d752352bd req-1bbd2e76-5f6e-4308-b908-aee538e56717 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:56.184140 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b3360242-0a9e-437a-86d3-cc0d752352bd req-1bbd2e76-5f6e-4308-b908-aee538e56717 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1328282 Jul 14 09:40:56.274970 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b3360242-0a9e-437a-86d3-cc0d752352bd req-22927934-cb17-4826-aafd-6fbb8ce082d1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894895 Jul 14 09:40:56.509477 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624304b8-1782-4f35-b87f-dd7a19a5db21 req-b2b5af01-ced1-435f-84c0-6ac11dd74c58 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:56.511743 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-624304b8-1782-4f35-b87f-dd7a19a5db21 req-b2b5af01-ced1-435f-84c0-6ac11dd74c58 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0883470 Jul 14 09:40:56.570937 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-624304b8-1782-4f35-b87f-dd7a19a5db21 req-608acca2-599d-408d-b992-9b088ee0e682 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496471 Jul 14 09:40:56.776984 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bacfd7-9122-428b-a142-fffcddbb216d req-5be7f134-1109-4957-9680-478a51cb6f02 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:56.780460 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f6bacfd7-9122-428b-a142-fffcddbb216d req-5be7f134-1109-4957-9680-478a51cb6f02 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0713887 Jul 14 09:40:56.832666 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f6bacfd7-9122-428b-a142-fffcddbb216d req-0d2fb854-21e5-4357-ac60-989bcb0c2b5e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454221 Jul 14 09:40:56.945381 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4b050-e0cf-4813-96ff-0782e9459711 req-9659aa8a-e9c3-4408-9330-3cf772bf1ea1 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:56.947430 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eaa4b050-e0cf-4813-96ff-0782e9459711 req-9659aa8a-e9c3-4408-9330-3cf772bf1ea1 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c9cdc68-be63-415d-9fd9-9764d8e358d0 HTTP/1.1" status: 200 len: 946 time: 0.1053832 Jul 14 09:40:57.000740 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eaa4b050-e0cf-4813-96ff-0782e9459711 req-f8c8603d-0041-409f-8d27-fb7616907558 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/security-groups?id=67d174d2-f62e-4df1-b692-a780bbf6e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451391 Jul 14 09:40:57.122032 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a552d-f103-46ea-b139-0ef27af83c02 req-c13fbe12-3529-4427-a7b5-547de166364f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:57.123740 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-101a552d-f103-46ea-b139-0ef27af83c02 req-c13fbe12-3529-4427-a7b5-547de166364f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1093531 Jul 14 09:40:57.164342 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-101a552d-f103-46ea-b139-0ef27af83c02 req-6b0b809f-926d-4164-a4d5-6f6b11424433 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344911 Jul 14 09:40:57.257172 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa6c495a-4576-42d4-870d-6b4c5574f91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.314581 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcfa65-6c3e-4763-85d2-09b966a985e7 req-359970ac-62bb-41e3-999e-683411506a0b tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:57.316516 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-78dcfa65-6c3e-4763-85d2-09b966a985e7 req-359970ac-62bb-41e3-999e-683411506a0b tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c9cdc68-be63-415d-9fd9-9764d8e358d0 HTTP/1.1" status: 200 len: 946 time: 0.1094117 Jul 14 09:40:57.441432 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baaa4de-f3c2-4887-9a19-437e7b9ebbef req-488ebe87-a94d-4fb2-b0cb-b81d387279bd tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:57.443067 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9baaa4de-f3c2-4887-9a19-437e7b9ebbef req-488ebe87-a94d-4fb2-b0cb-b81d387279bd tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0931273 Jul 14 09:40:57.511267 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9baaa4de-f3c2-4887-9a19-437e7b9ebbef req-6dd7a697-9cb4-4d96-982c-ab0acd166d77 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604358 Jul 14 09:40:57.513542 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-78dcfa65-6c3e-4763-85d2-09b966a985e7 req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Deleting port f14bff0f-7753-4d1f-aa74-c78483101a74 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:57.515400 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-78dcfa65-6c3e-4763-85d2-09b966a985e7 req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.666833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-78dcfa65-6c3e-4763-85d2-09b966a985e7 req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] For port f14bff0f-7753-4d1f-aa74-c78483101a74, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f14bff0f-7753-4d1f-aa74-c78483101a74,segment=NetworkSegment(afbec822-9b28-4447-bad1-4e00c2ff7ff0),segment_id=afbec822-9b28-4447-bad1-4e00c2ff7ff0)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:57.667281 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-78dcfa65-6c3e-4763-85d2-09b966a985e7 req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.681961 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-78dcfa65-6c3e-4763-85d2-09b966a985e7 req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Calling delete_port for f14bff0f-7753-4d1f-aa74-c78483101a74 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:57.766044 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89635816-08af-470e-8b33-7a30f0dc5abe req-99da06fb-9b75-49e9-9c9b-7bff36d09ee7 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:57.769618 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89635816-08af-470e-8b33-7a30f0dc5abe req-99da06fb-9b75-49e9-9c9b-7bff36d09ee7 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0921819 Jul 14 09:40:57.829177 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89635816-08af-470e-8b33-7a30f0dc5abe req-ecee420a-5830-4b3d-b585-46ad5c9b7f40 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501506 Jul 14 09:40:57.859690 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-78dcfa65-6c3e-4763-85d2-09b966a985e7 req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.906273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Pushing event deleted for resources: {'Port': ['ID=f14bff0f-7753-4d1f-aa74-c78483101a74,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:57.920098 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['f14bff0f-7753-4d1f-aa74-c78483101a74'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:57.924690 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:57.925327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:57.925916 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:57.926493 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:57.926978 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:57.927485 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:57.928065 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:57.928681 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:57.929305 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:57.929830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:57.930404 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:57.931116 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:57.984086 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-78dcfa65-6c3e-4763-85d2-09b966a985e7 req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] No DVR routers for this DVR port f14bff0f-7753-4d1f-aa74-c78483101a74 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:57.992959 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-78dcfa65-6c3e-4763-85d2-09b966a985e7 req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.995240 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-78dcfa65-6c3e-4763-85d2-09b966a985e7 req-b699af61-c65b-45ec-9c4e-be29795f6c64 tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.55 "DELETE /v2.0/ports/f14bff0f-7753-4d1f-aa74-c78483101a74 HTTP/1.1" status: 204 len: 173 time: 0.6723573 Jul 14 09:40:57.995793 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9cdc68-be63-415d-9fd9-9764d8e358d0', 'name': 'network-vif-deleted', 'tag': 'f14bff0f-7753-4d1f-aa74-c78483101a74'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:57.998474 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409d4f54-0621-4831-a3d4-33a69afed39d" -d '{"events": [{"server_uuid": "9c9cdc68-be63-415d-9fd9-9764d8e358d0", "name": "network-vif-deleted", "tag": "f14bff0f-7753-4d1f-aa74-c78483101a74"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:58.085736 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08675d5-8348-4e88-b0c9-9a98c30347b0 x-openstack-request-id: req-b08675d5-8348-4e88-b0c9-9a98c30347b0 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:58.086058 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9cdc68-be63-415d-9fd9-9764d8e358d0", "name": "network-vif-deleted", "tag": "f14bff0f-7753-4d1f-aa74-c78483101a74", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:58.086305 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b08675d5-8348-4e88-b0c9-9a98c30347b0 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:58.086700 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9cdc68-be63-415d-9fd9-9764d8e358d0', 'name': 'network-vif-deleted', 'tag': 'f14bff0f-7753-4d1f-aa74-c78483101a74', 'status': 'completed', 'code': 200} Jul 14 09:40:58.245310 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d1950-0533-4a48-82f2-339767577afb req-6743034e-cbc5-402e-9f80-0abb543a1f52 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:58.248766 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d11d1950-0533-4a48-82f2-339767577afb req-6743034e-cbc5-402e-9f80-0abb543a1f52 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1212301 Jul 14 09:40:58.311084 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ffcbc67-02ec-40e6-bf6c-6c1556da6611 req-3212e45f-5582-4710-b8f7-db20bd849a0d tempest-VolumesActionsTest-1699835835 tempest-VolumesActionsTest-1699835835-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c9cdc68-be63-415d-9fd9-9764d8e358d0 HTTP/1.1" status: 200 len: 210 time: 0.0603011 Jul 14 09:40:58.405029 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d11d1950-0533-4a48-82f2-339767577afb req-8c1f6e78-e041-42e6-a6ab-36f45698a27f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126997 Jul 14 09:40:58.673135 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1c2b4-0ae2-40e5-8c49-5f825d5c9daa req-209465f5-045a-4f82-b156-de8859bd11aa tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:58.675272 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ef1c2b4-0ae2-40e5-8c49-5f825d5c9daa req-209465f5-045a-4f82-b156-de8859bd11aa tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0889168 Jul 14 09:40:58.729275 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ef1c2b4-0ae2-40e5-8c49-5f825d5c9daa req-e66725ff-29ca-4397-92d7-49d9fdd79fc6 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474467 Jul 14 09:40:59.123462 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0059fce-70d3-4539-8e25-a489a307b691 req-7d1d7bb3-8eb2-4afd-bef0-ab91ba4059fa tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:59.132261 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d0059fce-70d3-4539-8e25-a489a307b691 req-7d1d7bb3-8eb2-4afd-bef0-ab91ba4059fa tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1180305 Jul 14 09:40:59.178137 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d0059fce-70d3-4539-8e25-a489a307b691 req-d8150aac-f71f-48b0-a4cb-6605bc00f928 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447965 Jul 14 09:40:59.441308 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd75fa3-6397-4937-afbc-36e2e6e64536 req-94ec7e54-509c-4a27-bbf9-3b088a8a9004 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:59.443083 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fbd75fa3-6397-4937-afbc-36e2e6e64536 req-94ec7e54-509c-4a27-bbf9-3b088a8a9004 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1187632 Jul 14 09:40:59.525594 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fbd75fa3-6397-4937-afbc-36e2e6e64536 req-5abd6edd-1efa-4042-839d-2e86de028d67 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708935 Jul 14 09:40:59.784152 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14b8264f-ae80-4968-9037-e0ee5234b9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.789127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac687f-6424-4c57-9ef8-0bdcd27b3d79 req-838980b9-c3ae-4df6-a5b2-bc0cc44a61ce tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:59.791550 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45ac687f-6424-4c57-9ef8-0bdcd27b3d79 req-838980b9-c3ae-4df6-a5b2-bc0cc44a61ce tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1145151 Jul 14 09:40:59.871120 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-45ac687f-6424-4c57-9ef8-0bdcd27b3d79 req-c14960cd-48d9-46e2-be84-e1a2fe4f36b2 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720897 Jul 14 09:40:59.909811 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.200269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2dccb-368b-48cf-a01f-8caba61ff7a1 req-6adf839f-b693-401a-af14-2ff5f5cba8f7 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:00.206564 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8be2dccb-368b-48cf-a01f-8caba61ff7a1 req-6adf839f-b693-401a-af14-2ff5f5cba8f7 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1106455 Jul 14 09:41:00.274366 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8be2dccb-368b-48cf-a01f-8caba61ff7a1 req-0ce520b2-ac52-4426-b57c-ac95c323afab tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592718 Jul 14 09:41:00.724347 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.009436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032c917-27f1-45c3-a8ca-8a78d72ee963 req-eab5782a-e261-4ed8-a0d4-e3eac929e6e5 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:01.018143 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d032c917-27f1-45c3-a8ca-8a78d72ee963 req-eab5782a-e261-4ed8-a0d4-e3eac929e6e5 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1439514 Jul 14 09:41:01.065582 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d032c917-27f1-45c3-a8ca-8a78d72ee963 req-7838c2f2-7d7e-487c-9751-701a9487c0f6 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369356 Jul 14 09:41:01.883544 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.082639 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f14bff0f-7753-4d1f-aa74-c78483101a74 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:02.121995 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: f14bff0f-7753-4d1f-aa74-c78483101a74 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:02.122345 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f14bff0f-7753-4d1f-aa74-c78483101a74 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:02.331578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ee976-4830-4e8a-bee3-394287288d09 req-73ca2c98-65a6-4742-bc94-9b9e6f468f37 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:02.341099 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-912ee976-4830-4e8a-bee3-394287288d09 req-73ca2c98-65a6-4742-bc94-9b9e6f468f37 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0944135 Jul 14 09:41:02.384688 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-912ee976-4830-4e8a-bee3-394287288d09 req-6d26ebdb-b119-4f5d-9d42-2e9f2c6b48b2 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421195 Jul 14 09:41:02.781979 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.206998 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a67399-d6c3-4533-a668-6775dbca0de2 req-00f93bed-a519-4cd9-95f0-44b7304e2e61 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:03.217769 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58a67399-d6c3-4533-a668-6775dbca0de2 req-00f93bed-a519-4cd9-95f0-44b7304e2e61 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1587560 Jul 14 09:41:03.341324 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58a67399-d6c3-4533-a668-6775dbca0de2 req-2212a4d8-9c4e-49b2-8142-3196bb2eaaa1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218362 Jul 14 09:41:03.719975 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35824) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:03.954955 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cdc11a33-c79f-445f-9419-056981c5d494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.137590 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cdc11a33-c79f-445f-9419-056981c5d494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.142558 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cdc11a33-c79f-445f-9419-056981c5d494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.154483 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4774e-c58b-4437-8452-c69ec9cf32de req-05dc1661-14c4-4657-bef5-e3ef89c5e0e0 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:04.166359 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4fe4774e-c58b-4437-8452-c69ec9cf32de req-05dc1661-14c4-4657-bef5-e3ef89c5e0e0 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=21048676-4e46-47d9-b976-7ad5ba63f17f HTTP/1.1" status: 200 len: 945 time: 0.1520832 Jul 14 09:41:04.196186 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cdc11a33-c79f-445f-9419-056981c5d494 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ac7adf395f74330a04a414f37994053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4740074 Jul 14 09:41:04.199104 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35834) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:04.213853 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc11a33-c79f-445f-9419-056981c5d494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c1af10-d1ba-446e-b29a-8e0874885978,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:04.290037 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec826456-9034-4b33-bcbd-5f6773fc3171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.320728 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec826456-9034-4b33-bcbd-5f6773fc3171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.382753 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4fe4774e-c58b-4437-8452-c69ec9cf32de req-6cc251f3-21d8-46ae-a2a9-24362d4d0aa7 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149000 Jul 14 09:41:04.419348 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec826456-9034-4b33-bcbd-5f6773fc3171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.422263 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec826456-9034-4b33-bcbd-5f6773fc3171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.426209 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ec826456-9034-4b33-bcbd-5f6773fc3171 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1c1af10-d1ba-446e-b29a-8e0874885978 HTTP/1.1" status: 204 len: 168 time: 0.2253015 Jul 14 09:41:04.435418 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec826456-9034-4b33-bcbd-5f6773fc3171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c1af10-d1ba-446e-b29a-8e0874885978,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:04.612887 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fe399-35ae-4432-94c8-5dfd1ef4fc7e req-8fd75068-0031-430a-9a73-e24b51434cfa tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:04.614593 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be0fe399-35ae-4432-94c8-5dfd1ef4fc7e req-8fd75068-0031-430a-9a73-e24b51434cfa tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1100211 Jul 14 09:41:04.658651 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be0fe399-35ae-4432-94c8-5dfd1ef4fc7e req-28db9650-31fc-4111-8d9e-6d2ca45c0b08 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372674 Jul 14 09:41:04.823063 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 35860) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:04.874639 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3577f8bf-17c4-4347-979e-24b6bbf406f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.951297 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f2027-1e95-4bc7-a0d4-e28d0900a3e3 req-4374a50e-8a85-43c1-8fce-703e8b00f2ac tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:04.953355 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-933f2027-1e95-4bc7-a0d4-e28d0900a3e3 req-4374a50e-8a85-43c1-8fce-703e8b00f2ac tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1140773 Jul 14 09:41:05.022362 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-933f2027-1e95-4bc7-a0d4-e28d0900a3e3 req-0f27f81b-0d83-438e-aec7-f8ba1c1259ed tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560992 Jul 14 09:41:05.047781 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3577f8bf-17c4-4347-979e-24b6bbf406f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.062040 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3577f8bf-17c4-4347-979e-24b6bbf406f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.154971 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577f8bf-17c4-4347-979e-24b6bbf406f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7817f34f-729a-45dc-9b20-87227777b271,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:05.159221 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3577f8bf-17c4-4347-979e-24b6bbf406f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33c98daf93d34920bdf74f95bc090981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351076 Jul 14 09:41:05.162947 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35872) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:05.264886 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5edade54-e84f-47ac-8f62-165ee30a10ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.300143 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5edade54-e84f-47ac-8f62-165ee30a10ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.387715 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5edade54-e84f-47ac-8f62-165ee30a10ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.390801 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5edade54-e84f-47ac-8f62-165ee30a10ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.391996 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5edade54-e84f-47ac-8f62-165ee30a10ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7817f34f-729a-45dc-9b20-87227777b271 HTTP/1.1" status: 204 len: 168 time: 0.2280407 Jul 14 09:41:05.403462 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edade54-e84f-47ac-8f62-165ee30a10ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7817f34f-729a-45dc-9b20-87227777b271,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:05.448453 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2927aa6-6145-4905-8846-2434d113b972 req-6c9fd305-7dc3-4106-b371-df649fd7d083 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:05.460264 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2927aa6-6145-4905-8846-2434d113b972 req-6c9fd305-7dc3-4106-b371-df649fd7d083 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1292782 Jul 14 09:41:05.504444 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2927aa6-6145-4905-8846-2434d113b972 req-7af8c0a1-2d48-41fe-879f-442f5bc6d89e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412207 Jul 14 09:41:05.768254 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c32a5-9863-45e2-86a1-60c58b419efc req-2be7424b-9644-4832-bf53-747c6d58ae19 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:05.769891 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-458c32a5-9863-45e2-86a1-60c58b419efc req-2be7424b-9644-4832-bf53-747c6d58ae19 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=21048676-4e46-47d9-b976-7ad5ba63f17f HTTP/1.1" status: 200 len: 945 time: 0.1206639 Jul 14 09:41:05.818111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ee70b-9f1a-44d3-85a3-d10cd98606e8 req-8c245954-c320-4132-b260-5336ef334ff1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:05.819722 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a6ee70b-9f1a-44d3-85a3-d10cd98606e8 req-8c245954-c320-4132-b260-5336ef334ff1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1602075 Jul 14 09:41:05.825316 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-458c32a5-9863-45e2-86a1-60c58b419efc req-6b1177fb-c4f4-411e-be2f-aa089946c489 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/security-groups?id=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481739 Jul 14 09:41:05.878508 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a6ee70b-9f1a-44d3-85a3-d10cd98606e8 req-876d0522-93f3-419b-9e73-e3443be943dc tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521851 Jul 14 09:41:05.902342 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800ab23-44fa-491b-86a3-18e0dd5890ad req-1b758cf6-8586-47d4-bf13-7def6202d9ce tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:05.904261 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e800ab23-44fa-491b-86a3-18e0dd5890ad req-1b758cf6-8586-47d4-bf13-7def6202d9ce tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.55 "GET /v2.0/ports?device_id=21048676-4e46-47d9-b976-7ad5ba63f17f HTTP/1.1" status: 200 len: 945 time: 0.1188700 Jul 14 09:41:06.034611 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-e800ab23-44fa-491b-86a3-18e0dd5890ad req-7dd835d2-4521-4fb5-bbce-7771f40030b7 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Deleting port 0ffcee8d-3fbf-41e8-9df9-9585491b90d5 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:06.035344 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e800ab23-44fa-491b-86a3-18e0dd5890ad req-7dd835d2-4521-4fb5-bbce-7771f40030b7 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.181066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-e800ab23-44fa-491b-86a3-18e0dd5890ad req-7dd835d2-4521-4fb5-bbce-7771f40030b7 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] For port 0ffcee8d-3fbf-41e8-9df9-9585491b90d5, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0ffcee8d-3fbf-41e8-9df9-9585491b90d5,segment=NetworkSegment(9df9be30-3cef-4f6a-80c3-248b5c54e793),segment_id=9df9be30-3cef-4f6a-80c3-248b5c54e793)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:06.182212 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e800ab23-44fa-491b-86a3-18e0dd5890ad req-7dd835d2-4521-4fb5-bbce-7771f40030b7 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.198981 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-e800ab23-44fa-491b-86a3-18e0dd5890ad req-7dd835d2-4521-4fb5-bbce-7771f40030b7 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Calling delete_port for 0ffcee8d-3fbf-41e8-9df9-9585491b90d5 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:06.270881 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2c8b3-be54-48a4-9bd5-af32aa332480 req-b8b95228-9be6-4bc3-984a-a439c1288200 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:06.280560 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0ea2c8b3-be54-48a4-9bd5-af32aa332480 req-b8b95228-9be6-4bc3-984a-a439c1288200 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1642809 Jul 14 09:41:06.340827 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0ea2c8b3-be54-48a4-9bd5-af32aa332480 req-2c790dbd-077c-4ea9-87c5-10a75e76e6b6 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593028 Jul 14 09:41:06.434087 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e800ab23-44fa-491b-86a3-18e0dd5890ad req-7dd835d2-4521-4fb5-bbce-7771f40030b7 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.471863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd835d2-4521-4fb5-bbce-7771f40030b7 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Pushing event deleted for resources: {'Port': ['ID=0ffcee8d-3fbf-41e8-9df9-9585491b90d5,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:06.472700 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['0ffcee8d-3fbf-41e8-9df9-9585491b90d5'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:41:06.555707 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-e800ab23-44fa-491b-86a3-18e0dd5890ad req-7dd835d2-4521-4fb5-bbce-7771f40030b7 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] No DVR routers for this DVR port 0ffcee8d-3fbf-41e8-9df9-9585491b90d5 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:06.560523 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e800ab23-44fa-491b-86a3-18e0dd5890ad req-7dd835d2-4521-4fb5-bbce-7771f40030b7 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.562984 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e800ab23-44fa-491b-86a3-18e0dd5890ad req-7dd835d2-4521-4fb5-bbce-7771f40030b7 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.55 "DELETE /v2.0/ports/0ffcee8d-3fbf-41e8-9df9-9585491b90d5 HTTP/1.1" status: 204 len: 173 time: 0.6529560 Jul 14 09:41:06.563438 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21048676-4e46-47d9-b976-7ad5ba63f17f', 'name': 'network-vif-deleted', 'tag': '0ffcee8d-3fbf-41e8-9df9-9585491b90d5'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:06.568335 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc72b204-e3a6-4711-90a5-af96366d80b2" -d '{"events": [{"server_uuid": "21048676-4e46-47d9-b976-7ad5ba63f17f", "name": "network-vif-deleted", "tag": "0ffcee8d-3fbf-41e8-9df9-9585491b90d5"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:06.621006 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9896b7-7c14-481c-8768-850665fe8266 x-openstack-request-id: req-ac9896b7-7c14-481c-8768-850665fe8266 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:06.621515 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21048676-4e46-47d9-b976-7ad5ba63f17f", "name": "network-vif-deleted", "tag": "0ffcee8d-3fbf-41e8-9df9-9585491b90d5", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:06.621962 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac9896b7-7c14-481c-8768-850665fe8266 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:06.622695 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21048676-4e46-47d9-b976-7ad5ba63f17f', 'name': 'network-vif-deleted', 'tag': '0ffcee8d-3fbf-41e8-9df9-9585491b90d5', 'status': 'completed', 'code': 200} Jul 14 09:41:06.677248 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f7ac7-1ca9-433d-86dd-fac8401ba9a6 req-815b1993-1e47-4322-a16c-f5c4aaf70ad0 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:06.689021 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-421f7ac7-1ca9-433d-86dd-fac8401ba9a6 req-815b1993-1e47-4322-a16c-f5c4aaf70ad0 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1254997 Jul 14 09:41:07.272330 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2e31363b-a78a-434f-b2bf-5a48b292f57c req-f55b8aa7-15dc-463c-a74f-2c07b2049d05 tempest-VolumesSnapshotTestJSON-1872836531 tempest-VolumesSnapshotTestJSON-1872836531-project] 10.222.0.26 "GET /v2.0/ports?device_id=21048676-4e46-47d9-b976-7ad5ba63f17f HTTP/1.1" status: 200 len: 210 time: 0.0471931 Jul 14 09:41:07.317016 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-421f7ac7-1ca9-433d-86dd-fac8401ba9a6 req-242e0023-6ae8-4e07-a927-d7088228091b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6238599 Jul 14 09:41:07.396659 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35970) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:07.563205 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5b182ff7-0e3b-47aa-bbbc-dcf82f4532d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.754971 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5b182ff7-0e3b-47aa-bbbc-dcf82f4532d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.758781 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5b182ff7-0e3b-47aa-bbbc-dcf82f4532d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.767235 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0daa72-69ff-411d-a145-aca9bd324726 req-90e65a03-342c-437d-b288-30c87545eaa6 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:07.769997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db0daa72-69ff-411d-a145-aca9bd324726 req-90e65a03-342c-437d-b288-30c87545eaa6 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1819959 Jul 14 09:41:07.813664 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b182ff7-0e3b-47aa-bbbc-dcf82f4532d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a905cbbb-e157-490b-8ac5-f18a1bedefed,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:07.822647 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5b182ff7-0e3b-47aa-bbbc-dcf82f4532d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c5368c799aa84193854ca2cadd9a2918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4244473 Jul 14 09:41:07.823910 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 35986) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:07.854224 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db0daa72-69ff-411d-a145-aca9bd324726 req-ff81cc23-899b-4eef-ad7c-3bc42637dcba tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767212 Jul 14 09:41:07.909620 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5855590-2cf7-4fc1-9bb6-91e2f682d773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.941274 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5855590-2cf7-4fc1-9bb6-91e2f682d773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.998380 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5855590-2cf7-4fc1-9bb6-91e2f682d773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.001327 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5855590-2cf7-4fc1-9bb6-91e2f682d773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.002649 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f5855590-2cf7-4fc1-9bb6-91e2f682d773 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a905cbbb-e157-490b-8ac5-f18a1bedefed HTTP/1.1" status: 204 len: 168 time: 0.1691542 Jul 14 09:41:08.012980 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5855590-2cf7-4fc1-9bb6-91e2f682d773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a905cbbb-e157-490b-8ac5-f18a1bedefed,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:08.075119 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd74bbc-41c3-4bb4-a5ad-5014e27e6b58 req-fd367bc3-5aba-47c2-98fc-012f1c8e3009 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:08.076657 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0cd74bbc-41c3-4bb4-a5ad-5014e27e6b58 req-fd367bc3-5aba-47c2-98fc-012f1c8e3009 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0933957 Jul 14 09:41:08.121778 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0cd74bbc-41c3-4bb4-a5ad-5014e27e6b58 req-10c23dd1-6360-465c-b6f1-f38bcaddd059 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384312 Jul 14 09:41:08.368297 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665c72e-29da-4fe7-96ac-b7cfe1874f55 req-61400b05-ba41-4857-af30-fa974f9c176f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:08.369878 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1665c72e-29da-4fe7-96ac-b7cfe1874f55 req-61400b05-ba41-4857-af30-fa974f9c176f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1051743 Jul 14 09:41:08.435460 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1665c72e-29da-4fe7-96ac-b7cfe1874f55 req-49f52c66-fb4e-46b6-8260-80af5b1b8915 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575538 Jul 14 09:41:08.721477 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06ab08-47bf-4305-89ec-cbebcc9a304b req-5b274a49-9179-405a-bbd4-b3b9ae742956 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:08.725465 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8a06ab08-47bf-4305-89ec-cbebcc9a304b req-5b274a49-9179-405a-bbd4-b3b9ae742956 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1261299 Jul 14 09:41:08.729124 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:41:08.778823 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8a06ab08-47bf-4305-89ec-cbebcc9a304b req-72c5e955-3542-4acb-92f3-362d50a9805b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471005 Jul 14 09:41:09.140911 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29589348-8533-45c1-83af-3bbefd5d1327 req-d29bb0de-181d-4bbb-bb0f-44fd5dbc80d0 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:09.143034 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-29589348-8533-45c1-83af-3bbefd5d1327 req-d29bb0de-181d-4bbb-bb0f-44fd5dbc80d0 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0954301 Jul 14 09:41:09.203913 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-29589348-8533-45c1-83af-3bbefd5d1327 req-ffd37e6b-fa41-4ed7-985c-3649b0cc55e7 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483108 Jul 14 09:41:09.430692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462549b-5ce8-43de-b181-f6e32b70aae6 req-509ffe1e-f160-4044-83e3-5d8625209ad6 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:09.435431 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3462549b-5ce8-43de-b181-f6e32b70aae6 req-509ffe1e-f160-4044-83e3-5d8625209ad6 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0935183 Jul 14 09:41:09.526017 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3462549b-5ce8-43de-b181-f6e32b70aae6 req-96357f33-4c1d-4966-9665-a11e67f07519 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842681 Jul 14 09:41:09.949164 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9c128-65f9-4b38-ae44-671448dc4e27 req-826a280a-758f-4d23-8a15-32d61c99ad1d tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:09.965659 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-52f9c128-65f9-4b38-ae44-671448dc4e27 req-826a280a-758f-4d23-8a15-32d61c99ad1d tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1400075 Jul 14 09:41:10.020832 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-52f9c128-65f9-4b38-ae44-671448dc4e27 req-1984ff83-a6e8-406a-957f-394676c88301 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539417 Jul 14 09:41:10.174252 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 0ffcee8d-3fbf-41e8-9df9-9585491b90d5 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:10.218307 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 0ffcee8d-3fbf-41e8-9df9-9585491b90d5 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:10.220293 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 0ffcee8d-3fbf-41e8-9df9-9585491b90d5 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:10.237488 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36086) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:10.284022 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74445646-9d6b-4121-8cee-f0bfba7c8f35 req-086e5b34-d1ea-4015-823b-ae1e934a92bc tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:10.285632 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74445646-9d6b-4121-8cee-f0bfba7c8f35 req-086e5b34-d1ea-4015-823b-ae1e934a92bc tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1102037 Jul 14 09:41:10.389568 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74445646-9d6b-4121-8cee-f0bfba7c8f35 req-48c7e5b1-0903-49ab-b67d-3640e5bcd8cc tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952415 Jul 14 09:41:10.454059 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb9502c2-efed-492b-bb4e-92a3f3dbde9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.622489 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb9502c2-efed-492b-bb4e-92a3f3dbde9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.630221 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb9502c2-efed-492b-bb4e-92a3f3dbde9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.686135 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bb9502c2-efed-492b-bb4e-92a3f3dbde9c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0fd1bef1fc254df3b35de3b4fa3684a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4470623 Jul 14 09:41:10.688452 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36100) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:10.694117 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519a50d-d317-4b83-ae29-4740edcbb99d req-0b1180ac-644b-45f5-85fa-ad1fb9c7cec0 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:10.695770 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7519a50d-d317-4b83-ae29-4740edcbb99d req-0b1180ac-644b-45f5-85fa-ad1fb9c7cec0 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0808101 Jul 14 09:41:10.700559 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9502c2-efed-492b-bb4e-92a3f3dbde9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128da96c-e75c-4e5c-b9c5-996ce0f773df,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:10.756491 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7519a50d-d317-4b83-ae29-4740edcbb99d req-23c8d64c-e471-436d-a7da-32ff734a3971 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537634 Jul 14 09:41:10.783437 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c48712ba-143b-41a0-8cd7-d85fea0677de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.818727 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c48712ba-143b-41a0-8cd7-d85fea0677de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.890922 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c48712ba-143b-41a0-8cd7-d85fea0677de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.894131 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c48712ba-143b-41a0-8cd7-d85fea0677de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.913300 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c48712ba-143b-41a0-8cd7-d85fea0677de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/128da96c-e75c-4e5c-b9c5-996ce0f773df HTTP/1.1" status: 204 len: 168 time: 0.2235215 Jul 14 09:41:10.933303 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48712ba-143b-41a0-8cd7-d85fea0677de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128da96c-e75c-4e5c-b9c5-996ce0f773df,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:11.024989 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8632c-d228-4445-9ecc-4835c4713564 req-e874cf85-4b28-4dc7-ab17-f72a32046248 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:11.032658 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6c8632c-d228-4445-9ecc-4835c4713564 req-e874cf85-4b28-4dc7-ab17-f72a32046248 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1051509 Jul 14 09:41:11.083625 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6c8632c-d228-4445-9ecc-4835c4713564 req-8dec19c0-a229-4807-be14-d639cbc5f859 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498366 Jul 14 09:41:11.446110 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eafab2-ba9f-480f-b1a9-88513739d267 req-8c85beb5-8c68-4b0c-bcbc-f7582cda07f7 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:11.455510 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f1eafab2-ba9f-480f-b1a9-88513739d267 req-8c85beb5-8c68-4b0c-bcbc-f7582cda07f7 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1048310 Jul 14 09:41:11.500753 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f1eafab2-ba9f-480f-b1a9-88513739d267 req-8ca8f7dd-7245-4b87-8830-f10d9d815430 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443237 Jul 14 09:41:11.785241 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6dd46e-452a-4129-945d-62af7f18aea4 req-5f324fa7-97bb-428d-95b9-b532b6c042f2 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:11.787631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb6dd46e-452a-4129-945d-62af7f18aea4 req-5f324fa7-97bb-428d-95b9-b532b6c042f2 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1200881 Jul 14 09:41:11.851065 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb6dd46e-452a-4129-945d-62af7f18aea4 req-d72752ec-b359-4a73-af43-dde2d68d3d26 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545452 Jul 14 09:41:12.272148 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a791e48-8302-4829-9c11-d2f15372fb00 req-6286119a-e2e6-42f9-83eb-876ec249da87 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:12.273686 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a791e48-8302-4829-9c11-d2f15372fb00 req-6286119a-e2e6-42f9-83eb-876ec249da87 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1377497 Jul 14 09:41:12.374448 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a791e48-8302-4829-9c11-d2f15372fb00 req-4e73eb6c-10a5-4093-b306-26776d8fe065 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914066 Jul 14 09:41:12.654245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104c3cc-2175-4db8-aa69-41552e33aaed req-1ecda5ca-3cc1-4252-9ddc-78a2bd09a7af tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:12.656990 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7104c3cc-2175-4db8-aa69-41552e33aaed req-1ecda5ca-3cc1-4252-9ddc-78a2bd09a7af tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1088412 Jul 14 09:41:12.755234 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7104c3cc-2175-4db8-aa69-41552e33aaed req-1de81872-fa5f-4e51-a051-07e9150ae29e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907972 Jul 14 09:41:13.042900 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aef8a8-3b38-4dcc-aef6-68b885727831 req-788ba05f-6fca-4409-9bd9-235e988abec8 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:13.050946 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24aef8a8-3b38-4dcc-aef6-68b885727831 req-788ba05f-6fca-4409-9bd9-235e988abec8 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1026046 Jul 14 09:41:13.094066 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24aef8a8-3b38-4dcc-aef6-68b885727831 req-68e3c38d-cd7c-4080-938b-9f42e816866f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418830 Jul 14 09:41:13.332414 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c65587-7584-4a42-89f5-2e6dddff3adf req-c15dd9db-6f51-4341-8b88-592daf411378 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:13.334628 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-79c65587-7584-4a42-89f5-2e6dddff3adf req-c15dd9db-6f51-4341-8b88-592daf411378 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0924993 Jul 14 09:41:13.383795 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-79c65587-7584-4a42-89f5-2e6dddff3adf req-8fc93be0-f83e-4c65-b4b5-09277858c326 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440423 Jul 14 09:41:14.197152 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc2351-62d9-4117-90ec-6f3ba1148682 req-4a299617-b9f1-4ffe-abd0-32daa499e23b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:14.213668 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89fc2351-62d9-4117-90ec-6f3ba1148682 req-4a299617-b9f1-4ffe-abd0-32daa499e23b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1359158 Jul 14 09:41:14.302986 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89fc2351-62d9-4117-90ec-6f3ba1148682 req-a0933dc4-a383-41fd-921e-d2cb5b841f9d tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810540 Jul 14 09:41:15.550303 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade1026-bfc9-4dc4-baee-28782e18b177 req-418c05f4-1ef4-4af2-8f1a-2eaa2979ab97 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:15.553405 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aade1026-bfc9-4dc4-baee-28782e18b177 req-418c05f4-1ef4-4af2-8f1a-2eaa2979ab97 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1042066 Jul 14 09:41:15.651218 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aade1026-bfc9-4dc4-baee-28782e18b177 req-e75b8f30-a816-4545-84b4-55b183f7347e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841599 Jul 14 09:41:16.525917 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.967402 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35602955-2d1b-492e-a562-db8c77722b54 req-9b39bdd4-626d-4849-8363-c0372e028113 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:16.999859 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35602955-2d1b-492e-a562-db8c77722b54 req-9b39bdd4-626d-4849-8363-c0372e028113 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1452470 Jul 14 09:41:17.149746 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35602955-2d1b-492e-a562-db8c77722b54 req-77956495-f630-4199-9752-6cfbf20182bb tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449053 Jul 14 09:41:18.548029 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36306) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:18.715992 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e26f51f0-7b24-4e6b-8f79-5e5c13bc7780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:18.855154 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb4f70-0da0-4771-91f0-dce20d6226ff req-ddec6c01-3d9f-4386-a689-ac3de697b191 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:18.862869 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63eb4f70-0da0-4771-91f0-dce20d6226ff req-ddec6c01-3d9f-4386-a689-ac3de697b191 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.3246160 Jul 14 09:41:18.929884 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63eb4f70-0da0-4771-91f0-dce20d6226ff req-8fecfd64-1efc-4105-9c66-477d335da238 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621724 Jul 14 09:41:18.946340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696eb676-cd07-414b-8b10-6f9268b3e5d7 req-b80cc11d-ad79-4dd9-8e5e-d19b81c80c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:18.948165 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-696eb676-cd07-414b-8b10-6f9268b3e5d7 req-b80cc11d-ad79-4dd9-8e5e-d19b81c80c42 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18245d4c12b042849567d400be4c479b&device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 1098 time: 0.5999560 Jul 14 09:41:19.139697 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e26f51f0-7b24-4e6b-8f79-5e5c13bc7780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:19.153838 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e26f51f0-7b24-4e6b-8f79-5e5c13bc7780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:19.236928 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f51f0-7b24-4e6b-8f79-5e5c13bc7780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162a23c8-78a6-4a44-94b3-cc62daf456a8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:19.333606 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696eb676-cd07-414b-8b10-6f9268b3e5d7 req-64e68486-5d96-47f9-8277-6be878eb3e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:19.342308 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-696eb676-cd07-414b-8b10-6f9268b3e5d7 req-64e68486-5d96-47f9-8277-6be878eb3e2a service neutron] 10.222.0.49 "GET /v2.0/networks?id=6feba008-c597-4a6d-99c1-fa0a29f2df67 HTTP/1.1" status: 200 len: 915 time: 0.3686233 Jul 14 09:41:19.379914 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e26f51f0-7b24-4e6b-8f79-5e5c13bc7780 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=215713bda3fe4ccf84b07a9918d89338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8294606 Jul 14 09:41:19.402593 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36362) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:19.514960 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-696eb676-cd07-414b-8b10-6f9268b3e5d7 req-4c7cb7fe-9498-47dc-8b2f-35900a26b094 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cfb3304-cb40-4fed-b721-9d83a8c028f4 HTTP/1.1" status: 200 len: 217 time: 0.1575744 Jul 14 09:41:19.569154 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cf22bb9-90d4-4249-8a3b-3c326939b962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:19.618658 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696eb676-cd07-414b-8b10-6f9268b3e5d7 req-8a0cb205-db9f-4499-b93b-ee8df7cef8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:19.621768 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-696eb676-cd07-414b-8b10-6f9268b3e5d7 req-8a0cb205-db9f-4499-b93b-ee8df7cef8fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c433742-6df6-42b6-9b91-b5848de2b475 HTTP/1.1" status: 200 len: 854 time: 0.0981719 Jul 14 09:41:19.695997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-696eb676-cd07-414b-8b10-6f9268b3e5d7 req-ed18d1e2-acc4-40e9-9930-131936446751 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6feba008-c597-4a6d-99c1-fa0a29f2df67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697205 Jul 14 09:41:19.706261 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cf22bb9-90d4-4249-8a3b-3c326939b962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:19.712982 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-696eb676-cd07-414b-8b10-6f9268b3e5d7 req-fe64f358-abfd-40e0-a7bb-71a6b19fe377 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:41:19.714324 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-696eb676-cd07-414b-8b10-6f9268b3e5d7 req-fe64f358-abfd-40e0-a7bb-71a6b19fe377 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115018 Jul 14 09:41:19.895372 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cf22bb9-90d4-4249-8a3b-3c326939b962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:19.898945 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cf22bb9-90d4-4249-8a3b-3c326939b962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:19.900094 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3cf22bb9-90d4-4249-8a3b-3c326939b962 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/162a23c8-78a6-4a44-94b3-cc62daf456a8 HTTP/1.1" status: 204 len: 168 time: 0.4944589 Jul 14 09:41:19.935946 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf22bb9-90d4-4249-8a3b-3c326939b962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162a23c8-78a6-4a44-94b3-cc62daf456a8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:20.098219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-696eb676-cd07-414b-8b10-6f9268b3e5d7 req-4e9f313e-2b32-4145-a9ba-79e780d23cbd service neutron] 10.222.0.49 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766048 Jul 14 09:41:20.400636 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-696eb676-cd07-414b-8b10-6f9268b3e5d7 req-9064b465-b1b0-414f-824a-8cdc68f24bf0 service neutron] 10.222.0.49 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842379 Jul 14 09:41:20.442471 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16992290-4e53-428d-a762-def1861b0631 req-187e5f85-528a-4489-801a-020dc692e744 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:20.451974 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16992290-4e53-428d-a762-def1861b0631 req-187e5f85-528a-4489-801a-020dc692e744 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1451809 Jul 14 09:41:20.572983 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16992290-4e53-428d-a762-def1861b0631 req-602ddc8f-0e29-4f1d-80d3-58ec6cc78ae9 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124949 Jul 14 09:41:21.894248 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54767ad6-eba4-4fa8-a085-1cf7c5cdb08c req-b9fa4e6d-80c7-4fe7-87ab-9504b379f5f2 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:21.907310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-54767ad6-eba4-4fa8-a085-1cf7c5cdb08c req-b9fa4e6d-80c7-4fe7-87ab-9504b379f5f2 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1319582 Jul 14 09:41:21.986815 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-54767ad6-eba4-4fa8-a085-1cf7c5cdb08c req-9da3cada-e587-4f23-bad6-0ad4fa66943c tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775595 Jul 14 09:41:23.437275 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcb418-0c4b-44fd-8930-830c8a6e1acc req-792819c6-16dc-4210-ab14-f956cf95f1ae tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:23.445219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eadcb418-0c4b-44fd-8930-830c8a6e1acc req-792819c6-16dc-4210-ab14-f956cf95f1ae tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1630161 Jul 14 09:41:23.522875 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eadcb418-0c4b-44fd-8930-830c8a6e1acc req-fe1c0b22-8211-4d7c-802a-b407bcc9a88f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769279 Jul 14 09:41:24.828242 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cfb27-7cd7-4528-8093-1b7f7c87dccf req-b10af047-d7e5-431c-9ad0-85f55fcf8082 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:24.830701 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab4cfb27-7cd7-4528-8093-1b7f7c87dccf req-b10af047-d7e5-431c-9ad0-85f55fcf8082 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.0948515 Jul 14 09:41:24.911149 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab4cfb27-7cd7-4528-8093-1b7f7c87dccf req-f557937f-354f-4765-a714-56d8463d115f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660331 Jul 14 09:41:25.529514 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-0419b85a-4d7f-4d3d-8774-b5453ae5c0e3 req-c768a56d-d8fb-452b-bde3-7d3a5317d58f service neutron] (93888) timed out ('10.222.0.26', 37698) {{(pid=93888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:41:26.170972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff071a-f219-476d-91b9-3c5b8c371ec0 req-831ef265-4c69-4930-b775-5d30fedd626f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:26.173309 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04ff071a-f219-476d-91b9-3c5b8c371ec0 req-831ef265-4c69-4930-b775-5d30fedd626f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.1103401 Jul 14 09:41:26.294812 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04ff071a-f219-476d-91b9-3c5b8c371ec0 req-1dd0805a-8f76-4cff-9452-5185b2bbd923 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114962 Jul 14 09:41:26.865411 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36932) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:26.956960 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d4e3f6-b638-44d1-b4c0-3ef1cf9e3d8e admin admin] Deleting subnet 5f11d3a3-144f-45d1-b1ae-1b7787f474b9 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:26.971189 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-84d4e3f6-b638-44d1-b4c0-3ef1cf9e3d8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.057944 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-84d4e3f6-b638-44d1-b4c0-3ef1cf9e3d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.063128 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9cfb3304-cb40-4fed-b721-9d83a8c028f4 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:41:27.114947 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-84d4e3f6-b638-44d1-b4c0-3ef1cf9e3d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.184434 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-84d4e3f6-b638-44d1-b4c0-3ef1cf9e3d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.215310 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-84d4e3f6-b638-44d1-b4c0-3ef1cf9e3d8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.224962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36936) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:27.227733 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-84d4e3f6-b638-44d1-b4c0-3ef1cf9e3d8e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5f11d3a3-144f-45d1-b1ae-1b7787f474b9 HTTP/1.1" status: 204 len: 168 time: 0.3604789 Jul 14 09:41:27.282090 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9cfb3304-cb40-4fed-b721-9d83a8c028f4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9cfb3304-cb40-4fed-b721-9d83a8c028f4,segment=NetworkSegment(8038b284-822d-4ef6-b135-945c53ba5f7c),segment_id=8038b284-822d-4ef6-b135-945c53ba5f7c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:27.291680 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4e3f6-b638-44d1-b4c0-3ef1cf9e3d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f11d3a3-144f-45d1-b1ae-1b7787f474b9,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:27.325225 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '9cfb3304-cb40-4fed-b721-9d83a8c028f4', 'network_id': '6feba008-c597-4a6d-99c1-fa0a29f2df67', 'port_id': '9cfb3304-cb40-4fed-b721-9d83a8c028f4', 'mac_address': 'fa:16:3e:1d:f2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c433742-6df6-42b6-9b91-b5848de2b475', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:41:27.362462 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f378cb51-c94a-4df0-ba72-0364ca6df6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.458631 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f88fde49-519a-4a86-8293-345b2d32e0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.460145 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.497023 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cfb3304-cb40-4fed-b721-9d83a8c028f4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:41:27.543797 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9cfb3304-cb40-4fed-b721-9d83a8c028f4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9cfb3304-cb40-4fed-b721-9d83a8c028f4,segment=NetworkSegment(8038b284-822d-4ef6-b135-945c53ba5f7c),segment_id=8038b284-822d-4ef6-b135-945c53ba5f7c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:27.552600 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.695942 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['9cfb3304-cb40-4fed-b721-9d83a8c028f4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:41:27.762235 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f88fde49-519a-4a86-8293-345b2d32e0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.807508 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-f88fde49-519a-4a86-8293-345b2d32e0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5aef19-7eae-44c2-88d5-4849f2eb0464']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:27.837218 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=9cfb3304-cb40-4fed-b721-9d83a8c028f4,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:27.880939 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-f88fde49-519a-4a86-8293-345b2d32e0c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbec822-9b28-4447-bad1-4e00c2ff7ff0') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:27.881335 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-f88fde49-519a-4a86-8293-345b2d32e0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbec822-9b28-4447-bad1-4e00c2ff7ff0') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:27.915365 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f88fde49-519a-4a86-8293-345b2d32e0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.962664 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc7eb3-526f-4414-bf37-574083bd83fd req-2de77216-04b3-464a-b826-f4a587c558a3 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:27.972944 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-33dc7eb3-526f-4414-bf37-574083bd83fd req-2de77216-04b3-464a-b826-f4a587c558a3 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 945 time: 0.2198465 Jul 14 09:41:27.978947 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f88fde49-519a-4a86-8293-345b2d32e0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.990733 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88fde49-519a-4a86-8293-345b2d32e0c2 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:27.996104 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f88fde49-519a-4a86-8293-345b2d32e0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:27.998935 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:28.182137 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-33dc7eb3-526f-4414-bf37-574083bd83fd req-293ac326-c075-4c5f-b481-9e3d4465d7f4 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078125 Jul 14 09:41:28.242571 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f88fde49-519a-4a86-8293-345b2d32e0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.257319 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f88fde49-519a-4a86-8293-345b2d32e0c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.262905 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 36958) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:28.263453 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f88fde49-519a-4a86-8293-345b2d32e0c2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2f5aef19-7eae-44c2-88d5-4849f2eb0464 HTTP/1.1" status: 204 len: 168 time: 1.0373557 Jul 14 09:41:28.315166 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fde49-519a-4a86-8293-345b2d32e0c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f5aef19-7eae-44c2-88d5-4849f2eb0464,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:28.443819 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab92586-75c0-48b8-91b6-f6a4cbf85e2b admin admin] Deleting subnet 68c6ed85-0bdb-4aa5-aced-d0e42dffd8fb {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:28.455956 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bab92586-75c0-48b8-91b6-f6a4cbf85e2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.544127 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bab92586-75c0-48b8-91b6-f6a4cbf85e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.653107 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bab92586-75c0-48b8-91b6-f6a4cbf85e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.793272 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bab92586-75c0-48b8-91b6-f6a4cbf85e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.878479 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab92586-75c0-48b8-91b6-f6a4cbf85e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68c6ed85-0bdb-4aa5-aced-d0e42dffd8fb,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:28.896529 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bab92586-75c0-48b8-91b6-f6a4cbf85e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.911619 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bab92586-75c0-48b8-91b6-f6a4cbf85e2b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/68c6ed85-0bdb-4aa5-aced-d0e42dffd8fb HTTP/1.1" status: 204 len: 168 time: 0.6437933 Jul 14 09:41:28.911822 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 36972) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:29.078174 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9cfb3304-cb40-4fed-b721-9d83a8c028f4 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:29.210247 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 9cfb3304-cb40-4fed-b721-9d83a8c028f4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:29.210943 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.261057 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25e81aef-8d8b-4b2e-9958-1485e4dc095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.496789 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.577080 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfb3304-cb40-4fed-b721-9d83a8c028f4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:29.586523 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4907e29e-4a1d-4c5f-ac5e-01f56b0cf7db" -d '{"events": [{"server_uuid": "0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e", "name": "network-vif-plugged", "status": "completed", "tag": "9cfb3304-cb40-4fed-b721-9d83a8c028f4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:29.642171 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9cfb3304-cb40-4fed-b721-9d83a8c028f4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9cfb3304-cb40-4fed-b721-9d83a8c028f4,segment=NetworkSegment(8038b284-822d-4ef6-b135-945c53ba5f7c),segment_id=8038b284-822d-4ef6-b135-945c53ba5f7c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:29.647724 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.777173 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b8a79-fbc3-42a9-84be-d8dc3c8c6cef req-562fb5d9-7301-4d46-8f04-f014580e9305 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:29.778964 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e5b8a79-fbc3-42a9-84be-d8dc3c8c6cef req-562fb5d9-7301-4d46-8f04-f014580e9305 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 945 time: 0.1705074 Jul 14 09:41:29.812683 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25e81aef-8d8b-4b2e-9958-1485e4dc095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.827280 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=9cfb3304-cb40-4fed-b721-9d83a8c028f4,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:29.850783 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ad677ef-c471-4018-b9a3-0ce47b5a0162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.860330 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-25e81aef-8d8b-4b2e-9958-1485e4dc095a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d316a0f0-28f6-4f76-b68e-e7d192c5dcc8']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:29.893276 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-25e81aef-8d8b-4b2e-9958-1485e4dc095a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d42678d-68d1-485e-abc3-d32d28b5abd0') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:29.895668 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-25e81aef-8d8b-4b2e-9958-1485e4dc095a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d42678d-68d1-485e-abc3-d32d28b5abd0') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:29.909260 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.925035 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25e81aef-8d8b-4b2e-9958-1485e4dc095a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.938472 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e5b8a79-fbc3-42a9-84be-d8dc3c8c6cef req-4cc9b7bb-7b11-4dc5-b394-5eb315739278 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496925 Jul 14 09:41:29.997357 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-4aafc1c0-b41d-478a-b9d2-3e632911cca1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7923932 Jul 14 09:41:30.001358 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25e81aef-8d8b-4b2e-9958-1485e4dc095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.017032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e81aef-8d8b-4b2e-9958-1485e4dc095a admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:30.020278 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25e81aef-8d8b-4b2e-9958-1485e4dc095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:30.226442 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:30.290157 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25e81aef-8d8b-4b2e-9958-1485e4dc095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.307228 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25e81aef-8d8b-4b2e-9958-1485e4dc095a admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.318183 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-25e81aef-8d8b-4b2e-9958-1485e4dc095a admin admin] 10.222.0.26 "DELETE /v2.0/networks/d316a0f0-28f6-4f76-b68e-e7d192c5dcc8 HTTP/1.1" status: 204 len: 168 time: 1.4039311 Jul 14 09:41:30.350479 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e81aef-8d8b-4b2e-9958-1485e4dc095a admin admin] Pushing event deleted for resources: {'Network': ['ID=d316a0f0-28f6-4f76-b68e-e7d192c5dcc8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:30.477959 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-d41cd19c-f8c9-4246-a433-a7310bc919ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:30.478442 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-d41cd19c-f8c9-4246-a433-a7310bc919ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:30.484085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-d41cd19c-f8c9-4246-a433-a7310bc919ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:30.484611 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-d41cd19c-f8c9-4246-a433-a7310bc919ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:30.485663 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-d41cd19c-f8c9-4246-a433-a7310bc919ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:30.486156 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-d41cd19c-f8c9-4246-a433-a7310bc919ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:30.486614 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-d41cd19c-f8c9-4246-a433-a7310bc919ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:30.492880 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-d41cd19c-f8c9-4246-a433-a7310bc919ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68f6d0b430624b5a805e2568a292b9fb&device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 6506 time: 0.2737527 Jul 14 09:41:30.711479 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.725919 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4151608-21fa-4c98-a4ed-e7ad33dde851 x-openstack-request-id: req-a4151608-21fa-4c98-a4ed-e7ad33dde851 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:30.726431 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e", "name": "network-vif-plugged", "status": "completed", "tag": "9cfb3304-cb40-4fed-b721-9d83a8c028f4", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:30.726755 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a4151608-21fa-4c98-a4ed-e7ad33dde851 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:30.727245 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfb3304-cb40-4fed-b721-9d83a8c028f4', 'code': 200} Jul 14 09:41:30.776468 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37000) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:30.803026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-7e1c887a-4791-41ea-9ce8-47f9a8a5b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:30.805568 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-7e1c887a-4791-41ea-9ce8-47f9a8a5b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:30.811982 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-7e1c887a-4791-41ea-9ce8-47f9a8a5b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:30.820332 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-7e1c887a-4791-41ea-9ce8-47f9a8a5b67c service neutron] 10.222.0.55 "GET /v2.0/networks?id=bdd14ef5-9841-4d7a-9428-fd2321293aca&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&id=c08d002f-2c08-4121-b70d-1491e0b62a4f&id=c08d002f-2c08-4121-b70d-1491e0b62a4f HTTP/1.1" status: 200 len: 2298 time: 0.2903214 Jul 14 09:41:30.860832 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-145c4b0c-af75-4d28-9b95-53290cad3fbd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f2432917170c4814a1df548b062d7938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0826128 Jul 14 09:41:30.866560 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37004) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:30.931415 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-3b079df4-15d8-4c09-90b5-9a20f4d6d540 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918dc9b0-f662-452c-82da-9deaac6b16e9 HTTP/1.1" status: 200 len: 1001 time: 0.1066308 Jul 14 09:41:31.000275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-905443f2-c59d-42f9-a321-d531eab55989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.002379 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-905443f2-c59d-42f9-a321-d531eab55989 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1640c0b-fabc-4bef-a229-df363da4823e HTTP/1.1" status: 200 len: 856 time: 0.0623295 Jul 14 09:41:31.101883 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-dd48bef1-72fd-4935-b9e7-717bfb9cfb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.103607 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-dd48bef1-72fd-4935-b9e7-717bfb9cfb72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bdd14ef5-9841-4d7a-9428-fd2321293aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944643 Jul 14 09:41:31.131999 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-bf661158-b0ef-4add-a7f8-4e954dae6a7c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:41:31.136464 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-bf661158-b0ef-4add-a7f8-4e954dae6a7c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0228472 Jul 14 09:41:31.153094 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0156925e-97f8-4747-a1c1-9d114584df99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.236354 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0156925e-97f8-4747-a1c1-9d114584df99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.410321 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841b780-8b8f-49fb-b2f5-38cfa86b6585 req-adaf4f14-93f3-404d-a144-c7ba769aa0d8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.417555 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841b780-8b8f-49fb-b2f5-38cfa86b6585 req-adaf4f14-93f3-404d-a144-c7ba769aa0d8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.424105 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841b780-8b8f-49fb-b2f5-38cfa86b6585 req-adaf4f14-93f3-404d-a144-c7ba769aa0d8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.431527 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841b780-8b8f-49fb-b2f5-38cfa86b6585 req-adaf4f14-93f3-404d-a144-c7ba769aa0d8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.439066 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-3bf38117-d6cc-49cc-a6fc-08bd303aa2de service neutron] 10.222.0.55 "GET /v2.0/networks/bdd14ef5-9841-4d7a-9428-fd2321293aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748563 Jul 14 09:41:31.445276 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841b780-8b8f-49fb-b2f5-38cfa86b6585 req-adaf4f14-93f3-404d-a144-c7ba769aa0d8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.455036 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841b780-8b8f-49fb-b2f5-38cfa86b6585 req-adaf4f14-93f3-404d-a144-c7ba769aa0d8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.468527 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841b780-8b8f-49fb-b2f5-38cfa86b6585 req-adaf4f14-93f3-404d-a144-c7ba769aa0d8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.476908 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b841b780-8b8f-49fb-b2f5-38cfa86b6585 req-adaf4f14-93f3-404d-a144-c7ba769aa0d8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5442 time: 0.2371027 Jul 14 09:41:31.488242 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0156925e-97f8-4747-a1c1-9d114584df99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.500057 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0156925e-97f8-4747-a1c1-9d114584df99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.501415 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0156925e-97f8-4747-a1c1-9d114584df99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/67d174d2-f62e-4df1-b692-a780bbf6e79f HTTP/1.1" status: 204 len: 168 time: 0.6304364 Jul 14 09:41:31.567196 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-d43f663c-c68d-47f5-a808-75027547a3ad service neutron] 10.222.0.55 "GET /v2.0/networks/bdd14ef5-9841-4d7a-9428-fd2321293aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212146 Jul 14 09:41:31.629167 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-36fbc8e1-7d7c-4a35-8c57-e3eb97df8e49 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 HTTP/1.1" status: 200 len: 217 time: 0.0541921 Jul 14 09:41:31.638952 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b016e-11aa-4e75-a84c-41232a640c5e req-542c72d4-12fa-4d16-b8a3-cce4b9ed8188 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.649729 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c23b016e-11aa-4e75-a84c-41232a640c5e req-542c72d4-12fa-4d16-b8a3-cce4b9ed8188 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.3643496 Jul 14 09:41:31.681428 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156925e-97f8-4747-a1c1-9d114584df99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d174d2-f62e-4df1-b692-a780bbf6e79f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:31.728734 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b841b780-8b8f-49fb-b2f5-38cfa86b6585 req-7c0b66cb-fc0f-44a4-8a35-26fdf7ecbbca tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2508328 Jul 14 09:41:31.821724 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c23b016e-11aa-4e75-a84c-41232a640c5e req-f3fa086c-6d62-48cd-b717-91c2f71981a0 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685507 Jul 14 09:41:31.836893 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-9e7760f6-02e7-4c39-86c0-9c0bfe7c092d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.839893 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-9e7760f6-02e7-4c39-86c0-9c0bfe7c092d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.1712375 Jul 14 09:41:31.905920 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.021299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-37099753-289b-4af8-a649-dbea2531d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:32.028997 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-37099753-289b-4af8-a649-dbea2531d9ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1626675 Jul 14 09:41:32.227311 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-ea23f66c-bd16-452f-a11e-1c3534903e18 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890159 Jul 14 09:41:32.371212 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-b309fe2f-91c8-4dfb-a433-61f41025e106 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280596 Jul 14 09:41:32.375344 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37024) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:32.455592 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d8182dba-29c3-4dd8-bdbc-c911f760a42b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1ebcb3575a4419fba8aa48d37937e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0786266 Jul 14 09:41:32.459760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37026) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:32.470948 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-f8e360e5-78ae-4648-9dd9-f3ef63615080 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=45e73871-2607-4489-8e68-aa7f805e91d5 HTTP/1.1" status: 200 len: 217 time: 0.0774274 Jul 14 09:41:32.558668 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-78e2be56-dba4-45d9-b01c-e5e0088d20db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.595917 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-78e2be56-dba4-45d9-b01c-e5e0088d20db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.597015 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-63c5277a-9bb4-4ce0-a409-b89c0e1f6812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:32.599399 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-63c5277a-9bb4-4ce0-a409-b89c0e1f6812 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.1208198 Jul 14 09:41:32.623020 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c615c7-8507-4c94-87e2-b316d9312725 req-bf7339be-ce9e-4983-ab3d-89d363b9b6ed tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:32.632485 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c615c7-8507-4c94-87e2-b316d9312725 req-bf7339be-ce9e-4983-ab3d-89d363b9b6ed tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:32.651840 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c615c7-8507-4c94-87e2-b316d9312725 req-bf7339be-ce9e-4983-ab3d-89d363b9b6ed tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:32.660601 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c615c7-8507-4c94-87e2-b316d9312725 req-bf7339be-ce9e-4983-ab3d-89d363b9b6ed tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:32.667303 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c615c7-8507-4c94-87e2-b316d9312725 req-bf7339be-ce9e-4983-ab3d-89d363b9b6ed tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:32.675655 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c615c7-8507-4c94-87e2-b316d9312725 req-bf7339be-ce9e-4983-ab3d-89d363b9b6ed tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:32.687607 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c615c7-8507-4c94-87e2-b316d9312725 req-bf7339be-ce9e-4983-ab3d-89d363b9b6ed tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:32.690198 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-81c615c7-8507-4c94-87e2-b316d9312725 req-bf7339be-ce9e-4983-ab3d-89d363b9b6ed tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.55 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5442 time: 0.4612813 Jul 14 09:41:32.697923 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-78e2be56-dba4-45d9-b01c-e5e0088d20db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.704456 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-78e2be56-dba4-45d9-b01c-e5e0088d20db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.706495 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-78e2be56-dba4-45d9-b01c-e5e0088d20db admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e99156e7-3093-448a-9c19-cf9a1bb5c8d4 HTTP/1.1" status: 204 len: 168 time: 0.2436910 Jul 14 09:41:32.730704 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2be56-dba4-45d9-b01c-e5e0088d20db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99156e7-3093-448a-9c19-cf9a1bb5c8d4,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:32.848506 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.683903 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633276f-a109-4a0d-b552-4a3c1eb97898 req-d0c684cb-f97f-40c0-9020-2f0f1c6ef239 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:33.697248 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8633276f-a109-4a0d-b552-4a3c1eb97898 req-d0c684cb-f97f-40c0-9020-2f0f1c6ef239 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.5702605 Jul 14 09:41:33.732635 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf3e0b-72ec-49c6-a165-7154fdbb2017 req-6c735e38-17da-440f-b3f3-730b64a5777d tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:33.743818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf3e0b-72ec-49c6-a165-7154fdbb2017 req-6c735e38-17da-440f-b3f3-730b64a5777d tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:33.751657 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf3e0b-72ec-49c6-a165-7154fdbb2017 req-6c735e38-17da-440f-b3f3-730b64a5777d tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:33.761103 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c615c7-8507-4c94-87e2-b316d9312725 req-da61563f-b80b-4455-8c63-f29346b4d086 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:33.761904 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf3e0b-72ec-49c6-a165-7154fdbb2017 req-6c735e38-17da-440f-b3f3-730b64a5777d tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:33.763478 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-81c615c7-8507-4c94-87e2-b316d9312725 req-da61563f-b80b-4455-8c63-f29346b4d086 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.55 "GET /v2.0/ports/45e73871-2607-4489-8e68-aa7f805e91d5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1324375 Jul 14 09:41:33.769523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-54a102cf-401a-4ace-bb31-ce603f73dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:33.771677 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-54a102cf-401a-4ace-bb31-ce603f73dd33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0804436 Jul 14 09:41:33.778447 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf3e0b-72ec-49c6-a165-7154fdbb2017 req-6c735e38-17da-440f-b3f3-730b64a5777d tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:33.787061 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf3e0b-72ec-49c6-a165-7154fdbb2017 req-6c735e38-17da-440f-b3f3-730b64a5777d tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:33.800533 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf3e0b-72ec-49c6-a165-7154fdbb2017 req-6c735e38-17da-440f-b3f3-730b64a5777d tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:33.813343 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ddf3e0b-72ec-49c6-a165-7154fdbb2017 req-6c735e38-17da-440f-b3f3-730b64a5777d tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5442 time: 0.7587118 Jul 14 09:41:33.893493 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8633276f-a109-4a0d-b552-4a3c1eb97898 req-9190debe-ad70-4904-b80b-f4e6cd7a63da tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937776 Jul 14 09:41:33.947517 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ddf3e0b-72ec-49c6-a165-7154fdbb2017 req-f6e68006-3e83-4976-9687-591b341dde53 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327214 Jul 14 09:41:34.040391 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-b495ca0d-4447-4ece-99b3-78e8a369950a service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598085 Jul 14 09:41:34.046420 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-81c615c7-8507-4c94-87e2-b316d9312725 req-8b08237c-d4a5-43ab-a138-2eb0929d6ced tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2701292 Jul 14 09:41:34.294137 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-7ae3729b-1ec7-485a-863b-4fed8a2467ca service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464929 Jul 14 09:41:34.310988 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-81c615c7-8507-4c94-87e2-b316d9312725 req-81dca4a4-af82-44e7-accd-aa7b943937e7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:34.475005 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-8fef34dc-2d66-445e-9920-8a509800980c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc HTTP/1.1" status: 200 len: 217 time: 0.1575124 Jul 14 09:41:34.721593 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-81dca4a4-af82-44e7-accd-aa7b943937e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.825379 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37080) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:35.159607 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-14fd3889-d1bd-48d9-86a6-9522a3ba0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:35.186294 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-14fd3889-d1bd-48d9-86a6-9522a3ba0f4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.7032268 Jul 14 09:41:35.204819 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-4d876156-a9b6-4c74-974d-242f6b7f0c70 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1647943678-network', 'tenant_id': '3df52ecab6d742e0ae4c9143cbe11d7f'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:35.280224 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37098) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:35.338107 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-81c615c7-8507-4c94-87e2-b316d9312725 req-81dca4a4-af82-44e7-accd-aa7b943937e7 service neutron] For port 45e73871-2607-4489-8e68-aa7f805e91d5, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=45e73871-2607-4489-8e68-aa7f805e91d5,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:35.429929 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d876156-a9b6-4c74-974d-242f6b7f0c70 admin admin] Made reservation on behalf of 3df52ecab6d742e0ae4c9143cbe11d7f for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:35.432751 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d876156-a9b6-4c74-974d-242f6b7f0c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.464924 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d876156-a9b6-4c74-974d-242f6b7f0c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.470617 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-65fcb5f9-a24e-4100-9313-cd0ccff120c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:35.472163 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-65fcb5f9-a24e-4100-9313-cd0ccff120c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2616868 Jul 14 09:41:35.505915 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-81c615c7-8507-4c94-87e2-b316d9312725 req-81dca4a4-af82-44e7-accd-aa7b943937e7 service neutron] For port 45e73871-2607-4489-8e68-aa7f805e91d5, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:35.605821 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbb41b-6b4d-4d7d-9ebd-c3c0e950a3f1 req-3a0bdf98-03e3-4a82-b7ab-50c2c387bb3a tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:35.621225 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94bbb41b-6b4d-4d7d-9ebd-c3c0e950a3f1 req-3a0bdf98-03e3-4a82-b7ab-50c2c387bb3a tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.3430710 Jul 14 09:41:35.698474 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-81c615c7-8507-4c94-87e2-b316d9312725 req-81dca4a4-af82-44e7-accd-aa7b943937e7 service neutron] device_id is not set on port 45e73871-2607-4489-8e68-aa7f805e91d5 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:41:35.722472 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94bbb41b-6b4d-4d7d-9ebd-c3c0e950a3f1 req-f96da76c-ecaa-45fe-a2bf-f2ec1a990f3a tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003585 Jul 14 09:41:35.748818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a653042-794d-4e06-8ae1-a5719fa38eb3 req-6820c3b7-8e35-4e9e-beb3-a6e861b4b308 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:35.758399 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a653042-794d-4e06-8ae1-a5719fa38eb3 req-6820c3b7-8e35-4e9e-beb3-a6e861b4b308 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:35.767677 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a653042-794d-4e06-8ae1-a5719fa38eb3 req-6820c3b7-8e35-4e9e-beb3-a6e861b4b308 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:35.768184 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-845275cc-0977-4860-8f88-a26ca3076f77 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4927155379745849f3545153b7a5825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4869285 Jul 14 09:41:35.778461 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a653042-794d-4e06-8ae1-a5719fa38eb3 req-6820c3b7-8e35-4e9e-beb3-a6e861b4b308 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:35.787945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a653042-794d-4e06-8ae1-a5719fa38eb3 req-6820c3b7-8e35-4e9e-beb3-a6e861b4b308 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:35.793576 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-81dca4a4-af82-44e7-accd-aa7b943937e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.797275 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a653042-794d-4e06-8ae1-a5719fa38eb3 req-6820c3b7-8e35-4e9e-beb3-a6e861b4b308 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:35.798300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37102) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:35.804974 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a653042-794d-4e06-8ae1-a5719fa38eb3 req-6820c3b7-8e35-4e9e-beb3-a6e861b4b308 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:35.808110 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a653042-794d-4e06-8ae1-a5719fa38eb3 req-6820c3b7-8e35-4e9e-beb3-a6e861b4b308 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 5442 time: 0.4545021 Jul 14 09:41:35.829037 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-81dca4a4-af82-44e7-accd-aa7b943937e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.889293 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5a653042-794d-4e06-8ae1-a5719fa38eb3 req-839fbd8b-76e8-4020-9f37-59e9d791d3b1 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720525 Jul 14 09:41:35.987341 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dca4a4-af82-44e7-accd-aa7b943937e7 service neutron] Pushing event updated for resources: {'Port': ['ID=45e73871-2607-4489-8e68-aa7f805e91d5,revision_number=6']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:36.009392 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d876156-a9b6-4c74-974d-242f6b7f0c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.013884 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d876156-a9b6-4c74-974d-242f6b7f0c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.025101 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-a1b08d2e-3eda-4f4b-9736-8fb7f0afd427 service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402420 Jul 14 09:41:36.071383 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d876156-a9b6-4c74-974d-242f6b7f0c70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:36.078903 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d876156-a9b6-4c74-974d-242f6b7f0c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929b5bf2-1d4e-4953-a436-104883d4bb4d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:36.093816 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d876156-a9b6-4c74-974d-242f6b7f0c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.094187 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-4d876156-a9b6-4c74-974d-242f6b7f0c70 admin admin] Added segment 7ebf4281-509d-45b1-af79-a1d6009975cb of type vlan for network 5e3a2655-dacc-4a0b-af6c-1927e42ecaff Jul 14 09:41:36.199214 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d876156-a9b6-4c74-974d-242f6b7f0c70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.220477 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c615c7-8507-4c94-87e2-b316d9312725 req-81dca4a4-af82-44e7-accd-aa7b943937e7 service neutron] No DVR routers for this DVR port 45e73871-2607-4489-8e68-aa7f805e91d5 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:36.277530 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d876156-a9b6-4c74-974d-242f6b7f0c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.279337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d876156-a9b6-4c74-974d-242f6b7f0c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:36.280613 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d876156-a9b6-4c74-974d-242f6b7f0c70 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.308975 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 0f2af3da-23fd-4df1-948a-432f34ec3de2 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:36.347451 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-34848443-de4a-4d07-82e7-a9ca11c9bb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.418040 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-81c615c7-8507-4c94-87e2-b316d9312725 req-81dca4a4-af82-44e7-accd-aa7b943937e7 service neutron] In _notify_port_updated(), no bound segment for port 45e73871-2607-4489-8e68-aa7f805e91d5 on network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b {{(pid=93888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:41:36.425953 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c615c7-8507-4c94-87e2-b316d9312725 req-81dca4a4-af82-44e7-accd-aa7b943937e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:36.428256 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-81dca4a4-af82-44e7-accd-aa7b943937e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.431227 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-81c615c7-8507-4c94-87e2-b316d9312725 req-81dca4a4-af82-44e7-accd-aa7b943937e7 service neutron] 10.222.0.55 "PUT /v2.0/ports/45e73871-2607-4489-8e68-aa7f805e91d5 HTTP/1.1" status: 200 len: 1032 time: 2.1314883 Jul 14 09:41:36.468988 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4d876156-a9b6-4c74-974d-242f6b7f0c70 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6363871 Jul 14 09:41:36.471932 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37110) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:36.503144 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-9466c282-1d9d-45ae-9ead-5baabc7ff6f4 admin admin] Request body: {'subnet': {'network_id': '5e3a2655-dacc-4a0b-af6c-1927e42ecaff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1647943678-subnet', 'tenant_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:36.528444 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-34848443-de4a-4d07-82e7-a9ca11c9bb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.534979 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-1ab30cfb-1f27-4f41-9cd0-ea34387d8c9d service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912834 Jul 14 09:41:36.561435 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.581749 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-711ed0a3-9f37-47b2-ada7-6518ceee6888 None None] Provisioning complete for port 45e73871-2607-4489-8e68-aa7f805e91d5 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:36.582446 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-711ed0a3-9f37-47b2-ada7-6518ceee6888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.593195 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9466c282-1d9d-45ae-9ead-5baabc7ff6f4 admin admin] Made reservation on behalf of 3df52ecab6d742e0ae4c9143cbe11d7f for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:36.599970 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9466c282-1d9d-45ae-9ead-5baabc7ff6f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.622711 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c615c7-8507-4c94-87e2-b316d9312725 req-021d6457-67e4-41f1-809a-2a31028e4e69 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:36.629263 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-81c615c7-8507-4c94-87e2-b316d9312725 req-021d6457-67e4-41f1-809a-2a31028e4e69 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.55 "GET /v2.0/ports/60d1f0ad-e2e3-40d9-9ce8-40150c6ac042?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1730971 Jul 14 09:41:36.631581 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f2af3da-23fd-4df1-948a-432f34ec3de2'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:36.634731 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-40ef9b0f-1847-4d50-8ec2-0351226fcd2c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=f49dc3e3-be85-4cb5-add0-b47a4ee050d3 HTTP/1.1" status: 200 len: 217 time: 0.0904229 Jul 14 09:41:36.636752 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123259e3-2771-46ef-81a5-c3b014e6e8c1" -d '{"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-unplugged", "status": "completed", "tag": "0f2af3da-23fd-4df1-948a-432f34ec3de2"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:36.665926 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-81c615c7-8507-4c94-87e2-b316d9312725 req-719be570-f7ea-4ee1-b11e-41c0009d50ff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:36.673023 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 0f2af3da-23fd-4df1-948a-432f34ec3de2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0f2af3da-23fd-4df1-948a-432f34ec3de2,segment=NetworkSegment(c89038d9-fc92-405c-9663-3257b63d171c),segment_id=c89038d9-fc92-405c-9663-3257b63d171c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:36.681954 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.682986 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:36.736591 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-711ed0a3-9f37-47b2-ada7-6518ceee6888 None None] Port 45e73871-2607-4489-8e68-aa7f805e91d5 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:36.742850 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d876156-a9b6-4c74-974d-242f6b7f0c70 admin admin] Pushing event updated for resources: {'Network': ['ID=5e3a2655-dacc-4a0b-af6c-1927e42ecaff,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:36.792144 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cdd7e7-2d18-4e75-8a76-40a6a876be5b x-openstack-request-id: req-46cdd7e7-2d18-4e75-8a76-40a6a876be5b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:36.792425 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-unplugged", "status": "completed", "tag": "0f2af3da-23fd-4df1-948a-432f34ec3de2", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:36.792689 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-46cdd7e7-2d18-4e75-8a76-40a6a876be5b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:36.793091 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f2af3da-23fd-4df1-948a-432f34ec3de2', 'code': 200} Jul 14 09:41:36.859139 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 5e3a2655-dacc-4a0b-af6c-1927e42ecaff details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:36.876098 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-98c25ce1-c92e-47c0-87ff-518e7192ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:36.880838 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-98c25ce1-c92e-47c0-87ff-518e7192ba7a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 200 len: 797 time: 0.2091396 Jul 14 09:41:36.951425 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-34848443-de4a-4d07-82e7-a9ca11c9bb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.956536 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-34848443-de4a-4d07-82e7-a9ca11c9bb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.959305 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-34848443-de4a-4d07-82e7-a9ca11c9bb70 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79cfc54e-f62b-4947-aacf-650b60f42be1 HTTP/1.1" status: 204 len: 168 time: 1.1603014 Jul 14 09:41:37.031751 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34848443-de4a-4d07-82e7-a9ca11c9bb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cfc54e-f62b-4947-aacf-650b60f42be1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:37.118415 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-8fde3f38-684c-4c23-a143-4e179adb71b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:37.120940 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-8fde3f38-684c-4c23-a143-4e179adb71b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2329974 Jul 14 09:41:37.203370 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=0f2af3da-23fd-4df1-948a-432f34ec3de2,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:37.226745 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-719be570-f7ea-4ee1-b11e-41c0009d50ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.310571 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.356210 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-f2dcb9b4-dd44-4820-97bf-af77b023163e service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271256 Jul 14 09:41:37.438865 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9466c282-1d9d-45ae-9ead-5baabc7ff6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.530313 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466c282-1d9d-45ae-9ead-5baabc7ff6f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b9c48c-bf67-4593-91ff-14756b02616d,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:37.592721 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cec5d-1447-4881-89fa-a3cb0e054322 req-26db9645-53c5-4f06-981f-f5e20e9b30fb tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:37.600730 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d59cec5d-1447-4881-89fa-a3cb0e054322 req-26db9645-53c5-4f06-981f-f5e20e9b30fb tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.4921126 Jul 14 09:41:37.627928 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ece836-0877-40d7-b418-660ff6e35f9c req-a7146eea-db33-471f-824a-234cf755f0e2 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:37.634781 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ece836-0877-40d7-b418-660ff6e35f9c req-a7146eea-db33-471f-824a-234cf755f0e2 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:37.641520 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ece836-0877-40d7-b418-660ff6e35f9c req-a7146eea-db33-471f-824a-234cf755f0e2 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:37.647955 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ece836-0877-40d7-b418-660ff6e35f9c req-a7146eea-db33-471f-824a-234cf755f0e2 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:37.654144 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ece836-0877-40d7-b418-660ff6e35f9c req-a7146eea-db33-471f-824a-234cf755f0e2 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:37.660221 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ece836-0877-40d7-b418-660ff6e35f9c req-a7146eea-db33-471f-824a-234cf755f0e2 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:37.668794 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3ece836-0877-40d7-b418-660ff6e35f9c req-a7146eea-db33-471f-824a-234cf755f0e2 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 4661 time: 0.3154266 Jul 14 09:41:37.672349 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-81c615c7-8507-4c94-87e2-b316d9312725 req-719be570-f7ea-4ee1-b11e-41c0009d50ff service neutron] For port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=60d1f0ad-e2e3-40d9-9ce8-40150c6ac042,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:37.701081 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-a657a9cd-470b-408f-ba4e-d80443cfa5ed service neutron] 10.222.0.55 "GET /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923183 Jul 14 09:41:37.701948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9466c282-1d9d-45ae-9ead-5baabc7ff6f4 admin admin] Checking segment: {'id': '7ebf4281-509d-45b1-af79-a1d6009975cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5e3a2655-dacc-4a0b-af6c-1927e42ecaff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:37.702738 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9466c282-1d9d-45ae-9ead-5baabc7ff6f4 admin admin] Network hostable DHCP agents. Network: 5e3a2655-dacc-4a0b-af6c-1927e42ecaff, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:37.765700 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d59cec5d-1447-4881-89fa-a3cb0e054322 req-5d9d872e-ae91-4534-a76f-0873ce5f102d tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636930 Jul 14 09:41:37.791925 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3ece836-0877-40d7-b418-660ff6e35f9c req-f7e43abc-8f63-4c51-82ad-47b0a299dd6c tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&id=b7feac0b-5ad4-4d38-b64f-591552fb361c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1218297 Jul 14 09:41:37.793425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9466c282-1d9d-45ae-9ead-5baabc7ff6f4 admin admin] Network 5e3a2655-dacc-4a0b-af6c-1927e42ecaff is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:37.823371 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-9466c282-1d9d-45ae-9ead-5baabc7ff6f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 5e3a2655-dacc-4a0b-af6c-1927e42ecaff) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:37.824880 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-842b3c3c-f952-4a53-a9b4-5506c25d9045 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0f2af3da-23fd-4df1-948a-432f34ec3de2 HTTP/1.1" status: 200 len: 217 time: 0.1152811 Jul 14 09:41:37.836354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908c9718-af43-4e64-b413-88175a007b41 None None] Network 5e3a2655-dacc-4a0b-af6c-1927e42ecaff requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:37.840185 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9466c282-1d9d-45ae-9ead-5baabc7ff6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:37.843834 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9466c282-1d9d-45ae-9ead-5baabc7ff6f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.886455 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9466c282-1d9d-45ae-9ead-5baabc7ff6f4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4103270 Jul 14 09:41:37.887356 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37140) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:37.903460 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-dde1df97-1e4a-4833-b2f7-fe7d0bb34fd2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1647943678-router', 'tenant_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:37.950271 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dde1df97-1e4a-4833-b2f7-fe7d0bb34fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.951809 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dde1df97-1e4a-4833-b2f7-fe7d0bb34fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.952097 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-e5ec7990-9fb2-4119-af10-4d8f7f83b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:37.953652 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-e5ec7990-9fb2-4119-af10-4d8f7f83b437 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33a989a0-eb94-469f-91bb-73ae1f165e9f HTTP/1.1" status: 200 len: 797 time: 0.1167915 Jul 14 09:41:38.028887 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dde1df97-1e4a-4833-b2f7-fe7d0bb34fd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.044285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-81c615c7-8507-4c94-87e2-b316d9312725 req-719be570-f7ea-4ee1-b11e-41c0009d50ff service neutron] For port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:38.158913 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-81c615c7-8507-4c94-87e2-b316d9312725 req-719be570-f7ea-4ee1-b11e-41c0009d50ff service neutron] device_id is not set on port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:41:38.202293 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-5e3a2655-dacc-4a0b-af6c-1927e42ecaff', 'network_id': '5e3a2655-dacc-4a0b-af6c-1927e42ecaff', 'tenant_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'fixed_ips': [{'subnet_id': 'a5b9c48c-bf67-4593-91ff-14756b02616d'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:41:38.203099 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.242243 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-719be570-f7ea-4ee1-b11e-41c0009d50ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.275475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-7edf06ce-9fa0-4abe-942a-6e8b889729a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:38.282894 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-7edf06ce-9fa0-4abe-942a-6e8b889729a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c08d002f-2c08-4121-b70d-1491e0b62a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3220925 Jul 14 09:41:38.283840 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-719be570-f7ea-4ee1-b11e-41c0009d50ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.398671 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dde1df97-1e4a-4833-b2f7-fe7d0bb34fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.481125 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c615c7-8507-4c94-87e2-b316d9312725 req-719be570-f7ea-4ee1-b11e-41c0009d50ff service neutron] No DVR routers for this DVR port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:38.600628 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-81c615c7-8507-4c94-87e2-b316d9312725 req-719be570-f7ea-4ee1-b11e-41c0009d50ff service neutron] In _notify_port_updated(), no bound segment for port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 on network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b {{(pid=93888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:41:38.607381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c615c7-8507-4c94-87e2-b316d9312725 req-719be570-f7ea-4ee1-b11e-41c0009d50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:38.607920 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-719be570-f7ea-4ee1-b11e-41c0009d50ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.609633 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-81c615c7-8507-4c94-87e2-b316d9312725 req-719be570-f7ea-4ee1-b11e-41c0009d50ff service neutron] 10.222.0.55 "PUT /v2.0/ports/60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 HTTP/1.1" status: 200 len: 1031 time: 1.9570875 Jul 14 09:41:38.649235 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719be570-f7ea-4ee1-b11e-41c0009d50ff service neutron] Pushing event updated for resources: {'Port': ['ID=60d1f0ad-e2e3-40d9-9ce8-40150c6ac042,revision_number=6']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:38.748289 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Allocated IP 172.20.0.2 (5e3a2655-dacc-4a0b-af6c-1927e42ecaff/a5b9c48c-bf67-4593-91ff-14756b02616d/1b645dce-478b-4a78-8d88-a3156d07f94b) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:38.797285 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-ea9f8687-91fe-4e6b-9b3d-13261b227745 service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980512 Jul 14 09:41:38.959190 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dde1df97-1e4a-4833-b2f7-fe7d0bb34fd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.000090 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37160) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:39.004144 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-c6bfc3e9-c360-4191-b364-5cfa735fedd0 service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927478 Jul 14 09:41:39.026193 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dde1df97-1e4a-4833-b2f7-fe7d0bb34fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.040362 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.053128 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Transition to ACTIVE for port object 1b645dce-478b-4a78-8d88-a3156d07f94b will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:39.075267 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Transition to ACTIVE for port object 1b645dce-478b-4a78-8d88-a3156d07f94b will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:39.089332 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:41:39.089872 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:41:39.095235 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.101173 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-d24dc198-60d7-48cb-8249-ef7fe7d98514 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0f87ec9-67a2-433a-a1e1-1dd223d380b4 HTTP/1.1" status: 200 len: 217 time: 0.0821941 Jul 14 09:41:39.161700 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Pushing event updated for resources: {'Port': ['ID=1b645dce-478b-4a78-8d88-a3156d07f94b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:39.190590 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Network 5e3a2655-dacc-4a0b-af6c-1927e42ecaff is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:39.199735 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:39.206172 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:39.220049 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-675f5282-1258-4bcd-bcaa-bcb50fb5d8ca None None] Provisioning complete for port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:39.221124 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-675f5282-1258-4bcd-bcaa-bcb50fb5d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.231472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-81c615c7-8507-4c94-87e2-b316d9312725 req-910d6632-3552-4c74-85cd-abc824ccef7b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Deleting port f0f87ec9-67a2-433a-a1e1-1dd223d380b4 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:39.231979 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-910d6632-3552-4c74-85cd-abc824ccef7b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.324648 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-81f9fae1-90bc-4648-843c-fc32d7bc2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:39.327625 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-81f9fae1-90bc-4648-843c-fc32d7bc2824 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33a989a0-eb94-469f-91bb-73ae1f165e9f HTTP/1.1" status: 200 len: 797 time: 0.1984661 Jul 14 09:41:39.399306 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-dde1df97-1e4a-4833-b2f7-fe7d0bb34fd2 admin admin] Allocated IP 172.25.1.157 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/1be88ade-ad4d-4192-903e-0f8ee9aaf109) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:39.448777 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-81c615c7-8507-4c94-87e2-b316d9312725 req-910d6632-3552-4c74-85cd-abc824ccef7b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] For port f0f87ec9-67a2-433a-a1e1-1dd223d380b4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f0f87ec9-67a2-433a-a1e1-1dd223d380b4,segment=NetworkSegment(c89038d9-fc92-405c-9663-3257b63d171c),segment_id=c89038d9-fc92-405c-9663-3257b63d171c)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:39.449269 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-910d6632-3552-4c74-85cd-abc824ccef7b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.480911 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-81c615c7-8507-4c94-87e2-b316d9312725 req-910d6632-3552-4c74-85cd-abc824ccef7b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Calling delete_port for f0f87ec9-67a2-433a-a1e1-1dd223d380b4 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:39.498100 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-675f5282-1258-4bcd-bcaa-bcb50fb5d8ca None None] Port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:39.512413 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Attempting to bind port 1b645dce-478b-4a78-8d88-a3156d07f94b on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:39.512725 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Attempting to bind port 1b645dce-478b-4a78-8d88-a3156d07f94b by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '7ebf4281-509d-45b1-af79-a1d6009975cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5e3a2655-dacc-4a0b-af6c-1927e42ecaff'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:39.513062 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Attempting to bind port 1b645dce-478b-4a78-8d88-a3156d07f94b on network 5e3a2655-dacc-4a0b-af6c-1927e42ecaff {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:39.521365 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:39.521777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Checking segment: {'id': '7ebf4281-509d-45b1-af79-a1d6009975cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5e3a2655-dacc-4a0b-af6c-1927e42ecaff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:39.522171 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.522563 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Bound using segment: {'id': '7ebf4281-509d-45b1-af79-a1d6009975cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5e3a2655-dacc-4a0b-af6c-1927e42ecaff'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:39.523033 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Bound port: 1b645dce-478b-4a78-8d88-a3156d07f94b, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ebf4281-509d-45b1-af79-a1d6009975cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5e3a2655-dacc-4a0b-af6c-1927e42ecaff'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:39.523421 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.617895 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dde1df97-1e4a-4833-b2f7-fe7d0bb34fd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.623730 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-c4d1a82c-f8bf-4267-b36b-973df67c5bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:39.628149 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-c4d1a82c-f8bf-4267-b36b-973df67c5bb2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c08d002f-2c08-4121-b70d-1491e0b62a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2871151 Jul 14 09:41:39.702875 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 45e73871-2607-4489-8e68-aa7f805e91d5 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:39.722303 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-28fa5e13-0c9c-4e8c-8956-c5d3a76c8081 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-138228991-network', 'tenant_id': '35c73081851740d5ae35f76d929b1d9c'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:39.911656 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] For port 1b645dce-478b-4a78-8d88-a3156d07f94b, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:39.924638 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] For port 1b645dce-478b-4a78-8d88-a3156d07f94b, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1b645dce-478b-4a78-8d88-a3156d07f94b,segment=NetworkSegment(7ebf4281-509d-45b1-af79-a1d6009975cb),segment_id=7ebf4281-509d-45b1-af79-a1d6009975cb)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:39.928578 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 45e73871-2607-4489-8e68-aa7f805e91d5 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:39.929009 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f0f87ec9-67a2-433a-a1e1-1dd223d380b4 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:39.929949 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-910d6632-3552-4c74-85cd-abc824ccef7b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.953975 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fa5e13-0c9c-4e8c-8956-c5d3a76c8081 admin admin] Made reservation on behalf of 35c73081851740d5ae35f76d929b1d9c for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:39.956864 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28fa5e13-0c9c-4e8c-8956-c5d3a76c8081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.963155 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-ed2b42e5-2173-4251-9724-a7ca685828ce service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261688 Jul 14 09:41:39.969543 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dde1df97-1e4a-4833-b2f7-fe7d0bb34fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.067645 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde1df97-1e4a-4833-b2f7-fe7d0bb34fd2 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:40.076636 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28fa5e13-0c9c-4e8c-8956-c5d3a76c8081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.105721 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f940fcd-493d-4a3d-bde7-56dd7314d5d9 req-053ad408-cdeb-45dd-a96e-8ada714cf435 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:40.108787 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9f940fcd-493d-4a3d-bde7-56dd7314d5d9 req-053ad408-cdeb-45dd-a96e-8ada714cf435 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.4015911 Jul 14 09:41:40.145107 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-dde1df97-1e4a-4833-b2f7-fe7d0bb34fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:40.157972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde1df97-1e4a-4833-b2f7-fe7d0bb34fd2 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:40.185258 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d6632-3552-4c74-85cd-abc824ccef7b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event deleted for resources: {'Port': ['ID=f0f87ec9-67a2-433a-a1e1-1dd223d380b4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:40.326290 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c615c7-8507-4c94-87e2-b316d9312725 req-910d6632-3552-4c74-85cd-abc824ccef7b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] No DVR routers for this DVR port f0f87ec9-67a2-433a-a1e1-1dd223d380b4 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:40.334258 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: f0f87ec9-67a2-433a-a1e1-1dd223d380b4 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:40.334491 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-910d6632-3552-4c74-85cd-abc824ccef7b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.334607 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f0f87ec9-67a2-433a-a1e1-1dd223d380b4 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:40.335009 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f49dc3e3-be85-4cb5-add0-b47a4ee050d3 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:40.336502 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-81c615c7-8507-4c94-87e2-b316d9312725 req-910d6632-3552-4c74-85cd-abc824ccef7b tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.55 "DELETE /v2.0/ports/f0f87ec9-67a2-433a-a1e1-1dd223d380b4 HTTP/1.1" status: 204 len: 173 time: 1.7138562 Jul 14 09:41:40.336954 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-deleted', 'tag': 'f0f87ec9-67a2-433a-a1e1-1dd223d380b4'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:40.347508 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922a5231-3029-45d5-ad06-32f44a8e285d" -d '{"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-deleted", "tag": "f0f87ec9-67a2-433a-a1e1-1dd223d380b4"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:40.377827 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.496092 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5e17a6bd-4d46-42a4-b471-f41161aeef8d req-ae63ee55-def9-418d-956a-ec91f4a54009 service neutron] 10.222.0.55 "GET /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042164 Jul 14 09:41:40.544443 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4707a0-cc6f-468e-9e72-5936d2bf0734 None None] Pushing event updated for resources: {'Port': ['ID=1b645dce-478b-4a78-8d88-a3156d07f94b,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:40.552622 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.624370 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-81c615c7-8507-4c94-87e2-b316d9312725 req-1d790f33-b8d1-4abb-a5fc-8fb6a563b2fa tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Deleting port e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:40.624721 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-1d790f33-b8d1-4abb-a5fc-8fb6a563b2fa tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.635558 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f49dc3e3-be85-4cb5-add0-b47a4ee050d3, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f49dc3e3-be85-4cb5-add0-b47a4ee050d3,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:40.638269 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f49dc3e3-be85-4cb5-add0-b47a4ee050d3'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:40.652218 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b03db1-7991-46e6-87a4-537ac8dd1a49" -d '{"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-unplugged", "status": "completed", "tag": "f49dc3e3-be85-4cb5-add0-b47a4ee050d3"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:40.664566 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.665839 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:40.695409 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1df97-1e4a-4833-b2f7-fe7d0bb34fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=1be88ade-ad4d-4192-903e-0f8ee9aaf109,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:40.771280 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9f940fcd-493d-4a3d-bde7-56dd7314d5d9 req-b84edbc0-bacc-4202-9d9f-fcb76c0d8954 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030797 Jul 14 09:41:40.871225 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59d7f1-b193-44c7-8068-abfc6c4ebef9 req-26616b54-bad7-4254-a569-f7623ab0d24e tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:40.881324 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=f49dc3e3-be85-4cb5-add0-b47a4ee050d3,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:40.893538 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59d7f1-b193-44c7-8068-abfc6c4ebef9 req-26616b54-bad7-4254-a569-f7623ab0d24e tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:40.930086 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-81c615c7-8507-4c94-87e2-b316d9312725 req-1d790f33-b8d1-4abb-a5fc-8fb6a563b2fa tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] For port e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:40.931734 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-1d790f33-b8d1-4abb-a5fc-8fb6a563b2fa tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.936436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59d7f1-b193-44c7-8068-abfc6c4ebef9 req-26616b54-bad7-4254-a569-f7623ab0d24e tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:41.007645 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf67398-a7c3-4da9-ac4b-bba6e8cc2646 x-openstack-request-id: req-9cf67398-a7c3-4da9-ac4b-bba6e8cc2646 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:41.009926 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-deleted", "tag": "f0f87ec9-67a2-433a-a1e1-1dd223d380b4", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:41.013305 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9cf67398-a7c3-4da9-ac4b-bba6e8cc2646 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:41.016413 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-deleted', 'tag': 'f0f87ec9-67a2-433a-a1e1-1dd223d380b4', 'status': 'completed', 'code': 200} Jul 14 09:41:41.023411 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59d7f1-b193-44c7-8068-abfc6c4ebef9 req-26616b54-bad7-4254-a569-f7623ab0d24e tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:41.079182 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59d7f1-b193-44c7-8068-abfc6c4ebef9 req-26616b54-bad7-4254-a569-f7623ab0d24e tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:41.086456 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a59d7f1-b193-44c7-8068-abfc6c4ebef9 req-26616b54-bad7-4254-a569-f7623ab0d24e tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 3805 time: 1.3761134 Jul 14 09:41:41.091423 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-81c615c7-8507-4c94-87e2-b316d9312725 req-1d790f33-b8d1-4abb-a5fc-8fb6a563b2fa tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Calling delete_port for e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:41.215257 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48e7c7e-93e5-4325-8d87-d97d5db67669 x-openstack-request-id: req-b48e7c7e-93e5-4325-8d87-d97d5db67669 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:41.215828 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-unplugged", "status": "completed", "tag": "f49dc3e3-be85-4cb5-add0-b47a4ee050d3", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:41.215828 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b48e7c7e-93e5-4325-8d87-d97d5db67669 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:41.216147 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f49dc3e3-be85-4cb5-add0-b47a4ee050d3', 'code': 200} Jul 14 09:41:41.273628 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.286940 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a59d7f1-b193-44c7-8068-abfc6c4ebef9 req-ad027fb2-f93b-400a-a917-4429779a53f2 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566527 Jul 14 09:41:41.392763 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:41.402989 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.406787 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 918dc9b0-f662-452c-82da-9deaac6b16e9 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:41.600215 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28fa5e13-0c9c-4e8c-8956-c5d3a76c8081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.610242 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28fa5e13-0c9c-4e8c-8956-c5d3a76c8081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.615374 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dde1df97-1e4a-4833-b2f7-fe7d0bb34fd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.715875 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-1d790f33-b8d1-4abb-a5fc-8fb6a563b2fa tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.759119 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:41.770595 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fa5e13-0c9c-4e8c-8956-c5d3a76c8081 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:41.783657 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa5e13-0c9c-4e8c-8956-c5d3a76c8081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cd3bb0-9a19-4f44-a08e-e30cbb82549c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:41.822003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d790f33-b8d1-4abb-a5fc-8fb6a563b2fa tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event deleted for resources: {'Port': ['ID=e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:41.904727 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28fa5e13-0c9c-4e8c-8956-c5d3a76c8081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.905088 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-28fa5e13-0c9c-4e8c-8956-c5d3a76c8081 admin admin] Added segment 66005476-f601-4e96-b92b-52e3601e3619 of type vlan for network 349e7030-c23e-4fb3-b91e-920ec080a299 Jul 14 09:41:41.953454 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.970298 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c615c7-8507-4c94-87e2-b316d9312725 req-1d790f33-b8d1-4abb-a5fc-8fb6a563b2fa tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] No DVR routers for this DVR port e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:41.974706 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-1d790f33-b8d1-4abb-a5fc-8fb6a563b2fa tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.983249 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-81c615c7-8507-4c94-87e2-b316d9312725 req-1d790f33-b8d1-4abb-a5fc-8fb6a563b2fa tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.55 "DELETE /v2.0/ports/e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc HTTP/1.1" status: 204 len: 173 time: 1.6286557 Jul 14 09:41:42.043248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 918dc9b0-f662-452c-82da-9deaac6b16e9, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=918dc9b0-f662-452c-82da-9deaac6b16e9,segment=NetworkSegment(e28d03cb-da8a-48e7-b643-bf4cedf4bf94),segment_id=e28d03cb-da8a-48e7-b643-bf4cedf4bf94)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:42.048451 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.126808 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28fa5e13-0c9c-4e8c-8956-c5d3a76c8081 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.189386 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=918dc9b0-f662-452c-82da-9deaac6b16e9,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:42.207274 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-81c615c7-8507-4c94-87e2-b316d9312725 req-de916dc7-b1dc-4fa1-a520-bdb90ba0c4d9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Deleting port 0f2af3da-23fd-4df1-948a-432f34ec3de2 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:42.209451 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-de916dc7-b1dc-4fa1-a520-bdb90ba0c4d9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.454057 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1b645dce-478b-4a78-8d88-a3156d07f94b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:42.517421 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcddf08d-ec98-4c3e-a127-c09d4987ad80 None None] Network 5e3a2655-dacc-4a0b-af6c-1927e42ecaff requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:42.650899 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-81c615c7-8507-4c94-87e2-b316d9312725 req-de916dc7-b1dc-4fa1-a520-bdb90ba0c4d9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] For port 0f2af3da-23fd-4df1-948a-432f34ec3de2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=0f2af3da-23fd-4df1-948a-432f34ec3de2,segment=NetworkSegment(c89038d9-fc92-405c-9663-3257b63d171c),segment_id=c89038d9-fc92-405c-9663-3257b63d171c)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:42.658420 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-de916dc7-b1dc-4fa1-a520-bdb90ba0c4d9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.711736 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-81c615c7-8507-4c94-87e2-b316d9312725 req-de916dc7-b1dc-4fa1-a520-bdb90ba0c4d9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Calling delete_port for 0f2af3da-23fd-4df1-948a-432f34ec3de2 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:42.866591 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-45019102-117b-48a8-bb32-886e0d265918 None None] Provisioning for port 1b645dce-478b-4a78-8d88-a3156d07f94b completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:42.952478 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 1b645dce-478b-4a78-8d88-a3156d07f94b completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:42.967388 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 1b645dce-478b-4a78-8d88-a3156d07f94b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:42.967891 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.019076 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-deleted', 'tag': 'e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:43.024991 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55cd4a7-f483-44aa-a2c6-cbccc9e96e80" -d '{"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-deleted", "tag": "e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:43.038842 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-de916dc7-b1dc-4fa1-a520-bdb90ba0c4d9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.064352 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28fa5e13-0c9c-4e8c-8956-c5d3a76c8081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.065491 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fa5e13-0c9c-4e8c-8956-c5d3a76c8081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:43.066226 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28fa5e13-0c9c-4e8c-8956-c5d3a76c8081 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.120676 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de916dc7-b1dc-4fa1-a520-bdb90ba0c4d9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event deleted for resources: {'Port': ['ID=0f2af3da-23fd-4df1-948a-432f34ec3de2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:43.202691 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef368556-d174-4452-aac1-69c344a325a0 req-326bc07f-cb14-4f75-9845-b271862dcc6d tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:43.213462 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef368556-d174-4452-aac1-69c344a325a0 req-326bc07f-cb14-4f75-9845-b271862dcc6d tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 1.2393954 Jul 14 09:41:43.225689 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-28fa5e13-0c9c-4e8c-8956-c5d3a76c8081 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.2242482 Jul 14 09:41:43.227447 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc'}, {'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918dc9b0-f662-452c-82da-9deaac6b16e9'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:43.230036 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca73292e-f6f6-4898-ba60-f908051f48a0" -d '{"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-unplugged", "status": "completed", "tag": "e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc"}, {"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-unplugged", "status": "completed", "tag": "918dc9b0-f662-452c-82da-9deaac6b16e9"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:43.234168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37192) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:43.251471 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Request body: {'subnet': {'network_id': '349e7030-c23e-4fb3-b91e-920ec080a299', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-138228991-subnet', 'tenant_id': '35c73081851740d5ae35f76d929b1d9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:43.260720 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.268797 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c615c7-8507-4c94-87e2-b316d9312725 req-de916dc7-b1dc-4fa1-a520-bdb90ba0c4d9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] No DVR routers for this DVR port 0f2af3da-23fd-4df1-948a-432f34ec3de2 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:43.274338 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-de916dc7-b1dc-4fa1-a520-bdb90ba0c4d9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.278930 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-81c615c7-8507-4c94-87e2-b316d9312725 req-de916dc7-b1dc-4fa1-a520-bdb90ba0c4d9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.55 "DELETE /v2.0/ports/0f2af3da-23fd-4df1-948a-432f34ec3de2 HTTP/1.1" status: 204 len: 173 time: 1.2899568 Jul 14 09:41:43.281488 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa5e13-0c9c-4e8c-8956-c5d3a76c8081 admin admin] Pushing event updated for resources: {'Network': ['ID=349e7030-c23e-4fb3-b91e-920ec080a299,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:43.302424 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 349e7030-c23e-4fb3-b91e-920ec080a299 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:43.394337 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef368556-d174-4452-aac1-69c344a325a0 req-99c7832f-948c-4e77-99c2-9781f4bd8217 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796052 Jul 14 09:41:43.397009 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dde1df97-1e4a-4833-b2f7-fe7d0bb34fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.439933 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33762cae-cff5-4178-9aef-ccee0d3e6307 req-35ff17c7-8b06-4839-aad6-e0a8b2154d87 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:43.455749 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33762cae-cff5-4178-9aef-ccee0d3e6307 req-35ff17c7-8b06-4839-aad6-e0a8b2154d87 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:43.459861 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-33762cae-cff5-4178-9aef-ccee0d3e6307 req-35ff17c7-8b06-4839-aad6-e0a8b2154d87 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 1676 time: 0.4432452 Jul 14 09:41:43.465713 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Made reservation on behalf of 35c73081851740d5ae35f76d929b1d9c for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:43.471951 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.473242 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 1b645dce-478b-4a78-8d88-a3156d07f94b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1b645dce-478b-4a78-8d88-a3156d07f94b,segment=NetworkSegment(7ebf4281-509d-45b1-af79-a1d6009975cb),segment_id=7ebf4281-509d-45b1-af79-a1d6009975cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:43.486057 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.509635 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf77f99-06e1-4bc9-b6cf-be62a5733490 x-openstack-request-id: req-aaf77f99-06e1-4bc9-b6cf-be62a5733490 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:43.523856 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-deleted", "tag": "e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:43.536254 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aaf77f99-06e1-4bc9-b6cf-be62a5733490 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:43.536815 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-deleted', 'tag': 'e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc', 'status': 'completed', 'code': 200} Jul 14 09:41:43.626943 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec320d4c-9e39-4da6-9941-91fa4c88547e x-openstack-request-id: req-ec320d4c-9e39-4da6-9941-91fa4c88547e {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:43.627334 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-unplugged", "status": "completed", "tag": "e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc", "code": 200}, {"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-unplugged", "status": "completed", "tag": "918dc9b0-f662-452c-82da-9deaac6b16e9", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:43.627894 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec320d4c-9e39-4da6-9941-91fa4c88547e {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:43.628408 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e046c433-1ae8-4c4c-8ee7-9c809ebc0dcc', 'code': 200} Jul 14 09:41:43.634345 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918dc9b0-f662-452c-82da-9deaac6b16e9', 'code': 200} Jul 14 09:41:43.670036 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=1b645dce-478b-4a78-8d88-a3156d07f94b,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:43.722721 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-dfe5286f-c612-40c1-b51c-ce0787c502da None None] Provisioning complete for port 1b645dce-478b-4a78-8d88-a3156d07f94b triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:43.723792 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dfe5286f-c612-40c1-b51c-ce0787c502da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.728644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-81c615c7-8507-4c94-87e2-b316d9312725 req-a91cd089-ae94-41ab-816e-6fd3aa99d868 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Deleting port 918dc9b0-f662-452c-82da-9deaac6b16e9 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:43.731328 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-a91cd089-ae94-41ab-816e-6fd3aa99d868 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.184721 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-33762cae-cff5-4178-9aef-ccee0d3e6307 req-27a676f8-c07c-48b8-a907-2665a27fe821 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4548090 Jul 14 09:41:44.188109 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.290909 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63162a22-fb72-4785-988c-6adae20bc28e,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:44.313191 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1b645dce-478b-4a78-8d88-a3156d07f94b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:44.328215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:44.329120 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:44.329915 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:44.332072 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:44.334122 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:44.334793 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:44.335295 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:44.335791 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:44.336459 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:44.345337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:44.346373 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:44.350576 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:44.472142 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 1b645dce-478b-4a78-8d88-a3156d07f94b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:44.473980 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.481467 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde1df97-1e4a-4833-b2f7-fe7d0bb34fd2 admin admin] Router 91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:41:44.507446 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Checking segment: {'id': '66005476-f601-4e96-b92b-52e3601e3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '349e7030-c23e-4fb3-b91e-920ec080a299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:44.507446 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Network hostable DHCP agents. Network: 349e7030-c23e-4fb3-b91e-920ec080a299, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:44.656154 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-81c615c7-8507-4c94-87e2-b316d9312725 req-a91cd089-ae94-41ab-816e-6fd3aa99d868 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] For port 918dc9b0-f662-452c-82da-9deaac6b16e9, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=918dc9b0-f662-452c-82da-9deaac6b16e9,segment=NetworkSegment(e28d03cb-da8a-48e7-b643-bf4cedf4bf94),segment_id=e28d03cb-da8a-48e7-b643-bf4cedf4bf94)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:44.658515 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-a91cd089-ae94-41ab-816e-6fd3aa99d868 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.737042 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Network 349e7030-c23e-4fb3-b91e-920ec080a299 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:44.913284 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 349e7030-c23e-4fb3-b91e-920ec080a299) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:44.924028 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e859b098-ee2b-4fa3-bae4-bab67f56ebb5 None None] Network 349e7030-c23e-4fb3-b91e-920ec080a299 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:44.945009 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:44.946402 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.065216 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-a91cd089-ae94-41ab-816e-6fd3aa99d868 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.065216 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-a91cd089-ae94-41ab-816e-6fd3aa99d868 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.065216 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [req-81c615c7-8507-4c94-87e2-b316d9312725 req-a91cd089-ae94-41ab-816e-6fd3aa99d868 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Floating IP 91597f3b-2467-4339-8281-281a1c45773f disassociated. External IP: 172.25.1.153, port: 918dc9b0-f662-452c-82da-9deaac6b16e9. Jul 14 09:41:45.067988 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-81c615c7-8507-4c94-87e2-b316d9312725 req-a91cd089-ae94-41ab-816e-6fd3aa99d868 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Calling delete_port for 918dc9b0-f662-452c-82da-9deaac6b16e9 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:45.077740 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-945691e8-72a4-4e03-83ed-b0d7074675b4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8299801 Jul 14 09:41:45.082808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde1df97-1e4a-4833-b2f7-fe7d0bb34fd2 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:45.096309 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] Sync routers for ids ['91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:45.115784 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] Routers {'91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:45.116799 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:41:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:45.140465 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dde1df97-1e4a-4833-b2f7-fe7d0bb34fd2 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.147057 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-dde1df97-1e4a-4833-b2f7-fe7d0bb34fd2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.2574949 Jul 14 09:41:45.147709 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37206) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:45.166048 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b29f21-3124-4e05-aa2d-2afff69dbfde req-c1834aac-1018-43d0-bf1a-3919823a76f5 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:45.182265 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9b29f21-3124-4e05-aa2d-2afff69dbfde req-c1834aac-1018-43d0-bf1a-3919823a76f5 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.4373534 Jul 14 09:41:45.297742 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16eeab7-415a-4126-9cad-6f747a68b661 None None] Network 349e7030-c23e-4fb3-b91e-920ec080a299 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:45.340265 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] Set router 91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:45.349672 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-a91cd089-ae94-41ab-816e-6fd3aa99d868 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.464084 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cd089-ae94-41ab-816e-6fd3aa99d868 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event deleted for resources: {'Port': ['ID=918dc9b0-f662-452c-82da-9deaac6b16e9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:45.601598 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-deleted', 'tag': '0f2af3da-23fd-4df1-948a-432f34ec3de2'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:45.610069 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6987e7-e6b5-4ab6-8163-95ea8c0114ca" -d '{"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-deleted", "tag": "0f2af3da-23fd-4df1-948a-432f34ec3de2"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:45.716603 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9b29f21-3124-4e05-aa2d-2afff69dbfde req-18200ba3-03d4-49d5-a726-6024fd9f1dc2 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333416 Jul 14 09:41:45.743716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81c615c7-8507-4c94-87e2-b316d9312725 req-a91cd089-ae94-41ab-816e-6fd3aa99d868 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Router f60aa6c1-6312-4d44-9926-348cf2ad5d80 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:45.783148 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:41:45.895025 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a38f2-e758-4fa3-bca7-eefee7f878b7 req-bc188b1d-501a-47db-a4a4-fa5f6cbb77c3 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:45.904549 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f03a38f2-e758-4fa3-bca7-eefee7f878b7 req-bc188b1d-501a-47db-a4a4-fa5f6cbb77c3 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 942 time: 0.3056891 Jul 14 09:41:45.938709 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3', 'name': 'tempest-TestAggregatesBasicOps-1647943678-router', 'tenant_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '1be88ade-ad4d-4192-903e-0f8ee9aaf109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:37Z', 'updated_at': '2021-07-14T09:41:41Z', 'revision_number': 3, 'project_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'gw_port': {'id': '1be88ade-ad4d-4192-903e-0f8ee9aaf109', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:39Z', 'updated_at': '2021-07-14T09:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:45.953286 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888d99a1-8e08-422a-924f-d8cd74915307 x-openstack-request-id: req-888d99a1-8e08-422a-924f-d8cd74915307 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:45.954073 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-deleted", "tag": "0f2af3da-23fd-4df1-948a-432f34ec3de2", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:45.954550 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-888d99a1-8e08-422a-924f-d8cd74915307 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:45.955618 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-deleted', 'tag': '0f2af3da-23fd-4df1-948a-432f34ec3de2', 'status': 'completed', 'code': 200} Jul 14 09:41:45.960160 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81c615c7-8507-4c94-87e2-b316d9312725 req-a91cd089-ae94-41ab-816e-6fd3aa99d868 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:45.976578 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2143640-f2b6-4aaf-b9ec-a0ea2994ac61 None None] Sync routers for ids ['f60aa6c1-6312-4d44-9926-348cf2ad5d80'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:45.995826 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2143640-f2b6-4aaf-b9ec-a0ea2994ac61 None None] Routers {'f60aa6c1-6312-4d44-9926-348cf2ad5d80'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:45.996546 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e2143640-f2b6-4aaf-b9ec-a0ea2994ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:41:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f60aa6c1-6312-4d44-9926-348cf2ad5d80'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:46.092377 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] Checking router: 91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:46.093092 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] Updating router 91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3 port 1be88ade-ad4d-4192-903e-0f8ee9aaf109 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:41:46.115085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c615c7-8507-4c94-87e2-b316d9312725 req-a91cd089-ae94-41ab-816e-6fd3aa99d868 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] No DVR routers for this DVR port 918dc9b0-f662-452c-82da-9deaac6b16e9 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:46.121079 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-a91cd089-ae94-41ab-816e-6fd3aa99d868 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.129762 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-81c615c7-8507-4c94-87e2-b316d9312725 req-a91cd089-ae94-41ab-816e-6fd3aa99d868 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.55 "DELETE /v2.0/ports/918dc9b0-f662-452c-82da-9deaac6b16e9 HTTP/1.1" status: 204 len: 173 time: 2.7174256 Jul 14 09:41:46.159771 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f03a38f2-e758-4fa3-bca7-eefee7f878b7 req-748b32eb-d2e5-4784-bc11-944691cbc4b7 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f06139f-04a3-477d-acd7-d22fa0bc2eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542095 Jul 14 09:41:46.182601 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.342321 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-e2143640-f2b6-4aaf-b9ec-a0ea2994ac61 None None] Set router f60aa6c1-6312-4d44-9926-348cf2ad5d80 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:46.417306 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-81c615c7-8507-4c94-87e2-b316d9312725 req-37c8087b-2061-46ef-81cd-1517da07ee45 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Deleting port f49dc3e3-be85-4cb5-add0-b47a4ee050d3 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:46.421504 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-37c8087b-2061-46ef-81cd-1517da07ee45 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.716765 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-81c615c7-8507-4c94-87e2-b316d9312725 req-37c8087b-2061-46ef-81cd-1517da07ee45 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] For port f49dc3e3-be85-4cb5-add0-b47a4ee050d3, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f49dc3e3-be85-4cb5-add0-b47a4ee050d3,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:46.724066 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-37c8087b-2061-46ef-81cd-1517da07ee45 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.796787 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-81c615c7-8507-4c94-87e2-b316d9312725 req-37c8087b-2061-46ef-81cd-1517da07ee45 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Calling delete_port for f49dc3e3-be85-4cb5-add0-b47a4ee050d3 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:46.822246 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.943526 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e2143640-f2b6-4aaf-b9ec-a0ea2994ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'name': 'tempest-TaggedBootDevicesTest_v242-1620864381-router', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '504720a0-e806-4f5f-9273-64aa94357797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'gw_port': {'id': '504720a0-e806-4f5f-9273-64aa94357797', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:53Z', 'updated_at': '2021-07-14T09:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'acd5d17b-7638-4875-9fda-c50d4e466186', 'name': '', 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'mac_address': 'fa:16:3e:d8:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'b1640c0b-fabc-4bef-a229-df363da4823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:56Z', 'updated_at': '2021-07-14T09:30:10Z', 'revision_number': 5, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'subnets': [{'id': 'b1640c0b-fabc-4bef-a229-df363da4823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:46.977265 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37234) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:47.024901 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-4dbacd4c-a1e2-4766-b6f8-bc1839fd1bd9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1857098376-network', 'tenant_id': '9fff9d42e85346d98afd89e65800e1f7'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:47.137907 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2143640-f2b6-4aaf-b9ec-a0ea2994ac61 None None] Checking router: f60aa6c1-6312-4d44-9926-348cf2ad5d80 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:47.137907 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2143640-f2b6-4aaf-b9ec-a0ea2994ac61 None None] Routers {'f60aa6c1-6312-4d44-9926-348cf2ad5d80'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:47.137907 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e2143640-f2b6-4aaf-b9ec-a0ea2994ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:41:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f60aa6c1-6312-4d44-9926-348cf2ad5d80'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:47.500261 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf01f103-7f1f-4ca6-8919-c8953184de64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.519706 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-37c8087b-2061-46ef-81cd-1517da07ee45 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.524221 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbacd4c-a1e2-4766-b6f8-bc1839fd1bd9 admin admin] Made reservation on behalf of 9fff9d42e85346d98afd89e65800e1f7 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:47.534421 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4dbacd4c-a1e2-4766-b6f8-bc1839fd1bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.541707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-e2143640-f2b6-4aaf-b9ec-a0ea2994ac61 None None] Set router f60aa6c1-6312-4d44-9926-348cf2ad5d80 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:47.604765 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.626299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8087b-2061-46ef-81cd-1517da07ee45 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event deleted for resources: {'Port': ['ID=f49dc3e3-be85-4cb5-add0-b47a4ee050d3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:47.632890 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] Transition to ACTIVE for port object 1be88ade-ad4d-4192-903e-0f8ee9aaf109 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:47.645766 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.735246 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229855ed-b282-4895-b515-a240bbc8284e None None] Pushing event updated for resources: {'Port': ['ID=1be88ade-ad4d-4192-903e-0f8ee9aaf109,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:47.758640 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229855ed-b282-4895-b515-a240bbc8284e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:47.758640 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229855ed-b282-4895-b515-a240bbc8284e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:47.760854 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229855ed-b282-4895-b515-a240bbc8284e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:47.760854 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229855ed-b282-4895-b515-a240bbc8284e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:47.760854 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229855ed-b282-4895-b515-a240bbc8284e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:47.761955 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229855ed-b282-4895-b515-a240bbc8284e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:47.762318 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229855ed-b282-4895-b515-a240bbc8284e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:47.762651 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229855ed-b282-4895-b515-a240bbc8284e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:47.765244 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229855ed-b282-4895-b515-a240bbc8284e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:47.765674 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229855ed-b282-4895-b515-a240bbc8284e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:47.766913 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229855ed-b282-4895-b515-a240bbc8284e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:47.766913 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229855ed-b282-4895-b515-a240bbc8284e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:47.794928 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c615c7-8507-4c94-87e2-b316d9312725 req-37c8087b-2061-46ef-81cd-1517da07ee45 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] No DVR routers for this DVR port f49dc3e3-be85-4cb5-add0-b47a4ee050d3 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:47.802972 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-81c615c7-8507-4c94-87e2-b316d9312725 req-37c8087b-2061-46ef-81cd-1517da07ee45 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.808041 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] Attempting to bind port 1be88ade-ad4d-4192-903e-0f8ee9aaf109 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:47.808366 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] Attempting to bind port 1be88ade-ad4d-4192-903e-0f8ee9aaf109 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:47.808730 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] Attempting to bind port 1be88ade-ad4d-4192-903e-0f8ee9aaf109 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:47.823053 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:47.825047 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:47.825160 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-81c615c7-8507-4c94-87e2-b316d9312725 req-37c8087b-2061-46ef-81cd-1517da07ee45 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.55 "DELETE /v2.0/ports/f49dc3e3-be85-4cb5-add0-b47a4ee050d3 HTTP/1.1" status: 204 len: 173 time: 1.6789265 Jul 14 09:41:47.825279 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.825279 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:47.825279 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] Bound port: 1be88ade-ad4d-4192-903e-0f8ee9aaf109, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:47.825279 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.959796 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-deleted', 'tag': '918dc9b0-f662-452c-82da-9deaac6b16e9'}, {'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-deleted', 'tag': 'f49dc3e3-be85-4cb5-add0-b47a4ee050d3'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:47.967028 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe612921-f6fb-4f5b-8259-e8a07826f66d" -d '{"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-deleted", "tag": "918dc9b0-f662-452c-82da-9deaac6b16e9"}, {"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-deleted", "tag": "f49dc3e3-be85-4cb5-add0-b47a4ee050d3"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:47.980679 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] For port 1be88ade-ad4d-4192-903e-0f8ee9aaf109, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:47.991665 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] For port 1be88ade-ad4d-4192-903e-0f8ee9aaf109, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1be88ade-ad4d-4192-903e-0f8ee9aaf109,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:48.003582 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.142604 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e2143640-f2b6-4aaf-b9ec-a0ea2994ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'name': 'tempest-TaggedBootDevicesTest_v242-1620864381-router', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '504720a0-e806-4f5f-9273-64aa94357797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'gw_port': {'id': '504720a0-e806-4f5f-9273-64aa94357797', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:53Z', 'updated_at': '2021-07-14T09:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'acd5d17b-7638-4875-9fda-c50d4e466186', 'name': '', 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'mac_address': 'fa:16:3e:d8:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'b1640c0b-fabc-4bef-a229-df363da4823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:56Z', 'updated_at': '2021-07-14T09:30:10Z', 'revision_number': 5, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'subnets': [{'id': 'b1640c0b-fabc-4bef-a229-df363da4823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:48.163514 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229855ed-b282-4895-b515-a240bbc8284e None None] Pushing event updated for resources: {'Port': ['ID=1be88ade-ad4d-4192-903e-0f8ee9aaf109,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:48.194318 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] Routers {'91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:48.195113 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:41:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:48.227867 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4dbacd4c-a1e2-4766-b6f8-bc1839fd1bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.276363 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2143640-f2b6-4aaf-b9ec-a0ea2994ac61 None None] The sync data for ids ['f60aa6c1-6312-4d44-9926-348cf2ad5d80'] in n-d-798054-10 is: [{'id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'name': 'tempest-TaggedBootDevicesTest_v242-1620864381-router', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '504720a0-e806-4f5f-9273-64aa94357797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'gw_port': {'id': '504720a0-e806-4f5f-9273-64aa94357797', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:53Z', 'updated_at': '2021-07-14T09:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'acd5d17b-7638-4875-9fda-c50d4e466186', 'name': '', 'network_id': 'bdd14ef5-9841-4d7a-9428-fd2321293aca', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'mac_address': 'fa:16:3e:d8:14:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'b1640c0b-fabc-4bef-a229-df363da4823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:56Z', 'updated_at': '2021-07-14T09:30:10Z', 'revision_number': 5, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'subnets': [{'id': 'b1640c0b-fabc-4bef-a229-df363da4823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:48.296219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-80e36e33-674c-4dd6-b57f-db666528f9dc req-57c38d2e-0df4-4551-a798-1e24b603ce18 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.6438584 Jul 14 09:41:48.482682 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72a5557-840e-4bc6-9f05-3ca070dcc91a x-openstack-request-id: req-f72a5557-840e-4bc6-9f05-3ca070dcc91a {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:48.484175 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-deleted", "tag": "918dc9b0-f662-452c-82da-9deaac6b16e9", "status": "completed", "code": 200}, {"server_uuid": "52ca05df-ac2c-4d1c-a843-61aab268f328", "name": "network-vif-deleted", "tag": "f49dc3e3-be85-4cb5-add0-b47a4ee050d3", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:48.484548 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f72a5557-840e-4bc6-9f05-3ca070dcc91a {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:48.485308 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-deleted', 'tag': '918dc9b0-f662-452c-82da-9deaac6b16e9', 'status': 'completed', 'code': 200} Jul 14 09:41:48.485935 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ca05df-ac2c-4d1c-a843-61aab268f328', 'name': 'network-vif-deleted', 'tag': 'f49dc3e3-be85-4cb5-add0-b47a4ee050d3', 'status': 'completed', 'code': 200} Jul 14 09:41:48.555325 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] Set router 91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:48.768912 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7cb21-23fa-4b4f-986d-2410dac89cc3 req-ac97d325-3943-47a1-91c0-666c4b671ad4 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:48.775095 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0da7cb21-23fa-4b4f-986d-2410dac89cc3 req-ac97d325-3943-47a1-91c0-666c4b671ad4 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 1.6181111 Jul 14 09:41:48.952884 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-cf01f103-7f1f-4ca6-8919-c8953184de64 admin admin] Allocated IP 172.20.0.1 (5e3a2655-dacc-4a0b-af6c-1927e42ecaff/a5b9c48c-bf67-4593-91ff-14756b02616d/eb5297d0-3c77-4376-9e44-c9674d3cd888) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:48.997150 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4dbacd4c-a1e2-4766-b6f8-bc1839fd1bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.023816 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4dbacd4c-a1e2-4766-b6f8-bc1839fd1bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.048049 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3', 'name': 'tempest-TestAggregatesBasicOps-1647943678-router', 'tenant_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '1be88ade-ad4d-4192-903e-0f8ee9aaf109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:37Z', 'updated_at': '2021-07-14T09:41:41Z', 'revision_number': 3, 'project_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'gw_port': {'id': '1be88ade-ad4d-4192-903e-0f8ee9aaf109', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:39Z', 'updated_at': '2021-07-14T09:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:49.111265 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a9cd46-7749-4113-b420-0e2b840b1ac8 None None] The sync data for ids ['91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3'] in n-d-798054-10 is: [{'id': '91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3', 'name': 'tempest-TestAggregatesBasicOps-1647943678-router', 'tenant_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '1be88ade-ad4d-4192-903e-0f8ee9aaf109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:37Z', 'updated_at': '2021-07-14T09:41:41Z', 'revision_number': 3, 'project_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'gw_port': {'id': '1be88ade-ad4d-4192-903e-0f8ee9aaf109', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:39Z', 'updated_at': '2021-07-14T09:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:49.125688 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088bea23-87a1-44eb-84bc-37191c22c746 None None] New status for floating IP 91597f3b-2467-4339-8281-281a1c45773f: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:41:49.226629 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbacd4c-a1e2-4766-b6f8-bc1839fd1bd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:49.317322 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0da7cb21-23fa-4b4f-986d-2410dac89cc3 req-fcb6aa3b-dc99-4696-ae5f-d956621a208d tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977977 Jul 14 09:41:49.347304 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbacd4c-a1e2-4766-b6f8-bc1839fd1bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb874f5b-3138-415b-b367-986ae695882c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:49.360978 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4dbacd4c-a1e2-4766-b6f8-bc1839fd1bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.361205 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-4dbacd4c-a1e2-4766-b6f8-bc1839fd1bd9 admin admin] Added segment 969a04db-6f70-4022-9b5e-79abd162d947 of type vlan for network e9ec09e5-63f7-40f5-b707-1f6e31617a6f Jul 14 09:41:49.530136 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4dbacd4c-a1e2-4766-b6f8-bc1839fd1bd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.602056 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf01f103-7f1f-4ca6-8919-c8953184de64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.785223 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-cf01f103-7f1f-4ca6-8919-c8953184de64 admin admin] Transition to ACTIVE for port object eb5297d0-3c77-4376-9e44-c9674d3cd888 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:49.833736 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56524fa9-aee7-4100-82d3-cc3520010816 req-77cf911d-9eb0-4789-8f23-c2383c7f6eb7 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.1011300 Jul 14 09:41:49.839406 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4dbacd4c-a1e2-4766-b6f8-bc1839fd1bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.841173 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbacd4c-a1e2-4766-b6f8-bc1839fd1bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:49.842039 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4dbacd4c-a1e2-4766-b6f8-bc1839fd1bd9 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.905728 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4dbacd4c-a1e2-4766-b6f8-bc1839fd1bd9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9129481 Jul 14 09:41:49.908238 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37256) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:49.914237 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-fa5c4f46-fbdf-4125-8fa2-8abcfbf1cb1f admin admin] Request body: {'subnet': {'network_id': 'e9ec09e5-63f7-40f5-b707-1f6e31617a6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1857098376-subnet', 'tenant_id': '9fff9d42e85346d98afd89e65800e1f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:49.974426 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5c4f46-fbdf-4125-8fa2-8abcfbf1cb1f admin admin] Made reservation on behalf of 9fff9d42e85346d98afd89e65800e1f7 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:49.978018 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa5c4f46-fbdf-4125-8fa2-8abcfbf1cb1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.048837 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf01f103-7f1f-4ca6-8919-c8953184de64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.273686 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbacd4c-a1e2-4766-b6f8-bc1839fd1bd9 admin admin] Pushing event updated for resources: {'Network': ['ID=e9ec09e5-63f7-40f5-b707-1f6e31617a6f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:50.280920 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01f103-7f1f-4ca6-8919-c8953184de64 admin admin] Pushing event updated for resources: {'Port': ['ID=eb5297d0-3c77-4376-9e44-c9674d3cd888,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:50.290569 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network e9ec09e5-63f7-40f5-b707-1f6e31617a6f details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:50.310452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf01f103-7f1f-4ca6-8919-c8953184de64 admin admin] Network 5e3a2655-dacc-4a0b-af6c-1927e42ecaff is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:50.313957 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-cf01f103-7f1f-4ca6-8919-c8953184de64 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:50.320809 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf01f103-7f1f-4ca6-8919-c8953184de64 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:50.444142 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1be88ade-ad4d-4192-903e-0f8ee9aaf109 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:50.491000 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf01f103-7f1f-4ca6-8919-c8953184de64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.505263 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa5c4f46-fbdf-4125-8fa2-8abcfbf1cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.691176 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 1be88ade-ad4d-4192-903e-0f8ee9aaf109 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:50.708691 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 1be88ade-ad4d-4192-903e-0f8ee9aaf109 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:50.711010 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.719686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c4f46-fbdf-4125-8fa2-8abcfbf1cb1f admin admin] Checking segment: {'id': '969a04db-6f70-4022-9b5e-79abd162d947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e9ec09e5-63f7-40f5-b707-1f6e31617a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:50.721289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5c4f46-fbdf-4125-8fa2-8abcfbf1cb1f admin admin] Network hostable DHCP agents. Network: e9ec09e5-63f7-40f5-b707-1f6e31617a6f, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:50.726331 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c4f46-fbdf-4125-8fa2-8abcfbf1cb1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0e3d442-4c24-49d7-9c9d-bd062901c630,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:50.784225 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5c4f46-fbdf-4125-8fa2-8abcfbf1cb1f admin admin] Network e9ec09e5-63f7-40f5-b707-1f6e31617a6f is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:50.809740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-fa5c4f46-fbdf-4125-8fa2-8abcfbf1cb1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, e9ec09e5-63f7-40f5-b707-1f6e31617a6f) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:50.820179 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5c4f46-fbdf-4125-8fa2-8abcfbf1cb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:50.820952 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa5c4f46-fbdf-4125-8fa2-8abcfbf1cb1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.860737 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fa5c4f46-fbdf-4125-8fa2-8abcfbf1cb1f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9434972 Jul 14 09:41:50.872335 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab2e062-c550-400e-878e-51129fc8b40e None None] Network e9ec09e5-63f7-40f5-b707-1f6e31617a6f requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:51.126179 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d204b52-7ae0-4e8f-95ee-8eba9fe5ee3a req-8595501c-2af2-447e-8b99-35c5e8bc76f6 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:51.149075 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d204b52-7ae0-4e8f-95ee-8eba9fe5ee3a req-8595501c-2af2-447e-8b99-35c5e8bc76f6 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.4418724 Jul 14 09:41:51.237164 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf01f103-7f1f-4ca6-8919-c8953184de64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.337031 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd52e40d-e4ef-45a0-878f-4ae99661a400 None None] Network e9ec09e5-63f7-40f5-b707-1f6e31617a6f requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:51.368809 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-26af5c29-ebfb-4595-bb79-afd195a37757 req-7312f6f0-9b0f-420e-a2db-c7d83e80bd0d tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.1362107 Jul 14 09:41:51.398428 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d204b52-7ae0-4e8f-95ee-8eba9fe5ee3a req-6693c567-88fe-4187-a187-b739e7e01451 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482290 Jul 14 09:41:51.588381 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-613ad089-4b8b-425a-b17c-a7ce9f6e0490 None None] Provisioning for port eb5297d0-3c77-4376-9e44-c9674d3cd888 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:51.604729 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.626998 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-613ad089-4b8b-425a-b17c-a7ce9f6e0490 None None] Provisioning complete for port eb5297d0-3c77-4376-9e44-c9674d3cd888 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:51.629030 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-613ad089-4b8b-425a-b17c-a7ce9f6e0490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.783080 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf01f103-7f1f-4ca6-8919-c8953184de64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.791822 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf01f103-7f1f-4ca6-8919-c8953184de64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.836832 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 1be88ade-ad4d-4192-903e-0f8ee9aaf109, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1be88ade-ad4d-4192-903e-0f8ee9aaf109,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:51.843402 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-613ad089-4b8b-425a-b17c-a7ce9f6e0490 None None] Port eb5297d0-3c77-4376-9e44-c9674d3cd888 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:51.862059 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.014340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01f103-7f1f-4ca6-8919-c8953184de64 admin admin] Pushing event updated for resources: {'Port': ['ID=eb5297d0-3c77-4376-9e44-c9674d3cd888,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:52.017150 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf01f103-7f1f-4ca6-8919-c8953184de64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.277540 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=1be88ade-ad4d-4192-903e-0f8ee9aaf109,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:52.288465 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:52.288807 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:52.289142 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:52.289480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:52.290107 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:52.290814 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:52.291323 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:52.291820 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:52.292339 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:52.293041 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:52.293538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:52.294051 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:52.513440 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf01f103-7f1f-4ca6-8919-c8953184de64 admin admin] Network 5e3a2655-dacc-4a0b-af6c-1927e42ecaff is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:52.517252 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-cf01f103-7f1f-4ca6-8919-c8953184de64 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:52.525548 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035673-30f9-4869-8516-608569e600dd req-8fa79496-0e18-490c-85b2-a13639876db7 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:52.527169 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f8035673-30f9-4869-8516-608569e600dd req-8fa79496-0e18-490c-85b2-a13639876db7 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/networks?id=349e7030-c23e-4fb3-b91e-920ec080a299 HTTP/1.1" status: 200 len: 811 time: 0.3617668 Jul 14 09:41:52.611715 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f8035673-30f9-4869-8516-608569e600dd req-94f2a938-61a6-4d42-83f2-c10f6ad670ac tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/quotas/35c73081851740d5ae35f76d929b1d9c HTTP/1.1" status: 200 len: 375 time: 0.0776772 Jul 14 09:41:52.704582 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f8035673-30f9-4869-8516-608569e600dd req-877b12bb-6c66-43e2-a9d6-82c890701681 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=35c73081851740d5ae35f76d929b1d9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851362 Jul 14 09:41:52.994380 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-75db5801-a8ce-4ef0-bc50-205037752b9e None None] Provisioning complete for port eb5297d0-3c77-4376-9e44-c9674d3cd888 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:52.995483 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-75db5801-a8ce-4ef0-bc50-205037752b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.008633 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf01f103-7f1f-4ca6-8919-c8953184de64 admin admin] Router 91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:53.018177 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3436387-d6ae-4198-aa6e-7d3d7b7a1041 req-ae8d9baa-2ffb-4ae8-aa58-7d61c20c7766 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:53.020327 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c3436387-d6ae-4198-aa6e-7d3d7b7a1041 req-ae8d9baa-2ffb-4ae8-aa58-7d61c20c7766 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.4045372 Jul 14 09:41:53.026742 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f8035673-30f9-4869-8516-608569e600dd req-bd3d9709-6830-4130-bc9e-d002c831ba0b service neutron] 10.222.0.26 "GET /v2.0/networks/349e7030-c23e-4fb3-b91e-920ec080a299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977748 Jul 14 09:41:53.167562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-75db5801-a8ce-4ef0-bc50-205037752b9e None None] Port eb5297d0-3c77-4376-9e44-c9674d3cd888 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:53.188773 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f8035673-30f9-4869-8516-608569e600dd req-7cc4da07-db4b-420e-8973-e27d1f1819e6 service neutron] 10.222.0.26 "GET /v2.0/networks/349e7030-c23e-4fb3-b91e-920ec080a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536589 Jul 14 09:41:53.337119 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c3436387-d6ae-4198-aa6e-7d3d7b7a1041 req-d7524776-208e-4161-8cf8-fb94fa5a1d0c tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051898 Jul 14 09:41:53.469555 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf01f103-7f1f-4ca6-8919-c8953184de64 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:53.481144 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] Sync routers for ids ['91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:53.481587 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cf01f103-7f1f-4ca6-8919-c8953184de64 admin admin] 10.222.0.26 "PUT /v2.0/routers/91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2947116 Jul 14 09:41:53.523593 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] Routers {'91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:53.525567 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:41:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:53.831654 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3180526-ed9d-42a5-9363-d56fda625bb1 req-803b4332-02c7-4d4a-9268-b6d146037ce3 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.1206534 Jul 14 09:41:53.932943 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9363ed49-a81f-4566-9314-4cdf3abf3854 req-0f055b23-802b-4d73-8e92-89d0102dd626 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 210 time: 0.1191983 Jul 14 09:41:53.982363 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] Set router 91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:54.696548 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1be88ade-ad4d-4192-903e-0f8ee9aaf109 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:54.797809 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 1be88ade-ad4d-4192-903e-0f8ee9aaf109 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:54.798560 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.930055 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f35a76-938d-4652-b6c0-748a509df700 req-668532e5-0038-4500-9fee-c021ed0fcd44 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:54.945373 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75f35a76-938d-4652-b6c0-748a509df700 req-668532e5-0038-4500-9fee-c021ed0fcd44 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.2257938 Jul 14 09:41:55.007250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3', 'name': 'tempest-TestAggregatesBasicOps-1647943678-router', 'tenant_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '1be88ade-ad4d-4192-903e-0f8ee9aaf109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:37Z', 'updated_at': '2021-07-14T09:41:50Z', 'revision_number': 4, 'project_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'gw_port': {'id': '1be88ade-ad4d-4192-903e-0f8ee9aaf109', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:39Z', 'updated_at': '2021-07-14T09:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'eb5297d0-3c77-4376-9e44-c9674d3cd888', 'name': '', 'network_id': '5e3a2655-dacc-4a0b-af6c-1927e42ecaff', 'tenant_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'mac_address': 'fa:16:3e:06:8b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a5b9c48c-bf67-4593-91ff-14756b02616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:47Z', 'updated_at': '2021-07-14T09:41:51Z', 'revision_number': 2, 'project_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'subnets': [{'id': 'a5b9c48c-bf67-4593-91ff-14756b02616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:55.056298 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] Checking router: 91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:55.056663 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] Updating router 91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3 port eb5297d0-3c77-4376-9e44-c9674d3cd888 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:41:55.065820 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75f35a76-938d-4652-b6c0-748a509df700 req-ab6f34bc-b101-4336-be27-fca4026917c7 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191750 Jul 14 09:41:55.232711 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.236266 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37340) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:55.242730 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1f8f1578-2f39-4d33-918a-de3a28560e1f req-6ec0a837-d28c-4a62-8f87-3461eb037142 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 210 time: 0.1033106 Jul 14 09:41:55.245366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-bca58901-de5f-4c96-92ee-8e71e978acdb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1185075176-network', 'tenant_id': '9b3241d08a09406184c5cb4d59685b1b'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:55.305376 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca58901-de5f-4c96-92ee-8e71e978acdb admin admin] Made reservation on behalf of 9b3241d08a09406184c5cb4d59685b1b for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:55.315052 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bca58901-de5f-4c96-92ee-8e71e978acdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.340101 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bca58901-de5f-4c96-92ee-8e71e978acdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.497353 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84080b35-61fb-456b-aad3-34d972f630f1 req-938b9046-ccae-4aec-9f15-bd563b7dc83d tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.1901059 Jul 14 09:41:55.698484 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bca58901-de5f-4c96-92ee-8e71e978acdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.720718 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bca58901-de5f-4c96-92ee-8e71e978acdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.803243 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca58901-de5f-4c96-92ee-8e71e978acdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6af4131-23a8-40b1-bd8b-2b705ca06572,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:55.862270 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca58901-de5f-4c96-92ee-8e71e978acdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:55.890383 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bca58901-de5f-4c96-92ee-8e71e978acdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.891057 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-bca58901-de5f-4c96-92ee-8e71e978acdb admin admin] Added segment 548c7280-2b87-4984-9117-e440e230fff4 of type vlan for network 85c91c0f-aa1a-42d6-bc71-a35468fa6330 Jul 14 09:41:55.950286 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bca58901-de5f-4c96-92ee-8e71e978acdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.999992 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bca58901-de5f-4c96-92ee-8e71e978acdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.001417 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca58901-de5f-4c96-92ee-8e71e978acdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:56.002376 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bca58901-de5f-4c96-92ee-8e71e978acdb admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.067160 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.104766 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] Transition to ACTIVE for port object eb5297d0-3c77-4376-9e44-c9674d3cd888 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:56.126997 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.192348 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bca58901-de5f-4c96-92ee-8e71e978acdb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9512889 Jul 14 09:41:56.192735 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37354) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:56.199972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-ebbcce0f-d0c4-43ff-a433-34e8d362b426 admin admin] Request body: {'subnet': {'network_id': '85c91c0f-aa1a-42d6-bc71-a35468fa6330', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1185075176-subnet', 'tenant_id': '9b3241d08a09406184c5cb4d59685b1b', 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:56.202316 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca58901-de5f-4c96-92ee-8e71e978acdb admin admin] Pushing event updated for resources: {'Network': ['ID=85c91c0f-aa1a-42d6-bc71-a35468fa6330,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:56.220447 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 85c91c0f-aa1a-42d6-bc71-a35468fa6330 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:56.287517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbcce0f-d0c4-43ff-a433-34e8d362b426 admin admin] Made reservation on behalf of 9b3241d08a09406184c5cb4d59685b1b for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:56.307398 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ebbcce0f-d0c4-43ff-a433-34e8d362b426 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.517600 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b3ad2-9a62-4df3-a307-79f33a8fcae8 None None] Pushing event updated for resources: {'Port': ['ID=eb5297d0-3c77-4376-9e44-c9674d3cd888,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:56.788732 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] Attempting to bind port eb5297d0-3c77-4376-9e44-c9674d3cd888 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:56.793067 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] Attempting to bind port eb5297d0-3c77-4376-9e44-c9674d3cd888 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '7ebf4281-509d-45b1-af79-a1d6009975cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5e3a2655-dacc-4a0b-af6c-1927e42ecaff'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:56.794673 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] Attempting to bind port eb5297d0-3c77-4376-9e44-c9674d3cd888 on network 5e3a2655-dacc-4a0b-af6c-1927e42ecaff {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:56.845189 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:56.847784 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] Checking segment: {'id': '7ebf4281-509d-45b1-af79-a1d6009975cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5e3a2655-dacc-4a0b-af6c-1927e42ecaff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:56.849854 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.851540 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] Bound using segment: {'id': '7ebf4281-509d-45b1-af79-a1d6009975cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5e3a2655-dacc-4a0b-af6c-1927e42ecaff'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:56.855242 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] Bound port: eb5297d0-3c77-4376-9e44-c9674d3cd888, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ebf4281-509d-45b1-af79-a1d6009975cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5e3a2655-dacc-4a0b-af6c-1927e42ecaff'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:56.855893 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.913406 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca6a278e-31d2-42d6-bf57-df8d1b0ef6f1 req-2b6c12c7-ea39-48f2-8b32-e84bf66145ac tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 210 time: 0.3509624 Jul 14 09:41:57.117550 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] For port eb5297d0-3c77-4376-9e44-c9674d3cd888, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:57.128348 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] For port eb5297d0-3c77-4376-9e44-c9674d3cd888, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=eb5297d0-3c77-4376-9e44-c9674d3cd888,segment=NetworkSegment(7ebf4281-509d-45b1-af79-a1d6009975cb),segment_id=7ebf4281-509d-45b1-af79-a1d6009975cb)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:57.146375 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.329959 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] Routers {'91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:57.330639 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:41:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:57.462252 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-dbc259a8-ec4e-42c3-8ed3-5f38e511fe63 req-b3eae201-66b5-44e1-a6d7-f58c75d48719 tempest-AttachVolumeNegativeTest-840256186 tempest-AttachVolumeNegativeTest-840256186-project] (93888) timed out ('10.222.0.49', 50231) {{(pid=93888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:41:57.479893 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035673-30f9-4869-8516-608569e600dd req-f99d2c2c-0828-4f38-aa13-12d2b44ea573 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:57.485542 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f8035673-30f9-4869-8516-608569e600dd req-f99d2c2c-0828-4f38-aa13-12d2b44ea573 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.55 "GET /v2.0/networks?id=349e7030-c23e-4fb3-b91e-920ec080a299 HTTP/1.1" status: 200 len: 811 time: 0.3240633 Jul 14 09:41:57.510504 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-f8035673-30f9-4869-8516-608569e600dd req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Request body: {'port': {'device_id': '098205c4-e5ab-41be-94a2-48e10777bf10', 'network_id': '349e7030-c23e-4fb3-b91e-920ec080a299', 'admin_state_up': True, 'tenant_id': '35c73081851740d5ae35f76d929b1d9c'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:57.527392 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aee63e10-f7f3-46d6-8ba5-c2f11cefd550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.652131 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b3ad2-9a62-4df3-a307-79f33a8fcae8 None None] Pushing event updated for resources: {'Port': ['ID=eb5297d0-3c77-4376-9e44-c9674d3cd888,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:57.720500 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] Set router 91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:58.076312 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a31af536-23a9-44b6-8d0a-388c3414bcf0 req-08c28880-a79c-441a-9f50-f28d36116c91 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.2168512 Jul 14 09:41:58.079298 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ebbcce0f-d0c4-43ff-a433-34e8d362b426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.142603 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8035673-30f9-4869-8516-608569e600dd req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Made reservation on behalf of 35c73081851740d5ae35f76d929b1d9c for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:58.148611 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f8035673-30f9-4869-8516-608569e600dd req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.205388 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88293c8-d606-4af5-8fe4-4c36a7a4d8df req-64360272-d0be-488e-b775-497665525140 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:58.212579 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d88293c8-d606-4af5-8fe4-4c36a7a4d8df req-64360272-d0be-488e-b775-497665525140 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 1.7471936 Jul 14 09:41:58.320533 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcce0f-d0c4-43ff-a433-34e8d362b426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d85b3b29-37be-485b-98b6-b9350d9ae35c,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:58.331288 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d88293c8-d606-4af5-8fe4-4c36a7a4d8df req-0c677255-9fd5-456a-8ceb-c859eca1f0fe tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176116 Jul 14 09:41:58.346255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbcce0f-d0c4-43ff-a433-34e8d362b426 admin admin] Checking segment: {'id': '548c7280-2b87-4984-9117-e440e230fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '85c91c0f-aa1a-42d6-bc71-a35468fa6330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:58.346777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbcce0f-d0c4-43ff-a433-34e8d362b426 admin admin] Network hostable DHCP agents. Network: 85c91c0f-aa1a-42d6-bc71-a35468fa6330, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:58.374677 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbcce0f-d0c4-43ff-a433-34e8d362b426 admin admin] Network 85c91c0f-aa1a-42d6-bc71-a35468fa6330 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:58.405676 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-ebbcce0f-d0c4-43ff-a433-34e8d362b426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 85c91c0f-aa1a-42d6-bc71-a35468fa6330) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:58.421557 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbcce0f-d0c4-43ff-a433-34e8d362b426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:58.422542 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ebbcce0f-d0c4-43ff-a433-34e8d362b426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.452095 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ebbcce0f-d0c4-43ff-a433-34e8d362b426 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2574151 Jul 14 09:41:58.453145 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37374) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:58.459537 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-6a6dffc0-d5e4-4d5a-ab55-85b5d49d107a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1185075176-router', 'tenant_id': '9b3241d08a09406184c5cb4d59685b1b', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:58.478677 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1c76d2-3baf-496f-a797-1ffdef4dc0c3 None None] Network 85c91c0f-aa1a-42d6-bc71-a35468fa6330 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:58.533679 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6a6dffc0-d5e4-4d5a-ab55-85b5d49d107a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.535090 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6a6dffc0-d5e4-4d5a-ab55-85b5d49d107a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.720675 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6a6dffc0-d5e4-4d5a-ab55-85b5d49d107a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.741583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-f8035673-30f9-4869-8516-608569e600dd req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Allocated IP 172.20.0.13 (349e7030-c23e-4fb3-b91e-920ec080a299/63162a22-fb72-4785-988c-6adae20bc28e/160c006a-d0a4-4a94-b00a-9a2c5e8288c3) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:58.786136 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-51795fdb-8b80-484d-8f78-5085dc250981 req-77e7b3b3-d7e3-49c8-85fe-40e2442ca198 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 210 time: 0.0625589 Jul 14 09:41:58.974612 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6a6dffc0-d5e4-4d5a-ab55-85b5d49d107a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.017694 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3', 'name': 'tempest-TestAggregatesBasicOps-1647943678-router', 'tenant_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '1be88ade-ad4d-4192-903e-0f8ee9aaf109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:37Z', 'updated_at': '2021-07-14T09:41:50Z', 'revision_number': 4, 'project_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'gw_port': {'id': '1be88ade-ad4d-4192-903e-0f8ee9aaf109', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:39Z', 'updated_at': '2021-07-14T09:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'eb5297d0-3c77-4376-9e44-c9674d3cd888', 'name': '', 'network_id': '5e3a2655-dacc-4a0b-af6c-1927e42ecaff', 'tenant_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'mac_address': 'fa:16:3e:06:8b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a5b9c48c-bf67-4593-91ff-14756b02616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:47Z', 'updated_at': '2021-07-14T09:41:57Z', 'revision_number': 4, 'project_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'subnets': [{'id': 'a5b9c48c-bf67-4593-91ff-14756b02616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:59.086279 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f8035673-30f9-4869-8516-608569e600dd req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.133398 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f8035673-30f9-4869-8516-608569e600dd req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.147596 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-85c91c0f-aa1a-42d6-bc71-a35468fa6330', 'network_id': '85c91c0f-aa1a-42d6-bc71-a35468fa6330', 'tenant_id': '9b3241d08a09406184c5cb4d59685b1b', 'fixed_ips': [{'subnet_id': 'd85b3b29-37be-485b-98b6-b9350d9ae35c'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:41:59.153387 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.202559 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Pushing event updated for resources: {'Port': ['ID=160c006a-d0a4-4a94-b00a-9a2c5e8288c3,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:59.220680 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.221275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.222292 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.222896 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.223099 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c979783-36cb-4ba2-aa46-85327fb84b0f None None] The sync data for ids ['91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3'] in n-d-798054-10 is: [{'id': '91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3', 'name': 'tempest-TestAggregatesBasicOps-1647943678-router', 'tenant_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '1be88ade-ad4d-4192-903e-0f8ee9aaf109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:37Z', 'updated_at': '2021-07-14T09:41:50Z', 'revision_number': 4, 'project_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'gw_port': {'id': '1be88ade-ad4d-4192-903e-0f8ee9aaf109', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:39Z', 'updated_at': '2021-07-14T09:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'eb5297d0-3c77-4376-9e44-c9674d3cd888', 'name': '', 'network_id': '5e3a2655-dacc-4a0b-af6c-1927e42ecaff', 'tenant_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'mac_address': 'fa:16:3e:06:8b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'a5b9c48c-bf67-4593-91ff-14756b02616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:47Z', 'updated_at': '2021-07-14T09:41:57Z', 'revision_number': 4, 'project_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'subnets': [{'id': 'a5b9c48c-bf67-4593-91ff-14756b02616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:59.223596 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.237197 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.239463 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.239978 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.240496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.241263 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.241759 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.242320 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.249440 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8035673-30f9-4869-8516-608569e600dd req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Network 349e7030-c23e-4fb3-b91e-920ec080a299 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:59.252424 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-f8035673-30f9-4869-8516-608569e600dd req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:59.257458 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8035673-30f9-4869-8516-608569e600dd req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:59.495907 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6a6dffc0-d5e4-4d5a-ab55-85b5d49d107a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.496383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035673-30f9-4869-8516-608569e600dd req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:59.496955 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f8035673-30f9-4869-8516-608569e600dd req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.550736 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f8035673-30f9-4869-8516-608569e600dd req-38d15fbb-944e-4bab-ac86-327bc6427349 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0507953 Jul 14 09:41:59.554341 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6a6dffc0-d5e4-4d5a-ab55-85b5d49d107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.570636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] Request body: {'port': {'device_id': '098205c4-e5ab-41be-94a2-48e10777bf10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:59.627592 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-909b8ee5-10ed-4cc6-b867-1ae0ed0caf1f req-a8472f3c-d35a-407a-9c6b-8098e3ada2f9 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.0767980 Jul 14 09:41:59.694205 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Allocated IP 172.20.0.2 (85c91c0f-aa1a-42d6-bc71-a35468fa6330/d85b3b29-37be-485b-98b6-b9350d9ae35c/4b307d70-d986-4393-91d0-d05b00272a1d) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:59.829268 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.954206 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc635b33-0906-4214-b236-291829841e32 req-556314b2-dc4b-4ebf-a3c9-634fe397242d tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:59.954824 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ada33f0c-3e4f-49ba-a93b-3e863cd35281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.966295 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc635b33-0906-4214-b236-291829841e32 req-556314b2-dc4b-4ebf-a3c9-634fe397242d tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.3295817 Jul 14 09:41:59.981871 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.111959 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc635b33-0906-4214-b236-291829841e32 req-5ffdc305-bdb9-4a1c-a81a-08e30ce2aa8c tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429110 Jul 14 09:42:00.222218 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-6a6dffc0-d5e4-4d5a-ab55-85b5d49d107a admin admin] Allocated IP 172.25.1.70 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/cd136539-c471-4270-ada1-fbf541eef8f9) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:00.305025 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.362063 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Transition to ACTIVE for port object 4b307d70-d986-4393-91d0-d05b00272a1d will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:00.426659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Transition to ACTIVE for port object 4b307d70-d986-4393-91d0-d05b00272a1d will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:00.440396 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.507764 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cdf8d-b3fe-49c3-a3ba-8787bc5d81c3 req-804706f3-6830-4f7f-ac62-af6dc52be04a tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:00.512492 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe7cdf8d-b3fe-49c3-a3ba-8787bc5d81c3 req-804706f3-6830-4f7f-ac62-af6dc52be04a tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 932 time: 0.3907864 Jul 14 09:42:00.529691 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Network 85c91c0f-aa1a-42d6-bc71-a35468fa6330 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:00.536288 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:00.558288 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:00.572616 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device eb5297d0-3c77-4376-9e44-c9674d3cd888 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:00.619802 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 160c006a-d0a4-4a94-b00a-9a2c5e8288c3 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:00.653238 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.729169 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] Transition to ACTIVE for port object 160c006a-d0a4-4a94-b00a-9a2c5e8288c3 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:00.741338 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.741940 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe7cdf8d-b3fe-49c3-a3ba-8787bc5d81c3 req-3dc4c0d4-0b94-4237-8ad1-0e211514c1bb tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201619 Jul 14 09:42:00.849979 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6a6dffc0-d5e4-4d5a-ab55-85b5d49d107a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.967349 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6a6dffc0-d5e4-4d5a-ab55-85b5d49d107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.052037 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6dffc0-d5e4-4d5a-ab55-85b5d49d107a admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:01.054106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6dffc0-d5e4-4d5a-ab55-85b5d49d107a admin admin] Pushing event updated for resources: {'Port': ['ID=cd136539-c471-4270-ada1-fbf541eef8f9,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:01.056747 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-6a6dffc0-d5e4-4d5a-ab55-85b5d49d107a admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:01.068642 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6dffc0-d5e4-4d5a-ab55-85b5d49d107a admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:01.107930 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] Attempting to bind port 160c006a-d0a4-4a94-b00a-9a2c5e8288c3 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:01.108408 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] Attempting to bind port 160c006a-d0a4-4a94-b00a-9a2c5e8288c3 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '66005476-f601-4e96-b92b-52e3601e3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '349e7030-c23e-4fb3-b91e-920ec080a299'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:01.108600 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] Attempting to bind port 160c006a-d0a4-4a94-b00a-9a2c5e8288c3 on network 349e7030-c23e-4fb3-b91e-920ec080a299 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:01.112585 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6950610b-6338-4690-ac57-410b6d642683 req-e3047b8e-9cc1-4bb8-a33c-8360fc4c28b5 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.1226208 Jul 14 09:42:01.124110 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] Pushing event updated for resources: {'Port': ['ID=160c006a-d0a4-4a94-b00a-9a2c5e8288c3,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:01.128400 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] Port 160c006a-d0a4-4a94-b00a-9a2c5e8288c3 on network 349e7030-c23e-4fb3-b91e-920ec080a299 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:42:01.128730 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] Attempting to bind port 160c006a-d0a4-4a94-b00a-9a2c5e8288c3 on network 349e7030-c23e-4fb3-b91e-920ec080a299 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:01.135484 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:01.135830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] Checking segment: {'id': '66005476-f601-4e96-b92b-52e3601e3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '349e7030-c23e-4fb3-b91e-920ec080a299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:01.136215 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] Bound using segment: {'id': '66005476-f601-4e96-b92b-52e3601e3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '349e7030-c23e-4fb3-b91e-920ec080a299'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:01.136650 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] Bound port: 160c006a-d0a4-4a94-b00a-9a2c5e8288c3, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66005476-f601-4e96-b92b-52e3601e3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '349e7030-c23e-4fb3-b91e-920ec080a299'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:01.137012 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.270528 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] For port 160c006a-d0a4-4a94-b00a-9a2c5e8288c3, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:01.277891 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] For port 160c006a-d0a4-4a94-b00a-9a2c5e8288c3, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=160c006a-d0a4-4a94-b00a-9a2c5e8288c3,segment=NetworkSegment(66005476-f601-4e96-b92b-52e3601e3619),segment_id=66005476-f601-4e96-b92b-52e3601e3619)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:01.278935 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Pushing event updated for resources: {'Port': ['ID=4b307d70-d986-4393-91d0-d05b00272a1d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:01.292301 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.355252 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.377295 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Attempting to bind port 4b307d70-d986-4393-91d0-d05b00272a1d on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:01.378090 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Attempting to bind port 4b307d70-d986-4393-91d0-d05b00272a1d by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '548c7280-2b87-4984-9117-e440e230fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '85c91c0f-aa1a-42d6-bc71-a35468fa6330'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:01.378690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Attempting to bind port 4b307d70-d986-4393-91d0-d05b00272a1d on network 85c91c0f-aa1a-42d6-bc71-a35468fa6330 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:01.403989 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:01.405952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Checking segment: {'id': '548c7280-2b87-4984-9117-e440e230fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '85c91c0f-aa1a-42d6-bc71-a35468fa6330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:01.407528 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.408200 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Bound using segment: {'id': '548c7280-2b87-4984-9117-e440e230fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '85c91c0f-aa1a-42d6-bc71-a35468fa6330'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:01.409514 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:01.411514 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.411911 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Bound port: 4b307d70-d986-4393-91d0-d05b00272a1d, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548c7280-2b87-4984-9117-e440e230fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '85c91c0f-aa1a-42d6-bc71-a35468fa6330'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:01.412573 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.415718 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f8035673-30f9-4869-8516-608569e600dd req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] 10.222.0.55 "PUT /v2.0/ports/160c006a-d0a4-4a94-b00a-9a2c5e8288c3 HTTP/1.1" status: 200 len: 1093 time: 1.8507023 Jul 14 09:42:01.417899 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098205c4-e5ab-41be-94a2-48e10777bf10', 'tag': '160c006a-d0a4-4a94-b00a-9a2c5e8288c3'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:01.423718 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d4c8bf-825f-4a03-9a6a-82a2d494a2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "098205c4-e5ab-41be-94a2-48e10777bf10", "tag": "160c006a-d0a4-4a94-b00a-9a2c5e8288c3"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:01.434451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port eb5297d0-3c77-4376-9e44-c9674d3cd888 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:01.448715 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port eb5297d0-3c77-4376-9e44-c9674d3cd888 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:01.450139 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.463230 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3da39-2eb9-49bd-b197-347f6ff10daa service neutron] Pushing event updated for resources: {'Port': ['ID=160c006a-d0a4-4a94-b00a-9a2c5e8288c3,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:01.557732 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8306920-7b9a-4c3d-a5d6-7dcb7f96bc8c x-openstack-request-id: req-b8306920-7b9a-4c3d-a5d6-7dcb7f96bc8c {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:01.558212 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098205c4-e5ab-41be-94a2-48e10777bf10", "tag": "160c006a-d0a4-4a94-b00a-9a2c5e8288c3", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:01.558569 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b8306920-7b9a-4c3d-a5d6-7dcb7f96bc8c {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:01.559071 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098205c4-e5ab-41be-94a2-48e10777bf10', 'tag': '160c006a-d0a4-4a94-b00a-9a2c5e8288c3', 'status': 'completed', 'code': 200} Jul 14 09:42:01.656764 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] For port 4b307d70-d986-4393-91d0-d05b00272a1d, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:01.661367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] For port 4b307d70-d986-4393-91d0-d05b00272a1d, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4b307d70-d986-4393-91d0-d05b00272a1d,segment=NetworkSegment(548c7280-2b87-4984-9117-e440e230fff4),segment_id=548c7280-2b87-4984-9117-e440e230fff4)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:01.662119 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035673-30f9-4869-8516-608569e600dd req-37a07628-cc1e-4579-b3e3-682b246a0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:01.663603 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f8035673-30f9-4869-8516-608569e600dd req-37a07628-cc1e-4579-b3e3-682b246a0351 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35c73081851740d5ae35f76d929b1d9c&device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 1096 time: 0.0938542 Jul 14 09:42:01.708856 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.728397 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.791339 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f8035673-30f9-4869-8516-608569e600dd req-f88b69cb-c14e-42b8-ba7b-ed4ce327439d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=160c006a-d0a4-4a94-b00a-9a2c5e8288c3 HTTP/1.1" status: 200 len: 217 time: 0.1067131 Jul 14 09:42:01.852340 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port eb5297d0-3c77-4376-9e44-c9674d3cd888, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=eb5297d0-3c77-4376-9e44-c9674d3cd888,segment=NetworkSegment(7ebf4281-509d-45b1-af79-a1d6009975cb),segment_id=7ebf4281-509d-45b1-af79-a1d6009975cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:01.904458 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.954420 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c2ec3-2b89-44db-aed5-fe50a5f5827c None None] Pushing event updated for resources: {'Port': ['ID=4b307d70-d986-4393-91d0-d05b00272a1d,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:01.967055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035673-30f9-4869-8516-608569e600dd req-b4b733d6-e900-4cc7-9388-4ab9cc05587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:01.980683 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f8035673-30f9-4869-8516-608569e600dd req-b4b733d6-e900-4cc7-9388-4ab9cc05587a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63162a22-fb72-4785-988c-6adae20bc28e HTTP/1.1" status: 200 len: 851 time: 0.1752431 Jul 14 09:42:02.025307 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f8035673-30f9-4869-8516-608569e600dd req-49342f76-004b-45f6-b96e-ee83b473252c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=349e7030-c23e-4fb3-b91e-920ec080a299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381961 Jul 14 09:42:02.027512 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aeb27f-0d5c-40c4-8d84-bad2d587d38e req-74f8251f-32e0-4963-a720-9b38029ccc97 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:02.029183 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-43aeb27f-0d5c-40c4-8d84-bad2d587d38e req-74f8251f-32e0-4963-a720-9b38029ccc97 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.4114463 Jul 14 09:42:02.065750 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.087362 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=eb5297d0-3c77-4376-9e44-c9674d3cd888,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:02.163539 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6a6dffc0-d5e4-4d5a-ab55-85b5d49d107a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.213734 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f8035673-30f9-4869-8516-608569e600dd req-892f997e-dc70-4ae3-a205-53f722427323 service neutron] 10.222.0.55 "GET /v2.0/networks/349e7030-c23e-4fb3-b91e-920ec080a299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809738 Jul 14 09:42:02.240653 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c6fe8-3dd4-4aaa-907e-fabfc1b82645 req-06c1961f-9eb8-448f-90b5-cc5ecc5ed9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:02.242677 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a8c6fe8-3dd4-4aaa-907e-fabfc1b82645 req-06c1961f-9eb8-448f-90b5-cc5ecc5ed9c0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18245d4c12b042849567d400be4c479b&device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 1098 time: 0.4569056 Jul 14 09:42:02.290031 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-43aeb27f-0d5c-40c4-8d84-bad2d587d38e req-19427c4c-80af-4838-8ac7-61eba041d131 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371705 Jul 14 09:42:02.397868 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f8035673-30f9-4869-8516-608569e600dd req-ecb40786-28dd-4221-8256-d7a5649ddc7b service neutron] 10.222.0.55 "GET /v2.0/networks/349e7030-c23e-4fb3-b91e-920ec080a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680002 Jul 14 09:42:02.460179 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device eb5297d0-3c77-4376-9e44-c9674d3cd888 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:02.514857 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c6fe8-3dd4-4aaa-907e-fabfc1b82645 req-219f2aa0-9fc2-403b-95d9-1a90d3396e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:02.516535 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a8c6fe8-3dd4-4aaa-907e-fabfc1b82645 req-219f2aa0-9fc2-403b-95d9-1a90d3396e2f service neutron] 10.222.0.49 "GET /v2.0/networks?id=6feba008-c597-4a6d-99c1-fa0a29f2df67 HTTP/1.1" status: 200 len: 915 time: 0.2646716 Jul 14 09:42:02.609820 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port eb5297d0-3c77-4376-9e44-c9674d3cd888 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:02.610786 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.645763 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4c8bf-825f-4a03-9a6a-82a2d494a2a8 req-e5ae8f77-c88d-46be-9f9b-1738508bece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:02.651828 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-54d4c8bf-825f-4a03-9a6a-82a2d494a2a8 req-e5ae8f77-c88d-46be-9f9b-1738508bece1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35c73081851740d5ae35f76d929b1d9c&device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 1096 time: 0.1455088 Jul 14 09:42:02.725673 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fc4f484e-f3df-4fd3-930d-c29ecd4dd1c0 req-a8456b1f-229e-44f5-ba62-20fe67c965ed tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.2061245 Jul 14 09:42:02.727443 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a8c6fe8-3dd4-4aaa-907e-fabfc1b82645 req-e18ecd4a-c177-4bd4-857a-2dca1d3af76d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cfb3304-cb40-4fed-b721-9d83a8c028f4 HTTP/1.1" status: 200 len: 217 time: 0.1900420 Jul 14 09:42:02.811344 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.867799 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c80697-f757-4a31-a3a1-912583526a2e req-d3908924-2c24-4d39-9163-29ff73d4036a tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:02.869500 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97c80697-f757-4a31-a3a1-912583526a2e req-d3908924-2c24-4d39-9163-29ff73d4036a tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 944 time: 0.8382301 Jul 14 09:42:02.884284 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4c8bf-825f-4a03-9a6a-82a2d494a2a8 req-a1f9bbe5-056c-4591-a5c8-3101327312fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:02.886781 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-54d4c8bf-825f-4a03-9a6a-82a2d494a2a8 req-a1f9bbe5-056c-4591-a5c8-3101327312fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=349e7030-c23e-4fb3-b91e-920ec080a299 HTTP/1.1" status: 200 len: 912 time: 0.2275255 Jul 14 09:42:02.946443 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-54d4c8bf-825f-4a03-9a6a-82a2d494a2a8 req-109799eb-a7a9-483c-9591-c08e55679388 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=160c006a-d0a4-4a94-b00a-9a2c5e8288c3 HTTP/1.1" status: 200 len: 217 time: 0.0530462 Jul 14 09:42:02.993863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c6fe8-3dd4-4aaa-907e-fabfc1b82645 req-5a1b1a41-62e0-49a8-9358-c2c2c44ce408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:03.001752 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a8c6fe8-3dd4-4aaa-907e-fabfc1b82645 req-5a1b1a41-62e0-49a8-9358-c2c2c44ce408 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c433742-6df6-42b6-9b91-b5848de2b475 HTTP/1.1" status: 200 len: 854 time: 0.2580309 Jul 14 09:42:03.058346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4c8bf-825f-4a03-9a6a-82a2d494a2a8 req-be4980a8-3d0c-4ff4-9c69-0cb0aeaec560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:03.061644 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-54d4c8bf-825f-4a03-9a6a-82a2d494a2a8 req-be4980a8-3d0c-4ff4-9c69-0cb0aeaec560 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63162a22-fb72-4785-988c-6adae20bc28e HTTP/1.1" status: 200 len: 851 time: 0.1081686 Jul 14 09:42:03.075829 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a8c6fe8-3dd4-4aaa-907e-fabfc1b82645 req-e77737b8-4024-4ba0-9cf9-9324147ee21b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6feba008-c597-4a6d-99c1-fa0a29f2df67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673726 Jul 14 09:42:03.100484 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97c80697-f757-4a31-a3a1-912583526a2e req-d54e9f6f-21c6-4a4a-95a0-757284f2bd7f tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181995 Jul 14 09:42:03.112677 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6a6dffc0-d5e4-4d5a-ab55-85b5d49d107a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.138504 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-54d4c8bf-825f-4a03-9a6a-82a2d494a2a8 req-44662ac9-3c1b-4471-b542-2b6e42e7c7c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=349e7030-c23e-4fb3-b91e-920ec080a299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682349 Jul 14 09:42:03.341339 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-54d4c8bf-825f-4a03-9a6a-82a2d494a2a8 req-7cc75713-82a1-4c26-895a-3437566f8901 service neutron] 10.222.0.55 "GET /v2.0/networks/349e7030-c23e-4fb3-b91e-920ec080a299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883516 Jul 14 09:42:03.499828 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-54d4c8bf-825f-4a03-9a6a-82a2d494a2a8 req-c6b1bb6a-2c92-4188-8ab7-ec2713d57ad4 service neutron] 10.222.0.55 "GET /v2.0/networks/349e7030-c23e-4fb3-b91e-920ec080a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510353 Jul 14 09:42:03.565884 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c15b33a-9d54-4855-a1bb-5ad4c174b309 None None] Network 85c91c0f-aa1a-42d6-bc71-a35468fa6330 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:03.736560 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e476e5c9-31bd-4227-ad62-e7353d570379 None None] Provisioning for port 4b307d70-d986-4393-91d0-d05b00272a1d completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:04.084533 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a8c6fe8-3dd4-4aaa-907e-fabfc1b82645 req-8955a018-7322-4936-87da-5456f3404010 service neutron] 10.222.0.49 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0013287 Jul 14 09:42:04.099554 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bf0ee101-b88e-4e79-9db4-05f15ef82a3f req-ebd6942a-8159-4301-8c12-7dbc4a87cf09 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.1225317 Jul 14 09:42:04.442380 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4b307d70-d986-4393-91d0-d05b00272a1d up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:04.459690 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0e8a2-08d9-4228-a0f1-1f79af853457 req-4081f9b1-350f-4a3c-8dc9-9064f83d163e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:04.461304 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05a0e8a2-08d9-4228-a0f1-1f79af853457 req-4081f9b1-350f-4a3c-8dc9-9064f83d163e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 946 time: 0.6080191 Jul 14 09:42:04.465845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6dffc0-d5e4-4d5a-ab55-85b5d49d107a admin admin] Router 53115ee6-e404-49d4-8e95-79c942c1da86 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:42:04.563382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 4b307d70-d986-4393-91d0-d05b00272a1d completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:04.568208 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 4b307d70-d986-4393-91d0-d05b00272a1d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:04.569317 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.637212 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6dffc0-d5e4-4d5a-ab55-85b5d49d107a admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:04.648609 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] Sync routers for ids ['53115ee6-e404-49d4-8e95-79c942c1da86'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:04.663883 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a8c6fe8-3dd4-4aaa-907e-fabfc1b82645 req-adcbf2d9-175f-4147-926e-b1f310c63f64 service neutron] 10.222.0.49 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5606747 Jul 14 09:42:04.673451 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6a6dffc0-d5e4-4d5a-ab55-85b5d49d107a admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.674158 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] Routers {'53115ee6-e404-49d4-8e95-79c942c1da86'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:04.674786 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6a6dffc0-d5e4-4d5a-ab55-85b5d49d107a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2200904 Jul 14 09:42:04.677188 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:42:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['53115ee6-e404-49d4-8e95-79c942c1da86'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:04.678753 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37458) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:04.691237 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05a0e8a2-08d9-4228-a0f1-1f79af853457 req-a8df2e58-9a5f-473b-81f8-de8a6fea8f64 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984158 Jul 14 09:42:04.722172 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859bb0a0-ef99-44fe-8f09-300264677031 req-34b0a67f-baf3-47a8-a5ee-f2452fecafea tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:04.724429 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-859bb0a0-ef99-44fe-8f09-300264677031 req-34b0a67f-baf3-47a8-a5ee-f2452fecafea tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 944 time: 0.3065090 Jul 14 09:42:04.768611 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.818786 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-859bb0a0-ef99-44fe-8f09-300264677031 req-8b0364fc-513c-44b5-bf9e-1df8bb58ab56 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871692 Jul 14 09:42:04.841645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 4b307d70-d986-4393-91d0-d05b00272a1d, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4b307d70-d986-4393-91d0-d05b00272a1d,segment=NetworkSegment(548c7280-2b87-4984-9117-e440e230fff4),segment_id=548c7280-2b87-4984-9117-e440e230fff4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:04.848695 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] Set router 53115ee6-e404-49d4-8e95-79c942c1da86 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:04.851126 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.964818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=4b307d70-d986-4393-91d0-d05b00272a1d,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:05.173070 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53115ee6-e404-49d4-8e95-79c942c1da86', 'name': 'tempest-TestAggregatesBasicOps-1185075176-router', 'tenant_id': '9b3241d08a09406184c5cb4d59685b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cd136539-c471-4270-ada1-fbf541eef8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:58Z', 'updated_at': '2021-07-14T09:42:01Z', 'revision_number': 3, 'project_id': '9b3241d08a09406184c5cb4d59685b1b', 'gw_port': {'id': 'cd136539-c471-4270-ada1-fbf541eef8f9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53115ee6-e404-49d4-8e95-79c942c1da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:59Z', 'updated_at': '2021-07-14T09:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:05.202064 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9cfb3304-cb40-4fed-b721-9d83a8c028f4 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:05.233227 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] Checking router: 53115ee6-e404-49d4-8e95-79c942c1da86 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:05.233574 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] Updating router 53115ee6-e404-49d4-8e95-79c942c1da86 port cd136539-c471-4270-ada1-fbf541eef8f9 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:42:05.339616 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.414667 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.458977 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cfb3304-cb40-4fed-b721-9d83a8c028f4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:05.461938 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-12291caa-da59-475f-abd1-5c2e53bbfe55 req-0cd3a729-c837-4a6b-941b-ca417a03cfe8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.0812266 Jul 14 09:42:05.465273 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485bd025-d094-4cc2-9275-3fc2532fce93" -d '{"events": [{"server_uuid": "0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e", "name": "network-vif-unplugged", "status": "completed", "tag": "9cfb3304-cb40-4fed-b721-9d83a8c028f4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:05.475647 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1909ecdc-d92b-4aa9-bb14-665ee1be1af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.498686 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9cfb3304-cb40-4fed-b721-9d83a8c028f4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9cfb3304-cb40-4fed-b721-9d83a8c028f4,segment=NetworkSegment(8038b284-822d-4ef6-b135-945c53ba5f7c),segment_id=8038b284-822d-4ef6-b135-945c53ba5f7c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:05.504385 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.582601 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62f2989-9fc2-49bd-8a2a-aa9787163051 x-openstack-request-id: req-d62f2989-9fc2-49bd-8a2a-aa9787163051 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:05.583280 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e", "name": "network-vif-unplugged", "status": "completed", "tag": "9cfb3304-cb40-4fed-b721-9d83a8c028f4", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:05.583280 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d62f2989-9fc2-49bd-8a2a-aa9787163051 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:05.583599 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cfb3304-cb40-4fed-b721-9d83a8c028f4', 'code': 200} Jul 14 09:42:05.607405 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=9cfb3304-cb40-4fed-b721-9d83a8c028f4,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:05.896535 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.920690 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] Transition to ACTIVE for port object cd136539-c471-4270-ada1-fbf541eef8f9 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:05.927752 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.963101 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-1909ecdc-d92b-4aa9-bb14-665ee1be1af0 admin admin] Allocated IP 172.20.0.1 (85c91c0f-aa1a-42d6-bc71-a35468fa6330/d85b3b29-37be-485b-98b6-b9350d9ae35c/2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:06.017455 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450c4d2-3c7b-4a15-bd93-1e606d3e2d23 None None] Pushing event updated for resources: {'Port': ['ID=cd136539-c471-4270-ada1-fbf541eef8f9,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:06.053194 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8144f-0929-45a3-ae94-a869f8669f3c req-0a6bcf27-6865-4b89-89a9-05a32682dfcc tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:06.065146 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] Attempting to bind port cd136539-c471-4270-ada1-fbf541eef8f9 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:06.068716 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-abf8144f-0929-45a3-ae94-a869f8669f3c req-0a6bcf27-6865-4b89-89a9-05a32682dfcc tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 944 time: 0.1602137 Jul 14 09:42:06.071901 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] Attempting to bind port cd136539-c471-4270-ada1-fbf541eef8f9 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:06.072494 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] Attempting to bind port cd136539-c471-4270-ada1-fbf541eef8f9 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:06.090323 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:06.090988 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:06.091560 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.092126 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:06.092772 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] Bound port: cd136539-c471-4270-ada1-fbf541eef8f9, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:06.093318 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.180614 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] For port cd136539-c471-4270-ada1-fbf541eef8f9, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:06.185842 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] For port cd136539-c471-4270-ada1-fbf541eef8f9, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=cd136539-c471-4270-ada1-fbf541eef8f9,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:06.192006 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.197606 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1909ecdc-d92b-4aa9-bb14-665ee1be1af0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.235034 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-1909ecdc-d92b-4aa9-bb14-665ee1be1af0 admin admin] Transition to ACTIVE for port object 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:06.252761 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-abf8144f-0929-45a3-ae94-a869f8669f3c req-fc269767-8a9d-474a-a3b8-0baab258c63c tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847100 Jul 14 09:42:06.345314 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1909ecdc-d92b-4aa9-bb14-665ee1be1af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.352010 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f278b-ade9-4abe-b56b-db78a6d7d843 req-4ee45156-1050-48f0-baa4-1b2b91cb4b8a tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:06.353816 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b95f278b-ade9-4abe-b56b-db78a6d7d843 req-4ee45156-1050-48f0-baa4-1b2b91cb4b8a tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 944 time: 0.2658174 Jul 14 09:42:06.386389 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450c4d2-3c7b-4a15-bd93-1e606d3e2d23 None None] Pushing event updated for resources: {'Port': ['ID=cd136539-c471-4270-ada1-fbf541eef8f9,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:06.401067 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] Routers {'53115ee6-e404-49d4-8e95-79c942c1da86'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:06.401720 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:42:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['53115ee6-e404-49d4-8e95-79c942c1da86'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:06.433032 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 160c006a-d0a4-4a94-b00a-9a2c5e8288c3 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:42:06.458724 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b95f278b-ade9-4abe-b56b-db78a6d7d843 req-4785c65f-89be-4518-9901-573980f7f118 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990467 Jul 14 09:42:06.460866 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1909ecdc-d92b-4aa9-bb14-665ee1be1af0 admin admin] Network 85c91c0f-aa1a-42d6-bc71-a35468fa6330 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:06.474619 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909ecdc-d92b-4aa9-bb14-665ee1be1af0 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:06.485821 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-1909ecdc-d92b-4aa9-bb14-665ee1be1af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:06.500645 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1909ecdc-d92b-4aa9-bb14-665ee1be1af0 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:06.569890 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1909ecdc-d92b-4aa9-bb14-665ee1be1af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.711163 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] Set router 53115ee6-e404-49d4-8e95-79c942c1da86 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:06.825217 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 160c006a-d0a4-4a94-b00a-9a2c5e8288c3, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=160c006a-d0a4-4a94-b00a-9a2c5e8288c3,segment=NetworkSegment(66005476-f601-4e96-b92b-52e3601e3619),segment_id=66005476-f601-4e96-b92b-52e3601e3619)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:06.834576 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-718c2d57-04da-4d74-be75-9f10c626a88c req-b0a88386-3e5a-4b6e-a1b3-4fdca071c181 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.0770409 Jul 14 09:42:06.863964 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '160c006a-d0a4-4a94-b00a-9a2c5e8288c3', 'network_id': '349e7030-c23e-4fb3-b91e-920ec080a299', 'port_id': '160c006a-d0a4-4a94-b00a-9a2c5e8288c3', 'mac_address': 'fa:16:3e:55:c3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63162a22-fb72-4785-988c-6adae20bc28e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:42:06.866072 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4b307d70-d986-4393-91d0-d05b00272a1d up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:06.950096 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1909ecdc-d92b-4aa9-bb14-665ee1be1af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.019661 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.068931 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 160c006a-d0a4-4a94-b00a-9a2c5e8288c3 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:07.122440 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 4b307d70-d986-4393-91d0-d05b00272a1d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:07.122440 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.146440 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53115ee6-e404-49d4-8e95-79c942c1da86', 'name': 'tempest-TestAggregatesBasicOps-1185075176-router', 'tenant_id': '9b3241d08a09406184c5cb4d59685b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cd136539-c471-4270-ada1-fbf541eef8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:58Z', 'updated_at': '2021-07-14T09:42:01Z', 'revision_number': 3, 'project_id': '9b3241d08a09406184c5cb4d59685b1b', 'gw_port': {'id': 'cd136539-c471-4270-ada1-fbf541eef8f9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53115ee6-e404-49d4-8e95-79c942c1da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:59Z', 'updated_at': '2021-07-14T09:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:07.175589 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e955d0a9-cf49-4879-8dc0-8001d1b78cad None None] The sync data for ids ['53115ee6-e404-49d4-8e95-79c942c1da86'] in n-d-798054-10 is: [{'id': '53115ee6-e404-49d4-8e95-79c942c1da86', 'name': 'tempest-TestAggregatesBasicOps-1185075176-router', 'tenant_id': '9b3241d08a09406184c5cb4d59685b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cd136539-c471-4270-ada1-fbf541eef8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:58Z', 'updated_at': '2021-07-14T09:42:01Z', 'revision_number': 3, 'project_id': '9b3241d08a09406184c5cb4d59685b1b', 'gw_port': {'id': 'cd136539-c471-4270-ada1-fbf541eef8f9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53115ee6-e404-49d4-8e95-79c942c1da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:59Z', 'updated_at': '2021-07-14T09:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:07.202870 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 160c006a-d0a4-4a94-b00a-9a2c5e8288c3, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=160c006a-d0a4-4a94-b00a-9a2c5e8288c3,segment=NetworkSegment(66005476-f601-4e96-b92b-52e3601e3619),segment_id=66005476-f601-4e96-b92b-52e3601e3619)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:07.205697 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-60a463d5-696b-4d47-8e91-aa5048266688 None None] Provisioning for port 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:07.214663 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-60a463d5-696b-4d47-8e91-aa5048266688 None None] Provisioning complete for port 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:07.215086 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60a463d5-696b-4d47-8e91-aa5048266688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.221382 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.326660 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1909ecdc-d92b-4aa9-bb14-665ee1be1af0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.338168 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1909ecdc-d92b-4aa9-bb14-665ee1be1af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.412114 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-60a463d5-696b-4d47-8e91-aa5048266688 None None] Port 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:07.442759 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=160c006a-d0a4-4a94-b00a-9a2c5e8288c3,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:07.489729 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909ecdc-d92b-4aa9-bb14-665ee1be1af0 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:07.496204 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1909ecdc-d92b-4aa9-bb14-665ee1be1af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.516899 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['160c006a-d0a4-4a94-b00a-9a2c5e8288c3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:42:07.576357 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97c9b8-bdaa-40d5-bf8d-eed4b86f0abf req-fbd180c7-7567-4ffa-9f43-c0f7352d9d2e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:07.583721 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab97c9b8-bdaa-40d5-bf8d-eed4b86f0abf req-fbd180c7-7567-4ffa-9f43-c0f7352d9d2e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 944 time: 0.1429274 Jul 14 09:42:07.712592 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab97c9b8-bdaa-40d5-bf8d-eed4b86f0abf req-22eef046-177c-4691-b531-caaadd8bdd9d tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264732 Jul 14 09:42:07.729094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1909ecdc-d92b-4aa9-bb14-665ee1be1af0 admin admin] Network 85c91c0f-aa1a-42d6-bc71-a35468fa6330 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:07.760165 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-1909ecdc-d92b-4aa9-bb14-665ee1be1af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:07.894000 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ed3dc-d24f-4af9-83e6-b6a4bb690964 req-75e9ad76-d65c-45b8-99d3-6966b09953cb tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:07.906361 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cc3ed3dc-d24f-4af9-83e6-b6a4bb690964 req-75e9ad76-d65c-45b8-99d3-6966b09953cb tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 945 time: 0.1926515 Jul 14 09:42:08.077424 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1909ecdc-d92b-4aa9-bb14-665ee1be1af0 admin admin] Router 53115ee6-e404-49d4-8e95-79c942c1da86 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:08.086615 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cc3ed3dc-d24f-4af9-83e6-b6a4bb690964 req-263457cb-3476-41d5-9bd2-b5dc30ee6ceb tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790209 Jul 14 09:42:08.212202 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214061e6-273d-4d7e-8dd2-fa69b4fe42c7 req-fe15f882-987a-4e37-87f9-9f6210d80205 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:08.220924 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-214061e6-273d-4d7e-8dd2-fa69b4fe42c7 req-fe15f882-987a-4e37-87f9-9f6210d80205 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 944 time: 0.2243876 Jul 14 09:42:08.283251 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d3adf318-19fb-4a6d-aaee-9c7e0870cf4e None None] Provisioning complete for port 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:08.284758 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d3adf318-19fb-4a6d-aaee-9c7e0870cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.387184 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1909ecdc-d92b-4aa9-bb14-665ee1be1af0 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:08.397198 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1909ecdc-d92b-4aa9-bb14-665ee1be1af0 admin admin] 10.222.0.26 "PUT /v2.0/routers/53115ee6-e404-49d4-8e95-79c942c1da86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7171810 Jul 14 09:42:08.398395 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-214061e6-273d-4d7e-8dd2-fa69b4fe42c7 req-8750ac00-491c-48fa-9c21-b5744b62a266 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765842 Jul 14 09:42:08.408308 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d3adf318-19fb-4a6d-aaee-9c7e0870cf4e None None] Port 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:08.445743 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 160c006a-d0a4-4a94-b00a-9a2c5e8288c3 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:08.518236 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f24851c4-8507-48c1-a3d1-d2d66db7ea1e req-46c97681-03d4-411d-b756-762d3c6c1ebb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.1184311 Jul 14 09:42:08.570614 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device cd136539-c471-4270-ada1-fbf541eef8f9 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:08.686810 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port cd136539-c471-4270-ada1-fbf541eef8f9 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:08.695979 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port cd136539-c471-4270-ada1-fbf541eef8f9 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:08.696753 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.782488 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 160c006a-d0a4-4a94-b00a-9a2c5e8288c3 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:08.819334 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 160c006a-d0a4-4a94-b00a-9a2c5e8288c3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:08.819787 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.872706 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.963430 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port cd136539-c471-4270-ada1-fbf541eef8f9, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=cd136539-c471-4270-ada1-fbf541eef8f9,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:08.965098 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.986989 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.062698 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 160c006a-d0a4-4a94-b00a-9a2c5e8288c3, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=160c006a-d0a4-4a94-b00a-9a2c5e8288c3,segment=NetworkSegment(66005476-f601-4e96-b92b-52e3601e3619),segment_id=66005476-f601-4e96-b92b-52e3601e3619)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:09.069275 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098205c4-e5ab-41be-94a2-48e10777bf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160c006a-d0a4-4a94-b00a-9a2c5e8288c3'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:09.074947 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a150420e-7499-48fb-81df-1a92180c9dde" -d '{"events": [{"server_uuid": "098205c4-e5ab-41be-94a2-48e10777bf10", "name": "network-vif-plugged", "status": "completed", "tag": "160c006a-d0a4-4a94-b00a-9a2c5e8288c3"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:09.083380 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.097239 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=cd136539-c471-4270-ada1-fbf541eef8f9,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:09.182109 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e790a008-60fe-4beb-b387-d98942ad4df5 x-openstack-request-id: req-e790a008-60fe-4beb-b387-d98942ad4df5 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:09.183042 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098205c4-e5ab-41be-94a2-48e10777bf10", "name": "network-vif-plugged", "status": "completed", "tag": "160c006a-d0a4-4a94-b00a-9a2c5e8288c3", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:09.183302 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e790a008-60fe-4beb-b387-d98942ad4df5 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:09.183702 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098205c4-e5ab-41be-94a2-48e10777bf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160c006a-d0a4-4a94-b00a-9a2c5e8288c3', 'code': 200} Jul 14 09:42:09.256648 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9cfb3304-cb40-4fed-b721-9d83a8c028f4 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:09.376147 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=160c006a-d0a4-4a94-b00a-9a2c5e8288c3,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:09.432082 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83882b05-9c78-4912-b257-efb47aa66aa2 req-e22cb665-9acd-4905-97f5-d8d0ae4e3ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:09.433728 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-83882b05-9c78-4912-b257-efb47aa66aa2 req-e22cb665-9acd-4905-97f5-d8d0ae4e3ba0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 1098 time: 0.1836159 Jul 14 09:42:09.529356 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-83882b05-9c78-4912-b257-efb47aa66aa2 req-c34155ba-c6d0-473c-9b9b-dc4252fb1fea service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873499 Jul 14 09:42:09.538456 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fe46d-d9af-4c7a-a53c-36c8bcb0e557 req-38c3ffe7-cb3d-4128-b35b-9dcbae293f42 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:09.551012 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f10fe46d-d9af-4c7a-a53c-36c8bcb0e557 req-38c3ffe7-cb3d-4128-b35b-9dcbae293f42 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 946 time: 0.1648600 Jul 14 09:42:09.612799 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37544) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:09.616825 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f10fe46d-d9af-4c7a-a53c-36c8bcb0e557 req-55dd56fe-bf82-4097-afe1-e7d154aaf65b tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623891 Jul 14 09:42:09.648772 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60998231-8eea-49d5-8ecf-6da300740761 req-4e0c611e-d02d-438b-9d00-5ad546590721 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:09.671324 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60998231-8eea-49d5-8ecf-6da300740761 req-4e0c611e-d02d-438b-9d00-5ad546590721 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 944 time: 0.2151864 Jul 14 09:42:09.747896 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60998231-8eea-49d5-8ecf-6da300740761 req-4d29d28c-37af-4484-a1bb-96525d01826e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755944 Jul 14 09:42:09.875594 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58d933fd-41ce-4480-a835-39212b87ab9e req-9d42abf7-0794-45df-a99b-76062382076a tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.0704961 Jul 14 09:42:09.961685 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-eac05ad1-33bc-4bf3-946f-2160d06b640e req-6b7f7252-e8a3-456c-9d75-d95857b06620 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3455036 Jul 14 09:42:10.383444 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device cd136539-c471-4270-ada1-fbf541eef8f9 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:10.436809 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] Sync routers for ids ['53115ee6-e404-49d4-8e95-79c942c1da86'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:10.479885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] Routers {'53115ee6-e404-49d4-8e95-79c942c1da86'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:10.480582 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:42:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['53115ee6-e404-49d4-8e95-79c942c1da86'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:10.605741 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port cd136539-c471-4270-ada1-fbf541eef8f9 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:10.606152 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.759981 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] Set router 53115ee6-e404-49d4-8e95-79c942c1da86 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:11.214892 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990f65b-f021-42d3-b00b-d3c0a0f38e07 req-9e347aa7-3351-4e3d-8e48-c3fa93418ebb tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:11.223505 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e990f65b-f021-42d3-b00b-d3c0a0f38e07 req-9e347aa7-3351-4e3d-8e48-c3fa93418ebb tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 946 time: 0.2514207 Jul 14 09:42:11.257742 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367007d1-3f40-45fe-9a27-24188e260b05 req-4493b02e-80fc-49f9-b9e1-dab2651992b8 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:11.267640 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-367007d1-3f40-45fe-9a27-24188e260b05 req-4493b02e-80fc-49f9-b9e1-dab2651992b8 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 944 time: 0.2847025 Jul 14 09:42:11.355003 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e990f65b-f021-42d3-b00b-d3c0a0f38e07 req-934a674f-d923-4936-8c88-1f77272b1beb tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302829 Jul 14 09:42:11.369971 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53115ee6-e404-49d4-8e95-79c942c1da86', 'name': 'tempest-TestAggregatesBasicOps-1185075176-router', 'tenant_id': '9b3241d08a09406184c5cb4d59685b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cd136539-c471-4270-ada1-fbf541eef8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:58Z', 'updated_at': '2021-07-14T09:42:06Z', 'revision_number': 4, 'project_id': '9b3241d08a09406184c5cb4d59685b1b', 'gw_port': {'id': 'cd136539-c471-4270-ada1-fbf541eef8f9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53115ee6-e404-49d4-8e95-79c942c1da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:59Z', 'updated_at': '2021-07-14T09:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c', 'name': '', 'network_id': '85c91c0f-aa1a-42d6-bc71-a35468fa6330', 'tenant_id': '9b3241d08a09406184c5cb4d59685b1b', 'mac_address': 'fa:16:3e:76:77:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53115ee6-e404-49d4-8e95-79c942c1da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'd85b3b29-37be-485b-98b6-b9350d9ae35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:05Z', 'updated_at': '2021-07-14T09:42:07Z', 'revision_number': 2, 'project_id': '9b3241d08a09406184c5cb4d59685b1b', 'subnets': [{'id': 'd85b3b29-37be-485b-98b6-b9350d9ae35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:11.448451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] Checking router: 53115ee6-e404-49d4-8e95-79c942c1da86 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:11.449189 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] Updating router 53115ee6-e404-49d4-8e95-79c942c1da86 port 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:42:11.457649 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37638) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:11.495587 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.543712 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-367007d1-3f40-45fe-9a27-24188e260b05 req-6331c0c5-740f-43da-862c-fe4ae2960577 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648480 Jul 14 09:42:11.676000 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac05ad1-33bc-4bf3-946f-2160d06b640e req-f8781547-ebb5-49e7-b6de-e1bd2df4d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:11.677619 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eac05ad1-33bc-4bf3-946f-2160d06b640e req-f8781547-ebb5-49e7-b6de-e1bd2df4d634 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e&tenant_id=18245d4c12b042849567d400be4c479b HTTP/1.1" status: 200 len: 1096 time: 0.2829857 Jul 14 09:42:11.862133 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-937c9693-60a4-4f1b-b102-dcd45b8fe52f req-f50fab6d-6ba8-4706-9dcb-94e30b83ffce tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.0490959 Jul 14 09:42:11.873951 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.874208 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac05ad1-33bc-4bf3-946f-2160d06b640e req-7f81e2b3-7e02-4bfa-b681-861915ffcb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:11.877200 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eac05ad1-33bc-4bf3-946f-2160d06b640e req-7f81e2b3-7e02-4bfa-b681-861915ffcb77 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18245d4c12b042849567d400be4c479b&device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 1096 time: 0.1749496 Jul 14 09:42:11.906272 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] Transition to ACTIVE for port object 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:11.914648 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.000603 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac05ad1-33bc-4bf3-946f-2160d06b640e req-2624b0b0-5eaa-4482-a777-501ea344efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:12.002518 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eac05ad1-33bc-4bf3-946f-2160d06b640e req-2624b0b0-5eaa-4482-a777-501ea344efd5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6feba008-c597-4a6d-99c1-fa0a29f2df67 HTTP/1.1" status: 200 len: 915 time: 0.1181438 Jul 14 09:42:12.027045 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1b6b3-8c0e-4e2e-b0dd-6ec8a1f450a3 None None] Pushing event updated for resources: {'Port': ['ID=2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:12.126925 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eac05ad1-33bc-4bf3-946f-2160d06b640e req-175a0adf-eb8a-45f7-a0e6-fd4499c90068 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cfb3304-cb40-4fed-b721-9d83a8c028f4 HTTP/1.1" status: 200 len: 217 time: 0.1174927 Jul 14 09:42:12.155436 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] Attempting to bind port 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:12.155998 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] Attempting to bind port 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '548c7280-2b87-4984-9117-e440e230fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '85c91c0f-aa1a-42d6-bc71-a35468fa6330'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:12.156525 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] Attempting to bind port 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c on network 85c91c0f-aa1a-42d6-bc71-a35468fa6330 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:12.167354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:12.168049 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] Checking segment: {'id': '548c7280-2b87-4984-9117-e440e230fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '85c91c0f-aa1a-42d6-bc71-a35468fa6330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:12.168622 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.169174 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] Bound using segment: {'id': '548c7280-2b87-4984-9117-e440e230fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '85c91c0f-aa1a-42d6-bc71-a35468fa6330'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:12.169837 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] Bound port: 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548c7280-2b87-4984-9117-e440e230fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '85c91c0f-aa1a-42d6-bc71-a35468fa6330'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:12.170387 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.301766 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac05ad1-33bc-4bf3-946f-2160d06b640e req-ae34eae3-25b3-4ea9-aa4d-e0d71f8c6f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:12.308449 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eac05ad1-33bc-4bf3-946f-2160d06b640e req-ae34eae3-25b3-4ea9-aa4d-e0d71f8c6f40 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c433742-6df6-42b6-9b91-b5848de2b475 HTTP/1.1" status: 200 len: 854 time: 0.1756098 Jul 14 09:42:12.357638 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] For port 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:12.364782 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] For port 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c,segment=NetworkSegment(548c7280-2b87-4984-9117-e440e230fff4),segment_id=548c7280-2b87-4984-9117-e440e230fff4)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:12.373401 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.385252 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eac05ad1-33bc-4bf3-946f-2160d06b640e req-72f54011-5f7b-46fd-871e-98288a988a00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6feba008-c597-4a6d-99c1-fa0a29f2df67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710278 Jul 14 09:42:12.522398 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] Routers {'53115ee6-e404-49d4-8e95-79c942c1da86'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:12.523811 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:42:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['53115ee6-e404-49d4-8e95-79c942c1da86'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:12.539757 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1b6b3-8c0e-4e2e-b0dd-6ec8a1f450a3 None None] Pushing event updated for resources: {'Port': ['ID=2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:12.870395 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630ac08-1525-42ee-8f6e-17878430c47f req-e33956db-387d-4bc8-8e59-167f2d75cef6 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:12.879055 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3630ac08-1525-42ee-8f6e-17878430c47f req-e33956db-387d-4bc8-8e59-167f2d75cef6 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 946 time: 0.3303792 Jul 14 09:42:12.881152 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eac05ad1-33bc-4bf3-946f-2160d06b640e req-ada03b60-ea3a-4451-af59-354dfc3f016a service neutron] 10.222.0.49 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886324 Jul 14 09:42:13.001232 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b7c91ada-a286-4d56-a3f1-e020e3945b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.068367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] Set router 53115ee6-e404-49d4-8e95-79c942c1da86 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:13.160227 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3630ac08-1525-42ee-8f6e-17878430c47f req-236a8c70-7116-4f36-8000-67d647245b8f tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356367 Jul 14 09:42:13.207349 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee549b00-8899-4b61-b91a-56183376025a req-3bb1e0e5-c65c-4400-91a7-e2e33b896939 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:13.219790 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee549b00-8899-4b61-b91a-56183376025a req-3bb1e0e5-c65c-4400-91a7-e2e33b896939 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 944 time: 0.4831557 Jul 14 09:42:13.393080 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee549b00-8899-4b61-b91a-56183376025a req-9d0e9873-956d-4327-bf0e-3036542713df tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706870 Jul 14 09:42:13.403388 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eac05ad1-33bc-4bf3-946f-2160d06b640e req-2b21878e-65aa-403e-83cf-f5089d51890c service neutron] 10.222.0.49 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039260 Jul 14 09:42:13.461051 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61690e97-e910-4db8-99c6-4d18c326511f req-382d773b-2428-4ba0-bc87-b17da52b4132 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.0486341 Jul 14 09:42:13.556386 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53115ee6-e404-49d4-8e95-79c942c1da86', 'name': 'tempest-TestAggregatesBasicOps-1185075176-router', 'tenant_id': '9b3241d08a09406184c5cb4d59685b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cd136539-c471-4270-ada1-fbf541eef8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:58Z', 'updated_at': '2021-07-14T09:42:06Z', 'revision_number': 4, 'project_id': '9b3241d08a09406184c5cb4d59685b1b', 'gw_port': {'id': 'cd136539-c471-4270-ada1-fbf541eef8f9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53115ee6-e404-49d4-8e95-79c942c1da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:59Z', 'updated_at': '2021-07-14T09:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c', 'name': '', 'network_id': '85c91c0f-aa1a-42d6-bc71-a35468fa6330', 'tenant_id': '9b3241d08a09406184c5cb4d59685b1b', 'mac_address': 'fa:16:3e:76:77:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53115ee6-e404-49d4-8e95-79c942c1da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'd85b3b29-37be-485b-98b6-b9350d9ae35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:05Z', 'updated_at': '2021-07-14T09:42:12Z', 'revision_number': 4, 'project_id': '9b3241d08a09406184c5cb4d59685b1b', 'subnets': [{'id': 'd85b3b29-37be-485b-98b6-b9350d9ae35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:13.584061 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-b7c91ada-a286-4d56-a3f1-e020e3945b35 admin admin] Deleting port eb5297d0-3c77-4376-9e44-c9674d3cd888 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:13.584433 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b7c91ada-a286-4d56-a3f1-e020e3945b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.633449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc730444-b59b-47c1-aa96-ca900351afe1 None None] The sync data for ids ['53115ee6-e404-49d4-8e95-79c942c1da86'] in n-d-798054-10 is: [{'id': '53115ee6-e404-49d4-8e95-79c942c1da86', 'name': 'tempest-TestAggregatesBasicOps-1185075176-router', 'tenant_id': '9b3241d08a09406184c5cb4d59685b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cd136539-c471-4270-ada1-fbf541eef8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:58Z', 'updated_at': '2021-07-14T09:42:06Z', 'revision_number': 4, 'project_id': '9b3241d08a09406184c5cb4d59685b1b', 'gw_port': {'id': 'cd136539-c471-4270-ada1-fbf541eef8f9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53115ee6-e404-49d4-8e95-79c942c1da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:59Z', 'updated_at': '2021-07-14T09:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c', 'name': '', 'network_id': '85c91c0f-aa1a-42d6-bc71-a35468fa6330', 'tenant_id': '9b3241d08a09406184c5cb4d59685b1b', 'mac_address': 'fa:16:3e:76:77:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53115ee6-e404-49d4-8e95-79c942c1da86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'd85b3b29-37be-485b-98b6-b9350d9ae35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:05Z', 'updated_at': '2021-07-14T09:42:12Z', 'revision_number': 4, 'project_id': '9b3241d08a09406184c5cb4d59685b1b', 'subnets': [{'id': 'd85b3b29-37be-485b-98b6-b9350d9ae35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:13.733348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12d6d0-9d54-45d1-9590-df97772580cf req-80b74e77-dd47-4b48-a22d-66bb7b4aa52e tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:13.744072 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5c12d6d0-9d54-45d1-9590-df97772580cf req-80b74e77-dd47-4b48-a22d-66bb7b4aa52e tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 946 time: 0.1445987 Jul 14 09:42:13.805505 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-b7c91ada-a286-4d56-a3f1-e020e3945b35 admin admin] For port eb5297d0-3c77-4376-9e44-c9674d3cd888, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=eb5297d0-3c77-4376-9e44-c9674d3cd888,segment=NetworkSegment(7ebf4281-509d-45b1-af79-a1d6009975cb),segment_id=7ebf4281-509d-45b1-af79-a1d6009975cb)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:13.808128 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b7c91ada-a286-4d56-a3f1-e020e3945b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.847724 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5c12d6d0-9d54-45d1-9590-df97772580cf req-adb924f6-fcc0-414e-8883-179b53d3d13c tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020842 Jul 14 09:42:13.869777 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-b7c91ada-a286-4d56-a3f1-e020e3945b35 admin admin] Calling delete_port for eb5297d0-3c77-4376-9e44-c9674d3cd888 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:14.366771 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b7c91ada-a286-4d56-a3f1-e020e3945b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.474942 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:14.485995 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c91ada-a286-4d56-a3f1-e020e3945b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5297d0-3c77-4376-9e44-c9674d3cd888,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:14.700215 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:14.729740 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:14.731929 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.884223 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024aa7c-a13c-4350-aac0-6234333a7d9b req-ddd8726f-69a1-4742-be5e-822c5c189bd6 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:14.897499 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4024aa7c-a13c-4350-aac0-6234333a7d9b req-ddd8726f-69a1-4742-be5e-822c5c189bd6 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 946 time: 0.2711396 Jul 14 09:42:15.080439 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4024aa7c-a13c-4350-aac0-6234333a7d9b req-96fcecf9-d98e-44ba-8aca-52516704d596 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651394 Jul 14 09:42:15.085114 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.187106 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c,segment=NetworkSegment(548c7280-2b87-4984-9117-e440e230fff4),segment_id=548c7280-2b87-4984-9117-e440e230fff4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:15.194992 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b7c91ada-a286-4d56-a3f1-e020e3945b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.202525 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.277970 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:15.356580 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a11484-94bf-4571-a9d1-614ebd48a437 req-7ae271cf-5579-4839-83ab-f650f4eeee59 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:15.367250 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-43a11484-94bf-4571-a9d1-614ebd48a437 req-7ae271cf-5579-4839-83ab-f650f4eeee59 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 944 time: 0.4453461 Jul 14 09:42:15.522723 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1859dcf9-bbde-4df4-a4bc-1ff22f2d238c req-4eb7450d-db3c-4cdd-a33b-b8865b0f57e6 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ca05df-ac2c-4d1c-a843-61aab268f328 HTTP/1.1" status: 200 len: 210 time: 0.1246502 Jul 14 09:42:15.589202 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-43a11484-94bf-4571-a9d1-614ebd48a437 req-eacbb59d-ba76-4d0b-b91a-f97be18c0643 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164180 Jul 14 09:42:15.868908 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c91ada-a286-4d56-a3f1-e020e3945b35 admin admin] Router 91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:16.219174 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c91ada-a286-4d56-a3f1-e020e3945b35 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:16.230930 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8e736f-38cb-40f9-bfa5-967806ae3b33 None None] Sync routers for ids ['91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:16.251569 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8e736f-38cb-40f9-bfa5-967806ae3b33 None None] Routers {'91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:16.251775 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37742) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:16.253708 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ad8e736f-38cb-40f9-bfa5-967806ae3b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:42:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:16.254662 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b7c91ada-a286-4d56-a3f1-e020e3945b35 admin admin] 10.222.0.26 "PUT /v2.0/routers/91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7896011 Jul 14 09:42:16.526601 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.653592 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:16.700167 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-ad8e736f-38cb-40f9-bfa5-967806ae3b33 None None] Set router 91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:16.744277 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:16.745128 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.875962 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca6f09-235b-4776-a020-73260db94ac0 req-7ac968ef-2cf6-435c-ad7d-3887cee489ba tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:16.890707 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41ca6f09-235b-4776-a020-73260db94ac0 req-7ac968ef-2cf6-435c-ad7d-3887cee489ba tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 946 time: 0.4311712 Jul 14 09:42:16.902846 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eddb554b-9e59-4cce-a7f5-59935241f94e admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.098726 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ad8e736f-38cb-40f9-bfa5-967806ae3b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3', 'name': 'tempest-TestAggregatesBasicOps-1647943678-router', 'tenant_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '1be88ade-ad4d-4192-903e-0f8ee9aaf109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:37Z', 'updated_at': '2021-07-14T09:42:14Z', 'revision_number': 5, 'project_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'gw_port': {'id': '1be88ade-ad4d-4192-903e-0f8ee9aaf109', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:39Z', 'updated_at': '2021-07-14T09:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:17.159624 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8e736f-38cb-40f9-bfa5-967806ae3b33 None None] Checking router: 91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:17.192025 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8e736f-38cb-40f9-bfa5-967806ae3b33 None None] Routers {'91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:17.194332 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ad8e736f-38cb-40f9-bfa5-967806ae3b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:42:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:17.236267 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41ca6f09-235b-4776-a020-73260db94ac0 req-5619fbfb-4095-4f05-9665-502b980954bb tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433464 Jul 14 09:42:17.355485 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37756) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:17.419276 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ff7d3-870e-4d1e-ab08-a15dcad816bb req-e44c2ac9-88f9-4cf4-bfbd-a3c2bdb9326b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:17.427634 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-436ff7d3-870e-4d1e-ab08-a15dcad816bb req-e44c2ac9-88f9-4cf4-bfbd-a3c2bdb9326b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 944 time: 0.2164080 Jul 14 09:42:17.454120 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eddb554b-9e59-4cce-a7f5-59935241f94e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.498422 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-436ff7d3-870e-4d1e-ab08-a15dcad816bb req-f7802b8f-e651-443c-b3e4-1a39fa78edd1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684450 Jul 14 09:42:17.532088 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3371864f-7d43-4d72-92e2-9748ae32f494 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.558028 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-ad8e736f-38cb-40f9-bfa5-967806ae3b33 None None] Set router 91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:17.581455 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-eddb554b-9e59-4cce-a7f5-59935241f94e admin admin] Deleting port 1be88ade-ad4d-4192-903e-0f8ee9aaf109 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:17.582637 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eddb554b-9e59-4cce-a7f5-59935241f94e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.585293 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3371864f-7d43-4d72-92e2-9748ae32f494 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.681111 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3371864f-7d43-4d72-92e2-9748ae32f494 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.684675 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3371864f-7d43-4d72-92e2-9748ae32f494 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.684990 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-eddb554b-9e59-4cce-a7f5-59935241f94e admin admin] For port 1be88ade-ad4d-4192-903e-0f8ee9aaf109, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1be88ade-ad4d-4192-903e-0f8ee9aaf109,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:17.685319 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eddb554b-9e59-4cce-a7f5-59935241f94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.702586 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3371864f-7d43-4d72-92e2-9748ae32f494 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "DELETE /v2.0/security-groups/4f06139f-04a3-477d-acd7-d22fa0bc2eaf HTTP/1.1" status: 204 len: 168 time: 0.3482680 Jul 14 09:42:17.703649 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37758) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:17.707142 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-eddb554b-9e59-4cce-a7f5-59935241f94e admin admin] Calling delete_port for 1be88ade-ad4d-4192-903e-0f8ee9aaf109 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:17.743043 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-74bb8bd1-c757-4c3b-9c3d-696771f78411 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] show failed (client error): The resource could not be found. Jul 14 09:42:17.747692 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-74bb8bd1-c757-4c3b-9c3d-696771f78411 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "GET /v2.0/security-groups/4f06139f-04a3-477d-acd7-d22fa0bc2eaf HTTP/1.1" status: 404 len: 347 time: 0.0381095 Jul 14 09:42:17.748850 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371864f-7d43-4d72-92e2-9748ae32f494 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f06139f-04a3-477d-acd7-d22fa0bc2eaf,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:17.753944 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37760) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:18.183949 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03919499-751b-4be9-bc5c-0407b807659f req-5047ca8b-7260-41df-9736-2d9d795bee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:18.185484 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-03919499-751b-4be9-bc5c-0407b807659f req-5047ca8b-7260-41df-9736-2d9d795bee92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35c73081851740d5ae35f76d929b1d9c&device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 1098 time: 0.2014229 Jul 14 09:42:18.191756 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-34f41122-1344-4e44-a22e-c37af8be79cc tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Deleting port b89f8ce9-ee75-44f8-b39a-6db6e7834d54 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:18.192581 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-34f41122-1344-4e44-a22e-c37af8be79cc tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.229929 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ad8e736f-38cb-40f9-bfa5-967806ae3b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3', 'name': 'tempest-TestAggregatesBasicOps-1647943678-router', 'tenant_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '1be88ade-ad4d-4192-903e-0f8ee9aaf109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:37Z', 'updated_at': '2021-07-14T09:42:14Z', 'revision_number': 5, 'project_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'gw_port': {'id': '1be88ade-ad4d-4192-903e-0f8ee9aaf109', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:39Z', 'updated_at': '2021-07-14T09:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:18.322625 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8e736f-38cb-40f9-bfa5-967806ae3b33 None None] The sync data for ids ['91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3'] in n-d-798054-10 is: [{'id': '91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3', 'name': 'tempest-TestAggregatesBasicOps-1647943678-router', 'tenant_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '1be88ade-ad4d-4192-903e-0f8ee9aaf109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:37Z', 'updated_at': '2021-07-14T09:42:14Z', 'revision_number': 5, 'project_id': '3df52ecab6d742e0ae4c9143cbe11d7f', 'gw_port': {'id': '1be88ade-ad4d-4192-903e-0f8ee9aaf109', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ad:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:39Z', 'updated_at': '2021-07-14T09:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:18.549693 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-34f41122-1344-4e44-a22e-c37af8be79cc tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.551598 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-34f41122-1344-4e44-a22e-c37af8be79cc tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.575334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03919499-751b-4be9-bc5c-0407b807659f req-02843e53-b929-4d80-8e7e-81b7172d0611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:18.577363 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-03919499-751b-4be9-bc5c-0407b807659f req-02843e53-b929-4d80-8e7e-81b7172d0611 service neutron] 10.222.0.55 "GET /v2.0/networks?id=349e7030-c23e-4fb3-b91e-920ec080a299 HTTP/1.1" status: 200 len: 912 time: 0.3832767 Jul 14 09:42:18.578634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-34f41122-1344-4e44-a22e-c37af8be79cc tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Calling delete_port for b89f8ce9-ee75-44f8-b39a-6db6e7834d54 owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:18.671820 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-03919499-751b-4be9-bc5c-0407b807659f req-2eb14d29-97e7-48e3-b668-a4c2841b0bc2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=160c006a-d0a4-4a94-b00a-9a2c5e8288c3 HTTP/1.1" status: 200 len: 217 time: 0.0872366 Jul 14 09:42:19.078089 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eddb554b-9e59-4cce-a7f5-59935241f94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.140594 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-34f41122-1344-4e44-a22e-c37af8be79cc tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.167236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb554b-9e59-4cce-a7f5-59935241f94e admin admin] Pushing event deleted for resources: {'Port': ['ID=1be88ade-ad4d-4192-903e-0f8ee9aaf109,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:19.186847 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03919499-751b-4be9-bc5c-0407b807659f req-827306c6-afd3-472d-87f1-7615066ad5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:19.191505 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-03919499-751b-4be9-bc5c-0407b807659f req-827306c6-afd3-472d-87f1-7615066ad5a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63162a22-fb72-4785-988c-6adae20bc28e HTTP/1.1" status: 200 len: 851 time: 0.5082240 Jul 14 09:42:19.327707 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390611f-dce9-4de0-84ab-cf491cf85883 req-5ebc48fe-2ed5-43e2-ab07-801488d807fc tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:19.339106 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b390611f-dce9-4de0-84ab-cf491cf85883 req-5ebc48fe-2ed5-43e2-ab07-801488d807fc tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 946 time: 1.1976461 Jul 14 09:42:19.365605 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-03919499-751b-4be9-bc5c-0407b807659f req-c5c49a5d-54d3-4a99-bf5d-ac66a5bf96a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=349e7030-c23e-4fb3-b91e-920ec080a299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199212 Jul 14 09:42:19.421622 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b390611f-dce9-4de0-84ab-cf491cf85883 req-46d4b2ca-2f46-4ccf-99e9-9446b8920e3c tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815654 Jul 14 09:42:19.433945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914aeeb-32b3-45aa-939c-fa576ee797f4 req-2e32cf54-1b1e-41f0-8c71-75688022355d tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:19.448994 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6914aeeb-32b3-45aa-939c-fa576ee797f4 req-2e32cf54-1b1e-41f0-8c71-75688022355d tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 944 time: 0.5215538 Jul 14 09:42:19.452720 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f41122-1344-4e44-a22e-c37af8be79cc tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event deleted for resources: {'Port': ['ID=b89f8ce9-ee75-44f8-b39a-6db6e7834d54,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:19.525680 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6914aeeb-32b3-45aa-939c-fa576ee797f4 req-cef02f33-bf9b-454e-8efc-1e912200a4d0 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756006 Jul 14 09:42:19.529817 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eddb554b-9e59-4cce-a7f5-59935241f94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.679166 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-34f41122-1344-4e44-a22e-c37af8be79cc tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.686121 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-34f41122-1344-4e44-a22e-c37af8be79cc tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.694926 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-34f41122-1344-4e44-a22e-c37af8be79cc tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "DELETE /v2.0/floatingips/91597f3b-2467-4339-8281-281a1c45773f HTTP/1.1" status: 204 len: 168 time: 1.9364059 Jul 14 09:42:19.709234 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37778) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:19.770816 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eddb554b-9e59-4cce-a7f5-59935241f94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.777179 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eddb554b-9e59-4cce-a7f5-59935241f94e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.843128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15dcc1-c122-46da-99fb-75f17e7bf41a req-249c515f-8401-4908-8360-6b011465b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:19.843341 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-03919499-751b-4be9-bc5c-0407b807659f req-e1989104-2194-4859-8ce0-a4d70aa8936b service neutron] 10.222.0.55 "GET /v2.0/networks/349e7030-c23e-4fb3-b91e-920ec080a299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091477 Jul 14 09:42:19.845169 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c15dcc1-c122-46da-99fb-75f17e7bf41a req-249c515f-8401-4908-8360-6b011465b7f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18245d4c12b042849567d400be4c479b&device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 1096 time: 0.2936571 Jul 14 09:42:19.846571 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eddb554b-9e59-4cce-a7f5-59935241f94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.850007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddb554b-9e59-4cce-a7f5-59935241f94e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:42:19.863448 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eddb554b-9e59-4cce-a7f5-59935241f94e admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.867664 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-eddb554b-9e59-4cce-a7f5-59935241f94e admin admin] 10.222.0.26 "DELETE /v2.0/routers/91acaabc-bb89-4b8d-b8ba-3bbbc3a3c1c3 HTTP/1.1" status: 204 len: 168 time: 3.6122878 Jul 14 09:42:19.870181 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37780) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:20.153241 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-556abe17-c17e-46e9-b94a-bddaf3d90b8a admin admin] Deleting subnet a5b9c48c-bf67-4593-91ff-14756b02616d {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:20.154499 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-03919499-751b-4be9-bc5c-0407b807659f req-fe60cbf6-0107-4ed9-a2a7-4aca932c9dd8 service neutron] 10.222.0.55 "GET /v2.0/networks/349e7030-c23e-4fb3-b91e-920ec080a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995167 Jul 14 09:42:20.164393 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-556abe17-c17e-46e9-b94a-bddaf3d90b8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.204987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-b6e821a5-9d5e-4086-9cba-4623dfa7b1d8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Deleting port 45e73871-2607-4489-8e68-aa7f805e91d5 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:20.207136 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b6e821a5-9d5e-4086-9cba-4623dfa7b1d8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.369698 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-556abe17-c17e-46e9-b94a-bddaf3d90b8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.407769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1be88ade-ad4d-4192-903e-0f8ee9aaf109 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:20.455721 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b6e821a5-9d5e-4086-9cba-4623dfa7b1d8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.498830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-b6e821a5-9d5e-4086-9cba-4623dfa7b1d8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Calling delete_port for 45e73871-2607-4489-8e68-aa7f805e91d5 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:20.515598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 1be88ade-ad4d-4192-903e-0f8ee9aaf109 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:20.522872 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-556abe17-c17e-46e9-b94a-bddaf3d90b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.524458 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1be88ade-ad4d-4192-903e-0f8ee9aaf109 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:20.528402 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device eb5297d0-3c77-4376-9e44-c9674d3cd888 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:20.605328 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: eb5297d0-3c77-4376-9e44-c9674d3cd888 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:20.607311 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device eb5297d0-3c77-4376-9e44-c9674d3cd888 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:20.635309 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15dcc1-c122-46da-99fb-75f17e7bf41a req-ddaab06e-b59d-412d-afaa-59908b63c359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:20.639734 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c15dcc1-c122-46da-99fb-75f17e7bf41a req-ddaab06e-b59d-412d-afaa-59908b63c359 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6feba008-c597-4a6d-99c1-fa0a29f2df67 HTTP/1.1" status: 200 len: 915 time: 0.7024207 Jul 14 09:42:20.805135 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c15dcc1-c122-46da-99fb-75f17e7bf41a req-77365199-c1e0-4e03-b739-5e6fc2de3c5a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cfb3304-cb40-4fed-b721-9d83a8c028f4 HTTP/1.1" status: 200 len: 217 time: 0.1439445 Jul 14 09:42:20.811792 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b6e821a5-9d5e-4086-9cba-4623dfa7b1d8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.830890 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-556abe17-c17e-46e9-b94a-bddaf3d90b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.884315 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e821a5-9d5e-4086-9cba-4623dfa7b1d8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event deleted for resources: {'Port': ['ID=45e73871-2607-4489-8e68-aa7f805e91d5,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:21.018189 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b6e821a5-9d5e-4086-9cba-4623dfa7b1d8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.028142 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b6e821a5-9d5e-4086-9cba-4623dfa7b1d8 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "DELETE /v2.0/ports/45e73871-2607-4489-8e68-aa7f805e91d5 HTTP/1.1" status: 204 len: 168 time: 1.3099864 Jul 14 09:42:21.028880 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37794) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:21.058461 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15dcc1-c122-46da-99fb-75f17e7bf41a req-74b5d4dd-fd5f-412a-9c74-d32d622154cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:21.065238 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c15dcc1-c122-46da-99fb-75f17e7bf41a req-74b5d4dd-fd5f-412a-9c74-d32d622154cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c433742-6df6-42b6-9b91-b5848de2b475 HTTP/1.1" status: 200 len: 854 time: 0.2112610 Jul 14 09:42:21.162813 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-556abe17-c17e-46e9-b94a-bddaf3d90b8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.169902 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c27b199-ad3b-4851-be0c-29506fd702ad None None] Network 5e3a2655-dacc-4a0b-af6c-1927e42ecaff requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:21.170474 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-556abe17-c17e-46e9-b94a-bddaf3d90b8a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a5b9c48c-bf67-4593-91ff-14756b02616d HTTP/1.1" status: 204 len: 168 time: 1.2972803 Jul 14 09:42:21.171426 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556abe17-c17e-46e9-b94a-bddaf3d90b8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b9c48c-bf67-4593-91ff-14756b02616d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:21.179019 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37796) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:21.275234 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a17dde9b-eca0-491f-aa24-474a57f9f953 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Deleting port 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:21.278067 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a17dde9b-eca0-491f-aa24-474a57f9f953 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.502508 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-265d964a-670a-4ca3-9ffe-8550168c1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.522518 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c15dcc1-c122-46da-99fb-75f17e7bf41a req-3095f266-c98a-4760-957d-aaee28e37e1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6feba008-c597-4a6d-99c1-fa0a29f2df67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4123232 Jul 14 09:42:21.592652 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a17dde9b-eca0-491f-aa24-474a57f9f953 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.645725 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a17dde9b-eca0-491f-aa24-474a57f9f953 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Calling delete_port for 60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:21.685979 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33725fc-1ace-4ae3-b8a1-b83aab5c83f8 None None] DHCP port deletion for 5e3a2655-dacc-4a0b-af6c-1927e42ecaff request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:42:21.857285 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a33725fc-1ace-4ae3-b8a1-b83aab5c83f8 None None] Deleting port 1b645dce-478b-4a78-8d88-a3156d07f94b {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:21.859843 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a33725fc-1ace-4ae3-b8a1-b83aab5c83f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.962972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca9c80-a735-48d2-ae84-a32d71e1b7ea req-7ba9b5cf-cd7e-4b02-bd94-c583adf36312 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:21.965151 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e1ca9c80-a735-48d2-ae84-a32d71e1b7ea req-7ba9b5cf-cd7e-4b02-bd94-c583adf36312 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 946 time: 1.1733623 Jul 14 09:42:22.000675 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca0c8d-2830-47b1-8797-d71ef6b568a0 req-11e93a03-cf81-4a98-8c24-8a8222a7c29a tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:22.005461 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22ca0c8d-2830-47b1-8797-d71ef6b568a0 req-11e93a03-cf81-4a98-8c24-8a8222a7c29a tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 944 time: 1.0030434 Jul 14 09:42:22.052757 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a33725fc-1ace-4ae3-b8a1-b83aab5c83f8 None None] For port 1b645dce-478b-4a78-8d88-a3156d07f94b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1b645dce-478b-4a78-8d88-a3156d07f94b,segment=NetworkSegment(7ebf4281-509d-45b1-af79-a1d6009975cb),segment_id=7ebf4281-509d-45b1-af79-a1d6009975cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:22.054000 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a33725fc-1ace-4ae3-b8a1-b83aab5c83f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.101067 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a33725fc-1ace-4ae3-b8a1-b83aab5c83f8 None None] Calling delete_port for 1b645dce-478b-4a78-8d88-a3156d07f94b owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:22.109518 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a17dde9b-eca0-491f-aa24-474a57f9f953 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.140637 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c15dcc1-c122-46da-99fb-75f17e7bf41a req-7a98e237-a656-49b0-9720-e116e10d3cba service neutron] 10.222.0.49 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874951 Jul 14 09:42:22.162374 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22ca0c8d-2830-47b1-8797-d71ef6b568a0 req-65ea3e93-ffa7-47d2-929e-c0c5269bfa32 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558330 Jul 14 09:42:22.181574 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dde9b-eca0-491f-aa24-474a57f9f953 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event deleted for resources: {'Port': ['ID=60d1f0ad-e2e3-40d9-9ce8-40150c6ac042,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:22.283969 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-265d964a-670a-4ca3-9ffe-8550168c1c78 admin admin] Deleting port 1b645dce-478b-4a78-8d88-a3156d07f94b {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:22.285076 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-265d964a-670a-4ca3-9ffe-8550168c1c78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.368852 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a33725fc-1ace-4ae3-b8a1-b83aab5c83f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.390878 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-265d964a-670a-4ca3-9ffe-8550168c1c78 admin admin] For port 1b645dce-478b-4a78-8d88-a3156d07f94b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1b645dce-478b-4a78-8d88-a3156d07f94b,segment=NetworkSegment(7ebf4281-509d-45b1-af79-a1d6009975cb),segment_id=7ebf4281-509d-45b1-af79-a1d6009975cb)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:22.391507 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-265d964a-670a-4ca3-9ffe-8550168c1c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.430325 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a17dde9b-eca0-491f-aa24-474a57f9f953 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.433277 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33725fc-1ace-4ae3-b8a1-b83aab5c83f8 None None] No DVR routers for this DVR port 1b645dce-478b-4a78-8d88-a3156d07f94b on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:22.454373 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a17dde9b-eca0-491f-aa24-474a57f9f953 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "DELETE /v2.0/ports/60d1f0ad-e2e3-40d9-9ce8-40150c6ac042 HTTP/1.1" status: 204 len: 168 time: 1.4243660 Jul 14 09:42:22.456653 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37804) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:22.457457 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33725fc-1ace-4ae3-b8a1-b83aab5c83f8 None None] Pushing event deleted for resources: {'Port': ['ID=1b645dce-478b-4a78-8d88-a3156d07f94b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:22.466646 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1b645dce-478b-4a78-8d88-a3156d07f94b no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:22.525927 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 1b645dce-478b-4a78-8d88-a3156d07f94b {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:22.526215 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1b645dce-478b-4a78-8d88-a3156d07f94b not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:22.536140 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-265d964a-670a-4ca3-9ffe-8550168c1c78 admin admin] Calling delete_port for 1b645dce-478b-4a78-8d88-a3156d07f94b owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:22.540048 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c15dcc1-c122-46da-99fb-75f17e7bf41a req-754f924d-50e0-42b0-a646-0aa3251c0a79 service neutron] 10.222.0.49 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746886 Jul 14 09:42:22.576171 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e1ca9c80-a735-48d2-ae84-a32d71e1b7ea req-6cf77f13-2a39-48c4-af46-5b83f2408a56 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5580575 Jul 14 09:42:22.594977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-63cd46ff-c17a-4c0a-a0e2-ab5df0dc4ad5 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Deleting subnet 33a989a0-eb94-469f-91bb-73ae1f165e9f {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:22.600026 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-63cd46ff-c17a-4c0a-a0e2-ab5df0dc4ad5 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.658524 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-63cd46ff-c17a-4c0a-a0e2-ab5df0dc4ad5 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.725252 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:42:22.747907 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-265d964a-670a-4ca3-9ffe-8550168c1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.859817 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d964a-670a-4ca3-9ffe-8550168c1c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b645dce-478b-4a78-8d88-a3156d07f94b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:22.877284 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265d964a-670a-4ca3-9ffe-8550168c1c78 admin admin] No DVR routers for this DVR port 1b645dce-478b-4a78-8d88-a3156d07f94b on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:22.908186 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-63cd46ff-c17a-4c0a-a0e2-ab5df0dc4ad5 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.058086 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-63cd46ff-c17a-4c0a-a0e2-ab5df0dc4ad5 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.059457 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-265d964a-670a-4ca3-9ffe-8550168c1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.077007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-265d964a-670a-4ca3-9ffe-8550168c1c78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3a2655-dacc-4a0b-af6c-1927e42ecaff']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:23.090059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-265d964a-670a-4ca3-9ffe-8550168c1c78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ebf4281-509d-45b1-af79-a1d6009975cb') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:23.090407 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-265d964a-670a-4ca3-9ffe-8550168c1c78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ebf4281-509d-45b1-af79-a1d6009975cb') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:23.102006 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-265d964a-670a-4ca3-9ffe-8550168c1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.120251 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-265d964a-670a-4ca3-9ffe-8550168c1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.142769 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265d964a-670a-4ca3-9ffe-8550168c1c78 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:23.143190 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-265d964a-670a-4ca3-9ffe-8550168c1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.151925 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd46ff-c17a-4c0a-a0e2-ab5df0dc4ad5 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event deleted for resources: {'Subnet': ['ID=33a989a0-eb94-469f-91bb-73ae1f165e9f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: self.session.flush() Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:23.153770 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:23.162971 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-63cd46ff-c17a-4c0a-a0e2-ab5df0dc4ad5 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.170712 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-63cd46ff-c17a-4c0a-a0e2-ab5df0dc4ad5 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "DELETE /v2.0/subnets/33a989a0-eb94-469f-91bb-73ae1f165e9f HTTP/1.1" status: 204 len: 168 time: 0.7111771 Jul 14 09:42:23.171373 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37810) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:23.177369 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bb238e-8c91-4e96-b5f4-deb7aaf6b0cb None None] Network c08d002f-2c08-4121-b70d-1491e0b62a4f requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:23.280843 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-265d964a-670a-4ca3-9ffe-8550168c1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.298380 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-265d964a-670a-4ca3-9ffe-8550168c1c78 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.305315 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-265d964a-670a-4ca3-9ffe-8550168c1c78 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5e3a2655-dacc-4a0b-af6c-1927e42ecaff HTTP/1.1" status: 204 len: 168 time: 2.0714478 Jul 14 09:42:23.312855 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37814) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:23.324301 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfcb47ca-2da1-4503-a509-cac63dbfc0e6 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Deleting subnet 22a5ce10-a3c8-426f-b951-5927b82a89d2 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:23.335934 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cfcb47ca-2da1-4503-a509-cac63dbfc0e6 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.355698 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d964a-670a-4ca3-9ffe-8550168c1c78 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e3a2655-dacc-4a0b-af6c-1927e42ecaff,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:23.427691 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cfcb47ca-2da1-4503-a509-cac63dbfc0e6 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.553837 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed1a4f6-75ab-4177-a408-4766138af0f7 None None] DHCP port deletion for c08d002f-2c08-4121-b70d-1491e0b62a4f request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:42:23.625984 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cfcb47ca-2da1-4503-a509-cac63dbfc0e6 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.664852 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0ed1a4f6-75ab-4177-a408-4766138af0f7 None None] Deleting port 06f9d93a-e01d-4315-a616-79978e79be03 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:23.665242 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ed1a4f6-75ab-4177-a408-4766138af0f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.813869 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0ed1a4f6-75ab-4177-a408-4766138af0f7 None None] For port 06f9d93a-e01d-4315-a616-79978e79be03, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=06f9d93a-e01d-4315-a616-79978e79be03,segment=NetworkSegment(c89038d9-fc92-405c-9663-3257b63d171c),segment_id=c89038d9-fc92-405c-9663-3257b63d171c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:23.814203 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ed1a4f6-75ab-4177-a408-4766138af0f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.849381 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0ed1a4f6-75ab-4177-a408-4766138af0f7 None None] Calling delete_port for 06f9d93a-e01d-4315-a616-79978e79be03 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:23.958314 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce96b52-6fd8-4e2b-905c-eb68be402977 req-28beb9cf-854c-47b5-8206-774000001a79 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:23.973246 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0ce96b52-6fd8-4e2b-905c-eb68be402977 req-28beb9cf-854c-47b5-8206-774000001a79 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 946 time: 0.1567621 Jul 14 09:42:24.105762 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ed1a4f6-75ab-4177-a408-4766138af0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.205152 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1a4f6-75ab-4177-a408-4766138af0f7 None None] Pushing event deleted for resources: {'Port': ['ID=06f9d93a-e01d-4315-a616-79978e79be03,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:24.216325 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed1a4f6-75ab-4177-a408-4766138af0f7 None None] No DVR routers for this DVR port 06f9d93a-e01d-4315-a616-79978e79be03 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:24.390497 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 06f9d93a-e01d-4315-a616-79978e79be03 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:24.449542 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 06f9d93a-e01d-4315-a616-79978e79be03 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:24.451290 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 06f9d93a-e01d-4315-a616-79978e79be03 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:24.524478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63487e2d-b57b-40c3-aab9-7e79d006cb2a req-892c9691-3c3b-489b-862c-65a999ea808e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:24.525918 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63487e2d-b57b-40c3-aab9-7e79d006cb2a req-892c9691-3c3b-489b-862c-65a999ea808e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 944 time: 0.9773412 Jul 14 09:42:24.580477 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cfcb47ca-2da1-4503-a509-cac63dbfc0e6 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.606225 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0ce96b52-6fd8-4e2b-905c-eb68be402977 req-19257f41-6e2d-4587-b61c-46df35a442ec tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6316319 Jul 14 09:42:24.628986 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb47ca-2da1-4503-a509-cac63dbfc0e6 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event deleted for resources: {'Subnet': ['ID=22a5ce10-a3c8-426f-b951-5927b82a89d2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:24.649849 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776816ab-9c20-49f2-890e-c9abe511d63c None None] Network c06a4b91-0d3f-448f-ade4-6de9fe9cd43b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:24.660853 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cfcb47ca-2da1-4503-a509-cac63dbfc0e6 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.668750 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cfcb47ca-2da1-4503-a509-cac63dbfc0e6 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "DELETE /v2.0/subnets/22a5ce10-a3c8-426f-b951-5927b82a89d2 HTTP/1.1" status: 204 len: 168 time: 1.4961598 Jul 14 09:42:24.672772 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37830) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:24.683362 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63487e2d-b57b-40c3-aab9-7e79d006cb2a req-0992db35-cd22-4810-adf6-8166d30ed323 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479840 Jul 14 09:42:24.970791 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f054e640-78f9-4c4e-ade4-b0adce977990 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.972287 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a4dd0b3-9a6f-4c92-a6ed-98f930b89b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.077725 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb64df49-3456-436e-a783-615343ec0a78 None None] DHCP port deletion for c06a4b91-0d3f-448f-ade4-6de9fe9cd43b request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:42:25.196057 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fb64df49-3456-436e-a783-615343ec0a78 None None] Deleting port f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:25.196958 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb64df49-3456-436e-a783-615343ec0a78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.247199 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f054e640-78f9-4c4e-ade4-b0adce977990 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.299644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-f054e640-78f9-4c4e-ade4-b0adce977990 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08d002f-2c08-4121-b70d-1491e0b62a4f']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:25.360459 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-f054e640-78f9-4c4e-ade4-b0adce977990 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89038d9-fc92-405c-9663-3257b63d171c') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:25.360855 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-f054e640-78f9-4c4e-ade4-b0adce977990 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89038d9-fc92-405c-9663-3257b63d171c') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:25.383540 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fb64df49-3456-436e-a783-615343ec0a78 None None] For port f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab,segment=NetworkSegment(d166581e-e6e8-4c19-ab53-5df385cd6a07),segment_id=d166581e-e6e8-4c19-ab53-5df385cd6a07)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:25.384436 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f054e640-78f9-4c4e-ade4-b0adce977990 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.385759 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb64df49-3456-436e-a783-615343ec0a78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.407537 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fb64df49-3456-436e-a783-615343ec0a78 None None] Calling delete_port for f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:25.427105 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f054e640-78f9-4c4e-ade4-b0adce977990 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.439857 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f054e640-78f9-4c4e-ade4-b0adce977990 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:25.440334 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f054e640-78f9-4c4e-ade4-b0adce977990 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:25.450589 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:25.586523 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb64df49-3456-436e-a783-615343ec0a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.603153 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f054e640-78f9-4c4e-ade4-b0adce977990 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.610020 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f054e640-78f9-4c4e-ade4-b0adce977990 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.614719 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f054e640-78f9-4c4e-ade4-b0adce977990 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "DELETE /v2.0/networks/c08d002f-2c08-4121-b70d-1491e0b62a4f HTTP/1.1" status: 204 len: 168 time: 0.9397821 Jul 14 09:42:25.642459 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37836) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:25.652547 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054e640-78f9-4c4e-ade4-b0adce977990 tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event deleted for resources: {'Network': ['ID=c08d002f-2c08-4121-b70d-1491e0b62a4f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:25.676236 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64df49-3456-436e-a783-615343ec0a78 None None] Pushing event deleted for resources: {'Port': ['ID=f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:25.680892 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb64df49-3456-436e-a783-615343ec0a78 None None] No DVR routers for this DVR port f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:25.900281 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df3acfd7-68a6-4b22-8006-39723912d3cb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.965483 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-1a4dd0b3-9a6f-4c92-a6ed-98f930b89b75 admin admin] Deleting port 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:25.978264 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a4dd0b3-9a6f-4c92-a6ed-98f930b89b75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.183489 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873037db-623e-4308-9226-01870a9cb9da req-82003678-4bce-4f2f-ba0d-daa2f80c906d tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:26.184705 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-873037db-623e-4308-9226-01870a9cb9da req-82003678-4bce-4f2f-ba0d-daa2f80c906d tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 946 time: 0.4290421 Jul 14 09:42:26.329524 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d5e50-acc9-44bc-88ce-81db7964b76e req-69a415ec-4588-4243-ab47-d15384f175b6 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:26.331802 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c2d5e50-acc9-44bc-88ce-81db7964b76e req-69a415ec-4588-4243-ab47-d15384f175b6 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 944 time: 0.3808455 Jul 14 09:42:26.339036 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df3acfd7-68a6-4b22-8006-39723912d3cb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.366899 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-df3acfd7-68a6-4b22-8006-39723912d3cb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06a4b91-0d3f-448f-ade4-6de9fe9cd43b']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:26.431604 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-873037db-623e-4308-9226-01870a9cb9da req-6f21c001-3757-4f3e-a03e-b7e2444c77a3 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994526 Jul 14 09:42:26.436873 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:26.441814 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-df3acfd7-68a6-4b22-8006-39723912d3cb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd166581e-e6e8-4c19-ab53-5df385cd6a07') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:26.443213 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-df3acfd7-68a6-4b22-8006-39723912d3cb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd166581e-e6e8-4c19-ab53-5df385cd6a07') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:26.465583 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:26.466668 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f2dfb2af-de8a-42b5-8a8e-75ed3c4c34ab not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:26.482661 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c2d5e50-acc9-44bc-88ce-81db7964b76e req-33cd2a91-8966-4870-a0d1-4cf3b44a1ff1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342530 Jul 14 09:42:26.485686 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-1a4dd0b3-9a6f-4c92-a6ed-98f930b89b75 admin admin] For port 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c,segment=NetworkSegment(548c7280-2b87-4984-9117-e440e230fff4),segment_id=548c7280-2b87-4984-9117-e440e230fff4)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:26.488653 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a4dd0b3-9a6f-4c92-a6ed-98f930b89b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.525558 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df3acfd7-68a6-4b22-8006-39723912d3cb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.543764 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-1a4dd0b3-9a6f-4c92-a6ed-98f930b89b75 admin admin] Calling delete_port for 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:26.551976 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df3acfd7-68a6-4b22-8006-39723912d3cb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.569505 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df3acfd7-68a6-4b22-8006-39723912d3cb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:26.578154 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df3acfd7-68a6-4b22-8006-39723912d3cb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:26.582324 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:26.724955 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df3acfd7-68a6-4b22-8006-39723912d3cb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.742032 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df3acfd7-68a6-4b22-8006-39723912d3cb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.744260 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-df3acfd7-68a6-4b22-8006-39723912d3cb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] 10.222.0.26 "DELETE /v2.0/networks/c06a4b91-0d3f-448f-ade4-6de9fe9cd43b HTTP/1.1" status: 204 len: 168 time: 1.1008103 Jul 14 09:42:26.863293 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3acfd7-68a6-4b22-8006-39723912d3cb tempest-TaggedBootDevicesTest_v242-1365683752 tempest-TaggedBootDevicesTest_v242-1365683752-project] Pushing event deleted for resources: {'Network': ['ID=c06a4b91-0d3f-448f-ade4-6de9fe9cd43b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:27.068225 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a4dd0b3-9a6f-4c92-a6ed-98f930b89b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.133755 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4dd0b3-9a6f-4c92-a6ed-98f930b89b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:27.264200 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0369fe9e-3441-4006-b1c0-6f3d1c6b2db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.895990 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a4dd0b3-9a6f-4c92-a6ed-98f930b89b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.971250 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1633e-0f41-42b2-a146-ada562c54b80 req-e577bef8-606e-4a0b-afe2-16f4e955c56e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:27.972976 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-78d1633e-0f41-42b2-a146-ada562c54b80 req-e577bef8-606e-4a0b-afe2-16f4e955c56e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 944 time: 0.2269759 Jul 14 09:42:28.001845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c89929-cdef-42e2-8899-e7ca31ea493e req-693e14f2-ff23-4327-8980-24426c3aa745 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:28.004084 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2c89929-cdef-42e2-8899-e7ca31ea493e req-693e14f2-ff23-4327-8980-24426c3aa745 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 946 time: 0.2531068 Jul 14 09:42:28.115999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-78d1633e-0f41-42b2-a146-ada562c54b80 req-5fe97843-9306-4123-a997-c4f63b15096f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341026 Jul 14 09:42:28.145658 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2c89929-cdef-42e2-8899-e7ca31ea493e req-4a4aa6d3-6de9-4105-a659-62aeca51502c tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291900 Jul 14 09:42:28.336650 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4dd0b3-9a6f-4c92-a6ed-98f930b89b75 admin admin] Router 53115ee6-e404-49d4-8e95-79c942c1da86 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:28.510049 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4dd0b3-9a6f-4c92-a6ed-98f930b89b75 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:28.521035 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3277a8ae-d4d3-4a86-b855-b837fc8173ba None None] Sync routers for ids ['53115ee6-e404-49d4-8e95-79c942c1da86'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:28.556525 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37868) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:28.557946 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1a4dd0b3-9a6f-4c92-a6ed-98f930b89b75 admin admin] 10.222.0.26 "PUT /v2.0/routers/53115ee6-e404-49d4-8e95-79c942c1da86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2391713 Jul 14 09:42:28.561481 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3277a8ae-d4d3-4a86-b855-b837fc8173ba None None] Routers {'53115ee6-e404-49d4-8e95-79c942c1da86'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:28.562906 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-3277a8ae-d4d3-4a86-b855-b837fc8173ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:42:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['53115ee6-e404-49d4-8e95-79c942c1da86'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:28.800282 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba345bb9-301e-4bd3-bd52-8eda1ca38f1c admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.810667 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-3277a8ae-d4d3-4a86-b855-b837fc8173ba None None] Set router 53115ee6-e404-49d4-8e95-79c942c1da86 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:28.847521 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2b117-78e3-4f19-b7db-d50f859421df req-171cdb33-51ce-44be-8334-119af72b9eec tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:28.853536 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-edf2b117-78e3-4f19-b7db-d50f859421df req-171cdb33-51ce-44be-8334-119af72b9eec tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 946 time: 0.1435897 Jul 14 09:42:28.911405 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d296a62-c444-4d3b-872a-3aa61c7bdbd9 req-56421399-bbe8-48a0-9c3c-7554d720c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:28.913305 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0d296a62-c444-4d3b-872a-3aa61c7bdbd9 req-56421399-bbe8-48a0-9c3c-7554d720c556 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35c73081851740d5ae35f76d929b1d9c&device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 1098 time: 0.1745687 Jul 14 09:42:28.966003 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-edf2b117-78e3-4f19-b7db-d50f859421df req-3872d234-a3d2-4d81-8e21-9630266046c3 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047425 Jul 14 09:42:29.018537 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba345bb9-301e-4bd3-bd52-8eda1ca38f1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.091409 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d296a62-c444-4d3b-872a-3aa61c7bdbd9 req-9310a173-1ca5-487b-bd01-deb7ed039721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:29.093574 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0d296a62-c444-4d3b-872a-3aa61c7bdbd9 req-9310a173-1ca5-487b-bd01-deb7ed039721 service neutron] 10.222.0.55 "GET /v2.0/networks?id=349e7030-c23e-4fb3-b91e-920ec080a299 HTTP/1.1" status: 200 len: 912 time: 0.1648650 Jul 14 09:42:29.153708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-3277a8ae-d4d3-4a86-b855-b837fc8173ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53115ee6-e404-49d4-8e95-79c942c1da86', 'name': 'tempest-TestAggregatesBasicOps-1185075176-router', 'tenant_id': '9b3241d08a09406184c5cb4d59685b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cd136539-c471-4270-ada1-fbf541eef8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:58Z', 'updated_at': '2021-07-14T09:42:26Z', 'revision_number': 5, 'project_id': '9b3241d08a09406184c5cb4d59685b1b', 'gw_port': {'id': 'cd136539-c471-4270-ada1-fbf541eef8f9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53115ee6-e404-49d4-8e95-79c942c1da86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:59Z', 'updated_at': '2021-07-14T09:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:29.174008 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0d296a62-c444-4d3b-872a-3aa61c7bdbd9 req-72f1f6d1-fd37-4c0f-af39-1cb73bdf67ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=160c006a-d0a4-4a94-b00a-9a2c5e8288c3 HTTP/1.1" status: 200 len: 217 time: 0.0719883 Jul 14 09:42:29.219692 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3277a8ae-d4d3-4a86-b855-b837fc8173ba None None] Checking router: 53115ee6-e404-49d4-8e95-79c942c1da86 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:29.220118 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37878) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:29.245493 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3277a8ae-d4d3-4a86-b855-b837fc8173ba None None] Routers {'53115ee6-e404-49d4-8e95-79c942c1da86'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:29.246815 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-3277a8ae-d4d3-4a86-b855-b837fc8173ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:42:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['53115ee6-e404-49d4-8e95-79c942c1da86'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:29.271420 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-ba345bb9-301e-4bd3-bd52-8eda1ca38f1c admin admin] Deleting port cd136539-c471-4270-ada1-fbf541eef8f9 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:29.271829 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba345bb9-301e-4bd3-bd52-8eda1ca38f1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.277506 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d296a62-c444-4d3b-872a-3aa61c7bdbd9 req-9f348802-e5ff-4a22-b5d3-24725478d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:29.279295 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0d296a62-c444-4d3b-872a-3aa61c7bdbd9 req-9f348802-e5ff-4a22-b5d3-24725478d91b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63162a22-fb72-4785-988c-6adae20bc28e HTTP/1.1" status: 200 len: 851 time: 0.0917377 Jul 14 09:42:29.418183 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0d296a62-c444-4d3b-872a-3aa61c7bdbd9 req-53b8104d-ebb7-484a-ac7f-f42dc9c0a33e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=349e7030-c23e-4fb3-b91e-920ec080a299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184793 Jul 14 09:42:29.461679 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-3277a8ae-d4d3-4a86-b855-b837fc8173ba None None] Set router 53115ee6-e404-49d4-8e95-79c942c1da86 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:29.497394 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a637ae-fbe3-484b-afbf-297574e75631 req-4cfca688-a612-4951-bd4a-44987041d9eb tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:29.499436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05a637ae-fbe3-484b-afbf-297574e75631 req-4cfca688-a612-4951-bd4a-44987041d9eb tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 944 time: 0.1631894 Jul 14 09:42:29.521602 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1cf111-d243-4e7d-82a4-10deead1d69e admin admin] Deleting subnet 1abbc4e5-632f-4897-a598-2f4455e24610 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:29.526334 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fa1cf111-d243-4e7d-82a4-10deead1d69e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.564032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-ba345bb9-301e-4bd3-bd52-8eda1ca38f1c admin admin] For port cd136539-c471-4270-ada1-fbf541eef8f9, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=cd136539-c471-4270-ada1-fbf541eef8f9,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:29.564662 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba345bb9-301e-4bd3-bd52-8eda1ca38f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.574252 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fa1cf111-d243-4e7d-82a4-10deead1d69e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.586817 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-ba345bb9-301e-4bd3-bd52-8eda1ca38f1c admin admin] Calling delete_port for cd136539-c471-4270-ada1-fbf541eef8f9 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:29.601220 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0d296a62-c444-4d3b-872a-3aa61c7bdbd9 req-915927eb-fb9a-4d30-b9a2-0c756b8a0aed service neutron] 10.222.0.55 "GET /v2.0/networks/349e7030-c23e-4fb3-b91e-920ec080a299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732645 Jul 14 09:42:29.620485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-3277a8ae-d4d3-4a86-b855-b837fc8173ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53115ee6-e404-49d4-8e95-79c942c1da86', 'name': 'tempest-TestAggregatesBasicOps-1185075176-router', 'tenant_id': '9b3241d08a09406184c5cb4d59685b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:58Z', 'updated_at': '2021-07-14T09:42:29Z', 'revision_number': 6, 'project_id': '9b3241d08a09406184c5cb4d59685b1b', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:29.625165 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fa1cf111-d243-4e7d-82a4-10deead1d69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.700236 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fa1cf111-d243-4e7d-82a4-10deead1d69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.729356 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3277a8ae-d4d3-4a86-b855-b837fc8173ba None None] The sync data for ids ['53115ee6-e404-49d4-8e95-79c942c1da86'] in n-d-798054-10 is: [{'id': '53115ee6-e404-49d4-8e95-79c942c1da86', 'name': 'tempest-TestAggregatesBasicOps-1185075176-router', 'tenant_id': '9b3241d08a09406184c5cb4d59685b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:58Z', 'updated_at': '2021-07-14T09:42:29Z', 'revision_number': 6, 'project_id': '9b3241d08a09406184c5cb4d59685b1b', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:29.754264 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fa1cf111-d243-4e7d-82a4-10deead1d69e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.756366 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fa1cf111-d243-4e7d-82a4-10deead1d69e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1abbc4e5-632f-4897-a598-2f4455e24610 HTTP/1.1" status: 204 len: 168 time: 0.5352316 Jul 14 09:42:29.762923 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37882) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:29.763938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cf111-d243-4e7d-82a4-10deead1d69e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1abbc4e5-632f-4897-a598-2f4455e24610,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:29.788582 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-942e1a42-9dcf-4336-aec7-8d04922bcba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.802794 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05a637ae-fbe3-484b-afbf-297574e75631 req-04bf6e29-1420-41d5-82b8-c4a254155ffd tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947149 Jul 14 09:42:29.891977 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0d296a62-c444-4d3b-872a-3aa61c7bdbd9 req-f625bfe3-8489-4ecf-84f5-0efa07376515 service neutron] 10.222.0.55 "GET /v2.0/networks/349e7030-c23e-4fb3-b91e-920ec080a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430918 Jul 14 09:42:29.906258 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.926510 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e43998ca-5238-4415-b283-16ba96cc1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.043534 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba345bb9-301e-4bd3-bd52-8eda1ca38f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.122353 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba345bb9-301e-4bd3-bd52-8eda1ca38f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=cd136539-c471-4270-ada1-fbf541eef8f9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:30.189460 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e43998ca-5238-4415-b283-16ba96cc1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.225271 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-e43998ca-5238-4415-b283-16ba96cc1d70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c870411-ce1e-462e-936a-b69c5c494a39']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:30.248088 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61340ba-eeb7-42e2-90bd-e3d1724bd9ad req-e83eb9a7-3582-44ba-916c-a62e768babce tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:30.254680 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e61340ba-eeb7-42e2-90bd-e3d1724bd9ad req-e83eb9a7-3582-44ba-916c-a62e768babce tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 946 time: 0.0909696 Jul 14 09:42:30.254890 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba345bb9-301e-4bd3-bd52-8eda1ca38f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.254890 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-e43998ca-5238-4415-b283-16ba96cc1d70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df9be30-3cef-4f6a-80c3-248b5c54e793') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:30.255093 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-e43998ca-5238-4415-b283-16ba96cc1d70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df9be30-3cef-4f6a-80c3-248b5c54e793') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:30.326931 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e61340ba-eeb7-42e2-90bd-e3d1724bd9ad req-cc2847ca-fa6c-4a17-90fa-1754775235d8 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678160 Jul 14 09:42:30.345250 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e43998ca-5238-4415-b283-16ba96cc1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.383441 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba345bb9-301e-4bd3-bd52-8eda1ca38f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.384933 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e43998ca-5238-4415-b283-16ba96cc1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.387261 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba345bb9-301e-4bd3-bd52-8eda1ca38f1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.395701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43998ca-5238-4415-b283-16ba96cc1d70 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:30.396140 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e43998ca-5238-4415-b283-16ba96cc1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:30.397939 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:30.482201 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba345bb9-301e-4bd3-bd52-8eda1ca38f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.482201 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba345bb9-301e-4bd3-bd52-8eda1ca38f1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53115ee6-e404-49d4-8e95-79c942c1da86 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:42:30.486498 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba345bb9-301e-4bd3-bd52-8eda1ca38f1c admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.488174 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ba345bb9-301e-4bd3-bd52-8eda1ca38f1c admin admin] 10.222.0.26 "DELETE /v2.0/routers/53115ee6-e404-49d4-8e95-79c942c1da86 HTTP/1.1" status: 204 len: 168 time: 1.9290609 Jul 14 09:42:30.490750 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37890) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:30.499394 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e43998ca-5238-4415-b283-16ba96cc1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.526681 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e43998ca-5238-4415-b283-16ba96cc1d70 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.531203 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e43998ca-5238-4415-b283-16ba96cc1d70 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4c870411-ce1e-462e-936a-b69c5c494a39 HTTP/1.1" status: 204 len: 168 time: 0.7639658 Jul 14 09:42:30.552622 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43998ca-5238-4415-b283-16ba96cc1d70 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c870411-ce1e-462e-936a-b69c5c494a39,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:30.594471 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b04e780-08fc-448d-8348-6a3d9d5be5c7 admin admin] Deleting subnet d85b3b29-37be-485b-98b6-b9350d9ae35c {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:30.598969 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5b04e780-08fc-448d-8348-6a3d9d5be5c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.698522 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5b04e780-08fc-448d-8348-6a3d9d5be5c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.735352 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.752769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device cd136539-c471-4270-ada1-fbf541eef8f9 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:30.832023 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37896) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:30.851769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: cd136539-c471-4270-ada1-fbf541eef8f9 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:30.852198 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device cd136539-c471-4270-ada1-fbf541eef8f9 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:30.852617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:30.865976 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5b04e780-08fc-448d-8348-6a3d9d5be5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.874279 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:30.879998 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2bb7fc77-ff4c-4b56-94d5-86e7ff94df3c not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:30.924085 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9c9e84a2-e5dd-4cba-a64e-83c3b8f0d7d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cfc5dc601fe54b31af51b5977d1e72c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0909603 Jul 14 09:42:30.927269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37898) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:30.962263 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5b04e780-08fc-448d-8348-6a3d9d5be5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.999634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04e780-08fc-448d-8348-6a3d9d5be5c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d85b3b29-37be-485b-98b6-b9350d9ae35c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:31.005151 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5b04e780-08fc-448d-8348-6a3d9d5be5c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.011631 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5b04e780-08fc-448d-8348-6a3d9d5be5c7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d85b3b29-37be-485b-98b6-b9350d9ae35c HTTP/1.1" status: 204 len: 168 time: 0.5157211 Jul 14 09:42:31.011796 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37902) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:31.013280 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c8bef0-b76c-4bc6-a179-498dd40d4cb8 None None] Network 85c91c0f-aa1a-42d6-bc71-a35468fa6330 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:31.087199 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ed438805-7987-42a8-a290-198610d4d5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.122902 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-07a23ea5-d764-4a00-8f8c-ad112d8a2fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.151621 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ed438805-7987-42a8-a290-198610d4d5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.300992 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-07a23ea5-d764-4a00-8f8c-ad112d8a2fad admin admin] Deleting port 4b307d70-d986-4393-91d0-d05b00272a1d {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:31.301373 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-07a23ea5-d764-4a00-8f8c-ad112d8a2fad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.311793 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9cfb3304-cb40-4fed-b721-9d83a8c028f4 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:42:31.337844 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786897a4-216d-4c6f-b62a-cd60ef972a79 req-c38b9468-5f2a-47ef-ab3a-ed939a6794a9 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:31.342265 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-786897a4-216d-4c6f-b62a-cd60ef972a79 req-c38b9468-5f2a-47ef-ab3a-ed939a6794a9 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 944 time: 0.3463898 Jul 14 09:42:31.444064 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ed438805-7987-42a8-a290-198610d4d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.451203 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ed438805-7987-42a8-a290-198610d4d5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.452133 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ed438805-7987-42a8-a290-198610d4d5e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e48eb0a5-5c95-4880-bfa4-039fa98a7b4e HTTP/1.1" status: 204 len: 168 time: 0.5236659 Jul 14 09:42:31.465221 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-786897a4-216d-4c6f-b62a-cd60ef972a79 req-9c929797-4ee4-498c-83ff-2fbe6fed3bb7 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145017 Jul 14 09:42:31.481576 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed438805-7987-42a8-a290-198610d4d5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48eb0a5-5c95-4880-bfa4-039fa98a7b4e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:31.487994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-07a23ea5-d764-4a00-8f8c-ad112d8a2fad admin admin] For port 4b307d70-d986-4393-91d0-d05b00272a1d, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4b307d70-d986-4393-91d0-d05b00272a1d,segment=NetworkSegment(548c7280-2b87-4984-9117-e440e230fff4),segment_id=548c7280-2b87-4984-9117-e440e230fff4)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:31.488577 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-07a23ea5-d764-4a00-8f8c-ad112d8a2fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.530366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-07a23ea5-d764-4a00-8f8c-ad112d8a2fad admin admin] Calling delete_port for 4b307d70-d986-4393-91d0-d05b00272a1d owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:31.680509 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa2417-dbbc-45ca-bcc4-6f2be019c09a req-d0b98c9c-b03f-4bfd-8094-3b0e2b281e80 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:31.689456 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99aa2417-dbbc-45ca-bcc4-6f2be019c09a req-d0b98c9c-b03f-4bfd-8094-3b0e2b281e80 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 946 time: 0.1288033 Jul 14 09:42:31.712146 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-07a23ea5-d764-4a00-8f8c-ad112d8a2fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.757686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a23ea5-d764-4a00-8f8c-ad112d8a2fad admin admin] Pushing event deleted for resources: {'Port': ['ID=4b307d70-d986-4393-91d0-d05b00272a1d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:31.777199 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99aa2417-dbbc-45ca-bcc4-6f2be019c09a req-da0041a2-0116-4daf-b061-b8ec3c3f4436 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844433 Jul 14 09:42:31.786047 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a23ea5-d764-4a00-8f8c-ad112d8a2fad admin admin] No DVR routers for this DVR port 4b307d70-d986-4393-91d0-d05b00272a1d on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:31.860936 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9cfb3304-cb40-4fed-b721-9d83a8c028f4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9cfb3304-cb40-4fed-b721-9d83a8c028f4,segment=NetworkSegment(8038b284-822d-4ef6-b135-945c53ba5f7c),segment_id=8038b284-822d-4ef6-b135-945c53ba5f7c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:31.875772 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '9cfb3304-cb40-4fed-b721-9d83a8c028f4', 'network_id': '6feba008-c597-4a6d-99c1-fa0a29f2df67', 'port_id': '9cfb3304-cb40-4fed-b721-9d83a8c028f4', 'mac_address': 'fa:16:3e:1d:f2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c433742-6df6-42b6-9b91-b5848de2b475', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:42:31.968874 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.983202 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-07a23ea5-d764-4a00-8f8c-ad112d8a2fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.988562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9483e0b-a852-421f-adad-139b5bdc3762 None None] DHCP port deletion for 85c91c0f-aa1a-42d6-bc71-a35468fa6330 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:42:32.004875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-07a23ea5-d764-4a00-8f8c-ad112d8a2fad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c91c0f-aa1a-42d6-bc71-a35468fa6330']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:32.031522 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-07a23ea5-d764-4a00-8f8c-ad112d8a2fad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548c7280-2b87-4984-9117-e440e230fff4') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:32.031901 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-07a23ea5-d764-4a00-8f8c-ad112d8a2fad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548c7280-2b87-4984-9117-e440e230fff4') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:32.044146 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.055765 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-07a23ea5-d764-4a00-8f8c-ad112d8a2fad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.058661 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cfb3304-cb40-4fed-b721-9d83a8c028f4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:32.099905 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-07a23ea5-d764-4a00-8f8c-ad112d8a2fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.108536 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9cfb3304-cb40-4fed-b721-9d83a8c028f4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9cfb3304-cb40-4fed-b721-9d83a8c028f4,segment=NetworkSegment(8038b284-822d-4ef6-b135-945c53ba5f7c),segment_id=8038b284-822d-4ef6-b135-945c53ba5f7c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:32.111208 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a23ea5-d764-4a00-8f8c-ad112d8a2fad admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:32.111875 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-07a23ea5-d764-4a00-8f8c-ad112d8a2fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.117341 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:32.117725 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:32.333380 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=9cfb3304-cb40-4fed-b721-9d83a8c028f4,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:32.359451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['9cfb3304-cb40-4fed-b721-9d83a8c028f4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:42:32.446973 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-07a23ea5-d764-4a00-8f8c-ad112d8a2fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.458500 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4b307d70-d986-4393-91d0-d05b00272a1d no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:32.459227 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-07a23ea5-d764-4a00-8f8c-ad112d8a2fad admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.463678 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-07a23ea5-d764-4a00-8f8c-ad112d8a2fad admin admin] 10.222.0.26 "DELETE /v2.0/networks/85c91c0f-aa1a-42d6-bc71-a35468fa6330 HTTP/1.1" status: 204 len: 168 time: 1.4484420 Jul 14 09:42:32.484263 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a23ea5-d764-4a00-8f8c-ad112d8a2fad admin admin] Pushing event deleted for resources: {'Network': ['ID=85c91c0f-aa1a-42d6-bc71-a35468fa6330,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:32.543298 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 4b307d70-d986-4393-91d0-d05b00272a1d {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:32.543648 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4b307d70-d986-4393-91d0-d05b00272a1d not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:32.705480 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37936) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:32.728810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8b925-230f-49be-95dd-4a13f21db50a req-9ba2c313-87c8-4e12-bee8-03739ac18d8b tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:32.730736 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-93b8b925-230f-49be-95dd-4a13f21db50a req-9ba2c313-87c8-4e12-bee8-03739ac18d8b tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 946 time: 0.1265085 Jul 14 09:42:32.834576 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0d24b940-f735-488f-b91f-03ac83316c5e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3df52ecab6d742e0ae4c9143cbe11d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271141 Jul 14 09:42:32.837073 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37938) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:32.929727 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.940161 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7ab72b3-02a6-4294-8d04-7b849477dd57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.972007 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7ab72b3-02a6-4294-8d04-7b849477dd57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.978896 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-93b8b925-230f-49be-95dd-4a13f21db50a req-cde849fb-19e8-4a1f-9196-f67b7eef778c tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415612 Jul 14 09:42:33.038123 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31f3c8-3ce4-454a-9490-d8a3a56a9c3a req-d5e3b4ab-c1ff-4149-8f80-18460c2142db tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:33.053893 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d31f3c8-3ce4-454a-9490-d8a3a56a9c3a req-d5e3b4ab-c1ff-4149-8f80-18460c2142db tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 945 time: 0.2270126 Jul 14 09:42:33.066243 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7ab72b3-02a6-4294-8d04-7b849477dd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.070114 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7ab72b3-02a6-4294-8d04-7b849477dd57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.074993 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e7ab72b3-02a6-4294-8d04-7b849477dd57 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/929b5bf2-1d4e-4953-a436-104883d4bb4d HTTP/1.1" status: 204 len: 168 time: 0.2359476 Jul 14 09:42:33.087611 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab72b3-02a6-4294-8d04-7b849477dd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929b5bf2-1d4e-4953-a436-104883d4bb4d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:33.121877 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d31f3c8-3ce4-454a-9490-d8a3a56a9c3a req-8790ccf7-fc7d-43c9-8a6e-f33300699d26 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670247 Jul 14 09:42:33.276156 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 37952) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:33.310830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9cfb3304-cb40-4fed-b721-9d83a8c028f4 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:33.406190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 9cfb3304-cb40-4fed-b721-9d83a8c028f4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:33.406851 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.473712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a8bbee52-b68b-4c1a-8830-a19fd202b8ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-788844640-network', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:33.510503 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bbee52-b68b-4c1a-8830-a19fd202b8ad admin admin] Made reservation on behalf of 51eddd5eb51e43da8f7e9b436a71a31a for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:33.513085 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8bbee52-b68b-4c1a-8830-a19fd202b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.525127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37960) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:33.526379 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8bbee52-b68b-4c1a-8830-a19fd202b8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.568329 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.597629 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e649f083-b376-4cb9-9fed-9fed294f8a7b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b3241d08a09406184c5cb4d59685b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0711820 Jul 14 09:42:33.600197 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37962) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:33.617197 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9cfb3304-cb40-4fed-b721-9d83a8c028f4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9cfb3304-cb40-4fed-b721-9d83a8c028f4,segment=NetworkSegment(8038b284-822d-4ef6-b135-945c53ba5f7c),segment_id=8038b284-822d-4ef6-b135-945c53ba5f7c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:33.618413 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfb3304-cb40-4fed-b721-9d83a8c028f4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:33.627799 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bff96ed-64fa-45e9-b1d5-883637e7d502" -d '{"events": [{"server_uuid": "0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e", "name": "network-vif-plugged", "status": "completed", "tag": "9cfb3304-cb40-4fed-b721-9d83a8c028f4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:33.638894 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.668173 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8bbee52-b68b-4c1a-8830-a19fd202b8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.674369 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8bbee52-b68b-4c1a-8830-a19fd202b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.681333 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b25c0a32-1ba2-49a2-9b1a-e2c6fa4af97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.696524 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972488b1-d2e9-4d5a-b252-138078790d86 x-openstack-request-id: req-972488b1-d2e9-4d5a-b252-138078790d86 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:33.698146 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e", "name": "network-vif-plugged", "status": "completed", "tag": "9cfb3304-cb40-4fed-b721-9d83a8c028f4", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:33.698474 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-972488b1-d2e9-4d5a-b252-138078790d86 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:33.702127 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfb3304-cb40-4fed-b721-9d83a8c028f4', 'code': 200} Jul 14 09:42:33.705489 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8bbee52-b68b-4c1a-8830-a19fd202b8ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:33.726403 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8bbee52-b68b-4c1a-8830-a19fd202b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.727284 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-a8bbee52-b68b-4c1a-8830-a19fd202b8ad admin admin] Added segment 33530a83-d386-465f-b660-15d3eb50afa1 of type vlan for network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c Jul 14 09:42:33.729112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbee52-b68b-4c1a-8830-a19fd202b8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d66a1d-8be8-4398-b979-26dab4895559,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:33.743424 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=9cfb3304-cb40-4fed-b721-9d83a8c028f4,revision_number=10']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:33.747002 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b25c0a32-1ba2-49a2-9b1a-e2c6fa4af97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.805588 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8bbee52-b68b-4c1a-8830-a19fd202b8ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.824463 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b25c0a32-1ba2-49a2-9b1a-e2c6fa4af97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.828188 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b25c0a32-1ba2-49a2-9b1a-e2c6fa4af97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.832304 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b25c0a32-1ba2-49a2-9b1a-e2c6fa4af97e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a6af4131-23a8-40b1-bd8b-2b705ca06572 HTTP/1.1" status: 204 len: 168 time: 0.2277715 Jul 14 09:42:33.860165 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8bbee52-b68b-4c1a-8830-a19fd202b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.861362 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bbee52-b68b-4c1a-8830-a19fd202b8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:33.861990 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8bbee52-b68b-4c1a-8830-a19fd202b8ad admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.866140 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c0a32-1ba2-49a2-9b1a-e2c6fa4af97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6af4131-23a8-40b1-bd8b-2b705ca06572,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:33.901301 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d20185-a917-4fe7-921d-6a601ef9fb39 req-e748e73d-c679-43ac-96c9-9c80c62abf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:33.902925 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-68d20185-a917-4fe7-921d-6a601ef9fb39 req-e748e73d-c679-43ac-96c9-9c80c62abf05 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 1099 time: 0.0703681 Jul 14 09:42:33.951779 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-68d20185-a917-4fe7-921d-6a601ef9fb39 req-60b49b97-b8c8-4939-898c-3c3777448ab2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401554 Jul 14 09:42:33.963363 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37968) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:33.963599 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a8bbee52-b68b-4c1a-8830-a19fd202b8ad admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6859002 Jul 14 09:42:33.969648 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbee52-b68b-4c1a-8830-a19fd202b8ad admin admin] Pushing event updated for resources: {'Network': ['ID=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:33.975274 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c1db2d26-441b-47ae-8718-79f4acd80a29 admin admin] Request body: {'subnet': {'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-788844640-subnet', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:33.980623 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:34.027925 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1db2d26-441b-47ae-8718-79f4acd80a29 admin admin] Made reservation on behalf of 51eddd5eb51e43da8f7e9b436a71a31a for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:34.034634 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c1db2d26-441b-47ae-8718-79f4acd80a29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.356584 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae5c4c-79e3-470d-acfc-852ab95943a4 req-a0f21531-402c-4406-b52e-0f2fbc62b097 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.358492 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7ae5c4c-79e3-470d-acfc-852ab95943a4 req-a0f21531-402c-4406-b52e-0f2fbc62b097 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 946 time: 0.1792772 Jul 14 09:42:34.389060 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c1db2d26-441b-47ae-8718-79f4acd80a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.469906 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db2d26-441b-47ae-8718-79f4acd80a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0457f97d-7f0c-40e3-aa42-dc25e8646d70,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:34.522501 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7ae5c4c-79e3-470d-acfc-852ab95943a4 req-8d9b8383-e7f3-41f1-83c2-28db3d7737fc tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/security-groups?id=09cd3bb0-9a19-4f44-a08e-e30cbb82549c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362307 Jul 14 09:42:34.563560 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1db2d26-441b-47ae-8718-79f4acd80a29 admin admin] Checking segment: {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:34.564285 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1db2d26-441b-47ae-8718-79f4acd80a29 admin admin] Network hostable DHCP agents. Network: 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:34.606994 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936414fc-726e-4791-86cd-878c4d09d0d7 req-4d41db09-566d-4037-af31-c1e0301aa833 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.619446 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-936414fc-726e-4791-86cd-878c4d09d0d7 req-4d41db09-566d-4037-af31-c1e0301aa833 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.2902079 Jul 14 09:42:34.639460 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1db2d26-441b-47ae-8718-79f4acd80a29 admin admin] Network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:34.642639 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976e4f9-3d6d-4864-8eac-98ea6291c9cd req-b79d2ade-5e48-4fc1-b010-2d99da9b1a5b tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.647565 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5976e4f9-3d6d-4864-8eac-98ea6291c9cd req-b79d2ade-5e48-4fc1-b010-2d99da9b1a5b tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.55 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 946 time: 0.1668375 Jul 14 09:42:34.687231 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-c1db2d26-441b-47ae-8718-79f4acd80a29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:34.700789 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004c521e-3a2c-4444-bdf9-98bef6a147b5 None None] Network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:34.730089 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-936414fc-726e-4791-86cd-878c4d09d0d7 req-6f11af82-1e9f-4ff6-ad98-1caa86f8b04f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021373 Jul 14 09:42:34.748471 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1db2d26-441b-47ae-8718-79f4acd80a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.752199 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c1db2d26-441b-47ae-8718-79f4acd80a29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.791684 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c1db2d26-441b-47ae-8718-79f4acd80a29 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8266277 Jul 14 09:42:34.794290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 37992) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:34.800629 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-535ee1ab-3bfa-48c5-a8ba-e0e852d640aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:34.843207 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-535ee1ab-3bfa-48c5-a8ba-e0e852d640aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.843207 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-535ee1ab-3bfa-48c5-a8ba-e0e852d640aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.929091 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-535ee1ab-3bfa-48c5-a8ba-e0e852d640aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.967687 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-5976e4f9-3d6d-4864-8eac-98ea6291c9cd req-68ff37c7-a491-43e2-b226-6618061f2023 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Deleting port 160c006a-d0a4-4a94-b00a-9a2c5e8288c3 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:34.968287 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5976e4f9-3d6d-4864-8eac-98ea6291c9cd req-68ff37c7-a491-43e2-b226-6618061f2023 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.096324 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:35.099588 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.198125 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-535ee1ab-3bfa-48c5-a8ba-e0e852d640aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.215762 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-5976e4f9-3d6d-4864-8eac-98ea6291c9cd req-68ff37c7-a491-43e2-b226-6618061f2023 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] For port 160c006a-d0a4-4a94-b00a-9a2c5e8288c3, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=160c006a-d0a4-4a94-b00a-9a2c5e8288c3,segment=NetworkSegment(66005476-f601-4e96-b92b-52e3601e3619),segment_id=66005476-f601-4e96-b92b-52e3601e3619)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:35.216170 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5976e4f9-3d6d-4864-8eac-98ea6291c9cd req-68ff37c7-a491-43e2-b226-6618061f2023 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.277250 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-5976e4f9-3d6d-4864-8eac-98ea6291c9cd req-68ff37c7-a491-43e2-b226-6618061f2023 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Calling delete_port for 160c006a-d0a4-4a94-b00a-9a2c5e8288c3 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:35.410150 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Allocated IP 172.20.0.2 (8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c/0457f97d-7f0c-40e3-aa42-dc25e8646d70/60d18d10-e23b-4a6b-9703-38cfc5bc853f) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:35.674513 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5976e4f9-3d6d-4864-8eac-98ea6291c9cd req-68ff37c7-a491-43e2-b226-6618061f2023 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.798994 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.813462 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Transition to ACTIVE for port object 60d18d10-e23b-4a6b-9703-38cfc5bc853f will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:35.828022 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff37c7-a491-43e2-b226-6618061f2023 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Pushing event deleted for resources: {'Port': ['ID=160c006a-d0a4-4a94-b00a-9a2c5e8288c3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:35.840111 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Transition to ACTIVE for port object 60d18d10-e23b-4a6b-9703-38cfc5bc853f will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:35.847629 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['160c006a-d0a4-4a94-b00a-9a2c5e8288c3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:42:35.851904 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.926071 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-5976e4f9-3d6d-4864-8eac-98ea6291c9cd req-68ff37c7-a491-43e2-b226-6618061f2023 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] No DVR routers for this DVR port 160c006a-d0a4-4a94-b00a-9a2c5e8288c3 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:35.943878 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ee01c34-96b7-411a-b9b9-ae9e7251b8c9 req-17521367-2a35-43c8-9d6d-f8eb3072c1cc tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.26 "GET /v2.0/ports?device_id=098205c4-e5ab-41be-94a2-48e10777bf10 HTTP/1.1" status: 200 len: 210 time: 0.0521228 Jul 14 09:42:35.947033 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5976e4f9-3d6d-4864-8eac-98ea6291c9cd req-68ff37c7-a491-43e2-b226-6618061f2023 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.949107 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5976e4f9-3d6d-4864-8eac-98ea6291c9cd req-68ff37c7-a491-43e2-b226-6618061f2023 tempest-TestServerAdvancedOps-1543378869 tempest-TestServerAdvancedOps-1543378869-project] 10.222.0.55 "DELETE /v2.0/ports/160c006a-d0a4-4a94-b00a-9a2c5e8288c3 HTTP/1.1" status: 204 len: 173 time: 1.2953265 Jul 14 09:42:35.949596 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098205c4-e5ab-41be-94a2-48e10777bf10', 'name': 'network-vif-deleted', 'tag': '160c006a-d0a4-4a94-b00a-9a2c5e8288c3'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:35.951868 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43afee0e-544e-40e4-929a-d8e7be946c99" -d '{"events": [{"server_uuid": "098205c4-e5ab-41be-94a2-48e10777bf10", "name": "network-vif-deleted", "tag": "160c006a-d0a4-4a94-b00a-9a2c5e8288c3"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:36.095002 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:36.116288 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:36.124458 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:36.142650 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Pushing event updated for resources: {'Port': ['ID=60d18d10-e23b-4a6b-9703-38cfc5bc853f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:36.251365 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-535ee1ab-3bfa-48c5-a8ba-e0e852d640aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.265768 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47036547-89bc-42b2-8777-aa4517dca434 req-b954c64f-5c4b-474a-a257-c7e0753e2c9b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:36.273528 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47036547-89bc-42b2-8777-aa4517dca434 req-b954c64f-5c4b-474a-a257-c7e0753e2c9b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.1654007 Jul 14 09:42:36.344471 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Attempting to bind port 60d18d10-e23b-4a6b-9703-38cfc5bc853f on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:36.344843 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Attempting to bind port 60d18d10-e23b-4a6b-9703-38cfc5bc853f by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:36.345206 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Attempting to bind port 60d18d10-e23b-4a6b-9703-38cfc5bc853f on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:36.351154 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:36.354447 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Checking segment: {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:36.355107 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.355670 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Bound using segment: {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:36.356393 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Bound port: 60d18d10-e23b-4a6b-9703-38cfc5bc853f, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:36.361346 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.412165 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9aa650-e194-49e9-a5cf-0d53103c9229 x-openstack-request-id: req-ae9aa650-e194-49e9-a5cf-0d53103c9229 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:36.412679 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098205c4-e5ab-41be-94a2-48e10777bf10", "name": "network-vif-deleted", "tag": "160c006a-d0a4-4a94-b00a-9a2c5e8288c3", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:36.412887 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae9aa650-e194-49e9-a5cf-0d53103c9229 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:36.413390 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098205c4-e5ab-41be-94a2-48e10777bf10', 'name': 'network-vif-deleted', 'tag': '160c006a-d0a4-4a94-b00a-9a2c5e8288c3', 'status': 'completed', 'code': 200} Jul 14 09:42:36.418191 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47036547-89bc-42b2-8777-aa4517dca434 req-4da62f89-b474-45dd-a060-66e055b811a5 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432831 Jul 14 09:42:36.419584 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-535ee1ab-3bfa-48c5-a8ba-e0e852d640aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.491398 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] For port 60d18d10-e23b-4a6b-9703-38cfc5bc853f, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:36.494734 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] For port 60d18d10-e23b-4a6b-9703-38cfc5bc853f, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=60d18d10-e23b-4a6b-9703-38cfc5bc853f,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:36.501342 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.572097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5cc88-b49e-44b4-ab0c-6075ea3c4a67 None None] Pushing event updated for resources: {'Port': ['ID=60d18d10-e23b-4a6b-9703-38cfc5bc853f,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:36.694532 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-535ee1ab-3bfa-48c5-a8ba-e0e852d640aa admin admin] Allocated IP 172.25.1.206 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/41f56a35-3633-40cc-9446-1803950df4e6) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:37.011049 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-535ee1ab-3bfa-48c5-a8ba-e0e852d640aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:37.176011 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38090) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:37.187466 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-535ee1ab-3bfa-48c5-a8ba-e0e852d640aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:37.283411 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ee1ab-3bfa-48c5-a8ba-e0e852d640aa admin admin] Pushing event updated for resources: {'Port': ['ID=41f56a35-3633-40cc-9446-1803950df4e6,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:37.307580 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535ee1ab-3bfa-48c5-a8ba-e0e852d640aa admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:37.311989 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-12dec1fa-23c0-4ff8-84e5-b0c5cc3b7087 admin admin] Deleting subnet 63162a22-fb72-4785-988c-6adae20bc28e {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:37.315810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-535ee1ab-3bfa-48c5-a8ba-e0e852d640aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:37.323998 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-12dec1fa-23c0-4ff8-84e5-b0c5cc3b7087 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:37.326759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ee1ab-3bfa-48c5-a8ba-e0e852d640aa admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:37.417983 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-12dec1fa-23c0-4ff8-84e5-b0c5cc3b7087 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:37.616541 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-12dec1fa-23c0-4ff8-84e5-b0c5cc3b7087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:37.880659 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f4862-6716-42e8-b70c-f8cbfa6193e2 req-2f1d28f8-a7ae-4162-8247-6e8e0f2e9f33 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:37.882129 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-076f4862-6716-42e8-b70c-f8cbfa6193e2 req-2f1d28f8-a7ae-4162-8247-6e8e0f2e9f33 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.2133512 Jul 14 09:42:37.883165 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-12dec1fa-23c0-4ff8-84e5-b0c5cc3b7087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:37.969610 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dec1fa-23c0-4ff8-84e5-b0c5cc3b7087 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63162a22-fb72-4785-988c-6adae20bc28e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:37.982500 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-12dec1fa-23c0-4ff8-84e5-b0c5cc3b7087 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:37.985044 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-12dec1fa-23c0-4ff8-84e5-b0c5cc3b7087 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/63162a22-fb72-4785-988c-6adae20bc28e HTTP/1.1" status: 204 len: 168 time: 0.8070362 Jul 14 09:42:37.986971 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38108) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:38.043044 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-076f4862-6716-42e8-b70c-f8cbfa6193e2 req-7d80ea1c-d098-4402-88f0-b3df9608a3b9 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239355 Jul 14 09:42:38.047033 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-535ee1ab-3bfa-48c5-a8ba-e0e852d640aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.128913 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40020752-0b5d-4397-85a7-f3b03f9430c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.281275 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ec76f0-68d1-4c63-8128-2745545be5bd None None] Network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:38.317046 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40020752-0b5d-4397-85a7-f3b03f9430c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.341715 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-40020752-0b5d-4397-85a7-f3b03f9430c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349e7030-c23e-4fb3-b91e-920ec080a299']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:38.363008 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-40020752-0b5d-4397-85a7-f3b03f9430c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66005476-f601-4e96-b92b-52e3601e3619') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:38.369373 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-40020752-0b5d-4397-85a7-f3b03f9430c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66005476-f601-4e96-b92b-52e3601e3619') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:38.382676 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40020752-0b5d-4397-85a7-f3b03f9430c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.413309 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-eb78b44e-7d73-49ba-91c2-d8a74e0ff899 None None] Provisioning for port 60d18d10-e23b-4a6b-9703-38cfc5bc853f completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:38.439426 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40020752-0b5d-4397-85a7-f3b03f9430c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.453746 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40020752-0b5d-4397-85a7-f3b03f9430c3 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:38.455056 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40020752-0b5d-4397-85a7-f3b03f9430c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:38.461199 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:38.495988 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-535ee1ab-3bfa-48c5-a8ba-e0e852d640aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.516458 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 60d18d10-e23b-4a6b-9703-38cfc5bc853f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:38.536044 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38114) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:38.566684 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-d4a888b9-9802-451e-927e-3abf9b2a4a2d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Request body: {'network': {'name': 'tempest-network-smoke--433250625', 'project_id': '62b2f7301c9c468882746431ee980c27', 'port_security_enabled': True}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:38.591722 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 60d18d10-e23b-4a6b-9703-38cfc5bc853f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:38.598493 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40020752-0b5d-4397-85a7-f3b03f9430c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.605681 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40020752-0b5d-4397-85a7-f3b03f9430c3 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.607925 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 60d18d10-e23b-4a6b-9703-38cfc5bc853f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:38.608502 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.609068 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-40020752-0b5d-4397-85a7-f3b03f9430c3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/349e7030-c23e-4fb3-b91e-920ec080a299 HTTP/1.1" status: 204 len: 168 time: 0.6205795 Jul 14 09:42:38.613830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a888b9-9802-451e-927e-3abf9b2a4a2d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Made reservation on behalf of 62b2f7301c9c468882746431ee980c27 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:38.617514 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d4a888b9-9802-451e-927e-3abf9b2a4a2d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.619828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38116) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:38.696995 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 160c006a-d0a4-4a94-b00a-9a2c5e8288c3 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:38.704973 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3fda0d8-4668-429a-b5ab-96ebe7370d51 admin admin] Deleting subnet c0e3d442-4c24-49d7-9c9d-bd062901c630 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:38.715452 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3fda0d8-4668-429a-b5ab-96ebe7370d51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.717699 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40020752-0b5d-4397-85a7-f3b03f9430c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=349e7030-c23e-4fb3-b91e-920ec080a299,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:38.757855 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d4a888b9-9802-451e-927e-3abf9b2a4a2d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.780424 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 160c006a-d0a4-4a94-b00a-9a2c5e8288c3 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:38.780785 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 160c006a-d0a4-4a94-b00a-9a2c5e8288c3 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:38.802945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7946eef-2309-4881-9f8b-bdc1f47d788d req-e7866d46-2ee3-4e27-b250-7dc2ab4dc0a0 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:38.805975 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3fda0d8-4668-429a-b5ab-96ebe7370d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.812610 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d7946eef-2309-4881-9f8b-bdc1f47d788d req-e7866d46-2ee3-4e27-b250-7dc2ab4dc0a0 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.3179946 Jul 14 09:42:38.876307 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d7946eef-2309-4881-9f8b-bdc1f47d788d req-5d24163c-1b0f-4642-976c-6eee95d4362c tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623751 Jul 14 09:42:38.884241 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.918535 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535ee1ab-3bfa-48c5-a8ba-e0e852d640aa admin admin] Router cc41d186-fdb2-464f-b1b8-59436d36e8c8 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:42:38.967979 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3fda0d8-4668-429a-b5ab-96ebe7370d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.001978 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 60d18d10-e23b-4a6b-9703-38cfc5bc853f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=60d18d10-e23b-4a6b-9703-38cfc5bc853f,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:39.013142 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.103059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535ee1ab-3bfa-48c5-a8ba-e0e852d640aa admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:39.114868 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] Sync routers for ids ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:39.130176 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] Routers {'cc41d186-fdb2-464f-b1b8-59436d36e8c8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:39.130818 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:42:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:39.131938 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=60d18d10-e23b-4a6b-9703-38cfc5bc853f,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:39.148377 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d4a888b9-9802-451e-927e-3abf9b2a4a2d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.150616 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3fda0d8-4668-429a-b5ab-96ebe7370d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.192133 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d4a888b9-9802-451e-927e-3abf9b2a4a2d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.205148 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a888b9-9802-451e-927e-3abf9b2a4a2d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:39.209251 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-535ee1ab-3bfa-48c5-a8ba-e0e852d640aa admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.215631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-535ee1ab-3bfa-48c5-a8ba-e0e852d640aa admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4197822 Jul 14 09:42:39.217506 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38130) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:39.223793 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d4a888b9-9802-451e-927e-3abf9b2a4a2d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.224562 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-d4a888b9-9802-451e-927e-3abf9b2a4a2d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Added segment a0cc762b-c57a-4b0b-b6aa-ca583884903e of type vlan for network 9b6919a5-1ff9-442b-b65f-035fdfa52a06 Jul 14 09:42:39.281942 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d4a888b9-9802-451e-927e-3abf9b2a4a2d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.307098 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4167e60-fb00-42e8-918b-03e78aff5d59 req-8e48382f-68ab-492e-84d6-40ec75f4ac30 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:39.314169 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4167e60-fb00-42e8-918b-03e78aff5d59 req-8e48382f-68ab-492e-84d6-40ec75f4ac30 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.1973190 Jul 14 09:42:39.323066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fda0d8-4668-429a-b5ab-96ebe7370d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0e3d442-4c24-49d7-9c9d-bd062901c630,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:39.351028 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-50fedea4-f3a3-499d-b249-8791f3ec0320 None None] Provisioning complete for port 60d18d10-e23b-4a6b-9703-38cfc5bc853f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:39.351546 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-50fedea4-f3a3-499d-b249-8791f3ec0320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.365381 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d4a888b9-9802-451e-927e-3abf9b2a4a2d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.371141 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a888b9-9802-451e-927e-3abf9b2a4a2d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:39.376263 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d4a888b9-9802-451e-927e-3abf9b2a4a2d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.378453 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] Set router cc41d186-fdb2-464f-b1b8-59436d36e8c8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:39.395676 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3fda0d8-4668-429a-b5ab-96ebe7370d51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.398004 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a3fda0d8-4668-429a-b5ab-96ebe7370d51 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c0e3d442-4c24-49d7-9c9d-bd062901c630 HTTP/1.1" status: 204 len: 168 time: 0.7760975 Jul 14 09:42:39.403839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38134) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:39.419328 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4167e60-fb00-42e8-918b-03e78aff5d59 req-ab2dd45b-4834-457d-a2c3-0c77b71f1153 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041751 Jul 14 09:42:39.629337 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:37Z', 'revision_number': 3, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:39.657535 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] Checking router: cc41d186-fdb2-464f-b1b8-59436d36e8c8 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:39.658160 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] Updating router cc41d186-fdb2-464f-b1b8-59436d36e8c8 port 41f56a35-3633-40cc-9446-1803950df4e6 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:42:39.679021 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a888b9-9802-451e-927e-3abf9b2a4a2d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0233b4ee-72a8-4d75-adcf-1262d4319453,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:39.700243 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.715965 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-323215d6-ce05-496b-9aa6-168807948eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.725956 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d4a888b9-9802-451e-927e-3abf9b2a4a2d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1792901 Jul 14 09:42:39.729629 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38140) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:39.735104 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c20d4d53-28cd-4f78-9970-7e4a848a0614 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-916255269', 'admin_state_up': True, 'project_id': '62b2f7301c9c468882746431ee980c27', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:39.748513 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a888b9-9802-451e-927e-3abf9b2a4a2d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event updated for resources: {'Network': ['ID=9b6919a5-1ff9-442b-b65f-035fdfa52a06,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:39.760104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 9b6919a5-1ff9-442b-b65f-035fdfa52a06 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:39.879244 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c20d4d53-28cd-4f78-9970-7e4a848a0614 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.880562 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c20d4d53-28cd-4f78-9970-7e4a848a0614 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.897893 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-323215d6-ce05-496b-9aa6-168807948eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.914108 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-323215d6-ce05-496b-9aa6-168807948eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ec09e5-63f7-40f5-b707-1f6e31617a6f']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:39.945668 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-323215d6-ce05-496b-9aa6-168807948eb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969a04db-6f70-4022-9b5e-79abd162d947') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:39.946013 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-323215d6-ce05-496b-9aa6-168807948eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969a04db-6f70-4022-9b5e-79abd162d947') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:39.987908 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-323215d6-ce05-496b-9aa6-168807948eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.991501 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c20d4d53-28cd-4f78-9970-7e4a848a0614 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.104791 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-323215d6-ce05-496b-9aa6-168807948eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.125632 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.135723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323215d6-ce05-496b-9aa6-168807948eb3 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:40.136268 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-323215d6-ce05-496b-9aa6-168807948eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:40.138200 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:40.159530 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafc0c4-cf02-403a-9507-af248db35a46 req-66000755-f534-49d9-a922-03fc22bd481f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:40.161073 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4fafc0c4-cf02-403a-9507-af248db35a46 req-66000755-f534-49d9-a922-03fc22bd481f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.4620841 Jul 14 09:42:40.205177 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4fafc0c4-cf02-403a-9507-af248db35a46 req-14b3ad0f-6c4c-4ac1-973d-87c4cc198b4b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354211 Jul 14 09:42:40.271931 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c20d4d53-28cd-4f78-9970-7e4a848a0614 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.282974 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] Transition to ACTIVE for port object 41f56a35-3633-40cc-9446-1803950df4e6 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:40.292440 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-323215d6-ce05-496b-9aa6-168807948eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.294291 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.340196 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-323215d6-ce05-496b-9aa6-168807948eb3 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.354681 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-323215d6-ce05-496b-9aa6-168807948eb3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e9ec09e5-63f7-40f5-b707-1f6e31617a6f HTTP/1.1" status: 204 len: 168 time: 0.9320641 Jul 14 09:42:40.395595 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38150) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:40.409652 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4640bbd3-c9fe-4c74-a175-5b9a1b008819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.445555 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 60d18d10-e23b-4a6b-9703-38cfc5bc853f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:40.488779 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323215d6-ce05-496b-9aa6-168807948eb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9ec09e5-63f7-40f5-b707-1f6e31617a6f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:40.579563 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 60d18d10-e23b-4a6b-9703-38cfc5bc853f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:40.580393 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.705352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927303c-d2e3-43b3-add3-a626e5101930 req-888f04f2-1edd-4683-b683-17270bc8ce9f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:40.706993 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1927303c-d2e3-43b3-add3-a626e5101930 req-888f04f2-1edd-4683-b683-17270bc8ce9f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.2198164 Jul 14 09:42:40.738067 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] Attempting to bind port 41f56a35-3633-40cc-9446-1803950df4e6 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:40.738696 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] Attempting to bind port 41f56a35-3633-40cc-9446-1803950df4e6 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:40.739222 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] Attempting to bind port 41f56a35-3633-40cc-9446-1803950df4e6 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:40.747005 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea3a5b-65e2-4fdb-b645-3faab420af1c None None] Pushing event updated for resources: {'Port': ['ID=41f56a35-3633-40cc-9446-1803950df4e6,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:40.757013 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:40.759309 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:40.769967 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.770907 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:40.771677 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] Bound port: 41f56a35-3633-40cc-9446-1803950df4e6, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:40.772317 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.788415 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38154) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:40.841260 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] For port 41f56a35-3633-40cc-9446-1803950df4e6, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:40.845586 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] For port 41f56a35-3633-40cc-9446-1803950df4e6, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=41f56a35-3633-40cc-9446-1803950df4e6,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:40.854351 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.885229 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-4640bbd3-c9fe-4c74-a175-5b9a1b008819 admin admin] Allocated IP 172.20.0.1 (8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c/0457f97d-7f0c-40e3-aa42-dc25e8646d70/7a60feb2-3d46-454c-b5ce-1a5cf7f27616) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:40.922681 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea3a5b-65e2-4fdb-b645-3faab420af1c None None] Pushing event updated for resources: {'Port': ['ID=41f56a35-3633-40cc-9446-1803950df4e6,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:40.962338 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] Routers {'cc41d186-fdb2-464f-b1b8-59436d36e8c8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:40.963574 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:42:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:40.987809 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1927303c-d2e3-43b3-add3-a626e5101930 req-d9c6db3d-2439-452e-ba69-bee267587b29 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554686 Jul 14 09:42:41.140163 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] Set router cc41d186-fdb2-464f-b1b8-59436d36e8c8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:41.389572 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c20d4d53-28cd-4f78-9970-7e4a848a0614 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:41.427502 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c20d4d53-28cd-4f78-9970-7e4a848a0614 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:41.438216 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:37Z', 'revision_number': 3, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:41.454152 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-828ce1cd-6369-49b8-a430-db13af9e51e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=35c73081851740d5ae35f76d929b1d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6642580 Jul 14 09:42:41.474175 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38162) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:41.492046 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54da9283-9d43-436c-9d4a-d44075541993 None None] The sync data for ids ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'] in n-d-798054-10 is: [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:37Z', 'revision_number': 3, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:41.544452 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4640bbd3-c9fe-4c74-a175-5b9a1b008819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:41.585146 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-c20d4d53-28cd-4f78-9970-7e4a848a0614 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Allocated IP 172.25.1.41 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/db252270-1078-48bd-992f-c8a3821a7a5b) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:41.611321 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b00f91-83fb-4547-8be1-f9387d1904c3 req-d53c3607-b3db-4dbc-8647-a65df9acaec9 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:41.613504 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55b00f91-83fb-4547-8be1-f9387d1904c3 req-d53c3607-b3db-4dbc-8647-a65df9acaec9 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.3132064 Jul 14 09:42:41.618498 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-4640bbd3-c9fe-4c74-a175-5b9a1b008819 admin admin] Transition to ACTIVE for port object 7a60feb2-3d46-454c-b5ce-1a5cf7f27616 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:41.664164 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea37f407-bd46-4c7a-b1ef-5411a48dad56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:41.730553 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea37f407-bd46-4c7a-b1ef-5411a48dad56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:41.734573 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55b00f91-83fb-4547-8be1-f9387d1904c3 req-edb867b8-70b3-430c-a6ac-a3c3942ea611 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050723 Jul 14 09:42:41.759994 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c20d4d53-28cd-4f78-9970-7e4a848a0614 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:41.796185 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4640bbd3-c9fe-4c74-a175-5b9a1b008819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:41.843508 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c20d4d53-28cd-4f78-9970-7e4a848a0614 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:41.919842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4640bbd3-c9fe-4c74-a175-5b9a1b008819 admin admin] Network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:41.928695 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-4640bbd3-c9fe-4c74-a175-5b9a1b008819 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:41.936117 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4640bbd3-c9fe-4c74-a175-5b9a1b008819 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:41.943372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640bbd3-c9fe-4c74-a175-5b9a1b008819 admin admin] Pushing event updated for resources: {'Port': ['ID=7a60feb2-3d46-454c-b5ce-1a5cf7f27616,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:41.968602 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20d4d53-28cd-4f78-9970-7e4a848a0614 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:41.972478 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-c20d4d53-28cd-4f78-9970-7e4a848a0614 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:41.989045 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20d4d53-28cd-4f78-9970-7e4a848a0614 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:42.015327 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea37f407-bd46-4c7a-b1ef-5411a48dad56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.018037 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea37f407-bd46-4c7a-b1ef-5411a48dad56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.030775 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ea37f407-bd46-4c7a-b1ef-5411a48dad56 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09cd3bb0-9a19-4f44-a08e-e30cbb82549c HTTP/1.1" status: 204 len: 168 time: 0.5407898 Jul 14 09:42:42.072249 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37f407-bd46-4c7a-b1ef-5411a48dad56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cd3bb0-9a19-4f44-a08e-e30cbb82549c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:42.079920 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.142836 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4640bbd3-c9fe-4c74-a175-5b9a1b008819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.415282 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d4d53-28cd-4f78-9970-7e4a848a0614 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event updated for resources: {'Port': ['ID=db252270-1078-48bd-992f-c8a3821a7a5b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:42.483886 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e46a353d-5b95-4ab6-8238-981a8d6c4faa None None] Provisioning for port 7a60feb2-3d46-454c-b5ce-1a5cf7f27616 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:42.504275 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 41f56a35-3633-40cc-9446-1803950df4e6 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:42.508545 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e46a353d-5b95-4ab6-8238-981a8d6c4faa None None] Provisioning complete for port 7a60feb2-3d46-454c-b5ce-1a5cf7f27616 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:42.509091 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e46a353d-5b95-4ab6-8238-981a8d6c4faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.622717 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30138db9-3bd8-4f77-987a-20f35bff68db req-d5e2346d-e0b5-4bea-bae8-429bd3708527 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:42.631378 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30138db9-3bd8-4f77-987a-20f35bff68db req-d5e2346d-e0b5-4bea-bae8-429bd3708527 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.4295678 Jul 14 09:42:42.646183 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e46a353d-5b95-4ab6-8238-981a8d6c4faa None None] Port 7a60feb2-3d46-454c-b5ce-1a5cf7f27616 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:42.706762 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 41f56a35-3633-40cc-9446-1803950df4e6 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:42.718384 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c20d4d53-28cd-4f78-9970-7e4a848a0614 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.723597 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 41f56a35-3633-40cc-9446-1803950df4e6 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:42.724044 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.743598 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38172) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:42.849211 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4640bbd3-c9fe-4c74-a175-5b9a1b008819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.862572 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30138db9-3bd8-4f77-987a-20f35bff68db req-6278b5af-898c-4911-be95-0180b7c41b7e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302203 Jul 14 09:42:42.864936 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cfb8b962-ec7c-4ed5-ac78-594ef7924f04 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9fff9d42e85346d98afd89e65800e1f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1194112 Jul 14 09:42:42.868375 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38174) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:42.902956 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.928719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 41f56a35-3633-40cc-9446-1803950df4e6, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=41f56a35-3633-40cc-9446-1803950df4e6,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:42.935461 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.009612 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=41f56a35-3633-40cc-9446-1803950df4e6,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:43.023447 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5475798c-4ed1-48ec-a374-81531d32f004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.092539 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c20d4d53-28cd-4f78-9970-7e4a848a0614 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.225208 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5475798c-4ed1-48ec-a374-81531d32f004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.235032 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4640bbd3-c9fe-4c74-a175-5b9a1b008819 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.261350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20d4d53-28cd-4f78-9970-7e4a848a0614 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Router 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:42:43.263356 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4640bbd3-c9fe-4c74-a175-5b9a1b008819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.368905 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Deleting port acd5d17b-7638-4875-9fda-c50d4e466186 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:43.369362 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.409394 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20d4d53-28cd-4f78-9970-7e4a848a0614 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:43.420139 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] Sync routers for ids ['94cedcfe-6e86-4afe-95cf-cb3afd9973f3'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:43.432737 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] Routers {'94cedcfe-6e86-4afe-95cf-cb3afd9973f3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:43.433695 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:42:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['94cedcfe-6e86-4afe-95cf-cb3afd9973f3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:43.433984 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c20d4d53-28cd-4f78-9970-7e4a848a0614 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.438611 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c20d4d53-28cd-4f78-9970-7e4a848a0614 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.7077911 Jul 14 09:42:43.439280 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38182) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:43.469226 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4640bbd3-c9fe-4c74-a175-5b9a1b008819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.478339 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640bbd3-c9fe-4c74-a175-5b9a1b008819 admin admin] Pushing event updated for resources: {'Port': ['ID=7a60feb2-3d46-454c-b5ce-1a5cf7f27616,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:43.558812 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5475798c-4ed1-48ec-a374-81531d32f004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.561720 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5475798c-4ed1-48ec-a374-81531d32f004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.565810 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5475798c-4ed1-48ec-a374-81531d32f004 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb874f5b-3138-415b-b367-986ae695882c HTTP/1.1" status: 204 len: 168 time: 0.6923342 Jul 14 09:42:43.606549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475798c-4ed1-48ec-a374-81531d32f004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb874f5b-3138-415b-b367-986ae695882c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:43.628634 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] Set router 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:43.631099 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f014e55-bdf5-4927-9311-ee542ea57a3e req-d037977b-a696-4884-b3b3-e4167e217b0f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:43.633190 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f014e55-bdf5-4927-9311-ee542ea57a3e req-d037977b-a696-4884-b3b3-e4167e217b0f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.2713339 Jul 14 09:42:43.689029 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] For port acd5d17b-7638-4875-9fda-c50d4e466186, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=acd5d17b-7638-4875-9fda-c50d4e466186,segment=NetworkSegment(e28d03cb-da8a-48e7-b643-bf4cedf4bf94),segment_id=e28d03cb-da8a-48e7-b643-bf4cedf4bf94)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:43.689674 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.867327 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-32c663e1-d6f3-434d-bc11-5ed7c3ddc037 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=62b2f7301c9c468882746431ee980c27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4259911 Jul 14 09:42:43.868089 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38188) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:44.004878 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f16082a-2992-47d4-a1fe-520d182a7022 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:44.010298 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2f16082a-2992-47d4-a1fe-520d182a7022 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1410327 Jul 14 09:42:44.010965 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38190) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:44.011742 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916255269', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:39Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 3, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:41Z', 'updated_at': '2021-07-14T09:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:44.048744 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] Checking router: 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:44.049434 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] Updating router 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 port db252270-1078-48bd-992f-c8a3821a7a5b binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:42:44.064511 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-00f72aff-e1f7-4692-aeb9-e7d42f5a3282 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522633 Jul 14 09:42:44.065614 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38192) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:44.074938 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-16264250-b7c4-4992-ac46-621d62df1476 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1598966518', 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06', 'project_id': '62b2f7301c9c468882746431ee980c27', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:44.103701 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.126762 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Calling delete_port for acd5d17b-7638-4875-9fda-c50d4e466186 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:44.227869 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16264250-b7c4-4992-ac46-621d62df1476 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Made reservation on behalf of 62b2f7301c9c468882746431ee980c27 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:44.231998 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-16264250-b7c4-4992-ac46-621d62df1476 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.362618 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f014e55-bdf5-4927-9311-ee542ea57a3e req-98d5d246-0dfb-4fbd-9c42-429b16dd0ed5 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7180886 Jul 14 09:42:44.364722 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4640bbd3-c9fe-4c74-a175-5b9a1b008819 admin admin] Network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:44.366359 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.408984 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 41f56a35-3633-40cc-9446-1803950df4e6 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:44.424845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-4640bbd3-c9fe-4c74-a175-5b9a1b008819 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:44.508193 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd5d17b-7638-4875-9fda-c50d4e466186,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:44.520191 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-16264250-b7c4-4992-ac46-621d62df1476 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.565694 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 41f56a35-3633-40cc-9446-1803950df4e6 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:44.566531 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.604713 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.611398 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16264250-b7c4-4992-ac46-621d62df1476 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Checking segment: {'id': 'a0cc762b-c57a-4b0b-b6aa-ca583884903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:44.611972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16264250-b7c4-4992-ac46-621d62df1476 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Network hostable DHCP agents. Network: 9b6919a5-1ff9-442b-b65f-035fdfa52a06, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:44.625927 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] Transition to ACTIVE for port object db252270-1078-48bd-992f-c8a3821a7a5b will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:44.630441 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16264250-b7c4-4992-ac46-621d62df1476 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event updated for resources: {'Subnet': ['ID=ba624a40-76ed-4e4b-b069-12b97dd74ffd,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:44.650741 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16264250-b7c4-4992-ac46-621d62df1476 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Network 9b6919a5-1ff9-442b-b65f-035fdfa52a06 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:44.669763 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:44.670787 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:44.670787 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:44.670959 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:44.671272 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:44.671906 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:44.672545 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:44.673063 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:44.673590 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:44.674825 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:44.675417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:44.675779 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:44.676211 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-16264250-b7c4-4992-ac46-621d62df1476 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 9b6919a5-1ff9-442b-b65f-035fdfa52a06) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:44.685088 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16264250-b7c4-4992-ac46-621d62df1476 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:44.686062 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.687107 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-16264250-b7c4-4992-ac46-621d62df1476 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.727226 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95eb9e5-0847-494a-b791-c4f3e6cc0d7e None None] Network 9b6919a5-1ff9-442b-b65f-035fdfa52a06 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:44.727508 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-16264250-b7c4-4992-ac46-621d62df1476 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6607358 Jul 14 09:42:44.728338 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38202) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:44.927384 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4640bbd3-c9fe-4c74-a175-5b9a1b008819 admin admin] Router cc41d186-fdb2-464f-b1b8-59436d36e8c8 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:44.964571 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb707da1-31ad-4853-8a46-61d00703846d None None] Pushing event updated for resources: {'Port': ['ID=db252270-1078-48bd-992f-c8a3821a7a5b,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:44.994830 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.024208 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] Attempting to bind port db252270-1078-48bd-992f-c8a3821a7a5b on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:45.024579 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] Attempting to bind port db252270-1078-48bd-992f-c8a3821a7a5b by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:45.024951 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] Attempting to bind port db252270-1078-48bd-992f-c8a3821a7a5b on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:45.030098 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-9b6919a5-1ff9-442b-b65f-035fdfa52a06', 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'fixed_ips': [{'subnet_id': 'ba624a40-76ed-4e4b-b069-12b97dd74ffd'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:45.030949 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.046834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-10cf2c72-6d92-4809-9997-c384954d5c03 None None] Provisioning complete for port 7a60feb2-3d46-454c-b5ce-1a5cf7f27616 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:45.047216 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10cf2c72-6d92-4809-9997-c384954d5c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.071946 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:45.072165 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:45.072581 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.072980 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:45.073503 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] Bound port: db252270-1078-48bd-992f-c8a3821a7a5b, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:45.074027 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.164877 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4640bbd3-c9fe-4c74-a175-5b9a1b008819 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:45.171469 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4640bbd3-c9fe-4c74-a175-5b9a1b008819 admin admin] 10.222.0.26 "PUT /v2.0/routers/cc41d186-fdb2-464f-b1b8-59436d36e8c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9519141 Jul 14 09:42:45.177649 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] Sync routers for ids ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:45.189426 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] Routers {'cc41d186-fdb2-464f-b1b8-59436d36e8c8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:45.190607 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:42:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:45.451645 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Router f60aa6c1-6312-4d44-9926-348cf2ad5d80 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:45.461129 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17e3f63d-0316-4a97-acfc-d1feab81bd41 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.480642 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] For port db252270-1078-48bd-992f-c8a3821a7a5b, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:45.501503 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] Set router cc41d186-fdb2-464f-b1b8-59436d36e8c8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:45.510429 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] For port db252270-1078-48bd-992f-c8a3821a7a5b, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=db252270-1078-48bd-992f-c8a3821a7a5b,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:45.514822 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-10cf2c72-6d92-4809-9997-c384954d5c03 None None] Port 7a60feb2-3d46-454c-b5ce-1a5cf7f27616 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:45.519825 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.637180 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] Routers {'94cedcfe-6e86-4afe-95cf-cb3afd9973f3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:45.638038 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:42:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['94cedcfe-6e86-4afe-95cf-cb3afd9973f3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:45.763250 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e8c7c-dde2-4ef3-8119-332774ffeb95 req-cba14293-35c0-46b6-b720-d0c1240b5513 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:45.765296 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6f3e8c7c-dde2-4ef3-8119-332774ffeb95 req-cba14293-35c0-46b6-b720-d0c1240b5513 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.1650436 Jul 14 09:42:45.773534 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb707da1-31ad-4853-8a46-61d00703846d None None] Pushing event updated for resources: {'Port': ['ID=db252270-1078-48bd-992f-c8a3821a7a5b,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:45.793759 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Allocated IP 172.20.0.2 (9b6919a5-1ff9-442b-b65f-035fdfa52a06/ba624a40-76ed-4e4b-b069-12b97dd74ffd/e2540f78-817b-403a-9579-c8cf4024acc5) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:45.859897 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6f3e8c7c-dde2-4ef3-8119-332774ffeb95 req-e4edda54-93b5-46ea-939a-8d1b7d529a32 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844626 Jul 14 09:42:45.866375 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:45.872580 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b719fbee-b2bd-4169-9554-4e395069f088 admin admin] 10.222.0.26 "PUT /v2.0/routers/f60aa6c1-6312-4d44-9926-348cf2ad5d80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4757187 Jul 14 09:42:45.875584 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38222) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:45.906415 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a7461f-bf14-4733-ae9e-327ffd80b23a None None] Sync routers for ids ['f60aa6c1-6312-4d44-9926-348cf2ad5d80'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:46.017254 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '7a60feb2-3d46-454c-b5ce-1a5cf7f27616', 'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'mac_address': 'fa:16:3e:fe:1d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:40Z', 'updated_at': '2021-07-14T09:42:43Z', 'revision_number': 2, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'subnets': [{'id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:46.046115 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a7461f-bf14-4733-ae9e-327ffd80b23a None None] Routers {'f60aa6c1-6312-4d44-9926-348cf2ad5d80'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:46.046774 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-44a7461f-bf14-4733-ae9e-327ffd80b23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:42:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f60aa6c1-6312-4d44-9926-348cf2ad5d80'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:46.106144 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b06d5a3-2179-468d-80eb-e79529363b04 admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.127470 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] Checking router: cc41d186-fdb2-464f-b1b8-59436d36e8c8 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:46.127831 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] Updating router cc41d186-fdb2-464f-b1b8-59436d36e8c8 port 7a60feb2-3d46-454c-b5ce-1a5cf7f27616 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:42:46.162743 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] Set router 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:46.204493 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.302847 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b06d5a3-2179-468d-80eb-e79529363b04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.462526 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38238) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:46.482290 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9f1051e0-d6b0-43b4-8777-c6dd6e67766d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1238295228-network', 'tenant_id': '248adfd273284109956be5cd5477d5d9'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:46.504778 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-0b06d5a3-2179-468d-80eb-e79529363b04 admin admin] Deleting port 504720a0-e806-4f5f-9273-64aa94357797 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:46.505142 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b06d5a3-2179-468d-80eb-e79529363b04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.532711 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1051e0-d6b0-43b4-8777-c6dd6e67766d admin admin] Made reservation on behalf of 248adfd273284109956be5cd5477d5d9 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:46.535799 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f1051e0-d6b0-43b4-8777-c6dd6e67766d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.553679 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f1051e0-d6b0-43b4-8777-c6dd6e67766d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.587324 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-44a7461f-bf14-4733-ae9e-327ffd80b23a None None] Set router f60aa6c1-6312-4d44-9926-348cf2ad5d80 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:46.616122 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-0b06d5a3-2179-468d-80eb-e79529363b04 admin admin] For port 504720a0-e806-4f5f-9273-64aa94357797, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=504720a0-e806-4f5f-9273-64aa94357797,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:46.616869 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b06d5a3-2179-468d-80eb-e79529363b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.640041 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-0b06d5a3-2179-468d-80eb-e79529363b04 admin admin] Calling delete_port for 504720a0-e806-4f5f-9273-64aa94357797 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:46.760544 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f1051e0-d6b0-43b4-8777-c6dd6e67766d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.765828 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f1051e0-d6b0-43b4-8777-c6dd6e67766d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.807139 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.819000 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1051e0-d6b0-43b4-8777-c6dd6e67766d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:46.840593 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.842905 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f1051e0-d6b0-43b4-8777-c6dd6e67766d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.844806 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.845604 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-9f1051e0-d6b0-43b4-8777-c6dd6e67766d admin admin] Added segment fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d of type vlan for network 63172c4c-f25e-4a6b-aa82-12f68206c1fd Jul 14 09:42:46.853525 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] Transition to ACTIVE for port object 7a60feb2-3d46-454c-b5ce-1a5cf7f27616 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:46.862654 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.879832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2265c-f4b8-48fb-aa0f-d59b710cafc0 req-201796f3-e541-4bea-b371-8156efe39ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:46.881374 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19d2265c-f4b8-48fb-aa0f-d59b710cafc0 req-201796f3-e541-4bea-b371-8156efe39ceb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18245d4c12b042849567d400be4c479b&device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 1099 time: 0.1480606 Jul 14 09:42:46.938639 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1051e0-d6b0-43b4-8777-c6dd6e67766d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af2f5da-752e-410d-a8c4-f3b54889044a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:46.957296 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f1051e0-d6b0-43b4-8777-c6dd6e67766d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.988838 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc3b75-ba79-4f4f-9e3c-4decf99474b9 None None] Pushing event updated for resources: {'Port': ['ID=7a60feb2-3d46-454c-b5ce-1a5cf7f27616,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:47.028711 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Transition to ACTIVE for port object e2540f78-817b-403a-9579-c8cf4024acc5 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:47.040570 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f1051e0-d6b0-43b4-8777-c6dd6e67766d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.042633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1051e0-d6b0-43b4-8777-c6dd6e67766d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:47.043514 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f1051e0-d6b0-43b4-8777-c6dd6e67766d admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.104035 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b06d5a3-2179-468d-80eb-e79529363b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.140561 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] Attempting to bind port 7a60feb2-3d46-454c-b5ce-1a5cf7f27616 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:47.141088 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] Attempting to bind port 7a60feb2-3d46-454c-b5ce-1a5cf7f27616 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:47.141596 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] Attempting to bind port 7a60feb2-3d46-454c-b5ce-1a5cf7f27616 on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:47.158528 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:47.159643 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] Checking segment: {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:47.160050 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.160444 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] Bound using segment: {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:47.160930 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] Bound port: 7a60feb2-3d46-454c-b5ce-1a5cf7f27616, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:47.161309 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.193522 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1051e0-d6b0-43b4-8777-c6dd6e67766d admin admin] Pushing event updated for resources: {'Network': ['ID=63172c4c-f25e-4a6b-aa82-12f68206c1fd,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:47.198816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Transition to ACTIVE for port object e2540f78-817b-403a-9579-c8cf4024acc5 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:47.214804 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 63172c4c-f25e-4a6b-aa82-12f68206c1fd details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:47.220424 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2265c-f4b8-48fb-aa0f-d59b710cafc0 req-ee84ccf8-a3e1-4759-9c6c-d99d48f9d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:47.222964 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19d2265c-f4b8-48fb-aa0f-d59b710cafc0 req-ee84ccf8-a3e1-4759-9c6c-d99d48f9d4b9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6feba008-c597-4a6d-99c1-fa0a29f2df67 HTTP/1.1" status: 200 len: 915 time: 0.3346384 Jul 14 09:42:47.223716 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.223985 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06d5a3-2179-468d-80eb-e79529363b04 admin admin] Pushing event deleted for resources: {'Port': ['ID=504720a0-e806-4f5f-9273-64aa94357797,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:47.301254 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] For port 7a60feb2-3d46-454c-b5ce-1a5cf7f27616, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:47.304013 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-17e3f63d-0316-4a97-acfc-d1feab81bd41 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Allocated IP 172.20.0.1 (9b6919a5-1ff9-442b-b65f-035fdfa52a06/ba624a40-76ed-4e4b-b069-12b97dd74ffd/bd7cb025-a0d5-4ea6-b7b3-45a789369908) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:47.309275 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] For port 7a60feb2-3d46-454c-b5ce-1a5cf7f27616, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=7a60feb2-3d46-454c-b5ce-1a5cf7f27616,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:47.323464 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.343842 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Pushing event updated for resources: {'Port': ['ID=e2540f78-817b-403a-9579-c8cf4024acc5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:47.345072 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19d2265c-f4b8-48fb-aa0f-d59b710cafc0 req-b48e1cc8-ddc3-4e45-9abb-d99e67af72d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cfb3304-cb40-4fed-b721-9d83a8c028f4 HTTP/1.1" status: 200 len: 217 time: 0.1144331 Jul 14 09:42:47.373243 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Network 9b6919a5-1ff9-442b-b65f-035fdfa52a06 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:47.392009 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc3b75-ba79-4f4f-9e3c-4decf99474b9 None None] Pushing event updated for resources: {'Port': ['ID=7a60feb2-3d46-454c-b5ce-1a5cf7f27616,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:47.392350 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:47.406311 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:47.419286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44138f-68b7-46fa-8eb1-a814ad70816a req-22c312f0-f6f9-4380-9089-2f930772873a tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:47.422220 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] Routers {'cc41d186-fdb2-464f-b1b8-59436d36e8c8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:47.423264 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:42:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:47.427209 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b44138f-68b7-46fa-8eb1-a814ad70816a req-22c312f0-f6f9-4380-9089-2f930772873a tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.4280188 Jul 14 09:42:47.443982 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17e3f63d-0316-4a97-acfc-d1feab81bd41 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.458916 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-17e3f63d-0316-4a97-acfc-d1feab81bd41 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Transition to ACTIVE for port object bd7cb025-a0d5-4ea6-b7b3-45a789369908 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:47.502227 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-44a7461f-bf14-4733-ae9e-327ffd80b23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'name': 'tempest-TaggedBootDevicesTest_v242-1620864381-router', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '504720a0-e806-4f5f-9273-64aa94357797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:42:44Z', 'revision_number': 5, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'gw_port': {'id': '504720a0-e806-4f5f-9273-64aa94357797', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:53Z', 'updated_at': '2021-07-14T09:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:47.532387 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9f1051e0-d6b0-43b4-8777-c6dd6e67766d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0680983 Jul 14 09:42:47.535161 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17e3f63d-0316-4a97-acfc-d1feab81bd41 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.538067 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38244) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:47.552734 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-00e3afd6-bfa0-47f3-b8b0-0d4e3b6a8298 admin admin] Request body: {'subnet': {'network_id': '63172c4c-f25e-4a6b-aa82-12f68206c1fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1238295228-subnet', 'tenant_id': '248adfd273284109956be5cd5477d5d9', 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:47.586396 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a7461f-bf14-4733-ae9e-327ffd80b23a None None] Checking router: f60aa6c1-6312-4d44-9926-348cf2ad5d80 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:47.590247 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b06d5a3-2179-468d-80eb-e79529363b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.591345 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916255269', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:39Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 3, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:41Z', 'updated_at': '2021-07-14T09:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:47.639585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a44d1d-223b-48da-b4b6-2867aae34951 None None] The sync data for ids ['94cedcfe-6e86-4afe-95cf-cb3afd9973f3'] in n-d-798054-10 is: [{'id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916255269', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:39Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 3, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:41Z', 'updated_at': '2021-07-14T09:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:47.667490 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a7461f-bf14-4733-ae9e-327ffd80b23a None None] Routers {'f60aa6c1-6312-4d44-9926-348cf2ad5d80'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:47.667861 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] Set router cc41d186-fdb2-464f-b1b8-59436d36e8c8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:47.668222 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-44a7461f-bf14-4733-ae9e-327ffd80b23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:42:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f60aa6c1-6312-4d44-9926-348cf2ad5d80'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:47.672521 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Attempting to bind port e2540f78-817b-403a-9579-c8cf4024acc5 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:47.672843 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e3f63d-0316-4a97-acfc-d1feab81bd41 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Network 9b6919a5-1ff9-442b-b65f-035fdfa52a06 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:47.673092 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Attempting to bind port e2540f78-817b-403a-9579-c8cf4024acc5 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'a0cc762b-c57a-4b0b-b6aa-ca583884903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:47.673472 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Attempting to bind port e2540f78-817b-403a-9579-c8cf4024acc5 on network 9b6919a5-1ff9-442b-b65f-035fdfa52a06 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:47.686384 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-17e3f63d-0316-4a97-acfc-d1feab81bd41 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:47.701005 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3f63d-0316-4a97-acfc-d1feab81bd41 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event updated for resources: {'Port': ['ID=bd7cb025-a0d5-4ea6-b7b3-45a789369908,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:47.704976 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e3f63d-0316-4a97-acfc-d1feab81bd41 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:47.812060 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17e3f63d-0316-4a97-acfc-d1feab81bd41 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.818704 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e3afd6-bfa0-47f3-b8b0-0d4e3b6a8298 admin admin] Made reservation on behalf of 248adfd273284109956be5cd5477d5d9 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:47.821304 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00e3afd6-bfa0-47f3-b8b0-0d4e3b6a8298 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.889426 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:47.889426 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Checking segment: {'id': 'a0cc762b-c57a-4b0b-b6aa-ca583884903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:47.889426 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.889426 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Bound using segment: {'id': 'a0cc762b-c57a-4b0b-b6aa-ca583884903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:47.889426 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Bound port: e2540f78-817b-403a-9579-c8cf4024acc5, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0cc762b-c57a-4b0b-b6aa-ca583884903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:47.889426 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.930139 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-44a7461f-bf14-4733-ae9e-327ffd80b23a None None] Set router f60aa6c1-6312-4d44-9926-348cf2ad5d80 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:48.027424 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-44a7461f-bf14-4733-ae9e-327ffd80b23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'name': 'tempest-TaggedBootDevicesTest_v242-1620864381-router', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:42:46Z', 'revision_number': 7, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:48.160353 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a7461f-bf14-4733-ae9e-327ffd80b23a None None] The sync data for ids ['f60aa6c1-6312-4d44-9926-348cf2ad5d80'] in n-d-798054-10 is: [{'id': 'f60aa6c1-6312-4d44-9926-348cf2ad5d80', 'name': 'tempest-TaggedBootDevicesTest_v242-1620864381-router', 'tenant_id': '68f6d0b430624b5a805e2568a292b9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:42:46Z', 'revision_number': 7, 'project_id': '68f6d0b430624b5a805e2568a292b9fb', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:48.233328 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '7a60feb2-3d46-454c-b5ce-1a5cf7f27616', 'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'mac_address': 'fa:16:3e:fe:1d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:40Z', 'updated_at': '2021-07-14T09:42:47Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'subnets': [{'id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:48.256604 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] For port e2540f78-817b-403a-9579-c8cf4024acc5, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:48.267513 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] For port e2540f78-817b-403a-9579-c8cf4024acc5, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e2540f78-817b-403a-9579-c8cf4024acc5,segment=NetworkSegment(a0cc762b-c57a-4b0b-b6aa-ca583884903e),segment_id=a0cc762b-c57a-4b0b-b6aa-ca583884903e)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:48.277641 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.315571 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17e3f63d-0316-4a97-acfc-d1feab81bd41 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.323050 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3fdd62-da0b-4fbb-8b6f-ca5109de4f13 None None] The sync data for ids ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'] in n-d-798054-10 is: [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '7a60feb2-3d46-454c-b5ce-1a5cf7f27616', 'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'mac_address': 'fa:16:3e:fe:1d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:40Z', 'updated_at': '2021-07-14T09:42:47Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'subnets': [{'id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:48.425922 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b44138f-68b7-46fa-8eb1-a814ad70816a req-d7dab574-c44a-4fa9-8344-9d5b8c6cb0bb tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9244876 Jul 14 09:42:48.441206 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22aefa-3cc5-4fa4-a43f-2f195669bc8c None None] Pushing event updated for resources: {'Port': ['ID=e2540f78-817b-403a-9579-c8cf4024acc5,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:48.444725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2265c-f4b8-48fb-aa0f-d59b710cafc0 req-cea970fd-2d17-48a7-9987-1a792335ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:48.446285 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19d2265c-f4b8-48fb-aa0f-d59b710cafc0 req-cea970fd-2d17-48a7-9987-1a792335ce3c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c433742-6df6-42b6-9b91-b5848de2b475 HTTP/1.1" status: 200 len: 854 time: 1.0937665 Jul 14 09:42:48.450691 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00e3afd6-bfa0-47f3-b8b0-0d4e3b6a8298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.453700 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b06d5a3-2179-468d-80eb-e79529363b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.515929 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19d2265c-f4b8-48fb-aa0f-d59b710cafc0 req-535c4ccd-a966-4fd9-8b36-dcae73a50b4d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6feba008-c597-4a6d-99c1-fa0a29f2df67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571868 Jul 14 09:42:48.517305 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b06d5a3-2179-468d-80eb-e79529363b04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.632284 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3afd6-bfa0-47f3-b8b0-0d4e3b6a8298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5f62d8b-b8ba-4ffe-bfe6-f521391008e2,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:48.678178 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b06d5a3-2179-468d-80eb-e79529363b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.678864 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b06d5a3-2179-468d-80eb-e79529363b04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f60aa6c1-6312-4d44-9926-348cf2ad5d80 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:42:48.695626 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b06d5a3-2179-468d-80eb-e79529363b04 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.700727 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0b06d5a3-2179-468d-80eb-e79529363b04 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f60aa6c1-6312-4d44-9926-348cf2ad5d80 HTTP/1.1" status: 204 len: 168 time: 2.8198323 Jul 14 09:42:48.709553 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38252) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:48.740040 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e3afd6-bfa0-47f3-b8b0-0d4e3b6a8298 admin admin] Checking segment: {'id': 'fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63172c4c-f25e-4a6b-aa82-12f68206c1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:48.740040 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e3afd6-bfa0-47f3-b8b0-0d4e3b6a8298 admin admin] Network hostable DHCP agents. Network: 63172c4c-f25e-4a6b-aa82-12f68206c1fd, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:48.825919 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e3afd6-bfa0-47f3-b8b0-0d4e3b6a8298 admin admin] Network 63172c4c-f25e-4a6b-aa82-12f68206c1fd is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:48.859891 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f10c21-8ee3-4ae7-8df0-92b5ef64ec9b admin admin] Deleting subnet b1640c0b-fabc-4bef-a229-df363da4823e {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:48.863889 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61f10c21-8ee3-4ae7-8df0-92b5ef64ec9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.935895 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61f10c21-8ee3-4ae7-8df0-92b5ef64ec9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.994326 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-00e3afd6-bfa0-47f3-b8b0-0d4e3b6a8298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 63172c4c-f25e-4a6b-aa82-12f68206c1fd) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:49.004901 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e3afd6-bfa0-47f3-b8b0-0d4e3b6a8298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:49.005109 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f0bb64-1d37-4fee-b3b3-385c2411cf40 None None] Network 63172c4c-f25e-4a6b-aa82-12f68206c1fd requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:49.006696 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00e3afd6-bfa0-47f3-b8b0-0d4e3b6a8298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.034655 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-00e3afd6-bfa0-47f3-b8b0-0d4e3b6a8298 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4890676 Jul 14 09:42:49.036249 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38256) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:49.041635 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-d75b5edb-2d71-45b3-9eeb-eccd2b523148 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1238295228-router', 'tenant_id': '248adfd273284109956be5cd5477d5d9', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:49.055573 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19d2265c-f4b8-48fb-aa0f-d59b710cafc0 req-d3a02ac1-d295-4935-a331-fde501b46189 service neutron] 10.222.0.49 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323663 Jul 14 09:42:49.157295 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17e3f63d-0316-4a97-acfc-d1feab81bd41 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.165702 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17e3f63d-0316-4a97-acfc-d1feab81bd41 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.284672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3f63d-0316-4a97-acfc-d1feab81bd41 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event updated for resources: {'Port': ['ID=bd7cb025-a0d5-4ea6-b7b3-45a789369908,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:49.291602 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61f10c21-8ee3-4ae7-8df0-92b5ef64ec9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.382446 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d75b5edb-2d71-45b3-9eeb-eccd2b523148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.383493 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d75b5edb-2d71-45b3-9eeb-eccd2b523148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.421519 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17e3f63d-0316-4a97-acfc-d1feab81bd41 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.450397 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device db252270-1078-48bd-992f-c8a3821a7a5b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:49.474729 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61f10c21-8ee3-4ae7-8df0-92b5ef64ec9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.617644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f10c21-8ee3-4ae7-8df0-92b5ef64ec9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1640c0b-fabc-4bef-a229-df363da4823e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:49.645096 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d75b5edb-2d71-45b3-9eeb-eccd2b523148 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.674334 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61f10c21-8ee3-4ae7-8df0-92b5ef64ec9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.677382 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-61f10c21-8ee3-4ae7-8df0-92b5ef64ec9b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b1640c0b-fabc-4bef-a229-df363da4823e HTTP/1.1" status: 204 len: 168 time: 0.9665959 Jul 14 09:42:49.684037 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c5ed4c-faa0-4ece-9028-38018578c36a None None] Network bdd14ef5-9841-4d7a-9428-fd2321293aca requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:49.684360 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38262) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:49.792579 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01112d90-4ee9-412e-8258-86b86cde67ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.864531 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19d2265c-f4b8-48fb-aa0f-d59b710cafc0 req-e1ab8572-69bd-42a3-9b5e-855c50588731 service neutron] 10.222.0.49 "GET /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8008955 Jul 14 09:42:49.866013 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port db252270-1078-48bd-992f-c8a3821a7a5b completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:49.890998 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d75b5edb-2d71-45b3-9eeb-eccd2b523148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.903791 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port db252270-1078-48bd-992f-c8a3821a7a5b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:49.904372 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.946931 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398a30a-1332-4720-ad5f-8b711602cd4f req-04f963c4-1d07-4a13-90bb-428e31236e60 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:49.948737 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a398a30a-1332-4720-ad5f-8b711602cd4f req-04f963c4-1d07-4a13-90bb-428e31236e60 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.2346427 Jul 14 09:42:49.988863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-01112d90-4ee9-412e-8258-86b86cde67ab admin admin] Deleting port 0208f88c-066b-49c2-bb1c-da97a4ed2a78 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:49.989246 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01112d90-4ee9-412e-8258-86b86cde67ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.030176 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e3f63d-0316-4a97-acfc-d1feab81bd41 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Network 9b6919a5-1ff9-442b-b65f-035fdfa52a06 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:50.035906 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-17e3f63d-0316-4a97-acfc-d1feab81bd41 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:50.139613 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.152406 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a398a30a-1332-4720-ad5f-8b711602cd4f req-0b0a5a0c-e6ac-45c8-8777-c50cdd5978ef tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966512 Jul 14 09:42:50.164228 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-63172c4c-f25e-4a6b-aa82-12f68206c1fd', 'network_id': '63172c4c-f25e-4a6b-aa82-12f68206c1fd', 'tenant_id': '248adfd273284109956be5cd5477d5d9', 'fixed_ips': [{'subnet_id': 'c5f62d8b-b8ba-4ffe-bfe6-f521391008e2'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:50.167834 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.209523 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-01112d90-4ee9-412e-8258-86b86cde67ab admin admin] For port 0208f88c-066b-49c2-bb1c-da97a4ed2a78, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0208f88c-066b-49c2-bb1c-da97a4ed2a78,segment=NetworkSegment(e28d03cb-da8a-48e7-b643-bf4cedf4bf94),segment_id=e28d03cb-da8a-48e7-b643-bf4cedf4bf94)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:50.209964 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01112d90-4ee9-412e-8258-86b86cde67ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.253477 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-01112d90-4ee9-412e-8258-86b86cde67ab admin admin] Calling delete_port for 0208f88c-066b-49c2-bb1c-da97a4ed2a78 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:50.263861 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port db252270-1078-48bd-992f-c8a3821a7a5b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=db252270-1078-48bd-992f-c8a3821a7a5b,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:50.375541 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86df1c41-84cb-4ace-ae59-c9b98139c007 None None] DHCP port deletion for bdd14ef5-9841-4d7a-9428-fd2321293aca request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:42:50.401609 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.454673 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device acd5d17b-7638-4875-9fda-c50d4e466186 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:50.488482 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01112d90-4ee9-412e-8258-86b86cde67ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.571080 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01112d90-4ee9-412e-8258-86b86cde67ab admin admin] Pushing event deleted for resources: {'Port': ['ID=0208f88c-066b-49c2-bb1c-da97a4ed2a78,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:50.578352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01112d90-4ee9-412e-8258-86b86cde67ab admin admin] No DVR routers for this DVR port 0208f88c-066b-49c2-bb1c-da97a4ed2a78 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:50.602292 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: acd5d17b-7638-4875-9fda-c50d4e466186 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:50.602643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device acd5d17b-7638-4875-9fda-c50d4e466186 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:50.789024 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=db252270-1078-48bd-992f-c8a3821a7a5b,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:50.823852 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-86df1c41-84cb-4ace-ae59-c9b98139c007 None None] Deleting port 0208f88c-066b-49c2-bb1c-da97a4ed2a78 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:50.824282 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86df1c41-84cb-4ace-ae59-c9b98139c007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.859438 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01112d90-4ee9-412e-8258-86b86cde67ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.875869 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-01112d90-4ee9-412e-8258-86b86cde67ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd14ef5-9841-4d7a-9428-fd2321293aca']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:50.898010 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-01112d90-4ee9-412e-8258-86b86cde67ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28d03cb-da8a-48e7-b643-bf4cedf4bf94') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:50.899833 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-01112d90-4ee9-412e-8258-86b86cde67ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28d03cb-da8a-48e7-b643-bf4cedf4bf94') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:50.926135 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Allocated IP 172.20.0.2 (63172c4c-f25e-4a6b-aa82-12f68206c1fd/c5f62d8b-b8ba-4ffe-bfe6-f521391008e2/b7aff5d9-aaa6-429d-a778-ab2e1297ed78) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:50.932885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e2540f78-817b-403a-9579-c8cf4024acc5 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:50.935161 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c29257-a0f4-4a46-9e5c-02359733cdf2 None None] Network 9b6919a5-1ff9-442b-b65f-035fdfa52a06 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:50.936148 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01112d90-4ee9-412e-8258-86b86cde67ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.982812 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01112d90-4ee9-412e-8258-86b86cde67ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.997313 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01112d90-4ee9-412e-8258-86b86cde67ab admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:50.998224 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01112d90-4ee9-412e-8258-86b86cde67ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:51.003488 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:51.101991 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01112d90-4ee9-412e-8258-86b86cde67ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.128044 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-01112d90-4ee9-412e-8258-86b86cde67ab admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.138447 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-01112d90-4ee9-412e-8258-86b86cde67ab admin admin] 10.222.0.26 "DELETE /v2.0/networks/bdd14ef5-9841-4d7a-9428-fd2321293aca HTTP/1.1" status: 204 len: 168 time: 1.4525294 Jul 14 09:42:51.152983 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-86df1c41-84cb-4ace-ae59-c9b98139c007 None None] For port 0208f88c-066b-49c2-bb1c-da97a4ed2a78, host n-d-798054-10, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:51.156540 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01112d90-4ee9-412e-8258-86b86cde67ab admin admin] Pushing event deleted for resources: {'Network': ['ID=bdd14ef5-9841-4d7a-9428-fd2321293aca,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:51.166133 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86df1c41-84cb-4ace-ae59-c9b98139c007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.171057 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-179e7264-b363-41f0-b99f-2ef880b77c2a None None] Provisioning for port e2540f78-817b-403a-9579-c8cf4024acc5 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:51.241798 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-86df1c41-84cb-4ace-ae59-c9b98139c007 None None] Calling delete_port for 0208f88c-066b-49c2-bb1c-da97a4ed2a78 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:51.256405 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-86df1c41-84cb-4ace-ae59-c9b98139c007 None None] Port 0208f88c-066b-49c2-bb1c-da97a4ed2a78 was not found and therefore no delete operation was performed {{(pid=93889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:42:51.296861 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86df1c41-84cb-4ace-ae59-c9b98139c007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.302393 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e3f63d-0316-4a97-acfc-d1feab81bd41 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Router 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:51.425490 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38276) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:51.463027 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-86df1c41-84cb-4ace-ae59-c9b98139c007 None None] Network bdd14ef5-9841-4d7a-9428-fd2321293aca is not hosted by any dhcp agent {{(pid=93889) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:42:51.463490 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df1c41-84cb-4ace-ae59-c9b98139c007 None None] No DVR routers for this DVR port 0208f88c-066b-49c2-bb1c-da97a4ed2a78 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:51.488853 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df1c41-84cb-4ace-ae59-c9b98139c007 None None] Pushing event deleted for resources: {'Port': ['ID=0208f88c-066b-49c2-bb1c-da97a4ed2a78,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:51.496601 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port e2540f78-817b-403a-9579-c8cf4024acc5 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:51.511401 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e2540f78-817b-403a-9579-c8cf4024acc5 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:51.513375 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.532997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-88ecbda6-e112-4afb-b5d6-7fd5c104ae4e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=68f6d0b430624b5a805e2568a292b9fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1037309 Jul 14 09:42:51.533603 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38278) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:51.591787 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754b0f1-17d6-49ce-a9c9-32a87982141a req-b67c8eed-5403-4057-8ddc-8ea2944e10b2 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:51.594147 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5754b0f1-17d6-49ce-a9c9-32a87982141a req-b67c8eed-5403-4057-8ddc-8ea2944e10b2 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.1396749 Jul 14 09:42:51.613233 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d75b5edb-2d71-45b3-9eeb-eccd2b523148 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.646977 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5754b0f1-17d6-49ce-a9c9-32a87982141a req-56a12247-4612-4117-ab45-936461ea4445 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456963 Jul 14 09:42:51.647767 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5422d351-2c77-43b1-b4bb-8a8ee886a419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.671663 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5422d351-2c77-43b1-b4bb-8a8ee886a419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.714721 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d75b5edb-2d71-45b3-9eeb-eccd2b523148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.727766 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.738236 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5422d351-2c77-43b1-b4bb-8a8ee886a419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.742271 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5422d351-2c77-43b1-b4bb-8a8ee886a419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.743694 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.745087 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5422d351-2c77-43b1-b4bb-8a8ee886a419 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b7feac0b-5ad4-4d38-b64f-591552fb361c HTTP/1.1" status: 204 len: 168 time: 0.2104366 Jul 14 09:42:51.772658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Transition to ACTIVE for port object b7aff5d9-aaa6-429d-a778-ab2e1297ed78 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:51.782108 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422d351-2c77-43b1-b4bb-8a8ee886a419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7feac0b-5ad4-4d38-b64f-591552fb361c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:51.817167 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port e2540f78-817b-403a-9579-c8cf4024acc5, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e2540f78-817b-403a-9579-c8cf4024acc5,segment=NetworkSegment(a0cc762b-c57a-4b0b-b6aa-ca583884903e),segment_id=a0cc762b-c57a-4b0b-b6aa-ca583884903e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:51.824297 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Transition to ACTIVE for port object b7aff5d9-aaa6-429d-a778-ab2e1297ed78 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:51.857393 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.858631 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 7a60feb2-3d46-454c-b5ce-1a5cf7f27616 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:51.926677 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.969194 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Network 63172c4c-f25e-4a6b-aa82-12f68206c1fd is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:51.973270 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:51.976194 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:52.109945 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 7a60feb2-3d46-454c-b5ce-1a5cf7f27616 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:52.124520 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=e2540f78-817b-403a-9579-c8cf4024acc5,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:52.151236 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 7a60feb2-3d46-454c-b5ce-1a5cf7f27616 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:52.151620 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.153395 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Attempting to bind port b7aff5d9-aaa6-429d-a778-ab2e1297ed78 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:52.153988 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Attempting to bind port b7aff5d9-aaa6-429d-a778-ab2e1297ed78 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63172c4c-f25e-4a6b-aa82-12f68206c1fd'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:52.162412 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Attempting to bind port b7aff5d9-aaa6-429d-a778-ab2e1297ed78 on network 63172c4c-f25e-4a6b-aa82-12f68206c1fd {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:52.170365 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63c7cf-099f-467c-a5cb-5f0446635e51 req-f68b3860-b99b-4770-b264-638e8dde1c96 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.173635 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fd63c7cf-099f-467c-a5cb-5f0446635e51 req-f68b3860-b99b-4770-b264-638e8dde1c96 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.1756179 Jul 14 09:42:52.183134 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:52.183472 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Checking segment: {'id': 'fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63172c4c-f25e-4a6b-aa82-12f68206c1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:52.183884 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.184291 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Bound using segment: {'id': 'fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63172c4c-f25e-4a6b-aa82-12f68206c1fd'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:52.184845 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Bound port: b7aff5d9-aaa6-429d-a778-ab2e1297ed78, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63172c4c-f25e-4a6b-aa82-12f68206c1fd'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:52.185162 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.214503 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e3f63d-0316-4a97-acfc-d1feab81bd41 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:52.228929 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] Sync routers for ids ['94cedcfe-6e86-4afe-95cf-cb3afd9973f3'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:52.239021 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-17e3f63d-0316-4a97-acfc-d1feab81bd41 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "PUT /v2.0/routers/94cedcfe-6e86-4afe-95cf-cb3afd9973f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5070033 Jul 14 09:42:52.243113 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] Routers {'94cedcfe-6e86-4afe-95cf-cb3afd9973f3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:52.244122 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38286) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:52.244976 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:42:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['94cedcfe-6e86-4afe-95cf-cb3afd9973f3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:52.252261 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e4da1852-945a-4136-98d9-476ad3800f22 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1153733028', 'description': 'tempest-secgroup_access--1153733028 description', 'project_id': '62b2f7301c9c468882746431ee980c27'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:52.312645 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e4da1852-945a-4136-98d9-476ad3800f22 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.314510 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-406b4b95-d271-4f38-be55-b9df44526329 None None] Provisioning complete for port e2540f78-817b-403a-9579-c8cf4024acc5 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:52.314921 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-406b4b95-d271-4f38-be55-b9df44526329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.328315 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-d75b5edb-2d71-45b3-9eeb-eccd2b523148 admin admin] Allocated IP 172.25.1.100 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/2a047acc-6be3-4dae-a938-223636ff2977) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:52.382051 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fd63c7cf-099f-467c-a5cb-5f0446635e51 req-222b0f9b-127a-4be6-85a7-65f2df044680 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013993 Jul 14 09:42:52.551478 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e4da1852-945a-4136-98d9-476ad3800f22 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.562837 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Pushing event updated for resources: {'Port': ['ID=b7aff5d9-aaa6-429d-a778-ab2e1297ed78,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:52.566040 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e4da1852-945a-4136-98d9-476ad3800f22 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.605760 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d75b5edb-2d71-45b3-9eeb-eccd2b523148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.608834 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e4da1852-945a-4136-98d9-476ad3800f22 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.610904 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.614644 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.615174 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.615697 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.615940 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38296) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:52.616371 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.616876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.618195 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.619589 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e4da1852-945a-4136-98d9-476ad3800f22 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3734577 Jul 14 09:42:52.620268 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.620788 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.623354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.624798 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.625300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:52.633136 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-766fef79-ce0e-4f72-91a5-351221455ec1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1952464193', 'description': 'tempest-secgroup_general--1952464193 description', 'project_id': '62b2f7301c9c468882746431ee980c27'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:52.650122 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da1852-945a-4136-98d9-476ad3800f22 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e05cfc-87f7-4910-a278-45b390ca152c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:52.726883 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] Set router 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:52.732408 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-766fef79-ce0e-4f72-91a5-351221455ec1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.743335 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] For port b7aff5d9-aaa6-429d-a778-ab2e1297ed78, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:52.774203 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] For port b7aff5d9-aaa6-429d-a778-ab2e1297ed78, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b7aff5d9-aaa6-429d-a778-ab2e1297ed78,segment=NetworkSegment(fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d),segment_id=fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:52.777048 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d75b5edb-2d71-45b3-9eeb-eccd2b523148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.845486 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.923006 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75b5edb-2d71-45b3-9eeb-eccd2b523148 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:52.931548 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-d75b5edb-2d71-45b3-9eeb-eccd2b523148 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:52.941497 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75b5edb-2d71-45b3-9eeb-eccd2b523148 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:52.988673 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b5edb-2d71-45b3-9eeb-eccd2b523148 admin admin] Pushing event updated for resources: {'Port': ['ID=2a047acc-6be3-4dae-a938-223636ff2977,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:53.001493 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c9aa6-2742-464a-8ec9-69469128d1f2 None None] Pushing event updated for resources: {'Port': ['ID=b7aff5d9-aaa6-429d-a778-ab2e1297ed78,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:53.032896 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e7310-5dfa-4d61-a40e-a04d47ac9357 req-77687f7f-3fec-449d-9b6c-0130131a01d1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:53.037681 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c7e7310-5dfa-4d61-a40e-a04d47ac9357 req-77687f7f-3fec-449d-9b6c-0130131a01d1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.2561927 Jul 14 09:42:53.041874 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-406b4b95-d271-4f38-be55-b9df44526329 None None] Provisioning for port bd7cb025-a0d5-4ea6-b7b3-45a789369908 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:53.055720 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-406b4b95-d271-4f38-be55-b9df44526329 None None] Provisioning complete for port bd7cb025-a0d5-4ea6-b7b3-45a789369908 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:53.056112 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-406b4b95-d271-4f38-be55-b9df44526329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.103160 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-406b4b95-d271-4f38-be55-b9df44526329 None None] Port bd7cb025-a0d5-4ea6-b7b3-45a789369908 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:53.108930 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.144961 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c7e7310-5dfa-4d61-a40e-a04d47ac9357 req-d41a01b7-c436-4fd0-b42c-2182a74799f0 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981059 Jul 14 09:42:53.186063 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 7a60feb2-3d46-454c-b5ce-1a5cf7f27616, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=7a60feb2-3d46-454c-b5ce-1a5cf7f27616,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:53.196995 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.199372 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-766fef79-ce0e-4f72-91a5-351221455ec1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.238462 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916255269', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:39Z', 'updated_at': '2021-07-14T09:42:48Z', 'revision_number': 4, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:41Z', 'updated_at': '2021-07-14T09:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'bd7cb025-a0d5-4ea6-b7b3-45a789369908', 'name': '', 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'mac_address': 'fa:16:3e:19:a6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'ba624a40-76ed-4e4b-b069-12b97dd74ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:45Z', 'updated_at': '2021-07-14T09:42:48Z', 'revision_number': 2, 'project_id': '62b2f7301c9c468882746431ee980c27', 'subnets': [{'id': 'ba624a40-76ed-4e4b-b069-12b97dd74ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:53.246351 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-766fef79-ce0e-4f72-91a5-351221455ec1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.271906 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-766fef79-ce0e-4f72-91a5-351221455ec1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.277430 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-766fef79-ce0e-4f72-91a5-351221455ec1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.6588936 Jul 14 09:42:53.280483 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38312) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:53.287083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-4f7c9394-380d-46dc-9209-bd855ef4db82 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Request body: {'security_group_rule': {'security_group_id': '70e05cfc-87f7-4910-a278-45b390ca152c', 'project_id': '62b2f7301c9c468882746431ee980c27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:53.309223 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-af6808ac-6c78-4091-bd73-2cebafa13733 None None] Provisioning complete for port bd7cb025-a0d5-4ea6-b7b3-45a789369908 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:53.310164 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] Checking router: 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:53.310376 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af6808ac-6c78-4091-bd73-2cebafa13733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.310809 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] Updating router 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 port bd7cb025-a0d5-4ea6-b7b3-45a789369908 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:42:53.318168 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0208f88c-066b-49c2-bb1c-da97a4ed2a78 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:53.341012 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fef79-ce0e-4f72-91a5-351221455ec1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14cd70b6-d031-4487-aa52-c940db49e1c7,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:53.376894 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.386755 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f7c9394-380d-46dc-9209-bd855ef4db82 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.495943 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 0208f88c-066b-49c2-bb1c-da97a4ed2a78 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:53.496294 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0208f88c-066b-49c2-bb1c-da97a4ed2a78 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:53.496767 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 504720a0-e806-4f5f-9273-64aa94357797 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:53.510910 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38316) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:53.512684 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=7a60feb2-3d46-454c-b5ce-1a5cf7f27616,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:53.584529 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 504720a0-e806-4f5f-9273-64aa94357797 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:53.585296 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 504720a0-e806-4f5f-9273-64aa94357797 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:53.587338 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f7c9394-380d-46dc-9209-bd855ef4db82 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.604467 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-af6808ac-6c78-4091-bd73-2cebafa13733 None None] Port bd7cb025-a0d5-4ea6-b7b3-45a789369908 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:53.614670 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f7c9394-380d-46dc-9209-bd855ef4db82 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.646407 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c9394-380d-46dc-9209-bd855ef4db82 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4232871-f09b-4fbf-b98b-f62f8383b750,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:53.669537 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f7c9394-380d-46dc-9209-bd855ef4db82 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.680527 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4f7c9394-380d-46dc-9209-bd855ef4db82 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3922453 Jul 14 09:42:53.693697 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d75b5edb-2d71-45b3-9eeb-eccd2b523148 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.714980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e1826-5273-4c40-aaea-26411741ea09 req-df06a33a-a246-4133-9c88-2792688cf827 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:53.718361 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c46e1826-5273-4c40-aaea-26411741ea09 req-df06a33a-a246-4133-9c88-2792688cf827 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.2440825 Jul 14 09:42:53.781429 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c46e1826-5273-4c40-aaea-26411741ea09 req-37a3bb7c-2c5f-4695-88f7-0e317354d4eb tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549464 Jul 14 09:42:53.812971 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-0ea9b387-8ee9-4ef6-a373-ddbe539a8f98 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1897651066-network', 'tenant_id': '563014d0329d42bbaec566a52797d763'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:53.883508 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea9b387-8ee9-4ef6-a373-ddbe539a8f98 admin admin] Made reservation on behalf of 563014d0329d42bbaec566a52797d763 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:53.888047 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b387-8ee9-4ef6-a373-ddbe539a8f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.918567 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b387-8ee9-4ef6-a373-ddbe539a8f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.984299 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b7aff5d9-aaa6-429d-a778-ab2e1297ed78 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:54.118270 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b387-8ee9-4ef6-a373-ddbe539a8f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.124023 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port b7aff5d9-aaa6-429d-a778-ab2e1297ed78 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:54.132345 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e2540f78-817b-403a-9579-c8cf4024acc5 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:54.135749 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b387-8ee9-4ef6-a373-ddbe539a8f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.147816 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d75b5edb-2d71-45b3-9eeb-eccd2b523148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.155090 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.168897 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea9b387-8ee9-4ef6-a373-ddbe539a8f98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:54.181312 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] Transition to ACTIVE for port object bd7cb025-a0d5-4ea6-b7b3-45a789369908 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:54.190634 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b387-8ee9-4ef6-a373-ddbe539a8f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.191029 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-0ea9b387-8ee9-4ef6-a373-ddbe539a8f98 admin admin] Added segment 9269afd9-1f5b-4118-864b-b6f146bc9f37 of type vlan for network e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f Jul 14 09:42:54.195251 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.245746 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b387-8ee9-4ef6-a373-ddbe539a8f98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.246940 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e2635-ff51-4dba-a58d-bcab9604076f None None] Pushing event updated for resources: {'Port': ['ID=bd7cb025-a0d5-4ea6-b7b3-45a789369908,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:54.253026 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e2540f78-817b-403a-9579-c8cf4024acc5 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:54.255782 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.258064 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e2635-ff51-4dba-a58d-bcab9604076f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:54.258411 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e2635-ff51-4dba-a58d-bcab9604076f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:54.258746 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e2635-ff51-4dba-a58d-bcab9604076f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:54.259076 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e2635-ff51-4dba-a58d-bcab9604076f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:54.259402 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e2635-ff51-4dba-a58d-bcab9604076f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:54.259727 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e2635-ff51-4dba-a58d-bcab9604076f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:54.260046 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e2635-ff51-4dba-a58d-bcab9604076f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:54.260365 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e2635-ff51-4dba-a58d-bcab9604076f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:54.260683 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e2635-ff51-4dba-a58d-bcab9604076f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:54.261054 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e2635-ff51-4dba-a58d-bcab9604076f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:54.261313 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e2635-ff51-4dba-a58d-bcab9604076f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:54.261626 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e2635-ff51-4dba-a58d-bcab9604076f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:54.325589 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9b387-8ee9-4ef6-a373-ddbe539a8f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29eaabb7-95f0-4b08-9ea5-6b06b989063a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:54.409911 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-01b6d66e-cbf3-4150-afc9-1f0efbd12e07 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup_general--1952464193&fields=id&tenant_id=62b2f7301c9c468882746431ee980c27 HTTP/1.1" status: 200 len: 267 time: 0.3201149 Jul 14 09:42:54.414682 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device db252270-1078-48bd-992f-c8a3821a7a5b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:54.438522 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] Attempting to bind port bd7cb025-a0d5-4ea6-b7b3-45a789369908 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:54.438881 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] Attempting to bind port bd7cb025-a0d5-4ea6-b7b3-45a789369908 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'a0cc762b-c57a-4b0b-b6aa-ca583884903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:54.439242 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] Attempting to bind port bd7cb025-a0d5-4ea6-b7b3-45a789369908 on network 9b6919a5-1ff9-442b-b65f-035fdfa52a06 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:54.464566 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75b5edb-2d71-45b3-9eeb-eccd2b523148 admin admin] Router eeb92606-0047-4bfd-84d4-b8879c7e097a is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:42:54.465121 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:54.465498 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] Checking segment: {'id': 'a0cc762b-c57a-4b0b-b6aa-ca583884903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:54.465731 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.466398 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] Bound using segment: {'id': 'a0cc762b-c57a-4b0b-b6aa-ca583884903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:54.466866 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] Bound port: bd7cb025-a0d5-4ea6-b7b3-45a789369908, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0cc762b-c57a-4b0b-b6aa-ca583884903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:54.467704 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.480166 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b387-8ee9-4ef6-a373-ddbe539a8f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.481669 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea9b387-8ee9-4ef6-a373-ddbe539a8f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:54.482698 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b387-8ee9-4ef6-a373-ddbe539a8f98 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.536091 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port db252270-1078-48bd-992f-c8a3821a7a5b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:54.536316 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.608789 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0ea9b387-8ee9-4ef6-a373-ddbe539a8f98 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0965524 Jul 14 09:42:54.615658 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38338) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:54.624985 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c647e-9fc6-4efa-b468-1d8be926b5f5 req-2f548040-09b3-4186-b8a9-eff616333c8c tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:54.626681 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b9c647e-9fc6-4efa-b468-1d8be926b5f5 req-2f548040-09b3-4186-b8a9-eff616333c8c tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.3674269 Jul 14 09:42:54.636060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5f2ede7c-5501-4b5e-bfa1-535648dc0ac2 admin admin] Request body: {'subnet': {'network_id': 'e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1897651066-subnet', 'tenant_id': '563014d0329d42bbaec566a52797d763', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:54.652147 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] For port bd7cb025-a0d5-4ea6-b7b3-45a789369908, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:54.657574 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] For port bd7cb025-a0d5-4ea6-b7b3-45a789369908, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=bd7cb025-a0d5-4ea6-b7b3-45a789369908,segment=NetworkSegment(a0cc762b-c57a-4b0b-b6aa-ca583884903e),segment_id=a0cc762b-c57a-4b0b-b6aa-ca583884903e)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:54.668629 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-5046fa9b-d0e4-481c-89f1-4297a0775a30 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup_access--1153733028&fields=id&tenant_id=62b2f7301c9c468882746431ee980c27 HTTP/1.1" status: 200 len: 267 time: 0.2541766 Jul 14 09:42:54.676152 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2ede7c-5501-4b5e-bfa1-535648dc0ac2 admin admin] Made reservation on behalf of 563014d0329d42bbaec566a52797d763 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:54.680350 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f2ede7c-5501-4b5e-bfa1-535648dc0ac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.681260 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.725408 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 7a60feb2-3d46-454c-b5ce-1a5cf7f27616 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:54.783032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75b5edb-2d71-45b3-9eeb-eccd2b523148 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:54.819692 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d75b5edb-2d71-45b3-9eeb-eccd2b523148 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.824009 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d75b5edb-2d71-45b3-9eeb-eccd2b523148 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7870679 Jul 14 09:42:54.824636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38344) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:54.833972 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] Routers {'94cedcfe-6e86-4afe-95cf-cb3afd9973f3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:54.834664 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:42:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['94cedcfe-6e86-4afe-95cf-cb3afd9973f3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:54.836833 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e2635-ff51-4dba-a58d-bcab9604076f None None] Pushing event updated for resources: {'Port': ['ID=bd7cb025-a0d5-4ea6-b7b3-45a789369908,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:54.844156 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] Sync routers for ids ['eeb92606-0047-4bfd-84d4-b8879c7e097a'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:54.881824 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9b387-8ee9-4ef6-a373-ddbe539a8f98 admin admin] Pushing event updated for resources: {'Network': ['ID=e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:54.918091 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:55.169139 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] Set router 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:55.238298 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b9c647e-9fc6-4efa-b468-1d8be926b5f5 req-d6f2f8d7-8590-4d6a-8e2b-00110a366107 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780585 Jul 14 09:42:55.306059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-5e7a8e64-1692-4f9c-9f09-b641925af126 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:55.306366 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-5e7a8e64-1692-4f9c-9f09-b641925af126 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/networks?id=9b6919a5-1ff9-442b-b65f-035fdfa52a06 HTTP/1.1" status: 200 len: 796 time: 0.4261391 Jul 14 09:42:55.309464 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f2ede7c-5501-4b5e-bfa1-535648dc0ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.390585 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ede7c-5501-4b5e-bfa1-535648dc0ac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59383493-eec2-406e-84b2-89efdf6be982,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:55.414549 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-efc05821-e7e0-49a3-9afe-8449b271297d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/quotas/62b2f7301c9c468882746431ee980c27 HTTP/1.1" status: 200 len: 375 time: 0.0254037 Jul 14 09:42:55.455407 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b15bc2-ee0d-45a1-a50a-ede482fccd9f None None] Network 63172c4c-f25e-4a6b-aa82-12f68206c1fd requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:55.480968 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2ede7c-5501-4b5e-bfa1-535648dc0ac2 admin admin] Checking segment: {'id': '9269afd9-1f5b-4118-864b-b6f146bc9f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:55.481488 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2ede7c-5501-4b5e-bfa1-535648dc0ac2 admin admin] Network hostable DHCP agents. Network: e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:55.518907 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2ede7c-5501-4b5e-bfa1-535648dc0ac2 admin admin] Network e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:55.553064 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-e6537e5b-1bf5-4d62-8f9a-dbcacd5f172b tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=62b2f7301c9c468882746431ee980c27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1263511 Jul 14 09:42:55.590409 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] Routers {'eeb92606-0047-4bfd-84d4-b8879c7e097a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:55.591076 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:42:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['eeb92606-0047-4bfd-84d4-b8879c7e097a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:55.613517 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916255269', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:39Z', 'updated_at': '2021-07-14T09:42:48Z', 'revision_number': 4, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:41Z', 'updated_at': '2021-07-14T09:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'bd7cb025-a0d5-4ea6-b7b3-45a789369908', 'name': '', 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'mac_address': 'fa:16:3e:19:a6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'ba624a40-76ed-4e4b-b069-12b97dd74ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:45Z', 'updated_at': '2021-07-14T09:42:54Z', 'revision_number': 4, 'project_id': '62b2f7301c9c468882746431ee980c27', 'subnets': [{'id': 'ba624a40-76ed-4e4b-b069-12b97dd74ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:55.619767 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-cf61e6ff-7d8d-433b-a3ec-171851a637a5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:42:55.621025 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-cf61e6ff-7d8d-433b-a3ec-171851a637a5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092764 Jul 14 09:42:55.621567 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-5f2ede7c-5501-4b5e-bfa1-535648dc0ac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:55.633610 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2ede7c-5501-4b5e-bfa1-535648dc0ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:55.637945 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f2ede7c-5501-4b5e-bfa1-535648dc0ac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.667439 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa35e95-74a9-4df0-b2f6-1ca84231b49e None None] The sync data for ids ['94cedcfe-6e86-4afe-95cf-cb3afd9973f3'] in n-d-798054-10 is: [{'id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916255269', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:39Z', 'updated_at': '2021-07-14T09:42:48Z', 'revision_number': 4, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:41Z', 'updated_at': '2021-07-14T09:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'bd7cb025-a0d5-4ea6-b7b3-45a789369908', 'name': '', 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'mac_address': 'fa:16:3e:19:a6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'ba624a40-76ed-4e4b-b069-12b97dd74ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:45Z', 'updated_at': '2021-07-14T09:42:54Z', 'revision_number': 4, 'project_id': '62b2f7301c9c468882746431ee980c27', 'subnets': [{'id': 'ba624a40-76ed-4e4b-b069-12b97dd74ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:55.709150 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a67e524-1749-4ae7-9b54-235370ad073c None None] Network e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:55.774166 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a9032-00d0-4f9e-8648-d2ae0d6b78e6 req-4d771bbb-b93a-466d-9251-32b04107ceef tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:55.776404 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-444a9032-00d0-4f9e-8648-d2ae0d6b78e6 req-4d771bbb-b93a-466d-9251-32b04107ceef tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.2202768 Jul 14 09:42:55.779835 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5f2ede7c-5501-4b5e-bfa1-535648dc0ac2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1520913 Jul 14 09:42:55.854671 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-277c7d7b-8d92-4734-a18d-657c20991554 service neutron] 10.222.0.26 "GET /v2.0/networks/9b6919a5-1ff9-442b-b65f-035fdfa52a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226892 Jul 14 09:42:55.863341 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-444a9032-00d0-4f9e-8648-d2ae0d6b78e6 req-ebf2358a-c4ef-45e1-b448-58e6f7d11a6e tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666475 Jul 14 09:42:55.896654 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fb2d-87ba-4b87-9ed2-99c9af7edb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.089637 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-64790005-da52-4e97-ab34-0a4dcaa72cdb service neutron] 10.222.0.26 "GET /v2.0/networks/9b6919a5-1ff9-442b-b65f-035fdfa52a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253122 Jul 14 09:42:56.113192 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d3e19b3d-f0de-41c8-9b75-45e32b7bf271 None None] Provisioning for port b7aff5d9-aaa6-429d-a778-ab2e1297ed78 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:56.188774 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d3e19b3d-f0de-41c8-9b75-45e32b7bf271 None None] Provisioning complete for port b7aff5d9-aaa6-429d-a778-ab2e1297ed78 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:56.189067 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d3e19b3d-f0de-41c8-9b75-45e32b7bf271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.262135 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-dfe9fb2d-87ba-4b87-9ed2-99c9af7edb94 admin admin] Allocated IP 172.20.0.1 (63172c4c-f25e-4a6b-aa82-12f68206c1fd/c5f62d8b-b8ba-4ffe-bfe6-f521391008e2/c856fed1-52e1-44c6-8574-2a7e39244acb) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:56.293324 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] Set router eeb92606-0047-4bfd-84d4-b8879c7e097a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:56.312069 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a29e9-c366-4dd5-85af-4ea5d583fbe1 req-285a2717-7222-4e17-9f71-eb435c012a44 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:56.313843 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e3a29e9-c366-4dd5-85af-4ea5d583fbe1 req-285a2717-7222-4e17-9f71-eb435c012a44 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.1158333 Jul 14 09:42:56.387298 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e3a29e9-c366-4dd5-85af-4ea5d583fbe1 req-1385d766-6527-4978-950a-92345863233d tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652966 Jul 14 09:42:56.515477 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fb2d-87ba-4b87-9ed2-99c9af7edb94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.552936 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-dfe9fb2d-87ba-4b87-9ed2-99c9af7edb94 admin admin] Transition to ACTIVE for port object c856fed1-52e1-44c6-8574-2a7e39244acb will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:56.566209 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 7a60feb2-3d46-454c-b5ce-1a5cf7f27616 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:56.566761 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.642349 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fb2d-87ba-4b87-9ed2-99c9af7edb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.704271 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe9fb2d-87ba-4b87-9ed2-99c9af7edb94 admin admin] Network 63172c4c-f25e-4a6b-aa82-12f68206c1fd is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:56.710605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-dfe9fb2d-87ba-4b87-9ed2-99c9af7edb94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:56.735229 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe9fb2d-87ba-4b87-9ed2-99c9af7edb94 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:56.759918 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f758b5-413a-48e3-81f4-fe721159614a req-46062b41-0c98-4c6b-9bc2-204104b3638b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:56.772700 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69f758b5-413a-48e3-81f4-fe721159614a req-46062b41-0c98-4c6b-9bc2-204104b3638b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.1510613 Jul 14 09:42:56.837759 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fb2d-87ba-4b87-9ed2-99c9af7edb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.920975 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69f758b5-413a-48e3-81f4-fe721159614a req-cfd39d59-79e7-4bf6-84c0-7094c6e544a2 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469405 Jul 14 09:42:56.929198 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9fb2d-87ba-4b87-9ed2-99c9af7edb94 admin admin] Pushing event updated for resources: {'Port': ['ID=c856fed1-52e1-44c6-8574-2a7e39244acb,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:56.951558 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e677208-40be-40f3-9a0b-a307e30d052e None None] Network e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:57.022586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-39d36d24-8aae-40e7-8d6c-a9a6f65c5808 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:57.024166 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-39d36d24-8aae-40e7-8d6c-a9a6f65c5808 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.26 "GET /v2.0/networks?id=e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f HTTP/1.1" status: 200 len: 814 time: 0.2334096 Jul 14 09:42:57.055085 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b346817-97ad-4e25-bb36-e2ce49592067 req-5b2b789b-2169-4537-bc27-a99393ffa95a tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 210 time: 0.0535643 Jul 14 09:42:57.081633 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-79cf4741-a3eb-4f15-b107-bd3822576b9c tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.26 "GET /v2.0/quotas/563014d0329d42bbaec566a52797d763 HTTP/1.1" status: 200 len: 375 time: 0.0396216 Jul 14 09:42:57.141207 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fb2d-87ba-4b87-9ed2-99c9af7edb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.154051 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-6f9253d4-6f76-4777-ab92-1ad37806537e tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=563014d0329d42bbaec566a52797d763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660572 Jul 14 09:42:57.383090 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-4a4f443f-3227-4b0e-b91e-54ace45d43b8 service neutron] 10.222.0.26 "GET /v2.0/networks/e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209587 Jul 14 09:42:57.419184 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f8de5249-a12b-4f01-84a5-4e9bc1e219fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.579048 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fb2d-87ba-4b87-9ed2-99c9af7edb94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.594457 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fb2d-87ba-4b87-9ed2-99c9af7edb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.600434 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb92606-0047-4bfd-84d4-b8879c7e097a', 'name': 'tempest-TestVolumeBootPattern-1238295228-router', 'tenant_id': '248adfd273284109956be5cd5477d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2a047acc-6be3-4dae-a938-223636ff2977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:49Z', 'updated_at': '2021-07-14T09:42:53Z', 'revision_number': 3, 'project_id': '248adfd273284109956be5cd5477d5d9', 'gw_port': {'id': '2a047acc-6be3-4dae-a938-223636ff2977', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:59:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb92606-0047-4bfd-84d4-b8879c7e097a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:51Z', 'updated_at': '2021-07-14T09:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:57.684999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-2ab6c2cc-6e55-479a-abe5-9268e48168bc service neutron] 10.222.0.26 "GET /v2.0/networks/e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961793 Jul 14 09:42:57.695832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7a60c-004b-4f6d-9ac3-f043f8a2cc0b req-c23dc26f-a93f-47dc-a1be-2a2fb19ec239 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:57.706759 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05f7a60c-004b-4f6d-9ac3-f043f8a2cc0b req-c23dc26f-a93f-47dc-a1be-2a2fb19ec239 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.2216506 Jul 14 09:42:57.729550 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d3e19b3d-f0de-41c8-9b75-45e32b7bf271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.746367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] Checking router: eeb92606-0047-4bfd-84d4-b8879c7e097a for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:57.747191 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] Updating router eeb92606-0047-4bfd-84d4-b8879c7e097a port 2a047acc-6be3-4dae-a938-223636ff2977 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:42:57.764400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device bd7cb025-a0d5-4ea6-b7b3-45a789369908 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:57.782902 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fb2d-87ba-4b87-9ed2-99c9af7edb94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.791778 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05f7a60c-004b-4f6d-9ac3-f043f8a2cc0b req-2adeb963-1ead-40ec-9590-3e4bf7d6c879 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837572 Jul 14 09:42:57.810010 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9fb2d-87ba-4b87-9ed2-99c9af7edb94 admin admin] Pushing event updated for resources: {'Port': ['ID=c856fed1-52e1-44c6-8574-2a7e39244acb,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:57.898349 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.080964 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d3e19b3d-f0de-41c8-9b75-45e32b7bf271 None None] For port b7aff5d9-aaa6-429d-a778-ab2e1297ed78, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b7aff5d9-aaa6-429d-a778-ab2e1297ed78,segment=NetworkSegment(fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d),segment_id=fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:58.086070 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe9fb2d-87ba-4b87-9ed2-99c9af7edb94 admin admin] Network 63172c4c-f25e-4a6b-aa82-12f68206c1fd is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:58.088576 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-dfe9fb2d-87ba-4b87-9ed2-99c9af7edb94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:58.112646 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2d6982eb-3499-4508-b85f-2961fc218bdc req-cef71ffb-3ab3-4938-ab23-6df975df8367 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d1704fb-4bb8-4cf1-a964-bea65e61bcdb HTTP/1.1" status: 200 len: 210 time: 0.0769117 Jul 14 09:42:58.208667 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d3e19b3d-f0de-41c8-9b75-45e32b7bf271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.225215 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe9fb2d-87ba-4b87-9ed2-99c9af7edb94 admin admin] Router eeb92606-0047-4bfd-84d4-b8879c7e097a has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:58.260271 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port bd7cb025-a0d5-4ea6-b7b3-45a789369908 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:58.270351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port bd7cb025-a0d5-4ea6-b7b3-45a789369908 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:58.271168 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.320106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc927a-d040-4e8f-ae80-f7fd082f06c3 req-1360dfa8-b1aa-4c78-88b9-2097258fa5cb tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:58.321360 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-33bc927a-d040-4e8f-ae80-f7fd082f06c3 req-1360dfa8-b1aa-4c78-88b9-2097258fa5cb tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.2053502 Jul 14 09:42:58.375556 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d3e19b3d-f0de-41c8-9b75-45e32b7bf271 None None] Provisioning complete for port bd7cb025-a0d5-4ea6-b7b3-45a789369908 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:58.376155 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d3e19b3d-f0de-41c8-9b75-45e32b7bf271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.465290 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-33bc927a-d040-4e8f-ae80-f7fd082f06c3 req-5e9242f7-8c68-4036-88f8-71a0b659ad4f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281157 Jul 14 09:42:58.499770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe9fb2d-87ba-4b87-9ed2-99c9af7edb94 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:58.526523 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dfe9fb2d-87ba-4b87-9ed2-99c9af7edb94 admin admin] 10.222.0.26 "PUT /v2.0/routers/eeb92606-0047-4bfd-84d4-b8879c7e097a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7008045 Jul 14 09:42:58.551557 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83f968dd-61ec-4c7d-be65-4a1105f81aef req-eb303dc8-8036-4497-9f83-39ca6ba41ac4 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 210 time: 0.1346860 Jul 14 09:42:58.630318 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e19b3d-f0de-41c8-9b75-45e32b7bf271 None None] Pushing event updated for resources: {'Port': ['ID=b7aff5d9-aaa6-429d-a778-ab2e1297ed78,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:58.914079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38420) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:58.974192 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.983062 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d3e19b3d-f0de-41c8-9b75-45e32b7bf271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.061294 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-10f1704b-d2e4-4e09-9531-a212133cdfe7 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:59.077285 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-10f1704b-d2e4-4e09-9531-a212133cdfe7 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.49 "GET /v2.0/networks?id=9b6919a5-1ff9-442b-b65f-035fdfa52a06 HTTP/1.1" status: 200 len: 796 time: 0.4438081 Jul 14 09:42:59.093071 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d3e19b3d-f0de-41c8-9b75-45e32b7bf271 None None] For port bd7cb025-a0d5-4ea6-b7b3-45a789369908, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=bd7cb025-a0d5-4ea6-b7b3-45a789369908,segment=NetworkSegment(a0cc762b-c57a-4b0b-b6aa-ca583884903e),segment_id=a0cc762b-c57a-4b0b-b6aa-ca583884903e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:59.116915 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d3e19b3d-f0de-41c8-9b75-45e32b7bf271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.125298 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f9a1cb52-2bae-4272-9959-62e1ddf1c8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.139381 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7000e-6e9a-4508-a024-5bfc90395703 req-cddb2c96-e45f-4e7a-a6e5-f795db89cdfc tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:59.147573 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ca7000e-6e9a-4508-a024-5bfc90395703 req-cddb2c96-e45f-4e7a-a6e5-f795db89cdfc tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.3494380 Jul 14 09:42:59.254353 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e19b3d-f0de-41c8-9b75-45e32b7bf271 None None] Pushing event updated for resources: {'Port': ['ID=bd7cb025-a0d5-4ea6-b7b3-45a789369908,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:59.262375 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-dc6251a3-5bec-406c-be70-bae7cd05b054 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62b2f7301c9c468882746431ee980c27 HTTP/1.1" status: 200 len: 478 time: 0.1781950 Jul 14 09:42:59.278479 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-eef0856a-c272-4243-9403-d0cb65470ceb tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Request body: {'port': {'device_id': '1b83153a-81e0-4369-a5bd-bcaa77b3efd2', 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06', 'admin_state_up': True, 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'security_groups': ['14cd70b6-d031-4487-aa52-c940db49e1c7', '70e05cfc-87f7-4910-a278-45b390ca152c']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:59.387236 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f9a1cb52-2bae-4272-9959-62e1ddf1c8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.402844 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f9a1cb52-2bae-4272-9959-62e1ddf1c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.532987 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.547499 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f9a1cb52-2bae-4272-9959-62e1ddf1c8b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1136df023de420588a271fafbe5f8b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6315472 Jul 14 09:42:59.548409 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38432) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:59.560561 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] Transition to ACTIVE for port object 2a047acc-6be3-4dae-a938-223636ff2977 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:59.566455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c56f1d40-5cde-45bb-acc2-ef29c69f37e9 None None] Provisioning complete for port b7aff5d9-aaa6-429d-a778-ab2e1297ed78 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:59.567055 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c56f1d40-5cde-45bb-acc2-ef29c69f37e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.570031 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:42:59.570595 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:42:59.572517 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1cb52-2bae-4272-9959-62e1ddf1c8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2357d04-b95e-4fa3-856d-df31c2ee6d8d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:59.592663 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.610815 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1cb52-2bae-4272-9959-62e1ddf1c8b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:59.611173 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1cb52-2bae-4272-9959-62e1ddf1c8b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:59.613908 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1cb52-2bae-4272-9959-62e1ddf1c8b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:59.631029 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1cb52-2bae-4272-9959-62e1ddf1c8b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:59.632751 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1cb52-2bae-4272-9959-62e1ddf1c8b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:59.633347 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1cb52-2bae-4272-9959-62e1ddf1c8b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:59.635825 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1cb52-2bae-4272-9959-62e1ddf1c8b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:59.636950 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1cb52-2bae-4272-9959-62e1ddf1c8b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:59.638245 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1cb52-2bae-4272-9959-62e1ddf1c8b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:59.639734 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1cb52-2bae-4272-9959-62e1ddf1c8b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:59.640381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1cb52-2bae-4272-9959-62e1ddf1c8b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:59.641421 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1cb52-2bae-4272-9959-62e1ddf1c8b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:59.658032 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] Attempting to bind port 2a047acc-6be3-4dae-a938-223636ff2977 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:59.658727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] Attempting to bind port 2a047acc-6be3-4dae-a938-223636ff2977 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:59.658985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] Attempting to bind port 2a047acc-6be3-4dae-a938-223636ff2977 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:59.668509 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:59.668889 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:59.669302 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.669693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:59.670176 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] Bound port: 2a047acc-6be3-4dae-a938-223636ff2977, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:59.670563 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.675164 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17878c-facd-430e-822d-9c5fbd0425d5 None None] Pushing event updated for resources: {'Port': ['ID=2a047acc-6be3-4dae-a938-223636ff2977,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:59.730111 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:42:59.742947 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] For port 2a047acc-6be3-4dae-a938-223636ff2977, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:59.746419 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] For port 2a047acc-6be3-4dae-a938-223636ff2977, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2a047acc-6be3-4dae-a938-223636ff2977,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:59.757056 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.766430 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-59fe8204-5afe-4e97-afa3-3d680ae03f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.796271 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-59fe8204-5afe-4e97-afa3-3d680ae03f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.810642 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ca7000e-6e9a-4508-a024-5bfc90395703 req-4497203d-32e3-4ace-bc20-3ae7eccbaa3b tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6516712 Jul 14 09:42:59.813098 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab5720cd-bc0b-417c-9165-4288395e1b58 req-555b7e9e-2236-469c-bcec-dddb36e36635 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d1704fb-4bb8-4cf1-a964-bea65e61bcdb HTTP/1.1" status: 200 len: 210 time: 0.5495405 Jul 14 09:42:59.834026 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17878c-facd-430e-822d-9c5fbd0425d5 None None] Pushing event updated for resources: {'Port': ['ID=2a047acc-6be3-4dae-a938-223636ff2977,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:59.902975 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-22f310ad-7b13-4bab-bcba-43dcd4919428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.920900 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-59fe8204-5afe-4e97-afa3-3d680ae03f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.927916 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-59fe8204-5afe-4e97-afa3-3d680ae03f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.929950 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-59fe8204-5afe-4e97-afa3-3d680ae03f8e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2357d04-b95e-4fa3-856d-df31c2ee6d8d HTTP/1.1" status: 204 len: 168 time: 0.3740673 Jul 14 09:42:59.937075 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c56f1d40-5cde-45bb-acc2-ef29c69f37e9 None None] Provisioning for port c856fed1-52e1-44c6-8574-2a7e39244acb completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:59.943234 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe8204-5afe-4e97-afa3-3d680ae03f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2357d04-b95e-4fa3-856d-df31c2ee6d8d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:59.945180 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.947961 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] Routers {'eeb92606-0047-4bfd-84d4-b8879c7e097a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:59.948842 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:43:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['eeb92606-0047-4bfd-84d4-b8879c7e097a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:00.030756 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-eef0856a-c272-4243-9403-d0cb65470ceb tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Made reservation on behalf of 62b2f7301c9c468882746431ee980c27 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:00.044899 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-eef0856a-c272-4243-9403-d0cb65470ceb tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.129553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] Set router eeb92606-0047-4bfd-84d4-b8879c7e097a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:00.233259 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e6f0817-b07b-4f40-b156-d289d0f08ad3 req-b330ff0b-70fa-4e6b-8ab9-3dcec65ca4d7 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 210 time: 0.1286857 Jul 14 09:43:00.233763 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c56f1d40-5cde-45bb-acc2-ef29c69f37e9 None None] Provisioning complete for port c856fed1-52e1-44c6-8574-2a7e39244acb triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:00.233763 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c56f1d40-5cde-45bb-acc2-ef29c69f37e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.300184 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c56f1d40-5cde-45bb-acc2-ef29c69f37e9 None None] Port c856fed1-52e1-44c6-8574-2a7e39244acb cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:00.574934 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb92606-0047-4bfd-84d4-b8879c7e097a', 'name': 'tempest-TestVolumeBootPattern-1238295228-router', 'tenant_id': '248adfd273284109956be5cd5477d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2a047acc-6be3-4dae-a938-223636ff2977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:49Z', 'updated_at': '2021-07-14T09:42:57Z', 'revision_number': 4, 'project_id': '248adfd273284109956be5cd5477d5d9', 'gw_port': {'id': '2a047acc-6be3-4dae-a938-223636ff2977', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:59:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb92606-0047-4bfd-84d4-b8879c7e097a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:51Z', 'updated_at': '2021-07-14T09:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'c856fed1-52e1-44c6-8574-2a7e39244acb', 'name': '', 'network_id': '63172c4c-f25e-4a6b-aa82-12f68206c1fd', 'tenant_id': '248adfd273284109956be5cd5477d5d9', 'mac_address': 'fa:16:3e:8f:84:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb92606-0047-4bfd-84d4-b8879c7e097a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'c5f62d8b-b8ba-4ffe-bfe6-f521391008e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:55Z', 'updated_at': '2021-07-14T09:42:57Z', 'revision_number': 2, 'project_id': '248adfd273284109956be5cd5477d5d9', 'subnets': [{'id': 'c5f62d8b-b8ba-4ffe-bfe6-f521391008e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:00.578242 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025ff30-7805-48a2-9d00-7c5a897b81db req-d5de512b-c224-42c7-a728-b81593778e34 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:00.587694 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5025ff30-7805-48a2-9d00-7c5a897b81db req-d5de512b-c224-42c7-a728-b81593778e34 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.3835893 Jul 14 09:43:00.653372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-eef0856a-c272-4243-9403-d0cb65470ceb tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Allocated IP 172.20.0.7 (9b6919a5-1ff9-442b-b65f-035fdfa52a06/ba624a40-76ed-4e4b-b069-12b97dd74ffd/1e5db496-b607-4043-98c6-b5b82c6fab7a) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:00.657498 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-acb21e6e-b0cf-417a-a3a0-5d8a26cb889b tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:00.660407 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-acb21e6e-b0cf-417a-a3a0-5d8a26cb889b tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.55 "GET /v2.0/networks?id=e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f HTTP/1.1" status: 200 len: 814 time: 0.2835374 Jul 14 09:43:00.680964 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-42611c74-4c18-4382-9d4d-6f9c85d22550 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Request body: {'port': {'device_id': '6d1704fb-4bb8-4cf1-a964-bea65e61bcdb', 'network_id': 'e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f', 'admin_state_up': True, 'tenant_id': '563014d0329d42bbaec566a52797d763'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:00.703274 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd88425a-2b90-4df4-afe7-417c7f7b7112 None None] The sync data for ids ['eeb92606-0047-4bfd-84d4-b8879c7e097a'] in n-d-798054-10 is: [{'id': 'eeb92606-0047-4bfd-84d4-b8879c7e097a', 'name': 'tempest-TestVolumeBootPattern-1238295228-router', 'tenant_id': '248adfd273284109956be5cd5477d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2a047acc-6be3-4dae-a938-223636ff2977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:49Z', 'updated_at': '2021-07-14T09:42:57Z', 'revision_number': 4, 'project_id': '248adfd273284109956be5cd5477d5d9', 'gw_port': {'id': '2a047acc-6be3-4dae-a938-223636ff2977', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:59:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb92606-0047-4bfd-84d4-b8879c7e097a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:51Z', 'updated_at': '2021-07-14T09:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'c856fed1-52e1-44c6-8574-2a7e39244acb', 'name': '', 'network_id': '63172c4c-f25e-4a6b-aa82-12f68206c1fd', 'tenant_id': '248adfd273284109956be5cd5477d5d9', 'mac_address': 'fa:16:3e:8f:84:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb92606-0047-4bfd-84d4-b8879c7e097a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'c5f62d8b-b8ba-4ffe-bfe6-f521391008e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:55Z', 'updated_at': '2021-07-14T09:42:57Z', 'revision_number': 2, 'project_id': '248adfd273284109956be5cd5477d5d9', 'subnets': [{'id': 'c5f62d8b-b8ba-4ffe-bfe6-f521391008e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:00.717152 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b7aff5d9-aaa6-429d-a778-ab2e1297ed78 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:00.770098 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5025ff30-7805-48a2-9d00-7c5a897b81db req-14df9402-5d08-4a8b-8425-90ee3dd6d41a tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547763 Jul 14 09:43:00.839503 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.854917 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-42611c74-4c18-4382-9d4d-6f9c85d22550 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Made reservation on behalf of 563014d0329d42bbaec566a52797d763 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:00.862828 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-42611c74-4c18-4382-9d4d-6f9c85d22550 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.916409 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port b7aff5d9-aaa6-429d-a778-ab2e1297ed78 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:00.920227 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.113138 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device bd7cb025-a0d5-4ea6-b7b3-45a789369908 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:01.178307 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-42611c74-4c18-4382-9d4d-6f9c85d22550 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Allocated IP 172.20.0.14 (e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f/59383493-eec2-406e-84b2-89efdf6be982/dc085e94-86e4-4157-a3fc-e93e530a27d9) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:01.219220 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port bd7cb025-a0d5-4ea6-b7b3-45a789369908 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:01.219593 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.265802 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5da190f3-3233-4d34-b6bd-bfe05e735fc7 req-ff4a6e6d-17dd-403e-a303-273261049e9a tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d1704fb-4bb8-4cf1-a964-bea65e61bcdb HTTP/1.1" status: 200 len: 210 time: 0.1348834 Jul 14 09:43:01.292542 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-eef0856a-c272-4243-9403-d0cb65470ceb tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.367595 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-eef0856a-c272-4243-9403-d0cb65470ceb tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Transition to ACTIVE for port object 1e5db496-b607-4043-98c6-b5b82c6fab7a will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:01.367595 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead9d85-628c-4a7b-8f44-4088f0e83d03 req-3305714a-c63b-4061-b3fb-1e3d7ad279c6 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:01.367595 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2ead9d85-628c-4a7b-8f44-4088f0e83d03 req-3305714a-c63b-4061-b3fb-1e3d7ad279c6 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.3115005 Jul 14 09:43:01.428507 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2ead9d85-628c-4a7b-8f44-4088f0e83d03 req-312774a2-3cc9-40a0-8459-0a1814c70ead tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650740 Jul 14 09:43:01.450371 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-eef0856a-c272-4243-9403-d0cb65470ceb tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.458002 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-42611c74-4c18-4382-9d4d-6f9c85d22550 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.518642 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-42611c74-4c18-4382-9d4d-6f9c85d22550 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.566583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-42611c74-4c18-4382-9d4d-6f9c85d22550 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Network e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:01.573063 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-42611c74-4c18-4382-9d4d-6f9c85d22550 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:01.575743 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-42611c74-4c18-4382-9d4d-6f9c85d22550 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:01.576751 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0856a-c272-4243-9403-d0cb65470ceb tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event updated for resources: {'Port': ['ID=1e5db496-b607-4043-98c6-b5b82c6fab7a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:01.582767 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-eef0856a-c272-4243-9403-d0cb65470ceb tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Network 9b6919a5-1ff9-442b-b65f-035fdfa52a06 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:01.603622 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-eef0856a-c272-4243-9403-d0cb65470ceb tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:01.608080 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-eef0856a-c272-4243-9403-d0cb65470ceb tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:01.610718 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42611c74-4c18-4382-9d4d-6f9c85d22550 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Pushing event updated for resources: {'Port': ['ID=dc085e94-86e4-4157-a3fc-e93e530a27d9,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:01.641744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-42611c74-4c18-4382-9d4d-6f9c85d22550 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:01.642128 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-42611c74-4c18-4382-9d4d-6f9c85d22550 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.672113 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-42611c74-4c18-4382-9d4d-6f9c85d22550 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9920106 Jul 14 09:43:01.685891 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] Request body: {'port': {'device_id': '6d1704fb-4bb8-4cf1-a964-bea65e61bcdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:01.701494 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-eef0856a-c272-4243-9403-d0cb65470ceb tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:01.702178 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-eef0856a-c272-4243-9403-d0cb65470ceb tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.726256 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47476c-83dd-45ca-b4e4-b319cd1d79f2 req-0ff5363f-a4d3-4e78-8a63-7a1991c41abb tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:01.733397 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef47476c-83dd-45ca-b4e4-b319cd1d79f2 req-0ff5363f-a4d3-4e78-8a63-7a1991c41abb tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.1667798 Jul 14 09:43:01.743179 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55771b96-437e-4ef4-ac1b-c14c7e8659a2 req-f2fbf68a-b4f2-4a22-a06b-e1db45738697 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:01.744762 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55771b96-437e-4ef4-ac1b-c14c7e8659a2 req-f2fbf68a-b4f2-4a22-a06b-e1db45738697 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 970 time: 0.2267845 Jul 14 09:43:01.792994 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.799945 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-eef0856a-c272-4243-9403-d0cb65470ceb tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.5294316 Jul 14 09:43:01.817439 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] Request body: {'port': {'device_id': '1b83153a-81e0-4369-a5bd-bcaa77b3efd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:01.828995 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef47476c-83dd-45ca-b4e4-b319cd1d79f2 req-be27889b-adcc-4898-ae19-e1d6eeeeb610 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946839 Jul 14 09:43:01.946277 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55771b96-437e-4ef4-ac1b-c14c7e8659a2 req-7e685dd8-93ac-4951-b0dd-35a7212d9b6c tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/security-groups?id=70e05cfc-87f7-4910-a278-45b390ca152c&id=14cd70b6-d031-4487-aa52-c940db49e1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1693418 Jul 14 09:43:01.962498 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.975648 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-618bd807-0b5a-4d76-81d3-c8cbef99d545 None None] Provisioning for port 1e5db496-b607-4043-98c6-b5b82c6fab7a completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:01.979954 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-618bd807-0b5a-4d76-81d3-c8cbef99d545 None None] Provisioning complete for port 1e5db496-b607-4043-98c6-b5b82c6fab7a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:01.980326 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-618bd807-0b5a-4d76-81d3-c8cbef99d545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.009665 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.046580 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-618bd807-0b5a-4d76-81d3-c8cbef99d545 None None] Port 1e5db496-b607-4043-98c6-b5b82c6fab7a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:02.220509 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b362c7-65a0-44d1-a8e3-b814be62aece req-b777fa0a-91bd-465c-a6b1-70aa6055e0a1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:02.221994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc085e94-86e4-4157-a3fc-e93e530a27d9 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:02.227954 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57b362c7-65a0-44d1-a8e3-b814be62aece req-b777fa0a-91bd-465c-a6b1-70aa6055e0a1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.1639791 Jul 14 09:43:02.233185 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.255468 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] Transition to ACTIVE for port object dc085e94-86e4-4157-a3fc-e93e530a27d9 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:02.270236 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.351823 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57b362c7-65a0-44d1-a8e3-b814be62aece req-8341c67c-787d-4219-84b5-14abdd7fb505 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228456 Jul 14 09:43:02.355209 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc085e94-86e4-4157-a3fc-e93e530a27d9,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:02.540005 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] Attempting to bind port dc085e94-86e4-4157-a3fc-e93e530a27d9 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:02.540349 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] Attempting to bind port dc085e94-86e4-4157-a3fc-e93e530a27d9 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '9269afd9-1f5b-4118-864b-b6f146bc9f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:02.540679 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] Attempting to bind port dc085e94-86e4-4157-a3fc-e93e530a27d9 on network e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:02.557873 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] Port dc085e94-86e4-4157-a3fc-e93e530a27d9 on network e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:02.558206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] Attempting to bind port dc085e94-86e4-4157-a3fc-e93e530a27d9 on network e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:02.563678 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:02.564023 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] Checking segment: {'id': '9269afd9-1f5b-4118-864b-b6f146bc9f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:02.564428 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] Bound using segment: {'id': '9269afd9-1f5b-4118-864b-b6f146bc9f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:02.564867 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] Bound port: dc085e94-86e4-4157-a3fc-e93e530a27d9, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9269afd9-1f5b-4118-864b-b6f146bc9f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:02.565231 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.585134 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2a047acc-6be3-4dae-a938-223636ff2977 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:02.635128 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] For port dc085e94-86e4-4157-a3fc-e93e530a27d9, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:02.639126 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] For port dc085e94-86e4-4157-a3fc-e93e530a27d9, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=dc085e94-86e4-4157-a3fc-e93e530a27d9,segment=NetworkSegment(9269afd9-1f5b-4118-864b-b6f146bc9f37),segment_id=9269afd9-1f5b-4118-864b-b6f146bc9f37)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:02.646007 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.695439 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:02.696175 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.697647 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] 10.222.0.55 "PUT /v2.0/ports/dc085e94-86e4-4157-a3fc-e93e530a27d9 HTTP/1.1" status: 200 len: 1093 time: 1.0168729 Jul 14 09:43:02.698148 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1704fb-4bb8-4cf1-a964-bea65e61bcdb', 'tag': 'dc085e94-86e4-4157-a3fc-e93e530a27d9'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:02.701545 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd67dde-e2a4-44e9-a910-99e0ae2b70a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1704fb-4bb8-4cf1-a964-bea65e61bcdb", "tag": "dc085e94-86e4-4157-a3fc-e93e530a27d9"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:02.702606 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 2a047acc-6be3-4dae-a938-223636ff2977 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:02.717524 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 2a047acc-6be3-4dae-a938-223636ff2977 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:02.718430 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.736679 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5db496-b607-4043-98c6-b5b82c6fab7a {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:02.751818 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.755870 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c8719-8377-44d0-b88d-991e07c39bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc085e94-86e4-4157-a3fc-e93e530a27d9,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:02.784096 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae15c1-ff10-44a0-a66b-46c4ec3c4592 req-0de04f02-e9e5-457b-a013-bec769a71937 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:02.786021 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-10ae15c1-ff10-44a0-a66b-46c4ec3c4592 req-0de04f02-e9e5-457b-a013-bec769a71937 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d1704fb-4bb8-4cf1-a964-bea65e61bcdb HTTP/1.1" status: 200 len: 944 time: 0.3017063 Jul 14 09:43:02.805745 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-d9d0909c-421e-488f-a28b-3b39a9005d86 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:02.813263 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-d9d0909c-421e-488f-a28b-3b39a9005d86 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 811 time: 0.2713301 Jul 14 09:43:02.841968 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.858072 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] Transition to ACTIVE for port object 1e5db496-b607-4043-98c6-b5b82c6fab7a will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:02.863730 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-ba33ed4d-01b1-495e-b0d7-86caf0fb738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:02.872682 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-ba33ed4d-01b1-495e-b0d7-86caf0fb738c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=563014d0329d42bbaec566a52797d763&device_id=6d1704fb-4bb8-4cf1-a964-bea65e61bcdb HTTP/1.1" status: 200 len: 1096 time: 0.1011996 Jul 14 09:43:02.873643 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-10ae15c1-ff10-44a0-a66b-46c4ec3c4592 req-05c94b70-859a-4b67-a0a8-891bcd36193d tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.26 "GET /v2.0/security-groups?id=29eaabb7-95f0-4b08-9ea5-6b06b989063a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781159 Jul 14 09:43:02.874304 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.889822 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.928081 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124f929-1472-469d-9d26-6d25281e555d service neutron] Pushing event updated for resources: {'Port': ['ID=1e5db496-b607-4043-98c6-b5b82c6fab7a,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:02.938212 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-a63d5dc8-7f16-4b27-bc52-15dfe6e726ce tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/quotas/51eddd5eb51e43da8f7e9b436a71a31a HTTP/1.1" status: 200 len: 375 time: 0.1240156 Jul 14 09:43:02.952036 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 2a047acc-6be3-4dae-a938-223636ff2977, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2a047acc-6be3-4dae-a938-223636ff2977,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:02.964011 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.035545 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed539975-b13c-4528-9b91-22bccde07c1f x-openstack-request-id: req-ed539975-b13c-4528-9b91-22bccde07c1f {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:03.035915 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1704fb-4bb8-4cf1-a964-bea65e61bcdb", "tag": "dc085e94-86e4-4157-a3fc-e93e530a27d9", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:03.036819 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=2a047acc-6be3-4dae-a938-223636ff2977,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:03.036957 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed539975-b13c-4528-9b91-22bccde07c1f {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:03.037455 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1704fb-4bb8-4cf1-a964-bea65e61bcdb', 'tag': 'dc085e94-86e4-4157-a3fc-e93e530a27d9', 'status': 'completed', 'code': 200} Jul 14 09:43:03.040396 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-f2962c33-ed07-47f1-a2d5-f2a367a9b000 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc085e94-86e4-4157-a3fc-e93e530a27d9 HTTP/1.1" status: 200 len: 217 time: 0.1498432 Jul 14 09:43:03.101938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] Attempting to bind port 1e5db496-b607-4043-98c6-b5b82c6fab7a on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:03.102641 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] Attempting to bind port 1e5db496-b607-4043-98c6-b5b82c6fab7a by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': 'a0cc762b-c57a-4b0b-b6aa-ca583884903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:03.103157 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] Attempting to bind port 1e5db496-b607-4043-98c6-b5b82c6fab7a on network 9b6919a5-1ff9-442b-b65f-035fdfa52a06 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:03.114594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-73dac395-e992-4e9c-9ece-f25afab86935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:03.115836 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] Port 1e5db496-b607-4043-98c6-b5b82c6fab7a on network 9b6919a5-1ff9-442b-b65f-035fdfa52a06 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:03.116378 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] Attempting to bind port 1e5db496-b607-4043-98c6-b5b82c6fab7a on network 9b6919a5-1ff9-442b-b65f-035fdfa52a06 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:03.116530 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-73dac395-e992-4e9c-9ece-f25afab86935 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59383493-eec2-406e-84b2-89efdf6be982 HTTP/1.1" status: 200 len: 854 time: 0.0680077 Jul 14 09:43:03.130355 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-2dda0687-9de2-4b76-a9c6-61ab7407b8ce tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1910071 Jul 14 09:43:03.131174 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:03.131514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] Checking segment: {'id': 'a0cc762b-c57a-4b0b-b6aa-ca583884903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:03.131897 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] Bound using segment: {'id': 'a0cc762b-c57a-4b0b-b6aa-ca583884903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:03.132345 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] Bound port: 1e5db496-b607-4043-98c6-b5b82c6fab7a, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0cc762b-c57a-4b0b-b6aa-ca583884903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:03.132706 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.156878 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-9336a2b9-983d-4b13-8268-45a0fc63a7b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324416 Jul 14 09:43:03.270567 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-e07cf1b3-1695-46fc-9364-55498ccb35a0 service neutron] 10.222.0.55 "GET /v2.0/networks/e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070755 Jul 14 09:43:03.314223 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] For port 1e5db496-b607-4043-98c6-b5b82c6fab7a, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:03.343962 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] For port 1e5db496-b607-4043-98c6-b5b82c6fab7a, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1e5db496-b607-4043-98c6-b5b82c6fab7a,segment=NetworkSegment(a0cc762b-c57a-4b0b-b6aa-ca583884903e),segment_id=a0cc762b-c57a-4b0b-b6aa-ca583884903e)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:03.350345 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-8e07596f-284c-4775-ba0b-dff3486cee2b service neutron] 10.222.0.26 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066317 Jul 14 09:43:03.354476 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.387035 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-08f259e8-0403-4116-80e2-c813c9205eb9 req-00193aaf-6ae1-4b59-8c8b-5ee322343649 service neutron] 10.222.0.55 "GET /v2.0/networks/e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082630 Jul 14 09:43:03.410963 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772147-e276-4b13-8e92-55bb38f097f0 req-ccbb5b67-96f6-47fd-a9d1-510665a8bb98 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:03.412448 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed772147-e276-4b13-8e92-55bb38f097f0 req-ccbb5b67-96f6-47fd-a9d1-510665a8bb98 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 982 time: 0.2467208 Jul 14 09:43:03.462691 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:03.463361 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.464776 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-b124f929-1472-469d-9d26-6d25281e555d service neutron] 10.222.0.49 "PUT /v2.0/ports/1e5db496-b607-4043-98c6-b5b82c6fab7a HTTP/1.1" status: 200 len: 1131 time: 1.6560929 Jul 14 09:43:03.466307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b83153a-81e0-4369-a5bd-bcaa77b3efd2', 'tag': '1e5db496-b607-4043-98c6-b5b82c6fab7a'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:03.468521 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce6ba9d-bf5f-4439-b2fa-d94cb7024aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "1b83153a-81e0-4369-a5bd-bcaa77b3efd2", "tag": "1e5db496-b607-4043-98c6-b5b82c6fab7a"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:03.525319 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124f929-1472-469d-9d26-6d25281e555d service neutron] Pushing event updated for resources: {'Port': ['ID=1e5db496-b607-4043-98c6-b5b82c6fab7a,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:03.553618 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed772147-e276-4b13-8e92-55bb38f097f0 req-2accc67c-b17c-4745-84df-8aed57c66eb9 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/security-groups?id=70e05cfc-87f7-4910-a278-45b390ca152c&id=14cd70b6-d031-4487-aa52-c940db49e1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1113906 Jul 14 09:43:03.623439 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd67dde-e2a4-44e9-a910-99e0ae2b70a9 req-2db1d491-d9f8-4122-a841-1b3445082a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:03.624294 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-2a498632-646a-4e1d-8ce0-3361d31d2b53 service neutron] 10.222.0.26 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665741 Jul 14 09:43:03.627172 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dcd67dde-e2a4-44e9-a910-99e0ae2b70a9 req-2db1d491-d9f8-4122-a841-1b3445082a01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=563014d0329d42bbaec566a52797d763&device_id=6d1704fb-4bb8-4cf1-a964-bea65e61bcdb HTTP/1.1" status: 200 len: 1096 time: 0.1273522 Jul 14 09:43:03.669746 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db0b012-f2e7-4337-88bf-9cd84a4af12a x-openstack-request-id: req-4db0b012-f2e7-4337-88bf-9cd84a4af12a {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:03.670077 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b83153a-81e0-4369-a5bd-bcaa77b3efd2", "tag": "1e5db496-b607-4043-98c6-b5b82c6fab7a", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:03.670332 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4db0b012-f2e7-4337-88bf-9cd84a4af12a {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:03.670734 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b83153a-81e0-4369-a5bd-bcaa77b3efd2', 'tag': '1e5db496-b607-4043-98c6-b5b82c6fab7a', 'status': 'completed', 'code': 200} Jul 14 09:43:03.684352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-942fed0c-2cd6-448f-a3b1-2bdf7cc39ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:03.685954 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-942fed0c-2cd6-448f-a3b1-2bdf7cc39ef2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b2f7301c9c468882746431ee980c27&device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 1134 time: 0.1575613 Jul 14 09:43:03.751615 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-f9a70459-8da6-4012-9eb4-97ffc8e72008 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e5db496-b607-4043-98c6-b5b82c6fab7a HTTP/1.1" status: 200 len: 217 time: 0.0582972 Jul 14 09:43:03.760014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd67dde-e2a4-44e9-a910-99e0ae2b70a9 req-a689ae7e-4751-441b-84e2-dcbe9102ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:03.763131 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dcd67dde-e2a4-44e9-a910-99e0ae2b70a9 req-a689ae7e-4751-441b-84e2-dcbe9102ff33 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f HTTP/1.1" status: 200 len: 915 time: 0.1290736 Jul 14 09:43:03.820300 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-f39dd9d5-d2d9-4584-bf7d-160f29f2097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:03.822093 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-f39dd9d5-d2d9-4584-bf7d-160f29f2097d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba624a40-76ed-4e4b-b069-12b97dd74ffd HTTP/1.1" status: 200 len: 835 time: 0.0641177 Jul 14 09:43:03.843978 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dcd67dde-e2a4-44e9-a910-99e0ae2b70a9 req-03f006f1-2f2f-435f-99f5-6f9ba4a90e4d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc085e94-86e4-4157-a3fc-e93e530a27d9 HTTP/1.1" status: 200 len: 217 time: 0.0715058 Jul 14 09:43:03.927568 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd67dde-e2a4-44e9-a910-99e0ae2b70a9 req-a6ce85b4-5b0c-4213-a381-482bc41b4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:03.928998 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dcd67dde-e2a4-44e9-a910-99e0ae2b70a9 req-a6ce85b4-5b0c-4213-a381-482bc41b4a65 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=59383493-eec2-406e-84b2-89efdf6be982 HTTP/1.1" status: 200 len: 854 time: 0.0784850 Jul 14 09:43:03.938680 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-37a48f14-716c-49e6-abaa-3c0160a27eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:03.940271 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-37a48f14-716c-49e6-abaa-3c0160a27eeb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9b6919a5-1ff9-442b-b65f-035fdfa52a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1111894 Jul 14 09:43:03.972510 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dcd67dde-e2a4-44e9-a910-99e0ae2b70a9 req-5befb4ae-a93c-47f5-a214-a4ea6f3f9f46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360882 Jul 14 09:43:04.101475 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dcd67dde-e2a4-44e9-a910-99e0ae2b70a9 req-35323bfc-2e9d-463e-b33c-32d56a05e8ec service neutron] 10.222.0.55 "GET /v2.0/networks/e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216590 Jul 14 09:43:04.164969 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] Sync routers for ids ['eeb92606-0047-4bfd-84d4-b8879c7e097a'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:04.179927 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] Routers {'eeb92606-0047-4bfd-84d4-b8879c7e097a'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:04.180562 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:43:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['eeb92606-0047-4bfd-84d4-b8879c7e097a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:04.201571 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-54cac89d-0d30-44e2-b937-3dc75aea2afe service neutron] 10.222.0.49 "GET /v2.0/networks/9b6919a5-1ff9-442b-b65f-035fdfa52a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539797 Jul 14 09:43:04.203730 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a698c96-fc98-4334-a96f-476eafd3823e req-45c239f7-baf1-4cc5-bc01-80b1678e76e8 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 210 time: 0.0666070 Jul 14 09:43:04.360857 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] Set router eeb92606-0047-4bfd-84d4-b8879c7e097a gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:04.433087 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1772e3f2-9b7e-4b80-888f-2cdf0d834f18 req-74a6501c-ea7c-4b8d-b0c9-35d3d79dc623 service neutron] 10.222.0.49 "GET /v2.0/networks/9b6919a5-1ff9-442b-b65f-035fdfa52a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228701 Jul 14 09:43:04.497340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ce27b-99b3-451e-a1fc-d3c8e212e82f req-f1a5da5e-18f6-4182-ad8d-da608a13309e tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:04.502639 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-717ce27b-99b3-451e-a1fc-d3c8e212e82f req-f1a5da5e-18f6-4182-ad8d-da608a13309e tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d1704fb-4bb8-4cf1-a964-bea65e61bcdb HTTP/1.1" status: 200 len: 944 time: 0.4442196 Jul 14 09:43:04.622175 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2a047acc-6be3-4dae-a938-223636ff2977 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:04.744708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 2a047acc-6be3-4dae-a938-223636ff2977 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:04.745377 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.798448 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-717ce27b-99b3-451e-a1fc-d3c8e212e82f req-2b31d7d9-c29d-40db-80f3-286ab8c2a72a tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.26 "GET /v2.0/security-groups?id=29eaabb7-95f0-4b08-9ea5-6b06b989063a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901697 Jul 14 09:43:04.948542 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb92606-0047-4bfd-84d4-b8879c7e097a', 'name': 'tempest-TestVolumeBootPattern-1238295228-router', 'tenant_id': '248adfd273284109956be5cd5477d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2a047acc-6be3-4dae-a938-223636ff2977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:49Z', 'updated_at': '2021-07-14T09:42:57Z', 'revision_number': 4, 'project_id': '248adfd273284109956be5cd5477d5d9', 'gw_port': {'id': '2a047acc-6be3-4dae-a938-223636ff2977', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:59:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb92606-0047-4bfd-84d4-b8879c7e097a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:51Z', 'updated_at': '2021-07-14T09:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'c856fed1-52e1-44c6-8574-2a7e39244acb', 'name': '', 'network_id': '63172c4c-f25e-4a6b-aa82-12f68206c1fd', 'tenant_id': '248adfd273284109956be5cd5477d5d9', 'mac_address': 'fa:16:3e:8f:84:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb92606-0047-4bfd-84d4-b8879c7e097a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'c5f62d8b-b8ba-4ffe-bfe6-f521391008e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:55Z', 'updated_at': '2021-07-14T09:42:57Z', 'revision_number': 2, 'project_id': '248adfd273284109956be5cd5477d5d9', 'subnets': [{'id': 'c5f62d8b-b8ba-4ffe-bfe6-f521391008e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:04.954026 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6ba9d-bf5f-4439-b2fa-d94cb7024aa7 req-dae3dcf1-ed27-481c-91e4-16ddf4d7cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:04.955937 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ce6ba9d-bf5f-4439-b2fa-d94cb7024aa7 req-dae3dcf1-ed27-481c-91e4-16ddf4d7cc9d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b2f7301c9c468882746431ee980c27&device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 1134 time: 0.3803027 Jul 14 09:43:04.964697 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dcd67dde-e2a4-44e9-a910-99e0ae2b70a9 req-aefa7229-1a10-4294-9143-721db6cecf22 service neutron] 10.222.0.55 "GET /v2.0/networks/e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8565214 Jul 14 09:43:04.976352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68826827-0ae0-4f4d-beea-ece360d4776b req-ad1f0bcb-0fa6-454b-88ea-9bfcb68deb22 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:04.977901 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-68826827-0ae0-4f4d-beea-ece360d4776b req-ad1f0bcb-0fa6-454b-88ea-9bfcb68deb22 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 982 time: 0.1724164 Jul 14 09:43:04.984552 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] Checking router: eeb92606-0047-4bfd-84d4-b8879c7e097a for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:04.984976 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] Updating router eeb92606-0047-4bfd-84d4-b8879c7e097a port c856fed1-52e1-44c6-8574-2a7e39244acb binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:43:05.038217 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.133420 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-68826827-0ae0-4f4d-beea-ece360d4776b req-a903cd9c-32b1-4030-be5f-618830595ef9 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/security-groups?id=70e05cfc-87f7-4910-a278-45b390ca152c&id=14cd70b6-d031-4487-aa52-c940db49e1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0761464 Jul 14 09:43:05.135122 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6ba9d-bf5f-4439-b2fa-d94cb7024aa7 req-97ad5450-3838-41e1-a034-6efe9e5e518c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:05.140188 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ce6ba9d-bf5f-4439-b2fa-d94cb7024aa7 req-97ad5450-3838-41e1-a034-6efe9e5e518c service neutron] 10.222.0.49 "GET /v2.0/networks?id=9b6919a5-1ff9-442b-b65f-035fdfa52a06 HTTP/1.1" status: 200 len: 897 time: 0.1730549 Jul 14 09:43:05.186062 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ce6ba9d-bf5f-4439-b2fa-d94cb7024aa7 req-ef1783ee-cba6-433d-ba2e-ee404062cbe0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e5db496-b607-4043-98c6-b5b82c6fab7a HTTP/1.1" status: 200 len: 217 time: 0.0383935 Jul 14 09:43:05.262831 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6ba9d-bf5f-4439-b2fa-d94cb7024aa7 req-a4b4239e-9dcd-467e-b82f-52300f52bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:05.264964 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ce6ba9d-bf5f-4439-b2fa-d94cb7024aa7 req-a4b4239e-9dcd-467e-b82f-52300f52bfd8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba624a40-76ed-4e4b-b069-12b97dd74ffd HTTP/1.1" status: 200 len: 835 time: 0.0726192 Jul 14 09:43:05.366253 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6ba9d-bf5f-4439-b2fa-d94cb7024aa7 req-dcb483ef-4bfe-4df8-b17a-5100ac85ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:05.367812 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ce6ba9d-bf5f-4439-b2fa-d94cb7024aa7 req-dcb483ef-4bfe-4df8-b17a-5100ac85ac2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9b6919a5-1ff9-442b-b65f-035fdfa52a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960650 Jul 14 09:43:05.369752 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-329434ac-9358-40a1-918f-6ca3410052c1 req-3bf5a01f-6969-414d-b78c-67d03e8f2a73 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 210 time: 0.0361185 Jul 14 09:43:05.466134 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ce6ba9d-bf5f-4439-b2fa-d94cb7024aa7 req-ce0c4758-0350-416c-aed8-161b895587e8 service neutron] 10.222.0.49 "GET /v2.0/networks/9b6919a5-1ff9-442b-b65f-035fdfa52a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909185 Jul 14 09:43:05.466892 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.478732 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] Transition to ACTIVE for port object c856fed1-52e1-44c6-8574-2a7e39244acb will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:05.485583 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.541691 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0065c7a-d04b-476d-9fcd-3b840393d0ea None None] Pushing event updated for resources: {'Port': ['ID=c856fed1-52e1-44c6-8574-2a7e39244acb,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:05.604356 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ce6ba9d-bf5f-4439-b2fa-d94cb7024aa7 req-2a8be1b1-1ea6-4b5f-b3f6-265e95625906 service neutron] 10.222.0.49 "GET /v2.0/networks/9b6919a5-1ff9-442b-b65f-035fdfa52a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315987 Jul 14 09:43:05.619681 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] Attempting to bind port c856fed1-52e1-44c6-8574-2a7e39244acb on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:05.620058 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] Attempting to bind port c856fed1-52e1-44c6-8574-2a7e39244acb by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63172c4c-f25e-4a6b-aa82-12f68206c1fd'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:05.620420 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] Attempting to bind port c856fed1-52e1-44c6-8574-2a7e39244acb on network 63172c4c-f25e-4a6b-aa82-12f68206c1fd {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:05.628246 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:05.628744 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] Checking segment: {'id': 'fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63172c4c-f25e-4a6b-aa82-12f68206c1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:05.629229 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.629685 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] Bound using segment: {'id': 'fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63172c4c-f25e-4a6b-aa82-12f68206c1fd'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:05.630252 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] Bound port: c856fed1-52e1-44c6-8574-2a7e39244acb, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63172c4c-f25e-4a6b-aa82-12f68206c1fd'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:05.630703 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.708038 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] For port c856fed1-52e1-44c6-8574-2a7e39244acb, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:05.711480 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] For port c856fed1-52e1-44c6-8574-2a7e39244acb, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c856fed1-52e1-44c6-8574-2a7e39244acb,segment=NetworkSegment(fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d),segment_id=fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:05.717532 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.802176 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] Routers {'eeb92606-0047-4bfd-84d4-b8879c7e097a'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:05.802967 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:43:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['eeb92606-0047-4bfd-84d4-b8879c7e097a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:05.816812 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-e13a200c-f660-4565-afd8-bbd6b92cfa84 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:05.825843 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-e13a200c-f660-4565-afd8-bbd6b92cfa84 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 811 time: 0.1479995 Jul 14 09:43:05.853865 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-e7bc2999-2fd6-4aff-ab1e-892f1fc344fa tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Request body: {'port': {'device_id': '41da404a-ee13-470d-92ba-ff1dc1044d1c', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'admin_state_up': True, 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:05.950981 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0065c7a-d04b-476d-9fcd-3b840393d0ea None None] Pushing event updated for resources: {'Port': ['ID=c856fed1-52e1-44c6-8574-2a7e39244acb,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:06.058860 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] Set router eeb92606-0047-4bfd-84d4-b8879c7e097a gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:06.107946 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-e7bc2999-2fd6-4aff-ab1e-892f1fc344fa tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Made reservation on behalf of 51eddd5eb51e43da8f7e9b436a71a31a for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:06.112275 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-e7bc2999-2fd6-4aff-ab1e-892f1fc344fa tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.358649 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb92606-0047-4bfd-84d4-b8879c7e097a', 'name': 'tempest-TestVolumeBootPattern-1238295228-router', 'tenant_id': '248adfd273284109956be5cd5477d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2a047acc-6be3-4dae-a938-223636ff2977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:49Z', 'updated_at': '2021-07-14T09:42:57Z', 'revision_number': 4, 'project_id': '248adfd273284109956be5cd5477d5d9', 'gw_port': {'id': '2a047acc-6be3-4dae-a938-223636ff2977', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:59:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb92606-0047-4bfd-84d4-b8879c7e097a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:51Z', 'updated_at': '2021-07-14T09:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'c856fed1-52e1-44c6-8574-2a7e39244acb', 'name': '', 'network_id': '63172c4c-f25e-4a6b-aa82-12f68206c1fd', 'tenant_id': '248adfd273284109956be5cd5477d5d9', 'mac_address': 'fa:16:3e:8f:84:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb92606-0047-4bfd-84d4-b8879c7e097a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'c5f62d8b-b8ba-4ffe-bfe6-f521391008e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:55Z', 'updated_at': '2021-07-14T09:43:05Z', 'revision_number': 4, 'project_id': '248adfd273284109956be5cd5477d5d9', 'subnets': [{'id': 'c5f62d8b-b8ba-4ffe-bfe6-f521391008e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:06.388406 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc2d55b-3bc3-4ddc-983c-d5c07430d965 None None] The sync data for ids ['eeb92606-0047-4bfd-84d4-b8879c7e097a'] in n-d-798054-10 is: [{'id': 'eeb92606-0047-4bfd-84d4-b8879c7e097a', 'name': 'tempest-TestVolumeBootPattern-1238295228-router', 'tenant_id': '248adfd273284109956be5cd5477d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2a047acc-6be3-4dae-a938-223636ff2977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:49Z', 'updated_at': '2021-07-14T09:42:57Z', 'revision_number': 4, 'project_id': '248adfd273284109956be5cd5477d5d9', 'gw_port': {'id': '2a047acc-6be3-4dae-a938-223636ff2977', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:59:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb92606-0047-4bfd-84d4-b8879c7e097a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:51Z', 'updated_at': '2021-07-14T09:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'c856fed1-52e1-44c6-8574-2a7e39244acb', 'name': '', 'network_id': '63172c4c-f25e-4a6b-aa82-12f68206c1fd', 'tenant_id': '248adfd273284109956be5cd5477d5d9', 'mac_address': 'fa:16:3e:8f:84:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb92606-0047-4bfd-84d4-b8879c7e097a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'c5f62d8b-b8ba-4ffe-bfe6-f521391008e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:55Z', 'updated_at': '2021-07-14T09:43:05Z', 'revision_number': 4, 'project_id': '248adfd273284109956be5cd5477d5d9', 'subnets': [{'id': 'c5f62d8b-b8ba-4ffe-bfe6-f521391008e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:06.561603 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c856fed1-52e1-44c6-8574-2a7e39244acb up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:06.573810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797488a-0a27-41e8-8357-297bd4fb6bd8 req-e7ab8670-a5a7-4c36-a642-c64bdc3d4b02 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:06.593436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c797488a-0a27-41e8-8357-297bd4fb6bd8 req-e7ab8670-a5a7-4c36-a642-c64bdc3d4b02 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d1704fb-4bb8-4cf1-a964-bea65e61bcdb HTTP/1.1" status: 200 len: 944 time: 0.5392396 Jul 14 09:43:06.644152 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c797488a-0a27-41e8-8357-297bd4fb6bd8 req-af76f1a8-8713-430c-8ccc-34925742e625 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.26 "GET /v2.0/security-groups?id=29eaabb7-95f0-4b08-9ea5-6b06b989063a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496011 Jul 14 09:43:06.644922 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port c856fed1-52e1-44c6-8574-2a7e39244acb completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:06.650003 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port c856fed1-52e1-44c6-8574-2a7e39244acb triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:06.650472 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.715746 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device dc085e94-86e4-4157-a3fc-e93e530a27d9 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:43:06.731852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb1dde-ab85-4a1f-8f3a-0f2946b76dd6 req-9f82d159-54d6-48b3-a99d-d153aa930507 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:06.733496 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f0bb1dde-ab85-4a1f-8f3a-0f2946b76dd6 req-9f82d159-54d6-48b3-a99d-d153aa930507 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 982 time: 0.2906907 Jul 14 09:43:06.802054 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-e7bc2999-2fd6-4aff-ab1e-892f1fc344fa tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Allocated IP 172.20.0.6 (8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c/0457f97d-7f0c-40e3-aa42-dc25e8646d70/f6fae698-25cc-4fbe-a44b-555142472615) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:06.863414 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port dc085e94-86e4-4157-a3fc-e93e530a27d9, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=dc085e94-86e4-4157-a3fc-e93e530a27d9,segment=NetworkSegment(9269afd9-1f5b-4118-864b-b6f146bc9f37),segment_id=9269afd9-1f5b-4118-864b-b6f146bc9f37)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:06.881689 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'dc085e94-86e4-4157-a3fc-e93e530a27d9', 'network_id': 'e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f', 'port_id': 'dc085e94-86e4-4157-a3fc-e93e530a27d9', 'mac_address': 'fa:16:3e:41:10:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59383493-eec2-406e-84b2-89efdf6be982', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:43:06.953835 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.970094 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc085e94-86e4-4157-a3fc-e93e530a27d9 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:06.991865 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port dc085e94-86e4-4157-a3fc-e93e530a27d9, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=dc085e94-86e4-4157-a3fc-e93e530a27d9,segment=NetworkSegment(9269afd9-1f5b-4118-864b-b6f146bc9f37),segment_id=9269afd9-1f5b-4118-864b-b6f146bc9f37)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:07.008542 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.062976 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.094379 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f0bb1dde-ab85-4a1f-8f3a-0f2946b76dd6 req-41575190-a421-410e-9378-74922459e92d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/security-groups?id=70e05cfc-87f7-4910-a278-45b390ca152c&id=14cd70b6-d031-4487-aa52-c940db49e1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3465519 Jul 14 09:43:07.099127 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-e7bc2999-2fd6-4aff-ab1e-892f1fc344fa tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.113907 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ded74559-1ad2-4279-8400-417a94d6fa00 req-6d2c65a5-48c0-4e46-84e6-acb7535c6cee tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 210 time: 0.2490158 Jul 14 09:43:07.127291 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port c856fed1-52e1-44c6-8574-2a7e39244acb, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c856fed1-52e1-44c6-8574-2a7e39244acb,segment=NetworkSegment(fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d),segment_id=fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:07.138717 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-e7bc2999-2fd6-4aff-ab1e-892f1fc344fa tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Transition to ACTIVE for port object f6fae698-25cc-4fbe-a44b-555142472615 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:07.145421 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.147706 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=dc085e94-86e4-4157-a3fc-e93e530a27d9,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:07.200500 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-e7bc2999-2fd6-4aff-ab1e-892f1fc344fa tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.214724 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=c856fed1-52e1-44c6-8574-2a7e39244acb,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:07.254923 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-e7bc2999-2fd6-4aff-ab1e-892f1fc344fa tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:07.260704 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-e7bc2999-2fd6-4aff-ab1e-892f1fc344fa tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:07.276619 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-e7bc2999-2fd6-4aff-ab1e-892f1fc344fa tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:07.292460 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['dc085e94-86e4-4157-a3fc-e93e530a27d9'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:43:07.316488 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc2999-2fd6-4aff-ab1e-892f1fc344fa tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event updated for resources: {'Port': ['ID=f6fae698-25cc-4fbe-a44b-555142472615,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:07.353468 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-e7bc2999-2fd6-4aff-ab1e-892f1fc344fa tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:07.354458 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-e7bc2999-2fd6-4aff-ab1e-892f1fc344fa tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.379515 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-e7bc2999-2fd6-4aff-ab1e-892f1fc344fa tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5302927 Jul 14 09:43:07.395834 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] Request body: {'port': {'device_id': '41da404a-ee13-470d-92ba-ff1dc1044d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:07.495594 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.542427 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1e5db496-b607-4043-98c6-b5b82c6fab7a details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:43:07.660719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1e5db496-b607-4043-98c6-b5b82c6fab7a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1e5db496-b607-4043-98c6-b5b82c6fab7a,segment=NetworkSegment(a0cc762b-c57a-4b0b-b6aa-ca583884903e),segment_id=a0cc762b-c57a-4b0b-b6aa-ca583884903e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:07.664119 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4cba0089-2226-41b0-a35b-8b496c1a32c9 None None] Provisioning for port f6fae698-25cc-4fbe-a44b-555142472615 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:07.683244 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '1e5db496-b607-4043-98c6-b5b82c6fab7a', 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06', 'port_id': '1e5db496-b607-4043-98c6-b5b82c6fab7a', 'mac_address': 'fa:16:3e:cc:0d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba624a40-76ed-4e4b-b069-12b97dd74ffd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:43:07.695120 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4cba0089-2226-41b0-a35b-8b496c1a32c9 None None] Provisioning complete for port f6fae698-25cc-4fbe-a44b-555142472615 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:07.695786 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4cba0089-2226-41b0-a35b-8b496c1a32c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.772708 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.792311 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5db496-b607-4043-98c6-b5b82c6fab7a {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:07.831487 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1e5db496-b607-4043-98c6-b5b82c6fab7a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1e5db496-b607-4043-98c6-b5b82c6fab7a,segment=NetworkSegment(a0cc762b-c57a-4b0b-b6aa-ca583884903e),segment_id=a0cc762b-c57a-4b0b-b6aa-ca583884903e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:07.833066 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4cba0089-2226-41b0-a35b-8b496c1a32c9 None None] Port f6fae698-25cc-4fbe-a44b-555142472615 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:07.845090 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.903972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=1e5db496-b607-4043-98c6-b5b82c6fab7a,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:07.941766 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6fae698-25cc-4fbe-a44b-555142472615 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:07.951523 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.972034 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] Transition to ACTIVE for port object f6fae698-25cc-4fbe-a44b-555142472615 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:07.980092 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.022278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe10314-d549-41de-9c7f-8b1f64ab751c req-62f85d61-6e64-4358-852e-0ffa7749c85c tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:08.023876 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8fe10314-d549-41de-9c7f-8b1f64ab751c req-62f85d61-6e64-4358-852e-0ffa7749c85c tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d1704fb-4bb8-4cf1-a964-bea65e61bcdb HTTP/1.1" status: 200 len: 945 time: 0.1320183 Jul 14 09:43:08.061311 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] Pushing event updated for resources: {'Port': ['ID=f6fae698-25cc-4fbe-a44b-555142472615,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:08.082201 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['1e5db496-b607-4043-98c6-b5b82c6fab7a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:43:08.164755 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8fe10314-d549-41de-9c7f-8b1f64ab751c req-e45dab86-29c2-4010-bdde-9d084387f6f1 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.26 "GET /v2.0/security-groups?id=29eaabb7-95f0-4b08-9ea5-6b06b989063a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131527 Jul 14 09:43:08.235593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] Attempting to bind port f6fae698-25cc-4fbe-a44b-555142472615 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:08.237209 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] Attempting to bind port f6fae698-25cc-4fbe-a44b-555142472615 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:08.246685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] Attempting to bind port f6fae698-25cc-4fbe-a44b-555142472615 on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:08.266938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] Port f6fae698-25cc-4fbe-a44b-555142472615 on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:08.267846 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] Attempting to bind port f6fae698-25cc-4fbe-a44b-555142472615 on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:08.275113 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:08.275466 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] Checking segment: {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:08.275832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] Bound using segment: {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:08.276265 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] Bound port: f6fae698-25cc-4fbe-a44b-555142472615, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:08.276621 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.527439 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] For port f6fae698-25cc-4fbe-a44b-555142472615, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:08.533779 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] For port f6fae698-25cc-4fbe-a44b-555142472615, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=f6fae698-25cc-4fbe-a44b-555142472615,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:08.534019 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c856fed1-52e1-44c6-8574-2a7e39244acb up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:08.544255 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.598629 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:08.599273 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.600794 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] 10.222.0.49 "PUT /v2.0/ports/f6fae698-25cc-4fbe-a44b-555142472615 HTTP/1.1" status: 200 len: 1092 time: 1.2103958 Jul 14 09:43:08.601232 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41da404a-ee13-470d-92ba-ff1dc1044d1c', 'tag': 'f6fae698-25cc-4fbe-a44b-555142472615'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:08.603655 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f06a47-f62a-4f65-92fe-8902c14c0633" -d '{"events": [{"name": "network-changed", "server_uuid": "41da404a-ee13-470d-92ba-ff1dc1044d1c", "tag": "f6fae698-25cc-4fbe-a44b-555142472615"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:08.606479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port c856fed1-52e1-44c6-8574-2a7e39244acb triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:08.607061 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.620715 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38607b-6327-46c4-92cd-a1428fadcfd6 req-4870f2f6-99f6-4d52-a5d8-deab3a3b51b6 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:08.622332 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b38607b-6327-46c4-92cd-a1428fadcfd6 req-4870f2f6-99f6-4d52-a5d8-deab3a3b51b6 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 983 time: 0.1855884 Jul 14 09:43:08.649158 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a41e3-88f5-4061-ab31-66add0901ddf req-4df0aac5-992d-4d22-9489-fffa03ffc049 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:08.650817 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-884a41e3-88f5-4061-ab31-66add0901ddf req-4df0aac5-992d-4d22-9489-fffa03ffc049 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 943 time: 0.2466118 Jul 14 09:43:08.698213 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37ead8-626d-4f0a-908e-2b162a098008 service neutron] Pushing event updated for resources: {'Port': ['ID=f6fae698-25cc-4fbe-a44b-555142472615,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:08.732838 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device dc085e94-86e4-4157-a3fc-e93e530a27d9 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:08.814087 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b38607b-6327-46c4-92cd-a1428fadcfd6 req-95d34691-f3aa-4898-85eb-f236ef894243 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/security-groups?id=70e05cfc-87f7-4910-a278-45b390ca152c&id=14cd70b6-d031-4487-aa52-c940db49e1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1806228 Jul 14 09:43:08.821132 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port dc085e94-86e4-4157-a3fc-e93e530a27d9 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:08.823776 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-884a41e3-88f5-4061-ab31-66add0901ddf req-1ee69ef4-d7e7-4976-84b7-1c21c41da2e5 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658132 Jul 14 09:43:08.827199 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port dc085e94-86e4-4157-a3fc-e93e530a27d9 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:08.827861 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.842510 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-be081a4c-61e3-4b61-968f-9450e4fb8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:08.844338 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-be081a4c-61e3-4b61-968f-9450e4fb8c0a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 1095 time: 0.1586375 Jul 14 09:43:08.942847 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59bec6c-e3b2-4ea8-a7e7-261f4a4d636b x-openstack-request-id: req-e59bec6c-e3b2-4ea8-a7e7-261f4a4d636b {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:08.943923 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41da404a-ee13-470d-92ba-ff1dc1044d1c", "tag": "f6fae698-25cc-4fbe-a44b-555142472615", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:08.943923 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e59bec6c-e3b2-4ea8-a7e7-261f4a4d636b {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:08.943923 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41da404a-ee13-470d-92ba-ff1dc1044d1c', 'tag': 'f6fae698-25cc-4fbe-a44b-555142472615', 'status': 'completed', 'code': 200} Jul 14 09:43:08.949323 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-2320fa1a-d932-45fd-840d-c610d74ae06c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6fae698-25cc-4fbe-a44b-555142472615 HTTP/1.1" status: 200 len: 217 time: 0.0964055 Jul 14 09:43:08.954149 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.996471 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1704fb-4bb8-4cf1-a964-bea65e61bcdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc085e94-86e4-4157-a3fc-e93e530a27d9'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:09.004568 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec3923c-a912-4336-860c-2561c3215d85" -d '{"events": [{"server_uuid": "6d1704fb-4bb8-4cf1-a964-bea65e61bcdb", "name": "network-vif-plugged", "status": "completed", "tag": "dc085e94-86e4-4157-a3fc-e93e530a27d9"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:09.010318 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-fdb71b53-8f7c-46e3-be42-583e2f9fd016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:09.012226 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-fdb71b53-8f7c-46e3-be42-583e2f9fd016 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.0525081 Jul 14 09:43:09.050411 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port dc085e94-86e4-4157-a3fc-e93e530a27d9, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=dc085e94-86e4-4157-a3fc-e93e530a27d9,segment=NetworkSegment(9269afd9-1f5b-4118-864b-b6f146bc9f37),segment_id=9269afd9-1f5b-4118-864b-b6f146bc9f37)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:09.053701 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b388278c-4eb7-4677-ada8-6f6bc79930c5 x-openstack-request-id: req-b388278c-4eb7-4677-ada8-6f6bc79930c5 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:09.054010 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1704fb-4bb8-4cf1-a964-bea65e61bcdb", "name": "network-vif-plugged", "status": "completed", "tag": "dc085e94-86e4-4157-a3fc-e93e530a27d9", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:09.054262 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b388278c-4eb7-4677-ada8-6f6bc79930c5 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:09.055793 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1704fb-4bb8-4cf1-a964-bea65e61bcdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc085e94-86e4-4157-a3fc-e93e530a27d9', 'code': 200} Jul 14 09:43:09.068175 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.148918 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-ba3f7564-a1b8-421b-82c5-ddd68213a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:09.154554 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-ba3f7564-a1b8-421b-82c5-ddd68213a76a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1345179 Jul 14 09:43:09.200903 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=dc085e94-86e4-4157-a3fc-e93e530a27d9,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:09.253629 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98078e-5651-492d-8b39-e62ca2f8d188 req-df92f943-f535-458e-b2c0-b4fcc89580b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:09.253629 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3a98078e-5651-492d-8b39-e62ca2f8d188 req-df92f943-f535-458e-b2c0-b4fcc89580b2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6d1704fb-4bb8-4cf1-a964-bea65e61bcdb HTTP/1.1" status: 200 len: 1098 time: 0.0962267 Jul 14 09:43:09.311594 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-71051e99-500b-45ae-b3f1-8091e42faa49 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494632 Jul 14 09:43:09.315829 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3a98078e-5651-492d-8b39-e62ca2f8d188 req-2231b3f8-f3dc-42e9-9f78-a807d965769f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=29eaabb7-95f0-4b08-9ea5-6b06b989063a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570009 Jul 14 09:43:09.489970 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2169b757-e9a3-4982-a7d6-2e8854bb2630 req-4e2afb37-9c79-4b16-8a1d-c422d19b96e6 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722107 Jul 14 09:43:09.499543 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc16ca2-388b-411c-9bb3-1699a8062076 req-6fed499b-fd1c-468c-ad9c-b80f80efa526 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:09.508309 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2bc16ca2-388b-411c-9bb3-1699a8062076 req-6fed499b-fd1c-468c-ad9c-b80f80efa526 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d1704fb-4bb8-4cf1-a964-bea65e61bcdb HTTP/1.1" status: 200 len: 946 time: 0.1217318 Jul 14 09:43:09.553892 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2bc16ca2-388b-411c-9bb3-1699a8062076 req-62532540-6b64-4187-a8df-6a608c143a56 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.26 "GET /v2.0/security-groups?id=29eaabb7-95f0-4b08-9ea5-6b06b989063a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445256 Jul 14 09:43:09.563848 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1e5db496-b607-4043-98c6-b5b82c6fab7a up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:09.619765 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 1e5db496-b607-4043-98c6-b5b82c6fab7a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:09.624030 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 1e5db496-b607-4043-98c6-b5b82c6fab7a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:09.624410 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.658867 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f06a47-f62a-4f65-92fe-8902c14c0633 req-eb770da0-c413-4ead-8cb7-03d7a4df6467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:09.660380 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06f06a47-f62a-4f65-92fe-8902c14c0633 req-eb770da0-c413-4ead-8cb7-03d7a4df6467 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 1095 time: 0.0948508 Jul 14 09:43:09.722535 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.749166 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c970d-bf52-4170-928e-61d45d06ef89 req-45bab561-dee1-4e11-92c7-d1043a7f582f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:09.750710 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-711c970d-bf52-4170-928e-61d45d06ef89 req-45bab561-dee1-4e11-92c7-d1043a7f582f tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.1364267 Jul 14 09:43:09.766741 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1e5db496-b607-4043-98c6-b5b82c6fab7a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1e5db496-b607-4043-98c6-b5b82c6fab7a,segment=NetworkSegment(a0cc762b-c57a-4b0b-b6aa-ca583884903e),segment_id=a0cc762b-c57a-4b0b-b6aa-ca583884903e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:09.771648 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.804846 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f06a47-f62a-4f65-92fe-8902c14c0633 req-4679cb10-7eaa-4509-afa8-374a08a70e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:09.806842 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06f06a47-f62a-4f65-92fe-8902c14c0633 req-4679cb10-7eaa-4509-afa8-374a08a70e2d service neutron] 10.222.0.49 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 912 time: 0.1376536 Jul 14 09:43:09.823998 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=1e5db496-b607-4043-98c6-b5b82c6fab7a,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:09.858529 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06f06a47-f62a-4f65-92fe-8902c14c0633 req-5d40118d-ac46-4830-8dc3-1ed2b533920c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6fae698-25cc-4fbe-a44b-555142472615 HTTP/1.1" status: 200 len: 217 time: 0.0429330 Jul 14 09:43:09.870427 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-711c970d-bf52-4170-928e-61d45d06ef89 req-be0f39d4-cfff-4bd3-a69b-1f9f1a110227 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076355 Jul 14 09:43:09.925770 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f06a47-f62a-4f65-92fe-8902c14c0633 req-e745497d-e40a-4ab1-b0b2-faf9bb0d7591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:09.927473 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06f06a47-f62a-4f65-92fe-8902c14c0633 req-e745497d-e40a-4ab1-b0b2-faf9bb0d7591 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.0560403 Jul 14 09:43:10.076118 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f06a47-f62a-4f65-92fe-8902c14c0633 req-08828b37-8516-4000-a9ad-662e122c2baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:10.077547 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06f06a47-f62a-4f65-92fe-8902c14c0633 req-08828b37-8516-4000-a9ad-662e122c2baa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429439 Jul 14 09:43:10.102735 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84406ea0-b2ae-4b9b-92ae-795d8e7a08e5 req-bd3eb785-41c0-4a38-a414-461127b802ce tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:10.104348 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84406ea0-b2ae-4b9b-92ae-795d8e7a08e5 req-bd3eb785-41c0-4a38-a414-461127b802ce tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 984 time: 0.1419683 Jul 14 09:43:10.114898 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e0f40-51dc-4df0-b92a-9ada452d2072 req-a768db62-158d-4b68-8b98-21698a315284 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:10.116355 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-110e0f40-51dc-4df0-b92a-9ada452d2072 req-a768db62-158d-4b68-8b98-21698a315284 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 943 time: 0.1412420 Jul 14 09:43:10.222274 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84406ea0-b2ae-4b9b-92ae-795d8e7a08e5 req-591fa45d-0eb8-4632-9da2-e82ad549bcc6 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/security-groups?id=70e05cfc-87f7-4910-a278-45b390ca152c&id=14cd70b6-d031-4487-aa52-c940db49e1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0957265 Jul 14 09:43:10.239432 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-110e0f40-51dc-4df0-b92a-9ada452d2072 req-1f9d5176-6d27-487f-a9cf-b3f06d7de192 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110778 Jul 14 09:43:10.259875 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06f06a47-f62a-4f65-92fe-8902c14c0633 req-0e4b25d0-2de8-4c74-a95d-cdf498a90db2 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746247 Jul 14 09:43:10.374582 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06f06a47-f62a-4f65-92fe-8902c14c0633 req-723f7c12-e804-4155-bfc9-39ecb021cec7 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999925 Jul 14 09:43:10.728277 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9fb59-3075-42de-9b36-7dec15cc0aa7 req-b0f371bd-ae45-45ea-9daf-642c3471d2ae tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:10.729662 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f8d9fb59-3075-42de-9b36-7dec15cc0aa7 req-b0f371bd-ae45-45ea-9daf-642c3471d2ae tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d1704fb-4bb8-4cf1-a964-bea65e61bcdb HTTP/1.1" status: 200 len: 946 time: 0.0699301 Jul 14 09:43:10.771404 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f8d9fb59-3075-42de-9b36-7dec15cc0aa7 req-f07abb3c-cee9-4137-8103-259332a2bc88 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.26 "GET /v2.0/security-groups?id=29eaabb7-95f0-4b08-9ea5-6b06b989063a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360966 Jul 14 09:43:11.057098 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b83153a-81e0-4369-a5bd-bcaa77b3efd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5db496-b607-4043-98c6-b5b82c6fab7a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:11.060566 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb760ae-7756-4da9-9119-92eab8be4bc0" -d '{"events": [{"server_uuid": "1b83153a-81e0-4369-a5bd-bcaa77b3efd2", "name": "network-vif-plugged", "status": "completed", "tag": "1e5db496-b607-4043-98c6-b5b82c6fab7a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:11.073420 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143aec4a-f9dc-44ad-aca7-86f099c94916 req-1f873919-4ed8-40ae-b83a-f8eecd236126 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:11.075055 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-143aec4a-f9dc-44ad-aca7-86f099c94916 req-1f873919-4ed8-40ae-b83a-f8eecd236126 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.0709229 Jul 14 09:43:11.109251 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53b1962-e4da-49de-815d-6c665b15cfa9 x-openstack-request-id: req-f53b1962-e4da-49de-815d-6c665b15cfa9 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:11.109638 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b83153a-81e0-4369-a5bd-bcaa77b3efd2", "name": "network-vif-plugged", "status": "completed", "tag": "1e5db496-b607-4043-98c6-b5b82c6fab7a", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:11.110054 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f53b1962-e4da-49de-815d-6c665b15cfa9 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:11.110542 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b83153a-81e0-4369-a5bd-bcaa77b3efd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5db496-b607-4043-98c6-b5b82c6fab7a', 'code': 200} Jul 14 09:43:11.148570 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-143aec4a-f9dc-44ad-aca7-86f099c94916 req-8aeba59a-028f-4b26-9400-3aabaf3c9129 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9f010e3-6663-4817-a66b-e6081065b004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678108 Jul 14 09:43:11.199823 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941b116-1a5c-4a40-aeff-fcb937075fb3 req-7c99b0f7-3cd9-4924-bd5c-6138d3a10110 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:11.201592 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e941b116-1a5c-4a40-aeff-fcb937075fb3 req-7c99b0f7-3cd9-4924-bd5c-6138d3a10110 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 947 time: 0.1039200 Jul 14 09:43:11.332142 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb3e10-65e3-44d5-8673-cc6995b651ad req-9c4faff1-faf2-4e99-8333-3cf102e02d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:11.333674 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-facb3e10-65e3-44d5-8673-cc6995b651ad req-9c4faff1-faf2-4e99-8333-3cf102e02d1e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 1136 time: 0.1310477 Jul 14 09:43:11.394898 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-facb3e10-65e3-44d5-8673-cc6995b651ad req-48ef3b18-c42d-458e-bb08-dda2208a908a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=14cd70b6-d031-4487-aa52-c940db49e1c7&id=70e05cfc-87f7-4910-a278-45b390ca152c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0486140 Jul 14 09:43:11.399218 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-e941b116-1a5c-4a40-aeff-fcb937075fb3 req-b5a4cf80-e4aa-431f-989b-dba3e6787cc1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Deleting port 9cfb3304-cb40-4fed-b721-9d83a8c028f4 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:11.399651 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e941b116-1a5c-4a40-aeff-fcb937075fb3 req-b5a4cf80-e4aa-431f-989b-dba3e6787cc1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.827272 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cdb9e-2aeb-453a-9c2f-e489f65e0fd0 req-29d69f7f-93de-49b4-b85e-c8e11f85b119 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:11.828787 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-978cdb9e-2aeb-453a-9c2f-e489f65e0fd0 req-29d69f7f-93de-49b4-b85e-c8e11f85b119 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 984 time: 0.4320290 Jul 14 09:43:11.836605 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-e941b116-1a5c-4a40-aeff-fcb937075fb3 req-b5a4cf80-e4aa-431f-989b-dba3e6787cc1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] For port 9cfb3304-cb40-4fed-b721-9d83a8c028f4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9cfb3304-cb40-4fed-b721-9d83a8c028f4,segment=NetworkSegment(8038b284-822d-4ef6-b135-945c53ba5f7c),segment_id=8038b284-822d-4ef6-b135-945c53ba5f7c)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:11.836968 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e941b116-1a5c-4a40-aeff-fcb937075fb3 req-b5a4cf80-e4aa-431f-989b-dba3e6787cc1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.858934 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-e941b116-1a5c-4a40-aeff-fcb937075fb3 req-b5a4cf80-e4aa-431f-989b-dba3e6787cc1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Calling delete_port for 9cfb3304-cb40-4fed-b721-9d83a8c028f4 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:11.888743 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4514d-d2a9-48db-a2bc-449c00933290 req-09bfc904-72cd-4c2f-ad3c-f1b0efbfc036 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:11.890235 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dee4514d-d2a9-48db-a2bc-449c00933290 req-09bfc904-72cd-4c2f-ad3c-f1b0efbfc036 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 943 time: 0.4255393 Jul 14 09:43:11.959134 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-978cdb9e-2aeb-453a-9c2f-e489f65e0fd0 req-a990e0fe-5957-422a-87e5-ef4875e7ee30 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/security-groups?id=70e05cfc-87f7-4910-a278-45b390ca152c&id=14cd70b6-d031-4487-aa52-c940db49e1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1195681 Jul 14 09:43:11.986668 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dee4514d-d2a9-48db-a2bc-449c00933290 req-d489e587-fc3b-4460-bcb5-608966331a42 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638106 Jul 14 09:43:12.074009 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e941b116-1a5c-4a40-aeff-fcb937075fb3 req-b5a4cf80-e4aa-431f-989b-dba3e6787cc1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.084871 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['9cfb3304-cb40-4fed-b721-9d83a8c028f4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:43:12.123978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4cf80-e4aa-431f-989b-dba3e6787cc1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Pushing event deleted for resources: {'Port': ['ID=9cfb3304-cb40-4fed-b721-9d83a8c028f4,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:12.182638 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e941b116-1a5c-4a40-aeff-fcb937075fb3 req-b5a4cf80-e4aa-431f-989b-dba3e6787cc1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] No DVR routers for this DVR port 9cfb3304-cb40-4fed-b721-9d83a8c028f4 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:12.185403 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e941b116-1a5c-4a40-aeff-fcb937075fb3 req-b5a4cf80-e4aa-431f-989b-dba3e6787cc1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.187737 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e941b116-1a5c-4a40-aeff-fcb937075fb3 req-b5a4cf80-e4aa-431f-989b-dba3e6787cc1 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.49 "DELETE /v2.0/ports/9cfb3304-cb40-4fed-b721-9d83a8c028f4 HTTP/1.1" status: 204 len: 173 time: 0.9757335 Jul 14 09:43:12.188356 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e', 'name': 'network-vif-deleted', 'tag': '9cfb3304-cb40-4fed-b721-9d83a8c028f4'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:12.191858 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375ad516-16eb-4450-9f8d-39d7817a77b8" -d '{"events": [{"server_uuid": "0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e", "name": "network-vif-deleted", "tag": "9cfb3304-cb40-4fed-b721-9d83a8c028f4"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:12.216844 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b4813-0a11-47c2-8fe1-524370179b5b req-276c6141-59d1-42e0-b567-ff7b1e83ca0e tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:12.218489 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-065b4813-0a11-47c2-8fe1-524370179b5b req-276c6141-59d1-42e0-b567-ff7b1e83ca0e tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d1704fb-4bb8-4cf1-a964-bea65e61bcdb HTTP/1.1" status: 200 len: 946 time: 0.1542058 Jul 14 09:43:12.279927 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-065b4813-0a11-47c2-8fe1-524370179b5b req-e5eb4a22-7ed7-4b13-9765-70b40400815d tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.26 "GET /v2.0/security-groups?id=29eaabb7-95f0-4b08-9ea5-6b06b989063a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504797 Jul 14 09:43:12.325901 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf3b64b-96e1-4d6a-8340-1d9318e19a65 x-openstack-request-id: req-eaf3b64b-96e1-4d6a-8340-1d9318e19a65 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:12.325901 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e", "name": "network-vif-deleted", "tag": "9cfb3304-cb40-4fed-b721-9d83a8c028f4", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:12.325901 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eaf3b64b-96e1-4d6a-8340-1d9318e19a65 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:12.326328 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e', 'name': 'network-vif-deleted', 'tag': '9cfb3304-cb40-4fed-b721-9d83a8c028f4', 'status': 'completed', 'code': 200} Jul 14 09:43:12.328585 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fb220073-827e-4e5b-bc7f-05030fa02696 req-656d8eec-d61f-45f2-b558-2bf565d445b2 tempest-ServersNegativeTestJSON-193362279 tempest-ServersNegativeTestJSON-193362279-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e5bcbcf-5afa-46ac-8bc6-2e6c8ebf0c0e HTTP/1.1" status: 200 len: 210 time: 0.0365806 Jul 14 09:43:12.962602 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c616944-0900-4ec4-83f8-8e7d580bff71 req-87321b3e-fa31-40d1-a50a-84441ce9f59f tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:12.964036 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0c616944-0900-4ec4-83f8-8e7d580bff71 req-87321b3e-fa31-40d1-a50a-84441ce9f59f tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d1704fb-4bb8-4cf1-a964-bea65e61bcdb HTTP/1.1" status: 200 len: 946 time: 0.0652752 Jul 14 09:43:13.067922 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-0c616944-0900-4ec4-83f8-8e7d580bff71 req-a3ceae6e-5976-4f6a-8a26-3572e5106bc1 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Deleting port dc085e94-86e4-4157-a3fc-e93e530a27d9 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:13.068275 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0c616944-0900-4ec4-83f8-8e7d580bff71 req-a3ceae6e-5976-4f6a-8a26-3572e5106bc1 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.160715 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-0c616944-0900-4ec4-83f8-8e7d580bff71 req-a3ceae6e-5976-4f6a-8a26-3572e5106bc1 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] For port dc085e94-86e4-4157-a3fc-e93e530a27d9, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=dc085e94-86e4-4157-a3fc-e93e530a27d9,segment=NetworkSegment(9269afd9-1f5b-4118-864b-b6f146bc9f37),segment_id=9269afd9-1f5b-4118-864b-b6f146bc9f37)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:13.161209 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0c616944-0900-4ec4-83f8-8e7d580bff71 req-a3ceae6e-5976-4f6a-8a26-3572e5106bc1 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.174725 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-0c616944-0900-4ec4-83f8-8e7d580bff71 req-a3ceae6e-5976-4f6a-8a26-3572e5106bc1 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Calling delete_port for dc085e94-86e4-4157-a3fc-e93e530a27d9 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:13.186413 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc2125-534a-4a87-9010-d40d56e3241f req-594e804a-3db0-46c0-9f77-64c43779443c tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:13.187999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-17fc2125-534a-4a87-9010-d40d56e3241f req-594e804a-3db0-46c0-9f77-64c43779443c tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 984 time: 0.1085324 Jul 14 09:43:13.199963 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06900ee2-29b6-4a58-9b43-80b4f63d4086 req-e2031012-a28f-4043-82aa-0f52bc921692 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:13.201628 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06900ee2-29b6-4a58-9b43-80b4f63d4086 req-e2031012-a28f-4043-82aa-0f52bc921692 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 943 time: 0.0926180 Jul 14 09:43:13.260713 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-17fc2125-534a-4a87-9010-d40d56e3241f req-398dd429-776b-4098-af8a-469734914ed1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/security-groups?id=70e05cfc-87f7-4910-a278-45b390ca152c&id=14cd70b6-d031-4487-aa52-c940db49e1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0583804 Jul 14 09:43:13.263415 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06900ee2-29b6-4a58-9b43-80b4f63d4086 req-1b683913-8ffa-4952-8470-ef457986943c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547571 Jul 14 09:43:13.308240 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0c616944-0900-4ec4-83f8-8e7d580bff71 req-a3ceae6e-5976-4f6a-8a26-3572e5106bc1 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.339277 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ceae6e-5976-4f6a-8a26-3572e5106bc1 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Pushing event deleted for resources: {'Port': ['ID=dc085e94-86e4-4157-a3fc-e93e530a27d9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:13.349154 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['dc085e94-86e4-4157-a3fc-e93e530a27d9'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:43:13.401481 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c616944-0900-4ec4-83f8-8e7d580bff71 req-a3ceae6e-5976-4f6a-8a26-3572e5106bc1 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] No DVR routers for this DVR port dc085e94-86e4-4157-a3fc-e93e530a27d9 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:13.404200 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0c616944-0900-4ec4-83f8-8e7d580bff71 req-a3ceae6e-5976-4f6a-8a26-3572e5106bc1 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.406585 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0c616944-0900-4ec4-83f8-8e7d580bff71 req-a3ceae6e-5976-4f6a-8a26-3572e5106bc1 tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.55 "DELETE /v2.0/ports/dc085e94-86e4-4157-a3fc-e93e530a27d9 HTTP/1.1" status: 204 len: 173 time: 0.4363263 Jul 14 09:43:13.407046 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1704fb-4bb8-4cf1-a964-bea65e61bcdb', 'name': 'network-vif-deleted', 'tag': 'dc085e94-86e4-4157-a3fc-e93e530a27d9'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:13.410685 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0c8028-2191-44a1-ad9f-73fd36edbd6a" -d '{"events": [{"server_uuid": "6d1704fb-4bb8-4cf1-a964-bea65e61bcdb", "name": "network-vif-deleted", "tag": "dc085e94-86e4-4157-a3fc-e93e530a27d9"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:13.439443 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7395d2d3-4567-4bcf-8fb8-e3718c1b3f04 req-ab369c51-2596-45bb-bf57-adf5a8c09c3c tempest-ServerAddressesTestJSON-805576368 tempest-ServerAddressesTestJSON-805576368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d1704fb-4bb8-4cf1-a964-bea65e61bcdb HTTP/1.1" status: 200 len: 210 time: 0.0458195 Jul 14 09:43:13.473330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c82104-3115-4346-9637-994fde7747f6 req-6b6cd3cd-cdf6-4d19-a67c-833b243d3534 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:13.478440 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f0c82104-3115-4346-9637-994fde7747f6 req-6b6cd3cd-cdf6-4d19-a67c-833b243d3534 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 984 time: 0.0975151 Jul 14 09:43:13.521926 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f0c82104-3115-4346-9637-994fde7747f6 req-19cf4b04-b44f-4b6b-9de0-8a939243939d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/security-groups?id=70e05cfc-87f7-4910-a278-45b390ca152c&id=14cd70b6-d031-4487-aa52-c940db49e1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0377738 Jul 14 09:43:13.522349 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38590) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:13.563954 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b27afa3-eb4b-4751-b669-369d4d1e4d6a x-openstack-request-id: req-8b27afa3-eb4b-4751-b669-369d4d1e4d6a {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:13.564174 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1704fb-4bb8-4cf1-a964-bea65e61bcdb", "name": "network-vif-deleted", "tag": "dc085e94-86e4-4157-a3fc-e93e530a27d9", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:13.564689 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b27afa3-eb4b-4751-b669-369d4d1e4d6a {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:13.564994 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1704fb-4bb8-4cf1-a964-bea65e61bcdb', 'name': 'network-vif-deleted', 'tag': 'dc085e94-86e4-4157-a3fc-e93e530a27d9', 'status': 'completed', 'code': 200} Jul 14 09:43:13.574531 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b720e33-26c6-4934-8a38-690b80fd0c86 admin admin] Deleting subnet 8c433742-6df6-42b6-9b91-b5848de2b475 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:43:13.578198 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5b720e33-26c6-4934-8a38-690b80fd0c86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.617883 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5b720e33-26c6-4934-8a38-690b80fd0c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.656499 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5b720e33-26c6-4934-8a38-690b80fd0c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.702520 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079fd72-7e6c-464b-87c4-242ac561da60 req-56b5b45c-dc41-40cf-998c-423725b3dcf2 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:13.704060 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c079fd72-7e6c-464b-87c4-242ac561da60 req-56b5b45c-dc41-40cf-998c-423725b3dcf2 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 1136 time: 0.0567851 Jul 14 09:43:13.710511 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5b720e33-26c6-4934-8a38-690b80fd0c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.724324 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c079fd72-7e6c-464b-87c4-242ac561da60 req-74aa1f43-996f-47ed-bc52-41e58591a39c tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.736884 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b720e33-26c6-4934-8a38-690b80fd0c86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c433742-6df6-42b6-9b91-b5848de2b475,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:13.740811 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5b720e33-26c6-4934-8a38-690b80fd0c86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.742601 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5b720e33-26c6-4934-8a38-690b80fd0c86 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8c433742-6df6-42b6-9b91-b5848de2b475 HTTP/1.1" status: 204 len: 168 time: 0.2191429 Jul 14 09:43:13.744997 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38594) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:13.818408 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0833cef8-bbe6-405a-9c99-36c9f7111748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.821706 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c079fd72-7e6c-464b-87c4-242ac561da60 req-74aa1f43-996f-47ed-bc52-41e58591a39c tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.826625 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c079fd72-7e6c-464b-87c4-242ac561da60 req-74aa1f43-996f-47ed-bc52-41e58591a39c tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.851360 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c079fd72-7e6c-464b-87c4-242ac561da60 req-74aa1f43-996f-47ed-bc52-41e58591a39c tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=70e05cfc-87f7-4910-a278-45b390ca152c&id=14cd70b6-d031-4487-aa52-c940db49e1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1400001 Jul 14 09:43:13.862764 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa1f43-996f-47ed-bc52-41e58591a39c tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377ac1dc-33a6-440d-b709-3d23e19c4bc9,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:13.878609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38596) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:13.910970 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0833cef8-bbe6-405a-9c99-36c9f7111748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.921697 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0833cef8-bbe6-405a-9c99-36c9f7111748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6feba008-c597-4a6d-99c1-fa0a29f2df67']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:13.933916 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0833cef8-bbe6-405a-9c99-36c9f7111748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8038b284-822d-4ef6-b135-945c53ba5f7c') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:13.934218 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0833cef8-bbe6-405a-9c99-36c9f7111748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8038b284-822d-4ef6-b135-945c53ba5f7c') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:13.937016 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8912d677-4f32-437c-a367-d67695b25f1a tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:13.938963 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8912d677-4f32-437c-a367-d67695b25f1a tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 1131 time: 0.0593376 Jul 14 09:43:13.942072 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38598) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:13.944407 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0833cef8-bbe6-405a-9c99-36c9f7111748 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.947600 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-aab3d987-1a15-4cbf-8e5d-508cdecdca74 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': '1e5db496-b607-4043-98c6-b5b82c6fab7a', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:13.964058 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0833cef8-bbe6-405a-9c99-36c9f7111748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.972036 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0833cef8-bbe6-405a-9c99-36c9f7111748 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:43:13.972551 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0833cef8-bbe6-405a-9c99-36c9f7111748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:43:13.974476 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:43:13.981610 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aab3d987-1a15-4cbf-8e5d-508cdecdca74 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.044487 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0833cef8-bbe6-405a-9c99-36c9f7111748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.051048 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0833cef8-bbe6-405a-9c99-36c9f7111748 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.055495 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0833cef8-bbe6-405a-9c99-36c9f7111748 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6feba008-c597-4a6d-99c1-fa0a29f2df67 HTTP/1.1" status: 204 len: 168 time: 0.3070726 Jul 14 09:43:14.066057 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833cef8-bbe6-405a-9c99-36c9f7111748 admin admin] Pushing event deleted for resources: {'Network': ['ID=6feba008-c597-4a6d-99c1-fa0a29f2df67,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:14.098927 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aab3d987-1a15-4cbf-8e5d-508cdecdca74 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.220977 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-aab3d987-1a15-4cbf-8e5d-508cdecdca74 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Allocated IP 172.25.1.74 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/f79713fb-a758-4860-8576-d6ab671519d8) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:14.259670 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38602) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:14.307640 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f418c34e-f817-4adf-8409-0b0cd32e895c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=18245d4c12b042849567d400be4c479b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464261 Jul 14 09:43:14.312410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38606) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:14.378746 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aab3d987-1a15-4cbf-8e5d-508cdecdca74 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.439998 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24b6ccf1-9cc5-4359-874c-252fd310149a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.493098 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24b6ccf1-9cc5-4359-874c-252fd310149a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.526148 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aab3d987-1a15-4cbf-8e5d-508cdecdca74 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.565298 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38610) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:14.574088 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87895bf5-cec6-4764-93a8-9d9551a3e144 req-3c8f5c75-fb00-4741-8748-e311ad067ddf tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:14.575744 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87895bf5-cec6-4764-93a8-9d9551a3e144 req-3c8f5c75-fb00-4741-8748-e311ad067ddf tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 943 time: 0.1928256 Jul 14 09:43:14.606771 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab3d987-1a15-4cbf-8e5d-508cdecdca74 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:14.614810 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2546233-2f02-48b7-be20-2f25d4ff5028 admin admin] Deleting subnet 59383493-eec2-406e-84b2-89efdf6be982 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:43:14.618025 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d2546233-2f02-48b7-be20-2f25d4ff5028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.620768 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-aab3d987-1a15-4cbf-8e5d-508cdecdca74 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:14.624219 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3d987-1a15-4cbf-8e5d-508cdecdca74 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event updated for resources: {'Port': ['ID=f79713fb-a758-4860-8576-d6ab671519d8,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:14.627312 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab3d987-1a15-4cbf-8e5d-508cdecdca74 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:14.657471 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d2546233-2f02-48b7-be20-2f25d4ff5028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.675826 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24b6ccf1-9cc5-4359-874c-252fd310149a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.678381 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24b6ccf1-9cc5-4359-874c-252fd310149a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.679608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-24b6ccf1-9cc5-4359-874c-252fd310149a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f9f010e3-6663-4817-a66b-e6081065b004 HTTP/1.1" status: 204 len: 168 time: 0.3660123 Jul 14 09:43:14.686405 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87895bf5-cec6-4764-93a8-9d9551a3e144 req-3688b778-3a9c-493c-8c01-a9f806fe551b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986490 Jul 14 09:43:14.699086 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6ccf1-9cc5-4359-874c-252fd310149a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f010e3-6663-4817-a66b-e6081065b004,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:14.714020 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d2546233-2f02-48b7-be20-2f25d4ff5028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.780640 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d2546233-2f02-48b7-be20-2f25d4ff5028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.807760 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2546233-2f02-48b7-be20-2f25d4ff5028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59383493-eec2-406e-84b2-89efdf6be982,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:14.811443 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d2546233-2f02-48b7-be20-2f25d4ff5028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.814449 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d2546233-2f02-48b7-be20-2f25d4ff5028 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/59383493-eec2-406e-84b2-89efdf6be982 HTTP/1.1" status: 204 len: 168 time: 0.2469833 Jul 14 09:43:14.816408 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38614) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:14.886586 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3315cbdd-70e8-4b49-b67e-eb0d7dcaeabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.977324 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3315cbdd-70e8-4b49-b67e-eb0d7dcaeabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.994988 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-3315cbdd-70e8-4b49-b67e-eb0d7dcaeabd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:15.004113 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-3315cbdd-70e8-4b49-b67e-eb0d7dcaeabd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9269afd9-1f5b-4118-864b-b6f146bc9f37') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:15.004895 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-3315cbdd-70e8-4b49-b67e-eb0d7dcaeabd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9269afd9-1f5b-4118-864b-b6f146bc9f37') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:15.016455 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3315cbdd-70e8-4b49-b67e-eb0d7dcaeabd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.036767 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3315cbdd-70e8-4b49-b67e-eb0d7dcaeabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.043397 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3315cbdd-70e8-4b49-b67e-eb0d7dcaeabd admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:43:15.043890 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3315cbdd-70e8-4b49-b67e-eb0d7dcaeabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:43:15.045631 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:43:15.116475 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3315cbdd-70e8-4b49-b67e-eb0d7dcaeabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.124336 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3315cbdd-70e8-4b49-b67e-eb0d7dcaeabd admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.124336 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3315cbdd-70e8-4b49-b67e-eb0d7dcaeabd admin admin] 10.222.0.26 "DELETE /v2.0/networks/e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f HTTP/1.1" status: 204 len: 168 time: 0.3065279 Jul 14 09:43:15.136103 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315cbdd-70e8-4b49-b67e-eb0d7dcaeabd admin admin] Pushing event deleted for resources: {'Network': ['ID=e00b96d2-acf1-4487-8a71-8fd3ad2f2a8f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:15.230596 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aab3d987-1a15-4cbf-8e5d-508cdecdca74 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.319273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38632) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:15.352474 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aab3d987-1a15-4cbf-8e5d-508cdecdca74 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.365837 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-27ba7b99-5484-4d59-a6e0-15307363147f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=563014d0329d42bbaec566a52797d763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441070 Jul 14 09:43:15.367157 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38636) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:15.418193 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d47eb32a-3cd9-4daf-a12b-4e73d1ee8444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.445124 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d47eb32a-3cd9-4daf-a12b-4e73d1ee8444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.500821 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d47eb32a-3cd9-4daf-a12b-4e73d1ee8444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.504268 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d47eb32a-3cd9-4daf-a12b-4e73d1ee8444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.505450 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d47eb32a-3cd9-4daf-a12b-4e73d1ee8444 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29eaabb7-95f0-4b08-9ea5-6b06b989063a HTTP/1.1" status: 204 len: 168 time: 0.1373301 Jul 14 09:43:15.513650 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47eb32a-3cd9-4daf-a12b-4e73d1ee8444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eaabb7-95f0-4b08-9ea5-6b06b989063a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:15.519494 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aab3d987-1a15-4cbf-8e5d-508cdecdca74 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.526517 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aab3d987-1a15-4cbf-8e5d-508cdecdca74 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.575567 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9cfb3304-cb40-4fed-b721-9d83a8c028f4 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:15.600181 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 9cfb3304-cb40-4fed-b721-9d83a8c028f4 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:15.600583 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9cfb3304-cb40-4fed-b721-9d83a8c028f4 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:15.615948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3d987-1a15-4cbf-8e5d-508cdecdca74 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event updated for resources: {'Port': ['ID=f79713fb-a758-4860-8576-d6ab671519d8,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:15.630593 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aab3d987-1a15-4cbf-8e5d-508cdecdca74 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.734162 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-aab3d987-1a15-4cbf-8e5d-508cdecdca74 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Floating IP a3ded929-d316-49b4-9eee-59ff8ad1910e associated. External IP: 172.25.1.74, port: 1e5db496-b607-4043-98c6-b5b82c6fab7a. Jul 14 09:43:16.002066 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9111b-6a2f-44a9-bf1f-e599c0478bb9 req-1b7780d2-d2cf-4a12-8faa-1ad87e8b0b7f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:16.003606 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74f9111b-6a2f-44a9-bf1f-e599c0478bb9 req-1b7780d2-d2cf-4a12-8faa-1ad87e8b0b7f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 943 time: 0.1502755 Jul 14 09:43:16.014291 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab3d987-1a15-4cbf-8e5d-508cdecdca74 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Router 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:16.307925 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38682) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:16.352102 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74f9111b-6a2f-44a9-bf1f-e599c0478bb9 req-685a0ec7-ecd5-4db5-b586-6db3651a5564 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367033 Jul 14 09:43:16.438714 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab3d987-1a15-4cbf-8e5d-508cdecdca74 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:16.440801 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-349b8113-1213-4d58-9211-b43f7f7a2743 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1772180191-network', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:16.451555 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65068f0b-8b1c-41ac-b579-20aef9fce78d None None] Sync routers for ids ['94cedcfe-6e86-4afe-95cf-cb3afd9973f3'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:16.457545 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aab3d987-1a15-4cbf-8e5d-508cdecdca74 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.464284 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65068f0b-8b1c-41ac-b579-20aef9fce78d None None] Routers {'94cedcfe-6e86-4afe-95cf-cb3afd9973f3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:16.465111 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-65068f0b-8b1c-41ac-b579-20aef9fce78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:43:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['94cedcfe-6e86-4afe-95cf-cb3afd9973f3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:16.485339 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349b8113-1213-4d58-9211-b43f7f7a2743 admin admin] Made reservation on behalf of bc29774fe73c411c9bed4e9a103ee6da for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:16.488592 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-349b8113-1213-4d58-9211-b43f7f7a2743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.500255 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-349b8113-1213-4d58-9211-b43f7f7a2743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.511609 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-aab3d987-1a15-4cbf-8e5d-508cdecdca74 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5661829 Jul 14 09:43:16.511609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b83153a-81e0-4369-a5bd-bcaa77b3efd2', 'tag': '1e5db496-b607-4043-98c6-b5b82c6fab7a'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:16.512733 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411f88d1-b686-4129-a457-bd5b2b7206ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1b83153a-81e0-4369-a5bd-bcaa77b3efd2", "tag": "1e5db496-b607-4043-98c6-b5b82c6fab7a"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:16.515011 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38694) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:16.548375 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.566673 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252674c1-178d-4a5f-a0e1-04b1d58fefc8 x-openstack-request-id: req-252674c1-178d-4a5f-a0e1-04b1d58fefc8 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:16.566970 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b83153a-81e0-4369-a5bd-bcaa77b3efd2", "tag": "1e5db496-b607-4043-98c6-b5b82c6fab7a", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:16.567218 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-252674c1-178d-4a5f-a0e1-04b1d58fefc8 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:16.567619 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b83153a-81e0-4369-a5bd-bcaa77b3efd2', 'tag': '1e5db496-b607-4043-98c6-b5b82c6fab7a', 'status': 'completed', 'code': 200} Jul 14 09:43:16.615693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-65068f0b-8b1c-41ac-b579-20aef9fce78d None None] Set router 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:16.655616 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f88d1-b686-4129-a457-bd5b2b7206ba req-50cf16a2-95dc-4054-98e5-8e16dc65b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:16.657303 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-411f88d1-b686-4129-a457-bd5b2b7206ba req-50cf16a2-95dc-4054-98e5-8e16dc65b594 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b2f7301c9c468882746431ee980c27&device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 1136 time: 0.0651689 Jul 14 09:43:16.772207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f88d1-b686-4129-a457-bd5b2b7206ba req-2c9099bf-f730-4f1b-a83f-64fa505ccd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:16.774183 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-411f88d1-b686-4129-a457-bd5b2b7206ba req-2c9099bf-f730-4f1b-a83f-64fa505ccd7b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9b6919a5-1ff9-442b-b65f-035fdfa52a06 HTTP/1.1" status: 200 len: 897 time: 0.1086996 Jul 14 09:43:16.805766 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f6139-f05a-4fed-b62d-6b61225f1f70 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:16.806427 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f6139-f05a-4fed-b62d-6b61225f1f70 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:16.808398 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f6139-f05a-4fed-b62d-6b61225f1f70 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:16.808962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f6139-f05a-4fed-b62d-6b61225f1f70 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:16.809539 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f6139-f05a-4fed-b62d-6b61225f1f70 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:16.810170 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f6139-f05a-4fed-b62d-6b61225f1f70 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:16.815318 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-483f6139-f05a-4fed-b62d-6b61225f1f70 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2960916 Jul 14 09:43:16.817603 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38706) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:16.917771 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-411f88d1-b686-4129-a457-bd5b2b7206ba req-08bad5da-0632-43cf-b35a-2ceb0e83df5f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e5db496-b607-4043-98c6-b5b82c6fab7a HTTP/1.1" status: 200 len: 998 time: 0.1360526 Jul 14 09:43:16.917771 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38708) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:16.933046 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device dc085e94-86e4-4157-a3fc-e93e530a27d9 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:16.966003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4009e578-fcb5-4b5d-92b5-8c051059dcca tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:16.966486 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4009e578-fcb5-4b5d-92b5-8c051059dcca tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:16.967330 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4009e578-fcb5-4b5d-92b5-8c051059dcca tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:16.967982 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4009e578-fcb5-4b5d-92b5-8c051059dcca tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:16.969325 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4009e578-fcb5-4b5d-92b5-8c051059dcca tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:16.969810 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4009e578-fcb5-4b5d-92b5-8c051059dcca tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:16.973159 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4009e578-fcb5-4b5d-92b5-8c051059dcca tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1535623 Jul 14 09:43:16.975890 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-349b8113-1213-4d58-9211-b43f7f7a2743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.976912 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38712) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:16.985355 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f88d1-b686-4129-a457-bd5b2b7206ba req-b9dc6097-2732-4885-ba5c-94a6faffec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:16.987678 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-411f88d1-b686-4129-a457-bd5b2b7206ba req-b9dc6097-2732-4885-ba5c-94a6faffec4a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba624a40-76ed-4e4b-b069-12b97dd74ffd HTTP/1.1" status: 200 len: 835 time: 0.0643592 Jul 14 09:43:17.002852 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-349b8113-1213-4d58-9211-b43f7f7a2743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.003357 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: dc085e94-86e4-4157-a3fc-e93e530a27d9 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:17.003709 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device dc085e94-86e4-4157-a3fc-e93e530a27d9 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:17.063784 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47b91be1-ad9f-4983-9268-8015cb9f9aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.074205 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349b8113-1213-4d58-9211-b43f7f7a2743 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:43:17.091183 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b8113-1213-4d58-9211-b43f7f7a2743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6874aa-1a08-4434-b2a1-28d702947bdf,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:17.097962 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-349b8113-1213-4d58-9211-b43f7f7a2743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.097962 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-349b8113-1213-4d58-9211-b43f7f7a2743 admin admin] Added segment a79c583b-44e2-4be9-aac0-3161277dc72c of type vlan for network e619ab7a-720c-492d-b134-596e0796f54d Jul 14 09:43:17.105259 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f88d1-b686-4129-a457-bd5b2b7206ba req-bd2433cd-ec50-48cd-8237-2eb510571226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:17.106947 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-411f88d1-b686-4129-a457-bd5b2b7206ba req-bd2433cd-ec50-48cd-8237-2eb510571226 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9b6919a5-1ff9-442b-b65f-035fdfa52a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1135216 Jul 14 09:43:17.131768 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-65068f0b-8b1c-41ac-b579-20aef9fce78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916255269', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:39Z', 'updated_at': '2021-07-14T09:42:48Z', 'revision_number': 4, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:41Z', 'updated_at': '2021-07-14T09:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'a3ded929-d316-49b4-9eee-59ff8ad1910e', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'port_id': '1e5db496-b607-4043-98c6-b5b82c6fab7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06', 'mac_address': 'fa:16:3e:cc:0d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b83153a-81e0-4369-a5bd-bcaa77b3efd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:43:14Z', 'updated_at': '2021-07-14T09:43:14Z', 'revision_number': 0, 'project_id': '62b2f7301c9c468882746431ee980c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7cb025-a0d5-4ea6-b7b3-45a789369908', 'name': '', 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'mac_address': 'fa:16:3e:19:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'ba624a40-76ed-4e4b-b069-12b97dd74ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:45Z', 'updated_at': '2021-07-14T09:42:59Z', 'revision_number': 5, 'project_id': '62b2f7301c9c468882746431ee980c27', 'subnets': [{'id': 'ba624a40-76ed-4e4b-b069-12b97dd74ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:17.159952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65068f0b-8b1c-41ac-b579-20aef9fce78d None None] Checking router: 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:17.167518 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-349b8113-1213-4d58-9211-b43f7f7a2743 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.169103 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65068f0b-8b1c-41ac-b579-20aef9fce78d None None] Routers {'94cedcfe-6e86-4afe-95cf-cb3afd9973f3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:17.170036 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-65068f0b-8b1c-41ac-b579-20aef9fce78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:43:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['94cedcfe-6e86-4afe-95cf-cb3afd9973f3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:17.234861 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-411f88d1-b686-4129-a457-bd5b2b7206ba req-74b5d734-c4d7-4815-a5ba-707abcf9467f service neutron] 10.222.0.49 "GET /v2.0/networks/9b6919a5-1ff9-442b-b65f-035fdfa52a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208889 Jul 14 09:43:17.271147 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-349b8113-1213-4d58-9211-b43f7f7a2743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.272123 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349b8113-1213-4d58-9211-b43f7f7a2743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:17.272696 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-349b8113-1213-4d58-9211-b43f7f7a2743 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.301417 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47b91be1-ad9f-4983-9268-8015cb9f9aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.304486 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-65068f0b-8b1c-41ac-b579-20aef9fce78d None None] Set router 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:17.307922 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47b91be1-ad9f-4983-9268-8015cb9f9aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.362642 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-349b8113-1213-4d58-9211-b43f7f7a2743 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0529208 Jul 14 09:43:17.363256 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38714) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:17.364900 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b91be1-ad9f-4983-9268-8015cb9f9aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4718a7a8-c630-44ab-b7f0-b0d5b80c3491,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:17.368018 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-54e912ac-2ff7-4dba-b0d6-c8f901b36043 admin admin] Request body: {'subnet': {'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1772180191-subnet', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:17.370673 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-47b91be1-ad9f-4983-9268-8015cb9f9aa3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a7076b0349a94526ae1d2b7b15202d4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4519029 Jul 14 09:43:17.371289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b8113-1213-4d58-9211-b43f7f7a2743 admin admin] Pushing event updated for resources: {'Network': ['ID=e619ab7a-720c-492d-b134-596e0796f54d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:17.374873 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38716) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:17.411438 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-abd87011-7a39-4a22-930f-831d8a7f4994 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.4333389 Jul 14 09:43:17.414700 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38720) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:17.424851 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-411f88d1-b686-4129-a457-bd5b2b7206ba req-22b1dc34-d01b-4645-9344-9af67513b4d9 service neutron] 10.222.0.49 "GET /v2.0/networks/9b6919a5-1ff9-442b-b65f-035fdfa52a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838946 Jul 14 09:43:17.428115 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e912ac-2ff7-4dba-b0d6-c8f901b36043 admin admin] Made reservation on behalf of bc29774fe73c411c9bed4e9a103ee6da for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:17.428263 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-54e912ac-2ff7-4dba-b0d6-c8f901b36043 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.430981 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network e619ab7a-720c-492d-b134-596e0796f54d details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:43:17.479356 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-edb4c9c4-72ce-4f3b-8c2e-b53fe2af6b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.520629 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-edb4c9c4-72ce-4f3b-8c2e-b53fe2af6b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.613834 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd612a01-935c-4b5b-8759-79ead761f93e tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:17.614595 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd612a01-935c-4b5b-8759-79ead761f93e tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:17.616418 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fd612a01-935c-4b5b-8759-79ead761f93e tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94cedcfe-6e86-4afe-95cf-cb3afd9973f3 HTTP/1.1" status: 200 len: 1991 time: 0.2008030 Jul 14 09:43:17.629355 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20664fb-36ad-4a58-9cc8-c1762d536334 req-7ea2a245-8d15-488a-a77d-c01f8ec4c93b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:17.631339 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e20664fb-36ad-4a58-9cc8-c1762d536334 req-7ea2a245-8d15-488a-a77d-c01f8ec4c93b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 943 time: 0.1080630 Jul 14 09:43:17.653145 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-edb4c9c4-72ce-4f3b-8c2e-b53fe2af6b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.656028 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-edb4c9c4-72ce-4f3b-8c2e-b53fe2af6b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.659635 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-edb4c9c4-72ce-4f3b-8c2e-b53fe2af6b99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4718a7a8-c630-44ab-b7f0-b0d5b80c3491 HTTP/1.1" status: 204 len: 168 time: 0.2815843 Jul 14 09:43:17.671675 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4c9c4-72ce-4f3b-8c2e-b53fe2af6b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4718a7a8-c630-44ab-b7f0-b0d5b80c3491,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:17.671968 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-65068f0b-8b1c-41ac-b579-20aef9fce78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916255269', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:39Z', 'updated_at': '2021-07-14T09:42:48Z', 'revision_number': 4, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:41Z', 'updated_at': '2021-07-14T09:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'a3ded929-d316-49b4-9eee-59ff8ad1910e', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'port_id': '1e5db496-b607-4043-98c6-b5b82c6fab7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06', 'mac_address': 'fa:16:3e:cc:0d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b83153a-81e0-4369-a5bd-bcaa77b3efd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:43:14Z', 'updated_at': '2021-07-14T09:43:14Z', 'revision_number': 0, 'project_id': '62b2f7301c9c468882746431ee980c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7cb025-a0d5-4ea6-b7b3-45a789369908', 'name': '', 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'mac_address': 'fa:16:3e:19:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'ba624a40-76ed-4e4b-b069-12b97dd74ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:45Z', 'updated_at': '2021-07-14T09:42:59Z', 'revision_number': 5, 'project_id': '62b2f7301c9c468882746431ee980c27', 'subnets': [{'id': 'ba624a40-76ed-4e4b-b069-12b97dd74ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:17.690435 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e20664fb-36ad-4a58-9cc8-c1762d536334 req-0bee4d59-3008-4f63-8101-bf0838320188 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523076 Jul 14 09:43:17.707493 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-54e912ac-2ff7-4dba-b0d6-c8f901b36043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.717446 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65068f0b-8b1c-41ac-b579-20aef9fce78d None None] The sync data for ids ['94cedcfe-6e86-4afe-95cf-cb3afd9973f3'] in n-d-798054-10 is: [{'id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916255269', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:39Z', 'updated_at': '2021-07-14T09:42:48Z', 'revision_number': 4, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:41Z', 'updated_at': '2021-07-14T09:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'a3ded929-d316-49b4-9eee-59ff8ad1910e', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'floating_ip_address': '172.25.1.74', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'port_id': '1e5db496-b607-4043-98c6-b5b82c6fab7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06', 'mac_address': 'fa:16:3e:cc:0d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b83153a-81e0-4369-a5bd-bcaa77b3efd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:43:14Z', 'updated_at': '2021-07-14T09:43:14Z', 'revision_number': 0, 'project_id': '62b2f7301c9c468882746431ee980c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7cb025-a0d5-4ea6-b7b3-45a789369908', 'name': '', 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'mac_address': 'fa:16:3e:19:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'ba624a40-76ed-4e4b-b069-12b97dd74ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:45Z', 'updated_at': '2021-07-14T09:42:59Z', 'revision_number': 5, 'project_id': '62b2f7301c9c468882746431ee980c27', 'subnets': [{'id': 'ba624a40-76ed-4e4b-b069-12b97dd74ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:17.768476 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e912ac-2ff7-4dba-b0d6-c8f901b36043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9fe1c74-7017-4ff0-af52-ddf75c5c5820,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:17.775371 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e912ac-2ff7-4dba-b0d6-c8f901b36043 admin admin] Checking segment: {'id': 'a79c583b-44e2-4be9-aac0-3161277dc72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:17.775732 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e912ac-2ff7-4dba-b0d6-c8f901b36043 admin admin] Network hostable DHCP agents. Network: e619ab7a-720c-492d-b134-596e0796f54d, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:43:17.794417 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e912ac-2ff7-4dba-b0d6-c8f901b36043 admin admin] Network e619ab7a-720c-492d-b134-596e0796f54d is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:43:17.815608 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-54e912ac-2ff7-4dba-b0d6-c8f901b36043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, e619ab7a-720c-492d-b134-596e0796f54d) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:17.820947 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e912ac-2ff7-4dba-b0d6-c8f901b36043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:17.821652 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-54e912ac-2ff7-4dba-b0d6-c8f901b36043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.827987 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079013ee-4552-4749-94e7-7528348c3a79 None None] Network e619ab7a-720c-492d-b134-596e0796f54d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:17.839666 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-54e912ac-2ff7-4dba-b0d6-c8f901b36043 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4757509 Jul 14 09:43:17.844071 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38728) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:17.849597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3b194cf0-cbda-4d7e-aac8-5fbbef07e4b0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1772180191-router', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:17.873578 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b194cf0-cbda-4d7e-aac8-5fbbef07e4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.874749 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b194cf0-cbda-4d7e-aac8-5fbbef07e4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.941359 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b194cf0-cbda-4d7e-aac8-5fbbef07e4b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.998202 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f0af68-7eac-4569-a651-e82014f80c20 None None] Network e619ab7a-720c-492d-b134-596e0796f54d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:18.033271 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeeb462-406f-4180-8e09-fa38bd88968a None None] New status for floating IP a3ded929-d316-49b4-9eee-59ff8ad1910e: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:43:18.123463 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b194cf0-cbda-4d7e-aac8-5fbbef07e4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.370869 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b194cf0-cbda-4d7e-aac8-5fbbef07e4b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.394915 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b194cf0-cbda-4d7e-aac8-5fbbef07e4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.501043 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-3b194cf0-cbda-4d7e-aac8-5fbbef07e4b0 admin admin] Allocated IP 172.25.1.95 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/f395e50c-041d-40d4-9d19-4d3db6cf0001) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:18.620228 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b194cf0-cbda-4d7e-aac8-5fbbef07e4b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.662284 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b194cf0-cbda-4d7e-aac8-5fbbef07e4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.701597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b194cf0-cbda-4d7e-aac8-5fbbef07e4b0 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:18.704493 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-3b194cf0-cbda-4d7e-aac8-5fbbef07e4b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:18.707063 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b194cf0-cbda-4d7e-aac8-5fbbef07e4b0 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:18.770115 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b194cf0-cbda-4d7e-aac8-5fbbef07e4b0 admin admin] Pushing event updated for resources: {'Port': ['ID=f395e50c-041d-40d4-9d19-4d3db6cf0001,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:18.890132 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a359ae-6535-4e5f-a495-f2738dc3ba3e req-3da08ce8-9599-4776-b458-6c46f4b3d107 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:18.891907 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0a359ae-6535-4e5f-a495-f2738dc3ba3e req-3da08ce8-9599-4776-b458-6c46f4b3d107 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 943 time: 0.0777438 Jul 14 09:43:18.946423 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0a359ae-6535-4e5f-a495-f2738dc3ba3e req-0897fdc7-eb1b-43a4-9afe-e3cd63c159b2 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470281 Jul 14 09:43:19.034983 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b194cf0-cbda-4d7e-aac8-5fbbef07e4b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.253287 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b194cf0-cbda-4d7e-aac8-5fbbef07e4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.384589 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b194cf0-cbda-4d7e-aac8-5fbbef07e4b0 admin admin] Router 146c60ed-d8c9-4091-a7b6-b812f5347f3f is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:43:19.577166 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device f6fae698-25cc-4fbe-a44b-555142472615 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:43:19.706217 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port f6fae698-25cc-4fbe-a44b-555142472615, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=f6fae698-25cc-4fbe-a44b-555142472615,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:19.718120 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'f6fae698-25cc-4fbe-a44b-555142472615', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'port_id': 'f6fae698-25cc-4fbe-a44b-555142472615', 'mac_address': 'fa:16:3e:b4:f9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:43:19.756413 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.771419 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6fae698-25cc-4fbe-a44b-555142472615 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:19.791873 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port f6fae698-25cc-4fbe-a44b-555142472615, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=f6fae698-25cc-4fbe-a44b-555142472615,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:19.796184 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.852241 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=f6fae698-25cc-4fbe-a44b-555142472615,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:19.856641 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b194cf0-cbda-4d7e-aac8-5fbbef07e4b0 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:19.865918 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] Sync routers for ids ['146c60ed-d8c9-4091-a7b6-b812f5347f3f'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:19.875474 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] Routers {'146c60ed-d8c9-4091-a7b6-b812f5347f3f'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:19.876127 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:43:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['146c60ed-d8c9-4091-a7b6-b812f5347f3f'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:19.880931 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b194cf0-cbda-4d7e-aac8-5fbbef07e4b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.882721 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3b194cf0-cbda-4d7e-aac8-5fbbef07e4b0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.0374963 Jul 14 09:43:19.887559 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38764) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:19.991891 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] Set router 146c60ed-d8c9-4091-a7b6-b812f5347f3f gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:19.995834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['f6fae698-25cc-4fbe-a44b-555142472615'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:43:20.196497 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a823ca-4da2-4b2e-83de-4b8053246575 req-b7f54dad-9ef7-4761-a4db-36e557a80ba2 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:20.198139 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92a823ca-4da2-4b2e-83de-4b8053246575 req-b7f54dad-9ef7-4761-a4db-36e557a80ba2 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 944 time: 0.1242619 Jul 14 09:43:20.296280 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-92a823ca-4da2-4b2e-83de-4b8053246575 req-e33966ab-bead-4e16-9cdc-f73e5a9d3ec6 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878010 Jul 14 09:43:20.335468 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1772180191-router', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:17Z', 'updated_at': '2021-07-14T09:43:18Z', 'revision_number': 3, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'gw_port': {'id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:18Z', 'updated_at': '2021-07-14T09:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:20.366909 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] Checking router: 146c60ed-d8c9-4091-a7b6-b812f5347f3f for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:20.367254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] Updating router 146c60ed-d8c9-4091-a7b6-b812f5347f3f port f395e50c-041d-40d4-9d19-4d3db6cf0001 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:43:20.409874 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.470074 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97ac71ea-55d2-465f-9083-264f9f09f701 req-c29930bd-3fab-4a9a-8650-652f4b8504d6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1369374 Jul 14 09:43:20.509248 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53ee5bcd-a619-411a-9367-a5aa857f9854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.650110 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac71ea-55d2-465f-9083-264f9f09f701 req-1812d8b3-7f13-459c-9a0a-12643c72277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:20.651623 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97ac71ea-55d2-465f-9083-264f9f09f701 req-1812d8b3-7f13-459c-9a0a-12643c72277c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b2f7301c9c468882746431ee980c27&device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 1136 time: 0.1353707 Jul 14 09:43:20.738968 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.751404 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] Transition to ACTIVE for port object f395e50c-041d-40d4-9d19-4d3db6cf0001 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:20.759210 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.774348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-53ee5bcd-a619-411a-9367-a5aa857f9854 admin admin] Allocated IP 172.20.0.1 (e619ab7a-720c-492d-b134-596e0796f54d/c9fe1c74-7017-4ff0-af52-ddf75c5c5820/090de58c-e7e0-46c8-943f-a6e4206aeda6) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:20.819105 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] Attempting to bind port f395e50c-041d-40d4-9d19-4d3db6cf0001 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:20.819666 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] Attempting to bind port f395e50c-041d-40d4-9d19-4d3db6cf0001 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:20.820308 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] Attempting to bind port f395e50c-041d-40d4-9d19-4d3db6cf0001 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:20.832568 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:20.832937 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:20.833338 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.833739 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:20.835178 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] Bound port: f395e50c-041d-40d4-9d19-4d3db6cf0001, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:20.835561 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.837102 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de4d10-8947-4466-a5f7-300e1fe09416 None None] Pushing event updated for resources: {'Port': ['ID=f395e50c-041d-40d4-9d19-4d3db6cf0001,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:20.848553 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac71ea-55d2-465f-9083-264f9f09f701 req-f58964dc-1a44-4320-9585-6a9971f0c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:20.850069 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97ac71ea-55d2-465f-9083-264f9f09f701 req-f58964dc-1a44-4320-9585-6a9971f0c288 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9b6919a5-1ff9-442b-b65f-035fdfa52a06 HTTP/1.1" status: 200 len: 897 time: 0.1778953 Jul 14 09:43:20.895604 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] For port f395e50c-041d-40d4-9d19-4d3db6cf0001, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:20.899410 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] For port f395e50c-041d-40d4-9d19-4d3db6cf0001, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f395e50c-041d-40d4-9d19-4d3db6cf0001,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:20.905694 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.961891 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53ee5bcd-a619-411a-9367-a5aa857f9854 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.962171 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] Routers {'146c60ed-d8c9-4091-a7b6-b812f5347f3f'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:20.962806 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:43:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['146c60ed-d8c9-4091-a7b6-b812f5347f3f'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:21.003739 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97ac71ea-55d2-465f-9083-264f9f09f701 req-81376a9f-a707-4140-991a-ba57226459a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e5db496-b607-4043-98c6-b5b82c6fab7a HTTP/1.1" status: 200 len: 1000 time: 0.1460917 Jul 14 09:43:21.005189 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53ee5bcd-a619-411a-9367-a5aa857f9854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.011519 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de4d10-8947-4466-a5f7-300e1fe09416 None None] Pushing event updated for resources: {'Port': ['ID=f395e50c-041d-40d4-9d19-4d3db6cf0001,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:21.085120 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ee5bcd-a619-411a-9367-a5aa857f9854 admin admin] Network e619ab7a-720c-492d-b134-596e0796f54d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:21.092661 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-53ee5bcd-a619-411a-9367-a5aa857f9854 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:21.097121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee5bcd-a619-411a-9367-a5aa857f9854 admin admin] Pushing event updated for resources: {'Port': ['ID=090de58c-e7e0-46c8-943f-a6e4206aeda6,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:21.099540 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ee5bcd-a619-411a-9367-a5aa857f9854 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:21.104900 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac71ea-55d2-465f-9083-264f9f09f701 req-d3ea5871-43d0-4595-ab0c-e40fe8f93139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:21.106427 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97ac71ea-55d2-465f-9083-264f9f09f701 req-d3ea5871-43d0-4595-ab0c-e40fe8f93139 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba624a40-76ed-4e4b-b069-12b97dd74ffd HTTP/1.1" status: 200 len: 835 time: 0.0961912 Jul 14 09:43:21.179359 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53ee5bcd-a619-411a-9367-a5aa857f9854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.239490 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac71ea-55d2-465f-9083-264f9f09f701 req-b7d0a04d-e315-4af5-873a-8cb37eb8fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:21.240924 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97ac71ea-55d2-465f-9083-264f9f09f701 req-b7d0a04d-e315-4af5-873a-8cb37eb8fba3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9b6919a5-1ff9-442b-b65f-035fdfa52a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163306 Jul 14 09:43:21.250351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] Set router 146c60ed-d8c9-4091-a7b6-b812f5347f3f gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:21.371957 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97ac71ea-55d2-465f-9083-264f9f09f701 req-579353d8-0f44-48bb-b1c9-eef169e0e73d service neutron] 10.222.0.49 "GET /v2.0/networks/9b6919a5-1ff9-442b-b65f-035fdfa52a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242967 Jul 14 09:43:21.447579 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1772180191-router', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:17Z', 'updated_at': '2021-07-14T09:43:18Z', 'revision_number': 3, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'gw_port': {'id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:18Z', 'updated_at': '2021-07-14T09:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:21.479606 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79400dc8-e087-4ebd-a526-b7eebbef1af0 None None] The sync data for ids ['146c60ed-d8c9-4091-a7b6-b812f5347f3f'] in n-d-798054-10 is: [{'id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1772180191-router', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:17Z', 'updated_at': '2021-07-14T09:43:18Z', 'revision_number': 3, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'gw_port': {'id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:18Z', 'updated_at': '2021-07-14T09:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:21.531884 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53ee5bcd-a619-411a-9367-a5aa857f9854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.590709 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device f6fae698-25cc-4fbe-a44b-555142472615 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:21.680014 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port f6fae698-25cc-4fbe-a44b-555142472615 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:21.686665 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port f6fae698-25cc-4fbe-a44b-555142472615 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:21.687565 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.693187 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97ac71ea-55d2-465f-9083-264f9f09f701 req-5b21e482-e31d-4e21-8b6c-285978363f76 service neutron] 10.222.0.49 "GET /v2.0/networks/9b6919a5-1ff9-442b-b65f-035fdfa52a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845397 Jul 14 09:43:21.731666 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586af0d-92e3-40df-a684-f967d18a55b6 req-13c12282-8d65-4be0-a331-190c23b07fc7 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:21.734363 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a586af0d-92e3-40df-a684-f967d18a55b6 req-13c12282-8d65-4be0-a331-190c23b07fc7 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 944 time: 0.2649884 Jul 14 09:43:21.784711 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.814317 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41da404a-ee13-470d-92ba-ff1dc1044d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fae698-25cc-4fbe-a44b-555142472615'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:21.816839 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85f4562-77b6-4e11-ae26-72fd5a1dcbae" -d '{"events": [{"server_uuid": "41da404a-ee13-470d-92ba-ff1dc1044d1c", "name": "network-vif-plugged", "status": "completed", "tag": "f6fae698-25cc-4fbe-a44b-555142472615"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:21.841170 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port f6fae698-25cc-4fbe-a44b-555142472615, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=f6fae698-25cc-4fbe-a44b-555142472615,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:21.849252 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.898310 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ec4316-d4df-4569-ac23-347fc4998caa x-openstack-request-id: req-f2ec4316-d4df-4569-ac23-347fc4998caa {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:21.898611 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41da404a-ee13-470d-92ba-ff1dc1044d1c", "name": "network-vif-plugged", "status": "completed", "tag": "f6fae698-25cc-4fbe-a44b-555142472615", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:21.898870 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f2ec4316-d4df-4569-ac23-347fc4998caa {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:21.899269 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41da404a-ee13-470d-92ba-ff1dc1044d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fae698-25cc-4fbe-a44b-555142472615', 'code': 200} Jul 14 09:43:21.916854 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a586af0d-92e3-40df-a684-f967d18a55b6 req-3749e902-a0e8-48b6-93a1-dd8977483478 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379402 Jul 14 09:43:21.932250 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53ee5bcd-a619-411a-9367-a5aa857f9854 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.937659 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53ee5bcd-a619-411a-9367-a5aa857f9854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.952445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=f6fae698-25cc-4fbe-a44b-555142472615,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:22.359958 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53ee5bcd-a619-411a-9367-a5aa857f9854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.374866 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee5bcd-a619-411a-9367-a5aa857f9854 admin admin] Pushing event updated for resources: {'Port': ['ID=090de58c-e7e0-46c8-943f-a6e4206aeda6,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:22.459646 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17418e1-c947-4d21-8d75-bbfb66dd1656 req-e049a6e2-7e34-4097-b919-26fb75ec0d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:22.464396 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d17418e1-c947-4d21-8d75-bbfb66dd1656 req-e049a6e2-7e34-4097-b919-26fb75ec0d02 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 1097 time: 0.1590431 Jul 14 09:43:22.547698 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f395e50c-041d-40d4-9d19-4d3db6cf0001 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:22.554546 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d17418e1-c947-4d21-8d75-bbfb66dd1656 req-00a52170-6e3a-44c3-a9ae-85002136a14e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828531 Jul 14 09:43:22.557650 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ee5bcd-a619-411a-9367-a5aa857f9854 admin admin] Network e619ab7a-720c-492d-b134-596e0796f54d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:22.560014 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-53ee5bcd-a619-411a-9367-a5aa857f9854 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:22.607174 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port f395e50c-041d-40d4-9d19-4d3db6cf0001 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:22.613038 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f395e50c-041d-40d4-9d19-4d3db6cf0001 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:22.613355 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.727994 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ee5bcd-a619-411a-9367-a5aa857f9854 admin admin] Router 146c60ed-d8c9-4091-a7b6-b812f5347f3f has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:22.744009 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.772470 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port f395e50c-041d-40d4-9d19-4d3db6cf0001, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f395e50c-041d-40d4-9d19-4d3db6cf0001,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:22.779628 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.862330 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=f395e50c-041d-40d4-9d19-4d3db6cf0001,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:22.892907 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ee5bcd-a619-411a-9367-a5aa857f9854 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:22.906973 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-53ee5bcd-a619-411a-9367-a5aa857f9854 admin admin] 10.222.0.26 "PUT /v2.0/routers/146c60ed-d8c9-4091-a7b6-b812f5347f3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0154819 Jul 14 09:43:23.134771 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1235f3-4587-484f-8134-5debde432e18 req-e70b28c7-17e4-44cf-b49e-9ec87b3442ca tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:23.136534 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8e1235f3-4587-484f-8134-5debde432e18 req-e70b28c7-17e4-44cf-b49e-9ec87b3442ca tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 945 time: 0.0750301 Jul 14 09:43:23.203450 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8e1235f3-4587-484f-8134-5debde432e18 req-0e155227-5a90-403e-8489-3e6d1272e193 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613263 Jul 14 09:43:23.317245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-855f5fbd-4b99-4957-a3d6-475524181b64 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:23.320148 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-855f5fbd-4b99-4957-a3d6-475524181b64 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/networks?id=e619ab7a-720c-492d-b134-596e0796f54d HTTP/1.1" status: 200 len: 820 time: 0.1155066 Jul 14 09:43:23.337893 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-a757464a-5408-4ee2-8f6b-7a7504fb5578 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/quotas/bc29774fe73c411c9bed4e9a103ee6da HTTP/1.1" status: 200 len: 375 time: 0.0123603 Jul 14 09:43:23.414185 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-da7f2c02-cf3b-4656-8756-eed7b76170f5 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc29774fe73c411c9bed4e9a103ee6da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0696719 Jul 14 09:43:23.520310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-d1b840e0-ec8c-44d6-96ef-000c26ca213f service neutron] 10.222.0.26 "GET /v2.0/networks/e619ab7a-720c-492d-b134-596e0796f54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999835 Jul 14 09:43:23.591153 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] Sync routers for ids ['146c60ed-d8c9-4091-a7b6-b812f5347f3f'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:23.600430 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] Routers {'146c60ed-d8c9-4091-a7b6-b812f5347f3f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:23.601043 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:43:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['146c60ed-d8c9-4091-a7b6-b812f5347f3f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:23.620363 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-ae72beab-70e1-4f8b-a6f2-0989c514d91a service neutron] 10.222.0.26 "GET /v2.0/networks/e619ab7a-720c-492d-b134-596e0796f54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938346 Jul 14 09:43:23.711647 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] Set router 146c60ed-d8c9-4091-a7b6-b812f5347f3f gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:23.854629 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f169a8b4-a390-4873-80ef-8eb918ea397d req-1dbd7782-1546-44d9-9114-09782095b48e tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 210 time: 0.0414550 Jul 14 09:43:23.980861 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1772180191-router', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:17Z', 'updated_at': '2021-07-14T09:43:21Z', 'revision_number': 4, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'gw_port': {'id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:18Z', 'updated_at': '2021-07-14T09:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '090de58c-e7e0-46c8-943f-a6e4206aeda6', 'name': '', 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'mac_address': 'fa:16:3e:d8:a6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c9fe1c74-7017-4ff0-af52-ddf75c5c5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:20Z', 'updated_at': '2021-07-14T09:43:21Z', 'revision_number': 2, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'subnets': [{'id': 'c9fe1c74-7017-4ff0-af52-ddf75c5c5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:24.009321 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] Checking router: 146c60ed-d8c9-4091-a7b6-b812f5347f3f for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:24.009697 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] Updating router 146c60ed-d8c9-4091-a7b6-b812f5347f3f port 090de58c-e7e0-46c8-943f-a6e4206aeda6 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:43:24.050457 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.416139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f15b64-52f3-40c9-9d30-b3b5e81a4988 req-abf9ac7a-2b51-4bcd-8920-990e0da9e9f4 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:24.417654 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0f15b64-52f3-40c9-9d30-b3b5e81a4988 req-abf9ac7a-2b51-4bcd-8920-990e0da9e9f4 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 945 time: 0.0862415 Jul 14 09:43:24.437660 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.448709 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] Transition to ACTIVE for port object 090de58c-e7e0-46c8-943f-a6e4206aeda6 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:24.456469 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.491309 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a0f15b64-52f3-40c9-9d30-b3b5e81a4988 req-5f070d7a-52be-4c77-b625-55e0b4ea060e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677338 Jul 14 09:43:24.517907 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5bda7-bc53-4eb3-844b-36019715ef47 None None] Pushing event updated for resources: {'Port': ['ID=090de58c-e7e0-46c8-943f-a6e4206aeda6,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:24.559683 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f395e50c-041d-40d4-9d19-4d3db6cf0001 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:24.594536 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] Attempting to bind port 090de58c-e7e0-46c8-943f-a6e4206aeda6 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:24.595148 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] Attempting to bind port 090de58c-e7e0-46c8-943f-a6e4206aeda6 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'a79c583b-44e2-4be9-aac0-3161277dc72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:24.596076 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] Attempting to bind port 090de58c-e7e0-46c8-943f-a6e4206aeda6 on network e619ab7a-720c-492d-b134-596e0796f54d {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:24.602353 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:24.602878 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] Checking segment: {'id': 'a79c583b-44e2-4be9-aac0-3161277dc72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:24.603398 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.603892 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] Bound using segment: {'id': 'a79c583b-44e2-4be9-aac0-3161277dc72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:24.605030 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] Bound port: 090de58c-e7e0-46c8-943f-a6e4206aeda6, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79c583b-44e2-4be9-aac0-3161277dc72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:24.605537 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.632165 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f395e50c-041d-40d4-9d19-4d3db6cf0001 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:24.632537 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.702101 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] For port 090de58c-e7e0-46c8-943f-a6e4206aeda6, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:24.707468 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] For port 090de58c-e7e0-46c8-943f-a6e4206aeda6, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=090de58c-e7e0-46c8-943f-a6e4206aeda6,segment=NetworkSegment(a79c583b-44e2-4be9-aac0-3161277dc72c),segment_id=a79c583b-44e2-4be9-aac0-3161277dc72c)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:24.709067 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76362c4-8d10-4a56-96f8-2b2d3c213be2 req-01f45b8b-e875-4f06-92b1-3152388383e9 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:24.710879 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d76362c4-8d10-4a56-96f8-2b2d3c213be2 req-01f45b8b-e875-4f06-92b1-3152388383e9 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 945 time: 0.0753810 Jul 14 09:43:24.715891 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.759861 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d76362c4-8d10-4a56-96f8-2b2d3c213be2 req-a602a61b-aebe-44e0-b51f-65bffe52e047 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394843 Jul 14 09:43:24.777057 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] Routers {'146c60ed-d8c9-4091-a7b6-b812f5347f3f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:24.777673 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:43:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['146c60ed-d8c9-4091-a7b6-b812f5347f3f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:24.816928 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5bda7-bc53-4eb3-844b-36019715ef47 None None] Pushing event updated for resources: {'Port': ['ID=090de58c-e7e0-46c8-943f-a6e4206aeda6,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:24.905411 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] Set router 146c60ed-d8c9-4091-a7b6-b812f5347f3f gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:25.013985 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca323b8b-6b3a-43c1-a709-c045c78823ba req-bd74b9b7-5df4-4176-9f0c-e0d8f992c408 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:25.016845 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca323b8b-6b3a-43c1-a709-c045c78823ba req-bd74b9b7-5df4-4176-9f0c-e0d8f992c408 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 945 time: 0.1047914 Jul 14 09:43:25.043896 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0252277a-1d7a-4555-a686-72139dc513ca req-f8e5738c-aa64-4850-8700-a0d7101b992b tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 210 time: 0.0628760 Jul 14 09:43:25.087170 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca323b8b-6b3a-43c1-a709-c045c78823ba req-25a96f75-05fc-43e9-a6d0-c952d9842614 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458667 Jul 14 09:43:25.189467 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1772180191-router', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:17Z', 'updated_at': '2021-07-14T09:43:21Z', 'revision_number': 4, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'gw_port': {'id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:18Z', 'updated_at': '2021-07-14T09:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '090de58c-e7e0-46c8-943f-a6e4206aeda6', 'name': '', 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'mac_address': 'fa:16:3e:d8:a6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c9fe1c74-7017-4ff0-af52-ddf75c5c5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:20Z', 'updated_at': '2021-07-14T09:43:24Z', 'revision_number': 4, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'subnets': [{'id': 'c9fe1c74-7017-4ff0-af52-ddf75c5c5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:25.253139 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9df0b-7671-4853-b1ed-5c0c1debf607 None None] The sync data for ids ['146c60ed-d8c9-4091-a7b6-b812f5347f3f'] in n-d-798054-10 is: [{'id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1772180191-router', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:17Z', 'updated_at': '2021-07-14T09:43:21Z', 'revision_number': 4, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'gw_port': {'id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:18Z', 'updated_at': '2021-07-14T09:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '090de58c-e7e0-46c8-943f-a6e4206aeda6', 'name': '', 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'mac_address': 'fa:16:3e:d8:a6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c9fe1c74-7017-4ff0-af52-ddf75c5c5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:20Z', 'updated_at': '2021-07-14T09:43:24Z', 'revision_number': 4, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'subnets': [{'id': 'c9fe1c74-7017-4ff0-af52-ddf75c5c5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:25.277027 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-94206269-ad59-4c9b-a8b7-992f09ac8a15 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:25.279577 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-94206269-ad59-4c9b-a8b7-992f09ac8a15 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.55 "GET /v2.0/networks?id=e619ab7a-720c-492d-b134-596e0796f54d HTTP/1.1" status: 200 len: 820 time: 0.1638434 Jul 14 09:43:25.329968 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-3602659b-cd2b-4d71-b067-e11d95963f30 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Request body: {'port': {'device_id': 'bb59c23e-da7c-4b60-8a83-65598cae079e', 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d', 'admin_state_up': True, 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:25.561475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-3602659b-cd2b-4d71-b067-e11d95963f30 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Made reservation on behalf of bc29774fe73c411c9bed4e9a103ee6da for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:25.568877 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-3602659b-cd2b-4d71-b067-e11d95963f30 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.719350 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456548f-fd66-4122-af22-bf8b868f8a03 req-12e62a6f-76ff-4935-b40a-db83ffa91014 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:25.721697 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a456548f-fd66-4122-af22-bf8b868f8a03 req-12e62a6f-76ff-4935-b40a-db83ffa91014 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 945 time: 0.1229770 Jul 14 09:43:25.750541 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-3602659b-cd2b-4d71-b067-e11d95963f30 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Allocated IP 172.20.0.11 (e619ab7a-720c-492d-b134-596e0796f54d/c9fe1c74-7017-4ff0-af52-ddf75c5c5820/a3fe5c51-6594-415f-92e9-0094c26a86a0) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:25.776965 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a456548f-fd66-4122-af22-bf8b868f8a03 req-a1a7ea3a-1599-48cc-a5c8-c82559575f58 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485351 Jul 14 09:43:25.984158 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-3602659b-cd2b-4d71-b067-e11d95963f30 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.041655 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-3602659b-cd2b-4d71-b067-e11d95963f30 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.100840 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-3602659b-cd2b-4d71-b067-e11d95963f30 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Network e619ab7a-720c-492d-b134-596e0796f54d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:26.111523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-3602659b-cd2b-4d71-b067-e11d95963f30 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:26.117682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-3602659b-cd2b-4d71-b067-e11d95963f30 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:26.167200 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602659b-cd2b-4d71-b067-e11d95963f30 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Pushing event updated for resources: {'Port': ['ID=a3fe5c51-6594-415f-92e9-0094c26a86a0,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:26.224923 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-3602659b-cd2b-4d71-b067-e11d95963f30 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:26.225613 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-3602659b-cd2b-4d71-b067-e11d95963f30 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.256145 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-3602659b-cd2b-4d71-b067-e11d95963f30 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9346688 Jul 14 09:43:26.278115 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] Request body: {'port': {'device_id': 'bb59c23e-da7c-4b60-8a83-65598cae079e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:26.312538 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ebc3a-9636-4f87-9681-31e2f140cb6b req-ced3ffc6-2287-4536-8d2c-23b074a65443 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:26.317104 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be5ebc3a-9636-4f87-9681-31e2f140cb6b req-ced3ffc6-2287-4536-8d2c-23b074a65443 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 932 time: 0.1182380 Jul 14 09:43:26.374363 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be5ebc3a-9636-4f87-9681-31e2f140cb6b req-e08a2310-2b3f-4b1d-8681-e2d875ad3d70 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517995 Jul 14 09:43:26.388203 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.554211 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 090de58c-e7e0-46c8-943f-a6e4206aeda6 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:26.648547 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 090de58c-e7e0-46c8-943f-a6e4206aeda6 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:26.660592 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 090de58c-e7e0-46c8-943f-a6e4206aeda6 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:26.661138 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.753693 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.797561 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 090de58c-e7e0-46c8-943f-a6e4206aeda6, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=090de58c-e7e0-46c8-943f-a6e4206aeda6,segment=NetworkSegment(a79c583b-44e2-4be9-aac0-3161277dc72c),segment_id=a79c583b-44e2-4be9-aac0-3161277dc72c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:26.798707 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3fe5c51-6594-415f-92e9-0094c26a86a0 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:26.807687 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.829068 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.844793 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] Transition to ACTIVE for port object a3fe5c51-6594-415f-92e9-0094c26a86a0 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:26.851197 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.890117 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=090de58c-e7e0-46c8-943f-a6e4206aeda6,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:26.960202 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a3fe5c51-6594-415f-92e9-0094c26a86a0,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:27.029074 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] Attempting to bind port a3fe5c51-6594-415f-92e9-0094c26a86a0 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:27.029490 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] Attempting to bind port a3fe5c51-6594-415f-92e9-0094c26a86a0 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'a79c583b-44e2-4be9-aac0-3161277dc72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:27.029952 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] Attempting to bind port a3fe5c51-6594-415f-92e9-0094c26a86a0 on network e619ab7a-720c-492d-b134-596e0796f54d {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:27.040255 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] Port a3fe5c51-6594-415f-92e9-0094c26a86a0 on network e619ab7a-720c-492d-b134-596e0796f54d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:27.040579 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] Attempting to bind port a3fe5c51-6594-415f-92e9-0094c26a86a0 on network e619ab7a-720c-492d-b134-596e0796f54d {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:27.046461 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:27.046812 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] Checking segment: {'id': 'a79c583b-44e2-4be9-aac0-3161277dc72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:27.047201 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] Bound using segment: {'id': 'a79c583b-44e2-4be9-aac0-3161277dc72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:27.047760 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] Bound port: a3fe5c51-6594-415f-92e9-0094c26a86a0, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a79c583b-44e2-4be9-aac0-3161277dc72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:27.048670 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.089443 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6713b0-48c4-496e-83ce-da62fe00fcc2 req-25368d12-a7cf-45d7-9b47-8f0b2f2c9bb0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:27.091195 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e6713b0-48c4-496e-83ce-da62fe00fcc2 req-25368d12-a7cf-45d7-9b47-8f0b2f2c9bb0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 945 time: 0.1444886 Jul 14 09:43:27.106768 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecf18a-d60f-481c-9358-8d023d7c719a req-b4f4d4c3-a42f-499f-b9be-c8c23d9be4a6 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:27.108368 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e7ecf18a-d60f-481c-9358-8d023d7c719a req-b4f4d4c3-a42f-499f-b9be-c8c23d9be4a6 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 945 time: 0.1268952 Jul 14 09:43:27.135121 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] For port a3fe5c51-6594-415f-92e9-0094c26a86a0, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:27.138652 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] For port a3fe5c51-6594-415f-92e9-0094c26a86a0, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a3fe5c51-6594-415f-92e9-0094c26a86a0,segment=NetworkSegment(a79c583b-44e2-4be9-aac0-3161277dc72c),segment_id=a79c583b-44e2-4be9-aac0-3161277dc72c)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:27.143838 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.189590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:27.189920 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.191555 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] 10.222.0.55 "PUT /v2.0/ports/a3fe5c51-6594-415f-92e9-0094c26a86a0 HTTP/1.1" status: 200 len: 1093 time: 0.9199309 Jul 14 09:43:27.192023 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb59c23e-da7c-4b60-8a83-65598cae079e', 'tag': 'a3fe5c51-6594-415f-92e9-0094c26a86a0'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:27.194457 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8807ae38-90f3-4ddd-b1f0-477f56b1455e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb59c23e-da7c-4b60-8a83-65598cae079e", "tag": "a3fe5c51-6594-415f-92e9-0094c26a86a0"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:27.204463 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e6713b0-48c4-496e-83ce-da62fe00fcc2 req-1c33f734-a68a-41df-b1ee-9a01dd2b7c69 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949540 Jul 14 09:43:27.258786 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a88fe9-95b0-45ee-b26b-76cf03c2f7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a3fe5c51-6594-415f-92e9-0094c26a86a0,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:27.276785 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-67ee9401-2f52-4b14-b71a-2f0e63e9caf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.317326 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ff36e3-0ad4-492a-b715-e16fe2302c85 x-openstack-request-id: req-19ff36e3-0ad4-492a-b715-e16fe2302c85 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:27.318914 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb59c23e-da7c-4b60-8a83-65598cae079e", "tag": "a3fe5c51-6594-415f-92e9-0094c26a86a0", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:27.318914 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19ff36e3-0ad4-492a-b715-e16fe2302c85 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:27.318914 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb59c23e-da7c-4b60-8a83-65598cae079e', 'tag': 'a3fe5c51-6594-415f-92e9-0094c26a86a0', 'status': 'completed', 'code': 200} Jul 14 09:43:27.325324 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-e7ecf18a-d60f-481c-9358-8d023d7c719a req-c4fb4a73-8e0d-42ba-add3-3e8449837e53 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Deleting port f6fae698-25cc-4fbe-a44b-555142472615 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:27.327843 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e7ecf18a-d60f-481c-9358-8d023d7c719a req-c4fb4a73-8e0d-42ba-add3-3e8449837e53 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.355618 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-a01240af-ca07-4cd0-ad2f-6dc049b572ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:27.357766 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-a01240af-ca07-4cd0-ad2f-6dc049b572ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc29774fe73c411c9bed4e9a103ee6da&device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 1096 time: 0.0808163 Jul 14 09:43:27.412686 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-bd47f452-2b2f-4f35-bc99-ed1027a29379 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3fe5c51-6594-415f-92e9-0094c26a86a0 HTTP/1.1" status: 200 len: 217 time: 0.0418208 Jul 14 09:43:27.435499 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-e7ecf18a-d60f-481c-9358-8d023d7c719a req-c4fb4a73-8e0d-42ba-add3-3e8449837e53 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] For port f6fae698-25cc-4fbe-a44b-555142472615, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=f6fae698-25cc-4fbe-a44b-555142472615,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:27.435886 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e7ecf18a-d60f-481c-9358-8d023d7c719a req-c4fb4a73-8e0d-42ba-add3-3e8449837e53 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.451375 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-e7ecf18a-d60f-481c-9358-8d023d7c719a req-c4fb4a73-8e0d-42ba-add3-3e8449837e53 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Calling delete_port for f6fae698-25cc-4fbe-a44b-555142472615 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:27.482066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-bd1d913a-01d8-4725-86ea-76bc5fc73eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:27.484038 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-bd1d913a-01d8-4725-86ea-76bc5fc73eea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9fe1c74-7017-4ff0-af52-ddf75c5c5820 HTTP/1.1" status: 200 len: 860 time: 0.0646472 Jul 14 09:43:27.523283 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-f4cc4c67-77d7-4bce-b0cd-efe45535639a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e619ab7a-720c-492d-b134-596e0796f54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319397 Jul 14 09:43:27.599003 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff62d7b-5394-4835-8d52-a331a4672716 req-3f43b3d4-7174-42a1-bc37-57d6ce3c42af tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:27.600673 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ff62d7b-5394-4835-8d52-a331a4672716 req-3f43b3d4-7174-42a1-bc37-57d6ce3c42af tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 944 time: 0.0955279 Jul 14 09:43:27.636212 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-ae01b63d-6db0-40b7-95fa-33d4e4dadc46 service neutron] 10.222.0.55 "GET /v2.0/networks/e619ab7a-720c-492d-b134-596e0796f54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064942 Jul 14 09:43:27.679320 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ff62d7b-5394-4835-8d52-a331a4672716 req-3c1897ba-428a-46a0-b5f9-75e53816194b tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577152 Jul 14 09:43:27.686722 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e7ecf18a-d60f-481c-9358-8d023d7c719a req-c4fb4a73-8e0d-42ba-add3-3e8449837e53 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.723272 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb4a73-8e0d-42ba-add3-3e8449837e53 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event deleted for resources: {'Port': ['ID=f6fae698-25cc-4fbe-a44b-555142472615,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:27.755377 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a20bd783-b76f-4b1f-930e-8896527cd722 req-1e33ba9e-0309-4dab-b583-704902b79d02 service neutron] 10.222.0.55 "GET /v2.0/networks/e619ab7a-720c-492d-b134-596e0796f54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053972 Jul 14 09:43:27.808517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ecf18a-d60f-481c-9358-8d023d7c719a req-c4fb4a73-8e0d-42ba-add3-3e8449837e53 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] No DVR routers for this DVR port f6fae698-25cc-4fbe-a44b-555142472615 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:27.811355 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e7ecf18a-d60f-481c-9358-8d023d7c719a req-c4fb4a73-8e0d-42ba-add3-3e8449837e53 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.814981 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e7ecf18a-d60f-481c-9358-8d023d7c719a req-c4fb4a73-8e0d-42ba-add3-3e8449837e53 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "DELETE /v2.0/ports/f6fae698-25cc-4fbe-a44b-555142472615 HTTP/1.1" status: 204 len: 173 time: 0.6963496 Jul 14 09:43:27.815498 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41da404a-ee13-470d-92ba-ff1dc1044d1c', 'name': 'network-vif-deleted', 'tag': 'f6fae698-25cc-4fbe-a44b-555142472615'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:27.818899 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f5b4ae-91cc-4261-8317-fe9a17ac7dd0" -d '{"events": [{"server_uuid": "41da404a-ee13-470d-92ba-ff1dc1044d1c", "name": "network-vif-deleted", "tag": "f6fae698-25cc-4fbe-a44b-555142472615"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:27.916089 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623c5275-979a-42e9-96cb-854d7cf1068c x-openstack-request-id: req-623c5275-979a-42e9-96cb-854d7cf1068c {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:27.916396 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41da404a-ee13-470d-92ba-ff1dc1044d1c", "name": "network-vif-deleted", "tag": "f6fae698-25cc-4fbe-a44b-555142472615", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:27.916651 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-623c5275-979a-42e9-96cb-854d7cf1068c {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:27.917053 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41da404a-ee13-470d-92ba-ff1dc1044d1c', 'name': 'network-vif-deleted', 'tag': 'f6fae698-25cc-4fbe-a44b-555142472615', 'status': 'completed', 'code': 200} Jul 14 09:43:27.957544 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807ae38-90f3-4ddd-b1f0-477f56b1455e req-11ac1e54-7ffb-464b-8751-bbd01e32bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:27.959749 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8807ae38-90f3-4ddd-b1f0-477f56b1455e req-11ac1e54-7ffb-464b-8751-bbd01e32bfc0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc29774fe73c411c9bed4e9a103ee6da&device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 1096 time: 0.0934436 Jul 14 09:43:28.095685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807ae38-90f3-4ddd-b1f0-477f56b1455e req-7d476d14-1f1e-4c8d-93a3-135f985f4ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:28.097531 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8807ae38-90f3-4ddd-b1f0-477f56b1455e req-7d476d14-1f1e-4c8d-93a3-135f985f4ed0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e619ab7a-720c-492d-b134-596e0796f54d HTTP/1.1" status: 200 len: 921 time: 0.1262596 Jul 14 09:43:28.141467 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8807ae38-90f3-4ddd-b1f0-477f56b1455e req-7888a911-c2af-4d30-be18-756e40986eda service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3fe5c51-6594-415f-92e9-0094c26a86a0 HTTP/1.1" status: 200 len: 217 time: 0.0368555 Jul 14 09:43:28.209681 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807ae38-90f3-4ddd-b1f0-477f56b1455e req-e9a6316d-57a6-4126-9a95-708dcc1690d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:28.211390 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8807ae38-90f3-4ddd-b1f0-477f56b1455e req-e9a6316d-57a6-4126-9a95-708dcc1690d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9fe1c74-7017-4ff0-af52-ddf75c5c5820 HTTP/1.1" status: 200 len: 860 time: 0.0629053 Jul 14 09:43:28.228901 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38898) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:28.246735 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8807ae38-90f3-4ddd-b1f0-477f56b1455e req-ab9a288c-afcf-4e9a-957b-55904fc79886 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e619ab7a-720c-492d-b134-596e0796f54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288453 Jul 14 09:43:28.401248 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8807ae38-90f3-4ddd-b1f0-477f56b1455e req-7b0cbb04-d45b-4509-bcc7-8f1e8be2665e service neutron] 10.222.0.55 "GET /v2.0/networks/e619ab7a-720c-492d-b134-596e0796f54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454659 Jul 14 09:43:28.431879 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f13497f-70ff-4f22-9c4c-8c2814243dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.551830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 090de58c-e7e0-46c8-943f-a6e4206aeda6 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:28.554521 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f13497f-70ff-4f22-9c4c-8c2814243dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.565336 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f13497f-70ff-4f22-9c4c-8c2814243dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.608429 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8807ae38-90f3-4ddd-b1f0-477f56b1455e req-258f6d8c-9acb-4f58-bbd8-13ccfca9df7a service neutron] 10.222.0.55 "GET /v2.0/networks/e619ab7a-720c-492d-b134-596e0796f54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996205 Jul 14 09:43:28.608852 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 090de58c-e7e0-46c8-943f-a6e4206aeda6 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:28.609246 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.640552 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7502f913-ff40-40b6-81c5-59550b27f8cb req-618f2e91-07d1-4da7-9b26-5b8557f1113a tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 210 time: 0.0779040 Jul 14 09:43:28.670096 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13497f-70ff-4f22-9c4c-8c2814243dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a9b14e-9ebc-4962-a07d-74483cc60b52,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:28.681670 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38904) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:28.681997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4f13497f-70ff-4f22-9c4c-8c2814243dae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8633991c6f0745758d8199cd8cb9588d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4518504 Jul 14 09:43:28.759083 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f214-d593-48d0-a498-d6ece3562331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.783720 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f214-d593-48d0-a498-d6ece3562331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.839715 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f214-d593-48d0-a498-d6ece3562331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.843429 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f214-d593-48d0-a498-d6ece3562331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.849018 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a6d1f214-d593-48d0-a498-d6ece3562331 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a7a9b14e-9ebc-4962-a07d-74483cc60b52 HTTP/1.1" status: 204 len: 168 time: 0.1650240 Jul 14 09:43:28.857379 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1f214-d593-48d0-a498-d6ece3562331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a9b14e-9ebc-4962-a07d-74483cc60b52,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:28.913754 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634e75a-cbfb-423a-b542-c6119c274db1 req-6176de64-437b-4cea-9ceb-a8941c85d834 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:28.915473 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d634e75a-cbfb-423a-b542-c6119c274db1 req-6176de64-437b-4cea-9ceb-a8941c85d834 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 944 time: 0.0938830 Jul 14 09:43:28.965992 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d634e75a-cbfb-423a-b542-c6119c274db1 req-de02a113-68df-414f-9fef-51f56fe9586a tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428009 Jul 14 09:43:29.592972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device f6fae698-25cc-4fbe-a44b-555142472615 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:29.613251 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: f6fae698-25cc-4fbe-a44b-555142472615 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:29.613592 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device f6fae698-25cc-4fbe-a44b-555142472615 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:29.782878 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2356d56e-8cd1-4741-88f0-109f6b2a03a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.810652 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4eb7af5f-b20d-4fd3-a854-4e8b74941331 req-7e2bbf88-49c3-43e5-a3ea-a3893b45d07e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 210 time: 0.0387557 Jul 14 09:43:29.906103 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.167857 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 38962) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:30.190524 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafcce4-a4f2-4ed6-8889-d8dab32a4dbd req-6abca151-1334-42d9-ad42-10ee9102d057 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:30.192406 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3bafcce4-a4f2-4ed6-8889-d8dab32a4dbd req-6abca151-1334-42d9-ad42-10ee9102d057 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 944 time: 0.0934744 Jul 14 09:43:30.239148 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3bafcce4-a4f2-4ed6-8889-d8dab32a4dbd req-2bbf5eb3-c81a-4883-afce-5ff061ec8be8 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410728 Jul 14 09:43:30.316031 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5f324ed1-9324-4c91-936b-1b26f4e8e94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.412808 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5f324ed1-9324-4c91-936b-1b26f4e8e94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.417513 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5f324ed1-9324-4c91-936b-1b26f4e8e94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.466003 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5f324ed1-9324-4c91-936b-1b26f4e8e94f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=21fd1e89fe0143ccbb68b024f4e7baac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2947614 Jul 14 09:43:30.466003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f324ed1-9324-4c91-936b-1b26f4e8e94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d2d148-5799-46da-b5b6-6ac2f53958e6,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:30.467214 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 38966) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:30.519609 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f01feece-0ad8-46cb-80c3-dff15c7bb1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.544359 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f01feece-0ad8-46cb-80c3-dff15c7bb1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.598204 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f01feece-0ad8-46cb-80c3-dff15c7bb1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.600808 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f01feece-0ad8-46cb-80c3-dff15c7bb1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.602599 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f01feece-0ad8-46cb-80c3-dff15c7bb1fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b7d2d148-5799-46da-b5b6-6ac2f53958e6 HTTP/1.1" status: 204 len: 168 time: 0.1345417 Jul 14 09:43:30.613143 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01feece-0ad8-46cb-80c3-dff15c7bb1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d2d148-5799-46da-b5b6-6ac2f53958e6,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:30.718837 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.839029 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device a3fe5c51-6594-415f-92e9-0094c26a86a0 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:43:30.961043 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port a3fe5c51-6594-415f-92e9-0094c26a86a0, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a3fe5c51-6594-415f-92e9-0094c26a86a0,segment=NetworkSegment(a79c583b-44e2-4be9-aac0-3161277dc72c),segment_id=a79c583b-44e2-4be9-aac0-3161277dc72c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:30.994846 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'a3fe5c51-6594-415f-92e9-0094c26a86a0', 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d', 'port_id': 'a3fe5c51-6594-415f-92e9-0094c26a86a0', 'mac_address': 'fa:16:3e:53:8d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1c74-7017-4ff0-af52-ddf75c5c5820', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:43:31.002299 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed6572d2-f7ab-4c96-8b06-0a80319228b0 req-e54ba5fc-f63b-48dc-8d66-dcea75dd521d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 210 time: 0.0411236 Jul 14 09:43:31.046492 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:31.065604 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3fe5c51-6594-415f-92e9-0094c26a86a0 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:31.093501 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port a3fe5c51-6594-415f-92e9-0094c26a86a0, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a3fe5c51-6594-415f-92e9-0094c26a86a0,segment=NetworkSegment(a79c583b-44e2-4be9-aac0-3161277dc72c),segment_id=a79c583b-44e2-4be9-aac0-3161277dc72c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:31.099156 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:31.182582 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=a3fe5c51-6594-415f-92e9-0094c26a86a0,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:31.388109 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['a3fe5c51-6594-415f-92e9-0094c26a86a0'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:43:31.439942 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363ef58-c68f-4c0f-a977-ea7a4ed35098 req-eac58b47-81dd-4a57-89d2-41bc6ba902ec tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:31.448889 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7363ef58-c68f-4c0f-a977-ea7a4ed35098 req-eac58b47-81dd-4a57-89d2-41bc6ba902ec tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 945 time: 0.0838423 Jul 14 09:43:31.495538 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7363ef58-c68f-4c0f-a977-ea7a4ed35098 req-2095c65a-ed38-44a7-9592-54c2a183cd49 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455270 Jul 14 09:43:31.924503 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.180585 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08379c03-b79e-42d2-b18f-c6147fc4c78a req-db73039d-6a9a-4da3-9341-e7811ebbc52a tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=41da404a-ee13-470d-92ba-ff1dc1044d1c HTTP/1.1" status: 200 len: 210 time: 0.0405862 Jul 14 09:43:32.674772 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0ed96-ed86-4dd8-8ae9-2ee7bdabdff7 req-0dcb6e65-e4ed-4d62-a132-0ccac35e591f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:32.676278 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60e0ed96-ed86-4dd8-8ae9-2ee7bdabdff7 req-0dcb6e65-e4ed-4d62-a132-0ccac35e591f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 945 time: 0.0664041 Jul 14 09:43:32.715185 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60e0ed96-ed86-4dd8-8ae9-2ee7bdabdff7 req-bbc4f472-5d0b-4c45-9d9d-78232dd3de5a tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334201 Jul 14 09:43:32.789013 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.851002 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device a3fe5c51-6594-415f-92e9-0094c26a86a0 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:32.899200 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port a3fe5c51-6594-415f-92e9-0094c26a86a0 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:32.902811 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port a3fe5c51-6594-415f-92e9-0094c26a86a0 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:32.903185 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.983986 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.007072 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb59c23e-da7c-4b60-8a83-65598cae079e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fe5c51-6594-415f-92e9-0094c26a86a0'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:33.009308 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cac7147-a077-4cea-9dee-13a7fdb5f341" -d '{"events": [{"server_uuid": "bb59c23e-da7c-4b60-8a83-65598cae079e", "name": "network-vif-plugged", "status": "completed", "tag": "a3fe5c51-6594-415f-92e9-0094c26a86a0"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:33.024509 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port a3fe5c51-6594-415f-92e9-0094c26a86a0, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a3fe5c51-6594-415f-92e9-0094c26a86a0,segment=NetworkSegment(a79c583b-44e2-4be9-aac0-3161277dc72c),segment_id=a79c583b-44e2-4be9-aac0-3161277dc72c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:33.030025 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.033460 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39052) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:33.057379 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8396c9cb-11b3-4ca4-a728-1f1efd6f659a x-openstack-request-id: req-8396c9cb-11b3-4ca4-a728-1f1efd6f659a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:33.057680 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb59c23e-da7c-4b60-8a83-65598cae079e", "name": "network-vif-plugged", "status": "completed", "tag": "a3fe5c51-6594-415f-92e9-0094c26a86a0", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:33.057954 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8396c9cb-11b3-4ca4-a728-1f1efd6f659a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:33.058332 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb59c23e-da7c-4b60-8a83-65598cae079e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fe5c51-6594-415f-92e9-0094c26a86a0', 'code': 200} Jul 14 09:43:33.084297 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=a3fe5c51-6594-415f-92e9-0094c26a86a0,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:33.155724 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0088c7ea-f6c5-4553-a5ff-6f9004e93f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.198135 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcc9cd-c82e-44f7-9668-7a39710a2c76 req-3d0a28c8-4a6f-43b3-9959-3c5d723b3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:33.199699 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cbfcc9cd-c82e-44f7-9668-7a39710a2c76 req-3d0a28c8-4a6f-43b3-9959-3c5d723b3a63 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 1098 time: 0.0523000 Jul 14 09:43:33.237299 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cbfcc9cd-c82e-44f7-9668-7a39710a2c76 req-0b07370b-1825-4242-91fa-09860197f1f9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310991 Jul 14 09:43:33.254937 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0088c7ea-f6c5-4553-a5ff-6f9004e93f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.261943 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0088c7ea-f6c5-4553-a5ff-6f9004e93f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.305658 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0088c7ea-f6c5-4553-a5ff-6f9004e93f25 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=03531759afde47878f9d82fee57f705b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2709861 Jul 14 09:43:33.307619 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088c7ea-f6c5-4553-a5ff-6f9004e93f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf3ed52-4b36-492d-9a91-4bc03b63b04d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:33.308536 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39060) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:33.370114 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45091e19-441b-4e88-b50a-fb00ab629afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.393233 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45091e19-441b-4e88-b50a-fb00ab629afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.442290 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45091e19-441b-4e88-b50a-fb00ab629afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.444922 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45091e19-441b-4e88-b50a-fb00ab629afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.446105 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-45091e19-441b-4e88-b50a-fb00ab629afd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3bf3ed52-4b36-492d-9a91-4bc03b63b04d HTTP/1.1" status: 204 len: 168 time: 0.1364911 Jul 14 09:43:33.453981 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45091e19-441b-4e88-b50a-fb00ab629afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf3ed52-4b36-492d-9a91-4bc03b63b04d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:33.711059 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39068) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:33.724510 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6dc86fc9-f465-4fb5-8a22-b7987c60287e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.818981 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6dc86fc9-f465-4fb5-8a22-b7987c60287e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.824816 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6dc86fc9-f465-4fb5-8a22-b7987c60287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.867365 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6dc86fc9-f465-4fb5-8a22-b7987c60287e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88ee31b6b72e417abc8c0bc9d378207b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529007 Jul 14 09:43:33.867365 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc86fc9-f465-4fb5-8a22-b7987c60287e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ad6256-4d27-45db-970b-12f176ce6085,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:33.868715 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39072) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:33.915227 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c822d8-a85f-479e-b4c8-be368cd0a0fe req-0942b3d7-74d2-416c-8b32-49b9616124e7 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:33.916765 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22c822d8-a85f-479e-b4c8-be368cd0a0fe req-0942b3d7-74d2-416c-8b32-49b9616124e7 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.0703533 Jul 14 09:43:33.919643 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bae1818e-d061-45c0-a9e8-dee625b7fdb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.944673 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bae1818e-d061-45c0-a9e8-dee625b7fdb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.960271 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-22c822d8-a85f-479e-b4c8-be368cd0a0fe req-f0da6690-d0ea-4442-9db0-9b0f43f73350 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376127 Jul 14 09:43:34.000667 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bae1818e-d061-45c0-a9e8-dee625b7fdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.003578 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bae1818e-d061-45c0-a9e8-dee625b7fdb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.004780 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bae1818e-d061-45c0-a9e8-dee625b7fdb6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9ad6256-4d27-45db-970b-12f176ce6085 HTTP/1.1" status: 204 len: 168 time: 0.1351883 Jul 14 09:43:34.013105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1818e-d061-45c0-a9e8-dee625b7fdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ad6256-4d27-45db-970b-12f176ce6085,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:35.166384 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619a4cc-7b7f-44c7-b083-dbe2eff9d387 req-6231b4d4-46c3-4936-a2b0-8c1cd34aa68d tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:35.168182 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4619a4cc-7b7f-44c7-b083-dbe2eff9d387 req-6231b4d4-46c3-4936-a2b0-8c1cd34aa68d tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.0748231 Jul 14 09:43:35.215451 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4619a4cc-7b7f-44c7-b083-dbe2eff9d387 req-719e1964-2168-46fa-b864-b5d61b2e01f5 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409846 Jul 14 09:43:35.610008 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c30a3-04ae-4aec-9f65-8fd42e1605eb req-db6f8e3c-218d-4277-9f56-7d99f552825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:35.611827 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-660c30a3-04ae-4aec-9f65-8fd42e1605eb req-db6f8e3c-218d-4277-9f56-7d99f552825c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc29774fe73c411c9bed4e9a103ee6da&device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 1098 time: 0.0768504 Jul 14 09:43:35.671780 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eed8fb-842e-415b-a7e6-6100da146c0c req-d3140e0f-228d-443d-8d71-94d1de411df7 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:35.673972 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37eed8fb-842e-415b-a7e6-6100da146c0c req-d3140e0f-228d-443d-8d71-94d1de411df7 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.0816944 Jul 14 09:43:35.721736 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37eed8fb-842e-415b-a7e6-6100da146c0c req-7576bd61-1ce7-4535-9ad2-b514079caf12 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417287 Jul 14 09:43:35.725500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c30a3-04ae-4aec-9f65-8fd42e1605eb req-58b38a0a-8c3d-4fac-b76d-384a25deaad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:35.727289 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-660c30a3-04ae-4aec-9f65-8fd42e1605eb req-58b38a0a-8c3d-4fac-b76d-384a25deaad3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e619ab7a-720c-492d-b134-596e0796f54d HTTP/1.1" status: 200 len: 921 time: 0.1082842 Jul 14 09:43:35.757121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39128) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:35.779610 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-660c30a3-04ae-4aec-9f65-8fd42e1605eb req-1de8daba-571f-48f8-b6e4-d4943ec97a49 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3fe5c51-6594-415f-92e9-0094c26a86a0 HTTP/1.1" status: 200 len: 217 time: 0.0433872 Jul 14 09:43:35.834239 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c30a3-04ae-4aec-9f65-8fd42e1605eb req-5b66a065-3978-443b-ab28-8ec73ec30a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:35.835733 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-660c30a3-04ae-4aec-9f65-8fd42e1605eb req-5b66a065-3978-443b-ab28-8ec73ec30a2b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9fe1c74-7017-4ff0-af52-ddf75c5c5820 HTTP/1.1" status: 200 len: 860 time: 0.0498688 Jul 14 09:43:35.869221 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49488fb9-de75-45cf-8a9d-521cc0120a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.874046 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-660c30a3-04ae-4aec-9f65-8fd42e1605eb req-1b9a9916-1d6b-4cd9-b693-10c313044ef4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e619ab7a-720c-492d-b134-596e0796f54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309348 Jul 14 09:43:35.960172 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49488fb9-de75-45cf-8a9d-521cc0120a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.963438 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-660c30a3-04ae-4aec-9f65-8fd42e1605eb req-7513f923-2688-4b9e-91d9-d1ce242e19fe service neutron] 10.222.0.55 "GET /v2.0/networks/e619ab7a-720c-492d-b134-596e0796f54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833552 Jul 14 09:43:35.963892 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49488fb9-de75-45cf-8a9d-521cc0120a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.002770 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-49488fb9-de75-45cf-8a9d-521cc0120a0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2dfbda768b7c469fb47986de348fbfbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445402 Jul 14 09:43:36.005300 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39132) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:36.013098 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49488fb9-de75-45cf-8a9d-521cc0120a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de9428e-217c-4fea-ba8d-2e2a1a254cd3,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:36.065255 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-660c30a3-04ae-4aec-9f65-8fd42e1605eb req-9f486474-46ae-40b5-9351-05be263a7303 service neutron] 10.222.0.55 "GET /v2.0/networks/e619ab7a-720c-492d-b134-596e0796f54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953641 Jul 14 09:43:36.065443 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a82359a5-02de-49b0-8b8b-51beb6e7a4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.087062 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a82359a5-02de-49b0-8b8b-51beb6e7a4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.136055 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a82359a5-02de-49b0-8b8b-51beb6e7a4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.139096 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a82359a5-02de-49b0-8b8b-51beb6e7a4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.142695 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a82359a5-02de-49b0-8b8b-51beb6e7a4af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5de9428e-217c-4fea-ba8d-2e2a1a254cd3 HTTP/1.1" status: 204 len: 168 time: 0.1339865 Jul 14 09:43:36.151285 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82359a5-02de-49b0-8b8b-51beb6e7a4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de9428e-217c-4fea-ba8d-2e2a1a254cd3,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:36.731214 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:43:36.910859 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf4a17-37c8-4a63-8d77-529aca31930a req-dcf7550f-a520-410b-a5f6-8874797e1d82 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:36.912653 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b1bf4a17-37c8-4a63-8d77-529aca31930a req-dcf7550f-a520-410b-a5f6-8874797e1d82 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.0706401 Jul 14 09:43:36.959022 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b1bf4a17-37c8-4a63-8d77-529aca31930a req-7f66b780-4173-4ab4-b22f-d3b3e84f965c tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405686 Jul 14 09:43:38.141466 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1d38b-43e7-48c3-9129-ea9027f583e0 req-cf74cc5f-580f-45a7-8833-ea06ec9c06d3 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:38.143063 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d5c1d38b-43e7-48c3-9129-ea9027f583e0 req-cf74cc5f-580f-45a7-8833-ea06ec9c06d3 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.0652606 Jul 14 09:43:38.191308 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d5c1d38b-43e7-48c3-9129-ea9027f583e0 req-d04b6d9c-3313-461d-a1aa-70f5d239bea7 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407999 Jul 14 09:43:38.413971 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39334) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.522173 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-273f9e6e-7db9-4a64-87ff-8ba2678d6297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.617132 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-273f9e6e-7db9-4a64-87ff-8ba2678d6297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.621442 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-273f9e6e-7db9-4a64-87ff-8ba2678d6297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.660996 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-273f9e6e-7db9-4a64-87ff-8ba2678d6297 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24af1ae29d664ed0b07bf8b2afd2475f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455287 Jul 14 09:43:38.662918 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f9e6e-7db9-4a64-87ff-8ba2678d6297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf63d00-3576-4631-b55e-b87f37ee1abc,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:38.663819 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39338) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.715791 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0583dc9-cd2f-43e9-aaae-aa405e0af262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.739403 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0583dc9-cd2f-43e9-aaae-aa405e0af262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.790160 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0583dc9-cd2f-43e9-aaae-aa405e0af262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.792762 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0583dc9-cd2f-43e9-aaae-aa405e0af262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.793941 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d0583dc9-cd2f-43e9-aaae-aa405e0af262 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7cf63d00-3576-4631-b55e-b87f37ee1abc HTTP/1.1" status: 204 len: 168 time: 0.1291068 Jul 14 09:43:38.802433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0583dc9-cd2f-43e9-aaae-aa405e0af262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf63d00-3576-4631-b55e-b87f37ee1abc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:39.086866 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39344) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:39.100548 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9c348ad3-f855-4829-b941-bbdcd146c83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.197105 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9c348ad3-f855-4829-b941-bbdcd146c83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.201973 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9c348ad3-f855-4829-b941-bbdcd146c83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.241228 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c348ad3-f855-4829-b941-bbdcd146c83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83503ed-1543-4b1f-9cdf-93adc31b266d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:39.260914 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9c348ad3-f855-4829-b941-bbdcd146c83f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc687eeedeab4b0495b692dd55d5a57b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729410 Jul 14 09:43:39.261480 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39350) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:39.341245 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a1d71182-61b6-43b9-b0ba-39ae866adf8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.363343 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a1d71182-61b6-43b9-b0ba-39ae866adf8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.394639 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674cd66-ea15-458c-9a23-00a31610547c req-69130b52-941f-40e2-a90c-b86fe6ed2bd7 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:39.396610 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1674cd66-ea15-458c-9a23-00a31610547c req-69130b52-941f-40e2-a90c-b86fe6ed2bd7 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.0774202 Jul 14 09:43:39.416405 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a1d71182-61b6-43b9-b0ba-39ae866adf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.419063 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a1d71182-61b6-43b9-b0ba-39ae866adf8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.420811 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a1d71182-61b6-43b9-b0ba-39ae866adf8d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e83503ed-1543-4b1f-9cdf-93adc31b266d HTTP/1.1" status: 204 len: 168 time: 0.1580641 Jul 14 09:43:39.433365 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d71182-61b6-43b9-b0ba-39ae866adf8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83503ed-1543-4b1f-9cdf-93adc31b266d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:39.462356 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1674cd66-ea15-458c-9a23-00a31610547c req-be1a8ff5-d3a9-4e65-b315-f35b551df53f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575762 Jul 14 09:43:40.648329 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bfdaa-f27a-4586-ab2d-e5fb18443f9c req-a540e714-78af-47b0-80af-c10dfaab36e7 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:40.651591 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e8bfdaa-f27a-4586-ab2d-e5fb18443f9c req-a540e714-78af-47b0-80af-c10dfaab36e7 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.0655184 Jul 14 09:43:40.689424 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e8bfdaa-f27a-4586-ab2d-e5fb18443f9c req-ba00c177-ea6e-4264-85fa-fbed27bdd970 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338957 Jul 14 09:43:41.875212 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf0863-9bba-4b99-91bd-5934a074a61a req-32c170d4-695d-4fe6-ae5a-2f9efbaa37de tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:41.877766 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8dbf0863-9bba-4b99-91bd-5934a074a61a req-32c170d4-695d-4fe6-ae5a-2f9efbaa37de tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.0681169 Jul 14 09:43:41.924605 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8dbf0863-9bba-4b99-91bd-5934a074a61a req-f93aa1c3-7766-4c70-ae57-ba256fa02369 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403345 Jul 14 09:43:42.794484 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39574) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:42.904005 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f38444ce-675e-4a53-9867-e8f859b26fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:42.994743 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f38444ce-675e-4a53-9867-e8f859b26fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.000293 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f38444ce-675e-4a53-9867-e8f859b26fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.050493 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f38444ce-675e-4a53-9867-e8f859b26fa4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=676bac1205ca4d2496f9ea8fe0ebe740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2553568 Jul 14 09:43:43.051554 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39580) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.052409 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38444ce-675e-4a53-9867-e8f859b26fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cd993c-ce27-4308-8c7a-aef31721662a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:43.114288 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-667cae64-23d9-4816-9fd2-bfbe084e172a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.117555 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cf74d-b532-41b2-9a87-a0a5d2d843c4 req-3bac14a9-67d5-4d74-9a90-ad9c263281aa tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:43.119150 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c51cf74d-b532-41b2-9a87-a0a5d2d843c4 req-3bac14a9-67d5-4d74-9a90-ad9c263281aa tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.0690310 Jul 14 09:43:43.140045 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-667cae64-23d9-4816-9fd2-bfbe084e172a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.159679 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c51cf74d-b532-41b2-9a87-a0a5d2d843c4 req-05457a22-6fa9-43a5-8725-7b0bf177686d tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346317 Jul 14 09:43:43.194098 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-667cae64-23d9-4816-9fd2-bfbe084e172a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.196860 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-667cae64-23d9-4816-9fd2-bfbe084e172a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.198128 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-667cae64-23d9-4816-9fd2-bfbe084e172a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/17cd993c-ce27-4308-8c7a-aef31721662a HTTP/1.1" status: 204 len: 168 time: 0.1417785 Jul 14 09:43:43.206742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667cae64-23d9-4816-9fd2-bfbe084e172a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cd993c-ce27-4308-8c7a-aef31721662a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:44.352299 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd13182-a43d-4253-9f74-1ad68a97dc3a req-989472a5-8b3a-4cba-a079-11258eebbc10 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:44.354151 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fdd13182-a43d-4253-9f74-1ad68a97dc3a req-989472a5-8b3a-4cba-a079-11258eebbc10 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.0698574 Jul 14 09:43:44.396641 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fdd13182-a43d-4253-9f74-1ad68a97dc3a req-dfa443df-8f60-4d68-8733-f60ad51ac8d8 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360148 Jul 14 09:43:44.404563 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39622) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:44.570035 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b177f419-55d8-4bdc-b96a-1aff7a3f1cc7 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-822898199'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:44.595353 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b177f419-55d8-4bdc-b96a-1aff7a3f1cc7 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Made reservation on behalf of d5e5d6fdf5c14de78dd36939834281e5 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:44.598750 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b177f419-55d8-4bdc-b96a-1aff7a3f1cc7 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.607427 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b177f419-55d8-4bdc-b96a-1aff7a3f1cc7 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.706281 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b177f419-55d8-4bdc-b96a-1aff7a3f1cc7 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.710374 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b177f419-55d8-4bdc-b96a-1aff7a3f1cc7 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.738942 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b177f419-55d8-4bdc-b96a-1aff7a3f1cc7 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:43:44.744375 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177f419-55d8-4bdc-b96a-1aff7a3f1cc7 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f7a149-dfde-4736-a1c4-b973fb133b69,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:44.752306 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b177f419-55d8-4bdc-b96a-1aff7a3f1cc7 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.752659 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-b177f419-55d8-4bdc-b96a-1aff7a3f1cc7 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Added segment 3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1 of type vlan for network ba9c339a-7183-44c9-87ba-930ba7b74e91 Jul 14 09:43:44.793208 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b177f419-55d8-4bdc-b96a-1aff7a3f1cc7 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.824110 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b177f419-55d8-4bdc-b96a-1aff7a3f1cc7 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.829796 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b177f419-55d8-4bdc-b96a-1aff7a3f1cc7 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:44.830387 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b177f419-55d8-4bdc-b96a-1aff7a3f1cc7 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.894989 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b177f419-55d8-4bdc-b96a-1aff7a3f1cc7 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4906080 Jul 14 09:43:44.904888 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177f419-55d8-4bdc-b96a-1aff7a3f1cc7 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Pushing event updated for resources: {'Network': ['ID=ba9c339a-7183-44c9-87ba-930ba7b74e91,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:44.916015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network ba9c339a-7183-44c9-87ba-930ba7b74e91 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:43:45.077094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39632) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:45.082859 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Request body: {'port': {'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91', 'binding:host_id': 'n-h2-798054-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-454187890'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:45.103507 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Made reservation on behalf of 565bb34ba3c743bb8c23de01a3e4c9f7 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:45.106471 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.115361 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.208804 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.214002 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.219494 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] device_id is not set on port ace9e70a-bd70-4ead-97a7-e775b8a03fce yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:43:45.301910 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32db2355-f5af-4955-a16c-c7880d6015ea,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:45.519173 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] device_id is not set on port ace9e70a-bd70-4ead-97a7-e775b8a03fce yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:43:45.528740 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.540250 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Transition to ACTIVE for port object ace9e70a-bd70-4ead-97a7-e775b8a03fce will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:45.550992 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.611672 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e732fb1-e0a8-4612-a2f8-59fe915e5ad0 req-484d723b-4905-418d-b4d0-20839d071bd5 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:45.614222 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5e732fb1-e0a8-4612-a2f8-59fe915e5ad0 req-484d723b-4905-418d-b4d0-20839d071bd5 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.0761545 Jul 14 09:43:45.628327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Pushing event updated for resources: {'Port': ['ID=ace9e70a-bd70-4ead-97a7-e775b8a03fce,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:45.637449 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Checking segment: {'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:45.639900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Network hostable DHCP agents. Network: ba9c339a-7183-44c9-87ba-930ba7b74e91, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:43:45.659302 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Network ba9c339a-7183-44c9-87ba-930ba7b74e91 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:43:45.666170 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5e732fb1-e0a8-4612-a2f8-59fe915e5ad0 req-2a9a40f7-9711-4ada-aa65-322da8c67e02 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449226 Jul 14 09:43:45.672203 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, ba9c339a-7183-44c9-87ba-930ba7b74e91) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:45.678055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:45.681085 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fb0d5f-8896-4239-a3d7-e38c644c75e2 None None] Network ba9c339a-7183-44c9-87ba-930ba7b74e91 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:45.691816 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:45.692275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:45.692714 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:45.697414 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port ace9e70a-bd70-4ead-97a7-e775b8a03fce on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:45.697775 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:45.698635 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 2 to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce Jul 14 09:43:45.711039 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:45.711374 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:45.711709 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:45.716013 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port ace9e70a-bd70-4ead-97a7-e775b8a03fce on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:45.716328 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:45.716713 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 3 to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce Jul 14 09:43:45.730164 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:45.730769 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:45.731332 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:45.736875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port ace9e70a-bd70-4ead-97a7-e775b8a03fce on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:45.737360 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:45.738113 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 4 to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce Jul 14 09:43:45.751052 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:45.751367 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:45.751709 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:45.756911 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port ace9e70a-bd70-4ead-97a7-e775b8a03fce on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:45.757247 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:45.757638 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 5 to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce Jul 14 09:43:45.774181 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:45.774399 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:45.775870 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:45.780761 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port ace9e70a-bd70-4ead-97a7-e775b8a03fce on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:45.781168 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:45.781658 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 6 to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce Jul 14 09:43:45.796671 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:45.797003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:45.797402 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:45.804793 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port ace9e70a-bd70-4ead-97a7-e775b8a03fce on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:45.805191 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:45.805586 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 7 to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce Jul 14 09:43:45.818897 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:45.819278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:45.819625 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:45.824155 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port ace9e70a-bd70-4ead-97a7-e775b8a03fce on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:45.824484 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:45.824870 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 8 to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce Jul 14 09:43:45.840745 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:45.841082 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:45.841426 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:45.845712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port ace9e70a-bd70-4ead-97a7-e775b8a03fce on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:45.846063 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:45.846449 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 9 to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce Jul 14 09:43:45.861129 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:45.861462 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:45.861811 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:45.866294 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port ace9e70a-bd70-4ead-97a7-e775b8a03fce on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:45.866625 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:45.867014 n-d-798054-10 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 10 to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce Jul 14 09:43:45.880097 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:45.880444 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:45.881090 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:45.885447 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port ace9e70a-bd70-4ead-97a7-e775b8a03fce on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:45.885776 n-d-798054-10 neutron-server[93888]: ERROR neutron.plugins.ml2.managers [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port ace9e70a-bd70-4ead-97a7-e775b8a03fce on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:45.886184 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.950621 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] For port ace9e70a-bd70-4ead-97a7-e775b8a03fce, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:45.950984 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempted to set empty binding levels {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:43:45.957237 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.990808 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:45.991398 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.010765 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Pushing event updated for resources: {'Port': ['ID=ace9e70a-bd70-4ead-97a7-e775b8a03fce,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:46.014088 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-451a350b-a643-46af-a288-ee9dc609dcff tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 0.9359190 Jul 14 09:43:46.017480 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39638) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:46.102784 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa3d58-3a77-4620-ac39-dbb71a1f9a94 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Deleting port ace9e70a-bd70-4ead-97a7-e775b8a03fce {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:46.103140 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3d58-3a77-4620-ac39-dbb71a1f9a94 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.170909 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-6eaa3d58-3a77-4620-ac39-dbb71a1f9a94 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] For port ace9e70a-bd70-4ead-97a7-e775b8a03fce, host n-h2-798054-10, got binding levels [] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:46.171271 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3d58-3a77-4620-ac39-dbb71a1f9a94 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.184377 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa3d58-3a77-4620-ac39-dbb71a1f9a94 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Calling delete_port for ace9e70a-bd70-4ead-97a7-e775b8a03fce owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:46.264014 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3d58-3a77-4620-ac39-dbb71a1f9a94 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.292921 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa3d58-3a77-4620-ac39-dbb71a1f9a94 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Pushing event deleted for resources: {'Port': ['ID=ace9e70a-bd70-4ead-97a7-e775b8a03fce,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:46.298826 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3d58-3a77-4620-ac39-dbb71a1f9a94 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.300894 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6eaa3d58-3a77-4620-ac39-dbb71a1f9a94 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] 10.222.0.26 "DELETE /v2.0/ports/ace9e70a-bd70-4ead-97a7-e775b8a03fce HTTP/1.1" status: 204 len: 168 time: 0.2823637 Jul 14 09:43:46.303387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39640) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:46.333097 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-99354ffb-9671-4b19-bf43-f015bc8d59c1 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:43:46.334670 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-99354ffb-9671-4b19-bf43-f015bc8d59c1 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] 10.222.0.26 "GET /v2.0/ports/ace9e70a-bd70-4ead-97a7-e775b8a03fce HTTP/1.1" status: 404 len: 333 time: 0.0301976 Jul 14 09:43:46.338250 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39642) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:46.343168 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-8cbe1758-ed5d-4dd1-a334-e21ee95ab83c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Request body: {'port': {'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-300759079'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:46.362894 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbe1758-ed5d-4dd1-a334-e21ee95ab83c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Made reservation on behalf of 565bb34ba3c743bb8c23de01a3e4c9f7 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:46.365197 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1758-ed5d-4dd1-a334-e21ee95ab83c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.380286 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-8cbe1758-ed5d-4dd1-a334-e21ee95ab83c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] device_id is not set on port e7c798f3-b647-4d23-a7eb-ae452457a0f6 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:43:46.536833 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1758-ed5d-4dd1-a334-e21ee95ab83c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.542174 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.580458 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1758-ed5d-4dd1-a334-e21ee95ab83c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.628232 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbe1758-ed5d-4dd1-a334-e21ee95ab83c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Network ba9c339a-7183-44c9-87ba-930ba7b74e91 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:46.631044 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-8cbe1758-ed5d-4dd1-a334-e21ee95ab83c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:46.635430 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbe1758-ed5d-4dd1-a334-e21ee95ab83c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:46.636361 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbe1758-ed5d-4dd1-a334-e21ee95ab83c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:46.636963 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1758-ed5d-4dd1-a334-e21ee95ab83c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.640388 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe1758-ed5d-4dd1-a334-e21ee95ab83c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Pushing event updated for resources: {'Port': ['ID=e7c798f3-b647-4d23-a7eb-ae452457a0f6,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:46.660902 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8cbe1758-ed5d-4dd1-a334-e21ee95ab83c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3168876 Jul 14 09:43:46.661147 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39646) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:46.664565 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:46.757324 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.962669 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf208a2-3193-4888-8e3c-1bb88f2fad29 req-88ea5bae-f787-47a3-a775-fba7cccc4a5e tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:46.964391 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8cf208a2-3193-4888-8e3c-1bb88f2fad29 req-88ea5bae-f787-47a3-a775-fba7cccc4a5e tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.1129661 Jul 14 09:43:47.026371 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8cf208a2-3193-4888-8e3c-1bb88f2fad29 req-b6f5185b-5321-42d9-a047-17951e1fb878 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425706 Jul 14 09:43:47.029942 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] device_id is not set on port e7c798f3-b647-4d23-a7eb-ae452457a0f6 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:43:47.038137 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.055632 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Transition to ACTIVE for port object e7c798f3-b647-4d23-a7eb-ae452457a0f6 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:47.059997 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.120564 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Pushing event updated for resources: {'Port': ['ID=e7c798f3-b647-4d23-a7eb-ae452457a0f6,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:47.130396 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:47.130738 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:47.131127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:47.136327 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:47.136686 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:47.137108 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:47.137870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:47.138102 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:47.138487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:47.139005 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:47.139348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:47.139683 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:47.140025 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:47.140351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:47.140683 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:47.145693 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:47.146107 n-d-798054-10 neutron-server[93887]: ERROR neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:47.146501 n-d-798054-10 neutron-server[93887]: INFO neutron.plugins.ml2.plugin [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 2 to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 Jul 14 09:43:47.161673 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:47.163177 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:47.163587 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:47.169048 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:47.169462 n-d-798054-10 neutron-server[93887]: ERROR neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:47.169951 n-d-798054-10 neutron-server[93887]: INFO neutron.plugins.ml2.plugin [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 3 to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 Jul 14 09:43:47.184577 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:47.185267 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:47.185404 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:47.190572 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:47.190896 n-d-798054-10 neutron-server[93887]: ERROR neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:47.192016 n-d-798054-10 neutron-server[93887]: INFO neutron.plugins.ml2.plugin [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 4 to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 Jul 14 09:43:47.204955 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:47.205224 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:47.205926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:47.210743 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:47.211073 n-d-798054-10 neutron-server[93887]: ERROR neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:47.211452 n-d-798054-10 neutron-server[93887]: INFO neutron.plugins.ml2.plugin [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 5 to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 Jul 14 09:43:47.223223 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:47.223493 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:47.223824 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:47.228040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:47.228362 n-d-798054-10 neutron-server[93887]: ERROR neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:47.228740 n-d-798054-10 neutron-server[93887]: INFO neutron.plugins.ml2.plugin [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 6 to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 Jul 14 09:43:47.242190 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:47.242505 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:47.242838 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:47.247146 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:47.247477 n-d-798054-10 neutron-server[93887]: ERROR neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:47.253860 n-d-798054-10 neutron-server[93887]: INFO neutron.plugins.ml2.plugin [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 7 to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 Jul 14 09:43:47.262326 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:47.262838 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:47.263330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:47.270487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:47.270823 n-d-798054-10 neutron-server[93887]: ERROR neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:47.271292 n-d-798054-10 neutron-server[93887]: INFO neutron.plugins.ml2.plugin [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 8 to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 Jul 14 09:43:47.290152 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:47.290815 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:47.291171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:47.296936 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:47.297252 n-d-798054-10 neutron-server[93887]: ERROR neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:47.298318 n-d-798054-10 neutron-server[93887]: INFO neutron.plugins.ml2.plugin [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 9 to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 Jul 14 09:43:47.311327 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:47.311887 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:47.312236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:47.316706 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:47.317035 n-d-798054-10 neutron-server[93887]: ERROR neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:47.317422 n-d-798054-10 neutron-server[93887]: INFO neutron.plugins.ml2.plugin [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 10 to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 Jul 14 09:43:47.330442 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:47.330782 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:47.331125 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:47.335699 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:47.336036 n-d-798054-10 neutron-server[93887]: ERROR neutron.plugins.ml2.managers [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:47.336435 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.400958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] For port e7c798f3-b647-4d23-a7eb-ae452457a0f6, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:47.401351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempted to set empty binding levels {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:43:47.405739 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.444238 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] In _notify_port_updated(), no bound segment for port e7c798f3-b647-4d23-a7eb-ae452457a0f6 on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:43:47.445135 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.445751 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.450218 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] 10.222.0.26 "PUT /v2.0/ports/e7c798f3-b647-4d23-a7eb-ae452457a0f6 HTTP/1.1" status: 200 len: 975 time: 0.7871394 Jul 14 09:43:47.450435 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39658) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:47.458189 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b7295-45c2-47d5-97db-d93113fcee3a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Pushing event updated for resources: {'Port': ['ID=e7c798f3-b647-4d23-a7eb-ae452457a0f6,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:47.560399 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5eb7f-bbcc-4997-841a-70851c4720bd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.560982 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5eb7f-bbcc-4997-841a-70851c4720bd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.561345 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5eb7f-bbcc-4997-841a-70851c4720bd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.561837 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5eb7f-bbcc-4997-841a-70851c4720bd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.562305 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5eb7f-bbcc-4997-841a-70851c4720bd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.562769 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5eb7f-bbcc-4997-841a-70851c4720bd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.563322 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5eb7f-bbcc-4997-841a-70851c4720bd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.563780 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5eb7f-bbcc-4997-841a-70851c4720bd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.564244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5eb7f-bbcc-4997-841a-70851c4720bd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.564695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5eb7f-bbcc-4997-841a-70851c4720bd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.565147 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5eb7f-bbcc-4997-841a-70851c4720bd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.565600 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5eb7f-bbcc-4997-841a-70851c4720bd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.566086 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5eb7f-bbcc-4997-841a-70851c4720bd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.566540 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5eb7f-bbcc-4997-841a-70851c4720bd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.566994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5eb7f-bbcc-4997-841a-70851c4720bd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.567448 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5eb7f-bbcc-4997-841a-70851c4720bd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.567900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5eb7f-bbcc-4997-841a-70851c4720bd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.568352 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5eb7f-bbcc-4997-841a-70851c4720bd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.568806 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5eb7f-bbcc-4997-841a-70851c4720bd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.571549 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-94b5eb7f-bbcc-4997-841a-70851c4720bd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17293 time: 0.1203761 Jul 14 09:43:47.575026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39660) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:47.656574 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e7b02cf0-0faf-4285-901c-e2218a4f28b0 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Deleting port e7c798f3-b647-4d23-a7eb-ae452457a0f6 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:47.657471 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7b02cf0-0faf-4285-901c-e2218a4f28b0 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.722798 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-e7b02cf0-0faf-4285-901c-e2218a4f28b0 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] For port e7c798f3-b647-4d23-a7eb-ae452457a0f6, host n-h2-798054-10, got binding levels [] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:47.723160 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7b02cf0-0faf-4285-901c-e2218a4f28b0 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.736921 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e7b02cf0-0faf-4285-901c-e2218a4f28b0 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Calling delete_port for e7c798f3-b647-4d23-a7eb-ae452457a0f6 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:47.830767 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7b02cf0-0faf-4285-901c-e2218a4f28b0 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.858239 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b02cf0-0faf-4285-901c-e2218a4f28b0 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7c798f3-b647-4d23-a7eb-ae452457a0f6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:47.863886 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7b02cf0-0faf-4285-901c-e2218a4f28b0 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.865557 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e7b02cf0-0faf-4285-901c-e2218a4f28b0 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] 10.222.0.26 "DELETE /v2.0/ports/e7c798f3-b647-4d23-a7eb-ae452457a0f6 HTTP/1.1" status: 204 len: 168 time: 0.2896214 Jul 14 09:43:47.868210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39672) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:47.897082 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b83fe2-784c-437b-ba40-01f5886a0fd0 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:43:47.898595 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c7b83fe2-784c-437b-ba40-01f5886a0fd0 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] 10.222.0.26 "GET /v2.0/ports/e7c798f3-b647-4d23-a7eb-ae452457a0f6 HTTP/1.1" status: 404 len: 333 time: 0.0294757 Jul 14 09:43:47.902272 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39674) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:47.906854 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-d7d9bba6-eb20-4be7-882d-4f65e8a99cdd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1292390418', 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:47.928051 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d9bba6-eb20-4be7-882d-4f65e8a99cdd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Made reservation on behalf of 565bb34ba3c743bb8c23de01a3e4c9f7 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:47.930418 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d7d9bba6-eb20-4be7-882d-4f65e8a99cdd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.945770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-d7d9bba6-eb20-4be7-882d-4f65e8a99cdd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] device_id is not set on port ef7ddab7-d8da-4d7f-b851-9ea231f33ef7 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:43:48.095183 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d7d9bba6-eb20-4be7-882d-4f65e8a99cdd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.131639 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d7d9bba6-eb20-4be7-882d-4f65e8a99cdd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.177097 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d9bba6-eb20-4be7-882d-4f65e8a99cdd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Network ba9c339a-7183-44c9-87ba-930ba7b74e91 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:48.180003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-d7d9bba6-eb20-4be7-882d-4f65e8a99cdd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:48.184297 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d9bba6-eb20-4be7-882d-4f65e8a99cdd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:48.185298 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d9bba6-eb20-4be7-882d-4f65e8a99cdd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:48.185834 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d7d9bba6-eb20-4be7-882d-4f65e8a99cdd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.189166 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9bba6-eb20-4be7-882d-4f65e8a99cdd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Pushing event updated for resources: {'Port': ['ID=ef7ddab7-d8da-4d7f-b851-9ea231f33ef7,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:48.205896 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d7d9bba6-eb20-4be7-882d-4f65e8a99cdd tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3001261 Jul 14 09:43:48.206723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39678) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:48.240895 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e10b2-5aae-439f-9573-467bf0839e5f req-d1192e09-ab49-4d7f-98a7-9376477bc5e0 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:48.242558 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-465e10b2-5aae-439f-9573-467bf0839e5f req-d1192e09-ab49-4d7f-98a7-9376477bc5e0 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.0798268 Jul 14 09:43:48.257556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f06747-4073-4fcf-a85f-0f5f3408901a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:48.261888 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d5f06747-4073-4fcf-a85f-0f5f3408901a tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] 10.222.0.26 "GET /v2.0/ports/ef7ddab7-d8da-4d7f-b851-9ea231f33ef7 HTTP/1.1" status: 200 len: 955 time: 0.0539925 Jul 14 09:43:48.262610 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39680) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:48.292710 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-465e10b2-5aae-439f-9573-467bf0839e5f req-63f33882-cecf-41bb-97ca-f364a0a38b60 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437803 Jul 14 09:43:48.366619 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-779bc69b-08b7-406e-88df-6e38d7a80a1d tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Deleting port ef7ddab7-d8da-4d7f-b851-9ea231f33ef7 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:48.366997 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-779bc69b-08b7-406e-88df-6e38d7a80a1d tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.425767 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-779bc69b-08b7-406e-88df-6e38d7a80a1d tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.438881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-779bc69b-08b7-406e-88df-6e38d7a80a1d tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Calling delete_port for ef7ddab7-d8da-4d7f-b851-9ea231f33ef7 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:48.519703 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-779bc69b-08b7-406e-88df-6e38d7a80a1d tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.546985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bc69b-08b7-406e-88df-6e38d7a80a1d tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef7ddab7-d8da-4d7f-b851-9ea231f33ef7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:48.552142 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-779bc69b-08b7-406e-88df-6e38d7a80a1d tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.556656 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-779bc69b-08b7-406e-88df-6e38d7a80a1d tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] 10.222.0.26 "DELETE /v2.0/ports/ef7ddab7-d8da-4d7f-b851-9ea231f33ef7 HTTP/1.1" status: 204 len: 168 time: 0.2931473 Jul 14 09:43:48.556894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39682) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:48.583665 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d68c8a-e2f5-4e99-8c6d-bd77b0ff2946 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:43:48.585133 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e4d68c8a-e2f5-4e99-8c6d-bd77b0ff2946 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] 10.222.0.26 "GET /v2.0/ports/ef7ddab7-d8da-4d7f-b851-9ea231f33ef7 HTTP/1.1" status: 404 len: 333 time: 0.0271747 Jul 14 09:43:48.588646 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39684) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:48.593423 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-20de48d5-cf55-48f4-81a4-6fe01dcc2620 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Request body: {'port': {'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1661147606'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:48.615012 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20de48d5-cf55-48f4-81a4-6fe01dcc2620 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Made reservation on behalf of 565bb34ba3c743bb8c23de01a3e4c9f7 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:48.617411 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-20de48d5-cf55-48f4-81a4-6fe01dcc2620 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.632574 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-20de48d5-cf55-48f4-81a4-6fe01dcc2620 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] device_id is not set on port ff32b2dc-9414-495a-af2c-137da1a0ad5f yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:43:49.067194 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-20de48d5-cf55-48f4-81a4-6fe01dcc2620 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.104088 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-20de48d5-cf55-48f4-81a4-6fe01dcc2620 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.147477 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20de48d5-cf55-48f4-81a4-6fe01dcc2620 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Network ba9c339a-7183-44c9-87ba-930ba7b74e91 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:49.151672 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-20de48d5-cf55-48f4-81a4-6fe01dcc2620 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:49.155832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de48d5-cf55-48f4-81a4-6fe01dcc2620 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:49.156777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20de48d5-cf55-48f4-81a4-6fe01dcc2620 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:49.157984 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-20de48d5-cf55-48f4-81a4-6fe01dcc2620 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.161261 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de48d5-cf55-48f4-81a4-6fe01dcc2620 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Pushing event updated for resources: {'Port': ['ID=ff32b2dc-9414-495a-af2c-137da1a0ad5f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:49.174340 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-20de48d5-cf55-48f4-81a4-6fe01dcc2620 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5846174 Jul 14 09:43:49.176921 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39696) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:49.181861 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:49.254771 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.456283 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] device_id is not set on port ff32b2dc-9414-495a-af2c-137da1a0ad5f yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:43:49.465098 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.485149 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Transition to ACTIVE for port object ff32b2dc-9414-495a-af2c-137da1a0ad5f will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:49.492455 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.530939 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f1c4c-1790-44a2-ac01-b96d1dd06428 req-b8ec5820-e514-446e-b27a-9eaef2596196 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:49.532988 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-393f1c4c-1790-44a2-ac01-b96d1dd06428 req-b8ec5820-e514-446e-b27a-9eaef2596196 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.1165049 Jul 14 09:43:49.585527 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Pushing event updated for resources: {'Port': ['ID=ff32b2dc-9414-495a-af2c-137da1a0ad5f,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:49.602343 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:49.602682 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:49.603022 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:49.607394 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-393f1c4c-1790-44a2-ac01-b96d1dd06428 req-8f5b3f91-7318-4c4d-be6b-db8f228923c3 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603817 Jul 14 09:43:49.610695 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port ff32b2dc-9414-495a-af2c-137da1a0ad5f on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:49.611010 n-d-798054-10 neutron-server[93887]: ERROR neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:49.611386 n-d-798054-10 neutron-server[93887]: INFO neutron.plugins.ml2.plugin [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 2 to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f Jul 14 09:43:49.632430 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:49.632857 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:49.633280 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:49.638068 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port ff32b2dc-9414-495a-af2c-137da1a0ad5f on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:49.638399 n-d-798054-10 neutron-server[93887]: ERROR neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:49.638821 n-d-798054-10 neutron-server[93887]: INFO neutron.plugins.ml2.plugin [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 3 to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f Jul 14 09:43:49.651845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:49.652180 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:49.652514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:49.656929 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port ff32b2dc-9414-495a-af2c-137da1a0ad5f on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:49.657254 n-d-798054-10 neutron-server[93887]: ERROR neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:49.657639 n-d-798054-10 neutron-server[93887]: INFO neutron.plugins.ml2.plugin [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 4 to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f Jul 14 09:43:49.669507 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:49.669868 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:49.670209 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:49.674540 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port ff32b2dc-9414-495a-af2c-137da1a0ad5f on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:49.674869 n-d-798054-10 neutron-server[93887]: ERROR neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:49.675255 n-d-798054-10 neutron-server[93887]: INFO neutron.plugins.ml2.plugin [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 5 to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f Jul 14 09:43:49.688465 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:49.688809 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:49.689150 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:49.693756 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port ff32b2dc-9414-495a-af2c-137da1a0ad5f on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:49.694177 n-d-798054-10 neutron-server[93887]: ERROR neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:49.694575 n-d-798054-10 neutron-server[93887]: INFO neutron.plugins.ml2.plugin [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 6 to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f Jul 14 09:43:49.708009 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:49.708321 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:49.708666 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:49.713426 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port ff32b2dc-9414-495a-af2c-137da1a0ad5f on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:49.713753 n-d-798054-10 neutron-server[93887]: ERROR neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:49.714170 n-d-798054-10 neutron-server[93887]: INFO neutron.plugins.ml2.plugin [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 7 to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f Jul 14 09:43:49.727888 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:49.728223 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:49.728563 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:49.733448 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port ff32b2dc-9414-495a-af2c-137da1a0ad5f on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:49.733809 n-d-798054-10 neutron-server[93887]: ERROR neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:49.734198 n-d-798054-10 neutron-server[93887]: INFO neutron.plugins.ml2.plugin [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 8 to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f Jul 14 09:43:49.747210 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:49.747558 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:49.747902 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:49.752899 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port ff32b2dc-9414-495a-af2c-137da1a0ad5f on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:49.753231 n-d-798054-10 neutron-server[93887]: ERROR neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:49.753620 n-d-798054-10 neutron-server[93887]: INFO neutron.plugins.ml2.plugin [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 9 to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f Jul 14 09:43:49.766862 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:49.767410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:49.767755 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:49.772044 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port ff32b2dc-9414-495a-af2c-137da1a0ad5f on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:49.772371 n-d-798054-10 neutron-server[93887]: ERROR neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:49.772767 n-d-798054-10 neutron-server[93887]: INFO neutron.plugins.ml2.plugin [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempt 10 to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f Jul 14 09:43:49.784328 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:49.784662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:49.784995 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempting to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:49.789460 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Port ff32b2dc-9414-495a-af2c-137da1a0ad5f on network ba9c339a-7183-44c9-87ba-930ba7b74e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:49.789781 n-d-798054-10 neutron-server[93887]: ERROR neutron.plugins.ml2.managers [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Failed to bind port ff32b2dc-9414-495a-af2c-137da1a0ad5f on host n-h2-798054-10 for vnic_type normal using segments [{'id': '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ba9c339a-7183-44c9-87ba-930ba7b74e91'}] Jul 14 09:43:49.790182 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.856360 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] For port ff32b2dc-9414-495a-af2c-137da1a0ad5f, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:49.856874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attempted to set empty binding levels {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:43:49.862095 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.897616 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] In _notify_port_updated(), no bound segment for port ff32b2dc-9414-495a-af2c-137da1a0ad5f on network ba9c339a-7183-44c9-87ba-930ba7b74e91 {{(pid=93887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:43:49.898488 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:49.899081 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.900382 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] 10.222.0.26 "PUT /v2.0/ports/ff32b2dc-9414-495a-af2c-137da1a0ad5f HTTP/1.1" status: 200 len: 976 time: 0.7225468 Jul 14 09:43:49.903171 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39702) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:49.921136 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ab9e4-6d5d-4816-a39f-2967b6d11357 tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Pushing event updated for resources: {'Port': ['ID=ff32b2dc-9414-495a-af2c-137da1a0ad5f,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:49.986999 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a14b0f4a-04d2-484a-a101-fb4d7d3b145c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Deleting port ff32b2dc-9414-495a-af2c-137da1a0ad5f {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:49.987216 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a14b0f4a-04d2-484a-a101-fb4d7d3b145c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.054118 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-a14b0f4a-04d2-484a-a101-fb4d7d3b145c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] For port ff32b2dc-9414-495a-af2c-137da1a0ad5f, host n-h2-798054-10, got binding levels [] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:50.056597 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a14b0f4a-04d2-484a-a101-fb4d7d3b145c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.071223 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a14b0f4a-04d2-484a-a101-fb4d7d3b145c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Calling delete_port for ff32b2dc-9414-495a-af2c-137da1a0ad5f owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:50.150840 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a14b0f4a-04d2-484a-a101-fb4d7d3b145c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.468446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b0f4a-04d2-484a-a101-fb4d7d3b145c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff32b2dc-9414-495a-af2c-137da1a0ad5f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:50.481108 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a14b0f4a-04d2-484a-a101-fb4d7d3b145c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.484341 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a14b0f4a-04d2-484a-a101-fb4d7d3b145c tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] 10.222.0.26 "DELETE /v2.0/ports/ff32b2dc-9414-495a-af2c-137da1a0ad5f HTTP/1.1" status: 204 len: 168 time: 0.5798655 Jul 14 09:43:50.487429 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39708) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:50.520434 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7ec0dd-8756-4c15-83ae-822e01bb97aa tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:43:50.525879 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7c7ec0dd-8756-4c15-83ae-822e01bb97aa tempest-PortsAdminExtendedAttrsTestJSON-258057063 tempest-PortsAdminExtendedAttrsTestJSON-258057063-project-admin] 10.222.0.26 "GET /v2.0/ports/ff32b2dc-9414-495a-af2c-137da1a0ad5f HTTP/1.1" status: 404 len: 333 time: 0.0365975 Jul 14 09:43:50.526162 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39710) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:50.617701 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e6532f06-8a87-47b4-9db7-3e0a8ef5e369 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.737765 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e6532f06-8a87-47b4-9db7-3e0a8ef5e369 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.761539 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-e6532f06-8a87-47b4-9db7-3e0a8ef5e369 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9c339a-7183-44c9-87ba-930ba7b74e91']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:50.792487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-e6532f06-8a87-47b4-9db7-3e0a8ef5e369 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:50.792487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-e6532f06-8a87-47b4-9db7-3e0a8ef5e369 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aac697f-4f52-4f0a-b1c3-eb2ee48e98f1') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:50.805269 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e6532f06-8a87-47b4-9db7-3e0a8ef5e369 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.825383 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e6532f06-8a87-47b4-9db7-3e0a8ef5e369 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.839253 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6532f06-8a87-47b4-9db7-3e0a8ef5e369 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:43:50.839687 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e6532f06-8a87-47b4-9db7-3e0a8ef5e369 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:43:50.843558 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:43:50.856149 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39714) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:50.918014 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c78e85-bdc2-4d6b-8452-bb5ede58f3e5 req-2ac933b7-23c8-4915-a226-02bfadbe5a5d tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:50.921131 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60c78e85-bdc2-4d6b-8452-bb5ede58f3e5 req-2ac933b7-23c8-4915-a226-02bfadbe5a5d tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.1804421 Jul 14 09:43:50.957640 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7ccc541a-f100-4fc6-9273-b45b915eb117 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] 10.222.0.26 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2541 time: 0.1002352 Jul 14 09:43:50.960285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39718) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:50.962117 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e6532f06-8a87-47b4-9db7-3e0a8ef5e369 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.965593 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ae166539-cbca-4320-9d4c-77f59280db69 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Request body: {'network': {'name': 'tempest-network-smoke--2091754667', 'project_id': '62b2f7301c9c468882746431ee980c27', 'port_security_enabled': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:50.968436 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e6532f06-8a87-47b4-9db7-3e0a8ef5e369 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.971775 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e6532f06-8a87-47b4-9db7-3e0a8ef5e369 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] 10.222.0.26 "DELETE /v2.0/networks/ba9c339a-7183-44c9-87ba-930ba7b74e91 HTTP/1.1" status: 204 len: 168 time: 0.4439890 Jul 14 09:43:50.995028 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6532f06-8a87-47b4-9db7-3e0a8ef5e369 tempest-PortsAdminExtendedAttrsTestJSON-358763534 tempest-PortsAdminExtendedAttrsTestJSON-358763534-project] Pushing event deleted for resources: {'Network': ['ID=ba9c339a-7183-44c9-87ba-930ba7b74e91,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:50.996040 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae166539-cbca-4320-9d4c-77f59280db69 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Made reservation on behalf of 62b2f7301c9c468882746431ee980c27 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:51.001310 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae166539-cbca-4320-9d4c-77f59280db69 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.012787 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60c78e85-bdc2-4d6b-8452-bb5ede58f3e5 req-a9016d97-c638-43c7-a6ca-dff9ae41bd05 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808852 Jul 14 09:43:51.048325 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae166539-cbca-4320-9d4c-77f59280db69 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:43:51.057882 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae166539-cbca-4320-9d4c-77f59280db69 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.058237 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-ae166539-cbca-4320-9d4c-77f59280db69 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Added segment 5dea6ea1-ac90-4d8b-a6a3-02fe137ee594 of type vlan for network c116ba71-551e-45b3-8b5e-f33c14356492 Jul 14 09:43:51.107893 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae166539-cbca-4320-9d4c-77f59280db69 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.139797 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae166539-cbca-4320-9d4c-77f59280db69 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.146093 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae166539-cbca-4320-9d4c-77f59280db69 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:51.146802 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae166539-cbca-4320-9d4c-77f59280db69 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.206589 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ae166539-cbca-4320-9d4c-77f59280db69 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2452304 Jul 14 09:43:51.209921 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39724) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:51.214755 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d42d6b58-aa5c-46fe-8f49-7ab9e053dbdc tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1936904810', 'admin_state_up': True, 'project_id': '62b2f7301c9c468882746431ee980c27', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:51.231973 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae166539-cbca-4320-9d4c-77f59280db69 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event updated for resources: {'Network': ['ID=c116ba71-551e-45b3-8b5e-f33c14356492,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:51.243337 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network c116ba71-551e-45b3-8b5e-f33c14356492 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:43:51.248103 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d42d6b58-aa5c-46fe-8f49-7ab9e053dbdc tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.249511 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d42d6b58-aa5c-46fe-8f49-7ab9e053dbdc tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.286296 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39726) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:51.314900 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d42d6b58-aa5c-46fe-8f49-7ab9e053dbdc tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.436921 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a5a30241-0b4a-4dea-8143-eb5ed4ad2491 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d5e5d6fdf5c14de78dd36939834281e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470330 Jul 14 09:43:51.437159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39730) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:51.467833 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d42d6b58-aa5c-46fe-8f49-7ab9e053dbdc tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.491916 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-597fcc12-3ebe-4c6a-826e-eee08f906c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.515220 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-597fcc12-3ebe-4c6a-826e-eee08f906c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.568400 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-597fcc12-3ebe-4c6a-826e-eee08f906c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.571212 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-597fcc12-3ebe-4c6a-826e-eee08f906c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.572394 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-597fcc12-3ebe-4c6a-826e-eee08f906c4b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/37f7a149-dfde-4736-a1c4-b973fb133b69 HTTP/1.1" status: 204 len: 168 time: 0.1332016 Jul 14 09:43:51.589392 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fcc12-3ebe-4c6a-826e-eee08f906c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f7a149-dfde-4736-a1c4-b973fb133b69,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:51.679870 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d42d6b58-aa5c-46fe-8f49-7ab9e053dbdc tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.700652 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d42d6b58-aa5c-46fe-8f49-7ab9e053dbdc tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.818140 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-d42d6b58-aa5c-46fe-8f49-7ab9e053dbdc tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Allocated IP 172.25.1.168 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/473f8ef2-926d-4a87-9422-9409eb786742) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:51.863482 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39736) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:51.905363 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-75a534ff-d8fd-498b-a087-5d5eeada79f9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=565bb34ba3c743bb8c23de01a3e4c9f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406053 Jul 14 09:43:51.907898 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39738) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:51.920692 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d42d6b58-aa5c-46fe-8f49-7ab9e053dbdc tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.955910 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3d8cb437-530e-4487-894a-ddd72b28fc0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.966786 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d42d6b58-aa5c-46fe-8f49-7ab9e053dbdc tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.977408 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3d8cb437-530e-4487-894a-ddd72b28fc0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.003657 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42d6b58-aa5c-46fe-8f49-7ab9e053dbdc tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:52.008656 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-d42d6b58-aa5c-46fe-8f49-7ab9e053dbdc tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:52.014677 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42d6b58-aa5c-46fe-8f49-7ab9e053dbdc tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:52.027073 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3d8cb437-530e-4487-894a-ddd72b28fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.029921 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3d8cb437-530e-4487-894a-ddd72b28fc0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.031083 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3d8cb437-530e-4487-894a-ddd72b28fc0b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32db2355-f5af-4955-a16c-c7880d6015ea HTTP/1.1" status: 204 len: 168 time: 0.1222837 Jul 14 09:43:52.048679 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d6b58-aa5c-46fe-8f49-7ab9e053dbdc tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event updated for resources: {'Port': ['ID=473f8ef2-926d-4a87-9422-9409eb786742,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:52.060894 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cb437-530e-4487-894a-ddd72b28fc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32db2355-f5af-4955-a16c-c7880d6015ea,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:52.356004 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e82333-4937-404c-b49c-40de4a1acf20 req-32b5c462-9fda-4c6f-b410-d921e2ef83f1 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:52.357518 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-51e82333-4937-404c-b49c-40de4a1acf20 req-32b5c462-9fda-4c6f-b410-d921e2ef83f1 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.1984870 Jul 14 09:43:52.411465 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d42d6b58-aa5c-46fe-8f49-7ab9e053dbdc tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.450705 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-51e82333-4937-404c-b49c-40de4a1acf20 req-fcba5ea8-56db-456d-8416-b6c05469aacb tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786247 Jul 14 09:43:52.637460 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d42d6b58-aa5c-46fe-8f49-7ab9e053dbdc tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.781085 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42d6b58-aa5c-46fe-8f49-7ab9e053dbdc tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Router 10085f5c-4c2b-436d-ac19-a6e24227f615 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:43:52.894423 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42d6b58-aa5c-46fe-8f49-7ab9e053dbdc tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:52.907719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] Sync routers for ids ['10085f5c-4c2b-436d-ac19-a6e24227f615'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:52.917153 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] Routers {'10085f5c-4c2b-436d-ac19-a6e24227f615'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:52.918534 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:43:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['10085f5c-4c2b-436d-ac19-a6e24227f615'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:52.922510 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d42d6b58-aa5c-46fe-8f49-7ab9e053dbdc tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.926777 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39772) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:52.926997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d42d6b58-aa5c-46fe-8f49-7ab9e053dbdc tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7158375 Jul 14 09:43:53.002842 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef458004-8d89-40ec-a9f5-b2944aafbb55 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:53.004931 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ef458004-8d89-40ec-a9f5-b2944aafbb55 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=62b2f7301c9c468882746431ee980c27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0768642 Jul 14 09:43:53.007314 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39776) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.059397 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] Set router 10085f5c-4c2b-436d-ac19-a6e24227f615 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:53.105509 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f8a4a7-eecb-42b1-82e5-50dc02fd0932 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:53.111597 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39780) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.117772 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-33f8a4a7-eecb-42b1-82e5-50dc02fd0932 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1000397 Jul 14 09:43:53.155647 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-448c47ae-2a32-4d3d-988f-a91f26af3b1b tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437579 Jul 14 09:43:53.158574 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39784) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.198361 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9cdfce9f-5374-42e3-8e10-785ddc87904b tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=62b2f7301c9c468882746431ee980c27&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362170 Jul 14 09:43:53.198758 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39786) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.380054 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10085f5c-4c2b-436d-ac19-a6e24227f615', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1936904810', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '473f8ef2-926d-4a87-9422-9409eb786742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:51Z', 'updated_at': '2021-07-14T09:43:52Z', 'revision_number': 3, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': '473f8ef2-926d-4a87-9422-9409eb786742', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10085f5c-4c2b-436d-ac19-a6e24227f615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:51Z', 'updated_at': '2021-07-14T09:43:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:53.411273 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] Checking router: 10085f5c-4c2b-436d-ac19-a6e24227f615 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:53.411895 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] Updating router 10085f5c-4c2b-436d-ac19-a6e24227f615 port 473f8ef2-926d-4a87-9422-9409eb786742 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:43:53.458481 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.500032 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf76380-3153-480e-aeb4-efa2ef51f38e tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:53.502504 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cbf76380-3153-480e-aeb4-efa2ef51f38e tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3024445 Jul 14 09:43:53.504898 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39798) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.537046 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3c267b00-f85a-42ca-9e9c-d27fffc6a27b tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307307 Jul 14 09:43:53.540045 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39800) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.545340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-3e422efb-615e-46c3-a36c-af2d75ca4a4b tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1454173466', 'network_id': 'c116ba71-551e-45b3-8b5e-f33c14356492', 'project_id': '62b2f7301c9c468882746431ee980c27', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:53.688416 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e422efb-615e-46c3-a36c-af2d75ca4a4b tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Made reservation on behalf of 62b2f7301c9c468882746431ee980c27 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:53.692708 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3e422efb-615e-46c3-a36c-af2d75ca4a4b tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.748734 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab803c-d380-497a-b6ac-4ac46538c2f2 req-1d281e32-a225-4a0f-8be2-a466d83f6301 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:53.750476 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-beab803c-d380-497a-b6ac-4ac46538c2f2 req-1d281e32-a225-4a0f-8be2-a466d83f6301 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.1447673 Jul 14 09:43:53.803697 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.816293 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] Transition to ACTIVE for port object 473f8ef2-926d-4a87-9422-9409eb786742 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:53.819846 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-beab803c-d380-497a-b6ac-4ac46538c2f2 req-106b2229-8a9e-48d4-81af-d02e92837ab5 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590620 Jul 14 09:43:53.825721 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.880980 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39808) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.883465 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] Attempting to bind port 473f8ef2-926d-4a87-9422-9409eb786742 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:53.883834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] Attempting to bind port 473f8ef2-926d-4a87-9422-9409eb786742 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:53.884190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] Attempting to bind port 473f8ef2-926d-4a87-9422-9409eb786742 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:53.886234 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0f007-bb59-4649-bcf9-1bd94b4e6e43 None None] Pushing event updated for resources: {'Port': ['ID=473f8ef2-926d-4a87-9422-9409eb786742,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:53.895687 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:53.896065 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:53.896464 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.896855 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:53.897319 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] Bound port: 473f8ef2-926d-4a87-9422-9409eb786742, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:53.897701 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.900119 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0f007-bb59-4649-bcf9-1bd94b4e6e43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:53.900458 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0f007-bb59-4649-bcf9-1bd94b4e6e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:53.900792 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0f007-bb59-4649-bcf9-1bd94b4e6e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:53.901124 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0f007-bb59-4649-bcf9-1bd94b4e6e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:53.901451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0f007-bb59-4649-bcf9-1bd94b4e6e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:53.901775 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0f007-bb59-4649-bcf9-1bd94b4e6e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:53.902119 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0f007-bb59-4649-bcf9-1bd94b4e6e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:53.902439 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0f007-bb59-4649-bcf9-1bd94b4e6e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:53.902757 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0f007-bb59-4649-bcf9-1bd94b4e6e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:53.903077 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0f007-bb59-4649-bcf9-1bd94b4e6e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:53.903393 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0f007-bb59-4649-bcf9-1bd94b4e6e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:53.903708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e0f007-bb59-4649-bcf9-1bd94b4e6e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:53.942744 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3e422efb-615e-46c3-a36c-af2d75ca4a4b tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.957425 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] For port 473f8ef2-926d-4a87-9422-9409eb786742, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:53.960722 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] For port 473f8ef2-926d-4a87-9422-9409eb786742, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=473f8ef2-926d-4a87-9422-9409eb786742,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:53.966196 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.002654 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e422efb-615e-46c3-a36c-af2d75ca4a4b tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event updated for resources: {'Subnet': ['ID=86ffada6-490c-4b98-a44e-e3291b7e3802,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:54.004324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-928cca68-b514-46da-9838-e7db5f40eb7e tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:54.022468 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e422efb-615e-46c3-a36c-af2d75ca4a4b tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Checking segment: {'id': '5dea6ea1-ac90-4d8b-a6a3-02fe137ee594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c116ba71-551e-45b3-8b5e-f33c14356492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:54.022704 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0f007-bb59-4649-bcf9-1bd94b4e6e43 None None] Pushing event updated for resources: {'Port': ['ID=473f8ef2-926d-4a87-9422-9409eb786742,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:54.022840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e422efb-615e-46c3-a36c-af2d75ca4a4b tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Network hostable DHCP agents. Network: c116ba71-551e-45b3-8b5e-f33c14356492, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:43:54.034814 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] Routers {'10085f5c-4c2b-436d-ac19-a6e24227f615'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:54.035491 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:43:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['10085f5c-4c2b-436d-ac19-a6e24227f615'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:54.042707 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e422efb-615e-46c3-a36c-af2d75ca4a4b tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Network c116ba71-551e-45b3-8b5e-f33c14356492 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:43:54.043940 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-928cca68-b514-46da-9838-e7db5f40eb7e tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] 10.222.0.26 "PUT /v2.0/quotas/e125078fc7554866a02cdc021d81bf2a HTTP/1.1" status: 200 len: 366 time: 0.1616271 Jul 14 09:43:54.046344 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39812) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.055467 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-3e422efb-615e-46c3-a36c-af2d75ca4a4b tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, c116ba71-551e-45b3-8b5e-f33c14356492) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:54.059841 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e422efb-615e-46c3-a36c-af2d75ca4a4b tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:54.060500 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3e422efb-615e-46c3-a36c-af2d75ca4a4b tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.063327 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cbdc1f59-9fef-41d8-8ac9-687b928686d2 tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0150354 Jul 14 09:43:54.063618 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39814) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.072984 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f25463-d72f-428d-a67d-0871279d936c None None] Network c116ba71-551e-45b3-8b5e-f33c14356492 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:54.081986 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1827a76b-db74-45f4-bda8-08baf255ec6b tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] 10.222.0.26 "GET /v2.0/quotas/e125078fc7554866a02cdc021d81bf2a HTTP/1.1" status: 200 len: 366 time: 0.0171945 Jul 14 09:43:54.084631 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39816) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.084798 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3e422efb-615e-46c3-a36c-af2d75ca4a4b tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5436239 Jul 14 09:43:54.087239 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39818) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.100850 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-005e255b-e7a0-4a54-98ad-9f91e1d65580 tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/e125078fc7554866a02cdc021d81bf2a HTTP/1.1" status: 204 len: 168 time: 0.0144029 Jul 14 09:43:54.103182 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39820) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.114987 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-adfd4652-51de-470f-9ead-ffe1f7c423cc tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0087509 Jul 14 09:43:54.115195 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39822) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.124260 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4ba946bf-c3b6-4647-8ebc-971640385621 tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] 10.222.0.26 "GET /v2.0/quotas/e125078fc7554866a02cdc021d81bf2a HTTP/1.1" status: 200 len: 370 time: 0.0081296 Jul 14 09:43:54.127676 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39824) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.132537 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-79c26d3d-4898-43b9-a197-c55ffaf6249d tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] 10.222.0.26 "GET /v2.0/quotas/e125078fc7554866a02cdc021d81bf2a/default HTTP/1.1" status: 200 len: 370 time: 0.0038745 Jul 14 09:43:54.135018 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39826) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.144583 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-e30653e9-f851-46e1-9822-14fa7ffe17df tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] delete failed (client error): The resource could not be found. Jul 14 09:43:54.145558 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e30653e9-f851-46e1-9822-14fa7ffe17df tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/e125078fc7554866a02cdc021d81bf2a HTTP/1.1" status: 404 len: 348 time: 0.0096841 Jul 14 09:43:54.208453 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] Set router 10085f5c-4c2b-436d-ac19-a6e24227f615 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:54.270054 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39830) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.291990 n-d-798054-10 neutron-server[93888]: DEBUG neutron.quota.resource [None req-7b8c19ff-d512-499e-9e50-f96873a98b56 tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] Usage tracker for resource:network and tenant:a78137d027db4bc7b855b8c467118e5c is out of sync, need to count used quota {{(pid=93888) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:43:54.298319 n-d-798054-10 neutron-server[93888]: DEBUG neutron.quota.resource [None req-7b8c19ff-d512-499e-9e50-f96873a98b56 tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93888) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:43:54.305591 n-d-798054-10 neutron-server[93888]: DEBUG neutron.quota.resource [None req-7b8c19ff-d512-499e-9e50-f96873a98b56 tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] Usage tracker for resource:subnet and tenant:a78137d027db4bc7b855b8c467118e5c is out of sync, need to count used quota {{(pid=93888) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:43:54.311491 n-d-798054-10 neutron-server[93888]: DEBUG neutron.quota.resource [None req-7b8c19ff-d512-499e-9e50-f96873a98b56 tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93888) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:43:54.319205 n-d-798054-10 neutron-server[93888]: DEBUG neutron.quota.resource [None req-7b8c19ff-d512-499e-9e50-f96873a98b56 tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] Usage tracker for resource:subnetpool and tenant:a78137d027db4bc7b855b8c467118e5c is out of sync, need to count used quota {{(pid=93888) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:43:54.324941 n-d-798054-10 neutron-server[93888]: DEBUG neutron.quota.resource [None req-7b8c19ff-d512-499e-9e50-f96873a98b56 tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93888) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:43:54.333697 n-d-798054-10 neutron-server[93888]: DEBUG neutron.quota.resource [None req-7b8c19ff-d512-499e-9e50-f96873a98b56 tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] Usage tracker for resource:port and tenant:a78137d027db4bc7b855b8c467118e5c is out of sync, need to count used quota {{(pid=93888) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:43:54.339542 n-d-798054-10 neutron-server[93888]: DEBUG neutron.quota.resource [None req-7b8c19ff-d512-499e-9e50-f96873a98b56 tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93888) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:43:54.347205 n-d-798054-10 neutron-server[93888]: DEBUG neutron.quota.resource [None req-7b8c19ff-d512-499e-9e50-f96873a98b56 tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] Usage tracker for resource:router and tenant:a78137d027db4bc7b855b8c467118e5c is out of sync, need to count used quota {{(pid=93888) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:43:54.354034 n-d-798054-10 neutron-server[93888]: DEBUG neutron.quota.resource [None req-7b8c19ff-d512-499e-9e50-f96873a98b56 tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93888) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:43:54.364220 n-d-798054-10 neutron-server[93888]: DEBUG neutron.quota.resource [None req-7b8c19ff-d512-499e-9e50-f96873a98b56 tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] Usage tracker for resource:floatingip and tenant:a78137d027db4bc7b855b8c467118e5c is out of sync, need to count used quota {{(pid=93888) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:43:54.371499 n-d-798054-10 neutron-server[93888]: DEBUG neutron.quota.resource [None req-7b8c19ff-d512-499e-9e50-f96873a98b56 tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93888) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:43:54.445833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.quota.resource [None req-7b8c19ff-d512-499e-9e50-f96873a98b56 tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] Usage tracker for resource:security_group and tenant:a78137d027db4bc7b855b8c467118e5c is out of sync, need to count used quota {{(pid=93888) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:43:54.453288 n-d-798054-10 neutron-server[93888]: DEBUG neutron.quota.resource [None req-7b8c19ff-d512-499e-9e50-f96873a98b56 tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93888) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:43:54.463427 n-d-798054-10 neutron-server[93888]: DEBUG neutron.quota.resource [None req-7b8c19ff-d512-499e-9e50-f96873a98b56 tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] Usage tracker for resource:security_group_rule and tenant:a78137d027db4bc7b855b8c467118e5c is out of sync, need to count used quota {{(pid=93888) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:43:54.471386 n-d-798054-10 neutron-server[93888]: DEBUG neutron.quota.resource [None req-7b8c19ff-d512-499e-9e50-f96873a98b56 tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93888) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:43:54.497141 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7b8c19ff-d512-499e-9e50-f96873a98b56 tempest-QuotasTest-2029577778 tempest-QuotasTest-2029577778-project-admin] 10.222.0.26 "GET /v2.0/quotas/a78137d027db4bc7b855b8c467118e5c/details.json HTTP/1.1" status: 200 len: 703 time: 0.2197056 Jul 14 09:43:54.568391 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-c116ba71-551e-45b3-8b5e-f33c14356492', 'network_id': 'c116ba71-551e-45b3-8b5e-f33c14356492', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'fixed_ips': [{'subnet_id': '86ffada6-490c-4b98-a44e-e3291b7e3802'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:43:54.569276 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.754538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Allocated IP 172.20.0.18 (c116ba71-551e-45b3-8b5e-f33c14356492/86ffada6-490c-4b98-a44e-e3291b7e3802/5477cfbc-0fa3-4417-8109-648c591bce89) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:54.758026 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10085f5c-4c2b-436d-ac19-a6e24227f615', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1936904810', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '473f8ef2-926d-4a87-9422-9409eb786742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:51Z', 'updated_at': '2021-07-14T09:43:52Z', 'revision_number': 3, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': '473f8ef2-926d-4a87-9422-9409eb786742', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10085f5c-4c2b-436d-ac19-a6e24227f615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:51Z', 'updated_at': '2021-07-14T09:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:54.793991 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba42b8fd-846b-48d7-9854-0685759c7e87 None None] The sync data for ids ['10085f5c-4c2b-436d-ac19-a6e24227f615'] in n-d-798054-10 is: [{'id': '10085f5c-4c2b-436d-ac19-a6e24227f615', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1936904810', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '473f8ef2-926d-4a87-9422-9409eb786742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:51Z', 'updated_at': '2021-07-14T09:43:52Z', 'revision_number': 3, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': '473f8ef2-926d-4a87-9422-9409eb786742', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10085f5c-4c2b-436d-ac19-a6e24227f615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:51Z', 'updated_at': '2021-07-14T09:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:54.856121 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39850) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.941907 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-f95a7aaf-e1fc-48ae-bf89-dff367da78f5 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:54.943331 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-f95a7aaf-e1fc-48ae-bf89-dff367da78f5 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 811 time: 0.2560630 Jul 14 09:43:54.975878 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.985303 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Transition to ACTIVE for port object 5477cfbc-0fa3-4417-8109-648c591bce89 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:55.001222 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc9ddcd7-7fd0-4a49-91e8-4b0fdcfe06ae tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.006927 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Transition to ACTIVE for port object 5477cfbc-0fa3-4417-8109-648c591bce89 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:55.011945 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-ad990c31-d0e3-47e8-aa53-238fc0930df0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/quotas/51eddd5eb51e43da8f7e9b436a71a31a HTTP/1.1" status: 200 len: 375 time: 0.0171428 Jul 14 09:43:55.013633 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.036931 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0444d9dc-d0f0-4641-ae1a-0234324bb7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.054188 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Network c116ba71-551e-45b3-8b5e-f33c14356492 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:55.058911 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:55.061565 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:55.118747 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Pushing event updated for resources: {'Port': ['ID=5477cfbc-0fa3-4417-8109-648c591bce89,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:55.163281 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Attempting to bind port 5477cfbc-0fa3-4417-8109-648c591bce89 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:55.163962 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Attempting to bind port 5477cfbc-0fa3-4417-8109-648c591bce89 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '5dea6ea1-ac90-4d8b-a6a3-02fe137ee594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c116ba71-551e-45b3-8b5e-f33c14356492'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:55.165991 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Attempting to bind port 5477cfbc-0fa3-4417-8109-648c591bce89 on network c116ba71-551e-45b3-8b5e-f33c14356492 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:55.173954 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:55.174690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Checking segment: {'id': '5dea6ea1-ac90-4d8b-a6a3-02fe137ee594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c116ba71-551e-45b3-8b5e-f33c14356492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:55.175348 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.175976 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Bound using segment: {'id': '5dea6ea1-ac90-4d8b-a6a3-02fe137ee594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c116ba71-551e-45b3-8b5e-f33c14356492'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:55.177234 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Bound port: 5477cfbc-0fa3-4417-8109-648c591bce89, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dea6ea1-ac90-4d8b-a6a3-02fe137ee594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c116ba71-551e-45b3-8b5e-f33c14356492'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:55.177922 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.201168 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0444d9dc-d0f0-4641-ae1a-0234324bb7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.206395 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0444d9dc-d0f0-4641-ae1a-0234324bb7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.267068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444d9dc-d0f0-4641-ae1a-0234324bb7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e870dd8-849f-420c-8e2b-50e70398717b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:55.271840 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0444d9dc-d0f0-4641-ae1a-0234324bb7c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=58c453727f434d8c83c8b7efcb7624c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4138885 Jul 14 09:43:55.275927 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39854) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:55.295063 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] For port 5477cfbc-0fa3-4417-8109-648c591bce89, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:55.299466 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] For port 5477cfbc-0fa3-4417-8109-648c591bce89, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5477cfbc-0fa3-4417-8109-648c591bce89,segment=NetworkSegment(5dea6ea1-ac90-4d8b-a6a3-02fe137ee594),segment_id=5dea6ea1-ac90-4d8b-a6a3-02fe137ee594)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:55.307940 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.327178 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e4dc2-7627-4d75-bdd2-ffc779a1a03e req-1b6f632f-f0a1-419b-a328-b038f3e1b7f1 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:55.329131 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d1e4dc2-7627-4d75-bdd2-ffc779a1a03e req-1b6f632f-f0a1-419b-a328-b038f3e1b7f1 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.3307111 Jul 14 09:43:55.341698 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-28e9ebf8-8cb2-4d19-a870-162a9021aeec tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2907469 Jul 14 09:43:55.352317 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1d6726d-d049-4a18-a588-e2a293b69d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.382522 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854b47e-7b29-4ad7-9346-6f2b5db7548d None None] Pushing event updated for resources: {'Port': ['ID=5477cfbc-0fa3-4417-8109-648c591bce89,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:55.384680 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1d6726d-d049-4a18-a588-e2a293b69d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.415008 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d1e4dc2-7627-4d75-bdd2-ffc779a1a03e req-ca82a616-7a45-4e4f-8ccb-3e85ddd50a6d tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700336 Jul 14 09:43:55.461498 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1d6726d-d049-4a18-a588-e2a293b69d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.464657 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1d6726d-d049-4a18-a588-e2a293b69d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.465923 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c1d6726d-d049-4a18-a588-e2a293b69d11 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e870dd8-849f-420c-8e2b-50e70398717b HTTP/1.1" status: 204 len: 168 time: 0.1890388 Jul 14 09:43:55.475523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6726d-d049-4a18-a588-e2a293b69d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e870dd8-849f-420c-8e2b-50e70398717b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:55.633071 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-2b7b8259-2ff1-4d6f-91ea-211778763931 service neutron] 10.222.0.26 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288547 Jul 14 09:43:55.751885 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-bc9ddcd7-7fd0-4a49-91e8-4b0fdcfe06ae tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Allocated IP 172.20.0.17 (c116ba71-551e-45b3-8b5e-f33c14356492/86ffada6-490c-4b98-a44e-e3291b7e3802/b7567a21-f76a-471a-8d01-4ed226ff377a) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:55.876348 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39860) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:55.880041 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-a9aee06b-df7f-43d5-bdc0-0b673142dc45 service neutron] 10.222.0.26 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464519 Jul 14 09:43:55.892410 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-590195f4-e02e-43d3-8b61-ac35a52deda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.937081 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc9ddcd7-7fd0-4a49-91e8-4b0fdcfe06ae tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.955879 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-bc9ddcd7-7fd0-4a49-91e8-4b0fdcfe06ae tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Transition to ACTIVE for port object b7567a21-f76a-471a-8d01-4ed226ff377a will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:55.995268 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc9ddcd7-7fd0-4a49-91e8-4b0fdcfe06ae tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.002442 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-590195f4-e02e-43d3-8b61-ac35a52deda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.011373 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-590195f4-e02e-43d3-8b61-ac35a52deda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.040836 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9ddcd7-7fd0-4a49-91e8-4b0fdcfe06ae tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Network c116ba71-551e-45b3-8b5e-f33c14356492 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:56.044348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-bc9ddcd7-7fd0-4a49-91e8-4b0fdcfe06ae tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:56.048064 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9ddcd7-7fd0-4a49-91e8-4b0fdcfe06ae tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:56.067671 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-590195f4-e02e-43d3-8b61-ac35a52deda0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a78137d027db4bc7b855b8c467118e5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1877344 Jul 14 09:43:56.067671 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590195f4-e02e-43d3-8b61-ac35a52deda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22541c9e-66e1-4797-bf6e-9b8224809b76,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:56.068570 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39864) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:56.114161 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ddcd7-7fd0-4a49-91e8-4b0fdcfe06ae tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event updated for resources: {'Port': ['ID=b7567a21-f76a-471a-8d01-4ed226ff377a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:56.149276 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc9ddcd7-7fd0-4a49-91e8-4b0fdcfe06ae tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.155548 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2f55-c25b-42f3-b01d-5a54a219b717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.178226 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f67470f4-7a36-408a-acac-855ad866edef req-e935aa29-a12b-4118-9ef6-f3ae04010c53 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 210 time: 0.0427999 Jul 14 09:43:56.189559 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2f55-c25b-42f3-b01d-5a54a219b717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.259792 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2f55-c25b-42f3-b01d-5a54a219b717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.262848 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2f55-c25b-42f3-b01d-5a54a219b717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.266367 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5fcf2f55-c25b-42f3-b01d-5a54a219b717 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/22541c9e-66e1-4797-bf6e-9b8224809b76 HTTP/1.1" status: 204 len: 168 time: 0.1946120 Jul 14 09:43:56.272903 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf2f55-c25b-42f3-b01d-5a54a219b717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22541c9e-66e1-4797-bf6e-9b8224809b76,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:56.354601 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc9ddcd7-7fd0-4a49-91e8-4b0fdcfe06ae tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.707967 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 473f8ef2-926d-4a87-9422-9409eb786742 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:56.784821 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e9be7a-d466-464c-8be1-cf0149cfcd8f None None] Network c116ba71-551e-45b3-8b5e-f33c14356492 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:56.841971 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc1d72-e7fb-4f9e-9ceb-ff805ad9bc93 req-4d851661-0c58-4dd2-a9a7-accc5e28c398 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:56.843531 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e2bc1d72-e7fb-4f9e-9ceb-ff805ad9bc93 req-4d851661-0c58-4dd2-a9a7-accc5e28c398 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.1968064 Jul 14 09:43:56.892115 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 473f8ef2-926d-4a87-9422-9409eb786742 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:56.906205 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 473f8ef2-926d-4a87-9422-9409eb786742 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:56.906667 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.910552 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e2bc1d72-e7fb-4f9e-9ceb-ff805ad9bc93 req-edf406fb-ae14-4e7a-a193-ae15c90cfa4c tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612526 Jul 14 09:43:56.913302 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc9ddcd7-7fd0-4a49-91e8-4b0fdcfe06ae tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.921579 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc9ddcd7-7fd0-4a49-91e8-4b0fdcfe06ae tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.929646 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2a0a41a1-9cdf-4931-bf4c-aec3642b065c None None] Provisioning for port 5477cfbc-0fa3-4417-8109-648c591bce89 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:57.015599 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ddcd7-7fd0-4a49-91e8-4b0fdcfe06ae tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event updated for resources: {'Port': ['ID=b7567a21-f76a-471a-8d01-4ed226ff377a,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:57.040065 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bc9ddcd7-7fd0-4a49-91e8-4b0fdcfe06ae tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.097367 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.122137 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 473f8ef2-926d-4a87-9422-9409eb786742, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=473f8ef2-926d-4a87-9422-9409eb786742,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:57.135163 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.136111 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5477cfbc-0fa3-4417-8109-648c591bce89 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:57.173000 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9ddcd7-7fd0-4a49-91e8-4b0fdcfe06ae tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Network c116ba71-551e-45b3-8b5e-f33c14356492 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:57.174539 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-bc9ddcd7-7fd0-4a49-91e8-4b0fdcfe06ae tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:57.229186 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=473f8ef2-926d-4a87-9422-9409eb786742,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:57.250397 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 5477cfbc-0fa3-4417-8109-648c591bce89 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:57.253452 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e91e2cd-fa5f-4a77-9ea5-528a01b62573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.262979 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 5477cfbc-0fa3-4417-8109-648c591bce89 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:57.262979 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.366359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9ddcd7-7fd0-4a49-91e8-4b0fdcfe06ae tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Router 10085f5c-4c2b-436d-ac19-a6e24227f615 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:57.401366 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.477058 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1291d03-4e2d-439c-a892-79b547328ac2 req-fdd1a91a-bd78-4b89-bac1-b3a1a47a16e6 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 210 time: 0.0890350 Jul 14 09:43:57.482813 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 5477cfbc-0fa3-4417-8109-648c591bce89, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5477cfbc-0fa3-4417-8109-648c591bce89,segment=NetworkSegment(5dea6ea1-ac90-4d8b-a6a3-02fe137ee594),segment_id=5dea6ea1-ac90-4d8b-a6a3-02fe137ee594)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:57.507399 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.631354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-9ec667f6-6db6-46cf-b3ef-70a5fac74a11 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:57.632882 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-9ec667f6-6db6-46cf-b3ef-70a5fac74a11 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 811 time: 0.1750681 Jul 14 09:43:57.638598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8c241287-82a8-4dce-bb83-43b2ba5034ad None None] Provisioning complete for port 5477cfbc-0fa3-4417-8109-648c591bce89 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:57.639282 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c241287-82a8-4dce-bb83-43b2ba5034ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.640066 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9ddcd7-7fd0-4a49-91e8-4b0fdcfe06ae tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:57.642933 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=5477cfbc-0fa3-4417-8109-648c591bce89,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:57.650241 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bc9ddcd7-7fd0-4a49-91e8-4b0fdcfe06ae tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "PUT /v2.0/routers/10085f5c-4c2b-436d-ac19-a6e24227f615/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5619483 Jul 14 09:43:57.652064 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] Sync routers for ids ['10085f5c-4c2b-436d-ac19-a6e24227f615'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:57.655640 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-b0220ace-1bbc-4e28-b130-12892f624f76 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Request body: {'port': {'device_id': '0885b6e9-0c1e-45fe-99f0-95a523b55300', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'admin_state_up': True, 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:57.672378 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] Routers {'10085f5c-4c2b-436d-ac19-a6e24227f615'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:57.673027 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:43:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['10085f5c-4c2b-436d-ac19-a6e24227f615'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:57.819254 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-b0220ace-1bbc-4e28-b130-12892f624f76 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Made reservation on behalf of 51eddd5eb51e43da8f7e9b436a71a31a for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:57.830168 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-b0220ace-1bbc-4e28-b130-12892f624f76 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.861645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8c241287-82a8-4dce-bb83-43b2ba5034ad None None] Provisioning for port b7567a21-f76a-471a-8d01-4ed226ff377a completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:57.866605 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8c241287-82a8-4dce-bb83-43b2ba5034ad None None] Provisioning complete for port b7567a21-f76a-471a-8d01-4ed226ff377a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:57.866985 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c241287-82a8-4dce-bb83-43b2ba5034ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.897782 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] Set router 10085f5c-4c2b-436d-ac19-a6e24227f615 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:57.975654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8c241287-82a8-4dce-bb83-43b2ba5034ad None None] Port b7567a21-f76a-471a-8d01-4ed226ff377a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:58.070199 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-b0220ace-1bbc-4e28-b130-12892f624f76 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Allocated IP 172.20.0.6 (8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c/0457f97d-7f0c-40e3-aa42-dc25e8646d70/d88f0102-a677-4c3f-b470-cd5f3314e1a3) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:58.108091 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-41ef56d8-219c-4de0-8a9f-35d4d177116d None None] Provisioning complete for port b7567a21-f76a-471a-8d01-4ed226ff377a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:58.108472 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-41ef56d8-219c-4de0-8a9f-35d4d177116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.157482 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-41ef56d8-219c-4de0-8a9f-35d4d177116d None None] Port b7567a21-f76a-471a-8d01-4ed226ff377a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:58.223397 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10085f5c-4c2b-436d-ac19-a6e24227f615', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1936904810', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '473f8ef2-926d-4a87-9422-9409eb786742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:51Z', 'updated_at': '2021-07-14T09:43:56Z', 'revision_number': 4, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': '473f8ef2-926d-4a87-9422-9409eb786742', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10085f5c-4c2b-436d-ac19-a6e24227f615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:51Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'b7567a21-f76a-471a-8d01-4ed226ff377a', 'name': '', 'network_id': 'c116ba71-551e-45b3-8b5e-f33c14356492', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'mac_address': 'fa:16:3e:e9:d0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10085f5c-4c2b-436d-ac19-a6e24227f615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '86ffada6-490c-4b98-a44e-e3291b7e3802', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:55Z', 'updated_at': '2021-07-14T09:43:56Z', 'revision_number': 2, 'project_id': '62b2f7301c9c468882746431ee980c27', 'subnets': [{'id': '86ffada6-490c-4b98-a44e-e3291b7e3802', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:58.271265 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] Checking router: 10085f5c-4c2b-436d-ac19-a6e24227f615 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:58.272086 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] Updating router 10085f5c-4c2b-436d-ac19-a6e24227f615 port b7567a21-f76a-471a-8d01-4ed226ff377a binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:43:58.375959 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.393940 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0b54f5e0-d10f-4ac2-a384-5c85ba58790c None None] Provisioning complete for port b7567a21-f76a-471a-8d01-4ed226ff377a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:58.394600 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0b54f5e0-d10f-4ac2-a384-5c85ba58790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.478925 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0b54f5e0-d10f-4ac2-a384-5c85ba58790c None None] Port b7567a21-f76a-471a-8d01-4ed226ff377a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:58.546088 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39934) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:58.593561 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 473f8ef2-926d-4a87-9422-9409eb786742 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:58.646075 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 473f8ef2-926d-4a87-9422-9409eb786742 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:58.646723 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.693395 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-8e350a71-5f55-4ffa-a32d-c98e41450412 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-964868508', 'router:external': True}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:58.730663 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e350a71-5f55-4ffa-a32d-c98e41450412 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Made reservation on behalf of 8b8dafc6478648258a80ae59a677ac37 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:58.733543 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8e350a71-5f55-4ffa-a32d-c98e41450412 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.747344 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8e350a71-5f55-4ffa-a32d-c98e41450412 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.747892 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5477cfbc-0fa3-4417-8109-648c591bce89 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:58.756290 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.769222 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] Transition to ACTIVE for port object b7567a21-f76a-471a-8d01-4ed226ff377a will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:58.780267 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.826198 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 5477cfbc-0fa3-4417-8109-648c591bce89 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:58.826643 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.830359 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb0675-e642-430f-a283-521dedf35758 None None] Pushing event updated for resources: {'Port': ['ID=b7567a21-f76a-471a-8d01-4ed226ff377a,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:58.842887 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fb0675-e642-430f-a283-521dedf35758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:58.843720 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fb0675-e642-430f-a283-521dedf35758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:58.844890 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fb0675-e642-430f-a283-521dedf35758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:58.845409 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fb0675-e642-430f-a283-521dedf35758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:58.846231 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fb0675-e642-430f-a283-521dedf35758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:58.846783 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fb0675-e642-430f-a283-521dedf35758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:58.847279 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fb0675-e642-430f-a283-521dedf35758 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:58.847813 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fb0675-e642-430f-a283-521dedf35758 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:58.848305 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fb0675-e642-430f-a283-521dedf35758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:58.848864 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fb0675-e642-430f-a283-521dedf35758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:58.849811 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fb0675-e642-430f-a283-521dedf35758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:58.850457 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fb0675-e642-430f-a283-521dedf35758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:58.919089 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8e350a71-5f55-4ffa-a32d-c98e41450412 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.920098 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-b0220ace-1bbc-4e28-b130-12892f624f76 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.936126 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8e350a71-5f55-4ffa-a32d-c98e41450412 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.936379 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-b0220ace-1bbc-4e28-b130-12892f624f76 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Transition to ACTIVE for port object d88f0102-a677-4c3f-b470-cd5f3314e1a3 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:58.970869 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] Attempting to bind port b7567a21-f76a-471a-8d01-4ed226ff377a on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:58.971258 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] Attempting to bind port b7567a21-f76a-471a-8d01-4ed226ff377a by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '5dea6ea1-ac90-4d8b-a6a3-02fe137ee594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c116ba71-551e-45b3-8b5e-f33c14356492'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:58.971618 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] Attempting to bind port b7567a21-f76a-471a-8d01-4ed226ff377a on network c116ba71-551e-45b3-8b5e-f33c14356492 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:58.983371 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:58.983757 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] Checking segment: {'id': '5dea6ea1-ac90-4d8b-a6a3-02fe137ee594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c116ba71-551e-45b3-8b5e-f33c14356492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:58.984162 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.986848 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] Bound using segment: {'id': '5dea6ea1-ac90-4d8b-a6a3-02fe137ee594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c116ba71-551e-45b3-8b5e-f33c14356492'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:58.987534 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] Bound port: b7567a21-f76a-471a-8d01-4ed226ff377a, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dea6ea1-ac90-4d8b-a6a3-02fe137ee594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c116ba71-551e-45b3-8b5e-f33c14356492'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:58.987988 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.008057 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e350a71-5f55-4ffa-a32d-c98e41450412 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:43:59.034915 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e350a71-5f55-4ffa-a32d-c98e41450412 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34ec17b-1901-4e02-9853-de277330c5d4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:59.039517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-58332241-ec57-4bd5-87b5-bf9f69768dbd tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:59.041910 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-58332241-ec57-4bd5-87b5-bf9f69768dbd tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/networks?id=c116ba71-551e-45b3-8b5e-f33c14356492 HTTP/1.1" status: 200 len: 798 time: 0.9120667 Jul 14 09:43:59.044593 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-b0220ace-1bbc-4e28-b130-12892f624f76 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.049473 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8e350a71-5f55-4ffa-a32d-c98e41450412 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.049939 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-8e350a71-5f55-4ffa-a32d-c98e41450412 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Added segment c39f008b-3fa6-4186-8e26-8417ef6364b8 of type vlan for network abeff701-6cf2-4864-8d8d-21274d24878b Jul 14 09:43:59.096640 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-e9be347d-e83a-42c0-8b14-2eff86c9acfa tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/quotas/62b2f7301c9c468882746431ee980c27 HTTP/1.1" status: 200 len: 375 time: 0.0464270 Jul 14 09:43:59.110808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-b0220ace-1bbc-4e28-b130-12892f624f76 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:59.112984 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8e350a71-5f55-4ffa-a32d-c98e41450412 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.118517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-b0220ace-1bbc-4e28-b130-12892f624f76 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:59.121438 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] For port b7567a21-f76a-471a-8d01-4ed226ff377a, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:59.121751 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-b0220ace-1bbc-4e28-b130-12892f624f76 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:59.127249 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] For port b7567a21-f76a-471a-8d01-4ed226ff377a, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b7567a21-f76a-471a-8d01-4ed226ff377a,segment=NetworkSegment(5dea6ea1-ac90-4d8b-a6a3-02fe137ee594),segment_id=5dea6ea1-ac90-4d8b-a6a3-02fe137ee594)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:59.138254 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.202612 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8e350a71-5f55-4ffa-a32d-c98e41450412 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.204395 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e350a71-5f55-4ffa-a32d-c98e41450412 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:59.205182 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8e350a71-5f55-4ffa-a32d-c98e41450412 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.231879 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0220ace-1bbc-4e28-b130-12892f624f76 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event updated for resources: {'Port': ['ID=d88f0102-a677-4c3f-b470-cd5f3314e1a3,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:59.254137 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d642e-cd9b-44cd-9205-d8db51cfbf14 req-1affcb64-c4cf-422c-bbfe-c5f7fd3b7952 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:59.254137 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-846d642e-cd9b-44cd-9205-d8db51cfbf14 req-1affcb64-c4cf-422c-bbfe-c5f7fd3b7952 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 1.0683591 Jul 14 09:43:59.274829 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] Routers {'10085f5c-4c2b-436d-ac19-a6e24227f615'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:59.276081 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:43:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['10085f5c-4c2b-436d-ac19-a6e24227f615'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:59.341305 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-b0220ace-1bbc-4e28-b130-12892f624f76 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:59.342019 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-b0220ace-1bbc-4e28-b130-12892f624f76 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.346350 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39940) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:59.348340 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8e350a71-5f55-4ffa-a32d-c98e41450412 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7988520 Jul 14 09:43:59.349832 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb0675-e642-430f-a283-521dedf35758 None None] Pushing event updated for resources: {'Port': ['ID=b7567a21-f76a-471a-8d01-4ed226ff377a,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:59.366775 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e350a71-5f55-4ffa-a32d-c98e41450412 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Pushing event updated for resources: {'Network': ['ID=abeff701-6cf2-4864-8d8d-21274d24878b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:59.379128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-9fce7aa0-928d-4f8a-a761-7da64993554c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Request body: {'subnet': {'network_id': 'abeff701-6cf2-4864-8d8d-21274d24878b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:59.379545 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network abeff701-6cf2-4864-8d8d-21274d24878b details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:43:59.425899 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-e66ec93c-d677-4405-92df-9274e9bc7c54 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=62b2f7301c9c468882746431ee980c27&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3014159 Jul 14 09:43:59.462297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-b0220ace-1bbc-4e28-b130-12892f624f76 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8103721 Jul 14 09:43:59.465328 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-846d642e-cd9b-44cd-9205-d8db51cfbf14 req-3af30847-1f6d-4003-a7fb-bec0a7319ab0 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972125 Jul 14 09:43:59.496879 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] Set router 10085f5c-4c2b-436d-ac19-a6e24227f615 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:59.512810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] Request body: {'port': {'device_id': '0885b6e9-0c1e-45fe-99f0-95a523b55300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:59.566672 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fce7aa0-928d-4f8a-a761-7da64993554c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Made reservation on behalf of 8b8dafc6478648258a80ae59a677ac37 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:59.569060 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9fce7aa0-928d-4f8a-a761-7da64993554c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.676587 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0ff71b2a-8100-41c7-9353-09deb1d1c1fd None None] Provisioning for port d88f0102-a677-4c3f-b470-cd5f3314e1a3 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:59.686520 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0ff71b2a-8100-41c7-9353-09deb1d1c1fd None None] Provisioning complete for port d88f0102-a677-4c3f-b470-cd5f3314e1a3 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:59.688528 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ff71b2a-8100-41c7-9353-09deb1d1c1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.731860 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0ff71b2a-8100-41c7-9353-09deb1d1c1fd None None] Port d88f0102-a677-4c3f-b470-cd5f3314e1a3 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:59.778440 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-a873b6f5-8c99-47f5-a811-259516050a2b service neutron] 10.222.0.26 "GET /v2.0/networks/c116ba71-551e-45b3-8b5e-f33c14356492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382378 Jul 14 09:43:59.779006 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.789939 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-447cea24-43e7-4b3d-a8d0-04ab2ac94231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.839008 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10085f5c-4c2b-436d-ac19-a6e24227f615', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1936904810', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '473f8ef2-926d-4a87-9422-9409eb786742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:51Z', 'updated_at': '2021-07-14T09:43:56Z', 'revision_number': 4, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': '473f8ef2-926d-4a87-9422-9409eb786742', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10085f5c-4c2b-436d-ac19-a6e24227f615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:51Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'b7567a21-f76a-471a-8d01-4ed226ff377a', 'name': '', 'network_id': 'c116ba71-551e-45b3-8b5e-f33c14356492', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'mac_address': 'fa:16:3e:e9:d0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10085f5c-4c2b-436d-ac19-a6e24227f615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '86ffada6-490c-4b98-a44e-e3291b7e3802', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:55Z', 'updated_at': '2021-07-14T09:43:59Z', 'revision_number': 4, 'project_id': '62b2f7301c9c468882746431ee980c27', 'subnets': [{'id': '86ffada6-490c-4b98-a44e-e3291b7e3802', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:59.870140 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f49a6-21de-41de-a644-ce0222f66ded None None] The sync data for ids ['10085f5c-4c2b-436d-ac19-a6e24227f615'] in n-d-798054-10 is: [{'id': '10085f5c-4c2b-436d-ac19-a6e24227f615', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1936904810', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '473f8ef2-926d-4a87-9422-9409eb786742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:51Z', 'updated_at': '2021-07-14T09:43:56Z', 'revision_number': 4, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': '473f8ef2-926d-4a87-9422-9409eb786742', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10085f5c-4c2b-436d-ac19-a6e24227f615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:51Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'b7567a21-f76a-471a-8d01-4ed226ff377a', 'name': '', 'network_id': 'c116ba71-551e-45b3-8b5e-f33c14356492', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'mac_address': 'fa:16:3e:e9:d0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10085f5c-4c2b-436d-ac19-a6e24227f615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '86ffada6-490c-4b98-a44e-e3291b7e3802', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:55Z', 'updated_at': '2021-07-14T09:43:59Z', 'revision_number': 4, 'project_id': '62b2f7301c9c468882746431ee980c27', 'subnets': [{'id': '86ffada6-490c-4b98-a44e-e3291b7e3802', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:59.901906 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.995776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d1e8a-5662-4e3d-9ff9-4dd5dd40c20b req-3ded1083-d106-4620-a891-0adbc94350e8 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:59.997554 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b7d1e8a-5662-4e3d-9ff9-4dd5dd40c20b req-3ded1083-d106-4620-a891-0adbc94350e8 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 931 time: 0.3066239 Jul 14 09:44:00.131984 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-2aa9fdbc-67e4-4553-87a8-7af250682400 service neutron] 10.222.0.26 "GET /v2.0/networks/c116ba71-551e-45b3-8b5e-f33c14356492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451738 Jul 14 09:44:00.245281 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b7d1e8a-5662-4e3d-9ff9-4dd5dd40c20b req-34e4c164-c623-4cee-89f8-1f27563749b0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176788 Jul 14 09:44:00.392357 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6b84c751-a17c-486b-a17a-95cd85903b09 req-900516a0-524d-4323-bf29-82957372d0cb tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbe0ee46-19ff-4065-881d-cdcbf20ae406 HTTP/1.1" status: 200 len: 210 time: 0.0626664 Jul 14 09:44:00.552685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.objects.ports [None req-9fce7aa0-928d-4f8a-a761-7da64993554c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:44:00.553184 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9fce7aa0-928d-4f8a-a761-7da64993554c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:00.626606 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88f0102-a677-4c3f-b470-cd5f3314e1a3 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:44:00.662230 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b7567a21-f76a-471a-8d01-4ed226ff377a up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:00.706284 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce7aa0-928d-4f8a-a761-7da64993554c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7d83905e-be00-437d-8326-bae2c9efca6a,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:00.724463 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:00.745464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] Transition to ACTIVE for port object d88f0102-a677-4c3f-b470-cd5f3314e1a3 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:00.774031 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:00.776184 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:00.814820 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port b7567a21-f76a-471a-8d01-4ed226ff377a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:00.819100 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port b7567a21-f76a-471a-8d01-4ed226ff377a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:00.819549 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:00.905090 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fce7aa0-928d-4f8a-a761-7da64993554c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Checking segment: {'id': 'c39f008b-3fa6-4186-8e26-8417ef6364b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'abeff701-6cf2-4864-8d8d-21274d24878b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:00.905578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fce7aa0-928d-4f8a-a761-7da64993554c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Network hostable DHCP agents. Network: abeff701-6cf2-4864-8d8d-21274d24878b, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:44:00.976590 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.055599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port b7567a21-f76a-471a-8d01-4ed226ff377a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b7567a21-f76a-471a-8d01-4ed226ff377a,segment=NetworkSegment(5dea6ea1-ac90-4d8b-a6a3-02fe137ee594),segment_id=5dea6ea1-ac90-4d8b-a6a3-02fe137ee594)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:01.065254 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.065494 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] Pushing event updated for resources: {'Port': ['ID=d88f0102-a677-4c3f-b470-cd5f3314e1a3,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:01.128160 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] Attempting to bind port d88f0102-a677-4c3f-b470-cd5f3314e1a3 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:01.129123 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] Attempting to bind port d88f0102-a677-4c3f-b470-cd5f3314e1a3 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:01.129464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] Attempting to bind port d88f0102-a677-4c3f-b470-cd5f3314e1a3 on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:01.136670 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fce7aa0-928d-4f8a-a761-7da64993554c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Network abeff701-6cf2-4864-8d8d-21274d24878b is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:44:01.151202 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] Port d88f0102-a677-4c3f-b470-cd5f3314e1a3 on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:44:01.151911 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] Attempting to bind port d88f0102-a677-4c3f-b470-cd5f3314e1a3 on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:01.171160 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=b7567a21-f76a-471a-8d01-4ed226ff377a,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:01.186681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adddd9-b05a-4c9c-8db9-545117b94e69 req-a988b821-9fb1-4f26-a06d-08d1f4b2cde6 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:01.189255 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b1adddd9-b05a-4c9c-8db9-545117b94e69 req-a988b821-9fb1-4f26-a06d-08d1f4b2cde6 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.4416811 Jul 14 09:44:01.190055 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-9fce7aa0-928d-4f8a-a761-7da64993554c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, abeff701-6cf2-4864-8d8d-21274d24878b) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:01.195864 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fce7aa0-928d-4f8a-a761-7da64993554c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:01.196665 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9fce7aa0-928d-4f8a-a761-7da64993554c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.212455 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:01.213262 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] Checking segment: {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:01.213657 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] Bound using segment: {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:01.214474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] Bound port: d88f0102-a677-4c3f-b470-cd5f3314e1a3, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:01.214613 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96838cc-c047-4c38-bc93-d198ef66fd73 None None] Network abeff701-6cf2-4864-8d8d-21274d24878b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:01.214750 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.238850 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 39954) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:01.243974 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1315741972', 'network_id': 'abeff701-6cf2-4864-8d8d-21274d24878b'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:01.247407 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9fce7aa0-928d-4f8a-a761-7da64993554c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8818924 Jul 14 09:44:01.297163 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Made reservation on behalf of 8b8dafc6478648258a80ae59a677ac37 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:01.300037 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.333820 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] device_id is not set on port 9cdb4afb-846b-4d59-bd1b-9a410cf190dd yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:44:01.429125 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b1adddd9-b05a-4c9c-8db9-545117b94e69 req-b948dc6b-e4df-450c-b1a0-890fde4c8e5a tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976242 Jul 14 09:44:01.447438 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] For port d88f0102-a677-4c3f-b470-cd5f3314e1a3, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:01.453955 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] For port d88f0102-a677-4c3f-b470-cd5f3314e1a3, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=d88f0102-a677-4c3f-b470-cd5f3314e1a3,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:01.464639 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.523573 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb1dece-81f9-4d7b-a3b3-fd355e998ad4 None None] Network abeff701-6cf2-4864-8d8d-21274d24878b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:01.580094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Allocated IP 172.20.0.12 (abeff701-6cf2-4864-8d8d-21274d24878b/7d83905e-be00-437d-8326-bae2c9efca6a/9cdb4afb-846b-4d59-bd1b-9a410cf190dd) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:01.603551 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:01.604280 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.606033 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] 10.222.0.49 "PUT /v2.0/ports/d88f0102-a677-4c3f-b470-cd5f3314e1a3 HTTP/1.1" status: 200 len: 1092 time: 2.1262310 Jul 14 09:44:01.606605 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0885b6e9-0c1e-45fe-99f0-95a523b55300', 'tag': 'd88f0102-a677-4c3f-b470-cd5f3314e1a3'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:01.609395 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344d682a-33e5-4054-b5b4-67a8122cc8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0885b6e9-0c1e-45fe-99f0-95a523b55300", "tag": "d88f0102-a677-4c3f-b470-cd5f3314e1a3"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:01.785665 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac16530-555b-40c0-95ef-80a1017cf56b service neutron] Pushing event updated for resources: {'Port': ['ID=d88f0102-a677-4c3f-b470-cd5f3314e1a3,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:01.801149 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac1ade3c-c029-4a60-a5c6-e954cfc9face req-ab6681b1-e41c-4a24-a0a1-051fb7b25787 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbe0ee46-19ff-4065-881d-cdcbf20ae406 HTTP/1.1" status: 200 len: 210 time: 0.0625207 Jul 14 09:44:01.822804 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08eb20e-5163-4789-891d-ea287c64fef8 req-8930752e-3375-4674-b797-3cd205384479 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:01.835887 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d08eb20e-5163-4789-891d-ea287c64fef8 req-8930752e-3375-4674-b797-3cd205384479 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 943 time: 0.2892947 Jul 14 09:44:01.899409 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.927689 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-ccb1ac9e-4e3c-40e4-9a5c-5707f106fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:01.929402 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-ccb1ac9e-4e3c-40e4-9a5c-5707f106fbdd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 1095 time: 0.2609026 Jul 14 09:44:01.932487 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d08eb20e-5163-4789-891d-ea287c64fef8 req-d80b3abe-8e2d-4b2b-8820-608c10e7380e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872293 Jul 14 09:44:01.951933 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.970496 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.005213 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Network abeff701-6cf2-4864-8d8d-21274d24878b is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:02.032053 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-ba410eb9-9cf2-4f67-9165-5e0a6622159b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d88f0102-a677-4c3f-b470-cd5f3314e1a3 HTTP/1.1" status: 200 len: 217 time: 0.0946589 Jul 14 09:44:02.124534 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-636ba13d-75dc-4148-a9ca-f9ad13b901c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:02.126935 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-636ba13d-75dc-4148-a9ca-f9ad13b901c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.0836682 Jul 14 09:44:02.141557 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:02.148846 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:02.157837 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Pushing event updated for resources: {'Port': ['ID=9cdb4afb-846b-4d59-bd1b-9a410cf190dd,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:02.215246 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:02.215592 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:02.215953 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:02.216312 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:02.216637 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:02.216984 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:02.217299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:02.217620 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:02.217969 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:02.218362 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:02.218684 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:02.219041 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:02.278309 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea2a0c8-b58c-48cf-b0e4-f32c195dab86 x-openstack-request-id: req-0ea2a0c8-b58c-48cf-b0e4-f32c195dab86 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:02.278819 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0885b6e9-0c1e-45fe-99f0-95a523b55300", "tag": "d88f0102-a677-4c3f-b470-cd5f3314e1a3", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:02.279022 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ea2a0c8-b58c-48cf-b0e4-f32c195dab86 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:02.279646 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0885b6e9-0c1e-45fe-99f0-95a523b55300', 'tag': 'd88f0102-a677-4c3f-b470-cd5f3314e1a3', 'status': 'completed', 'code': 200} Jul 14 09:44:02.282250 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-e7fceeb0-f688-41b9-ac68-2e9266b3f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:02.284287 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-e7fceeb0-f688-41b9-ac68-2e9266b3f8c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1514406 Jul 14 09:44:02.349893 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:02.350492 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.441109 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bc7286ee-6ff7-4ab4-9a4d-913c5d680551 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.2010465 Jul 14 09:44:02.444403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39964) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:02.462412 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-03c4581d-e4ff-484b-8957-38690f5d04a0 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:02.464625 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-03c4581d-e4ff-484b-8957-38690f5d04a0 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.55 "GET /v2.0/networks?id=c116ba71-551e-45b3-8b5e-f33c14356492 HTTP/1.1" status: 200 len: 798 time: 0.3009341 Jul 14 09:44:02.489142 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-9f30d0f0-8244-4ee3-9221-62d90c94db65 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Request body: {'port': {'device_id': 'bbe0ee46-19ff-4065-881d-cdcbf20ae406', 'network_id': 'c116ba71-551e-45b3-8b5e-f33c14356492', 'admin_state_up': True, 'tenant_id': '62b2f7301c9c468882746431ee980c27'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:02.567811 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40979e8-8184-467f-809f-64b15d530dc9 req-b6224067-182d-4efa-a7d8-9e45e3f22c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:02.569634 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c40979e8-8184-467f-809f-64b15d530dc9 req-b6224067-182d-4efa-a7d8-9e45e3f22c64 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 1098 time: 0.2359591 Jul 14 09:44:02.623119 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b7567a21-f76a-471a-8d01-4ed226ff377a up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:02.649769 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-e0c4598a-57ae-44c6-a9db-23e82568e225 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565018 Jul 14 09:44:02.654223 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c40979e8-8184-467f-809f-64b15d530dc9 req-12ef0a1a-260a-4b65-b2be-32d3ecc9d5ad service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626535 Jul 14 09:44:02.665219 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-6d0319cf-d556-4531-a4f3-fc3bedb9727f tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Deleting port 9cdb4afb-846b-4d59-bd1b-9a410cf190dd {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:02.665569 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d0319cf-d556-4531-a4f3-fc3bedb9727f tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.710959 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port b7567a21-f76a-471a-8d01-4ed226ff377a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:02.711588 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.765206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-9f30d0f0-8244-4ee3-9221-62d90c94db65 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Made reservation on behalf of 62b2f7301c9c468882746431ee980c27 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:02.773053 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-9f30d0f0-8244-4ee3-9221-62d90c94db65 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.848519 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.885204 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-61dc5d63-eb59-4c2e-a4a4-f7664ace4b5f req-bb37f8ba-71b9-43f0-be17-be2e0207a755 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213316 Jul 14 09:44:02.901957 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b89db-14c4-448a-9965-b2d4c3957038 req-d231a598-ec41-4fdc-9947-25592aa7e216 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:02.903508 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8a5b89db-14c4-448a-9965-b2d4c3957038 req-d231a598-ec41-4fdc-9947-25592aa7e216 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.2525365 Jul 14 09:44:02.913739 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d0319cf-d556-4531-a4f3-fc3bedb9727f tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.955823 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-6d0319cf-d556-4531-a4f3-fc3bedb9727f tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Calling delete_port for 9cdb4afb-846b-4d59-bd1b-9a410cf190dd owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:02.980156 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-9f30d0f0-8244-4ee3-9221-62d90c94db65 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Allocated IP 172.20.0.24 (c116ba71-551e-45b3-8b5e-f33c14356492/86ffada6-490c-4b98-a44e-e3291b7e3802/889958b5-5300-4ddd-8d33-4e710799e4ad) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:03.155807 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-9f30d0f0-8244-4ee3-9221-62d90c94db65 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:03.186308 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-9f30d0f0-8244-4ee3-9221-62d90c94db65 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Transition to ACTIVE for port object 889958b5-5300-4ddd-8d33-4e710799e4ad will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:03.265528 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-9f30d0f0-8244-4ee3-9221-62d90c94db65 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:03.347166 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-9f30d0f0-8244-4ee3-9221-62d90c94db65 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Network c116ba71-551e-45b3-8b5e-f33c14356492 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:03.352068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-9f30d0f0-8244-4ee3-9221-62d90c94db65 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:03.361950 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-9f30d0f0-8244-4ee3-9221-62d90c94db65 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:03.367594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30d0f0-8244-4ee3-9221-62d90c94db65 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event updated for resources: {'Port': ['ID=889958b5-5300-4ddd-8d33-4e710799e4ad,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:03.462154 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6e25269-0b69-49c7-9435-d4a0262da0bf req-6cc67f83-92f4-4d34-9189-5cc3c660d780 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbe0ee46-19ff-4065-881d-cdcbf20ae406 HTTP/1.1" status: 200 len: 210 time: 0.4688835 Jul 14 09:44:03.470144 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-9f30d0f0-8244-4ee3-9221-62d90c94db65 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:03.470940 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-9f30d0f0-8244-4ee3-9221-62d90c94db65 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:03.493384 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-9f30d0f0-8244-4ee3-9221-62d90c94db65 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0086572 Jul 14 09:44:03.529831 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] Request body: {'port': {'device_id': 'bbe0ee46-19ff-4065-881d-cdcbf20ae406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:03.545135 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8a5b89db-14c4-448a-9965-b2d4c3957038 req-35271e17-739f-464d-8c32-8d5e454bf051 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6287870 Jul 14 09:44:03.598488 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d682a-33e5-4054-b5b4-67a8122cc8a4 req-c8230263-fac0-4df1-91b2-9f918941bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:03.611806 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-344d682a-33e5-4054-b5b4-67a8122cc8a4 req-c8230263-fac0-4df1-91b2-9f918941bfd1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 1095 time: 0.6576450 Jul 14 09:44:03.698570 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:03.821723 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a3cea9ea-0420-4957-ae12-fcf3c93c6a3d None None] Provisioning for port 889958b5-5300-4ddd-8d33-4e710799e4ad completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:03.836925 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a3cea9ea-0420-4957-ae12-fcf3c93c6a3d None None] Provisioning complete for port 889958b5-5300-4ddd-8d33-4e710799e4ad triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:03.837738 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3cea9ea-0420-4957-ae12-fcf3c93c6a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:03.901469 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a3cea9ea-0420-4957-ae12-fcf3c93c6a3d None None] Port 889958b5-5300-4ddd-8d33-4e710799e4ad cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:03.928559 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d682a-33e5-4054-b5b4-67a8122cc8a4 req-60286b50-a5b4-451d-9d84-38ba78ffbb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:03.930125 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-344d682a-33e5-4054-b5b4-67a8122cc8a4 req-60286b50-a5b4-451d-9d84-38ba78ffbb68 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 912 time: 0.2964196 Jul 14 09:44:03.960150 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299dd66-bb38-474f-acd2-98810f57fa14 req-dc18f6d4-b222-480f-97fb-4dbd54a84b0a tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:03.962453 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6299dd66-bb38-474f-acd2-98810f57fa14 req-dc18f6d4-b222-480f-97fb-4dbd54a84b0a tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 943 time: 0.2318792 Jul 14 09:44:03.963344 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d0319cf-d556-4531-a4f3-fc3bedb9727f tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.024561 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-344d682a-33e5-4054-b5b4-67a8122cc8a4 req-ca39fb14-429f-4cb8-903c-a554c8206da0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d88f0102-a677-4c3f-b470-cd5f3314e1a3 HTTP/1.1" status: 200 len: 217 time: 0.0883045 Jul 14 09:44:04.033046 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0319cf-d556-4531-a4f3-fc3bedb9727f tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cdb4afb-846b-4d59-bd1b-9a410cf190dd,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:04.142483 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889958b5-5300-4ddd-8d33-4e710799e4ad {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:44:04.152207 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.163000 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6299dd66-bb38-474f-acd2-98810f57fa14 req-42a5af37-c8a9-4978-8b74-e9aa80590b45 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612089 Jul 14 09:44:04.167968 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] Transition to ACTIVE for port object 889958b5-5300-4ddd-8d33-4e710799e4ad will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:04.172089 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d682a-33e5-4054-b5b4-67a8122cc8a4 req-725b0e47-7dc3-4b06-a365-2e3b9dd3e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:04.172584 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.173690 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-344d682a-33e5-4054-b5b4-67a8122cc8a4 req-725b0e47-7dc3-4b06-a365-2e3b9dd3e641 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.1378193 Jul 14 09:44:04.178676 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d0319cf-d556-4531-a4f3-fc3bedb9727f tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.183142 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6d0319cf-d556-4531-a4f3-fc3bedb9727f tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "DELETE /v2.0/ports/9cdb4afb-846b-4d59-bd1b-9a410cf190dd HTTP/1.1" status: 204 len: 168 time: 1.7349014 Jul 14 09:44:04.191115 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39972) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:04.214191 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-003d6532-647d-403c-860f-845a9990ab31 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'abeff701-6cf2-4864-8d8d-21274d24878b', 'external_fixed_ips': [{'subnet_id': '7d83905e-be00-437d-8326-bae2c9efca6a', 'ip_address': '172.20.0.12'}]}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:04.229166 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] Pushing event updated for resources: {'Port': ['ID=889958b5-5300-4ddd-8d33-4e710799e4ad,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:04.249089 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-003d6532-647d-403c-860f-845a9990ab31 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.250872 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-003d6532-647d-403c-860f-845a9990ab31 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.299957 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d682a-33e5-4054-b5b4-67a8122cc8a4 req-53bc1884-03d9-44f6-8a1e-bc8a076c7b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:04.305434 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-344d682a-33e5-4054-b5b4-67a8122cc8a4 req-53bc1884-03d9-44f6-8a1e-bc8a076c7b5b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1236959 Jul 14 09:44:04.367321 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] Attempting to bind port 889958b5-5300-4ddd-8d33-4e710799e4ad on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:04.368306 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] Attempting to bind port 889958b5-5300-4ddd-8d33-4e710799e4ad by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '5dea6ea1-ac90-4d8b-a6a3-02fe137ee594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c116ba71-551e-45b3-8b5e-f33c14356492'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:04.368814 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] Attempting to bind port 889958b5-5300-4ddd-8d33-4e710799e4ad on network c116ba71-551e-45b3-8b5e-f33c14356492 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:04.380406 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] Port 889958b5-5300-4ddd-8d33-4e710799e4ad on network c116ba71-551e-45b3-8b5e-f33c14356492 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:44:04.380742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] Attempting to bind port 889958b5-5300-4ddd-8d33-4e710799e4ad on network c116ba71-551e-45b3-8b5e-f33c14356492 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:04.393505 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:04.394123 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] Checking segment: {'id': '5dea6ea1-ac90-4d8b-a6a3-02fe137ee594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c116ba71-551e-45b3-8b5e-f33c14356492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:04.394481 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] Bound using segment: {'id': '5dea6ea1-ac90-4d8b-a6a3-02fe137ee594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c116ba71-551e-45b3-8b5e-f33c14356492'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:04.394934 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] Bound port: 889958b5-5300-4ddd-8d33-4e710799e4ad, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dea6ea1-ac90-4d8b-a6a3-02fe137ee594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c116ba71-551e-45b3-8b5e-f33c14356492'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:04.395303 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.430913 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-003d6532-647d-403c-860f-845a9990ab31 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.513858 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] For port 889958b5-5300-4ddd-8d33-4e710799e4ad, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:04.519124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] For port 889958b5-5300-4ddd-8d33-4e710799e4ad, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=889958b5-5300-4ddd-8d33-4e710799e4ad,segment=NetworkSegment(5dea6ea1-ac90-4d8b-a6a3-02fe137ee594),segment_id=5dea6ea1-ac90-4d8b-a6a3-02fe137ee594)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:04.537239 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.656798 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-344d682a-33e5-4054-b5b4-67a8122cc8a4 req-c25bd2bc-bf5c-4c71-8d01-73d76572687e service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447237 Jul 14 09:44:04.708024 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] Pushing event updated for resources: {'Port': ['ID=889958b5-5300-4ddd-8d33-4e710799e4ad,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:04.711368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:04.711993 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.713404 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-d8dc7f7e-e09f-4e71-92db-4c9adc36c35e service neutron] 10.222.0.55 "PUT /v2.0/ports/889958b5-5300-4ddd-8d33-4e710799e4ad HTTP/1.1" status: 200 len: 1056 time: 1.1891992 Jul 14 09:44:04.713873 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe0ee46-19ff-4065-881d-cdcbf20ae406', 'tag': '889958b5-5300-4ddd-8d33-4e710799e4ad'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:04.716196 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39db15ae-cda2-4f4c-9a5d-c39405b71cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe0ee46-19ff-4065-881d-cdcbf20ae406", "tag": "889958b5-5300-4ddd-8d33-4e710799e4ad"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:04.870785 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-8e648f67-1d2f-46b6-afbf-96d9980b52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:04.874638 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-8e648f67-1d2f-46b6-afbf-96d9980b52c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=62b2f7301c9c468882746431ee980c27&device_id=bbe0ee46-19ff-4065-881d-cdcbf20ae406 HTTP/1.1" status: 200 len: 1059 time: 0.0887148 Jul 14 09:44:04.906604 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-003d6532-647d-403c-860f-845a9990ab31 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.025641 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-cf289be2-45a3-4900-962a-235a1076e8b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=889958b5-5300-4ddd-8d33-4e710799e4ad HTTP/1.1" status: 200 len: 217 time: 0.1361575 Jul 14 09:44:05.098961 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbeb087-b953-43a2-85b2-b1c8ba6a70b7 req-9c5cad52-0d87-4666-b00c-430b2ee67475 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:05.113994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-de1acd30-e554-4662-bf51-cdb33e90651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:05.116976 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-de1acd30-e554-4662-bf51-cdb33e90651b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86ffada6-490c-4b98-a44e-e3291b7e3802 HTTP/1.1" status: 200 len: 838 time: 0.0836446 Jul 14 09:44:05.120812 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cbbeb087-b953-43a2-85b2-b1c8ba6a70b7 req-9c5cad52-0d87-4666-b00c-430b2ee67475 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbe0ee46-19ff-4065-881d-cdcbf20ae406 HTTP/1.1" status: 200 len: 907 time: 0.3839748 Jul 14 09:44:05.155033 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ee775-35b1-46a2-a68f-55a650d8573e req-3273eb63-046c-4314-980f-1fd3deb8e8ca tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:05.164535 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-296ee775-35b1-46a2-a68f-55a650d8573e req-3273eb63-046c-4314-980f-1fd3deb8e8ca tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.4131811 Jul 14 09:44:05.168157 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-344d682a-33e5-4054-b5b4-67a8122cc8a4 req-b7668762-5d0e-420b-980c-37bfb9490603 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328275 Jul 14 09:44:05.253771 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395d2d5e-f916-4202-b4f2-7a58b7bb5f74 x-openstack-request-id: req-395d2d5e-f916-4202-b4f2-7a58b7bb5f74 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:05.253771 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe0ee46-19ff-4065-881d-cdcbf20ae406", "tag": "889958b5-5300-4ddd-8d33-4e710799e4ad", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:05.254101 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-395d2d5e-f916-4202-b4f2-7a58b7bb5f74 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:05.254375 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe0ee46-19ff-4065-881d-cdcbf20ae406', 'tag': '889958b5-5300-4ddd-8d33-4e710799e4ad', 'status': 'completed', 'code': 200} Jul 14 09:44:05.301056 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-296ee775-35b1-46a2-a68f-55a650d8573e req-5db8f2a8-8db3-40a5-9f0b-29d013517f3d tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352859 Jul 14 09:44:05.351745 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-019b1f63-f710-46ae-a578-844895cdd07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:05.353140 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-019b1f63-f710-46ae-a578-844895cdd07e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c116ba71-551e-45b3-8b5e-f33c14356492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2250743 Jul 14 09:44:05.357731 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-d20394b7-fc09-4e32-8a26-4756446a81ea req-4c319d79-cac1-4862-8869-e85772dd9d11 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-239325350', 'description': 'tempest-description-1984528856'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:05.454537 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d20394b7-fc09-4e32-8a26-4756446a81ea req-4c319d79-cac1-4862-8869-e85772dd9d11 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.501966 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-23c99931-a1d3-4b0d-99bb-a41ce5be508b service neutron] 10.222.0.55 "GET /v2.0/networks/c116ba71-551e-45b3-8b5e-f33c14356492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409483 Jul 14 09:44:05.628351 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71c5b8fa-e103-4937-8cf7-949a0546bea5 req-a3124112-3a41-4b72-874b-08b187a4bac5 service neutron] 10.222.0.55 "GET /v2.0/networks/c116ba71-551e-45b3-8b5e-f33c14356492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199741 Jul 14 09:44:05.692297 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437b48b-bb49-46ca-bd55-cf60b78c7e27 req-c662a20b-0efb-46b1-87e1-a509ad2f5e12 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:05.693921 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e437b48b-bb49-46ca-bd55-cf60b78c7e27 req-c662a20b-0efb-46b1-87e1-a509ad2f5e12 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 943 time: 0.2760050 Jul 14 09:44:05.695154 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-003d6532-647d-403c-860f-845a9990ab31 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.739921 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-003d6532-647d-403c-860f-845a9990ab31 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.854827 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e437b48b-bb49-46ca-bd55-cf60b78c7e27 req-01e5a932-e681-4d5d-a4e9-7877764efd58 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305909 Jul 14 09:44:05.884315 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db15ae-cda2-4f4c-9a5d-c39405b71cc1 req-9553c428-6b2f-4646-8001-3506250f2ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:05.885876 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-39db15ae-cda2-4f4c-9a5d-c39405b71cc1 req-9553c428-6b2f-4646-8001-3506250f2ef7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=62b2f7301c9c468882746431ee980c27&device_id=bbe0ee46-19ff-4065-881d-cdcbf20ae406 HTTP/1.1" status: 200 len: 1059 time: 0.1055522 Jul 14 09:44:05.893026 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d20394b7-fc09-4e32-8a26-4756446a81ea req-4c319d79-cac1-4862-8869-e85772dd9d11 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.903600 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d20394b7-fc09-4e32-8a26-4756446a81ea req-4c319d79-cac1-4862-8869-e85772dd9d11 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.940806 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c319d79-cac1-4862-8869-e85772dd9d11 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c1e213-b958-417a-8b82-a3f75bf65234,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:05.982255 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d20394b7-fc09-4e32-8a26-4756446a81ea req-4c319d79-cac1-4862-8869-e85772dd9d11 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.985047 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d20394b7-fc09-4e32-8a26-4756446a81ea req-4c319d79-cac1-4862-8869-e85772dd9d11 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.6345634 Jul 14 09:44:06.032076 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-003d6532-647d-403c-860f-845a9990ab31 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Allocated IP 172.20.0.12 (abeff701-6cf2-4864-8d8d-21274d24878b/7d83905e-be00-437d-8326-bae2c9efca6a/5e893ade-d53b-4cc5-82ff-51866e9417ba) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:06.051342 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db15ae-cda2-4f4c-9a5d-c39405b71cc1 req-9a68ab3f-ec6e-410b-a795-82e9de878b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:06.052742 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-39db15ae-cda2-4f4c-9a5d-c39405b71cc1 req-9a68ab3f-ec6e-410b-a795-82e9de878b82 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c116ba71-551e-45b3-8b5e-f33c14356492 HTTP/1.1" status: 200 len: 899 time: 0.1590254 Jul 14 09:44:06.107377 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-39db15ae-cda2-4f4c-9a5d-c39405b71cc1 req-0cd804ee-9ee9-4f94-a601-8fe39c94d902 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=889958b5-5300-4ddd-8d33-4e710799e4ad HTTP/1.1" status: 200 len: 217 time: 0.0477729 Jul 14 09:44:06.191561 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-336c96b3-850a-4539-8793-5bc0e0a9960a req-65e3c7a5-c12b-4434-81d3-bdcfabcebd54 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-239325350&fields=id&tenant_id=bc29774fe73c411c9bed4e9a103ee6da HTTP/1.1" status: 200 len: 267 time: 0.0690744 Jul 14 09:44:06.214278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db15ae-cda2-4f4c-9a5d-c39405b71cc1 req-8dc00611-6e3b-4b0a-bb9f-0abd2ddbeef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:06.216326 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-39db15ae-cda2-4f4c-9a5d-c39405b71cc1 req-8dc00611-6e3b-4b0a-bb9f-0abd2ddbeef8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86ffada6-490c-4b98-a44e-e3291b7e3802 HTTP/1.1" status: 200 len: 838 time: 0.1004961 Jul 14 09:44:06.262723 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-003d6532-647d-403c-860f-845a9990ab31 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:06.306242 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db15ae-cda2-4f4c-9a5d-c39405b71cc1 req-d53a23c6-2e5a-4fd2-9b87-f68990c34d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:06.307791 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-39db15ae-cda2-4f4c-9a5d-c39405b71cc1 req-d53a23c6-2e5a-4fd2-9b87-f68990c34d54 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c116ba71-551e-45b3-8b5e-f33c14356492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0847790 Jul 14 09:44:06.387490 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c96b3-850a-4539-8793-5bc0e0a9960a req-e719c135-fdfa-47c9-97ff-65457b6ea4ec tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:06.390282 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-336c96b3-850a-4539-8793-5bc0e0a9960a req-e719c135-fdfa-47c9-97ff-65457b6ea4ec tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.1897938 Jul 14 09:44:06.407991 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-336c96b3-850a-4539-8793-5bc0e0a9960a req-3f6195b0-fc5b-4536-b9ae-effed041927f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Request body: {'port': {'security_groups': ['0a6874aa-1a08-4434-b2a1-28d702947bdf', 'c4c1e213-b958-417a-8b82-a3f75bf65234']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:06.420504 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-39db15ae-cda2-4f4c-9a5d-c39405b71cc1 req-e9958b96-383a-4b9a-8f57-e9c182f3add8 service neutron] 10.222.0.55 "GET /v2.0/networks/c116ba71-551e-45b3-8b5e-f33c14356492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046391 Jul 14 09:44:06.451388 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-003d6532-647d-403c-860f-845a9990ab31 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:06.524307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003d6532-647d-403c-860f-845a9990ab31 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Network abeff701-6cf2-4864-8d8d-21274d24878b is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:06.540087 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae5da3-e434-4561-ae9f-0befddc5cd1f req-7a10617c-7e19-41ab-a00e-d63d7454ca1f tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:06.541594 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2ae5da3-e434-4561-ae9f-0befddc5cd1f req-7a10617c-7e19-41ab-a00e-d63d7454ca1f tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbe0ee46-19ff-4065-881d-cdcbf20ae406 HTTP/1.1" status: 200 len: 907 time: 0.2425148 Jul 14 09:44:06.542471 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-003d6532-647d-403c-860f-845a9990ab31 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:06.545531 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-39db15ae-cda2-4f4c-9a5d-c39405b71cc1 req-2d9b932d-ce63-4e0a-9145-498415d67901 service neutron] 10.222.0.55 "GET /v2.0/networks/c116ba71-551e-45b3-8b5e-f33c14356492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182547 Jul 14 09:44:06.549147 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003d6532-647d-403c-860f-845a9990ab31 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:06.584495 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d6532-647d-403c-860f-845a9990ab31 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Pushing event updated for resources: {'Port': ['ID=5e893ade-d53b-4cc5-82ff-51866e9417ba,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:06.595640 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-336c96b3-850a-4539-8793-5bc0e0a9960a req-3f6195b0-fc5b-4536-b9ae-effed041927f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.314208 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-003d6532-647d-403c-860f-845a9990ab31 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.317016 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-336c96b3-850a-4539-8793-5bc0e0a9960a req-3f6195b0-fc5b-4536-b9ae-effed041927f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] For port a3fe5c51-6594-415f-92e9-0094c26a86a0, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a3fe5c51-6594-415f-92e9-0094c26a86a0,segment=NetworkSegment(a79c583b-44e2-4be9-aac0-3161277dc72c),segment_id=a79c583b-44e2-4be9-aac0-3161277dc72c)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:07.376027 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c8695-2c4b-4782-9b97-44df76963ef9 req-7a50cbbb-c479-4ff0-82bd-99e855a5dc78 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:07.378071 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c7c8695-2c4b-4782-9b97-44df76963ef9 req-7a50cbbb-c479-4ff0-82bd-99e855a5dc78 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 943 time: 0.2079904 Jul 14 09:44:07.456669 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-336c96b3-850a-4539-8793-5bc0e0a9960a req-3f6195b0-fc5b-4536-b9ae-effed041927f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.472902 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-336c96b3-850a-4539-8793-5bc0e0a9960a req-3f6195b0-fc5b-4536-b9ae-effed041927f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.480735 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c7c8695-2c4b-4782-9b97-44df76963ef9 req-cfa4a976-29a7-4941-85ed-664eb04e2097 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952938 Jul 14 09:44:07.509928 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['a3fe5c51-6594-415f-92e9-0094c26a86a0'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:44:07.534140 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c96b3-850a-4539-8793-5bc0e0a9960a req-3f6195b0-fc5b-4536-b9ae-effed041927f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:07.534784 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-336c96b3-850a-4539-8793-5bc0e0a9960a req-3f6195b0-fc5b-4536-b9ae-effed041927f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.536163 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-336c96b3-850a-4539-8793-5bc0e0a9960a req-3f6195b0-fc5b-4536-b9ae-effed041927f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "PUT /v2.0/ports/a3fe5c51-6594-415f-92e9-0094c26a86a0 HTTP/1.1" status: 200 len: 982 time: 1.1376293 Jul 14 09:44:07.536609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb59c23e-da7c-4b60-8a83-65598cae079e', 'tag': 'a3fe5c51-6594-415f-92e9-0094c26a86a0'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:07.539180 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fee971e-82d1-4d23-afbe-11c7786e732d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb59c23e-da7c-4b60-8a83-65598cae079e", "tag": "a3fe5c51-6594-415f-92e9-0094c26a86a0"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:07.609262 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6195b0-fc5b-4536-b9ae-effed041927f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Pushing event updated for resources: {'Port': ['ID=a3fe5c51-6594-415f-92e9-0094c26a86a0,revision_number=6']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:07.628039 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc30c00-4e16-4139-9f2c-aa9b4cc5db9e x-openstack-request-id: req-6bc30c00-4e16-4139-9f2c-aa9b4cc5db9e {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:07.628348 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb59c23e-da7c-4b60-8a83-65598cae079e", "tag": "a3fe5c51-6594-415f-92e9-0094c26a86a0", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:07.628584 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6bc30c00-4e16-4139-9f2c-aa9b4cc5db9e {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:07.628986 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb59c23e-da7c-4b60-8a83-65598cae079e', 'tag': 'a3fe5c51-6594-415f-92e9-0094c26a86a0', 'status': 'completed', 'code': 200} Jul 14 09:44:07.686688 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['a3fe5c51-6594-415f-92e9-0094c26a86a0'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:44:07.721817 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-003d6532-647d-403c-860f-845a9990ab31 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.805320 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee971e-82d1-4d23-afbe-11c7786e732d req-6662e1ce-8a37-4dd3-80d4-1b9517444536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:07.809636 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1fee971e-82d1-4d23-afbe-11c7786e732d req-6662e1ce-8a37-4dd3-80d4-1b9517444536 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc29774fe73c411c9bed4e9a103ee6da&device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 1137 time: 0.1415350 Jul 14 09:44:07.945074 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee971e-82d1-4d23-afbe-11c7786e732d req-a36a6aa1-d945-4fca-86e4-39db61bc11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:07.946527 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1fee971e-82d1-4d23-afbe-11c7786e732d req-a36a6aa1-d945-4fca-86e4-39db61bc11fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=e619ab7a-720c-492d-b134-596e0796f54d HTTP/1.1" status: 200 len: 921 time: 0.1247034 Jul 14 09:44:07.985528 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97af4758-1728-4483-984a-6de2e6614fe7 req-d0dfbfca-26d1-4dc8-aa8a-afd6ea061567 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-239325350&fields=id&tenant_id=bc29774fe73c411c9bed4e9a103ee6da HTTP/1.1" status: 200 len: 267 time: 0.2136292 Jul 14 09:44:08.021496 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1fee971e-82d1-4d23-afbe-11c7786e732d req-242a4974-2aee-41a8-a11e-a5a2a42a623a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3fe5c51-6594-415f-92e9-0094c26a86a0 HTTP/1.1" status: 200 len: 217 time: 0.0667706 Jul 14 09:44:08.044499 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c222a74-ac82-4bbb-8e31-4ab7d69a8a96 req-391a1fad-ad24-4a13-a870-29f4c20d44b3 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:08.056882 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4c222a74-ac82-4bbb-8e31-4ab7d69a8a96 req-391a1fad-ad24-4a13-a870-29f4c20d44b3 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbe0ee46-19ff-4065-881d-cdcbf20ae406 HTTP/1.1" status: 200 len: 907 time: 0.2207711 Jul 14 09:44:08.098379 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee971e-82d1-4d23-afbe-11c7786e732d req-4a8a03e9-a109-4bcc-aa24-6f97c99193eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:08.100889 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1fee971e-82d1-4d23-afbe-11c7786e732d req-4a8a03e9-a109-4bcc-aa24-6f97c99193eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9fe1c74-7017-4ff0-af52-ddf75c5c5820 HTTP/1.1" status: 200 len: 860 time: 0.0698469 Jul 14 09:44:08.108116 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003d6532-647d-403c-860f-845a9990ab31 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Router 44e3df6e-3d19-4d83-a04d-8462d6259267 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:44:08.136681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af4758-1728-4483-984a-6de2e6614fe7 req-3ce6be5e-d231-4c0a-b13c-1c8c65d881dc tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:08.137519 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1fee971e-82d1-4d23-afbe-11c7786e732d req-17e18fb5-77f7-4631-8787-01fc0c53efe7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e619ab7a-720c-492d-b134-596e0796f54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301149 Jul 14 09:44:08.138257 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97af4758-1728-4483-984a-6de2e6614fe7 req-3ce6be5e-d231-4c0a-b13c-1c8c65d881dc tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 985 time: 0.1469522 Jul 14 09:44:08.178532 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-97af4758-1728-4483-984a-6de2e6614fe7 req-bee17f76-3197-42dc-bbf8-22402541e700 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Request body: {'port': {'security_groups': ['0a6874aa-1a08-4434-b2a1-28d702947bdf']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:08.246997 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1fee971e-82d1-4d23-afbe-11c7786e732d req-b7881876-8bd2-4a92-b918-0d8e823b0785 service neutron] 10.222.0.55 "GET /v2.0/networks/e619ab7a-720c-492d-b134-596e0796f54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010597 Jul 14 09:44:08.320506 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003d6532-647d-403c-860f-845a9990ab31 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:08.326313 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-97af4758-1728-4483-984a-6de2e6614fe7 req-bee17f76-3197-42dc-bbf8-22402541e700 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:08.332432 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d043f-4b14-427d-9a45-0a122514136f None None] Sync routers for ids ['44e3df6e-3d19-4d83-a04d-8462d6259267'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:08.347744 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165d043f-4b14-427d-9a45-0a122514136f None None] Routers {'44e3df6e-3d19-4d83-a04d-8462d6259267'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:08.348743 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-165d043f-4b14-427d-9a45-0a122514136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['44e3df6e-3d19-4d83-a04d-8462d6259267'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:08.368895 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1fee971e-82d1-4d23-afbe-11c7786e732d req-6041abe6-b8e8-4a00-8d77-c40d0152baef service neutron] 10.222.0.55 "GET /v2.0/networks/e619ab7a-720c-492d-b134-596e0796f54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101143 Jul 14 09:44:08.376543 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-003d6532-647d-403c-860f-845a9990ab31 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:08.380252 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-003d6532-647d-403c-860f-845a9990ab31 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.1858249 Jul 14 09:44:08.380648 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 39996) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:08.471150 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-165d043f-4b14-427d-9a45-0a122514136f None None] Set router 44e3df6e-3d19-4d83-a04d-8462d6259267 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:08.672393 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d373d27-e55f-4691-b976-e4063b911cce tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:08.761196 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-97af4758-1728-4483-984a-6de2e6614fe7 req-bee17f76-3197-42dc-bbf8-22402541e700 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] For port a3fe5c51-6594-415f-92e9-0094c26a86a0, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a3fe5c51-6594-415f-92e9-0094c26a86a0,segment=NetworkSegment(a79c583b-44e2-4be9-aac0-3161277dc72c),segment_id=a79c583b-44e2-4be9-aac0-3161277dc72c)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:08.822870 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-165d043f-4b14-427d-9a45-0a122514136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e3df6e-3d19-4d83-a04d-8462d6259267', 'name': '', 'tenant_id': '8b8dafc6478648258a80ae59a677ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abeff701-6cf2-4864-8d8d-21274d24878b', 'external_fixed_ips': [{'subnet_id': '7d83905e-be00-437d-8326-bae2c9efca6a', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '5e893ade-d53b-4cc5-82ff-51866e9417ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:04Z', 'updated_at': '2021-07-14T09:44:06Z', 'revision_number': 3, 'project_id': '8b8dafc6478648258a80ae59a677ac37', 'gw_port': {'id': '5e893ade-d53b-4cc5-82ff-51866e9417ba', 'name': '', 'network_id': 'abeff701-6cf2-4864-8d8d-21274d24878b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e3df6e-3d19-4d83-a04d-8462d6259267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '7d83905e-be00-437d-8326-bae2c9efca6a', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:05Z', 'updated_at': '2021-07-14T09:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d83905e-be00-437d-8326-bae2c9efca6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:08.833063 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ad723-af55-42a7-a183-327acf3c88ef req-cbf6a832-fd56-44c5-8344-fc829386ff25 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:08.834698 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-020ad723-af55-42a7-a183-327acf3c88ef req-cbf6a832-fd56-44c5-8344-fc829386ff25 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 943 time: 0.2162564 Jul 14 09:44:08.851827 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d043f-4b14-427d-9a45-0a122514136f None None] Checking router: 44e3df6e-3d19-4d83-a04d-8462d6259267 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:08.852180 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d043f-4b14-427d-9a45-0a122514136f None None] Updating router 44e3df6e-3d19-4d83-a04d-8462d6259267 port 5e893ade-d53b-4cc5-82ff-51866e9417ba binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:44:08.863907 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-97af4758-1728-4483-984a-6de2e6614fe7 req-bee17f76-3197-42dc-bbf8-22402541e700 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:08.872718 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-97af4758-1728-4483-984a-6de2e6614fe7 req-bee17f76-3197-42dc-bbf8-22402541e700 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:08.886022 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-165d043f-4b14-427d-9a45-0a122514136f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:08.917825 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['a3fe5c51-6594-415f-92e9-0094c26a86a0'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:44:08.928741 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-020ad723-af55-42a7-a183-327acf3c88ef req-a00f8ad3-55b9-43a2-a325-2c9e2203ee3a tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882802 Jul 14 09:44:08.931193 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d373d27-e55f-4691-b976-e4063b911cce tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:08.944925 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af4758-1728-4483-984a-6de2e6614fe7 req-bee17f76-3197-42dc-bbf8-22402541e700 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:08.945544 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-97af4758-1728-4483-984a-6de2e6614fe7 req-bee17f76-3197-42dc-bbf8-22402541e700 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:08.947376 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97af4758-1728-4483-984a-6de2e6614fe7 req-bee17f76-3197-42dc-bbf8-22402541e700 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "PUT /v2.0/ports/a3fe5c51-6594-415f-92e9-0094c26a86a0 HTTP/1.1" status: 200 len: 943 time: 0.7761419 Jul 14 09:44:09.021882 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 889958b5-5300-4ddd-8d33-4e710799e4ad details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:44:09.038151 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee17f76-3197-42dc-bbf8-22402541e700 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Pushing event updated for resources: {'Port': ['ID=a3fe5c51-6594-415f-92e9-0094c26a86a0,revision_number=7']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:09.076876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['a3fe5c51-6594-415f-92e9-0094c26a86a0'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:44:09.162376 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-6d373d27-e55f-4691-b976-e4063b911cce tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Deleting port 5e893ade-d53b-4cc5-82ff-51866e9417ba {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:09.162960 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d373d27-e55f-4691-b976-e4063b911cce tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.272027 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-2a06bfa8-9b9d-4827-9093-aac404273efe tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2869318 Jul 14 09:44:09.292934 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-bac1235e-881f-4923-94d8-32152e946e43 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:09.293947 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 889958b5-5300-4ddd-8d33-4e710799e4ad, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=889958b5-5300-4ddd-8d33-4e710799e4ad,segment=NetworkSegment(5dea6ea1-ac90-4d8b-a6a3-02fe137ee594),segment_id=5dea6ea1-ac90-4d8b-a6a3-02fe137ee594)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:09.337657 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d373d27-e55f-4691-b976-e4063b911cce tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.346990 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-bac1235e-881f-4923-94d8-32152e946e43 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.356457 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '889958b5-5300-4ddd-8d33-4e710799e4ad', 'network_id': 'c116ba71-551e-45b3-8b5e-f33c14356492', 'port_id': '889958b5-5300-4ddd-8d33-4e710799e4ad', 'mac_address': 'fa:16:3e:19:2b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ffada6-490c-4b98-a44e-e3291b7e3802', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:44:09.364791 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-6d373d27-e55f-4691-b976-e4063b911cce tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Calling delete_port for 5e893ade-d53b-4cc5-82ff-51866e9417ba owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:09.404700 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9eb9a4-be83-4c55-8058-b4a40da6eadf req-8a2d3432-0f79-4cf5-b687-fb170ab985b1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:09.406238 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db9eb9a4-be83-4c55-8058-b4a40da6eadf req-8a2d3432-0f79-4cf5-b687-fb170ab985b1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbe0ee46-19ff-4065-881d-cdcbf20ae406 HTTP/1.1" status: 200 len: 907 time: 0.2262435 Jul 14 09:44:09.478119 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-165d043f-4b14-427d-9a45-0a122514136f None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.480333 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.512496 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-165d043f-4b14-427d-9a45-0a122514136f None None] Transition to ACTIVE for port object 5e893ade-d53b-4cc5-82ff-51866e9417ba will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:09.519859 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889958b5-5300-4ddd-8d33-4e710799e4ad {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:44:09.526105 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-165d043f-4b14-427d-9a45-0a122514136f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.583129 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 889958b5-5300-4ddd-8d33-4e710799e4ad, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=889958b5-5300-4ddd-8d33-4e710799e4ad,segment=NetworkSegment(5dea6ea1-ac90-4d8b-a6a3-02fe137ee594),segment_id=5dea6ea1-ac90-4d8b-a6a3-02fe137ee594)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:09.593996 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.620449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34446672-02ff-4af9-ad8d-41919d4185cf None None] Pushing event updated for resources: {'Port': ['ID=5e893ade-d53b-4cc5-82ff-51866e9417ba,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:09.624577 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-165d043f-4b14-427d-9a45-0a122514136f None None] Attempting to bind port 5e893ade-d53b-4cc5-82ff-51866e9417ba on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:09.625515 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-165d043f-4b14-427d-9a45-0a122514136f None None] Attempting to bind port 5e893ade-d53b-4cc5-82ff-51866e9417ba by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'c39f008b-3fa6-4186-8e26-8417ef6364b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'abeff701-6cf2-4864-8d8d-21274d24878b'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:09.625912 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165d043f-4b14-427d-9a45-0a122514136f None None] Attempting to bind port 5e893ade-d53b-4cc5-82ff-51866e9417ba on network abeff701-6cf2-4864-8d8d-21274d24878b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:09.652844 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165d043f-4b14-427d-9a45-0a122514136f None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:09.653213 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165d043f-4b14-427d-9a45-0a122514136f None None] Checking segment: {'id': 'c39f008b-3fa6-4186-8e26-8417ef6364b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'abeff701-6cf2-4864-8d8d-21274d24878b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:09.653662 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-165d043f-4b14-427d-9a45-0a122514136f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.654082 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165d043f-4b14-427d-9a45-0a122514136f None None] Bound using segment: {'id': 'c39f008b-3fa6-4186-8e26-8417ef6364b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'abeff701-6cf2-4864-8d8d-21274d24878b'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:09.654590 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-165d043f-4b14-427d-9a45-0a122514136f None None] Bound port: 5e893ade-d53b-4cc5-82ff-51866e9417ba, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39f008b-3fa6-4186-8e26-8417ef6364b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'abeff701-6cf2-4864-8d8d-21274d24878b'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:09.654957 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-165d043f-4b14-427d-9a45-0a122514136f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.715113 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=889958b5-5300-4ddd-8d33-4e710799e4ad,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:09.729636 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-165d043f-4b14-427d-9a45-0a122514136f None None] For port 5e893ade-d53b-4cc5-82ff-51866e9417ba, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:09.733368 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-165d043f-4b14-427d-9a45-0a122514136f None None] For port 5e893ade-d53b-4cc5-82ff-51866e9417ba, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5e893ade-d53b-4cc5-82ff-51866e9417ba,segment=NetworkSegment(c39f008b-3fa6-4186-8e26-8417ef6364b8),segment_id=c39f008b-3fa6-4186-8e26-8417ef6364b8)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:09.738420 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-165d043f-4b14-427d-9a45-0a122514136f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.742099 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb59c23e-da7c-4b60-8a83-65598cae079e', 'tag': 'a3fe5c51-6594-415f-92e9-0094c26a86a0'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:09.744358 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ddda7b-c26f-492b-9a97-4465daa77d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb59c23e-da7c-4b60-8a83-65598cae079e", "tag": "a3fe5c51-6594-415f-92e9-0094c26a86a0"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:09.783813 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e008fa-4799-4017-814e-8150f38e3016 x-openstack-request-id: req-15e008fa-4799-4017-814e-8150f38e3016 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:09.784109 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb59c23e-da7c-4b60-8a83-65598cae079e", "tag": "a3fe5c51-6594-415f-92e9-0094c26a86a0", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:09.784415 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15e008fa-4799-4017-814e-8150f38e3016 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:09.784754 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb59c23e-da7c-4b60-8a83-65598cae079e', 'tag': 'a3fe5c51-6594-415f-92e9-0094c26a86a0', 'status': 'completed', 'code': 200} Jul 14 09:44:09.806207 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165d043f-4b14-427d-9a45-0a122514136f None None] Routers {'44e3df6e-3d19-4d83-a04d-8462d6259267'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:09.806859 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-165d043f-4b14-427d-9a45-0a122514136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['44e3df6e-3d19-4d83-a04d-8462d6259267'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:09.810764 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34446672-02ff-4af9-ad8d-41919d4185cf None None] Pushing event updated for resources: {'Port': ['ID=5e893ade-d53b-4cc5-82ff-51866e9417ba,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:09.898582 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddda7b-c26f-492b-9a97-4465daa77d0f req-f13489dc-8881-47a0-b687-dde95fb2a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:09.900090 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-89ddda7b-c26f-492b-9a97-4465daa77d0f req-f13489dc-8881-47a0-b687-dde95fb2a74e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc29774fe73c411c9bed4e9a103ee6da&device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 1098 time: 0.0659289 Jul 14 09:44:09.910378 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-bac1235e-881f-4923-94d8-32152e946e43 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.910638 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-165d043f-4b14-427d-9a45-0a122514136f None None] Set router 44e3df6e-3d19-4d83-a04d-8462d6259267 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:09.968100 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-165d043f-4b14-427d-9a45-0a122514136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e3df6e-3d19-4d83-a04d-8462d6259267', 'name': '', 'tenant_id': '8b8dafc6478648258a80ae59a677ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:04Z', 'updated_at': '2021-07-14T09:44:08Z', 'revision_number': 4, 'project_id': '8b8dafc6478648258a80ae59a677ac37', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:09.970963 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d373d27-e55f-4691-b976-e4063b911cce tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.999501 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['889958b5-5300-4ddd-8d33-4e710799e4ad'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:44:10.003620 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d043f-4b14-427d-9a45-0a122514136f None None] The sync data for ids ['44e3df6e-3d19-4d83-a04d-8462d6259267'] in n-d-798054-10 is: [{'id': '44e3df6e-3d19-4d83-a04d-8462d6259267', 'name': '', 'tenant_id': '8b8dafc6478648258a80ae59a677ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:04Z', 'updated_at': '2021-07-14T09:44:08Z', 'revision_number': 4, 'project_id': '8b8dafc6478648258a80ae59a677ac37', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:10.005483 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d373d27-e55f-4691-b976-e4063b911cce tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e893ade-d53b-4cc5-82ff-51866e9417ba,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:10.040583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddda7b-c26f-492b-9a97-4465daa77d0f req-3809e19b-30ad-43cc-bf1c-3db0ec10d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:10.042194 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-89ddda7b-c26f-492b-9a97-4465daa77d0f req-3809e19b-30ad-43cc-bf1c-3db0ec10d8b6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e619ab7a-720c-492d-b134-596e0796f54d HTTP/1.1" status: 200 len: 921 time: 0.1333151 Jul 14 09:44:10.100887 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-89ddda7b-c26f-492b-9a97-4465daa77d0f req-2733c3a8-6d6d-4ccf-bba2-50db95bc8b01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3fe5c51-6594-415f-92e9-0094c26a86a0 HTTP/1.1" status: 200 len: 217 time: 0.0496697 Jul 14 09:44:10.154675 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddda7b-c26f-492b-9a97-4465daa77d0f req-d7488500-5bd1-4900-b947-682961a3e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:10.156913 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-89ddda7b-c26f-492b-9a97-4465daa77d0f req-d7488500-5bd1-4900-b947-682961a3e63f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9fe1c74-7017-4ff0-af52-ddf75c5c5820 HTTP/1.1" status: 200 len: 860 time: 0.0482445 Jul 14 09:44:10.165244 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-bac1235e-881f-4923-94d8-32152e946e43 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Allocated IP 172.25.1.201 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/c5a1e1b2-8b2f-476e-926b-940b46069817) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:10.170154 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d373d27-e55f-4691-b976-e4063b911cce tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.198962 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-89ddda7b-c26f-492b-9a97-4465daa77d0f req-2b20335e-df23-4a29-94f0-ab80a0147471 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e619ab7a-720c-492d-b134-596e0796f54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342946 Jul 14 09:44:10.293014 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d373d27-e55f-4691-b976-e4063b911cce tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.311144 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-89ddda7b-c26f-492b-9a97-4465daa77d0f req-f5999585-817f-4a46-81d7-2a1187afe172 service neutron] 10.222.0.55 "GET /v2.0/networks/e619ab7a-720c-492d-b134-596e0796f54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037610 Jul 14 09:44:10.325058 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d373d27-e55f-4691-b976-e4063b911cce tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.381232 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d21b4-095e-4001-8df2-7c097e0a23f1 req-f39f98b4-2f0a-4661-b9d7-d9f8924810bf tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:10.382811 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-452d21b4-095e-4001-8df2-7c097e0a23f1 req-f39f98b4-2f0a-4661-b9d7-d9f8924810bf tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 943 time: 0.2908380 Jul 14 09:44:10.407262 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d373d27-e55f-4691-b976-e4063b911cce tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.407810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d373d27-e55f-4691-b976-e4063b911cce tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44e3df6e-3d19-4d83-a04d-8462d6259267 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:44:10.412098 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-89ddda7b-c26f-492b-9a97-4465daa77d0f req-6e0aa1d8-1929-42e4-8f60-49c3c6b2f9d5 service neutron] 10.222.0.55 "GET /v2.0/networks/e619ab7a-720c-492d-b134-596e0796f54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943480 Jul 14 09:44:10.423597 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d373d27-e55f-4691-b976-e4063b911cce tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.424742 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6d373d27-e55f-4691-b976-e4063b911cce tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "DELETE /v2.0/routers/44e3df6e-3d19-4d83-a04d-8462d6259267 HTTP/1.1" status: 204 len: 168 time: 2.0430081 Jul 14 09:44:10.428732 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40010) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:10.462366 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-bac1235e-881f-4923-94d8-32152e946e43 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.467716 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-452d21b4-095e-4001-8df2-7c097e0a23f1 req-6a989e5c-0d61-4026-9c48-68ca81b64710 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737317 Jul 14 09:44:10.483488 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ca7f4f-b564-43e4-b3b0-e271c23a8c15 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Deleting subnet 7d83905e-be00-437d-8326-bae2c9efca6a {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:44:10.487564 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57ca7f4f-b564-43e4-b3b0-e271c23a8c15 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.513022 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-bac1235e-881f-4923-94d8-32152e946e43 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.529397 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57ca7f4f-b564-43e4-b3b0-e271c23a8c15 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.557076 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-bac1235e-881f-4923-94d8-32152e946e43 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:10.560178 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-bac1235e-881f-4923-94d8-32152e946e43 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:10.567577 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-bac1235e-881f-4923-94d8-32152e946e43 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:10.582025 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57ca7f4f-b564-43e4-b3b0-e271c23a8c15 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.601208 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1235e-881f-4923-94d8-32152e946e43 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Pushing event updated for resources: {'Port': ['ID=c5a1e1b2-8b2f-476e-926b-940b46069817,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:10.647665 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57ca7f4f-b564-43e4-b3b0-e271c23a8c15 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.722676 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-bac1235e-881f-4923-94d8-32152e946e43 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.741974 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50261a9e-7b83-4759-88bc-0ea5ce5603e3 req-03843ed7-c874-47fc-86d4-26ae10edf2a1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:10.743588 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50261a9e-7b83-4759-88bc-0ea5ce5603e3 req-03843ed7-c874-47fc-86d4-26ae10edf2a1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbe0ee46-19ff-4065-881d-cdcbf20ae406 HTTP/1.1" status: 200 len: 908 time: 0.1167028 Jul 14 09:44:10.811294 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-bac1235e-881f-4923-94d8-32152e946e43 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.982895 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca7f4f-b564-43e4-b3b0-e271c23a8c15 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7d83905e-be00-437d-8326-bae2c9efca6a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:10.988202 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57ca7f4f-b564-43e4-b3b0-e271c23a8c15 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.990963 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-57ca7f4f-b564-43e4-b3b0-e271c23a8c15 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/7d83905e-be00-437d-8326-bae2c9efca6a HTTP/1.1" status: 204 len: 168 time: 0.5612276 Jul 14 09:44:10.993725 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40014) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:11.024125 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-bac1235e-881f-4923-94d8-32152e946e43 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.024581 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 889958b5-5300-4ddd-8d33-4e710799e4ad up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:11.031526 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-bac1235e-881f-4923-94d8-32152e946e43 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.097766 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ed0b0fae-a488-4165-ba07-0e8a4f570656 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.101760 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 889958b5-5300-4ddd-8d33-4e710799e4ad completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:11.107038 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 889958b5-5300-4ddd-8d33-4e710799e4ad triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:11.107421 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.136359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1235e-881f-4923-94d8-32152e946e43 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Pushing event updated for resources: {'Port': ['ID=c5a1e1b2-8b2f-476e-926b-940b46069817,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:11.175643 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-bac1235e-881f-4923-94d8-32152e946e43 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.197064 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-bac1235e-881f-4923-94d8-32152e946e43 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.198411 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-bac1235e-881f-4923-94d8-32152e946e43 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9192700 Jul 14 09:44:11.225703 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ed0b0fae-a488-4165-ba07-0e8a4f570656 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.242734 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ed0b0fae-a488-4165-ba07-0e8a4f570656 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abeff701-6cf2-4864-8d8d-21274d24878b']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:11.245610 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.255678 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ed0b0fae-a488-4165-ba07-0e8a4f570656 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39f008b-3fa6-4186-8e26-8417ef6364b8') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:11.256023 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ed0b0fae-a488-4165-ba07-0e8a4f570656 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39f008b-3fa6-4186-8e26-8417ef6364b8') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:11.267855 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ed0b0fae-a488-4165-ba07-0e8a4f570656 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.276385 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe0ee46-19ff-4065-881d-cdcbf20ae406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889958b5-5300-4ddd-8d33-4e710799e4ad'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:11.278884 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007928c5-f8da-45c7-b653-54ed2a23044b" -d '{"events": [{"server_uuid": "bbe0ee46-19ff-4065-881d-cdcbf20ae406", "name": "network-vif-plugged", "status": "completed", "tag": "889958b5-5300-4ddd-8d33-4e710799e4ad"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:11.295738 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-5b338ef9-0fc7-4423-9d7b-a51da1312a4f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 696 time: 0.0903533 Jul 14 09:44:11.298578 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 889958b5-5300-4ddd-8d33-4e710799e4ad, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=889958b5-5300-4ddd-8d33-4e710799e4ad,segment=NetworkSegment(5dea6ea1-ac90-4d8b-a6a3-02fe137ee594),segment_id=5dea6ea1-ac90-4d8b-a6a3-02fe137ee594)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:11.303471 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ed0b0fae-a488-4165-ba07-0e8a4f570656 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.304139 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.313008 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0b0fae-a488-4165-ba07-0e8a4f570656 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:44:11.313659 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ed0b0fae-a488-4165-ba07-0e8a4f570656 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.354725 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26975c5-374e-4d67-8cd2-a302890e8faa x-openstack-request-id: req-c26975c5-374e-4d67-8cd2-a302890e8faa {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:11.355287 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe0ee46-19ff-4065-881d-cdcbf20ae406", "name": "network-vif-plugged", "status": "completed", "tag": "889958b5-5300-4ddd-8d33-4e710799e4ad", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:11.355694 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c26975c5-374e-4d67-8cd2-a302890e8faa {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:11.356265 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe0ee46-19ff-4065-881d-cdcbf20ae406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889958b5-5300-4ddd-8d33-4e710799e4ad', 'code': 200} Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:44:11.384322 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:44:11.395123 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=889958b5-5300-4ddd-8d33-4e710799e4ad,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:11.398785 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ed0b0fae-a488-4165-ba07-0e8a4f570656 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.418824 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0b0fae-a488-4165-ba07-0e8a4f570656 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network abeff701-6cf2-4864-8d8d-21274d24878b {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:44:11.420413 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b0fae-a488-4165-ba07-0e8a4f570656 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Pushing event deleted for resources: {'Network': ['ID=abeff701-6cf2-4864-8d8d-21274d24878b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:11.423117 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ed0b0fae-a488-4165-ba07-0e8a4f570656 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.425037 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ed0b0fae-a488-4165-ba07-0e8a4f570656 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "DELETE /v2.0/networks/abeff701-6cf2-4864-8d8d-21274d24878b HTTP/1.1" status: 204 len: 168 time: 0.4301555 Jul 14 09:44:11.473654 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-4a381072-dba2-44a6-80c9-5a40623a5d1d tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:11.481263 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-4a381072-dba2-44a6-80c9-5a40623a5d1d tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.1784401 Jul 14 09:44:11.488508 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-a0f5891d-51c0-4c5a-8465-4ca298ac36b7 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:44:11.493959 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36fc5717-5b54-4b08-b2e3-5d708dbb6665 req-a0f5891d-51c0-4c5a-8465-4ca298ac36b7 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107617 Jul 14 09:44:11.566333 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2002d9-3570-4faf-a4d0-e9ebbd1cb6ee req-e6847c32-bf6e-476d-a63b-4699049390d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:11.567829 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ea2002d9-3570-4faf-a4d0-e9ebbd1cb6ee req-e6847c32-bf6e-476d-a63b-4699049390d0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bbe0ee46-19ff-4065-881d-cdcbf20ae406 HTTP/1.1" status: 200 len: 1061 time: 0.1281114 Jul 14 09:44:11.689405 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40028) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:11.693996 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-8b3c9a94-5866-4c04-975b-49c19ae65a33 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Request body: {'router': {'name': 'tempest-router--149474909', 'project_id': '036cf9cfe172455e8d158badb458067a'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:11.718156 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b3c9a94-5866-4c04-975b-49c19ae65a33 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.720205 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b3c9a94-5866-4c04-975b-49c19ae65a33 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.776197 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b3c9a94-5866-4c04-975b-49c19ae65a33 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.784361 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b3c9a94-5866-4c04-975b-49c19ae65a33 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.804481 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b3c9a94-5866-4c04-975b-49c19ae65a33 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.806234 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8b3c9a94-5866-4c04-975b-49c19ae65a33 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1155887 Jul 14 09:44:11.808859 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40032) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:11.809523 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43cab94-150b-403f-b4f7-62379de2994d req-2f95f7bc-d3fc-4581-9042-ba7e4fd2e841 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:11.811231 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d43cab94-150b-403f-b4f7-62379de2994d req-2f95f7bc-d3fc-4581-9042-ba7e4fd2e841 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 943 time: 0.1739702 Jul 14 09:44:11.836905 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735298fd-3880-4a60-bb53-eb44daabc31c req-ed7301c5-8255-45f5-a568-05610d5b406d tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:11.844160 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-735298fd-3880-4a60-bb53-eb44daabc31c req-ed7301c5-8255-45f5-a568-05610d5b406d tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1608040 Jul 14 09:44:11.905534 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78f472f3-30ae-4ffb-b53d-101aa80505ed tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.918515 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-735298fd-3880-4a60-bb53-eb44daabc31c req-3c35cc71-739c-4881-b61a-84f9956dad67 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 696 time: 0.0734758 Jul 14 09:44:11.928843 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-735298fd-3880-4a60-bb53-eb44daabc31c req-f5f385b1-1552-4498-aece-cb458c40f259 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Request body: {'floatingip': {'port_id': 'a3fe5c51-6594-415f-92e9-0094c26a86a0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:11.933413 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d43cab94-150b-403f-b4f7-62379de2994d req-df608a03-1976-40f3-83a6-54ab1f69eb0b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139572 Jul 14 09:44:12.003169 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-735298fd-3880-4a60-bb53-eb44daabc31c req-f5f385b1-1552-4498-aece-cb458c40f259 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.076121 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78f472f3-30ae-4ffb-b53d-101aa80505ed tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.078295 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78f472f3-30ae-4ffb-b53d-101aa80505ed tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.123170 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78f472f3-30ae-4ffb-b53d-101aa80505ed tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.123797 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f472f3-30ae-4ffb-b53d-101aa80505ed tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cea6e5c4-d494-4a2b-8aa9-846c378c0c7c {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:44:12.134265 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-78f472f3-30ae-4ffb-b53d-101aa80505ed tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.138300 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-78f472f3-30ae-4ffb-b53d-101aa80505ed tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "DELETE /v2.0/routers/cea6e5c4-d494-4a2b-8aa9-846c378c0c7c HTTP/1.1" status: 204 len: 168 time: 0.3251359 Jul 14 09:44:12.216540 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecb27d-b34f-4c20-aa83-0c5bd552495e req-4591a569-66db-4c75-aaf3-9727fee59fd2 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:12.218200 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9ecb27d-b34f-4c20-aa83-0c5bd552495e req-4591a569-66db-4c75-aaf3-9727fee59fd2 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbe0ee46-19ff-4065-881d-cdcbf20ae406 HTTP/1.1" status: 200 len: 909 time: 0.1501255 Jul 14 09:44:12.249915 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40036) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:12.475546 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-30ddb7a4-78c3-4540-b854-b2d6623999a0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1061761294', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}, 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:12.516515 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-30ddb7a4-78c3-4540-b854-b2d6623999a0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.517751 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-30ddb7a4-78c3-4540-b854-b2d6623999a0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.567886 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-735298fd-3880-4a60-bb53-eb44daabc31c req-f5f385b1-1552-4498-aece-cb458c40f259 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.572748 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-735298fd-3880-4a60-bb53-eb44daabc31c req-f5f385b1-1552-4498-aece-cb458c40f259 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.581363 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-30ddb7a4-78c3-4540-b854-b2d6623999a0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.676725 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [req-735298fd-3880-4a60-bb53-eb44daabc31c req-f5f385b1-1552-4498-aece-cb458c40f259 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Floating IP c778603a-4471-4876-b0c3-695a4796d2a8 associated. External IP: 172.25.1.201, port: a3fe5c51-6594-415f-92e9-0094c26a86a0. Jul 14 09:44:12.724762 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-30ddb7a4-78c3-4540-b854-b2d6623999a0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.904664 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-735298fd-3880-4a60-bb53-eb44daabc31c req-f5f385b1-1552-4498-aece-cb458c40f259 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Router 146c60ed-d8c9-4091-a7b6-b812f5347f3f has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:12.954170 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-30ddb7a4-78c3-4540-b854-b2d6623999a0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.976686 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-30ddb7a4-78c3-4540-b854-b2d6623999a0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:13.107834 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-30ddb7a4-78c3-4540-b854-b2d6623999a0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Allocated IP 172.25.1.115 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/33b81906-43ff-431e-88ea-3eeab28feb26) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:13.224297 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-30ddb7a4-78c3-4540-b854-b2d6623999a0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:13.272834 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-30ddb7a4-78c3-4540-b854-b2d6623999a0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:13.322872 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ddb7a4-78c3-4540-b854-b2d6623999a0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:13.330051 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-30ddb7a4-78c3-4540-b854-b2d6623999a0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:13.332530 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ddb7a4-78c3-4540-b854-b2d6623999a0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:13.334860 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddb7a4-78c3-4540-b854-b2d6623999a0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Pushing event updated for resources: {'Port': ['ID=33b81906-43ff-431e-88ea-3eeab28feb26,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:13.388725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-735298fd-3880-4a60-bb53-eb44daabc31c req-f5f385b1-1552-4498-aece-cb458c40f259 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:13.393705 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-735298fd-3880-4a60-bb53-eb44daabc31c req-f5f385b1-1552-4498-aece-cb458c40f259 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:13.399550 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6620cec-7fce-4202-b261-f942abb1f21e None None] Sync routers for ids ['146c60ed-d8c9-4091-a7b6-b812f5347f3f'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:13.409276 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6620cec-7fce-4202-b261-f942abb1f21e None None] Routers {'146c60ed-d8c9-4091-a7b6-b812f5347f3f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:13.410204 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a6620cec-7fce-4202-b261-f942abb1f21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['146c60ed-d8c9-4091-a7b6-b812f5347f3f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:13.447372 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-735298fd-3880-4a60-bb53-eb44daabc31c req-f5f385b1-1552-4498-aece-cb458c40f259 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "PUT /v2.0/floatingips/c778603a-4471-4876-b0c3-695a4796d2a8 HTTP/1.1" status: 200 len: 997 time: 1.5279200 Jul 14 09:44:13.451175 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb59c23e-da7c-4b60-8a83-65598cae079e', 'tag': 'a3fe5c51-6594-415f-92e9-0094c26a86a0'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:13.458170 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb390f3-b39a-4df7-8e6b-cbfb32bec310" -d '{"events": [{"name": "network-changed", "server_uuid": "bb59c23e-da7c-4b60-8a83-65598cae079e", "tag": "a3fe5c51-6594-415f-92e9-0094c26a86a0"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:13.474483 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6f87e-f2bf-4da3-b272-4b36caa445bc req-42a29673-6997-421b-86ec-74b347f4fca7 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:13.476532 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dba6f87e-f2bf-4da3-b272-4b36caa445bc req-42a29673-6997-421b-86ec-74b347f4fca7 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 943 time: 0.1317577 Jul 14 09:44:13.555198 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dba6f87e-f2bf-4da3-b272-4b36caa445bc req-e352798e-0b60-4449-aa23-ec78c18f74e3 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690284 Jul 14 09:44:13.574063 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735298fd-3880-4a60-bb53-eb44daabc31c req-93d4204b-a7a1-4ccd-abcd-91a2854a51fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:13.580218 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-735298fd-3880-4a60-bb53-eb44daabc31c req-93d4204b-a7a1-4ccd-abcd-91a2854a51fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc29774fe73c411c9bed4e9a103ee6da&device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 1098 time: 0.1025128 Jul 14 09:44:13.680570 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a6620cec-7fce-4202-b261-f942abb1f21e None None] Set router 146c60ed-d8c9-4091-a7b6-b812f5347f3f gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:13.683993 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735298fd-3880-4a60-bb53-eb44daabc31c req-1bd91d41-abe0-4e03-8b3a-19255bc19697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:13.685597 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-735298fd-3880-4a60-bb53-eb44daabc31c req-1bd91d41-abe0-4e03-8b3a-19255bc19697 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e619ab7a-720c-492d-b134-596e0796f54d HTTP/1.1" status: 200 len: 921 time: 0.0989943 Jul 14 09:44:13.702150 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-30ddb7a4-78c3-4540-b854-b2d6623999a0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:13.769897 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:44:13.802880 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-735298fd-3880-4a60-bb53-eb44daabc31c req-d0f3fde8-e980-41e9-acc8-54349e936945 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3fe5c51-6594-415f-92e9-0094c26a86a0 HTTP/1.1" status: 200 len: 1000 time: 0.1105998 Jul 14 09:44:13.867193 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a4b0a-7029-40e1-9486-908aa0bffd3c req-d9a2a732-e43a-45d2-83ca-1401bb0df690 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:13.868836 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e97a4b0a-7029-40e1-9486-908aa0bffd3c req-d9a2a732-e43a-45d2-83ca-1401bb0df690 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbe0ee46-19ff-4065-881d-cdcbf20ae406 HTTP/1.1" status: 200 len: 909 time: 0.1282632 Jul 14 09:44:13.878859 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735298fd-3880-4a60-bb53-eb44daabc31c req-e1584e42-8c7c-40f5-855f-0c8da86fa0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:13.906062 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-735298fd-3880-4a60-bb53-eb44daabc31c req-e1584e42-8c7c-40f5-855f-0c8da86fa0f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c9fe1c74-7017-4ff0-af52-ddf75c5c5820 HTTP/1.1" status: 200 len: 860 time: 0.0862505 Jul 14 09:44:13.937997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-735298fd-3880-4a60-bb53-eb44daabc31c req-be00fdb4-8277-41e8-b3fe-1d0ccf30f705 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e619ab7a-720c-492d-b134-596e0796f54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404119 Jul 14 09:44:13.943271 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-735298fd-3880-4a60-bb53-eb44daabc31c req-722bfcc5-231b-4b11-be73-44e9679742a5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:44:13.950283 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-735298fd-3880-4a60-bb53-eb44daabc31c req-722bfcc5-231b-4b11-be73-44e9679742a5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113537 Jul 14 09:44:13.953260 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-30ddb7a4-78c3-4540-b854-b2d6623999a0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:13.953467 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14171dc8-a119-474e-8bee-69d386e84ec6 x-openstack-request-id: req-14171dc8-a119-474e-8bee-69d386e84ec6 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:13.953826 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb59c23e-da7c-4b60-8a83-65598cae079e", "tag": "a3fe5c51-6594-415f-92e9-0094c26a86a0", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:13.954091 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14171dc8-a119-474e-8bee-69d386e84ec6 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:13.954489 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb59c23e-da7c-4b60-8a83-65598cae079e', 'tag': 'a3fe5c51-6594-415f-92e9-0094c26a86a0', 'status': 'completed', 'code': 200} Jul 14 09:44:14.019657 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a6620cec-7fce-4202-b261-f942abb1f21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1772180191-router', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:17Z', 'updated_at': '2021-07-14T09:43:21Z', 'revision_number': 4, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'gw_port': {'id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:18Z', 'updated_at': '2021-07-14T09:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'c778603a-4471-4876-b0c3-695a4796d2a8', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'port_id': 'a3fe5c51-6594-415f-92e9-0094c26a86a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d', 'mac_address': 'fa:16:3e:53:8d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb59c23e-da7c-4b60-8a83-65598cae079e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:44:10Z', 'updated_at': '2021-07-14T09:44:12Z', 'revision_number': 1, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090de58c-e7e0-46c8-943f-a6e4206aeda6', 'name': '', 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'mac_address': 'fa:16:3e:d8:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c9fe1c74-7017-4ff0-af52-ddf75c5c5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:20Z', 'updated_at': '2021-07-14T09:43:26Z', 'revision_number': 5, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'subnets': [{'id': 'c9fe1c74-7017-4ff0-af52-ddf75c5c5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:14.083623 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6620cec-7fce-4202-b261-f942abb1f21e None None] Checking router: 146c60ed-d8c9-4091-a7b6-b812f5347f3f for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:14.093051 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6620cec-7fce-4202-b261-f942abb1f21e None None] Routers {'146c60ed-d8c9-4091-a7b6-b812f5347f3f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:14.094311 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a6620cec-7fce-4202-b261-f942abb1f21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['146c60ed-d8c9-4091-a7b6-b812f5347f3f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:14.133235 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb390f3-b39a-4df7-8e6b-cbfb32bec310 req-90a93409-d6c1-482a-8908-8e5d4d53fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:14.134742 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8fb390f3-b39a-4df7-8e6b-cbfb32bec310 req-90a93409-d6c1-482a-8908-8e5d4d53fef8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc29774fe73c411c9bed4e9a103ee6da&device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 1098 time: 0.1201048 Jul 14 09:44:14.173414 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-735298fd-3880-4a60-bb53-eb44daabc31c req-47e51bd7-d1c1-472b-8d59-b0a8d629ecda service neutron] 10.222.0.26 "GET /v2.0/networks/e619ab7a-720c-492d-b134-596e0796f54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222557 Jul 14 09:44:14.224143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ddb7a4-78c3-4540-b854-b2d6623999a0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Router 5746150c-4c0b-465a-bf5f-e83965b0bb2f is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:44:14.228543 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a6620cec-7fce-4202-b261-f942abb1f21e None None] Set router 146c60ed-d8c9-4091-a7b6-b812f5347f3f gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:14.255267 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb390f3-b39a-4df7-8e6b-cbfb32bec310 req-ba30ac6b-6eaa-4a13-a744-c192be98c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:14.256734 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8fb390f3-b39a-4df7-8e6b-cbfb32bec310 req-ba30ac6b-6eaa-4a13-a744-c192be98c3d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e619ab7a-720c-492d-b134-596e0796f54d HTTP/1.1" status: 200 len: 921 time: 0.1123798 Jul 14 09:44:14.295981 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a647835-861b-41f9-ba0a-5e09f12643df req-42456f58-10ec-47cb-a207-e38edfd7b9d7 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:14.299653 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8a647835-861b-41f9-ba0a-5e09f12643df req-42456f58-10ec-47cb-a207-e38edfd7b9d7 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbe0ee46-19ff-4065-881d-cdcbf20ae406 HTTP/1.1" status: 200 len: 909 time: 0.2253456 Jul 14 09:44:14.352359 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-735298fd-3880-4a60-bb53-eb44daabc31c req-10571b3d-7468-419e-9196-7220d98defcc service neutron] 10.222.0.26 "GET /v2.0/networks/e619ab7a-720c-492d-b134-596e0796f54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701801 Jul 14 09:44:14.597076 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-bc2e2fba-868a-4c98-a06b-05b782171c2b tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 1000 time: 0.1877596 Jul 14 09:44:14.606590 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a6620cec-7fce-4202-b261-f942abb1f21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1772180191-router', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:17Z', 'updated_at': '2021-07-14T09:43:21Z', 'revision_number': 4, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'gw_port': {'id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:18Z', 'updated_at': '2021-07-14T09:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'c778603a-4471-4876-b0c3-695a4796d2a8', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'port_id': 'a3fe5c51-6594-415f-92e9-0094c26a86a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d', 'mac_address': 'fa:16:3e:53:8d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb59c23e-da7c-4b60-8a83-65598cae079e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:44:10Z', 'updated_at': '2021-07-14T09:44:12Z', 'revision_number': 1, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090de58c-e7e0-46c8-943f-a6e4206aeda6', 'name': '', 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'mac_address': 'fa:16:3e:d8:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c9fe1c74-7017-4ff0-af52-ddf75c5c5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:20Z', 'updated_at': '2021-07-14T09:43:26Z', 'revision_number': 5, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'subnets': [{'id': 'c9fe1c74-7017-4ff0-af52-ddf75c5c5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:14.639878 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6620cec-7fce-4202-b261-f942abb1f21e None None] The sync data for ids ['146c60ed-d8c9-4091-a7b6-b812f5347f3f'] in n-d-798054-10 is: [{'id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1772180191-router', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:17Z', 'updated_at': '2021-07-14T09:43:21Z', 'revision_number': 4, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'gw_port': {'id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:18Z', 'updated_at': '2021-07-14T09:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'c778603a-4471-4876-b0c3-695a4796d2a8', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'port_id': 'a3fe5c51-6594-415f-92e9-0094c26a86a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d', 'mac_address': 'fa:16:3e:53:8d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb59c23e-da7c-4b60-8a83-65598cae079e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:44:10Z', 'updated_at': '2021-07-14T09:44:12Z', 'revision_number': 1, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090de58c-e7e0-46c8-943f-a6e4206aeda6', 'name': '', 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'mac_address': 'fa:16:3e:d8:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c9fe1c74-7017-4ff0-af52-ddf75c5c5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:20Z', 'updated_at': '2021-07-14T09:43:26Z', 'revision_number': 5, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'subnets': [{'id': 'c9fe1c74-7017-4ff0-af52-ddf75c5c5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:14.657699 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f48b6-090b-43a2-945e-debd7909565e req-8f8af542-9f9b-4de4-ab05-cd43ad8d2ece tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:14.666485 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6f6f48b6-090b-43a2-945e-debd7909565e req-8f8af542-9f9b-4de4-ab05-cd43ad8d2ece tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bbe0ee46-19ff-4065-881d-cdcbf20ae406 HTTP/1.1" status: 200 len: 1061 time: 0.1401839 Jul 14 09:44:14.691568 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-e6dac14f-30bd-48ab-8985-348a6007aafc tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:14.693578 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-e6dac14f-30bd-48ab-8985-348a6007aafc tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports/a3fe5c51-6594-415f-92e9-0094c26a86a0 HTTP/1.1" status: 200 len: 943 time: 0.0856595 Jul 14 09:44:14.724282 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8fb390f3-b39a-4df7-8e6b-cbfb32bec310 req-c0a29825-102c-45cb-81a2-d93c487ecd73 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3fe5c51-6594-415f-92e9-0094c26a86a0 HTTP/1.1" status: 200 len: 1000 time: 0.4350324 Jul 14 09:44:14.795190 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ddb7a4-78c3-4540-b854-b2d6623999a0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:14.805193 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c319fd7c-1b06-4dcc-a9c8-274b7f18307b None None] Sync routers for ids ['5746150c-4c0b-465a-bf5f-e83965b0bb2f'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:14.818279 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb390f3-b39a-4df7-8e6b-cbfb32bec310 req-0f2f3350-2bc5-4666-aa34-6ecd8dcdc776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:14.819769 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8fb390f3-b39a-4df7-8e6b-cbfb32bec310 req-0f2f3350-2bc5-4666-aa34-6ecd8dcdc776 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9fe1c74-7017-4ff0-af52-ddf75c5c5820 HTTP/1.1" status: 200 len: 860 time: 0.0883324 Jul 14 09:44:14.821912 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c319fd7c-1b06-4dcc-a9c8-274b7f18307b None None] Routers {'5746150c-4c0b-465a-bf5f-e83965b0bb2f'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:14.822658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c319fd7c-1b06-4dcc-a9c8-274b7f18307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5746150c-4c0b-465a-bf5f-e83965b0bb2f'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:14.840783 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-30ddb7a4-78c3-4540-b854-b2d6623999a0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:14.842250 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-30ddb7a4-78c3-4540-b854-b2d6623999a0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5911195 Jul 14 09:44:14.864091 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40058) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:14.869567 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c319fd7c-1b06-4dcc-a9c8-274b7f18307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:14.884794 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c319fd7c-1b06-4dcc-a9c8-274b7f18307b None None] Routers {'5746150c-4c0b-465a-bf5f-e83965b0bb2f'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:14.885694 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c319fd7c-1b06-4dcc-a9c8-274b7f18307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5746150c-4c0b-465a-bf5f-e83965b0bb2f'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:14.925660 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8fb390f3-b39a-4df7-8e6b-cbfb32bec310 req-e1011778-ad52-4656-86be-892aa81b18ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e619ab7a-720c-492d-b134-596e0796f54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987360 Jul 14 09:44:14.927183 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c319fd7c-1b06-4dcc-a9c8-274b7f18307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:14.927927 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c319fd7c-1b06-4dcc-a9c8-274b7f18307b None None] The sync data for ids ['5746150c-4c0b-465a-bf5f-e83965b0bb2f'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:14.986620 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa34548e-dbc8-43e9-a460-2e7c53180fa9 None None] New status for floating IP c778603a-4471-4876-b0c3-695a4796d2a8: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:44:14.993886 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-e9dc7237-c5b9-4df9-a824-6eceeb627dd5 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 1000 time: 0.1795325 Jul 14 09:44:15.072695 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64127af1-d24a-484a-9bb8-159753082820 req-c8e85a9a-3c44-4c61-aa20-b66170101836 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:15.073625 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-37ef2028-8913-4fbf-b049-e5cb867fe853 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "GET /v2.0/routers/5746150c-4c0b-465a-bf5f-e83965b0bb2f HTTP/1.1" status: 200 len: 921 time: 0.2082641 Jul 14 09:44:15.075502 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-64127af1-d24a-484a-9bb8-159753082820 req-c8e85a9a-3c44-4c61-aa20-b66170101836 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 943 time: 0.2632735 Jul 14 09:44:15.076065 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40060) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:15.125870 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0c13a1b2-e30c-4a43-b4fb-3dfc45d05be9 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "GET /v2.0/ports?device_id=5746150c-4c0b-465a-bf5f-e83965b0bb2f HTTP/1.1" status: 200 len: 205 time: 0.0476906 Jul 14 09:44:15.126295 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40062) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:15.138398 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8fb390f3-b39a-4df7-8e6b-cbfb32bec310 req-37356d61-a1c8-4be2-8e5c-184f386de320 service neutron] 10.222.0.55 "GET /v2.0/networks/e619ab7a-720c-492d-b134-596e0796f54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036271 Jul 14 09:44:15.205527 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-64127af1-d24a-484a-9bb8-159753082820 req-f515c05a-5505-4f18-9342-9c4b20f7a4e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225388 Jul 14 09:44:15.249139 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8fb390f3-b39a-4df7-8e6b-cbfb32bec310 req-018cb914-0d64-49fc-b544-6612532cc712 service neutron] 10.222.0.55 "GET /v2.0/networks/e619ab7a-720c-492d-b134-596e0796f54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040916 Jul 14 09:44:15.281418 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-c13dad95-3312-47c6-b3f3-969ff738b684 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:15.286741 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-c13dad95-3312-47c6-b3f3-969ff738b684 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.2878752 Jul 14 09:44:15.397975 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d949726a-2640-4586-8c70-68ca4d091f3b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:15.446200 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-f1f69fa3-e6bb-4e3f-a9a3-e1bbf24c7c0a tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 1002 time: 0.1531518 Jul 14 09:44:15.462659 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-d48fae5c-02ad-4fdd-8303-dcfaf7f4f79c tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:15.560216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2769af-9e2a-4af7-9229-67b560a15e5d req-63c4253b-1758-443d-b795-476dc6bdb0f1 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:15.561748 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb2769af-9e2a-4af7-9229-67b560a15e5d req-63c4253b-1758-443d-b795-476dc6bdb0f1 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 1136 time: 0.2157090 Jul 14 09:44:15.588640 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-d48fae5c-02ad-4fdd-8303-dcfaf7f4f79c tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:15.633658 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d949726a-2640-4586-8c70-68ca4d091f3b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:15.664580 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb2769af-9e2a-4af7-9229-67b560a15e5d req-780a8a5a-dbcc-46ea-9fca-f83d73590ea6 tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=70e05cfc-87f7-4910-a278-45b390ca152c&id=14cd70b6-d031-4487-aa52-c940db49e1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0951462 Jul 14 09:44:15.689121 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40064) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:15.743501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab8b5f6-c321-4bc8-b588-752534ef678e tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:15.747943 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bab8b5f6-c321-4bc8-b588-752534ef678e tempest-TestSecurityGroupsBasicOps-221822736 tempest-TestSecurityGroupsBasicOps-221822736-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bbe0ee46-19ff-4065-881d-cdcbf20ae406 HTTP/1.1" status: 200 len: 1056 time: 0.0556054 Jul 14 09:44:15.801204 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-d48fae5c-02ad-4fdd-8303-dcfaf7f4f79c tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:15.803993 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d949726a-2640-4586-8c70-68ca4d091f3b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Deleting port 33b81906-43ff-431e-88ea-3eeab28feb26 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:15.804368 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d949726a-2640-4586-8c70-68ca4d091f3b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:15.816654 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-d48fae5c-02ad-4fdd-8303-dcfaf7f4f79c tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:15.817002 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-d48fae5c-02ad-4fdd-8303-dcfaf7f4f79c tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Floating IP c778603a-4471-4876-b0c3-695a4796d2a8 disassociated. External IP: 172.25.1.201, port: a3fe5c51-6594-415f-92e9-0094c26a86a0. Jul 14 09:44:15.965188 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d949726a-2640-4586-8c70-68ca4d091f3b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:15.982218 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d949726a-2640-4586-8c70-68ca4d091f3b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Calling delete_port for 33b81906-43ff-431e-88ea-3eeab28feb26 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:16.230566 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-d48fae5c-02ad-4fdd-8303-dcfaf7f4f79c tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Router 146c60ed-d8c9-4091-a7b6-b812f5347f3f has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:16.260720 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ff485-274f-4e46-ba5e-5aa90eb00fa6 req-830e2cc0-492b-4832-be6d-641f357106e1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:16.262251 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4d4ff485-274f-4e46-ba5e-5aa90eb00fa6 req-830e2cc0-492b-4832-be6d-641f357106e1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbe0ee46-19ff-4065-881d-cdcbf20ae406 HTTP/1.1" status: 200 len: 909 time: 0.1980379 Jul 14 09:44:16.538847 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:16.715683 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d949726a-2640-4586-8c70-68ca4d091f3b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:16.756136 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949726a-2640-4586-8c70-68ca4d091f3b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Pushing event deleted for resources: {'Port': ['ID=33b81906-43ff-431e-88ea-3eeab28feb26,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:16.813144 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-d48fae5c-02ad-4fdd-8303-dcfaf7f4f79c tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:16.819360 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-d48fae5c-02ad-4fdd-8303-dcfaf7f4f79c tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:16.822978 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2ac61f-9eec-4c95-8ff2-95932e9e187f None None] Sync routers for ids ['146c60ed-d8c9-4091-a7b6-b812f5347f3f'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:16.835565 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2ac61f-9eec-4c95-8ff2-95932e9e187f None None] Routers {'146c60ed-d8c9-4091-a7b6-b812f5347f3f'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:16.836276 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fb2ac61f-9eec-4c95-8ff2-95932e9e187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['146c60ed-d8c9-4091-a7b6-b812f5347f3f'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:16.872534 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d90aec-e5ff-4c43-a61d-7d0c1f684e7c req-4749f301-01cb-4d91-8c65-177a82f3110c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:16.874048 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8d90aec-e5ff-4c43-a61d-7d0c1f684e7c req-4749f301-01cb-4d91-8c65-177a82f3110c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 943 time: 0.2447774 Jul 14 09:44:16.885594 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-d48fae5c-02ad-4fdd-8303-dcfaf7f4f79c tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "PUT /v2.0/floatingips/c778603a-4471-4876-b0c3-695a4796d2a8 HTTP/1.1" status: 200 len: 695 time: 1.4295871 Jul 14 09:44:16.886407 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d949726a-2640-4586-8c70-68ca4d091f3b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:16.893010 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb59c23e-da7c-4b60-8a83-65598cae079e', 'tag': 'a3fe5c51-6594-415f-92e9-0094c26a86a0'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:16.895302 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749ab07b-9f6f-4035-90f6-55fd6bc412ba" -d '{"events": [{"name": "network-changed", "server_uuid": "bb59c23e-da7c-4b60-8a83-65598cae079e", "tag": "a3fe5c51-6594-415f-92e9-0094c26a86a0"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:16.944063 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-fb2ac61f-9eec-4c95-8ff2-95932e9e187f None None] Set router 146c60ed-d8c9-4091-a7b6-b812f5347f3f gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:17.030311 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d949726a-2640-4586-8c70-68ca4d091f3b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:17.034114 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d949726a-2640-4586-8c70-68ca4d091f3b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:17.045531 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8d90aec-e5ff-4c43-a61d-7d0c1f684e7c req-47cf2ca1-8fa0-428a-a764-b45069dba804 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639595 Jul 14 09:44:17.097778 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d949726a-2640-4586-8c70-68ca4d091f3b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:17.098328 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d949726a-2640-4586-8c70-68ca4d091f3b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Fanout notify agent at l3_agent the message router_deleted on router 5746150c-4c0b-465a-bf5f-e83965b0bb2f {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:44:17.112513 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d949726a-2640-4586-8c70-68ca4d091f3b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:17.113616 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d949726a-2640-4586-8c70-68ca4d091f3b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "DELETE /v2.0/routers/5746150c-4c0b-465a-bf5f-e83965b0bb2f HTTP/1.1" status: 204 len: 168 time: 1.9847281 Jul 14 09:44:17.115996 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1c8692-22db-4c5a-8533-53fa3e2e4848 x-openstack-request-id: req-de1c8692-22db-4c5a-8533-53fa3e2e4848 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:17.115996 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb59c23e-da7c-4b60-8a83-65598cae079e", "tag": "a3fe5c51-6594-415f-92e9-0094c26a86a0", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:17.115996 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de1c8692-22db-4c5a-8533-53fa3e2e4848 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:17.116338 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb59c23e-da7c-4b60-8a83-65598cae079e', 'tag': 'a3fe5c51-6594-415f-92e9-0094c26a86a0', 'status': 'completed', 'code': 200} Jul 14 09:44:17.117486 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40074) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:17.122852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-074a2765-4437-4ded-a695-858d2152f6bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Request body: {'router': {'name': 'tempest-snat-router-710357978', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'enable_snat': False}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:17.132330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-9be3f977-a79b-47a4-917b-b827e48b181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:17.133867 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-9be3f977-a79b-47a4-917b-b827e48b181e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc29774fe73c411c9bed4e9a103ee6da&device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 1098 time: 0.2031434 Jul 14 09:44:17.156928 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fb2ac61f-9eec-4c95-8ff2-95932e9e187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1772180191-router', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:17Z', 'updated_at': '2021-07-14T09:43:21Z', 'revision_number': 4, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'gw_port': {'id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:18Z', 'updated_at': '2021-07-14T09:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '090de58c-e7e0-46c8-943f-a6e4206aeda6', 'name': '', 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'mac_address': 'fa:16:3e:d8:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c9fe1c74-7017-4ff0-af52-ddf75c5c5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:20Z', 'updated_at': '2021-07-14T09:43:26Z', 'revision_number': 5, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'subnets': [{'id': 'c9fe1c74-7017-4ff0-af52-ddf75c5c5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:17.183242 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2ac61f-9eec-4c95-8ff2-95932e9e187f None None] Checking router: 146c60ed-d8c9-4091-a7b6-b812f5347f3f for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:17.193631 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2ac61f-9eec-4c95-8ff2-95932e9e187f None None] Routers {'146c60ed-d8c9-4091-a7b6-b812f5347f3f'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:17.194273 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fb2ac61f-9eec-4c95-8ff2-95932e9e187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['146c60ed-d8c9-4091-a7b6-b812f5347f3f'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:17.197072 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-074a2765-4437-4ded-a695-858d2152f6bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:17.198158 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-074a2765-4437-4ded-a695-858d2152f6bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:17.244495 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ab07b-9f6f-4035-90f6-55fd6bc412ba req-46672470-ec67-4f88-9a7a-0d2a79723b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:17.253886 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-749ab07b-9f6f-4035-90f6-55fd6bc412ba req-46672470-ec67-4f88-9a7a-0d2a79723b90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc29774fe73c411c9bed4e9a103ee6da&device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 1098 time: 0.0768652 Jul 14 09:44:17.280229 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-074a2765-4437-4ded-a695-858d2152f6bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:17.284366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-8b4bb829-3c3d-464c-b8a1-e668a90108ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:17.285908 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-8b4bb829-3c3d-464c-b8a1-e668a90108ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=e619ab7a-720c-492d-b134-596e0796f54d HTTP/1.1" status: 200 len: 921 time: 0.1452756 Jul 14 09:44:17.313597 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-fb2ac61f-9eec-4c95-8ff2-95932e9e187f None None] Set router 146c60ed-d8c9-4091-a7b6-b812f5347f3f gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:17.376802 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ab07b-9f6f-4035-90f6-55fd6bc412ba req-fc65710c-141b-481b-84ea-ef5f8aa73fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:17.378803 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-749ab07b-9f6f-4035-90f6-55fd6bc412ba req-fc65710c-141b-481b-84ea-ef5f8aa73fcf service neutron] 10.222.0.55 "GET /v2.0/networks?id=e619ab7a-720c-492d-b134-596e0796f54d HTTP/1.1" status: 200 len: 921 time: 0.1166842 Jul 14 09:44:17.433528 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-7085aa7b-cc7a-4d91-bea6-e50d4fcff69f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3fe5c51-6594-415f-92e9-0094c26a86a0 HTTP/1.1" status: 200 len: 217 time: 0.0937355 Jul 14 09:44:17.435335 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-749ab07b-9f6f-4035-90f6-55fd6bc412ba req-4ddfc1a9-d7d0-4369-8f8c-8b2f1239252c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3fe5c51-6594-415f-92e9-0094c26a86a0 HTTP/1.1" status: 200 len: 217 time: 0.0456450 Jul 14 09:44:17.508526 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ab07b-9f6f-4035-90f6-55fd6bc412ba req-c747d97f-f882-4b37-9cc5-ba0c9f390aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:17.510117 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-749ab07b-9f6f-4035-90f6-55fd6bc412ba req-c747d97f-f882-4b37-9cc5-ba0c9f390aea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9fe1c74-7017-4ff0-af52-ddf75c5c5820 HTTP/1.1" status: 200 len: 860 time: 0.0543895 Jul 14 09:44:17.561775 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-074a2765-4437-4ded-a695-858d2152f6bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:17.573382 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-749ab07b-9f6f-4035-90f6-55fd6bc412ba req-d26e9c75-d20a-4a0c-8ed5-49a548ab0d7c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e619ab7a-720c-492d-b134-596e0796f54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276988 Jul 14 09:44:17.584276 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-ff619350-e2ef-44eb-a07e-ccb3083bf734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:17.585754 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-ff619350-e2ef-44eb-a07e-ccb3083bf734 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c9fe1c74-7017-4ff0-af52-ddf75c5c5820 HTTP/1.1" status: 200 len: 860 time: 0.1297934 Jul 14 09:44:17.661678 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-f38a6aa6-1e6d-4fa7-a80a-24334d0ec2c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e619ab7a-720c-492d-b134-596e0796f54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616016 Jul 14 09:44:17.670379 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f40992-de95-45ad-9b8a-0c22774f03fd req-1b66bc68-5339-4e64-bd5d-9c73c78ed83a tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:17.670935 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-749ab07b-9f6f-4035-90f6-55fd6bc412ba req-93ed0b7a-e239-4d7d-90a3-398b2a21e3f5 service neutron] 10.222.0.55 "GET /v2.0/networks/e619ab7a-720c-492d-b134-596e0796f54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893593 Jul 14 09:44:17.671908 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70f40992-de95-45ad-9b8a-0c22774f03fd req-1b66bc68-5339-4e64-bd5d-9c73c78ed83a tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbe0ee46-19ff-4065-881d-cdcbf20ae406 HTTP/1.1" status: 200 len: 909 time: 0.2526731 Jul 14 09:44:17.705972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fb2ac61f-9eec-4c95-8ff2-95932e9e187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1772180191-router', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:17Z', 'updated_at': '2021-07-14T09:43:21Z', 'revision_number': 4, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'gw_port': {'id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:18Z', 'updated_at': '2021-07-14T09:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '090de58c-e7e0-46c8-943f-a6e4206aeda6', 'name': '', 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'mac_address': 'fa:16:3e:d8:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c9fe1c74-7017-4ff0-af52-ddf75c5c5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:20Z', 'updated_at': '2021-07-14T09:43:26Z', 'revision_number': 5, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'subnets': [{'id': 'c9fe1c74-7017-4ff0-af52-ddf75c5c5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:17.733133 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2ac61f-9eec-4c95-8ff2-95932e9e187f None None] The sync data for ids ['146c60ed-d8c9-4091-a7b6-b812f5347f3f'] in n-d-798054-10 is: [{'id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1772180191-router', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:17Z', 'updated_at': '2021-07-14T09:43:21Z', 'revision_number': 4, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'gw_port': {'id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:18Z', 'updated_at': '2021-07-14T09:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '090de58c-e7e0-46c8-943f-a6e4206aeda6', 'name': '', 'network_id': 'e619ab7a-720c-492d-b134-596e0796f54d', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'mac_address': 'fa:16:3e:d8:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c9fe1c74-7017-4ff0-af52-ddf75c5c5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:20Z', 'updated_at': '2021-07-14T09:43:26Z', 'revision_number': 5, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'subnets': [{'id': 'c9fe1c74-7017-4ff0-af52-ddf75c5c5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:17.782611 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-481433aa-80fc-4b9b-9b42-9b4fee2f15d5 service neutron] 10.222.0.26 "GET /v2.0/networks/e619ab7a-720c-492d-b134-596e0796f54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097140 Jul 14 09:44:17.865253 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d293b-d0a6-49a0-8375-8bbd20f1898b req-40dbc83e-f266-42cd-9760-d1f123c8b00d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:17.866738 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7e6d293b-d0a6-49a0-8375-8bbd20f1898b req-40dbc83e-f266-42cd-9760-d1f123c8b00d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbe0ee46-19ff-4065-881d-cdcbf20ae406 HTTP/1.1" status: 200 len: 909 time: 0.1434500 Jul 14 09:44:17.868666 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-749ab07b-9f6f-4035-90f6-55fd6bc412ba req-74b8a970-5e16-4a24-81d2-1cc6926f0a54 service neutron] 10.222.0.55 "GET /v2.0/networks/e619ab7a-720c-492d-b134-596e0796f54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535792 Jul 14 09:44:17.973176 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e3a505-9cfa-483c-a67e-2632cece7e07 req-8d1804f2-a296-4acf-aea4-c6b812a52b79 service neutron] 10.222.0.26 "GET /v2.0/networks/e619ab7a-720c-492d-b134-596e0796f54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812093 Jul 14 09:44:17.982599 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-074a2765-4437-4ded-a695-858d2152f6bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:18.003107 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-7e6d293b-d0a6-49a0-8375-8bbd20f1898b req-f4ce6b26-f01c-40f1-a727-c8d76f80d40d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Deleting port 889958b5-5300-4ddd-8d33-4e710799e4ad {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:18.003529 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7e6d293b-d0a6-49a0-8375-8bbd20f1898b req-f4ce6b26-f01c-40f1-a727-c8d76f80d40d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:18.015079 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-074a2765-4437-4ded-a695-858d2152f6bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:18.028882 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80aafc2-875d-4b2f-b386-50900d569160 None None] New status for floating IP c778603a-4471-4876-b0c3-695a4796d2a8: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:44:18.074901 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-882a3917-c6b7-434b-ac0a-ec18b42ba921 req-f92a7605-0069-414c-b932-f96984714f3a tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/floatingips/c778603a-4471-4876-b0c3-695a4796d2a8 HTTP/1.1" status: 200 len: 695 time: 0.0612786 Jul 14 09:44:18.118672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-7e6d293b-d0a6-49a0-8375-8bbd20f1898b req-f4ce6b26-f01c-40f1-a727-c8d76f80d40d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] For port 889958b5-5300-4ddd-8d33-4e710799e4ad, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=889958b5-5300-4ddd-8d33-4e710799e4ad,segment=NetworkSegment(5dea6ea1-ac90-4d8b-a6a3-02fe137ee594),segment_id=5dea6ea1-ac90-4d8b-a6a3-02fe137ee594)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:18.119199 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7e6d293b-d0a6-49a0-8375-8bbd20f1898b req-f4ce6b26-f01c-40f1-a727-c8d76f80d40d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:18.133946 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-7e6d293b-d0a6-49a0-8375-8bbd20f1898b req-f4ce6b26-f01c-40f1-a727-c8d76f80d40d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Calling delete_port for 889958b5-5300-4ddd-8d33-4e710799e4ad owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:18.283964 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7e6d293b-d0a6-49a0-8375-8bbd20f1898b req-f4ce6b26-f01c-40f1-a727-c8d76f80d40d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:18.292610 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-074a2765-4437-4ded-a695-858d2152f6bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Allocated IP 172.25.1.141 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/d52d1a6a-409e-433a-9a24-ea2fac9d2b49) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:18.309345 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a3917-c6b7-434b-ac0a-ec18b42ba921 req-6446a54f-6542-431e-a28e-3bd96129923f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:18.310877 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-882a3917-c6b7-434b-ac0a-ec18b42ba921 req-6446a54f-6542-431e-a28e-3bd96129923f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 784 time: 0.2102559 Jul 14 09:44:18.323460 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce6b26-f01c-40f1-a727-c8d76f80d40d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event deleted for resources: {'Port': ['ID=889958b5-5300-4ddd-8d33-4e710799e4ad,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:18.334155 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-882a3917-c6b7-434b-ac0a-ec18b42ba921 req-2926b656-c5ca-4412-903f-502eab442a72 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:44:18.335203 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-882a3917-c6b7-434b-ac0a-ec18b42ba921 req-2926b656-c5ca-4412-903f-502eab442a72 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142610 Jul 14 09:44:18.384689 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6d293b-d0a6-49a0-8375-8bbd20f1898b req-f4ce6b26-f01c-40f1-a727-c8d76f80d40d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] No DVR routers for this DVR port 889958b5-5300-4ddd-8d33-4e710799e4ad on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:18.388639 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-7e6d293b-d0a6-49a0-8375-8bbd20f1898b req-f4ce6b26-f01c-40f1-a727-c8d76f80d40d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:18.391268 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7e6d293b-d0a6-49a0-8375-8bbd20f1898b req-f4ce6b26-f01c-40f1-a727-c8d76f80d40d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.55 "DELETE /v2.0/ports/889958b5-5300-4ddd-8d33-4e710799e4ad HTTP/1.1" status: 204 len: 173 time: 0.4998608 Jul 14 09:44:18.391877 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe0ee46-19ff-4065-881d-cdcbf20ae406', 'name': 'network-vif-deleted', 'tag': '889958b5-5300-4ddd-8d33-4e710799e4ad'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:18.394429 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a473c7-5006-4736-8374-fecba4e28ff5" -d '{"events": [{"server_uuid": "bbe0ee46-19ff-4065-881d-cdcbf20ae406", "name": "network-vif-deleted", "tag": "889958b5-5300-4ddd-8d33-4e710799e4ad"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:18.451699 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-882a3917-c6b7-434b-ac0a-ec18b42ba921 req-c305dccb-67e3-436a-bb9d-28638cf22e7a tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 696 time: 0.1040964 Jul 14 09:44:18.461917 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3af194-d679-417d-965f-53f4b6f139f4 req-833319ca-2a3d-4e4a-83ed-1add85d301cf tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:18.463448 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fc3af194-d679-417d-965f-53f4b6f139f4 req-833319ca-2a3d-4e4a-83ed-1add85d301cf tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 943 time: 0.2574399 Jul 14 09:44:18.544337 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-882a3917-c6b7-434b-ac0a-ec18b42ba921 req-9ce34fa9-360a-4758-93b2-9f03a42a7fdc tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 696 time: 0.0799098 Jul 14 09:44:18.604488 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fc3af194-d679-417d-965f-53f4b6f139f4 req-4c6cc08f-1399-4c77-b84f-2eaf24ec90ba tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304684 Jul 14 09:44:18.650946 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e793a68d-4be6-41db-934c-a2b8a7af74ea x-openstack-request-id: req-e793a68d-4be6-41db-934c-a2b8a7af74ea {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:18.651262 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe0ee46-19ff-4065-881d-cdcbf20ae406", "name": "network-vif-deleted", "tag": "889958b5-5300-4ddd-8d33-4e710799e4ad", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:18.651504 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e793a68d-4be6-41db-934c-a2b8a7af74ea {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:18.651908 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe0ee46-19ff-4065-881d-cdcbf20ae406', 'name': 'network-vif-deleted', 'tag': '889958b5-5300-4ddd-8d33-4e710799e4ad', 'status': 'completed', 'code': 200} Jul 14 09:44:18.660149 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-074a2765-4437-4ded-a695-858d2152f6bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:18.740544 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-882a3917-c6b7-434b-ac0a-ec18b42ba921 req-c191fb2e-21d8-4dc5-ad6f-569a77fe512f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Deleting port c5a1e1b2-8b2f-476e-926b-940b46069817 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:18.740826 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-882a3917-c6b7-434b-ac0a-ec18b42ba921 req-c191fb2e-21d8-4dc5-ad6f-569a77fe512f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:18.742699 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-074a2765-4437-4ded-a695-858d2152f6bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:18.854806 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074a2765-4437-4ded-a695-858d2152f6bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:18.856907 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24d5d243-c74d-42ee-a76b-a3aca2ffb773 req-6f090b2c-a31e-4f1e-a852-4376b83729e0 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbe0ee46-19ff-4065-881d-cdcbf20ae406 HTTP/1.1" status: 200 len: 210 time: 0.0526097 Jul 14 09:44:18.863109 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-074a2765-4437-4ded-a695-858d2152f6bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:18.869160 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a2765-4437-4ded-a695-858d2152f6bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:18.877696 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a2765-4437-4ded-a695-858d2152f6bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Pushing event updated for resources: {'Port': ['ID=d52d1a6a-409e-433a-9a24-ea2fac9d2b49,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:18.924863 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-882a3917-c6b7-434b-ac0a-ec18b42ba921 req-c191fb2e-21d8-4dc5-ad6f-569a77fe512f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:18.925189 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-882a3917-c6b7-434b-ac0a-ec18b42ba921 req-c191fb2e-21d8-4dc5-ad6f-569a77fe512f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:18.996609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-882a3917-c6b7-434b-ac0a-ec18b42ba921 req-c191fb2e-21d8-4dc5-ad6f-569a77fe512f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Calling delete_port for c5a1e1b2-8b2f-476e-926b-940b46069817 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:19.549771 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-074a2765-4437-4ded-a695-858d2152f6bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:19.597232 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-882a3917-c6b7-434b-ac0a-ec18b42ba921 req-c191fb2e-21d8-4dc5-ad6f-569a77fe512f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:19.662842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191fb2e-21d8-4dc5-ad6f-569a77fe512f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Pushing event deleted for resources: {'Port': ['ID=c5a1e1b2-8b2f-476e-926b-940b46069817,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:19.798051 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-882a3917-c6b7-434b-ac0a-ec18b42ba921 req-c191fb2e-21d8-4dc5-ad6f-569a77fe512f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:19.800623 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-882a3917-c6b7-434b-ac0a-ec18b42ba921 req-c191fb2e-21d8-4dc5-ad6f-569a77fe512f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:19.801674 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-882a3917-c6b7-434b-ac0a-ec18b42ba921 req-c191fb2e-21d8-4dc5-ad6f-569a77fe512f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "DELETE /v2.0/floatingips/c778603a-4471-4876-b0c3-695a4796d2a8 HTTP/1.1" status: 204 len: 173 time: 1.2463090 Jul 14 09:44:19.911986 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca510b7-7d94-42d2-9b03-099e6cb82a8c req-d5c3366b-af7b-4bd4-8221-cfd14bafb67e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:19.913720 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ca510b7-7d94-42d2-9b03-099e6cb82a8c req-d5c3366b-af7b-4bd4-8221-cfd14bafb67e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 943 time: 0.1900926 Jul 14 09:44:19.916108 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-074a2765-4437-4ded-a695-858d2152f6bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:19.919991 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1703e70a-227b-44ff-9d5f-d518564f5ecf req-87369871-f4c4-4fa4-8211-cfde037f86d9 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups/c4c1e213-b958-417a-8b82-a3f75bf65234 HTTP/1.1" status: 200 len: 1809 time: 0.0757020 Jul 14 09:44:20.018188 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ca510b7-7d94-42d2-9b03-099e6cb82a8c req-c5915784-9f40-44e7-bf3b-dfea1f459ccf tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972388 Jul 14 09:44:20.085670 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1703e70a-227b-44ff-9d5f-d518564f5ecf req-faf94a7b-52f4-4497-b49b-efee58b4f4dd tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.098288 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40094) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:20.118330 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1703e70a-227b-44ff-9d5f-d518564f5ecf req-faf94a7b-52f4-4497-b49b-efee58b4f4dd tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.170405 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074a2765-4437-4ded-a695-858d2152f6bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Router 7bd04b29-cef7-4fd7-a232-e45fa061c9b6 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:44:20.212790 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1703e70a-227b-44ff-9d5f-d518564f5ecf req-faf94a7b-52f4-4497-b49b-efee58b4f4dd tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.215409 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1703e70a-227b-44ff-9d5f-d518564f5ecf req-faf94a7b-52f4-4497-b49b-efee58b4f4dd tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.216535 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1703e70a-227b-44ff-9d5f-d518564f5ecf req-faf94a7b-52f4-4497-b49b-efee58b4f4dd tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "DELETE /v2.0/security-groups/c4c1e213-b958-417a-8b82-a3f75bf65234 HTTP/1.1" status: 204 len: 173 time: 0.2866039 Jul 14 09:44:20.233574 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf94a7b-52f4-4497-b49b-efee58b4f4dd tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c1e213-b958-417a-8b82-a3f75bf65234,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:20.300508 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074a2765-4437-4ded-a695-858d2152f6bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:20.309258 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] Sync routers for ids ['7bd04b29-cef7-4fd7-a232-e45fa061c9b6'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:20.319982 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] Routers {'7bd04b29-cef7-4fd7-a232-e45fa061c9b6'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:20.320945 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7bd04b29-cef7-4fd7-a232-e45fa061c9b6'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:20.327755 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-074a2765-4437-4ded-a695-858d2152f6bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.331688 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-074a2765-4437-4ded-a695-858d2152f6bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2096400 Jul 14 09:44:20.332089 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40098) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:20.464796 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2ee95e3f-4fdf-4e2d-9c2f-bc35f4122c66 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "GET /v2.0/routers/7bd04b29-cef7-4fd7-a232-e45fa061c9b6 HTTP/1.1" status: 200 len: 908 time: 0.1293283 Jul 14 09:44:20.465151 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40100) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:20.470708 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-9bd1ae80-4a55-4a63-a312-dcc63bf85929 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Request body: {'router': {'name': 'tempest-snat-router-710357978', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'enable_snat': True}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:20.479206 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] Set router 7bd04b29-cef7-4fd7-a232-e45fa061c9b6 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:20.495930 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9bd1ae80-4a55-4a63-a312-dcc63bf85929 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.497223 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9bd1ae80-4a55-4a63-a312-dcc63bf85929 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.570291 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9bd1ae80-4a55-4a63-a312-dcc63bf85929 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.578246 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c5525ae-98cf-4a52-b852-49acd0edeaa5 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.686535 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd04b29-cef7-4fd7-a232-e45fa061c9b6', 'name': 'tempest-snat-router-710357978', 'tenant_id': '8b8dafc6478648258a80ae59a677ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141'}], 'enable_snat': False}, 'gw_port_id': 'd52d1a6a-409e-433a-9a24-ea2fac9d2b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:17Z', 'updated_at': '2021-07-14T09:44:19Z', 'revision_number': 3, 'project_id': '8b8dafc6478648258a80ae59a677ac37', 'gw_port': {'id': 'd52d1a6a-409e-433a-9a24-ea2fac9d2b49', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd04b29-cef7-4fd7-a232-e45fa061c9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:18Z', 'updated_at': '2021-07-14T09:44:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:20.723274 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] Checking router: 7bd04b29-cef7-4fd7-a232-e45fa061c9b6 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:20.723808 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] Updating router 7bd04b29-cef7-4fd7-a232-e45fa061c9b6 port d52d1a6a-409e-433a-9a24-ea2fac9d2b49 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:44:20.754760 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9bd1ae80-4a55-4a63-a312-dcc63bf85929 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.762623 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.821729 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a951d59-d7a5-4e92-95ee-ea8647a81e36 req-32b2bdc0-6ae3-486a-9f2d-1e6bdbac0dd7 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:20.823437 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a951d59-d7a5-4e92-95ee-ea8647a81e36 req-32b2bdc0-6ae3-486a-9f2d-1e6bdbac0dd7 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.2044201 Jul 14 09:44:20.876636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-2c5525ae-98cf-4a52-b852-49acd0edeaa5 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Deleting port b7567a21-f76a-471a-8d01-4ed226ff377a {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:20.876974 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a951d59-d7a5-4e92-95ee-ea8647a81e36 req-3334121e-de44-4794-be0a-e8660ed49dd7 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469041 Jul 14 09:44:20.877659 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c5525ae-98cf-4a52-b852-49acd0edeaa5 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.980809 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-2c5525ae-98cf-4a52-b852-49acd0edeaa5 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] For port b7567a21-f76a-471a-8d01-4ed226ff377a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b7567a21-f76a-471a-8d01-4ed226ff377a,segment=NetworkSegment(5dea6ea1-ac90-4d8b-a6a3-02fe137ee594),segment_id=5dea6ea1-ac90-4d8b-a6a3-02fe137ee594)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:20.981099 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c5525ae-98cf-4a52-b852-49acd0edeaa5 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.995968 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-2c5525ae-98cf-4a52-b852-49acd0edeaa5 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Calling delete_port for b7567a21-f76a-471a-8d01-4ed226ff377a owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:21.025806 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.026870 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9bd1ae80-4a55-4a63-a312-dcc63bf85929 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.037339 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] Transition to ACTIVE for port object d52d1a6a-409e-433a-9a24-ea2fac9d2b49 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:21.049674 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.055580 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9bd1ae80-4a55-4a63-a312-dcc63bf85929 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.111605 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 889958b5-5300-4ddd-8d33-4e710799e4ad no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:21.136894 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92447704-d1eb-4177-a2ea-df9edf4bcd75 None None] Pushing event updated for resources: {'Port': ['ID=d52d1a6a-409e-433a-9a24-ea2fac9d2b49,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:21.147022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 889958b5-5300-4ddd-8d33-4e710799e4ad {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:21.147485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 889958b5-5300-4ddd-8d33-4e710799e4ad not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:21.171042 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] Attempting to bind port d52d1a6a-409e-433a-9a24-ea2fac9d2b49 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:21.172197 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] Attempting to bind port d52d1a6a-409e-433a-9a24-ea2fac9d2b49 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:21.172672 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] Attempting to bind port d52d1a6a-409e-433a-9a24-ea2fac9d2b49 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:21.179369 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:21.179918 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:21.180433 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.180931 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:21.181822 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] Bound port: d52d1a6a-409e-433a-9a24-ea2fac9d2b49, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:21.182003 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.183643 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-9bd1ae80-4a55-4a63-a312-dcc63bf85929 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Allocated IP 172.25.1.76 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/73bd22c2-ad04-4b63-afe9-2cb555d3d887) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:21.243261 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c5525ae-98cf-4a52-b852-49acd0edeaa5 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.252199 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] For port d52d1a6a-409e-433a-9a24-ea2fac9d2b49, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:21.258449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] For port d52d1a6a-409e-433a-9a24-ea2fac9d2b49, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d52d1a6a-409e-433a-9a24-ea2fac9d2b49,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:21.263925 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.285405 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5525ae-98cf-4a52-b852-49acd0edeaa5 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event deleted for resources: {'Port': ['ID=b7567a21-f76a-471a-8d01-4ed226ff377a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:21.368728 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92447704-d1eb-4177-a2ea-df9edf4bcd75 None None] Pushing event updated for resources: {'Port': ['ID=d52d1a6a-409e-433a-9a24-ea2fac9d2b49,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:21.373228 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] Routers {'7bd04b29-cef7-4fd7-a232-e45fa061c9b6'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:21.373880 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7bd04b29-cef7-4fd7-a232-e45fa061c9b6'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:21.408421 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4e011-825d-4e26-a8a8-718f86f57019 req-3ea56e4a-ce56-4aff-9abb-92ded8c83213 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:21.416444 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5c4e011-825d-4e26-a8a8-718f86f57019 req-3ea56e4a-ce56-4aff-9abb-92ded8c83213 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 943 time: 0.2248006 Jul 14 09:44:21.490704 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5c4e011-825d-4e26-a8a8-718f86f57019 req-7b318b5a-46a1-4545-a9f6-529b65062c95 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730619 Jul 14 09:44:21.504988 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9bd1ae80-4a55-4a63-a312-dcc63bf85929 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.519802 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-766a42ba-2452-4347-b970-271cdb67bb63 req-81aa2c0e-6f61-47a1-b7e1-9088bf74f1b3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2206151 Jul 14 09:44:21.527960 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] Set router 7bd04b29-cef7-4fd7-a232-e45fa061c9b6 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:21.530477 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c5525ae-98cf-4a52-b852-49acd0edeaa5 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.566167 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9bd1ae80-4a55-4a63-a312-dcc63bf85929 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.636979 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd1ae80-4a55-4a63-a312-dcc63bf85929 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:21.645324 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-9bd1ae80-4a55-4a63-a312-dcc63bf85929 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:21.647924 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd1ae80-4a55-4a63-a312-dcc63bf85929 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:21.683048 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1ae80-4a55-4a63-a312-dcc63bf85929 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Pushing event updated for resources: {'Port': ['ID=73bd22c2-ad04-4b63-afe9-2cb555d3d887,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:21.733007 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd04b29-cef7-4fd7-a232-e45fa061c9b6', 'name': 'tempest-snat-router-710357978', 'tenant_id': '8b8dafc6478648258a80ae59a677ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141'}], 'enable_snat': False}, 'gw_port_id': 'd52d1a6a-409e-433a-9a24-ea2fac9d2b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:17Z', 'updated_at': '2021-07-14T09:44:19Z', 'revision_number': 3, 'project_id': '8b8dafc6478648258a80ae59a677ac37', 'gw_port': {'id': 'd52d1a6a-409e-433a-9a24-ea2fac9d2b49', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd04b29-cef7-4fd7-a232-e45fa061c9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:18Z', 'updated_at': '2021-07-14T09:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:21.762382 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5525ae-98cf-4a52-b852-49acd0edeaa5 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Router 10085f5c-4c2b-436d-ac19-a6e24227f615 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:21.768424 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc014e6-8f1e-4663-abf9-bfed80e0ee8f None None] The sync data for ids ['7bd04b29-cef7-4fd7-a232-e45fa061c9b6'] in n-d-798054-10 is: [{'id': '7bd04b29-cef7-4fd7-a232-e45fa061c9b6', 'name': 'tempest-snat-router-710357978', 'tenant_id': '8b8dafc6478648258a80ae59a677ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141'}], 'enable_snat': False}, 'gw_port_id': 'd52d1a6a-409e-433a-9a24-ea2fac9d2b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:17Z', 'updated_at': '2021-07-14T09:44:19Z', 'revision_number': 3, 'project_id': '8b8dafc6478648258a80ae59a677ac37', 'gw_port': {'id': 'd52d1a6a-409e-433a-9a24-ea2fac9d2b49', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd04b29-cef7-4fd7-a232-e45fa061c9b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:18Z', 'updated_at': '2021-07-14T09:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:21.775858 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a42ba-2452-4347-b970-271cdb67bb63 req-9afb10fb-1ca4-42cc-a748-2021c203140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:21.777120 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-766a42ba-2452-4347-b970-271cdb67bb63 req-9afb10fb-1ca4-42cc-a748-2021c203140c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b2f7301c9c468882746431ee980c27&device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 1136 time: 0.2076054 Jul 14 09:44:21.889740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5525ae-98cf-4a52-b852-49acd0edeaa5 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:21.895785 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2c5525ae-98cf-4a52-b852-49acd0edeaa5 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "PUT /v2.0/routers/10085f5c-4c2b-436d-ac19-a6e24227f615/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7964261 Jul 14 09:44:21.898778 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40106) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:21.908279 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b44460-707b-469d-88b5-7b6dfee884b1 None None] Sync routers for ids ['10085f5c-4c2b-436d-ac19-a6e24227f615'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:21.919094 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b44460-707b-469d-88b5-7b6dfee884b1 None None] Routers {'10085f5c-4c2b-436d-ac19-a6e24227f615'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:21.920073 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c8b44460-707b-469d-88b5-7b6dfee884b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['10085f5c-4c2b-436d-ac19-a6e24227f615'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:21.964625 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a42ba-2452-4347-b970-271cdb67bb63 req-bcf75e68-333c-4cdd-8350-dbedd88ba48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:21.966165 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-766a42ba-2452-4347-b970-271cdb67bb63 req-bcf75e68-333c-4cdd-8350-dbedd88ba48a service neutron] 10.222.0.49 "GET /v2.0/networks?id=9b6919a5-1ff9-442b-b65f-035fdfa52a06 HTTP/1.1" status: 200 len: 897 time: 0.1575351 Jul 14 09:44:21.977342 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c08bca1-f065-45b4-83f6-ba03d70a39c1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Deleting subnet 86ffada6-490c-4b98-a44e-e3291b7e3802 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:44:21.981635 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6c08bca1-f065-45b4-83f6-ba03d70a39c1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:22.047355 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6c08bca1-f065-45b4-83f6-ba03d70a39c1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:22.059731 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9bd1ae80-4a55-4a63-a312-dcc63bf85929 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:22.091171 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-c8b44460-707b-469d-88b5-7b6dfee884b1 None None] Set router 10085f5c-4c2b-436d-ac19-a6e24227f615 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:22.168982 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6c08bca1-f065-45b4-83f6-ba03d70a39c1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:22.258774 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-766a42ba-2452-4347-b970-271cdb67bb63 req-8f5e87c1-b1f9-4b42-a482-588ccef7d129 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e5db496-b607-4043-98c6-b5b82c6fab7a HTTP/1.1" status: 200 len: 1000 time: 0.2600527 Jul 14 09:44:22.290371 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6c08bca1-f065-45b4-83f6-ba03d70a39c1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:22.309331 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6c08bca1-f065-45b4-83f6-ba03d70a39c1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:22.315701 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6c08bca1-f065-45b4-83f6-ba03d70a39c1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "DELETE /v2.0/subnets/86ffada6-490c-4b98-a44e-e3291b7e3802 HTTP/1.1" status: 204 len: 168 time: 0.4152699 Jul 14 09:44:22.318022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3973ea-5c96-4b10-ad35-38b6608c6b84 None None] Network c116ba71-551e-45b3-8b5e-f33c14356492 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:22.329609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40110) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:22.374306 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08bca1-f065-45b4-83f6-ba03d70a39c1 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event deleted for resources: {'Subnet': ['ID=86ffada6-490c-4b98-a44e-e3291b7e3802,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:22.435587 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b3298-ee50-489d-8ddf-7212a498775d req-bfde5c76-b0eb-44d5-94d5-7f2af0fbef5a tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:22.438123 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac0b3298-ee50-489d-8ddf-7212a498775d req-bfde5c76-b0eb-44d5-94d5-7f2af0fbef5a tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.2959983 Jul 14 09:44:22.453351 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c8b44460-707b-469d-88b5-7b6dfee884b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10085f5c-4c2b-436d-ac19-a6e24227f615', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1936904810', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '473f8ef2-926d-4a87-9422-9409eb786742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:51Z', 'updated_at': '2021-07-14T09:44:21Z', 'revision_number': 5, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': '473f8ef2-926d-4a87-9422-9409eb786742', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10085f5c-4c2b-436d-ac19-a6e24227f615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:51Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:22.486677 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b44460-707b-469d-88b5-7b6dfee884b1 None None] Checking router: 10085f5c-4c2b-436d-ac19-a6e24227f615 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:22.502576 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b44460-707b-469d-88b5-7b6dfee884b1 None None] Routers {'10085f5c-4c2b-436d-ac19-a6e24227f615'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:22.504179 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c8b44460-707b-469d-88b5-7b6dfee884b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['10085f5c-4c2b-436d-ac19-a6e24227f615'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:22.676240 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c047e727-9149-4ee9-bbaa-2c37f238e89d None None] DHCP port deletion for c116ba71-551e-45b3-8b5e-f33c14356492 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:44:22.763557 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-c8b44460-707b-469d-88b5-7b6dfee884b1 None None] Set router 10085f5c-4c2b-436d-ac19-a6e24227f615 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:22.781771 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c047e727-9149-4ee9-bbaa-2c37f238e89d None None] Deleting port 5477cfbc-0fa3-4417-8109-648c591bce89 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:22.789936 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c047e727-9149-4ee9-bbaa-2c37f238e89d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:22.842120 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d52d1a6a-409e-433a-9a24-ea2fac9d2b49 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:22.910690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c047e727-9149-4ee9-bbaa-2c37f238e89d None None] For port 5477cfbc-0fa3-4417-8109-648c591bce89, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5477cfbc-0fa3-4417-8109-648c591bce89,segment=NetworkSegment(5dea6ea1-ac90-4d8b-a6a3-02fe137ee594),segment_id=5dea6ea1-ac90-4d8b-a6a3-02fe137ee594)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:22.911004 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c047e727-9149-4ee9-bbaa-2c37f238e89d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:22.930903 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c047e727-9149-4ee9-bbaa-2c37f238e89d None None] Calling delete_port for 5477cfbc-0fa3-4417-8109-648c591bce89 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:22.942957 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a42ba-2452-4347-b970-271cdb67bb63 req-2f774789-71a6-4366-bf42-3fb739cbeb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:22.944495 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-766a42ba-2452-4347-b970-271cdb67bb63 req-2f774789-71a6-4366-bf42-3fb739cbeb04 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba624a40-76ed-4e4b-b069-12b97dd74ffd HTTP/1.1" status: 200 len: 835 time: 0.6806269 Jul 14 09:44:22.949049 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port d52d1a6a-409e-433a-9a24-ea2fac9d2b49 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:22.982079 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d52d1a6a-409e-433a-9a24-ea2fac9d2b49 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:22.982453 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:23.025397 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c8b44460-707b-469d-88b5-7b6dfee884b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10085f5c-4c2b-436d-ac19-a6e24227f615', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1936904810', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '473f8ef2-926d-4a87-9422-9409eb786742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:51Z', 'updated_at': '2021-07-14T09:44:21Z', 'revision_number': 5, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': '473f8ef2-926d-4a87-9422-9409eb786742', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10085f5c-4c2b-436d-ac19-a6e24227f615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:51Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:23.070895 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b44460-707b-469d-88b5-7b6dfee884b1 None None] The sync data for ids ['10085f5c-4c2b-436d-ac19-a6e24227f615'] in n-d-798054-10 is: [{'id': '10085f5c-4c2b-436d-ac19-a6e24227f615', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1936904810', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '473f8ef2-926d-4a87-9422-9409eb786742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:51Z', 'updated_at': '2021-07-14T09:44:21Z', 'revision_number': 5, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': '473f8ef2-926d-4a87-9422-9409eb786742', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10085f5c-4c2b-436d-ac19-a6e24227f615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:51Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:23.111947 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:23.130853 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c047e727-9149-4ee9-bbaa-2c37f238e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:23.138348 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d99df4-3ec5-46c1-b058-4527d41b46b7 req-c8b0d65a-771c-4984-b351-62747a6f79d3 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:23.139451 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac0b3298-ee50-489d-8ddf-7212a498775d req-6a2d7907-d823-46ad-b767-76958362aa95 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a6874aa-1a08-4434-b2a1-28d702947bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211797 Jul 14 09:44:23.146025 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-99d99df4-3ec5-46c1-b058-4527d41b46b7 req-c8b0d65a-771c-4984-b351-62747a6f79d3 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 946 time: 0.1694229 Jul 14 09:44:23.163666 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c047e727-9149-4ee9-bbaa-2c37f238e89d None None] No DVR routers for this DVR port 5477cfbc-0fa3-4417-8109-648c591bce89 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:23.177616 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7d60966-7e5b-4b12-8aff-344ac85a18ac tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:23.188429 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port d52d1a6a-409e-433a-9a24-ea2fac9d2b49, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d52d1a6a-409e-433a-9a24-ea2fac9d2b49,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:23.189882 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047e727-9149-4ee9-bbaa-2c37f238e89d None None] Pushing event deleted for resources: {'Port': ['ID=5477cfbc-0fa3-4417-8109-648c591bce89,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:23.196615 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:23.238041 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9bd1ae80-4a55-4a63-a312-dcc63bf85929 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:23.268950 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=d52d1a6a-409e-433a-9a24-ea2fac9d2b49,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:23.294336 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-99d99df4-3ec5-46c1-b058-4527d41b46b7 req-979e3458-c64f-4461-a45f-6347e7a4077f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Deleting port a3fe5c51-6594-415f-92e9-0094c26a86a0 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:23.294336 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-99d99df4-3ec5-46c1-b058-4527d41b46b7 req-979e3458-c64f-4461-a45f-6347e7a4077f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:23.326164 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7973a54-abd6-41ae-b7d0-b6f2b671bab1 req-b8cb118a-251f-4774-862b-7c48c805266f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:23.328245 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e7973a54-abd6-41ae-b7d0-b6f2b671bab1 req-b8cb118a-251f-4774-862b-7c48c805266f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 943 time: 0.4010649 Jul 14 09:44:23.364352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a42ba-2452-4347-b970-271cdb67bb63 req-49e6ccb5-8c2e-43e7-93a8-b6330c8c3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:23.365879 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-766a42ba-2452-4347-b970-271cdb67bb63 req-49e6ccb5-8c2e-43e7-93a8-b6330c8c3919 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9b6919a5-1ff9-442b-b65f-035fdfa52a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3870358 Jul 14 09:44:23.403373 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-99d99df4-3ec5-46c1-b058-4527d41b46b7 req-979e3458-c64f-4461-a45f-6347e7a4077f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] For port a3fe5c51-6594-415f-92e9-0094c26a86a0, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=a3fe5c51-6594-415f-92e9-0094c26a86a0,segment=NetworkSegment(a79c583b-44e2-4be9-aac0-3161277dc72c),segment_id=a79c583b-44e2-4be9-aac0-3161277dc72c)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:23.403373 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-99d99df4-3ec5-46c1-b058-4527d41b46b7 req-979e3458-c64f-4461-a45f-6347e7a4077f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:23.421130 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-99d99df4-3ec5-46c1-b058-4527d41b46b7 req-979e3458-c64f-4461-a45f-6347e7a4077f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Calling delete_port for a3fe5c51-6594-415f-92e9-0094c26a86a0 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:23.498454 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e7973a54-abd6-41ae-b7d0-b6f2b671bab1 req-c3f2a012-1e3c-48e8-b356-3668894c1b62 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617615 Jul 14 09:44:23.504778 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7d60966-7e5b-4b12-8aff-344ac85a18ac tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:23.584206 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-99d99df4-3ec5-46c1-b058-4527d41b46b7 req-979e3458-c64f-4461-a45f-6347e7a4077f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:23.601535 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-766a42ba-2452-4347-b970-271cdb67bb63 req-229d4e60-e39c-489c-a177-d3aba63d0337 service neutron] 10.222.0.49 "GET /v2.0/networks/9b6919a5-1ff9-442b-b65f-035fdfa52a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237902 Jul 14 09:44:23.625253 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e3458-c64f-4461-a45f-6347e7a4077f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Pushing event deleted for resources: {'Port': ['ID=a3fe5c51-6594-415f-92e9-0094c26a86a0,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:23.634506 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['a3fe5c51-6594-415f-92e9-0094c26a86a0'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:44:23.679174 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd1ae80-4a55-4a63-a312-dcc63bf85929 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Router 53abbfbf-a0c7-4941-9cf9-67afc40b6964 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:44:23.688500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d99df4-3ec5-46c1-b058-4527d41b46b7 req-979e3458-c64f-4461-a45f-6347e7a4077f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] No DVR routers for this DVR port a3fe5c51-6594-415f-92e9-0094c26a86a0 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:23.691483 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-99d99df4-3ec5-46c1-b058-4527d41b46b7 req-979e3458-c64f-4461-a45f-6347e7a4077f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:23.699110 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-e7d60966-7e5b-4b12-8aff-344ac85a18ac tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Deleting port 473f8ef2-926d-4a87-9422-9409eb786742 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:23.699327 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-99d99df4-3ec5-46c1-b058-4527d41b46b7 req-979e3458-c64f-4461-a45f-6347e7a4077f tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.55 "DELETE /v2.0/ports/a3fe5c51-6594-415f-92e9-0094c26a86a0 HTTP/1.1" status: 204 len: 173 time: 0.5403242 Jul 14 09:44:23.699576 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7d60966-7e5b-4b12-8aff-344ac85a18ac tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:23.699748 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb59c23e-da7c-4b60-8a83-65598cae079e', 'name': 'network-vif-deleted', 'tag': 'a3fe5c51-6594-415f-92e9-0094c26a86a0'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:23.702132 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e2263c-0ad8-4280-a517-107884c9d4d3" -d '{"events": [{"server_uuid": "bb59c23e-da7c-4b60-8a83-65598cae079e", "name": "network-vif-deleted", "tag": "a3fe5c51-6594-415f-92e9-0094c26a86a0"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:23.741178 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91037261-b1fb-4470-8d69-4ee328c5eec5 x-openstack-request-id: req-91037261-b1fb-4470-8d69-4ee328c5eec5 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:23.741467 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb59c23e-da7c-4b60-8a83-65598cae079e", "name": "network-vif-deleted", "tag": "a3fe5c51-6594-415f-92e9-0094c26a86a0", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:23.741728 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91037261-b1fb-4470-8d69-4ee328c5eec5 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:23.742158 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb59c23e-da7c-4b60-8a83-65598cae079e', 'name': 'network-vif-deleted', 'tag': 'a3fe5c51-6594-415f-92e9-0094c26a86a0', 'status': 'completed', 'code': 200} Jul 14 09:44:23.777399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device d88f0102-a677-4c3f-b470-cd5f3314e1a3 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:44:23.820795 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-766a42ba-2452-4347-b970-271cdb67bb63 req-7a67cac0-59a8-4c0e-96a7-3fec83ed740c service neutron] 10.222.0.49 "GET /v2.0/networks/9b6919a5-1ff9-442b-b65f-035fdfa52a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112336 Jul 14 09:44:23.888031 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port d88f0102-a677-4c3f-b470-cd5f3314e1a3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=d88f0102-a677-4c3f-b470-cd5f3314e1a3,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:23.903873 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'd88f0102-a677-4c3f-b470-cd5f3314e1a3', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'port_id': 'd88f0102-a677-4c3f-b470-cd5f3314e1a3', 'mac_address': 'fa:16:3e:49:00:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:44:23.907958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-e7d60966-7e5b-4b12-8aff-344ac85a18ac tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] For port 473f8ef2-926d-4a87-9422-9409eb786742, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=473f8ef2-926d-4a87-9422-9409eb786742,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:23.908407 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7d60966-7e5b-4b12-8aff-344ac85a18ac tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:23.926236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd1ae80-4a55-4a63-a312-dcc63bf85929 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:23.927694 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-e7d60966-7e5b-4b12-8aff-344ac85a18ac tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Calling delete_port for 473f8ef2-926d-4a87-9422-9409eb786742 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:23.941079 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5023bda8-31cc-45f3-8464-98fed13addbc None None] Sync routers for ids ['53abbfbf-a0c7-4941-9cf9-67afc40b6964'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:23.954824 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:23.956184 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9bd1ae80-4a55-4a63-a312-dcc63bf85929 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:23.960390 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9bd1ae80-4a55-4a63-a312-dcc63bf85929 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.4913700 Jul 14 09:44:23.960766 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40116) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:23.977437 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5023bda8-31cc-45f3-8464-98fed13addbc None None] Routers {'53abbfbf-a0c7-4941-9cf9-67afc40b6964'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:23.978866 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-5023bda8-31cc-45f3-8464-98fed13addbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['53abbfbf-a0c7-4941-9cf9-67afc40b6964'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:24.026841 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88f0102-a677-4c3f-b470-cd5f3314e1a3 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:44:24.064368 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port d88f0102-a677-4c3f-b470-cd5f3314e1a3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=d88f0102-a677-4c3f-b470-cd5f3314e1a3,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:24.070593 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.081392 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4a21cfff-6eb6-43c8-927e-2ea86acdf73c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "GET /v2.0/routers/53abbfbf-a0c7-4941-9cf9-67afc40b6964 HTTP/1.1" status: 200 len: 906 time: 0.1193235 Jul 14 09:44:24.083897 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40118) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:24.160572 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7d60966-7e5b-4b12-8aff-344ac85a18ac tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.184922 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-5023bda8-31cc-45f3-8464-98fed13addbc None None] Set router 53abbfbf-a0c7-4941-9cf9-67afc40b6964 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:24.187116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=d88f0102-a677-4c3f-b470-cd5f3314e1a3,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:24.198668 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d60966-7e5b-4b12-8aff-344ac85a18ac tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event deleted for resources: {'Port': ['ID=473f8ef2-926d-4a87-9422-9409eb786742,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:24.356992 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7d60966-7e5b-4b12-8aff-344ac85a18ac tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.395717 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['d88f0102-a677-4c3f-b470-cd5f3314e1a3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:44:24.514925 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c627c1ca-d983-4e98-9e1f-2399f6fe514f req-9477f03d-ecd0-431b-8ea9-6e373260bda2 tempest-ServerRescueTestJSONUnderV235-1922227668 tempest-ServerRescueTestJSONUnderV235-1922227668-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb59c23e-da7c-4b60-8a83-65598cae079e HTTP/1.1" status: 200 len: 210 time: 0.0460315 Jul 14 09:44:24.567466 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7d60966-7e5b-4b12-8aff-344ac85a18ac tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.573780 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7d60966-7e5b-4b12-8aff-344ac85a18ac tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.639549 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7d60966-7e5b-4b12-8aff-344ac85a18ac tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.640611 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d60966-7e5b-4b12-8aff-344ac85a18ac tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Fanout notify agent at l3_agent the message router_deleted on router 10085f5c-4c2b-436d-ac19-a6e24227f615 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:44:24.650985 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7d60966-7e5b-4b12-8aff-344ac85a18ac tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.651175 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-5023bda8-31cc-45f3-8464-98fed13addbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53abbfbf-a0c7-4941-9cf9-67afc40b6964', 'name': 'tempest-snat-router-710357978', 'tenant_id': '8b8dafc6478648258a80ae59a677ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '73bd22c2-ad04-4b63-afe9-2cb555d3d887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:20Z', 'updated_at': '2021-07-14T09:44:21Z', 'revision_number': 3, 'project_id': '8b8dafc6478648258a80ae59a677ac37', 'gw_port': {'id': '73bd22c2-ad04-4b63-afe9-2cb555d3d887', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53abbfbf-a0c7-4941-9cf9-67afc40b6964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:21Z', 'updated_at': '2021-07-14T09:44:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:24.656308 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e7d60966-7e5b-4b12-8aff-344ac85a18ac tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "DELETE /v2.0/routers/10085f5c-4c2b-436d-ac19-a6e24227f615 HTTP/1.1" status: 204 len: 168 time: 2.3177164 Jul 14 09:44:24.656935 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40124) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:24.711112 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5023bda8-31cc-45f3-8464-98fed13addbc None None] Checking router: 53abbfbf-a0c7-4941-9cf9-67afc40b6964 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:24.711474 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5023bda8-31cc-45f3-8464-98fed13addbc None None] Updating router 53abbfbf-a0c7-4941-9cf9-67afc40b6964 port 73bd22c2-ad04-4b63-afe9-2cb555d3d887 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:44:24.763546 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8beb4a2-389a-4450-9887-1c7600090df0 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.770172 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d52d1a6a-409e-433a-9a24-ea2fac9d2b49 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:24.808722 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5023bda8-31cc-45f3-8464-98fed13addbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.809545 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26d51a86-da5f-4e23-9c57-bb2306735eb7 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.906804 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8beb4a2-389a-4450-9887-1c7600090df0 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.953290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20956fc0-2759-43e2-9f33-a9df680fa7fc req-2a0c0716-5b15-4b54-8da4-ae4dc70e6657 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:24.955192 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-20956fc0-2759-43e2-9f33-a9df680fa7fc req-2a0c0716-5b15-4b54-8da4-ae4dc70e6657 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 944 time: 0.2162068 Jul 14 09:44:24.972754 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26d51a86-da5f-4e23-9c57-bb2306735eb7 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.974647 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c8beb4a2-389a-4450-9887-1c7600090df0 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Deleting port 73bd22c2-ad04-4b63-afe9-2cb555d3d887 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:24.975495 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8beb4a2-389a-4450-9887-1c7600090df0 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.992317 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-26d51a86-da5f-4e23-9c57-bb2306735eb7 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c116ba71-551e-45b3-8b5e-f33c14356492']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:25.013696 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-26d51a86-da5f-4e23-9c57-bb2306735eb7 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dea6ea1-ac90-4d8b-a6a3-02fe137ee594') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:25.014164 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-26d51a86-da5f-4e23-9c57-bb2306735eb7 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dea6ea1-ac90-4d8b-a6a3-02fe137ee594') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:25.028751 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-20956fc0-2759-43e2-9f33-a9df680fa7fc req-f4ef964f-bbb3-46a2-a3da-09ce92927613 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639832 Jul 14 09:44:25.030576 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26d51a86-da5f-4e23-9c57-bb2306735eb7 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.047093 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26d51a86-da5f-4e23-9c57-bb2306735eb7 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.054769 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d51a86-da5f-4e23-9c57-bb2306735eb7 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:44:25.056194 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26d51a86-da5f-4e23-9c57-bb2306735eb7 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: items = [ Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:44:25.059659 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:44:25.073048 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8beb4a2-389a-4450-9887-1c7600090df0 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.092168 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c8beb4a2-389a-4450-9887-1c7600090df0 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Calling delete_port for 73bd22c2-ad04-4b63-afe9-2cb555d3d887 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:25.113072 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d52d1a6a-409e-433a-9a24-ea2fac9d2b49 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:25.113072 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.131005 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26d51a86-da5f-4e23-9c57-bb2306735eb7 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.149294 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-26d51a86-da5f-4e23-9c57-bb2306735eb7 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.152291 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-26d51a86-da5f-4e23-9c57-bb2306735eb7 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "DELETE /v2.0/networks/c116ba71-551e-45b3-8b5e-f33c14356492 HTTP/1.1" status: 204 len: 168 time: 0.4942482 Jul 14 09:44:25.159246 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40126) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:25.164681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d51a86-da5f-4e23-9c57-bb2306735eb7 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event deleted for resources: {'Network': ['ID=c116ba71-551e-45b3-8b5e-f33c14356492,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:25.372835 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5477cfbc-0fa3-4417-8109-648c591bce89 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:25.395991 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 5477cfbc-0fa3-4417-8109-648c591bce89 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:25.396257 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5477cfbc-0fa3-4417-8109-648c591bce89 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:25.396682 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b7567a21-f76a-471a-8d01-4ed226ff377a no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:25.414986 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: b7567a21-f76a-471a-8d01-4ed226ff377a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:25.415337 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b7567a21-f76a-471a-8d01-4ed226ff377a not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:25.421912 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8beb4a2-389a-4450-9887-1c7600090df0 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.422135 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-5023bda8-31cc-45f3-8464-98fed13addbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:44:25.422811 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-5023bda8-31cc-45f3-8464-98fed13addbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:44:25.456185 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8beb4a2-389a-4450-9887-1c7600090df0 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Pushing event deleted for resources: {'Port': ['ID=73bd22c2-ad04-4b63-afe9-2cb555d3d887,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:25.503876 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c4e1e-0017-4141-ab94-e94849c0fb94 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Deleting port f79713fb-a758-4860-8576-d6ab671519d8 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:25.504138 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4e1e-0017-4141-ab94-e94849c0fb94 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.561060 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8beb4a2-389a-4450-9887-1c7600090df0 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.623729 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40130) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:25.661229 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8beb4a2-389a-4450-9887-1c7600090df0 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.665200 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8beb4a2-389a-4450-9887-1c7600090df0 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.682534 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4e1e-0017-4141-ab94-e94849c0fb94 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.682864 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4e1e-0017-4141-ab94-e94849c0fb94 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.721718 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c4e1e-0017-4141-ab94-e94849c0fb94 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Calling delete_port for f79713fb-a758-4860-8576-d6ab671519d8 owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:25.725853 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8beb4a2-389a-4450-9887-1c7600090df0 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.726404 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8beb4a2-389a-4450-9887-1c7600090df0 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53abbfbf-a0c7-4941-9cf9-67afc40b6964 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:44:25.731713 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c8beb4a2-389a-4450-9887-1c7600090df0 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.735504 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c8beb4a2-389a-4450-9887-1c7600090df0 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "DELETE /v2.0/routers/53abbfbf-a0c7-4941-9cf9-67afc40b6964 HTTP/1.1" status: 204 len: 168 time: 1.6477580 Jul 14 09:44:25.736787 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40132) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:25.807188 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device d88f0102-a677-4c3f-b470-cd5f3314e1a3 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:25.860534 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port d88f0102-a677-4c3f-b470-cd5f3314e1a3 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:25.864842 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port d88f0102-a677-4c3f-b470-cd5f3314e1a3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:25.865268 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.921293 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b60cad04-fce5-4632-82ec-618d1748cd9c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.924567 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4e1e-0017-4141-ab94-e94849c0fb94 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.954132 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c4e1e-0017-4141-ab94-e94849c0fb94 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event deleted for resources: {'Port': ['ID=f79713fb-a758-4860-8576-d6ab671519d8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:25.954816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5023bda8-31cc-45f3-8464-98fed13addbc None None] Port 73bd22c2-ad04-4b63-afe9-2cb555d3d887 not found while updating agent binding for router 53abbfbf-a0c7-4941-9cf9-67afc40b6964. {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 14 09:44:25.974461 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.984517 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5023bda8-31cc-45f3-8464-98fed13addbc None None] Routers set() bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:25.985218 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5023bda8-31cc-45f3-8464-98fed13addbc None None] Router IDs set() for agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:44:25.985657 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_agentschedulers_db [None req-5023bda8-31cc-45f3-8464-98fed13addbc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'53abbfbf-a0c7-4941-9cf9-67afc40b6964'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent'). {{(pid=93889) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:44:25.986392 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5023bda8-31cc-45f3-8464-98fed13addbc None None] The sync data for ids ['53abbfbf-a0c7-4941-9cf9-67afc40b6964'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:26.004081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0885b6e9-0c1e-45fe-99f0-95a523b55300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88f0102-a677-4c3f-b470-cd5f3314e1a3'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:26.006587 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21b307a-fdeb-43f3-b6f6-ddce382bfea7" -d '{"events": [{"server_uuid": "0885b6e9-0c1e-45fe-99f0-95a523b55300", "name": "network-vif-plugged", "status": "completed", "tag": "d88f0102-a677-4c3f-b470-cd5f3314e1a3"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:26.025490 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port d88f0102-a677-4c3f-b470-cd5f3314e1a3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=d88f0102-a677-4c3f-b470-cd5f3314e1a3,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:26.030811 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.035239 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4e1e-0017-4141-ab94-e94849c0fb94 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.035950 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-4d2c4e1e-0017-4141-ab94-e94849c0fb94 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Floating IP a3ded929-d316-49b4-9eee-59ff8ad1910e disassociated (deleted). External IP: 172.25.1.74, port: 1e5db496-b607-4043-98c6-b5b82c6fab7a. Jul 14 09:44:26.062867 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2676d323-04b3-44d7-a6a5-9c6edbc14fc7 x-openstack-request-id: req-2676d323-04b3-44d7-a6a5-9c6edbc14fc7 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:26.063217 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0885b6e9-0c1e-45fe-99f0-95a523b55300", "name": "network-vif-plugged", "status": "completed", "tag": "d88f0102-a677-4c3f-b470-cd5f3314e1a3", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:26.063521 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2676d323-04b3-44d7-a6a5-9c6edbc14fc7 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:26.063994 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0885b6e9-0c1e-45fe-99f0-95a523b55300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88f0102-a677-4c3f-b470-cd5f3314e1a3', 'code': 200} Jul 14 09:44:26.103994 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b60cad04-fce5-4632-82ec-618d1748cd9c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.107908 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=d88f0102-a677-4c3f-b470-cd5f3314e1a3,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:26.296401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2c4e1e-0017-4141-ab94-e94849c0fb94 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Router 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:26.411307 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2c4e1e-0017-4141-ab94-e94849c0fb94 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:26.416033 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4e1e-0017-4141-ab94-e94849c0fb94 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.422606 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddab450-e33f-46ec-83be-cfbbafd2f74e None None] Sync routers for ids ['94cedcfe-6e86-4afe-95cf-cb3afd9973f3'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:26.433158 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddab450-e33f-46ec-83be-cfbbafd2f74e None None] Routers {'94cedcfe-6e86-4afe-95cf-cb3afd9973f3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:26.433781 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3ddab450-e33f-46ec-83be-cfbbafd2f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['94cedcfe-6e86-4afe-95cf-cb3afd9973f3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:26.457539 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4d2c4e1e-0017-4141-ab94-e94849c0fb94 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "DELETE /v2.0/floatingips/a3ded929-d316-49b4-9eee-59ff8ad1910e HTTP/1.1" status: 204 len: 168 time: 1.2947981 Jul 14 09:44:26.457539 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b83153a-81e0-4369-a5bd-bcaa77b3efd2', 'tag': '1e5db496-b607-4043-98c6-b5b82c6fab7a'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:26.458287 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b29b65-a472-4bd5-9604-f2b3bd6f582a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b83153a-81e0-4369-a5bd-bcaa77b3efd2", "tag": "1e5db496-b607-4043-98c6-b5b82c6fab7a"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:26.518380 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 473f8ef2-926d-4a87-9422-9409eb786742 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:26.540022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 473f8ef2-926d-4a87-9422-9409eb786742 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:26.540810 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 473f8ef2-926d-4a87-9422-9409eb786742 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:26.567919 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-3ddab450-e33f-46ec-83be-cfbbafd2f74e None None] Set router 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:26.606769 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-b60cad04-fce5-4632-82ec-618d1748cd9c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Deleting port d52d1a6a-409e-433a-9a24-ea2fac9d2b49 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:26.607392 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b60cad04-fce5-4632-82ec-618d1748cd9c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.656962 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e212e1-92fe-4222-bfc3-0b6f2570ef86 req-b62460d8-aef4-4439-ad31-1a9c89a1bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:26.658544 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2e212e1-92fe-4222-bfc3-0b6f2570ef86 req-b62460d8-aef4-4439-ad31-1a9c89a1bac5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 1097 time: 0.5137532 Jul 14 09:44:26.709501 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5522aa4-f627-48f6-84b9-b358bf7041c8 req-34a972b3-e631-4268-aa46-4a9caf8a4b07 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:26.711067 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b5522aa4-f627-48f6-84b9-b358bf7041c8 req-34a972b3-e631-4268-aa46-4a9caf8a4b07 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 945 time: 0.5331147 Jul 14 09:44:26.741161 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d89651-6153-4526-b583-ba4ab71b9dd2 x-openstack-request-id: req-04d89651-6153-4526-b583-ba4ab71b9dd2 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:26.742136 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b83153a-81e0-4369-a5bd-bcaa77b3efd2", "tag": "1e5db496-b607-4043-98c6-b5b82c6fab7a", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:26.742496 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-04d89651-6153-4526-b583-ba4ab71b9dd2 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:26.743650 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b83153a-81e0-4369-a5bd-bcaa77b3efd2', 'tag': '1e5db496-b607-4043-98c6-b5b82c6fab7a', 'status': 'completed', 'code': 200} Jul 14 09:44:26.760449 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2e212e1-92fe-4222-bfc3-0b6f2570ef86 req-830b0a5d-eb18-4278-b6c6-1e411ef73851 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882757 Jul 14 09:44:26.787984 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-b60cad04-fce5-4632-82ec-618d1748cd9c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] For port d52d1a6a-409e-433a-9a24-ea2fac9d2b49, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d52d1a6a-409e-433a-9a24-ea2fac9d2b49,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:26.788351 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b60cad04-fce5-4632-82ec-618d1748cd9c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.794313 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3ddab450-e33f-46ec-83be-cfbbafd2f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916255269', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:39Z', 'updated_at': '2021-07-14T09:42:48Z', 'revision_number': 4, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:41Z', 'updated_at': '2021-07-14T09:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'bd7cb025-a0d5-4ea6-b7b3-45a789369908', 'name': '', 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'mac_address': 'fa:16:3e:19:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'ba624a40-76ed-4e4b-b069-12b97dd74ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:45Z', 'updated_at': '2021-07-14T09:42:59Z', 'revision_number': 5, 'project_id': '62b2f7301c9c468882746431ee980c27', 'subnets': [{'id': 'ba624a40-76ed-4e4b-b069-12b97dd74ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:26.803092 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4867fb7-ba46-424d-b816-62e1b8d4ffbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.809627 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b5522aa4-f627-48f6-84b9-b358bf7041c8 req-777539d8-2726-4604-94e0-4e36bcc22f29 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866506 Jul 14 09:44:26.828843 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddab450-e33f-46ec-83be-cfbbafd2f74e None None] Checking router: 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:26.845949 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddab450-e33f-46ec-83be-cfbbafd2f74e None None] Routers {'94cedcfe-6e86-4afe-95cf-cb3afd9973f3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:26.846903 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3ddab450-e33f-46ec-83be-cfbbafd2f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['94cedcfe-6e86-4afe-95cf-cb3afd9973f3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:26.852386 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-b60cad04-fce5-4632-82ec-618d1748cd9c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Calling delete_port for d52d1a6a-409e-433a-9a24-ea2fac9d2b49 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:26.968562 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-3ddab450-e33f-46ec-83be-cfbbafd2f74e None None] Set router 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:27.098893 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device a3fe5c51-6594-415f-92e9-0094c26a86a0 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:27.099999 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b29b65-a472-4bd5-9604-f2b3bd6f582a req-94e785f0-de53-4620-a40e-b431c4b0d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:27.101509 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05b29b65-a472-4bd5-9604-f2b3bd6f582a req-94e785f0-de53-4620-a40e-b431c4b0d053 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b2f7301c9c468882746431ee980c27&device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 1136 time: 0.2876089 Jul 14 09:44:27.121478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91645923-a16b-4f22-9fe7-9719046afc7f req-90d69c22-0116-468b-93cc-83a2a34a6fd7 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:27.122943 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: a3fe5c51-6594-415f-92e9-0094c26a86a0 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:27.123098 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91645923-a16b-4f22-9fe7-9719046afc7f req-90d69c22-0116-468b-93cc-83a2a34a6fd7 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 984 time: 0.2435825 Jul 14 09:44:27.123294 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device a3fe5c51-6594-415f-92e9-0094c26a86a0 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:27.186342 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3ddab450-e33f-46ec-83be-cfbbafd2f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916255269', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:39Z', 'updated_at': '2021-07-14T09:42:48Z', 'revision_number': 4, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:41Z', 'updated_at': '2021-07-14T09:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'bd7cb025-a0d5-4ea6-b7b3-45a789369908', 'name': '', 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'mac_address': 'fa:16:3e:19:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'ba624a40-76ed-4e4b-b069-12b97dd74ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:45Z', 'updated_at': '2021-07-14T09:42:59Z', 'revision_number': 5, 'project_id': '62b2f7301c9c468882746431ee980c27', 'subnets': [{'id': 'ba624a40-76ed-4e4b-b069-12b97dd74ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:27.213823 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddab450-e33f-46ec-83be-cfbbafd2f74e None None] The sync data for ids ['94cedcfe-6e86-4afe-95cf-cb3afd9973f3'] in n-d-798054-10 is: [{'id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916255269', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:39Z', 'updated_at': '2021-07-14T09:42:48Z', 'revision_number': 4, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:41Z', 'updated_at': '2021-07-14T09:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'bd7cb025-a0d5-4ea6-b7b3-45a789369908', 'name': '', 'network_id': '9b6919a5-1ff9-442b-b65f-035fdfa52a06', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'mac_address': 'fa:16:3e:19:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'ba624a40-76ed-4e4b-b069-12b97dd74ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:45Z', 'updated_at': '2021-07-14T09:42:59Z', 'revision_number': 5, 'project_id': '62b2f7301c9c468882746431ee980c27', 'subnets': [{'id': 'ba624a40-76ed-4e4b-b069-12b97dd74ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:27.268348 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe455719-bad8-4b7a-ae68-4eb2e67f99fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.313875 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91645923-a16b-4f22-9fe7-9719046afc7f req-287a3da0-6355-4108-b4d2-d20ecc47e035 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/security-groups?id=70e05cfc-87f7-4910-a278-45b390ca152c&id=14cd70b6-d031-4487-aa52-c940db49e1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1541917 Jul 14 09:44:27.353878 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b60cad04-fce5-4632-82ec-618d1748cd9c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.370316 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b29b65-a472-4bd5-9604-f2b3bd6f582a req-f71ec992-fac2-46bb-8c35-c6bdd8af168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:27.371863 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05b29b65-a472-4bd5-9604-f2b3bd6f582a req-f71ec992-fac2-46bb-8c35-c6bdd8af168b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9b6919a5-1ff9-442b-b65f-035fdfa52a06 HTTP/1.1" status: 200 len: 897 time: 0.2210555 Jul 14 09:44:27.401672 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60cad04-fce5-4632-82ec-618d1748cd9c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Pushing event deleted for resources: {'Port': ['ID=d52d1a6a-409e-433a-9a24-ea2fac9d2b49,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:27.462788 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05b29b65-a472-4bd5-9604-f2b3bd6f582a req-ca085e4b-2969-4478-888a-c0127005d338 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e5db496-b607-4043-98c6-b5b82c6fab7a HTTP/1.1" status: 200 len: 217 time: 0.0715761 Jul 14 09:44:27.516666 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c40dd9-a3de-4839-877c-86f5b0b5feb2 None None] New status for floating IP a3ded929-d316-49b4-9eee-59ff8ad1910e: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:44:27.572039 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b60cad04-fce5-4632-82ec-618d1748cd9c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.681254 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b29b65-a472-4bd5-9604-f2b3bd6f582a req-55d78ca8-c323-4972-92bf-0b2a50665428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:27.682774 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05b29b65-a472-4bd5-9604-f2b3bd6f582a req-55d78ca8-c323-4972-92bf-0b2a50665428 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ba624a40-76ed-4e4b-b069-12b97dd74ffd HTTP/1.1" status: 200 len: 835 time: 0.1953351 Jul 14 09:44:27.698764 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b60cad04-fce5-4632-82ec-618d1748cd9c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.701502 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b60cad04-fce5-4632-82ec-618d1748cd9c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.776951 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b60cad04-fce5-4632-82ec-618d1748cd9c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.777469 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60cad04-fce5-4632-82ec-618d1748cd9c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7bd04b29-cef7-4fd7-a232-e45fa061c9b6 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:44:27.783585 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b60cad04-fce5-4632-82ec-618d1748cd9c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.788386 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b60cad04-fce5-4632-82ec-618d1748cd9c tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "DELETE /v2.0/routers/7bd04b29-cef7-4fd7-a232-e45fa061c9b6 HTTP/1.1" status: 204 len: 168 time: 2.0470150 Jul 14 09:44:27.788762 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40144) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:27.794295 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-639c8307-d5b0-4397-a7a1-e7ba08def678 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1587461294', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}, 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:27.794595 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-a4867fb7-ba46-424d-b816-62e1b8d4ffbb admin admin] Deleting port 090de58c-e7e0-46c8-943f-a6e4206aeda6 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:27.794908 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4867fb7-ba46-424d-b816-62e1b8d4ffbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.821713 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-639c8307-d5b0-4397-a7a1-e7ba08def678 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.822791 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-639c8307-d5b0-4397-a7a1-e7ba08def678 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.855506 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b29b65-a472-4bd5-9604-f2b3bd6f582a req-843ff715-b58f-4254-92e8-9aa592262409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:27.857065 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05b29b65-a472-4bd5-9604-f2b3bd6f582a req-843ff715-b58f-4254-92e8-9aa592262409 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9b6919a5-1ff9-442b-b65f-035fdfa52a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1665311 Jul 14 09:44:27.893971 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-639c8307-d5b0-4397-a7a1-e7ba08def678 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.957991 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-a4867fb7-ba46-424d-b816-62e1b8d4ffbb admin admin] For port 090de58c-e7e0-46c8-943f-a6e4206aeda6, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=090de58c-e7e0-46c8-943f-a6e4206aeda6,segment=NetworkSegment(a79c583b-44e2-4be9-aac0-3161277dc72c),segment_id=a79c583b-44e2-4be9-aac0-3161277dc72c)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:27.958503 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4867fb7-ba46-424d-b816-62e1b8d4ffbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.984322 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-a4867fb7-ba46-424d-b816-62e1b8d4ffbb admin admin] Calling delete_port for 090de58c-e7e0-46c8-943f-a6e4206aeda6 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:28.047292 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-639c8307-d5b0-4397-a7a1-e7ba08def678 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.080560 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05b29b65-a472-4bd5-9604-f2b3bd6f582a req-5e1154c8-d4e4-4f3c-a66a-90793eb987c7 service neutron] 10.222.0.49 "GET /v2.0/networks/9b6919a5-1ff9-442b-b65f-035fdfa52a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086256 Jul 14 09:44:28.206611 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad9552-4e86-4aeb-a5bb-b8d27747a45d req-ac4df3cd-05d7-4fdc-8dcc-70fc8500d4ba tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:28.208079 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cad9552-4e86-4aeb-a5bb-b8d27747a45d req-ac4df3cd-05d7-4fdc-8dcc-70fc8500d4ba tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 945 time: 0.2456961 Jul 14 09:44:28.251504 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-639c8307-d5b0-4397-a7a1-e7ba08def678 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.278034 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-639c8307-d5b0-4397-a7a1-e7ba08def678 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.347115 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05b29b65-a472-4bd5-9604-f2b3bd6f582a req-ebf2bf7e-3341-445e-9b99-cfbb91d7badd service neutron] 10.222.0.49 "GET /v2.0/networks/9b6919a5-1ff9-442b-b65f-035fdfa52a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579036 Jul 14 09:44:28.355282 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7cad9552-4e86-4aeb-a5bb-b8d27747a45d req-298b28cc-c22b-4acb-a35a-d838c127bbee tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067524 Jul 14 09:44:28.439501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-639c8307-d5b0-4397-a7a1-e7ba08def678 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Allocated IP 172.25.1.2 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/e1e9bbfb-3063-4217-a20a-94dc885bfab8) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:28.452093 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4867fb7-ba46-424d-b816-62e1b8d4ffbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.471939 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d14b03-d88c-4ce0-b3dc-a0ba0121b039 req-fb50dd79-20b9-4d70-af90-2aed28039c8f tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:28.473502 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06d14b03-d88c-4ce0-b3dc-a0ba0121b039 req-fb50dd79-20b9-4d70-af90-2aed28039c8f tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 984 time: 0.3537986 Jul 14 09:44:28.524664 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4867fb7-ba46-424d-b816-62e1b8d4ffbb admin admin] Pushing event deleted for resources: {'Port': ['ID=090de58c-e7e0-46c8-943f-a6e4206aeda6,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:28.548538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d52d1a6a-409e-433a-9a24-ea2fac9d2b49 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:28.570453 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-639c8307-d5b0-4397-a7a1-e7ba08def678 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.572169 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: d52d1a6a-409e-433a-9a24-ea2fac9d2b49 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:28.572779 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d52d1a6a-409e-433a-9a24-ea2fac9d2b49 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:28.612777 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-639c8307-d5b0-4397-a7a1-e7ba08def678 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.653453 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639c8307-d5b0-4397-a7a1-e7ba08def678 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:28.656950 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-639c8307-d5b0-4397-a7a1-e7ba08def678 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:28.659368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c8307-d5b0-4397-a7a1-e7ba08def678 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:28.665495 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c8307-d5b0-4397-a7a1-e7ba08def678 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Pushing event updated for resources: {'Port': ['ID=e1e9bbfb-3063-4217-a20a-94dc885bfab8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:28.767136 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d2942-4e20-43a1-b8e1-043a49fba919 req-7918e60e-91d3-4ba4-a8a2-1c7093544ad0 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:28.768656 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a5d2942-4e20-43a1-b8e1-043a49fba919 req-7918e60e-91d3-4ba4-a8a2-1c7093544ad0 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 984 time: 0.2742362 Jul 14 09:44:28.782582 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3c9d4-255f-4708-9db2-1af2db1379ed req-1b6a8447-fd92-4f39-976e-79280d1810d2 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:28.784183 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2f3c9d4-255f-4708-9db2-1af2db1379ed req-1b6a8447-fd92-4f39-976e-79280d1810d2 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 945 time: 0.2908981 Jul 14 09:44:29.218971 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-639c8307-d5b0-4397-a7a1-e7ba08def678 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:29.230540 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a5d2942-4e20-43a1-b8e1-043a49fba919 req-aa8e9dcb-d396-4339-a74c-4524d0e95f9f tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/security-groups?id=70e05cfc-87f7-4910-a278-45b390ca152c&id=14cd70b6-d031-4487-aa52-c940db49e1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4428887 Jul 14 09:44:29.240696 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2f3c9d4-255f-4708-9db2-1af2db1379ed req-267ad833-6486-47c3-a0ca-312cff8b7503 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400330 Jul 14 09:44:29.246722 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-06d14b03-d88c-4ce0-b3dc-a0ba0121b039 req-de02c4d1-e749-441a-910a-469c40682e9e tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Deleting port 1e5db496-b607-4043-98c6-b5b82c6fab7a {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:29.246722 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-06d14b03-d88c-4ce0-b3dc-a0ba0121b039 req-de02c4d1-e749-441a-910a-469c40682e9e tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:29.294276 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4867fb7-ba46-424d-b816-62e1b8d4ffbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:29.430366 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-639c8307-d5b0-4397-a7a1-e7ba08def678 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:29.465415 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-06d14b03-d88c-4ce0-b3dc-a0ba0121b039 req-de02c4d1-e749-441a-910a-469c40682e9e tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] For port 1e5db496-b607-4043-98c6-b5b82c6fab7a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1e5db496-b607-4043-98c6-b5b82c6fab7a,segment=NetworkSegment(a0cc762b-c57a-4b0b-b6aa-ca583884903e),segment_id=a0cc762b-c57a-4b0b-b6aa-ca583884903e)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:29.465776 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-06d14b03-d88c-4ce0-b3dc-a0ba0121b039 req-de02c4d1-e749-441a-910a-469c40682e9e tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:29.493088 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-06d14b03-d88c-4ce0-b3dc-a0ba0121b039 req-de02c4d1-e749-441a-910a-469c40682e9e tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Calling delete_port for 1e5db496-b607-4043-98c6-b5b82c6fab7a owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:29.560713 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639c8307-d5b0-4397-a7a1-e7ba08def678 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Router 9616dc46-0046-4ad1-b3b3-a5c5c49570ea is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:44:29.593721 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6fa3a-06a6-4ea8-9196-3deb5103b7d2 req-d5c50159-9411-4f13-8595-e76c5be94ef0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:29.595282 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-34b6fa3a-06a6-4ea8-9196-3deb5103b7d2 req-d5c50159-9411-4f13-8595-e76c5be94ef0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 945 time: 0.2222764 Jul 14 09:44:29.671401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639c8307-d5b0-4397-a7a1-e7ba08def678 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:29.684406 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884e5727-f07d-4f69-9f8c-862a0a7fcd4d None None] Sync routers for ids ['9616dc46-0046-4ad1-b3b3-a5c5c49570ea'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:29.693884 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-639c8307-d5b0-4397-a7a1-e7ba08def678 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:29.696551 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884e5727-f07d-4f69-9f8c-862a0a7fcd4d None None] Routers {'9616dc46-0046-4ad1-b3b3-a5c5c49570ea'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:29.697227 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-884e5727-f07d-4f69-9f8c-862a0a7fcd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9616dc46-0046-4ad1-b3b3-a5c5c49570ea'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:29.704806 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-639c8307-d5b0-4397-a7a1-e7ba08def678 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.9146879 Jul 14 09:44:29.705455 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40154) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:29.710245 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-94e4ecb5-dd5d-4359-8a76-131939910369 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'enable_snat': False}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:29.716052 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-34b6fa3a-06a6-4ea8-9196-3deb5103b7d2 req-c1c41f55-f38d-42ca-99f6-1d6e6bed2ad7 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140430 Jul 14 09:44:29.736421 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-884e5727-f07d-4f69-9f8c-862a0a7fcd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:29.738804 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4867fb7-ba46-424d-b816-62e1b8d4ffbb admin admin] Router 146c60ed-d8c9-4091-a7b6-b812f5347f3f has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:29.757173 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884e5727-f07d-4f69-9f8c-862a0a7fcd4d None None] Routers {'9616dc46-0046-4ad1-b3b3-a5c5c49570ea'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:29.758407 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-884e5727-f07d-4f69-9f8c-862a0a7fcd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9616dc46-0046-4ad1-b3b3-a5c5c49570ea'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:29.790036 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a2ae593-1298-4f20-9b0b-91943e8c164a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:29.800735 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-884e5727-f07d-4f69-9f8c-862a0a7fcd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:29.801427 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884e5727-f07d-4f69-9f8c-862a0a7fcd4d None None] The sync data for ids ['9616dc46-0046-4ad1-b3b3-a5c5c49570ea'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:29.847263 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-06d14b03-d88c-4ce0-b3dc-a0ba0121b039 req-de02c4d1-e749-441a-910a-469c40682e9e tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:29.913254 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:29.927689 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02c4d1-e749-441a-910a-469c40682e9e tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event deleted for resources: {'Port': ['ID=1e5db496-b607-4043-98c6-b5b82c6fab7a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:29.984661 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d14b03-d88c-4ce0-b3dc-a0ba0121b039 req-de02c4d1-e749-441a-910a-469c40682e9e tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] No DVR routers for this DVR port 1e5db496-b607-4043-98c6-b5b82c6fab7a on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:29.987935 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-06d14b03-d88c-4ce0-b3dc-a0ba0121b039 req-de02c4d1-e749-441a-910a-469c40682e9e tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:29.990220 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06d14b03-d88c-4ce0-b3dc-a0ba0121b039 req-de02c4d1-e749-441a-910a-469c40682e9e tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.49 "DELETE /v2.0/ports/1e5db496-b607-4043-98c6-b5b82c6fab7a HTTP/1.1" status: 204 len: 173 time: 1.4756653 Jul 14 09:44:29.992066 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b83153a-81e0-4369-a5bd-bcaa77b3efd2', 'name': 'network-vif-deleted', 'tag': '1e5db496-b607-4043-98c6-b5b82c6fab7a'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:29.996092 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e42f6e-af16-4333-b3a6-57a1872b8d16" -d '{"events": [{"server_uuid": "1b83153a-81e0-4369-a5bd-bcaa77b3efd2", "name": "network-vif-deleted", "tag": "1e5db496-b607-4043-98c6-b5b82c6fab7a"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:30.024825 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4867fb7-ba46-424d-b816-62e1b8d4ffbb admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:30.037808 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa730337-41c9-45e7-a7e7-21d89661032d None None] Sync routers for ids ['146c60ed-d8c9-4091-a7b6-b812f5347f3f'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:30.042813 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a4867fb7-ba46-424d-b816-62e1b8d4ffbb admin admin] 10.222.0.26 "PUT /v2.0/routers/146c60ed-d8c9-4091-a7b6-b812f5347f3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4155660 Jul 14 09:44:30.044918 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40162) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:30.056081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa730337-41c9-45e7-a7e7-21d89661032d None None] Routers {'146c60ed-d8c9-4091-a7b6-b812f5347f3f'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:30.057188 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-aa730337-41c9-45e7-a7e7-21d89661032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['146c60ed-d8c9-4091-a7b6-b812f5347f3f'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:30.096962 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3d6123-455f-41df-a9ca-bb79afc3ffc3 x-openstack-request-id: req-4a3d6123-455f-41df-a9ca-bb79afc3ffc3 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:30.097466 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b83153a-81e0-4369-a5bd-bcaa77b3efd2", "name": "network-vif-deleted", "tag": "1e5db496-b607-4043-98c6-b5b82c6fab7a", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:30.097898 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4a3d6123-455f-41df-a9ca-bb79afc3ffc3 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:30.098470 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b83153a-81e0-4369-a5bd-bcaa77b3efd2', 'name': 'network-vif-deleted', 'tag': '1e5db496-b607-4043-98c6-b5b82c6fab7a', 'status': 'completed', 'code': 200} Jul 14 09:44:30.190630 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-94e4ecb5-dd5d-4359-8a76-131939910369 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:30.220692 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-aa730337-41c9-45e7-a7e7-21d89661032d None None] Set router 146c60ed-d8c9-4091-a7b6-b812f5347f3f gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:30.240467 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad419dff-0ab8-4ada-b51a-8dc4a2d95523 req-38dfaf87-eaad-4ed4-a27b-247349a65f3d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:30.242392 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad419dff-0ab8-4ada-b51a-8dc4a2d95523 req-38dfaf87-eaad-4ed4-a27b-247349a65f3d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 945 time: 0.0765707 Jul 14 09:44:30.292097 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7701efc4-1c33-4f01-8a91-936f843c85ff admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:30.300783 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad419dff-0ab8-4ada-b51a-8dc4a2d95523 req-d4d7850b-58b9-4f19-b2f8-3621f139c864 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480456 Jul 14 09:44:30.471606 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-aa730337-41c9-45e7-a7e7-21d89661032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1772180191-router', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:17Z', 'updated_at': '2021-07-14T09:44:28Z', 'revision_number': 5, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'gw_port': {'id': 'f395e50c-041d-40d4-9d19-4d3db6cf0001', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:18Z', 'updated_at': '2021-07-14T09:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:30.471886 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7701efc4-1c33-4f01-8a91-936f843c85ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:30.519290 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa730337-41c9-45e7-a7e7-21d89661032d None None] Checking router: 146c60ed-d8c9-4091-a7b6-b812f5347f3f for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:30.535817 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa730337-41c9-45e7-a7e7-21d89661032d None None] Routers {'146c60ed-d8c9-4091-a7b6-b812f5347f3f'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:30.536970 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-aa730337-41c9-45e7-a7e7-21d89661032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['146c60ed-d8c9-4091-a7b6-b812f5347f3f'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:30.688414 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7701efc4-1c33-4f01-8a91-936f843c85ff admin admin] Deleting port f395e50c-041d-40d4-9d19-4d3db6cf0001 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:30.688882 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7701efc4-1c33-4f01-8a91-936f843c85ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:30.706969 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-aa730337-41c9-45e7-a7e7-21d89661032d None None] Set router 146c60ed-d8c9-4091-a7b6-b812f5347f3f gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:30.737545 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-860cc97d-b096-4033-a417-07d2f0159d98 req-fc15ee15-0170-4d20-a35c-69cb1208053d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b83153a-81e0-4369-a5bd-bcaa77b3efd2 HTTP/1.1" status: 200 len: 210 time: 0.0393944 Jul 14 09:44:30.781869 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-aa730337-41c9-45e7-a7e7-21d89661032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1772180191-router', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:17Z', 'updated_at': '2021-07-14T09:44:30Z', 'revision_number': 6, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:30.809627 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:30.810536 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa730337-41c9-45e7-a7e7-21d89661032d None None] The sync data for ids ['146c60ed-d8c9-4091-a7b6-b812f5347f3f'] in n-d-798054-10 is: [{'id': '146c60ed-d8c9-4091-a7b6-b812f5347f3f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1772180191-router', 'tenant_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:17Z', 'updated_at': '2021-07-14T09:44:30Z', 'revision_number': 6, 'project_id': 'bc29774fe73c411c9bed4e9a103ee6da', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:30.857849 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-7701efc4-1c33-4f01-8a91-936f843c85ff admin admin] For port f395e50c-041d-40d4-9d19-4d3db6cf0001, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f395e50c-041d-40d4-9d19-4d3db6cf0001,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:30.858208 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7701efc4-1c33-4f01-8a91-936f843c85ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:30.876896 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7701efc4-1c33-4f01-8a91-936f843c85ff admin admin] Calling delete_port for f395e50c-041d-40d4-9d19-4d3db6cf0001 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:30.966852 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-94e4ecb5-dd5d-4359-8a76-131939910369 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:30.978188 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-94e4ecb5-dd5d-4359-8a76-131939910369 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.466477 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e4ecb5-dd5d-4359-8a76-131939910369 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Router 9616dc46-0046-4ad1-b3b3-a5c5c49570ea has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:31.488308 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7701efc4-1c33-4f01-8a91-936f843c85ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.506833 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8962c0-7102-48c1-ac94-7eae833c20b7 req-7ae57fdb-95dd-4c0b-8406-30cb91d07185 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:31.508495 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ae8962c0-7102-48c1-ac94-7eae833c20b7 req-7ae57fdb-95dd-4c0b-8406-30cb91d07185 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 945 time: 0.0782042 Jul 14 09:44:31.548031 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701efc4-1c33-4f01-8a91-936f843c85ff admin admin] Pushing event deleted for resources: {'Port': ['ID=f395e50c-041d-40d4-9d19-4d3db6cf0001,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:31.551979 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ae8962c0-7102-48c1-ac94-7eae833c20b7 req-df3b2986-b1a2-4418-a1ed-d1e4efa57262 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365720 Jul 14 09:44:31.661017 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82018547-f92d-4ef4-be00-dce35aeb6c9a req-5d3a6216-5c50-4179-8f72-84215d71c830 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:31.662859 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-82018547-f92d-4ef4-be00-dce35aeb6c9a req-5d3a6216-5c50-4179-8f72-84215d71c830 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 945 time: 0.0697484 Jul 14 09:44:31.671994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e4ecb5-dd5d-4359-8a76-131939910369 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:31.673618 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7701efc4-1c33-4f01-8a91-936f843c85ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.683454 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3570c-f1c5-4392-9d36-bf2a6ada7255 None None] Sync routers for ids ['9616dc46-0046-4ad1-b3b3-a5c5c49570ea'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:31.693721 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c3570c-f1c5-4392-9d36-bf2a6ada7255 None None] Routers {'9616dc46-0046-4ad1-b3b3-a5c5c49570ea'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:31.694612 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-33c3570c-f1c5-4392-9d36-bf2a6ada7255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9616dc46-0046-4ad1-b3b3-a5c5c49570ea'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:31.736805 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-33c3570c-f1c5-4392-9d36-bf2a6ada7255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:31.744730 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-94e4ecb5-dd5d-4359-8a76-131939910369 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.746188 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-94e4ecb5-dd5d-4359-8a76-131939910369 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "PUT /v2.0/routers/9616dc46-0046-4ad1-b3b3-a5c5c49570ea HTTP/1.1" status: 200 len: 920 time: 2.0393715 Jul 14 09:44:31.754816 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c3570c-f1c5-4392-9d36-bf2a6ada7255 None None] Routers {'9616dc46-0046-4ad1-b3b3-a5c5c49570ea'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:31.755975 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-33c3570c-f1c5-4392-9d36-bf2a6ada7255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9616dc46-0046-4ad1-b3b3-a5c5c49570ea'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:31.759469 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40170) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:31.779707 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7701efc4-1c33-4f01-8a91-936f843c85ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.783975 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7701efc4-1c33-4f01-8a91-936f843c85ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.799378 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-33c3570c-f1c5-4392-9d36-bf2a6ada7255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:31.800041 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3570c-f1c5-4392-9d36-bf2a6ada7255 None None] The sync data for ids ['9616dc46-0046-4ad1-b3b3-a5c5c49570ea'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:31.837972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1e5db496-b607-4043-98c6-b5b82c6fab7a no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:31.854441 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40174) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:31.862577 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 1e5db496-b607-4043-98c6-b5b82c6fab7a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:31.863558 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1e5db496-b607-4043-98c6-b5b82c6fab7a not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:31.873915 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7701efc4-1c33-4f01-8a91-936f843c85ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.875156 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7701efc4-1c33-4f01-8a91-936f843c85ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 146c60ed-d8c9-4091-a7b6-b812f5347f3f {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:44:31.882656 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7701efc4-1c33-4f01-8a91-936f843c85ff admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.886078 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40176) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:31.886370 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7701efc4-1c33-4f01-8a91-936f843c85ff admin admin] 10.222.0.26 "DELETE /v2.0/routers/146c60ed-d8c9-4091-a7b6-b812f5347f3f HTTP/1.1" status: 204 len: 168 time: 1.8017538 Jul 14 09:44:31.930337 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a640c26-6c04-42de-972e-0548bf2250ff tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.961196 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.967896 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-82018547-f92d-4ef4-be00-dce35aeb6c9a req-937c1552-c7f6-4dfb-9d16-40d468ce213b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Deleting port d88f0102-a677-4c3f-b470-cd5f3314e1a3 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:31.968259 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-82018547-f92d-4ef4-be00-dce35aeb6c9a req-937c1552-c7f6-4dfb-9d16-40d468ce213b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.970193 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a640c26-6c04-42de-972e-0548bf2250ff tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.977324 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-56a2867e-5ffa-44d5-8a7d-9cf012e441e7 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "GET /v2.0/routers/9616dc46-0046-4ad1-b3b3-a5c5c49570ea HTTP/1.1" status: 200 len: 920 time: 0.2139540 Jul 14 09:44:31.977727 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7774446-234f-45c9-8d6d-9125f8fa3e97 admin admin] Deleting subnet c9fe1c74-7017-4ff0-af52-ddf75c5c5820 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:44:31.978829 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40178) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:32.021434 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7774446-234f-45c9-8d6d-9125f8fa3e97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.079235 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a640c26-6c04-42de-972e-0548bf2250ff tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.080307 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7774446-234f-45c9-8d6d-9125f8fa3e97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.081883 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a640c26-6c04-42de-972e-0548bf2250ff tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.083035 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6a640c26-6c04-42de-972e-0548bf2250ff tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "DELETE /v2.0/security-groups/14cd70b6-d031-4487-aa52-c940db49e1c7 HTTP/1.1" status: 204 len: 168 time: 0.2273998 Jul 14 09:44:32.087058 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40180) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:32.111577 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a640c26-6c04-42de-972e-0548bf2250ff tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cd70b6-d031-4487-aa52-c940db49e1c7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:32.127463 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfb222a-a08d-4cda-b804-56fad1cf1ffd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:32.128991 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8cfb222a-a08d-4cda-b804-56fad1cf1ffd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&device_id=9616dc46-0046-4ad1-b3b3-a5c5c49570ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1491957 Jul 14 09:44:32.133757 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40182) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:32.154016 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-82018547-f92d-4ef4-be00-dce35aeb6c9a req-937c1552-c7f6-4dfb-9d16-40d468ce213b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] For port d88f0102-a677-4c3f-b470-cd5f3314e1a3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=d88f0102-a677-4c3f-b470-cd5f3314e1a3,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:32.154396 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-82018547-f92d-4ef4-be00-dce35aeb6c9a req-937c1552-c7f6-4dfb-9d16-40d468ce213b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.196798 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cb7bfa3a-6c79-485c-a9df-ea30c394ac64 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.208608 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7774446-234f-45c9-8d6d-9125f8fa3e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.229874 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cb7bfa3a-6c79-485c-a9df-ea30c394ac64 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.238968 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-82018547-f92d-4ef4-be00-dce35aeb6c9a req-937c1552-c7f6-4dfb-9d16-40d468ce213b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Calling delete_port for d88f0102-a677-4c3f-b470-cd5f3314e1a3 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:32.284695 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cb7bfa3a-6c79-485c-a9df-ea30c394ac64 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.288546 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cb7bfa3a-6c79-485c-a9df-ea30c394ac64 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.292514 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cb7bfa3a-6c79-485c-a9df-ea30c394ac64 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "DELETE /v2.0/security-groups/70e05cfc-87f7-4910-a278-45b390ca152c HTTP/1.1" status: 204 len: 168 time: 0.1972654 Jul 14 09:44:32.293292 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40184) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:32.337381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bfa3a-6c79-485c-a9df-ea30c394ac64 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e05cfc-87f7-4910-a278-45b390ca152c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:32.363043 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9faa21-c124-4bab-ae3b-74a90e36f68a tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:32.368467 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2e9faa21-c124-4bab-ae3b-74a90e36f68a tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 881 time: 0.2296319 Jul 14 09:44:32.368467 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7774446-234f-45c9-8d6d-9125f8fa3e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.368899 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40186) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:32.406224 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7774446-234f-45c9-8d6d-9125f8fa3e97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.408475 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f7774446-234f-45c9-8d6d-9125f8fa3e97 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c9fe1c74-7017-4ff0-af52-ddf75c5c5820 HTTP/1.1" status: 204 len: 168 time: 0.5212801 Jul 14 09:44:32.415981 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40188) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:32.425739 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7774446-234f-45c9-8d6d-9125f8fa3e97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9fe1c74-7017-4ff0-af52-ddf75c5c5820,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:32.428872 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9a747727-d2bc-4d85-bb7f-1e1b459b701d tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "GET /v2.0/ports?device_id=9616dc46-0046-4ad1-b3b3-a5c5c49570ea HTTP/1.1" status: 200 len: 205 time: 0.0586028 Jul 14 09:44:32.431652 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40190) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:32.533129 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-32da7fdc-7d7c-4695-870e-ae1eb57b001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.566461 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 090de58c-e7e0-46c8-943f-a6e4206aeda6 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:32.580728 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-82018547-f92d-4ef4-be00-dce35aeb6c9a req-937c1552-c7f6-4dfb-9d16-40d468ce213b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.596645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 090de58c-e7e0-46c8-943f-a6e4206aeda6 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:32.597131 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 090de58c-e7e0-46c8-943f-a6e4206aeda6 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:32.597817 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f395e50c-041d-40d4-9d19-4d3db6cf0001 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:32.622548 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: f395e50c-041d-40d4-9d19-4d3db6cf0001 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:32.623423 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f395e50c-041d-40d4-9d19-4d3db6cf0001 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:32.649288 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c1552-c7f6-4dfb-9d16-40d468ce213b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event deleted for resources: {'Port': ['ID=d88f0102-a677-4c3f-b470-cd5f3314e1a3,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:32.665121 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-674f4cb1-d708-4bd9-8a39-4b911e505755 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.712304 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-32da7fdc-7d7c-4695-870e-ae1eb57b001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.715114 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-82018547-f92d-4ef4-be00-dce35aeb6c9a req-937c1552-c7f6-4dfb-9d16-40d468ce213b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] No DVR routers for this DVR port d88f0102-a677-4c3f-b470-cd5f3314e1a3 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:32.724375 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-82018547-f92d-4ef4-be00-dce35aeb6c9a req-937c1552-c7f6-4dfb-9d16-40d468ce213b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.728488 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-82018547-f92d-4ef4-be00-dce35aeb6c9a req-937c1552-c7f6-4dfb-9d16-40d468ce213b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "DELETE /v2.0/ports/d88f0102-a677-4c3f-b470-cd5f3314e1a3 HTTP/1.1" status: 204 len: 173 time: 1.0587084 Jul 14 09:44:32.728488 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0885b6e9-0c1e-45fe-99f0-95a523b55300', 'name': 'network-vif-deleted', 'tag': 'd88f0102-a677-4c3f-b470-cd5f3314e1a3'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:32.729728 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbda4d90-098f-4be4-87cc-2b89713de640" -d '{"events": [{"server_uuid": "0885b6e9-0c1e-45fe-99f0-95a523b55300", "name": "network-vif-deleted", "tag": "d88f0102-a677-4c3f-b470-cd5f3314e1a3"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:32.745065 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-32da7fdc-7d7c-4695-870e-ae1eb57b001f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e619ab7a-720c-492d-b134-596e0796f54d']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:32.771230 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-85353d4b-d128-467f-b4ff-17f506a41d7e req-da62a9b2-90e9-4682-ae09-fe4211279dcb tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 210 time: 0.0482955 Jul 14 09:44:32.788838 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-32da7fdc-7d7c-4695-870e-ae1eb57b001f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79c583b-44e2-4be9-aac0-3161277dc72c') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:32.789138 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-32da7fdc-7d7c-4695-870e-ae1eb57b001f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79c583b-44e2-4be9-aac0-3161277dc72c') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:32.815749 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.818610 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b5507e-7db8-4c77-9d0f-5dbe21fb405b x-openstack-request-id: req-85b5507e-7db8-4c77-9d0f-5dbe21fb405b {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:32.818992 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0885b6e9-0c1e-45fe-99f0-95a523b55300", "name": "network-vif-deleted", "tag": "d88f0102-a677-4c3f-b470-cd5f3314e1a3", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:32.819175 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-85b5507e-7db8-4c77-9d0f-5dbe21fb405b {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:32.819588 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0885b6e9-0c1e-45fe-99f0-95a523b55300', 'name': 'network-vif-deleted', 'tag': 'd88f0102-a677-4c3f-b470-cd5f3314e1a3', 'status': 'completed', 'code': 200} Jul 14 09:44:32.823840 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-32da7fdc-7d7c-4695-870e-ae1eb57b001f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.844903 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-32da7fdc-7d7c-4695-870e-ae1eb57b001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.854050 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32da7fdc-7d7c-4695-870e-ae1eb57b001f admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:44:32.854697 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-32da7fdc-7d7c-4695-870e-ae1eb57b001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:44:32.857473 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:44:32.929710 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-674f4cb1-d708-4bd9-8a39-4b911e505755 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.956130 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-32da7fdc-7d7c-4695-870e-ae1eb57b001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.964244 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-32da7fdc-7d7c-4695-870e-ae1eb57b001f admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.968889 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-32da7fdc-7d7c-4695-870e-ae1eb57b001f admin admin] 10.222.0.26 "DELETE /v2.0/networks/e619ab7a-720c-492d-b134-596e0796f54d HTTP/1.1" status: 204 len: 168 time: 0.5510039 Jul 14 09:44:32.995428 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da7fdc-7d7c-4695-870e-ae1eb57b001f admin admin] Pushing event deleted for resources: {'Network': ['ID=e619ab7a-720c-492d-b134-596e0796f54d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:33.041004 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-674f4cb1-d708-4bd9-8a39-4b911e505755 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Deleting port e1e9bbfb-3063-4217-a20a-94dc885bfab8 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:33.041255 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-674f4cb1-d708-4bd9-8a39-4b911e505755 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.126245 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cf9143b0-769e-43af-a3d6-09848745605c tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.180702 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-674f4cb1-d708-4bd9-8a39-4b911e505755 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.201925 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-674f4cb1-d708-4bd9-8a39-4b911e505755 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Calling delete_port for e1e9bbfb-3063-4217-a20a-94dc885bfab8 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:33.210197 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40198) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:33.257875 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9de772a6-cfae-4249-a99d-fbc3662534d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc29774fe73c411c9bed4e9a103ee6da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461035 Jul 14 09:44:33.260220 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40200) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:33.324691 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c71a94e6-19d1-444d-a345-14cacaa6580a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.348695 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c71a94e6-19d1-444d-a345-14cacaa6580a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.401952 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c71a94e6-19d1-444d-a345-14cacaa6580a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.405362 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c71a94e6-19d1-444d-a345-14cacaa6580a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.407464 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c71a94e6-19d1-444d-a345-14cacaa6580a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0a6874aa-1a08-4434-b2a1-28d702947bdf HTTP/1.1" status: 204 len: 168 time: 0.1458755 Jul 14 09:44:33.423462 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a94e6-19d1-444d-a345-14cacaa6580a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6874aa-1a08-4434-b2a1-28d702947bdf,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:33.539170 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-674f4cb1-d708-4bd9-8a39-4b911e505755 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.586955 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f4cb1-d708-4bd9-8a39-4b911e505755 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Pushing event deleted for resources: {'Port': ['ID=e1e9bbfb-3063-4217-a20a-94dc885bfab8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:33.666906 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-cf9143b0-769e-43af-a3d6-09848745605c tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Deleting port bd7cb025-a0d5-4ea6-b7b3-45a789369908 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:33.667636 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cf9143b0-769e-43af-a3d6-09848745605c tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.682073 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-674f4cb1-d708-4bd9-8a39-4b911e505755 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.839815 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device d88f0102-a677-4c3f-b470-cd5f3314e1a3 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:33.873323 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: d88f0102-a677-4c3f-b470-cd5f3314e1a3 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:33.873961 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device d88f0102-a677-4c3f-b470-cd5f3314e1a3 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:34.001996 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-114f6b52-2dc3-4ba7-baaa-dbf3fae587af req-b3126158-db11-4149-bebd-f58822655900 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 210 time: 0.0366666 Jul 14 09:44:34.103672 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-674f4cb1-d708-4bd9-8a39-4b911e505755 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.107450 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-674f4cb1-d708-4bd9-8a39-4b911e505755 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.179026 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-674f4cb1-d708-4bd9-8a39-4b911e505755 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.179589 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674f4cb1-d708-4bd9-8a39-4b911e505755 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Fanout notify agent at l3_agent the message router_deleted on router 9616dc46-0046-4ad1-b3b3-a5c5c49570ea {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:44:34.189605 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-674f4cb1-d708-4bd9-8a39-4b911e505755 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.194880 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40224) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:34.195059 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-674f4cb1-d708-4bd9-8a39-4b911e505755 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "DELETE /v2.0/routers/9616dc46-0046-4ad1-b3b3-a5c5c49570ea HTTP/1.1" status: 204 len: 168 time: 1.7621789 Jul 14 09:44:34.197151 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-cf9143b0-769e-43af-a3d6-09848745605c tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] For port bd7cb025-a0d5-4ea6-b7b3-45a789369908, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=bd7cb025-a0d5-4ea6-b7b3-45a789369908,segment=NetworkSegment(a0cc762b-c57a-4b0b-b6aa-ca583884903e),segment_id=a0cc762b-c57a-4b0b-b6aa-ca583884903e)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:34.197516 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cf9143b0-769e-43af-a3d6-09848745605c tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.202796 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b298f6ca-3488-4232-9864-51d937df4839 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-786606027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:34.213401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-cf9143b0-769e-43af-a3d6-09848745605c tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Calling delete_port for bd7cb025-a0d5-4ea6-b7b3-45a789369908 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:34.236635 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b298f6ca-3488-4232-9864-51d937df4839 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.237918 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b298f6ca-3488-4232-9864-51d937df4839 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.266830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40226) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:34.308265 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b298f6ca-3488-4232-9864-51d937df4839 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.315626 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b298f6ca-3488-4232-9864-51d937df4839 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.338201 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b298f6ca-3488-4232-9864-51d937df4839 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.342306 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b298f6ca-3488-4232-9864-51d937df4839 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1455739 Jul 14 09:44:34.343404 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40230) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:34.347878 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b3040298-f98b-411b-b81c-ad2c62215fdd tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:34.404320 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-06c4217f-9785-48cd-aeef-ab846845dbe5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1891737270-network', 'tenant_id': 'f331479586c543cba39b62ea4b1c21be'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:34.461428 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c4217f-9785-48cd-aeef-ab846845dbe5 admin admin] Made reservation on behalf of f331479586c543cba39b62ea4b1c21be for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:34.464129 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06c4217f-9785-48cd-aeef-ab846845dbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.467466 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cf9143b0-769e-43af-a3d6-09848745605c tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.500085 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06c4217f-9785-48cd-aeef-ab846845dbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.529829 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9143b0-769e-43af-a3d6-09848745605c tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event deleted for resources: {'Port': ['ID=bd7cb025-a0d5-4ea6-b7b3-45a789369908,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:34.598328 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3040298-f98b-411b-b81c-ad2c62215fdd tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.768104 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06c4217f-9785-48cd-aeef-ab846845dbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.774116 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cf9143b0-769e-43af-a3d6-09848745605c tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.777271 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06c4217f-9785-48cd-aeef-ab846845dbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.836402 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3040298-f98b-411b-b81c-ad2c62215fdd tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.848210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c4217f-9785-48cd-aeef-ab846845dbe5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:44:34.857105 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3040298-f98b-411b-b81c-ad2c62215fdd tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.859934 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4217f-9785-48cd-aeef-ab846845dbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b176c92-4f8e-4e9f-81b2-804fb869be97,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:34.876656 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06c4217f-9785-48cd-aeef-ab846845dbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.876942 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-06c4217f-9785-48cd-aeef-ab846845dbe5 admin admin] Added segment 4fd8b618-9668-43a2-b610-6ea14fe3e9a1 of type vlan for network f3acc8d0-6f4f-4fed-9b58-2782c798ed73 Jul 14 09:44:34.965923 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06c4217f-9785-48cd-aeef-ab846845dbe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.978422 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-b3040298-f98b-411b-b81c-ad2c62215fdd tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Allocated IP 172.25.1.251 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/1f75313b-9891-4329-83fd-b46f3846336c) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:35.039733 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06c4217f-9785-48cd-aeef-ab846845dbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:35.040766 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c4217f-9785-48cd-aeef-ab846845dbe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:35.041509 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06c4217f-9785-48cd-aeef-ab846845dbe5 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:35.097158 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3040298-f98b-411b-b81c-ad2c62215fdd tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:35.138545 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-06c4217f-9785-48cd-aeef-ab846845dbe5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8704596 Jul 14 09:44:35.140446 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40234) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:35.148779 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-78d575de-7acf-443b-a8db-cdb6b4c54f81 admin admin] Request body: {'subnet': {'network_id': 'f3acc8d0-6f4f-4fed-9b58-2782c798ed73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1891737270-subnet', 'tenant_id': 'f331479586c543cba39b62ea4b1c21be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:35.154216 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3040298-f98b-411b-b81c-ad2c62215fdd tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:35.156636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4217f-9785-48cd-aeef-ab846845dbe5 admin admin] Pushing event updated for resources: {'Network': ['ID=f3acc8d0-6f4f-4fed-9b58-2782c798ed73,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:35.169884 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network f3acc8d0-6f4f-4fed-9b58-2782c798ed73 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:44:35.198565 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9143b0-769e-43af-a3d6-09848745605c tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Router 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:35.221292 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3040298-f98b-411b-b81c-ad2c62215fdd tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:35.253938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-b3040298-f98b-411b-b81c-ad2c62215fdd tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:35.253938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d575de-7acf-443b-a8db-cdb6b4c54f81 admin admin] Made reservation on behalf of f331479586c543cba39b62ea4b1c21be for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:35.253938 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-78d575de-7acf-443b-a8db-cdb6b4c54f81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:35.256748 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6caa6566-cab1-48f2-af5f-64b5e561b6e7 req-5c9a02a0-fd98-4fb5-9794-ae48a0900496 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 210 time: 0.0615292 Jul 14 09:44:35.260244 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3040298-f98b-411b-b81c-ad2c62215fdd tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:35.301401 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3040298-f98b-411b-b81c-ad2c62215fdd tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Pushing event updated for resources: {'Port': ['ID=1f75313b-9891-4329-83fd-b46f3846336c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:35.357609 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9143b0-769e-43af-a3d6-09848745605c tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:35.363687 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cf9143b0-769e-43af-a3d6-09848745605c tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "PUT /v2.0/routers/94cedcfe-6e86-4afe-95cf-cb3afd9973f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0693624 Jul 14 09:44:35.366442 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40236) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:35.367690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411a08ec-68fa-451c-9897-10fe912a1607 None None] Sync routers for ids ['94cedcfe-6e86-4afe-95cf-cb3afd9973f3'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:35.379369 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411a08ec-68fa-451c-9897-10fe912a1607 None None] Routers {'94cedcfe-6e86-4afe-95cf-cb3afd9973f3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:35.380308 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-411a08ec-68fa-451c-9897-10fe912a1607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['94cedcfe-6e86-4afe-95cf-cb3afd9973f3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:35.434496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-84639d64-9958-4419-b5e6-6aeb3897ab77 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Deleting subnet ba624a40-76ed-4e4b-b069-12b97dd74ffd {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:44:35.442630 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-84639d64-9958-4419-b5e6-6aeb3897ab77 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:35.504372 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-411a08ec-68fa-451c-9897-10fe912a1607 None None] Set router 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:35.504939 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-84639d64-9958-4419-b5e6-6aeb3897ab77 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:35.606696 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-84639d64-9958-4419-b5e6-6aeb3897ab77 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:35.682299 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-84639d64-9958-4419-b5e6-6aeb3897ab77 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:35.705225 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-84639d64-9958-4419-b5e6-6aeb3897ab77 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:35.707785 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-84639d64-9958-4419-b5e6-6aeb3897ab77 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "DELETE /v2.0/subnets/ba624a40-76ed-4e4b-b069-12b97dd74ffd HTTP/1.1" status: 204 len: 168 time: 0.3398778 Jul 14 09:44:35.716724 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aad266-5397-4311-ab0e-6cf8a945e156 None None] Network 9b6919a5-1ff9-442b-b65f-035fdfa52a06 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:35.726976 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40238) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:35.788671 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84639d64-9958-4419-b5e6-6aeb3897ab77 tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event deleted for resources: {'Subnet': ['ID=ba624a40-76ed-4e4b-b069-12b97dd74ffd,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:35.857646 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c54337f-5c05-4827-a9fc-a66867c9b03d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:35.912590 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-411a08ec-68fa-451c-9897-10fe912a1607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916255269', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:39Z', 'updated_at': '2021-07-14T09:44:34Z', 'revision_number': 5, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:41Z', 'updated_at': '2021-07-14T09:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:35.950039 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411a08ec-68fa-451c-9897-10fe912a1607 None None] Checking router: 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:35.963286 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411a08ec-68fa-451c-9897-10fe912a1607 None None] Routers {'94cedcfe-6e86-4afe-95cf-cb3afd9973f3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:35.964526 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-411a08ec-68fa-451c-9897-10fe912a1607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['94cedcfe-6e86-4afe-95cf-cb3afd9973f3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:36.003645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3545a6c-92d0-499d-81cc-0ec2a6111993 None None] DHCP port deletion for 9b6919a5-1ff9-442b-b65f-035fdfa52a06 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:44:36.017644 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c54337f-5c05-4827-a9fc-a66867c9b03d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.025407 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-78d575de-7acf-443b-a8db-cdb6b4c54f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.085615 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3040298-f98b-411b-b81c-ad2c62215fdd tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.086670 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-2c54337f-5c05-4827-a9fc-a66867c9b03d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Deleting port db252270-1078-48bd-992f-c8a3821a7a5b {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:36.087169 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c54337f-5c05-4827-a9fc-a66867c9b03d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.187704 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-2c54337f-5c05-4827-a9fc-a66867c9b03d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] For port db252270-1078-48bd-992f-c8a3821a7a5b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=db252270-1078-48bd-992f-c8a3821a7a5b,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:36.188192 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c54337f-5c05-4827-a9fc-a66867c9b03d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.203511 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-2c54337f-5c05-4827-a9fc-a66867c9b03d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Calling delete_port for db252270-1078-48bd-992f-c8a3821a7a5b owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:36.280971 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b3545a6c-92d0-499d-81cc-0ec2a6111993 None None] Deleting port e2540f78-817b-403a-9579-c8cf4024acc5 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:36.281551 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b3545a6c-92d0-499d-81cc-0ec2a6111993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.284249 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-411a08ec-68fa-451c-9897-10fe912a1607 None None] Set router 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:36.309427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d575de-7acf-443b-a8db-cdb6b4c54f81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=583020d3-0f16-4188-8c46-478785a3cc17,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:36.322408 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d575de-7acf-443b-a8db-cdb6b4c54f81 admin admin] Checking segment: {'id': '4fd8b618-9668-43a2-b610-6ea14fe3e9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f3acc8d0-6f4f-4fed-9b58-2782c798ed73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:36.322772 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d575de-7acf-443b-a8db-cdb6b4c54f81 admin admin] Network hostable DHCP agents. Network: f3acc8d0-6f4f-4fed-9b58-2782c798ed73, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:44:36.345756 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3040298-f98b-411b-b81c-ad2c62215fdd tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.352253 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3040298-f98b-411b-b81c-ad2c62215fdd tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.396427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d575de-7acf-443b-a8db-cdb6b4c54f81 admin admin] Network f3acc8d0-6f4f-4fed-9b58-2782c798ed73 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:44:36.418943 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-78d575de-7acf-443b-a8db-cdb6b4c54f81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, f3acc8d0-6f4f-4fed-9b58-2782c798ed73) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:36.467248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2280e18-d4de-4aa5-b43f-5573bf8be120 None None] Network f3acc8d0-6f4f-4fed-9b58-2782c798ed73 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:36.485147 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d575de-7acf-443b-a8db-cdb6b4c54f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:36.485849 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-78d575de-7acf-443b-a8db-cdb6b4c54f81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.499677 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9189bc62-a770-4d73-bd06-87496ce429ef req-4d274045-1ba0-476d-9215-0db052340e79 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 210 time: 0.0747931 Jul 14 09:44:36.518470 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-78d575de-7acf-443b-a8db-cdb6b4c54f81 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3760853 Jul 14 09:44:36.527373 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c54337f-5c05-4827-a9fc-a66867c9b03d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.570787 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b3545a6c-92d0-499d-81cc-0ec2a6111993 None None] For port e2540f78-817b-403a-9579-c8cf4024acc5, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e2540f78-817b-403a-9579-c8cf4024acc5,segment=NetworkSegment(a0cc762b-c57a-4b0b-b6aa-ca583884903e),segment_id=a0cc762b-c57a-4b0b-b6aa-ca583884903e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:36.571188 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b3545a6c-92d0-499d-81cc-0ec2a6111993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.583777 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54337f-5c05-4827-a9fc-a66867c9b03d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event deleted for resources: {'Port': ['ID=db252270-1078-48bd-992f-c8a3821a7a5b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:36.590277 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b3545a6c-92d0-499d-81cc-0ec2a6111993 None None] Calling delete_port for e2540f78-817b-403a-9579-c8cf4024acc5 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:36.651900 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3040298-f98b-411b-b81c-ad2c62215fdd tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Router e501911f-68ca-48df-9720-06e89d502256 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:44:36.669448 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-411a08ec-68fa-451c-9897-10fe912a1607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916255269', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:39Z', 'updated_at': '2021-07-14T09:44:34Z', 'revision_number': 5, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:41Z', 'updated_at': '2021-07-14T09:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:36.703362 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c54337f-5c05-4827-a9fc-a66867c9b03d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.732690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411a08ec-68fa-451c-9897-10fe912a1607 None None] The sync data for ids ['94cedcfe-6e86-4afe-95cf-cb3afd9973f3'] in n-d-798054-10 is: [{'id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-916255269', 'tenant_id': '62b2f7301c9c468882746431ee980c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:39Z', 'updated_at': '2021-07-14T09:44:34Z', 'revision_number': 5, 'project_id': '62b2f7301c9c468882746431ee980c27', 'gw_port': {'id': 'db252270-1078-48bd-992f-c8a3821a7a5b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94cedcfe-6e86-4afe-95cf-cb3afd9973f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:41Z', 'updated_at': '2021-07-14T09:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:36.760268 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e2540f78-817b-403a-9579-c8cf4024acc5 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:36.805140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9133a3ba-c845-4f52-af13-02c3e0a9b00d None None] Network f3acc8d0-6f4f-4fed-9b58-2782c798ed73 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:36.887591 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c54337f-5c05-4827-a9fc-a66867c9b03d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.891868 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c54337f-5c05-4827-a9fc-a66867c9b03d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.895343 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3040298-f98b-411b-b81c-ad2c62215fdd tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:36.906754 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b3040298-f98b-411b-b81c-ad2c62215fdd tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.909280 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b3040298-f98b-411b-b81c-ad2c62215fdd tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "PUT /v2.0/routers/e501911f-68ca-48df-9720-06e89d502256 HTTP/1.1" status: 200 len: 879 time: 2.5649405 Jul 14 09:44:36.910439 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a969ddf6-85cc-401f-a865-478726af0ad6 None None] Sync routers for ids ['e501911f-68ca-48df-9720-06e89d502256'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:36.911875 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40248) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:36.916085 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b3545a6c-92d0-499d-81cc-0ec2a6111993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.932041 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a969ddf6-85cc-401f-a865-478726af0ad6 None None] Routers {'e501911f-68ca-48df-9720-06e89d502256'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:36.935927 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a969ddf6-85cc-401f-a865-478726af0ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e501911f-68ca-48df-9720-06e89d502256'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:36.942149 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3545a6c-92d0-499d-81cc-0ec2a6111993 None None] No DVR routers for this DVR port e2540f78-817b-403a-9579-c8cf4024acc5 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:36.983500 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3545a6c-92d0-499d-81cc-0ec2a6111993 None None] Pushing event deleted for resources: {'Port': ['ID=e2540f78-817b-403a-9579-c8cf4024acc5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:36.988378 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.019654 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c54337f-5c05-4827-a9fc-a66867c9b03d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.020578 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c54337f-5c05-4827-a9fc-a66867c9b03d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Fanout notify agent at l3_agent the message router_deleted on router 94cedcfe-6e86-4afe-95cf-cb3afd9973f3 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:44:37.035394 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c54337f-5c05-4827-a9fc-a66867c9b03d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.036751 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2c54337f-5c05-4827-a9fc-a66867c9b03d tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "DELETE /v2.0/routers/94cedcfe-6e86-4afe-95cf-cb3afd9973f3 HTTP/1.1" status: 204 len: 168 time: 1.3082237 Jul 14 09:44:37.040390 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40250) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:37.046865 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a969ddf6-85cc-401f-a865-478726af0ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:37.078937 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a969ddf6-85cc-401f-a865-478726af0ad6 None None] Routers {'e501911f-68ca-48df-9720-06e89d502256'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:37.084178 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a969ddf6-85cc-401f-a865-478726af0ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e501911f-68ca-48df-9720-06e89d502256'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:37.167859 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-727d9b35-6601-4958-8e22-4e803c1606a6 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "GET /v2.0/routers/e501911f-68ca-48df-9720-06e89d502256 HTTP/1.1" status: 200 len: 920 time: 0.2530932 Jul 14 09:44:37.169850 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40254) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:37.228221 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b10d1249-e160-4454-aef5-5bdba040323a tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.357981 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b097e4f1-f23a-4431-bae0-8f3be3fff8b3 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:37.364772 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b097e4f1-f23a-4431-bae0-8f3be3fff8b3 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&device_id=e501911f-68ca-48df-9720-06e89d502256&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1910591 Jul 14 09:44:37.365454 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40260) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:37.404532 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b10d1249-e160-4454-aef5-5bdba040323a tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.407656 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40262) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:37.420291 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1a0110b1-4749-4c3b-aa61-6e8d1273ac56 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1515264797-network', 'tenant_id': 'ea3d4b3fc2e244fdbac3d53a7119d287'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:37.426832 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a969ddf6-85cc-401f-a865-478726af0ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:37.427905 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a969ddf6-85cc-401f-a865-478726af0ad6 None None] The sync data for ids ['e501911f-68ca-48df-9720-06e89d502256'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:37.430445 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-b10d1249-e160-4454-aef5-5bdba040323a tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6919a5-1ff9-442b-b65f-035fdfa52a06']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:37.448596 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-b10d1249-e160-4454-aef5-5bdba040323a tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0cc762b-c57a-4b0b-b6aa-ca583884903e') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:37.448931 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-b10d1249-e160-4454-aef5-5bdba040323a tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0cc762b-c57a-4b0b-b6aa-ca583884903e') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:37.462795 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b10d1249-e160-4454-aef5-5bdba040323a tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.475980 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0110b1-4749-4c3b-aa61-6e8d1273ac56 admin admin] Made reservation on behalf of ea3d4b3fc2e244fdbac3d53a7119d287 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:37.478378 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a0110b1-4749-4c3b-aa61-6e8d1273ac56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.488280 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b10d1249-e160-4454-aef5-5bdba040323a tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.490463 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a0110b1-4749-4c3b-aa61-6e8d1273ac56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.501372 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10d1249-e160-4454-aef5-5bdba040323a tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:44:37.501859 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b10d1249-e160-4454-aef5-5bdba040323a tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.502814 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed6fb08-9e12-48b3-8605-0af0556b140a tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:37.505051 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7ed6fb08-9e12-48b3-8605-0af0556b140a tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 881 time: 0.1379325 Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:44:37.505235 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:44:37.507984 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40264) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:37.539229 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-edb59779-f354-472b-92a2-586d26e84e2b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "GET /v2.0/ports?device_id=e501911f-68ca-48df-9720-06e89d502256 HTTP/1.1" status: 200 len: 205 time: 0.0294471 Jul 14 09:44:37.541256 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40266) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:37.592342 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b10d1249-e160-4454-aef5-5bdba040323a tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.604591 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b10d1249-e160-4454-aef5-5bdba040323a tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.606574 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b10d1249-e160-4454-aef5-5bdba040323a tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] 10.222.0.26 "DELETE /v2.0/networks/9b6919a5-1ff9-442b-b65f-035fdfa52a06 HTTP/1.1" status: 204 len: 168 time: 0.5656958 Jul 14 09:44:37.628127 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d1249-e160-4454-aef5-5bdba040323a tempest-TestSecurityGroupsBasicOps-1593357310 tempest-TestSecurityGroupsBasicOps-1593357310-project] Pushing event deleted for resources: {'Network': ['ID=9b6919a5-1ff9-442b-b65f-035fdfa52a06,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:37.727617 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a0110b1-4749-4c3b-aa61-6e8d1273ac56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.739558 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a0110b1-4749-4c3b-aa61-6e8d1273ac56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.763136 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0110b1-4749-4c3b-aa61-6e8d1273ac56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:44:37.793765 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87c02272-6254-452c-9a37-460d37397ee8 req-49214b40-457b-4538-b0d6-1f3c972ed454 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=0885b6e9-0c1e-45fe-99f0-95a523b55300 HTTP/1.1" status: 200 len: 210 time: 0.0434351 Jul 14 09:44:37.804745 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76816dc5-f579-4bc5-913b-77338c561753 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.850619 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a0110b1-4749-4c3b-aa61-6e8d1273ac56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.853253 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-1a0110b1-4749-4c3b-aa61-6e8d1273ac56 admin admin] Added segment a6fa1580-fc39-4cde-9235-90a2e93e9f75 of type vlan for network 4f58af28-14b8-4c90-8ac7-ac3c19a3bb64 Jul 14 09:44:37.904722 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a0110b1-4749-4c3b-aa61-6e8d1273ac56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.914391 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0110b1-4749-4c3b-aa61-6e8d1273ac56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f376cfe1-4a8d-4c68-bb29-eb73e7530c60,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:37.942602 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76816dc5-f579-4bc5-913b-77338c561753 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.973646 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a0110b1-4749-4c3b-aa61-6e8d1273ac56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.977254 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0110b1-4749-4c3b-aa61-6e8d1273ac56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:37.978084 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1a0110b1-4749-4c3b-aa61-6e8d1273ac56 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.018860 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-76816dc5-f579-4bc5-913b-77338c561753 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Deleting port 1f75313b-9891-4329-83fd-b46f3846336c {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:38.019331 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76816dc5-f579-4bc5-913b-77338c561753 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.072913 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1a0110b1-4749-4c3b-aa61-6e8d1273ac56 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6638646 Jul 14 09:44:38.075976 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40276) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:38.081958 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-35573a7a-9703-49eb-b7b9-acdc29eafe5f admin admin] Request body: {'subnet': {'network_id': '4f58af28-14b8-4c90-8ac7-ac3c19a3bb64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1515264797-subnet', 'tenant_id': 'ea3d4b3fc2e244fdbac3d53a7119d287', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:38.085142 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0110b1-4749-4c3b-aa61-6e8d1273ac56 admin admin] Pushing event updated for resources: {'Network': ['ID=4f58af28-14b8-4c90-8ac7-ac3c19a3bb64,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:38.106533 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 4f58af28-14b8-4c90-8ac7-ac3c19a3bb64 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:44:38.109832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35573a7a-9703-49eb-b7b9-acdc29eafe5f admin admin] Made reservation on behalf of ea3d4b3fc2e244fdbac3d53a7119d287 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:38.114930 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35573a7a-9703-49eb-b7b9-acdc29eafe5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.121129 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76816dc5-f579-4bc5-913b-77338c561753 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.135464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-76816dc5-f579-4bc5-913b-77338c561753 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Calling delete_port for 1f75313b-9891-4329-83fd-b46f3846336c owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:38.171804 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40278) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:38.370728 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35573a7a-9703-49eb-b7b9-acdc29eafe5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.426504 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35573a7a-9703-49eb-b7b9-acdc29eafe5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=141fdf6b-c2d6-4a64-92fa-6750f65aa80b,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:38.433923 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40282) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:38.435426 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-966f3153-963b-4182-a9b0-64b04f82b9ea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=62b2f7301c9c468882746431ee980c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2624021 Jul 14 09:44:38.464787 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35573a7a-9703-49eb-b7b9-acdc29eafe5f admin admin] Checking segment: {'id': 'a6fa1580-fc39-4cde-9235-90a2e93e9f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4f58af28-14b8-4c90-8ac7-ac3c19a3bb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:38.465205 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35573a7a-9703-49eb-b7b9-acdc29eafe5f admin admin] Network hostable DHCP agents. Network: 4f58af28-14b8-4c90-8ac7-ac3c19a3bb64, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:44:38.481380 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76816dc5-f579-4bc5-913b-77338c561753 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.503864 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8a61bedb-e0a5-4601-8adb-dfe706a9f695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.534925 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8a61bedb-e0a5-4601-8adb-dfe706a9f695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.571699 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76816dc5-f579-4bc5-913b-77338c561753 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Pushing event deleted for resources: {'Port': ['ID=1f75313b-9891-4329-83fd-b46f3846336c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:38.575817 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35573a7a-9703-49eb-b7b9-acdc29eafe5f admin admin] Network 4f58af28-14b8-4c90-8ac7-ac3c19a3bb64 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:44:38.583551 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76816dc5-f579-4bc5-913b-77338c561753 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.590861 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-35573a7a-9703-49eb-b7b9-acdc29eafe5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 4f58af28-14b8-4c90-8ac7-ac3c19a3bb64) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:38.595286 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device db252270-1078-48bd-992f-c8a3821a7a5b no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:38.596534 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35573a7a-9703-49eb-b7b9-acdc29eafe5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:38.597178 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35573a7a-9703-49eb-b7b9-acdc29eafe5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.614863 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-35573a7a-9703-49eb-b7b9-acdc29eafe5f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5377009 Jul 14 09:44:38.615933 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8a61bedb-e0a5-4601-8adb-dfe706a9f695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.618631 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8a61bedb-e0a5-4601-8adb-dfe706a9f695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.619961 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8a61bedb-e0a5-4601-8adb-dfe706a9f695 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0233b4ee-72a8-4d75-adcf-1262d4319453 HTTP/1.1" status: 204 len: 168 time: 0.1852186 Jul 14 09:44:38.625146 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: db252270-1078-48bd-992f-c8a3821a7a5b {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:38.625770 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device db252270-1078-48bd-992f-c8a3821a7a5b not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:38.626469 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device bd7cb025-a0d5-4ea6-b7b3-45a789369908 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:38.629621 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d24f7ee-8e49-4ad8-ad25-277978f35ba2 None None] Network 4f58af28-14b8-4c90-8ac7-ac3c19a3bb64 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:38.642340 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61bedb-e0a5-4601-8adb-dfe706a9f695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0233b4ee-72a8-4d75-adcf-1262d4319453,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:38.721075 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76816dc5-f579-4bc5-913b-77338c561753 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.723934 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76816dc5-f579-4bc5-913b-77338c561753 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.786313 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: bd7cb025-a0d5-4ea6-b7b3-45a789369908 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:38.786658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device bd7cb025-a0d5-4ea6-b7b3-45a789369908 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:38.817052 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6e60b9-a94d-4e69-aa15-2468090c4c91 None None] Network 4f58af28-14b8-4c90-8ac7-ac3c19a3bb64 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:38.817197 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76816dc5-f579-4bc5-913b-77338c561753 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.817641 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76816dc5-f579-4bc5-913b-77338c561753 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Fanout notify agent at l3_agent the message router_deleted on router e501911f-68ca-48df-9720-06e89d502256 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:44:38.831563 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-76816dc5-f579-4bc5-913b-77338c561753 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.840468 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40294) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:38.845842 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-115fc261-f731-4d44-82ba-d6107aeeb233 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1055440662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:38.853483 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-76816dc5-f579-4bc5-913b-77338c561753 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "DELETE /v2.0/routers/e501911f-68ca-48df-9720-06e89d502256 HTTP/1.1" status: 204 len: 168 time: 1.3108771 Jul 14 09:44:38.903327 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-115fc261-f731-4d44-82ba-d6107aeeb233 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.906050 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-115fc261-f731-4d44-82ba-d6107aeeb233 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.034880 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-115fc261-f731-4d44-82ba-d6107aeeb233 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.041871 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-115fc261-f731-4d44-82ba-d6107aeeb233 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.064102 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-115fc261-f731-4d44-82ba-d6107aeeb233 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.066880 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-115fc261-f731-4d44-82ba-d6107aeeb233 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2266660 Jul 14 09:44:39.069657 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40302) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:39.074616 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-bd46e557-20e2-47b0-9ff2-48b34faba44e tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'enable_snat': True}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:39.109772 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40304) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:39.126651 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2023dc51-7d3a-4e84-b23d-cc478bd539ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.258904 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2023dc51-7d3a-4e84-b23d-cc478bd539ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.264342 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2023dc51-7d3a-4e84-b23d-cc478bd539ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.307268 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2023dc51-7d3a-4e84-b23d-cc478bd539ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9531376abbfd486895b06cd6482c3ebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1961861 Jul 14 09:44:39.312369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40314) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:39.317603 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023dc51-7d3a-4e84-b23d-cc478bd539ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc6c51f-7f8c-47c8-bda8-6248bcb91e3f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:39.448871 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bd46e557-20e2-47b0-9ff2-48b34faba44e tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.503389 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-87bb0a71-0798-4821-bec5-5634b1489a8c tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:39.505072 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-87bb0a71-0798-4821-bec5-5634b1489a8c tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/networks?id=f3acc8d0-6f4f-4fed-9b58-2782c798ed73 HTTP/1.1" status: 200 len: 825 time: 0.2744017 Jul 14 09:44:39.510616 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6f56e2f3-ddad-4aa5-9eec-21e1f3142908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.566998 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-0371e2a3-8033-440c-a9c1-971036afa6dd tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/quotas/f331479586c543cba39b62ea4b1c21be HTTP/1.1" status: 200 len: 375 time: 0.0281882 Jul 14 09:44:39.578415 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6f56e2f3-ddad-4aa5-9eec-21e1f3142908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.628426 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-7b20109c-79c1-4ad1-afdb-c31e34602cd2 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f331479586c543cba39b62ea4b1c21be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554113 Jul 14 09:44:39.738028 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6f56e2f3-ddad-4aa5-9eec-21e1f3142908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.740624 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6f56e2f3-ddad-4aa5-9eec-21e1f3142908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.741776 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6f56e2f3-ddad-4aa5-9eec-21e1f3142908 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0fc6c51f-7f8c-47c8-bda8-6248bcb91e3f HTTP/1.1" status: 204 len: 168 time: 0.4266510 Jul 14 09:44:39.772123 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-b4d97e62-2e14-431c-af3c-5fbc5b373de6 service neutron] 10.222.0.26 "GET /v2.0/networks/f3acc8d0-6f4f-4fed-9b58-2782c798ed73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335001 Jul 14 09:44:39.772860 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56e2f3-ddad-4aa5-9eec-21e1f3142908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc6c51f-7f8c-47c8-bda8-6248bcb91e3f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:40.182778 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40326) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:40.226012 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6cfeb827-691a-4f45-bdff-2a377bbfc309 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=425417c484dd47f986c1cb05b8087cf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417752 Jul 14 09:44:40.228502 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40330) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:40.297544 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bd46e557-20e2-47b0-9ff2-48b34faba44e tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.311056 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-c4a8e10d-57b1-4de0-ad93-089ef7b4567c service neutron] 10.222.0.26 "GET /v2.0/networks/f3acc8d0-6f4f-4fed-9b58-2782c798ed73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995744 Jul 14 09:44:40.320502 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76af8b4f-6655-4379-b582-5ee6d8ab731d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.356756 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bd46e557-20e2-47b0-9ff2-48b34faba44e tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.357963 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76af8b4f-6655-4379-b582-5ee6d8ab731d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.420402 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76af8b4f-6655-4379-b582-5ee6d8ab731d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.424957 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76af8b4f-6655-4379-b582-5ee6d8ab731d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.430235 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-76af8b4f-6655-4379-b582-5ee6d8ab731d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/377ac1dc-33a6-440d-b709-3d23e19c4bc9 HTTP/1.1" status: 204 len: 168 time: 0.2005336 Jul 14 09:44:40.447290 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af8b4f-6655-4379-b582-5ee6d8ab731d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377ac1dc-33a6-440d-b709-3d23e19c4bc9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:40.542029 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-bd46e557-20e2-47b0-9ff2-48b34faba44e tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Allocated IP 172.25.1.77 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/27d31cc8-3d09-4187-a9d1-b4437932eeb0) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:40.712032 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bd46e557-20e2-47b0-9ff2-48b34faba44e tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.722070 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-10e169f3-ab90-40db-9095-d511ed91fdbb req-6fdad197-7cc8-45db-b0bf-83d0d8706acf tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/ports?device_id=5178ab24-e087-4d5b-b6a2-4013e8fa4a66 HTTP/1.1" status: 200 len: 210 time: 0.1570318 Jul 14 09:44:40.772324 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bd46e557-20e2-47b0-9ff2-48b34faba44e tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.825501 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd46e557-20e2-47b0-9ff2-48b34faba44e tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:40.829672 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-bd46e557-20e2-47b0-9ff2-48b34faba44e tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:40.834155 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd46e557-20e2-47b0-9ff2-48b34faba44e tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:40.883153 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46e557-20e2-47b0-9ff2-48b34faba44e tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Pushing event updated for resources: {'Port': ['ID=27d31cc8-3d09-4187-a9d1-b4437932eeb0,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:41.233938 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bd46e557-20e2-47b0-9ff2-48b34faba44e tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.461180 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40366) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:41.555637 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bd46e557-20e2-47b0-9ff2-48b34faba44e tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.563845 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bd46e557-20e2-47b0-9ff2-48b34faba44e tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.613605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-62123a15-0c10-4e87-ba6b-445faac9185f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-517449210-network', 'tenant_id': '5d090a52be4a45e8afadceada05938f5'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:41.634832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62123a15-0c10-4e87-ba6b-445faac9185f admin admin] Made reservation on behalf of 5d090a52be4a45e8afadceada05938f5 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:41.637134 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62123a15-0c10-4e87-ba6b-445faac9185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.648687 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62123a15-0c10-4e87-ba6b-445faac9185f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.711643 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd46e557-20e2-47b0-9ff2-48b34faba44e tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Router 184b8e9f-4cd2-46f1-ae7f-53723f0d4257 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:44:41.755404 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62123a15-0c10-4e87-ba6b-445faac9185f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.762250 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62123a15-0c10-4e87-ba6b-445faac9185f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.803051 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62123a15-0c10-4e87-ba6b-445faac9185f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:44:41.815677 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62123a15-0c10-4e87-ba6b-445faac9185f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09274e76-382a-4872-b804-68093ec36211,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:41.822504 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62123a15-0c10-4e87-ba6b-445faac9185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.823117 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-62123a15-0c10-4e87-ba6b-445faac9185f admin admin] Added segment 8e961744-61a3-43ab-b446-333692628465 of type vlan for network 4eb05e30-a8d5-419b-a3b0-f096d513638d Jul 14 09:44:41.843386 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd46e557-20e2-47b0-9ff2-48b34faba44e tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:41.849363 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bd46e557-20e2-47b0-9ff2-48b34faba44e tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.855006 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bd46e557-20e2-47b0-9ff2-48b34faba44e tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "PUT /v2.0/routers/184b8e9f-4cd2-46f1-ae7f-53723f0d4257 HTTP/1.1" status: 200 len: 914 time: 2.7840855 Jul 14 09:44:41.855784 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40372) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:41.857394 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d4ce15-820a-4d4e-b271-55f4d33300a3 None None] Sync routers for ids ['184b8e9f-4cd2-46f1-ae7f-53723f0d4257'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:41.873956 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d4ce15-820a-4d4e-b271-55f4d33300a3 None None] Routers {'184b8e9f-4cd2-46f1-ae7f-53723f0d4257'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:41.874684 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a3d4ce15-820a-4d4e-b271-55f4d33300a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['184b8e9f-4cd2-46f1-ae7f-53723f0d4257'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:41.914221 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62123a15-0c10-4e87-ba6b-445faac9185f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.943074 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e771cd03-d669-4f74-a8d2-d4e9958ce01e req-52986ae6-4180-4aca-a9d3-0a8b0264d2f8 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/ports?device_id=5178ab24-e087-4d5b-b6a2-4013e8fa4a66 HTTP/1.1" status: 200 len: 210 time: 0.0423474 Jul 14 09:44:41.950524 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a3d4ce15-820a-4d4e-b271-55f4d33300a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:41.967413 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62123a15-0c10-4e87-ba6b-445faac9185f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.969041 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62123a15-0c10-4e87-ba6b-445faac9185f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:41.969688 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62123a15-0c10-4e87-ba6b-445faac9185f admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.974041 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d4ce15-820a-4d4e-b271-55f4d33300a3 None None] Routers {'184b8e9f-4cd2-46f1-ae7f-53723f0d4257'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:41.974677 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a3d4ce15-820a-4d4e-b271-55f4d33300a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['184b8e9f-4cd2-46f1-ae7f-53723f0d4257'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:42.022279 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a3d4ce15-820a-4d4e-b271-55f4d33300a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:42.023256 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d4ce15-820a-4d4e-b271-55f4d33300a3 None None] The sync data for ids ['184b8e9f-4cd2-46f1-ae7f-53723f0d4257'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:42.028469 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d12820f0-604d-427d-bf4d-1ddf78286962 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "GET /v2.0/routers/184b8e9f-4cd2-46f1-ae7f-53723f0d4257 HTTP/1.1" status: 200 len: 920 time: 0.1714272 Jul 14 09:44:42.031849 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40374) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:42.059151 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-62123a15-0c10-4e87-ba6b-445faac9185f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5963280 Jul 14 09:44:42.063639 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40376) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:42.070540 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-bd9ed3a8-cf2a-4538-ab1f-da019b126493 admin admin] Request body: {'subnet': {'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-517449210-subnet', 'tenant_id': '5d090a52be4a45e8afadceada05938f5', 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:42.103361 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9ed3a8-cf2a-4538-ab1f-da019b126493 admin admin] Made reservation on behalf of 5d090a52be4a45e8afadceada05938f5 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:42.105659 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bd9ed3a8-cf2a-4538-ab1f-da019b126493 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.115858 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62123a15-0c10-4e87-ba6b-445faac9185f admin admin] Pushing event updated for resources: {'Network': ['ID=4eb05e30-a8d5-419b-a3b0-f096d513638d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:42.127427 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 4eb05e30-a8d5-419b-a3b0-f096d513638d details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:44:42.156365 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c829ef-3beb-47b5-89c8-d2be82aba3bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:42.160328 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c1c829ef-3beb-47b5-89c8-d2be82aba3bd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&device_id=184b8e9f-4cd2-46f1-ae7f-53723f0d4257&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1251185 Jul 14 09:44:42.162446 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40378) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:42.184252 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-9a3298d0-34b5-4207-8d23-85a69eb78160 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:42.185837 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-9a3298d0-34b5-4207-8d23-85a69eb78160 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.55 "GET /v2.0/networks?id=f3acc8d0-6f4f-4fed-9b58-2782c798ed73 HTTP/1.1" status: 200 len: 825 time: 0.1298754 Jul 14 09:44:42.204054 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-33448500-f14a-46ea-aceb-e7cb60519b27 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Request body: {'port': {'device_id': '5178ab24-e087-4d5b-b6a2-4013e8fa4a66', 'network_id': 'f3acc8d0-6f4f-4fed-9b58-2782c798ed73', 'admin_state_up': True, 'tenant_id': 'f331479586c543cba39b62ea4b1c21be'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:42.295266 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea1e775-25f6-4dec-afba-a6de1ffe67d2 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:42.297820 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3ea1e775-25f6-4dec-afba-a6de1ffe67d2 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 881 time: 0.1339567 Jul 14 09:44:42.301853 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40380) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:42.335112 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-95356371-0ddb-4a50-bd5f-fbd3dd74ddeb tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "GET /v2.0/ports?device_id=184b8e9f-4cd2-46f1-ae7f-53723f0d4257 HTTP/1.1" status: 200 len: 205 time: 0.0321465 Jul 14 09:44:42.338090 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40382) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:42.392145 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bd9ed3a8-cf2a-4538-ab1f-da019b126493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.456619 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ed3a8-cf2a-4538-ab1f-da019b126493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0146042-7ec6-405e-b89e-4734881a2b69,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:42.461371 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-33448500-f14a-46ea-aceb-e7cb60519b27 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Made reservation on behalf of f331479586c543cba39b62ea4b1c21be for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:42.466259 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-33448500-f14a-46ea-aceb-e7cb60519b27 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.473636 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9ed3a8-cf2a-4538-ab1f-da019b126493 admin admin] Checking segment: {'id': '8e961744-61a3-43ab-b446-333692628465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:42.474040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9ed3a8-cf2a-4538-ab1f-da019b126493 admin admin] Network hostable DHCP agents. Network: 4eb05e30-a8d5-419b-a3b0-f096d513638d, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:44:42.494473 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9ed3a8-cf2a-4538-ab1f-da019b126493 admin admin] Network 4eb05e30-a8d5-419b-a3b0-f096d513638d is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:44:42.516192 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-bd9ed3a8-cf2a-4538-ab1f-da019b126493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 4eb05e30-a8d5-419b-a3b0-f096d513638d) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:42.521308 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9ed3a8-cf2a-4538-ab1f-da019b126493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:42.522574 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bd9ed3a8-cf2a-4538-ab1f-da019b126493 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.526050 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51da5467-ef24-4996-8c8a-cb9587f8f45a None None] Network 4eb05e30-a8d5-419b-a3b0-f096d513638d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:42.543288 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bd9ed3a8-cf2a-4538-ab1f-da019b126493 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4785819 Jul 14 09:44:42.544043 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40390) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:42.548635 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d14bbe13-d81d-4883-8318-c95f355a16a4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-517449210-router', 'tenant_id': '5d090a52be4a45e8afadceada05938f5', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:42.582724 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d350a15-ae52-4799-8e85-9eb35105b1d0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.585612 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d14bbe13-d81d-4883-8318-c95f355a16a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.588637 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d14bbe13-d81d-4883-8318-c95f355a16a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.653208 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d14bbe13-d81d-4883-8318-c95f355a16a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.715548 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4eb05e30-a8d5-419b-a3b0-f096d513638d', 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d', 'tenant_id': '5d090a52be4a45e8afadceada05938f5', 'fixed_ips': [{'subnet_id': 'd0146042-7ec6-405e-b89e-4734881a2b69'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:44:42.716458 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.831458 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d14bbe13-d81d-4883-8318-c95f355a16a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.871764 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Allocated IP 172.20.0.2 (4eb05e30-a8d5-419b-a3b0-f096d513638d/d0146042-7ec6-405e-b89e-4734881a2b69/82c6543b-1f08-4f81-88d8-2046161d1c74) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:43.048372 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-33448500-f14a-46ea-aceb-e7cb60519b27 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Allocated IP 172.20.0.5 (f3acc8d0-6f4f-4fed-9b58-2782c798ed73/583020d3-0f16-4188-8c46-478785a3cc17/e4c4744b-8d8b-4fb0-a438-378bc6256184) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:43.050819 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.062872 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Transition to ACTIVE for port object 82c6543b-1f08-4f81-88d8-2046161d1c74 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:43.081301 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Transition to ACTIVE for port object 82c6543b-1f08-4f81-88d8-2046161d1c74 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:43.095685 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.142348 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d14bbe13-d81d-4883-8318-c95f355a16a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.155364 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Pushing event updated for resources: {'Port': ['ID=82c6543b-1f08-4f81-88d8-2046161d1c74,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:43.168030 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Network 4eb05e30-a8d5-419b-a3b0-f096d513638d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:43.171805 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:43.172726 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d350a15-ae52-4799-8e85-9eb35105b1d0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.173412 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d14bbe13-d81d-4883-8318-c95f355a16a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.178769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:43.205593 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-33bfb686-2a9a-4651-ab92-b33a3488177a req-7383bbfb-9e07-404c-9136-211b558a6ad5 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/ports?device_id=5178ab24-e087-4d5b-b6a2-4013e8fa4a66 HTTP/1.1" status: 200 len: 210 time: 0.0418351 Jul 14 09:44:43.261063 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Attempting to bind port 82c6543b-1f08-4f81-88d8-2046161d1c74 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:43.261253 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Attempting to bind port 82c6543b-1f08-4f81-88d8-2046161d1c74 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '8e961744-61a3-43ab-b446-333692628465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:43.261531 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Attempting to bind port 82c6543b-1f08-4f81-88d8-2046161d1c74 on network 4eb05e30-a8d5-419b-a3b0-f096d513638d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:43.265426 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-33448500-f14a-46ea-aceb-e7cb60519b27 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.267237 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:43.267724 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Checking segment: {'id': '8e961744-61a3-43ab-b446-333692628465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:43.268403 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.269004 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Bound using segment: {'id': '8e961744-61a3-43ab-b446-333692628465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:43.269262 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Bound port: 82c6543b-1f08-4f81-88d8-2046161d1c74, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e961744-61a3-43ab-b446-333692628465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:43.269635 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.306273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7d350a15-ae52-4799-8e85-9eb35105b1d0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Deleting port 27d31cc8-3d09-4187-a9d1-b4437932eeb0 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:43.306677 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d350a15-ae52-4799-8e85-9eb35105b1d0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.341202 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-d14bbe13-d81d-4883-8318-c95f355a16a4 admin admin] Allocated IP 172.25.1.123 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/e15d3c72-be0b-408f-a9c4-689cf5b41df4) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:43.342169 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] For port 82c6543b-1f08-4f81-88d8-2046161d1c74, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:43.346687 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] For port 82c6543b-1f08-4f81-88d8-2046161d1c74, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=82c6543b-1f08-4f81-88d8-2046161d1c74,segment=NetworkSegment(8e961744-61a3-43ab-b446-333692628465),segment_id=8e961744-61a3-43ab-b446-333692628465)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:43.356316 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.377351 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-33448500-f14a-46ea-aceb-e7cb60519b27 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.441546 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa489f7e-ce2c-491f-b61e-83aabe9f5d0b None None] Pushing event updated for resources: {'Port': ['ID=82c6543b-1f08-4f81-88d8-2046161d1c74,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:43.468106 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d350a15-ae52-4799-8e85-9eb35105b1d0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.484888 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-33448500-f14a-46ea-aceb-e7cb60519b27 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Network f3acc8d0-6f4f-4fed-9b58-2782c798ed73 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:43.493248 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7d350a15-ae52-4799-8e85-9eb35105b1d0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Calling delete_port for 27d31cc8-3d09-4187-a9d1-b4437932eeb0 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:43.494905 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d14bbe13-d81d-4883-8318-c95f355a16a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.495482 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-33448500-f14a-46ea-aceb-e7cb60519b27 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:43.500275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33448500-f14a-46ea-aceb-e7cb60519b27 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Pushing event updated for resources: {'Port': ['ID=e4c4744b-8d8b-4fb0-a438-378bc6256184,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:43.502658 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-33448500-f14a-46ea-aceb-e7cb60519b27 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:43.545112 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d14bbe13-d81d-4883-8318-c95f355a16a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.598785 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14bbe13-d81d-4883-8318-c95f355a16a4 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:43.614345 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-33448500-f14a-46ea-aceb-e7cb60519b27 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:43.615136 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-33448500-f14a-46ea-aceb-e7cb60519b27 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.624646 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-d14bbe13-d81d-4883-8318-c95f355a16a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:43.628269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14bbe13-d81d-4883-8318-c95f355a16a4 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:43.702349 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14bbe13-d81d-4883-8318-c95f355a16a4 admin admin] Pushing event updated for resources: {'Port': ['ID=e15d3c72-be0b-408f-a9c4-689cf5b41df4,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:43.723044 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-33448500-f14a-46ea-aceb-e7cb60519b27 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5223057 Jul 14 09:44:43.749143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] Request body: {'port': {'device_id': '5178ab24-e087-4d5b-b6a2-4013e8fa4a66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:43.886579 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.890122 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d350a15-ae52-4799-8e85-9eb35105b1d0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.924465 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d350a15-ae52-4799-8e85-9eb35105b1d0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Pushing event deleted for resources: {'Port': ['ID=27d31cc8-3d09-4187-a9d1-b4437932eeb0,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:43.979958 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d14bbe13-d81d-4883-8318-c95f355a16a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.070044 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d350a15-ae52-4799-8e85-9eb35105b1d0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.185767 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d350a15-ae52-4799-8e85-9eb35105b1d0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.190275 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d350a15-ae52-4799-8e85-9eb35105b1d0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.205139 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d14bbe13-d81d-4883-8318-c95f355a16a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.315849 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d350a15-ae52-4799-8e85-9eb35105b1d0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.316494 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d350a15-ae52-4799-8e85-9eb35105b1d0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Fanout notify agent at l3_agent the message router_deleted on router 184b8e9f-4cd2-46f1-ae7f-53723f0d4257 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:44:44.333616 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d350a15-ae52-4799-8e85-9eb35105b1d0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.340896 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7d350a15-ae52-4799-8e85-9eb35105b1d0 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "DELETE /v2.0/routers/184b8e9f-4cd2-46f1-ae7f-53723f0d4257 HTTP/1.1" status: 204 len: 168 time: 2.0011899 Jul 14 09:44:44.341381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40398) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:44.358819 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-5fad1d97-5708-48f6-abb8-ca07f904181a tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1482122162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:44.402381 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14bbe13-d81d-4883-8318-c95f355a16a4 admin admin] Router f30f2013-b43f-4a2b-bba3-df5d79a11a99 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:44:44.429645 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5fad1d97-5708-48f6-abb8-ca07f904181a tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.430947 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5fad1d97-5708-48f6-abb8-ca07f904181a tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.494486 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5fad1d97-5708-48f6-abb8-ca07f904181a tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.509019 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5fad1d97-5708-48f6-abb8-ca07f904181a tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.534580 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5fad1d97-5708-48f6-abb8-ca07f904181a tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.536138 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5fad1d97-5708-48f6-abb8-ca07f904181a tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1875424 Jul 14 09:44:44.563013 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40400) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:44.573841 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ad9b206c-6352-4a0d-8185-64f258f40770 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'enable_snat': False}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:44.603244 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14bbe13-d81d-4883-8318-c95f355a16a4 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:44.612463 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] Sync routers for ids ['f30f2013-b43f-4a2b-bba3-df5d79a11a99'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:44.640475 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d14bbe13-d81d-4883-8318-c95f355a16a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.642874 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] Routers {'f30f2013-b43f-4a2b-bba3-df5d79a11a99'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:44.643049 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d14bbe13-d81d-4883-8318-c95f355a16a4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0977554 Jul 14 09:44:44.648519 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40402) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:44.649675 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f30f2013-b43f-4a2b-bba3-df5d79a11a99'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:44.700105 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 82c6543b-1f08-4f81-88d8-2046161d1c74 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:44.801202 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d9ce3e-568c-471d-84b4-7f7f77d475f7 None None] Network 4eb05e30-a8d5-419b-a3b0-f096d513638d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:44.896041 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c4744b-8d8b-4fb0-a438-378bc6256184 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:44:44.912379 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.917412 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ad9b206c-6352-4a0d-8185-64f258f40770 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.958057 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] Transition to ACTIVE for port object e4c4744b-8d8b-4fb0-a438-378bc6256184 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:44.966606 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.989389 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] Set router f30f2013-b43f-4a2b-bba3-df5d79a11a99 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:45.091457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] Pushing event updated for resources: {'Port': ['ID=e4c4744b-8d8b-4fb0-a438-378bc6256184,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:45.170141 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f94a06bc-28fe-4731-81bc-9e9fd61b9e62 None None] Provisioning for port 82c6543b-1f08-4f81-88d8-2046161d1c74 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:45.178769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 82c6543b-1f08-4f81-88d8-2046161d1c74 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:45.190730 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f94a06bc-28fe-4731-81bc-9e9fd61b9e62 None None] Provisioning complete for port 82c6543b-1f08-4f81-88d8-2046161d1c74 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:45.191109 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f94a06bc-28fe-4731-81bc-9e9fd61b9e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.247015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 82c6543b-1f08-4f81-88d8-2046161d1c74 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:45.256916 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.282303 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] Attempting to bind port e4c4744b-8d8b-4fb0-a438-378bc6256184 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:45.283162 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] Attempting to bind port e4c4744b-8d8b-4fb0-a438-378bc6256184 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '4fd8b618-9668-43a2-b610-6ea14fe3e9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f3acc8d0-6f4f-4fed-9b58-2782c798ed73'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:45.283162 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] Attempting to bind port e4c4744b-8d8b-4fb0-a438-378bc6256184 on network f3acc8d0-6f4f-4fed-9b58-2782c798ed73 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:45.289886 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] Port e4c4744b-8d8b-4fb0-a438-378bc6256184 on network f3acc8d0-6f4f-4fed-9b58-2782c798ed73 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:44:45.290633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] Attempting to bind port e4c4744b-8d8b-4fb0-a438-378bc6256184 on network f3acc8d0-6f4f-4fed-9b58-2782c798ed73 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:45.370106 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30f2013-b43f-4a2b-bba3-df5d79a11a99', 'name': 'tempest-TestServerMultinode-517449210-router', 'tenant_id': '5d090a52be4a45e8afadceada05938f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e15d3c72-be0b-408f-a9c4-689cf5b41df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:42Z', 'updated_at': '2021-07-14T09:44:43Z', 'revision_number': 3, 'project_id': '5d090a52be4a45e8afadceada05938f5', 'gw_port': {'id': 'e15d3c72-be0b-408f-a9c4-689cf5b41df4', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30f2013-b43f-4a2b-bba3-df5d79a11a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:43Z', 'updated_at': '2021-07-14T09:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:45.428926 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:45.429593 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] Checking segment: {'id': '4fd8b618-9668-43a2-b610-6ea14fe3e9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f3acc8d0-6f4f-4fed-9b58-2782c798ed73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:45.430194 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] Bound using segment: {'id': '4fd8b618-9668-43a2-b610-6ea14fe3e9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f3acc8d0-6f4f-4fed-9b58-2782c798ed73'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:45.430863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] Bound port: e4c4744b-8d8b-4fb0-a438-378bc6256184, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd8b618-9668-43a2-b610-6ea14fe3e9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'f3acc8d0-6f4f-4fed-9b58-2782c798ed73'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:45.431701 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.439001 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] Checking router: f30f2013-b43f-4a2b-bba3-df5d79a11a99 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:45.439369 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] Updating router f30f2013-b43f-4a2b-bba3-df5d79a11a99 port e15d3c72-be0b-408f-a9c4-689cf5b41df4 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:44:45.456025 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff146e0b-f8b3-434b-b4ec-30fd935ee97c req-a23b2339-bab5-400b-bd07-e076f07b19fa tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:45.458321 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff146e0b-f8b3-434b-b4ec-30fd935ee97c req-a23b2339-bab5-400b-bd07-e076f07b19fa tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/ports?device_id=5178ab24-e087-4d5b-b6a2-4013e8fa4a66 HTTP/1.1" status: 200 len: 931 time: 1.0482459 Jul 14 09:44:45.522714 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.532297 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] For port e4c4744b-8d8b-4fb0-a438-378bc6256184, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:45.536744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] For port e4c4744b-8d8b-4fb0-a438-378bc6256184, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e4c4744b-8d8b-4fb0-a438-378bc6256184,segment=NetworkSegment(4fd8b618-9668-43a2-b610-6ea14fe3e9a1),segment_id=4fd8b618-9668-43a2-b610-6ea14fe3e9a1)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:45.564086 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.589384 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f94a06bc-28fe-4731-81bc-9e9fd61b9e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.643073 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:45.643799 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.645460 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] 10.222.0.55 "PUT /v2.0/ports/e4c4744b-8d8b-4fb0-a438-378bc6256184 HTTP/1.1" status: 200 len: 1092 time: 1.9042561 Jul 14 09:44:45.647819 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5178ab24-e087-4d5b-b6a2-4013e8fa4a66', 'tag': 'e4c4744b-8d8b-4fb0-a438-378bc6256184'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:45.650250 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc7651f-59f3-4571-9f2f-1293979b1633" -d '{"events": [{"name": "network-changed", "server_uuid": "5178ab24-e087-4d5b-b6a2-4013e8fa4a66", "tag": "e4c4744b-8d8b-4fb0-a438-378bc6256184"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:45.660227 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262730f-f74e-415d-9205-c52a6f405e8f service neutron] Pushing event updated for resources: {'Port': ['ID=e4c4744b-8d8b-4fb0-a438-378bc6256184,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:45.664107 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ad9b206c-6352-4a0d-8185-64f258f40770 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.689708 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ad9b206c-6352-4a0d-8185-64f258f40770 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.690425 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff146e0b-f8b3-434b-b4ec-30fd935ee97c req-d375aaf0-b98d-4985-bfb3-1c6715dd29d4 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b176c92-4f8e-4e9f-81b2-804fb869be97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198455 Jul 14 09:44:45.778967 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd30e9a2-1bbb-4eb9-b443-ee4d189d7eb5 x-openstack-request-id: req-bd30e9a2-1bbb-4eb9-b443-ee4d189d7eb5 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:45.779322 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5178ab24-e087-4d5b-b6a2-4013e8fa4a66", "tag": "e4c4744b-8d8b-4fb0-a438-378bc6256184", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:45.779584 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd30e9a2-1bbb-4eb9-b443-ee4d189d7eb5 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:45.780595 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5178ab24-e087-4d5b-b6a2-4013e8fa4a66', 'tag': 'e4c4744b-8d8b-4fb0-a438-378bc6256184', 'status': 'completed', 'code': 200} Jul 14 09:44:45.811018 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f94a06bc-28fe-4731-81bc-9e9fd61b9e62 None None] For port 82c6543b-1f08-4f81-88d8-2046161d1c74, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=82c6543b-1f08-4f81-88d8-2046161d1c74,segment=NetworkSegment(8e961744-61a3-43ab-b446-333692628465),segment_id=8e961744-61a3-43ab-b446-333692628465)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:45.845942 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f94a06bc-28fe-4731-81bc-9e9fd61b9e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.864391 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.877744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-7857a97f-d9af-4ade-846b-eda31e41e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:45.882102 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-7857a97f-d9af-4ade-846b-eda31e41e597 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f331479586c543cba39b62ea4b1c21be&device_id=5178ab24-e087-4d5b-b6a2-4013e8fa4a66 HTTP/1.1" status: 200 len: 1095 time: 0.1046522 Jul 14 09:44:45.925959 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.955331 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-653e791d-f520-4525-8273-bcd4f0332852 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4c4744b-8d8b-4fb0-a438-378bc6256184 HTTP/1.1" status: 200 len: 217 time: 0.0594394 Jul 14 09:44:45.959367 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] Transition to ACTIVE for port object e15d3c72-be0b-408f-a9c4-689cf5b41df4 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:45.969994 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.038783 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed1670-c7b2-4c81-be02-dc7007dd460f None None] Pushing event updated for resources: {'Port': ['ID=e15d3c72-be0b-408f-a9c4-689cf5b41df4,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:46.067137 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a06bc-28fe-4731-81bc-9e9fd61b9e62 None None] Pushing event updated for resources: {'Port': ['ID=82c6543b-1f08-4f81-88d8-2046161d1c74,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:46.069475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-75f2ec62-ad87-4178-915f-01b3ed79a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:46.071630 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-75f2ec62-ad87-4178-915f-01b3ed79a814 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=583020d3-0f16-4188-8c46-478785a3cc17 HTTP/1.1" status: 200 len: 865 time: 0.1101153 Jul 14 09:44:46.072917 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-ad9b206c-6352-4a0d-8185-64f258f40770 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Allocated IP 172.25.1.23 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/2f2b75ad-b253-438a-9ae5-1cdf0f116e33) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:46.077639 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] Attempting to bind port e15d3c72-be0b-408f-a9c4-689cf5b41df4 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:46.078082 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] Attempting to bind port e15d3c72-be0b-408f-a9c4-689cf5b41df4 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:46.079295 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] Attempting to bind port e15d3c72-be0b-408f-a9c4-689cf5b41df4 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:46.087950 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:46.088358 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:46.088721 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.089451 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:46.090002 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] Bound port: e15d3c72-be0b-408f-a9c4-689cf5b41df4, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:46.090395 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.113602 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:44:46.118592 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:44:46.226776 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] For port e15d3c72-be0b-408f-a9c4-689cf5b41df4, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:46.230578 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] For port e15d3c72-be0b-408f-a9c4-689cf5b41df4, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e15d3c72-be0b-408f-a9c4-689cf5b41df4,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:46.235186 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-bfcf279b-6afe-4ff5-821d-5c87a3d80c09 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3acc8d0-6f4f-4fed-9b58-2782c798ed73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1490493 Jul 14 09:44:46.236218 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.279745 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.283628 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-59526cda-7714-46dd-9467-5a0e3fd804f7 None None] Provisioning complete for port 82c6543b-1f08-4f81-88d8-2046161d1c74 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:46.283997 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59526cda-7714-46dd-9467-5a0e3fd804f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.307947 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed1670-c7b2-4c81-be02-dc7007dd460f None None] Pushing event updated for resources: {'Port': ['ID=e15d3c72-be0b-408f-a9c4-689cf5b41df4,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:46.340993 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] Routers {'f30f2013-b43f-4a2b-bba3-df5d79a11a99'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:46.341933 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f30f2013-b43f-4a2b-bba3-df5d79a11a99'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:46.416181 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ad9b206c-6352-4a0d-8185-64f258f40770 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.438054 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-a9ff9be4-45f7-4f94-a567-03c8faa8d579 service neutron] 10.222.0.55 "GET /v2.0/networks/f3acc8d0-6f4f-4fed-9b58-2782c798ed73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958494 Jul 14 09:44:46.501044 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Allocated IP 172.20.0.1 (4eb05e30-a8d5-419b-a3b0-f096d513638d/d0146042-7ec6-405e-b89e-4734881a2b69/d34338f1-a523-414f-99b4-9cc28ff8a901) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:46.504621 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] Set router f30f2013-b43f-4a2b-bba3-df5d79a11a99 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:46.532869 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ad9b206c-6352-4a0d-8185-64f258f40770 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.567903 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.585310 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9b206c-6352-4a0d-8185-64f258f40770 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:46.589860 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-ad9b206c-6352-4a0d-8185-64f258f40770 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:46.610452 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9b206c-6352-4a0d-8185-64f258f40770 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:46.615246 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4a0fe70c-1fd3-452a-8005-d5d95717a5b2 req-9136bdf7-151b-494d-8a9c-f111825797a6 service neutron] 10.222.0.55 "GET /v2.0/networks/f3acc8d0-6f4f-4fed-9b58-2782c798ed73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708512 Jul 14 09:44:46.657163 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.684926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Transition to ACTIVE for port object d34338f1-a523-414f-99b4-9cc28ff8a901 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:46.692856 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b206c-6352-4a0d-8185-64f258f40770 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Pushing event updated for resources: {'Port': ['ID=2f2b75ad-b253-438a-9ae5-1cdf0f116e33,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:46.802102 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.823342 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30f2013-b43f-4a2b-bba3-df5d79a11a99', 'name': 'tempest-TestServerMultinode-517449210-router', 'tenant_id': '5d090a52be4a45e8afadceada05938f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e15d3c72-be0b-408f-a9c4-689cf5b41df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:42Z', 'updated_at': '2021-07-14T09:44:43Z', 'revision_number': 3, 'project_id': '5d090a52be4a45e8afadceada05938f5', 'gw_port': {'id': 'e15d3c72-be0b-408f-a9c4-689cf5b41df4', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30f2013-b43f-4a2b-bba3-df5d79a11a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:43Z', 'updated_at': '2021-07-14T09:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:46.857185 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 82c6543b-1f08-4f81-88d8-2046161d1c74 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:46.914924 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Network 4eb05e30-a8d5-419b-a3b0-f096d513638d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:46.928906 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:46.929490 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dbb3ee-44df-45a9-a197-937cc59e4188 None None] The sync data for ids ['f30f2013-b43f-4a2b-bba3-df5d79a11a99'] in n-d-798054-10 is: [{'id': 'f30f2013-b43f-4a2b-bba3-df5d79a11a99', 'name': 'tempest-TestServerMultinode-517449210-router', 'tenant_id': '5d090a52be4a45e8afadceada05938f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e15d3c72-be0b-408f-a9c4-689cf5b41df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:42Z', 'updated_at': '2021-07-14T09:44:43Z', 'revision_number': 3, 'project_id': '5d090a52be4a45e8afadceada05938f5', 'gw_port': {'id': 'e15d3c72-be0b-408f-a9c4-689cf5b41df4', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30f2013-b43f-4a2b-bba3-df5d79a11a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:43Z', 'updated_at': '2021-07-14T09:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:46.932744 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:47.004788 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 82c6543b-1f08-4f81-88d8-2046161d1c74 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:47.005164 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.023458 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Pushing event updated for resources: {'Port': ['ID=d34338f1-a523-414f-99b4-9cc28ff8a901,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:47.104722 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.329191 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d23832-8775-45a3-9e3b-a58636c5c536 req-f97e0291-95b9-4ffb-8074-d2f96b5137e9 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:47.336485 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9d23832-8775-45a3-9e3b-a58636c5c536 req-f97e0291-95b9-4ffb-8074-d2f96b5137e9 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/ports?device_id=5178ab24-e087-4d5b-b6a2-4013e8fa4a66 HTTP/1.1" status: 200 len: 943 time: 0.3296640 Jul 14 09:44:47.357075 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ade25ffc-0fad-472c-b8f4-6c3d85734463 None None] Provisioning for port d34338f1-a523-414f-99b4-9cc28ff8a901 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:47.368754 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ade25ffc-0fad-472c-b8f4-6c3d85734463 None None] Provisioning complete for port d34338f1-a523-414f-99b4-9cc28ff8a901 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:47.369966 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ade25ffc-0fad-472c-b8f4-6c3d85734463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.438840 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ade25ffc-0fad-472c-b8f4-6c3d85734463 None None] Port d34338f1-a523-414f-99b4-9cc28ff8a901 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:47.517461 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7651f-59f3-4571-9f2f-1293979b1633 req-0a2e3da4-1875-4db1-a411-7f02f7fa8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:47.519106 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6bc7651f-59f3-4571-9f2f-1293979b1633 req-0a2e3da4-1875-4db1-a411-7f02f7fa8140 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f331479586c543cba39b62ea4b1c21be&device_id=5178ab24-e087-4d5b-b6a2-4013e8fa4a66 HTTP/1.1" status: 200 len: 1095 time: 0.7678456 Jul 14 09:44:47.527539 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.650126 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ad9b206c-6352-4a0d-8185-64f258f40770 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.777957 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7651f-59f3-4571-9f2f-1293979b1633 req-9898a009-d4d4-4a2c-9640-839bc8777977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:47.778347 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6bc7651f-59f3-4571-9f2f-1293979b1633 req-9898a009-d4d4-4a2c-9640-839bc8777977 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3acc8d0-6f4f-4fed-9b58-2782c798ed73 HTTP/1.1" status: 200 len: 926 time: 0.2362583 Jul 14 09:44:47.786050 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.791234 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9d23832-8775-45a3-9e3b-a58636c5c536 req-81adec35-49f3-48aa-ba7f-1b897c224ab1 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b176c92-4f8e-4e9f-81b2-804fb869be97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538355 Jul 14 09:44:47.793031 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.864609 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6bc7651f-59f3-4571-9f2f-1293979b1633 req-7043513c-fafd-4e98-a57f-08c479098386 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4c4744b-8d8b-4fb0-a438-378bc6256184 HTTP/1.1" status: 200 len: 217 time: 0.0803056 Jul 14 09:44:47.895700 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Pushing event updated for resources: {'Port': ['ID=d34338f1-a523-414f-99b4-9cc28ff8a901,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:47.913138 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:47.913493 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:47.913863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:47.914207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:47.914583 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:47.915151 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:47.915492 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:47.916070 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:47.916415 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:47.916749 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:47.917086 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:47.917417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:47.936855 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.043949 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ad9b206c-6352-4a0d-8185-64f258f40770 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.050803 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7651f-59f3-4571-9f2f-1293979b1633 req-9e5abb30-584f-4c4b-81f8-8e18eaf6c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:48.052128 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6bc7651f-59f3-4571-9f2f-1293979b1633 req-9e5abb30-584f-4c4b-81f8-8e18eaf6c10e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=583020d3-0f16-4188-8c46-478785a3cc17 HTTP/1.1" status: 200 len: 865 time: 0.1303942 Jul 14 09:44:48.053196 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ad9b206c-6352-4a0d-8185-64f258f40770 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.079776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Network 4eb05e30-a8d5-419b-a3b0-f096d513638d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:48.082368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:48.142587 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6bc7651f-59f3-4571-9f2f-1293979b1633 req-5504fd90-a05e-4e9a-a545-7dca65d6cf08 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3acc8d0-6f4f-4fed-9b58-2782c798ed73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827334 Jul 14 09:44:48.282334 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Router f30f2013-b43f-4a2b-bba3-df5d79a11a99 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:48.309391 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6bc7651f-59f3-4571-9f2f-1293979b1633 req-c800a148-7ffb-46e1-b7e2-bccf2fb7b0a1 service neutron] 10.222.0.55 "GET /v2.0/networks/f3acc8d0-6f4f-4fed-9b58-2782c798ed73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546478 Jul 14 09:44:48.404114 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9b206c-6352-4a0d-8185-64f258f40770 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Router 37c50f13-f9cf-4ac8-9b82-00301527037c is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:44:48.442275 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:48.447327 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3c23ba94-b42e-4c9a-a4f4-b2b33c1decf2 admin admin] 10.222.0.26 "PUT /v2.0/routers/f30f2013-b43f-4a2b-bba3-df5d79a11a99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7969027 Jul 14 09:44:48.477360 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fbfa9cb3-f354-49c0-aae8-ec06f4251577 None None] Provisioning complete for port d34338f1-a523-414f-99b4-9cc28ff8a901 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:48.478027 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fbfa9cb3-f354-49c0-aae8-ec06f4251577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.505210 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6bc7651f-59f3-4571-9f2f-1293979b1633 req-0f8aaba5-8d75-40ce-ae1c-32a67d22a09d service neutron] 10.222.0.55 "GET /v2.0/networks/f3acc8d0-6f4f-4fed-9b58-2782c798ed73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861420 Jul 14 09:44:48.539898 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fbfa9cb3-f354-49c0-aae8-ec06f4251577 None None] Port d34338f1-a523-414f-99b4-9cc28ff8a901 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:48.559767 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9b206c-6352-4a0d-8185-64f258f40770 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:48.565381 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ad9b206c-6352-4a0d-8185-64f258f40770 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.569564 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40488) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:48.572136 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ad9b206c-6352-4a0d-8185-64f258f40770 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "PUT /v2.0/routers/37c50f13-f9cf-4ac8-9b82-00301527037c HTTP/1.1" status: 200 len: 915 time: 4.0055938 Jul 14 09:44:48.572836 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b2da6-61a0-4d8c-80e3-a0b82121c16b None None] Sync routers for ids ['37c50f13-f9cf-4ac8-9b82-00301527037c'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:48.583890 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b2da6-61a0-4d8c-80e3-a0b82121c16b None None] Routers {'37c50f13-f9cf-4ac8-9b82-00301527037c'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:48.585112 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-342b2da6-61a0-4d8c-80e3-a0b82121c16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['37c50f13-f9cf-4ac8-9b82-00301527037c'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:48.628969 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-342b2da6-61a0-4d8c-80e3-a0b82121c16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:48.641938 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b2da6-61a0-4d8c-80e3-a0b82121c16b None None] Routers {'37c50f13-f9cf-4ac8-9b82-00301527037c'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:48.642818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-342b2da6-61a0-4d8c-80e3-a0b82121c16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['37c50f13-f9cf-4ac8-9b82-00301527037c'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:48.682197 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-342b2da6-61a0-4d8c-80e3-a0b82121c16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:48.682862 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b2da6-61a0-4d8c-80e3-a0b82121c16b None None] The sync data for ids ['37c50f13-f9cf-4ac8-9b82-00301527037c'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:48.713016 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-88763b7f-ecd6-4c23-bd8c-38a624936dfe tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "GET /v2.0/routers/37c50f13-f9cf-4ac8-9b82-00301527037c HTTP/1.1" status: 200 len: 921 time: 0.1422019 Jul 14 09:44:48.715752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40494) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:48.808427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de7708d-e672-46ca-9bdf-e942c53259ea tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:48.813311 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0de7708d-e672-46ca-9bdf-e942c53259ea tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&device_id=37c50f13-f9cf-4ac8-9b82-00301527037c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0966158 Jul 14 09:44:48.816813 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40498) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:48.859334 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e15d3c72-be0b-408f-a9c4-689cf5b41df4 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:48.934753 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port e15d3c72-be0b-408f-a9c4-689cf5b41df4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:48.943343 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e15d3c72-be0b-408f-a9c4-689cf5b41df4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:48.944695 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.950351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eb1ca3-f6c4-4b26-a471-df62715c1456 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:48.955368 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-94eb1ca3-f6c4-4b26-a471-df62715c1456 tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 881 time: 0.1355748 Jul 14 09:44:48.958336 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40506) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:49.023380 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-db61d71d-8158-4822-8f49-6399d389f5d6 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c50f13-f9cf-4ac8-9b82-00301527037c HTTP/1.1" status: 200 len: 205 time: 0.0635560 Jul 14 09:44:49.025833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40508) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:49.064688 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.091726 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port e15d3c72-be0b-408f-a9c4-689cf5b41df4, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e15d3c72-be0b-408f-a9c4-689cf5b41df4,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:49.097743 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.098154 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c33acf-5466-4a0a-baf0-4205edf4e2b9 req-b4d475d5-b391-4a73-9fcb-ca4c8fd0e01a tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:49.107671 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89c33acf-5466-4a0a-baf0-4205edf4e2b9 req-b4d475d5-b391-4a73-9fcb-ca4c8fd0e01a tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/ports?device_id=5178ab24-e087-4d5b-b6a2-4013e8fa4a66 HTTP/1.1" status: 200 len: 943 time: 0.1296704 Jul 14 09:44:49.178941 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04a8ea09-791c-41e0-beca-cab26625899b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.192659 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89c33acf-5466-4a0a-baf0-4205edf4e2b9 req-6e107edd-f3c4-4692-96b6-49f0a4846794 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b176c92-4f8e-4e9f-81b2-804fb869be97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774212 Jul 14 09:44:49.197999 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=e15d3c72-be0b-408f-a9c4-689cf5b41df4,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:49.220450 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device e4c4744b-8d8b-4fb0-a438-378bc6256184 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:44:49.265022 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40514) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:49.270117 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-ac1d83a0-2a2c-4322-9e69-d03d571db88a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-606649534-network', 'tenant_id': 'f4cc4cdd924d4a76a459e1391c815981'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:49.298638 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1d83a0-2a2c-4322-9e69-d03d571db88a admin admin] Made reservation on behalf of f4cc4cdd924d4a76a459e1391c815981 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:49.301074 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac1d83a0-2a2c-4322-9e69-d03d571db88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.312359 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac1d83a0-2a2c-4322-9e69-d03d571db88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.317930 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04a8ea09-791c-41e0-beca-cab26625899b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.376807 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port e4c4744b-8d8b-4fb0-a438-378bc6256184, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e4c4744b-8d8b-4fb0-a438-378bc6256184,segment=NetworkSegment(4fd8b618-9668-43a2-b610-6ea14fe3e9a1),segment_id=4fd8b618-9668-43a2-b610-6ea14fe3e9a1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:49.402684 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'e4c4744b-8d8b-4fb0-a438-378bc6256184', 'network_id': 'f3acc8d0-6f4f-4fed-9b58-2782c798ed73', 'port_id': 'e4c4744b-8d8b-4fb0-a438-378bc6256184', 'mac_address': 'fa:16:3e:c5:6e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583020d3-0f16-4188-8c46-478785a3cc17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:44:49.408828 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] Sync routers for ids ['f30f2013-b43f-4a2b-bba3-df5d79a11a99'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:49.422300 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] Routers {'f30f2013-b43f-4a2b-bba3-df5d79a11a99'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:49.424176 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-04a8ea09-791c-41e0-beca-cab26625899b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Deleting port 2f2b75ad-b253-438a-9ae5-1cdf0f116e33 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:49.427400 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04a8ea09-791c-41e0-beca-cab26625899b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.429884 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f30f2013-b43f-4a2b-bba3-df5d79a11a99'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:49.436530 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac1d83a0-2a2c-4322-9e69-d03d571db88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.441829 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac1d83a0-2a2c-4322-9e69-d03d571db88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.450684 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.470840 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c4744b-8d8b-4fb0-a438-378bc6256184 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:44:49.473490 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1d83a0-2a2c-4322-9e69-d03d571db88a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:44:49.494130 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac1d83a0-2a2c-4322-9e69-d03d571db88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.494497 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-ac1d83a0-2a2c-4322-9e69-d03d571db88a admin admin] Added segment 174422d3-190d-47b8-af2b-33cd7adb6d1d of type vlan for network 1b760c40-24d4-4705-bdcc-1900688bf592 Jul 14 09:44:49.496394 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d83a0-2a2c-4322-9e69-d03d571db88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0f5ced-255d-4fac-b5be-a22d6089148b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:49.509939 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port e4c4744b-8d8b-4fb0-a438-378bc6256184, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e4c4744b-8d8b-4fb0-a438-378bc6256184,segment=NetworkSegment(4fd8b618-9668-43a2-b610-6ea14fe3e9a1),segment_id=4fd8b618-9668-43a2-b610-6ea14fe3e9a1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:49.516330 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.561035 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac1d83a0-2a2c-4322-9e69-d03d571db88a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.564074 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04a8ea09-791c-41e0-beca-cab26625899b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.589767 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-04a8ea09-791c-41e0-beca-cab26625899b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Calling delete_port for 2f2b75ad-b253-438a-9ae5-1cdf0f116e33 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:49.595974 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=e4c4744b-8d8b-4fb0-a438-378bc6256184,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:49.597766 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac1d83a0-2a2c-4322-9e69-d03d571db88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.598938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1d83a0-2a2c-4322-9e69-d03d571db88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:49.599931 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac1d83a0-2a2c-4322-9e69-d03d571db88a admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.638769 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] Set router f30f2013-b43f-4a2b-bba3-df5d79a11a99 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:49.675617 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d83a0-2a2c-4322-9e69-d03d571db88a admin admin] Pushing event updated for resources: {'Network': ['ID=1b760c40-24d4-4705-bdcc-1900688bf592,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:49.689746 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ac1d83a0-2a2c-4322-9e69-d03d571db88a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4203193 Jul 14 09:44:49.689746 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40516) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:49.694193 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 1b760c40-24d4-4705-bdcc-1900688bf592 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:44:49.694378 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-122c99ab-79eb-4428-af97-d09a140ebbd4 admin admin] Request body: {'subnet': {'network_id': '1b760c40-24d4-4705-bdcc-1900688bf592', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-606649534-subnet', 'tenant_id': 'f4cc4cdd924d4a76a459e1391c815981', 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:49.721143 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122c99ab-79eb-4428-af97-d09a140ebbd4 admin admin] Made reservation on behalf of f4cc4cdd924d4a76a459e1391c815981 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:49.725098 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-122c99ab-79eb-4428-af97-d09a140ebbd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.817048 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['e4c4744b-8d8b-4fb0-a438-378bc6256184'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:44:49.818443 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04a8ea09-791c-41e0-beca-cab26625899b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.849652 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8ea09-791c-41e0-beca-cab26625899b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Pushing event deleted for resources: {'Port': ['ID=2f2b75ad-b253-438a-9ae5-1cdf0f116e33,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:49.953188 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30f2013-b43f-4a2b-bba3-df5d79a11a99', 'name': 'tempest-TestServerMultinode-517449210-router', 'tenant_id': '5d090a52be4a45e8afadceada05938f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e15d3c72-be0b-408f-a9c4-689cf5b41df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:42Z', 'updated_at': '2021-07-14T09:44:47Z', 'revision_number': 4, 'project_id': '5d090a52be4a45e8afadceada05938f5', 'gw_port': {'id': 'e15d3c72-be0b-408f-a9c4-689cf5b41df4', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30f2013-b43f-4a2b-bba3-df5d79a11a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:43Z', 'updated_at': '2021-07-14T09:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'd34338f1-a523-414f-99b4-9cc28ff8a901', 'name': '', 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d', 'tenant_id': '5d090a52be4a45e8afadceada05938f5', 'mac_address': 'fa:16:3e:82:cb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30f2013-b43f-4a2b-bba3-df5d79a11a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'd0146042-7ec6-405e-b89e-4734881a2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:46Z', 'updated_at': '2021-07-14T09:44:47Z', 'revision_number': 2, 'project_id': '5d090a52be4a45e8afadceada05938f5', 'subnets': [{'id': 'd0146042-7ec6-405e-b89e-4734881a2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:49.963331 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04a8ea09-791c-41e0-beca-cab26625899b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.987902 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] Checking router: f30f2013-b43f-4a2b-bba3-df5d79a11a99 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:49.988539 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] Updating router f30f2013-b43f-4a2b-bba3-df5d79a11a99 port d34338f1-a523-414f-99b4-9cc28ff8a901 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:44:50.034848 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.053228 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-122c99ab-79eb-4428-af97-d09a140ebbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.096123 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04a8ea09-791c-41e0-beca-cab26625899b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.098860 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04a8ea09-791c-41e0-beca-cab26625899b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.109995 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c99ab-79eb-4428-af97-d09a140ebbd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f709c0e0-b6f9-404c-9590-2311d84a0e74,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:50.159146 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04a8ea09-791c-41e0-beca-cab26625899b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.160550 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a8ea09-791c-41e0-beca-cab26625899b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Fanout notify agent at l3_agent the message router_deleted on router 37c50f13-f9cf-4ac8-9b82-00301527037c {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:44:50.168790 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122c99ab-79eb-4428-af97-d09a140ebbd4 admin admin] Checking segment: {'id': '174422d3-190d-47b8-af2b-33cd7adb6d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1b760c40-24d4-4705-bdcc-1900688bf592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:50.169158 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122c99ab-79eb-4428-af97-d09a140ebbd4 admin admin] Network hostable DHCP agents. Network: 1b760c40-24d4-4705-bdcc-1900688bf592, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:44:50.181227 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04a8ea09-791c-41e0-beca-cab26625899b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.182761 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-04a8ea09-791c-41e0-beca-cab26625899b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "DELETE /v2.0/routers/37c50f13-f9cf-4ac8-9b82-00301527037c HTTP/1.1" status: 204 len: 168 time: 1.1557548 Jul 14 09:44:50.187120 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40520) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:50.192931 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7bc21fc2-1142-4f85-91d1-d5538aec929b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1434692074', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}, 'admin_state_up': False}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:50.214206 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122c99ab-79eb-4428-af97-d09a140ebbd4 admin admin] Network 1b760c40-24d4-4705-bdcc-1900688bf592 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:44:50.232135 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-122c99ab-79eb-4428-af97-d09a140ebbd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 1b760c40-24d4-4705-bdcc-1900688bf592) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:50.237914 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122c99ab-79eb-4428-af97-d09a140ebbd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:50.238499 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-122c99ab-79eb-4428-af97-d09a140ebbd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.241448 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5770c3e0-3d30-417a-ac3d-70f619f2075f None None] Network 1b760c40-24d4-4705-bdcc-1900688bf592 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:50.244456 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7bc21fc2-1142-4f85-91d1-d5538aec929b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.245086 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7bc21fc2-1142-4f85-91d1-d5538aec929b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.268515 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-122c99ab-79eb-4428-af97-d09a140ebbd4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5758228 Jul 14 09:44:50.269402 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40524) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:50.274712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-5cabd4be-c2b7-40d8-af64-485d10c84ea2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-606649534-router', 'tenant_id': 'f4cc4cdd924d4a76a459e1391c815981', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:50.329721 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5cabd4be-c2b7-40d8-af64-485d10c84ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.331313 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5cabd4be-c2b7-40d8-af64-485d10c84ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.386277 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7bc21fc2-1142-4f85-91d1-d5538aec929b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.421639 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5cabd4be-c2b7-40d8-af64-485d10c84ea2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.484542 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-1b760c40-24d4-4705-bdcc-1900688bf592', 'network_id': '1b760c40-24d4-4705-bdcc-1900688bf592', 'tenant_id': 'f4cc4cdd924d4a76a459e1391c815981', 'fixed_ips': [{'subnet_id': 'f709c0e0-b6f9-404c-9590-2311d84a0e74'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:44:50.485421 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.598269 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5cabd4be-c2b7-40d8-af64-485d10c84ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.600750 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7bc21fc2-1142-4f85-91d1-d5538aec929b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.614331 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.626621 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] Transition to ACTIVE for port object d34338f1-a523-414f-99b4-9cc28ff8a901 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:50.635304 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.681576 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b3592-0eb6-48d7-9893-958b6791c6bb req-7a8b81a9-4873-4b1f-bb8f-a7ded6536f20 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:50.683173 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce5b3592-0eb6-48d7-9893-958b6791c6bb req-7a8b81a9-4873-4b1f-bb8f-a7ded6536f20 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/ports?device_id=5178ab24-e087-4d5b-b6a2-4013e8fa4a66 HTTP/1.1" status: 200 len: 944 time: 0.3110664 Jul 14 09:44:50.689421 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90a9aa-1603-4820-8b5b-096ecdafa359 None None] Pushing event updated for resources: {'Port': ['ID=d34338f1-a523-414f-99b4-9cc28ff8a901,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:50.772901 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:44:50.787831 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Allocated IP 172.20.0.2 (1b760c40-24d4-4705-bdcc-1900688bf592/f709c0e0-b6f9-404c-9590-2311d84a0e74/cfbdae02-846f-497a-aef5-06a4ed24e382) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:50.791764 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce5b3592-0eb6-48d7-9893-958b6791c6bb req-3464b2a0-a06e-4d63-9fa6-350dc421e6dd tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b176c92-4f8e-4e9f-81b2-804fb869be97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006899 Jul 14 09:44:50.792879 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] Attempting to bind port d34338f1-a523-414f-99b4-9cc28ff8a901 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:50.793390 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] Attempting to bind port d34338f1-a523-414f-99b4-9cc28ff8a901 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '8e961744-61a3-43ab-b446-333692628465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:50.793858 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] Attempting to bind port d34338f1-a523-414f-99b4-9cc28ff8a901 on network 4eb05e30-a8d5-419b-a3b0-f096d513638d {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:50.802107 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:50.802523 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] Checking segment: {'id': '8e961744-61a3-43ab-b446-333692628465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:50.802922 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.803409 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] Bound using segment: {'id': '8e961744-61a3-43ab-b446-333692628465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:50.803862 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] Bound port: d34338f1-a523-414f-99b4-9cc28ff8a901, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e961744-61a3-43ab-b446-333692628465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:50.804240 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.908708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e15d3c72-be0b-408f-a9c4-689cf5b41df4 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:50.911899 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] For port d34338f1-a523-414f-99b4-9cc28ff8a901, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:50.917140 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] For port d34338f1-a523-414f-99b4-9cc28ff8a901, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d34338f1-a523-414f-99b4-9cc28ff8a901,segment=NetworkSegment(8e961744-61a3-43ab-b446-333692628465),segment_id=8e961744-61a3-43ab-b446-333692628465)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:50.923278 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.007605 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90a9aa-1603-4820-8b5b-096ecdafa359 None None] Pushing event updated for resources: {'Port': ['ID=d34338f1-a523-414f-99b4-9cc28ff8a901,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:51.023813 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e15d3c72-be0b-408f-a9c4-689cf5b41df4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:51.024202 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.036918 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7bc21fc2-1142-4f85-91d1-d5538aec929b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.060360 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] Routers {'f30f2013-b43f-4a2b-bba3-df5d79a11a99'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:51.061505 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f30f2013-b43f-4a2b-bba3-df5d79a11a99'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:51.095244 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7bc21fc2-1142-4f85-91d1-d5538aec929b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.096475 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5cabd4be-c2b7-40d8-af64-485d10c84ea2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.126792 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5cabd4be-c2b7-40d8-af64-485d10c84ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.227328 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device e4c4744b-8d8b-4fb0-a438-378bc6256184 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:51.231962 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.239395 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] Set router f30f2013-b43f-4a2b-bba3-df5d79a11a99 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:51.301173 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Transition to ACTIVE for port object cfbdae02-846f-497a-aef5-06a4ed24e382 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:51.314701 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-7bc21fc2-1142-4f85-91d1-d5538aec929b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Allocated IP 172.25.1.150 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/5067e1c7-5b9b-4942-b7cc-4e09e1da6917) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:51.367056 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Transition to ACTIVE for port object cfbdae02-846f-497a-aef5-06a4ed24e382 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:51.378458 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.445457 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Network 1b760c40-24d4-4705-bdcc-1900688bf592 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:51.449287 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:51.453070 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:51.456019 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port e4c4744b-8d8b-4fb0-a438-378bc6256184 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:51.468881 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7bc21fc2-1142-4f85-91d1-d5538aec929b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.469125 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port e4c4744b-8d8b-4fb0-a438-378bc6256184 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:51.469362 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.529445 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7bc21fc2-1142-4f85-91d1-d5538aec929b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.543215 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Pushing event updated for resources: {'Port': ['ID=cfbdae02-846f-497a-aef5-06a4ed24e382,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:51.553157 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30f2013-b43f-4a2b-bba3-df5d79a11a99', 'name': 'tempest-TestServerMultinode-517449210-router', 'tenant_id': '5d090a52be4a45e8afadceada05938f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e15d3c72-be0b-408f-a9c4-689cf5b41df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:42Z', 'updated_at': '2021-07-14T09:44:47Z', 'revision_number': 4, 'project_id': '5d090a52be4a45e8afadceada05938f5', 'gw_port': {'id': 'e15d3c72-be0b-408f-a9c4-689cf5b41df4', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30f2013-b43f-4a2b-bba3-df5d79a11a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:43Z', 'updated_at': '2021-07-14T09:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'd34338f1-a523-414f-99b4-9cc28ff8a901', 'name': '', 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d', 'tenant_id': '5d090a52be4a45e8afadceada05938f5', 'mac_address': 'fa:16:3e:82:cb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30f2013-b43f-4a2b-bba3-df5d79a11a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'd0146042-7ec6-405e-b89e-4734881a2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:46Z', 'updated_at': '2021-07-14T09:44:50Z', 'revision_number': 4, 'project_id': '5d090a52be4a45e8afadceada05938f5', 'subnets': [{'id': 'd0146042-7ec6-405e-b89e-4734881a2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:51.575489 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc21fc2-1142-4f85-91d1-d5538aec929b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:51.583038 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Attempting to bind port cfbdae02-846f-497a-aef5-06a4ed24e382 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:51.583406 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Attempting to bind port cfbdae02-846f-497a-aef5-06a4ed24e382 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '174422d3-190d-47b8-af2b-33cd7adb6d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1b760c40-24d4-4705-bdcc-1900688bf592'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:51.583768 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Attempting to bind port cfbdae02-846f-497a-aef5-06a4ed24e382 on network 1b760c40-24d4-4705-bdcc-1900688bf592 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:51.587377 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-7bc21fc2-1142-4f85-91d1-d5538aec929b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:51.593130 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:51.593506 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Checking segment: {'id': '174422d3-190d-47b8-af2b-33cd7adb6d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1b760c40-24d4-4705-bdcc-1900688bf592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:51.593935 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.594578 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Bound using segment: {'id': '174422d3-190d-47b8-af2b-33cd7adb6d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1b760c40-24d4-4705-bdcc-1900688bf592'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:51.595071 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Bound port: cfbdae02-846f-497a-aef5-06a4ed24e382, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174422d3-190d-47b8-af2b-33cd7adb6d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1b760c40-24d4-4705-bdcc-1900688bf592'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:51.595453 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.597469 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc21fc2-1142-4f85-91d1-d5538aec929b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:51.601129 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12f5b01-fa91-4891-9821-c8088cb08051 None None] The sync data for ids ['f30f2013-b43f-4a2b-bba3-df5d79a11a99'] in n-d-798054-10 is: [{'id': 'f30f2013-b43f-4a2b-bba3-df5d79a11a99', 'name': 'tempest-TestServerMultinode-517449210-router', 'tenant_id': '5d090a52be4a45e8afadceada05938f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e15d3c72-be0b-408f-a9c4-689cf5b41df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:42Z', 'updated_at': '2021-07-14T09:44:47Z', 'revision_number': 4, 'project_id': '5d090a52be4a45e8afadceada05938f5', 'gw_port': {'id': 'e15d3c72-be0b-408f-a9c4-689cf5b41df4', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30f2013-b43f-4a2b-bba3-df5d79a11a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:43Z', 'updated_at': '2021-07-14T09:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'd34338f1-a523-414f-99b4-9cc28ff8a901', 'name': '', 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d', 'tenant_id': '5d090a52be4a45e8afadceada05938f5', 'mac_address': 'fa:16:3e:82:cb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30f2013-b43f-4a2b-bba3-df5d79a11a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'd0146042-7ec6-405e-b89e-4734881a2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:46Z', 'updated_at': '2021-07-14T09:44:50Z', 'revision_number': 4, 'project_id': '5d090a52be4a45e8afadceada05938f5', 'subnets': [{'id': 'd0146042-7ec6-405e-b89e-4734881a2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:51.629250 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc21fc2-1142-4f85-91d1-d5538aec929b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Pushing event updated for resources: {'Port': ['ID=5067e1c7-5b9b-4942-b7cc-4e09e1da6917,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:51.646590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-5cabd4be-c2b7-40d8-af64-485d10c84ea2 admin admin] Allocated IP 172.25.1.175 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/49410a64-e805-416a-bc6e-17328e5b9852) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:51.725687 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.742077 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] For port cfbdae02-846f-497a-aef5-06a4ed24e382, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:51.767544 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] For port cfbdae02-846f-497a-aef5-06a4ed24e382, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=cfbdae02-846f-497a-aef5-06a4ed24e382,segment=NetworkSegment(174422d3-190d-47b8-af2b-33cd7adb6d1d),segment_id=174422d3-190d-47b8-af2b-33cd7adb6d1d)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:51.781043 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.791225 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5178ab24-e087-4d5b-b6a2-4013e8fa4a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c4744b-8d8b-4fb0-a438-378bc6256184'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:51.798771 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7bf62a-d453-4fb4-b4cf-b117ed677378" -d '{"events": [{"server_uuid": "5178ab24-e087-4d5b-b6a2-4013e8fa4a66", "name": "network-vif-plugged", "status": "completed", "tag": "e4c4744b-8d8b-4fb0-a438-378bc6256184"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:51.870621 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5cabd4be-c2b7-40d8-af64-485d10c84ea2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.924465 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ac7694-04df-4e2b-beca-0ea5aa8b056c x-openstack-request-id: req-68ac7694-04df-4e2b-beca-0ea5aa8b056c {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:51.926301 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5178ab24-e087-4d5b-b6a2-4013e8fa4a66", "name": "network-vif-plugged", "status": "completed", "tag": "e4c4744b-8d8b-4fb0-a438-378bc6256184", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:51.926301 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68ac7694-04df-4e2b-beca-0ea5aa8b056c {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:51.926301 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5178ab24-e087-4d5b-b6a2-4013e8fa4a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c4744b-8d8b-4fb0-a438-378bc6256184', 'code': 200} Jul 14 09:44:51.940102 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5cabd4be-c2b7-40d8-af64-485d10c84ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.973928 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port e4c4744b-8d8b-4fb0-a438-378bc6256184, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e4c4744b-8d8b-4fb0-a438-378bc6256184,segment=NetworkSegment(4fd8b618-9668-43a2-b610-6ea14fe3e9a1),segment_id=4fd8b618-9668-43a2-b610-6ea14fe3e9a1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:51.985291 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.001748 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cabd4be-c2b7-40d8-af64-485d10c84ea2 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:52.023004 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-5cabd4be-c2b7-40d8-af64-485d10c84ea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:52.037781 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24de91-785d-4417-9204-cc5b1724b94d None None] Pushing event updated for resources: {'Port': ['ID=cfbdae02-846f-497a-aef5-06a4ed24e382,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:52.038495 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cabd4be-c2b7-40d8-af64-485d10c84ea2 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:52.124914 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7bc21fc2-1142-4f85-91d1-d5538aec929b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.133758 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabd4be-c2b7-40d8-af64-485d10c84ea2 admin admin] Pushing event updated for resources: {'Port': ['ID=49410a64-e805-416a-bc6e-17328e5b9852,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:52.167099 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=e4c4744b-8d8b-4fb0-a438-378bc6256184,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:52.283507 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6a98b-63bb-4d79-8100-4d783900bf83 req-44914580-155d-4dd2-be33-0a6437dfc553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:52.290890 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-55f6a98b-63bb-4d79-8100-4d783900bf83 req-44914580-155d-4dd2-be33-0a6437dfc553 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5178ab24-e087-4d5b-b6a2-4013e8fa4a66 HTTP/1.1" status: 200 len: 1097 time: 0.2378895 Jul 14 09:44:52.786534 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d0b00-c292-47e5-b473-c3f4ea2e351f req-64218877-5402-42cb-abcf-c306a5658a07 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:52.788105 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f91d0b00-c292-47e5-b473-c3f4ea2e351f req-64218877-5402-42cb-abcf-c306a5658a07 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/ports?device_id=5178ab24-e087-4d5b-b6a2-4013e8fa4a66 HTTP/1.1" status: 200 len: 945 time: 0.7112911 Jul 14 09:44:52.871976 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-55f6a98b-63bb-4d79-8100-4d783900bf83 req-7600ed87-763e-4a68-87c1-6fcbdd6b9e4b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0b176c92-4f8e-4e9f-81b2-804fb869be97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163894 Jul 14 09:44:52.896966 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5cabd4be-c2b7-40d8-af64-485d10c84ea2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.932920 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f91d0b00-c292-47e5-b473-c3f4ea2e351f req-0482f726-ae83-444e-811b-8c869399b5bf tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b176c92-4f8e-4e9f-81b2-804fb869be97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336653 Jul 14 09:44:52.969845 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d34338f1-a523-414f-99b4-9cc28ff8a901 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:52.992904 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7bc21fc2-1142-4f85-91d1-d5538aec929b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:53.067709 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port d34338f1-a523-414f-99b4-9cc28ff8a901 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:53.073926 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d34338f1-a523-414f-99b4-9cc28ff8a901 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:53.074977 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:53.204102 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:53.210434 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc21fc2-1142-4f85-91d1-d5538aec929b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Router 75b41d37-04f8-491f-bf41-2b234cd46681 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:44:53.271869 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port d34338f1-a523-414f-99b4-9cc28ff8a901, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d34338f1-a523-414f-99b4-9cc28ff8a901,segment=NetworkSegment(8e961744-61a3-43ab-b446-333692628465),segment_id=8e961744-61a3-43ab-b446-333692628465)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:53.278273 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:53.279542 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device cfbdae02-846f-497a-aef5-06a4ed24e382 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:53.363089 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5cabd4be-c2b7-40d8-af64-485d10c84ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:53.366053 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=d34338f1-a523-414f-99b4-9cc28ff8a901,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:53.413374 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port cfbdae02-846f-497a-aef5-06a4ed24e382 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:53.426055 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc21fc2-1142-4f85-91d1-d5538aec929b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:53.450880 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a276214-2bcf-419a-9d05-cc912c407813 None None] Sync routers for ids ['75b41d37-04f8-491f-bf41-2b234cd46681'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:53.452130 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7bc21fc2-1142-4f85-91d1-d5538aec929b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:53.452829 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7bc21fc2-1142-4f85-91d1-d5538aec929b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2645400 Jul 14 09:44:53.455606 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40536) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:53.461734 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f53a937b-45cf-4a97-80a0-c98cdbb238f3 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:53.465419 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a276214-2bcf-419a-9d05-cc912c407813 None None] Routers {'75b41d37-04f8-491f-bf41-2b234cd46681'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:53.466091 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-7a276214-2bcf-419a-9d05-cc912c407813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['75b41d37-04f8-491f-bf41-2b234cd46681'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:53.512776 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-7a276214-2bcf-419a-9d05-cc912c407813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:53.523662 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a276214-2bcf-419a-9d05-cc912c407813 None None] Routers {'75b41d37-04f8-491f-bf41-2b234cd46681'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:53.523904 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-7a276214-2bcf-419a-9d05-cc912c407813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['75b41d37-04f8-491f-bf41-2b234cd46681'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:53.590728 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-7a276214-2bcf-419a-9d05-cc912c407813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:53.591742 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a276214-2bcf-419a-9d05-cc912c407813 None None] The sync data for ids ['75b41d37-04f8-491f-bf41-2b234cd46681'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:53.595997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6055400c-3824-40c0-92fc-13923503984f None None] Network 1b760c40-24d4-4705-bdcc-1900688bf592 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:53.615083 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cabd4be-c2b7-40d8-af64-485d10c84ea2 admin admin] Router f0dceac3-6202-4480-b4b6-cd0966f978f6 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:44:53.773493 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cabd4be-c2b7-40d8-af64-485d10c84ea2 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:53.784468 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] Sync routers for ids ['f0dceac3-6202-4480-b4b6-cd0966f978f6'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:53.798637 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] Routers {'f0dceac3-6202-4480-b4b6-cd0966f978f6'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:53.800302 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f0dceac3-6202-4480-b4b6-cd0966f978f6'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:53.806328 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5cabd4be-c2b7-40d8-af64-485d10c84ea2 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:53.808682 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5cabd4be-c2b7-40d8-af64-485d10c84ea2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5381587 Jul 14 09:44:53.816662 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40538) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:53.853057 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-64e8b49f-236c-493f-8180-5e4b2673112c None None] Provisioning for port cfbdae02-846f-497a-aef5-06a4ed24e382 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:53.862448 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-64e8b49f-236c-493f-8180-5e4b2673112c None None] Provisioning complete for port cfbdae02-846f-497a-aef5-06a4ed24e382 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:53.862834 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64e8b49f-236c-493f-8180-5e4b2673112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:53.938506 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f53a937b-45cf-4a97-80a0-c98cdbb238f3 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:53.955694 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f53a937b-45cf-4a97-80a0-c98cdbb238f3 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.030478 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] Set router f0dceac3-6202-4480-b4b6-cd0966f978f6 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:54.035085 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64e8b49f-236c-493f-8180-5e4b2673112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.101613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f53a937b-45cf-4a97-80a0-c98cdbb238f3 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Deleting port 5067e1c7-5b9b-4942-b7cc-4e09e1da6917 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:54.101613 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f53a937b-45cf-4a97-80a0-c98cdbb238f3 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.167900 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-64e8b49f-236c-493f-8180-5e4b2673112c None None] For port cfbdae02-846f-497a-aef5-06a4ed24e382, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=cfbdae02-846f-497a-aef5-06a4ed24e382,segment=NetworkSegment(174422d3-190d-47b8-af2b-33cd7adb6d1d),segment_id=174422d3-190d-47b8-af2b-33cd7adb6d1d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:54.187114 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64e8b49f-236c-493f-8180-5e4b2673112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.229605 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f53a937b-45cf-4a97-80a0-c98cdbb238f3 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.245910 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f53a937b-45cf-4a97-80a0-c98cdbb238f3 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Calling delete_port for 5067e1c7-5b9b-4942-b7cc-4e09e1da6917 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:54.268991 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8b49f-236c-493f-8180-5e4b2673112c None None] Pushing event updated for resources: {'Port': ['ID=cfbdae02-846f-497a-aef5-06a4ed24e382,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:54.279369 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8b49f-236c-493f-8180-5e4b2673112c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:54.280251 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8b49f-236c-493f-8180-5e4b2673112c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:54.280672 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8b49f-236c-493f-8180-5e4b2673112c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:54.281014 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8b49f-236c-493f-8180-5e4b2673112c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:54.281363 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8b49f-236c-493f-8180-5e4b2673112c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:54.281688 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8b49f-236c-493f-8180-5e4b2673112c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:54.282045 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8b49f-236c-493f-8180-5e4b2673112c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:54.282375 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8b49f-236c-493f-8180-5e4b2673112c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:54.282708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8b49f-236c-493f-8180-5e4b2673112c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:54.283037 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8b49f-236c-493f-8180-5e4b2673112c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:54.283362 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8b49f-236c-493f-8180-5e4b2673112c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:54.283685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8b49f-236c-493f-8180-5e4b2673112c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:54.409329 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dceac3-6202-4480-b4b6-cd0966f978f6', 'name': 'tempest-TestServerMultinode-606649534-router', 'tenant_id': 'f4cc4cdd924d4a76a459e1391c815981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '49410a64-e805-416a-bc6e-17328e5b9852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:50Z', 'updated_at': '2021-07-14T09:44:52Z', 'revision_number': 3, 'project_id': 'f4cc4cdd924d4a76a459e1391c815981', 'gw_port': {'id': '49410a64-e805-416a-bc6e-17328e5b9852', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dceac3-6202-4480-b4b6-cd0966f978f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:51Z', 'updated_at': '2021-07-14T09:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:54.432867 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d08757-4781-4dc5-a226-35f8686f1511 req-bf663021-298a-455b-8089-dd6b9e08d79e tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:54.442389 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d3d08757-4781-4dc5-a226-35f8686f1511 req-bf663021-298a-455b-8089-dd6b9e08d79e tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/ports?device_id=5178ab24-e087-4d5b-b6a2-4013e8fa4a66 HTTP/1.1" status: 200 len: 945 time: 0.1978827 Jul 14 09:44:54.463203 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] Checking router: f0dceac3-6202-4480-b4b6-cd0966f978f6 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:54.463552 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] Updating router f0dceac3-6202-4480-b4b6-cd0966f978f6 port 49410a64-e805-416a-bc6e-17328e5b9852 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:44:54.543817 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.555472 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d3d08757-4781-4dc5-a226-35f8686f1511 req-0e7e0b22-eed6-4976-846a-c51471dfdcb5 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b176c92-4f8e-4e9f-81b2-804fb869be97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114862 Jul 14 09:44:54.600811 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c73d06fc-3248-4423-87c1-b72a3958ef7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.614509 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0ce13d38-24f4-4a1d-8579-493bd6cc5b3e None None] Provisioning complete for port cfbdae02-846f-497a-aef5-06a4ed24e382 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:54.615265 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ce13d38-24f4-4a1d-8579-493bd6cc5b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.644211 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f53a937b-45cf-4a97-80a0-c98cdbb238f3 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.673114 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a937b-45cf-4a97-80a0-c98cdbb238f3 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Pushing event deleted for resources: {'Port': ['ID=5067e1c7-5b9b-4942-b7cc-4e09e1da6917,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:54.755197 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f53a937b-45cf-4a97-80a0-c98cdbb238f3 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.830217 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-c73d06fc-3248-4423-87c1-b72a3958ef7e admin admin] Allocated IP 172.20.0.1 (1b760c40-24d4-4705-bdcc-1900688bf592/f709c0e0-b6f9-404c-9590-2311d84a0e74/75460df5-96b9-4d70-b81e-0cd8328ec77b) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:54.845911 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d34338f1-a523-414f-99b4-9cc28ff8a901 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:54.901256 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d34338f1-a523-414f-99b4-9cc28ff8a901 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:54.901552 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.985338 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c73d06fc-3248-4423-87c1-b72a3958ef7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.990722 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device cfbdae02-846f-497a-aef5-06a4ed24e382 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:55.001335 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-c73d06fc-3248-4423-87c1-b72a3958ef7e admin admin] Transition to ACTIVE for port object 75460df5-96b9-4d70-b81e-0cd8328ec77b will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:55.043852 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c73d06fc-3248-4423-87c1-b72a3958ef7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.047702 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port cfbdae02-846f-497a-aef5-06a4ed24e382 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:55.048209 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.056923 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f53a937b-45cf-4a97-80a0-c98cdbb238f3 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.062167 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f53a937b-45cf-4a97-80a0-c98cdbb238f3 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.077319 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.093465 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73d06fc-3248-4423-87c1-b72a3958ef7e admin admin] Network 1b760c40-24d4-4705-bdcc-1900688bf592 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:55.097427 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-c73d06fc-3248-4423-87c1-b72a3958ef7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:55.100782 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] Transition to ACTIVE for port object 49410a64-e805-416a-bc6e-17328e5b9852 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:55.102259 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73d06fc-3248-4423-87c1-b72a3958ef7e admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:55.108568 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.151940 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d06fc-3248-4423-87c1-b72a3958ef7e admin admin] Pushing event updated for resources: {'Port': ['ID=75460df5-96b9-4d70-b81e-0cd8328ec77b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:55.168951 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c73d06fc-3248-4423-87c1-b72a3958ef7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.183371 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53a937b-45cf-4a97-80a0-c98cdbb238f3 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Router 75b41d37-04f8-491f-bf41-2b234cd46681 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:55.197717 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a46c4c-7a2d-4124-aef7-251e00566196 None None] Pushing event updated for resources: {'Port': ['ID=49410a64-e805-416a-bc6e-17328e5b9852,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:55.225521 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] Attempting to bind port 49410a64-e805-416a-bc6e-17328e5b9852 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:55.225855 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] Attempting to bind port 49410a64-e805-416a-bc6e-17328e5b9852 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:55.226177 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] Attempting to bind port 49410a64-e805-416a-bc6e-17328e5b9852 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:55.235067 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:55.235466 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:55.235859 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.236248 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:55.236745 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] Bound port: 49410a64-e805-416a-bc6e-17328e5b9852, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:55.237121 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.314091 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53a937b-45cf-4a97-80a0-c98cdbb238f3 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:55.324921 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f53a937b-45cf-4a97-80a0-c98cdbb238f3 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.326501 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f53a937b-45cf-4a97-80a0-c98cdbb238f3 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "PUT /v2.0/routers/75b41d37-04f8-491f-bf41-2b234cd46681 HTTP/1.1" status: 200 len: 706 time: 1.8696532 Jul 14 09:44:55.329344 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40544) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:55.334466 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] For port 49410a64-e805-416a-bc6e-17328e5b9852, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:55.341398 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] For port 49410a64-e805-416a-bc6e-17328e5b9852, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=49410a64-e805-416a-bc6e-17328e5b9852,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:55.350572 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e566595-ad78-45ce-8fa0-1e9f9a53204a None None] Sync routers for ids ['75b41d37-04f8-491f-bf41-2b234cd46681'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:55.358473 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.367073 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e566595-ad78-45ce-8fa0-1e9f9a53204a None None] Routers {'75b41d37-04f8-491f-bf41-2b234cd46681'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:55.367827 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-5e566595-ad78-45ce-8fa0-1e9f9a53204a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['75b41d37-04f8-491f-bf41-2b234cd46681'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:55.404683 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-5e566595-ad78-45ce-8fa0-1e9f9a53204a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:55.416819 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e566595-ad78-45ce-8fa0-1e9f9a53204a None None] Routers {'75b41d37-04f8-491f-bf41-2b234cd46681'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:55.417690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-5e566595-ad78-45ce-8fa0-1e9f9a53204a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['75b41d37-04f8-491f-bf41-2b234cd46681'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:55.448364 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40548) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:55.463699 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9afeb709-0570-414f-b2c8-7060962ecafd tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "GET /v2.0/routers/75b41d37-04f8-491f-bf41-2b234cd46681 HTTP/1.1" status: 200 len: 741 time: 0.1147182 Jul 14 09:44:55.467151 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c73d06fc-3248-4423-87c1-b72a3958ef7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.475036 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-5e566595-ad78-45ce-8fa0-1e9f9a53204a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:55.476483 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e566595-ad78-45ce-8fa0-1e9f9a53204a None None] The sync data for ids ['75b41d37-04f8-491f-bf41-2b234cd46681'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:55.510669 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a46c4c-7a2d-4124-aef7-251e00566196 None None] Pushing event updated for resources: {'Port': ['ID=49410a64-e805-416a-bc6e-17328e5b9852,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:55.514132 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] Routers {'f0dceac3-6202-4480-b4b6-cd0966f978f6'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:55.514753 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:44:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f0dceac3-6202-4480-b4b6-cd0966f978f6'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:55.534457 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-570e5182-edd1-4d28-bf07-d4f9a96a34fe tempest-RoutersAdminTest-2057086789 tempest-RoutersAdminTest-2057086789-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&device_id=75b41d37-04f8-491f-bf41-2b234cd46681 HTTP/1.1" status: 200 len: 205 time: 0.0843916 Jul 14 09:44:55.535270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40550) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:55.568527 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-98c415ba-9f7d-4c91-a57e-eacf7a5ae3fc tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b41d37-04f8-491f-bf41-2b234cd46681 HTTP/1.1" status: 200 len: 205 time: 0.0309741 Jul 14 09:44:55.574377 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40552) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:55.583394 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8dee9a10-65e6-4259-b0be-09d02eb24e58 None None] Provisioning for port 75460df5-96b9-4d70-b81e-0cd8328ec77b completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:55.594087 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8dee9a10-65e6-4259-b0be-09d02eb24e58 None None] Provisioning complete for port 75460df5-96b9-4d70-b81e-0cd8328ec77b triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:55.594632 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8dee9a10-65e6-4259-b0be-09d02eb24e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.650422 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8dee9a10-65e6-4259-b0be-09d02eb24e58 None None] Port 75460df5-96b9-4d70-b81e-0cd8328ec77b cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:55.700296 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c73d06fc-3248-4423-87c1-b72a3958ef7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.707274 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c73d06fc-3248-4423-87c1-b72a3958ef7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.742053 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6e5aace1-9d21-4ec4-9b07-df33de9a7c91 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.765214 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c73d06fc-3248-4423-87c1-b72a3958ef7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.819692 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] Set router f0dceac3-6202-4480-b4b6-cd0966f978f6 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:55.866140 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d06fc-3248-4423-87c1-b72a3958ef7e admin admin] Pushing event updated for resources: {'Port': ['ID=75460df5-96b9-4d70-b81e-0cd8328ec77b,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:55.918337 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73d06fc-3248-4423-87c1-b72a3958ef7e admin admin] Network 1b760c40-24d4-4705-bdcc-1900688bf592 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:55.919753 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-c73d06fc-3248-4423-87c1-b72a3958ef7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:55.994109 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6e5aace1-9d21-4ec4-9b07-df33de9a7c91 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:56.000286 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6e5aace1-9d21-4ec4-9b07-df33de9a7c91 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:56.094006 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dceac3-6202-4480-b4b6-cd0966f978f6', 'name': 'tempest-TestServerMultinode-606649534-router', 'tenant_id': 'f4cc4cdd924d4a76a459e1391c815981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '49410a64-e805-416a-bc6e-17328e5b9852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:50Z', 'updated_at': '2021-07-14T09:44:55Z', 'revision_number': 4, 'project_id': 'f4cc4cdd924d4a76a459e1391c815981', 'gw_port': {'id': '49410a64-e805-416a-bc6e-17328e5b9852', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dceac3-6202-4480-b4b6-cd0966f978f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:51Z', 'updated_at': '2021-07-14T09:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '75460df5-96b9-4d70-b81e-0cd8328ec77b', 'name': '', 'network_id': '1b760c40-24d4-4705-bdcc-1900688bf592', 'tenant_id': 'f4cc4cdd924d4a76a459e1391c815981', 'mac_address': 'fa:16:3e:76:64:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dceac3-6202-4480-b4b6-cd0966f978f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'f709c0e0-b6f9-404c-9590-2311d84a0e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:54Z', 'updated_at': '2021-07-14T09:44:54Z', 'revision_number': 1, 'project_id': 'f4cc4cdd924d4a76a459e1391c815981', 'subnets': [{'id': 'f709c0e0-b6f9-404c-9590-2311d84a0e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:56.109378 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a33f1-13bb-48fc-a058-42ff1eba9aac req-676a0552-13c8-43ed-ba39-89c42664fab1 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:56.110531 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73d06fc-3248-4423-87c1-b72a3958ef7e admin admin] Router f0dceac3-6202-4480-b4b6-cd0966f978f6 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:56.116669 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-796a33f1-13bb-48fc-a058-42ff1eba9aac req-676a0552-13c8-43ed-ba39-89c42664fab1 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/ports?device_id=5178ab24-e087-4d5b-b6a2-4013e8fa4a66 HTTP/1.1" status: 200 len: 945 time: 0.2960165 Jul 14 09:44:56.119003 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6e5aace1-9d21-4ec4-9b07-df33de9a7c91 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:56.121975 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5aace1-9d21-4ec4-9b07-df33de9a7c91 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Fanout notify agent at l3_agent the message router_deleted on router 75b41d37-04f8-491f-bf41-2b234cd46681 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:44:56.136132 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a14158-8d67-4934-a4ff-e7c4261d8cb1 None None] The sync data for ids ['f0dceac3-6202-4480-b4b6-cd0966f978f6'] in n-d-798054-10 is: [{'id': 'f0dceac3-6202-4480-b4b6-cd0966f978f6', 'name': 'tempest-TestServerMultinode-606649534-router', 'tenant_id': 'f4cc4cdd924d4a76a459e1391c815981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '49410a64-e805-416a-bc6e-17328e5b9852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:50Z', 'updated_at': '2021-07-14T09:44:55Z', 'revision_number': 4, 'project_id': 'f4cc4cdd924d4a76a459e1391c815981', 'gw_port': {'id': '49410a64-e805-416a-bc6e-17328e5b9852', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dceac3-6202-4480-b4b6-cd0966f978f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:51Z', 'updated_at': '2021-07-14T09:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '75460df5-96b9-4d70-b81e-0cd8328ec77b', 'name': '', 'network_id': '1b760c40-24d4-4705-bdcc-1900688bf592', 'tenant_id': 'f4cc4cdd924d4a76a459e1391c815981', 'mac_address': 'fa:16:3e:76:64:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dceac3-6202-4480-b4b6-cd0966f978f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'f709c0e0-b6f9-404c-9590-2311d84a0e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:54Z', 'updated_at': '2021-07-14T09:44:54Z', 'revision_number': 1, 'project_id': 'f4cc4cdd924d4a76a459e1391c815981', 'subnets': [{'id': 'f709c0e0-b6f9-404c-9590-2311d84a0e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:56.146881 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6e5aace1-9d21-4ec4-9b07-df33de9a7c91 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:56.150449 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6e5aace1-9d21-4ec4-9b07-df33de9a7c91 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "DELETE /v2.0/routers/75b41d37-04f8-491f-bf41-2b234cd46681 HTTP/1.1" status: 204 len: 168 time: 0.5746336 Jul 14 09:44:56.160428 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40556) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:56.207604 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-33462751-83de-44ce-a898-9f6f1b6ab725 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "GET /v2.0/ports?device_id=75b41d37-04f8-491f-bf41-2b234cd46681 HTTP/1.1" status: 200 len: 205 time: 0.0458152 Jul 14 09:44:56.208510 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40558) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:56.264101 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-97f6ce88-d562-4d1f-8a75-d0bf615df428 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] delete failed (client error): The resource could not be found. Jul 14 09:44:56.267848 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-97f6ce88-d562-4d1f-8a75-d0bf615df428 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "DELETE /v2.0/routers/75b41d37-04f8-491f-bf41-2b234cd46681 HTTP/1.1" status: 404 len: 336 time: 0.0559750 Jul 14 09:44:56.268050 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40560) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:56.283261 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fde9bf4c-6db9-404d-9631-c6dd60c5b07a None None] Provisioning complete for port 75460df5-96b9-4d70-b81e-0cd8328ec77b triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:56.283840 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fde9bf4c-6db9-404d-9631-c6dd60c5b07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:56.301975 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73d06fc-3248-4423-87c1-b72a3958ef7e admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:56.308009 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c73d06fc-3248-4423-87c1-b72a3958ef7e admin admin] 10.222.0.26 "PUT /v2.0/routers/f0dceac3-6202-4480-b4b6-cd0966f978f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4901028 Jul 14 09:44:56.328014 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7295a206-cf5e-4be4-8943-e469e6eeba8d tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c50f13-f9cf-4ac8-9b82-00301527037c HTTP/1.1" status: 200 len: 205 time: 0.0563521 Jul 14 09:44:56.329446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40564) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:56.330626 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-796a33f1-13bb-48fc-a058-42ff1eba9aac req-8f6cbd52-30d2-4595-98d2-e0b0013d8aef tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b176c92-4f8e-4e9f-81b2-804fb869be97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783531 Jul 14 09:44:56.387979 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fde9bf4c-6db9-404d-9631-c6dd60c5b07a None None] Port 75460df5-96b9-4d70-b81e-0cd8328ec77b cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:56.419414 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-c202b7c6-065f-4f72-bb9e-f308f2eb5366 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] delete failed (client error): The resource could not be found. Jul 14 09:44:56.423406 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c202b7c6-065f-4f72-bb9e-f308f2eb5366 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "DELETE /v2.0/routers/37c50f13-f9cf-4ac8-9b82-00301527037c HTTP/1.1" status: 404 len: 336 time: 0.0898814 Jul 14 09:44:56.425906 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40568) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:56.469151 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ecaaf802-05aa-4e74-a8db-66cb4b77de8c tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "GET /v2.0/ports?device_id=184b8e9f-4cd2-46f1-ae7f-53723f0d4257 HTTP/1.1" status: 200 len: 205 time: 0.0419464 Jul 14 09:44:56.469868 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40574) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:56.584747 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-14b28c15-3c21-40e1-9f7f-d84922ab155b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] delete failed (client error): The resource could not be found. Jul 14 09:44:56.589080 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e697497-575d-428c-975b-b85b0a0265d9 req-851d880a-04c7-4d96-b3b9-26d247166acf tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:56.589283 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-14b28c15-3c21-40e1-9f7f-d84922ab155b tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "DELETE /v2.0/routers/184b8e9f-4cd2-46f1-ae7f-53723f0d4257 HTTP/1.1" status: 404 len: 336 time: 0.1157291 Jul 14 09:44:56.589401 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2e697497-575d-428c-975b-b85b0a0265d9 req-851d880a-04c7-4d96-b3b9-26d247166acf tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/ports?device_id=5178ab24-e087-4d5b-b6a2-4013e8fa4a66 HTTP/1.1" status: 200 len: 945 time: 0.1133547 Jul 14 09:44:56.589401 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40578) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:56.651223 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5dba3d26-7c2c-40c2-a6b9-bec901522589 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "GET /v2.0/ports?device_id=e501911f-68ca-48df-9720-06e89d502256 HTTP/1.1" status: 200 len: 205 time: 0.0586278 Jul 14 09:44:56.651586 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40580) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:56.707203 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2e697497-575d-428c-975b-b85b0a0265d9 req-672953a0-d95a-4269-b1e3-b2be42ff1923 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b176c92-4f8e-4e9f-81b2-804fb869be97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054778 Jul 14 09:44:56.728540 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-0aee59a2-7dc9-446a-8116-98f6b521a801 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] delete failed (client error): The resource could not be found. Jul 14 09:44:56.730649 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0aee59a2-7dc9-446a-8116-98f6b521a801 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "DELETE /v2.0/routers/e501911f-68ca-48df-9720-06e89d502256 HTTP/1.1" status: 404 len: 336 time: 0.0780704 Jul 14 09:44:56.733695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40582) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:56.798146 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a42945ff-7106-4668-83b1-7280b487b758 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "GET /v2.0/ports?device_id=9616dc46-0046-4ad1-b3b3-a5c5c49570ea HTTP/1.1" status: 200 len: 205 time: 0.0631549 Jul 14 09:44:56.800684 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40592) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:56.870716 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-4be3dc7f-4454-49cd-a00b-e30e4f23dc2f tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] delete failed (client error): The resource could not be found. Jul 14 09:44:56.876324 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4be3dc7f-4454-49cd-a00b-e30e4f23dc2f tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "DELETE /v2.0/routers/9616dc46-0046-4ad1-b3b3-a5c5c49570ea HTTP/1.1" status: 404 len: 336 time: 0.0742481 Jul 14 09:44:56.880599 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40594) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:56.954241 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-89a720df-6597-4b1c-9f0e-d94f3053927e tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "GET /v2.0/ports?device_id=5746150c-4c0b-465a-bf5f-e83965b0bb2f HTTP/1.1" status: 200 len: 205 time: 0.0723431 Jul 14 09:44:56.959433 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40598) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:57.031809 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-392e5126-1278-44bb-940a-c3554aa0104a tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] delete failed (client error): The resource could not be found. Jul 14 09:44:57.035489 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-392e5126-1278-44bb-940a-c3554aa0104a tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "DELETE /v2.0/routers/5746150c-4c0b-465a-bf5f-e83965b0bb2f HTTP/1.1" status: 404 len: 336 time: 0.0722256 Jul 14 09:44:57.036001 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40600) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:57.078254 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb5d512-acc2-4a71-ad3d-dcb7f137af11 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] DELETE failed (client error): The resource could not be found. Jul 14 09:44:57.078818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb5d512-acc2-4a71-ad3d-dcb7f137af11 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:44:57.082824 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2fb5d512-acc2-4a71-ad3d-dcb7f137af11 tempest-RoutersAdminTest-1890966853 tempest-RoutersAdminTest-1890966853-project] 10.222.0.26 "DELETE /v2.0/subnets/7d83905e-be00-437d-8326-bae2c9efca6a HTTP/1.1" status: 404 len: 337 time: 0.0434737 Jul 14 09:44:57.301437 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d22b736c-3675-451e-857c-0c29c13a8164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.437487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-67944ba4-25e6-4909-bbb4-65cff8ea9b0f tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:57.441021 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-67944ba4-25e6-4909-bbb4-65cff8ea9b0f tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/networks?id=4eb05e30-a8d5-419b-a3b0-f096d513638d HTTP/1.1" status: 200 len: 910 time: 0.2977657 Jul 14 09:44:57.474780 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-d2cbeb66-9e20-439c-b259-887325f0f88d tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/quotas/f4cc4cdd924d4a76a459e1391c815981 HTTP/1.1" status: 200 len: 375 time: 0.0207987 Jul 14 09:44:57.486417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea462be8-3767-49d4-8ba2-e1954a5c359e req-c02c4381-b30e-4390-9b85-2a72b38fc869 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:57.488088 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea462be8-3767-49d4-8ba2-e1954a5c359e req-c02c4381-b30e-4390-9b85-2a72b38fc869 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/ports?device_id=5178ab24-e087-4d5b-b6a2-4013e8fa4a66 HTTP/1.1" status: 200 len: 945 time: 0.1782005 Jul 14 09:44:57.616289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40618) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:57.781764 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0f33a13d-bcc8-4e2d-bde5-b452fb407aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.890473 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0f33a13d-bcc8-4e2d-bde5-b452fb407aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.894719 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0f33a13d-bcc8-4e2d-bde5-b452fb407aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.938648 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0f33a13d-bcc8-4e2d-bde5-b452fb407aca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59c5e776b0d54d24a59c9133845ea090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180707 Jul 14 09:44:57.938648 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33a13d-bcc8-4e2d-bde5-b452fb407aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0476ddd-61b1-4cf8-b5ff-7488a2565a72,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:57.941619 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40624) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:57.969667 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea462be8-3767-49d4-8ba2-e1954a5c359e req-6a05031f-9293-4755-8707-a8cb75052de7 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b176c92-4f8e-4e9f-81b2-804fb869be97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736702 Jul 14 09:44:58.008851 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-1badb69d-abd6-47a5-a02c-2483a95bdb19 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4cc4cdd924d4a76a459e1391c815981&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5198557 Jul 14 09:44:58.010465 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cd36317-f36d-4508-aa16-1cf0955470f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.048771 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cd36317-f36d-4508-aa16-1cf0955470f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.111386 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-fa550e59-213f-4acf-8703-e145bba68c2b service neutron] 10.222.0.26 "GET /v2.0/networks/4eb05e30-a8d5-419b-a3b0-f096d513638d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947115 Jul 14 09:44:58.112761 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cd36317-f36d-4508-aa16-1cf0955470f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.115611 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cd36317-f36d-4508-aa16-1cf0955470f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.116753 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3cd36317-f36d-4508-aa16-1cf0955470f4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0476ddd-61b1-4cf8-b5ff-7488a2565a72 HTTP/1.1" status: 204 len: 168 time: 0.1747634 Jul 14 09:44:58.141559 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd36317-f36d-4508-aa16-1cf0955470f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0476ddd-61b1-4cf8-b5ff-7488a2565a72,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:58.267683 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-597d08d8-9db7-42a5-985b-34648dd0d384 service neutron] 10.222.0.26 "GET /v2.0/networks/4eb05e30-a8d5-419b-a3b0-f096d513638d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451504 Jul 14 09:44:58.550910 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eb1cf17d-3ed6-4456-9ed4-3b401b24e0cc req-f72454f9-5f78-4aad-9d80-a6a717ac12c9 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94d1a074-3234-43df-8469-8a23d6975b02 HTTP/1.1" status: 200 len: 210 time: 0.0758462 Jul 14 09:44:58.557636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40640) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:58.617887 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979713a-875a-4f1d-a03f-4a538eb55f4a req-e4a4d22c-3aba-4f5f-a034-5707a7f52ed1 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:58.621855 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d3db89c8-f511-4dd0-8487-659ff6a68010 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b8dafc6478648258a80ae59a677ac37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0626690 Jul 14 09:44:58.626349 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40642) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:58.626522 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0979713a-875a-4f1d-a03f-4a538eb55f4a req-e4a4d22c-3aba-4f5f-a034-5707a7f52ed1 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/ports?device_id=5178ab24-e087-4d5b-b6a2-4013e8fa4a66 HTTP/1.1" status: 200 len: 945 time: 0.1642191 Jul 14 09:44:58.688079 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0979713a-875a-4f1d-a03f-4a538eb55f4a req-00dfe8d5-3523-40bc-ae0e-30b58b65f710 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b176c92-4f8e-4e9f-81b2-804fb869be97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545814 Jul 14 09:44:58.696364 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fdfe38ef-54a9-4010-84bd-2170572aa5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.726961 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fdfe38ef-54a9-4010-84bd-2170572aa5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.797578 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fdfe38ef-54a9-4010-84bd-2170572aa5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.806037 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fdfe38ef-54a9-4010-84bd-2170572aa5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.808542 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fdfe38ef-54a9-4010-84bd-2170572aa5ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f34ec17b-1901-4e02-9853-de277330c5d4 HTTP/1.1" status: 204 len: 168 time: 0.1812189 Jul 14 09:44:58.861265 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe38ef-54a9-4010-84bd-2170572aa5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34ec17b-1901-4e02-9853-de277330c5d4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:58.924523 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 49410a64-e805-416a-bc6e-17328e5b9852 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:59.023457 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 49410a64-e805-416a-bc6e-17328e5b9852 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:59.029966 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 49410a64-e805-416a-bc6e-17328e5b9852 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:59.030488 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.143941 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.177580 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 49410a64-e805-416a-bc6e-17328e5b9852, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=49410a64-e805-416a-bc6e-17328e5b9852,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:59.185699 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.270274 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=49410a64-e805-416a-bc6e-17328e5b9852,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:59.720052 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3830a3f-7612-418f-ad17-872024e6fdff req-992d90d6-14c2-4712-b05b-24344417ec9b tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94d1a074-3234-43df-8469-8a23d6975b02 HTTP/1.1" status: 200 len: 210 time: 0.0337214 Jul 14 09:44:59.807996 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a19be1f7-cc93-46b1-a9c0-687dc9208098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.931186 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175f8df-2263-4858-be5e-630aee955302 req-7a207a5f-93c1-42ec-83ad-7cd3d19cced9 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:59.933856 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b175f8df-2263-4858-be5e-630aee955302 req-7a207a5f-93c1-42ec-83ad-7cd3d19cced9 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/ports?device_id=5178ab24-e087-4d5b-b6a2-4013e8fa4a66 HTTP/1.1" status: 200 len: 945 time: 0.0841088 Jul 14 09:44:59.942273 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.982335 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40678) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:00.025659 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b175f8df-2263-4858-be5e-630aee955302 req-c967bdc0-a5e6-4ead-bca3-d388900ae345 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b176c92-4f8e-4e9f-81b2-804fb869be97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748129 Jul 14 09:45:00.092271 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2e75a-7cf1-4cb7-ba3b-6ea95d42f6e6 req-8646b18f-593d-4edd-a7b3-fc1aa6a38a1d tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:00.101012 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-05d2e75a-7cf1-4cb7-ba3b-6ea95d42f6e6 req-8646b18f-593d-4edd-a7b3-fc1aa6a38a1d tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.55 "GET /v2.0/ports?device_id=5178ab24-e087-4d5b-b6a2-4013e8fa4a66 HTTP/1.1" status: 200 len: 945 time: 0.1393602 Jul 14 09:45:00.178226 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-3bd284dc-a527-416d-8e36-47efe9a57007 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:00.179704 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-3bd284dc-a527-416d-8e36-47efe9a57007 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.49 "GET /v2.0/networks?id=4eb05e30-a8d5-419b-a3b0-f096d513638d HTTP/1.1" status: 200 len: 910 time: 0.2040741 Jul 14 09:45:00.193284 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-0ee9d1cd-30cd-4586-955e-8302cec41020 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Request body: {'port': {'device_id': '94d1a074-3234-43df-8469-8a23d6975b02', 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d', 'admin_state_up': True, 'tenant_id': 'f4cc4cdd924d4a76a459e1391c815981'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:00.196041 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9c7dcc81-7875-4e98-8b3a-10636a337158 tempest-SubnetPoolsTestJSON-2005075495 tempest-SubnetPoolsTestJSON-2005075495-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-927803472', 'prefixes': ['172.20.0.0/16']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:00.219596 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.api [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-0ee9d1cd-30cd-4586-955e-8302cec41020 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:45:00.219596 n-d-798054-10 neutron-server[93887]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:45:00.219596 n-d-798054-10 neutron-server[93887]: [parameters: {'project_id': 'f4cc4cdd924d4a76a459e1391c815981', 'id': 'd94767f4-d7ed-44b5-9854-f94a78e0f2eb', 'expiration': datetime.datetime(2021, 7, 14, 9, 47, 0, 215032)}] Jul 14 09:45:00.219596 n-d-798054-10 neutron-server[93887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:45:00.220276 n-d-798054-10 neutron-server[93887]: DEBUG oslo_db.api [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-0ee9d1cd-30cd-4586-955e-8302cec41020 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:45:00.276300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-05d2e75a-7cf1-4cb7-ba3b-6ea95d42f6e6 req-1f61fad2-6a44-4ee4-a84e-8b045e477c43 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Deleting port e4c4744b-8d8b-4fb0-a438-378bc6256184 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:00.276559 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-05d2e75a-7cf1-4cb7-ba3b-6ea95d42f6e6 req-1f61fad2-6a44-4ee4-a84e-8b045e477c43 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.323190 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] Sync routers for ids ['f0dceac3-6202-4480-b4b6-cd0966f978f6'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:00.346031 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9c7dcc81-7875-4e98-8b3a-10636a337158 tempest-SubnetPoolsTestJSON-2005075495 tempest-SubnetPoolsTestJSON-2005075495-project] Notify callbacks [] for subnetpool, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.346031 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9c7dcc81-7875-4e98-8b3a-10636a337158 tempest-SubnetPoolsTestJSON-2005075495 tempest-SubnetPoolsTestJSON-2005075495-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3599031 Jul 14 09:45:00.349322 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40682) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:00.349938 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] Routers {'f0dceac3-6202-4480-b4b6-cd0966f978f6'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:00.350631 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:45:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f0dceac3-6202-4480-b4b6-cd0966f978f6'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:00.400513 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-05d2e75a-7cf1-4cb7-ba3b-6ea95d42f6e6 req-1f61fad2-6a44-4ee4-a84e-8b045e477c43 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] For port e4c4744b-8d8b-4fb0-a438-378bc6256184, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=e4c4744b-8d8b-4fb0-a438-378bc6256184,segment=NetworkSegment(4fd8b618-9668-43a2-b610-6ea14fe3e9a1),segment_id=4fd8b618-9668-43a2-b610-6ea14fe3e9a1)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:00.400943 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-05d2e75a-7cf1-4cb7-ba3b-6ea95d42f6e6 req-1f61fad2-6a44-4ee4-a84e-8b045e477c43 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.415456 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3496ef4a-9f9a-44a5-a4ee-d4d7305ec1d5 tempest-SubnetPoolsTestJSON-2005075495 tempest-SubnetPoolsTestJSON-2005075495-project] 10.222.0.26 "GET /v2.0/subnetpools/b8e4bee5-64c7-4266-931c-1357f5ba157f HTTP/1.1" status: 200 len: 731 time: 0.0630524 Jul 14 09:45:00.416811 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40684) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:00.422143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-00462356-a009-4b6a-973c-188c996ffbba tempest-SubnetPoolsTestJSON-2005075495 tempest-SubnetPoolsTestJSON-2005075495-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1589049523'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:00.438390 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-05d2e75a-7cf1-4cb7-ba3b-6ea95d42f6e6 req-1f61fad2-6a44-4ee4-a84e-8b045e477c43 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Calling delete_port for e4c4744b-8d8b-4fb0-a438-378bc6256184 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:00.493539 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] Set router f0dceac3-6202-4480-b4b6-cd0966f978f6 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:00.599120 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-00462356-a009-4b6a-973c-188c996ffbba tempest-SubnetPoolsTestJSON-2005075495 tempest-SubnetPoolsTestJSON-2005075495-project] Notify callbacks [] for subnetpool, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.601175 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-00462356-a009-4b6a-973c-188c996ffbba tempest-SubnetPoolsTestJSON-2005075495 tempest-SubnetPoolsTestJSON-2005075495-project] 10.222.0.26 "PUT /v2.0/subnetpools/b8e4bee5-64c7-4266-931c-1357f5ba157f HTTP/1.1" status: 200 len: 684 time: 0.1831822 Jul 14 09:45:00.604272 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40686) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:00.688058 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-05d2e75a-7cf1-4cb7-ba3b-6ea95d42f6e6 req-1f61fad2-6a44-4ee4-a84e-8b045e477c43 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.728541 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61fad2-6a44-4ee4-a84e-8b045e477c43 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Pushing event deleted for resources: {'Port': ['ID=e4c4744b-8d8b-4fb0-a438-378bc6256184,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:00.729517 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['e4c4744b-8d8b-4fb0-a438-378bc6256184'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:00.774653 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6b997303-f410-4b4f-8582-d5cba9b13dfb tempest-SubnetPoolsTestJSON-2005075495 tempest-SubnetPoolsTestJSON-2005075495-project] Notify callbacks [] for subnetpool, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.780143 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6b997303-f410-4b4f-8582-d5cba9b13dfb tempest-SubnetPoolsTestJSON-2005075495 tempest-SubnetPoolsTestJSON-2005075495-project] 10.222.0.26 "DELETE /v2.0/subnetpools/b8e4bee5-64c7-4266-931c-1357f5ba157f HTTP/1.1" status: 204 len: 168 time: 0.1731205 Jul 14 09:45:00.784893 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40690) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:00.803596 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.817196 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dceac3-6202-4480-b4b6-cd0966f978f6', 'name': 'tempest-TestServerMultinode-606649534-router', 'tenant_id': 'f4cc4cdd924d4a76a459e1391c815981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '49410a64-e805-416a-bc6e-17328e5b9852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:50Z', 'updated_at': '2021-07-14T09:44:55Z', 'revision_number': 4, 'project_id': 'f4cc4cdd924d4a76a459e1391c815981', 'gw_port': {'id': '49410a64-e805-416a-bc6e-17328e5b9852', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dceac3-6202-4480-b4b6-cd0966f978f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:51Z', 'updated_at': '2021-07-14T09:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '75460df5-96b9-4d70-b81e-0cd8328ec77b', 'name': '', 'network_id': '1b760c40-24d4-4705-bdcc-1900688bf592', 'tenant_id': 'f4cc4cdd924d4a76a459e1391c815981', 'mac_address': 'fa:16:3e:76:64:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dceac3-6202-4480-b4b6-cd0966f978f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'f709c0e0-b6f9-404c-9590-2311d84a0e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:54Z', 'updated_at': '2021-07-14T09:44:55Z', 'revision_number': 2, 'project_id': 'f4cc4cdd924d4a76a459e1391c815981', 'subnets': [{'id': 'f709c0e0-b6f9-404c-9590-2311d84a0e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:00.834231 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-ac2738f6-bb11-4810-85d8-b40b7e707726 tempest-SubnetPoolsTestJSON-2005075495 tempest-SubnetPoolsTestJSON-2005075495-project] show failed (client error): The resource could not be found. Jul 14 09:45:00.835921 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ac2738f6-bb11-4810-85d8-b40b7e707726 tempest-SubnetPoolsTestJSON-2005075495 tempest-SubnetPoolsTestJSON-2005075495-project] 10.222.0.26 "GET /v2.0/subnetpools/b8e4bee5-64c7-4266-931c-1357f5ba157f HTTP/1.1" status: 404 len: 346 time: 0.0497680 Jul 14 09:45:00.838831 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40692) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:00.854080 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-0ee9d1cd-30cd-4586-955e-8302cec41020 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Made reservation on behalf of f4cc4cdd924d4a76a459e1391c815981 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:00.862216 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-0ee9d1cd-30cd-4586-955e-8302cec41020 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.866646 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] Checking router: f0dceac3-6202-4480-b4b6-cd0966f978f6 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:00.867006 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] Updating router f0dceac3-6202-4480-b4b6-cd0966f978f6 port 75460df5-96b9-4d70-b81e-0cd8328ec77b binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:45:00.874504 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d2e75a-7cf1-4cb7-ba3b-6ea95d42f6e6 req-1f61fad2-6a44-4ee4-a84e-8b045e477c43 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] No DVR routers for this DVR port e4c4744b-8d8b-4fb0-a438-378bc6256184 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:00.877366 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-05d2e75a-7cf1-4cb7-ba3b-6ea95d42f6e6 req-1f61fad2-6a44-4ee4-a84e-8b045e477c43 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.879933 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-05d2e75a-7cf1-4cb7-ba3b-6ea95d42f6e6 req-1f61fad2-6a44-4ee4-a84e-8b045e477c43 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.55 "DELETE /v2.0/ports/e4c4744b-8d8b-4fb0-a438-378bc6256184 HTTP/1.1" status: 204 len: 173 time: 0.7728102 Jul 14 09:45:00.880384 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5178ab24-e087-4d5b-b6a2-4013e8fa4a66', 'name': 'network-vif-deleted', 'tag': 'e4c4744b-8d8b-4fb0-a438-378bc6256184'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:00.891492 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8419c26a-3e3b-455a-b8fa-7fc300850fb0" -d '{"events": [{"server_uuid": "5178ab24-e087-4d5b-b6a2-4013e8fa4a66", "name": "network-vif-deleted", "tag": "e4c4744b-8d8b-4fb0-a438-378bc6256184"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:00.906933 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-1f39d0fb-2c4b-4347-8449-035b49672371 tempest-SubnetPoolsTestJSON-2005075495 tempest-SubnetPoolsTestJSON-2005075495-project] delete failed (client error): The resource could not be found. Jul 14 09:45:00.910473 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1f39d0fb-2c4b-4347-8449-035b49672371 tempest-SubnetPoolsTestJSON-2005075495 tempest-SubnetPoolsTestJSON-2005075495-project] 10.222.0.26 "DELETE /v2.0/subnetpools/b8e4bee5-64c7-4266-931c-1357f5ba157f HTTP/1.1" status: 404 len: 346 time: 0.0704234 Jul 14 09:45:00.926496 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 49410a64-e805-416a-bc6e-17328e5b9852 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:00.947621 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feea1c42-6bd8-4f63-9752-9e0783a5db8d x-openstack-request-id: req-feea1c42-6bd8-4f63-9752-9e0783a5db8d {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:00.947919 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5178ab24-e087-4d5b-b6a2-4013e8fa4a66", "name": "network-vif-deleted", "tag": "e4c4744b-8d8b-4fb0-a438-378bc6256184", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:00.948182 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-feea1c42-6bd8-4f63-9752-9e0783a5db8d {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:00.948611 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5178ab24-e087-4d5b-b6a2-4013e8fa4a66', 'name': 'network-vif-deleted', 'tag': 'e4c4744b-8d8b-4fb0-a438-378bc6256184', 'status': 'completed', 'code': 200} Jul 14 09:45:00.955513 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.002214 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 49410a64-e805-416a-bc6e-17328e5b9852 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:01.003367 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.049352 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50a75264-bfc0-4813-88b0-ff138f9c7849 req-5c44bc74-8e92-4a52-bbf5-c762aded7635 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94d1a074-3234-43df-8469-8a23d6975b02 HTTP/1.1" status: 200 len: 210 time: 0.1019614 Jul 14 09:45:01.247124 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-0ee9d1cd-30cd-4586-955e-8302cec41020 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Allocated IP 172.20.0.8 (4eb05e30-a8d5-419b-a3b0-f096d513638d/d0146042-7ec6-405e-b89e-4734881a2b69/9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:01.311551 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c447535-d842-4a1e-b766-21f6c54597e4 req-2c60402a-7143-4a1e-b685-e529ec213000 tempest-ServersNegativeTestMultiTenantJSON-896664519 tempest-ServersNegativeTestMultiTenantJSON-896664519-project] 10.222.0.26 "GET /v2.0/ports?device_id=5178ab24-e087-4d5b-b6a2-4013e8fa4a66 HTTP/1.1" status: 200 len: 210 time: 0.0660131 Jul 14 09:45:01.402003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40704) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:01.476637 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-0ee9d1cd-30cd-4586-955e-8302cec41020 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.496168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-0ee9d1cd-30cd-4586-955e-8302cec41020 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Transition to ACTIVE for port object 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:01.541847 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.542616 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-0ee9d1cd-30cd-4586-955e-8302cec41020 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.545954 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-63bdc581-bffd-4ef9-b1b1-7ab17536e774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.556210 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] Transition to ACTIVE for port object 75460df5-96b9-4d70-b81e-0cd8328ec77b will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:01.565781 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.637468 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9d1cd-30cd-4586-955e-8302cec41020 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Pushing event updated for resources: {'Port': ['ID=9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:01.651855 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-0ee9d1cd-30cd-4586-955e-8302cec41020 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Network 4eb05e30-a8d5-419b-a3b0-f096d513638d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:01.657061 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-0ee9d1cd-30cd-4586-955e-8302cec41020 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:01.681138 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-0ee9d1cd-30cd-4586-955e-8302cec41020 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:01.711478 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-63bdc581-bffd-4ef9-b1b1-7ab17536e774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.714792 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926c0a3-ede8-4253-b1a5-0e6579f6f042 None None] Pushing event updated for resources: {'Port': ['ID=75460df5-96b9-4d70-b81e-0cd8328ec77b,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:01.720557 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-63bdc581-bffd-4ef9-b1b1-7ab17536e774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.753281 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926c0a3-ede8-4253-b1a5-0e6579f6f042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:01.755126 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926c0a3-ede8-4253-b1a5-0e6579f6f042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:01.756603 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926c0a3-ede8-4253-b1a5-0e6579f6f042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:01.757151 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926c0a3-ede8-4253-b1a5-0e6579f6f042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:01.758502 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926c0a3-ede8-4253-b1a5-0e6579f6f042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:01.759663 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926c0a3-ede8-4253-b1a5-0e6579f6f042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:01.760176 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926c0a3-ede8-4253-b1a5-0e6579f6f042 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:01.760740 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926c0a3-ede8-4253-b1a5-0e6579f6f042 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:01.762185 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926c0a3-ede8-4253-b1a5-0e6579f6f042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:01.762807 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926c0a3-ede8-4253-b1a5-0e6579f6f042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:01.764806 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926c0a3-ede8-4253-b1a5-0e6579f6f042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:01.765349 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9926c0a3-ede8-4253-b1a5-0e6579f6f042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:01.781477 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-63bdc581-bffd-4ef9-b1b1-7ab17536e774 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c0e66b2bed7d43838cbfb7bb7d5e2daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3776510 Jul 14 09:45:01.784028 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40708) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:01.791742 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-0ee9d1cd-30cd-4586-955e-8302cec41020 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:01.792973 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdc581-bffd-4ef9-b1b1-7ab17536e774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af77b692-984f-4342-b9a9-2c901282e655,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:01.793726 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-0ee9d1cd-30cd-4586-955e-8302cec41020 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.827641 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-0ee9d1cd-30cd-4586-955e-8302cec41020 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6400292 Jul 14 09:45:01.840397 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] Request body: {'port': {'device_id': '94d1a074-3234-43df-8469-8a23d6975b02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:01.872390 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] Attempting to bind port 75460df5-96b9-4d70-b81e-0cd8328ec77b on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:01.872770 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] Attempting to bind port 75460df5-96b9-4d70-b81e-0cd8328ec77b by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '174422d3-190d-47b8-af2b-33cd7adb6d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1b760c40-24d4-4705-bdcc-1900688bf592'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:01.873647 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] Attempting to bind port 75460df5-96b9-4d70-b81e-0cd8328ec77b on network 1b760c40-24d4-4705-bdcc-1900688bf592 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:01.892291 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68d339bd-2c8b-4ac6-8de5-59ab9fec1682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.904832 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:01.907969 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] Checking segment: {'id': '174422d3-190d-47b8-af2b-33cd7adb6d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1b760c40-24d4-4705-bdcc-1900688bf592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:01.908482 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.908901 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] Bound using segment: {'id': '174422d3-190d-47b8-af2b-33cd7adb6d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1b760c40-24d4-4705-bdcc-1900688bf592'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:01.909443 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] Bound port: 75460df5-96b9-4d70-b81e-0cd8328ec77b, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174422d3-190d-47b8-af2b-33cd7adb6d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1b760c40-24d4-4705-bdcc-1900688bf592'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:01.909914 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.951433 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68d339bd-2c8b-4ac6-8de5-59ab9fec1682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.968040 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.009047 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.024728 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] For port 75460df5-96b9-4d70-b81e-0cd8328ec77b, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:02.029023 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] For port 75460df5-96b9-4d70-b81e-0cd8328ec77b, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=75460df5-96b9-4d70-b81e-0cd8328ec77b,segment=NetworkSegment(174422d3-190d-47b8-af2b-33cd7adb6d1d),segment_id=174422d3-190d-47b8-af2b-33cd7adb6d1d)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:02.042140 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.054784 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68d339bd-2c8b-4ac6-8de5-59ab9fec1682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.057817 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68d339bd-2c8b-4ac6-8de5-59ab9fec1682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.059019 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-68d339bd-2c8b-4ac6-8de5-59ab9fec1682 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af77b692-984f-4342-b9a9-2c901282e655 HTTP/1.1" status: 204 len: 168 time: 0.2738698 Jul 14 09:45:02.079623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d339bd-2c8b-4ac6-8de5-59ab9fec1682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af77b692-984f-4342-b9a9-2c901282e655,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:02.202114 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] Routers {'f0dceac3-6202-4480-b4b6-cd0966f978f6'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:02.202592 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:45:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f0dceac3-6202-4480-b4b6-cd0966f978f6'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:02.205464 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926c0a3-ede8-4253-b1a5-0e6579f6f042 None None] Pushing event updated for resources: {'Port': ['ID=75460df5-96b9-4d70-b81e-0cd8328ec77b,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:02.220185 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-09300e25-80e0-4dda-bc45-475da7c995c1 None None] Provisioning for port 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:02.226354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-09300e25-80e0-4dda-bc45-475da7c995c1 None None] Provisioning complete for port 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:02.227952 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09300e25-80e0-4dda-bc45-475da7c995c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.317731 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-09300e25-80e0-4dda-bc45-475da7c995c1 None None] Port 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:02.456567 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b0abd-0010-4867-96df-c35e7a629df7 req-ceb0ddc9-b32a-4993-bc3b-a594ac178b4c tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:02.459020 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-172b0abd-0010-4867-96df-c35e7a629df7 req-ceb0ddc9-b32a-4993-bc3b-a594ac178b4c tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94d1a074-3234-43df-8469-8a23d6975b02 HTTP/1.1" status: 200 len: 1027 time: 0.1543293 Jul 14 09:45:02.512663 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] Set router f0dceac3-6202-4480-b4b6-cd0966f978f6 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:02.519983 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40722) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:02.558842 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-172b0abd-0010-4867-96df-c35e7a629df7 req-5c909a2a-8add-4558-ad1f-53eb5e97de1a tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932810 Jul 14 09:45:02.588505 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:02.597501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-0774d148-14ff-4888-bb3d-703ec8a6b81b admin admin] Deleting subnet 583020d3-0f16-4188-8c46-478785a3cc17 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:45:02.600880 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0774d148-14ff-4888-bb3d-703ec8a6b81b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.601161 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.617637 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] Transition to ACTIVE for port object 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:02.622912 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.637580 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0774d148-14ff-4888-bb3d-703ec8a6b81b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.681292 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0774d148-14ff-4888-bb3d-703ec8a6b81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.706272 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] Pushing event updated for resources: {'Port': ['ID=9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:02.757144 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0774d148-14ff-4888-bb3d-703ec8a6b81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.801948 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.823728 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0774d148-14ff-4888-bb3d-703ec8a6b81b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.827402 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0774d148-14ff-4888-bb3d-703ec8a6b81b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/583020d3-0f16-4188-8c46-478785a3cc17 HTTP/1.1" status: 204 len: 168 time: 0.3062248 Jul 14 09:45:02.829332 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774d148-14ff-4888-bb3d-703ec8a6b81b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=583020d3-0f16-4188-8c46-478785a3cc17,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:02.832331 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40730) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:02.852029 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774d148-14ff-4888-bb3d-703ec8a6b81b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:02.852486 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774d148-14ff-4888-bb3d-703ec8a6b81b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:02.853250 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774d148-14ff-4888-bb3d-703ec8a6b81b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:02.855485 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774d148-14ff-4888-bb3d-703ec8a6b81b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:02.856085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774d148-14ff-4888-bb3d-703ec8a6b81b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:02.856446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774d148-14ff-4888-bb3d-703ec8a6b81b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:02.857203 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774d148-14ff-4888-bb3d-703ec8a6b81b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:02.858206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774d148-14ff-4888-bb3d-703ec8a6b81b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:02.858793 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774d148-14ff-4888-bb3d-703ec8a6b81b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:02.859222 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774d148-14ff-4888-bb3d-703ec8a6b81b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:02.859675 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774d148-14ff-4888-bb3d-703ec8a6b81b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:02.860320 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774d148-14ff-4888-bb3d-703ec8a6b81b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:02.868667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] Attempting to bind port 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:02.869223 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] Attempting to bind port 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '8e961744-61a3-43ab-b446-333692628465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:02.869406 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] Attempting to bind port 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf on network 4eb05e30-a8d5-419b-a3b0-f096d513638d {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:02.882631 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] Port 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf on network 4eb05e30-a8d5-419b-a3b0-f096d513638d not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:45:02.882958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] Attempting to bind port 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf on network 4eb05e30-a8d5-419b-a3b0-f096d513638d {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:02.901298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:02.909147 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] Checking segment: {'id': '8e961744-61a3-43ab-b446-333692628465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:02.910471 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] Bound using segment: {'id': '8e961744-61a3-43ab-b446-333692628465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:02.912195 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] Bound port: 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e961744-61a3-43ab-b446-333692628465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:02.923291 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.956262 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 75460df5-96b9-4d70-b81e-0cd8328ec77b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:02.957697 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76bca6a4-4a4d-407e-89e4-1995702b7906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.016716 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 75460df5-96b9-4d70-b81e-0cd8328ec77b completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:03.035799 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 75460df5-96b9-4d70-b81e-0cd8328ec77b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:03.036195 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.068442 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] For port 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:03.078303 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] For port 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf,segment=NetworkSegment(8e961744-61a3-43ab-b446-333692628465),segment_id=8e961744-61a3-43ab-b446-333692628465)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:03.086665 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dceac3-6202-4480-b4b6-cd0966f978f6', 'name': 'tempest-TestServerMultinode-606649534-router', 'tenant_id': 'f4cc4cdd924d4a76a459e1391c815981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '49410a64-e805-416a-bc6e-17328e5b9852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:50Z', 'updated_at': '2021-07-14T09:44:55Z', 'revision_number': 4, 'project_id': 'f4cc4cdd924d4a76a459e1391c815981', 'gw_port': {'id': '49410a64-e805-416a-bc6e-17328e5b9852', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dceac3-6202-4480-b4b6-cd0966f978f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:51Z', 'updated_at': '2021-07-14T09:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '75460df5-96b9-4d70-b81e-0cd8328ec77b', 'name': '', 'network_id': '1b760c40-24d4-4705-bdcc-1900688bf592', 'tenant_id': 'f4cc4cdd924d4a76a459e1391c815981', 'mac_address': 'fa:16:3e:76:64:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dceac3-6202-4480-b4b6-cd0966f978f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'f709c0e0-b6f9-404c-9590-2311d84a0e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:54Z', 'updated_at': '2021-07-14T09:45:02Z', 'revision_number': 4, 'project_id': 'f4cc4cdd924d4a76a459e1391c815981', 'subnets': [{'id': 'f709c0e0-b6f9-404c-9590-2311d84a0e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:03.087465 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.126039 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c95d8-fc5b-4935-9e3a-d7bc5f6834c4 None None] The sync data for ids ['f0dceac3-6202-4480-b4b6-cd0966f978f6'] in n-d-798054-10 is: [{'id': 'f0dceac3-6202-4480-b4b6-cd0966f978f6', 'name': 'tempest-TestServerMultinode-606649534-router', 'tenant_id': 'f4cc4cdd924d4a76a459e1391c815981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '49410a64-e805-416a-bc6e-17328e5b9852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:50Z', 'updated_at': '2021-07-14T09:44:55Z', 'revision_number': 4, 'project_id': 'f4cc4cdd924d4a76a459e1391c815981', 'gw_port': {'id': '49410a64-e805-416a-bc6e-17328e5b9852', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dceac3-6202-4480-b4b6-cd0966f978f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:51Z', 'updated_at': '2021-07-14T09:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '75460df5-96b9-4d70-b81e-0cd8328ec77b', 'name': '', 'network_id': '1b760c40-24d4-4705-bdcc-1900688bf592', 'tenant_id': 'f4cc4cdd924d4a76a459e1391c815981', 'mac_address': 'fa:16:3e:76:64:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dceac3-6202-4480-b4b6-cd0966f978f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'f709c0e0-b6f9-404c-9590-2311d84a0e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:54Z', 'updated_at': '2021-07-14T09:45:02Z', 'revision_number': 4, 'project_id': 'f4cc4cdd924d4a76a459e1391c815981', 'subnets': [{'id': 'f709c0e0-b6f9-404c-9590-2311d84a0e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:03.147709 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76bca6a4-4a4d-407e-89e4-1995702b7906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.197344 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.200007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] Pushing event updated for resources: {'Port': ['ID=9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:03.208802 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:03.209760 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.211329 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-86c0c365-4e78-4fb2-bafc-ad31e028473e service neutron] 10.222.0.49 "PUT /v2.0/ports/9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf HTTP/1.1" status: 200 len: 1092 time: 1.3761878 Jul 14 09:45:03.211846 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d1a074-3234-43df-8469-8a23d6975b02', 'tag': '9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:03.214689 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0c2031-7be1-4a4a-b08c-6b361836e0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "94d1a074-3234-43df-8469-8a23d6975b02", "tag": "9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:03.238183 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-76bca6a4-4a4d-407e-89e4-1995702b7906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3acc8d0-6f4f-4fed-9b58-2782c798ed73']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:03.254326 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 75460df5-96b9-4d70-b81e-0cd8328ec77b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=75460df5-96b9-4d70-b81e-0cd8328ec77b,segment=NetworkSegment(174422d3-190d-47b8-af2b-33cd7adb6d1d),segment_id=174422d3-190d-47b8-af2b-33cd7adb6d1d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:03.290796 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662de8f9-a6a8-4e56-b122-99fa305893eb x-openstack-request-id: req-662de8f9-a6a8-4e56-b122-99fa305893eb {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:03.290796 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d1a074-3234-43df-8469-8a23d6975b02", "tag": "9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:03.291476 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.291715 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-662de8f9-a6a8-4e56-b122-99fa305893eb {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:03.291715 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d1a074-3234-43df-8469-8a23d6975b02', 'tag': '9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf', 'status': 'completed', 'code': 200} Jul 14 09:45:03.345410 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-76bca6a4-4a4d-407e-89e4-1995702b7906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd8b618-9668-43a2-b610-6ea14fe3e9a1') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:03.345725 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-76bca6a4-4a4d-407e-89e4-1995702b7906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd8b618-9668-43a2-b610-6ea14fe3e9a1') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:03.354741 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device e4c4744b-8d8b-4fb0-a438-378bc6256184 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:03.385029 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76bca6a4-4a4d-407e-89e4-1995702b7906 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.401189 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2031-7be1-4a4a-b08c-6b361836e0ef req-dd4cebef-efe0-4e64-9365-64cbb216e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:03.405547 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e0c2031-7be1-4a4a-b08c-6b361836e0ef req-dd4cebef-efe0-4e64-9365-64cbb216e470 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4cc4cdd924d4a76a459e1391c815981&device_id=94d1a074-3234-43df-8469-8a23d6975b02 HTTP/1.1" status: 200 len: 1095 time: 0.0922570 Jul 14 09:45:03.425579 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76bca6a4-4a4d-407e-89e4-1995702b7906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.434273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76bca6a4-4a4d-407e-89e4-1995702b7906 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:45:03.435284 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76bca6a4-4a4d-407e-89e4-1995702b7906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.446764 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: e4c4744b-8d8b-4fb0-a438-378bc6256184 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:03.447454 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device e4c4744b-8d8b-4fb0-a438-378bc6256184 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:45:03.499545 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:45:03.503446 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76bca6a4-4a4d-407e-89e4-1995702b7906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.510422 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76bca6a4-4a4d-407e-89e4-1995702b7906 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.511909 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=75460df5-96b9-4d70-b81e-0cd8328ec77b,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:03.515218 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-76bca6a4-4a4d-407e-89e4-1995702b7906 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f3acc8d0-6f4f-4fed-9b58-2782c798ed73 HTTP/1.1" status: 204 len: 168 time: 0.6777620 Jul 14 09:45:03.524910 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40744) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:03.544123 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bca6a4-4a4d-407e-89e4-1995702b7906 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3acc8d0-6f4f-4fed-9b58-2782c798ed73,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:03.610001 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-212952f8-0688-47f7-a3fd-56860be48616 admin admin] Deleting subnet 141fdf6b-c2d6-4a64-92fa-6750f65aa80b {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:45:03.617546 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-212952f8-0688-47f7-a3fd-56860be48616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.708830 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-212952f8-0688-47f7-a3fd-56860be48616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.779205 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-212952f8-0688-47f7-a3fd-56860be48616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.848666 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2031-7be1-4a4a-b08c-6b361836e0ef req-3b54fdf4-3f7c-4fbf-b70e-284eea149340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:03.850232 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e0c2031-7be1-4a4a-b08c-6b361836e0ef req-3b54fdf4-3f7c-4fbf-b70e-284eea149340 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f4cc4cdd924d4a76a459e1391c815981&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4337003 Jul 14 09:45:03.874987 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-212952f8-0688-47f7-a3fd-56860be48616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.905243 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-212952f8-0688-47f7-a3fd-56860be48616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.908008 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-212952f8-0688-47f7-a3fd-56860be48616 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/141fdf6b-c2d6-4a64-92fa-6750f65aa80b HTTP/1.1" status: 204 len: 168 time: 0.3820748 Jul 14 09:45:03.928068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40760) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:03.953582 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838997d6-bdc1-439b-9e3e-d65cdc00d239 req-724fd1a4-2173-4397-8794-3022297f77b3 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:03.955115 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-838997d6-bdc1-439b-9e3e-d65cdc00d239 req-724fd1a4-2173-4397-8794-3022297f77b3 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94d1a074-3234-43df-8469-8a23d6975b02 HTTP/1.1" status: 200 len: 1095 time: 0.1972864 Jul 14 09:45:04.015293 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212952f8-0688-47f7-a3fd-56860be48616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=141fdf6b-c2d6-4a64-92fa-6750f65aa80b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:04.023288 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa71910a-c705-4a30-8f68-91eb74b7f208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.040720 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-838997d6-bdc1-439b-9e3e-d65cdc00d239 req-0a1ee131-abd4-42c1-86b8-fc4919e0a40b tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730045 Jul 14 09:45:04.046142 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2031-7be1-4a4a-b08c-6b361836e0ef req-fbca5ae6-6292-4111-9d3c-c89501e2420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:04.047727 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e0c2031-7be1-4a4a-b08c-6b361836e0ef req-fbca5ae6-6292-4111-9d3c-c89501e2420c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1906440 Jul 14 09:45:04.150866 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa71910a-c705-4a30-8f68-91eb74b7f208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.167083 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-aa71910a-c705-4a30-8f68-91eb74b7f208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f58af28-14b8-4c90-8ac7-ac3c19a3bb64']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:04.168814 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-25b4c8f0-c551-4c49-b644-125abc3216b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:04.172359 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-25b4c8f0-c551-4c49-b644-125abc3216b1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4cc4cdd924d4a76a459e1391c815981&device_id=94d1a074-3234-43df-8469-8a23d6975b02 HTTP/1.1" status: 200 len: 1095 time: 0.0769687 Jul 14 09:45:04.179891 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-aa71910a-c705-4a30-8f68-91eb74b7f208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6fa1580-fc39-4cde-9235-90a2e93e9f75') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:04.180194 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-aa71910a-c705-4a30-8f68-91eb74b7f208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6fa1580-fc39-4cde-9235-90a2e93e9f75') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:04.201856 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa71910a-c705-4a30-8f68-91eb74b7f208 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.231314 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa71910a-c705-4a30-8f68-91eb74b7f208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.237213 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-f7c79449-395b-4ab7-82ce-371200683a17 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf HTTP/1.1" status: 200 len: 217 time: 0.0582581 Jul 14 09:45:04.243632 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa71910a-c705-4a30-8f68-91eb74b7f208 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:45:04.244112 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa71910a-c705-4a30-8f68-91eb74b7f208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:45:04.245934 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:45:04.318368 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa71910a-c705-4a30-8f68-91eb74b7f208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.338042 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa71910a-c705-4a30-8f68-91eb74b7f208 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.340542 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-b84d63c0-980e-45f9-aff6-45de38bdf96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:04.341473 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-aa71910a-c705-4a30-8f68-91eb74b7f208 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4f58af28-14b8-4c90-8ac7-ac3c19a3bb64 HTTP/1.1" status: 204 len: 168 time: 0.4119170 Jul 14 09:45:04.351521 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-b84d63c0-980e-45f9-aff6-45de38bdf96f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0146042-7ec6-405e-b89e-4734881a2b69 HTTP/1.1" status: 200 len: 848 time: 0.1075256 Jul 14 09:45:04.354854 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71910a-c705-4a30-8f68-91eb74b7f208 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f58af28-14b8-4c90-8ac7-ac3c19a3bb64,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:04.428342 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-bab706af-d2a6-45c8-adc3-adea6fd191da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:04.432795 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-bab706af-d2a6-45c8-adc3-adea6fd191da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4eb05e30-a8d5-419b-a3b0-f096d513638d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741179 Jul 14 09:45:04.537034 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40784) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:04.573202 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-9741b3f8-5132-4385-ab8c-a2c355d6af23 service neutron] 10.222.0.49 "GET /v2.0/networks/4eb05e30-a8d5-419b-a3b0-f096d513638d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356816 Jul 14 09:45:04.583417 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bb8695b9-0cde-4b5b-8d20-7cc25743f79a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f331479586c543cba39b62ea4b1c21be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428720 Jul 14 09:45:04.583986 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40788) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:04.644752 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d62ca79a-c718-4051-a73e-72e9d7e7137d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.671541 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d62ca79a-c718-4051-a73e-72e9d7e7137d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.699891 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a591c98-c906-4b17-9cbe-721ee15193bd req-375317c6-899e-46e1-8973-134c8c0b17df service neutron] 10.222.0.49 "GET /v2.0/networks/4eb05e30-a8d5-419b-a3b0-f096d513638d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208160 Jul 14 09:45:04.730223 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d62ca79a-c718-4051-a73e-72e9d7e7137d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.733757 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d62ca79a-c718-4051-a73e-72e9d7e7137d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.739497 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d62ca79a-c718-4051-a73e-72e9d7e7137d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b176c92-4f8e-4e9f-81b2-804fb869be97 HTTP/1.1" status: 204 len: 168 time: 0.1527188 Jul 14 09:45:04.748022 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ca79a-c718-4051-a73e-72e9d7e7137d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b176c92-4f8e-4e9f-81b2-804fb869be97,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:04.865207 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 75460df5-96b9-4d70-b81e-0cd8328ec77b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:04.926445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 75460df5-96b9-4d70-b81e-0cd8328ec77b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:04.927116 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.257315 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 40806) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:05.314304 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d7093708-67b5-401a-8f6c-c4cd575ce816 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea3d4b3fc2e244fdbac3d53a7119d287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560160 Jul 14 09:45:05.317432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40808) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:05.318816 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095670c5-f34f-46aa-8e5f-1a818806f079 req-4164f4b4-c2a1-48a5-84bd-dfbe1776cc7d tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:05.320451 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-095670c5-f34f-46aa-8e5f-1a818806f079 req-4164f4b4-c2a1-48a5-84bd-dfbe1776cc7d tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94d1a074-3234-43df-8469-8a23d6975b02 HTTP/1.1" status: 200 len: 1095 time: 0.1076431 Jul 14 09:45:05.364266 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-095670c5-f34f-46aa-8e5f-1a818806f079 req-9ee5c0b2-aebf-41e2-bd61-38affb25859d tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297322 Jul 14 09:45:05.381313 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-209d2185-bf69-4b28-80cd-7fa85c2480b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.407215 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-209d2185-bf69-4b28-80cd-7fa85c2480b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.464158 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-209d2185-bf69-4b28-80cd-7fa85c2480b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.466931 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-209d2185-bf69-4b28-80cd-7fa85c2480b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.470540 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-209d2185-bf69-4b28-80cd-7fa85c2480b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f376cfe1-4a8d-4c68-bb29-eb73e7530c60 HTTP/1.1" status: 204 len: 168 time: 0.1495326 Jul 14 09:45:05.482439 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d2185-bf69-4b28-80cd-7fa85c2480b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f376cfe1-4a8d-4c68-bb29-eb73e7530c60,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:06.655103 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152db5eb-a841-422a-866b-e38ff9a475df req-2d4dd01b-053d-4dc1-8de5-84abf95e44b6 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:06.664643 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-152db5eb-a841-422a-866b-e38ff9a475df req-2d4dd01b-053d-4dc1-8de5-84abf95e44b6 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94d1a074-3234-43df-8469-8a23d6975b02 HTTP/1.1" status: 200 len: 1095 time: 0.1091642 Jul 14 09:45:06.740234 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-152db5eb-a841-422a-866b-e38ff9a475df req-1c15bdb0-24b2-481f-84a6-1c9e237b2d52 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715475 Jul 14 09:45:06.914921 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40868) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:07.058627 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-01fcaed3-6df1-4ab1-8d0d-1797c69913ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.179215 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-01fcaed3-6df1-4ab1-8d0d-1797c69913ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.184594 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-01fcaed3-6df1-4ab1-8d0d-1797c69913ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.228378 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-01fcaed3-6df1-4ab1-8d0d-1797c69913ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=09b74b9680f44689bb9ff17e19b3c48b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055921 Jul 14 09:45:07.228378 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcaed3-6df1-4ab1-8d0d-1797c69913ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b372d324-8e31-4650-aa27-59a4419fd231,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:07.228700 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40872) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:07.289844 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62701683-d5b1-4bfe-8582-45295b87b39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.325626 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62701683-d5b1-4bfe-8582-45295b87b39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.772282 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62701683-d5b1-4bfe-8582-45295b87b39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.776255 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62701683-d5b1-4bfe-8582-45295b87b39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.778437 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-62701683-d5b1-4bfe-8582-45295b87b39b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b372d324-8e31-4650-aa27-59a4419fd231 HTTP/1.1" status: 204 len: 168 time: 0.5486770 Jul 14 09:45:07.791668 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62701683-d5b1-4bfe-8582-45295b87b39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b372d324-8e31-4650-aa27-59a4419fd231,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:08.012998 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:45:08.035973 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cb365-641d-42b3-9399-f838c0f61104 req-a87d5fa0-683e-4e4d-9a82-a51dcae787e4 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:08.038489 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-153cb365-641d-42b3-9399-f838c0f61104 req-a87d5fa0-683e-4e4d-9a82-a51dcae787e4 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94d1a074-3234-43df-8469-8a23d6975b02 HTTP/1.1" status: 200 len: 1095 time: 0.1373150 Jul 14 09:45:08.109048 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-153cb365-641d-42b3-9399-f838c0f61104 req-f9dab500-15dc-4b3c-bfe4-a8a34e70dd93 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541692 Jul 14 09:45:08.184898 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf,segment=NetworkSegment(8e961744-61a3-43ab-b446-333692628465),segment_id=8e961744-61a3-43ab-b446-333692628465)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:08.199501 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf', 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d', 'port_id': '9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf', 'mac_address': 'fa:16:3e:95:af:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0146042-7ec6-405e-b89e-4734881a2b69', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:45:08.244336 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.260558 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:08.282183 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf,segment=NetworkSegment(8e961744-61a3-43ab-b446-333692628465),segment_id=8e961744-61a3-43ab-b446-333692628465)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:08.288255 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.358618 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:08.476116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:09.297200 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690f0b3-8cdf-4743-81c0-e08ed4119897 req-e27bae75-0253-4cb0-a74b-82fd07b034f7 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:09.299740 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7690f0b3-8cdf-4743-81c0-e08ed4119897 req-e27bae75-0253-4cb0-a74b-82fd07b034f7 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94d1a074-3234-43df-8469-8a23d6975b02 HTTP/1.1" status: 200 len: 1096 time: 0.0671217 Jul 14 09:45:09.339558 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7690f0b3-8cdf-4743-81c0-e08ed4119897 req-5866a7c5-4d65-4b84-90b7-d408f1e2a821 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335214 Jul 14 09:45:10.024532 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:10.087837 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:10.093029 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:10.093484 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.228805 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.267599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d1a074-3234-43df-8469-8a23d6975b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:10.269905 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a6a244-d072-4347-8445-ab03cddb288f" -d '{"events": [{"server_uuid": "94d1a074-3234-43df-8469-8a23d6975b02", "name": "network-vif-plugged", "status": "completed", "tag": "9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:10.284712 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf,segment=NetworkSegment(8e961744-61a3-43ab-b446-333692628465),segment_id=8e961744-61a3-43ab-b446-333692628465)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:10.299346 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.351828 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c03f7cc-f87b-4497-a36c-a43b8091c200 x-openstack-request-id: req-7c03f7cc-f87b-4497-a36c-a43b8091c200 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:10.352364 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d1a074-3234-43df-8469-8a23d6975b02", "name": "network-vif-plugged", "status": "completed", "tag": "9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:10.354045 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c03f7cc-f87b-4497-a36c-a43b8091c200 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:10.354803 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d1a074-3234-43df-8469-8a23d6975b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf', 'code': 200} Jul 14 09:45:10.356171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-d524121a-eb89-4604-9f15-bfe3022e380a tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:10.358450 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-d524121a-eb89-4604-9f15-bfe3022e380a tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 811 time: 0.1860600 Jul 14 09:45:10.383082 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-75b7eb1a-c5b0-4f84-bb57-a45af921a1c3 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/quotas/51eddd5eb51e43da8f7e9b436a71a31a HTTP/1.1" status: 200 len: 375 time: 0.0165603 Jul 14 09:45:10.400365 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:10.532452 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-db1a1938-8022-47f8-a523-f7240c7e0b6d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481593 Jul 14 09:45:10.554699 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f2861-5a94-4a3a-859e-765abc1d7681 req-94599f51-011d-4c7d-8b24-f6776542661c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:10.556181 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-612f2861-5a94-4a3a-859e-765abc1d7681 req-94599f51-011d-4c7d-8b24-f6776542661c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=94d1a074-3234-43df-8469-8a23d6975b02 HTTP/1.1" status: 200 len: 1097 time: 0.1274414 Jul 14 09:45:10.591648 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d7b27-fd25-4fef-ae86-7261279ee077 req-a546f441-b382-4162-a704-904e4e1d0d47 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:10.593336 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e32d7b27-fd25-4fef-ae86-7261279ee077 req-a546f441-b382-4162-a704-904e4e1d0d47 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94d1a074-3234-43df-8469-8a23d6975b02 HTTP/1.1" status: 200 len: 1097 time: 0.1093357 Jul 14 09:45:10.616368 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-612f2861-5a94-4a3a-859e-765abc1d7681 req-de8b5d6d-e42d-435e-84d5-e6d460b188ae service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521605 Jul 14 09:45:10.635206 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e32d7b27-fd25-4fef-ae86-7261279ee077 req-ccb38717-389c-4bf7-a659-8ef73bd4eabe tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360827 Jul 14 09:45:10.768639 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-55ab5285-1c6d-424b-a211-b2800493abd3 service neutron] 10.222.0.26 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232747 Jul 14 09:45:10.867617 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-2bcb610d-cdd0-4702-b514-776a48f7269f service neutron] 10.222.0.26 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980310 Jul 14 09:45:11.209921 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 40988) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:11.401024 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c5c630a-efcf-4f85-b577-f2ed3d7cb2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.506605 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-395fa6b1-4f17-464b-8920-acb0b5ff3986 req-30c7b3f1-8296-437a-a0b3-90dc62593729 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 210 time: 0.0468578 Jul 14 09:45:11.520613 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c5c630a-efcf-4f85-b577-f2ed3d7cb2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.526489 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c5c630a-efcf-4f85-b577-f2ed3d7cb2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.572456 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41000) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:11.572619 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5c5c630a-efcf-4f85-b577-f2ed3d7cb2ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b9e2a0e2cd484636bdb5f502f5c85b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3613751 Jul 14 09:45:11.573507 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c630a-efcf-4f85-b577-f2ed3d7cb2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14947e4-f3a2-4146-b23b-bbdd5db1c864,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:11.636075 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a1986a7-228b-490a-ac98-51357cec9087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.658668 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a1986a7-228b-490a-ac98-51357cec9087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.718136 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a1986a7-228b-490a-ac98-51357cec9087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.720820 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a1986a7-228b-490a-ac98-51357cec9087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.724780 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0a1986a7-228b-490a-ac98-51357cec9087 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b14947e4-f3a2-4146-b23b-bbdd5db1c864 HTTP/1.1" status: 204 len: 168 time: 0.1513021 Jul 14 09:45:11.734459 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1986a7-228b-490a-ac98-51357cec9087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14947e4-f3a2-4146-b23b-bbdd5db1c864,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:11.854167 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06cd1b-5312-4923-a371-e436d361f708 req-9784bbac-f0c9-4ba7-b57c-8423f3e38452 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:11.855664 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e06cd1b-5312-4923-a371-e436d361f708 req-9784bbac-f0c9-4ba7-b57c-8423f3e38452 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94d1a074-3234-43df-8469-8a23d6975b02 HTTP/1.1" status: 200 len: 1097 time: 0.0616024 Jul 14 09:45:11.901537 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e06cd1b-5312-4923-a371-e436d361f708 req-587ae139-c690-4c18-a32d-c598c7b71adc tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383210 Jul 14 09:45:12.134063 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3424a0c-8b1a-43ab-ac9e-5f1f91053985 req-1f694bdd-f2ec-47b3-bf20-3a50efd72c13 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:12.141185 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d3424a0c-8b1a-43ab-ac9e-5f1f91053985 req-1f694bdd-f2ec-47b3-bf20-3a50efd72c13 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94d1a074-3234-43df-8469-8a23d6975b02 HTTP/1.1" status: 200 len: 1097 time: 0.0813179 Jul 14 09:45:12.171562 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41022) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:12.185292 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-47159025-0b51-4e43-a798-6a405be8d797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.187634 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d3424a0c-8b1a-43ab-ac9e-5f1f91053985 req-2b041cff-b691-43e1-8da5-4edf7ec8a804 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454621 Jul 14 09:45:12.361950 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-47159025-0b51-4e43-a798-6a405be8d797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.366886 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-47159025-0b51-4e43-a798-6a405be8d797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.412693 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-47159025-0b51-4e43-a798-6a405be8d797 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ebaaac171ea4405a983678234eaa0494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397282 Jul 14 09:45:12.413846 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47159025-0b51-4e43-a798-6a405be8d797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3823023-e5c1-4b0b-abb0-f38c7b47fdfc,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:12.416320 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41026) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:12.424094 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ba7db-5987-45a2-aff6-3ce9649c539a req-f48eb11d-9969-47ae-8ac0-77b21390f03e tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:12.431317 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4d2ba7db-5987-45a2-aff6-3ce9649c539a req-f48eb11d-9969-47ae-8ac0-77b21390f03e tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94d1a074-3234-43df-8469-8a23d6975b02 HTTP/1.1" status: 200 len: 1097 time: 0.1066794 Jul 14 09:45:12.470340 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4d2ba7db-5987-45a2-aff6-3ce9649c539a req-acfaf5c5-f059-42d5-b179-be9fe7901efa tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381274 Jul 14 09:45:12.490196 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d9edc395-aa1d-45a2-863e-b8abf099134f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.547777 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d9edc395-aa1d-45a2-863e-b8abf099134f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.626276 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d9edc395-aa1d-45a2-863e-b8abf099134f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.628890 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d9edc395-aa1d-45a2-863e-b8abf099134f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.630561 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d9edc395-aa1d-45a2-863e-b8abf099134f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3823023-e5c1-4b0b-abb0-f38c7b47fdfc HTTP/1.1" status: 204 len: 168 time: 0.2131062 Jul 14 09:45:12.640422 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edc395-aa1d-45a2-863e-b8abf099134f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3823023-e5c1-4b0b-abb0-f38c7b47fdfc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:12.734335 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13fcf2fe-cdb1-4c60-94d6-1b7b13cd8d0b req-2541e49d-2347-486f-90e4-451583df1f45 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 210 time: 0.0516551 Jul 14 09:45:13.010839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-d2faf315-8637-4b03-b68c-4c1efd0021d4 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.012729 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-d2faf315-8637-4b03-b68c-4c1efd0021d4 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.55 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 811 time: 0.1908951 Jul 14 09:45:13.034868 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-fb257c73-ae28-4e9d-ba5d-76962b9e1a54 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.036419 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-fb257c73-ae28-4e9d-ba5d-76962b9e1a54 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/networks?id=4eb05e30-a8d5-419b-a3b0-f096d513638d HTTP/1.1" status: 200 len: 910 time: 0.1346729 Jul 14 09:45:13.039517 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-9f348286-b7ce-4cf2-b5f9-3f10bb3d8c31 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Request body: {'port': {'device_id': '737b89d3-82a0-4487-9ead-b10019960c15', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'admin_state_up': True, 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:13.060426 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-b88f8e13-b55f-458f-87f5-39bb9fe609af tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/quotas/f4cc4cdd924d4a76a459e1391c815981 HTTP/1.1" status: 200 len: 375 time: 0.0165169 Jul 14 09:45:13.209047 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-1c4bdba9-bacb-4897-ae83-3fd6879bdf19 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4cc4cdd924d4a76a459e1391c815981&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1472995 Jul 14 09:45:13.319402 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-9f348286-b7ce-4cf2-b5f9-3f10bb3d8c31 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Made reservation on behalf of 51eddd5eb51e43da8f7e9b436a71a31a for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:13.328467 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-21b309cc-ad5b-494f-80d3-7e4a280575be service neutron] 10.222.0.26 "GET /v2.0/networks/4eb05e30-a8d5-419b-a3b0-f096d513638d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184816 Jul 14 09:45:13.340871 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-9f348286-b7ce-4cf2-b5f9-3f10bb3d8c31 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.499303 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-412323db-8b67-409e-979a-f8dbb828a98b service neutron] 10.222.0.26 "GET /v2.0/networks/4eb05e30-a8d5-419b-a3b0-f096d513638d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687939 Jul 14 09:45:13.631186 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-9f348286-b7ce-4cf2-b5f9-3f10bb3d8c31 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Allocated IP 172.20.0.12 (8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c/0457f97d-7f0c-40e3-aa42-dc25e8646d70/bb3e0adb-1005-4984-9424-60b28115c68a) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:13.753647 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bbaa2ce2-a126-4cc0-a66c-c3acdb8d7d6e req-104b915d-fc29-4cba-8daf-1d2a6b617fd7 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc55195c-5ea3-4f07-9d51-f1698a23aedb HTTP/1.1" status: 200 len: 210 time: 0.0387764 Jul 14 09:45:13.925483 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-9f348286-b7ce-4cf2-b5f9-3f10bb3d8c31 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.952881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-9f348286-b7ce-4cf2-b5f9-3f10bb3d8c31 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Transition to ACTIVE for port object bb3e0adb-1005-4984-9424-60b28115c68a will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:13.995873 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-9f348286-b7ce-4cf2-b5f9-3f10bb3d8c31 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.002651 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-850fca29-b1e0-4869-a10e-dd0ce93741d5 req-011055e5-af41-4b89-bee4-f9e9c56872e1 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 210 time: 0.0490193 Jul 14 09:45:14.069222 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-9f348286-b7ce-4cf2-b5f9-3f10bb3d8c31 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:14.087451 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-9f348286-b7ce-4cf2-b5f9-3f10bb3d8c31 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:14.092996 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-9f348286-b7ce-4cf2-b5f9-3f10bb3d8c31 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:14.169063 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f348286-b7ce-4cf2-b5f9-3f10bb3d8c31 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event updated for resources: {'Port': ['ID=bb3e0adb-1005-4984-9424-60b28115c68a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:14.215860 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-9f348286-b7ce-4cf2-b5f9-3f10bb3d8c31 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:14.217276 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-9f348286-b7ce-4cf2-b5f9-3f10bb3d8c31 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.250736 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-9f348286-b7ce-4cf2-b5f9-3f10bb3d8c31 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2157080 Jul 14 09:45:14.270132 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] Request body: {'port': {'device_id': '737b89d3-82a0-4487-9ead-b10019960c15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:14.416458 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.465064 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-95b4b22f-c4d8-463d-98d4-d8735bdb1f1d None None] Provisioning for port bb3e0adb-1005-4984-9424-60b28115c68a completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:14.471884 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-95b4b22f-c4d8-463d-98d4-d8735bdb1f1d None None] Provisioning complete for port bb3e0adb-1005-4984-9424-60b28115c68a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:14.473013 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95b4b22f-c4d8-463d-98d4-d8735bdb1f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.567530 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-95b4b22f-c4d8-463d-98d4-d8735bdb1f1d None None] Port bb3e0adb-1005-4984-9424-60b28115c68a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:14.986503 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c3b85c8c-4860-4b01-974d-adab1a078eda req-522885fb-45a0-4bfb-81c4-4c6f0c0d2a65 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc55195c-5ea3-4f07-9d51-f1698a23aedb HTTP/1.1" status: 200 len: 210 time: 0.0717909 Jul 14 09:45:15.100035 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb3e0adb-1005-4984-9424-60b28115c68a {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:15.114054 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.134719 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] Transition to ACTIVE for port object bb3e0adb-1005-4984-9424-60b28115c68a will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:15.143760 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.270147 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a21169-d60c-4182-92d0-417e3c9badc6 req-2f3ffa34-61cb-4f90-96ab-2625b5c65f37 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:15.277983 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-29a21169-d60c-4182-92d0-417e3c9badc6 req-2f3ffa34-61cb-4f90-96ab-2625b5c65f37 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 944 time: 0.1251113 Jul 14 09:45:15.352367 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] Pushing event updated for resources: {'Port': ['ID=bb3e0adb-1005-4984-9424-60b28115c68a,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:15.365533 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-29a21169-d60c-4182-92d0-417e3c9badc6 req-631dad63-274f-4ca4-94f2-3a72455b5323 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862739 Jul 14 09:45:15.579570 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] Attempting to bind port bb3e0adb-1005-4984-9424-60b28115c68a on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:15.583985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] Attempting to bind port bb3e0adb-1005-4984-9424-60b28115c68a by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:15.588498 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] Attempting to bind port bb3e0adb-1005-4984-9424-60b28115c68a on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:15.627193 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] Port bb3e0adb-1005-4984-9424-60b28115c68a on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:45:15.627580 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] Attempting to bind port bb3e0adb-1005-4984-9424-60b28115c68a on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:15.640801 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:15.641149 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] Checking segment: {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:15.641682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] Bound using segment: {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:15.642172 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] Bound port: bb3e0adb-1005-4984-9424-60b28115c68a, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:15.642538 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.753005 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-f8cdae2e-59a4-477d-82a4-bd229e0e7d43 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:15.754658 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-f8cdae2e-59a4-477d-82a4-bd229e0e7d43 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.55 "GET /v2.0/networks?id=4eb05e30-a8d5-419b-a3b0-f096d513638d HTTP/1.1" status: 200 len: 910 time: 0.2464914 Jul 14 09:45:15.775462 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-48a59d36-a562-425e-8738-417a54919e78 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Request body: {'port': {'device_id': 'dc55195c-5ea3-4f07-9d51-f1698a23aedb', 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d', 'admin_state_up': True, 'tenant_id': 'f4cc4cdd924d4a76a459e1391c815981'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:15.811913 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] For port bb3e0adb-1005-4984-9424-60b28115c68a, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:15.861367 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] For port bb3e0adb-1005-4984-9424-60b28115c68a, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=bb3e0adb-1005-4984-9424-60b28115c68a,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:15.864128 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-48a59d36-a562-425e-8738-417a54919e78 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Made reservation on behalf of f4cc4cdd924d4a76a459e1391c815981 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:15.867694 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-48a59d36-a562-425e-8738-417a54919e78 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.895534 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.000260 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:16.001499 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.002334 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] 10.222.0.55 "PUT /v2.0/ports/bb3e0adb-1005-4984-9424-60b28115c68a HTTP/1.1" status: 200 len: 1093 time: 1.7372725 Jul 14 09:45:16.007016 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737b89d3-82a0-4487-9ead-b10019960c15', 'tag': 'bb3e0adb-1005-4984-9424-60b28115c68a'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:16.009624 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce61526-8104-4be6-8e7b-5126c3a3855c" -d '{"events": [{"name": "network-changed", "server_uuid": "737b89d3-82a0-4487-9ead-b10019960c15", "tag": "bb3e0adb-1005-4984-9424-60b28115c68a"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:16.264558 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c12a5ec-b930-471a-9673-49e32933c8bf x-openstack-request-id: req-2c12a5ec-b930-471a-9673-49e32933c8bf {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:16.265251 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737b89d3-82a0-4487-9ead-b10019960c15", "tag": "bb3e0adb-1005-4984-9424-60b28115c68a", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:16.265251 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c12a5ec-b930-471a-9673-49e32933c8bf {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:16.265487 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737b89d3-82a0-4487-9ead-b10019960c15', 'tag': 'bb3e0adb-1005-4984-9424-60b28115c68a', 'status': 'completed', 'code': 200} Jul 14 09:45:16.293639 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321451c-4b25-4484-bc75-39317a327e4d service neutron] Pushing event updated for resources: {'Port': ['ID=bb3e0adb-1005-4984-9424-60b28115c68a,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:16.401654 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-48a59d36-a562-425e-8738-417a54919e78 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Allocated IP 172.20.0.12 (4eb05e30-a8d5-419b-a3b0-f096d513638d/d0146042-7ec6-405e-b89e-4734881a2b69/15f6c231-0bb4-4882-9e1f-5b6e128e1c44) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:16.411161 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-769e50f8-fd14-4b00-8a1c-b5e63b271055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:16.413086 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-769e50f8-fd14-4b00-8a1c-b5e63b271055 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 1096 time: 0.2926047 Jul 14 09:45:16.480297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7003498e-c4f3-4b6c-927b-0e7ed3b68261 req-1d6eb61e-aa3c-41d9-b17c-e3072517d772 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc55195c-5ea3-4f07-9d51-f1698a23aedb HTTP/1.1" status: 200 len: 210 time: 0.0977824 Jul 14 09:45:16.508145 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-c1dac0cf-de79-4af3-b6ed-160b514e5c77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb3e0adb-1005-4984-9424-60b28115c68a HTTP/1.1" status: 200 len: 217 time: 0.0782335 Jul 14 09:45:16.556343 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.666231 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd936c-5fcc-4103-845a-f951f2ccaeb7 req-84e71d12-e84a-4375-a83e-b58ab43864cd tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:16.668191 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4abd936c-5fcc-4103-845a-f951f2ccaeb7 req-84e71d12-e84a-4375-a83e-b58ab43864cd tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 944 time: 0.0935667 Jul 14 09:45:16.710970 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-08b87316-9cd6-497d-b92c-c9b9e5792c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:16.720344 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-08b87316-9cd6-497d-b92c-c9b9e5792c87 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.2006664 Jul 14 09:45:16.746870 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4abd936c-5fcc-4103-845a-f951f2ccaeb7 req-66bc5d0d-0fc9-482b-9cc0-aab20a00c557 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629611 Jul 14 09:45:16.861143 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-48a59d36-a562-425e-8738-417a54919e78 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.876133 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-48a59d36-a562-425e-8738-417a54919e78 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Transition to ACTIVE for port object 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:16.915538 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-d5426697-413b-4e33-a87e-23cd1fd66081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:16.917094 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-d5426697-413b-4e33-a87e-23cd1fd66081 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1887200 Jul 14 09:45:16.924732 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-48a59d36-a562-425e-8738-417a54919e78 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.938242 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:17.022797 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-48a59d36-a562-425e-8738-417a54919e78 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Network 4eb05e30-a8d5-419b-a3b0-f096d513638d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:17.028750 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-48a59d36-a562-425e-8738-417a54919e78 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:17.037561 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-48a59d36-a562-425e-8738-417a54919e78 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:17.045107 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a59d36-a562-425e-8738-417a54919e78 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Pushing event updated for resources: {'Port': ['ID=15f6c231-0bb4-4882-9e1f-5b6e128e1c44,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:17.110682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-48a59d36-a562-425e-8738-417a54919e78 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:17.111308 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-48a59d36-a562-425e-8738-417a54919e78 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.130064 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-a3c45913-12c4-4acf-842a-46d403e143ea service neutron] 10.222.0.55 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030904 Jul 14 09:45:17.161384 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-48a59d36-a562-425e-8738-417a54919e78 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3897951 Jul 14 09:45:17.230262 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] Request body: {'port': {'device_id': 'dc55195c-5ea3-4f07-9d51-f1698a23aedb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:17.390442 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a48861e1-d3d5-4c21-9ed3-3ea9377932b7 req-aef6a442-9358-4845-857c-419cf0f5241b service neutron] 10.222.0.55 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492297 Jul 14 09:45:17.393903 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.486093 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-18365774-56ea-4ed9-8bfb-47b3ed4be62d None None] Provisioning for port 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:17.493599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-18365774-56ea-4ed9-8bfb-47b3ed4be62d None None] Provisioning complete for port 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:17.494099 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18365774-56ea-4ed9-8bfb-47b3ed4be62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.595040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41140) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:17.607819 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-18365774-56ea-4ed9-8bfb-47b3ed4be62d None None] Port 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:17.847991 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:17.856280 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.872386 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ebb6c73b-ca7e-4c0c-aadb-a9c82b5b1b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.876646 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] Transition to ACTIVE for port object 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:17.881953 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce61526-8104-4be6-8e7b-5126c3a3855c req-efda399d-9744-499f-8739-71509333d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:17.883987 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8ce61526-8104-4be6-8e7b-5126c3a3855c req-efda399d-9744-499f-8739-71509333d318 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 1096 time: 0.2983799 Jul 14 09:45:17.888189 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.111597 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acb6e6-05c5-489d-859b-4db008f559e5 req-0c49dc85-66f2-4515-a51f-694fdc044674 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:18.113397 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16acb6e6-05c5-489d-859b-4db008f559e5 req-0c49dc85-66f2-4515-a51f-694fdc044674 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc55195c-5ea3-4f07-9d51-f1698a23aedb HTTP/1.1" status: 200 len: 1054 time: 0.2423687 Jul 14 09:45:18.124248 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] Pushing event updated for resources: {'Port': ['ID=15f6c231-0bb4-4882-9e1f-5b6e128e1c44,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:18.175595 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fdfec-995f-4b9d-b632-c48ca55ab307 req-95b8dd34-8a89-4961-8dc7-051b2cbb5bea tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:18.179690 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce61526-8104-4be6-8e7b-5126c3a3855c req-975ec23e-c5ec-44c7-8a45-41cf7e87fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:18.181733 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8ce61526-8104-4be6-8e7b-5126c3a3855c req-975ec23e-c5ec-44c7-8a45-41cf7e87fedf service neutron] 10.222.0.55 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 912 time: 0.2641468 Jul 14 09:45:18.187703 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a1fdfec-995f-4b9d-b632-c48ca55ab307 req-95b8dd34-8a89-4961-8dc7-051b2cbb5bea tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 944 time: 0.2241337 Jul 14 09:45:18.277547 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8ce61526-8104-4be6-8e7b-5126c3a3855c req-083cc6b2-ad04-4be1-b115-6478d951c7da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb3e0adb-1005-4984-9424-60b28115c68a HTTP/1.1" status: 200 len: 217 time: 0.0833659 Jul 14 09:45:18.387383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] Attempting to bind port 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:18.387598 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] Attempting to bind port 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '8e961744-61a3-43ab-b446-333692628465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:18.388032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] Attempting to bind port 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 on network 4eb05e30-a8d5-419b-a3b0-f096d513638d {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:18.408371 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ebb6c73b-ca7e-4c0c-aadb-a9c82b5b1b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.421859 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16acb6e6-05c5-489d-859b-4db008f559e5 req-50877798-7a76-4988-b5b5-e7cdedecb53f tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929003 Jul 14 09:45:18.430207 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a1fdfec-995f-4b9d-b632-c48ca55ab307 req-cb911ed9-58b5-43cc-aa43-3697251a0d24 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402124 Jul 14 09:45:18.431571 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ebb6c73b-ca7e-4c0c-aadb-a9c82b5b1b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.465288 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] Port 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 on network 4eb05e30-a8d5-419b-a3b0-f096d513638d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:45:18.465822 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] Attempting to bind port 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 on network 4eb05e30-a8d5-419b-a3b0-f096d513638d {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:18.492127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6c73b-ca7e-4c0c-aadb-a9c82b5b1b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ddb41d-ffa4-48f2-8eb8-a1ba6998c7f7,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:18.518172 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ebb6c73b-ca7e-4c0c-aadb-a9c82b5b1b63 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b0975b26f33841d2aa1371dcc161ab77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9218624 Jul 14 09:45:18.522598 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41150) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:18.525228 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce61526-8104-4be6-8e7b-5126c3a3855c req-379402ab-fcbd-473f-a7e0-d14e26129d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:18.527069 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8ce61526-8104-4be6-8e7b-5126c3a3855c req-379402ab-fcbd-473f-a7e0-d14e26129d5e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.2363966 Jul 14 09:45:18.527928 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:18.528255 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] Checking segment: {'id': '8e961744-61a3-43ab-b446-333692628465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:18.528647 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] Bound using segment: {'id': '8e961744-61a3-43ab-b446-333692628465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:18.529650 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] Bound port: 15f6c231-0bb4-4882-9e1f-5b6e128e1c44, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e961744-61a3-43ab-b446-333692628465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:18.530087 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.600386 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d64fdaa7-96a9-42c7-99e8-b85ac6796bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.624060 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d64fdaa7-96a9-42c7-99e8-b85ac6796bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.675262 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d64fdaa7-96a9-42c7-99e8-b85ac6796bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.677708 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d64fdaa7-96a9-42c7-99e8-b85ac6796bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.678961 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d64fdaa7-96a9-42c7-99e8-b85ac6796bfb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7ddb41d-ffa4-48f2-8eb8-a1ba6998c7f7 HTTP/1.1" status: 204 len: 168 time: 0.1535258 Jul 14 09:45:18.695937 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fdaa7-96a9-42c7-99e8-b85ac6796bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ddb41d-ffa4-48f2-8eb8-a1ba6998c7f7,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:18.738550 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] For port 15f6c231-0bb4-4882-9e1f-5b6e128e1c44, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:18.756732 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] For port 15f6c231-0bb4-4882-9e1f-5b6e128e1c44, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=15f6c231-0bb4-4882-9e1f-5b6e128e1c44,segment=NetworkSegment(8e961744-61a3-43ab-b446-333692628465),segment_id=8e961744-61a3-43ab-b446-333692628465)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:18.778614 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce61526-8104-4be6-8e7b-5126c3a3855c req-43020785-c158-468f-9ae3-f15cd729186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:18.781657 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8ce61526-8104-4be6-8e7b-5126c3a3855c req-43020785-c158-468f-9ae3-f15cd729186f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2370687 Jul 14 09:45:18.785560 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.898774 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:18.899550 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.901068 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] 10.222.0.55 "PUT /v2.0/ports/15f6c231-0bb4-4882-9e1f-5b6e128e1c44 HTTP/1.1" status: 200 len: 1093 time: 1.7190404 Jul 14 09:45:18.903542 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc55195c-5ea3-4f07-9d51-f1698a23aedb', 'tag': '15f6c231-0bb4-4882-9e1f-5b6e128e1c44'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:18.905882 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a848d23e-c498-404a-bb7d-37a48884bb87" -d '{"events": [{"name": "network-changed", "server_uuid": "dc55195c-5ea3-4f07-9d51-f1698a23aedb", "tag": "15f6c231-0bb4-4882-9e1f-5b6e128e1c44"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:18.940096 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27c375-2357-4718-a5a5-222de208b568 service neutron] Pushing event updated for resources: {'Port': ['ID=15f6c231-0bb4-4882-9e1f-5b6e128e1c44,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:19.024144 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea34cdd-9656-4e72-b0aa-939005497231 x-openstack-request-id: req-9ea34cdd-9656-4e72-b0aa-939005497231 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:19.024437 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc55195c-5ea3-4f07-9d51-f1698a23aedb", "tag": "15f6c231-0bb4-4882-9e1f-5b6e128e1c44", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:19.024682 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ea34cdd-9656-4e72-b0aa-939005497231 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:19.025068 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc55195c-5ea3-4f07-9d51-f1698a23aedb', 'tag': '15f6c231-0bb4-4882-9e1f-5b6e128e1c44', 'status': 'completed', 'code': 200} Jul 14 09:45:19.032105 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8ce61526-8104-4be6-8e7b-5126c3a3855c req-3f480f92-4eca-406a-98ef-fbc94406dcfa service neutron] 10.222.0.55 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388656 Jul 14 09:45:19.160562 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-2446a602-97c5-4863-b62a-14e446055473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:19.162487 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-2446a602-97c5-4863-b62a-14e446055473 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4cc4cdd924d4a76a459e1391c815981&device_id=dc55195c-5ea3-4f07-9d51-f1698a23aedb HTTP/1.1" status: 200 len: 1096 time: 0.1894779 Jul 14 09:45:19.173403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41162) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:19.195753 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47c1ba09-ad2d-45ef-b7e3-d7c6667ca91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.324767 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47c1ba09-ad2d-45ef-b7e3-d7c6667ca91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.330746 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47c1ba09-ad2d-45ef-b7e3-d7c6667ca91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.369809 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1ba09-ad2d-45ef-b7e3-d7c6667ca91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0e3266-b85d-42d3-89cb-1e9486655183,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:19.377393 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-47c1ba09-ad2d-45ef-b7e3-d7c6667ca91e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8cb201bde6c2482f9d233f839a431c66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026136 Jul 14 09:45:19.378749 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41164) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:19.434001 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-85622e05-edd5-4b59-a659-12af1fb4c139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.458223 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-85622e05-edd5-4b59-a659-12af1fb4c139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.548539 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-85622e05-edd5-4b59-a659-12af1fb4c139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.551918 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-85622e05-edd5-4b59-a659-12af1fb4c139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.556448 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-85622e05-edd5-4b59-a659-12af1fb4c139 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f0e3266-b85d-42d3-89cb-1e9486655183 HTTP/1.1" status: 204 len: 168 time: 0.1769273 Jul 14 09:45:19.582545 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-7939571b-545a-4786-8d7b-6123a7522444 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15f6c231-0bb4-4882-9e1f-5b6e128e1c44 HTTP/1.1" status: 200 len: 217 time: 0.4056439 Jul 14 09:45:19.584815 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8ce61526-8104-4be6-8e7b-5126c3a3855c req-3eecee8a-614a-4466-ae1e-a4aa4f26e610 service neutron] 10.222.0.55 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463727 Jul 14 09:45:19.601982 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85622e05-edd5-4b59-a659-12af1fb4c139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0e3266-b85d-42d3-89cb-1e9486655183,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:19.674378 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-ecb99392-3f44-43b2-a22a-701cc3e6ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:19.676378 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-ecb99392-3f44-43b2-a22a-701cc3e6ecaa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d0146042-7ec6-405e-b89e-4734881a2b69 HTTP/1.1" status: 200 len: 848 time: 0.0716097 Jul 14 09:45:19.677609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140ecae-408b-4780-abd4-b51f83d97ce0 req-bf34ce17-f819-4b62-b2c6-af9841e88b7f tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:19.686005 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0140ecae-408b-4780-abd4-b51f83d97ce0 req-bf34ce17-f819-4b62-b2c6-af9841e88b7f tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc55195c-5ea3-4f07-9d51-f1698a23aedb HTTP/1.1" status: 200 len: 1096 time: 0.1282706 Jul 14 09:45:19.731948 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0140ecae-408b-4780-abd4-b51f83d97ce0 req-8fc44123-2e7f-476f-aad2-dc4b0485b669 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402374 Jul 14 09:45:19.768278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-e912966d-e399-4087-8e3a-e10bb3ff2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:19.770163 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-e912966d-e399-4087-8e3a-e10bb3ff2e92 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4eb05e30-a8d5-419b-a3b0-f096d513638d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852327 Jul 14 09:45:19.882091 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-2e833aba-44b7-46bc-8fb8-4077383069cf service neutron] 10.222.0.55 "GET /v2.0/networks/4eb05e30-a8d5-419b-a3b0-f096d513638d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045425 Jul 14 09:45:20.046982 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5cb76dff-e3bd-4c60-804e-489c83092d15 req-fb08914a-65bf-4022-8fbf-599dbf45c463 service neutron] 10.222.0.55 "GET /v2.0/networks/4eb05e30-a8d5-419b-a3b0-f096d513638d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563604 Jul 14 09:45:20.074260 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7b5dd-8010-4a72-a136-7b7e33c9800e req-40e92ee2-a42a-4381-a08c-b25d3eeb5195 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.076451 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e2b7b5dd-8010-4a72-a136-7b7e33c9800e req-40e92ee2-a42a-4381-a08c-b25d3eeb5195 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 944 time: 0.4321294 Jul 14 09:45:20.133164 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e2b7b5dd-8010-4a72-a136-7b7e33c9800e req-af6d98f7-1032-4ee8-9fe6-e5addcf3e510 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443618 Jul 14 09:45:20.203396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848d23e-c498-404a-bb7d-37a48884bb87 req-961246ff-d708-404a-b170-359b414a0059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.205368 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a848d23e-c498-404a-bb7d-37a48884bb87 req-961246ff-d708-404a-b170-359b414a0059 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4cc4cdd924d4a76a459e1391c815981&device_id=dc55195c-5ea3-4f07-9d51-f1698a23aedb HTTP/1.1" status: 200 len: 1096 time: 0.0604324 Jul 14 09:45:20.303995 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848d23e-c498-404a-bb7d-37a48884bb87 req-b5211377-1ab2-4174-8e23-e35c467fbd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.305577 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a848d23e-c498-404a-bb7d-37a48884bb87 req-b5211377-1ab2-4174-8e23-e35c467fbd67 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4eb05e30-a8d5-419b-a3b0-f096d513638d HTTP/1.1" status: 200 len: 910 time: 0.0939631 Jul 14 09:45:20.356609 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a848d23e-c498-404a-bb7d-37a48884bb87 req-6ecbd042-7b3e-4d55-ab4c-0f3e319b9f0a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15f6c231-0bb4-4882-9e1f-5b6e128e1c44 HTTP/1.1" status: 200 len: 217 time: 0.0432990 Jul 14 09:45:20.404724 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848d23e-c498-404a-bb7d-37a48884bb87 req-ae6bd834-94b7-4fa9-8b6d-35759a1820bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.406203 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a848d23e-c498-404a-bb7d-37a48884bb87 req-ae6bd834-94b7-4fa9-8b6d-35759a1820bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d0146042-7ec6-405e-b89e-4734881a2b69 HTTP/1.1" status: 200 len: 848 time: 0.0428040 Jul 14 09:45:20.465606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848d23e-c498-404a-bb7d-37a48884bb87 req-2ab53fad-45bc-48cd-a0fe-0ac046622573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.467799 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a848d23e-c498-404a-bb7d-37a48884bb87 req-2ab53fad-45bc-48cd-a0fe-0ac046622573 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4eb05e30-a8d5-419b-a3b0-f096d513638d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534859 Jul 14 09:45:20.564308 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a848d23e-c498-404a-bb7d-37a48884bb87 req-8a3b72ba-cdd0-4163-9588-2261795e9352 service neutron] 10.222.0.55 "GET /v2.0/networks/4eb05e30-a8d5-419b-a3b0-f096d513638d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888853 Jul 14 09:45:20.661412 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a848d23e-c498-404a-bb7d-37a48884bb87 req-0667be6f-d676-4fdd-939f-a46fee49573c service neutron] 10.222.0.55 "GET /v2.0/networks/4eb05e30-a8d5-419b-a3b0-f096d513638d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898221 Jul 14 09:45:20.880894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64010c65-e1d0-4455-b6b6-4372c023d066 req-99bc83e2-7489-4a24-8e48-7cd230e1b297 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.882439 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-64010c65-e1d0-4455-b6b6-4372c023d066 req-99bc83e2-7489-4a24-8e48-7cd230e1b297 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc55195c-5ea3-4f07-9d51-f1698a23aedb HTTP/1.1" status: 200 len: 1096 time: 0.0535927 Jul 14 09:45:20.918385 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-64010c65-e1d0-4455-b6b6-4372c023d066 req-fdb7db60-8e65-45bf-81d7-23bae5290b11 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290146 Jul 14 09:45:21.001294 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41224) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:21.103200 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-075dcdf7-2caa-4a33-a700-8f6e292d64ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.202193 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-075dcdf7-2caa-4a33-a700-8f6e292d64ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.208642 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-075dcdf7-2caa-4a33-a700-8f6e292d64ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.257173 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-075dcdf7-2caa-4a33-a700-8f6e292d64ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f40aaa0d8f349d696dbadbc7f48bf32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542930 Jul 14 09:45:21.257955 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075dcdf7-2caa-4a33-a700-8f6e292d64ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bc3987-04bc-4f7c-94a2-d461855201b6,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:21.259852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41240) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:21.668074 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-86473c8b-33d0-4f64-a21e-e09bfd331ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.698216 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-86473c8b-33d0-4f64-a21e-e09bfd331ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.718620 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a2933-2eea-4cf4-adfe-43434abe2128 req-4b7d0876-2b2c-463b-8184-c74fe7e16d7d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:21.720106 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee0a2933-2eea-4cf4-adfe-43434abe2128 req-4b7d0876-2b2c-463b-8184-c74fe7e16d7d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 944 time: 0.4308927 Jul 14 09:45:21.770399 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee0a2933-2eea-4cf4-adfe-43434abe2128 req-09dac13b-c6cb-4d86-9904-443190caa2a2 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434122 Jul 14 09:45:21.783142 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-86473c8b-33d0-4f64-a21e-e09bfd331ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.786158 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-86473c8b-33d0-4f64-a21e-e09bfd331ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.790007 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-86473c8b-33d0-4f64-a21e-e09bfd331ae3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/07bc3987-04bc-4f7c-94a2-d461855201b6 HTTP/1.1" status: 204 len: 168 time: 0.5266671 Jul 14 09:45:21.798873 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86473c8b-33d0-4f64-a21e-e09bfd331ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bc3987-04bc-4f7c-94a2-d461855201b6,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:22.095368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e091b5-6e68-4075-a1e8-88256d00d93f req-9c752498-b51f-4527-a01f-b1f6e3ba06bf tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:22.096902 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75e091b5-6e68-4075-a1e8-88256d00d93f req-9c752498-b51f-4527-a01f-b1f6e3ba06bf tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc55195c-5ea3-4f07-9d51-f1698a23aedb HTTP/1.1" status: 200 len: 1096 time: 0.0623417 Jul 14 09:45:22.131773 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75e091b5-6e68-4075-a1e8-88256d00d93f req-4dd571f0-094c-4075-84e2-87a5a672c2b2 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290859 Jul 14 09:45:22.950333 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defe6fd-fb13-49fe-a273-ec45af54f7fd req-c6a88813-ceed-4e5e-84c0-4f747f5388cd tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:22.952667 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6defe6fd-fb13-49fe-a273-ec45af54f7fd req-c6a88813-ceed-4e5e-84c0-4f747f5388cd tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 944 time: 0.0668449 Jul 14 09:45:22.992990 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6defe6fd-fb13-49fe-a273-ec45af54f7fd req-c9d1beab-a226-4134-ae19-4f28bf170bf7 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334535 Jul 14 09:45:23.317805 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb7a8a-eabf-4073-8c9b-03b28b837cb0 req-c0e6a3db-87ed-4823-ac74-3390a40376d4 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:23.320025 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56eb7a8a-eabf-4073-8c9b-03b28b837cb0 req-c0e6a3db-87ed-4823-ac74-3390a40376d4 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc55195c-5ea3-4f07-9d51-f1698a23aedb HTTP/1.1" status: 200 len: 1096 time: 0.0712357 Jul 14 09:45:23.356048 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56eb7a8a-eabf-4073-8c9b-03b28b837cb0 req-bbdf0efc-5a0b-44f6-a112-6d6593edc9fb tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302110 Jul 14 09:45:23.368316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:45:23.485541 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 15f6c231-0bb4-4882-9e1f-5b6e128e1c44, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=15f6c231-0bb4-4882-9e1f-5b6e128e1c44,segment=NetworkSegment(8e961744-61a3-43ab-b446-333692628465),segment_id=8e961744-61a3-43ab-b446-333692628465)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:23.498371 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '15f6c231-0bb4-4882-9e1f-5b6e128e1c44', 'network_id': '4eb05e30-a8d5-419b-a3b0-f096d513638d', 'port_id': '15f6c231-0bb4-4882-9e1f-5b6e128e1c44', 'mac_address': 'fa:16:3e:e5:cf:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0146042-7ec6-405e-b89e-4734881a2b69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:45:23.538871 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:23.552508 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:23.573618 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 15f6c231-0bb4-4882-9e1f-5b6e128e1c44, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=15f6c231-0bb4-4882-9e1f-5b6e128e1c44,segment=NetworkSegment(8e961744-61a3-43ab-b446-333692628465),segment_id=8e961744-61a3-43ab-b446-333692628465)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:23.577745 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:23.643575 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=15f6c231-0bb4-4882-9e1f-5b6e128e1c44,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:23.865059 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['15f6c231-0bb4-4882-9e1f-5b6e128e1c44'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:23.974822 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-630a7f94-8a64-488e-9348-0973f8ada016 req-dd06d33e-3745-49e2-a28c-5f512162a64d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=94d1a074-3234-43df-8469-8a23d6975b02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1228442 Jul 14 09:45:24.106752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a7f94-8a64-488e-9348-0973f8ada016 req-4bc4c217-556c-45b8-887d-8490fdb057c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:24.109166 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-630a7f94-8a64-488e-9348-0973f8ada016 req-4bc4c217-556c-45b8-887d-8490fdb057c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4cc4cdd924d4a76a459e1391c815981&device_id=94d1a074-3234-43df-8469-8a23d6975b02 HTTP/1.1" status: 200 len: 1097 time: 0.0846987 Jul 14 09:45:24.259606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41388) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:24.274606 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a7f94-8a64-488e-9348-0973f8ada016 req-dcc6f782-a565-4222-8017-6b97516fdd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:24.276423 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-630a7f94-8a64-488e-9348-0973f8ada016 req-dcc6f782-a565-4222-8017-6b97516fdd49 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4eb05e30-a8d5-419b-a3b0-f096d513638d HTTP/1.1" status: 200 len: 910 time: 0.1419492 Jul 14 09:45:24.284796 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7767eb-d962-40c1-bc63-61b67c9cd04b req-70939e6c-47e8-40a9-8d6a-fe39728607ca tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:24.290363 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c7767eb-d962-40c1-bc63-61b67c9cd04b req-70939e6c-47e8-40a9-8d6a-fe39728607ca tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 944 time: 0.1355510 Jul 14 09:45:24.338020 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-630a7f94-8a64-488e-9348-0973f8ada016 req-8ae93fe6-43b4-468d-9cd3-63951992f1e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf HTTP/1.1" status: 200 len: 217 time: 0.0452197 Jul 14 09:45:24.376479 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2fe625ce-42de-4655-be78-f0630f358b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.392395 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c7767eb-d962-40c1-bc63-61b67c9cd04b req-54679993-0114-4a94-89dd-045a043738e5 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930719 Jul 14 09:45:24.407809 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a7f94-8a64-488e-9348-0973f8ada016 req-0128a350-bf06-415d-9c0e-3d0a4f656795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:24.409280 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-630a7f94-8a64-488e-9348-0973f8ada016 req-0128a350-bf06-415d-9c0e-3d0a4f656795 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0146042-7ec6-405e-b89e-4734881a2b69 HTTP/1.1" status: 200 len: 848 time: 0.0632522 Jul 14 09:45:24.489109 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2fe625ce-42de-4655-be78-f0630f358b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.495496 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2fe625ce-42de-4655-be78-f0630f358b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.526904 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a7f94-8a64-488e-9348-0973f8ada016 req-c5612ead-b445-4ca9-abcc-ccdcf466f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:24.531189 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-630a7f94-8a64-488e-9348-0973f8ada016 req-c5612ead-b445-4ca9-abcc-ccdcf466f046 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4eb05e30-a8d5-419b-a3b0-f096d513638d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1141243 Jul 14 09:45:24.533714 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe625ce-42de-4655-be78-f0630f358b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85ef4a9-1e5d-4682-bb61-ef8cee713f84,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:24.557515 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2fe625ce-42de-4655-be78-f0630f358b6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=968db5d92e2d4ff1a0c2c182e69430b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2962806 Jul 14 09:45:24.561569 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41394) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:24.617613 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10719060-d57c-409f-9788-9260f515af6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.641575 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10719060-d57c-409f-9788-9260f515af6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.695183 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10719060-d57c-409f-9788-9260f515af6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.698056 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10719060-d57c-409f-9788-9260f515af6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.699200 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-10719060-d57c-409f-9788-9260f515af6a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b85ef4a9-1e5d-4682-bb61-ef8cee713f84 HTTP/1.1" status: 204 len: 168 time: 0.1364756 Jul 14 09:45:24.709399 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10719060-d57c-409f-9788-9260f515af6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85ef4a9-1e5d-4682-bb61-ef8cee713f84,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:24.732672 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bcfb9-f424-48d1-9805-d18798a646c2 req-7d9bbceb-680b-4bd1-a61f-94a2257ab98c tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:24.734246 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-428bcfb9-f424-48d1-9805-d18798a646c2 req-7d9bbceb-680b-4bd1-a61f-94a2257ab98c tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc55195c-5ea3-4f07-9d51-f1698a23aedb HTTP/1.1" status: 200 len: 1097 time: 0.1288557 Jul 14 09:45:24.740094 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-630a7f94-8a64-488e-9348-0973f8ada016 req-64fc46e6-c007-4fe1-92a4-b3a77fa449d9 service neutron] 10.222.0.49 "GET /v2.0/networks/4eb05e30-a8d5-419b-a3b0-f096d513638d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911995 Jul 14 09:45:24.819664 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-428bcfb9-f424-48d1-9805-d18798a646c2 req-a72b2bdd-0584-4981-8135-e5e753d652ef tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770266 Jul 14 09:45:24.874336 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-630a7f94-8a64-488e-9348-0973f8ada016 req-cc81c9da-380f-4796-92cb-65650b2d2686 service neutron] 10.222.0.49 "GET /v2.0/networks/4eb05e30-a8d5-419b-a3b0-f096d513638d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266041 Jul 14 09:45:25.011801 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41402) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:25.026857 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5f2ab01a-cc9d-4bc8-8c69-df0baef17d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.129769 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5f2ab01a-cc9d-4bc8-8c69-df0baef17d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.133679 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5f2ab01a-cc9d-4bc8-8c69-df0baef17d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.172782 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5f2ab01a-cc9d-4bc8-8c69-df0baef17d49 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f037fe0b29ec4f1ca0fac11200952cb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598625 Jul 14 09:45:25.175524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41408) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:25.181297 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ab01a-cc9d-4bc8-8c69-df0baef17d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50a72cd-eedf-4cb1-8525-ad54a0087795,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:25.229580 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcd7e30e-7858-4085-9f9e-be4433e49570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.251377 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcd7e30e-7858-4085-9f9e-be4433e49570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.301482 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcd7e30e-7858-4085-9f9e-be4433e49570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.304164 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcd7e30e-7858-4085-9f9e-be4433e49570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.305579 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fcd7e30e-7858-4085-9f9e-be4433e49570 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e50a72cd-eedf-4cb1-8525-ad54a0087795 HTTP/1.1" status: 204 len: 168 time: 0.1291173 Jul 14 09:45:25.314004 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7e30e-7858-4085-9f9e-be4433e49570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50a72cd-eedf-4cb1-8525-ad54a0087795,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:25.366292 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:25.420713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:25.425348 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:25.425896 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.527893 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.558567 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc55195c-5ea3-4f07-9d51-f1698a23aedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f6c231-0bb4-4882-9e1f-5b6e128e1c44'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:25.561964 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7147ebc4-0f2a-4427-817f-26ea705cbbef" -d '{"events": [{"server_uuid": "dc55195c-5ea3-4f07-9d51-f1698a23aedb", "name": "network-vif-plugged", "status": "completed", "tag": "15f6c231-0bb4-4882-9e1f-5b6e128e1c44"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:25.579718 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 15f6c231-0bb4-4882-9e1f-5b6e128e1c44, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=15f6c231-0bb4-4882-9e1f-5b6e128e1c44,segment=NetworkSegment(8e961744-61a3-43ab-b446-333692628465),segment_id=8e961744-61a3-43ab-b446-333692628465)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:25.586186 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.616913 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af515f-f8b9-4617-a99f-0b58d06ff0fd req-057a3fdc-3ee9-4862-aba9-3c55f817d768 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:25.619387 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4af515f-f8b9-4617-a99f-0b58d06ff0fd req-057a3fdc-3ee9-4862-aba9-3c55f817d768 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 944 time: 0.0773382 Jul 14 09:45:25.644690 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca8fe8d-1fef-47a1-ac60-1459082561de x-openstack-request-id: req-0ca8fe8d-1fef-47a1-ac60-1459082561de {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:25.645206 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc55195c-5ea3-4f07-9d51-f1698a23aedb", "name": "network-vif-plugged", "status": "completed", "tag": "15f6c231-0bb4-4882-9e1f-5b6e128e1c44", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:25.645645 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ca8fe8d-1fef-47a1-ac60-1459082561de {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:25.646505 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc55195c-5ea3-4f07-9d51-f1698a23aedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f6c231-0bb4-4882-9e1f-5b6e128e1c44', 'code': 200} Jul 14 09:45:25.652929 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=15f6c231-0bb4-4882-9e1f-5b6e128e1c44,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:25.672902 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4af515f-f8b9-4617-a99f-0b58d06ff0fd req-c4f4400b-53af-44e1-95f0-400cc0b2db27 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470021 Jul 14 09:45:25.771671 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fe042-c608-47c0-99bc-c96443312f70 req-c52157f6-e25a-4e73-84e6-513d2317ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:25.776513 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-993fe042-c608-47c0-99bc-c96443312f70 req-c52157f6-e25a-4e73-84e6-513d2317ec8d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc55195c-5ea3-4f07-9d51-f1698a23aedb HTTP/1.1" status: 200 len: 1098 time: 0.0595205 Jul 14 09:45:25.813220 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-993fe042-c608-47c0-99bc-c96443312f70 req-bf21f069-d8eb-4535-a146-a7d1c1064273 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298901 Jul 14 09:45:26.013581 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b233d-a591-4763-9d35-aa0f0520af29 req-83e646d6-6ab2-4f2b-ae10-f4b5552ba663 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:26.015297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c1b233d-a591-4763-9d35-aa0f0520af29 req-83e646d6-6ab2-4f2b-ae10-f4b5552ba663 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc55195c-5ea3-4f07-9d51-f1698a23aedb HTTP/1.1" status: 200 len: 1098 time: 0.0608549 Jul 14 09:45:26.052047 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c1b233d-a591-4763-9d35-aa0f0520af29 req-27483f0f-85fe-4e52-8207-ea1e188ecb0f tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304279 Jul 14 09:45:26.529109 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41498) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:26.538319 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41502) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:26.636161 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-51bf13e5-daf2-492f-97ee-d55952533ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.650640 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-21b43d21-1e5d-4c4a-baf8-da4eeffd2b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.677584 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.db.api [None req-21b43d21-1e5d-4c4a-baf8-da4eeffd2b59 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:45:26.677584 n-d-798054-10 neutron-server[93887]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:45:26.677584 n-d-798054-10 neutron-server[93887]: [parameters: {'project_id': '86749325be904d1fb39cdbfd9af91fb4', 'id': '69827966-9e34-4678-b940-f93b52089fe0', 'expiration': datetime.datetime(2021, 7, 14, 9, 47, 26, 673251)}] Jul 14 09:45:26.677584 n-d-798054-10 neutron-server[93887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:45:26.678106 n-d-798054-10 neutron-server[93887]: DEBUG oslo_db.api [None req-21b43d21-1e5d-4c4a-baf8-da4eeffd2b59 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:45:26.750474 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-51bf13e5-daf2-492f-97ee-d55952533ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.755844 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-51bf13e5-daf2-492f-97ee-d55952533ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.793465 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-51bf13e5-daf2-492f-97ee-d55952533ff4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=556abab813194637a5f7b8f9c21ae816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2631004 Jul 14 09:45:26.796788 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41508) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:26.797280 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf13e5-daf2-492f-97ee-d55952533ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c665cf4f-81dc-44ca-a796-b6dae56f99d7,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:26.847421 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2dafd962-56ec-4087-b550-d3f642b884ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.861503 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea05bd4-cbd0-4875-82e0-f46095482064 req-22e0c946-15e1-4119-bded-3f15affd10eb tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:26.863086 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aea05bd4-cbd0-4875-82e0-f46095482064 req-22e0c946-15e1-4119-bded-3f15affd10eb tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 944 time: 0.0678606 Jul 14 09:45:26.868974 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2dafd962-56ec-4087-b550-d3f642b884ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.902623 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aea05bd4-cbd0-4875-82e0-f46095482064 req-53cc56c3-86d0-49ba-bce4-48dd3a3d9946 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339341 Jul 14 09:45:26.924413 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2dafd962-56ec-4087-b550-d3f642b884ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.927441 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2dafd962-56ec-4087-b550-d3f642b884ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.929828 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2dafd962-56ec-4087-b550-d3f642b884ff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c665cf4f-81dc-44ca-a796-b6dae56f99d7 HTTP/1.1" status: 204 len: 168 time: 0.1309059 Jul 14 09:45:26.937443 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafd962-56ec-4087-b550-d3f642b884ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c665cf4f-81dc-44ca-a796-b6dae56f99d7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:27.191581 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-21b43d21-1e5d-4c4a-baf8-da4eeffd2b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.214253 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41516) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:27.228181 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0544450-fd77-4940-82f2-9e8573279565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.255251 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abf753-add2-4b84-ad5f-3ad49d9b63c3 req-482afcd6-c9ef-4452-8ede-a85bee5d3631 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.256869 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39abf753-add2-4b84-ad5f-3ad49d9b63c3 req-482afcd6-c9ef-4452-8ede-a85bee5d3631 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc55195c-5ea3-4f07-9d51-f1698a23aedb HTTP/1.1" status: 200 len: 1098 time: 0.0912204 Jul 14 09:45:27.268422 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d922f84-66bb-46b5-b91f-35712c44df46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.318635 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39abf753-add2-4b84-ad5f-3ad49d9b63c3 req-37b5818a-2889-419e-af8b-52345c656183 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511885 Jul 14 09:45:27.339406 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-21b43d21-1e5d-4c4a-baf8-da4eeffd2b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.351819 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-21b43d21-1e5d-4c4a-baf8-da4eeffd2b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.361738 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device bb3e0adb-1005-4984-9424-60b28115c68a details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:45:27.399529 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-21b43d21-1e5d-4c4a-baf8-da4eeffd2b59 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=86749325be904d1fb39cdbfd9af91fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8600760 Jul 14 09:45:27.400944 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b43d21-1e5d-4c4a-baf8-da4eeffd2b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cb37a4-a90f-4cfb-a259-6bf9fda5cbe9,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:27.402838 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41520) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:27.485290 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0544450-fd77-4940-82f2-9e8573279565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.487393 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port bb3e0adb-1005-4984-9424-60b28115c68a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=bb3e0adb-1005-4984-9424-60b28115c68a,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:27.491432 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0544450-fd77-4940-82f2-9e8573279565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.493545 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e07b00ee-99a5-428b-96fb-c6100ec73ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.501124 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'bb3e0adb-1005-4984-9424-60b28115c68a', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'port_id': 'bb3e0adb-1005-4984-9424-60b28115c68a', 'mac_address': 'fa:16:3e:41:5c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:45:27.506978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab17ab-91e7-47f4-bfb8-0343ffbfa2be req-4ffbb5c7-bed2-448e-a341-e1ba98687e38 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.508799 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-68ab17ab-91e7-47f4-bfb8-0343ffbfa2be req-4ffbb5c7-bed2-448e-a341-e1ba98687e38 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc55195c-5ea3-4f07-9d51-f1698a23aedb HTTP/1.1" status: 200 len: 1098 time: 0.0617278 Jul 14 09:45:27.539934 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.546228 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-68ab17ab-91e7-47f4-bfb8-0343ffbfa2be req-f0e0fb62-4627-4f31-b1aa-492578717b52 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305302 Jul 14 09:45:27.549199 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e07b00ee-99a5-428b-96fb-c6100ec73ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.552957 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c0544450-fd77-4940-82f2-9e8573279565 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=336d1d8d8b9344b99f91105cdf369cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3374450 Jul 14 09:45:27.555574 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41522) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:27.557765 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb3e0adb-1005-4984-9424-60b28115c68a {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:27.558304 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0544450-fd77-4940-82f2-9e8573279565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afb803a-bfab-439f-bf46-880bd529eecf,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:27.582300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port bb3e0adb-1005-4984-9424-60b28115c68a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=bb3e0adb-1005-4984-9424-60b28115c68a,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:27.588648 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.618395 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e07b00ee-99a5-428b-96fb-c6100ec73ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.620941 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e07b00ee-99a5-428b-96fb-c6100ec73ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.625422 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e07b00ee-99a5-428b-96fb-c6100ec73ef8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/88cb37a4-a90f-4cfb-a259-6bf9fda5cbe9 HTTP/1.1" status: 204 len: 168 time: 0.2185030 Jul 14 09:45:27.635790 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b00ee-99a5-428b-96fb-c6100ec73ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cb37a4-a90f-4cfb-a259-6bf9fda5cbe9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:27.651744 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6cd5c34-43fb-4c22-a9a2-c14911648646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.676013 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6cd5c34-43fb-4c22-a9a2-c14911648646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.682143 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=bb3e0adb-1005-4984-9424-60b28115c68a,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:27.741170 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:45:27.763832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd2da3-83de-4c60-8c11-1dc2953e6d03 req-28c14e9a-e240-4722-b452-71b93845173e tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.765351 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-befd2da3-83de-4c60-8c11-1dc2953e6d03 req-28c14e9a-e240-4722-b452-71b93845173e tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc55195c-5ea3-4f07-9d51-f1698a23aedb HTTP/1.1" status: 200 len: 1098 time: 0.0741994 Jul 14 09:45:27.766101 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6cd5c34-43fb-4c22-a9a2-c14911648646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.768603 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6cd5c34-43fb-4c22-a9a2-c14911648646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.769603 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f6cd5c34-43fb-4c22-a9a2-c14911648646 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9afb803a-bfab-439f-bf46-880bd529eecf HTTP/1.1" status: 204 len: 168 time: 0.2106903 Jul 14 09:45:27.784752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd5c34-43fb-4c22-a9a2-c14911648646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afb803a-bfab-439f-bf46-880bd529eecf,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:27.809079 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-befd2da3-83de-4c60-8c11-1dc2953e6d03 req-2b0151b1-290c-4436-b144-c36ffbfc7825 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367122 Jul 14 09:45:27.900180 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['bb3e0adb-1005-4984-9424-60b28115c68a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:28.122740 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57ac21-1bd4-496b-ab6e-19807211c3fd req-feccc10e-ecaf-4507-b678-232eba7be514 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:28.130069 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bd57ac21-1bd4-496b-ab6e-19807211c3fd req-feccc10e-ecaf-4507-b678-232eba7be514 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 945 time: 0.0881457 Jul 14 09:45:28.179295 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bd57ac21-1bd4-496b-ab6e-19807211c3fd req-f072eb87-0c3b-43f8-bed7-81fef68c3729 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482810 Jul 14 09:45:28.273559 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa579b-340b-46e1-a487-52c2f79698dc req-6cf6a729-0dee-4115-ad73-cee31fe0e9d1 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:28.275265 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9eaa579b-340b-46e1-a487-52c2f79698dc req-6cf6a729-0dee-4115-ad73-cee31fe0e9d1 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc55195c-5ea3-4f07-9d51-f1698a23aedb HTTP/1.1" status: 200 len: 1098 time: 0.0633447 Jul 14 09:45:28.312729 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9eaa579b-340b-46e1-a487-52c2f79698dc req-5fdda3ce-693b-4477-8d66-1cc0e8900e45 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311630 Jul 14 09:45:29.289742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41632) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:29.361911 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b92ac2-7b95-4202-aa68-3998b3a3f278 req-1f83bbb7-a6ef-4a56-a48b-6ba70fb9f571 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:29.363659 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8b92ac2-7b95-4202-aa68-3998b3a3f278 req-1f83bbb7-a6ef-4a56-a48b-6ba70fb9f571 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 945 time: 0.0792160 Jul 14 09:45:29.390738 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device bb3e0adb-1005-4984-9424-60b28115c68a up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:29.420536 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8b92ac2-7b95-4202-aa68-3998b3a3f278 req-6308b9e2-3aaa-43d7-90fa-874b61127fbd tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509143 Jul 14 09:45:29.446188 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57adcbe6-d851-417d-a491-dcef0926def1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.468485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port bb3e0adb-1005-4984-9424-60b28115c68a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:29.473477 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port bb3e0adb-1005-4984-9424-60b28115c68a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:29.473887 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.559594 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57adcbe6-d851-417d-a491-dcef0926def1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.560400 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207edf1-e98e-4244-be87-83396b409cf9 req-e993867c-ac77-4a50-b983-ad5c333bb030 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:29.562498 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.562918 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1207edf1-e98e-4244-be87-83396b409cf9 req-e993867c-ac77-4a50-b983-ad5c333bb030 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc55195c-5ea3-4f07-9d51-f1698a23aedb HTTP/1.1" status: 200 len: 1098 time: 0.0773125 Jul 14 09:45:29.567059 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57adcbe6-d851-417d-a491-dcef0926def1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.589081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737b89d3-82a0-4487-9ead-b10019960c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3e0adb-1005-4984-9424-60b28115c68a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:29.592326 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2933d64-9aa1-4445-9e21-71480d1458a7" -d '{"events": [{"server_uuid": "737b89d3-82a0-4487-9ead-b10019960c15", "name": "network-vif-plugged", "status": "completed", "tag": "bb3e0adb-1005-4984-9424-60b28115c68a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:29.612487 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1207edf1-e98e-4244-be87-83396b409cf9 req-9d358c7a-20bf-4646-84f5-447345378581 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424247 Jul 14 09:45:29.631431 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port bb3e0adb-1005-4984-9424-60b28115c68a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=bb3e0adb-1005-4984-9424-60b28115c68a,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:29.636719 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.648676 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41644) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:29.648899 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-57adcbe6-d851-417d-a491-dcef0926def1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a1ea829c426d43e6a7eaf2148d37616d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3574581 Jul 14 09:45:29.658968 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adcbe6-d851-417d-a491-dcef0926def1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e6d4d1-1da4-4d92-ae19-d9ab7f0adb70,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:29.673094 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e20fe60-32e6-47ca-9cc3-08902dbe9274 x-openstack-request-id: req-1e20fe60-32e6-47ca-9cc3-08902dbe9274 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:29.673423 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737b89d3-82a0-4487-9ead-b10019960c15", "name": "network-vif-plugged", "status": "completed", "tag": "bb3e0adb-1005-4984-9424-60b28115c68a", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:29.673765 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e20fe60-32e6-47ca-9cc3-08902dbe9274 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:29.674352 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737b89d3-82a0-4487-9ead-b10019960c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3e0adb-1005-4984-9424-60b28115c68a', 'code': 200} Jul 14 09:45:29.689210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac96ea3-2666-43fb-9f65-72b59d370a9b req-d1feeca6-cdd9-493d-ac55-ba813ffbb762 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:29.692094 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cac96ea3-2666-43fb-9f65-72b59d370a9b req-d1feeca6-cdd9-493d-ac55-ba813ffbb762 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dc55195c-5ea3-4f07-9d51-f1698a23aedb HTTP/1.1" status: 200 len: 1098 time: 0.0837202 Jul 14 09:45:29.719204 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=bb3e0adb-1005-4984-9424-60b28115c68a,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:29.742006 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1e465c84-f17c-4c0b-85a9-a2b2591d8b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.768031 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1e465c84-f17c-4c0b-85a9-a2b2591d8b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.784064 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5126c4de-f94d-4b36-9edb-12db0f618f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.824175 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1e465c84-f17c-4c0b-85a9-a2b2591d8b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.828248 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1e465c84-f17c-4c0b-85a9-a2b2591d8b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.829516 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1e465c84-f17c-4c0b-85a9-a2b2591d8b73 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c4e6d4d1-1da4-4d92-ae19-d9ab7f0adb70 HTTP/1.1" status: 204 len: 168 time: 0.1797497 Jul 14 09:45:29.838775 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e465c84-f17c-4c0b-85a9-a2b2591d8b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e6d4d1-1da4-4d92-ae19-d9ab7f0adb70,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:29.857549 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb54198-d831-46d2-808a-f86a6565fcf6 req-b5b130ae-32a9-49f0-a75f-34deb826117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:29.859669 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5eb54198-d831-46d2-808a-f86a6565fcf6 req-b5b130ae-32a9-49f0-a75f-34deb826117c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 1098 time: 0.1026549 Jul 14 09:45:29.889126 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-cac96ea3-2666-43fb-9f65-72b59d370a9b req-6e446482-e082-4212-8733-0f53171b3dd7 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Deleting port 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:29.890141 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cac96ea3-2666-43fb-9f65-72b59d370a9b req-6e446482-e082-4212-8733-0f53171b3dd7 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.909435 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.948725 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-5eb54198-d831-46d2-808a-f86a6565fcf6 req-108414c2-a78a-4754-8e2e-ef9a1e783aa5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827127 Jul 14 09:45:29.990326 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-cac96ea3-2666-43fb-9f65-72b59d370a9b req-6e446482-e082-4212-8733-0f53171b3dd7 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] For port 15f6c231-0bb4-4882-9e1f-5b6e128e1c44, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=15f6c231-0bb4-4882-9e1f-5b6e128e1c44,segment=NetworkSegment(8e961744-61a3-43ab-b446-333692628465),segment_id=8e961744-61a3-43ab-b446-333692628465)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:29.990702 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cac96ea3-2666-43fb-9f65-72b59d370a9b req-6e446482-e082-4212-8733-0f53171b3dd7 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:30.007216 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-cac96ea3-2666-43fb-9f65-72b59d370a9b req-6e446482-e082-4212-8733-0f53171b3dd7 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Calling delete_port for 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:30.137571 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cac96ea3-2666-43fb-9f65-72b59d370a9b req-6e446482-e082-4212-8733-0f53171b3dd7 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:30.149449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:30.174685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['15f6c231-0bb4-4882-9e1f-5b6e128e1c44'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:30.209190 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e446482-e082-4212-8733-0f53171b3dd7 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Pushing event deleted for resources: {'Port': ['ID=15f6c231-0bb4-4882-9e1f-5b6e128e1c44,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:30.236811 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac96ea3-2666-43fb-9f65-72b59d370a9b req-6e446482-e082-4212-8733-0f53171b3dd7 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] No DVR routers for this DVR port 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:30.240161 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cac96ea3-2666-43fb-9f65-72b59d370a9b req-6e446482-e082-4212-8733-0f53171b3dd7 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:30.243508 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cac96ea3-2666-43fb-9f65-72b59d370a9b req-6e446482-e082-4212-8733-0f53171b3dd7 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.55 "DELETE /v2.0/ports/15f6c231-0bb4-4882-9e1f-5b6e128e1c44 HTTP/1.1" status: 204 len: 173 time: 0.5253246 Jul 14 09:45:30.244181 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc55195c-5ea3-4f07-9d51-f1698a23aedb', 'name': 'network-vif-deleted', 'tag': '15f6c231-0bb4-4882-9e1f-5b6e128e1c44'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:30.246913 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47655c4c-f7b9-4f62-a9d8-f361696dcfae" -d '{"events": [{"server_uuid": "dc55195c-5ea3-4f07-9d51-f1698a23aedb", "name": "network-vif-deleted", "tag": "15f6c231-0bb4-4882-9e1f-5b6e128e1c44"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:30.301347 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755dde37-8d3a-4af4-bf01-3d2da52c984e x-openstack-request-id: req-755dde37-8d3a-4af4-bf01-3d2da52c984e {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:30.302411 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc55195c-5ea3-4f07-9d51-f1698a23aedb", "name": "network-vif-deleted", "tag": "15f6c231-0bb4-4882-9e1f-5b6e128e1c44", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:30.302861 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-755dde37-8d3a-4af4-bf01-3d2da52c984e {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:30.303435 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc55195c-5ea3-4f07-9d51-f1698a23aedb', 'name': 'network-vif-deleted', 'tag': '15f6c231-0bb4-4882-9e1f-5b6e128e1c44', 'status': 'completed', 'code': 200} Jul 14 09:45:30.604261 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855dd69-a9b8-49db-a6e2-461edaa3d932 req-ec162b7f-53ea-447d-a267-553f77f3749e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:30.605825 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1855dd69-a9b8-49db-a6e2-461edaa3d932 req-ec162b7f-53ea-447d-a267-553f77f3749e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 946 time: 0.0644865 Jul 14 09:45:30.646352 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1855dd69-a9b8-49db-a6e2-461edaa3d932 req-6bc6b4e5-07f3-4e4b-8d6d-88edd538cbbc tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348396 Jul 14 09:45:30.732147 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:30.767847 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-982f1d3e-84a3-46eb-9b22-49871ed64705 req-670eff9c-081a-4488-ac44-c0dcb7ab016e tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc55195c-5ea3-4f07-9d51-f1698a23aedb HTTP/1.1" status: 200 len: 210 time: 0.0309043 Jul 14 09:45:31.727919 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41720) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:31.824707 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5504a7-9231-4b9f-8e4f-3f804c363f96 req-8f2731e8-28e3-4de1-8bf8-1fa1d199ad88 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:31.829076 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc5504a7-9231-4b9f-8e4f-3f804c363f96 req-8f2731e8-28e3-4de1-8bf8-1fa1d199ad88 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 946 time: 0.0712759 Jul 14 09:45:31.872285 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc5504a7-9231-4b9f-8e4f-3f804c363f96 req-fcce97a4-0fa8-4452-89b1-1c74feff41ac tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381196 Jul 14 09:45:31.883303 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-ec87c51f-a412-43b8-8fd7-4f04316e1d74 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:31.907199 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec87c51f-a412-43b8-8fd7-4f04316e1d74 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:31.971000 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.063662 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec87c51f-a412-43b8-8fd7-4f04316e1d74 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.087639 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b716c-3070-463a-b10a-7cd9952ee321 req-7d99f33e-099f-4008-98d6-f688b72a4b52 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:32.089184 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b05b716c-3070-463a-b10a-7cd9952ee321 req-7d99f33e-099f-4008-98d6-f688b72a4b52 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 946 time: 0.0997097 Jul 14 09:45:32.194552 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b05b716c-3070-463a-b10a-7cd9952ee321 req-fbcdd103-5155-4a9a-acbc-f9933bd65438 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796294 Jul 14 09:45:32.246254 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-ec87c51f-a412-43b8-8fd7-4f04316e1d74 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Allocated IP 172.25.1.90 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/c837c818-cce3-471b-a33d-87b96b15db52) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:32.271994 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f008ae-04f7-4503-a892-67aa4b580602 req-5b56b15c-d69c-4752-a172-eb988b36193f tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:32.273538 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-52f008ae-04f7-4503-a892-67aa4b580602 req-5b56b15c-d69c-4752-a172-eb988b36193f tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94d1a074-3234-43df-8469-8a23d6975b02 HTTP/1.1" status: 200 len: 1097 time: 0.1093824 Jul 14 09:45:32.360099 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-52f008ae-04f7-4503-a892-67aa4b580602 req-d2b6cf3e-9a1c-4a03-99fd-e18aadf79826 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763690 Jul 14 09:45:32.392856 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec87c51f-a412-43b8-8fd7-4f04316e1d74 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.433192 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec87c51f-a412-43b8-8fd7-4f04316e1d74 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.469017 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec87c51f-a412-43b8-8fd7-4f04316e1d74 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:32.473856 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-ec87c51f-a412-43b8-8fd7-4f04316e1d74 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:32.477348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec87c51f-a412-43b8-8fd7-4f04316e1d74 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:32.505144 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87c51f-a412-43b8-8fd7-4f04316e1d74 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Pushing event updated for resources: {'Port': ['ID=c837c818-cce3-471b-a33d-87b96b15db52,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:32.574554 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec87c51f-a412-43b8-8fd7-4f04316e1d74 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.628784 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec87c51f-a412-43b8-8fd7-4f04316e1d74 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.823234 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.856094 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec87c51f-a412-43b8-8fd7-4f04316e1d74 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.862466 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec87c51f-a412-43b8-8fd7-4f04316e1d74 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.947628 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87c51f-a412-43b8-8fd7-4f04316e1d74 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Pushing event updated for resources: {'Port': ['ID=c837c818-cce3-471b-a33d-87b96b15db52,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:32.960129 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec87c51f-a412-43b8-8fd7-4f04316e1d74 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.975997 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec87c51f-a412-43b8-8fd7-4f04316e1d74 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.977237 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ec87c51f-a412-43b8-8fd7-4f04316e1d74 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2482924 Jul 14 09:45:32.980016 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41774) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:32.986495 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-23b6cac8-afae-4f57-ab25-85c467d2f704 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1057899243'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:33.009821 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b6cac8-afae-4f57-ab25-85c467d2f704 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Made reservation on behalf of 767a5d012f674e28bb6ae5b44d659768 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:33.016203 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-23b6cac8-afae-4f57-ab25-85c467d2f704 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.025889 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-23b6cac8-afae-4f57-ab25-85c467d2f704 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.139853 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-23b6cac8-afae-4f57-ab25-85c467d2f704 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.145958 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-23b6cac8-afae-4f57-ab25-85c467d2f704 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.176680 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b6cac8-afae-4f57-ab25-85c467d2f704 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:45:33.191838 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-23b6cac8-afae-4f57-ab25-85c467d2f704 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.192111 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-23b6cac8-afae-4f57-ab25-85c467d2f704 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Added segment ea8b04b8-a965-4705-a335-2138fd1cb7c8 of type vlan for network 130ee2fc-5500-4067-9f3b-2bff598a0b9c Jul 14 09:45:33.262044 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6cac8-afae-4f57-ab25-85c467d2f704 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685910ea-dbf5-4ffd-99ea-9fb899414bc3,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:33.274135 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-23b6cac8-afae-4f57-ab25-85c467d2f704 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.319412 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-23b6cac8-afae-4f57-ab25-85c467d2f704 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.327295 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b6cac8-afae-4f57-ab25-85c467d2f704 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:33.327826 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-23b6cac8-afae-4f57-ab25-85c467d2f704 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.405340 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41798) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:33.411716 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-23b6cac8-afae-4f57-ab25-85c467d2f704 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4277210 Jul 14 09:45:33.412761 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41800) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:33.422387 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-a537f155-6759-4ae2-aa90-12b37d176bb0 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Request body: {'subnet': {'network_id': '130ee2fc-5500-4067-9f3b-2bff598a0b9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:33.428348 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:33.446224 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6cac8-afae-4f57-ab25-85c467d2f704 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Pushing event updated for resources: {'Network': ['ID=130ee2fc-5500-4067-9f3b-2bff598a0b9c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:33.474690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:33.475350 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 15f6c231-0bb4-4882-9e1f-5b6e128e1c44 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:33.480722 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 130ee2fc-5500-4067-9f3b-2bff598a0b9c details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:45:33.548975 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c1e073a-984d-48ce-826a-1b1e04081add admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.694604 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c1e073a-984d-48ce-826a-1b1e04081add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.702249 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c1e073a-984d-48ce-826a-1b1e04081add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.719724 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e70128-fb36-43a6-ab57-a78c54be8f40 req-a547854f-5914-4a68-82b0-c1480d13ee9d tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:33.721295 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-93e70128-fb36-43a6-ab57-a78c54be8f40 req-a547854f-5914-4a68-82b0-c1480d13ee9d tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=94d1a074-3234-43df-8469-8a23d6975b02 HTTP/1.1" status: 200 len: 1097 time: 0.2684903 Jul 14 09:45:33.752477 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2c1e073a-984d-48ce-826a-1b1e04081add admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e0581063529b4b4fa9353e6dbf3ef383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3446987 Jul 14 09:45:33.753398 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41810) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:33.759785 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e073a-984d-48ce-826a-1b1e04081add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43a2c00-b831-403d-a842-ab7ad3859eef,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:33.777949 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7240548-43b7-43d1-9dbf-33a44f1dce21 req-e3c36598-ae3a-40e4-9595-750cb863f022 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:33.780310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7240548-43b7-43d1-9dbf-33a44f1dce21 req-e3c36598-ae3a-40e4-9595-750cb863f022 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94d1a074-3234-43df-8469-8a23d6975b02 HTTP/1.1" status: 200 len: 1097 time: 0.1991630 Jul 14 09:45:33.782808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a537f155-6759-4ae2-aa90-12b37d176bb0 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Made reservation on behalf of 767a5d012f674e28bb6ae5b44d659768 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:33.786652 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a537f155-6759-4ae2-aa90-12b37d176bb0 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.823317 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-940742b8-d66c-4814-bbf1-a3d81eb7fa57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.882329 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-940742b8-d66c-4814-bbf1-a3d81eb7fa57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.981983 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-940742b8-d66c-4814-bbf1-a3d81eb7fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.984830 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-940742b8-d66c-4814-bbf1-a3d81eb7fa57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.986625 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-940742b8-d66c-4814-bbf1-a3d81eb7fa57 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f43a2c00-b831-403d-a842-ab7ad3859eef HTTP/1.1" status: 204 len: 168 time: 0.2318616 Jul 14 09:45:34.006112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940742b8-d66c-4814-bbf1-a3d81eb7fa57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43a2c00-b831-403d-a842-ab7ad3859eef,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:34.090931 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7240548-43b7-43d1-9dbf-33a44f1dce21 req-6cba71c5-c489-478f-83d6-6e68ffe5cbb2 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=de0f5ced-255d-4fac-b5be-a22d6089148b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627563 Jul 14 09:45:34.155597 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-93e70128-fb36-43a6-ab57-a78c54be8f40 req-f9905a0d-c0d6-4836-af0f-d9b981087d71 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Deleting port 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:34.155946 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-93e70128-fb36-43a6-ab57-a78c54be8f40 req-f9905a0d-c0d6-4836-af0f-d9b981087d71 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.277207 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a537f155-6759-4ae2-aa90-12b37d176bb0 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.295402 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-93e70128-fb36-43a6-ab57-a78c54be8f40 req-f9905a0d-c0d6-4836-af0f-d9b981087d71 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] For port 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf,segment=NetworkSegment(8e961744-61a3-43ab-b446-333692628465),segment_id=8e961744-61a3-43ab-b446-333692628465)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:34.295772 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-93e70128-fb36-43a6-ab57-a78c54be8f40 req-f9905a0d-c0d6-4836-af0f-d9b981087d71 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.339008 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-93e70128-fb36-43a6-ab57-a78c54be8f40 req-f9905a0d-c0d6-4836-af0f-d9b981087d71 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Calling delete_port for 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:34.344421 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41834) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:34.357644 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6da2f47-f437-454c-bad1-fc4ee9e8f0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.370711 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537f155-6759-4ae2-aa90-12b37d176bb0 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Pushing event updated for resources: {'Subnet': ['ID=d6674506-8bed-40fa-a069-70a23a137676,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:34.416146 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a537f155-6759-4ae2-aa90-12b37d176bb0 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Checking segment: {'id': 'ea8b04b8-a965-4705-a335-2138fd1cb7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '130ee2fc-5500-4067-9f3b-2bff598a0b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:34.416437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a537f155-6759-4ae2-aa90-12b37d176bb0 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Network hostable DHCP agents. Network: 130ee2fc-5500-4067-9f3b-2bff598a0b9c, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:45:34.451684 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6da2f47-f437-454c-bad1-fc4ee9e8f0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.455092 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a537f155-6759-4ae2-aa90-12b37d176bb0 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Network 130ee2fc-5500-4067-9f3b-2bff598a0b9c is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:45:34.456700 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6da2f47-f437-454c-bad1-fc4ee9e8f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.465928 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-a537f155-6759-4ae2-aa90-12b37d176bb0 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 130ee2fc-5500-4067-9f3b-2bff598a0b9c) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:34.474843 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ba1642-fc07-4a38-bd23-d6b3017d9242 None None] Network 130ee2fc-5500-4067-9f3b-2bff598a0b9c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:34.491796 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a537f155-6759-4ae2-aa90-12b37d176bb0 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:34.492390 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a537f155-6759-4ae2-aa90-12b37d176bb0 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.507380 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a6da2f47-f437-454c-bad1-fc4ee9e8f0b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=98948a9f7b394ce0af67da3dfe4ac6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604788 Jul 14 09:45:34.507622 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da2f47-f437-454c-bad1-fc4ee9e8f0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f010e5b-2299-473b-96ab-d2a2fa3c7731,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:34.509974 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41836) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:34.537546 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-93e70128-fb36-43a6-ab57-a78c54be8f40 req-f9905a0d-c0d6-4836-af0f-d9b981087d71 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.541096 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a537f155-6759-4ae2-aa90-12b37d176bb0 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1270783 Jul 14 09:45:34.543979 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41838) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:34.551170 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b90481bd-0f1f-49bd-ba19-0586d5808844 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-463403069', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}, 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:34.568001 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9905a0d-c0d6-4836-af0f-d9b981087d71 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:34.594588 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3461a7dc-3207-410d-b660-0024aab1520c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.600149 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b90481bd-0f1f-49bd-ba19-0586d5808844 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.601110 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b90481bd-0f1f-49bd-ba19-0586d5808844 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.622427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e70128-fb36-43a6-ab57-a78c54be8f40 req-f9905a0d-c0d6-4836-af0f-d9b981087d71 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] No DVR routers for this DVR port 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:34.625499 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-93e70128-fb36-43a6-ab57-a78c54be8f40 req-f9905a0d-c0d6-4836-af0f-d9b981087d71 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.627716 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-93e70128-fb36-43a6-ab57-a78c54be8f40 req-f9905a0d-c0d6-4836-af0f-d9b981087d71 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.49 "DELETE /v2.0/ports/9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf HTTP/1.1" status: 204 len: 173 time: 0.9006381 Jul 14 09:45:34.628568 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d1a074-3234-43df-8469-8a23d6975b02', 'name': 'network-vif-deleted', 'tag': '9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:34.630065 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3461a7dc-3207-410d-b660-0024aab1520c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.631044 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573669f3-79d7-42e1-acdc-226cfd0b1533" -d '{"events": [{"server_uuid": "94d1a074-3234-43df-8469-8a23d6975b02", "name": "network-vif-deleted", "tag": "9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:34.683694 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5c553c-bcd3-4f3f-9d2d-1fe931f2c213 x-openstack-request-id: req-5d5c553c-bcd3-4f3f-9d2d-1fe931f2c213 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:34.686404 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d1a074-3234-43df-8469-8a23d6975b02", "name": "network-vif-deleted", "tag": "9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:34.686973 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d5c553c-bcd3-4f3f-9d2d-1fe931f2c213 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:34.687738 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d1a074-3234-43df-8469-8a23d6975b02', 'name': 'network-vif-deleted', 'tag': '9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf', 'status': 'completed', 'code': 200} Jul 14 09:45:34.743699 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b90481bd-0f1f-49bd-ba19-0586d5808844 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.748568 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3461a7dc-3207-410d-b660-0024aab1520c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.751196 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3461a7dc-3207-410d-b660-0024aab1520c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.752387 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3461a7dc-3207-410d-b660-0024aab1520c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f010e5b-2299-473b-96ab-d2a2fa3c7731 HTTP/1.1" status: 204 len: 168 time: 0.2415087 Jul 14 09:45:34.761181 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461a7dc-3207-410d-b660-0024aab1520c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f010e5b-2299-473b-96ab-d2a2fa3c7731,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:34.899169 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-130ee2fc-5500-4067-9f3b-2bff598a0b9c', 'network_id': '130ee2fc-5500-4067-9f3b-2bff598a0b9c', 'tenant_id': '767a5d012f674e28bb6ae5b44d659768', 'fixed_ips': [{'subnet_id': 'd6674506-8bed-40fa-a069-70a23a137676'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:45:34.900269 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.946074 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b90481bd-0f1f-49bd-ba19-0586d5808844 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.050703 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Allocated IP 172.20.0.2 (130ee2fc-5500-4067-9f3b-2bff598a0b9c/d6674506-8bed-40fa-a069-70a23a137676/a762eec5-d16e-479e-8477-6c2d957e5f58) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:35.203895 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b90481bd-0f1f-49bd-ba19-0586d5808844 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.263595 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b90481bd-0f1f-49bd-ba19-0586d5808844 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.334230 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.348211 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Transition to ACTIVE for port object a762eec5-d16e-479e-8477-6c2d957e5f58 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:35.381769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Transition to ACTIVE for port object a762eec5-d16e-479e-8477-6c2d957e5f58 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:35.393207 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.395437 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2f2976d-eb13-4f34-a504-425bc76f48d3 req-7d0b4e0f-10de-4c79-9a3b-dd256383c189 tempest-TestServerMultinode-1735451609 tempest-TestServerMultinode-1735451609-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94d1a074-3234-43df-8469-8a23d6975b02 HTTP/1.1" status: 200 len: 210 time: 0.0663669 Jul 14 09:45:35.452869 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-570a6760-ac56-4165-95a3-e073ca71575d req-6dcd0d28-d570-4220-9d79-c939e546646b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2587774 Jul 14 09:45:35.470238 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Network 130ee2fc-5500-4067-9f3b-2bff598a0b9c is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:35.473487 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:35.477297 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:35.508955 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Pushing event updated for resources: {'Port': ['ID=a762eec5-d16e-479e-8477-6c2d957e5f58,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:35.548343 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-e47e4480-8ad3-488c-b261-85e16b281509 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:35.555185 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-e47e4480-8ad3-488c-b261-85e16b281509 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 811 time: 0.1629937 Jul 14 09:45:35.567958 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Attempting to bind port a762eec5-d16e-479e-8477-6c2d957e5f58 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:35.568314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Attempting to bind port a762eec5-d16e-479e-8477-6c2d957e5f58 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'ea8b04b8-a965-4705-a335-2138fd1cb7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '130ee2fc-5500-4067-9f3b-2bff598a0b9c'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:35.568684 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Attempting to bind port a762eec5-d16e-479e-8477-6c2d957e5f58 on network 130ee2fc-5500-4067-9f3b-2bff598a0b9c {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:35.569773 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-b90481bd-0f1f-49bd-ba19-0586d5808844 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Allocated IP 172.25.1.93 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/2b1d9792-d1bb-4b5e-895e-47a5da047795) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:35.571767 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-4868b6ee-f4f9-49b9-ab67-d1573b804b27 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/quotas/51eddd5eb51e43da8f7e9b436a71a31a HTTP/1.1" status: 200 len: 375 time: 0.0152936 Jul 14 09:45:35.575143 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:35.575567 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Checking segment: {'id': 'ea8b04b8-a965-4705-a335-2138fd1cb7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '130ee2fc-5500-4067-9f3b-2bff598a0b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:35.575974 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.576367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Bound using segment: {'id': 'ea8b04b8-a965-4705-a335-2138fd1cb7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '130ee2fc-5500-4067-9f3b-2bff598a0b9c'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:35.576938 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Bound port: a762eec5-d16e-479e-8477-6c2d957e5f58, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8b04b8-a965-4705-a335-2138fd1cb7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '130ee2fc-5500-4067-9f3b-2bff598a0b9c'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:35.577941 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.655275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a6760-ac56-4165-95a3-e073ca71575d req-47e8e921-755c-485f-997d-1b7c03c4dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:35.656802 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-570a6760-ac56-4165-95a3-e073ca71575d req-47e8e921-755c-485f-997d-1b7c03c4dd42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 1098 time: 0.1269863 Jul 14 09:45:35.664020 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-5068f0ea-faff-4bcf-8ef4-0436a118d7ce tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0912845 Jul 14 09:45:35.684820 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] For port a762eec5-d16e-479e-8477-6c2d957e5f58, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:35.688656 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] For port a762eec5-d16e-479e-8477-6c2d957e5f58, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a762eec5-d16e-479e-8477-6c2d957e5f58,segment=NetworkSegment(ea8b04b8-a965-4705-a335-2138fd1cb7c8),segment_id=ea8b04b8-a965-4705-a335-2138fd1cb7c8)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:35.693598 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.766557 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-6830ca11-8ef1-4f04-a389-9b2d9fa79c3d service neutron] 10.222.0.26 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013851 Jul 14 09:45:35.769753 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8f3d3-f8f8-4817-8261-4267f7f5a5d5 None None] Pushing event updated for resources: {'Port': ['ID=a762eec5-d16e-479e-8477-6c2d957e5f58,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:35.789161 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b90481bd-0f1f-49bd-ba19-0586d5808844 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.852049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a6760-ac56-4165-95a3-e073ca71575d req-86ca06ec-0aa9-4061-9acb-1d6c0a776bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:35.853328 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-570a6760-ac56-4165-95a3-e073ca71575d req-86ca06ec-0aa9-4061-9acb-1d6c0a776bcc service neutron] 10.222.0.55 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 912 time: 0.1704173 Jul 14 09:45:35.882257 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-942dfdb1-376f-4781-9cc7-b27257dbd4fc service neutron] 10.222.0.26 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052341 Jul 14 09:45:35.901314 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-570a6760-ac56-4165-95a3-e073ca71575d req-095858f5-420b-4015-9081-0e77da5c4d03 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb3e0adb-1005-4984-9424-60b28115c68a HTTP/1.1" status: 200 len: 217 time: 0.0410857 Jul 14 09:45:35.902960 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b90481bd-0f1f-49bd-ba19-0586d5808844 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.980967 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90481bd-0f1f-49bd-ba19-0586d5808844 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:35.995367 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-b90481bd-0f1f-49bd-ba19-0586d5808844 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:36.002967 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90481bd-0f1f-49bd-ba19-0586d5808844 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:36.002967 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90481bd-0f1f-49bd-ba19-0586d5808844 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Pushing event updated for resources: {'Port': ['ID=2b1d9792-d1bb-4b5e-895e-47a5da047795,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:36.063063 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a6760-ac56-4165-95a3-e073ca71575d req-178519a9-b4b3-4322-9913-583bf18e83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:36.064658 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-570a6760-ac56-4165-95a3-e073ca71575d req-178519a9-b4b3-4322-9913-583bf18e83fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.1518822 Jul 14 09:45:36.118470 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:36.144552 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:36.145125 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 9b1a1c9b-7f8c-4d3d-b668-5f46e31b6caf not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:36.236107 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da156e64-59fd-4bd4-8038-d4d41a2cecc2 req-e42d92b2-2db5-43ae-b1a6-f3a81678ca9e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 210 time: 0.0636115 Jul 14 09:45:36.307011 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a6760-ac56-4165-95a3-e073ca71575d req-a8b7296a-10f4-478f-80c2-e7c2a176f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:36.308554 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-570a6760-ac56-4165-95a3-e073ca71575d req-a8b7296a-10f4-478f-80c2-e7c2a176f557 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2346706 Jul 14 09:45:36.515032 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b90481bd-0f1f-49bd-ba19-0586d5808844 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.519144 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-570a6760-ac56-4165-95a3-e073ca71575d req-f9be0ed4-beb9-4b41-8a2b-7ac140020939 service neutron] 10.222.0.55 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704707 Jul 14 09:45:36.573457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41910) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:36.963322 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a762eec5-d16e-479e-8477-6c2d957e5f58 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:37.046017 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port a762eec5-d16e-479e-8477-6c2d957e5f58 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:37.151305 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b563ed41-d51a-49fd-b501-db960939257a None None] Network 130ee2fc-5500-4067-9f3b-2bff598a0b9c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:37.241460 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e5c9cfc9-393a-4847-8bc5-0a881df10d0a None None] Provisioning for port a762eec5-d16e-479e-8477-6c2d957e5f58 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:37.242345 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-570a6760-ac56-4165-95a3-e073ca71575d req-3fc6cada-4dfc-4b7e-828e-a55461904f9e service neutron] 10.222.0.55 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6832561 Jul 14 09:45:37.250298 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e5c9cfc9-393a-4847-8bc5-0a881df10d0a None None] Provisioning complete for port a762eec5-d16e-479e-8477-6c2d957e5f58 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:37.250848 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5c9cfc9-393a-4847-8bc5-0a881df10d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.424081 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5c9cfc9-393a-4847-8bc5-0a881df10d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.444766 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b90481bd-0f1f-49bd-ba19-0586d5808844 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.472710 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e5c9cfc9-393a-4847-8bc5-0a881df10d0a None None] For port a762eec5-d16e-479e-8477-6c2d957e5f58, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a762eec5-d16e-479e-8477-6c2d957e5f58,segment=NetworkSegment(ea8b04b8-a965-4705-a335-2138fd1cb7c8),segment_id=ea8b04b8-a965-4705-a335-2138fd1cb7c8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:37.483516 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5c9cfc9-393a-4847-8bc5-0a881df10d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.553612 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-504ec625-a748-45a3-8c6e-bac8e35fb18b req-74019f3e-b833-4fdc-b549-ebb6192d4c93 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 210 time: 0.1046917 Jul 14 09:45:37.618407 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9cfc9-393a-4847-8bc5-0a881df10d0a None None] Pushing event updated for resources: {'Port': ['ID=a762eec5-d16e-479e-8477-6c2d957e5f58,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:37.641929 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-a380a4be-eb4b-4dc1-bda7-216e5153f25e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:37.643556 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-a380a4be-eb4b-4dc1-bda7-216e5153f25e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 811 time: 0.2564738 Jul 14 09:45:37.662125 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-ee1b5cd2-2f38-43e8-872e-d86a2779dab8 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Request body: {'port': {'device_id': 'e263cf05-24cb-49ad-96e8-8ad18d97ebc4', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'admin_state_up': True, 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:37.769491 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90481bd-0f1f-49bd-ba19-0586d5808844 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Router 82eeebe8-98cd-4290-98cc-3247d42e69a3 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:45:37.838413 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-ee1b5cd2-2f38-43e8-872e-d86a2779dab8 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Made reservation on behalf of 51eddd5eb51e43da8f7e9b436a71a31a for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:37.839209 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2dbd7277-27fd-404e-8486-21c89acc9f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.842929 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-ee1b5cd2-2f38-43e8-872e-d86a2779dab8 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.915477 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7dbd05f4-f603-4236-9a0f-a88556dc5ae2 None None] Provisioning complete for port a762eec5-d16e-479e-8477-6c2d957e5f58 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:37.916368 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7dbd05f4-f603-4236-9a0f-a88556dc5ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.002176 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90481bd-0f1f-49bd-ba19-0586d5808844 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:38.013665 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd24d1-1a0a-4bba-9200-2506b1a683b7 None None] Sync routers for ids ['82eeebe8-98cd-4290-98cc-3247d42e69a3'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:38.027173 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-ee1b5cd2-2f38-43e8-872e-d86a2779dab8 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Allocated IP 172.20.0.5 (8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c/0457f97d-7f0c-40e3-aa42-dc25e8646d70/af1b1439-d051-482d-87fa-93a1158c3fe4) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:38.027433 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b90481bd-0f1f-49bd-ba19-0586d5808844 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.029038 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b90481bd-0f1f-49bd-ba19-0586d5808844 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.4832447 Jul 14 09:45:38.032601 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41922) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:38.092186 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd24d1-1a0a-4bba-9200-2506b1a683b7 None None] Routers {'82eeebe8-98cd-4290-98cc-3247d42e69a3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:38.092186 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-cdfd24d1-1a0a-4bba-9200-2506b1a683b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:45:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['82eeebe8-98cd-4290-98cc-3247d42e69a3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:38.140045 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-cdfd24d1-1a0a-4bba-9200-2506b1a683b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:38.155016 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd24d1-1a0a-4bba-9200-2506b1a683b7 None None] Routers {'82eeebe8-98cd-4290-98cc-3247d42e69a3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:38.155884 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-cdfd24d1-1a0a-4bba-9200-2506b1a683b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:45:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['82eeebe8-98cd-4290-98cc-3247d42e69a3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:38.192644 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-cdfd24d1-1a0a-4bba-9200-2506b1a683b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:38.194150 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd24d1-1a0a-4bba-9200-2506b1a683b7 None None] The sync data for ids ['82eeebe8-98cd-4290-98cc-3247d42e69a3'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:38.360688 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-ee1b5cd2-2f38-43e8-872e-d86a2779dab8 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.376667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-ee1b5cd2-2f38-43e8-872e-d86a2779dab8 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Transition to ACTIVE for port object af1b1439-d051-482d-87fa-93a1158c3fe4 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:38.415341 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-ee1b5cd2-2f38-43e8-872e-d86a2779dab8 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.452652 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['bb3e0adb-1005-4984-9424-60b28115c68a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:38.484515 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b5cd2-2f38-43e8-872e-d86a2779dab8 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event updated for resources: {'Port': ['ID=af1b1439-d051-482d-87fa-93a1158c3fe4,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:38.493212 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-ee1b5cd2-2f38-43e8-872e-d86a2779dab8 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:38.494776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-ee1b5cd2-2f38-43e8-872e-d86a2779dab8 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:38.497976 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-ee1b5cd2-2f38-43e8-872e-d86a2779dab8 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:38.568172 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-2dbd7277-27fd-404e-8486-21c89acc9f29 admin admin] Deleting port d34338f1-a523-414f-99b4-9cc28ff8a901 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:38.568440 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2dbd7277-27fd-404e-8486-21c89acc9f29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.570827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-ee1b5cd2-2f38-43e8-872e-d86a2779dab8 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:38.571333 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-ee1b5cd2-2f38-43e8-872e-d86a2779dab8 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.595907 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-ee1b5cd2-2f38-43e8-872e-d86a2779dab8 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9435222 Jul 14 09:45:38.611269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] Request body: {'port': {'device_id': 'e263cf05-24cb-49ad-96e8-8ad18d97ebc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:38.706597 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.830572 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-2dbd7277-27fd-404e-8486-21c89acc9f29 admin admin] For port d34338f1-a523-414f-99b4-9cc28ff8a901, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d34338f1-a523-414f-99b4-9cc28ff8a901,segment=NetworkSegment(8e961744-61a3-43ab-b446-333692628465),segment_id=8e961744-61a3-43ab-b446-333692628465)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:38.831100 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2dbd7277-27fd-404e-8486-21c89acc9f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.851771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-2dbd7277-27fd-404e-8486-21c89acc9f29 admin admin] Calling delete_port for d34338f1-a523-414f-99b4-9cc28ff8a901 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:38.875386 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0aed118e-4dd3-4b8a-92e3-567989165e72 None None] Provisioning for port af1b1439-d051-482d-87fa-93a1158c3fe4 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:38.877773 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c92fb668-1444-450e-bdef-0f11ec052041 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.882870 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0aed118e-4dd3-4b8a-92e3-567989165e72 None None] Provisioning complete for port af1b1439-d051-482d-87fa-93a1158c3fe4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:38.883605 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0aed118e-4dd3-4b8a-92e3-567989165e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.916275 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a762eec5-d16e-479e-8477-6c2d957e5f58 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:38.977066 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0aed118e-4dd3-4b8a-92e3-567989165e72 None None] Port af1b1439-d051-482d-87fa-93a1158c3fe4 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:39.002345 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a762eec5-d16e-479e-8477-6c2d957e5f58 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:39.003073 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.121705 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1b1439-d051-482d-87fa-93a1158c3fe4 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:39.143102 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.163144 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] Transition to ACTIVE for port object af1b1439-d051-482d-87fa-93a1158c3fe4 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:39.172985 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653af08-4926-4173-90e9-a26cbd4d47b1 req-ff94821d-92d4-4664-8c6b-81206e7fa5e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:39.182463 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e653af08-4926-4173-90e9-a26cbd4d47b1 req-ff94821d-92d4-4664-8c6b-81206e7fa5e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 931 time: 0.1438122 Jul 14 09:45:39.205094 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.257472 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e653af08-4926-4173-90e9-a26cbd4d47b1 req-2fd20a71-183f-48be-86e8-730b744f1e1c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738516 Jul 14 09:45:39.303964 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] Pushing event updated for resources: {'Port': ['ID=af1b1439-d051-482d-87fa-93a1158c3fe4,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:39.337522 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2dbd7277-27fd-404e-8486-21c89acc9f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.371064 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] Attempting to bind port af1b1439-d051-482d-87fa-93a1158c3fe4 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:39.371550 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] Attempting to bind port af1b1439-d051-482d-87fa-93a1158c3fe4 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:39.372512 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] Attempting to bind port af1b1439-d051-482d-87fa-93a1158c3fe4 on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:39.377758 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd7277-27fd-404e-8486-21c89acc9f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=d34338f1-a523-414f-99b4-9cc28ff8a901,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:39.381053 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] Port af1b1439-d051-482d-87fa-93a1158c3fe4 on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:45:39.381484 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] Attempting to bind port af1b1439-d051-482d-87fa-93a1158c3fe4 on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:39.392880 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:39.393372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] Checking segment: {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:39.394171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] Bound using segment: {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:39.395034 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] Bound port: af1b1439-d051-482d-87fa-93a1158c3fe4, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:39.398412 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.417416 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-c92fb668-1444-450e-bdef-0f11ec052041 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Allocated IP 172.20.0.1 (130ee2fc-5500-4067-9f3b-2bff598a0b9c/d6674506-8bed-40fa-a069-70a23a137676/f05741c7-b9ef-4b29-8ee9-2dc59e434da6) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:39.529533 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] For port af1b1439-d051-482d-87fa-93a1158c3fe4, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:39.535192 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] For port af1b1439-d051-482d-87fa-93a1158c3fe4, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=af1b1439-d051-482d-87fa-93a1158c3fe4,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:39.544688 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.601223 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:39.602039 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.603458 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] 10.222.0.49 "PUT /v2.0/ports/af1b1439-d051-482d-87fa-93a1158c3fe4 HTTP/1.1" status: 200 len: 1092 time: 1.0001876 Jul 14 09:45:39.603924 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e263cf05-24cb-49ad-96e8-8ad18d97ebc4', 'tag': 'af1b1439-d051-482d-87fa-93a1158c3fe4'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:39.606520 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c003750-1a51-43fc-86fa-e7973367b6ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e263cf05-24cb-49ad-96e8-8ad18d97ebc4", "tag": "af1b1439-d051-482d-87fa-93a1158c3fe4"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:39.649364 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232f273-5caa-4807-abe0-602a6dd8e138 service neutron] Pushing event updated for resources: {'Port': ['ID=af1b1439-d051-482d-87fa-93a1158c3fe4,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:39.689642 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7e2989-9dc7-4661-b901-d2556afd00ee x-openstack-request-id: req-1e7e2989-9dc7-4661-b901-d2556afd00ee {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:39.690236 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e263cf05-24cb-49ad-96e8-8ad18d97ebc4", "tag": "af1b1439-d051-482d-87fa-93a1158c3fe4", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:39.690736 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e7e2989-9dc7-4661-b901-d2556afd00ee {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:39.691327 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e263cf05-24cb-49ad-96e8-8ad18d97ebc4', 'tag': 'af1b1439-d051-482d-87fa-93a1158c3fe4', 'status': 'completed', 'code': 200} Jul 14 09:45:39.803698 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2dbd7277-27fd-404e-8486-21c89acc9f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.816198 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-ac4174be-7341-4055-990b-b9193eabfa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:39.818927 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-ac4174be-7341-4055-990b-b9193eabfa48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 1095 time: 0.1193805 Jul 14 09:45:39.879626 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-f7a02e3e-96b9-4d4b-9bca-2bb44a02f5e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af1b1439-d051-482d-87fa-93a1158c3fe4 HTTP/1.1" status: 200 len: 217 time: 0.0504818 Jul 14 09:45:39.944659 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-db993d8a-5cc5-4944-8e65-129f27f89a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:39.946963 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-db993d8a-5cc5-4944-8e65-129f27f89a8f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.0604794 Jul 14 09:45:40.077826 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-eb5e28a7-7a50-4b33-931b-56b37a4dc293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:40.080091 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-eb5e28a7-7a50-4b33-931b-56b37a4dc293 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1274130 Jul 14 09:45:40.211792 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-3ea1f756-0d30-4086-854d-b8ce7559b7b0 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241577 Jul 14 09:45:40.344741 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-513bc72c-523c-4ca9-a420-e1e499de50c7 req-20a47f51-2ee6-4342-89a9-9f83d867ffdb service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190822 Jul 14 09:45:40.355765 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c92fb668-1444-450e-bdef-0f11ec052041 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:40.393606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-c92fb668-1444-450e-bdef-0f11ec052041 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Transition to ACTIVE for port object f05741c7-b9ef-4b29-8ee9-2dc59e434da6 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:40.505395 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c92fb668-1444-450e-bdef-0f11ec052041 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:40.557724 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c003750-1a51-43fc-86fa-e7973367b6ae req-b4461d8f-c411-4419-bfc8-c64c20cfe9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:40.559757 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c003750-1a51-43fc-86fa-e7973367b6ae req-b4461d8f-c411-4419-bfc8-c64c20cfe9f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 1095 time: 0.1546822 Jul 14 09:45:40.570825 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfef05-aa6d-435e-a4c8-ea208d2e4a7e req-82eb874c-1404-4101-b2d4-62de52ab6508 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:40.576446 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d0cfef05-aa6d-435e-a4c8-ea208d2e4a7e req-82eb874c-1404-4101-b2d4-62de52ab6508 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 943 time: 0.0957477 Jul 14 09:45:40.600915 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92fb668-1444-450e-bdef-0f11ec052041 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Network 130ee2fc-5500-4067-9f3b-2bff598a0b9c is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:40.616029 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-c92fb668-1444-450e-bdef-0f11ec052041 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:40.623900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92fb668-1444-450e-bdef-0f11ec052041 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:40.767499 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fb668-1444-450e-bdef-0f11ec052041 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Pushing event updated for resources: {'Port': ['ID=f05741c7-b9ef-4b29-8ee9-2dc59e434da6,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:40.779857 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c92fb668-1444-450e-bdef-0f11ec052041 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:40.877224 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbd7277-27fd-404e-8486-21c89acc9f29 admin admin] Router f30f2013-b43f-4a2b-bba3-df5d79a11a99 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:41.090221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbd7277-27fd-404e-8486-21c89acc9f29 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:41.097117 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2dbd7277-27fd-404e-8486-21c89acc9f29 admin admin] 10.222.0.26 "PUT /v2.0/routers/f30f2013-b43f-4a2b-bba3-df5d79a11a99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5218647 Jul 14 09:45:41.103487 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a123b-a8de-49cf-bee6-b93c728cafb9 None None] Sync routers for ids ['f30f2013-b43f-4a2b-bba3-df5d79a11a99'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:41.113857 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41954) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:41.115859 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c0c6813f-668c-4aa3-bb2b-5e545bf8f7f8 None None] Provisioning for port f05741c7-b9ef-4b29-8ee9-2dc59e434da6 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:41.124757 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c0c6813f-668c-4aa3-bb2b-5e545bf8f7f8 None None] Provisioning complete for port f05741c7-b9ef-4b29-8ee9-2dc59e434da6 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:41.125120 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a123b-a8de-49cf-bee6-b93c728cafb9 None None] Routers {'f30f2013-b43f-4a2b-bba3-df5d79a11a99'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:41.125589 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5e5a123b-a8de-49cf-bee6-b93c728cafb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:45:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f30f2013-b43f-4a2b-bba3-df5d79a11a99'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:41.126245 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0c6813f-668c-4aa3-bb2b-5e545bf8f7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.195342 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d0cfef05-aa6d-435e-a4c8-ea208d2e4a7e req-29240130-fe44-4099-a245-f68daef5a95d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6153591 Jul 14 09:45:41.241308 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c0c6813f-668c-4aa3-bb2b-5e545bf8f7f8 None None] Port f05741c7-b9ef-4b29-8ee9-2dc59e434da6 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:41.254737 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c92fb668-1444-450e-bdef-0f11ec052041 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.258601 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c003750-1a51-43fc-86fa-e7973367b6ae req-2de991ae-8f16-41c8-a898-5e95a64a7253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:41.260328 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c003750-1a51-43fc-86fa-e7973367b6ae req-2de991ae-8f16-41c8-a898-5e95a64a7253 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 912 time: 0.6815169 Jul 14 09:45:41.347444 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c003750-1a51-43fc-86fa-e7973367b6ae req-eaff251f-5610-4f3c-91b6-e7973faf9f07 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af1b1439-d051-482d-87fa-93a1158c3fe4 HTTP/1.1" status: 200 len: 217 time: 0.0802493 Jul 14 09:45:41.351229 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-5e5a123b-a8de-49cf-bee6-b93c728cafb9 None None] Set router f30f2013-b43f-4a2b-bba3-df5d79a11a99 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:41.448864 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c003750-1a51-43fc-86fa-e7973367b6ae req-6f93108f-c99d-47d3-82c0-6616aa2a3c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:41.450862 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c003750-1a51-43fc-86fa-e7973367b6ae req-6f93108f-c99d-47d3-82c0-6616aa2a3c70 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.0906951 Jul 14 09:45:41.568218 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c003750-1a51-43fc-86fa-e7973367b6ae req-c9bc16f5-700f-451c-8827-38720d0e5238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:41.570267 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c003750-1a51-43fc-86fa-e7973367b6ae req-c9bc16f5-700f-451c-8827-38720d0e5238 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134353 Jul 14 09:45:41.691463 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5e5a123b-a8de-49cf-bee6-b93c728cafb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30f2013-b43f-4a2b-bba3-df5d79a11a99', 'name': 'tempest-TestServerMultinode-517449210-router', 'tenant_id': '5d090a52be4a45e8afadceada05938f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e15d3c72-be0b-408f-a9c4-689cf5b41df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:42Z', 'updated_at': '2021-07-14T09:45:39Z', 'revision_number': 5, 'project_id': '5d090a52be4a45e8afadceada05938f5', 'gw_port': {'id': 'e15d3c72-be0b-408f-a9c4-689cf5b41df4', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30f2013-b43f-4a2b-bba3-df5d79a11a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:43Z', 'updated_at': '2021-07-14T09:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:41.728833 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a123b-a8de-49cf-bee6-b93c728cafb9 None None] Checking router: f30f2013-b43f-4a2b-bba3-df5d79a11a99 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:41.739340 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a123b-a8de-49cf-bee6-b93c728cafb9 None None] Routers {'f30f2013-b43f-4a2b-bba3-df5d79a11a99'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:41.740471 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5e5a123b-a8de-49cf-bee6-b93c728cafb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:45:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f30f2013-b43f-4a2b-bba3-df5d79a11a99'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:41.766572 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c003750-1a51-43fc-86fa-e7973367b6ae req-8400f21d-cb7d-4828-a408-9728956859f0 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896055 Jul 14 09:45:41.793951 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e702241c-4137-4b0d-b020-503ffcedea19 admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.988206 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0c003750-1a51-43fc-86fa-e7973367b6ae req-e9c88175-6686-4ac9-99a1-ee4655419a53 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154162 Jul 14 09:45:42.047654 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-5e5a123b-a8de-49cf-bee6-b93c728cafb9 None None] Set router f30f2013-b43f-4a2b-bba3-df5d79a11a99 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:42.089400 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e702241c-4137-4b0d-b020-503ffcedea19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.169925 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c92fb668-1444-450e-bdef-0f11ec052041 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.184995 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c92fb668-1444-450e-bdef-0f11ec052041 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.246054 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c92fb668-1444-450e-bdef-0f11ec052041 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.295338 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5e5a123b-a8de-49cf-bee6-b93c728cafb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30f2013-b43f-4a2b-bba3-df5d79a11a99', 'name': 'tempest-TestServerMultinode-517449210-router', 'tenant_id': '5d090a52be4a45e8afadceada05938f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e15d3c72-be0b-408f-a9c4-689cf5b41df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:42Z', 'updated_at': '2021-07-14T09:45:39Z', 'revision_number': 5, 'project_id': '5d090a52be4a45e8afadceada05938f5', 'gw_port': {'id': 'e15d3c72-be0b-408f-a9c4-689cf5b41df4', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30f2013-b43f-4a2b-bba3-df5d79a11a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:43Z', 'updated_at': '2021-07-14T09:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:42.359051 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a123b-a8de-49cf-bee6-b93c728cafb9 None None] The sync data for ids ['f30f2013-b43f-4a2b-bba3-df5d79a11a99'] in n-d-798054-10 is: [{'id': 'f30f2013-b43f-4a2b-bba3-df5d79a11a99', 'name': 'tempest-TestServerMultinode-517449210-router', 'tenant_id': '5d090a52be4a45e8afadceada05938f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e15d3c72-be0b-408f-a9c4-689cf5b41df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:42Z', 'updated_at': '2021-07-14T09:45:39Z', 'revision_number': 5, 'project_id': '5d090a52be4a45e8afadceada05938f5', 'gw_port': {'id': 'e15d3c72-be0b-408f-a9c4-689cf5b41df4', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30f2013-b43f-4a2b-bba3-df5d79a11a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:43Z', 'updated_at': '2021-07-14T09:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:42.460826 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e702241c-4137-4b0d-b020-503ffcedea19 admin admin] Deleting port e15d3c72-be0b-408f-a9c4-689cf5b41df4 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:42.461689 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e702241c-4137-4b0d-b020-503ffcedea19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.469833 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fb668-1444-450e-bdef-0f11ec052041 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Pushing event updated for resources: {'Port': ['ID=f05741c7-b9ef-4b29-8ee9-2dc59e434da6,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:42.519236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d90e7-9f45-44c5-a683-22b0a8d42a9c req-076eecba-1c08-48d9-8e2c-a87b8b895c40 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:42.520146 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e45d90e7-9f45-44c5-a683-22b0a8d42a9c req-076eecba-1c08-48d9-8e2c-a87b8b895c40 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 943 time: 0.1106265 Jul 14 09:45:42.573314 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e45d90e7-9f45-44c5-a683-22b0a8d42a9c req-cba6e56c-ba22-47c7-9a59-83fbd659fe0d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466232 Jul 14 09:45:42.585090 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92fb668-1444-450e-bdef-0f11ec052041 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Network 130ee2fc-5500-4067-9f3b-2bff598a0b9c is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:42.590134 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-c92fb668-1444-450e-bdef-0f11ec052041 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:42.717399 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-e702241c-4137-4b0d-b020-503ffcedea19 admin admin] For port e15d3c72-be0b-408f-a9c4-689cf5b41df4, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e15d3c72-be0b-408f-a9c4-689cf5b41df4,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:42.717399 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e702241c-4137-4b0d-b020-503ffcedea19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.775711 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e702241c-4137-4b0d-b020-503ffcedea19 admin admin] Calling delete_port for e15d3c72-be0b-408f-a9c4-689cf5b41df4 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:42.824285 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d34338f1-a523-414f-99b4-9cc28ff8a901 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:42.916145 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92fb668-1444-450e-bdef-0f11ec052041 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Router 82eeebe8-98cd-4290-98cc-3247d42e69a3 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:42.933305 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: d34338f1-a523-414f-99b4-9cc28ff8a901 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:42.934013 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d34338f1-a523-414f-99b4-9cc28ff8a901 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:43.084107 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ea9d1906-4d35-414d-89fe-f20012276fb9 None None] Provisioning complete for port f05741c7-b9ef-4b29-8ee9-2dc59e434da6 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:43.084323 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1906-4d35-414d-89fe-f20012276fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.141297 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ea9d1906-4d35-414d-89fe-f20012276fb9 None None] Port f05741c7-b9ef-4b29-8ee9-2dc59e434da6 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:43.216799 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92fb668-1444-450e-bdef-0f11ec052041 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:43.228798 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41976) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:43.228960 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c92fb668-1444-450e-bdef-0f11ec052041 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] 10.222.0.26 "PUT /v2.0/routers/82eeebe8-98cd-4290-98cc-3247d42e69a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1947446 Jul 14 09:45:43.238164 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b23cacc7-2610-4897-bb80-99db2b330d6c tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Request body: {'port': {'network_id': '130ee2fc-5500-4067-9f3b-2bff598a0b9c', 'name': 'tempest-FloatingIPAdminTestJSON-268855286'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:43.241921 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12026866-a0ca-4857-8562-cb6865a9d77f None None] Sync routers for ids ['82eeebe8-98cd-4290-98cc-3247d42e69a3'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:43.257109 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e702241c-4137-4b0d-b020-503ffcedea19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.260249 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12026866-a0ca-4857-8562-cb6865a9d77f None None] Routers {'82eeebe8-98cd-4290-98cc-3247d42e69a3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:43.261554 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-12026866-a0ca-4857-8562-cb6865a9d77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:45:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['82eeebe8-98cd-4290-98cc-3247d42e69a3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:43.301660 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-12026866-a0ca-4857-8562-cb6865a9d77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:43.311958 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12026866-a0ca-4857-8562-cb6865a9d77f None None] Routers {'82eeebe8-98cd-4290-98cc-3247d42e69a3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:43.312825 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-12026866-a0ca-4857-8562-cb6865a9d77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:45:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['82eeebe8-98cd-4290-98cc-3247d42e69a3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:43.341325 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702241c-4137-4b0d-b020-503ffcedea19 admin admin] Pushing event deleted for resources: {'Port': ['ID=e15d3c72-be0b-408f-a9c4-689cf5b41df4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:43.355446 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-12026866-a0ca-4857-8562-cb6865a9d77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:43.357036 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12026866-a0ca-4857-8562-cb6865a9d77f None None] The sync data for ids ['82eeebe8-98cd-4290-98cc-3247d42e69a3'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:43.444330 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e702241c-4137-4b0d-b020-503ffcedea19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.493772 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23cacc7-2610-4897-bb80-99db2b330d6c tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Made reservation on behalf of 767a5d012f674e28bb6ae5b44d659768 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:43.498612 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b23cacc7-2610-4897-bb80-99db2b330d6c tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.521138 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-b23cacc7-2610-4897-bb80-99db2b330d6c tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] device_id is not set on port 9d0891ec-8b40-499c-af08-118b560148f1 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:45:43.566614 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e702241c-4137-4b0d-b020-503ffcedea19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.569592 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e702241c-4137-4b0d-b020-503ffcedea19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.634842 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e702241c-4137-4b0d-b020-503ffcedea19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.638182 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e702241c-4137-4b0d-b020-503ffcedea19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f30f2013-b43f-4a2b-bba3-df5d79a11a99 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:45:43.643902 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e702241c-4137-4b0d-b020-503ffcedea19 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.645233 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e702241c-4137-4b0d-b020-503ffcedea19 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f30f2013-b43f-4a2b-bba3-df5d79a11a99 HTTP/1.1" status: 204 len: 168 time: 2.5234601 Jul 14 09:45:43.647867 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41980) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:43.730233 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3eb727b-44c5-424f-94ef-12a6f146cc30 admin admin] Deleting subnet d0146042-7ec6-405e-b89e-4734881a2b69 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:45:43.739448 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3eb727b-44c5-424f-94ef-12a6f146cc30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.812280 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3eb727b-44c5-424f-94ef-12a6f146cc30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.833068 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-b23cacc7-2610-4897-bb80-99db2b330d6c tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Allocated IP 172.20.0.8 (130ee2fc-5500-4067-9f3b-2bff598a0b9c/d6674506-8bed-40fa-a069-70a23a137676/9d0891ec-8b40-499c-af08-118b560148f1) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:43.973330 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3eb727b-44c5-424f-94ef-12a6f146cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.081316 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3eb727b-44c5-424f-94ef-12a6f146cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.113609 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb727b-44c5-424f-94ef-12a6f146cc30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0146042-7ec6-405e-b89e-4734881a2b69,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:44.117756 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3eb727b-44c5-424f-94ef-12a6f146cc30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.121142 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d3eb727b-44c5-424f-94ef-12a6f146cc30 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d0146042-7ec6-405e-b89e-4734881a2b69 HTTP/1.1" status: 204 len: 168 time: 0.4722214 Jul 14 09:45:44.124470 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dcb5aa-f0b1-489a-8267-ce051cf24ad4 None None] Network 4eb05e30-a8d5-419b-a3b0-f096d513638d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:44.125444 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 41988) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:44.230107 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b23cacc7-2610-4897-bb80-99db2b330d6c tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.259246 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f32582a0-51ed-4030-b9c4-e0ccbb8edb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.295633 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ec868-e5e2-45f1-ae90-e1cbad2112cd req-9fa40ab3-b305-4896-a156-e9dfd42b3661 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:44.303642 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed5ec868-e5e2-45f1-ae90-e1cbad2112cd req-9fa40ab3-b305-4896-a156-e9dfd42b3661 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 943 time: 0.3476703 Jul 14 09:45:44.313302 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-b23cacc7-2610-4897-bb80-99db2b330d6c tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Transition to ACTIVE for port object 9d0891ec-8b40-499c-af08-118b560148f1 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:44.367472 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed5ec868-e5e2-45f1-ae90-e1cbad2112cd req-ad8d1f24-df5f-47d2-bfa9-56f33d033f31 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626113 Jul 14 09:45:44.426491 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-f32582a0-51ed-4030-b9c4-e0ccbb8edb4c admin admin] Deleting port 82c6543b-1f08-4f81-88d8-2046161d1c74 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:44.427222 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f32582a0-51ed-4030-b9c4-e0ccbb8edb4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.438287 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b23cacc7-2610-4897-bb80-99db2b330d6c tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.467953 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd3f2d1-9f9c-45ee-bbef-7d06c96d209a None None] DHCP port deletion for 4eb05e30-a8d5-419b-a3b0-f096d513638d request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:45:44.533625 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23cacc7-2610-4897-bb80-99db2b330d6c tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Network 130ee2fc-5500-4067-9f3b-2bff598a0b9c is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:44.540216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-b23cacc7-2610-4897-bb80-99db2b330d6c tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:44.548485 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23cacc7-2610-4897-bb80-99db2b330d6c tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:44.586499 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fbd3f2d1-9f9c-45ee-bbef-7d06c96d209a None None] Deleting port 82c6543b-1f08-4f81-88d8-2046161d1c74 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:44.587247 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fbd3f2d1-9f9c-45ee-bbef-7d06c96d209a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.592516 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-f32582a0-51ed-4030-b9c4-e0ccbb8edb4c admin admin] For port 82c6543b-1f08-4f81-88d8-2046161d1c74, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=82c6543b-1f08-4f81-88d8-2046161d1c74,segment=NetworkSegment(8e961744-61a3-43ab-b446-333692628465),segment_id=8e961744-61a3-43ab-b446-333692628465)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:44.593144 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f32582a0-51ed-4030-b9c4-e0ccbb8edb4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.613499 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-f32582a0-51ed-4030-b9c4-e0ccbb8edb4c admin admin] Calling delete_port for 82c6543b-1f08-4f81-88d8-2046161d1c74 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:44.652854 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23cacc7-2610-4897-bb80-99db2b330d6c tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:44.654798 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b23cacc7-2610-4897-bb80-99db2b330d6c tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.667761 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cacc7-2610-4897-bb80-99db2b330d6c tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Pushing event updated for resources: {'Port': ['ID=9d0891ec-8b40-499c-af08-118b560148f1,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:44.716275 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b23cacc7-2610-4897-bb80-99db2b330d6c tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4840093 Jul 14 09:45:44.720457 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fbd3f2d1-9f9c-45ee-bbef-7d06c96d209a None None] For port 82c6543b-1f08-4f81-88d8-2046161d1c74, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=82c6543b-1f08-4f81-88d8-2046161d1c74,segment=NetworkSegment(8e961744-61a3-43ab-b446-333692628465),segment_id=8e961744-61a3-43ab-b446-333692628465)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:44.721143 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fbd3f2d1-9f9c-45ee-bbef-7d06c96d209a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.724721 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41990) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:44.738634 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fbd3f2d1-9f9c-45ee-bbef-7d06c96d209a None None] Calling delete_port for 82c6543b-1f08-4f81-88d8-2046161d1c74 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:44.898427 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fbd3f2d1-9f9c-45ee-bbef-7d06c96d209a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.927777 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f32582a0-51ed-4030-b9c4-e0ccbb8edb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.961276 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd3f2d1-9f9c-45ee-bbef-7d06c96d209a None None] No DVR routers for this DVR port 82c6543b-1f08-4f81-88d8-2046161d1c74 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:44.963251 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 82c6543b-1f08-4f81-88d8-2046161d1c74 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:45.003092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32582a0-51ed-4030-b9c4-e0ccbb8edb4c admin admin] No DVR routers for this DVR port 82c6543b-1f08-4f81-88d8-2046161d1c74 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:45.015621 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32582a0-51ed-4030-b9c4-e0ccbb8edb4c admin admin] Pushing event deleted for resources: {'Port': ['ID=82c6543b-1f08-4f81-88d8-2046161d1c74,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:45.036773 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 82c6543b-1f08-4f81-88d8-2046161d1c74 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:45.037512 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 82c6543b-1f08-4f81-88d8-2046161d1c74 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:45.038195 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e15d3c72-be0b-408f-a9c4-689cf5b41df4 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:45.064946 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: e15d3c72-be0b-408f-a9c4-689cf5b41df4 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:45.065611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e15d3c72-be0b-408f-a9c4-689cf5b41df4 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:45.067753 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3f2d1-9f9c-45ee-bbef-7d06c96d209a None None] Pushing event deleted for resources: {'Port': ['ID=82c6543b-1f08-4f81-88d8-2046161d1c74,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:45.116531 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e6977eee-b0af-490b-badc-6b47ea08db06 None None] Provisioning for port 9d0891ec-8b40-499c-af08-118b560148f1 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:45.124098 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e6977eee-b0af-490b-badc-6b47ea08db06 None None] Provisioning complete for port 9d0891ec-8b40-499c-af08-118b560148f1 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:45.124976 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6977eee-b0af-490b-badc-6b47ea08db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.221046 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e6977eee-b0af-490b-badc-6b47ea08db06 None None] Port 9d0891ec-8b40-499c-af08-118b560148f1 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:45.226713 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-74153c2c-0f9d-41e8-9144-805a772a16de tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'project_id': '767a5d012f674e28bb6ae5b44d659768', 'port_id': '9d0891ec-8b40-499c-af08-118b560148f1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:45.248823 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74153c2c-0f9d-41e8-9144-805a772a16de tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.399228 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74153c2c-0f9d-41e8-9144-805a772a16de tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.488627 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f32582a0-51ed-4030-b9c4-e0ccbb8edb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.504398 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-f32582a0-51ed-4030-b9c4-e0ccbb8edb4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb05e30-a8d5-419b-a3b0-f096d513638d']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:45.518154 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-f32582a0-51ed-4030-b9c4-e0ccbb8edb4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e961744-61a3-43ab-b446-333692628465') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:45.518864 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-f32582a0-51ed-4030-b9c4-e0ccbb8edb4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e961744-61a3-43ab-b446-333692628465') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:45.534315 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f32582a0-51ed-4030-b9c4-e0ccbb8edb4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.554191 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f32582a0-51ed-4030-b9c4-e0ccbb8edb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.562433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32582a0-51ed-4030-b9c4-e0ccbb8edb4c admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:45:45.563117 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f32582a0-51ed-4030-b9c4-e0ccbb8edb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:45:45.565361 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:45:45.572361 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-74153c2c-0f9d-41e8-9144-805a772a16de tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Allocated IP 172.25.1.204 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/20c1fa19-a934-4997-ac47-128b5874a5b3) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:45.653689 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f32582a0-51ed-4030-b9c4-e0ccbb8edb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.668383 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f32582a0-51ed-4030-b9c4-e0ccbb8edb4c admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.674034 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 41998) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:45.674279 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f32582a0-51ed-4030-b9c4-e0ccbb8edb4c admin admin] 10.222.0.26 "DELETE /v2.0/networks/4eb05e30-a8d5-419b-a3b0-f096d513638d HTTP/1.1" status: 204 len: 168 time: 1.5470345 Jul 14 09:45:45.688429 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32582a0-51ed-4030-b9c4-e0ccbb8edb4c admin admin] Pushing event deleted for resources: {'Network': ['ID=4eb05e30-a8d5-419b-a3b0-f096d513638d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:45.807047 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca106f9-d403-4d4d-8f0e-8e2bd150fe32 req-6313cec1-3770-47ef-831b-1dad883a3cbc tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:45.809070 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ca106f9-d403-4d4d-8f0e-8e2bd150fe32 req-6313cec1-3770-47ef-831b-1dad883a3cbc tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 943 time: 0.2471075 Jul 14 09:45:45.868018 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74153c2c-0f9d-41e8-9144-805a772a16de tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.932597 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ca106f9-d403-4d4d-8f0e-8e2bd150fe32 req-0488a599-c395-4d8a-b1ce-17ae0e1b3707 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096013 Jul 14 09:45:46.020893 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74153c2c-0f9d-41e8-9144-805a772a16de tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:46.099933 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74153c2c-0f9d-41e8-9144-805a772a16de tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:46.110306 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-74153c2c-0f9d-41e8-9144-805a772a16de tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:46.118320 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74153c2c-0f9d-41e8-9144-805a772a16de tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:46.123635 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74153c2c-0f9d-41e8-9144-805a772a16de tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Pushing event updated for resources: {'Port': ['ID=20c1fa19-a934-4997-ac47-128b5874a5b3,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:46.424190 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:46.579917 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:46.933113 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74153c2c-0f9d-41e8-9144-805a772a16de tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.100228 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74153c2c-0f9d-41e8-9144-805a772a16de tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.246541 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Deleting port 75460df5-96b9-4d70-b81e-0cd8328ec77b {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:47.246921 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.354597 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] For port 75460df5-96b9-4d70-b81e-0cd8328ec77b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=75460df5-96b9-4d70-b81e-0cd8328ec77b,segment=NetworkSegment(174422d3-190d-47b8-af2b-33cd7adb6d1d),segment_id=174422d3-190d-47b8-af2b-33cd7adb6d1d)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:47.354944 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.374308 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Calling delete_port for 75460df5-96b9-4d70-b81e-0cd8328ec77b owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:47.598325 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2110245-629d-4ea8-ba73-4a0cacbf401e req-d75a7bab-39e1-4898-826a-795aaf29170d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:47.599839 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2110245-629d-4ea8-ba73-4a0cacbf401e req-d75a7bab-39e1-4898-826a-795aaf29170d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 943 time: 0.4279211 Jul 14 09:45:47.676104 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74153c2c-0f9d-41e8-9144-805a772a16de tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.687186 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74153c2c-0f9d-41e8-9144-805a772a16de tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.832995 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2110245-629d-4ea8-ba73-4a0cacbf401e req-d20762f5-83f1-44c5-acee-43376392a7b5 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078378 Jul 14 09:45:47.859018 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74153c2c-0f9d-41e8-9144-805a772a16de tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.863989 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74153c2c-0f9d-41e8-9144-805a772a16de tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Pushing event updated for resources: {'Port': ['ID=20c1fa19-a934-4997-ac47-128b5874a5b3,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:47.932794 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.995315 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Pushing event deleted for resources: {'Port': ['ID=75460df5-96b9-4d70-b81e-0cd8328ec77b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:48.040369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.040720 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.041069 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.041415 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.041754 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.042134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.042466 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.042793 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.043124 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.043452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.044385 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.044733 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.094165 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-74153c2c-0f9d-41e8-9144-805a772a16de tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Floating IP 926dc2b1-5388-4423-bdc4-c04204cf6afe associated. External IP: 172.25.1.204, port: 9d0891ec-8b40-499c-af08-118b560148f1. Jul 14 09:45:48.887310 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.225870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74153c2c-0f9d-41e8-9144-805a772a16de tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Router 82eeebe8-98cd-4290-98cc-3247d42e69a3 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:49.515230 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628a9bb-c36e-40ec-9c0f-c5a3c8b1c1e3 req-75026f47-31ec-4834-8453-5598b0590bc2 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:49.516829 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9628a9bb-c36e-40ec-9c0f-c5a3c8b1c1e3 req-75026f47-31ec-4834-8453-5598b0590bc2 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 943 time: 0.3718083 Jul 14 09:45:49.524901 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Router f0dceac3-6202-4480-b4b6-cd0966f978f6 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:49.526946 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74153c2c-0f9d-41e8-9144-805a772a16de tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:49.541338 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998da19-a92c-44e1-9fdf-b4baec3787c2 None None] Sync routers for ids ['82eeebe8-98cd-4290-98cc-3247d42e69a3'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:49.554621 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998da19-a92c-44e1-9fdf-b4baec3787c2 None None] Routers {'82eeebe8-98cd-4290-98cc-3247d42e69a3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:49.554621 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0998da19-a92c-44e1-9fdf-b4baec3787c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:45:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['82eeebe8-98cd-4290-98cc-3247d42e69a3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:49.571181 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74153c2c-0f9d-41e8-9144-805a772a16de tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.608986 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0998da19-a92c-44e1-9fdf-b4baec3787c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:49.619192 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998da19-a92c-44e1-9fdf-b4baec3787c2 None None] Routers {'82eeebe8-98cd-4290-98cc-3247d42e69a3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:49.619802 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0998da19-a92c-44e1-9fdf-b4baec3787c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:45:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['82eeebe8-98cd-4290-98cc-3247d42e69a3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:49.657660 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9628a9bb-c36e-40ec-9c0f-c5a3c8b1c1e3 req-464ec694-7d66-4d80-8517-bfa5cd033c94 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277957 Jul 14 09:45:49.677862 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0998da19-a92c-44e1-9fdf-b4baec3787c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:49.682541 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998da19-a92c-44e1-9fdf-b4baec3787c2 None None] The sync data for ids ['82eeebe8-98cd-4290-98cc-3247d42e69a3'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:49.723623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42022) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:49.725050 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-74153c2c-0f9d-41e8-9144-805a772a16de tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.9976273 Jul 14 09:45:49.753197 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:49.762447 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5281bc40-64ab-433c-b131-b1936b22f966 admin admin] 10.222.0.26 "PUT /v2.0/routers/f0dceac3-6202-4480-b4b6-cd0966f978f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0860274 Jul 14 09:45:49.763586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42024) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:49.769620 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771e1206-29f4-4343-9744-fff5cd5d8724 None None] Sync routers for ids ['f0dceac3-6202-4480-b4b6-cd0966f978f6'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:49.797449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771e1206-29f4-4343-9744-fff5cd5d8724 None None] Routers {'f0dceac3-6202-4480-b4b6-cd0966f978f6'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:49.799950 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-771e1206-29f4-4343-9744-fff5cd5d8724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:45:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f0dceac3-6202-4480-b4b6-cd0966f978f6'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:49.941027 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-769e56a3-40d8-4bc7-9620-0eb6d891e27f admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.953049 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2882326a-5768-4880-a229-d8a7b3820dc7 tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] 10.222.0.26 "GET /v2.0/floatingips/926dc2b1-5388-4423-bdc4-c04204cf6afe HTTP/1.1" status: 200 len: 982 time: 0.2283347 Jul 14 09:45:49.955515 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42028) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:50.020959 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-771e1206-29f4-4343-9744-fff5cd5d8724 None None] Set router f0dceac3-6202-4480-b4b6-cd0966f978f6 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:50.105559 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-769e56a3-40d8-4bc7-9620-0eb6d891e27f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.182121 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e3778633-c5ce-4fff-aeca-48ae17ea4921 tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.2249398 Jul 14 09:45:50.185350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42030) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:50.188446 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-769e56a3-40d8-4bc7-9620-0eb6d891e27f admin admin] Deleting port 49410a64-e805-416a-bc6e-17328e5b9852 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:50.189083 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-769e56a3-40d8-4bc7-9620-0eb6d891e27f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.277472 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-771e1206-29f4-4343-9744-fff5cd5d8724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dceac3-6202-4480-b4b6-cd0966f978f6', 'name': 'tempest-TestServerMultinode-606649534-router', 'tenant_id': 'f4cc4cdd924d4a76a459e1391c815981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '49410a64-e805-416a-bc6e-17328e5b9852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:50Z', 'updated_at': '2021-07-14T09:45:47Z', 'revision_number': 5, 'project_id': 'f4cc4cdd924d4a76a459e1391c815981', 'gw_port': {'id': '49410a64-e805-416a-bc6e-17328e5b9852', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dceac3-6202-4480-b4b6-cd0966f978f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:51Z', 'updated_at': '2021-07-14T09:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:50.286608 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-769e56a3-40d8-4bc7-9620-0eb6d891e27f admin admin] For port 49410a64-e805-416a-bc6e-17328e5b9852, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=49410a64-e805-416a-bc6e-17328e5b9852,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:50.287229 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-769e56a3-40d8-4bc7-9620-0eb6d891e27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.309925 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771e1206-29f4-4343-9744-fff5cd5d8724 None None] Checking router: f0dceac3-6202-4480-b4b6-cd0966f978f6 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:50.317193 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-769e56a3-40d8-4bc7-9620-0eb6d891e27f admin admin] Calling delete_port for 49410a64-e805-416a-bc6e-17328e5b9852 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:50.323140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771e1206-29f4-4343-9744-fff5cd5d8724 None None] Routers {'f0dceac3-6202-4480-b4b6-cd0966f978f6'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:50.323969 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-771e1206-29f4-4343-9744-fff5cd5d8724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:45:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f0dceac3-6202-4480-b4b6-cd0966f978f6'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:50.431882 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-85d7edfb-70db-4be7-a2cc-a9ddcd839216 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Deleting port 20c1fa19-a934-4997-ac47-128b5874a5b3 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:50.432229 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85d7edfb-70db-4be7-a2cc-a9ddcd839216 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.476299 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-771e1206-29f4-4343-9744-fff5cd5d8724 None None] Set router f0dceac3-6202-4480-b4b6-cd0966f978f6 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:50.523336 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85d7edfb-70db-4be7-a2cc-a9ddcd839216 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.523830 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85d7edfb-70db-4be7-a2cc-a9ddcd839216 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.527228 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-769e56a3-40d8-4bc7-9620-0eb6d891e27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.538815 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-85d7edfb-70db-4be7-a2cc-a9ddcd839216 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Calling delete_port for 20c1fa19-a934-4997-ac47-128b5874a5b3 owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:50.553481 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-771e1206-29f4-4343-9744-fff5cd5d8724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dceac3-6202-4480-b4b6-cd0966f978f6', 'name': 'tempest-TestServerMultinode-606649534-router', 'tenant_id': 'f4cc4cdd924d4a76a459e1391c815981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:50Z', 'updated_at': '2021-07-14T09:45:50Z', 'revision_number': 6, 'project_id': 'f4cc4cdd924d4a76a459e1391c815981', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:50.581220 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771e1206-29f4-4343-9744-fff5cd5d8724 None None] The sync data for ids ['f0dceac3-6202-4480-b4b6-cd0966f978f6'] in n-d-798054-10 is: [{'id': 'f0dceac3-6202-4480-b4b6-cd0966f978f6', 'name': 'tempest-TestServerMultinode-606649534-router', 'tenant_id': 'f4cc4cdd924d4a76a459e1391c815981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:50Z', 'updated_at': '2021-07-14T09:45:50Z', 'revision_number': 6, 'project_id': 'f4cc4cdd924d4a76a459e1391c815981', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:50.638761 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-769e56a3-40d8-4bc7-9620-0eb6d891e27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.641076 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e56a3-40d8-4bc7-9620-0eb6d891e27f admin admin] Pushing event deleted for resources: {'Port': ['ID=49410a64-e805-416a-bc6e-17328e5b9852,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:50.719395 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85d7edfb-70db-4be7-a2cc-a9ddcd839216 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.739086 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-769e56a3-40d8-4bc7-9620-0eb6d891e27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.741417 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-769e56a3-40d8-4bc7-9620-0eb6d891e27f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.752501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7edfb-70db-4be7-a2cc-a9ddcd839216 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Pushing event deleted for resources: {'Port': ['ID=20c1fa19-a934-4997-ac47-128b5874a5b3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:50.800654 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-769e56a3-40d8-4bc7-9620-0eb6d891e27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.801258 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769e56a3-40d8-4bc7-9620-0eb6d891e27f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0dceac3-6202-4480-b4b6-cd0966f978f6 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:45:50.812315 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-769e56a3-40d8-4bc7-9620-0eb6d891e27f admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.821030 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-769e56a3-40d8-4bc7-9620-0eb6d891e27f admin admin] 10.222.0.26 "DELETE /v2.0/routers/f0dceac3-6202-4480-b4b6-cd0966f978f6 HTTP/1.1" status: 204 len: 168 time: 1.0562384 Jul 14 09:45:50.821818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42034) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:50.854829 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85d7edfb-70db-4be7-a2cc-a9ddcd839216 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.855232 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-85d7edfb-70db-4be7-a2cc-a9ddcd839216 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Floating IP 926dc2b1-5388-4423-bdc4-c04204cf6afe disassociated (deleted). External IP: 172.25.1.204, port: 9d0891ec-8b40-499c-af08-118b560148f1. Jul 14 09:45:50.931392 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fbf16aa-e421-4d6f-9744-8e96abb2da89 admin admin] Deleting subnet f709c0e0-b6f9-404c-9590-2311d84a0e74 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:45:50.938873 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0fbf16aa-e421-4d6f-9744-8e96abb2da89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.025811 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0fbf16aa-e421-4d6f-9744-8e96abb2da89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.062049 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 75460df5-96b9-4d70-b81e-0cd8328ec77b no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:51.075288 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0133a9-036f-414a-9458-74244d485146 req-3391b806-e67c-496a-a156-b7f072bdb492 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:51.086516 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa0133a9-036f-414a-9458-74244d485146 req-3391b806-e67c-496a-a156-b7f072bdb492 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 943 time: 0.2129645 Jul 14 09:45:51.090198 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 75460df5-96b9-4d70-b81e-0cd8328ec77b {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:51.091142 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 75460df5-96b9-4d70-b81e-0cd8328ec77b not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:51.165817 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa0133a9-036f-414a-9458-74244d485146 req-3303f72c-8288-44b2-9dce-385f1050667d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773408 Jul 14 09:45:51.218915 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d7edfb-70db-4be7-a2cc-a9ddcd839216 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Router 82eeebe8-98cd-4290-98cc-3247d42e69a3 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:51.220571 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0fbf16aa-e421-4d6f-9744-8e96abb2da89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.315867 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0fbf16aa-e421-4d6f-9744-8e96abb2da89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.356884 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d7edfb-70db-4be7-a2cc-a9ddcd839216 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:51.363250 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf16aa-e421-4d6f-9744-8e96abb2da89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f709c0e0-b6f9-404c-9590-2311d84a0e74,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:51.364257 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85d7edfb-70db-4be7-a2cc-a9ddcd839216 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.368200 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab4cb0-c8f4-4210-8469-e29e49fc0b91 None None] Sync routers for ids ['82eeebe8-98cd-4290-98cc-3247d42e69a3'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:51.381287 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0fbf16aa-e421-4d6f-9744-8e96abb2da89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.383506 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272e3b62-1963-4f17-ad8a-8be4f9071805 None None] Network 1b760c40-24d4-4705-bdcc-1900688bf592 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:51.384771 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab4cb0-c8f4-4210-8469-e29e49fc0b91 None None] Routers {'82eeebe8-98cd-4290-98cc-3247d42e69a3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:51.386473 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3cab4cb0-c8f4-4210-8469-e29e49fc0b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:45:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['82eeebe8-98cd-4290-98cc-3247d42e69a3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:51.388321 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0fbf16aa-e421-4d6f-9744-8e96abb2da89 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f709c0e0-b6f9-404c-9590-2311d84a0e74 HTTP/1.1" status: 204 len: 168 time: 0.5653927 Jul 14 09:45:51.390776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42038) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:51.436948 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-85d7edfb-70db-4be7-a2cc-a9ddcd839216 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] 10.222.0.26 "DELETE /v2.0/floatingips/926dc2b1-5388-4423-bdc4-c04204cf6afe HTTP/1.1" status: 204 len: 168 time: 1.2502103 Jul 14 09:45:51.437584 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42040) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:51.443091 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c80889d2-4509-43e1-83fb-d4138c56942b tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:51.471810 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3cab4cb0-c8f4-4210-8469-e29e49fc0b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:51.494820 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab4cb0-c8f4-4210-8469-e29e49fc0b91 None None] Routers {'82eeebe8-98cd-4290-98cc-3247d42e69a3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:51.495814 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3cab4cb0-c8f4-4210-8469-e29e49fc0b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:45:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['82eeebe8-98cd-4290-98cc-3247d42e69a3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:51.499595 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c80889d2-4509-43e1-83fb-d4138c56942b tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.543952 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-03cc7856-3016-4dcf-aec1-c60eb2c0c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.576647 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3cab4cb0-c8f4-4210-8469-e29e49fc0b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:51.577610 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab4cb0-c8f4-4210-8469-e29e49fc0b91 None None] The sync data for ids ['82eeebe8-98cd-4290-98cc-3247d42e69a3'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:51.628436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-03cc7856-3016-4dcf-aec1-c60eb2c0c63f admin admin] Deleting port cfbdae02-846f-497a-aef5-06a4ed24e382 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:51.628791 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-03cc7856-3016-4dcf-aec1-c60eb2c0c63f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.702814 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c80889d2-4509-43e1-83fb-d4138c56942b tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.751483 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f84b57-0444-4395-b0f1-2bf5279ffabd None None] DHCP port deletion for 1b760c40-24d4-4705-bdcc-1900688bf592 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:45:51.794820 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-03cc7856-3016-4dcf-aec1-c60eb2c0c63f admin admin] For port cfbdae02-846f-497a-aef5-06a4ed24e382, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=cfbdae02-846f-497a-aef5-06a4ed24e382,segment=NetworkSegment(174422d3-190d-47b8-af2b-33cd7adb6d1d),segment_id=174422d3-190d-47b8-af2b-33cd7adb6d1d)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:51.795704 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-03cc7856-3016-4dcf-aec1-c60eb2c0c63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.816243 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-03cc7856-3016-4dcf-aec1-c60eb2c0c63f admin admin] Calling delete_port for cfbdae02-846f-497a-aef5-06a4ed24e382 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:51.845414 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-56f84b57-0444-4395-b0f1-2bf5279ffabd None None] Deleting port cfbdae02-846f-497a-aef5-06a4ed24e382 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:51.846290 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56f84b57-0444-4395-b0f1-2bf5279ffabd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.850448 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-c80889d2-4509-43e1-83fb-d4138c56942b tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Allocated IP 172.25.1.2 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/d23cf4f1-2657-4458-9a4c-11df62f2fe8f) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:51.922493 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-03cc7856-3016-4dcf-aec1-c60eb2c0c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.957737 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cc7856-3016-4dcf-aec1-c60eb2c0c63f admin admin] No DVR routers for this DVR port cfbdae02-846f-497a-aef5-06a4ed24e382 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:51.969762 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-56f84b57-0444-4395-b0f1-2bf5279ffabd None None] For port cfbdae02-846f-497a-aef5-06a4ed24e382, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=cfbdae02-846f-497a-aef5-06a4ed24e382,segment=NetworkSegment(174422d3-190d-47b8-af2b-33cd7adb6d1d),segment_id=174422d3-190d-47b8-af2b-33cd7adb6d1d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:51.970509 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56f84b57-0444-4395-b0f1-2bf5279ffabd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.990728 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-56f84b57-0444-4395-b0f1-2bf5279ffabd None None] Calling delete_port for cfbdae02-846f-497a-aef5-06a4ed24e382 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:52.022755 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c80889d2-4509-43e1-83fb-d4138c56942b tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.052275 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-03cc7856-3016-4dcf-aec1-c60eb2c0c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.068432 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-03cc7856-3016-4dcf-aec1-c60eb2c0c63f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b760c40-24d4-4705-bdcc-1900688bf592']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:52.070770 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc7856-3016-4dcf-aec1-c60eb2c0c63f admin admin] Pushing event deleted for resources: {'Port': ['ID=cfbdae02-846f-497a-aef5-06a4ed24e382,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:52.093226 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-03cc7856-3016-4dcf-aec1-c60eb2c0c63f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174422d3-190d-47b8-af2b-33cd7adb6d1d') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:52.097368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-03cc7856-3016-4dcf-aec1-c60eb2c0c63f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174422d3-190d-47b8-af2b-33cd7adb6d1d') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:52.104107 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c80889d2-4509-43e1-83fb-d4138c56942b tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.111726 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-03cc7856-3016-4dcf-aec1-c60eb2c0c63f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.115194 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56f84b57-0444-4395-b0f1-2bf5279ffabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.135981 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-03cc7856-3016-4dcf-aec1-c60eb2c0c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.145557 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cc7856-3016-4dcf-aec1-c60eb2c0c63f admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:45:52.146301 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-03cc7856-3016-4dcf-aec1-c60eb2c0c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.152283 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f84b57-0444-4395-b0f1-2bf5279ffabd None None] Pushing event deleted for resources: {'Port': ['ID=cfbdae02-846f-497a-aef5-06a4ed24e382,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:52.154337 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80889d2-4509-43e1-83fb-d4138c56942b tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:52.158323 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-c80889d2-4509-43e1-83fb-d4138c56942b tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:52.159119 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f84b57-0444-4395-b0f1-2bf5279ffabd None None] No DVR routers for this DVR port cfbdae02-846f-497a-aef5-06a4ed24e382 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:52.162645 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80889d2-4509-43e1-83fb-d4138c56942b tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:45:52.177569 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:45:52.237206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80889d2-4509-43e1-83fb-d4138c56942b tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Pushing event updated for resources: {'Port': ['ID=d23cf4f1-2657-4458-9a4c-11df62f2fe8f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:52.256142 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-03cc7856-3016-4dcf-aec1-c60eb2c0c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.269041 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-03cc7856-3016-4dcf-aec1-c60eb2c0c63f admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.275736 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-03cc7856-3016-4dcf-aec1-c60eb2c0c63f admin admin] 10.222.0.26 "DELETE /v2.0/networks/1b760c40-24d4-4705-bdcc-1900688bf592 HTTP/1.1" status: 204 len: 168 time: 0.8822873 Jul 14 09:45:52.323702 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc7856-3016-4dcf-aec1-c60eb2c0c63f admin admin] Pushing event deleted for resources: {'Network': ['ID=1b760c40-24d4-4705-bdcc-1900688bf592,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:52.409801 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c80889d2-4509-43e1-83fb-d4138c56942b tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.520831 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360b597-a5ce-4abe-8c8d-2d55ccaf99f3 req-2d182c8b-d398-477a-b008-b4e66ac24472 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:52.540034 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d360b597-a5ce-4abe-8c8d-2d55ccaf99f3 req-2d182c8b-d398-477a-b008-b4e66ac24472 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 943 time: 0.1418874 Jul 14 09:45:52.544342 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c80889d2-4509-43e1-83fb-d4138c56942b tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.592156 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d360b597-a5ce-4abe-8c8d-2d55ccaf99f3 req-9c635e18-0eb1-43d9-b592-cad26a93b4ec tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512505 Jul 14 09:45:52.592662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42052) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:52.655646 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f1dbce63-1eac-446f-a5f7-0399db8c468b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d090a52be4a45e8afadceada05938f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591667 Jul 14 09:45:52.656460 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42054) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:52.754253 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9eb9e411-dca2-40f4-a1e1-65040ca3c04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.774906 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c80889d2-4509-43e1-83fb-d4138c56942b tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.781077 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c80889d2-4509-43e1-83fb-d4138c56942b tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.812914 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9eb9e411-dca2-40f4-a1e1-65040ca3c04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.841830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80889d2-4509-43e1-83fb-d4138c56942b tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Pushing event updated for resources: {'Port': ['ID=d23cf4f1-2657-4458-9a4c-11df62f2fe8f,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:52.882480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 49410a64-e805-416a-bc6e-17328e5b9852 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:52.914205 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c80889d2-4509-43e1-83fb-d4138c56942b tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.925915 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9eb9e411-dca2-40f4-a1e1-65040ca3c04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.928986 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9eb9e411-dca2-40f4-a1e1-65040ca3c04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.931773 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c80889d2-4509-43e1-83fb-d4138c56942b tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.933572 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c80889d2-4509-43e1-83fb-d4138c56942b tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4949293 Jul 14 09:45:52.935637 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 49410a64-e805-416a-bc6e-17328e5b9852 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:52.936011 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 49410a64-e805-416a-bc6e-17328e5b9852 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:52.936415 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device cfbdae02-846f-497a-aef5-06a4ed24e382 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:52.937025 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42058) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:52.946794 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9eb9e411-dca2-40f4-a1e1-65040ca3c04e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09274e76-382a-4872-b804-68093ec36211 HTTP/1.1" status: 204 len: 168 time: 0.2892063 Jul 14 09:45:52.966959 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9e411-dca2-40f4-a1e1-65040ca3c04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09274e76-382a-4872-b804-68093ec36211,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:52.975026 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: cfbdae02-846f-497a-aef5-06a4ed24e382 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:52.976526 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device cfbdae02-846f-497a-aef5-06a4ed24e382 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:53.224575 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ac4fd132-b973-4fe7-98d0-e2b55583637a tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:53.268801 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd132-b973-4fe7-98d0-e2b55583637a tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.420943 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd132-b973-4fe7-98d0-e2b55583637a tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.473286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42066) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:53.534675 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7ef0fdd9-56a9-4453-b0e4-4e8fa42534a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4cc4cdd924d4a76a459e1391c815981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0601699 Jul 14 09:45:53.537720 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42068) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:53.651982 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-ac4fd132-b973-4fe7-98d0-e2b55583637a tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Allocated IP 172.25.1.215 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/16d0d7b9-f048-4f71-83bf-8d6c9fda4447) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:53.659336 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-88edecca-677d-4a5b-9cb9-25a9cb1ac1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.738085 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-88edecca-677d-4a5b-9cb9-25a9cb1ac1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.833445 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-88edecca-677d-4a5b-9cb9-25a9cb1ac1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.837168 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-88edecca-677d-4a5b-9cb9-25a9cb1ac1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.838988 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-88edecca-677d-4a5b-9cb9-25a9cb1ac1fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de0f5ced-255d-4fac-b5be-a22d6089148b HTTP/1.1" status: 204 len: 168 time: 0.2999940 Jul 14 09:45:53.860899 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edecca-677d-4a5b-9cb9-25a9cb1ac1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0f5ced-255d-4fac-b5be-a22d6089148b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:53.866149 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd132-b973-4fe7-98d0-e2b55583637a tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.922323 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565deacb-9d90-4217-a48d-d0458d688bc8 req-dab455ae-d229-45fd-b519-ddfb6b96e765 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:53.930878 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-565deacb-9d90-4217-a48d-d0458d688bc8 req-dab455ae-d229-45fd-b519-ddfb6b96e765 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 943 time: 0.1610634 Jul 14 09:45:53.955063 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd132-b973-4fe7-98d0-e2b55583637a tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.986928 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-565deacb-9d90-4217-a48d-d0458d688bc8 req-50721bcd-074f-4e61-8520-84a861a91289 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508544 Jul 14 09:45:54.017566 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4fd132-b973-4fe7-98d0-e2b55583637a tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:54.020798 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-ac4fd132-b973-4fe7-98d0-e2b55583637a tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:54.028631 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4fd132-b973-4fe7-98d0-e2b55583637a tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:54.058560 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fd132-b973-4fe7-98d0-e2b55583637a tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Pushing event updated for resources: {'Port': ['ID=16d0d7b9-f048-4f71-83bf-8d6c9fda4447,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:54.140866 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd132-b973-4fe7-98d0-e2b55583637a tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.211085 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd132-b973-4fe7-98d0-e2b55583637a tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.439931 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd132-b973-4fe7-98d0-e2b55583637a tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.446458 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd132-b973-4fe7-98d0-e2b55583637a tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.506373 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fd132-b973-4fe7-98d0-e2b55583637a tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Pushing event updated for resources: {'Port': ['ID=16d0d7b9-f048-4f71-83bf-8d6c9fda4447,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:54.601198 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd132-b973-4fe7-98d0-e2b55583637a tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.622155 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd132-b973-4fe7-98d0-e2b55583637a tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.626577 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ac4fd132-b973-4fe7-98d0-e2b55583637a tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6848869 Jul 14 09:45:54.626790 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42078) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:54.710975 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6d6dba5b-f450-4dd3-b201-a92263604d17 tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1649 time: 0.0828714 Jul 14 09:45:54.713361 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42080) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:54.812431 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7811425f-124c-4e48-94d9-437976c0f2e0 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0976927 Jul 14 09:45:54.815240 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42084) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:54.935732 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42086) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:54.976796 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-c1d10b4a-10ef-452c-9c7e-3e785e70803b tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Deleting port 16d0d7b9-f048-4f71-83bf-8d6c9fda4447 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:54.977267 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c1d10b4a-10ef-452c-9c7e-3e785e70803b tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.083859 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c1d10b4a-10ef-452c-9c7e-3e785e70803b tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.084219 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c1d10b4a-10ef-452c-9c7e-3e785e70803b tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.085567 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2141fa6f-051b-4f97-95f1-66f8a23de609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.099409 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-c1d10b4a-10ef-452c-9c7e-3e785e70803b tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Calling delete_port for 16d0d7b9-f048-4f71-83bf-8d6c9fda4447 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:55.226716 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2141fa6f-051b-4f97-95f1-66f8a23de609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.232468 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2141fa6f-051b-4f97-95f1-66f8a23de609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.274335 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2141fa6f-051b-4f97-95f1-66f8a23de609 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8614c7a972a14bcdb1884f8a3942f2d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3353539 Jul 14 09:45:55.275544 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141fa6f-051b-4f97-95f1-66f8a23de609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d7081e-4f3c-4f3c-9ed1-60670d08a56e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:55.279343 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42092) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:55.383760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39266ab2-6ba1-4e00-8f3c-bf38e13154fa req-11fb9794-afa7-4c34-a548-9b584a8fbdae tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:55.385227 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39266ab2-6ba1-4e00-8f3c-bf38e13154fa req-11fb9794-afa7-4c34-a548-9b584a8fbdae tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 943 time: 0.1796441 Jul 14 09:45:55.429980 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c1d10b4a-10ef-452c-9c7e-3e785e70803b tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.438237 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a0f4259c-870d-40ef-90d0-6557472bd03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.473280 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39266ab2-6ba1-4e00-8f3c-bf38e13154fa req-ef260b53-1f9e-4863-aeaf-1ce4e9e14e53 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805392 Jul 14 09:45:55.475861 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d10b4a-10ef-452c-9c7e-3e785e70803b tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Pushing event deleted for resources: {'Port': ['ID=16d0d7b9-f048-4f71-83bf-8d6c9fda4447,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:55.508768 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a0f4259c-870d-40ef-90d0-6557472bd03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.573284 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c1d10b4a-10ef-452c-9c7e-3e785e70803b tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.575839 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c1d10b4a-10ef-452c-9c7e-3e785e70803b tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.577271 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c1d10b4a-10ef-452c-9c7e-3e785e70803b tempest-FloatingIPAdminTestJSON-1507887505 tempest-FloatingIPAdminTestJSON-1507887505-project] 10.222.0.26 "DELETE /v2.0/floatingips/0aa397d6-f9aa-4c26-a02a-2ad14d628081 HTTP/1.1" status: 204 len: 168 time: 0.7608194 Jul 14 09:45:55.580354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42094) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:55.664706 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a0f4259c-870d-40ef-90d0-6557472bd03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.667205 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a0f4259c-870d-40ef-90d0-6557472bd03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.668454 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a0f4259c-870d-40ef-90d0-6557472bd03a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7d7081e-4f3c-4f3c-9ed1-60670d08a56e HTTP/1.1" status: 204 len: 168 time: 0.3767867 Jul 14 09:45:55.712974 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4259c-870d-40ef-90d0-6557472bd03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d7081e-4f3c-4f3c-9ed1-60670d08a56e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:55.766353 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-c62b4bc5-c73b-473c-aea0-b460e58a6ac7 tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Deleting port d23cf4f1-2657-4458-9a4c-11df62f2fe8f {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:55.766853 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c62b4bc5-c73b-473c-aea0-b460e58a6ac7 tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.857537 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c62b4bc5-c73b-473c-aea0-b460e58a6ac7 tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.857938 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c62b4bc5-c73b-473c-aea0-b460e58a6ac7 tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.870468 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-c62b4bc5-c73b-473c-aea0-b460e58a6ac7 tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Calling delete_port for d23cf4f1-2657-4458-9a4c-11df62f2fe8f owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:55.999331 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42100) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:56.015435 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-edc481ab-f004-460a-bcdb-417016ae2776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.115019 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-edc481ab-f004-460a-bcdb-417016ae2776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.121096 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-edc481ab-f004-460a-bcdb-417016ae2776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.170976 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc481ab-f004-460a-bcdb-417016ae2776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84ea4c9-76eb-489a-b2ff-50d9f55d1f01,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:56.176160 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-edc481ab-f004-460a-bcdb-417016ae2776 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=393b1dc4f12e4db197af1e872d04a9ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751511 Jul 14 09:45:56.179225 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42102) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:56.242833 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62d529ec-c834-4c4e-87ca-4585b5c7da8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.270562 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62d529ec-c834-4c4e-87ca-4585b5c7da8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.325888 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62d529ec-c834-4c4e-87ca-4585b5c7da8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.329481 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62d529ec-c834-4c4e-87ca-4585b5c7da8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.330725 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-62d529ec-c834-4c4e-87ca-4585b5c7da8a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e84ea4c9-76eb-489a-b2ff-50d9f55d1f01 HTTP/1.1" status: 204 len: 168 time: 0.1505308 Jul 14 09:45:56.340841 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d529ec-c834-4c4e-87ca-4585b5c7da8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84ea4c9-76eb-489a-b2ff-50d9f55d1f01,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:56.390709 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c62b4bc5-c73b-473c-aea0-b460e58a6ac7 tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.420474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b4bc5-c73b-473c-aea0-b460e58a6ac7 tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Pushing event deleted for resources: {'Port': ['ID=d23cf4f1-2657-4458-9a4c-11df62f2fe8f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:56.495315 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c62b4bc5-c73b-473c-aea0-b460e58a6ac7 tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.497953 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c62b4bc5-c73b-473c-aea0-b460e58a6ac7 tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.499313 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c62b4bc5-c73b-473c-aea0-b460e58a6ac7 tempest-FloatingIPAdminTestJSON-108508834 tempest-FloatingIPAdminTestJSON-108508834-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/614910a4-e254-44aa-8940-3155639e482f HTTP/1.1" status: 204 len: 168 time: 0.9180257 Jul 14 09:45:56.502908 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42108) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:56.622889 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-21726b48-85cd-4444-bc29-e9eb69a705e7 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Deleting port 9d0891ec-8b40-499c-af08-118b560148f1 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:56.623299 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21726b48-85cd-4444-bc29-e9eb69a705e7 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.701947 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6419778-0c03-4af5-82f2-fa2a88f723f7 req-150ee16e-fa1f-4585-b451-67092bc7300c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:56.704308 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6419778-0c03-4af5-82f2-fa2a88f723f7 req-150ee16e-fa1f-4585-b451-67092bc7300c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 943 time: 0.0828726 Jul 14 09:45:56.736714 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21726b48-85cd-4444-bc29-e9eb69a705e7 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.751066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-21726b48-85cd-4444-bc29-e9eb69a705e7 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Calling delete_port for 9d0891ec-8b40-499c-af08-118b560148f1 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:56.759206 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6419778-0c03-4af5-82f2-fa2a88f723f7 req-e0adc7f9-244e-4926-897f-df4668236d10 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489354 Jul 14 09:45:56.935632 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21726b48-85cd-4444-bc29-e9eb69a705e7 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.968086 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21726b48-85cd-4444-bc29-e9eb69a705e7 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Pushing event deleted for resources: {'Port': ['ID=9d0891ec-8b40-499c-af08-118b560148f1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:57.052202 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21726b48-85cd-4444-bc29-e9eb69a705e7 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:57.058816 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-21726b48-85cd-4444-bc29-e9eb69a705e7 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] 10.222.0.26 "DELETE /v2.0/ports/9d0891ec-8b40-499c-af08-118b560148f1 HTTP/1.1" status: 204 len: 168 time: 0.5500250 Jul 14 09:45:57.059999 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42124) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:57.147925 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa58fc8-49a3-4938-97be-a5ca40cbf36b tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:57.150004 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5aa58fc8-49a3-4938-97be-a5ca40cbf36b tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] 10.222.0.26 "GET /v2.0/ports?device_id=82eeebe8-98cd-4290-98cc-3247d42e69a3 HTTP/1.1" status: 200 len: 913 time: 0.0889590 Jul 14 09:45:57.152672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42128) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:57.282597 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc83ba78-99fe-486c-9da5-d1d434cdbf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:57.587339 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fefdee5f-37b8-4c4e-987d-2a671c8ebc28 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:57.995453 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d36a3-8a3b-40ce-8e0a-62eb20b63c88 req-14250dd9-ce13-4d7a-ac14-73f71c2b99c2 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:57.998551 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-103d36a3-8a3b-40ce-8e0a-62eb20b63c88 req-14250dd9-ce13-4d7a-ac14-73f71c2b99c2 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 943 time: 0.0952790 Jul 14 09:45:58.054385 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-103d36a3-8a3b-40ce-8e0a-62eb20b63c88 req-800a0afd-47ba-4867-9f2a-e5d981a87424 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491967 Jul 14 09:45:58.287710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-fefdee5f-37b8-4c4e-987d-2a671c8ebc28 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Deleting port f05741c7-b9ef-4b29-8ee9-2dc59e434da6 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:58.288388 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fefdee5f-37b8-4c4e-987d-2a671c8ebc28 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:58.417667 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fefdee5f-37b8-4c4e-987d-2a671c8ebc28 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:58.431744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-fefdee5f-37b8-4c4e-987d-2a671c8ebc28 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Calling delete_port for f05741c7-b9ef-4b29-8ee9-2dc59e434da6 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:58.643019 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fefdee5f-37b8-4c4e-987d-2a671c8ebc28 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:58.671821 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdee5f-37b8-4c4e-987d-2a671c8ebc28 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Pushing event deleted for resources: {'Port': ['ID=f05741c7-b9ef-4b29-8ee9-2dc59e434da6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:58.897748 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fefdee5f-37b8-4c4e-987d-2a671c8ebc28 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:59.121417 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefdee5f-37b8-4c4e-987d-2a671c8ebc28 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Router 82eeebe8-98cd-4290-98cc-3247d42e69a3 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:59.243985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefdee5f-37b8-4c4e-987d-2a671c8ebc28 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:59.244241 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf9bff-ba4b-4f01-a33e-2e25180a02ce req-847be89e-ded8-497a-805f-5bf7a1aa1dd5 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:59.245810 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-becf9bff-ba4b-4f01-a33e-2e25180a02ce req-847be89e-ded8-497a-805f-5bf7a1aa1dd5 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 943 time: 0.0704632 Jul 14 09:45:59.252135 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42212) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:59.253081 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fefdee5f-37b8-4c4e-987d-2a671c8ebc28 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] 10.222.0.26 "PUT /v2.0/routers/82eeebe8-98cd-4290-98cc-3247d42e69a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0987437 Jul 14 09:45:59.257415 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4049084-4ed2-426c-923e-57924dbca9e8 None None] Sync routers for ids ['82eeebe8-98cd-4290-98cc-3247d42e69a3'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:59.279659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4049084-4ed2-426c-923e-57924dbca9e8 None None] Routers {'82eeebe8-98cd-4290-98cc-3247d42e69a3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:59.280575 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f4049084-4ed2-426c-923e-57924dbca9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:45:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['82eeebe8-98cd-4290-98cc-3247d42e69a3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:59.322119 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f4049084-4ed2-426c-923e-57924dbca9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:59.334745 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4049084-4ed2-426c-923e-57924dbca9e8 None None] Routers {'82eeebe8-98cd-4290-98cc-3247d42e69a3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:59.336165 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f4049084-4ed2-426c-923e-57924dbca9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:45:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['82eeebe8-98cd-4290-98cc-3247d42e69a3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:59.380091 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-becf9bff-ba4b-4f01-a33e-2e25180a02ce req-6f58b9a2-5cec-4d54-9a7b-0b6207e20a18 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125543 Jul 14 09:45:59.412596 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5655-379f-452f-977e-8ec65d63ef8f tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:59.526890 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f4049084-4ed2-426c-923e-57924dbca9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:59.527461 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4049084-4ed2-426c-923e-57924dbca9e8 None None] The sync data for ids ['82eeebe8-98cd-4290-98cc-3247d42e69a3'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:59.535036 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5655-379f-452f-977e-8ec65d63ef8f tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:59.589474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c5655-379f-452f-977e-8ec65d63ef8f tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Deleting port 2b1d9792-d1bb-4b5e-895e-47a5da047795 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:59.589741 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5655-379f-452f-977e-8ec65d63ef8f tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:59.673838 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5655-379f-452f-977e-8ec65d63ef8f tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:59.686890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c5655-379f-452f-977e-8ec65d63ef8f tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Calling delete_port for 2b1d9792-d1bb-4b5e-895e-47a5da047795 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:59.779914 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-19ec87dc-9141-4f9f-8d7e-fb07cc58f5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:59.867305 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5655-379f-452f-977e-8ec65d63ef8f tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:59.898236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c5655-379f-452f-977e-8ec65d63ef8f tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Pushing event deleted for resources: {'Port': ['ID=2b1d9792-d1bb-4b5e-895e-47a5da047795,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:59.905097 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:59.961551 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5655-379f-452f-977e-8ec65d63ef8f tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.055693 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5655-379f-452f-977e-8ec65d63ef8f tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.057826 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5655-379f-452f-977e-8ec65d63ef8f tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.108359 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5655-379f-452f-977e-8ec65d63ef8f tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.108925 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6c5655-379f-452f-977e-8ec65d63ef8f tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Fanout notify agent at l3_agent the message router_deleted on router 82eeebe8-98cd-4290-98cc-3247d42e69a3 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:46:00.120534 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5655-379f-452f-977e-8ec65d63ef8f tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.122190 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3b6c5655-379f-452f-977e-8ec65d63ef8f tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] 10.222.0.26 "DELETE /v2.0/routers/82eeebe8-98cd-4290-98cc-3247d42e69a3 HTTP/1.1" status: 204 len: 168 time: 0.8685911 Jul 14 09:46:00.124946 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42216) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:00.179304 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a965d7-102a-4934-9b9f-76679c70f948 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Deleting subnet d6674506-8bed-40fa-a069-70a23a137676 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:00.182612 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09a965d7-102a-4934-9b9f-76679c70f948 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.226835 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09a965d7-102a-4934-9b9f-76679c70f948 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.317845 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09a965d7-102a-4934-9b9f-76679c70f948 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.383136 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09a965d7-102a-4934-9b9f-76679c70f948 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.411487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a965d7-102a-4934-9b9f-76679c70f948 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Pushing event deleted for resources: {'Subnet': ['ID=d6674506-8bed-40fa-a069-70a23a137676,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:00.416769 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09a965d7-102a-4934-9b9f-76679c70f948 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.420965 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-09a965d7-102a-4934-9b9f-76679c70f948 tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] 10.222.0.26 "DELETE /v2.0/subnets/d6674506-8bed-40fa-a069-70a23a137676 HTTP/1.1" status: 204 len: 168 time: 0.2928748 Jul 14 09:46:00.421235 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42220) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:00.424880 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e62d03e-27a1-4cdd-9612-34bc371cfbfb None None] Network 130ee2fc-5500-4067-9f3b-2bff598a0b9c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:00.507866 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ed94d60-4cb1-4c8d-848c-22c87febfbeb tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.607264 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-0ed94d60-4cb1-4c8d-848c-22c87febfbeb tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Deleting port a762eec5-d16e-479e-8477-6c2d957e5f58 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:00.607649 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ed94d60-4cb1-4c8d-848c-22c87febfbeb tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.646269 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41c17ad-1b12-4bb2-a222-c3441daaf871 None None] DHCP port deletion for 130ee2fc-5500-4067-9f3b-2bff598a0b9c request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:46:00.660279 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db203dc-3491-417e-aafd-198d237ce185 req-32ba328b-5de8-4ff4-be26-b44fed834c1e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:00.662191 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9db203dc-3491-417e-aafd-198d237ce185 req-32ba328b-5de8-4ff4-be26-b44fed834c1e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 943 time: 0.1414585 Jul 14 09:46:00.705124 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d41c17ad-1b12-4bb2-a222-c3441daaf871 None None] Deleting port a762eec5-d16e-479e-8477-6c2d957e5f58 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:00.705994 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d41c17ad-1b12-4bb2-a222-c3441daaf871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.709803 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-0ed94d60-4cb1-4c8d-848c-22c87febfbeb tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] For port a762eec5-d16e-479e-8477-6c2d957e5f58, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a762eec5-d16e-479e-8477-6c2d957e5f58,segment=NetworkSegment(ea8b04b8-a965-4705-a335-2138fd1cb7c8),segment_id=ea8b04b8-a965-4705-a335-2138fd1cb7c8)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:00.710176 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ed94d60-4cb1-4c8d-848c-22c87febfbeb tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.733366 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9db203dc-3491-417e-aafd-198d237ce185 req-807cb2a3-aa1c-4802-904f-f489bfd88588 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630493 Jul 14 09:46:00.734240 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-0ed94d60-4cb1-4c8d-848c-22c87febfbeb tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Calling delete_port for a762eec5-d16e-479e-8477-6c2d957e5f58 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:00.791224 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d41c17ad-1b12-4bb2-a222-c3441daaf871 None None] For port a762eec5-d16e-479e-8477-6c2d957e5f58, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a762eec5-d16e-479e-8477-6c2d957e5f58,segment=NetworkSegment(ea8b04b8-a965-4705-a335-2138fd1cb7c8),segment_id=ea8b04b8-a965-4705-a335-2138fd1cb7c8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:00.791710 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d41c17ad-1b12-4bb2-a222-c3441daaf871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.808300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d41c17ad-1b12-4bb2-a222-c3441daaf871 None None] Calling delete_port for a762eec5-d16e-479e-8477-6c2d957e5f58 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:00.810470 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.835408 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ed94d60-4cb1-4c8d-848c-22c87febfbeb tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.877338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed94d60-4cb1-4c8d-848c-22c87febfbeb tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Pushing event deleted for resources: {'Port': ['ID=a762eec5-d16e-479e-8477-6c2d957e5f58,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:00.879557 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed94d60-4cb1-4c8d-848c-22c87febfbeb tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] No DVR routers for this DVR port a762eec5-d16e-479e-8477-6c2d957e5f58 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:00.892936 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a762eec5-d16e-479e-8477-6c2d957e5f58 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:00.921485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: a762eec5-d16e-479e-8477-6c2d957e5f58 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:00.922252 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a762eec5-d16e-479e-8477-6c2d957e5f58 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:00.932718 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d41c17ad-1b12-4bb2-a222-c3441daaf871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.966642 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c17ad-1b12-4bb2-a222-c3441daaf871 None None] Pushing event deleted for resources: {'Port': ['ID=a762eec5-d16e-479e-8477-6c2d957e5f58,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:00.966920 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ed94d60-4cb1-4c8d-848c-22c87febfbeb tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.977679 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c17ad-1b12-4bb2-a222-c3441daaf871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:00.978358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c17ad-1b12-4bb2-a222-c3441daaf871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:00.978621 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c17ad-1b12-4bb2-a222-c3441daaf871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:00.979055 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c17ad-1b12-4bb2-a222-c3441daaf871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:00.979381 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c17ad-1b12-4bb2-a222-c3441daaf871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:00.979734 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c17ad-1b12-4bb2-a222-c3441daaf871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:00.980050 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c17ad-1b12-4bb2-a222-c3441daaf871 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:00.980742 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c17ad-1b12-4bb2-a222-c3441daaf871 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:00.981104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c17ad-1b12-4bb2-a222-c3441daaf871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:00.981482 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c17ad-1b12-4bb2-a222-c3441daaf871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:00.981681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-0ed94d60-4cb1-4c8d-848c-22c87febfbeb tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130ee2fc-5500-4067-9f3b-2bff598a0b9c']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:00.981915 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c17ad-1b12-4bb2-a222-c3441daaf871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:00.982221 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c17ad-1b12-4bb2-a222-c3441daaf871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:00.985060 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41c17ad-1b12-4bb2-a222-c3441daaf871 None None] No DVR routers for this DVR port a762eec5-d16e-479e-8477-6c2d957e5f58 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:00.998794 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-0ed94d60-4cb1-4c8d-848c-22c87febfbeb tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8b04b8-a965-4705-a335-2138fd1cb7c8') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:00.999188 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-0ed94d60-4cb1-4c8d-848c-22c87febfbeb tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8b04b8-a965-4705-a335-2138fd1cb7c8') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:01.009346 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ed94d60-4cb1-4c8d-848c-22c87febfbeb tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.024832 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ed94d60-4cb1-4c8d-848c-22c87febfbeb tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.033416 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed94d60-4cb1-4c8d-848c-22c87febfbeb tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:46:01.033921 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ed94d60-4cb1-4c8d-848c-22c87febfbeb tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:46:01.037254 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:46:01.100872 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ed94d60-4cb1-4c8d-848c-22c87febfbeb tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.109213 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ed94d60-4cb1-4c8d-848c-22c87febfbeb tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.111101 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0ed94d60-4cb1-4c8d-848c-22c87febfbeb tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] 10.222.0.26 "DELETE /v2.0/networks/130ee2fc-5500-4067-9f3b-2bff598a0b9c HTTP/1.1" status: 204 len: 168 time: 0.6889794 Jul 14 09:46:01.113709 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42222) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:01.123809 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed94d60-4cb1-4c8d-848c-22c87febfbeb tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Pushing event deleted for resources: {'Network': ['ID=130ee2fc-5500-4067-9f3b-2bff598a0b9c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:01.284556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c7115d8b-0c2d-4fb3-8809-61eae47a2cdc tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Deleting port c837c818-cce3-471b-a33d-87b96b15db52 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:01.285002 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c7115d8b-0c2d-4fb3-8809-61eae47a2cdc tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.376957 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c7115d8b-0c2d-4fb3-8809-61eae47a2cdc tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.377255 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c7115d8b-0c2d-4fb3-8809-61eae47a2cdc tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.392398 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c7115d8b-0c2d-4fb3-8809-61eae47a2cdc tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Calling delete_port for c837c818-cce3-471b-a33d-87b96b15db52 owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:01.564713 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c7115d8b-0c2d-4fb3-8809-61eae47a2cdc tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.594433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7115d8b-0c2d-4fb3-8809-61eae47a2cdc tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Pushing event deleted for resources: {'Port': ['ID=c837c818-cce3-471b-a33d-87b96b15db52,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:01.664785 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c7115d8b-0c2d-4fb3-8809-61eae47a2cdc tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.667783 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c7115d8b-0c2d-4fb3-8809-61eae47a2cdc tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.671868 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c7115d8b-0c2d-4fb3-8809-61eae47a2cdc tempest-FloatingIPAdminTestJSON-1742354354 tempest-FloatingIPAdminTestJSON-1742354354-project] 10.222.0.26 "DELETE /v2.0/floatingips/f471dd80-805d-4bd3-a969-6e218db2ffd2 HTTP/1.1" status: 204 len: 168 time: 0.5543118 Jul 14 09:46:01.947816 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d887a-3ef4-47eb-9d36-918bcce5b103 req-b99b280c-da36-4330-abc2-fed7f4e8facb tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:01.949483 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2f4d887a-3ef4-47eb-9d36-918bcce5b103 req-b99b280c-da36-4330-abc2-fed7f4e8facb tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 943 time: 0.0737867 Jul 14 09:46:01.972325 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.998790 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2f4d887a-3ef4-47eb-9d36-918bcce5b103 req-38873019-ac56-487c-82b3-ddc47f61ee8f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433609 Jul 14 09:46:02.013595 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42232) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:02.179059 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-659ae620-05ca-483e-b1a6-5a5e90924a66 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=767a5d012f674e28bb6ae5b44d659768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616488 Jul 14 09:46:02.181699 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42236) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:02.255679 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21d1e053-416c-44c3-9a68-77c8ccd0d9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.286691 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21d1e053-416c-44c3-9a68-77c8ccd0d9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.349541 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21d1e053-416c-44c3-9a68-77c8ccd0d9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.353221 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21d1e053-416c-44c3-9a68-77c8ccd0d9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.354943 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-21d1e053-416c-44c3-9a68-77c8ccd0d9a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/685910ea-dbf5-4ffd-99ea-9fb899414bc3 HTTP/1.1" status: 204 len: 168 time: 0.1717863 Jul 14 09:46:02.366233 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1e053-416c-44c3-9a68-77c8ccd0d9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685910ea-dbf5-4ffd-99ea-9fb899414bc3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:02.669906 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42244) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:02.684989 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef936483-515a-4aa4-aaf4-950c786d0de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.788032 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef936483-515a-4aa4-aaf4-950c786d0de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.792317 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef936483-515a-4aa4-aaf4-950c786d0de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.811847 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.835563 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef936483-515a-4aa4-aaf4-950c786d0de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555e096e-00d8-4ee6-8ace-0746806b9d2a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:02.839820 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ef936483-515a-4aa4-aaf4-950c786d0de9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85b77116a1e64e68b4dc90c9a270287f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688371 Jul 14 09:46:02.842538 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42246) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:02.904058 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1e77dc96-8542-49e0-9113-b4960070bec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.927834 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1e77dc96-8542-49e0-9113-b4960070bec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.985966 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1e77dc96-8542-49e0-9113-b4960070bec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.988804 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1e77dc96-8542-49e0-9113-b4960070bec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.992759 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1e77dc96-8542-49e0-9113-b4960070bec9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/555e096e-00d8-4ee6-8ace-0746806b9d2a HTTP/1.1" status: 204 len: 168 time: 0.1490946 Jul 14 09:46:03.002158 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77dc96-8542-49e0-9113-b4960070bec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555e096e-00d8-4ee6-8ace-0746806b9d2a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:03.011203 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77dc96-8542-49e0-9113-b4960070bec9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:03.011556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77dc96-8542-49e0-9113-b4960070bec9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:03.012122 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77dc96-8542-49e0-9113-b4960070bec9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:03.012480 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77dc96-8542-49e0-9113-b4960070bec9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:03.012974 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77dc96-8542-49e0-9113-b4960070bec9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:03.013419 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77dc96-8542-49e0-9113-b4960070bec9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:03.014128 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77dc96-8542-49e0-9113-b4960070bec9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:03.014614 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77dc96-8542-49e0-9113-b4960070bec9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:03.014996 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77dc96-8542-49e0-9113-b4960070bec9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:03.015839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77dc96-8542-49e0-9113-b4960070bec9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:03.016188 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77dc96-8542-49e0-9113-b4960070bec9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:03.016629 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77dc96-8542-49e0-9113-b4960070bec9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:03.202385 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b270d34-69ca-4cfc-9754-ca82d027d42a req-6b2ccacf-bb66-40e8-89a6-99d51a10659d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:03.204224 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b270d34-69ca-4cfc-9754-ca82d027d42a req-6b2ccacf-bb66-40e8-89a6-99d51a10659d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 943 time: 0.0774348 Jul 14 09:46:03.256875 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b270d34-69ca-4cfc-9754-ca82d027d42a req-b930051e-a2f0-44ca-bc39-4de22ae8bec2 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435064 Jul 14 09:46:03.386119 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42256) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:03.404638 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaca15be-14af-45dc-8315-4d67f41239e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.522771 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaca15be-14af-45dc-8315-4d67f41239e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.529765 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aaca15be-14af-45dc-8315-4d67f41239e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.577552 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-aaca15be-14af-45dc-8315-4d67f41239e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c57179dea213401ab31ad4c821ff1314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1859243 Jul 14 09:46:03.577552 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca15be-14af-45dc-8315-4d67f41239e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a44f2dd-c7ce-431b-94a7-20606a62f84d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:03.578016 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42258) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:03.640086 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4fbad0b-7210-4e05-a5d0-633c19d6e10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.665383 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4fbad0b-7210-4e05-a5d0-633c19d6e10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.734947 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4fbad0b-7210-4e05-a5d0-633c19d6e10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.737720 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4fbad0b-7210-4e05-a5d0-633c19d6e10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.738910 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a4fbad0b-7210-4e05-a5d0-633c19d6e10c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a44f2dd-c7ce-431b-94a7-20606a62f84d HTTP/1.1" status: 204 len: 168 time: 0.1601036 Jul 14 09:46:03.750387 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbad0b-7210-4e05-a5d0-633c19d6e10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a44f2dd-c7ce-431b-94a7-20606a62f84d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:04.241991 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device af1b1439-d051-482d-87fa-93a1158c3fe4 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:46:04.388425 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port af1b1439-d051-482d-87fa-93a1158c3fe4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=af1b1439-d051-482d-87fa-93a1158c3fe4,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:04.402853 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'af1b1439-d051-482d-87fa-93a1158c3fe4', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'port_id': 'af1b1439-d051-482d-87fa-93a1158c3fe4', 'mac_address': 'fa:16:3e:22:40:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:46:04.460515 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:04.479657 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af1b1439-d051-482d-87fa-93a1158c3fe4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:46:04.498405 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f833bf9-0d5b-45be-854c-a047e3fe78fa req-5bf96400-6b7c-4cd0-b762-bed83a2b9b0b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:04.505846 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4f833bf9-0d5b-45be-854c-a047e3fe78fa req-5bf96400-6b7c-4cd0-b762-bed83a2b9b0b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 943 time: 0.0908604 Jul 14 09:46:04.506506 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port af1b1439-d051-482d-87fa-93a1158c3fe4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=af1b1439-d051-482d-87fa-93a1158c3fe4,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:04.512199 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:04.574522 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4f833bf9-0d5b-45be-854c-a047e3fe78fa req-1fec62c4-f57f-43f9-96f5-d53bdff51d59 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659444 Jul 14 09:46:04.588932 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=af1b1439-d051-482d-87fa-93a1158c3fe4,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:04.716354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['af1b1439-d051-482d-87fa-93a1158c3fe4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:46:04.743355 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:46:05.258356 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42298) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:05.382693 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-58a0cf91-5585-4bff-92a7-ad12e26c9bce tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-325634786'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:05.383279 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-58a0cf91-5585-4bff-92a7-ad12e26c9bce tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] Unknown quota resources ['metering_label']. {{(pid=93888) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:46:05.600509 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58a0cf91-5585-4bff-92a7-ad12e26c9bce tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:05.605068 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42306) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:05.606743 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-58a0cf91-5585-4bff-92a7-ad12e26c9bce tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3457303 Jul 14 09:46:05.611544 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-0d8f2467-3b15-4dea-ad3e-0bb6108d2f1f tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c5df8c8f-6cac-4099-8307-8508b636924f'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:05.612072 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-0d8f2467-3b15-4dea-ad3e-0bb6108d2f1f tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93887) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:46:05.707379 n-d-798054-10 neutron-server[93887]: WARNING neutron.services.metering.metering_plugin [None req-0d8f2467-3b15-4dea-ad3e-0bb6108d2f1f tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 09:46:05.868075 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0d8f2467-3b15-4dea-ad3e-0bb6108d2f1f tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:05.873087 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42308) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:05.873273 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0d8f2467-3b15-4dea-ad3e-0bb6108d2f1f tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2662945 Jul 14 09:46:05.878462 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a25cd94b-6abb-45fb-987f-bf13c592ef47 tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c5df8c8f-6cac-4099-8307-8508b636924f'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:05.879468 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a25cd94b-6abb-45fb-987f-bf13c592ef47 tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93888) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:46:05.897438 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5e1e7-86db-4e23-b941-aa41970e6d18 req-90c059c1-a2aa-4bcc-999a-c6536e839258 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:05.899314 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7c5e1e7-86db-4e23-b941-aa41970e6d18 req-90c059c1-a2aa-4bcc-999a-c6536e839258 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 944 time: 0.2038019 Jul 14 09:46:05.939397 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7c5e1e7-86db-4e23-b941-aa41970e6d18 req-747c5833-eb68-4c31-b24c-9a5531eca74d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338540 Jul 14 09:46:05.986282 n-d-798054-10 neutron-server[93888]: WARNING neutron.services.metering.metering_plugin [None req-a25cd94b-6abb-45fb-987f-bf13c592ef47 tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 09:46:06.091798 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a25cd94b-6abb-45fb-987f-bf13c592ef47 tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:06.093010 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a25cd94b-6abb-45fb-987f-bf13c592ef47 tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2188339 Jul 14 09:46:06.095978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42310) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:06.111350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42312) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:06.111607 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-be77409a-f8a6-4202-8962-3f6aacedd1e8 tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=cbb2fc65-7a4c-4926-922d-a5a3470489fe HTTP/1.1" status: 200 len: 462 time: 0.0136995 Jul 14 09:46:06.227516 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-abf13212-b766-404b-9b32-b96467d72428 tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:06.229404 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-abf13212-b766-404b-9b32-b96467d72428 tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/cbb2fc65-7a4c-4926-922d-a5a3470489fe HTTP/1.1" status: 204 len: 168 time: 0.1176720 Jul 14 09:46:06.233201 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42314) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:06.241361 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device af1b1439-d051-482d-87fa-93a1158c3fe4 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:06.253362 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-58853f61-14ba-4062-ba86-10a846065446 tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=cbb2fc65-7a4c-4926-922d-a5a3470489fe HTTP/1.1" status: 200 len: 221 time: 0.0184412 Jul 14 09:46:06.257128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42316) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:06.262686 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b69657e5-a252-4c8b-988e-498552a05345 tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--797840361', 'description': 'label created by tempest'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:06.263141 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b69657e5-a252-4c8b-988e-498552a05345 tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] Unknown quota resources ['metering_label']. {{(pid=93887) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:46:06.301470 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port af1b1439-d051-482d-87fa-93a1158c3fe4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:06.306078 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port af1b1439-d051-482d-87fa-93a1158c3fe4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:06.306556 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:06.395013 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:06.421631 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e263cf05-24cb-49ad-96e8-8ad18d97ebc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1b1439-d051-482d-87fa-93a1158c3fe4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:06.424324 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd3e212-c345-45d9-b607-024d45983aff" -d '{"events": [{"server_uuid": "e263cf05-24cb-49ad-96e8-8ad18d97ebc4", "name": "network-vif-plugged", "status": "completed", "tag": "af1b1439-d051-482d-87fa-93a1158c3fe4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:06.444021 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port af1b1439-d051-482d-87fa-93a1158c3fe4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=af1b1439-d051-482d-87fa-93a1158c3fe4,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:06.450122 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:06.483469 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201be3cb-2d86-4d38-8c91-a4ab7c1032c6 x-openstack-request-id: req-201be3cb-2d86-4d38-8c91-a4ab7c1032c6 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:06.483888 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e263cf05-24cb-49ad-96e8-8ad18d97ebc4", "name": "network-vif-plugged", "status": "completed", "tag": "af1b1439-d051-482d-87fa-93a1158c3fe4", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:06.484221 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-201be3cb-2d86-4d38-8c91-a4ab7c1032c6 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:06.484863 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e263cf05-24cb-49ad-96e8-8ad18d97ebc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1b1439-d051-482d-87fa-93a1158c3fe4', 'code': 200} Jul 14 09:46:06.520909 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=af1b1439-d051-482d-87fa-93a1158c3fe4,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:06.546969 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b69657e5-a252-4c8b-988e-498552a05345 tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:06.551044 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b69657e5-a252-4c8b-988e-498552a05345 tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2901280 Jul 14 09:46:06.551407 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42322) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:06.657750 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e73662cb-610d-4ac0-956e-9f1ccb7c5748 tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=44bbc04a-7249-4951-b843-f552379d908e HTTP/1.1" status: 200 len: 467 time: 0.1048443 Jul 14 09:46:06.666017 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42324) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:06.808617 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d38308-91c3-47c4-9253-ce2ac0656107 req-ae9f4223-3215-45db-be1d-35ace76ece7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:06.810516 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2d38308-91c3-47c4-9253-ce2ac0656107 req-ae9f4223-3215-45db-be1d-35ace76ece7e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 1097 time: 0.2504380 Jul 14 09:46:06.863891 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e189b883-6d0e-4121-bd91-f9eccdaf5c1b tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:06.864966 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e189b883-6d0e-4121-bd91-f9eccdaf5c1b tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/44bbc04a-7249-4951-b843-f552379d908e HTTP/1.1" status: 204 len: 168 time: 0.2040329 Jul 14 09:46:06.867787 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42326) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:06.882244 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2d38308-91c3-47c4-9253-ce2ac0656107 req-a2ce799b-b647-4ba5-abfb-eabe01a656f0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330646 Jul 14 09:46:06.884120 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-390c1e10-b4cf-4db5-ada0-2bf29b8c3635 tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=44bbc04a-7249-4951-b843-f552379d908e HTTP/1.1" status: 200 len: 216 time: 0.0146122 Jul 14 09:46:06.888152 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42328) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:06.897015 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c2351294-f6ca-442a-b7fb-37c556bf71b3 tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0078518 Jul 14 09:46:06.900171 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42330) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:06.912526 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7abacc0f-232a-4fe2-bc69-37d77741468b tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0112185 Jul 14 09:46:06.915678 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42332) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:06.968354 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7b9f0cef-ae95-41e3-93e4-ec55d34e036d tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels/c5df8c8f-6cac-4099-8307-8508b636924f HTTP/1.1" status: 200 len: 472 time: 0.0515728 Jul 14 09:46:06.974314 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42336) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:06.990280 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42338) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:06.990456 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ef2c58c4-afe0-4180-ab59-4b98743e1a0a tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules/7c8f660a-89ff-40c4-8e8b-3ee67d18fafd HTTP/1.1" status: 200 len: 459 time: 0.0149436 Jul 14 09:46:07.110743 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-85bcb02e-1895-466d-b2ff-993fbc820104 tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.114197 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-85bcb02e-1895-466d-b2ff-993fbc820104 tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/7c8f660a-89ff-40c4-8e8b-3ee67d18fafd HTTP/1.1" status: 204 len: 168 time: 0.1205583 Jul 14 09:46:07.114623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42340) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:07.168752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02003e-ca7a-499c-ae07-e4f3e1bb46cc req-e18ae92e-10c6-4033-808a-52013430ea87 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:07.174241 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be02003e-ca7a-499c-ae07-e4f3e1bb46cc req-e18ae92e-10c6-4033-808a-52013430ea87 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 945 time: 0.1100135 Jul 14 09:46:07.212789 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be02003e-ca7a-499c-ae07-e4f3e1bb46cc req-19c0aa05-afaa-4f80-aa9f-bc2d0e7bf21d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368278 Jul 14 09:46:07.320750 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d316d43d-0e47-4ec7-909b-f31bd440103e tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.321849 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d316d43d-0e47-4ec7-909b-f31bd440103e tempest-MeteringIpV6TestJSON-569945441 tempest-MeteringIpV6TestJSON-569945441-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/c5df8c8f-6cac-4099-8307-8508b636924f HTTP/1.1" status: 204 len: 168 time: 0.2061689 Jul 14 09:46:07.601702 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42348) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:07.739554 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d71e3eb-62a2-434e-a7f8-5d35b96ced65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.840999 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d71e3eb-62a2-434e-a7f8-5d35b96ced65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.846752 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d71e3eb-62a2-434e-a7f8-5d35b96ced65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.886051 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7d71e3eb-62a2-434e-a7f8-5d35b96ced65 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b28bb30a69f41b3adb86687922c6baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824805 Jul 14 09:46:07.887628 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71e3eb-62a2-434e-a7f8-5d35b96ced65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91d2c86-944a-4df7-b34a-e3217a54cbc1,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:07.889522 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42352) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:07.948905 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f9caf3cc-fcaa-4725-99b3-9de3dd5e1ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.970660 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f9caf3cc-fcaa-4725-99b3-9de3dd5e1ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.025409 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f9caf3cc-fcaa-4725-99b3-9de3dd5e1ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.028067 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f9caf3cc-fcaa-4725-99b3-9de3dd5e1ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.031837 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f9caf3cc-fcaa-4725-99b3-9de3dd5e1ebe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b91d2c86-944a-4df7-b34a-e3217a54cbc1 HTTP/1.1" status: 204 len: 168 time: 0.1389506 Jul 14 09:46:08.039196 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9caf3cc-fcaa-4725-99b3-9de3dd5e1ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91d2c86-944a-4df7-b34a-e3217a54cbc1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:08.370210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42360) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:08.386278 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c0a681a-0f49-4d53-8676-9c5de05aa5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.422006 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16097af-a504-49c8-9f78-b4fb39f1fa5f req-ccc36b2c-36f2-4b54-a5d1-3fab623c139f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.429573 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b16097af-a504-49c8-9f78-b4fb39f1fa5f req-ccc36b2c-36f2-4b54-a5d1-3fab623c139f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 945 time: 0.0935001 Jul 14 09:46:08.484938 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b16097af-a504-49c8-9f78-b4fb39f1fa5f req-08a8ed63-aa33-46a2-973a-a5061988e883 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544534 Jul 14 09:46:08.505376 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c0a681a-0f49-4d53-8676-9c5de05aa5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.514134 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5c0a681a-0f49-4d53-8676-9c5de05aa5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.554394 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5c0a681a-0f49-4d53-8676-9c5de05aa5be admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=588c3dc2cbb445ce8c86a4de111da947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831229 Jul 14 09:46:08.555226 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a681a-0f49-4d53-8676-9c5de05aa5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16565e97-8619-4564-b015-9ee4640cc033,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:08.557765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42364) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:08.615453 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d94579a7-f9a4-4525-bada-59c87f02f112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.670782 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d94579a7-f9a4-4525-bada-59c87f02f112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.729294 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556d380-fce5-434d-a31e-ca906d30a2f6 req-ec3d5b7a-22c3-48d1-bd82-2f57e7dd7aee tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.731200 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4556d380-fce5-434d-a31e-ca906d30a2f6 req-ec3d5b7a-22c3-48d1-bd82-2f57e7dd7aee tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 945 time: 0.1177900 Jul 14 09:46:08.763176 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d94579a7-f9a4-4525-bada-59c87f02f112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.765781 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d94579a7-f9a4-4525-bada-59c87f02f112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.766948 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d94579a7-f9a4-4525-bada-59c87f02f112 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16565e97-8619-4564-b015-9ee4640cc033 HTTP/1.1" status: 204 len: 168 time: 0.2084360 Jul 14 09:46:08.784735 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94579a7-f9a4-4525-bada-59c87f02f112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16565e97-8619-4564-b015-9ee4640cc033,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:08.789841 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4556d380-fce5-434d-a31e-ca906d30a2f6 req-57b4408c-e8f0-46ff-a026-9d104284258c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519977 Jul 14 09:46:09.366749 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fe113-ba9e-40bc-9f7c-68879f6cde58 req-ee325c4a-486c-4e48-bddc-e5d1c1e6ae7b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:09.368477 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e09fe113-ba9e-40bc-9f7c-68879f6cde58 req-ee325c4a-486c-4e48-bddc-e5d1c1e6ae7b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 945 time: 0.1080427 Jul 14 09:46:09.419887 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e09fe113-ba9e-40bc-9f7c-68879f6cde58 req-5b5116eb-ab0b-40d1-818b-e7496e5a8ea8 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448782 Jul 14 09:46:10.311244 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42428) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:10.414951 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-9e2715b3-cc52-48f4-ada6-029aee3afd35 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1413051139', 'router:external': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:10.439325 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2715b3-cc52-48f4-ada6-029aee3afd35 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Made reservation on behalf of e2ce9a9c971f423b9d8fdae0437439a5 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:10.441863 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9e2715b3-cc52-48f4-ada6-029aee3afd35 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.450578 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9e2715b3-cc52-48f4-ada6-029aee3afd35 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.557228 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9e2715b3-cc52-48f4-ada6-029aee3afd35 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.563636 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9e2715b3-cc52-48f4-ada6-029aee3afd35 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.643928 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2715b3-cc52-48f4-ada6-029aee3afd35 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:46:10.658655 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2715b3-cc52-48f4-ada6-029aee3afd35 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018de10b-e6f1-4a63-bb6c-83e48b501f1a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:10.677439 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9e2715b3-cc52-48f4-ada6-029aee3afd35 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.677802 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-9e2715b3-cc52-48f4-ada6-029aee3afd35 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Added segment c8ff6859-c288-4bac-b378-cadb086c9342 of type vlan for network ba44ee1a-0acd-4efc-8b01-ae7979a04b15 Jul 14 09:46:11.091621 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9552745-8b97-4fa9-99f0-f328bdb43744 req-5a879e71-a8d0-4567-8f7e-6ad4fd6c6ed0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:11.093040 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b9552745-8b97-4fa9-99f0-f328bdb43744 req-5a879e71-a8d0-4567-8f7e-6ad4fd6c6ed0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 945 time: 0.5310545 Jul 14 09:46:11.118561 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa5308-b45f-4b09-a0f7-5cfe39716650 req-f9504d5a-f524-4437-b82f-8a3f1aa5ff4d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:11.120015 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89aa5308-b45f-4b09-a0f7-5cfe39716650 req-f9504d5a-f524-4437-b82f-8a3f1aa5ff4d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 945 time: 0.5408943 Jul 14 09:46:11.122570 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9e2715b3-cc52-48f4-ada6-029aee3afd35 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.223601 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b9552745-8b97-4fa9-99f0-f328bdb43744 req-bd073423-cfe9-4644-9ec3-955009438060 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156521 Jul 14 09:46:11.260122 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9e2715b3-cc52-48f4-ada6-029aee3afd35 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.260662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2715b3-cc52-48f4-ada6-029aee3afd35 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:11.261239 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9e2715b3-cc52-48f4-ada6-029aee3afd35 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.331464 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9e2715b3-cc52-48f4-ada6-029aee3afd35 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0190272 Jul 14 09:46:11.334641 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42444) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:11.338591 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2715b3-cc52-48f4-ada6-029aee3afd35 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Pushing event updated for resources: {'Network': ['ID=ba44ee1a-0acd-4efc-8b01-ae7979a04b15,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:11.350465 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-89aa5308-b45f-4b09-a0f7-5cfe39716650 req-ceccc739-9d0f-4d01-801e-3db796916978 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Deleting port af1b1439-d051-482d-87fa-93a1158c3fe4 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:11.350794 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-59110747-e4f9-4e97-a029-a092df624537 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Request body: {'subnet': {'network_id': 'ba44ee1a-0acd-4efc-8b01-ae7979a04b15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:11.351141 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-89aa5308-b45f-4b09-a0f7-5cfe39716650 req-ceccc739-9d0f-4d01-801e-3db796916978 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.352820 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network ba44ee1a-0acd-4efc-8b01-ae7979a04b15 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:46:11.375465 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59110747-e4f9-4e97-a029-a092df624537 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Made reservation on behalf of e2ce9a9c971f423b9d8fdae0437439a5 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:11.378791 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-59110747-e4f9-4e97-a029-a092df624537 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.459077 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-89aa5308-b45f-4b09-a0f7-5cfe39716650 req-ceccc739-9d0f-4d01-801e-3db796916978 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] For port af1b1439-d051-482d-87fa-93a1158c3fe4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=af1b1439-d051-482d-87fa-93a1158c3fe4,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:11.460272 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-89aa5308-b45f-4b09-a0f7-5cfe39716650 req-ceccc739-9d0f-4d01-801e-3db796916978 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.476098 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-89aa5308-b45f-4b09-a0f7-5cfe39716650 req-ceccc739-9d0f-4d01-801e-3db796916978 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Calling delete_port for af1b1439-d051-482d-87fa-93a1158c3fe4 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:11.610998 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-89aa5308-b45f-4b09-a0f7-5cfe39716650 req-ceccc739-9d0f-4d01-801e-3db796916978 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.624774 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['af1b1439-d051-482d-87fa-93a1158c3fe4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:46:11.647762 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccc739-9d0f-4d01-801e-3db796916978 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event deleted for resources: {'Port': ['ID=af1b1439-d051-482d-87fa-93a1158c3fe4,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:11.660533 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['bb3e0adb-1005-4984-9424-60b28115c68a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:46:11.710767 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-89aa5308-b45f-4b09-a0f7-5cfe39716650 req-ceccc739-9d0f-4d01-801e-3db796916978 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] No DVR routers for this DVR port af1b1439-d051-482d-87fa-93a1158c3fe4 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:11.718382 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-89aa5308-b45f-4b09-a0f7-5cfe39716650 req-ceccc739-9d0f-4d01-801e-3db796916978 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.722190 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89aa5308-b45f-4b09-a0f7-5cfe39716650 req-ceccc739-9d0f-4d01-801e-3db796916978 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "DELETE /v2.0/ports/af1b1439-d051-482d-87fa-93a1158c3fe4 HTTP/1.1" status: 204 len: 173 time: 0.5909028 Jul 14 09:46:11.722651 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e263cf05-24cb-49ad-96e8-8ad18d97ebc4', 'name': 'network-vif-deleted', 'tag': 'af1b1439-d051-482d-87fa-93a1158c3fe4'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:11.725020 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7b4524-04fd-40f6-b51e-286ba34f3cee" -d '{"events": [{"server_uuid": "e263cf05-24cb-49ad-96e8-8ad18d97ebc4", "name": "network-vif-deleted", "tag": "af1b1439-d051-482d-87fa-93a1158c3fe4"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:11.748983 n-d-798054-10 neutron-server[93888]: DEBUG neutron.objects.ports [None req-59110747-e4f9-4e97-a029-a092df624537 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93888) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:46:11.749477 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-59110747-e4f9-4e97-a029-a092df624537 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.771177 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053008af-9913-4b94-9f0e-2faa5d028d4d x-openstack-request-id: req-053008af-9913-4b94-9f0e-2faa5d028d4d {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:11.771796 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e263cf05-24cb-49ad-96e8-8ad18d97ebc4", "name": "network-vif-deleted", "tag": "af1b1439-d051-482d-87fa-93a1158c3fe4", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:11.772286 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-053008af-9913-4b94-9f0e-2faa5d028d4d {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:11.772879 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e263cf05-24cb-49ad-96e8-8ad18d97ebc4', 'name': 'network-vif-deleted', 'tag': 'af1b1439-d051-482d-87fa-93a1158c3fe4', 'status': 'completed', 'code': 200} Jul 14 09:46:11.850941 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59110747-e4f9-4e97-a029-a092df624537 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Checking segment: {'id': 'c8ff6859-c288-4bac-b378-cadb086c9342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ba44ee1a-0acd-4efc-8b01-ae7979a04b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:11.851388 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59110747-e4f9-4e97-a029-a092df624537 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Network hostable DHCP agents. Network: ba44ee1a-0acd-4efc-8b01-ae7979a04b15, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:46:11.899493 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59110747-e4f9-4e97-a029-a092df624537 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5c5af3a0-77cf-4594-ad62-bd05a87c90e9,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:11.915287 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59110747-e4f9-4e97-a029-a092df624537 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Network ba44ee1a-0acd-4efc-8b01-ae7979a04b15 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:46:11.935263 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-59110747-e4f9-4e97-a029-a092df624537 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, ba44ee1a-0acd-4efc-8b01-ae7979a04b15) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:11.941949 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59110747-e4f9-4e97-a029-a092df624537 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:11.942486 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-59110747-e4f9-4e97-a029-a092df624537 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.947648 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0075e98b-22b3-4e45-82e7-19d6ed0a8b27 None None] Network ba44ee1a-0acd-4efc-8b01-ae7979a04b15 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:11.965310 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-59110747-e4f9-4e97-a029-a092df624537 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6278749 Jul 14 09:46:11.968119 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42450) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:11.974587 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e654e93c-9a2a-4f29-8e59-8057eb311c57 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1660194901', 'network_id': 'ba44ee1a-0acd-4efc-8b01-ae7979a04b15'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:12.005070 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e654e93c-9a2a-4f29-8e59-8057eb311c57 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Made reservation on behalf of e2ce9a9c971f423b9d8fdae0437439a5 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:12.008049 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e654e93c-9a2a-4f29-8e59-8057eb311c57 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.025914 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-e654e93c-9a2a-4f29-8e59-8057eb311c57 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] device_id is not set on port 3bb58212-3322-4742-8584-9442eb6e94c7 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:46:12.117095 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e2f0ae-208e-4dc0-953f-8b6cc30add75 None None] Network ba44ee1a-0acd-4efc-8b01-ae7979a04b15 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:12.174634 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-e654e93c-9a2a-4f29-8e59-8057eb311c57 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Allocated IP 2001:db8::9e (ba44ee1a-0acd-4efc-8b01-ae7979a04b15/5c5af3a0-77cf-4594-ad62-bd05a87c90e9/3bb58212-3322-4742-8584-9442eb6e94c7) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:12.333911 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e654e93c-9a2a-4f29-8e59-8057eb311c57 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.375082 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e654e93c-9a2a-4f29-8e59-8057eb311c57 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.441745 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70440838-0724-464b-8e94-50d7c57e385b req-acd8b76b-077f-4988-af54-e9e68e5e41bf tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 210 time: 0.0643382 Jul 14 09:46:12.456860 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e654e93c-9a2a-4f29-8e59-8057eb311c57 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Network ba44ee1a-0acd-4efc-8b01-ae7979a04b15 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:12.458886 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-e654e93c-9a2a-4f29-8e59-8057eb311c57 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:12.463215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e654e93c-9a2a-4f29-8e59-8057eb311c57 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:12.464974 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e654e93c-9a2a-4f29-8e59-8057eb311c57 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:12.465704 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e654e93c-9a2a-4f29-8e59-8057eb311c57 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.487555 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654e93c-9a2a-4f29-8e59-8057eb311c57 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Pushing event updated for resources: {'Port': ['ID=3bb58212-3322-4742-8584-9442eb6e94c7,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:12.494334 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e654e93c-9a2a-4f29-8e59-8057eb311c57 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5240550 Jul 14 09:46:12.495993 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42454) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:12.597808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-206d3d3b-3c41-4836-a95a-75fe3d8f1880 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Deleting port 3bb58212-3322-4742-8584-9442eb6e94c7 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:12.598183 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-206d3d3b-3c41-4836-a95a-75fe3d8f1880 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.692780 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-206d3d3b-3c41-4836-a95a-75fe3d8f1880 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.706526 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-206d3d3b-3c41-4836-a95a-75fe3d8f1880 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Calling delete_port for 3bb58212-3322-4742-8584-9442eb6e94c7 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:12.867249 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-206d3d3b-3c41-4836-a95a-75fe3d8f1880 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.905984 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d3d3b-3c41-4836-a95a-75fe3d8f1880 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bb58212-3322-4742-8584-9442eb6e94c7,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:12.939742 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-206d3d3b-3c41-4836-a95a-75fe3d8f1880 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.943601 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-206d3d3b-3c41-4836-a95a-75fe3d8f1880 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "DELETE /v2.0/ports/3bb58212-3322-4742-8584-9442eb6e94c7 HTTP/1.1" status: 204 len: 168 time: 0.4444096 Jul 14 09:46:12.944352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42456) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:12.949728 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f2d147b8-70ce-487b-b8c3-40eb65345672 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba44ee1a-0acd-4efc-8b01-ae7979a04b15', 'external_fixed_ips': [{'subnet_id': '5c5af3a0-77cf-4594-ad62-bd05a87c90e9', 'ip_address': '2001:db8::9e'}]}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:12.973741 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2d147b8-70ce-487b-b8c3-40eb65345672 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.975627 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2d147b8-70ce-487b-b8c3-40eb65345672 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.039956 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2d147b8-70ce-487b-b8c3-40eb65345672 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.217364 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2d147b8-70ce-487b-b8c3-40eb65345672 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.515044 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2d147b8-70ce-487b-b8c3-40eb65345672 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.539594 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2d147b8-70ce-487b-b8c3-40eb65345672 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.641279 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0fd9085b-86b2-4513-b678-9d7cb4e3c3cc req-d8c1fd68-40fe-401b-9334-8432bdafec85 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 210 time: 0.0449643 Jul 14 09:46:13.783856 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-f2d147b8-70ce-487b-b8c3-40eb65345672 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Allocated IP 2001:db8::9e (ba44ee1a-0acd-4efc-8b01-ae7979a04b15/5c5af3a0-77cf-4594-ad62-bd05a87c90e9/90c4de87-67c0-4e97-9b35-cad3f1f2edc8) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:13.946396 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2d147b8-70ce-487b-b8c3-40eb65345672 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.992945 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2d147b8-70ce-487b-b8c3-40eb65345672 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:14.052493 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d147b8-70ce-487b-b8c3-40eb65345672 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Pushing event updated for resources: {'Port': ['ID=90c4de87-67c0-4e97-9b35-cad3f1f2edc8,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:14.071345 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d147b8-70ce-487b-b8c3-40eb65345672 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Network ba44ee1a-0acd-4efc-8b01-ae7979a04b15 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:14.073464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-f2d147b8-70ce-487b-b8c3-40eb65345672 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:14.080742 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d147b8-70ce-487b-b8c3-40eb65345672 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:14.272280 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device af1b1439-d051-482d-87fa-93a1158c3fe4 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:14.307207 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: af1b1439-d051-482d-87fa-93a1158c3fe4 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:14.308091 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device af1b1439-d051-482d-87fa-93a1158c3fe4 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:14.327881 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2d147b8-70ce-487b-b8c3-40eb65345672 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:14.575716 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2d147b8-70ce-487b-b8c3-40eb65345672 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:14.739833 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d147b8-70ce-487b-b8c3-40eb65345672 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Router e3968f9a-4187-4fd5-8127-33a7d5bcdada is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:46:14.850480 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47b19ab1-046f-4cc4-bd44-d021a90d399f req-fe3b6813-9ae5-44d6-84ec-17798d939721 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 210 time: 0.0401964 Jul 14 09:46:14.921361 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d147b8-70ce-487b-b8c3-40eb65345672 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:14.930745 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c62a241-c582-49a0-8c83-3643eca661ef None None] Sync routers for ids ['e3968f9a-4187-4fd5-8127-33a7d5bcdada'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:14.939096 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f2d147b8-70ce-487b-b8c3-40eb65345672 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:14.944103 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f2d147b8-70ce-487b-b8c3-40eb65345672 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.9950614 Jul 14 09:46:14.944315 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c62a241-c582-49a0-8c83-3643eca661ef None None] Routers {'e3968f9a-4187-4fd5-8127-33a7d5bcdada'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:14.944315 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7c62a241-c582-49a0-8c83-3643eca661ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e3968f9a-4187-4fd5-8127-33a7d5bcdada'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:14.945001 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42466) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:15.058108 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-7c62a241-c582-49a0-8c83-3643eca661ef None None] Set router e3968f9a-4187-4fd5-8127-33a7d5bcdada gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:15.075452 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cfeb2655-75a5-4972-b6a8-bb3e054db24e tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.215845 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cfeb2655-75a5-4972-b6a8-bb3e054db24e tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.256481 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7c62a241-c582-49a0-8c83-3643eca661ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3968f9a-4187-4fd5-8127-33a7d5bcdada', 'name': '', 'tenant_id': 'e2ce9a9c971f423b9d8fdae0437439a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba44ee1a-0acd-4efc-8b01-ae7979a04b15', 'external_fixed_ips': [{'subnet_id': '5c5af3a0-77cf-4594-ad62-bd05a87c90e9', 'ip_address': '2001:db8::9e'}], 'enable_snat': True}, 'gw_port_id': '90c4de87-67c0-4e97-9b35-cad3f1f2edc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:46:12Z', 'updated_at': '2021-07-14T09:46:14Z', 'revision_number': 3, 'project_id': 'e2ce9a9c971f423b9d8fdae0437439a5', 'gw_port': {'id': '90c4de87-67c0-4e97-9b35-cad3f1f2edc8', 'name': '', 'network_id': 'ba44ee1a-0acd-4efc-8b01-ae7979a04b15', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:34:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3968f9a-4187-4fd5-8127-33a7d5bcdada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '5c5af3a0-77cf-4594-ad62-bd05a87c90e9', 'ip_address': '2001:db8::9e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:46:13Z', 'updated_at': '2021-07-14T09:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c5af3a0-77cf-4594-ad62-bd05a87c90e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:15.289973 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c62a241-c582-49a0-8c83-3643eca661ef None None] Checking router: e3968f9a-4187-4fd5-8127-33a7d5bcdada for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:46:15.290618 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c62a241-c582-49a0-8c83-3643eca661ef None None] Updating router e3968f9a-4187-4fd5-8127-33a7d5bcdada port 90c4de87-67c0-4e97-9b35-cad3f1f2edc8 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:46:15.303363 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-cfeb2655-75a5-4972-b6a8-bb3e054db24e tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Deleting port 90c4de87-67c0-4e97-9b35-cad3f1f2edc8 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:15.304093 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cfeb2655-75a5-4972-b6a8-bb3e054db24e tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.347763 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c62a241-c582-49a0-8c83-3643eca661ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.421647 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cfeb2655-75a5-4972-b6a8-bb3e054db24e tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.436329 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-cfeb2655-75a5-4972-b6a8-bb3e054db24e tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Calling delete_port for 90c4de87-67c0-4e97-9b35-cad3f1f2edc8 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:15.680372 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cfeb2655-75a5-4972-b6a8-bb3e054db24e tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.764828 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cfeb2655-75a5-4972-b6a8-bb3e054db24e tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.770156 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb2655-75a5-4972-b6a8-bb3e054db24e tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Pushing event deleted for resources: {'Port': ['ID=90c4de87-67c0-4e97-9b35-cad3f1f2edc8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:15.835313 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.db.api [None req-7c62a241-c582-49a0-8c83-3643eca661ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:46:15.835757 n-d-798054-10 neutron-server[93890]: DEBUG oslo_db.api [None req-7c62a241-c582-49a0-8c83-3643eca661ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:46:15.918455 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cfeb2655-75a5-4972-b6a8-bb3e054db24e tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.922456 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cfeb2655-75a5-4972-b6a8-bb3e054db24e tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.985317 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cfeb2655-75a5-4972-b6a8-bb3e054db24e tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.986531 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfeb2655-75a5-4972-b6a8-bb3e054db24e tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3968f9a-4187-4fd5-8127-33a7d5bcdada {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:46:15.992326 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cfeb2655-75a5-4972-b6a8-bb3e054db24e tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.996735 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cfeb2655-75a5-4972-b6a8-bb3e054db24e tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "DELETE /v2.0/routers/e3968f9a-4187-4fd5-8127-33a7d5bcdada HTTP/1.1" status: 204 len: 168 time: 1.0478272 Jul 14 09:46:15.997177 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42476) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:16.073388 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3b15f1-8d9a-4b6c-a9ba-1fee5fa509c1 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Deleting subnet 5c5af3a0-77cf-4594-ad62-bd05a87c90e9 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:16.078111 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ee3b15f1-8d9a-4b6c-a9ba-1fee5fa509c1 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.100889 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac63bddf-9b6c-4727-8740-b22883d2ad4c req-4bca3f41-26c5-48fc-81e2-b5a40000cfaf tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=e263cf05-24cb-49ad-96e8-8ad18d97ebc4 HTTP/1.1" status: 200 len: 210 time: 0.0530291 Jul 14 09:46:16.118603 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ee3b15f1-8d9a-4b6c-a9ba-1fee5fa509c1 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.164291 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ee3b15f1-8d9a-4b6c-a9ba-1fee5fa509c1 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.266310 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ee3b15f1-8d9a-4b6c-a9ba-1fee5fa509c1 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.322146 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b15f1-8d9a-4b6c-a9ba-1fee5fa509c1 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5c5af3a0-77cf-4594-ad62-bd05a87c90e9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:16.330873 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ee3b15f1-8d9a-4b6c-a9ba-1fee5fa509c1 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.334104 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ee3b15f1-8d9a-4b6c-a9ba-1fee5fa509c1 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/5c5af3a0-77cf-4594-ad62-bd05a87c90e9 HTTP/1.1" status: 204 len: 168 time: 0.3353770 Jul 14 09:46:16.336705 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42478) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:16.364222 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c62a241-c582-49a0-8c83-3643eca661ef None None] Port 90c4de87-67c0-4e97-9b35-cad3f1f2edc8 not found while updating agent binding for router e3968f9a-4187-4fd5-8127-33a7d5bcdada. {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 14 09:46:16.376223 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c62a241-c582-49a0-8c83-3643eca661ef None None] Routers set() bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:16.376997 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c62a241-c582-49a0-8c83-3643eca661ef None None] Router IDs set() for agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:46:16.377951 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_agentschedulers_db [None req-7c62a241-c582-49a0-8c83-3643eca661ef None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e3968f9a-4187-4fd5-8127-33a7d5bcdada'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent'). {{(pid=93890) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:46:16.378802 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c62a241-c582-49a0-8c83-3643eca661ef None None] The sync data for ids ['e3968f9a-4187-4fd5-8127-33a7d5bcdada'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:16.471505 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5d4efad6-03c0-4b31-9d9c-1a42cea97fda tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.575835 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.577119 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5d4efad6-03c0-4b31-9d9c-1a42cea97fda tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.593487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-5d4efad6-03c0-4b31-9d9c-1a42cea97fda tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba44ee1a-0acd-4efc-8b01-ae7979a04b15']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:16.614807 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-5d4efad6-03c0-4b31-9d9c-1a42cea97fda tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ff6859-c288-4bac-b378-cadb086c9342') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:16.615268 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-5d4efad6-03c0-4b31-9d9c-1a42cea97fda tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ff6859-c288-4bac-b378-cadb086c9342') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:16.627998 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5d4efad6-03c0-4b31-9d9c-1a42cea97fda tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.645721 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5d4efad6-03c0-4b31-9d9c-1a42cea97fda tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.653647 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4efad6-03c0-4b31-9d9c-1a42cea97fda tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:46:16.654197 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5d4efad6-03c0-4b31-9d9c-1a42cea97fda tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:46:16.656242 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:46:16.723677 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5d4efad6-03c0-4b31-9d9c-1a42cea97fda tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.734642 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4efad6-03c0-4b31-9d9c-1a42cea97fda tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ba44ee1a-0acd-4efc-8b01-ae7979a04b15 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:46:16.745395 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5d4efad6-03c0-4b31-9d9c-1a42cea97fda tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.748577 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5d4efad6-03c0-4b31-9d9c-1a42cea97fda tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "DELETE /v2.0/networks/ba44ee1a-0acd-4efc-8b01-ae7979a04b15 HTTP/1.1" status: 204 len: 168 time: 0.4107449 Jul 14 09:46:16.750158 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4efad6-03c0-4b31-9d9c-1a42cea97fda tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Pushing event deleted for resources: {'Network': ['ID=ba44ee1a-0acd-4efc-8b01-ae7979a04b15,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:16.977459 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42488) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:16.982755 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8b9444ea-bb80-496f-9016-7852b16edfc7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Request body: {'router': {'name': 'tempest-router--1167921829', 'project_id': '0599013ae9654d9b80f7717ea5a1fcc6'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:17.007080 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b9444ea-bb80-496f-9016-7852b16edfc7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.008555 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b9444ea-bb80-496f-9016-7852b16edfc7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.068722 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b9444ea-bb80-496f-9016-7852b16edfc7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.073769 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b9444ea-bb80-496f-9016-7852b16edfc7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.088487 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b9444ea-bb80-496f-9016-7852b16edfc7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.090155 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8b9444ea-bb80-496f-9016-7852b16edfc7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1112785 Jul 14 09:46:17.092732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42490) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:17.176050 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74e2f898-9e9f-456e-939a-78db408299d8 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.351042 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74e2f898-9e9f-456e-939a-78db408299d8 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.353975 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74e2f898-9e9f-456e-939a-78db408299d8 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.397740 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74e2f898-9e9f-456e-939a-78db408299d8 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.398321 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e2f898-9e9f-456e-939a-78db408299d8 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f1ef660-de55-40b3-8f99-2a741e83ae90 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:46:17.402975 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74e2f898-9e9f-456e-939a-78db408299d8 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.404199 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-74e2f898-9e9f-456e-939a-78db408299d8 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "DELETE /v2.0/routers/4f1ef660-de55-40b3-8f99-2a741e83ae90 HTTP/1.1" status: 204 len: 168 time: 0.3102267 Jul 14 09:46:17.522472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42500) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:17.732210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-bafad34a-ed61-42d9-8bb1-aa99b55600a6 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-642639233', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}, 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:17.758791 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bafad34a-ed61-42d9-8bb1-aa99b55600a6 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.760100 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bafad34a-ed61-42d9-8bb1-aa99b55600a6 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.816580 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bafad34a-ed61-42d9-8bb1-aa99b55600a6 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:18.306633 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bafad34a-ed61-42d9-8bb1-aa99b55600a6 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:18.550202 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bafad34a-ed61-42d9-8bb1-aa99b55600a6 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:18.570254 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bafad34a-ed61-42d9-8bb1-aa99b55600a6 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:18.681095 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-bafad34a-ed61-42d9-8bb1-aa99b55600a6 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Allocated IP 172.25.1.246 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/a749ef7d-381d-4848-833d-120738ac248a) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:18.788998 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bafad34a-ed61-42d9-8bb1-aa99b55600a6 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:18.829821 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bafad34a-ed61-42d9-8bb1-aa99b55600a6 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:18.872541 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafad34a-ed61-42d9-8bb1-aa99b55600a6 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:18.874873 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-bafad34a-ed61-42d9-8bb1-aa99b55600a6 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:18.878799 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafad34a-ed61-42d9-8bb1-aa99b55600a6 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:18.903704 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafad34a-ed61-42d9-8bb1-aa99b55600a6 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Pushing event updated for resources: {'Port': ['ID=a749ef7d-381d-4848-833d-120738ac248a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:19.166085 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bafad34a-ed61-42d9-8bb1-aa99b55600a6 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.388199 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bafad34a-ed61-42d9-8bb1-aa99b55600a6 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.535609 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafad34a-ed61-42d9-8bb1-aa99b55600a6 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Router ce0b7ff0-aa29-4843-97f6-b245945ed803 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:46:19.659074 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafad34a-ed61-42d9-8bb1-aa99b55600a6 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:19.671921 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2954f9e6-f73e-43c9-bcf3-315b149d4b08 None None] Sync routers for ids ['ce0b7ff0-aa29-4843-97f6-b245945ed803'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:19.684576 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bafad34a-ed61-42d9-8bb1-aa99b55600a6 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.684917 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2954f9e6-f73e-43c9-bcf3-315b149d4b08 None None] Routers {'ce0b7ff0-aa29-4843-97f6-b245945ed803'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:19.685725 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-2954f9e6-f73e-43c9-bcf3-315b149d4b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ce0b7ff0-aa29-4843-97f6-b245945ed803'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:19.691123 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42528) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:19.692388 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bafad34a-ed61-42d9-8bb1-aa99b55600a6 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.1686006 Jul 14 09:46:19.745717 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-2954f9e6-f73e-43c9-bcf3-315b149d4b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:19.755653 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2954f9e6-f73e-43c9-bcf3-315b149d4b08 None None] Routers {'ce0b7ff0-aa29-4843-97f6-b245945ed803'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:19.756528 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-2954f9e6-f73e-43c9-bcf3-315b149d4b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ce0b7ff0-aa29-4843-97f6-b245945ed803'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:19.790900 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-2954f9e6-f73e-43c9-bcf3-315b149d4b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:19.791833 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2954f9e6-f73e-43c9-bcf3-315b149d4b08 None None] The sync data for ids ['ce0b7ff0-aa29-4843-97f6-b245945ed803'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:19.819068 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3a6b7930-6cf0-48e7-a7cd-5cb39a27f65c tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "GET /v2.0/routers/ce0b7ff0-aa29-4843-97f6-b245945ed803 HTTP/1.1" status: 200 len: 924 time: 0.1261678 Jul 14 09:46:19.821906 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42530) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:19.853265 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ffd982e1-93f3-441d-8f02-43aba6504449 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce0b7ff0-aa29-4843-97f6-b245945ed803 HTTP/1.1" status: 200 len: 205 time: 0.0302815 Jul 14 09:46:19.856745 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42532) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:19.971416 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbb5a-ac20-4e3d-947b-c5d155c3473d tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.103887 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbb5a-ac20-4e3d-947b-c5d155c3473d tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.208872 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-7e4dbb5a-ac20-4e3d-947b-c5d155c3473d tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Deleting port a749ef7d-381d-4848-833d-120738ac248a {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:20.209718 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbb5a-ac20-4e3d-947b-c5d155c3473d tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.310561 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbb5a-ac20-4e3d-947b-c5d155c3473d tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.327333 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-7e4dbb5a-ac20-4e3d-947b-c5d155c3473d tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Calling delete_port for a749ef7d-381d-4848-833d-120738ac248a owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:20.522057 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbb5a-ac20-4e3d-947b-c5d155c3473d tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.545715 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4dbb5a-ac20-4e3d-947b-c5d155c3473d tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Pushing event deleted for resources: {'Port': ['ID=a749ef7d-381d-4848-833d-120738ac248a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:20.614168 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbb5a-ac20-4e3d-947b-c5d155c3473d tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.056623 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbb5a-ac20-4e3d-947b-c5d155c3473d tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.059296 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbb5a-ac20-4e3d-947b-c5d155c3473d tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.103758 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbb5a-ac20-4e3d-947b-c5d155c3473d tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.104327 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4dbb5a-ac20-4e3d-947b-c5d155c3473d tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Fanout notify agent at l3_agent the message router_deleted on router ce0b7ff0-aa29-4843-97f6-b245945ed803 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:46:21.111089 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbb5a-ac20-4e3d-947b-c5d155c3473d tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.112280 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7e4dbb5a-ac20-4e3d-947b-c5d155c3473d tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "DELETE /v2.0/routers/ce0b7ff0-aa29-4843-97f6-b245945ed803 HTTP/1.1" status: 204 len: 168 time: 1.2545044 Jul 14 09:46:21.116004 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42538) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:21.120458 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-323c636e-914f-4d73-bf47-4410a408bfd7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1692494350', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'enable_snat': False}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:21.142398 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-323c636e-914f-4d73-bf47-4410a408bfd7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.143558 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-323c636e-914f-4d73-bf47-4410a408bfd7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.194150 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-323c636e-914f-4d73-bf47-4410a408bfd7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.344809 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-323c636e-914f-4d73-bf47-4410a408bfd7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.552763 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-323c636e-914f-4d73-bf47-4410a408bfd7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.578839 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-323c636e-914f-4d73-bf47-4410a408bfd7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.694404 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-323c636e-914f-4d73-bf47-4410a408bfd7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Allocated IP 172.25.1.19 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/f86addb2-51c9-48fa-89ee-d09e354616a0) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:21.816862 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-323c636e-914f-4d73-bf47-4410a408bfd7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.930858 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-323c636e-914f-4d73-bf47-4410a408bfd7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.001123 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323c636e-914f-4d73-bf47-4410a408bfd7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:22.006661 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-323c636e-914f-4d73-bf47-4410a408bfd7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:22.014741 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c636e-914f-4d73-bf47-4410a408bfd7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:22.043980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c636e-914f-4d73-bf47-4410a408bfd7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Pushing event updated for resources: {'Port': ['ID=f86addb2-51c9-48fa-89ee-d09e354616a0,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:22.053107 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95964a7-ab02-4aab-a23a-49242dbf85f0 req-2c7b68ef-0731-4e55-8e1a-d751f678c96f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:22.054642 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d95964a7-ab02-4aab-a23a-49242dbf85f0 req-2c7b68ef-0731-4e55-8e1a-d751f678c96f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 946 time: 0.2068613 Jul 14 09:46:22.163852 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d95964a7-ab02-4aab-a23a-49242dbf85f0 req-1c872b9b-3c27-450e-b7e4-bd6961564355 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017332 Jul 14 09:46:22.322310 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-323c636e-914f-4d73-bf47-4410a408bfd7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.537444 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-323c636e-914f-4d73-bf47-4410a408bfd7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.671807 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323c636e-914f-4d73-bf47-4410a408bfd7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Router bbcb3eee-3be3-4989-b0eb-0b3e551421c5 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:46:22.781144 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323c636e-914f-4d73-bf47-4410a408bfd7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:22.790038 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] Sync routers for ids ['bbcb3eee-3be3-4989-b0eb-0b3e551421c5'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:22.798179 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-323c636e-914f-4d73-bf47-4410a408bfd7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.799647 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-323c636e-914f-4d73-bf47-4410a408bfd7 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.6825731 Jul 14 09:46:22.801156 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] Routers {'bbcb3eee-3be3-4989-b0eb-0b3e551421c5'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:22.801846 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['bbcb3eee-3be3-4989-b0eb-0b3e551421c5'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:22.802479 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42554) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:22.917619 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d125d9fe-65ea-422d-bea8-b950e5a4c023 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "GET /v2.0/routers/bbcb3eee-3be3-4989-b0eb-0b3e551421c5 HTTP/1.1" status: 200 len: 908 time: 0.1138709 Jul 14 09:46:22.920036 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42556) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:22.922371 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] Set router bbcb3eee-3be3-4989-b0eb-0b3e551421c5 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:22.924836 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-433d9a60-842f-4f57-8593-513e90178466 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1692494350', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'enable_snat': True}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:22.947502 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-433d9a60-842f-4f57-8593-513e90178466 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.948520 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-433d9a60-842f-4f57-8593-513e90178466 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.010794 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-433d9a60-842f-4f57-8593-513e90178466 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.119154 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcb3eee-3be3-4989-b0eb-0b3e551421c5', 'name': 'tempest-snat-router-1692494350', 'tenant_id': 'e2ce9a9c971f423b9d8fdae0437439a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.19'}], 'enable_snat': False}, 'gw_port_id': 'f86addb2-51c9-48fa-89ee-d09e354616a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:46:21Z', 'updated_at': '2021-07-14T09:46:22Z', 'revision_number': 3, 'project_id': 'e2ce9a9c971f423b9d8fdae0437439a5', 'gw_port': {'id': 'f86addb2-51c9-48fa-89ee-d09e354616a0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcb3eee-3be3-4989-b0eb-0b3e551421c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:46:21Z', 'updated_at': '2021-07-14T09:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:23.145479 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] Checking router: bbcb3eee-3be3-4989-b0eb-0b3e551421c5 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:46:23.145733 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] Updating router bbcb3eee-3be3-4989-b0eb-0b3e551421c5 port f86addb2-51c9-48fa-89ee-d09e354616a0 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:46:23.162141 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-433d9a60-842f-4f57-8593-513e90178466 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.194021 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.429442 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-433d9a60-842f-4f57-8593-513e90178466 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.452494 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-433d9a60-842f-4f57-8593-513e90178466 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.472488 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3242fc1-22d3-4807-b084-f94030e0d766 req-17ff522d-3873-421e-985f-1f04fc8110e9 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:23.474082 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c3242fc1-22d3-4807-b084-f94030e0d766 req-17ff522d-3873-421e-985f-1f04fc8110e9 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 946 time: 0.1313648 Jul 14 09:46:23.494664 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.505406 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] Transition to ACTIVE for port object f86addb2-51c9-48fa-89ee-d09e354616a0 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:23.512412 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.557107 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15dc10-59e5-4341-af9b-cd218e2d9101 None None] Pushing event updated for resources: {'Port': ['ID=f86addb2-51c9-48fa-89ee-d09e354616a0,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:23.561963 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c3242fc1-22d3-4807-b084-f94030e0d766 req-2eed0628-6dff-4790-902c-e40e8b8b9a4b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6d66a1d-8be8-4398-b979-26dab4895559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535030 Jul 14 09:46:23.568175 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15dc10-59e5-4341-af9b-cd218e2d9101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:23.568866 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15dc10-59e5-4341-af9b-cd218e2d9101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:23.569413 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15dc10-59e5-4341-af9b-cd218e2d9101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:23.569979 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15dc10-59e5-4341-af9b-cd218e2d9101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:23.570659 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15dc10-59e5-4341-af9b-cd218e2d9101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:23.571301 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15dc10-59e5-4341-af9b-cd218e2d9101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:23.571825 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15dc10-59e5-4341-af9b-cd218e2d9101 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:23.572371 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15dc10-59e5-4341-af9b-cd218e2d9101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:23.572917 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15dc10-59e5-4341-af9b-cd218e2d9101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:23.573449 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15dc10-59e5-4341-af9b-cd218e2d9101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:23.574031 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15dc10-59e5-4341-af9b-cd218e2d9101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:23.574551 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15dc10-59e5-4341-af9b-cd218e2d9101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:23.599027 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] Attempting to bind port f86addb2-51c9-48fa-89ee-d09e354616a0 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:23.599703 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] Attempting to bind port f86addb2-51c9-48fa-89ee-d09e354616a0 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:23.600300 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] Attempting to bind port f86addb2-51c9-48fa-89ee-d09e354616a0 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:23.607252 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:23.608103 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:23.608508 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.608903 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:23.609378 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] Bound port: f86addb2-51c9-48fa-89ee-d09e354616a0, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:23.609761 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.617344 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa062d69-ad6a-4309-98c2-25f1b78c8251 req-62ed3539-00b2-4e4f-b28f-93e8dbb79924 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:23.619801 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aa062d69-ad6a-4309-98c2-25f1b78c8251 req-62ed3539-00b2-4e4f-b28f-93e8dbb79924 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.55 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 946 time: 0.0912516 Jul 14 09:46:23.620634 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-433d9a60-842f-4f57-8593-513e90178466 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Allocated IP 172.25.1.53 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/842a9272-8ad8-4e2b-8653-6193feece7f1) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:23.664831 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] For port f86addb2-51c9-48fa-89ee-d09e354616a0, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:23.667372 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] For port f86addb2-51c9-48fa-89ee-d09e354616a0, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f86addb2-51c9-48fa-89ee-d09e354616a0,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:23.672954 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.739355 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] Routers {'bbcb3eee-3be3-4989-b0eb-0b3e551421c5'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:23.739992 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['bbcb3eee-3be3-4989-b0eb-0b3e551421c5'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:23.741936 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15dc10-59e5-4341-af9b-cd218e2d9101 None None] Pushing event updated for resources: {'Port': ['ID=f86addb2-51c9-48fa-89ee-d09e354616a0,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:23.753482 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-aa062d69-ad6a-4309-98c2-25f1b78c8251 req-a0f477b0-fdfb-4bea-b723-22ed90d02c11 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Deleting port bb3e0adb-1005-4984-9424-60b28115c68a {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:23.753932 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aa062d69-ad6a-4309-98c2-25f1b78c8251 req-a0f477b0-fdfb-4bea-b723-22ed90d02c11 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.773141 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-433d9a60-842f-4f57-8593-513e90178466 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.823731 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-433d9a60-842f-4f57-8593-513e90178466 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.873855 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433d9a60-842f-4f57-8593-513e90178466 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:23.882628 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-433d9a60-842f-4f57-8593-513e90178466 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:23.883832 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] Set router bbcb3eee-3be3-4989-b0eb-0b3e551421c5 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:23.886891 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d9a60-842f-4f57-8593-513e90178466 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:23.913114 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d9a60-842f-4f57-8593-513e90178466 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Pushing event updated for resources: {'Port': ['ID=842a9272-8ad8-4e2b-8653-6193feece7f1,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:23.947214 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-aa062d69-ad6a-4309-98c2-25f1b78c8251 req-a0f477b0-fdfb-4bea-b723-22ed90d02c11 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] For port bb3e0adb-1005-4984-9424-60b28115c68a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=bb3e0adb-1005-4984-9424-60b28115c68a,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:23.948274 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aa062d69-ad6a-4309-98c2-25f1b78c8251 req-a0f477b0-fdfb-4bea-b723-22ed90d02c11 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.974570 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-aa062d69-ad6a-4309-98c2-25f1b78c8251 req-a0f477b0-fdfb-4bea-b723-22ed90d02c11 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Calling delete_port for bb3e0adb-1005-4984-9424-60b28115c68a owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:24.166948 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcb3eee-3be3-4989-b0eb-0b3e551421c5', 'name': 'tempest-snat-router-1692494350', 'tenant_id': 'e2ce9a9c971f423b9d8fdae0437439a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.19'}], 'enable_snat': False}, 'gw_port_id': 'f86addb2-51c9-48fa-89ee-d09e354616a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:46:21Z', 'updated_at': '2021-07-14T09:46:22Z', 'revision_number': 3, 'project_id': 'e2ce9a9c971f423b9d8fdae0437439a5', 'gw_port': {'id': 'f86addb2-51c9-48fa-89ee-d09e354616a0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcb3eee-3be3-4989-b0eb-0b3e551421c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:46:21Z', 'updated_at': '2021-07-14T09:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:24.168171 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aa062d69-ad6a-4309-98c2-25f1b78c8251 req-a0f477b0-fdfb-4bea-b723-22ed90d02c11 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.195710 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f52947-46c6-4678-a312-9dbd6356a162 None None] The sync data for ids ['bbcb3eee-3be3-4989-b0eb-0b3e551421c5'] in n-d-798054-10 is: [{'id': 'bbcb3eee-3be3-4989-b0eb-0b3e551421c5', 'name': 'tempest-snat-router-1692494350', 'tenant_id': 'e2ce9a9c971f423b9d8fdae0437439a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.19'}], 'enable_snat': False}, 'gw_port_id': 'f86addb2-51c9-48fa-89ee-d09e354616a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:46:21Z', 'updated_at': '2021-07-14T09:46:22Z', 'revision_number': 3, 'project_id': 'e2ce9a9c971f423b9d8fdae0437439a5', 'gw_port': {'id': 'f86addb2-51c9-48fa-89ee-d09e354616a0', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcb3eee-3be3-4989-b0eb-0b3e551421c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:46:21Z', 'updated_at': '2021-07-14T09:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:24.200729 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f477b0-fdfb-4bea-b723-22ed90d02c11 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event deleted for resources: {'Port': ['ID=bb3e0adb-1005-4984-9424-60b28115c68a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:24.206264 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['bb3e0adb-1005-4984-9424-60b28115c68a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:46:24.245472 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-433d9a60-842f-4f57-8593-513e90178466 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.252016 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa062d69-ad6a-4309-98c2-25f1b78c8251 req-a0f477b0-fdfb-4bea-b723-22ed90d02c11 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] No DVR routers for this DVR port bb3e0adb-1005-4984-9424-60b28115c68a on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:24.255121 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aa062d69-ad6a-4309-98c2-25f1b78c8251 req-a0f477b0-fdfb-4bea-b723-22ed90d02c11 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.257264 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aa062d69-ad6a-4309-98c2-25f1b78c8251 req-a0f477b0-fdfb-4bea-b723-22ed90d02c11 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.55 "DELETE /v2.0/ports/bb3e0adb-1005-4984-9424-60b28115c68a HTTP/1.1" status: 204 len: 173 time: 0.6311719 Jul 14 09:46:24.257725 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737b89d3-82a0-4487-9ead-b10019960c15', 'name': 'network-vif-deleted', 'tag': 'bb3e0adb-1005-4984-9424-60b28115c68a'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:24.260328 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de14242-5897-410d-85fd-8ed588c9c748" -d '{"events": [{"server_uuid": "737b89d3-82a0-4487-9ead-b10019960c15", "name": "network-vif-deleted", "tag": "bb3e0adb-1005-4984-9424-60b28115c68a"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:24.307965 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efe13bc-4c5c-47be-8a12-09b801e879fd x-openstack-request-id: req-0efe13bc-4c5c-47be-8a12-09b801e879fd {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:24.308820 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737b89d3-82a0-4487-9ead-b10019960c15", "name": "network-vif-deleted", "tag": "bb3e0adb-1005-4984-9424-60b28115c68a", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:24.309084 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0efe13bc-4c5c-47be-8a12-09b801e879fd {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:24.309499 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737b89d3-82a0-4487-9ead-b10019960c15', 'name': 'network-vif-deleted', 'tag': 'bb3e0adb-1005-4984-9424-60b28115c68a', 'status': 'completed', 'code': 200} Jul 14 09:46:24.975507 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f86addb2-51c9-48fa-89ee-d09e354616a0 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:25.039444 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port f86addb2-51c9-48fa-89ee-d09e354616a0 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:25.044984 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f86addb2-51c9-48fa-89ee-d09e354616a0 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:25.045606 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.082139 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23de85bf-13a7-4314-a9b4-2bfc717e8172 req-a2adc78b-f687-4a76-8095-307ccc24bb49 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 210 time: 0.0577509 Jul 14 09:46:25.140012 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-433d9a60-842f-4f57-8593-513e90178466 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.179585 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.222978 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port f86addb2-51c9-48fa-89ee-d09e354616a0, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f86addb2-51c9-48fa-89ee-d09e354616a0,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:25.228702 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.308334 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=f86addb2-51c9-48fa-89ee-d09e354616a0,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:25.346436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433d9a60-842f-4f57-8593-513e90178466 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Router 4483ed29-1acf-439f-ada0-93c61e47f488 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:46:25.484691 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433d9a60-842f-4f57-8593-513e90178466 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:25.495192 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a18fd-8a6f-4d5e-b3d2-903e59b08fcc None None] Sync routers for ids ['4483ed29-1acf-439f-ada0-93c61e47f488'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:25.509097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a18fd-8a6f-4d5e-b3d2-903e59b08fcc None None] Routers {'4483ed29-1acf-439f-ada0-93c61e47f488'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:25.511837 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-433d9a60-842f-4f57-8593-513e90178466 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.514008 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-433d9a60-842f-4f57-8593-513e90178466 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.5926869 Jul 14 09:46:25.516527 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42574) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:25.521165 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d66a18fd-8a6f-4d5e-b3d2-903e59b08fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['4483ed29-1acf-439f-ada0-93c61e47f488'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:25.649862 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-28895004-b8c2-458f-a046-0c6d3618fcda tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "GET /v2.0/routers/4483ed29-1acf-439f-ada0-93c61e47f488 HTTP/1.1" status: 200 len: 907 time: 0.1320720 Jul 14 09:46:25.653220 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42576) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:25.671879 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-d66a18fd-8a6f-4d5e-b3d2-903e59b08fcc None None] Set router 4483ed29-1acf-439f-ada0-93c61e47f488 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:25.787069 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f6e3-0372-4114-8239-1540571f7e17 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.973456 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d66a18fd-8a6f-4d5e-b3d2-903e59b08fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4483ed29-1acf-439f-ada0-93c61e47f488', 'name': 'tempest-snat-router-1692494350', 'tenant_id': 'e2ce9a9c971f423b9d8fdae0437439a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '842a9272-8ad8-4e2b-8653-6193feece7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:46:22Z', 'updated_at': '2021-07-14T09:46:24Z', 'revision_number': 3, 'project_id': 'e2ce9a9c971f423b9d8fdae0437439a5', 'gw_port': {'id': '842a9272-8ad8-4e2b-8653-6193feece7f1', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4483ed29-1acf-439f-ada0-93c61e47f488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:46:23Z', 'updated_at': '2021-07-14T09:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:25.974136 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f6e3-0372-4114-8239-1540571f7e17 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.011906 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a18fd-8a6f-4d5e-b3d2-903e59b08fcc None None] Checking router: 4483ed29-1acf-439f-ada0-93c61e47f488 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:46:26.012262 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a18fd-8a6f-4d5e-b3d2-903e59b08fcc None None] Updating router 4483ed29-1acf-439f-ada0-93c61e47f488 port 842a9272-8ad8-4e2b-8653-6193feece7f1 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:46:26.049618 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6f6e3-0372-4114-8239-1540571f7e17 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Deleting port 842a9272-8ad8-4e2b-8653-6193feece7f1 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:26.055757 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f6e3-0372-4114-8239-1540571f7e17 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.063420 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d66a18fd-8a6f-4d5e-b3d2-903e59b08fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.167115 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f6e3-0372-4114-8239-1540571f7e17 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.190212 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6f6e3-0372-4114-8239-1540571f7e17 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Calling delete_port for 842a9272-8ad8-4e2b-8653-6193feece7f1 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:26.389848 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9c7cd4b-378e-4fff-8ca6-24b74dfeab4c req-e907c192-033d-4f19-9aea-1a3b26c43159 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 210 time: 0.0441499 Jul 14 09:46:26.477147 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f6e3-0372-4114-8239-1540571f7e17 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.487252 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-d66a18fd-8a6f-4d5e-b3d2-903e59b08fcc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:46:26.487252 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-d66a18fd-8a6f-4d5e-b3d2-903e59b08fcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:46:26.506436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6f6e3-0372-4114-8239-1540571f7e17 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Pushing event deleted for resources: {'Port': ['ID=842a9272-8ad8-4e2b-8653-6193feece7f1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:26.572238 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f6e3-0372-4114-8239-1540571f7e17 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.673954 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f6e3-0372-4114-8239-1540571f7e17 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.676347 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f6e3-0372-4114-8239-1540571f7e17 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.735486 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f6e3-0372-4114-8239-1540571f7e17 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.736212 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf6f6e3-0372-4114-8239-1540571f7e17 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4483ed29-1acf-439f-ada0-93c61e47f488 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:46:26.741286 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f6e3-0372-4114-8239-1540571f7e17 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.742554 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cdf6f6e3-0372-4114-8239-1540571f7e17 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "DELETE /v2.0/routers/4483ed29-1acf-439f-ada0-93c61e47f488 HTTP/1.1" status: 204 len: 168 time: 1.0879383 Jul 14 09:46:26.745008 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42582) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:26.857648 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b13f6596-c36e-42d3-b3e0-eb9d155958ba tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.910072 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f86addb2-51c9-48fa-89ee-d09e354616a0 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:26.970483 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b13f6596-c36e-42d3-b3e0-eb9d155958ba tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.983807 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f86addb2-51c9-48fa-89ee-d09e354616a0 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:26.984322 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.061317 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-b13f6596-c36e-42d3-b3e0-eb9d155958ba tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Deleting port f86addb2-51c9-48fa-89ee-d09e354616a0 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:27.061669 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b13f6596-c36e-42d3-b3e0-eb9d155958ba tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.099715 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a18fd-8a6f-4d5e-b3d2-903e59b08fcc None None] Port 842a9272-8ad8-4e2b-8653-6193feece7f1 not found while updating agent binding for router 4483ed29-1acf-439f-ada0-93c61e47f488. {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 14 09:46:27.113458 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a18fd-8a6f-4d5e-b3d2-903e59b08fcc None None] Routers set() bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:27.113944 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a18fd-8a6f-4d5e-b3d2-903e59b08fcc None None] Router IDs set() for agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:46:27.114784 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_agentschedulers_db [None req-d66a18fd-8a6f-4d5e-b3d2-903e59b08fcc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4483ed29-1acf-439f-ada0-93c61e47f488'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent'). {{(pid=93889) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:46:27.115219 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a18fd-8a6f-4d5e-b3d2-903e59b08fcc None None] The sync data for ids ['4483ed29-1acf-439f-ada0-93c61e47f488'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:27.156841 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-b13f6596-c36e-42d3-b3e0-eb9d155958ba tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] For port f86addb2-51c9-48fa-89ee-d09e354616a0, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f86addb2-51c9-48fa-89ee-d09e354616a0,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:27.157866 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b13f6596-c36e-42d3-b3e0-eb9d155958ba tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.180527 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-b13f6596-c36e-42d3-b3e0-eb9d155958ba tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Calling delete_port for f86addb2-51c9-48fa-89ee-d09e354616a0 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:27.279189 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5e282e7-cdc1-4bc3-bbef-5a2534112691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.367672 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b13f6596-c36e-42d3-b3e0-eb9d155958ba tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.396174 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f6596-c36e-42d3-b3e0-eb9d155958ba tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Pushing event deleted for resources: {'Port': ['ID=f86addb2-51c9-48fa-89ee-d09e354616a0,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:27.468827 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b13f6596-c36e-42d3-b3e0-eb9d155958ba tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.583073 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b13f6596-c36e-42d3-b3e0-eb9d155958ba tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.601180 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b13f6596-c36e-42d3-b3e0-eb9d155958ba tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.604644 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c29acc6f-0fc1-4bf0-ba23-7cde59641d74 req-75a7aa27-a92b-4ae4-9aa9-860a0f259d82 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 210 time: 0.0382981 Jul 14 09:46:27.648854 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b13f6596-c36e-42d3-b3e0-eb9d155958ba tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.649455 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13f6596-c36e-42d3-b3e0-eb9d155958ba tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bbcb3eee-3be3-4989-b0eb-0b3e551421c5 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:46:27.653716 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b13f6596-c36e-42d3-b3e0-eb9d155958ba tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.661080 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b13f6596-c36e-42d3-b3e0-eb9d155958ba tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "DELETE /v2.0/routers/bbcb3eee-3be3-4989-b0eb-0b3e551421c5 HTTP/1.1" status: 204 len: 168 time: 0.9141285 Jul 14 09:46:27.661564 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42592) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:27.667022 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3cccbe6a-385e-4b7f-bdbf-5b7aef2aca2e tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1467127033', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}, 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:27.697201 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cccbe6a-385e-4b7f-bdbf-5b7aef2aca2e tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.698452 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cccbe6a-385e-4b7f-bdbf-5b7aef2aca2e tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.744952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device bb3e0adb-1005-4984-9424-60b28115c68a no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:27.763226 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cccbe6a-385e-4b7f-bdbf-5b7aef2aca2e tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.768575 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: bb3e0adb-1005-4984-9424-60b28115c68a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:27.768965 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device bb3e0adb-1005-4984-9424-60b28115c68a not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:27.916851 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cccbe6a-385e-4b7f-bdbf-5b7aef2aca2e tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.124833 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cccbe6a-385e-4b7f-bdbf-5b7aef2aca2e tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.146244 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cccbe6a-385e-4b7f-bdbf-5b7aef2aca2e tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.299171 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-3cccbe6a-385e-4b7f-bdbf-5b7aef2aca2e tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Allocated IP 172.25.1.198 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/82b9611e-0300-4ea9-b9f4-967d002cb01f) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:28.423981 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cccbe6a-385e-4b7f-bdbf-5b7aef2aca2e tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.467083 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cccbe6a-385e-4b7f-bdbf-5b7aef2aca2e tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.512239 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cccbe6a-385e-4b7f-bdbf-5b7aef2aca2e tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:28.521122 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-3cccbe6a-385e-4b7f-bdbf-5b7aef2aca2e tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:28.523816 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cccbe6a-385e-4b7f-bdbf-5b7aef2aca2e tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:28.553112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cccbe6a-385e-4b7f-bdbf-5b7aef2aca2e tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Pushing event updated for resources: {'Port': ['ID=82b9611e-0300-4ea9-b9f4-967d002cb01f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:28.780976 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d777cd7-4d42-4ca3-820e-6265a4f1eb49 req-1afee0a5-414e-4a5b-803b-19a23b89a46f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=737b89d3-82a0-4487-9ead-b10019960c15 HTTP/1.1" status: 200 len: 210 time: 0.0417304 Jul 14 09:46:28.857496 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cccbe6a-385e-4b7f-bdbf-5b7aef2aca2e tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.929350 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f86addb2-51c9-48fa-89ee-d09e354616a0 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:28.955125 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: f86addb2-51c9-48fa-89ee-d09e354616a0 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:28.955814 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f86addb2-51c9-48fa-89ee-d09e354616a0 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:29.466373 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cccbe6a-385e-4b7f-bdbf-5b7aef2aca2e tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.681816 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cccbe6a-385e-4b7f-bdbf-5b7aef2aca2e tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Router 25388675-868b-4af5-90ca-ed88ee9f79b0 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:46:29.786740 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ffcfd1bb-bd64-4fb5-9e4e-c38332b893fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.799473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cccbe6a-385e-4b7f-bdbf-5b7aef2aca2e tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:29.811308 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cd6a18-a220-47d6-ad0b-839112d5ca7a None None] Sync routers for ids ['25388675-868b-4af5-90ca-ed88ee9f79b0'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:29.821630 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cd6a18-a220-47d6-ad0b-839112d5ca7a None None] Routers {'25388675-868b-4af5-90ca-ed88ee9f79b0'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:29.822510 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-39cd6a18-a220-47d6-ad0b-839112d5ca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['25388675-868b-4af5-90ca-ed88ee9f79b0'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:29.835335 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3cccbe6a-385e-4b7f-bdbf-5b7aef2aca2e tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.836611 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3cccbe6a-385e-4b7f-bdbf-5b7aef2aca2e tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.1734648 Jul 14 09:46:29.840132 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42608) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:29.846575 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-0b4d8c32-6e13-4961-ac51-0ef461625783 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'enable_snat': False}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:29.912182 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.937655 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-39cd6a18-a220-47d6-ad0b-839112d5ca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:29.959430 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cd6a18-a220-47d6-ad0b-839112d5ca7a None None] Routers {'25388675-868b-4af5-90ca-ed88ee9f79b0'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:29.960064 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-39cd6a18-a220-47d6-ad0b-839112d5ca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['25388675-868b-4af5-90ca-ed88ee9f79b0'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:30.003111 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-39cd6a18-a220-47d6-ad0b-839112d5ca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:30.003785 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cd6a18-a220-47d6-ad0b-839112d5ca7a None None] The sync data for ids ['25388675-868b-4af5-90ca-ed88ee9f79b0'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:30.187351 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8c32-6e13-4961-ac51-0ef461625783 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.619555 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8c32-6e13-4961-ac51-0ef461625783 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.623889 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8c32-6e13-4961-ac51-0ef461625783 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.737665 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.744890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4d8c32-6e13-4961-ac51-0ef461625783 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Router 25388675-868b-4af5-90ca-ed88ee9f79b0 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:46:30.869728 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4d8c32-6e13-4961-ac51-0ef461625783 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:30.874061 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8c32-6e13-4961-ac51-0ef461625783 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.877475 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0b4d8c32-6e13-4961-ac51-0ef461625783 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "PUT /v2.0/routers/25388675-868b-4af5-90ca-ed88ee9f79b0 HTTP/1.1" status: 200 len: 926 time: 1.0341434 Jul 14 09:46:30.877938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42614) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:30.880884 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646cfe67-32c9-41d2-bb79-032931621935 None None] Sync routers for ids ['25388675-868b-4af5-90ca-ed88ee9f79b0'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:30.891569 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646cfe67-32c9-41d2-bb79-032931621935 None None] Routers {'25388675-868b-4af5-90ca-ed88ee9f79b0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:30.892497 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-646cfe67-32c9-41d2-bb79-032931621935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['25388675-868b-4af5-90ca-ed88ee9f79b0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:30.932332 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-646cfe67-32c9-41d2-bb79-032931621935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:30.942579 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646cfe67-32c9-41d2-bb79-032931621935 None None] Routers {'25388675-868b-4af5-90ca-ed88ee9f79b0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:30.943185 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-646cfe67-32c9-41d2-bb79-032931621935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['25388675-868b-4af5-90ca-ed88ee9f79b0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:30.985489 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-646cfe67-32c9-41d2-bb79-032931621935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:30.986445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646cfe67-32c9-41d2-bb79-032931621935 None None] The sync data for ids ['25388675-868b-4af5-90ca-ed88ee9f79b0'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:31.006198 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e6190e9e-309c-44ab-b00e-bbc104a24ae8 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "GET /v2.0/routers/25388675-868b-4af5-90ca-ed88ee9f79b0 HTTP/1.1" status: 200 len: 926 time: 0.1259422 Jul 14 09:46:31.009050 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42616) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:31.068948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddacca4-be0c-48c4-89f1-328bca323bd0 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:31.070534 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1ddacca4-be0c-48c4-89f1-328bca323bd0 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&device_id=25388675-868b-4af5-90ca-ed88ee9f79b0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0602741 Jul 14 09:46:31.073245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42620) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:31.542402 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d6f677-84df-4836-9bb4-8311f29b5e8f tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:31.546644 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-75d6f677-84df-4836-9bb4-8311f29b5e8f tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 881 time: 0.4698126 Jul 14 09:46:31.547991 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42626) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:31.597421 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2904a23c-fa6e-432c-93ba-e76be3698229 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "GET /v2.0/ports?device_id=25388675-868b-4af5-90ca-ed88ee9f79b0 HTTP/1.1" status: 200 len: 205 time: 0.0473974 Jul 14 09:46:31.600247 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42628) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:31.728998 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02f92400-034c-4245-82dd-5498299c8b34 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.743670 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42632) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:31.862321 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9c979245-bec8-477a-8319-c9dfe2084173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.869885 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02f92400-034c-4245-82dd-5498299c8b34 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.952462 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-02f92400-034c-4245-82dd-5498299c8b34 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Deleting port 82b9611e-0300-4ea9-b9f4-967d002cb01f {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:31.953445 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02f92400-034c-4245-82dd-5498299c8b34 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.988454 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.999201 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9c979245-bec8-477a-8319-c9dfe2084173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.003729 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9c979245-bec8-477a-8319-c9dfe2084173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.042676 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02f92400-034c-4245-82dd-5498299c8b34 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.046444 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9c979245-bec8-477a-8319-c9dfe2084173 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=10a98eef28af46699784ba21f2dc686c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3016984 Jul 14 09:46:32.049558 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42636) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:32.056326 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c979245-bec8-477a-8319-c9dfe2084173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5842a6-8f14-4a54-9787-9941f98a2e53,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:32.056708 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-02f92400-034c-4245-82dd-5498299c8b34 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Calling delete_port for 82b9611e-0300-4ea9-b9f4-967d002cb01f owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:32.104078 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-134bedc7-57db-4aba-93c6-6639dae9df7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.131819 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-134bedc7-57db-4aba-93c6-6639dae9df7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.215399 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-134bedc7-57db-4aba-93c6-6639dae9df7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.218538 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-134bedc7-57db-4aba-93c6-6639dae9df7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.219871 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-134bedc7-57db-4aba-93c6-6639dae9df7b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb5842a6-8f14-4a54-9787-9941f98a2e53 HTTP/1.1" status: 204 len: 168 time: 0.1690853 Jul 14 09:46:32.235519 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134bedc7-57db-4aba-93c6-6639dae9df7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5842a6-8f14-4a54-9787-9941f98a2e53,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:32.317659 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02f92400-034c-4245-82dd-5498299c8b34 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.358595 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f92400-034c-4245-82dd-5498299c8b34 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Pushing event deleted for resources: {'Port': ['ID=82b9611e-0300-4ea9-b9f4-967d002cb01f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:32.425062 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02f92400-034c-4245-82dd-5498299c8b34 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.524694 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02f92400-034c-4245-82dd-5498299c8b34 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.527018 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02f92400-034c-4245-82dd-5498299c8b34 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.575122 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02f92400-034c-4245-82dd-5498299c8b34 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.575893 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f92400-034c-4245-82dd-5498299c8b34 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Fanout notify agent at l3_agent the message router_deleted on router 25388675-868b-4af5-90ca-ed88ee9f79b0 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:46:32.588398 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02f92400-034c-4245-82dd-5498299c8b34 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.589476 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-02f92400-034c-4245-82dd-5498299c8b34 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "DELETE /v2.0/routers/25388675-868b-4af5-90ca-ed88ee9f79b0 HTTP/1.1" status: 204 len: 168 time: 0.9881651 Jul 14 09:46:32.594264 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42670) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:32.600908 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-28f25f6e-82f6-4d59-9e96-506b6d29e325 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1158150610', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:32.626086 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28f25f6e-82f6-4d59-9e96-506b6d29e325 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.627289 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28f25f6e-82f6-4d59-9e96-506b6d29e325 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.698272 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28f25f6e-82f6-4d59-9e96-506b6d29e325 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.703180 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28f25f6e-82f6-4d59-9e96-506b6d29e325 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.721513 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28f25f6e-82f6-4d59-9e96-506b6d29e325 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.722839 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-28f25f6e-82f6-4d59-9e96-506b6d29e325 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1274359 Jul 14 09:46:32.725491 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42678) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:32.731439 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-83c684f7-965c-43fc-a113-6e47272f00c3 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:32.806215 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.974468 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-83c684f7-965c-43fc-a113-6e47272f00c3 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.193175 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-83c684f7-965c-43fc-a113-6e47272f00c3 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.214914 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-83c684f7-965c-43fc-a113-6e47272f00c3 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.335300 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-83c684f7-965c-43fc-a113-6e47272f00c3 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Allocated IP 172.25.1.15 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/88562370-d9be-46c7-b945-659f10e4b2ff) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:33.363968 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42714) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:33.370099 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1ae18d79-97e5-4296-8a62-0419e110b406 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1724862659', 'description': 'tempest-secgroup-smoke-1724862659 description', 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:33.395425 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1ae18d79-97e5-4296-8a62-0419e110b406 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.467269 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-83c684f7-965c-43fc-a113-6e47272f00c3 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.516352 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1ae18d79-97e5-4296-8a62-0419e110b406 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.521614 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1ae18d79-97e5-4296-8a62-0419e110b406 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.526040 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-83c684f7-965c-43fc-a113-6e47272f00c3 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.543502 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42718) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:33.556201 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1ae18d79-97e5-4296-8a62-0419e110b406 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.558035 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1ae18d79-97e5-4296-8a62-0419e110b406 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1925118 Jul 14 09:46:33.563554 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42720) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:33.570086 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-10a18104-da8b-468d-8f91-04a73885d239 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Request body: {'security_group_rule': {'security_group_id': 'dc4bb0e3-d30e-401b-a24e-32a4807c0daa', 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:33.575647 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae18d79-97e5-4296-8a62-0419e110b406 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4bb0e3-d30e-401b-a24e-32a4807c0daa,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:33.576207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c684f7-965c-43fc-a113-6e47272f00c3 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:33.584746 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-83c684f7-965c-43fc-a113-6e47272f00c3 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:33.595338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c684f7-965c-43fc-a113-6e47272f00c3 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:33.609211 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10a18104-da8b-468d-8f91-04a73885d239 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.630179 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c684f7-965c-43fc-a113-6e47272f00c3 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Pushing event updated for resources: {'Port': ['ID=88562370-d9be-46c7-b945-659f10e4b2ff,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:33.684076 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10a18104-da8b-468d-8f91-04a73885d239 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.688046 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10a18104-da8b-468d-8f91-04a73885d239 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.707903 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a18104-da8b-468d-8f91-04a73885d239 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b923b5c4-3c33-4ac8-86cb-b9e87543bc0a,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:33.715672 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-10a18104-da8b-468d-8f91-04a73885d239 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.717869 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-10a18104-da8b-468d-8f91-04a73885d239 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530089 Jul 14 09:46:33.720544 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42724) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:33.727889 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2576bba8-e5a6-4162-a5a8-209d4e4e85ee tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Request body: {'security_group_rule': {'security_group_id': 'dc4bb0e3-d30e-401b-a24e-32a4807c0daa', 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:33.751891 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-000473b3-6e13-44c8-b02f-db6d16bd9ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.767156 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2576bba8-e5a6-4162-a5a8-209d4e4e85ee tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.858965 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2576bba8-e5a6-4162-a5a8-209d4e4e85ee tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.863764 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2576bba8-e5a6-4162-a5a8-209d4e4e85ee tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.893061 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576bba8-e5a6-4162-a5a8-209d4e4e85ee tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c525417e-9262-4d3d-ab25-a349a2d92b3f,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:34.006657 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-83c684f7-965c-43fc-a113-6e47272f00c3 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.051469 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-000473b3-6e13-44c8-b02f-db6d16bd9ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.059242 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-000473b3-6e13-44c8-b02f-db6d16bd9ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.060322 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2576bba8-e5a6-4162-a5a8-209d4e4e85ee tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.064220 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2576bba8-e5a6-4162-a5a8-209d4e4e85ee tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3397839 Jul 14 09:46:34.064442 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42726) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:34.069154 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-6ef77ac3-b6b0-4f65-85c8-b1fbfb22dda3 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Request body: {'security_group_rule': {'security_group_id': 'dc4bb0e3-d30e-401b-a24e-32a4807c0daa', 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:34.096337 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6ef77ac3-b6b0-4f65-85c8-b1fbfb22dda3 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.140531 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-000473b3-6e13-44c8-b02f-db6d16bd9ebd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd21b5051be141aa9c2d4b0d0ca8f6a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5948863 Jul 14 09:46:34.143216 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42728) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:34.146048 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000473b3-6e13-44c8-b02f-db6d16bd9ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b020e8-f9e1-478d-83cc-8d44ac08f1a6,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:34.211255 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6ef77ac3-b6b0-4f65-85c8-b1fbfb22dda3 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.217148 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6ef77ac3-b6b0-4f65-85c8-b1fbfb22dda3 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.218971 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9eca846e-317d-4e17-b159-5d4578467fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.249282 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef77ac3-b6b0-4f65-85c8-b1fbfb22dda3 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0af937-06cd-45f8-8c81-0d88c83b1500,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:34.258742 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6ef77ac3-b6b0-4f65-85c8-b1fbfb22dda3 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.262634 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6ef77ac3-b6b0-4f65-85c8-b1fbfb22dda3 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1945825 Jul 14 09:46:34.262634 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9eca846e-317d-4e17-b159-5d4578467fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.263663 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42730) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:34.266048 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-83c684f7-965c-43fc-a113-6e47272f00c3 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.269491 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-83c684f7-965c-43fc-a113-6e47272f00c3 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.272724 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4020b314-5fd5-490b-8746-7e0577f836f7 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Request body: {'security_group_rule': {'security_group_id': 'dc4bb0e3-d30e-401b-a24e-32a4807c0daa', 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:34.321123 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4020b314-5fd5-490b-8746-7e0577f836f7 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.343626 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9eca846e-317d-4e17-b159-5d4578467fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.346337 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9eca846e-317d-4e17-b159-5d4578467fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.349892 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9eca846e-317d-4e17-b159-5d4578467fff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51b020e8-f9e1-478d-83cc-8d44ac08f1a6 HTTP/1.1" status: 204 len: 168 time: 0.2035334 Jul 14 09:46:34.367647 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca846e-317d-4e17-b159-5d4578467fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b020e8-f9e1-478d-83cc-8d44ac08f1a6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:34.404907 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4020b314-5fd5-490b-8746-7e0577f836f7 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.409627 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4020b314-5fd5-490b-8746-7e0577f836f7 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.429171 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020b314-5fd5-490b-8746-7e0577f836f7 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b35675c-0a94-45c3-9980-b9bdf16557d8,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:34.437032 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4020b314-5fd5-490b-8746-7e0577f836f7 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.438271 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4020b314-5fd5-490b-8746-7e0577f836f7 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1736259 Jul 14 09:46:34.441726 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42734) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:34.446450 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-581508ed-90bb-48a2-bc74-be0b6dbef92f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Request body: {'security_group_rule': {'security_group_id': 'dc4bb0e3-d30e-401b-a24e-32a4807c0daa', 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:34.451246 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c684f7-965c-43fc-a113-6e47272f00c3 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Router d3c52c2b-50ef-4b25-8a70-31e9b17bcdf6 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:46:34.470638 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-581508ed-90bb-48a2-bc74-be0b6dbef92f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Project 51eddd5eb51e43da8f7e9b436a71a31a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:46:34.475912 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-581508ed-90bb-48a2-bc74-be0b6dbef92f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.554582 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-581508ed-90bb-48a2-bc74-be0b6dbef92f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.559090 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-581508ed-90bb-48a2-bc74-be0b6dbef92f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.567825 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c684f7-965c-43fc-a113-6e47272f00c3 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:34.575182 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-83c684f7-965c-43fc-a113-6e47272f00c3 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.576649 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-83c684f7-965c-43fc-a113-6e47272f00c3 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "PUT /v2.0/routers/d3c52c2b-50ef-4b25-8a70-31e9b17bcdf6 HTTP/1.1" status: 200 len: 883 time: 1.8496704 Jul 14 09:46:34.578366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581508ed-90bb-48a2-bc74-be0b6dbef92f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ade1ab1-e531-423a-b6e2-f0aef678ecb4,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:34.579274 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42738) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:34.586996 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e3c03a-ec05-4f20-bfc3-01895c922b6d None None] Sync routers for ids ['d3c52c2b-50ef-4b25-8a70-31e9b17bcdf6'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:34.592139 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-581508ed-90bb-48a2-bc74-be0b6dbef92f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.596832 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-581508ed-90bb-48a2-bc74-be0b6dbef92f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1506419 Jul 14 09:46:34.596832 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42740) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:34.602740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e112c0bd-af3f-41fe-861a-0d4e23833d4c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Request body: {'security_group_rule': {'security_group_id': 'dc4bb0e3-d30e-401b-a24e-32a4807c0daa', 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:34.608718 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e3c03a-ec05-4f20-bfc3-01895c922b6d None None] Routers {'d3c52c2b-50ef-4b25-8a70-31e9b17bcdf6'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:34.609472 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-05e3c03a-ec05-4f20-bfc3-01895c922b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d3c52c2b-50ef-4b25-8a70-31e9b17bcdf6'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:34.628090 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-e112c0bd-af3f-41fe-861a-0d4e23833d4c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Project 51eddd5eb51e43da8f7e9b436a71a31a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:46:34.633771 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e112c0bd-af3f-41fe-861a-0d4e23833d4c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.659519 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-05e3c03a-ec05-4f20-bfc3-01895c922b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:34.673980 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e3c03a-ec05-4f20-bfc3-01895c922b6d None None] Routers {'d3c52c2b-50ef-4b25-8a70-31e9b17bcdf6'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:34.674602 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-05e3c03a-ec05-4f20-bfc3-01895c922b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d3c52c2b-50ef-4b25-8a70-31e9b17bcdf6'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:34.701691 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f3c30d91-3bca-4c08-9ecf-1d0da0858f2b tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "GET /v2.0/routers/d3c52c2b-50ef-4b25-8a70-31e9b17bcdf6 HTTP/1.1" status: 200 len: 924 time: 0.1206877 Jul 14 09:46:34.705491 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42748) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:34.713233 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-05e3c03a-ec05-4f20-bfc3-01895c922b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:34.714551 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e3c03a-ec05-4f20-bfc3-01895c922b6d None None] The sync data for ids ['d3c52c2b-50ef-4b25-8a70-31e9b17bcdf6'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:34.720530 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e112c0bd-af3f-41fe-861a-0d4e23833d4c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.724997 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e112c0bd-af3f-41fe-861a-0d4e23833d4c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.744266 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112c0bd-af3f-41fe-861a-0d4e23833d4c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760750cc-1916-4f18-b650-beafd0a724c0,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:34.751079 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e112c0bd-af3f-41fe-861a-0d4e23833d4c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.752426 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e112c0bd-af3f-41fe-861a-0d4e23833d4c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1552694 Jul 14 09:46:35.161870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e51d3c-64a0-4c80-bcef-3068a2133e36 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:35.163711 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-05e51d3c-64a0-4c80-bcef-3068a2133e36 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&device_id=d3c52c2b-50ef-4b25-8a70-31e9b17bcdf6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4558589 Jul 14 09:46:35.166437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42798) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:35.276390 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eea7072-0279-473d-b1e0-21eae29fc220 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:35.279143 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9eea7072-0279-473d-b1e0-21eae29fc220 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 881 time: 0.1112485 Jul 14 09:46:35.281579 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42808) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:35.317513 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42810) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:35.317747 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8de1ae9c-17ab-4cec-99bf-b48d886c8892 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3c52c2b-50ef-4b25-8a70-31e9b17bcdf6 HTTP/1.1" status: 200 len: 205 time: 0.0347829 Jul 14 09:46:35.437365 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce3c75cf-5758-48f7-a66a-703a9d7f9077 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.562150 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce3c75cf-5758-48f7-a66a-703a9d7f9077 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.625539 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c75cf-5758-48f7-a66a-703a9d7f9077 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Deleting port 88562370-d9be-46c7-b945-659f10e4b2ff {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:35.625967 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce3c75cf-5758-48f7-a66a-703a9d7f9077 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.719385 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce3c75cf-5758-48f7-a66a-703a9d7f9077 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.734821 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c75cf-5758-48f7-a66a-703a9d7f9077 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Calling delete_port for 88562370-d9be-46c7-b945-659f10e4b2ff owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:35.915582 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce3c75cf-5758-48f7-a66a-703a9d7f9077 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.972731 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c75cf-5758-48f7-a66a-703a9d7f9077 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Pushing event deleted for resources: {'Port': ['ID=88562370-d9be-46c7-b945-659f10e4b2ff,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:36.027328 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce3c75cf-5758-48f7-a66a-703a9d7f9077 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.126671 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce3c75cf-5758-48f7-a66a-703a9d7f9077 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.129147 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce3c75cf-5758-48f7-a66a-703a9d7f9077 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.182581 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce3c75cf-5758-48f7-a66a-703a9d7f9077 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.183376 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3c75cf-5758-48f7-a66a-703a9d7f9077 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Fanout notify agent at l3_agent the message router_deleted on router d3c52c2b-50ef-4b25-8a70-31e9b17bcdf6 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:46:36.190411 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce3c75cf-5758-48f7-a66a-703a9d7f9077 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.191640 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ce3c75cf-5758-48f7-a66a-703a9d7f9077 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "DELETE /v2.0/routers/d3c52c2b-50ef-4b25-8a70-31e9b17bcdf6 HTTP/1.1" status: 204 len: 168 time: 0.8729105 Jul 14 09:46:36.197003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42848) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:36.201837 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4652b63c-ebf2-4df9-8345-2da07ed64dd9 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1980250415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:36.226421 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4652b63c-ebf2-4df9-8345-2da07ed64dd9 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.227876 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4652b63c-ebf2-4df9-8345-2da07ed64dd9 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.302068 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4652b63c-ebf2-4df9-8345-2da07ed64dd9 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.307021 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4652b63c-ebf2-4df9-8345-2da07ed64dd9 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.338420 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4652b63c-ebf2-4df9-8345-2da07ed64dd9 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.342093 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4652b63c-ebf2-4df9-8345-2da07ed64dd9 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1438739 Jul 14 09:46:36.345237 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42852) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:36.349936 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9fa98d2c-4c28-4d6e-9f6a-65e5a2081ebd tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'enable_snat': True}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:36.585775 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9fa98d2c-4c28-4d6e-9f6a-65e5a2081ebd tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.801073 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9fa98d2c-4c28-4d6e-9f6a-65e5a2081ebd tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.821874 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9fa98d2c-4c28-4d6e-9f6a-65e5a2081ebd tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.950578 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-5d8300ff-1497-486b-9c5d-9c126b1cbb0d tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=50c625c1fa7a44869a02a941b91eba7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315180 Jul 14 09:46:36.955390 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-9fa98d2c-4c28-4d6e-9f6a-65e5a2081ebd tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Allocated IP 172.25.1.154 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/d6360177-43d3-4eea-9285-9398c63eb786) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:37.065456 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9fa98d2c-4c28-4d6e-9f6a-65e5a2081ebd tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.111987 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9fa98d2c-4c28-4d6e-9f6a-65e5a2081ebd tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.159704 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa98d2c-4c28-4d6e-9f6a-65e5a2081ebd tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:37.166850 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-9fa98d2c-4c28-4d6e-9f6a-65e5a2081ebd tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:37.169978 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa98d2c-4c28-4d6e-9f6a-65e5a2081ebd tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:37.170344 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-cac5bd9d-c0e5-4121-842a-282275401c92 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:37.172079 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-cac5bd9d-c0e5-4121-842a-282275401c92 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2154346 Jul 14 09:46:37.176491 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa98d2c-4c28-4d6e-9f6a-65e5a2081ebd tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Pushing event updated for resources: {'Port': ['ID=d6360177-43d3-4eea-9285-9398c63eb786,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:37.189180 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-f88e44c5-2b35-4e33-ae16-2cc73b715c56 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/quotas/50c625c1fa7a44869a02a941b91eba7d HTTP/1.1" status: 200 len: 375 time: 0.0101771 Jul 14 09:46:37.226948 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-b1f545dc-6b09-4bfa-8404-21f981f32eb5 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=50c625c1fa7a44869a02a941b91eba7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321288 Jul 14 09:46:37.443220 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b0124606-d380-4b08-870f-ef60631f43c5 req-be045c2d-228a-40cd-9df5-820eafb92ce1 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c0c185-7d69-4c28-a773-df5901b428b2 HTTP/1.1" status: 200 len: 210 time: 0.0415592 Jul 14 09:46:37.487906 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9fa98d2c-4c28-4d6e-9f6a-65e5a2081ebd tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.702464 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9fa98d2c-4c28-4d6e-9f6a-65e5a2081ebd tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.706189 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9fa98d2c-4c28-4d6e-9f6a-65e5a2081ebd tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.855600 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa98d2c-4c28-4d6e-9f6a-65e5a2081ebd tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Router f38df617-952b-48ca-b303-c9a884493d4c is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:46:37.975252 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa98d2c-4c28-4d6e-9f6a-65e5a2081ebd tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:37.980810 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9fa98d2c-4c28-4d6e-9f6a-65e5a2081ebd tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.982120 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9fa98d2c-4c28-4d6e-9f6a-65e5a2081ebd tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "PUT /v2.0/routers/f38df617-952b-48ca-b303-c9a884493d4c HTTP/1.1" status: 200 len: 919 time: 1.6358752 Jul 14 09:46:37.985342 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42880) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:37.992944 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6a1de3-95f6-47c2-bf4c-6aaa9c3e814b None None] Sync routers for ids ['f38df617-952b-48ca-b303-c9a884493d4c'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:38.053649 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6a1de3-95f6-47c2-bf4c-6aaa9c3e814b None None] Routers {'f38df617-952b-48ca-b303-c9a884493d4c'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:38.064108 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-2f6a1de3-95f6-47c2-bf4c-6aaa9c3e814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f38df617-952b-48ca-b303-c9a884493d4c'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:38.100767 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-34bb41b9-71b6-4d8a-a41b-ac18029fe711 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "GET /v2.0/routers/f38df617-952b-48ca-b303-c9a884493d4c HTTP/1.1" status: 200 len: 925 time: 0.1141059 Jul 14 09:46:38.105963 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42882) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:38.131197 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-2f6a1de3-95f6-47c2-bf4c-6aaa9c3e814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:38.166702 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6a1de3-95f6-47c2-bf4c-6aaa9c3e814b None None] Routers {'f38df617-952b-48ca-b303-c9a884493d4c'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:38.168178 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-2f6a1de3-95f6-47c2-bf4c-6aaa9c3e814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['f38df617-952b-48ca-b303-c9a884493d4c'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:38.170420 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33a87d1-6fd1-469a-85c6-8795e45d3d85 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:38.172649 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c33a87d1-6fd1-469a-85c6-8795e45d3d85 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&device_id=f38df617-952b-48ca-b303-c9a884493d4c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0653987 Jul 14 09:46:38.175911 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42884) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:38.291892 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a852c72b-dd12-46b4-af3f-fed210cce6f6 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:38.293976 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a852c72b-dd12-46b4-af3f-fed210cce6f6 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 881 time: 0.1159852 Jul 14 09:46:38.296810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42886) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:38.332626 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b571e127-f9c4-4164-98e8-2223c2fd1a17 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "GET /v2.0/ports?device_id=f38df617-952b-48ca-b303-c9a884493d4c HTTP/1.1" status: 200 len: 205 time: 0.0324783 Jul 14 09:46:38.332857 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42888) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:38.382007 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-2f6a1de3-95f6-47c2-bf4c-6aaa9c3e814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:38.383221 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6a1de3-95f6-47c2-bf4c-6aaa9c3e814b None None] The sync data for ids ['f38df617-952b-48ca-b303-c9a884493d4c'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:38.486446 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09c30775-45d2-4d2c-8129-a1d07d1e2fde tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.628367 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-64644bfa-89f8-40e2-9f69-020cf5ec1019 req-502117ad-ca7a-4a55-bfbc-ee1333a9a399 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c0c185-7d69-4c28-a773-df5901b428b2 HTTP/1.1" status: 200 len: 210 time: 0.0475085 Jul 14 09:46:38.653063 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-f653bca4-1644-4a0a-afd5-0057a2025216 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=50c625c1fa7a44869a02a941b91eba7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485013 Jul 14 09:46:38.711300 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09c30775-45d2-4d2c-8129-a1d07d1e2fde tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.796885 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-2f92ad60-714e-48e7-8259-3a5d21221fa3 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:38.798670 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-2f92ad60-714e-48e7-8259-3a5d21221fa3 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1484418 Jul 14 09:46:38.817765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-df1aa56b-9ee6-458f-95b0-664258dacb24 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Request body: {'port': {'device_id': '43c0c185-7d69-4c28-a773-df5901b428b2', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': '50c625c1fa7a44869a02a941b91eba7d'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:38.868528 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-09c30775-45d2-4d2c-8129-a1d07d1e2fde tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Deleting port d6360177-43d3-4eea-9285-9398c63eb786 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:38.868877 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09c30775-45d2-4d2c-8129-a1d07d1e2fde tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.984175 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09c30775-45d2-4d2c-8129-a1d07d1e2fde tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.004692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-09c30775-45d2-4d2c-8129-a1d07d1e2fde tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Calling delete_port for d6360177-43d3-4eea-9285-9398c63eb786 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:39.018881 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-df1aa56b-9ee6-458f-95b0-664258dacb24 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Made reservation on behalf of 50c625c1fa7a44869a02a941b91eba7d for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:39.022512 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-df1aa56b-9ee6-458f-95b0-664258dacb24 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.065631 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-df1aa56b-9ee6-458f-95b0-664258dacb24 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.281266 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09c30775-45d2-4d2c-8129-a1d07d1e2fde tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.290004 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-df1aa56b-9ee6-458f-95b0-664258dacb24 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.312812 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-df1aa56b-9ee6-458f-95b0-664258dacb24 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.319709 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c30775-45d2-4d2c-8129-a1d07d1e2fde tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Pushing event deleted for resources: {'Port': ['ID=d6360177-43d3-4eea-9285-9398c63eb786,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:39.429455 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1aa56b-9ee6-458f-95b0-664258dacb24 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a320513-0b82-4dc7-8145-786e063ad49e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:39.478493 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09c30775-45d2-4d2c-8129-a1d07d1e2fde tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.583306 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09c30775-45d2-4d2c-8129-a1d07d1e2fde tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.586771 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09c30775-45d2-4d2c-8129-a1d07d1e2fde tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.593647 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-df1aa56b-9ee6-458f-95b0-664258dacb24 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Allocated IP 192.168.233.121 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/76c65305-348a-46fb-80ce-cd84294be485) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:39.646369 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09c30775-45d2-4d2c-8129-a1d07d1e2fde tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.647121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c30775-45d2-4d2c-8129-a1d07d1e2fde tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Fanout notify agent at l3_agent the message router_deleted on router f38df617-952b-48ca-b303-c9a884493d4c {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:46:39.663800 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-09c30775-45d2-4d2c-8129-a1d07d1e2fde tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.665020 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-09c30775-45d2-4d2c-8129-a1d07d1e2fde tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "DELETE /v2.0/routers/f38df617-952b-48ca-b303-c9a884493d4c HTTP/1.1" status: 204 len: 168 time: 1.3312485 Jul 14 09:46:39.671328 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42898) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:39.678798 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9007b6f1-157d-44ea-918d-e1fdc8a57c41 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1997764757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:39.709487 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9007b6f1-157d-44ea-918d-e1fdc8a57c41 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.710613 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9007b6f1-157d-44ea-918d-e1fdc8a57c41 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.775524 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9007b6f1-157d-44ea-918d-e1fdc8a57c41 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.781340 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9007b6f1-157d-44ea-918d-e1fdc8a57c41 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.800554 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9007b6f1-157d-44ea-918d-e1fdc8a57c41 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.801741 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9007b6f1-157d-44ea-918d-e1fdc8a57c41 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1289670 Jul 14 09:46:39.804511 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6abd6520-783f-47d9-a894-4fbc313fecf3 req-997a4f64-cc09-464b-b3b6-15175e931aef tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c0c185-7d69-4c28-a773-df5901b428b2 HTTP/1.1" status: 200 len: 210 time: 0.0423725 Jul 14 09:46:39.804763 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42900) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:39.809253 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-997712d1-2236-45a3-b549-f802fa2e585f tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'enable_snat': False}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:39.862271 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-df1aa56b-9ee6-458f-95b0-664258dacb24 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.884577 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-df1aa56b-9ee6-458f-95b0-664258dacb24 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Transition to ACTIVE for port object 76c65305-348a-46fb-80ce-cd84294be485 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:39.928264 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-df1aa56b-9ee6-458f-95b0-664258dacb24 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.980778 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-df1aa56b-9ee6-458f-95b0-664258dacb24 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:39.984054 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-df1aa56b-9ee6-458f-95b0-664258dacb24 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:39.988055 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-df1aa56b-9ee6-458f-95b0-664258dacb24 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:40.018375 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1aa56b-9ee6-458f-95b0-664258dacb24 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Pushing event updated for resources: {'Port': ['ID=76c65305-348a-46fb-80ce-cd84294be485,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:40.037310 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-997712d1-2236-45a3-b549-f802fa2e585f tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.076125 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-df1aa56b-9ee6-458f-95b0-664258dacb24 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:40.076947 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-df1aa56b-9ee6-458f-95b0-664258dacb24 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.094539 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-df1aa56b-9ee6-458f-95b0-664258dacb24 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2872286 Jul 14 09:46:40.257753 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] Request body: {'port': {'device_id': '43c0c185-7d69-4c28-a773-df5901b428b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:40.328004 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8e834259-fd78-4654-8dd7-270908b81b80 None None] Provisioning for port 76c65305-348a-46fb-80ce-cd84294be485 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:40.333354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8e834259-fd78-4654-8dd7-270908b81b80 None None] Provisioning complete for port 76c65305-348a-46fb-80ce-cd84294be485 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:40.333746 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e834259-fd78-4654-8dd7-270908b81b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.338519 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-997712d1-2236-45a3-b549-f802fa2e585f tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.349876 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.365573 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-997712d1-2236-45a3-b549-f802fa2e585f tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.370969 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8e834259-fd78-4654-8dd7-270908b81b80 None None] Port 76c65305-348a-46fb-80ce-cd84294be485 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:46:40.498972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-997712d1-2236-45a3-b549-f802fa2e585f tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Allocated IP 172.25.1.62 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/d959520c-0abf-4736-87d4-21136408a729) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:40.632760 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-997712d1-2236-45a3-b549-f802fa2e585f tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.661000 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c65305-348a-46fb-80ce-cd84294be485 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:46:40.669893 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.676969 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-997712d1-2236-45a3-b549-f802fa2e585f tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.685326 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] Transition to ACTIVE for port object 76c65305-348a-46fb-80ce-cd84294be485 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:40.689556 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.718654 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997712d1-2236-45a3-b549-f802fa2e585f tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:40.721452 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-997712d1-2236-45a3-b549-f802fa2e585f tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:40.725079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997712d1-2236-45a3-b549-f802fa2e585f tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:40.731465 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997712d1-2236-45a3-b549-f802fa2e585f tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Pushing event updated for resources: {'Port': ['ID=d959520c-0abf-4736-87d4-21136408a729,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:40.751505 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] Pushing event updated for resources: {'Port': ['ID=76c65305-348a-46fb-80ce-cd84294be485,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:40.846064 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] Attempting to bind port 76c65305-348a-46fb-80ce-cd84294be485 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:40.846515 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] Attempting to bind port 76c65305-348a-46fb-80ce-cd84294be485 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:40.846899 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] Attempting to bind port 76c65305-348a-46fb-80ce-cd84294be485 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:40.859087 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] Port 76c65305-348a-46fb-80ce-cd84294be485 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:46:40.859416 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] Attempting to bind port 76c65305-348a-46fb-80ce-cd84294be485 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:40.867720 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:40.869239 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:40.871155 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:40.872471 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] Bound port: 76c65305-348a-46fb-80ce-cd84294be485, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:40.873665 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.029456 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] For port 76c65305-348a-46fb-80ce-cd84294be485, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:41.033725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] For port 76c65305-348a-46fb-80ce-cd84294be485, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=76c65305-348a-46fb-80ce-cd84294be485,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:41.040210 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.041721 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-997712d1-2236-45a3-b549-f802fa2e585f tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.115715 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:41.117159 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.119380 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] 10.222.0.49 "PUT /v2.0/ports/76c65305-348a-46fb-80ce-cd84294be485 HTTP/1.1" status: 200 len: 1097 time: 1.0174282 Jul 14 09:46:41.133056 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c0c185-7d69-4c28-a773-df5901b428b2', 'tag': '76c65305-348a-46fb-80ce-cd84294be485'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:41.136820 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fe4c8a-7d4b-4bce-b2e1-b059ecce5e06" -d '{"events": [{"name": "network-changed", "server_uuid": "43c0c185-7d69-4c28-a773-df5901b428b2", "tag": "76c65305-348a-46fb-80ce-cd84294be485"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:41.206061 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08695f26-8fa4-45d4-9bea-e7764e74e33c service neutron] Pushing event updated for resources: {'Port': ['ID=76c65305-348a-46fb-80ce-cd84294be485,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:41.223331 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7054e9-505f-4dc2-924b-4daf334d2de7 x-openstack-request-id: req-3f7054e9-505f-4dc2-924b-4daf334d2de7 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:41.224404 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c0c185-7d69-4c28-a773-df5901b428b2", "tag": "76c65305-348a-46fb-80ce-cd84294be485", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:41.224897 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f7054e9-505f-4dc2-924b-4daf334d2de7 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:41.225555 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c0c185-7d69-4c28-a773-df5901b428b2', 'tag': '76c65305-348a-46fb-80ce-cd84294be485', 'status': 'completed', 'code': 200} Jul 14 09:46:41.236278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c6faf-56e2-4447-bdf3-f89c326285c1 req-15bb3c0b-6317-475f-8956-a4f602f585ed tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:41.239181 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a44c6faf-56e2-4447-bdf3-f89c326285c1 req-15bb3c0b-6317-475f-8956-a4f602f585ed tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c0c185-7d69-4c28-a773-df5901b428b2 HTTP/1.1" status: 200 len: 948 time: 0.2639489 Jul 14 09:46:41.322254 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a44c6faf-56e2-4447-bdf3-f89c326285c1 req-bce2c68b-3ff4-4a95-8879-e95223bdbf7b tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a320513-0b82-4dc7-8145-786e063ad49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565002 Jul 14 09:46:41.346341 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-f687e876-4253-4ea1-bc1a-7b963d6e665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:41.350166 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-f687e876-4253-4ea1-bc1a-7b963d6e665d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50c625c1fa7a44869a02a941b91eba7d&device_id=43c0c185-7d69-4c28-a773-df5901b428b2 HTTP/1.1" status: 200 len: 1100 time: 0.1672788 Jul 14 09:46:41.400816 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-6401bc56-dd46-4e26-9b27-f1d1da2af738 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=76c65305-348a-46fb-80ce-cd84294be485 HTTP/1.1" status: 200 len: 217 time: 0.0439560 Jul 14 09:46:41.470064 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-79693c91-e159-46c9-b1db-fc4f640cb095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:41.472506 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-79693c91-e159-46c9-b1db-fc4f640cb095 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0649819 Jul 14 09:46:41.540555 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-481d1513-3d69-4db3-85d8-9dd8d713a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:41.543874 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-481d1513-3d69-4db3-85d8-9dd8d713a26e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0653412 Jul 14 09:46:41.638431 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-997712d1-2236-45a3-b549-f802fa2e585f tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.639169 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-8c804b93-7547-49b5-8068-005bf020fe37 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893240 Jul 14 09:46:41.642620 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-997712d1-2236-45a3-b549-f802fa2e585f tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.743525 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:46:41.755437 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53d6da6e-f353-4d01-89dd-a80a3b2b6283 req-70c55778-049a-4707-9dcb-bb226a52125c service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088099 Jul 14 09:46:41.783880 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997712d1-2236-45a3-b549-f802fa2e585f tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Router ed8738ec-502d-410a-b8d0-b43060cced97 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:46:41.859444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe4c8a-7d4b-4bce-b2e1-b059ecce5e06 req-265daa66-f740-478e-9afe-097cd7e8acac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:41.861088 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13fe4c8a-7d4b-4bce-b2e1-b059ecce5e06 req-265daa66-f740-478e-9afe-097cd7e8acac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50c625c1fa7a44869a02a941b91eba7d&device_id=43c0c185-7d69-4c28-a773-df5901b428b2 HTTP/1.1" status: 200 len: 1100 time: 0.0556757 Jul 14 09:46:41.900131 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997712d1-2236-45a3-b549-f802fa2e585f tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:41.909308 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceba385-67c7-43dd-bd97-543a0d5c5be7 None None] Sync routers for ids ['ed8738ec-502d-410a-b8d0-b43060cced97'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:41.909903 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-997712d1-2236-45a3-b549-f802fa2e585f tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.911583 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-997712d1-2236-45a3-b549-f802fa2e585f tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "PUT /v2.0/routers/ed8738ec-502d-410a-b8d0-b43060cced97 HTTP/1.1" status: 200 len: 919 time: 2.1057754 Jul 14 09:46:41.914278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42912) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:41.919995 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceba385-67c7-43dd-bd97-543a0d5c5be7 None None] Routers {'ed8738ec-502d-410a-b8d0-b43060cced97'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:41.920720 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5ceba385-67c7-43dd-bd97-543a0d5c5be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ed8738ec-502d-410a-b8d0-b43060cced97'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:41.953668 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5ceba385-67c7-43dd-bd97-543a0d5c5be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:41.965484 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceba385-67c7-43dd-bd97-543a0d5c5be7 None None] Routers {'ed8738ec-502d-410a-b8d0-b43060cced97'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:41.966461 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5ceba385-67c7-43dd-bd97-543a0d5c5be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ed8738ec-502d-410a-b8d0-b43060cced97'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:41.980666 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe4c8a-7d4b-4bce-b2e1-b059ecce5e06 req-3d0c6ca6-628f-4332-ad87-c5f2371b6605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:41.982214 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13fe4c8a-7d4b-4bce-b2e1-b059ecce5e06 req-3d0c6ca6-628f-4332-ad87-c5f2371b6605 service neutron] 10.222.0.49 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.1154344 Jul 14 09:46:42.032698 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13fe4c8a-7d4b-4bce-b2e1-b059ecce5e06 req-92680a8b-acd6-40fb-a53f-518e16cce3ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=76c65305-348a-46fb-80ce-cd84294be485 HTTP/1.1" status: 200 len: 217 time: 0.0429583 Jul 14 09:46:42.040330 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-63333b06-b723-451b-b2ac-0e37f9a5c8ef tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "GET /v2.0/routers/ed8738ec-502d-410a-b8d0-b43060cced97 HTTP/1.1" status: 200 len: 925 time: 0.1248968 Jul 14 09:46:42.045662 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42914) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:42.101208 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe4c8a-7d4b-4bce-b2e1-b059ecce5e06 req-461818e9-a609-4c89-8783-3c74a50d0465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:42.103276 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13fe4c8a-7d4b-4bce-b2e1-b059ecce5e06 req-461818e9-a609-4c89-8783-3c74a50d0465 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0642152 Jul 14 09:46:42.106916 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5ceba385-67c7-43dd-bd97-543a0d5c5be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:42.107633 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceba385-67c7-43dd-bd97-543a0d5c5be7 None None] The sync data for ids ['ed8738ec-502d-410a-b8d0-b43060cced97'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:42.121314 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523d669b-ddbf-4f18-a892-b56abcf9d498 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:42.123034 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-523d669b-ddbf-4f18-a892-b56abcf9d498 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&device_id=ed8738ec-502d-410a-b8d0-b43060cced97&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0756955 Jul 14 09:46:42.125771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42916) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:42.177231 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe4c8a-7d4b-4bce-b2e1-b059ecce5e06 req-e28caaa2-70c8-4be9-b8e5-cf6c2dacbf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:42.178689 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13fe4c8a-7d4b-4bce-b2e1-b059ecce5e06 req-e28caaa2-70c8-4be9-b8e5-cf6c2dacbf5f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0690858 Jul 14 09:46:42.223695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75434e4-a6bb-4ec2-84ce-6b5d5c87dc03 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:42.225269 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e75434e4-a6bb-4ec2-84ce-6b5d5c87dc03 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "GET /v2.0/networks/f364b4f5-ab99-4997-a007-bd1df74278ab HTTP/1.1" status: 200 len: 881 time: 0.0985317 Jul 14 09:46:42.228100 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42918) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:42.269832 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c3c631d8-f228-4e12-8872-3d9457768ea4 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed8738ec-502d-410a-b8d0-b43060cced97 HTTP/1.1" status: 200 len: 205 time: 0.0394175 Jul 14 09:46:42.271203 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42920) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:42.409845 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e22-b26d-47ae-aef6-9f9fcb1e2c9a tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.536054 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e22-b26d-47ae-aef6-9f9fcb1e2c9a tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.595881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa6e22-b26d-47ae-aef6-9f9fcb1e2c9a tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Deleting port d959520c-0abf-4736-87d4-21136408a729 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:42.596394 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e22-b26d-47ae-aef6-9f9fcb1e2c9a tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.691350 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e22-b26d-47ae-aef6-9f9fcb1e2c9a tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.693521 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13fe4c8a-7d4b-4bce-b2e1-b059ecce5e06 req-3b9bea53-8e60-4c1e-a09a-a06fe0b3b664 service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081840 Jul 14 09:46:42.704608 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749fd63-34cc-44b5-9192-c8a878bc1160 req-6d5bb277-758d-454e-a59a-9a0aead28cda tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:42.705678 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa6e22-b26d-47ae-aef6-9f9fcb1e2c9a tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Calling delete_port for d959520c-0abf-4736-87d4-21136408a729 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:42.706331 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1749fd63-34cc-44b5-9192-c8a878bc1160 req-6d5bb277-758d-454e-a59a-9a0aead28cda tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c0c185-7d69-4c28-a773-df5901b428b2 HTTP/1.1" status: 200 len: 948 time: 0.1239951 Jul 14 09:46:42.801847 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1749fd63-34cc-44b5-9192-c8a878bc1160 req-c1ab9f29-86d0-4119-ac9e-faf5aecc921c tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a320513-0b82-4dc7-8145-786e063ad49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851593 Jul 14 09:46:42.824241 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-13fe4c8a-7d4b-4bce-b2e1-b059ecce5e06 req-90597f97-e9fb-4c65-95e2-8c495707ee1c service neutron] 10.222.0.49 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169381 Jul 14 09:46:42.904814 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e22-b26d-47ae-aef6-9f9fcb1e2c9a tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.928956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa6e22-b26d-47ae-aef6-9f9fcb1e2c9a tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Pushing event deleted for resources: {'Port': ['ID=d959520c-0abf-4736-87d4-21136408a729,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:42.994490 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e22-b26d-47ae-aef6-9f9fcb1e2c9a tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.086651 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e22-b26d-47ae-aef6-9f9fcb1e2c9a tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.088702 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e22-b26d-47ae-aef6-9f9fcb1e2c9a tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.135520 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e22-b26d-47ae-aef6-9f9fcb1e2c9a tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.136753 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fa6e22-b26d-47ae-aef6-9f9fcb1e2c9a tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Fanout notify agent at l3_agent the message router_deleted on router ed8738ec-502d-410a-b8d0-b43060cced97 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:46:43.143691 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6e22-b26d-47ae-aef6-9f9fcb1e2c9a tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.144775 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e2fa6e22-b26d-47ae-aef6-9f9fcb1e2c9a tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "DELETE /v2.0/routers/ed8738ec-502d-410a-b8d0-b43060cced97 HTTP/1.1" status: 204 len: 168 time: 0.8725569 Jul 14 09:46:43.148964 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42926) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:43.153905 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-2ae26e30-cbf7-461f-b742-b2b456a2864c tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1453715143', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}, 'admin_state_up': False}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:43.177843 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ae26e30-cbf7-461f-b742-b2b456a2864c tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.178869 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ae26e30-cbf7-461f-b742-b2b456a2864c tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.236334 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ae26e30-cbf7-461f-b742-b2b456a2864c tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.380104 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ae26e30-cbf7-461f-b742-b2b456a2864c tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.588281 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ae26e30-cbf7-461f-b742-b2b456a2864c tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.607211 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ae26e30-cbf7-461f-b742-b2b456a2864c tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.717592 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-2ae26e30-cbf7-461f-b742-b2b456a2864c tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Allocated IP 172.25.1.110 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/11e08407-87d5-4e34-98d7-3025b3560419) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:43.825108 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ae26e30-cbf7-461f-b742-b2b456a2864c tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.871584 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ae26e30-cbf7-461f-b742-b2b456a2864c tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.918068 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae26e30-cbf7-461f-b742-b2b456a2864c tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:43.923005 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-2ae26e30-cbf7-461f-b742-b2b456a2864c tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:43.926597 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae26e30-cbf7-461f-b742-b2b456a2864c tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:43.962580 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae26e30-cbf7-461f-b742-b2b456a2864c tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Pushing event updated for resources: {'Port': ['ID=11e08407-87d5-4e34-98d7-3025b3560419,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:44.118013 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbae32-9f74-470e-a6c1-a84c95c68ab6 req-874d9ff4-196c-49a3-90fd-3d7f23af878a tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:44.118279 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-adcbae32-9f74-470e-a6c1-a84c95c68ab6 req-874d9ff4-196c-49a3-90fd-3d7f23af878a tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c0c185-7d69-4c28-a773-df5901b428b2 HTTP/1.1" status: 200 len: 948 time: 0.1874084 Jul 14 09:46:44.202077 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-adcbae32-9f74-470e-a6c1-a84c95c68ab6 req-9640811f-1b9c-4da4-acc5-f275a8d46056 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a320513-0b82-4dc7-8145-786e063ad49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742857 Jul 14 09:46:44.266915 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ae26e30-cbf7-461f-b742-b2b456a2864c tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.460288 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 76c65305-348a-46fb-80ce-cd84294be485 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:46:44.481290 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ae26e30-cbf7-461f-b742-b2b456a2864c tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.568516 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 76c65305-348a-46fb-80ce-cd84294be485, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=76c65305-348a-46fb-80ce-cd84294be485,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:44.581980 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '76c65305-348a-46fb-80ce-cd84294be485', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '76c65305-348a-46fb-80ce-cd84294be485', 'mac_address': 'fa:16:3e:b3:3f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:46:44.621945 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.632200 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae26e30-cbf7-461f-b742-b2b456a2864c tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Router 237cc5fc-fbb3-41c0-9759-4c59d0790e5b is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:46:44.637174 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c65305-348a-46fb-80ce-cd84294be485 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:46:44.657168 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 76c65305-348a-46fb-80ce-cd84294be485, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=76c65305-348a-46fb-80ce-cd84294be485,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:44.661242 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.713798 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=76c65305-348a-46fb-80ce-cd84294be485,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:44.745570 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae26e30-cbf7-461f-b742-b2b456a2864c tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:44.756127 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cf762e-982d-4089-82cb-2467a74ed07b None None] Sync routers for ids ['237cc5fc-fbb3-41c0-9759-4c59d0790e5b'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:44.765778 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cf762e-982d-4089-82cb-2467a74ed07b None None] Routers {'237cc5fc-fbb3-41c0-9759-4c59d0790e5b'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:44.766493 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f0cf762e-982d-4089-82cb-2467a74ed07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['237cc5fc-fbb3-41c0-9759-4c59d0790e5b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:44.768665 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ae26e30-cbf7-461f-b742-b2b456a2864c tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.772846 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2ae26e30-cbf7-461f-b742-b2b456a2864c tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.6203506 Jul 14 09:46:44.773028 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42932) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:44.777575 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f7279c61-779a-4af3-a924-a7bd6a8757e7 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:44.807251 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f0cf762e-982d-4089-82cb-2467a74ed07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:44.819016 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cf762e-982d-4089-82cb-2467a74ed07b None None] Routers {'237cc5fc-fbb3-41c0-9759-4c59d0790e5b'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:44.820042 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f0cf762e-982d-4089-82cb-2467a74ed07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['237cc5fc-fbb3-41c0-9759-4c59d0790e5b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:44.867733 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['76c65305-348a-46fb-80ce-cd84294be485'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:46:44.893422 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f0cf762e-982d-4089-82cb-2467a74ed07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:44.894099 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cf762e-982d-4089-82cb-2467a74ed07b None None] The sync data for ids ['237cc5fc-fbb3-41c0-9759-4c59d0790e5b'] in n-d-798054-10 is: [] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:45.103733 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7279c61-779a-4af3-a924-a7bd6a8757e7 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.117641 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7279c61-779a-4af3-a924-a7bd6a8757e7 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.172253 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f7279c61-779a-4af3-a924-a7bd6a8757e7 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Deleting port 11e08407-87d5-4e34-98d7-3025b3560419 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:45.172628 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7279c61-779a-4af3-a924-a7bd6a8757e7 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.257860 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7279c61-779a-4af3-a924-a7bd6a8757e7 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.272934 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f7279c61-779a-4af3-a924-a7bd6a8757e7 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Calling delete_port for 11e08407-87d5-4e34-98d7-3025b3560419 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:45.456609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e68c2-a537-4203-a4c3-02a0501c0ac3 req-66b46444-641b-4f6a-9fae-4f142be848f5 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:45.458102 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b81e68c2-a537-4203-a4c3-02a0501c0ac3 req-66b46444-641b-4f6a-9fae-4f142be848f5 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c0c185-7d69-4c28-a773-df5901b428b2 HTTP/1.1" status: 200 len: 949 time: 0.1222310 Jul 14 09:46:45.531071 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b81e68c2-a537-4203-a4c3-02a0501c0ac3 req-d86f3057-8390-45fc-8023-948faf58bc4a tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a320513-0b82-4dc7-8145-786e063ad49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668800 Jul 14 09:46:45.538730 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7279c61-779a-4af3-a924-a7bd6a8757e7 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.565798 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7279c61-779a-4af3-a924-a7bd6a8757e7 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Pushing event deleted for resources: {'Port': ['ID=11e08407-87d5-4e34-98d7-3025b3560419,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:45.629170 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7279c61-779a-4af3-a924-a7bd6a8757e7 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.832886 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7279c61-779a-4af3-a924-a7bd6a8757e7 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.836093 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7279c61-779a-4af3-a924-a7bd6a8757e7 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.916677 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7279c61-779a-4af3-a924-a7bd6a8757e7 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Router 237cc5fc-fbb3-41c0-9759-4c59d0790e5b has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:46:45.990249 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7279c61-779a-4af3-a924-a7bd6a8757e7 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:45.999800 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7279c61-779a-4af3-a924-a7bd6a8757e7 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.000489 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0afbd4-5339-4a21-8b47-b7b8c11439a8 None None] Sync routers for ids ['237cc5fc-fbb3-41c0-9759-4c59d0790e5b'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:46.001050 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f7279c61-779a-4af3-a924-a7bd6a8757e7 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "PUT /v2.0/routers/237cc5fc-fbb3-41c0-9759-4c59d0790e5b HTTP/1.1" status: 200 len: 710 time: 1.2270727 Jul 14 09:46:46.004116 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42940) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:46.010244 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0afbd4-5339-4a21-8b47-b7b8c11439a8 None None] Routers {'237cc5fc-fbb3-41c0-9759-4c59d0790e5b'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:46.011523 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1e0afbd4-5339-4a21-8b47-b7b8c11439a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['237cc5fc-fbb3-41c0-9759-4c59d0790e5b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:46.043121 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1e0afbd4-5339-4a21-8b47-b7b8c11439a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:46.052218 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0afbd4-5339-4a21-8b47-b7b8c11439a8 None None] Routers {'237cc5fc-fbb3-41c0-9759-4c59d0790e5b'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:46.053081 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1e0afbd4-5339-4a21-8b47-b7b8c11439a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:46:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['237cc5fc-fbb3-41c0-9759-4c59d0790e5b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:46.080363 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a8875fa0-0de0-434c-bf1b-2b3227b88af9 tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "GET /v2.0/routers/237cc5fc-fbb3-41c0-9759-4c59d0790e5b HTTP/1.1" status: 200 len: 745 time: 0.0751276 Jul 14 09:46:46.082948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42942) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:46.088236 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1e0afbd4-5339-4a21-8b47-b7b8c11439a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:46.089001 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0afbd4-5339-4a21-8b47-b7b8c11439a8 None None] The sync data for ids ['237cc5fc-fbb3-41c0-9759-4c59d0790e5b'] in n-d-798054-10 is: [] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:46.115089 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a6896e43-9154-45cf-acd7-a5d642c977be tempest-RoutersIpV6AdminTest-674031847 tempest-RoutersIpV6AdminTest-674031847-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&device_id=237cc5fc-fbb3-41c0-9759-4c59d0790e5b HTTP/1.1" status: 200 len: 205 time: 0.0310709 Jul 14 09:46:46.117503 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42944) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:46.147078 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7055f952-d92e-4a6a-9595-1940d6faf51c tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "GET /v2.0/ports?device_id=237cc5fc-fbb3-41c0-9759-4c59d0790e5b HTTP/1.1" status: 200 len: 205 time: 0.0281868 Jul 14 09:46:46.149269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42946) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:46.459078 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 76c65305-348a-46fb-80ce-cd84294be485 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:46.513156 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 76c65305-348a-46fb-80ce-cd84294be485 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:46.517455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 76c65305-348a-46fb-80ce-cd84294be485 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:46.517875 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.634248 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.650509 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.660850 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a189585-edcd-4739-8d89-cd65baacdb81 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.698061 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c0c185-7d69-4c28-a773-df5901b428b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c65305-348a-46fb-80ce-cd84294be485'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:46.701985 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9405d53-fa6c-4100-9405-b0a9677b4d2e" -d '{"events": [{"server_uuid": "43c0c185-7d69-4c28-a773-df5901b428b2", "name": "network-vif-plugged", "status": "completed", "tag": "76c65305-348a-46fb-80ce-cd84294be485"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:46.716470 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 76c65305-348a-46fb-80ce-cd84294be485, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=76c65305-348a-46fb-80ce-cd84294be485,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:46.728508 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.844101 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=76c65305-348a-46fb-80ce-cd84294be485,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:46.906658 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff26e1a-6508-462c-aa8b-ac72ab332bc9 x-openstack-request-id: req-bff26e1a-6508-462c-aa8b-ac72ab332bc9 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:46.907673 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c0c185-7d69-4c28-a773-df5901b428b2", "name": "network-vif-plugged", "status": "completed", "tag": "76c65305-348a-46fb-80ce-cd84294be485", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:46.907938 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bff26e1a-6508-462c-aa8b-ac72ab332bc9 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:46.908795 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c0c185-7d69-4c28-a773-df5901b428b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c65305-348a-46fb-80ce-cd84294be485', 'code': 200} Jul 14 09:46:46.909600 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a189585-edcd-4739-8d89-cd65baacdb81 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.913464 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a189585-edcd-4739-8d89-cd65baacdb81 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.931091 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eed4aa-523b-4562-a552-1fbcb2991603 req-51eda8cc-5e8d-4218-80a9-c9f12fe335df tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:46.935483 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-07eed4aa-523b-4562-a552-1fbcb2991603 req-51eda8cc-5e8d-4218-80a9-c9f12fe335df tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c0c185-7d69-4c28-a773-df5901b428b2 HTTP/1.1" status: 200 len: 950 time: 0.2303259 Jul 14 09:46:46.985413 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a189585-edcd-4739-8d89-cd65baacdb81 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.985985 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a189585-edcd-4739-8d89-cd65baacdb81 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Fanout notify agent at l3_agent the message router_deleted on router 237cc5fc-fbb3-41c0-9759-4c59d0790e5b {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:46:46.996482 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a189585-edcd-4739-8d89-cd65baacdb81 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:47.001177 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2a189585-edcd-4739-8d89-cd65baacdb81 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "DELETE /v2.0/routers/237cc5fc-fbb3-41c0-9759-4c59d0790e5b HTTP/1.1" status: 204 len: 168 time: 0.8473980 Jul 14 09:46:47.005834 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42958) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.049943 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-878c82f3-9b02-482a-b0b2-dc0fbaee4768 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "GET /v2.0/ports?device_id=237cc5fc-fbb3-41c0-9759-4c59d0790e5b HTTP/1.1" status: 200 len: 205 time: 0.0408092 Jul 14 09:46:47.050279 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42960) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.054570 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-07eed4aa-523b-4562-a552-1fbcb2991603 req-7a1219e0-adf2-4977-909d-2c0f0e937a52 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a320513-0b82-4dc7-8145-786e063ad49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895448 Jul 14 09:46:47.085120 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3574898-95b8-4201-94c3-19ab3e1cbf2e req-cc3eba77-f37a-4bb4-98de-c2af4492fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:47.086838 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b3574898-95b8-4201-94c3-19ab3e1cbf2e req-cc3eba77-f37a-4bb4-98de-c2af4492fddf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=43c0c185-7d69-4c28-a773-df5901b428b2 HTTP/1.1" status: 200 len: 1102 time: 0.0963929 Jul 14 09:46:47.103916 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-aed58df1-d0b0-4f87-bce4-5c0d605d38aa tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] delete failed (client error): The resource could not be found. Jul 14 09:46:47.105103 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-aed58df1-d0b0-4f87-bce4-5c0d605d38aa tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "DELETE /v2.0/routers/237cc5fc-fbb3-41c0-9759-4c59d0790e5b HTTP/1.1" status: 404 len: 336 time: 0.0526841 Jul 14 09:46:47.108391 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42966) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.137525 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b3574898-95b8-4201-94c3-19ab3e1cbf2e req-8adebf44-fdf2-46b6-9be1-f934db2dacdb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7a320513-0b82-4dc7-8145-786e063ad49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444918 Jul 14 09:46:47.154013 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6930572f-d748-4df5-95f2-510cfbd030b0 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed8738ec-502d-410a-b8d0-b43060cced97 HTTP/1.1" status: 200 len: 205 time: 0.0441220 Jul 14 09:46:47.156021 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42972) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.193548 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-6a79a737-9fa0-4cb9-b3fc-592e0e1648fb tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] delete failed (client error): The resource could not be found. Jul 14 09:46:47.197752 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6a79a737-9fa0-4cb9-b3fc-592e0e1648fb tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "DELETE /v2.0/routers/ed8738ec-502d-410a-b8d0-b43060cced97 HTTP/1.1" status: 404 len: 336 time: 0.0377164 Jul 14 09:46:47.198518 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42974) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.230722 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-29ee8b92-d566-470d-95bc-d820d92405ec tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "GET /v2.0/ports?device_id=f38df617-952b-48ca-b303-c9a884493d4c HTTP/1.1" status: 200 len: 205 time: 0.0288398 Jul 14 09:46:47.231553 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42976) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.272676 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-96b3825f-af86-41e1-b0b8-ab2fa0e7af54 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] delete failed (client error): The resource could not be found. Jul 14 09:46:47.273850 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-96b3825f-af86-41e1-b0b8-ab2fa0e7af54 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "DELETE /v2.0/routers/f38df617-952b-48ca-b303-c9a884493d4c HTTP/1.1" status: 404 len: 336 time: 0.0419183 Jul 14 09:46:47.276809 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42978) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.314603 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c2501975-66e9-4afe-b3af-ccf64174f015 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3c52c2b-50ef-4b25-8a70-31e9b17bcdf6 HTTP/1.1" status: 200 len: 205 time: 0.0345120 Jul 14 09:46:47.314828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42980) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.354354 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-dd7aa834-c97c-4eaa-8559-b58f06f6b3c9 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] delete failed (client error): The resource could not be found. Jul 14 09:46:47.358523 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dd7aa834-c97c-4eaa-8559-b58f06f6b3c9 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "DELETE /v2.0/routers/d3c52c2b-50ef-4b25-8a70-31e9b17bcdf6 HTTP/1.1" status: 404 len: 336 time: 0.0396605 Jul 14 09:46:47.358788 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42982) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.393146 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-57334725-143c-427b-8973-985f5cd86b57 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "GET /v2.0/ports?device_id=25388675-868b-4af5-90ca-ed88ee9f79b0 HTTP/1.1" status: 200 len: 205 time: 0.0332973 Jul 14 09:46:47.395588 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42984) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.436005 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-b5447b72-e235-4511-a541-4daf9ae1e9c1 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] delete failed (client error): The resource could not be found. Jul 14 09:46:47.437044 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b5447b72-e235-4511-a541-4daf9ae1e9c1 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "DELETE /v2.0/routers/25388675-868b-4af5-90ca-ed88ee9f79b0 HTTP/1.1" status: 404 len: 336 time: 0.0404730 Jul 14 09:46:47.439746 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 42986) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.469927 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6b6a6c11-e274-4966-93e6-24bbc5b12afa tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce0b7ff0-aa29-4843-97f6-b245945ed803 HTTP/1.1" status: 200 len: 205 time: 0.0289314 Jul 14 09:46:47.472741 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42988) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.511362 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-c7377ebd-b44e-45f9-9303-f0eb9943ea88 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] delete failed (client error): The resource could not be found. Jul 14 09:46:47.514155 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c7377ebd-b44e-45f9-9303-f0eb9943ea88 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "DELETE /v2.0/routers/ce0b7ff0-aa29-4843-97f6-b245945ed803 HTTP/1.1" status: 404 len: 336 time: 0.0385928 Jul 14 09:46:47.515309 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 42990) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.546082 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df35ca4-b624-4c0b-9c17-6d7dbaa3b793 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] DELETE failed (client error): The resource could not be found. Jul 14 09:46:47.547582 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df35ca4-b624-4c0b-9c17-6d7dbaa3b793 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:46:47.551803 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7df35ca4-b624-4c0b-9c17-6d7dbaa3b793 tempest-RoutersIpV6AdminTest-39038622 tempest-RoutersIpV6AdminTest-39038622-project] 10.222.0.26 "DELETE /v2.0/subnets/5c5af3a0-77cf-4594-ad62-bd05a87c90e9 HTTP/1.1" status: 404 len: 337 time: 0.0331283 Jul 14 09:46:47.829047 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43004) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.951400 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-159f8222-ea10-4770-9633-d7b2b05b02f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.053296 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-159f8222-ea10-4770-9633-d7b2b05b02f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.067222 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-159f8222-ea10-4770-9633-d7b2b05b02f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.109737 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-159f8222-ea10-4770-9633-d7b2b05b02f2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a8663beed654b9e9e871ec2ccd172c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2794106 Jul 14 09:46:48.110671 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f8222-ea10-4770-9633-d7b2b05b02f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d68e7b-891a-47fc-bfbb-7a782cee3163,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:48.112734 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43012) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:48.164889 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0d21922-ed49-4259-8b6e-904165f9c5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.200178 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0d21922-ed49-4259-8b6e-904165f9c5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.274581 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0d21922-ed49-4259-8b6e-904165f9c5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.277617 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0d21922-ed49-4259-8b6e-904165f9c5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.278778 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d0d21922-ed49-4259-8b6e-904165f9c5b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b3d68e7b-891a-47fc-bfbb-7a782cee3163 HTTP/1.1" status: 204 len: 168 time: 0.1649241 Jul 14 09:46:48.289426 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8fbc8-4726-44bb-8d57-fb8d5c2e1c6c req-69ce0896-4f01-4e46-aa42-ea103a6dd340 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:48.291079 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4cb8fbc8-4726-44bb-8d57-fb8d5c2e1c6c req-69ce0896-4f01-4e46-aa42-ea103a6dd340 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c0c185-7d69-4c28-a773-df5901b428b2 HTTP/1.1" status: 200 len: 950 time: 0.1036572 Jul 14 09:46:48.298233 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d21922-ed49-4259-8b6e-904165f9c5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d68e7b-891a-47fc-bfbb-7a782cee3163,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:48.307964 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d21922-ed49-4259-8b6e-904165f9c5b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.308286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d21922-ed49-4259-8b6e-904165f9c5b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.308675 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d21922-ed49-4259-8b6e-904165f9c5b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.309032 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d21922-ed49-4259-8b6e-904165f9c5b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.309366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d21922-ed49-4259-8b6e-904165f9c5b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.309757 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d21922-ed49-4259-8b6e-904165f9c5b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.310047 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d21922-ed49-4259-8b6e-904165f9c5b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.310374 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d21922-ed49-4259-8b6e-904165f9c5b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.310691 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d21922-ed49-4259-8b6e-904165f9c5b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.311013 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d21922-ed49-4259-8b6e-904165f9c5b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.311334 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d21922-ed49-4259-8b6e-904165f9c5b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.311734 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d21922-ed49-4259-8b6e-904165f9c5b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.350841 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4cb8fbc8-4726-44bb-8d57-fb8d5c2e1c6c req-2e5bb6d1-1836-41a5-a13b-3603ced76041 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a320513-0b82-4dc7-8145-786e063ad49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452197 Jul 14 09:46:48.622160 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43022) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:48.674860 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-78a5799b-807c-4bb1-b436-deec87eab6b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e2ce9a9c971f423b9d8fdae0437439a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479603 Jul 14 09:46:48.675483 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43026) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:48.772056 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0e245f13-2854-4d44-807f-a2858c991627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.800699 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0e245f13-2854-4d44-807f-a2858c991627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.848408 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e55659-cf28-4ae0-95b9-debdcf36ada2 req-8d3993d6-7dc8-499b-a6cd-0b017433c3d2 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:48.850060 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6e55659-cf28-4ae0-95b9-debdcf36ada2 req-8d3993d6-7dc8-499b-a6cd-0b017433c3d2 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c0c185-7d69-4c28-a773-df5901b428b2 HTTP/1.1" status: 200 len: 950 time: 0.1161568 Jul 14 09:46:48.886589 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0e245f13-2854-4d44-807f-a2858c991627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.889022 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0e245f13-2854-4d44-807f-a2858c991627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.890194 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0e245f13-2854-4d44-807f-a2858c991627 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/018de10b-e6f1-4a63-bb6c-83e48b501f1a HTTP/1.1" status: 204 len: 168 time: 0.2137151 Jul 14 09:46:48.903471 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6e55659-cf28-4ae0-95b9-debdcf36ada2 req-4c97cbb7-46f2-4922-b903-2b561ada386e tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a320513-0b82-4dc7-8145-786e063ad49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464017 Jul 14 09:46:48.904585 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e245f13-2854-4d44-807f-a2858c991627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018de10b-e6f1-4a63-bb6c-83e48b501f1a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:50.000683 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f9cd9-908b-4972-b7e4-7eef8e2be7f8 req-831b0022-8ff5-46d6-8b43-5f5823e2a75d tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:50.002934 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cc8f9cd9-908b-4972-b7e4-7eef8e2be7f8 req-831b0022-8ff5-46d6-8b43-5f5823e2a75d tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.49 "GET /v2.0/ports?device_id=43c0c185-7d69-4c28-a773-df5901b428b2 HTTP/1.1" status: 200 len: 950 time: 0.0987837 Jul 14 09:46:50.172135 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43076) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:50.189619 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e085e91-3617-495a-98c6-93177e114ff5 req-286c512f-9964-4494-b47c-231a0b4ccd44 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:50.191006 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e085e91-3617-495a-98c6-93177e114ff5 req-286c512f-9964-4494-b47c-231a0b4ccd44 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/ports?device_id=43c0c185-7d69-4c28-a773-df5901b428b2 HTTP/1.1" status: 200 len: 950 time: 0.1389525 Jul 14 09:46:50.195682 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-cc8f9cd9-908b-4972-b7e4-7eef8e2be7f8 req-a4a44dcf-42c4-40e8-b686-18e0224ea40b tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Deleting port 76c65305-348a-46fb-80ce-cd84294be485 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:50.195970 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-cc8f9cd9-908b-4972-b7e4-7eef8e2be7f8 req-a4a44dcf-42c4-40e8-b686-18e0224ea40b tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.286175 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e085e91-3617-495a-98c6-93177e114ff5 req-fa9eb944-b1eb-4a0c-813c-5038b90a9cb9 tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a320513-0b82-4dc7-8145-786e063ad49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868363 Jul 14 09:46:50.290061 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-de3ab344-dc87-4e18-8dc2-949e1c185e78 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-513470084'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:50.316688 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de3ab344-dc87-4e18-8dc2-949e1c185e78 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.317758 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de3ab344-dc87-4e18-8dc2-949e1c185e78 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.322662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-cc8f9cd9-908b-4972-b7e4-7eef8e2be7f8 req-a4a44dcf-42c4-40e8-b686-18e0224ea40b tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] For port 76c65305-348a-46fb-80ce-cd84294be485, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=76c65305-348a-46fb-80ce-cd84294be485,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:50.323046 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-cc8f9cd9-908b-4972-b7e4-7eef8e2be7f8 req-a4a44dcf-42c4-40e8-b686-18e0224ea40b tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.340602 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-cc8f9cd9-908b-4972-b7e4-7eef8e2be7f8 req-a4a44dcf-42c4-40e8-b686-18e0224ea40b tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Calling delete_port for 76c65305-348a-46fb-80ce-cd84294be485 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:50.387816 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de3ab344-dc87-4e18-8dc2-949e1c185e78 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.397609 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de3ab344-dc87-4e18-8dc2-949e1c185e78 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.426201 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-de3ab344-dc87-4e18-8dc2-949e1c185e78 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.428391 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-de3ab344-dc87-4e18-8dc2-949e1c185e78 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2542808 Jul 14 09:46:50.431218 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43080) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:50.520558 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-cc8f9cd9-908b-4972-b7e4-7eef8e2be7f8 req-a4a44dcf-42c4-40e8-b686-18e0224ea40b tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.528029 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4b21c536-1d84-4c31-9679-bc19853092a3 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.555785 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a44dcf-42c4-40e8-b686-18e0224ea40b tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Pushing event deleted for resources: {'Port': ['ID=76c65305-348a-46fb-80ce-cd84294be485,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:50.611827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8f9cd9-908b-4972-b7e4-7eef8e2be7f8 req-a4a44dcf-42c4-40e8-b686-18e0224ea40b tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] No DVR routers for this DVR port 76c65305-348a-46fb-80ce-cd84294be485 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:50.614632 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-cc8f9cd9-908b-4972-b7e4-7eef8e2be7f8 req-a4a44dcf-42c4-40e8-b686-18e0224ea40b tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.616781 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cc8f9cd9-908b-4972-b7e4-7eef8e2be7f8 req-a4a44dcf-42c4-40e8-b686-18e0224ea40b tempest-VolumesNegativeTest-909161271 tempest-VolumesNegativeTest-909161271-project] 10.222.0.49 "DELETE /v2.0/ports/76c65305-348a-46fb-80ce-cd84294be485 HTTP/1.1" status: 204 len: 173 time: 0.6079180 Jul 14 09:46:50.617402 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c0c185-7d69-4c28-a773-df5901b428b2', 'name': 'network-vif-deleted', 'tag': '76c65305-348a-46fb-80ce-cd84294be485'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:50.620440 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d81d33-d2fb-4c35-918a-9f0cbb33a8ce" -d '{"events": [{"server_uuid": "43c0c185-7d69-4c28-a773-df5901b428b2", "name": "network-vif-deleted", "tag": "76c65305-348a-46fb-80ce-cd84294be485"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:50.708527 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1f10b2-c8d0-4b53-85d2-1042ebd9f5e5 x-openstack-request-id: req-6d1f10b2-c8d0-4b53-85d2-1042ebd9f5e5 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:50.708823 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c0c185-7d69-4c28-a773-df5901b428b2", "name": "network-vif-deleted", "tag": "76c65305-348a-46fb-80ce-cd84294be485", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:50.709179 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d1f10b2-c8d0-4b53-85d2-1042ebd9f5e5 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:50.709475 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c0c185-7d69-4c28-a773-df5901b428b2', 'name': 'network-vif-deleted', 'tag': '76c65305-348a-46fb-80ce-cd84294be485', 'status': 'completed', 'code': 200} Jul 14 09:46:50.828545 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4b21c536-1d84-4c31-9679-bc19853092a3 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.834644 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4b21c536-1d84-4c31-9679-bc19853092a3 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.912483 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4b21c536-1d84-4c31-9679-bc19853092a3 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.913608 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b21c536-1d84-4c31-9679-bc19853092a3 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ede405d-0390-4876-880a-3d4e95a2cbf9 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:46:50.919251 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4b21c536-1d84-4c31-9679-bc19853092a3 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.923850 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4b21c536-1d84-4c31-9679-bc19853092a3 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] 10.222.0.26 "DELETE /v2.0/routers/2ede405d-0390-4876-880a-3d4e95a2cbf9 HTTP/1.1" status: 204 len: 168 time: 0.4874425 Jul 14 09:46:50.924416 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43084) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:50.928192 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-6269a863-d252-4032-94dc-2a7cbc037bc1 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Request body: {'router': {'name': 'tempest-router-947712780', 'distributed': False}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:50.956261 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6269a863-d252-4032-94dc-2a7cbc037bc1 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.958517 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6269a863-d252-4032-94dc-2a7cbc037bc1 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.021170 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6269a863-d252-4032-94dc-2a7cbc037bc1 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.025515 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6269a863-d252-4032-94dc-2a7cbc037bc1 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.038647 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6269a863-d252-4032-94dc-2a7cbc037bc1 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.039966 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6269a863-d252-4032-94dc-2a7cbc037bc1 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1152797 Jul 14 09:46:51.042894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43086) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:51.115790 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-adb6f36c-e09d-4eb2-87df-ee23c530474d tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.282805 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-adb6f36c-e09d-4eb2-87df-ee23c530474d tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.285018 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-adb6f36c-e09d-4eb2-87df-ee23c530474d tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.355901 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-adb6f36c-e09d-4eb2-87df-ee23c530474d tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.356536 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb6f36c-e09d-4eb2-87df-ee23c530474d tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b386854e-60e1-48f0-965f-0e0b8a54ee68 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:46:51.362032 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-adb6f36c-e09d-4eb2-87df-ee23c530474d tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.363590 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-adb6f36c-e09d-4eb2-87df-ee23c530474d tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] 10.222.0.26 "DELETE /v2.0/routers/b386854e-60e1-48f0-965f-0e0b8a54ee68 HTTP/1.1" status: 204 len: 168 time: 0.3197219 Jul 14 09:46:51.366918 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43092) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:51.372832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d6983b2b-86f7-4083-bfbd-8cac8f2057e9 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Request body: {'router': {'name': 'tempest-router-1144768478', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '87f90dd47cce420a9159b7e6302ba784'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:51.398538 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d6983b2b-86f7-4083-bfbd-8cac8f2057e9 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.399833 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d6983b2b-86f7-4083-bfbd-8cac8f2057e9 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.467776 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d6983b2b-86f7-4083-bfbd-8cac8f2057e9 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.475967 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d6983b2b-86f7-4083-bfbd-8cac8f2057e9 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.492950 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d6983b2b-86f7-4083-bfbd-8cac8f2057e9 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.498663 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d6983b2b-86f7-4083-bfbd-8cac8f2057e9 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1258867 Jul 14 09:46:51.498926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43102) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:51.503716 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5addc645-a701-41cc-adc6-7506a60d1d58 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:51.717636 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5addc645-a701-41cc-adc6-7506a60d1d58 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.717944 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5addc645-a701-41cc-adc6-7506a60d1d58 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.797290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5addc645-a701-41cc-adc6-7506a60d1d58 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93887) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 14 09:46:51.797632 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5addc645-a701-41cc-adc6-7506a60d1d58 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Router 49cd5a08-1417-46ac-bec2-9688a68a345a migrating from provider to provider. {{(pid=93887) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 14 09:46:51.798034 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5addc645-a701-41cc-adc6-7506a60d1d58 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.802749 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5addc645-a701-41cc-adc6-7506a60d1d58 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.806008 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5addc645-a701-41cc-adc6-7506a60d1d58 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-535708'] for router, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.884739 n-d-798054-10 neutron-server[93887]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5addc645-a701-41cc-adc6-7506a60d1d58 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] No L3 agents can host the router 49cd5a08-1417-46ac-bec2-9688a68a345a Jul 14 09:46:51.999973 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5addc645-a701-41cc-adc6-7506a60d1d58 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Hosts for router 49cd5a08-1417-46ac-bec2-9688a68a345a: [] {{(pid=93887) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 14 09:46:52.024956 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5addc645-a701-41cc-adc6-7506a60d1d58 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Hosts for other DVR routers connected to router 49cd5a08-1417-46ac-bec2-9688a68a345a: set() {{(pid=93887) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 14 09:46:52.028126 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5addc645-a701-41cc-adc6-7506a60d1d58 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.031685 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5addc645-a701-41cc-adc6-7506a60d1d58 tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] 10.222.0.26 "PUT /v2.0/routers/49cd5a08-1417-46ac-bec2-9688a68a345a HTTP/1.1" status: 200 len: 717 time: 0.5295873 Jul 14 09:46:52.031911 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43140) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:52.106736 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-aa49671e-12e2-4f3c-9a8e-e648a29dae0d tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] 10.222.0.26 "GET /v2.0/routers/49cd5a08-1417-46ac-bec2-9688a68a345a HTTP/1.1" status: 200 len: 717 time: 0.0737417 Jul 14 09:46:52.109105 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43162) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:52.279926 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e4798efa-1286-47d7-82ca-d42293cf087f tempest-RoutersTestDVR-1605221329 tempest-RoutersTestDVR-1605221329-project] 10.222.0.26 "GET /v2.0/routers/49cd5a08-1417-46ac-bec2-9688a68a345a HTTP/1.1" status: 200 len: 683 time: 0.1696949 Jul 14 09:46:52.282414 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43180) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:52.360327 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f69a6844-b9e5-4b15-8760-c68da3ff9b0d tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.490357 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 76c65305-348a-46fb-80ce-cd84294be485 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:52.510130 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 76c65305-348a-46fb-80ce-cd84294be485 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:52.510738 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 76c65305-348a-46fb-80ce-cd84294be485 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:52.539064 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f69a6844-b9e5-4b15-8760-c68da3ff9b0d tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.543469 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f69a6844-b9e5-4b15-8760-c68da3ff9b0d tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.613902 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f69a6844-b9e5-4b15-8760-c68da3ff9b0d tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.614431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69a6844-b9e5-4b15-8760-c68da3ff9b0d tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49cd5a08-1417-46ac-bec2-9688a68a345a {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:46:52.619340 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f69a6844-b9e5-4b15-8760-c68da3ff9b0d tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.623658 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f69a6844-b9e5-4b15-8760-c68da3ff9b0d tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] 10.222.0.26 "DELETE /v2.0/routers/49cd5a08-1417-46ac-bec2-9688a68a345a HTTP/1.1" status: 204 len: 168 time: 0.3368042 Jul 14 09:46:52.623658 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-aa36a75f-3b0c-474a-a827-f0de4505df93 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724862659&fields=id&tenant_id=51eddd5eb51e43da8f7e9b436a71a31a HTTP/1.1" status: 200 len: 267 time: 0.0825908 Jul 14 09:46:52.624383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43214) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:52.628951 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3422cbdb-b3f3-4136-ac35-eeb26a295e9f tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Request body: {'router': {'name': 'tempest-router-1735212160', 'distributed': True}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:52.655525 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3422cbdb-b3f3-4136-ac35-eeb26a295e9f tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.656620 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3422cbdb-b3f3-4136-ac35-eeb26a295e9f tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.716663 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3422cbdb-b3f3-4136-ac35-eeb26a295e9f tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.721649 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3422cbdb-b3f3-4136-ac35-eeb26a295e9f tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.736809 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3422cbdb-b3f3-4136-ac35-eeb26a295e9f tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.741769 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3422cbdb-b3f3-4136-ac35-eeb26a295e9f tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1139424 Jul 14 09:46:52.742170 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43238) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:52.746021 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-f7746bef-e820-4ce6-bc33-309e493eca88 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:52.747523 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-f7746bef-e820-4ce6-bc33-309e493eca88 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 811 time: 0.1171000 Jul 14 09:46:52.772317 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-b0ceb835-10b2-4f93-8b0e-d6fa2db78b33 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/quotas/51eddd5eb51e43da8f7e9b436a71a31a HTTP/1.1" status: 200 len: 375 time: 0.0176885 Jul 14 09:46:52.824245 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f271fe7f-a5ee-4adc-97c9-c87797d4692b tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.850460 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-e92f27a1-86da-42ca-9b86-bcae6ac4fc44 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769475 Jul 14 09:46:52.955970 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-3390c3e4-a542-4366-a65f-a26324e717ca service neutron] 10.222.0.26 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954533 Jul 14 09:46:52.993993 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f271fe7f-a5ee-4adc-97c9-c87797d4692b tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.996880 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f271fe7f-a5ee-4adc-97c9-c87797d4692b tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.043217 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f271fe7f-a5ee-4adc-97c9-c87797d4692b tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.043861 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f271fe7f-a5ee-4adc-97c9-c87797d4692b tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97780540-ad6d-4400-97ba-be4b3fed1a2a {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:46:53.048748 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f271fe7f-a5ee-4adc-97c9-c87797d4692b tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.050166 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f271fe7f-a5ee-4adc-97c9-c87797d4692b tempest-RoutersTestDVR-1871138569 tempest-RoutersTestDVR-1871138569-project-admin] 10.222.0.26 "DELETE /v2.0/routers/97780540-ad6d-4400-97ba-be4b3fed1a2a HTTP/1.1" status: 204 len: 168 time: 0.3068368 Jul 14 09:46:53.051862 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-ed6748e7-e4b4-4104-a281-8422e7bd6c1d service neutron] 10.222.0.26 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901618 Jul 14 09:46:53.359663 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43306) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:53.414628 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c09cde7f-6aad-416c-9a08-05783a39c13d req-ed7655a8-6a0a-4da6-81b4-f1640c8ac3a3 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 210 time: 0.0339453 Jul 14 09:46:53.514890 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d7cf6f08-7d1a-4dce-92e6-85ce8f3bc5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.627786 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d7cf6f08-7d1a-4dce-92e6-85ce8f3bc5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.631521 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d7cf6f08-7d1a-4dce-92e6-85ce8f3bc5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.676260 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d7cf6f08-7d1a-4dce-92e6-85ce8f3bc5aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=87f90dd47cce420a9159b7e6302ba784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3149436 Jul 14 09:46:53.679057 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43330) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:53.683421 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf6f08-7d1a-4dce-92e6-85ce8f3bc5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1527db0a-a695-485a-b369-a2834f97c02a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:53.745199 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-230bbdd6-859f-4b92-ad1e-a9b15ab3cf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.768576 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-230bbdd6-859f-4b92-ad1e-a9b15ab3cf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.827876 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-230bbdd6-859f-4b92-ad1e-a9b15ab3cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.830761 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-230bbdd6-859f-4b92-ad1e-a9b15ab3cf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.832123 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-230bbdd6-859f-4b92-ad1e-a9b15ab3cf99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1527db0a-a695-485a-b369-a2834f97c02a HTTP/1.1" status: 204 len: 168 time: 0.1518910 Jul 14 09:46:53.841375 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bbdd6-859f-4b92-ad1e-a9b15ab3cf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1527db0a-a695-485a-b369-a2834f97c02a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:54.173733 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43364) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:54.187642 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c64d10b-ea3b-4110-ae6d-8454e3da1460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.300358 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c64d10b-ea3b-4110-ae6d-8454e3da1460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.306363 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c64d10b-ea3b-4110-ae6d-8454e3da1460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.348167 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64d10b-ea3b-4110-ae6d-8454e3da1460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dd2d90-d7b8-4470-b8bd-6df374399fda,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:54.365277 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43366) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:54.366281 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1c64d10b-ea3b-4110-ae6d-8454e3da1460 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c5d8fe071694474881ae0847dcdc7c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1913676 Jul 14 09:46:54.430533 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18fcd967-abfe-4da4-b80f-91a803c1275b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.461474 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18fcd967-abfe-4da4-b80f-91a803c1275b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.525025 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18fcd967-abfe-4da4-b80f-91a803c1275b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.530145 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18fcd967-abfe-4da4-b80f-91a803c1275b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.533836 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-18fcd967-abfe-4da4-b80f-91a803c1275b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/43dd2d90-d7b8-4470-b8bd-6df374399fda HTTP/1.1" status: 204 len: 168 time: 0.1674001 Jul 14 09:46:54.554329 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fcd967-abfe-4da4-b80f-91a803c1275b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dd2d90-d7b8-4470-b8bd-6df374399fda,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:54.593993 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-79a7c9f9-6692-4800-a88c-fd2240090a0e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:54.596196 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-79a7c9f9-6692-4800-a88c-fd2240090a0e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 811 time: 0.1699800 Jul 14 09:46:54.685709 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-9f40adb8-77da-42d7-ba39-5c4dcbbdc48c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51eddd5eb51e43da8f7e9b436a71a31a HTTP/1.1" status: 200 len: 380 time: 0.0815628 Jul 14 09:46:54.688431 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e7ccc80-9191-445c-b20a-2832cdc84297 req-98a0cffe-8962-4153-8575-62ab46bead46 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 210 time: 0.0573292 Jul 14 09:46:54.696187 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-7f4f1d2e-2bdc-4a8e-aa61-284fabe4e7c9 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Request body: {'port': {'device_id': '8b7b717d-48ec-4e4a-85a6-4af69671284d', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'admin_state_up': True, 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'security_groups': ['dc4bb0e3-d30e-401b-a24e-32a4807c0daa']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:54.831065 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-7f4f1d2e-2bdc-4a8e-aa61-284fabe4e7c9 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Made reservation on behalf of 51eddd5eb51e43da8f7e9b436a71a31a for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:54.836265 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-7f4f1d2e-2bdc-4a8e-aa61-284fabe4e7c9 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.000189 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-7f4f1d2e-2bdc-4a8e-aa61-284fabe4e7c9 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Allocated IP 172.20.0.11 (8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c/0457f97d-7f0c-40e3-aa42-dc25e8646d70/162f9849-3338-4750-9954-00587a6b864f) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:55.177757 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-7f4f1d2e-2bdc-4a8e-aa61-284fabe4e7c9 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.195529 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-7f4f1d2e-2bdc-4a8e-aa61-284fabe4e7c9 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Transition to ACTIVE for port object 162f9849-3338-4750-9954-00587a6b864f will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:55.242809 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-7f4f1d2e-2bdc-4a8e-aa61-284fabe4e7c9 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.297723 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-7f4f1d2e-2bdc-4a8e-aa61-284fabe4e7c9 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:55.299068 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-7f4f1d2e-2bdc-4a8e-aa61-284fabe4e7c9 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:55.303896 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-7f4f1d2e-2bdc-4a8e-aa61-284fabe4e7c9 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:55.347720 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f1d2e-2bdc-4a8e-aa61-284fabe4e7c9 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event updated for resources: {'Port': ['ID=162f9849-3338-4750-9954-00587a6b864f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:55.373059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-7f4f1d2e-2bdc-4a8e-aa61-284fabe4e7c9 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:55.374272 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-7f4f1d2e-2bdc-4a8e-aa61-284fabe4e7c9 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.398117 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-7f4f1d2e-2bdc-4a8e-aa61-284fabe4e7c9 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7019916 Jul 14 09:46:55.410982 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] Request body: {'port': {'device_id': '8b7b717d-48ec-4e4a-85a6-4af69671284d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:55.522318 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.554729 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43392) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:55.690200 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-0df4be61-7795-4749-adce-27e8ee822833 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1311309972'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:55.696257 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2a040957-88af-4c41-8ea2-8052ba527569 None None] Provisioning for port 162f9849-3338-4750-9954-00587a6b864f completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:55.705336 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2a040957-88af-4c41-8ea2-8052ba527569 None None] Provisioning complete for port 162f9849-3338-4750-9954-00587a6b864f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:55.705954 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a040957-88af-4c41-8ea2-8052ba527569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.747353 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df4be61-7795-4749-adce-27e8ee822833 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Made reservation on behalf of 3abcd1f7856742c999a0d00179f857fb for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:55.751108 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0df4be61-7795-4749-adce-27e8ee822833 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.775126 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2a040957-88af-4c41-8ea2-8052ba527569 None None] Port 162f9849-3338-4750-9954-00587a6b864f cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:46:55.776426 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0df4be61-7795-4749-adce-27e8ee822833 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.902763 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162f9849-3338-4750-9954-00587a6b864f {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:46:55.912697 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.938277 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0df4be61-7795-4749-adce-27e8ee822833 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.943696 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0df4be61-7795-4749-adce-27e8ee822833 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.978260 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4be61-7795-4749-adce-27e8ee822833 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da13eeb6-5a1b-470e-9234-e0e9252a5419,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:55.988944 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df4be61-7795-4749-adce-27e8ee822833 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:46:56.004497 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0df4be61-7795-4749-adce-27e8ee822833 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:56.005167 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-0df4be61-7795-4749-adce-27e8ee822833 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Added segment 80783f66-bec7-4edf-9b75-6fe0579df289 of type vlan for network f9bffd6e-7b50-4c11-b860-1fb2274dd7d5 Jul 14 09:46:56.055973 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0df4be61-7795-4749-adce-27e8ee822833 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:56.092905 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0df4be61-7795-4749-adce-27e8ee822833 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:56.104300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df4be61-7795-4749-adce-27e8ee822833 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:56.106207 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0df4be61-7795-4749-adce-27e8ee822833 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:56.131075 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0df4be61-7795-4749-adce-27e8ee822833 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5750999 Jul 14 09:46:56.144500 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43398) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:56.186558 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-6534e806-fec0-4670-a4d1-2fed4da4707b tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Request body: {'subnet': {'network_id': 'f9bffd6e-7b50-4c11-b860-1fb2274dd7d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:56.285536 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4be61-7795-4749-adce-27e8ee822833 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Pushing event updated for resources: {'Network': ['ID=f9bffd6e-7b50-4c11-b860-1fb2274dd7d5,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:56.299104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network f9bffd6e-7b50-4c11-b860-1fb2274dd7d5 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:46:56.336904 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6534e806-fec0-4670-a4d1-2fed4da4707b tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Made reservation on behalf of 3abcd1f7856742c999a0d00179f857fb for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:56.341705 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6534e806-fec0-4670-a4d1-2fed4da4707b tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:56.427262 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] Transition to ACTIVE for port object 162f9849-3338-4750-9954-00587a6b864f will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:56.434011 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:56.490371 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45704702-b949-4226-bbce-e257d2a79070 service neutron] Pushing event updated for resources: {'Port': ['ID=162f9849-3338-4750-9954-00587a6b864f,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:56.588613 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6534e806-fec0-4670-a4d1-2fed4da4707b tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:56.656244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534e806-fec0-4670-a4d1-2fed4da4707b tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Pushing event updated for resources: {'Subnet': ['ID=a99914f0-2abb-4422-a33b-6fac7f2f94f3,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:56.670614 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99de7d8-fee0-44e5-94e6-5695c0954d0d req-d3440d75-157c-4827-9c02-c8c6584551e9 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:56.672432 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c99de7d8-fee0-44e5-94e6-5695c0954d0d req-d3440d75-157c-4827-9c02-c8c6584551e9 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 932 time: 0.7473180 Jul 14 09:46:56.708317 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6534e806-fec0-4670-a4d1-2fed4da4707b tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Checking segment: {'id': '80783f66-bec7-4edf-9b75-6fe0579df289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f9bffd6e-7b50-4c11-b860-1fb2274dd7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:56.708681 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6534e806-fec0-4670-a4d1-2fed4da4707b tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Network hostable DHCP agents. Network: f9bffd6e-7b50-4c11-b860-1fb2274dd7d5, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:46:56.725746 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c99de7d8-fee0-44e5-94e6-5695c0954d0d req-e4de5119-8370-4360-9ec1-505973666399 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443852 Jul 14 09:46:56.744914 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6534e806-fec0-4670-a4d1-2fed4da4707b tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Network f9bffd6e-7b50-4c11-b860-1fb2274dd7d5 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:46:56.756552 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-6534e806-fec0-4670-a4d1-2fed4da4707b tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, f9bffd6e-7b50-4c11-b860-1fb2274dd7d5) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:56.758484 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] Attempting to bind port 162f9849-3338-4750-9954-00587a6b864f on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:56.758851 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] Attempting to bind port 162f9849-3338-4750-9954-00587a6b864f by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:56.760848 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] Attempting to bind port 162f9849-3338-4750-9954-00587a6b864f on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:56.761370 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6534e806-fec0-4670-a4d1-2fed4da4707b tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:56.762061 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6534e806-fec0-4670-a4d1-2fed4da4707b tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:56.771229 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] Port 162f9849-3338-4750-9954-00587a6b864f on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:46:56.772921 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] Attempting to bind port 162f9849-3338-4750-9954-00587a6b864f on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:56.774599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d373b7e-af5c-4a03-a686-a1e95d635d5d None None] Network f9bffd6e-7b50-4c11-b860-1fb2274dd7d5 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:56.789445 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:56.790852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] Checking segment: {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:56.792127 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6534e806-fec0-4670-a4d1-2fed4da4707b tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6460412 Jul 14 09:46:56.792677 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] Bound using segment: {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:56.793301 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] Bound port: 162f9849-3338-4750-9954-00587a6b864f, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:56.795124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43406) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:56.797682 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:56.807366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43408) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:56.811278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c4211670-27d3-4088-8780-bf5e560a4cc0 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Request body: {'port': {'network_id': 'f9bffd6e-7b50-4c11-b860-1fb2274dd7d5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1284047063'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:56.915264 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] For port 162f9849-3338-4750-9954-00587a6b864f, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:56.922609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] For port 162f9849-3338-4750-9954-00587a6b864f, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=162f9849-3338-4750-9954-00587a6b864f,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:56.929859 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:56.973341 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4211670-27d3-4088-8780-bf5e560a4cc0 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Made reservation on behalf of 3abcd1f7856742c999a0d00179f857fb for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:56.978666 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c4211670-27d3-4088-8780-bf5e560a4cc0 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:56.996832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:56.997687 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:56.999721 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-45704702-b949-4226-bbce-e257d2a79070 service neutron] 10.222.0.49 "PUT /v2.0/ports/162f9849-3338-4750-9954-00587a6b864f HTTP/1.1" status: 200 len: 1093 time: 1.5992820 Jul 14 09:46:57.001031 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7b717d-48ec-4e4a-85a6-4af69671284d', 'tag': '162f9849-3338-4750-9954-00587a6b864f'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:57.005223 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78e3238-c0cd-495c-bdb8-0d6b6d1458fb" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7b717d-48ec-4e4a-85a6-4af69671284d", "tag": "162f9849-3338-4750-9954-00587a6b864f"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:57.011523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-c4211670-27d3-4088-8780-bf5e560a4cc0 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] device_id is not set on port 7862e533-c010-4db6-a399-6b40d07651f5 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:46:57.127407 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-f9bffd6e-7b50-4c11-b860-1fb2274dd7d5', 'network_id': 'f9bffd6e-7b50-4c11-b860-1fb2274dd7d5', 'tenant_id': '3abcd1f7856742c999a0d00179f857fb', 'fixed_ips': [{'subnet_id': 'a99914f0-2abb-4422-a33b-6fac7f2f94f3'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:46:57.128521 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.144195 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fe53d8-9f4e-4608-a780-73b1a0105dc3 x-openstack-request-id: req-58fe53d8-9f4e-4608-a780-73b1a0105dc3 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:57.144785 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7b717d-48ec-4e4a-85a6-4af69671284d", "tag": "162f9849-3338-4750-9954-00587a6b864f", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:57.145337 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58fe53d8-9f4e-4608-a780-73b1a0105dc3 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:57.146088 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7b717d-48ec-4e4a-85a6-4af69671284d', 'tag': '162f9849-3338-4750-9954-00587a6b864f', 'status': 'completed', 'code': 200} Jul 14 09:46:57.154787 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-c4211670-27d3-4088-8780-bf5e560a4cc0 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Allocated IP 2001:db8::1c1 (f9bffd6e-7b50-4c11-b860-1fb2274dd7d5/a99914f0-2abb-4422-a33b-6fac7f2f94f3/7862e533-c010-4db6-a399-6b40d07651f5) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:57.177813 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45704702-b949-4226-bbce-e257d2a79070 service neutron] Pushing event updated for resources: {'Port': ['ID=162f9849-3338-4750-9954-00587a6b864f,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:57.224044 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-6a4dd51d-7f36-4aa2-bda4-ae7c5e0d7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:57.226201 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-6a4dd51d-7f36-4aa2-bda4-ae7c5e0d7af9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 1096 time: 0.1621346 Jul 14 09:46:57.282636 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-311833f1-b331-45e0-aae6-09472e851eb5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=162f9849-3338-4750-9954-00587a6b864f HTTP/1.1" status: 200 len: 217 time: 0.0496056 Jul 14 09:46:57.320647 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77895a61-29bd-4464-9e37-78c6cff43710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.366901 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c4211670-27d3-4088-8780-bf5e560a4cc0 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.367716 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-b51c7439-474b-47d2-90f6-b627fbe373e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:57.374819 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-b51c7439-474b-47d2-90f6-b627fbe373e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.0807383 Jul 14 09:46:57.382154 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ac0fb274-4948-4e96-82f4-1ce57832c089 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50c625c1fa7a44869a02a941b91eba7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5640812 Jul 14 09:46:57.382883 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43414) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:57.394378 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-c4211670-27d3-4088-8780-bf5e560a4cc0 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Transition to ACTIVE for port object 7862e533-c010-4db6-a399-6b40d07651f5 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:57.462201 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8c1c81de-4815-4eb1-88b1-2c729d72a085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.469384 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-c07208ab-383e-4416-aa07-14e0d46f8a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:57.471535 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-c07208ab-383e-4416-aa07-14e0d46f8a0c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954242 Jul 14 09:46:57.475209 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c4211670-27d3-4088-8780-bf5e560a4cc0 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.512771 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8c1c81de-4815-4eb1-88b1-2c729d72a085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.532113 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Allocated IP 2001:db8::2 (f9bffd6e-7b50-4c11-b860-1fb2274dd7d5/a99914f0-2abb-4422-a33b-6fac7f2f94f3/72ffabe0-2d52-4966-a8da-9a9c3c28fd1a) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:57.545291 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4211670-27d3-4088-8780-bf5e560a4cc0 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Network f9bffd6e-7b50-4c11-b860-1fb2274dd7d5 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:57.558477 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-c4211670-27d3-4088-8780-bf5e560a4cc0 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:57.564789 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4211670-27d3-4088-8780-bf5e560a4cc0 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:57.570359 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4211670-27d3-4088-8780-bf5e560a4cc0 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:57.570992 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c4211670-27d3-4088-8780-bf5e560a4cc0 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.573494 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4211670-27d3-4088-8780-bf5e560a4cc0 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Pushing event updated for resources: {'Port': ['ID=7862e533-c010-4db6-a399-6b40d07651f5,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:57.585162 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-e1f86e60-1249-4199-aafc-e10f4a22f605 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072493 Jul 14 09:46:57.594611 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c4211670-27d3-4088-8780-bf5e560a4cc0 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7956886 Jul 14 09:46:57.595175 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43416) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:57.599696 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-72eeea76-0c10-4f74-bb21-117543d24e49 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Request body: {'port': {'network_id': 'f9bffd6e-7b50-4c11-b860-1fb2274dd7d5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1597321276', 'allowed_address_pairs': [{'ip_address': '2001:db8::1c1', 'mac_address': 'fa:16:3e:51:87:23'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:57.658650 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8c1c81de-4815-4eb1-88b1-2c729d72a085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.661409 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8c1c81de-4815-4eb1-88b1-2c729d72a085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.662591 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8c1c81de-4815-4eb1-88b1-2c729d72a085 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a320513-0b82-4dc7-8145-786e063ad49e HTTP/1.1" status: 204 len: 168 time: 0.2787778 Jul 14 09:46:57.679579 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c81de-4815-4eb1-88b1-2c729d72a085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a320513-0b82-4dc7-8145-786e063ad49e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:57.722522 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.740449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Transition to ACTIVE for port object 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:57.759396 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc379e63-c4be-400a-9c6f-52017d0fc5cf req-ec2aa048-e002-46c9-b69f-4e5cb23944ce service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645288 Jul 14 09:46:57.761093 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72eeea76-0c10-4f74-bb21-117543d24e49 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Made reservation on behalf of 3abcd1f7856742c999a0d00179f857fb for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:57.766516 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Transition to ACTIVE for port object 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:57.775403 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.842775 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Network f9bffd6e-7b50-4c11-b860-1fb2274dd7d5 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:57.846273 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:57.863349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:57.892230 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e3238-c0cd-495c-bdb8-0d6b6d1458fb req-8ab8186a-8d6e-4611-bfd9-9f7ea9daf45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:57.894387 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e78e3238-c0cd-495c-bdb8-0d6b6d1458fb req-8ab8186a-8d6e-4611-bfd9-9f7ea9daf45b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 1096 time: 0.0828569 Jul 14 09:46:57.912083 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-72eeea76-0c10-4f74-bb21-117543d24e49 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.917091 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Pushing event updated for resources: {'Port': ['ID=72ffabe0-2d52-4966-a8da-9a9c3c28fd1a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:57.945228 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-72eeea76-0c10-4f74-bb21-117543d24e49 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] device_id is not set on port 2721f1f1-a780-45e9-959d-90eca31d409d yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:46:57.946374 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Attempting to bind port 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:57.946815 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Attempting to bind port 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '80783f66-bec7-4edf-9b75-6fe0579df289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f9bffd6e-7b50-4c11-b860-1fb2274dd7d5'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:57.947244 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Attempting to bind port 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a on network f9bffd6e-7b50-4c11-b860-1fb2274dd7d5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:57.961206 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:57.961470 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Checking segment: {'id': '80783f66-bec7-4edf-9b75-6fe0579df289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f9bffd6e-7b50-4c11-b860-1fb2274dd7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:57.961816 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.962381 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Bound using segment: {'id': '80783f66-bec7-4edf-9b75-6fe0579df289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f9bffd6e-7b50-4c11-b860-1fb2274dd7d5'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:57.963508 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Bound port: 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80783f66-bec7-4edf-9b75-6fe0579df289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f9bffd6e-7b50-4c11-b860-1fb2274dd7d5'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:57.965432 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.999750 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e3238-c0cd-495c-bdb8-0d6b6d1458fb req-e8b7e5ad-bb8b-4707-963b-9db867fab1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:58.001259 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e78e3238-c0cd-495c-bdb8-0d6b6d1458fb req-e8b7e5ad-bb8b-4707-963b-9db867fab1d8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 912 time: 0.0997994 Jul 14 09:46:58.107033 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e78e3238-c0cd-495c-bdb8-0d6b6d1458fb req-64d94338-0cd2-49c7-8469-2f932a78994e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=162f9849-3338-4750-9954-00587a6b864f HTTP/1.1" status: 200 len: 217 time: 0.0996172 Jul 14 09:46:58.127777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] For port 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:58.137614 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] For port 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=72ffabe0-2d52-4966-a8da-9a9c3c28fd1a,segment=NetworkSegment(80783f66-bec7-4edf-9b75-6fe0579df289),segment_id=80783f66-bec7-4edf-9b75-6fe0579df289)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:58.145755 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.223194 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e31d12-9e1e-4cd6-97e3-8669ae1a0a14 None None] Pushing event updated for resources: {'Port': ['ID=72ffabe0-2d52-4966-a8da-9a9c3c28fd1a,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:58.248327 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4429a-c559-4119-8b6b-89988cf107a4 req-dacd9bf1-90d9-4e03-a0ae-c97fa979527f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:58.250108 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3cf4429a-c559-4119-8b6b-89988cf107a4 req-dacd9bf1-90d9-4e03-a0ae-c97fa979527f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 944 time: 0.2443554 Jul 14 09:46:58.251612 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e3238-c0cd-495c-bdb8-0d6b6d1458fb req-7bab9291-c9ba-4e03-b534-7eced384fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:58.253149 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e78e3238-c0cd-495c-bdb8-0d6b6d1458fb req-7bab9291-c9ba-4e03-b534-7eced384fca5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.1406577 Jul 14 09:46:58.359382 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3cf4429a-c559-4119-8b6b-89988cf107a4 req-bf2a54c9-2bbc-467e-8c49-ea76e97f1a05 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022520 Jul 14 09:46:58.409838 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e3238-c0cd-495c-bdb8-0d6b6d1458fb req-62f36327-ec30-4bd4-848a-8674e9732d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:58.412114 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e78e3238-c0cd-495c-bdb8-0d6b6d1458fb req-62f36327-ec30-4bd4-848a-8674e9732d7a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1474333 Jul 14 09:46:58.571274 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-72eeea76-0c10-4f74-bb21-117543d24e49 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Allocated IP 2001:db8::256 (f9bffd6e-7b50-4c11-b860-1fb2274dd7d5/a99914f0-2abb-4422-a33b-6fac7f2f94f3/2721f1f1-a780-45e9-959d-90eca31d409d) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:58.643067 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e78e3238-c0cd-495c-bdb8-0d6b6d1458fb req-85b3d380-3a7f-4017-9a85-5ab99f3f716c service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230124 Jul 14 09:46:58.761646 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e78e3238-c0cd-495c-bdb8-0d6b6d1458fb req-80b83467-b97f-4b6c-aee1-7a8b9ab9cfff service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124086 Jul 14 09:46:58.788362 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-72eeea76-0c10-4f74-bb21-117543d24e49 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.803467 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-72eeea76-0c10-4f74-bb21-117543d24e49 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Transition to ACTIVE for port object 2721f1f1-a780-45e9-959d-90eca31d409d will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:58.841316 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-72eeea76-0c10-4f74-bb21-117543d24e49 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.898967 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eeea76-0c10-4f74-bb21-117543d24e49 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Network f9bffd6e-7b50-4c11-b860-1fb2274dd7d5 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:58.904147 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-72eeea76-0c10-4f74-bb21-117543d24e49 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:58.909633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eeea76-0c10-4f74-bb21-117543d24e49 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:58.915669 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eeea76-0c10-4f74-bb21-117543d24e49 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:58.919401 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-72eeea76-0c10-4f74-bb21-117543d24e49 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.919624 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eeea76-0c10-4f74-bb21-117543d24e49 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Pushing event updated for resources: {'Port': ['ID=2721f1f1-a780-45e9-959d-90eca31d409d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:58.937544 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-72eeea76-0c10-4f74-bb21-117543d24e49 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.3416939 Jul 14 09:46:58.938737 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43446) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:58.986342 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:59.064946 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:59.116278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a991d1b8-4a03-4485-ba92-9a0966789175 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:59.125690 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a991d1b8-4a03-4485-ba92-9a0966789175 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:59.130166 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a991d1b8-4a03-4485-ba92-9a0966789175 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:59.133841 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a991d1b8-4a03-4485-ba92-9a0966789175 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1920309 Jul 14 09:46:59.136240 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43452) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:59.307957 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-9787a242-10c9-4179-9afd-1400d9971c5d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Deleting port 2721f1f1-a780-45e9-959d-90eca31d409d {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:59.308589 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9787a242-10c9-4179-9afd-1400d9971c5d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.427728 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9787a242-10c9-4179-9afd-1400d9971c5d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.443396 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-9787a242-10c9-4179-9afd-1400d9971c5d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Calling delete_port for 2721f1f1-a780-45e9-959d-90eca31d409d owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:59.542588 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c700865-5524-44b9-8aab-c53f446a590a None None] Network f9bffd6e-7b50-4c11-b860-1fb2274dd7d5 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:59.619388 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b8fb76f3-0d8f-46c7-a392-2a5e0fc2426e None None] Provisioning for port 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:59.625704 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b8fb76f3-0d8f-46c7-a392-2a5e0fc2426e None None] Provisioning complete for port 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:59.626100 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8fb76f3-0d8f-46c7-a392-2a5e0fc2426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.642116 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9787a242-10c9-4179-9afd-1400d9971c5d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.693932 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787a242-10c9-4179-9afd-1400d9971c5d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Pushing event deleted for resources: {'Port': ['ID=2721f1f1-a780-45e9-959d-90eca31d409d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:59.747671 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1028e-bdd8-4a53-b184-53210096ce16 req-e99d3209-2086-4a9d-8db5-8ef1ef264971 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:59.749295 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2ac1028e-bdd8-4a53-b184-53210096ce16 req-e99d3209-2086-4a9d-8db5-8ef1ef264971 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 944 time: 0.1952243 Jul 14 09:46:59.804786 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8fb76f3-0d8f-46c7-a392-2a5e0fc2426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.810186 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d435f863-922a-49c2-8b19-29765ed2bbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.840300 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2ac1028e-bdd8-4a53-b184-53210096ce16 req-27aa4360-275f-4776-8794-be19428f54a5 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769124 Jul 14 09:46:59.851107 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b8fb76f3-0d8f-46c7-a392-2a5e0fc2426e None None] For port 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=72ffabe0-2d52-4966-a8da-9a9c3c28fd1a,segment=NetworkSegment(80783f66-bec7-4edf-9b75-6fe0579df289),segment_id=80783f66-bec7-4edf-9b75-6fe0579df289)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:59.856322 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8fb76f3-0d8f-46c7-a392-2a5e0fc2426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.915375 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb76f3-0d8f-46c7-a392-2a5e0fc2426e None None] Pushing event updated for resources: {'Port': ['ID=72ffabe0-2d52-4966-a8da-9a9c3c28fd1a,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:59.919095 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9787a242-10c9-4179-9afd-1400d9971c5d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.921823 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9787a242-10c9-4179-9afd-1400d9971c5d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "DELETE /v2.0/ports/2721f1f1-a780-45e9-959d-90eca31d409d HTTP/1.1" status: 204 len: 168 time: 0.7843370 Jul 14 09:46:59.924401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43466) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:59.944310 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.962512 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a0eacf-568a-430a-9f23-8f50925ce985 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] GET failed (client error): The resource could not be found. Jul 14 09:46:59.965048 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-50a0eacf-568a-430a-9f23-8f50925ce985 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "GET /v2.0/ports/2721f1f1-a780-45e9-959d-90eca31d409d HTTP/1.1" status: 404 len: 333 time: 0.0388048 Jul 14 09:46:59.969968 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43468) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:59.975370 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-20188f63-ca98-42c0-a228-8f1ec0e1947d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Request body: {'port': {'network_id': 'f9bffd6e-7b50-4c11-b860-1fb2274dd7d5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-857938095'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:00.108001 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20188f63-ca98-42c0-a228-8f1ec0e1947d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Made reservation on behalf of 3abcd1f7856742c999a0d00179f857fb for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:00.114720 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-20188f63-ca98-42c0-a228-8f1ec0e1947d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.140733 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-20188f63-ca98-42c0-a228-8f1ec0e1947d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] device_id is not set on port 5f4c291f-68fa-4e07-8e73-8447f1676e5e yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:47:00.196801 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43470) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:00.202190 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-39e4d50e-3a05-4f3c-af29-24fc060f69e6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-271184778', 'description': 'tempest-secgroup-smoke-271184778 description', 'project_id': '4572804f6c7148f4a4dc06c5116104de'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:00.208651 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-aa572cb8-8bd8-4c49-973f-e7aaf4a368c1 None None] Provisioning for port 7862e533-c010-4db6-a399-6b40d07651f5 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:00.215937 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-aa572cb8-8bd8-4c49-973f-e7aaf4a368c1 None None] Provisioning complete for port 7862e533-c010-4db6-a399-6b40d07651f5 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:00.217194 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa572cb8-8bd8-4c49-973f-e7aaf4a368c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.246105 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-39e4d50e-3a05-4f3c-af29-24fc060f69e6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.265865 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-39e4d50e-3a05-4f3c-af29-24fc060f69e6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.274224 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-aa572cb8-8bd8-4c49-973f-e7aaf4a368c1 None None] Port 7862e533-c010-4db6-a399-6b40d07651f5 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:00.287035 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-aa572cb8-8bd8-4c49-973f-e7aaf4a368c1 None None] Provisioning complete for port 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:00.287707 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa572cb8-8bd8-4c49-973f-e7aaf4a368c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.320158 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-20188f63-ca98-42c0-a228-8f1ec0e1947d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Allocated IP 2001:db8::b1 (f9bffd6e-7b50-4c11-b860-1fb2274dd7d5/a99914f0-2abb-4422-a33b-6fac7f2f94f3/5f4c291f-68fa-4e07-8e73-8447f1676e5e) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:00.445407 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-39e4d50e-3a05-4f3c-af29-24fc060f69e6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.454166 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-39e4d50e-3a05-4f3c-af29-24fc060f69e6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.498602 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4d50e-3a05-4f3c-af29-24fc060f69e6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30fa4193-fb7c-4e2d-b02e-1bc9063f2193,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:00.578468 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-39e4d50e-3a05-4f3c-af29-24fc060f69e6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.583038 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a0062586-2b6f-4bdf-988c-5938b0d0f422 None None] Provisioning complete for port 7862e533-c010-4db6-a399-6b40d07651f5 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:00.583718 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0062586-2b6f-4bdf-988c-5938b0d0f422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.587684 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-20188f63-ca98-42c0-a228-8f1ec0e1947d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.589814 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-39e4d50e-3a05-4f3c-af29-24fc060f69e6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.606540 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-20188f63-ca98-42c0-a228-8f1ec0e1947d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Transition to ACTIVE for port object 5f4c291f-68fa-4e07-8e73-8447f1676e5e will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:00.621860 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-39e4d50e-3a05-4f3c-af29-24fc060f69e6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.626371 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-39e4d50e-3a05-4f3c-af29-24fc060f69e6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4283578 Jul 14 09:47:00.626983 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43472) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:00.634997 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-dc5a9c19-da6a-4163-bd58-88f9666c6bf4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': 'bd1c1667-16a3-43a2-8399-cee1f6313615', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:00.648243 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a0062586-2b6f-4bdf-988c-5938b0d0f422 None None] Port 7862e533-c010-4db6-a399-6b40d07651f5 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:00.659306 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4d50e-3a05-4f3c-af29-24fc060f69e6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1c1667-16a3-43a2-8399-cee1f6313615,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:00.665915 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-20188f63-ca98-42c0-a228-8f1ec0e1947d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.696543 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dc5a9c19-da6a-4163-bd58-88f9666c6bf4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.717610 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20188f63-ca98-42c0-a228-8f1ec0e1947d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Network f9bffd6e-7b50-4c11-b860-1fb2274dd7d5 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:00.720870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-20188f63-ca98-42c0-a228-8f1ec0e1947d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:00.725140 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20188f63-ca98-42c0-a228-8f1ec0e1947d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:00.730818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20188f63-ca98-42c0-a228-8f1ec0e1947d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:00.731470 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-20188f63-ca98-42c0-a228-8f1ec0e1947d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.743663 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20188f63-ca98-42c0-a228-8f1ec0e1947d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Pushing event updated for resources: {'Port': ['ID=5f4c291f-68fa-4e07-8e73-8447f1676e5e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:00.749382 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.763028 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-20188f63-ca98-42c0-a228-8f1ec0e1947d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7918255 Jul 14 09:47:00.763645 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43474) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:00.769425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5c2a4c2f-4b3b-4878-b37c-a9541228cd4e tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c1', 'mac_address': 'fa:16:3e:51:87:23'}]}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:00.772609 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dc5a9c19-da6a-4163-bd58-88f9666c6bf4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.778714 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dc5a9c19-da6a-4163-bd58-88f9666c6bf4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.800127 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a9c19-da6a-4163-bd58-88f9666c6bf4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8c28f2-6983-47b8-9ca6-97d6ddadf3e0,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:00.810707 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dc5a9c19-da6a-4163-bd58-88f9666c6bf4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.812195 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dc5a9c19-da6a-4163-bd58-88f9666c6bf4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1820145 Jul 14 09:47:00.815859 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43476) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:00.820478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-07582627-9731-4c32-ae45-b37630ee44c5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': 'bd1c1667-16a3-43a2-8399-cee1f6313615', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:00.862310 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3918db0d-7210-4c40-9b74-ec4f30cda5e8 None None] Could not find standard attr ID for object 2721f1f1-a780-45e9-959d-90eca31d409d. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:47:00.906938 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-07582627-9731-4c32-ae45-b37630ee44c5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.955616 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:01.023244 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:01.023770 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.082213 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-07582627-9731-4c32-ae45-b37630ee44c5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.092405 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-07582627-9731-4c32-ae45-b37630ee44c5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.123951 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5c2a4c2f-4b3b-4878-b37c-a9541228cd4e tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.125877 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07582627-9731-4c32-ae45-b37630ee44c5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931377ce-63b8-4d78-a1ee-fa6fb9be580b,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:01.148668 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-07582627-9731-4c32-ae45-b37630ee44c5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.149858 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-07582627-9731-4c32-ae45-b37630ee44c5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3329742 Jul 14 09:47:01.153409 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43482) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:01.158659 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ffdd4a1c-0264-4a41-b567-ed728071519a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': 'bd1c1667-16a3-43a2-8399-cee1f6313615', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:01.194898 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffdd4a1c-0264-4a41-b567-ed728071519a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.202347 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e27b4-c053-4d6e-85b1-c7699099315b req-8341d4fe-2275-4e07-bd08-51b9671087c3 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:01.203921 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e4e27b4-c053-4d6e-85b1-c7699099315b req-8341d4fe-2275-4e07-bd08-51b9671087c3 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 944 time: 0.1966386 Jul 14 09:47:01.217701 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-bdb6c4c3-bf0f-4c7a-8dad-016965764d5b None None] Provisioning for port 5f4c291f-68fa-4e07-8e73-8447f1676e5e completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:01.222213 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-bdb6c4c3-bf0f-4c7a-8dad-016965764d5b None None] Provisioning complete for port 5f4c291f-68fa-4e07-8e73-8447f1676e5e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:01.222836 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bdb6c4c3-bf0f-4c7a-8dad-016965764d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.270136 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-bdb6c4c3-bf0f-4c7a-8dad-016965764d5b None None] Port 5f4c291f-68fa-4e07-8e73-8447f1676e5e cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:01.305016 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffdd4a1c-0264-4a41-b567-ed728071519a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.309402 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffdd4a1c-0264-4a41-b567-ed728071519a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.327782 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd4a1c-0264-4a41-b567-ed728071519a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=defcd758-c2ae-4336-b909-4caff8298ea5,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:01.335588 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffdd4a1c-0264-4a41-b567-ed728071519a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.339953 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ffdd4a1c-0264-4a41-b567-ed728071519a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1822996 Jul 14 09:47:01.340702 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43484) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:01.347351 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3f34569f-67b3-4ee3-a09d-6840bbca2c35 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': 'bd1c1667-16a3-43a2-8399-cee1f6313615', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:01.348681 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e4e27b4-c053-4d6e-85b1-c7699099315b req-c6401f36-57ce-4be6-aae5-773cff1e6b77 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330884 Jul 14 09:47:01.384411 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f34569f-67b3-4ee3-a09d-6840bbca2c35 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.427573 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5c2a4c2f-4b3b-4878-b37c-a9541228cd4e tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.431817 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5c2a4c2f-4b3b-4878-b37c-a9541228cd4e tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.447032 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f34569f-67b3-4ee3-a09d-6840bbca2c35 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.451200 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f34569f-67b3-4ee3-a09d-6840bbca2c35 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.468533 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34569f-67b3-4ee3-a09d-6840bbca2c35 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5fc303-8101-4b93-9513-aa8a0ae4418e,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:01.470685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-5c2a4c2f-4b3b-4878-b37c-a9541228cd4e tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] In _notify_port_updated(), no bound segment for port 5f4c291f-68fa-4e07-8e73-8447f1676e5e on network f9bffd6e-7b50-4c11-b860-1fb2274dd7d5 {{(pid=93887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:47:01.475623 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f34569f-67b3-4ee3-a09d-6840bbca2c35 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.476488 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2a4c2f-4b3b-4878-b37c-a9541228cd4e tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:01.477032 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3f34569f-67b3-4ee3-a09d-6840bbca2c35 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1342237 Jul 14 09:47:01.479623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43486) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:01.480013 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5c2a4c2f-4b3b-4878-b37c-a9541228cd4e tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.483870 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5c2a4c2f-4b3b-4878-b37c-a9541228cd4e tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "PUT /v2.0/ports/5f4c291f-68fa-4e07-8e73-8447f1676e5e HTTP/1.1" status: 200 len: 1001 time: 0.7167776 Jul 14 09:47:01.484383 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43488) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:01.485022 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1c43117c-a1cf-4f65-b32e-fc440702ce3d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': 'bd1c1667-16a3-43a2-8399-cee1f6313615', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:01.508936 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-1c43117c-a1cf-4f65-b32e-fc440702ce3d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Project 4572804f6c7148f4a4dc06c5116104de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:47:01.515217 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1c43117c-a1cf-4f65-b32e-fc440702ce3d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.527301 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a4c2f-4b3b-4878-b37c-a9541228cd4e tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Pushing event updated for resources: {'Port': ['ID=5f4c291f-68fa-4e07-8e73-8447f1676e5e,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:01.586674 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1c43117c-a1cf-4f65-b32e-fc440702ce3d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.591253 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1c43117c-a1cf-4f65-b32e-fc440702ce3d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.605239 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-4943abc9-76a2-4aa1-ab8c-bed0fe4a8d81 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Deleting port 5f4c291f-68fa-4e07-8e73-8447f1676e5e {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:01.605579 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4943abc9-76a2-4aa1-ab8c-bed0fe4a8d81 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.610679 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43117c-a1cf-4f65-b32e-fc440702ce3d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc0c417-bbf2-45ad-a4d2-374de49a9439,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:01.618861 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1c43117c-a1cf-4f65-b32e-fc440702ce3d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.623471 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1c43117c-a1cf-4f65-b32e-fc440702ce3d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399269 Jul 14 09:47:01.623817 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43490) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:01.628392 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-40bf7f47-9271-4ed1-b2d8-476acf838333 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': 'bd1c1667-16a3-43a2-8399-cee1f6313615', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:01.651720 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-40bf7f47-9271-4ed1-b2d8-476acf838333 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Project 4572804f6c7148f4a4dc06c5116104de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:47:01.657169 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40bf7f47-9271-4ed1-b2d8-476acf838333 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.707727 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4943abc9-76a2-4aa1-ab8c-bed0fe4a8d81 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.720147 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-4943abc9-76a2-4aa1-ab8c-bed0fe4a8d81 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Calling delete_port for 5f4c291f-68fa-4e07-8e73-8447f1676e5e owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:01.728334 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40bf7f47-9271-4ed1-b2d8-476acf838333 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.732755 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40bf7f47-9271-4ed1-b2d8-476acf838333 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.747859 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf7f47-9271-4ed1-b2d8-476acf838333 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55662567-7ae2-41c5-80bb-027680724cf7,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:01.756336 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40bf7f47-9271-4ed1-b2d8-476acf838333 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.757626 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-40bf7f47-9271-4ed1-b2d8-476acf838333 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327894 Jul 14 09:47:01.761230 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43492) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:01.766997 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-44b90dad-05b5-451d-9016-dac70b9ac0df tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'network': {'name': 'tempest-network-smoke--550948304', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'port_security_enabled': True}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:01.787428 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b90dad-05b5-451d-9016-dac70b9ac0df tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Made reservation on behalf of 4572804f6c7148f4a4dc06c5116104de for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:01.791029 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44b90dad-05b5-451d-9016-dac70b9ac0df tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.812538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7263360e-7c4a-435e-903f-fc1ca947eae1 None None] Provisioning complete for port 5f4c291f-68fa-4e07-8e73-8447f1676e5e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:01.813145 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7263360e-7c4a-435e-903f-fc1ca947eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.847798 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7263360e-7c4a-435e-903f-fc1ca947eae1 None None] Port 5f4c291f-68fa-4e07-8e73-8447f1676e5e cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:01.851648 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4943abc9-76a2-4aa1-ab8c-bed0fe4a8d81 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.859957 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b90dad-05b5-451d-9016-dac70b9ac0df tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:47:01.869622 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44b90dad-05b5-451d-9016-dac70b9ac0df tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.870228 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-44b90dad-05b5-451d-9016-dac70b9ac0df tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Added segment f265ca51-3eb8-46da-a927-69f9dc362cb5 of type vlan for network 6348036e-71bd-46d3-9160-a2bf4c60dce2 Jul 14 09:47:01.887772 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943abc9-76a2-4aa1-ab8c-bed0fe4a8d81 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Pushing event deleted for resources: {'Port': ['ID=5f4c291f-68fa-4e07-8e73-8447f1676e5e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:01.911537 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44b90dad-05b5-451d-9016-dac70b9ac0df tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.949438 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44b90dad-05b5-451d-9016-dac70b9ac0df tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.955191 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b90dad-05b5-451d-9016-dac70b9ac0df tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:01.955962 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44b90dad-05b5-451d-9016-dac70b9ac0df tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.991797 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4943abc9-76a2-4aa1-ab8c-bed0fe4a8d81 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.994380 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4943abc9-76a2-4aa1-ab8c-bed0fe4a8d81 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "DELETE /v2.0/ports/5f4c291f-68fa-4e07-8e73-8447f1676e5e HTTP/1.1" status: 204 len: 168 time: 0.5090308 Jul 14 09:47:01.997388 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43494) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:02.006490 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.026334 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-44b90dad-05b5-451d-9016-dac70b9ac0df tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2634428 Jul 14 09:47:02.029338 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43496) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:02.033494 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5a16bd-741c-4af4-9fc0-e0560885f9ef tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] GET failed (client error): The resource could not be found. Jul 14 09:47:02.037839 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-eb5a16bd-741c-4af4-9fc0-e0560885f9ef tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "GET /v2.0/ports/5f4c291f-68fa-4e07-8e73-8447f1676e5e HTTP/1.1" status: 404 len: 333 time: 0.0356393 Jul 14 09:47:02.038009 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-fe3b12f9-1e8f-4b38-8e86-2b79f2c556ca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1668062979', 'admin_state_up': True, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:02.039301 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43498) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:02.044269 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b90dad-05b5-451d-9016-dac70b9ac0df tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Network': ['ID=6348036e-71bd-46d3-9160-a2bf4c60dce2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:02.044825 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d30cc571-c8c7-4c05-bf55-97512acdb9a8 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Request body: {'port': {'network_id': 'f9bffd6e-7b50-4c11-b860-1fb2274dd7d5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1606813313'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:02.056709 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 6348036e-71bd-46d3-9160-a2bf4c60dce2 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:47:02.071425 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe3b12f9-1e8f-4b38-8e86-2b79f2c556ca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.072695 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe3b12f9-1e8f-4b38-8e86-2b79f2c556ca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.128624 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe3b12f9-1e8f-4b38-8e86-2b79f2c556ca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.180611 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30cc571-c8c7-4c05-bf55-97512acdb9a8 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Made reservation on behalf of 3abcd1f7856742c999a0d00179f857fb for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:02.184851 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d30cc571-c8c7-4c05-bf55-97512acdb9a8 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.202372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-d30cc571-c8c7-4c05-bf55-97512acdb9a8 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] device_id is not set on port fda32281-4b73-4c68-8af7-2e878004d626 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:47:02.268943 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe3b12f9-1e8f-4b38-8e86-2b79f2c556ca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.323426 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-d30cc571-c8c7-4c05-bf55-97512acdb9a8 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Allocated IP 2001:db8::2a3 (f9bffd6e-7b50-4c11-b860-1fb2274dd7d5/a99914f0-2abb-4422-a33b-6fac7f2f94f3/fda32281-4b73-4c68-8af7-2e878004d626) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:02.477202 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe3b12f9-1e8f-4b38-8e86-2b79f2c556ca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.480678 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d30cc571-c8c7-4c05-bf55-97512acdb9a8 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.496433 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe3b12f9-1e8f-4b38-8e86-2b79f2c556ca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.526385 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-d30cc571-c8c7-4c05-bf55-97512acdb9a8 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Transition to ACTIVE for port object fda32281-4b73-4c68-8af7-2e878004d626 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:02.576127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e29d5-5e01-46d3-b4c4-f4e8c1c9ebd9 req-c29b221b-eb5f-4b13-973e-48cb3f0d79a4 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:02.577631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da6e29d5-5e01-46d3-b4c4-f4e8c1c9ebd9 req-c29b221b-eb5f-4b13-973e-48cb3f0d79a4 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 944 time: 0.1031311 Jul 14 09:47:02.592962 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d30cc571-c8c7-4c05-bf55-97512acdb9a8 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.603057 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-fe3b12f9-1e8f-4b38-8e86-2b79f2c556ca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Allocated IP 172.25.1.73 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:02.660641 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30cc571-c8c7-4c05-bf55-97512acdb9a8 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Network f9bffd6e-7b50-4c11-b860-1fb2274dd7d5 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:02.671530 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da6e29d5-5e01-46d3-b4c4-f4e8c1c9ebd9 req-83147a94-89ca-4041-9ff5-3752da4880cf tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871813 Jul 14 09:47:02.672354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-d30cc571-c8c7-4c05-bf55-97512acdb9a8 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:02.675416 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30cc571-c8c7-4c05-bf55-97512acdb9a8 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Pushing event updated for resources: {'Port': ['ID=fda32281-4b73-4c68-8af7-2e878004d626,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:02.676486 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30cc571-c8c7-4c05-bf55-97512acdb9a8 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:02.682777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30cc571-c8c7-4c05-bf55-97512acdb9a8 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:02.683421 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d30cc571-c8c7-4c05-bf55-97512acdb9a8 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.699136 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d30cc571-c8c7-4c05-bf55-97512acdb9a8 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6586430 Jul 14 09:47:02.701939 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43502) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:02.707672 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-cc35b1c2-60b9-4bd1-a833-65e729e82a5d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:51:87:23'}]}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:02.722612 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe3b12f9-1e8f-4b38-8e86-2b79f2c556ca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.777706 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe3b12f9-1e8f-4b38-8e86-2b79f2c556ca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.806268 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.812559 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cc35b1c2-60b9-4bd1-a833-65e729e82a5d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.825630 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3b12f9-1e8f-4b38-8e86-2b79f2c556ca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:02.832102 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-fe3b12f9-1e8f-4b38-8e86-2b79f2c556ca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:02.834823 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3b12f9-1e8f-4b38-8e86-2b79f2c556ca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:02.874813 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b12f9-1e8f-4b38-8e86-2b79f2c556ca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:02.977164 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-651e8642-29ef-4aa2-9890-8f074551da5e None None] Provisioning for port fda32281-4b73-4c68-8af7-2e878004d626 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:02.981957 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-651e8642-29ef-4aa2-9890-8f074551da5e None None] Provisioning complete for port fda32281-4b73-4c68-8af7-2e878004d626 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:02.982343 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-651e8642-29ef-4aa2-9890-8f074551da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.005834 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cc35b1c2-60b9-4bd1-a833-65e729e82a5d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.011153 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cc35b1c2-60b9-4bd1-a833-65e729e82a5d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.018257 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-651e8642-29ef-4aa2-9890-8f074551da5e None None] Port fda32281-4b73-4c68-8af7-2e878004d626 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:03.044771 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-cc35b1c2-60b9-4bd1-a833-65e729e82a5d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] In _notify_port_updated(), no bound segment for port fda32281-4b73-4c68-8af7-2e878004d626 on network f9bffd6e-7b50-4c11-b860-1fb2274dd7d5 {{(pid=93887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:47:03.050019 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc35b1c2-60b9-4bd1-a833-65e729e82a5d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:03.050643 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cc35b1c2-60b9-4bd1-a833-65e729e82a5d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.054567 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cc35b1c2-60b9-4bd1-a833-65e729e82a5d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "PUT /v2.0/ports/fda32281-4b73-4c68-8af7-2e878004d626 HTTP/1.1" status: 200 len: 1003 time: 0.3489280 Jul 14 09:47:03.054820 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43504) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:03.072972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35b1c2-60b9-4bd1-a833-65e729e82a5d tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Pushing event updated for resources: {'Port': ['ID=fda32281-4b73-4c68-8af7-2e878004d626,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:03.175931 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe3b12f9-1e8f-4b38-8e86-2b79f2c556ca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.273611 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e8182332-13e5-40f6-988b-d97df7cdecc3 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Deleting port fda32281-4b73-4c68-8af7-2e878004d626 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:03.274242 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e8182332-13e5-40f6-988b-d97df7cdecc3 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.339918 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8c039128-9b90-4663-9bd0-2063a5312cbb None None] Provisioning complete for port fda32281-4b73-4c68-8af7-2e878004d626 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:03.340194 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c039128-9b90-4663-9bd0-2063a5312cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.373485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8c039128-9b90-4663-9bd0-2063a5312cbb None None] Port fda32281-4b73-4c68-8af7-2e878004d626 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:03.436981 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e8182332-13e5-40f6-988b-d97df7cdecc3 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.456482 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e8182332-13e5-40f6-988b-d97df7cdecc3 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Calling delete_port for fda32281-4b73-4c68-8af7-2e878004d626 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:03.473261 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe3b12f9-1e8f-4b38-8e86-2b79f2c556ca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.678073 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e8182332-13e5-40f6-988b-d97df7cdecc3 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.714756 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3b12f9-1e8f-4b38-8e86-2b79f2c556ca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Router ef53fc45-233e-40aa-a2ed-e72861acf57a is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:47:03.718059 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8182332-13e5-40f6-988b-d97df7cdecc3 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Pushing event deleted for resources: {'Port': ['ID=fda32281-4b73-4c68-8af7-2e878004d626,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:03.732835 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8182332-13e5-40f6-988b-d97df7cdecc3 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:03.733119 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8182332-13e5-40f6-988b-d97df7cdecc3 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:03.733421 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8182332-13e5-40f6-988b-d97df7cdecc3 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:03.733766 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8182332-13e5-40f6-988b-d97df7cdecc3 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:03.734159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8182332-13e5-40f6-988b-d97df7cdecc3 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:03.734526 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8182332-13e5-40f6-988b-d97df7cdecc3 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:03.734775 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8182332-13e5-40f6-988b-d97df7cdecc3 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:03.735110 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8182332-13e5-40f6-988b-d97df7cdecc3 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:03.735437 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8182332-13e5-40f6-988b-d97df7cdecc3 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:03.735912 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8182332-13e5-40f6-988b-d97df7cdecc3 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:03.736237 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8182332-13e5-40f6-988b-d97df7cdecc3 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:03.736564 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8182332-13e5-40f6-988b-d97df7cdecc3 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:03.762580 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e8182332-13e5-40f6-988b-d97df7cdecc3 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.764538 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e8182332-13e5-40f6-988b-d97df7cdecc3 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "DELETE /v2.0/ports/fda32281-4b73-4c68-8af7-2e878004d626 HTTP/1.1" status: 204 len: 168 time: 0.7087762 Jul 14 09:47:03.767087 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43508) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:03.830679 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-da732d47-0dfa-4137-b7d2-4c0a15cb8429 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] GET failed (client error): The resource could not be found. Jul 14 09:47:03.832273 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-da732d47-0dfa-4137-b7d2-4c0a15cb8429 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "GET /v2.0/ports/fda32281-4b73-4c68-8af7-2e878004d626 HTTP/1.1" status: 404 len: 333 time: 0.0642672 Jul 14 09:47:03.835812 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43510) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:03.841424 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-af881326-9d0b-4ada-866e-08d0a6d56997 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Request body: {'port': {'network_id': 'f9bffd6e-7b50-4c11-b860-1fb2274dd7d5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-433161142'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:03.904743 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec8480-8abf-4825-afb0-5000035a14a8 req-4e31b743-5087-470a-a0cf-e5006fbc142a tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:03.906507 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8ec8480-8abf-4825-afb0-5000035a14a8 req-4e31b743-5087-470a-a0cf-e5006fbc142a tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 944 time: 0.0789487 Jul 14 09:47:03.956879 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e8ec8480-8abf-4825-afb0-5000035a14a8 req-6e5a2352-c0f3-474d-820c-5bd168a6c00b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439675 Jul 14 09:47:03.969114 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3b12f9-1e8f-4b38-8e86-2b79f2c556ca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:47:03.979248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] Sync routers for ids ['ef53fc45-233e-40aa-a2ed-e72861acf57a'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:47:03.988271 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] Routers {'ef53fc45-233e-40aa-a2ed-e72861acf57a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:03.988885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:47:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ef53fc45-233e-40aa-a2ed-e72861acf57a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:03.999565 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe3b12f9-1e8f-4b38-8e86-2b79f2c556ca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.000778 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fe3b12f9-1e8f-4b38-8e86-2b79f2c556ca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9702201 Jul 14 09:47:04.004100 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43512) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:04.017431 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af881326-9d0b-4ada-866e-08d0a6d56997 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Made reservation on behalf of 3abcd1f7856742c999a0d00179f857fb for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:04.021171 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af881326-9d0b-4ada-866e-08d0a6d56997 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.039066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [None req-af881326-9d0b-4ada-866e-08d0a6d56997 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] device_id is not set on port 3a2687d9-299d-4448-8fb6-f25bc4661403 yet. {{(pid=93888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:47:04.099485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] Set router ef53fc45-233e-40aa-a2ed-e72861acf57a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:04.162679 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-53615ba8-c0d1-422c-b30b-feb9446f832b tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=4572804f6c7148f4a4dc06c5116104de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1573386 Jul 14 09:47:04.165686 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43516) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:04.165884 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-af881326-9d0b-4ada-866e-08d0a6d56997 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Allocated IP 2001:db8::148 (f9bffd6e-7b50-4c11-b860-1fb2274dd7d5/a99914f0-2abb-4422-a33b-6fac7f2f94f3/3a2687d9-299d-4448-8fb6-f25bc4661403) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:04.285763 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668062979', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:02Z', 'revision_number': 3, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:04.313146 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] Checking router: ef53fc45-233e-40aa-a2ed-e72861acf57a for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:47:04.313598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] Updating router ef53fc45-233e-40aa-a2ed-e72861acf57a port 05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:47:04.331525 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee715708-5007-4e71-9cb0-1c72d8e4c903 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:04.335922 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ee715708-5007-4e71-9cb0-1c72d8e4c903 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1652925 Jul 14 09:47:04.336731 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43518) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:04.340192 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af881326-9d0b-4ada-866e-08d0a6d56997 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.352858 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.356287 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-af881326-9d0b-4ada-866e-08d0a6d56997 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Transition to ACTIVE for port object 3a2687d9-299d-4448-8fb6-f25bc4661403 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:04.376110 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b6449de3-f5d2-4b5f-9a44-b98dc4c1cdbf tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357702 Jul 14 09:47:04.376362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43520) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:04.381230 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-eaaacef9-d237-406b-a9dc-f2b52d18d501 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1724907680', 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:04.392546 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af881326-9d0b-4ada-866e-08d0a6d56997 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.442174 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af881326-9d0b-4ada-866e-08d0a6d56997 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Network f9bffd6e-7b50-4c11-b860-1fb2274dd7d5 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:04.445401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-af881326-9d0b-4ada-866e-08d0a6d56997 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:04.448478 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af881326-9d0b-4ada-866e-08d0a6d56997 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:04.453911 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af881326-9d0b-4ada-866e-08d0a6d56997 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:04.454537 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af881326-9d0b-4ada-866e-08d0a6d56997 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.467686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af881326-9d0b-4ada-866e-08d0a6d56997 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Pushing event updated for resources: {'Port': ['ID=3a2687d9-299d-4448-8fb6-f25bc4661403,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:04.474443 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaacef9-d237-406b-a9dc-f2b52d18d501 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Made reservation on behalf of 4572804f6c7148f4a4dc06c5116104de for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:04.478372 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eaaacef9-d237-406b-a9dc-f2b52d18d501 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.482809 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-af881326-9d0b-4ada-866e-08d0a6d56997 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6456962 Jul 14 09:47:04.483893 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43522) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:04.490657 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-9423a57b-d1ee-4a13-89ea-077171a7467c tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Request body: {'port': {'network_id': 'f9bffd6e-7b50-4c11-b860-1fb2274dd7d5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2028950779'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:04.651255 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.662965 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] Transition to ACTIVE for port object 05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:04.671143 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.727161 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9423a57b-d1ee-4a13-89ea-077171a7467c tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Made reservation on behalf of 3abcd1f7856742c999a0d00179f857fb for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:04.727722 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] Attempting to bind port 05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:47:04.728189 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] Attempting to bind port 05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:47:04.728658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] Attempting to bind port 05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:04.731257 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9423a57b-d1ee-4a13-89ea-077171a7467c tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.731441 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fb228-7565-4391-8db1-eb0d9834e43a None None] Pushing event updated for resources: {'Port': ['ID=05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:04.740823 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672fb228-7565-4391-8db1-eb0d9834e43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:04.741179 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672fb228-7565-4391-8db1-eb0d9834e43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:04.741503 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672fb228-7565-4391-8db1-eb0d9834e43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:04.741860 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672fb228-7565-4391-8db1-eb0d9834e43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:04.742190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672fb228-7565-4391-8db1-eb0d9834e43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:04.742516 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672fb228-7565-4391-8db1-eb0d9834e43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:04.742837 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672fb228-7565-4391-8db1-eb0d9834e43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:04.743157 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672fb228-7565-4391-8db1-eb0d9834e43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:04.743478 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672fb228-7565-4391-8db1-eb0d9834e43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:04.743794 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672fb228-7565-4391-8db1-eb0d9834e43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:04.744111 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672fb228-7565-4391-8db1-eb0d9834e43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:04.744595 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672fb228-7565-4391-8db1-eb0d9834e43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:04.749171 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:47:04.749545 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:04.749970 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.750352 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:47:04.750821 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] Bound port: 05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:47:04.751195 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.776263 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-9423a57b-d1ee-4a13-89ea-077171a7467c tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] device_id is not set on port a5102db9-3a75-4816-b596-2435273863fa yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:47:04.809777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] For port 05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:47:04.813728 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] For port 05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:47:04.818078 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.829346 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eaaacef9-d237-406b-a9dc-f2b52d18d501 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.840717 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6f4e0977-a63f-4648-a040-5342ef9e08b4 None None] Provisioning for port 3a2687d9-299d-4448-8fb6-f25bc4661403 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:04.848217 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6f4e0977-a63f-4648-a040-5342ef9e08b4 None None] Provisioning complete for port 3a2687d9-299d-4448-8fb6-f25bc4661403 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:04.848590 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f4e0977-a63f-4648-a040-5342ef9e08b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.940886 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaacef9-d237-406b-a9dc-f2b52d18d501 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Subnet': ['ID=3022b3c3-627c-4c8a-a923-060fc2b5bef9,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:04.972314 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaacef9-d237-406b-a9dc-f2b52d18d501 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Checking segment: {'id': 'f265ca51-3eb8-46da-a927-69f9dc362cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:04.972677 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaacef9-d237-406b-a9dc-f2b52d18d501 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network hostable DHCP agents. Network: 6348036e-71bd-46d3-9160-a2bf4c60dce2, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:47:04.988627 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-9423a57b-d1ee-4a13-89ea-077171a7467c tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Allocated IP 2001:db8::396 (f9bffd6e-7b50-4c11-b860-1fb2274dd7d5/a99914f0-2abb-4422-a33b-6fac7f2f94f3/a5102db9-3a75-4816-b596-2435273863fa) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:05.020129 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaacef9-d237-406b-a9dc-f2b52d18d501 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network 6348036e-71bd-46d3-9160-a2bf4c60dce2 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:47:05.048442 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-eaaacef9-d237-406b-a9dc-f2b52d18d501 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 6348036e-71bd-46d3-9160-a2bf4c60dce2) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:05.052881 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaacef9-d237-406b-a9dc-f2b52d18d501 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:05.053606 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eaaacef9-d237-406b-a9dc-f2b52d18d501 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.064471 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d18e174-2a28-474e-8aa0-e7389d75f90c None None] Network 6348036e-71bd-46d3-9160-a2bf4c60dce2 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:05.081289 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-eaaacef9-d237-406b-a9dc-f2b52d18d501 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7038882 Jul 14 09:47:05.084402 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43526) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:05.093249 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6f4e0977-a63f-4648-a040-5342ef9e08b4 None None] Port 3a2687d9-299d-4448-8fb6-f25bc4661403 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:05.131537 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fb228-7565-4391-8db1-eb0d9834e43a None None] Pushing event updated for resources: {'Port': ['ID=05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:05.135595 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] Routers {'ef53fc45-233e-40aa-a2ed-e72861acf57a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:05.136295 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:47:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ef53fc45-233e-40aa-a2ed-e72861acf57a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:05.229093 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9423a57b-d1ee-4a13-89ea-077171a7467c tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.238065 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e19ccc-ca46-4c5b-93ec-5bde2ed00dea req-2824bc53-d697-438c-9f56-679b8150250e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:05.239545 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e1e19ccc-ca46-4c5b-93ec-5bde2ed00dea req-2824bc53-d697-438c-9f56-679b8150250e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 944 time: 0.1425204 Jul 14 09:47:05.263519 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-9423a57b-d1ee-4a13-89ea-077171a7467c tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Transition to ACTIVE for port object a5102db9-3a75-4816-b596-2435273863fa will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:05.308981 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] Set router ef53fc45-233e-40aa-a2ed-e72861acf57a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:05.320480 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e1e19ccc-ca46-4c5b-93ec-5bde2ed00dea req-7033be4a-e87b-4690-8c9b-e1fb32c5c145 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537622 Jul 14 09:47:05.349548 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9423a57b-d1ee-4a13-89ea-077171a7467c tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.414386 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9423a57b-d1ee-4a13-89ea-077171a7467c tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Network f9bffd6e-7b50-4c11-b860-1fb2274dd7d5 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:05.418736 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-9423a57b-d1ee-4a13-89ea-077171a7467c tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:05.421320 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9423a57b-d1ee-4a13-89ea-077171a7467c tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:05.428548 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9423a57b-d1ee-4a13-89ea-077171a7467c tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:05.429769 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9423a57b-d1ee-4a13-89ea-077171a7467c tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.436241 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423a57b-d1ee-4a13-89ea-077171a7467c tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Pushing event updated for resources: {'Port': ['ID=a5102db9-3a75-4816-b596-2435273863fa,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:05.457848 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43528) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:05.458488 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9423a57b-d1ee-4a13-89ea-077171a7467c tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9735193 Jul 14 09:47:05.465214 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b8a129f6-f5a8-4bcf-98b3-1ea87b213d8a tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c1', 'mac_address': 'fa:16:3e:51:87:23'}, {'ip_address': '2001:db8::148', 'mac_address': 'fa:16:3e:37:c2:19'}]}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:05.486409 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-6348036e-71bd-46d3-9160-a2bf4c60dce2', 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'fixed_ips': [{'subnet_id': '3022b3c3-627c-4c8a-a923-060fc2b5bef9'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:47:05.487369 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.650994 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668062979', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:02Z', 'revision_number': 3, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:05.665319 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5eabe44-e07d-49b4-b7ac-fbcc391276b8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.684396 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4456ae39-035c-4dd8-9daf-ca31c229dbe7 None None] The sync data for ids ['ef53fc45-233e-40aa-a2ed-e72861acf57a'] in n-d-798054-10 is: [{'id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668062979', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:02Z', 'revision_number': 3, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:47:05.701645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Allocated IP 172.20.0.2 (6348036e-71bd-46d3-9160-a2bf4c60dce2/3022b3c3-627c-4c8a-a923-060fc2b5bef9/ab74f4dc-4115-4761-b1f7-92a33f3d41e1) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:05.739864 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-bb89d5d6-7bde-4d89-98c5-3e09d0898429 None None] Provisioning for port a5102db9-3a75-4816-b596-2435273863fa completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:05.773703 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-bb89d5d6-7bde-4d89-98c5-3e09d0898429 None None] Provisioning complete for port a5102db9-3a75-4816-b596-2435273863fa triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:05.774194 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bb89d5d6-7bde-4d89-98c5-3e09d0898429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.831735 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-bb89d5d6-7bde-4d89-98c5-3e09d0898429 None None] Port a5102db9-3a75-4816-b596-2435273863fa cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:05.907396 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.918316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Transition to ACTIVE for port object ab74f4dc-4115-4761-b1f7-92a33f3d41e1 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:05.947427 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Transition to ACTIVE for port object ab74f4dc-4115-4761-b1f7-92a33f3d41e1 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:05.968951 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.021747 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Network 6348036e-71bd-46d3-9160-a2bf4c60dce2 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:06.026669 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:06.030522 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:06.037029 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Pushing event updated for resources: {'Port': ['ID=ab74f4dc-4115-4761-b1f7-92a33f3d41e1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:06.097993 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Attempting to bind port ab74f4dc-4115-4761-b1f7-92a33f3d41e1 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:47:06.098689 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Attempting to bind port ab74f4dc-4115-4761-b1f7-92a33f3d41e1 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'f265ca51-3eb8-46da-a927-69f9dc362cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:47:06.098938 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Attempting to bind port ab74f4dc-4115-4761-b1f7-92a33f3d41e1 on network 6348036e-71bd-46d3-9160-a2bf4c60dce2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:06.105321 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:47:06.106793 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Checking segment: {'id': 'f265ca51-3eb8-46da-a927-69f9dc362cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:06.107223 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.107629 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Bound using segment: {'id': 'f265ca51-3eb8-46da-a927-69f9dc362cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:47:06.108389 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Bound port: ab74f4dc-4115-4761-b1f7-92a33f3d41e1, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f265ca51-3eb8-46da-a927-69f9dc362cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:47:06.108515 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.146922 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b8a129f6-f5a8-4bcf-98b3-1ea87b213d8a tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.184964 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] For port ab74f4dc-4115-4761-b1f7-92a33f3d41e1, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:47:06.188547 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] For port ab74f4dc-4115-4761-b1f7-92a33f3d41e1, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=ab74f4dc-4115-4761-b1f7-92a33f3d41e1,segment=NetworkSegment(f265ca51-3eb8-46da-a927-69f9dc362cb5),segment_id=f265ca51-3eb8-46da-a927-69f9dc362cb5)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:47:06.196741 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.297857 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094af8b8-b79f-4235-9c2f-d64423c058c8 None None] Pushing event updated for resources: {'Port': ['ID=ab74f4dc-4115-4761-b1f7-92a33f3d41e1,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:06.628800 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5ba9e-dc51-434d-9683-fb6722aef380 req-049fbf0f-a931-422c-bf34-822d3b315620 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:06.635424 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-e5eabe44-e07d-49b4-b7ac-fbcc391276b8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Allocated IP 172.20.0.1 (6348036e-71bd-46d3-9160-a2bf4c60dce2/3022b3c3-627c-4c8a-a923-060fc2b5bef9/868c5469-9f70-4fad-a0bc-cf1678b949a4) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:06.639117 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30f5ba9e-dc51-434d-9683-fb6722aef380 req-049fbf0f-a931-422c-bf34-822d3b315620 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 944 time: 0.1516013 Jul 14 09:47:06.659475 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b8a129f6-f5a8-4bcf-98b3-1ea87b213d8a tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.667438 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b8a129f6-f5a8-4bcf-98b3-1ea87b213d8a tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.699187 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30f5ba9e-dc51-434d-9683-fb6722aef380 req-6f8cef38-bfaf-4496-b20b-907472104afa tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587044 Jul 14 09:47:06.754119 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-b8a129f6-f5a8-4bcf-98b3-1ea87b213d8a tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] In _notify_port_updated(), no bound segment for port a5102db9-3a75-4816-b596-2435273863fa on network f9bffd6e-7b50-4c11-b860-1fb2274dd7d5 {{(pid=93888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:47:06.759569 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a129f6-f5a8-4bcf-98b3-1ea87b213d8a tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:06.760743 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b8a129f6-f5a8-4bcf-98b3-1ea87b213d8a tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.764636 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b8a129f6-f5a8-4bcf-98b3-1ea87b213d8a tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "PUT /v2.0/ports/a5102db9-3a75-4816-b596-2435273863fa HTTP/1.1" status: 200 len: 1068 time: 1.3033483 Jul 14 09:47:06.765010 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43532) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.801036 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a129f6-f5a8-4bcf-98b3-1ea87b213d8a tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Pushing event updated for resources: {'Port': ['ID=a5102db9-3a75-4816-b596-2435273863fa,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:06.843744 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5eabe44-e07d-49b4-b7ac-fbcc391276b8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.908288 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-e5eabe44-e07d-49b4-b7ac-fbcc391276b8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Transition to ACTIVE for port object 868c5469-9f70-4fad-a0bc-cf1678b949a4 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:06.955309 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-2702a772-1d8d-4201-a78c-b1a11e759dff tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Deleting port a5102db9-3a75-4816-b596-2435273863fa {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:06.955666 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2702a772-1d8d-4201-a78c-b1a11e759dff tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.971749 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5eabe44-e07d-49b4-b7ac-fbcc391276b8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.030474 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5eabe44-e07d-49b4-b7ac-fbcc391276b8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network 6348036e-71bd-46d3-9160-a2bf4c60dce2 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:07.039575 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eabe44-e07d-49b4-b7ac-fbcc391276b8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=868c5469-9f70-4fad-a0bc-cf1678b949a4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:07.043999 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-e5eabe44-e07d-49b4-b7ac-fbcc391276b8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:07.046418 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eabe44-e07d-49b4-b7ac-fbcc391276b8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:07.069413 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ab74f4dc-4115-4761-b1f7-92a33f3d41e1 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:07.073739 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2702a772-1d8d-4201-a78c-b1a11e759dff tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.095332 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-2702a772-1d8d-4201-a78c-b1a11e759dff tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Calling delete_port for a5102db9-3a75-4816-b596-2435273863fa owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:07.096829 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5eabe44-e07d-49b4-b7ac-fbcc391276b8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.137699 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port ab74f4dc-4115-4761-b1f7-92a33f3d41e1 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:07.143238 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:07.196400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b33f3e69-037a-4255-bde4-0ffb74188289 None None] Provisioning complete for port a5102db9-3a75-4816-b596-2435273863fa triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:07.197293 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b33f3e69-037a-4255-bde4-0ffb74188289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.234783 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:07.243600 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:07.244357 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.263690 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5eabe44-e07d-49b4-b7ac-fbcc391276b8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.269759 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b33f3e69-037a-4255-bde4-0ffb74188289 None None] Port a5102db9-3a75-4816-b596-2435273863fa cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:07.301533 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2702a772-1d8d-4201-a78c-b1a11e759dff tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.359113 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702a772-1d8d-4201-a78c-b1a11e759dff tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Pushing event deleted for resources: {'Port': ['ID=a5102db9-3a75-4816-b596-2435273863fa,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:07.364061 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.413964 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:07.423463 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.509113 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:07.570442 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2702a772-1d8d-4201-a78c-b1a11e759dff tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.572746 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2702a772-1d8d-4201-a78c-b1a11e759dff tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "DELETE /v2.0/ports/a5102db9-3a75-4816-b596-2435273863fa HTTP/1.1" status: 204 len: 168 time: 0.8067555 Jul 14 09:47:07.575342 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43534) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.608128 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0db09c-004b-4bc8-ad5c-651b2421188f tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] GET failed (client error): The resource could not be found. Jul 14 09:47:07.610075 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8c0db09c-004b-4bc8-ad5c-651b2421188f tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "GET /v2.0/ports/a5102db9-3a75-4816-b596-2435273863fa HTTP/1.1" status: 404 len: 333 time: 0.0335357 Jul 14 09:47:07.612714 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43536) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.646975 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c63220-6dbd-4382-a37b-3427a2d6fba4 None None] Network 6348036e-71bd-46d3-9160-a2bf4c60dce2 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:07.692753 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5eabe44-e07d-49b4-b7ac-fbcc391276b8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.699183 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5eabe44-e07d-49b4-b7ac-fbcc391276b8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.733647 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4ae1d9a2-d91a-4b43-83f2-a40283a9e2f7 None None] Provisioning for port ab74f4dc-4115-4761-b1f7-92a33f3d41e1 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:07.754383 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4ae1d9a2-d91a-4b43-83f2-a40283a9e2f7 None None] Provisioning complete for port ab74f4dc-4115-4761-b1f7-92a33f3d41e1 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:07.754761 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ae1d9a2-d91a-4b43-83f2-a40283a9e2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.760767 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-9fee664d-15eb-408d-b0d1-1a945809bcb7 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Deleting port 3a2687d9-299d-4448-8fb6-f25bc4661403 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:07.761760 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9fee664d-15eb-408d-b0d1-1a945809bcb7 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.790418 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eabe44-e07d-49b4-b7ac-fbcc391276b8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=868c5469-9f70-4fad-a0bc-cf1678b949a4,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:07.825324 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5eabe44-e07d-49b4-b7ac-fbcc391276b8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.937176 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5eabe44-e07d-49b4-b7ac-fbcc391276b8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network 6348036e-71bd-46d3-9160-a2bf4c60dce2 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:07.939393 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-e5eabe44-e07d-49b4-b7ac-fbcc391276b8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:07.945936 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ae1d9a2-d91a-4b43-83f2-a40283a9e2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.989437 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4ae1d9a2-d91a-4b43-83f2-a40283a9e2f7 None None] For port ab74f4dc-4115-4761-b1f7-92a33f3d41e1, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=ab74f4dc-4115-4761-b1f7-92a33f3d41e1,segment=NetworkSegment(f265ca51-3eb8-46da-a927-69f9dc362cb5),segment_id=f265ca51-3eb8-46da-a927-69f9dc362cb5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:07.997333 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ae1d9a2-d91a-4b43-83f2-a40283a9e2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.049734 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1d9a2-d91a-4b43-83f2-a40283a9e2f7 None None] Pushing event updated for resources: {'Port': ['ID=ab74f4dc-4115-4761-b1f7-92a33f3d41e1,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:08.106861 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5eabe44-e07d-49b4-b7ac-fbcc391276b8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Router ef53fc45-233e-40aa-a2ed-e72861acf57a has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:47:08.223480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1b6a59a9-04ab-4fa7-a69c-29d77d7e0439 None None] Provisioning for port 868c5469-9f70-4fad-a0bc-cf1678b949a4 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:08.230075 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1b6a59a9-04ab-4fa7-a69c-29d77d7e0439 None None] Provisioning complete for port 868c5469-9f70-4fad-a0bc-cf1678b949a4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:08.230611 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b6a59a9-04ab-4fa7-a69c-29d77d7e0439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.241764 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5eabe44-e07d-49b4-b7ac-fbcc391276b8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:47:08.252471 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] Sync routers for ids ['ef53fc45-233e-40aa-a2ed-e72861acf57a'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:47:08.270526 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e5eabe44-e07d-49b4-b7ac-fbcc391276b8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "PUT /v2.0/routers/ef53fc45-233e-40aa-a2ed-e72861acf57a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1847756 Jul 14 09:47:08.278381 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] Routers {'ef53fc45-233e-40aa-a2ed-e72861acf57a'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:08.279218 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:47:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ef53fc45-233e-40aa-a2ed-e72861acf57a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:08.306585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a59a9-04ab-4fa7-a69c-29d77d7e0439 None None] Port 868c5469-9f70-4fad-a0bc-cf1678b949a4 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:08.319331 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1b6a59a9-04ab-4fa7-a69c-29d77d7e0439 None None] Provisioning complete for port ab74f4dc-4115-4761-b1f7-92a33f3d41e1 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:08.319696 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b6a59a9-04ab-4fa7-a69c-29d77d7e0439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.343794 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9fee664d-15eb-408d-b0d1-1a945809bcb7 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.373808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad93b8-5455-4121-85cb-c7ed83edba16 req-743624d1-559e-4a3f-a55d-576b4e413c35 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:08.376434 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24ad93b8-5455-4121-85cb-c7ed83edba16 req-743624d1-559e-4a3f-a55d-576b4e413c35 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 944 time: 0.1637378 Jul 14 09:47:08.381759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-9fee664d-15eb-408d-b0d1-1a945809bcb7 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Calling delete_port for 3a2687d9-299d-4448-8fb6-f25bc4661403 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:08.440124 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] Set router ef53fc45-233e-40aa-a2ed-e72861acf57a gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:08.509562 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24ad93b8-5455-4121-85cb-c7ed83edba16 req-26ac0532-b6d6-4928-bac0-df79b9655b66 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786352 Jul 14 09:47:08.520620 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-05b0277e-70c7-4588-aa0b-7d16fd88cb69 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-271184778&fields=id&tenant_id=4572804f6c7148f4a4dc06c5116104de HTTP/1.1" status: 200 len: 267 time: 0.0815332 Jul 14 09:47:08.520882 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 162f9849-3338-4750-9954-00587a6b864f details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:47:08.652503 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 162f9849-3338-4750-9954-00587a6b864f, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=162f9849-3338-4750-9954-00587a6b864f,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:08.669761 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '162f9849-3338-4750-9954-00587a6b864f', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'port_id': '162f9849-3338-4750-9954-00587a6b864f', 'mac_address': 'fa:16:3e:b2:49:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:47:08.671432 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a51e6b9e-0992-4f43-8c7a-83b15f5a7dda None None] Provisioning complete for port 868c5469-9f70-4fad-a0bc-cf1678b949a4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:08.671783 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a51e6b9e-0992-4f43-8c7a-83b15f5a7dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.684048 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668062979', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:07Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '868c5469-9f70-4fad-a0bc-cf1678b949a4', 'name': '', 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:84:24:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '3022b3c3-627c-4c8a-a923-060fc2b5bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:06Z', 'updated_at': '2021-07-14T09:47:07Z', 'revision_number': 2, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '3022b3c3-627c-4c8a-a923-060fc2b5bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:08.691279 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9fee664d-15eb-408d-b0d1-1a945809bcb7 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.712694 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a51e6b9e-0992-4f43-8c7a-83b15f5a7dda None None] Port 868c5469-9f70-4fad-a0bc-cf1678b949a4 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:08.718520 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] Checking router: ef53fc45-233e-40aa-a2ed-e72861acf57a for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:47:08.719092 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] Updating router ef53fc45-233e-40aa-a2ed-e72861acf57a port 868c5469-9f70-4fad-a0bc-cf1678b949a4 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:47:08.749370 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee664d-15eb-408d-b0d1-1a945809bcb7 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Pushing event deleted for resources: {'Port': ['ID=3a2687d9-299d-4448-8fb6-f25bc4661403,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:08.761842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-c306d910-978d-4e03-8fa4-2e396fd8f5b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:08.763451 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-c306d910-978d-4e03-8fa4-2e396fd8f5b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/networks?id=6348036e-71bd-46d3-9160-a2bf4c60dce2 HTTP/1.1" status: 200 len: 796 time: 0.2273235 Jul 14 09:47:08.764380 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.766006 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.779949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162f9849-3338-4750-9954-00587a6b864f {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:47:08.800040 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9fee664d-15eb-408d-b0d1-1a945809bcb7 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.802431 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9fee664d-15eb-408d-b0d1-1a945809bcb7 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "DELETE /v2.0/ports/3a2687d9-299d-4448-8fb6-f25bc4661403 HTTP/1.1" status: 204 len: 168 time: 1.1885753 Jul 14 09:47:08.805537 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43552) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:08.811259 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-4888b2e2-a388-4c92-8a35-758b1cd4d8f5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/quotas/4572804f6c7148f4a4dc06c5116104de HTTP/1.1" status: 200 len: 375 time: 0.0149102 Jul 14 09:47:08.820495 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 162f9849-3338-4750-9954-00587a6b864f, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=162f9849-3338-4750-9954-00587a6b864f,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:08.835511 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.839092 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c087cc-a656-4474-8f05-d344fd0a19f8 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] GET failed (client error): The resource could not be found. Jul 14 09:47:08.843455 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-54c087cc-a656-4474-8f05-d344fd0a19f8 tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "GET /v2.0/ports/3a2687d9-299d-4448-8fb6-f25bc4661403 HTTP/1.1" status: 404 len: 333 time: 0.0344856 Jul 14 09:47:08.845167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43554) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:08.880449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-45b0396a-6016-41a4-aa6b-0236d25fd055 None None] Provisioning complete for port 868c5469-9f70-4fad-a0bc-cf1678b949a4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:08.880832 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45b0396a-6016-41a4-aa6b-0236d25fd055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.935973 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-40d5d849-ec37-4915-b22c-7eae3c4e2528 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155264 Jul 14 09:47:08.972236 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-45b0396a-6016-41a4-aa6b-0236d25fd055 None None] Port 868c5469-9f70-4fad-a0bc-cf1678b949a4 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:08.979380 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=162f9849-3338-4750-9954-00587a6b864f,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:09.002962 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ab74f4dc-4115-4761-b1f7-92a33f3d41e1 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:09.028720 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-ab44e382-9e25-4cb4-8899-d9f524706cad tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Deleting port 7862e533-c010-4db6-a399-6b40d07651f5 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:09.029231 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab44e382-9e25-4cb4-8899-d9f524706cad tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.061981 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['162f9849-3338-4750-9954-00587a6b864f'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:47:09.080893 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-ddabbd87-04f0-411f-86dc-53b40acc2087 service neutron] 10.222.0.26 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213784 Jul 14 09:47:09.138393 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port ab74f4dc-4115-4761-b1f7-92a33f3d41e1 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:09.138994 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.174396 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab44e382-9e25-4cb4-8899-d9f524706cad tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.191124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-ab44e382-9e25-4cb4-8899-d9f524706cad tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Calling delete_port for 7862e533-c010-4db6-a399-6b40d07651f5 owned by {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:09.201187 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-bca99248-612a-4a05-b758-ff6532ea5e56 service neutron] 10.222.0.26 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191354 Jul 14 09:47:09.210489 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.227378 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] Transition to ACTIVE for port object 868c5469-9f70-4fad-a0bc-cf1678b949a4 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:09.236498 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.287886 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45951475-6ceb-4f67-ab9f-b4166dcc6490 None None] Pushing event updated for resources: {'Port': ['ID=868c5469-9f70-4fad-a0bc-cf1678b949a4,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:09.314169 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:09.398286 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] Attempting to bind port 868c5469-9f70-4fad-a0bc-cf1678b949a4 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:47:09.398785 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] Attempting to bind port 868c5469-9f70-4fad-a0bc-cf1678b949a4 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'f265ca51-3eb8-46da-a927-69f9dc362cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:47:09.399240 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] Attempting to bind port 868c5469-9f70-4fad-a0bc-cf1678b949a4 on network 6348036e-71bd-46d3-9160-a2bf4c60dce2 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:09.422785 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab44e382-9e25-4cb4-8899-d9f524706cad tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.436696 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:47:09.438006 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] Checking segment: {'id': 'f265ca51-3eb8-46da-a927-69f9dc362cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:09.438516 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.439027 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] Bound using segment: {'id': 'f265ca51-3eb8-46da-a927-69f9dc362cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:47:09.439601 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] Bound port: 868c5469-9f70-4fad-a0bc-cf1678b949a4, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f265ca51-3eb8-46da-a927-69f9dc362cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:47:09.440247 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.461548 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:09.461966 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.473215 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ffa474f8-1a08-4c51-94a4-9b6581d0118c req-55215e51-c68a-484f-992a-9b03ad96543f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 210 time: 0.0534205 Jul 14 09:47:09.487159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44e382-9e25-4cb4-8899-d9f524706cad tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Pushing event deleted for resources: {'Port': ['ID=7862e533-c010-4db6-a399-6b40d07651f5,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:09.534582 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab44e382-9e25-4cb4-8899-d9f524706cad tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.536837 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ab44e382-9e25-4cb4-8899-d9f524706cad tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "DELETE /v2.0/ports/7862e533-c010-4db6-a399-6b40d07651f5 HTTP/1.1" status: 204 len: 168 time: 0.6907299 Jul 14 09:47:09.539581 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43562) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:09.587371 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] For port 868c5469-9f70-4fad-a0bc-cf1678b949a4, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:47:09.598867 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] For port 868c5469-9f70-4fad-a0bc-cf1678b949a4, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=868c5469-9f70-4fad-a0bc-cf1678b949a4,segment=NetworkSegment(f265ca51-3eb8-46da-a927-69f9dc362cb5),segment_id=f265ca51-3eb8-46da-a927-69f9dc362cb5)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:47:09.607478 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.623439 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-874217a4-6899-4786-9ac5-603f485df9ab tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Deleting subnet a99914f0-2abb-4422-a33b-6fac7f2f94f3 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:47:09.627022 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-874217a4-6899-4786-9ac5-603f485df9ab tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.691983 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-874217a4-6899-4786-9ac5-603f485df9ab tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.714309 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] Routers {'ef53fc45-233e-40aa-a2ed-e72861acf57a'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:09.715137 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:47:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ef53fc45-233e-40aa-a2ed-e72861acf57a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:09.832360 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45951475-6ceb-4f67-ab9f-b4166dcc6490 None None] Pushing event updated for resources: {'Port': ['ID=868c5469-9f70-4fad-a0bc-cf1678b949a4,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:09.873957 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] Set router ef53fc45-233e-40aa-a2ed-e72861acf57a gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:09.898238 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a7cf6-9d10-445c-aa75-9427f4df748b req-1b0fcb5c-f01d-4e61-ba8b-b275e9dff098 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:09.899876 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-327a7cf6-9d10-445c-aa75-9427f4df748b req-1b0fcb5c-f01d-4e61-ba8b-b275e9dff098 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 945 time: 0.1556818 Jul 14 09:47:09.902819 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-874217a4-6899-4786-9ac5-603f485df9ab tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.973057 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-327a7cf6-9d10-445c-aa75-9427f4df748b req-d0f8be03-5f86-47b1-b79a-a1c9e8abd7ff tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629079 Jul 14 09:47:10.007341 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-874217a4-6899-4786-9ac5-603f485df9ab tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.023039 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-874217a4-6899-4786-9ac5-603f485df9ab tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.024921 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-874217a4-6899-4786-9ac5-603f485df9ab tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "DELETE /v2.0/subnets/a99914f0-2abb-4422-a33b-6fac7f2f94f3 HTTP/1.1" status: 204 len: 168 time: 0.4843135 Jul 14 09:47:10.028672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43574) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:10.030202 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a78de1-32ca-4227-b389-955464d2d145 None None] Network f9bffd6e-7b50-4c11-b860-1fb2274dd7d5 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:10.066744 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874217a4-6899-4786-9ac5-603f485df9ab tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Pushing event deleted for resources: {'Subnet': ['ID=a99914f0-2abb-4422-a33b-6fac7f2f94f3,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:10.129994 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ec0b-d43e-47bc-aa41-a9c2d38f59dd tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.195746 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8ec0b-d43e-47bc-aa41-a9c2d38f59dd tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Deleting port 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:10.196303 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ec0b-d43e-47bc-aa41-a9c2d38f59dd tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.205704 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668062979', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:07Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '868c5469-9f70-4fad-a0bc-cf1678b949a4', 'name': '', 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:84:24:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '3022b3c3-627c-4c8a-a923-060fc2b5bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:06Z', 'updated_at': '2021-07-14T09:47:09Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '3022b3c3-627c-4c8a-a923-060fc2b5bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:10.238098 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31952a25-a889-40a9-a859-c9829612e1d9 None None] The sync data for ids ['ef53fc45-233e-40aa-a2ed-e72861acf57a'] in n-d-798054-10 is: [{'id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668062979', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:07Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '868c5469-9f70-4fad-a0bc-cf1678b949a4', 'name': '', 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:84:24:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '3022b3c3-627c-4c8a-a923-060fc2b5bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:06Z', 'updated_at': '2021-07-14T09:47:09Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '3022b3c3-627c-4c8a-a923-060fc2b5bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:47:10.290159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-1fe8ec0b-d43e-47bc-aa41-a9c2d38f59dd tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] For port 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=72ffabe0-2d52-4966-a8da-9a9c3c28fd1a,segment=NetworkSegment(80783f66-bec7-4edf-9b75-6fe0579df289),segment_id=80783f66-bec7-4edf-9b75-6fe0579df289)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:10.290730 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ec0b-d43e-47bc-aa41-a9c2d38f59dd tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.320744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8ec0b-d43e-47bc-aa41-a9c2d38f59dd tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Calling delete_port for 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:10.464136 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ec0b-d43e-47bc-aa41-a9c2d38f59dd tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.483056 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae80103-9e13-40ce-85b6-e3deb62f3ffc None None] DHCP port deletion for f9bffd6e-7b50-4c11-b860-1fb2274dd7d5 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:47:10.501954 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8ec0b-d43e-47bc-aa41-a9c2d38f59dd tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Pushing event deleted for resources: {'Port': ['ID=72ffabe0-2d52-4966-a8da-9a9c3c28fd1a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:10.514178 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe8ec0b-d43e-47bc-aa41-a9c2d38f59dd tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] No DVR routers for this DVR port 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:10.530027 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 162f9849-3338-4750-9954-00587a6b864f up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:10.585298 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 162f9849-3338-4750-9954-00587a6b864f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:10.595497 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 162f9849-3338-4750-9954-00587a6b864f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:10.596165 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.609652 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ec0b-d43e-47bc-aa41-a9c2d38f59dd tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.621642 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-1fe8ec0b-d43e-47bc-aa41-a9c2d38f59dd tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9bffd6e-7b50-4c11-b860-1fb2274dd7d5']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:10.634747 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-1fe8ec0b-d43e-47bc-aa41-a9c2d38f59dd tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80783f66-bec7-4edf-9b75-6fe0579df289') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:10.635043 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-1fe8ec0b-d43e-47bc-aa41-a9c2d38f59dd tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80783f66-bec7-4edf-9b75-6fe0579df289') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:10.653459 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ec0b-d43e-47bc-aa41-a9c2d38f59dd tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.670092 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ec0b-d43e-47bc-aa41-a9c2d38f59dd tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.677531 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe8ec0b-d43e-47bc-aa41-a9c2d38f59dd tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:10.678013 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ec0b-d43e-47bc-aa41-a9c2d38f59dd tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:10.682737 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:10.685864 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c21f56d-64df-45b4-a87a-d5a3a3b76e44 req-74c359f4-880e-4ad5-9f9b-21958f614ec6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 210 time: 0.0397027 Jul 14 09:47:10.730804 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.757868 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ec0b-d43e-47bc-aa41-a9c2d38f59dd tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.760754 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7b717d-48ec-4e4a-85a6-4af69671284d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162f9849-3338-4750-9954-00587a6b864f'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:10.765859 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43908e10-f649-4850-8558-1921de825c94" -d '{"events": [{"server_uuid": "8b7b717d-48ec-4e4a-85a6-4af69671284d", "name": "network-vif-plugged", "status": "completed", "tag": "162f9849-3338-4750-9954-00587a6b864f"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:10.783988 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ec0b-d43e-47bc-aa41-a9c2d38f59dd tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.786215 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1fe8ec0b-d43e-47bc-aa41-a9c2d38f59dd tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] 10.222.0.26 "DELETE /v2.0/networks/f9bffd6e-7b50-4c11-b860-1fb2274dd7d5 HTTP/1.1" status: 204 len: 168 time: 0.7555871 Jul 14 09:47:10.787548 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8ec0b-d43e-47bc-aa41-a9c2d38f59dd tempest-AllowedAddressPairIpV6TestJSON-1381370072 tempest-AllowedAddressPairIpV6TestJSON-1381370072-project] Pushing event deleted for resources: {'Network': ['ID=f9bffd6e-7b50-4c11-b860-1fb2274dd7d5,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:10.811537 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 162f9849-3338-4750-9954-00587a6b864f, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=162f9849-3338-4750-9954-00587a6b864f,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:10.821045 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.833655 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983f7885-118b-4ae0-9dbe-5b08a750bd34 x-openstack-request-id: req-983f7885-118b-4ae0-9dbe-5b08a750bd34 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:10.833979 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7b717d-48ec-4e4a-85a6-4af69671284d", "name": "network-vif-plugged", "status": "completed", "tag": "162f9849-3338-4750-9954-00587a6b864f", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:10.834249 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-983f7885-118b-4ae0-9dbe-5b08a750bd34 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:10.835013 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7b717d-48ec-4e4a-85a6-4af69671284d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162f9849-3338-4750-9954-00587a6b864f', 'code': 200} Jul 14 09:47:10.921028 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=162f9849-3338-4750-9954-00587a6b864f,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:11.011308 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 868c5469-9f70-4fad-a0bc-cf1678b949a4 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:11.022153 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54887955-ef9e-4aa5-acf0-f57cf66ba336 req-cd26242f-3ff9-40a3-b580-a7e969ad0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:11.023682 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-54887955-ef9e-4aa5-acf0-f57cf66ba336 req-cd26242f-3ff9-40a3-b580-a7e969ad0a43 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 1098 time: 0.0813029 Jul 14 09:47:11.065106 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-54887955-ef9e-4aa5-acf0-f57cf66ba336 req-898e8445-9fb1-4020-ab3e-990010a97117 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345480 Jul 14 09:47:11.077719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 868c5469-9f70-4fad-a0bc-cf1678b949a4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:11.085406 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 868c5469-9f70-4fad-a0bc-cf1678b949a4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:11.085935 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.162332 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43588) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:11.191821 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9192069-44b4-4eee-8fa4-5a73bee2f002 req-c90b28ef-fdcc-4566-b760-c1c2d9113a7f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:11.199863 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9192069-44b4-4eee-8fa4-5a73bee2f002 req-c90b28ef-fdcc-4566-b760-c1c2d9113a7f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 946 time: 0.0871370 Jul 14 09:47:11.222485 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.245990 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9192069-44b4-4eee-8fa4-5a73bee2f002 req-44fe477e-4e0f-4a0f-afef-11691c464513 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451009 Jul 14 09:47:11.278450 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 868c5469-9f70-4fad-a0bc-cf1678b949a4, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=868c5469-9f70-4fad-a0bc-cf1678b949a4,segment=NetworkSegment(f265ca51-3eb8-46da-a927-69f9dc362cb5),segment_id=f265ca51-3eb8-46da-a927-69f9dc362cb5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:11.291885 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.376310 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=868c5469-9f70-4fad-a0bc-cf1678b949a4,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:11.379291 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:11.403697 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:11.404157 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 72ffabe0-2d52-4966-a8da-9a9c3c28fd1a not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:11.480714 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b4b60e5c-d39f-48ee-8644-a0ab34849754 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3abcd1f7856742c999a0d00179f857fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170342 Jul 14 09:47:11.483291 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43592) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:11.506983 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-962439ca-ccd6-4878-81ff-0099527cac1f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:11.508978 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-962439ca-ccd6-4878-81ff-0099527cac1f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.55 "GET /v2.0/networks?id=6348036e-71bd-46d3-9160-a2bf4c60dce2 HTTP/1.1" status: 200 len: 796 time: 0.1752195 Jul 14 09:47:11.538750 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-299ec653-c506-42c4-b317-6e14f4c1ec28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.561676 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-299ec653-c506-42c4-b317-6e14f4c1ec28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.578340 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-8cc20915-1df5-4c86-a303-72853a8c6dc0 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4572804f6c7148f4a4dc06c5116104de HTTP/1.1" status: 200 len: 379 time: 0.0526190 Jul 14 09:47:11.588597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-6d680cf5-b19d-424c-b92b-49951e45b090 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'port': {'device_id': '63282012-1323-4d78-9847-87129e7ad5f8', 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2', 'admin_state_up': True, 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'security_groups': ['bd1c1667-16a3-43a2-8399-cee1f6313615']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:11.622749 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-299ec653-c506-42c4-b317-6e14f4c1ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.626257 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-299ec653-c506-42c4-b317-6e14f4c1ec28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.629958 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-299ec653-c506-42c4-b317-6e14f4c1ec28 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da13eeb6-5a1b-470e-9234-e0e9252a5419 HTTP/1.1" status: 204 len: 168 time: 0.1431427 Jul 14 09:47:11.648841 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ec653-c506-42c4-b317-6e14f4c1ec28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da13eeb6-5a1b-470e-9234-e0e9252a5419,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:11.728509 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-6d680cf5-b19d-424c-b92b-49951e45b090 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Made reservation on behalf of 4572804f6c7148f4a4dc06c5116104de for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:11.732381 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-6d680cf5-b19d-424c-b92b-49951e45b090 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.882402 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6fd4f181-47ff-4e9e-9432-e81cbc343150 req-c9a6fbc4-f20a-4002-a0e5-5216c6c2add9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 210 time: 0.0378332 Jul 14 09:47:11.906636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-6d680cf5-b19d-424c-b92b-49951e45b090 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Allocated IP 172.20.0.12 (6348036e-71bd-46d3-9160-a2bf4c60dce2/3022b3c3-627c-4c8a-a923-060fc2b5bef9/6fcc93fc-effb-42d9-ae02-672fc2e25a25) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:12.062152 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-6d680cf5-b19d-424c-b92b-49951e45b090 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.080145 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-6d680cf5-b19d-424c-b92b-49951e45b090 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Transition to ACTIVE for port object 6fcc93fc-effb-42d9-ae02-672fc2e25a25 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:12.114686 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-6d680cf5-b19d-424c-b92b-49951e45b090 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.167229 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-6d680cf5-b19d-424c-b92b-49951e45b090 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network 6348036e-71bd-46d3-9160-a2bf4c60dce2 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:12.170525 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-6d680cf5-b19d-424c-b92b-49951e45b090 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:12.175369 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-6d680cf5-b19d-424c-b92b-49951e45b090 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:12.201345 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d680cf5-b19d-424c-b92b-49951e45b090 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=6fcc93fc-effb-42d9-ae02-672fc2e25a25,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:12.232297 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-6d680cf5-b19d-424c-b92b-49951e45b090 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:12.233051 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-6d680cf5-b19d-424c-b92b-49951e45b090 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.248682 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-6d680cf5-b19d-424c-b92b-49951e45b090 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6653025 Jul 14 09:47:12.471792 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] Request body: {'port': {'device_id': '63282012-1323-4d78-9847-87129e7ad5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:12.478893 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573b26d-54ba-4b97-b566-1db04c34c4c6 req-d214c292-fe5a-40ad-a228-f5041d558f91 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:12.480580 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f573b26d-54ba-4b97-b566-1db04c34c4c6 req-d214c292-fe5a-40ad-a228-f5041d558f91 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 946 time: 0.0751069 Jul 14 09:47:12.521422 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-78021066-ba91-494e-beb3-8d3443dbb27b None None] Provisioning for port 6fcc93fc-effb-42d9-ae02-672fc2e25a25 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:12.526389 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-78021066-ba91-494e-beb3-8d3443dbb27b None None] Provisioning complete for port 6fcc93fc-effb-42d9-ae02-672fc2e25a25 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:12.526775 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78021066-ba91-494e-beb3-8d3443dbb27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.528576 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f573b26d-54ba-4b97-b566-1db04c34c4c6 req-9b69a5aa-8a2a-45e6-af38-5248e611fa4b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403857 Jul 14 09:47:12.558052 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43620) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:12.573413 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.574633 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-78021066-ba91-494e-beb3-8d3443dbb27b None None] Port 6fcc93fc-effb-42d9-ae02-672fc2e25a25 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:12.609544 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Request body: {'networks': [{'name': 'tempest-network--1347121170'}, {'name': 'tempest-network--405530958'}]} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:12.609928 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Request body: {'network': {'name': 'tempest-network--1347121170'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:12.610350 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Request body: {'network': {'name': 'tempest-network--405530958'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:12.633365 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Made reservation on behalf of 593f14b73ec64b7eb256a88d61ef088b for: {'network': 2} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:12.639130 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.648305 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.761015 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a0023-2194-45e2-a3b6-0720caaf2918 req-c287fa6c-f3ed-4efa-a662-3b5ffcd114a7 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:12.762590 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-766a0023-2194-45e2-a3b6-0720caaf2918 req-c287fa6c-f3ed-4efa-a662-3b5ffcd114a7 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 946 time: 0.1056895 Jul 14 09:47:12.827826 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-766a0023-2194-45e2-a3b6-0720caaf2918 req-3d2ea25f-eec1-41e8-b90b-69fbc6af6684 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548129 Jul 14 09:47:12.832834 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.839125 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.839697 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.861101 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43626) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:12.861716 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fcc93fc-effb-42d9-ae02-672fc2e25a25 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:47:12.870417 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.889907 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] Transition to ACTIVE for port object 6fcc93fc-effb-42d9-ae02-672fc2e25a25 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:12.893927 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.914571 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa21ca64-dac2-4a77-91bd-0b8927ecbe47,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:12.920877 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:47:12.936474 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.936676 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Added segment eca34d9e-b6c8-4c8f-b540-fd9e86c2d31f of type vlan for network f72932e1-8478-47c9-bdae-8e92905b2844 Jul 14 09:47:12.943495 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 868c5469-9f70-4fad-a0bc-cf1678b949a4 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:12.979442 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] Pushing event updated for resources: {'Port': ['ID=6fcc93fc-effb-42d9-ae02-672fc2e25a25,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:13.004174 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea2b707-28b0-4b39-8b65-3d3c22bc8039 tempest-TestVolumeBootPattern-2010376970 tempest-TestVolumeBootPattern-2010376970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:13.006430 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-eea2b707-28b0-4b39-8b65-3d3c22bc8039 tempest-TestVolumeBootPattern-2010376970 tempest-TestVolumeBootPattern-2010376970-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 1093 time: 0.1441588 Jul 14 09:47:13.009081 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.011579 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43630) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:13.050383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2b3e7fad-ee1e-4d64-ba0b-95e8b5fae530 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': '162f9849-3338-4750-9954-00587a6b864f', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:13.050687 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:47:13.055660 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 868c5469-9f70-4fad-a0bc-cf1678b949a4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:13.056366 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.063789 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.064196 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Added segment d591def9-61bb-463a-a5c5-1fa8bb8d0ca2 of type vlan for network edcc66a6-4db0-489d-9e76-d9d267e78bd1 Jul 14 09:47:13.090899 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7fad-ee1e-4d64-ba0b-95e8b5fae530 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.150345 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.154105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] Attempting to bind port 6fcc93fc-effb-42d9-ae02-672fc2e25a25 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:47:13.154302 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] Attempting to bind port 6fcc93fc-effb-42d9-ae02-672fc2e25a25 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'f265ca51-3eb8-46da-a927-69f9dc362cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:47:13.154615 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] Attempting to bind port 6fcc93fc-effb-42d9-ae02-672fc2e25a25 on network 6348036e-71bd-46d3-9160-a2bf4c60dce2 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:13.161199 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] Port 6fcc93fc-effb-42d9-ae02-672fc2e25a25 on network 6348036e-71bd-46d3-9160-a2bf4c60dce2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:47:13.162303 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] Attempting to bind port 6fcc93fc-effb-42d9-ae02-672fc2e25a25 on network 6348036e-71bd-46d3-9160-a2bf4c60dce2 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:13.174668 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:47:13.175381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] Checking segment: {'id': 'f265ca51-3eb8-46da-a927-69f9dc362cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:13.175612 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] Bound using segment: {'id': 'f265ca51-3eb8-46da-a927-69f9dc362cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:47:13.175882 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] Bound port: 6fcc93fc-effb-42d9-ae02-672fc2e25a25, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f265ca51-3eb8-46da-a927-69f9dc362cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:47:13.176879 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.193203 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.193774 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.199475 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:13.204237 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:13.204921 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.271477 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] For port 6fcc93fc-effb-42d9-ae02-672fc2e25a25, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:47:13.275469 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] For port 6fcc93fc-effb-42d9-ae02-672fc2e25a25, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6fcc93fc-effb-42d9-ae02-672fc2e25a25,segment=NetworkSegment(f265ca51-3eb8-46da-a927-69f9dc362cb5),segment_id=f265ca51-3eb8-46da-a927-69f9dc362cb5)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:47:13.282958 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.322290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072e9a3-287f-446b-964f-78058ad1a90c req-c6e019ed-bf2e-4a24-92f5-ded9b1a8ec4e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:13.323764 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0072e9a3-287f-446b-964f-78058ad1a90c req-c6e019ed-bf2e-4a24-92f5-ded9b1a8ec4e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 944 time: 0.2420561 Jul 14 09:47:13.340021 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:13.340651 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.342081 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] 10.222.0.55 "PUT /v2.0/ports/6fcc93fc-effb-42d9-ae02-672fc2e25a25 HTTP/1.1" status: 200 len: 1093 time: 1.0787487 Jul 14 09:47:13.342532 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63282012-1323-4d78-9847-87129e7ad5f8', 'tag': '6fcc93fc-effb-42d9-ae02-672fc2e25a25'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:13.345248 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867916bf-52ea-46b4-a2a1-a2a486582c96" -d '{"events": [{"name": "network-changed", "server_uuid": "63282012-1323-4d78-9847-87129e7ad5f8", "tag": "6fcc93fc-effb-42d9-ae02-672fc2e25a25"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:13.346947 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7907684 Jul 14 09:47:13.351326 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43632) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:13.355280 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event updated for resources: {'Network': ['ID=f72932e1-8478-47c9-bdae-8e92905b2844,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:13.368067 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network f72932e1-8478-47c9-bdae-8e92905b2844 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:47:13.379591 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7fad-ee1e-4d64-ba0b-95e8b5fae530 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.465870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20a5a7-e458-4bc9-9333-8c985752e138 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event updated for resources: {'Network': ['ID=edcc66a6-4db0-489d-9e76-d9d267e78bd1,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:13.476837 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network edcc66a6-4db0-489d-9e76-d9d267e78bd1 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:47:13.489753 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342036b2-3455-4509-9c04-d50e4410c44e service neutron] Pushing event updated for resources: {'Port': ['ID=6fcc93fc-effb-42d9-ae02-672fc2e25a25,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:13.499638 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec96dbaa-4f46-4717-b8cb-95d26d260393 x-openstack-request-id: req-ec96dbaa-4f46-4717-b8cb-95d26d260393 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:13.499638 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63282012-1323-4d78-9847-87129e7ad5f8", "tag": "6fcc93fc-effb-42d9-ae02-672fc2e25a25", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:13.499883 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec96dbaa-4f46-4717-b8cb-95d26d260393 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:13.500180 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63282012-1323-4d78-9847-87129e7ad5f8', 'tag': '6fcc93fc-effb-42d9-ae02-672fc2e25a25', 'status': 'completed', 'code': 200} Jul 14 09:47:13.502262 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0072e9a3-287f-446b-964f-78058ad1a90c req-ec4a1a78-897b-4bbd-bbe2-1db716e70f1e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666558 Jul 14 09:47:13.690671 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7139b45-476b-4b76-ab60-b754cb510cb9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:13.696279 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7139b45-476b-4b76-ab60-b754cb510cb9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:13.702864 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7139b45-476b-4b76-ab60-b754cb510cb9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:13.708451 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7139b45-476b-4b76-ab60-b754cb510cb9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:13.710079 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b7139b45-476b-4b76-ab60-b754cb510cb9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3541782 Jul 14 09:47:13.713122 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43636) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:13.747765 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-3b636ed4-e1d2-478f-968f-b6c661868780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:13.749219 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-3b636ed4-e1d2-478f-968f-b6c661868780 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 1096 time: 0.2621236 Jul 14 09:47:13.761234 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-2b3e7fad-ee1e-4d64-ba0b-95e8b5fae530 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Allocated IP 172.25.1.64 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/0d74c994-55cf-4b3f-b5dd-4547f0448610) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:13.789273 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7180e020-aaef-4617-937b-0d6353f29db7 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.801818 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-1d324082-a77a-4b5a-bef0-4d2e9ce7f6a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fcc93fc-effb-42d9-ae02-672fc2e25a25 HTTP/1.1" status: 200 len: 217 time: 0.0382969 Jul 14 09:47:13.881566 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7180e020-aaef-4617-937b-0d6353f29db7 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.892781 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7180e020-aaef-4617-937b-0d6353f29db7 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72932e1-8478-47c9-bdae-8e92905b2844']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:13.898333 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-af88b79a-ceb9-44c4-b66a-cb6cb697c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:13.899802 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-af88b79a-ceb9-44c4-b66a-cb6cb697c747 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3022b3c3-627c-4c8a-a923-060fc2b5bef9 HTTP/1.1" status: 200 len: 835 time: 0.0919347 Jul 14 09:47:13.903660 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7180e020-aaef-4617-937b-0d6353f29db7 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca34d9e-b6c8-4c8f-b540-fd9e86c2d31f') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:13.903960 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7180e020-aaef-4617-937b-0d6353f29db7 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca34d9e-b6c8-4c8f-b540-fd9e86c2d31f') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:13.913019 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7180e020-aaef-4617-937b-0d6353f29db7 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.927625 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7180e020-aaef-4617-937b-0d6353f29db7 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.934217 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7180e020-aaef-4617-937b-0d6353f29db7 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:13.934668 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7180e020-aaef-4617-937b-0d6353f29db7 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:13.937953 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:13.997028 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7180e020-aaef-4617-937b-0d6353f29db7 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.007345 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7180e020-aaef-4617-937b-0d6353f29db7 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.009281 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7180e020-aaef-4617-937b-0d6353f29db7 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "DELETE /v2.0/networks/f72932e1-8478-47c9-bdae-8e92905b2844 HTTP/1.1" status: 204 len: 168 time: 0.2949684 Jul 14 09:47:14.018879 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43638) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:14.027392 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180e020-aaef-4617-937b-0d6353f29db7 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event deleted for resources: {'Network': ['ID=f72932e1-8478-47c9-bdae-8e92905b2844,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:14.103953 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9ae6205b-a4be-4d2e-8ee7-97e59ab94a53 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.191907 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9ae6205b-a4be-4d2e-8ee7-97e59ab94a53 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.204452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-9ae6205b-a4be-4d2e-8ee7-97e59ab94a53 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edcc66a6-4db0-489d-9e76-d9d267e78bd1']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:14.221533 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-9ae6205b-a4be-4d2e-8ee7-97e59ab94a53 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd591def9-61bb-463a-a5c5-1fa8bb8d0ca2') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:14.221846 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-9ae6205b-a4be-4d2e-8ee7-97e59ab94a53 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd591def9-61bb-463a-a5c5-1fa8bb8d0ca2') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:14.231644 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9ae6205b-a4be-4d2e-8ee7-97e59ab94a53 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.245492 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9ae6205b-a4be-4d2e-8ee7-97e59ab94a53 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.251920 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae6205b-a4be-4d2e-8ee7-97e59ab94a53 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:14.252337 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9ae6205b-a4be-4d2e-8ee7-97e59ab94a53 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:14.255586 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:14.303994 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7fad-ee1e-4d64-ba0b-95e8b5fae530 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.316851 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9ae6205b-a4be-4d2e-8ee7-97e59ab94a53 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.326928 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9ae6205b-a4be-4d2e-8ee7-97e59ab94a53 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.333091 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9ae6205b-a4be-4d2e-8ee7-97e59ab94a53 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "DELETE /v2.0/networks/edcc66a6-4db0-489d-9e76-d9d267e78bd1 HTTP/1.1" status: 204 len: 168 time: 0.3081992 Jul 14 09:47:14.333713 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43640) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:14.342769 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6205b-a4be-4d2e-8ee7-97e59ab94a53 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event deleted for resources: {'Network': ['ID=edcc66a6-4db0-489d-9e76-d9d267e78bd1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:14.347862 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-350e72e1-bd0d-4221-adcb-e9b5cedf753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:14.349364 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-350e72e1-bd0d-4221-adcb-e9b5cedf753d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6348036e-71bd-46d3-9160-a2bf4c60dce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4416344 Jul 14 09:47:14.478715 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7fad-ee1e-4d64-ba0b-95e8b5fae530 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.543194 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3e7fad-ee1e-4d64-ba0b-95e8b5fae530 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:14.551972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90d3645-f2c0-4a29-9016-fa49425abbc7 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:14.558915 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90d3645-f2c0-4a29-9016-fa49425abbc7 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:14.560472 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a90d3645-f2c0-4a29-9016-fa49425abbc7 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2272248 Jul 14 09:47:14.569060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43644) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:14.569755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-2b3e7fad-ee1e-4d64-ba0b-95e8b5fae530 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:14.576930 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e7fad-ee1e-4d64-ba0b-95e8b5fae530 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:14.578121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-ad8d122f-014f-446b-850c-905097649060 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1542872422'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:14.600987 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8d122f-014f-446b-850c-905097649060 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Made reservation on behalf of 593f14b73ec64b7eb256a88d61ef088b for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:14.604927 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ad8d122f-014f-446b-850c-905097649060 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.606196 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e7fad-ee1e-4d64-ba0b-95e8b5fae530 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event updated for resources: {'Port': ['ID=0d74c994-55cf-4b3f-b5dd-4547f0448610,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:14.621456 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-21aea957-8e16-475c-a1a9-933c920dc3d0 service neutron] 10.222.0.55 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587056 Jul 14 09:47:14.663332 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8d122f-014f-446b-850c-905097649060 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:47:14.677283 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ad8d122f-014f-446b-850c-905097649060 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.677624 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-ad8d122f-014f-446b-850c-905097649060 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Added segment fa1417f5-67d6-44f8-bc93-5f8b7628511f of type vlan for network 658b4256-0fab-4249-bd75-27dc1090190f Jul 14 09:47:14.732677 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ad8d122f-014f-446b-850c-905097649060 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.745312 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c7abe-0a3d-44cc-a1a9-2a2be7823a68 req-e6180885-3f14-4b05-b49c-177f3415308c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:14.746890 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ae0c7abe-0a3d-44cc-a1a9-2a2be7823a68 req-e6180885-3f14-4b05-b49c-177f3415308c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 944 time: 0.1312637 Jul 14 09:47:14.786199 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aa8ea3e0-0bf8-4f10-80f4-a91be738d00e req-5ec9584c-2403-4dfe-a89a-ae70c19f6138 service neutron] 10.222.0.55 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586275 Jul 14 09:47:14.793914 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ad8d122f-014f-446b-850c-905097649060 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.799437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8d122f-014f-446b-850c-905097649060 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:14.800030 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ad8d122f-014f-446b-850c-905097649060 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.828268 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ae0c7abe-0a3d-44cc-a1a9-2a2be7823a68 req-8879d98a-372a-4711-a7fd-c9dd4b539228 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736535 Jul 14 09:47:14.862626 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ad8d122f-014f-446b-850c-905097649060 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2923276 Jul 14 09:47:14.865146 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43646) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:14.872957 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-37120341-bafc-4f2d-9781-47aa4a94428a tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-167727473'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:14.893765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d122f-014f-446b-850c-905097649060 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event updated for resources: {'Network': ['ID=658b4256-0fab-4249-bd75-27dc1090190f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:14.905857 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 658b4256-0fab-4249-bd75-27dc1090190f details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:47:14.908715 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37120341-bafc-4f2d-9781-47aa4a94428a tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Made reservation on behalf of 593f14b73ec64b7eb256a88d61ef088b for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:14.912627 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-37120341-bafc-4f2d-9781-47aa4a94428a tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.948063 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37120341-bafc-4f2d-9781-47aa4a94428a tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:47:14.957571 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-37120341-bafc-4f2d-9781-47aa4a94428a tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.957988 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-37120341-bafc-4f2d-9781-47aa4a94428a tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Added segment 5fd52225-87bb-4370-af7e-001d9d36f73c of type vlan for network bf194b76-2c87-4281-9483-b1282a99b356 Jul 14 09:47:14.998264 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-37120341-bafc-4f2d-9781-47aa4a94428a tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.028112 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-37120341-bafc-4f2d-9781-47aa4a94428a tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.034060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37120341-bafc-4f2d-9781-47aa4a94428a tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:15.034869 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-37120341-bafc-4f2d-9781-47aa4a94428a tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.051077 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867916bf-52ea-46b4-a2a1-a2a486582c96 req-b0f16e51-ae7e-404c-a51b-cbd8e50ad3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:15.052629 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-867916bf-52ea-46b4-a2a1-a2a486582c96 req-b0f16e51-ae7e-404c-a51b-cbd8e50ad3e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 1096 time: 0.1689398 Jul 14 09:47:15.096242 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-37120341-bafc-4f2d-9781-47aa4a94428a tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2300344 Jul 14 09:47:15.099106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43650) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:15.104894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Request body: {'ports': [{'network_id': '658b4256-0fab-4249-bd75-27dc1090190f', 'name': 'tempest-port--96191561', 'admin_state_up': True}, {'network_id': 'bf194b76-2c87-4281-9483-b1282a99b356', 'admin_state_up': False}]} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:15.105247 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Request body: {'port': {'network_id': '658b4256-0fab-4249-bd75-27dc1090190f', 'name': 'tempest-port--96191561', 'admin_state_up': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:15.105697 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Request body: {'port': {'network_id': 'bf194b76-2c87-4281-9483-b1282a99b356', 'admin_state_up': False}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:15.124392 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37120341-bafc-4f2d-9781-47aa4a94428a tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event updated for resources: {'Network': ['ID=bf194b76-2c87-4281-9483-b1282a99b356,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:15.134365 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network bf194b76-2c87-4281-9483-b1282a99b356 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:47:15.265955 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7fad-ee1e-4d64-ba0b-95e8b5fae530 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.280997 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Made reservation on behalf of 593f14b73ec64b7eb256a88d61ef088b for: {'port': 2} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:15.286098 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.299760 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.322523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867916bf-52ea-46b4-a2a1-a2a486582c96 req-9e3c810a-181f-402c-9557-1c3672b73ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:15.324036 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-867916bf-52ea-46b4-a2a1-a2a486582c96 req-9e3c810a-181f-402c-9557-1c3672b73ce9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6348036e-71bd-46d3-9160-a2bf4c60dce2 HTTP/1.1" status: 200 len: 897 time: 0.2600746 Jul 14 09:47:15.377470 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-867916bf-52ea-46b4-a2a1-a2a486582c96 req-11470119-ee4a-4245-ab47-6fc02e9b62b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fcc93fc-effb-42d9-ae02-672fc2e25a25 HTTP/1.1" status: 200 len: 217 time: 0.0466123 Jul 14 09:47:15.386053 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] device_id is not set on port 587deffc-0f6f-4219-9fa8-903d2bcfbf51 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:47:15.451756 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7fad-ee1e-4d64-ba0b-95e8b5fae530 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.477709 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867916bf-52ea-46b4-a2a1-a2a486582c96 req-2e5e4eea-a830-41e6-b710-a61c02516cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:15.479252 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-867916bf-52ea-46b4-a2a1-a2a486582c96 req-2e5e4eea-a830-41e6-b710-a61c02516cac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3022b3c3-627c-4c8a-a923-060fc2b5bef9 HTTP/1.1" status: 200 len: 835 time: 0.0955353 Jul 14 09:47:15.510356 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.585258 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] device_id is not set on port 92df2b94-2979-4faf-abc3-c3c756fafd91 yet. {{(pid=93887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:47:15.608278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867916bf-52ea-46b4-a2a1-a2a486582c96 req-6d997f7d-f61b-4cc8-bd64-8c50dea8d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:15.609795 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-867916bf-52ea-46b4-a2a1-a2a486582c96 req-6d997f7d-f61b-4cc8-bd64-8c50dea8d375 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6348036e-71bd-46d3-9160-a2bf4c60dce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1228144 Jul 14 09:47:15.695357 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.711383 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7fad-ee1e-4d64-ba0b-95e8b5fae530 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.718865 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7fad-ee1e-4d64-ba0b-95e8b5fae530 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.739188 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.792460 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-867916bf-52ea-46b4-a2a1-a2a486582c96 req-11af4792-5e4a-4fcc-92cf-deae025672fa service neutron] 10.222.0.55 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715877 Jul 14 09:47:15.806298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event updated for resources: {'Port': ['ID=587deffc-0f6f-4219-9fa8-903d2bcfbf51,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:15.821808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Checking segment: {'id': 'fa1417f5-67d6-44f8-bc93-5f8b7628511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '658b4256-0fab-4249-bd75-27dc1090190f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:15.822728 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Network hostable DHCP agents. Network: 658b4256-0fab-4249-bd75-27dc1090190f, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:47:15.824526 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e7fad-ee1e-4d64-ba0b-95e8b5fae530 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event updated for resources: {'Port': ['ID=0d74c994-55cf-4b3f-b5dd-4547f0448610,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:15.846350 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Network 658b4256-0fab-4249-bd75-27dc1090190f is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:47:15.858225 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 658b4256-0fab-4249-bd75-27dc1090190f) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:15.862279 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:15.863463 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.869473 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7fad-ee1e-4d64-ba0b-95e8b5fae530 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.881928 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db62fb3-0b41-479c-be61-fdec7a0f4e73 None None] Network 658b4256-0fab-4249-bd75-27dc1090190f requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:15.931586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event updated for resources: {'Port': ['ID=92df2b94-2979-4faf-abc3-c3c756fafd91,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:15.942048 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Checking segment: {'id': '5fd52225-87bb-4370-af7e-001d9d36f73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bf194b76-2c87-4281-9483-b1282a99b356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:15.942599 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Network hostable DHCP agents. Network: bf194b76-2c87-4281-9483-b1282a99b356, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:47:15.962562 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Network bf194b76-2c87-4281-9483-b1282a99b356 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:47:15.975553 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, bf194b76-2c87-4281-9483-b1282a99b356) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:15.980044 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:15.986791 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:15.990019 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f7cd43-b69f-4876-b1e9-170789211479 None None] Network bf194b76-2c87-4281-9483-b1282a99b356 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:15.992746 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:15.993818 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.994292 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-867916bf-52ea-46b4-a2a1-a2a486582c96 req-610dbdc0-cd33-4162-b9c4-b7467c59a1ec service neutron] 10.222.0.55 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945145 Jul 14 09:47:16.005930 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-2b3e7fad-ee1e-4d64-ba0b-95e8b5fae530 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Floating IP 806641bd-8a7e-47de-95fa-634b40236522 associated. External IP: 172.25.1.64, port: 162f9849-3338-4750-9954-00587a6b864f. Jul 14 09:47:16.037180 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f8c5bd99-0a43-4c54-be44-51fc46871ef9 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 0.9344971 Jul 14 09:47:16.037406 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43654) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:16.116457 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf186e0-bd6b-4976-aab3-473794ce42a1 req-02f7c561-0a9b-4433-af4d-806018031ec1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:16.118094 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4bf186e0-bd6b-4976-aab3-473794ce42a1 req-02f7c561-0a9b-4433-af4d-806018031ec1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 944 time: 0.1207719 Jul 14 09:47:16.164897 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb91e0-68d6-488e-8bb7-3ca41485ca7b tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:16.171528 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb91e0-68d6-488e-8bb7-3ca41485ca7b tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:16.172178 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f8bb91e0-68d6-488e-8bb7-3ca41485ca7b tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1337945 Jul 14 09:47:16.177295 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43656) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:16.222112 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4bf186e0-bd6b-4976-aab3-473794ce42a1 req-20f21bec-3ac7-486d-b3e3-58d2da885991 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966690 Jul 14 09:47:16.270502 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3e7fad-ee1e-4d64-ba0b-95e8b5fae530 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Router cc41d186-fdb2-464f-b1b8-59436d36e8c8 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:47:16.307382 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-6a037530-e9f6-4f45-9d03-4c3694ef0a71 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Deleting port 587deffc-0f6f-4219-9fa8-903d2bcfbf51 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:16.307663 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6a037530-e9f6-4f45-9d03-4c3694ef0a71 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.378352 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6a037530-e9f6-4f45-9d03-4c3694ef0a71 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.393456 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-6a037530-e9f6-4f45-9d03-4c3694ef0a71 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Calling delete_port for 587deffc-0f6f-4219-9fa8-903d2bcfbf51 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:16.412744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3e7fad-ee1e-4d64-ba0b-95e8b5fae530 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:47:16.422699 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2211fb0-ff42-486f-80da-d311760f9d3b None None] Sync routers for ids ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:47:16.432796 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7fad-ee1e-4d64-ba0b-95e8b5fae530 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.433540 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2211fb0-ff42-486f-80da-d311760f9d3b None None] Routers {'cc41d186-fdb2-464f-b1b8-59436d36e8c8'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:16.434449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c2211fb0-ff42-486f-80da-d311760f9d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:47:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:16.478534 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2b3e7fad-ee1e-4d64-ba0b-95e8b5fae530 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4657872 Jul 14 09:47:16.479264 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7b717d-48ec-4e4a-85a6-4af69671284d', 'tag': '162f9849-3338-4750-9954-00587a6b864f'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:16.493144 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e871ae-64c3-46be-904b-2fa7b688b2b2" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7b717d-48ec-4e4a-85a6-4af69671284d", "tag": "162f9849-3338-4750-9954-00587a6b864f"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:16.494822 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6a037530-e9f6-4f45-9d03-4c3694ef0a71 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.525120 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2438b8-0396-4329-8fa0-86677ef4505f x-openstack-request-id: req-6f2438b8-0396-4329-8fa0-86677ef4505f {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:16.525470 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7b717d-48ec-4e4a-85a6-4af69671284d", "tag": "162f9849-3338-4750-9954-00587a6b864f", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:16.525931 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f2438b8-0396-4329-8fa0-86677ef4505f {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:16.526746 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7b717d-48ec-4e4a-85a6-4af69671284d', 'tag': '162f9849-3338-4750-9954-00587a6b864f', 'status': 'completed', 'code': 200} Jul 14 09:47:16.530123 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a037530-e9f6-4f45-9d03-4c3694ef0a71 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event deleted for resources: {'Port': ['ID=587deffc-0f6f-4219-9fa8-903d2bcfbf51,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:16.541173 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6a037530-e9f6-4f45-9d03-4c3694ef0a71 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.543396 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6a037530-e9f6-4f45-9d03-4c3694ef0a71 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "DELETE /v2.0/ports/587deffc-0f6f-4219-9fa8-903d2bcfbf51 HTTP/1.1" status: 204 len: 168 time: 0.3650866 Jul 14 09:47:16.546140 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43662) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:16.568211 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-c2211fb0-ff42-486f-80da-d311760f9d3b None None] Set router cc41d186-fdb2-464f-b1b8-59436d36e8c8 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:16.595589 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.672647 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e871ae-64c3-46be-904b-2fa7b688b2b2 req-57d727ac-6728-43f5-95f8-580b5d852667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:16.674162 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02e871ae-64c3-46be-904b-2fa7b688b2b2 req-57d727ac-6728-43f5-95f8-580b5d852667 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 1098 time: 0.1198659 Jul 14 09:47:16.819175 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c2211fb0-ff42-486f-80da-d311760f9d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '806641bd-8a7e-47de-95fa-634b40236522', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'floating_ip_address': '172.25.1.64', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'port_id': '162f9849-3338-4750-9954-00587a6b864f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'mac_address': 'fa:16:3e:b2:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7b717d-48ec-4e4a-85a6-4af69671284d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:47:14Z', 'updated_at': '2021-07-14T09:47:14Z', 'revision_number': 0, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a60feb2-3d46-454c-b5ce-1a5cf7f27616', 'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'mac_address': 'fa:16:3e:fe:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:40Z', 'updated_at': '2021-07-14T09:42:53Z', 'revision_number': 5, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'subnets': [{'id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:16.848880 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2211fb0-ff42-486f-80da-d311760f9d3b None None] Checking router: cc41d186-fdb2-464f-b1b8-59436d36e8c8 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:47:16.860249 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2211fb0-ff42-486f-80da-d311760f9d3b None None] Routers {'cc41d186-fdb2-464f-b1b8-59436d36e8c8'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:16.860985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c2211fb0-ff42-486f-80da-d311760f9d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:47:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:16.976412 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-c2211fb0-ff42-486f-80da-d311760f9d3b None None] Set router cc41d186-fdb2-464f-b1b8-59436d36e8c8 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:17.003069 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-91b449ca-0153-4cb1-a7a3-2e5efd6bb719 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Deleting port 92df2b94-2979-4faf-abc3-c3c756fafd91 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:17.003069 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-91b449ca-0153-4cb1-a7a3-2e5efd6bb719 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.088281 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-91b449ca-0153-4cb1-a7a3-2e5efd6bb719 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.109297 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-91b449ca-0153-4cb1-a7a3-2e5efd6bb719 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Calling delete_port for 92df2b94-2979-4faf-abc3-c3c756fafd91 owned by {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:17.114927 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e871ae-64c3-46be-904b-2fa7b688b2b2 req-cb3b9176-cc71-4774-84db-2b51efc4e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:17.116405 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02e871ae-64c3-46be-904b-2fa7b688b2b2 req-cb3b9176-cc71-4774-84db-2b51efc4e597 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 912 time: 0.4355781 Jul 14 09:47:17.216314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c2211fb0-ff42-486f-80da-d311760f9d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '806641bd-8a7e-47de-95fa-634b40236522', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'floating_ip_address': '172.25.1.64', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'port_id': '162f9849-3338-4750-9954-00587a6b864f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'mac_address': 'fa:16:3e:b2:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7b717d-48ec-4e4a-85a6-4af69671284d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:47:14Z', 'updated_at': '2021-07-14T09:47:14Z', 'revision_number': 0, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a60feb2-3d46-454c-b5ce-1a5cf7f27616', 'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'mac_address': 'fa:16:3e:fe:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:40Z', 'updated_at': '2021-07-14T09:42:53Z', 'revision_number': 5, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'subnets': [{'id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:17.242835 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2211fb0-ff42-486f-80da-d311760f9d3b None None] The sync data for ids ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'] in n-d-798054-10 is: [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '806641bd-8a7e-47de-95fa-634b40236522', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'floating_ip_address': '172.25.1.64', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'port_id': '162f9849-3338-4750-9954-00587a6b864f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'mac_address': 'fa:16:3e:b2:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7b717d-48ec-4e4a-85a6-4af69671284d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:47:14Z', 'updated_at': '2021-07-14T09:47:14Z', 'revision_number': 0, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a60feb2-3d46-454c-b5ce-1a5cf7f27616', 'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'mac_address': 'fa:16:3e:fe:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:40Z', 'updated_at': '2021-07-14T09:42:53Z', 'revision_number': 5, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'subnets': [{'id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:47:17.256016 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02e871ae-64c3-46be-904b-2fa7b688b2b2 req-e305ad9b-fb3a-404b-a80d-dcbc930d36ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=162f9849-3338-4750-9954-00587a6b864f HTTP/1.1" status: 200 len: 999 time: 0.1320012 Jul 14 09:47:17.312285 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-91b449ca-0153-4cb1-a7a3-2e5efd6bb719 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.320264 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e871ae-64c3-46be-904b-2fa7b688b2b2 req-846b089f-5ac0-4f25-9dfe-2c62f86c07a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:17.321735 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02e871ae-64c3-46be-904b-2fa7b688b2b2 req-846b089f-5ac0-4f25-9dfe-2c62f86c07a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.0602214 Jul 14 09:47:17.360104 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b449ca-0153-4cb1-a7a3-2e5efd6bb719 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event deleted for resources: {'Port': ['ID=92df2b94-2979-4faf-abc3-c3c756fafd91,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:17.394862 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-91b449ca-0153-4cb1-a7a3-2e5efd6bb719 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.396783 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-91b449ca-0153-4cb1-a7a3-2e5efd6bb719 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "DELETE /v2.0/ports/92df2b94-2979-4faf-abc3-c3c756fafd91 HTTP/1.1" status: 204 len: 168 time: 0.8496890 Jul 14 09:47:17.399637 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43666) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:17.455763 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e871ae-64c3-46be-904b-2fa7b688b2b2 req-ad786636-091d-4353-a13e-47d1dfa0c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:17.457308 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02e871ae-64c3-46be-904b-2fa7b688b2b2 req-ad786636-091d-4353-a13e-47d1dfa0c2d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1093400 Jul 14 09:47:17.480568 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee7356-4cd9-4a5d-b829-7408d690fe33 req-ad49cccc-185c-4c72-9a25-d29ef7ac2fca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:17.482583 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41ee7356-4cd9-4a5d-b829-7408d690fe33 req-ad49cccc-185c-4c72-9a25-d29ef7ac2fca tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 944 time: 0.1247747 Jul 14 09:47:17.486776 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad240f1-d575-4b40-9662-e3690b111ee9 None None] New status for floating IP 806641bd-8a7e-47de-95fa-634b40236522: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:47:17.584109 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-41ee7356-4cd9-4a5d-b829-7408d690fe33 req-cdb78063-d4e4-4c38-be34-8c2c6778a013 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848715 Jul 14 09:47:17.607205 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02e871ae-64c3-46be-904b-2fa7b688b2b2 req-f5c6f148-cf56-4186-b884-8eb61c228949 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430001 Jul 14 09:47:17.709752 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02e871ae-64c3-46be-904b-2fa7b688b2b2 req-40fda4f8-9bd7-4fab-ae3f-c45e45e52a64 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968587 Jul 14 09:47:17.788577 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bd04bcc3-ac9c-454d-bb93-2e722de7b2cb tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3877728 Jul 14 09:47:17.792645 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43668) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:17.797401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1d7c70e0-ac6e-438f-a7df-b19e9eb70d54 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-652987075'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:17.818035 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7c70e0-ac6e-438f-a7df-b19e9eb70d54 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Made reservation on behalf of 593f14b73ec64b7eb256a88d61ef088b for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:17.821447 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d7c70e0-ac6e-438f-a7df-b19e9eb70d54 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.846110 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7c70e0-ac6e-438f-a7df-b19e9eb70d54 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:47:17.855644 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d7c70e0-ac6e-438f-a7df-b19e9eb70d54 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.856013 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-1d7c70e0-ac6e-438f-a7df-b19e9eb70d54 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Added segment 97716386-d404-472a-9826-d04bb0cb4b6f of type vlan for network 3e549ce6-635f-4d7c-9201-da6a69076a34 Jul 14 09:47:17.898695 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d7c70e0-ac6e-438f-a7df-b19e9eb70d54 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.927828 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d7c70e0-ac6e-438f-a7df-b19e9eb70d54 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.933289 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7c70e0-ac6e-438f-a7df-b19e9eb70d54 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:17.933903 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d7c70e0-ac6e-438f-a7df-b19e9eb70d54 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.994085 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1d7c70e0-ac6e-438f-a7df-b19e9eb70d54 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2003319 Jul 14 09:47:17.997669 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43670) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:18.002930 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c70e0-ac6e-438f-a7df-b19e9eb70d54 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event updated for resources: {'Network': ['ID=3e549ce6-635f-4d7c-9201-da6a69076a34,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:18.013553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 3e549ce6-635f-4d7c-9201-da6a69076a34 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:47:18.013734 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7038d0f3-d93b-4720-b26e-c398a9dca225 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1592957943'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:18.036740 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7038d0f3-d93b-4720-b26e-c398a9dca225 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Made reservation on behalf of 593f14b73ec64b7eb256a88d61ef088b for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:18.040423 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7038d0f3-d93b-4720-b26e-c398a9dca225 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:18.053214 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6fcc93fc-effb-42d9-ae02-672fc2e25a25 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:47:18.068341 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7038d0f3-d93b-4720-b26e-c398a9dca225 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:47:18.079601 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7038d0f3-d93b-4720-b26e-c398a9dca225 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:18.080048 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-7038d0f3-d93b-4720-b26e-c398a9dca225 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Added segment 349d57ca-11f0-42fa-8cf5-a96bc15d1916 of type vlan for network d3615422-1a36-49c4-90e3-fc2b913d7c6a Jul 14 09:47:18.129547 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7038d0f3-d93b-4720-b26e-c398a9dca225 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:18.162940 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7038d0f3-d93b-4720-b26e-c398a9dca225 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:18.168446 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7038d0f3-d93b-4720-b26e-c398a9dca225 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:18.169119 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7038d0f3-d93b-4720-b26e-c398a9dca225 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:18.194298 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 6fcc93fc-effb-42d9-ae02-672fc2e25a25, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6fcc93fc-effb-42d9-ae02-672fc2e25a25,segment=NetworkSegment(f265ca51-3eb8-46da-a927-69f9dc362cb5),segment_id=f265ca51-3eb8-46da-a927-69f9dc362cb5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:18.207966 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '6fcc93fc-effb-42d9-ae02-672fc2e25a25', 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2', 'port_id': '6fcc93fc-effb-42d9-ae02-672fc2e25a25', 'mac_address': 'fa:16:3e:07:a8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3022b3c3-627c-4c8a-a923-060fc2b5bef9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:47:18.229862 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7038d0f3-d93b-4720-b26e-c398a9dca225 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2306521 Jul 14 09:47:18.239295 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038d0f3-d93b-4720-b26e-c398a9dca225 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event updated for resources: {'Network': ['ID=d3615422-1a36-49c4-90e3-fc2b913d7c6a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:18.252440 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:18.264712 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network d3615422-1a36-49c4-90e3-fc2b913d7c6a details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:47:18.279484 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fcc93fc-effb-42d9-ae02-672fc2e25a25 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:47:18.336897 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 6fcc93fc-effb-42d9-ae02-672fc2e25a25, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6fcc93fc-effb-42d9-ae02-672fc2e25a25,segment=NetworkSegment(f265ca51-3eb8-46da-a927-69f9dc362cb5),segment_id=f265ca51-3eb8-46da-a927-69f9dc362cb5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:18.345434 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:18.361685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43672) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:18.367054 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Request body: {'subnets': [{'network_id': '3e549ce6-635f-4d7c-9201-da6a69076a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--545161963', 'ip_version': 4}, {'network_id': 'd3615422-1a36-49c4-90e3-fc2b913d7c6a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:18.367396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Request body: {'subnet': {'network_id': '3e549ce6-635f-4d7c-9201-da6a69076a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--545161963', 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:18.367999 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Request body: {'subnet': {'network_id': 'd3615422-1a36-49c4-90e3-fc2b913d7c6a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:18.403244 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=6fcc93fc-effb-42d9-ae02-672fc2e25a25,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:18.529347 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Made reservation on behalf of 593f14b73ec64b7eb256a88d61ef088b for: {'subnet': 2} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:18.534280 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:18.534629 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:18.639318 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['6fcc93fc-effb-42d9-ae02-672fc2e25a25'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:47:18.746182 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:47:18.797280 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10403c08-3920-4adb-a909-0c271409fbc7 req-bc89b586-6e2c-45c1-8025-09b660e0191d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:18.798928 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-10403c08-3920-4adb-a909-0c271409fbc7 req-bc89b586-6e2c-45c1-8025-09b660e0191d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 945 time: 0.0865855 Jul 14 09:47:18.845924 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-10403c08-3920-4adb-a909-0c271409fbc7 req-4a6cdea6-ce58-439e-9e1a-5e2f67e6b9a3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409873 Jul 14 09:47:18.934325 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:18.993768 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event updated for resources: {'Subnet': ['ID=3d2822ba-d54c-4eeb-8480-c28e3a851c72,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:19.004969 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Checking segment: {'id': '97716386-d404-472a-9826-d04bb0cb4b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3e549ce6-635f-4d7c-9201-da6a69076a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:19.005331 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Network hostable DHCP agents. Network: 3e549ce6-635f-4d7c-9201-da6a69076a34, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:47:19.022405 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Network 3e549ce6-635f-4d7c-9201-da6a69076a34 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:47:19.031353 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 3e549ce6-635f-4d7c-9201-da6a69076a34) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:19.035813 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.040764 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfeeebc-ab7f-4cc2-a1ac-867f7d5454c3 None None] Network 3e549ce6-635f-4d7c-9201-da6a69076a34 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:19.098627 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event updated for resources: {'Subnet': ['ID=c1e9e092-19cd-48ca-a729-e45e99f2c505,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:19.107904 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Checking segment: {'id': '349d57ca-11f0-42fa-8cf5-a96bc15d1916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd3615422-1a36-49c4-90e3-fc2b913d7c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:19.108780 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Network hostable DHCP agents. Network: d3615422-1a36-49c4-90e3-fc2b913d7c6a, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:47:19.126377 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Network d3615422-1a36-49c4-90e3-fc2b913d7c6a is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:47:19.136387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, d3615422-1a36-49c4-90e3-fc2b913d7c6a) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:19.140912 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:19.141768 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:19.142070 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.151644 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f93ca82-8c31-4b3c-8ce6-c73bfb0e1e90 None None] Network d3615422-1a36-49c4-90e3-fc2b913d7c6a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:19.158138 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-aa22ede9-ee70-4841-9cbf-c36bb2ace41e tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.7949891 Jul 14 09:47:19.160665 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43676) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:19.235599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16f0783-a772-4f56-bc46-c8caf158c04f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-3e549ce6-635f-4d7c-9201-da6a69076a34', 'network_id': '3e549ce6-635f-4d7c-9201-da6a69076a34', 'tenant_id': '593f14b73ec64b7eb256a88d61ef088b', 'fixed_ips': [{'subnet_id': '3d2822ba-d54c-4eeb-8480-c28e3a851c72'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:47:19.240790 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e16f0783-a772-4f56-bc46-c8caf158c04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.272154 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49ca80f-bb0b-42b0-a343-f4f991c40e57 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:19.273896 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49ca80f-bb0b-42b0-a343-f4f991c40e57 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:19.275450 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49ca80f-bb0b-42b0-a343-f4f991c40e57 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:19.280424 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c49ca80f-bb0b-42b0-a343-f4f991c40e57 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1154366 Jul 14 09:47:19.280664 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43678) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:19.336937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f304dd-f575-4cdf-956e-10fea8468455 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Deleting subnet 3d2822ba-d54c-4eeb-8480-c28e3a851c72 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:47:19.341114 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43f304dd-f575-4cdf-956e-10fea8468455 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.382147 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43f304dd-f575-4cdf-956e-10fea8468455 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.405082 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-d3615422-1a36-49c4-90e3-fc2b913d7c6a', 'network_id': 'd3615422-1a36-49c4-90e3-fc2b913d7c6a', 'tenant_id': '593f14b73ec64b7eb256a88d61ef088b', 'fixed_ips': [{'subnet_id': 'c1e9e092-19cd-48ca-a729-e45e99f2c505'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:47:19.406112 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.430613 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43f304dd-f575-4cdf-956e-10fea8468455 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.498090 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43f304dd-f575-4cdf-956e-10fea8468455 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server [None req-e16f0783-a772-4f56-bc46-c8caf158c04f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d2822ba-d54c-4eeb-8480-c28e3a851c72: This subnet is being modified by another concurrent operation. Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d2822ba-d54c-4eeb-8480-c28e3a851c72: This subnet is being modified by another concurrent operation. Jul 14 09:47:19.506312 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Jul 14 09:47:19.530987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f304dd-f575-4cdf-956e-10fea8468455 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event deleted for resources: {'Subnet': ['ID=3d2822ba-d54c-4eeb-8480-c28e3a851c72,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:19.535412 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43f304dd-f575-4cdf-956e-10fea8468455 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.537359 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-43f304dd-f575-4cdf-956e-10fea8468455 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "DELETE /v2.0/subnets/3d2822ba-d54c-4eeb-8480-c28e3a851c72 HTTP/1.1" status: 204 len: 168 time: 0.2556770 Jul 14 09:47:19.540325 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43680) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:19.545442 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cb2ac5-8a85-4187-aacb-0bf2cb5c9ce7 None None] Network 3e549ce6-635f-4d7c-9201-da6a69076a34 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:19.594262 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa65edf4-610f-4b69-8227-a072e45398e0 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Deleting subnet c1e9e092-19cd-48ca-a729-e45e99f2c505 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:47:19.620598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Allocated IP 172.20.0.18 (d3615422-1a36-49c4-90e3-fc2b913d7c6a/c1e9e092-19cd-48ca-a729-e45e99f2c505/c0eb01f1-3005-433d-befc-73c5729cbf6c) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:19.955983 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.965538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Transition to ACTIVE for port object c0eb01f1-3005-433d-befc-73c5729cbf6c will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:19.981818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Transition to ACTIVE for port object c0eb01f1-3005-433d-befc-73c5729cbf6c will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:19.987141 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa65edf4-610f-4b69-8227-a072e45398e0 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.988077 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.026418 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Network d3615422-1a36-49c4-90e3-fc2b913d7c6a is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:20.029940 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa65edf4-610f-4b69-8227-a072e45398e0 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.031411 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:20.034816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:20.037961 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859db634-ef10-46f3-9afd-788e74b438e3 req-f6a67876-ec65-416d-9a99-95711ffe4951 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:20.040416 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-859db634-ef10-46f3-9afd-788e74b438e3 req-f6a67876-ec65-416d-9a99-95711ffe4951 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 945 time: 0.0697687 Jul 14 09:47:20.046713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Pushing event updated for resources: {'Port': ['ID=c0eb01f1-3005-433d-befc-73c5729cbf6c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:20.075623 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6fcc93fc-effb-42d9-ae02-672fc2e25a25 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:20.088891 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-859db634-ef10-46f3-9afd-788e74b438e3 req-f1b6facb-8892-413e-9670-2baef4acec12 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400403 Jul 14 09:47:20.149097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Attempting to bind port c0eb01f1-3005-433d-befc-73c5729cbf6c on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:47:20.149492 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Attempting to bind port c0eb01f1-3005-433d-befc-73c5729cbf6c by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '349d57ca-11f0-42fa-8cf5-a96bc15d1916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd3615422-1a36-49c4-90e3-fc2b913d7c6a'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:47:20.150038 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Attempting to bind port c0eb01f1-3005-433d-befc-73c5729cbf6c on network d3615422-1a36-49c4-90e3-fc2b913d7c6a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:20.158693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:47:20.159065 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Checking segment: {'id': '349d57ca-11f0-42fa-8cf5-a96bc15d1916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd3615422-1a36-49c4-90e3-fc2b913d7c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:20.159550 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.160343 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Bound using segment: {'id': '349d57ca-11f0-42fa-8cf5-a96bc15d1916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd3615422-1a36-49c4-90e3-fc2b913d7c6a'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:47:20.160830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Bound port: c0eb01f1-3005-433d-befc-73c5729cbf6c, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349d57ca-11f0-42fa-8cf5-a96bc15d1916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd3615422-1a36-49c4-90e3-fc2b913d7c6a'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:47:20.161215 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.182198 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa65edf4-610f-4b69-8227-a072e45398e0 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.211098 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 6fcc93fc-effb-42d9-ae02-672fc2e25a25 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:20.224334 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 6fcc93fc-effb-42d9-ae02-672fc2e25a25 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:20.224705 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.243746 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa65edf4-610f-4b69-8227-a072e45398e0 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.265202 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] For port c0eb01f1-3005-433d-befc-73c5729cbf6c, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:47:20.271363 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] For port c0eb01f1-3005-433d-befc-73c5729cbf6c, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c0eb01f1-3005-433d-befc-73c5729cbf6c,segment=NetworkSegment(349d57ca-11f0-42fa-8cf5-a96bc15d1916),segment_id=349d57ca-11f0-42fa-8cf5-a96bc15d1916)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:47:20.271613 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65edf4-610f-4b69-8227-a072e45398e0 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e9e092-19cd-48ca-a729-e45e99f2c505,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:20.276444 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa65edf4-610f-4b69-8227-a072e45398e0 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.280698 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-aa65edf4-610f-4b69-8227-a072e45398e0 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "DELETE /v2.0/subnets/c1e9e092-19cd-48ca-a729-e45e99f2c505 HTTP/1.1" status: 204 len: 168 time: 0.7368906 Jul 14 09:47:20.281536 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.281662 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43684) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:20.344051 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f268b3a-5301-48fc-8f73-b178a8db47c4 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:20.349851 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2f268b3a-5301-48fc-8f73-b178a8db47c4 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0639718 Jul 14 09:47:20.350217 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43686) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:20.375250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da138b-22ad-4bb9-8db1-78f065218f59 None None] Pushing event updated for resources: {'Port': ['ID=c0eb01f1-3005-433d-befc-73c5729cbf6c,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:20.381618 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.407509 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63282012-1323-4d78-9847-87129e7ad5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcc93fc-effb-42d9-ae02-672fc2e25a25'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:20.409714 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49342467-6db9-477b-83ac-852ce77139c9" -d '{"events": [{"server_uuid": "63282012-1323-4d78-9847-87129e7ad5f8", "name": "network-vif-plugged", "status": "completed", "tag": "6fcc93fc-effb-42d9-ae02-672fc2e25a25"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:20.424178 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 6fcc93fc-effb-42d9-ae02-672fc2e25a25, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6fcc93fc-effb-42d9-ae02-672fc2e25a25,segment=NetworkSegment(f265ca51-3eb8-46da-a927-69f9dc362cb5),segment_id=f265ca51-3eb8-46da-a927-69f9dc362cb5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:20.429496 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.438902 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-99ce78cd-7601-40c1-be97-781ac5413983 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.479762 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b24ddb-46ee-4272-b8f0-905d06a671cc x-openstack-request-id: req-a0b24ddb-46ee-4272-b8f0-905d06a671cc {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:20.480058 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63282012-1323-4d78-9847-87129e7ad5f8", "name": "network-vif-plugged", "status": "completed", "tag": "6fcc93fc-effb-42d9-ae02-672fc2e25a25", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:20.480457 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0b24ddb-46ee-4272-b8f0-905d06a671cc {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:20.480848 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63282012-1323-4d78-9847-87129e7ad5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcc93fc-effb-42d9-ae02-672fc2e25a25', 'code': 200} Jul 14 09:47:20.486619 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=6fcc93fc-effb-42d9-ae02-672fc2e25a25,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:20.501506 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-99ce78cd-7601-40c1-be97-781ac5413983 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Deleting port c0eb01f1-3005-433d-befc-73c5729cbf6c {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:20.501994 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-99ce78cd-7601-40c1-be97-781ac5413983 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.594197 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-99ce78cd-7601-40c1-be97-781ac5413983 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] For port c0eb01f1-3005-433d-befc-73c5729cbf6c, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c0eb01f1-3005-433d-befc-73c5729cbf6c,segment=NetworkSegment(349d57ca-11f0-42fa-8cf5-a96bc15d1916),segment_id=349d57ca-11f0-42fa-8cf5-a96bc15d1916)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:20.594575 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-99ce78cd-7601-40c1-be97-781ac5413983 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.607988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-99ce78cd-7601-40c1-be97-781ac5413983 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Calling delete_port for c0eb01f1-3005-433d-befc-73c5729cbf6c owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:20.680768 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c4e05-73c2-43b8-8ce4-0a64c9c76349 req-2e1c386f-7290-4fa7-9c26-d54382ac4722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:20.682956 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-557c4e05-73c2-43b8-8ce4-0a64c9c76349 req-2e1c386f-7290-4fa7-9c26-d54382ac4722 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 1098 time: 0.0893674 Jul 14 09:47:20.707677 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-99ce78cd-7601-40c1-be97-781ac5413983 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.729463 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-557c4e05-73c2-43b8-8ce4-0a64c9c76349 req-ef73ad00-07bc-48a6-a061-4f7f0a6c8f22 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399604 Jul 14 09:47:20.731387 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce78cd-7601-40c1-be97-781ac5413983 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event deleted for resources: {'Port': ['ID=c0eb01f1-3005-433d-befc-73c5729cbf6c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:20.736912 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ce78cd-7601-40c1-be97-781ac5413983 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] No DVR routers for this DVR port c0eb01f1-3005-433d-befc-73c5729cbf6c on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:20.815860 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-99ce78cd-7601-40c1-be97-781ac5413983 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.826277 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-99ce78cd-7601-40c1-be97-781ac5413983 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3615422-1a36-49c4-90e3-fc2b913d7c6a']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:20.836420 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-99ce78cd-7601-40c1-be97-781ac5413983 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349d57ca-11f0-42fa-8cf5-a96bc15d1916') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:20.836715 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-99ce78cd-7601-40c1-be97-781ac5413983 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349d57ca-11f0-42fa-8cf5-a96bc15d1916') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:20.845975 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-99ce78cd-7601-40c1-be97-781ac5413983 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.865515 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-99ce78cd-7601-40c1-be97-781ac5413983 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.873240 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ce78cd-7601-40c1-be97-781ac5413983 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:20.873605 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-99ce78cd-7601-40c1-be97-781ac5413983 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:20.876671 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:20.935726 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-99ce78cd-7601-40c1-be97-781ac5413983 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.942684 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-99ce78cd-7601-40c1-be97-781ac5413983 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.944551 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-99ce78cd-7601-40c1-be97-781ac5413983 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "DELETE /v2.0/networks/d3615422-1a36-49c4-90e3-fc2b913d7c6a HTTP/1.1" status: 204 len: 168 time: 0.5933394 Jul 14 09:47:20.947349 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43690) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:20.959779 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce78cd-7601-40c1-be97-781ac5413983 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event deleted for resources: {'Network': ['ID=d3615422-1a36-49c4-90e3-fc2b913d7c6a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:21.030844 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-46182411-fc9f-4f5a-9bac-f27ab8868aa5 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.119079 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-46182411-fc9f-4f5a-9bac-f27ab8868aa5 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.133583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-46182411-fc9f-4f5a-9bac-f27ab8868aa5 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e549ce6-635f-4d7c-9201-da6a69076a34']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:21.152027 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-46182411-fc9f-4f5a-9bac-f27ab8868aa5 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97716386-d404-472a-9826-d04bb0cb4b6f') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:21.152326 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-46182411-fc9f-4f5a-9bac-f27ab8868aa5 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97716386-d404-472a-9826-d04bb0cb4b6f') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:21.162374 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-46182411-fc9f-4f5a-9bac-f27ab8868aa5 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.180236 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-46182411-fc9f-4f5a-9bac-f27ab8868aa5 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.187929 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46182411-fc9f-4f5a-9bac-f27ab8868aa5 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:21.188353 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-46182411-fc9f-4f5a-9bac-f27ab8868aa5 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:21.191589 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:21.265354 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-46182411-fc9f-4f5a-9bac-f27ab8868aa5 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.277387 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-46182411-fc9f-4f5a-9bac-f27ab8868aa5 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.281698 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-46182411-fc9f-4f5a-9bac-f27ab8868aa5 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "DELETE /v2.0/networks/3e549ce6-635f-4d7c-9201-da6a69076a34 HTTP/1.1" status: 204 len: 168 time: 0.3312101 Jul 14 09:47:21.282454 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43694) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:21.292121 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46182411-fc9f-4f5a-9bac-f27ab8868aa5 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event deleted for resources: {'Network': ['ID=3e549ce6-635f-4d7c-9201-da6a69076a34,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:21.307596 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b6931-c832-495c-9492-594d6817f5e5 req-f6e4b6bb-ee2f-4fcf-aa30-c89027964167 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:21.309373 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d98b6931-c832-495c-9492-594d6817f5e5 req-f6e4b6bb-ee2f-4fcf-aa30-c89027964167 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 946 time: 0.0967166 Jul 14 09:47:21.397505 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-10ca86b5-e9c4-4874-9a12-8f57d972aedd None None] Could not find standard attr ID for object c0eb01f1-3005-433d-befc-73c5729cbf6c. {{(pid=93889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:47:21.416205 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf118a6d-3a8c-4f23-9cea-0dd5b933f130 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.420968 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d98b6931-c832-495c-9492-594d6817f5e5 req-0e671464-b2c3-4d84-884d-c75fd5d7fd53 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962062 Jul 14 09:47:21.425385 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f33c2a7-3078-4d6f-a0ca-6d669fe48479 None None] DHCP port deletion for d3615422-1a36-49c4-90e3-fc2b913d7c6a request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:47:21.443781 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49e7395-5bbc-4815-9ac8-687ba1fe4903 None None] Network d3615422-1a36-49c4-90e3-fc2b913d7c6a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:21.456473 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49e7395-5bbc-4815-9ac8-687ba1fe4903 None None] Network d3615422-1a36-49c4-90e3-fc2b913d7c6a could not be found, it might have been deleted concurrently. {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:47:21.464729 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eddeb37-112d-4470-bedb-9c7e5cbba087 None None] get_active_networks_info from n-d-798054-10 {{(pid=93889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:47:21.521032 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf118a6d-3a8c-4f23-9cea-0dd5b933f130 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.539061 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-cf118a6d-3a8c-4f23-9cea-0dd5b933f130 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf194b76-2c87-4281-9483-b1282a99b356']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:21.548150 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eddeb37-112d-4470-bedb-9c7e5cbba087 None None] Resources bound (agent type, host, resource id): {{(pid=93889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:47:21.551904 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-cf118a6d-3a8c-4f23-9cea-0dd5b933f130 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd52225-87bb-4370-af7e-001d9d36f73c') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:21.552213 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-cf118a6d-3a8c-4f23-9cea-0dd5b933f130 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd52225-87bb-4370-af7e-001d9d36f73c') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:21.562098 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf118a6d-3a8c-4f23-9cea-0dd5b933f130 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.576844 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf118a6d-3a8c-4f23-9cea-0dd5b933f130 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.583481 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf118a6d-3a8c-4f23-9cea-0dd5b933f130 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:21.583883 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf118a6d-3a8c-4f23-9cea-0dd5b933f130 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:21.586971 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:21.653721 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf118a6d-3a8c-4f23-9cea-0dd5b933f130 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.671927 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf118a6d-3a8c-4f23-9cea-0dd5b933f130 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.676231 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cf118a6d-3a8c-4f23-9cea-0dd5b933f130 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "DELETE /v2.0/networks/bf194b76-2c87-4281-9483-b1282a99b356 HTTP/1.1" status: 204 len: 168 time: 0.3903260 Jul 14 09:47:21.676231 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf118a6d-3a8c-4f23-9cea-0dd5b933f130 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event deleted for resources: {'Network': ['ID=bf194b76-2c87-4281-9483-b1282a99b356,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:21.677285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43696) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:21.762751 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-029aa87b-d17a-4834-b7e8-a4ce141c7933 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.861534 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-029aa87b-d17a-4834-b7e8-a4ce141c7933 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.873977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-029aa87b-d17a-4834-b7e8-a4ce141c7933 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658b4256-0fab-4249-bd75-27dc1090190f']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:21.885963 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-029aa87b-d17a-4834-b7e8-a4ce141c7933 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1417f5-67d6-44f8-bc93-5f8b7628511f') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:21.886396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-029aa87b-d17a-4834-b7e8-a4ce141c7933 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1417f5-67d6-44f8-bc93-5f8b7628511f') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:21.897125 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-029aa87b-d17a-4834-b7e8-a4ce141c7933 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.913402 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-029aa87b-d17a-4834-b7e8-a4ce141c7933 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.921926 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029aa87b-d17a-4834-b7e8-a4ce141c7933 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:21.922504 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-029aa87b-d17a-4834-b7e8-a4ce141c7933 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:21.926233 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:22.003608 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-029aa87b-d17a-4834-b7e8-a4ce141c7933 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.011684 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-029aa87b-d17a-4834-b7e8-a4ce141c7933 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.013586 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-029aa87b-d17a-4834-b7e8-a4ce141c7933 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] 10.222.0.26 "DELETE /v2.0/networks/658b4256-0fab-4249-bd75-27dc1090190f HTTP/1.1" status: 204 len: 168 time: 0.3351498 Jul 14 09:47:22.027018 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029aa87b-d17a-4834-b7e8-a4ce141c7933 tempest-BulkNetworkOpsTest-431017670 tempest-BulkNetworkOpsTest-431017670-project] Pushing event deleted for resources: {'Network': ['ID=658b4256-0fab-4249-bd75-27dc1090190f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:22.278978 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43702) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:22.431782 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f6051c11-89f3-44cf-b570-9e50a3cfd04d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=593f14b73ec64b7eb256a88d61ef088b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509564 Jul 14 09:47:22.434324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43706) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:22.487500 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-88058775-8af1-4e7c-8311-c601aed8a660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.511666 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-88058775-8af1-4e7c-8311-c601aed8a660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.564127 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-88058775-8af1-4e7c-8311-c601aed8a660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.567821 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-88058775-8af1-4e7c-8311-c601aed8a660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.569146 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-88058775-8af1-4e7c-8311-c601aed8a660 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa21ca64-dac2-4a77-91bd-0b8927ecbe47 HTTP/1.1" status: 204 len: 168 time: 0.1338742 Jul 14 09:47:22.583280 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88058775-8af1-4e7c-8311-c601aed8a660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa21ca64-dac2-4a77-91bd-0b8927ecbe47,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:22.641462 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797482e6-bdbe-4d59-b37b-9d5614f33e5b req-0f9549a2-6b3e-4b6f-86df-b93e2bf48e35 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:22.643174 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-797482e6-bdbe-4d59-b37b-9d5614f33e5b req-0f9549a2-6b3e-4b6f-86df-b93e2bf48e35 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 946 time: 0.1014943 Jul 14 09:47:22.687186 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-797482e6-bdbe-4d59-b37b-9d5614f33e5b req-6f3059a5-d489-4080-8964-5bb9c74b9a4e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383937 Jul 14 09:47:22.883759 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c0eb01f1-3005-433d-befc-73c5729cbf6c no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:22.884296 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713f8ae-0289-4525-82e8-c4e6552e53c3 req-ed808915-87da-4052-96bc-b91fb4dfc023 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:22.886166 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d713f8ae-0289-4525-82e8-c4e6552e53c3 req-ed808915-87da-4052-96bc-b91fb4dfc023 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 946 time: 0.0700452 Jul 14 09:47:22.906284 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: c0eb01f1-3005-433d-befc-73c5729cbf6c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:22.906636 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c0eb01f1-3005-433d-befc-73c5729cbf6c not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:22.933881 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d713f8ae-0289-4525-82e8-c4e6552e53c3 req-466ab2b0-e7ef-4944-98bc-16311146e1e2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406008 Jul 14 09:47:22.961695 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43724) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:23.016358 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b4ee3a-d7ad-447a-8bda-8158b7ada97d tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:23.018895 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d3b4ee3a-d7ad-447a-8bda-8158b7ada97d tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 1093 time: 0.0551691 Jul 14 09:47:23.021473 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43726) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:23.026230 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7edb7bd9-a3e9-48c1-8a13-dc562ff529f8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': '6fcc93fc-effb-42d9-ae02-672fc2e25a25', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:23.054566 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7edb7bd9-a3e9-48c1-8a13-dc562ff529f8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.162482 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7edb7bd9-a3e9-48c1-8a13-dc562ff529f8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.284907 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-7edb7bd9-a3e9-48c1-8a13-dc562ff529f8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Allocated IP 172.25.1.30 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/3e8eb662-fef5-43fe-b69a-3dd6466f2a6d) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:23.304615 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43738) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:23.412823 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-422d8d83-f8bb-45b7-920d-3094434f57ef tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-446740242'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:23.440651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422d8d83-f8bb-45b7-920d-3094434f57ef tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Made reservation on behalf of 1797b5c0293743a898ebf8c831e6b8eb for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:23.440946 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7edb7bd9-a3e9-48c1-8a13-dc562ff529f8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.444284 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-422d8d83-f8bb-45b7-920d-3094434f57ef tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.445640 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a5a56ac-bce3-42af-b147-c92c8586bb75 req-5f65a94f-50ca-46f2-a498-7a5ac3ce3e8e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1428866 Jul 14 09:47:23.453370 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-422d8d83-f8bb-45b7-920d-3094434f57ef tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.506238 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7edb7bd9-a3e9-48c1-8a13-dc562ff529f8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.551010 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-422d8d83-f8bb-45b7-920d-3094434f57ef tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.554862 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-422d8d83-f8bb-45b7-920d-3094434f57ef tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.567361 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edb7bd9-a3e9-48c1-8a13-dc562ff529f8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:23.574806 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-7edb7bd9-a3e9-48c1-8a13-dc562ff529f8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:23.579417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb7bd9-a3e9-48c1-8a13-dc562ff529f8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:23.583800 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422d8d83-f8bb-45b7-920d-3094434f57ef tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:47:23.594229 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d8d83-f8bb-45b7-920d-3094434f57ef tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2af8bd-e417-4a01-ad11-be3ed88b2d44,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:23.600465 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-422d8d83-f8bb-45b7-920d-3094434f57ef tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.600813 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-422d8d83-f8bb-45b7-920d-3094434f57ef tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Added segment 288bcc3e-b266-4826-ac81-1229b3337b65 of type vlan for network aa556656-71fe-47e6-b778-cff39105a3f2 Jul 14 09:47:23.611113 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb7bd9-a3e9-48c1-8a13-dc562ff529f8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=3e8eb662-fef5-43fe-b69a-3dd6466f2a6d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:23.637141 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a56ac-bce3-42af-b147-c92c8586bb75 req-cd830951-dadd-40f7-9d33-eb95d5e5b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:23.638720 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a5a56ac-bce3-42af-b147-c92c8586bb75 req-cd830951-dadd-40f7-9d33-eb95d5e5b1ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 1098 time: 0.1452289 Jul 14 09:47:23.644022 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-422d8d83-f8bb-45b7-920d-3094434f57ef tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.675474 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-422d8d83-f8bb-45b7-920d-3094434f57ef tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.681055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422d8d83-f8bb-45b7-920d-3094434f57ef tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:23.682300 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-422d8d83-f8bb-45b7-920d-3094434f57ef tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.740428 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-422d8d83-f8bb-45b7-920d-3094434f57ef tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4343927 Jul 14 09:47:23.745656 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43742) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:23.750308 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.tag.tag_plugin [None req-cf953edf-133d-4dc2-9e0b-4a71dcc6b8bb tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'aa556656-71fe-47e6-b778-cff39105a3f2', 'tempest-TagsTest-Tag-472848391') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:23.795881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d8d83-f8bb-45b7-920d-3094434f57ef tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Pushing event updated for resources: {'Network': ['ID=aa556656-71fe-47e6-b778-cff39105a3f2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:23.806050 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network aa556656-71fe-47e6-b778-cff39105a3f2 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:47:23.840432 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a56ac-bce3-42af-b147-c92c8586bb75 req-5487473a-1d08-44b8-a4ab-b5c9306c7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:23.841980 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a5a56ac-bce3-42af-b147-c92c8586bb75 req-5487473a-1d08-44b8-a4ab-b5c9306c7249 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 912 time: 0.1788893 Jul 14 09:47:23.850740 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43744) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:23.854271 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cf953edf-133d-4dc2-9e0b-4a71dcc6b8bb tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] 10.222.0.26 "PUT /v2.0/networks/aa556656-71fe-47e6-b778-cff39105a3f2/tags/tempest-TagsTest-Tag-472848391 HTTP/1.1" status: 201 len: 201 time: 0.1036899 Jul 14 09:47:23.917134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-c073d93e-c893-416b-8214-eaf797d74d75 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aa556656-71fe-47e6-b778-cff39105a3f2', 'tempest-TagsTest-Tag-472848391') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:24.009003 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a5a56ac-bce3-42af-b147-c92c8586bb75 req-3dd65e88-dbd9-4646-b2cf-5b564b290c31 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=162f9849-3338-4750-9954-00587a6b864f HTTP/1.1" status: 200 len: 1001 time: 0.1596746 Jul 14 09:47:24.114077 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c073d93e-c893-416b-8214-eaf797d74d75 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] 10.222.0.26 "GET /v2.0/networks/aa556656-71fe-47e6-b778-cff39105a3f2/tags/tempest-TagsTest-Tag-472848391 HTTP/1.1" status: 204 len: 168 time: 0.2545898 Jul 14 09:47:24.116574 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43746) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:24.121147 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.tag.tag_plugin [None req-43f44af5-dc10-4684-9832-a8bc2335468b tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'aa556656-71fe-47e6-b778-cff39105a3f2') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:24.194745 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-43f44af5-dc10-4684-9832-a8bc2335468b tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] 10.222.0.26 "GET /v2.0/networks/aa556656-71fe-47e6-b778-cff39105a3f2/tags HTTP/1.1" status: 200 len: 237 time: 0.0769732 Jul 14 09:47:24.197925 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43748) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:24.202755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.tag.tag_plugin [None req-8b40616b-9dc9-495d-9e66-63aae26d9083 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'aa556656-71fe-47e6-b778-cff39105a3f2', {'tags': ['tempest-TagsTest-Tag-2099252618', 'tempest-TagsTest-Tag-1082274994', 'tempest-TagsTest-Tag-609673610']}) {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:24.287871 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8b40616b-9dc9-495d-9e66-63aae26d9083 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] 10.222.0.26 "PUT /v2.0/networks/aa556656-71fe-47e6-b778-cff39105a3f2/tags HTTP/1.1" status: 200 len: 308 time: 0.0863097 Jul 14 09:47:24.288406 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43750) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:24.293539 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.tag.tag_plugin [None req-e7270549-4be0-467f-b70c-54d4cf29f6cd tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'aa556656-71fe-47e6-b778-cff39105a3f2', 'tempest-TagsTest-Tag-2099252618') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:24.387533 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e7270549-4be0-467f-b70c-54d4cf29f6cd tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] 10.222.0.26 "DELETE /v2.0/networks/aa556656-71fe-47e6-b778-cff39105a3f2/tags/tempest-TagsTest-Tag-2099252618 HTTP/1.1" status: 204 len: 168 time: 0.0978699 Jul 14 09:47:24.390087 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43752) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:24.394541 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.tag.tag_plugin [None req-201be7a8-584e-4f70-bab1-ae6729f6c70e tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aa556656-71fe-47e6-b778-cff39105a3f2', 'tempest-TagsTest-Tag-2099252618') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:24.464553 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-201be7a8-584e-4f70-bab1-ae6729f6c70e tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] show failed (client error): The resource could not be found. Jul 14 09:47:24.465861 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-201be7a8-584e-4f70-bab1-ae6729f6c70e tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] 10.222.0.26 "GET /v2.0/networks/aa556656-71fe-47e6-b778-cff39105a3f2/tags/tempest-TagsTest-Tag-2099252618 HTTP/1.1" status: 404 len: 326 time: 0.0744672 Jul 14 09:47:24.468357 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a56ac-bce3-42af-b147-c92c8586bb75 req-f2b5d03e-c9cb-4835-b02d-1af926e3b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:24.468528 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43754) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:24.469861 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a5a56ac-bce3-42af-b147-c92c8586bb75 req-f2b5d03e-c9cb-4835-b02d-1af926e3b1ca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.4521122 Jul 14 09:47:24.472844 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.tag.tag_plugin [None req-fcb49c71-c64f-4722-87a9-e0d31f103ba8 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aa556656-71fe-47e6-b778-cff39105a3f2', 'tempest-TagsTest-Tag-1082274994') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:24.548592 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fcb49c71-c64f-4722-87a9-e0d31f103ba8 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] 10.222.0.26 "GET /v2.0/networks/aa556656-71fe-47e6-b778-cff39105a3f2/tags/tempest-TagsTest-Tag-1082274994 HTTP/1.1" status: 204 len: 168 time: 0.0767293 Jul 14 09:47:24.548866 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43756) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:24.553112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.tag.tag_plugin [None req-06fa95b7-523c-4e9d-93e6-8a7728c9f8da tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aa556656-71fe-47e6-b778-cff39105a3f2', 'tempest-TagsTest-Tag-609673610') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:24.621805 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-06fa95b7-523c-4e9d-93e6-8a7728c9f8da tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] 10.222.0.26 "GET /v2.0/networks/aa556656-71fe-47e6-b778-cff39105a3f2/tags/tempest-TagsTest-Tag-609673610 HTTP/1.1" status: 204 len: 168 time: 0.0719779 Jul 14 09:47:24.624302 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43758) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:24.628662 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.tag.tag_plugin [None req-4d3eee68-bfc6-40df-bee5-8798c3e91826 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'aa556656-71fe-47e6-b778-cff39105a3f2') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:24.663201 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7edb7bd9-a3e9-48c1-8a13-dc562ff529f8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:24.700271 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a56ac-bce3-42af-b147-c92c8586bb75 req-7d2cf7f6-b338-44d8-a471-59a5ea636886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:24.701833 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a5a56ac-bce3-42af-b147-c92c8586bb75 req-7d2cf7f6-b338-44d8-a471-59a5ea636886 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2206562 Jul 14 09:47:24.716436 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4d3eee68-bfc6-40df-bee5-8798c3e91826 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] 10.222.0.26 "DELETE /v2.0/networks/aa556656-71fe-47e6-b778-cff39105a3f2/tags HTTP/1.1" status: 204 len: 168 time: 0.0910079 Jul 14 09:47:24.718979 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43760) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:24.723318 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.tag.tag_plugin [None req-408cd756-0937-4d26-9d26-f43748e71ca8 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aa556656-71fe-47e6-b778-cff39105a3f2', 'tempest-TagsTest-Tag-1082274994') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:24.789687 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [None req-408cd756-0937-4d26-9d26-f43748e71ca8 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] show failed (client error): The resource could not be found. Jul 14 09:47:24.791535 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-408cd756-0937-4d26-9d26-f43748e71ca8 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] 10.222.0.26 "GET /v2.0/networks/aa556656-71fe-47e6-b778-cff39105a3f2/tags/tempest-TagsTest-Tag-1082274994 HTTP/1.1" status: 404 len: 326 time: 0.0710151 Jul 14 09:47:24.795828 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43762) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:24.800279 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.tag.tag_plugin [None req-39a7bc9a-48f0-42bb-a3f4-a8d363c58fdf tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aa556656-71fe-47e6-b778-cff39105a3f2', 'tempest-TagsTest-Tag-609673610') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:24.906281 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7edb7bd9-a3e9-48c1-8a13-dc562ff529f8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:24.911106 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a5a56ac-bce3-42af-b147-c92c8586bb75 req-744dae61-0a8a-4299-9502-d01e5f12eafd service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006030 Jul 14 09:47:25.022837 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-39a7bc9a-48f0-42bb-a3f4-a8d363c58fdf tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] show failed (client error): The resource could not be found. Jul 14 09:47:25.023789 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-39a7bc9a-48f0-42bb-a3f4-a8d363c58fdf tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] 10.222.0.26 "GET /v2.0/networks/aa556656-71fe-47e6-b778-cff39105a3f2/tags/tempest-TagsTest-Tag-609673610 HTTP/1.1" status: 404 len: 325 time: 0.2269895 Jul 14 09:47:25.027375 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43764) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:25.032190 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.tag.tag_plugin [None req-c5df9346-a4c3-4bfd-93a1-4708a47b3b2f tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'aa556656-71fe-47e6-b778-cff39105a3f2') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:25.096455 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a5a56ac-bce3-42af-b147-c92c8586bb75 req-4ec50144-371a-4d67-a5a9-a76745e0b706 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674464 Jul 14 09:47:25.106703 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c5df9346-a4c3-4bfd-93a1-4708a47b3b2f tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] 10.222.0.26 "DELETE /v2.0/networks/aa556656-71fe-47e6-b778-cff39105a3f2/tags HTTP/1.1" status: 204 len: 168 time: 0.0781186 Jul 14 09:47:25.110847 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43766) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:25.159349 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7edb7bd9-a3e9-48c1-8a13-dc562ff529f8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.164292 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7edb7bd9-a3e9-48c1-8a13-dc562ff529f8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.187066 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18c46fd9-aa1a-4899-9c02-4266b0b1f279 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.235636 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb7bd9-a3e9-48c1-8a13-dc562ff529f8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=3e8eb662-fef5-43fe-b69a-3dd6466f2a6d,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:25.248276 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7edb7bd9-a3e9-48c1-8a13-dc562ff529f8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.280206 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18c46fd9-aa1a-4899-9c02-4266b0b1f279 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.290329 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-18c46fd9-aa1a-4899-9c02-4266b0b1f279 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa556656-71fe-47e6-b778-cff39105a3f2']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:25.301044 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-18c46fd9-aa1a-4899-9c02-4266b0b1f279 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288bcc3e-b266-4826-ac81-1229b3337b65') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:25.301338 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-18c46fd9-aa1a-4899-9c02-4266b0b1f279 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288bcc3e-b266-4826-ac81-1229b3337b65') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:25.310843 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18c46fd9-aa1a-4899-9c02-4266b0b1f279 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.325049 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18c46fd9-aa1a-4899-9c02-4266b0b1f279 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.331252 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c46fd9-aa1a-4899-9c02-4266b0b1f279 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:25.331646 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18c46fd9-aa1a-4899-9c02-4266b0b1f279 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:25.334787 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:25.361686 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-7edb7bd9-a3e9-48c1-8a13-dc562ff529f8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Floating IP 8515795d-0aae-49d6-a814-c57bab4661ed associated. External IP: 172.25.1.30, port: 6fcc93fc-effb-42d9-ae02-672fc2e25a25. Jul 14 09:47:25.395565 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18c46fd9-aa1a-4899-9c02-4266b0b1f279 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.402539 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18c46fd9-aa1a-4899-9c02-4266b0b1f279 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.406833 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-18c46fd9-aa1a-4899-9c02-4266b0b1f279 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] 10.222.0.26 "DELETE /v2.0/networks/aa556656-71fe-47e6-b778-cff39105a3f2 HTTP/1.1" status: 204 len: 168 time: 0.2943838 Jul 14 09:47:25.421643 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c46fd9-aa1a-4899-9c02-4266b0b1f279 tempest-TagsTest-1531684573 tempest-TagsTest-1531684573-project] Pushing event deleted for resources: {'Network': ['ID=aa556656-71fe-47e6-b778-cff39105a3f2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:25.605976 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edb7bd9-a3e9-48c1-8a13-dc562ff529f8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Router ef53fc45-233e-40aa-a2ed-e72861acf57a has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:47:25.671735 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43772) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:25.719449 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edb7bd9-a3e9-48c1-8a13-dc562ff529f8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:47:25.729960 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e5afdf-40b7-401b-96ca-2f5f4830b2bd None None] Sync routers for ids ['ef53fc45-233e-40aa-a2ed-e72861acf57a'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:47:25.736444 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7edb7bd9-a3e9-48c1-8a13-dc562ff529f8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.739834 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e5afdf-40b7-401b-96ca-2f5f4830b2bd None None] Routers {'ef53fc45-233e-40aa-a2ed-e72861acf57a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:25.740557 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d4e5afdf-40b7-401b-96ca-2f5f4830b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:47:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ef53fc45-233e-40aa-a2ed-e72861acf57a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:25.778060 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7edb7bd9-a3e9-48c1-8a13-dc562ff529f8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7553496 Jul 14 09:47:25.778645 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63282012-1323-4d78-9847-87129e7ad5f8', 'tag': '6fcc93fc-effb-42d9-ae02-672fc2e25a25'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:25.781180 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09511a7-bc8d-45ec-8df7-500d4ee8de0e" -d '{"events": [{"name": "network-changed", "server_uuid": "63282012-1323-4d78-9847-87129e7ad5f8", "tag": "6fcc93fc-effb-42d9-ae02-672fc2e25a25"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:25.823457 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb3741d-3156-4500-80dd-f4541d9bff73 x-openstack-request-id: req-7eb3741d-3156-4500-80dd-f4541d9bff73 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:25.823751 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63282012-1323-4d78-9847-87129e7ad5f8", "tag": "6fcc93fc-effb-42d9-ae02-672fc2e25a25", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:25.824001 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7eb3741d-3156-4500-80dd-f4541d9bff73 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:25.824400 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63282012-1323-4d78-9847-87129e7ad5f8', 'tag': '6fcc93fc-effb-42d9-ae02-672fc2e25a25', 'status': 'completed', 'code': 200} Jul 14 09:47:25.839909 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0133f89a-3cac-480f-bf58-5d4a6ec0acbc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1797b5c0293743a898ebf8c831e6b8eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639373 Jul 14 09:47:25.840414 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43780) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:25.877056 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-d4e5afdf-40b7-401b-96ca-2f5f4830b2bd None None] Set router ef53fc45-233e-40aa-a2ed-e72861acf57a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:25.900075 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce437-7b7e-4758-b8d6-eebfef121e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.937854 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09511a7-bc8d-45ec-8df7-500d4ee8de0e req-3962dd56-36b5-4dd2-b37a-3af51dab6e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:25.940040 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c09511a7-bc8d-45ec-8df7-500d4ee8de0e req-3962dd56-36b5-4dd2-b37a-3af51dab6e00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 1098 time: 0.0638599 Jul 14 09:47:25.952450 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce437-7b7e-4758-b8d6-eebfef121e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:26.012904 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392999c-4d9d-4185-868e-17d33f81de05 req-ef7ffb90-9043-4174-af98-7c1899e0a24d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:26.014481 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0392999c-4d9d-4185-868e-17d33f81de05 req-ef7ffb90-9043-4174-af98-7c1899e0a24d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 946 time: 0.1166611 Jul 14 09:47:26.043418 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09511a7-bc8d-45ec-8df7-500d4ee8de0e req-44b493ab-310a-4ca3-9e09-2b6d9037142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:26.045304 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c09511a7-bc8d-45ec-8df7-500d4ee8de0e req-44b493ab-310a-4ca3-9e09-2b6d9037142f service neutron] 10.222.0.55 "GET /v2.0/networks?id=6348036e-71bd-46d3-9160-a2bf4c60dce2 HTTP/1.1" status: 200 len: 897 time: 0.0983906 Jul 14 09:47:26.058317 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce437-7b7e-4758-b8d6-eebfef121e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:26.060851 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce437-7b7e-4758-b8d6-eebfef121e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:26.064325 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cc6ce437-7b7e-4758-b8d6-eebfef121e54 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d2af8bd-e417-4a01-ad11-be3ed88b2d44 HTTP/1.1" status: 204 len: 168 time: 0.2205088 Jul 14 09:47:26.072537 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ce437-7b7e-4758-b8d6-eebfef121e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2af8bd-e417-4a01-ad11-be3ed88b2d44,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:26.089610 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0392999c-4d9d-4185-868e-17d33f81de05 req-46d17a17-1c31-4936-bb9e-509759ed25a9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633056 Jul 14 09:47:26.106549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43784) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:26.149083 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d4e5afdf-40b7-401b-96ca-2f5f4830b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668062979', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:07Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '8515795d-0aae-49d6-a814-c57bab4661ed', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'floating_ip_address': '172.25.1.30', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'port_id': '6fcc93fc-effb-42d9-ae02-672fc2e25a25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2', 'mac_address': 'fa:16:3e:07:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63282012-1323-4d78-9847-87129e7ad5f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:47:24Z', 'updated_at': '2021-07-14T09:47:24Z', 'revision_number': 0, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868c5469-9f70-4fad-a0bc-cf1678b949a4', 'name': '', 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:84:24:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '3022b3c3-627c-4c8a-a923-060fc2b5bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:06Z', 'updated_at': '2021-07-14T09:47:11Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '3022b3c3-627c-4c8a-a923-060fc2b5bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:26.177354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e5afdf-40b7-401b-96ca-2f5f4830b2bd None None] Checking router: ef53fc45-233e-40aa-a2ed-e72861acf57a for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:47:26.178426 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c09511a7-bc8d-45ec-8df7-500d4ee8de0e req-eceedbbb-c0ea-4c69-bb26-0efd28134d55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fcc93fc-effb-42d9-ae02-672fc2e25a25 HTTP/1.1" status: 200 len: 999 time: 0.1270375 Jul 14 09:47:26.187048 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e5afdf-40b7-401b-96ca-2f5f4830b2bd None None] Routers {'ef53fc45-233e-40aa-a2ed-e72861acf57a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:26.187673 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d4e5afdf-40b7-401b-96ca-2f5f4830b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:47:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ef53fc45-233e-40aa-a2ed-e72861acf57a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:26.205028 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0f652ea6-96e1-4ef0-9938-253deb9f2714 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/floatingips/8515795d-0aae-49d6-a814-c57bab4661ed HTTP/1.1" status: 200 len: 991 time: 0.0972681 Jul 14 09:47:26.247387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09511a7-bc8d-45ec-8df7-500d4ee8de0e req-cdea78b6-f8b2-45ce-be88-2675bc5ab40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:26.254223 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c09511a7-bc8d-45ec-8df7-500d4ee8de0e req-cdea78b6-f8b2-45ce-be88-2675bc5ab40d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3022b3c3-627c-4c8a-a923-060fc2b5bef9 HTTP/1.1" status: 200 len: 835 time: 0.0607681 Jul 14 09:47:26.307653 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-d4e5afdf-40b7-401b-96ca-2f5f4830b2bd None None] Set router ef53fc45-233e-40aa-a2ed-e72861acf57a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:26.322996 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09511a7-bc8d-45ec-8df7-500d4ee8de0e req-e5a32541-9bfc-40f9-8bea-af8d3f40bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:26.324631 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c09511a7-bc8d-45ec-8df7-500d4ee8de0e req-e5a32541-9bfc-40f9-8bea-af8d3f40bc20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6348036e-71bd-46d3-9160-a2bf4c60dce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692065 Jul 14 09:47:26.425046 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c09511a7-bc8d-45ec-8df7-500d4ee8de0e req-45d370d7-df26-4610-8296-f0294b82577a service neutron] 10.222.0.55 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934100 Jul 14 09:47:26.541993 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c09511a7-bc8d-45ec-8df7-500d4ee8de0e req-bab0e633-a3c7-43c9-9046-afd7da92914f service neutron] 10.222.0.55 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102805 Jul 14 09:47:26.569333 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d4e5afdf-40b7-401b-96ca-2f5f4830b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668062979', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:07Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '8515795d-0aae-49d6-a814-c57bab4661ed', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'floating_ip_address': '172.25.1.30', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'port_id': '6fcc93fc-effb-42d9-ae02-672fc2e25a25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2', 'mac_address': 'fa:16:3e:07:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63282012-1323-4d78-9847-87129e7ad5f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:47:24Z', 'updated_at': '2021-07-14T09:47:24Z', 'revision_number': 0, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868c5469-9f70-4fad-a0bc-cf1678b949a4', 'name': '', 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:84:24:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '3022b3c3-627c-4c8a-a923-060fc2b5bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:06Z', 'updated_at': '2021-07-14T09:47:11Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '3022b3c3-627c-4c8a-a923-060fc2b5bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:26.599722 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e5afdf-40b7-401b-96ca-2f5f4830b2bd None None] The sync data for ids ['ef53fc45-233e-40aa-a2ed-e72861acf57a'] in n-d-798054-10 is: [{'id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668062979', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:07Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '8515795d-0aae-49d6-a814-c57bab4661ed', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'floating_ip_address': '172.25.1.30', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'port_id': '6fcc93fc-effb-42d9-ae02-672fc2e25a25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2', 'mac_address': 'fa:16:3e:07:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63282012-1323-4d78-9847-87129e7ad5f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:47:24Z', 'updated_at': '2021-07-14T09:47:24Z', 'revision_number': 0, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '868c5469-9f70-4fad-a0bc-cf1678b949a4', 'name': '', 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:84:24:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '3022b3c3-627c-4c8a-a923-060fc2b5bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:06Z', 'updated_at': '2021-07-14T09:47:11Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '3022b3c3-627c-4c8a-a923-060fc2b5bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:47:26.821979 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9069bce1-4685-433b-8a66-fccc75214ac6 None None] New status for floating IP 8515795d-0aae-49d6-a814-c57bab4661ed: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:47:27.206376 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43814) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:27.277311 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6db0fa82-4adf-4dc6-9809-d7afc6abfc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.277867 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5afcb4ad-7b31-42b8-b521-557559421ea4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/floatingips/8515795d-0aae-49d6-a814-c57bab4661ed HTTP/1.1" status: 200 len: 993 time: 0.0700512 Jul 14 09:47:27.881237 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43834) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:27.985939 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c9d075e4-a84e-4a96-b616-cd76589e143b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.076344 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c9d075e4-a84e-4a96-b616-cd76589e143b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.079934 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c9d075e4-a84e-4a96-b616-cd76589e143b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.119683 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c9d075e4-a84e-4a96-b616-cd76589e143b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=707421b904f54217a5ee1c491c54b705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364926 Jul 14 09:47:28.120507 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d075e4-a84e-4a96-b616-cd76589e143b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202801b1-0bca-420f-b3d3-29dda601f608,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:28.122136 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43838) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:28.174837 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a39171e4-847a-4d47-8522-5d0d3a053c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.196345 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a39171e4-847a-4d47-8522-5d0d3a053c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.259254 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a39171e4-847a-4d47-8522-5d0d3a053c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.261905 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a39171e4-847a-4d47-8522-5d0d3a053c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.263275 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a39171e4-847a-4d47-8522-5d0d3a053c91 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/202801b1-0bca-420f-b3d3-29dda601f608 HTTP/1.1" status: 204 len: 168 time: 0.1400161 Jul 14 09:47:28.272325 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39171e4-847a-4d47-8522-5d0d3a053c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202801b1-0bca-420f-b3d3-29dda601f608,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:28.585825 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43844) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:28.599464 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c6f39b44-51a7-4b7e-9be7-1da342799e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.693764 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c6f39b44-51a7-4b7e-9be7-1da342799e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.698265 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c6f39b44-51a7-4b7e-9be7-1da342799e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.739562 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f39b44-51a7-4b7e-9be7-1da342799e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebefd83-f30e-4afc-8380-490078260303,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:28.744172 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c6f39b44-51a7-4b7e-9be7-1da342799e13 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ab70b9ee9ec4888b615cc0a0fe68b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572866 Jul 14 09:47:28.746871 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43846) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:28.802300 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f158fb2b-37b1-484d-9319-84af5ba9f679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.824282 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f158fb2b-37b1-484d-9319-84af5ba9f679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.870405 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f158fb2b-37b1-484d-9319-84af5ba9f679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.873029 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f158fb2b-37b1-484d-9319-84af5ba9f679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.874200 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f158fb2b-37b1-484d-9319-84af5ba9f679 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ebefd83-f30e-4afc-8380-490078260303 HTTP/1.1" status: 204 len: 168 time: 0.1263659 Jul 14 09:47:28.884068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158fb2b-37b1-484d-9319-84af5ba9f679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebefd83-f30e-4afc-8380-490078260303,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:29.561644 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43868) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:29.658370 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7948136d-e895-44fc-a299-f80aaf1e075b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-140988-network', 'tenant_id': 'ee6f9c2c9f634ffbad3bb5d546a7afb0'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:29.680993 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7948136d-e895-44fc-a299-f80aaf1e075b admin admin] Made reservation on behalf of ee6f9c2c9f634ffbad3bb5d546a7afb0 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:29.683417 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7948136d-e895-44fc-a299-f80aaf1e075b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.692510 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7948136d-e895-44fc-a299-f80aaf1e075b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.783960 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c1ed7c4-26b1-4bf6-829f-c881c3cb2416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.794864 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7948136d-e895-44fc-a299-f80aaf1e075b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.798751 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7948136d-e895-44fc-a299-f80aaf1e075b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.819896 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7948136d-e895-44fc-a299-f80aaf1e075b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:47:29.833178 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948136d-e895-44fc-a299-f80aaf1e075b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86c5398-0fc1-4a61-a3d5-51d7d84bfd67,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:29.838645 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7948136d-e895-44fc-a299-f80aaf1e075b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.838900 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-7948136d-e895-44fc-a299-f80aaf1e075b admin admin] Added segment 776228bb-1b0a-43df-8c68-1b43b0511f3d of type vlan for network 48e2aa86-56df-42b7-8b65-6bc43eb0554f Jul 14 09:47:29.886114 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7948136d-e895-44fc-a299-f80aaf1e075b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.907020 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.922887 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7948136d-e895-44fc-a299-f80aaf1e075b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.923875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7948136d-e895-44fc-a299-f80aaf1e075b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:29.924465 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7948136d-e895-44fc-a299-f80aaf1e075b admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.004892 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7948136d-e895-44fc-a299-f80aaf1e075b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4421079 Jul 14 09:47:30.008702 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43874) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:30.015311 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-4268d9be-b0be-496e-9dc8-ae11a826350b admin admin] Request body: {'subnet': {'network_id': '48e2aa86-56df-42b7-8b65-6bc43eb0554f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-140988-subnet', 'tenant_id': 'ee6f9c2c9f634ffbad3bb5d546a7afb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:30.020517 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948136d-e895-44fc-a299-f80aaf1e075b admin admin] Pushing event updated for resources: {'Network': ['ID=48e2aa86-56df-42b7-8b65-6bc43eb0554f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:30.032459 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 48e2aa86-56df-42b7-8b65-6bc43eb0554f details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:47:30.039117 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4268d9be-b0be-496e-9dc8-ae11a826350b admin admin] Made reservation on behalf of ee6f9c2c9f634ffbad3bb5d546a7afb0 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:30.042081 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4268d9be-b0be-496e-9dc8-ae11a826350b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.209306 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4268d9be-b0be-496e-9dc8-ae11a826350b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.267635 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268d9be-b0be-496e-9dc8-ae11a826350b admin admin] Pushing event updated for resources: {'Subnet': ['ID=24e0bd8b-f2d5-4f8e-9fee-b2cccf862ce5,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:30.279484 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4268d9be-b0be-496e-9dc8-ae11a826350b admin admin] Checking segment: {'id': '776228bb-1b0a-43df-8c68-1b43b0511f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '48e2aa86-56df-42b7-8b65-6bc43eb0554f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:30.279842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4268d9be-b0be-496e-9dc8-ae11a826350b admin admin] Network hostable DHCP agents. Network: 48e2aa86-56df-42b7-8b65-6bc43eb0554f, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:47:30.297575 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4268d9be-b0be-496e-9dc8-ae11a826350b admin admin] Network 48e2aa86-56df-42b7-8b65-6bc43eb0554f is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:47:30.307155 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-4268d9be-b0be-496e-9dc8-ae11a826350b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 48e2aa86-56df-42b7-8b65-6bc43eb0554f) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:30.311460 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4268d9be-b0be-496e-9dc8-ae11a826350b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:30.312045 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4268d9be-b0be-496e-9dc8-ae11a826350b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.320855 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cdbe6c-086a-4cf0-9173-a7d4e7125ced None None] Network 48e2aa86-56df-42b7-8b65-6bc43eb0554f requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:30.329453 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4268d9be-b0be-496e-9dc8-ae11a826350b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3195789 Jul 14 09:47:30.463250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db29c089-be5e-43b2-a8a2-30933be5a583 None None] Network 48e2aa86-56df-42b7-8b65-6bc43eb0554f requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:30.744540 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.828286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43890) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:30.833258 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c0fbb655-d9e7-4e9f-a507-82202c214a5b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1702395860-network', 'tenant_id': '2c17efed884e4d6da0b889664c26e9f1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:30.860904 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fbb655-d9e7-4e9f-a507-82202c214a5b admin admin] Made reservation on behalf of 2c17efed884e4d6da0b889664c26e9f1 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:30.863321 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c0fbb655-d9e7-4e9f-a507-82202c214a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.176128 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c0fbb655-d9e7-4e9f-a507-82202c214a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.277253 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c0fbb655-d9e7-4e9f-a507-82202c214a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.281114 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c0fbb655-d9e7-4e9f-a507-82202c214a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.305845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0fbb655-d9e7-4e9f-a507-82202c214a5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:47:31.315514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbb655-d9e7-4e9f-a507-82202c214a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b39d629-2ebc-4079-a7e2-eda6bbe91069,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:31.320177 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c0fbb655-d9e7-4e9f-a507-82202c214a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.320516 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-c0fbb655-d9e7-4e9f-a507-82202c214a5b admin admin] Added segment 77b255ab-7d5d-4304-8908-1b5fa39c488e of type vlan for network a312529b-4bed-4732-8536-2b9822d3f775 Jul 14 09:47:31.361083 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c0fbb655-d9e7-4e9f-a507-82202c214a5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.389110 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c0fbb655-d9e7-4e9f-a507-82202c214a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.390451 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fbb655-d9e7-4e9f-a507-82202c214a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:31.391311 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c0fbb655-d9e7-4e9f-a507-82202c214a5b admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.451621 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c0fbb655-d9e7-4e9f-a507-82202c214a5b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6221237 Jul 14 09:47:31.454460 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43892) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:31.460864 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c9861cb9-72b3-4c2f-8c78-c914f2299528 admin admin] Request body: {'subnet': {'network_id': 'a312529b-4bed-4732-8536-2b9822d3f775', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1702395860-subnet', 'tenant_id': '2c17efed884e4d6da0b889664c26e9f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:31.462351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbb655-d9e7-4e9f-a507-82202c214a5b admin admin] Pushing event updated for resources: {'Network': ['ID=a312529b-4bed-4732-8536-2b9822d3f775,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:31.471911 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network a312529b-4bed-4732-8536-2b9822d3f775 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:47:31.482992 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9861cb9-72b3-4c2f-8c78-c914f2299528 admin admin] Made reservation on behalf of 2c17efed884e4d6da0b889664c26e9f1 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:31.485426 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c9861cb9-72b3-4c2f-8c78-c914f2299528 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.655034 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c9861cb9-72b3-4c2f-8c78-c914f2299528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.711690 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9861cb9-72b3-4c2f-8c78-c914f2299528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81810f03-90f4-4637-b337-d1f642abd495,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:31.716695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9861cb9-72b3-4c2f-8c78-c914f2299528 admin admin] Checking segment: {'id': '77b255ab-7d5d-4304-8908-1b5fa39c488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a312529b-4bed-4732-8536-2b9822d3f775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:31.717051 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9861cb9-72b3-4c2f-8c78-c914f2299528 admin admin] Network hostable DHCP agents. Network: a312529b-4bed-4732-8536-2b9822d3f775, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:47:31.733558 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9861cb9-72b3-4c2f-8c78-c914f2299528 admin admin] Network a312529b-4bed-4732-8536-2b9822d3f775 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:47:31.742502 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-c9861cb9-72b3-4c2f-8c78-c914f2299528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, a312529b-4bed-4732-8536-2b9822d3f775) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:31.747067 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9861cb9-72b3-4c2f-8c78-c914f2299528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:31.747885 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c9861cb9-72b3-4c2f-8c78-c914f2299528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.751596 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db775c90-8cfc-41e8-9c0c-cc16772045a8 None None] Network a312529b-4bed-4732-8536-2b9822d3f775 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:31.762169 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c9861cb9-72b3-4c2f-8c78-c914f2299528 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3058417 Jul 14 09:47:31.876754 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44120f67-7739-4a5a-b4f6-0abd64284871 None None] Network a312529b-4bed-4732-8536-2b9822d3f775 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:31.883524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43896) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:31.929563 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-af63387a-385c-483e-9a8e-69a82fe16721 admin admin] Deleting subnet 24e0bd8b-f2d5-4f8e-9fee-b2cccf862ce5 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:47:31.933667 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af63387a-385c-483e-9a8e-69a82fe16721 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.969274 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af63387a-385c-483e-9a8e-69a82fe16721 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.009827 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.010941 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af63387a-385c-483e-9a8e-69a82fe16721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.066531 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af63387a-385c-483e-9a8e-69a82fe16721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.092980 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63387a-385c-483e-9a8e-69a82fe16721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24e0bd8b-f2d5-4f8e-9fee-b2cccf862ce5,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:32.095042 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af63387a-385c-483e-9a8e-69a82fe16721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.096956 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-af63387a-385c-483e-9a8e-69a82fe16721 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/24e0bd8b-f2d5-4f8e-9fee-b2cccf862ce5 HTTP/1.1" status: 204 len: 168 time: 0.2123871 Jul 14 09:47:32.099638 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43898) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:32.167399 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17080c8d-7c7a-4b4b-a962-05ccdefcbf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.247175 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17080c8d-7c7a-4b4b-a962-05ccdefcbf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.257185 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-17080c8d-7c7a-4b4b-a962-05ccdefcbf52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e2aa86-56df-42b7-8b65-6bc43eb0554f']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:32.267625 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-17080c8d-7c7a-4b4b-a962-05ccdefcbf52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776228bb-1b0a-43df-8c68-1b43b0511f3d') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:32.267921 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-17080c8d-7c7a-4b4b-a962-05ccdefcbf52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776228bb-1b0a-43df-8c68-1b43b0511f3d') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:32.277056 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17080c8d-7c7a-4b4b-a962-05ccdefcbf52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.291579 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17080c8d-7c7a-4b4b-a962-05ccdefcbf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.298308 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17080c8d-7c7a-4b4b-a962-05ccdefcbf52 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:32.298723 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17080c8d-7c7a-4b4b-a962-05ccdefcbf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:32.300393 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:32.354246 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17080c8d-7c7a-4b4b-a962-05ccdefcbf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.360595 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17080c8d-7c7a-4b4b-a962-05ccdefcbf52 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.362455 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-17080c8d-7c7a-4b4b-a962-05ccdefcbf52 admin admin] 10.222.0.26 "DELETE /v2.0/networks/48e2aa86-56df-42b7-8b65-6bc43eb0554f HTTP/1.1" status: 204 len: 168 time: 0.2619102 Jul 14 09:47:32.365234 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43900) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:32.375984 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17080c8d-7c7a-4b4b-a962-05ccdefcbf52 admin admin] Pushing event deleted for resources: {'Network': ['ID=48e2aa86-56df-42b7-8b65-6bc43eb0554f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:32.411964 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-478e6424-a885-49d0-89c2-43da2896b030 admin admin] Deleting subnet 81810f03-90f4-4637-b337-d1f642abd495 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:47:32.415111 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-478e6424-a885-49d0-89c2-43da2896b030 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.448409 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-478e6424-a885-49d0-89c2-43da2896b030 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.487136 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-478e6424-a885-49d0-89c2-43da2896b030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.543080 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-478e6424-a885-49d0-89c2-43da2896b030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.568787 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e6424-a885-49d0-89c2-43da2896b030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81810f03-90f4-4637-b337-d1f642abd495,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:32.572680 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-478e6424-a885-49d0-89c2-43da2896b030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.575091 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-478e6424-a885-49d0-89c2-43da2896b030 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/81810f03-90f4-4637-b337-d1f642abd495 HTTP/1.1" status: 204 len: 168 time: 0.2086661 Jul 14 09:47:32.577485 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43902) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:32.643444 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eb44f47d-d191-4dcf-966b-617b824fa7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.725300 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eb44f47d-d191-4dcf-966b-617b824fa7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.735745 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-eb44f47d-d191-4dcf-966b-617b824fa7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a312529b-4bed-4732-8536-2b9822d3f775']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:32.746815 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-eb44f47d-d191-4dcf-966b-617b824fa7f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b255ab-7d5d-4304-8908-1b5fa39c488e') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:32.747109 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-eb44f47d-d191-4dcf-966b-617b824fa7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b255ab-7d5d-4304-8908-1b5fa39c488e') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:32.756114 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eb44f47d-d191-4dcf-966b-617b824fa7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.770369 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eb44f47d-d191-4dcf-966b-617b824fa7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.776293 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb44f47d-d191-4dcf-966b-617b824fa7f1 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:32.776705 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eb44f47d-d191-4dcf-966b-617b824fa7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:32.778511 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:32.807170 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.835686 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eb44f47d-d191-4dcf-966b-617b824fa7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.841288 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eb44f47d-d191-4dcf-966b-617b824fa7f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.843398 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-eb44f47d-d191-4dcf-966b-617b824fa7f1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a312529b-4bed-4732-8536-2b9822d3f775 HTTP/1.1" status: 204 len: 168 time: 0.2647846 Jul 14 09:47:32.858967 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44f47d-d191-4dcf-966b-617b824fa7f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a312529b-4bed-4732-8536-2b9822d3f775,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:32.997682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43906) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:33.037311 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7d585e23-33fb-4eab-a844-e6bd9120990d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee6f9c2c9f634ffbad3bb5d546a7afb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380561 Jul 14 09:47:33.039781 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 43908) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:33.089592 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b82c34c6-2727-44b7-bcf9-5c149bbd4aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.110022 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b82c34c6-2727-44b7-bcf9-5c149bbd4aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.154846 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b82c34c6-2727-44b7-bcf9-5c149bbd4aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.157326 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b82c34c6-2727-44b7-bcf9-5c149bbd4aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.158488 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b82c34c6-2727-44b7-bcf9-5c149bbd4aed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b86c5398-0fc1-4a61-a3d5-51d7d84bfd67 HTTP/1.1" status: 204 len: 168 time: 0.1178310 Jul 14 09:47:33.166410 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c34c6-2727-44b7-bcf9-5c149bbd4aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86c5398-0fc1-4a61-a3d5-51d7d84bfd67,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:33.491275 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43914) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:33.540688 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d3a113b9-5032-4cbc-950b-0ce7dd9f1066 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2c17efed884e4d6da0b889664c26e9f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479288 Jul 14 09:47:33.543209 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 43916) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:33.590330 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8a6865cc-cbfe-48b2-b68e-1cd4fea40cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.611665 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8a6865cc-cbfe-48b2-b68e-1cd4fea40cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.660223 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8a6865cc-cbfe-48b2-b68e-1cd4fea40cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.663267 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8a6865cc-cbfe-48b2-b68e-1cd4fea40cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.664410 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8a6865cc-cbfe-48b2-b68e-1cd4fea40cb8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b39d629-2ebc-4079-a7e2-eda6bbe91069 HTTP/1.1" status: 204 len: 168 time: 0.1203108 Jul 14 09:47:33.672607 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6865cc-cbfe-48b2-b68e-1cd4fea40cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b39d629-2ebc-4079-a7e2-eda6bbe91069,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:36.217496 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ec88dc69-8022-4af2-9ab6-064ed81db015 req-67a86994-3941-4c9d-937a-c7fd53d6c660 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511961 Jul 14 09:47:36.343048 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88dc69-8022-4af2-9ab6-064ed81db015 req-d39d61db-2a02-4f3c-8955-18e6420c5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:36.346180 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ec88dc69-8022-4af2-9ab6-064ed81db015 req-d39d61db-2a02-4f3c-8955-18e6420c5ac8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 1098 time: 0.0672593 Jul 14 09:47:36.472026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88dc69-8022-4af2-9ab6-064ed81db015 req-85c5c00e-95ab-4639-a9e2-25d304e10a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:36.473943 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ec88dc69-8022-4af2-9ab6-064ed81db015 req-85c5c00e-95ab-4639-a9e2-25d304e10a2a service neutron] 10.222.0.55 "GET /v2.0/networks?id=6348036e-71bd-46d3-9160-a2bf4c60dce2 HTTP/1.1" status: 200 len: 897 time: 0.1023629 Jul 14 09:47:36.944966 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ec88dc69-8022-4af2-9ab6-064ed81db015 req-528946f0-feb7-4f28-917c-c86c619ddf19 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fcc93fc-effb-42d9-ae02-672fc2e25a25 HTTP/1.1" status: 200 len: 1001 time: 0.4608347 Jul 14 09:47:36.995793 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88dc69-8022-4af2-9ab6-064ed81db015 req-baa34a8d-f6ef-4d42-a6c6-41c408115279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:36.997237 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ec88dc69-8022-4af2-9ab6-064ed81db015 req-baa34a8d-f6ef-4d42-a6c6-41c408115279 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3022b3c3-627c-4c8a-a923-060fc2b5bef9 HTTP/1.1" status: 200 len: 835 time: 0.0445004 Jul 14 09:47:37.056459 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88dc69-8022-4af2-9ab6-064ed81db015 req-05da41b6-2a79-4fdc-9570-96ab0e15a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:37.058090 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ec88dc69-8022-4af2-9ab6-064ed81db015 req-05da41b6-2a79-4fdc-9570-96ab0e15a63b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6348036e-71bd-46d3-9160-a2bf4c60dce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541074 Jul 14 09:47:37.149866 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ec88dc69-8022-4af2-9ab6-064ed81db015 req-9bfdbd93-1a54-40df-87ec-d5f391bdeef3 service neutron] 10.222.0.55 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850906 Jul 14 09:47:37.241767 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ec88dc69-8022-4af2-9ab6-064ed81db015 req-a6eccdae-3065-4bcb-8d2c-6c153622211d service neutron] 10.222.0.55 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853798 Jul 14 09:47:38.072031 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44002) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:38.193238 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0d679e93-1721-4cd9-867b-e27c1ba39561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:38.298444 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0d679e93-1721-4cd9-867b-e27c1ba39561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:38.303112 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0d679e93-1721-4cd9-867b-e27c1ba39561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:38.350771 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0d679e93-1721-4cd9-867b-e27c1ba39561 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a1c7a750e314019aa968935475aade9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773826 Jul 14 09:47:38.352602 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d679e93-1721-4cd9-867b-e27c1ba39561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779e2df6-81ba-4d84-a6b5-9223f3c49d89,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:38.355290 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44006) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:38.418180 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f63ea7e-786b-4e13-aa2d-8b73a9fbcaf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:38.447132 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f63ea7e-786b-4e13-aa2d-8b73a9fbcaf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:38.500289 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f63ea7e-786b-4e13-aa2d-8b73a9fbcaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:38.503333 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f63ea7e-786b-4e13-aa2d-8b73a9fbcaf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:38.506993 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9f63ea7e-786b-4e13-aa2d-8b73a9fbcaf9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/779e2df6-81ba-4d84-a6b5-9223f3c49d89 HTTP/1.1" status: 204 len: 168 time: 0.1504509 Jul 14 09:47:38.515340 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63ea7e-786b-4e13-aa2d-8b73a9fbcaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779e2df6-81ba-4d84-a6b5-9223f3c49d89,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:38.785444 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44014) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:38.799369 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3590-e6e9-4f45-a858-7a439ab3287d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:38.891467 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3590-e6e9-4f45-a858-7a439ab3287d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:38.903474 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3590-e6e9-4f45-a858-7a439ab3287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:38.944526 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf3590-e6e9-4f45-a858-7a439ab3287d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31253bcc-8e48-4592-b0dc-c793aa963c41,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:38.949033 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d8bf3590-e6e9-4f45-a858-7a439ab3287d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1ebe8ab394149418c9583d82eead441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623974 Jul 14 09:47:38.951722 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44016) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:39.006580 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56898e7f-1e58-4857-8a38-ec7a02e51781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:39.030897 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56898e7f-1e58-4857-8a38-ec7a02e51781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:39.085133 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56898e7f-1e58-4857-8a38-ec7a02e51781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:39.087855 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56898e7f-1e58-4857-8a38-ec7a02e51781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:39.089545 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-56898e7f-1e58-4857-8a38-ec7a02e51781 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31253bcc-8e48-4592-b0dc-c793aa963c41 HTTP/1.1" status: 204 len: 168 time: 0.1370745 Jul 14 09:47:39.097819 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56898e7f-1e58-4857-8a38-ec7a02e51781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31253bcc-8e48-4592-b0dc-c793aa963c41,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:41.911990 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44150) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:42.014268 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c1e46e2-ca70-4e96-a693-515a447d0761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:42.101942 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c1e46e2-ca70-4e96-a693-515a447d0761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:42.105652 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2c1e46e2-ca70-4e96-a693-515a447d0761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:42.142642 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2c1e46e2-ca70-4e96-a693-515a447d0761 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=530b61b64e2a4cafb23d8f8236e2f722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2295830 Jul 14 09:47:42.144553 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e46e2-ca70-4e96-a693-515a447d0761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf6a12c-f30f-4127-90f3-439428b29135,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:42.145374 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44154) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:42.204285 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4bf76e1-67c8-4be2-8d8b-99a547f6e5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:42.225299 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4bf76e1-67c8-4be2-8d8b-99a547f6e5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:42.270914 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4bf76e1-67c8-4be2-8d8b-99a547f6e5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:42.273545 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4bf76e1-67c8-4be2-8d8b-99a547f6e5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:42.274740 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c4bf76e1-67c8-4be2-8d8b-99a547f6e5d5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fdf6a12c-f30f-4127-90f3-439428b29135 HTTP/1.1" status: 204 len: 168 time: 0.1280344 Jul 14 09:47:42.282921 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf76e1-67c8-4be2-8d8b-99a547f6e5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf6a12c-f30f-4127-90f3-439428b29135,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:42.541735 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44160) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:42.554790 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a8b6edc0-e6dd-4614-8715-bc4f45875376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:42.641623 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a8b6edc0-e6dd-4614-8715-bc4f45875376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:42.645315 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a8b6edc0-e6dd-4614-8715-bc4f45875376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:42.683632 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a8b6edc0-e6dd-4614-8715-bc4f45875376 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8eecb5e4f9a243a7b75e0cbcb8c52860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407561 Jul 14 09:47:42.684788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6edc0-e6dd-4614-8715-bc4f45875376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6350933-6f1d-4488-8423-0f268a2fa308,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:42.686396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44162) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:42.735912 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0beafd2d-4a60-4287-b931-e4283c99c3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:42.756718 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0beafd2d-4a60-4287-b931-e4283c99c3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:42.802804 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0beafd2d-4a60-4287-b931-e4283c99c3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:42.805384 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0beafd2d-4a60-4287-b931-e4283c99c3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:42.806589 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0beafd2d-4a60-4287-b931-e4283c99c3c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b6350933-6f1d-4488-8423-0f268a2fa308 HTTP/1.1" status: 204 len: 168 time: 0.1191316 Jul 14 09:47:42.814802 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beafd2d-4a60-4287-b931-e4283c99c3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6350933-6f1d-4488-8423-0f268a2fa308,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:44.992106 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44234) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:45.096726 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4db48736-bcce-4c04-a82e-9181500725a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.184012 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4db48736-bcce-4c04-a82e-9181500725a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.188047 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4db48736-bcce-4c04-a82e-9181500725a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.226309 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4db48736-bcce-4c04-a82e-9181500725a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e6d086e9fb4476ca7b6544a7e6a40b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331452 Jul 14 09:47:45.227829 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db48736-bcce-4c04-a82e-9181500725a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3834f2-f7d4-4cc4-97bc-24f43b659053,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:45.229007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44238) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:45.279317 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-42bc5c99-1e3a-4a0f-90ee-3f5039a976cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.302917 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-42bc5c99-1e3a-4a0f-90ee-3f5039a976cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.349452 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-42bc5c99-1e3a-4a0f-90ee-3f5039a976cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.352163 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-42bc5c99-1e3a-4a0f-90ee-3f5039a976cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.353324 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-42bc5c99-1e3a-4a0f-90ee-3f5039a976cd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab3834f2-f7d4-4cc4-97bc-24f43b659053 HTTP/1.1" status: 204 len: 168 time: 0.1225235 Jul 14 09:47:45.365162 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc5c99-1e3a-4a0f-90ee-3f5039a976cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3834f2-f7d4-4cc4-97bc-24f43b659053,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:45.620952 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44244) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:45.634620 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f2ac123-9f81-4efa-814c-c82e36b2f8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.722025 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f2ac123-9f81-4efa-814c-c82e36b2f8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.725508 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f2ac123-9f81-4efa-814c-c82e36b2f8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.764427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ac123-9f81-4efa-814c-c82e36b2f8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a513f553-fdcc-4bcd-8a8e-6d608ffa99ab,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:45.769141 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8f2ac123-9f81-4efa-814c-c82e36b2f8da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=67374e06cf684a8abd9960775ce1823d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470819 Jul 14 09:47:45.771901 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44246) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:45.822331 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-86d298ed-c088-4d4b-a53f-a9f297a770e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.845024 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-86d298ed-c088-4d4b-a53f-a9f297a770e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.893014 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-86d298ed-c088-4d4b-a53f-a9f297a770e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.896085 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-86d298ed-c088-4d4b-a53f-a9f297a770e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.897362 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-86d298ed-c088-4d4b-a53f-a9f297a770e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a513f553-fdcc-4bcd-8a8e-6d608ffa99ab HTTP/1.1" status: 204 len: 168 time: 0.1246283 Jul 14 09:47:45.906112 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d298ed-c088-4d4b-a53f-a9f297a770e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a513f553-fdcc-4bcd-8a8e-6d608ffa99ab,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:46.581779 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:47.014407 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44276) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:47.124297 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e0ebd0b0-6102-4b2a-b948-7856fad2588b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:47.214570 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e0ebd0b0-6102-4b2a-b948-7856fad2588b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:47.218736 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e0ebd0b0-6102-4b2a-b948-7856fad2588b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:47.256340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebd0b0-6102-4b2a-b948-7856fad2588b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cd634e-eccc-4443-8e2a-09f350dc23b7,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:47.263794 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e0ebd0b0-6102-4b2a-b948-7856fad2588b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=748b61661078435d9c455e0b25234e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478180 Jul 14 09:47:47.264584 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44280) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:47.316139 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4bee3ebc-159a-4009-9cfa-3cf2e507f721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:47.336877 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4bee3ebc-159a-4009-9cfa-3cf2e507f721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:47.392018 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4bee3ebc-159a-4009-9cfa-3cf2e507f721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:47.396850 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4bee3ebc-159a-4009-9cfa-3cf2e507f721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:47.401123 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4bee3ebc-159a-4009-9cfa-3cf2e507f721 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84cd634e-eccc-4443-8e2a-09f350dc23b7 HTTP/1.1" status: 204 len: 168 time: 0.1351833 Jul 14 09:47:47.409892 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee3ebc-159a-4009-9cfa-3cf2e507f721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cd634e-eccc-4443-8e2a-09f350dc23b7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:55.746033 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:47:56.344681 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44366) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:56.451009 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf2da481-5c4c-47f7-93ba-65c59397f6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:56.540926 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf2da481-5c4c-47f7-93ba-65c59397f6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:56.544907 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf2da481-5c4c-47f7-93ba-65c59397f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:56.581330 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2da481-5c4c-47f7-93ba-65c59397f6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d333a697-3a57-44e2-aa6c-4ddb83f6c958,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:56.585662 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bf2da481-5c4c-47f7-93ba-65c59397f6d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be6543cb40074435a24ce9a31e737e10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399483 Jul 14 09:47:56.588608 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44370) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:56.637323 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0d1d3110-e0d1-4c1f-9088-01eacde3a721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:56.658071 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0d1d3110-e0d1-4c1f-9088-01eacde3a721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:56.703511 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0d1d3110-e0d1-4c1f-9088-01eacde3a721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:56.706283 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0d1d3110-e0d1-4c1f-9088-01eacde3a721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:56.707502 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0d1d3110-e0d1-4c1f-9088-01eacde3a721 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d333a697-3a57-44e2-aa6c-4ddb83f6c958 HTTP/1.1" status: 204 len: 168 time: 0.1171699 Jul 14 09:47:56.714984 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d3110-e0d1-4c1f-9088-01eacde3a721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d333a697-3a57-44e2-aa6c-4ddb83f6c958,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:56.722283 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d3110-e0d1-4c1f-9088-01eacde3a721 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:56.722642 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d3110-e0d1-4c1f-9088-01eacde3a721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:56.722990 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d3110-e0d1-4c1f-9088-01eacde3a721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:56.723411 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d3110-e0d1-4c1f-9088-01eacde3a721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:56.723991 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d3110-e0d1-4c1f-9088-01eacde3a721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:56.723991 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d3110-e0d1-4c1f-9088-01eacde3a721 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:56.724317 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d3110-e0d1-4c1f-9088-01eacde3a721 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:56.724652 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d3110-e0d1-4c1f-9088-01eacde3a721 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:56.724982 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d3110-e0d1-4c1f-9088-01eacde3a721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:56.725315 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d3110-e0d1-4c1f-9088-01eacde3a721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:56.725644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d3110-e0d1-4c1f-9088-01eacde3a721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:56.726000 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d3110-e0d1-4c1f-9088-01eacde3a721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:57.268813 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b16aedd-3e8b-4970-be96-eb7ce28e8df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.597212 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44528) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:58.672359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8490b85-97fa-44e7-af6e-8e9bf206273c req-083942d6-b785-4d7a-9e87-6edec8f92c07 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:58.673944 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8490b85-97fa-44e7-af6e-8e9bf206273c req-083942d6-b785-4d7a-9e87-6edec8f92c07 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 1098 time: 0.0581899 Jul 14 09:47:58.692023 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b8490b85-97fa-44e7-af6e-8e9bf206273c req-0a4e5748-ed1d-4103-acd7-0e4c65283906 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.709837 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9fb0-7340-4ce9-b355-273514ec318f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.782256 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b8490b85-97fa-44e7-af6e-8e9bf206273c req-0a4e5748-ed1d-4103-acd7-0e4c65283906 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.786492 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b8490b85-97fa-44e7-af6e-8e9bf206273c req-0a4e5748-ed1d-4103-acd7-0e4c65283906 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.815719 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8490b85-97fa-44e7-af6e-8e9bf206273c req-0a4e5748-ed1d-4103-acd7-0e4c65283906 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360505 Jul 14 09:47:58.821221 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e5748-ed1d-4103-acd7-0e4c65283906 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29aedf3d-e5f4-4a38-8e6b-373cd70a932d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:58.870038 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9fb0-7340-4ce9-b355-273514ec318f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.874631 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9fb0-7340-4ce9-b355-273514ec318f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.913126 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bb0d9fb0-7340-4ce9-b355-273514ec318f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5776bb985b954048aee778e8c72f532d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139238 Jul 14 09:47:58.914336 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d9fb0-7340-4ce9-b355-273514ec318f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e25844f-9f87-46b8-89d9-0b2b55cbfd59,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:58.915880 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44534) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:59.006538 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bd8ba05a-fc7c-4253-8e6d-0b656ea531a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.038795 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d799c-3614-46c4-82d1-4e1bd75d64d3 req-2c67fe29-b54e-441b-b686-b0c7d945abd4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:59.040189 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-633d799c-3614-46c4-82d1-4e1bd75d64d3 req-2c67fe29-b54e-441b-b686-b0c7d945abd4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 946 time: 0.1083348 Jul 14 09:47:59.046286 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bd8ba05a-fc7c-4253-8e6d-0b656ea531a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.101240 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-633d799c-3614-46c4-82d1-4e1bd75d64d3 req-afb5b678-14fd-4eb4-8af4-d6919e0f11cb tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529816 Jul 14 09:47:59.121216 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bd8ba05a-fc7c-4253-8e6d-0b656ea531a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.124549 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bd8ba05a-fc7c-4253-8e6d-0b656ea531a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.125713 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bd8ba05a-fc7c-4253-8e6d-0b656ea531a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e25844f-9f87-46b8-89d9-0b2b55cbfd59 HTTP/1.1" status: 204 len: 168 time: 0.2087445 Jul 14 09:47:59.127665 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44536) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:59.133650 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ba05a-fc7c-4253-8e6d-0b656ea531a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e25844f-9f87-46b8-89d9-0b2b55cbfd59,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:59.254103 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3f73adf9-9675-469d-988c-551616677f6b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/floatingips/8515795d-0aae-49d6-a814-c57bab4661ed HTTP/1.1" status: 200 len: 993 time: 0.1247394 Jul 14 09:47:59.400802 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44544) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:59.410843 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8c463f0a-a9b1-4a2e-b389-b36efbabc410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.499104 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8c463f0a-a9b1-4a2e-b389-b36efbabc410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.502938 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8c463f0a-a9b1-4a2e-b389-b36efbabc410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.547835 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8c463f0a-a9b1-4a2e-b389-b36efbabc410 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8057e1826dcb40538ca39c081c675efc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469436 Jul 14 09:47:59.547835 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c463f0a-a9b1-4a2e-b389-b36efbabc410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbce00d-31a5-496d-8d52-840314203a14,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:59.548084 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44550) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:59.599104 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4e2b0408-eaf2-418b-9bfb-5ffee7a4a5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.621006 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4e2b0408-eaf2-418b-9bfb-5ffee7a4a5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.670796 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4e2b0408-eaf2-418b-9bfb-5ffee7a4a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.673397 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4e2b0408-eaf2-418b-9bfb-5ffee7a4a5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.674724 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4e2b0408-eaf2-418b-9bfb-5ffee7a4a5d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bbce00d-31a5-496d-8d52-840314203a14 HTTP/1.1" status: 204 len: 168 time: 0.1250308 Jul 14 09:47:59.683094 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b0408-eaf2-418b-9bfb-5ffee7a4a5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbce00d-31a5-496d-8d52-840314203a14,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:59.786710 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c64887f4-8328-41ae-8381-8c03d8e816e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.909173 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:00.137586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85120b21-4bd9-4d29-8dd3-82e77e18362e req-1736d04e-d90f-49a6-ab8f-05c03b86209d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:00.140012 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-85120b21-4bd9-4d29-8dd3-82e77e18362e req-1736d04e-d90f-49a6-ab8f-05c03b86209d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 946 time: 0.0701427 Jul 14 09:48:00.217522 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-85120b21-4bd9-4d29-8dd3-82e77e18362e req-cd0ace94-4997-4261-a741-679e7311afdc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562022 Jul 14 09:48:00.247025 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-d9e4ffe6-ba26-4f3b-9778-552da8f84444 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2284675 Jul 14 09:48:00.383773 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44584) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:00.492358 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-24463ad9-02bf-4f2e-98ff-56fcb80c2e56 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2119374839-network', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:00.515450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24463ad9-02bf-4f2e-98ff-56fcb80c2e56 admin admin] Made reservation on behalf of f1987d6f84b6403ea253cd61d460ac25 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:00.518047 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24463ad9-02bf-4f2e-98ff-56fcb80c2e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:00.526940 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24463ad9-02bf-4f2e-98ff-56fcb80c2e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:00.627925 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24463ad9-02bf-4f2e-98ff-56fcb80c2e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:00.633511 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24463ad9-02bf-4f2e-98ff-56fcb80c2e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:00.660392 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24463ad9-02bf-4f2e-98ff-56fcb80c2e56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:48:00.671718 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24463ad9-02bf-4f2e-98ff-56fcb80c2e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ef0a19-1e52-4e59-a38e-d1ba03d467a4,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:00.678191 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24463ad9-02bf-4f2e-98ff-56fcb80c2e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:00.678810 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-24463ad9-02bf-4f2e-98ff-56fcb80c2e56 admin admin] Added segment 9a7f0bb5-4292-491f-aeed-437be7e53025 of type vlan for network f065f76e-ee03-45bb-9843-d8c80febfbef Jul 14 09:48:00.728153 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24463ad9-02bf-4f2e-98ff-56fcb80c2e56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:00.750105 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:00.773418 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24463ad9-02bf-4f2e-98ff-56fcb80c2e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:00.774468 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24463ad9-02bf-4f2e-98ff-56fcb80c2e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:00.775053 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24463ad9-02bf-4f2e-98ff-56fcb80c2e56 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:00.828537 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-24463ad9-02bf-4f2e-98ff-56fcb80c2e56 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4408035 Jul 14 09:48:00.829445 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44606) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:00.835390 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9f64cbba-77a5-46af-a7f4-1012cbc9e202 admin admin] Request body: {'subnet': {'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2119374839-subnet', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:00.844745 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24463ad9-02bf-4f2e-98ff-56fcb80c2e56 admin admin] Pushing event updated for resources: {'Network': ['ID=f065f76e-ee03-45bb-9843-d8c80febfbef,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:00.860446 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network f065f76e-ee03-45bb-9843-d8c80febfbef details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:48:00.862466 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f64cbba-77a5-46af-a7f4-1012cbc9e202 admin admin] Made reservation on behalf of f1987d6f84b6403ea253cd61d460ac25 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:00.865176 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f64cbba-77a5-46af-a7f4-1012cbc9e202 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.059399 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f64cbba-77a5-46af-a7f4-1012cbc9e202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.121625 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64cbba-77a5-46af-a7f4-1012cbc9e202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aa7c56b-902c-479a-864b-8b656378c09b,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:01.127558 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f64cbba-77a5-46af-a7f4-1012cbc9e202 admin admin] Checking segment: {'id': '9a7f0bb5-4292-491f-aeed-437be7e53025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:01.128191 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f64cbba-77a5-46af-a7f4-1012cbc9e202 admin admin] Network hostable DHCP agents. Network: f065f76e-ee03-45bb-9843-d8c80febfbef, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:48:01.145878 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f64cbba-77a5-46af-a7f4-1012cbc9e202 admin admin] Network f065f76e-ee03-45bb-9843-d8c80febfbef is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:48:01.155228 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-9f64cbba-77a5-46af-a7f4-1012cbc9e202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, f065f76e-ee03-45bb-9843-d8c80febfbef) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:01.159766 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f64cbba-77a5-46af-a7f4-1012cbc9e202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:01.160387 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f64cbba-77a5-46af-a7f4-1012cbc9e202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.167303 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c97fb4-8924-40ad-b221-5e13ef1ef82d None None] Network f065f76e-ee03-45bb-9843-d8c80febfbef requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:01.178420 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9f64cbba-77a5-46af-a7f4-1012cbc9e202 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3477366 Jul 14 09:48:01.179458 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44608) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:01.184065 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-97bb1c48-91ae-48f0-90c6-212464792336 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2119374839-router', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:01.207368 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-97bb1c48-91ae-48f0-90c6-212464792336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.208582 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-97bb1c48-91ae-48f0-90c6-212464792336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.302302 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-97bb1c48-91ae-48f0-90c6-212464792336 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.348115 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-f065f76e-ee03-45bb-9843-d8c80febfbef', 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'fixed_ips': [{'subnet_id': '3aa7c56b-902c-479a-864b-8b656378c09b'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:48:01.348987 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.444696 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b26dca-ac14-469b-a228-9ad80b499392 req-f682ff1e-9d1e-494e-ae3e-c771724f3191 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:01.452893 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9b26dca-ac14-469b-a228-9ad80b499392 req-f682ff1e-9d1e-494e-ae3e-c771724f3191 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 946 time: 0.0793724 Jul 14 09:48:01.461846 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-97bb1c48-91ae-48f0-90c6-212464792336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.490421 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Allocated IP 172.20.0.2 (f065f76e-ee03-45bb-9843-d8c80febfbef/3aa7c56b-902c-479a-864b-8b656378c09b/c1cf00db-364e-4ea2-bae7-8891859fecc3) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:01.521390 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9b26dca-ac14-469b-a228-9ad80b499392 req-9ec7bdf7-2f32-4b66-b42c-ec2be4e4124e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669172 Jul 14 09:48:01.643317 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.651976 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Transition to ACTIVE for port object c1cf00db-364e-4ea2-bae7-8891859fecc3 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:01.668090 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Transition to ACTIVE for port object c1cf00db-364e-4ea2-bae7-8891859fecc3 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:01.676400 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.676706 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-04dfd0b6-5e07-4d38-9c44-615aad262e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:01.678259 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-04dfd0b6-5e07-4d38-9c44-615aad262e9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 1098 time: 0.1231828 Jul 14 09:48:01.717227 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Network f065f76e-ee03-45bb-9843-d8c80febfbef is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:01.720395 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:01.723489 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:01.735601 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Pushing event updated for resources: {'Port': ['ID=c1cf00db-364e-4ea2-bae7-8891859fecc3,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:01.766140 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-97bb1c48-91ae-48f0-90c6-212464792336 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.788804 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-97bb1c48-91ae-48f0-90c6-212464792336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.791460 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Attempting to bind port c1cf00db-364e-4ea2-bae7-8891859fecc3 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:01.791829 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Attempting to bind port c1cf00db-364e-4ea2-bae7-8891859fecc3 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '9a7f0bb5-4292-491f-aeed-437be7e53025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:01.792193 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Attempting to bind port c1cf00db-364e-4ea2-bae7-8891859fecc3 on network f065f76e-ee03-45bb-9843-d8c80febfbef {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:01.797380 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:01.797776 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Checking segment: {'id': '9a7f0bb5-4292-491f-aeed-437be7e53025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:01.798213 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.798608 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Bound using segment: {'id': '9a7f0bb5-4292-491f-aeed-437be7e53025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:01.799084 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Bound port: c1cf00db-364e-4ea2-bae7-8891859fecc3, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7f0bb5-4292-491f-aeed-437be7e53025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:01.799468 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.853841 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-c49ed0b7-58e8-45d9-9f59-cce134adfbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:01.855325 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-c49ed0b7-58e8-45d9-9f59-cce134adfbd3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6348036e-71bd-46d3-9160-a2bf4c60dce2 HTTP/1.1" status: 200 len: 897 time: 0.1592736 Jul 14 09:48:01.868698 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] For port c1cf00db-364e-4ea2-bae7-8891859fecc3, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:01.873825 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] For port c1cf00db-364e-4ea2-bae7-8891859fecc3, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c1cf00db-364e-4ea2-bae7-8891859fecc3,segment=NetworkSegment(9a7f0bb5-4292-491f-aeed-437be7e53025),segment_id=9a7f0bb5-4292-491f-aeed-437be7e53025)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:01.878692 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.941244 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca2422-5b93-40b0-9c32-dac6e1da506b None None] Pushing event updated for resources: {'Port': ['ID=c1cf00db-364e-4ea2-bae7-8891859fecc3,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:01.959333 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-41e15a71-7067-4404-9357-b3a455a9e06f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fcc93fc-effb-42d9-ae02-672fc2e25a25 HTTP/1.1" status: 200 len: 1001 time: 0.0973940 Jul 14 09:48:01.980767 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-97bb1c48-91ae-48f0-90c6-212464792336 admin admin] Allocated IP 172.25.1.41 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/63adfd75-831d-40ad-9a2b-d745219a175c) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:02.015665 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:02.068619 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-899dda6d-0641-473c-84c6-ff09710b59c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:02.070149 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-899dda6d-0641-473c-84c6-ff09710b59c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3022b3c3-627c-4c8a-a923-060fc2b5bef9 HTTP/1.1" status: 200 len: 835 time: 0.1027830 Jul 14 09:48:02.186188 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-97bb1c48-91ae-48f0-90c6-212464792336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:02.189694 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-1835b1ff-e25c-410f-8344-0711192a0fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:02.191338 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-1835b1ff-e25c-410f-8344-0711192a0fe0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6348036e-71bd-46d3-9160-a2bf4c60dce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1146462 Jul 14 09:48:02.303552 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-97bb1c48-91ae-48f0-90c6-212464792336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:02.332437 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-a12aa1dc-39c7-4960-864d-fcf4b8dd5155 service neutron] 10.222.0.55 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337795 Jul 14 09:48:02.351144 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bb1c48-91ae-48f0-90c6-212464792336 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:02.358590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-97bb1c48-91ae-48f0-90c6-212464792336 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:02.372808 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb1c48-91ae-48f0-90c6-212464792336 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:02.403494 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb1c48-91ae-48f0-90c6-212464792336 admin admin] Pushing event updated for resources: {'Port': ['ID=63adfd75-831d-40ad-9a2b-d745219a175c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:02.534838 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-c074c4d4-88bc-4709-aaca-24f505e1f3aa service neutron] 10.222.0.55 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917264 Jul 14 09:48:02.704970 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-97bb1c48-91ae-48f0-90c6-212464792336 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:02.733471 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596c88a-1a1a-4898-a59c-29a2552a090e req-a4c57576-1913-404c-bede-9a35a9e77cdd tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:02.734999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7596c88a-1a1a-4898-a59c-29a2552a090e req-a4c57576-1913-404c-bede-9a35a9e77cdd tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 946 time: 0.0892000 Jul 14 09:48:02.784096 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7596c88a-1a1a-4898-a59c-29a2552a090e req-c15f70d9-9fcc-43f3-ad58-196aa6d7ce17 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415511 Jul 14 09:48:02.817682 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:02.936453 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-97bb1c48-91ae-48f0-90c6-212464792336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:02.980854 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c1cf00db-364e-4ea2-bae7-8891859fecc3 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:03.020703 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d3fc12-13e4-4046-8ad8-cd4a6aab1974 None None] Network f065f76e-ee03-45bb-9843-d8c80febfbef requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:03.084777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port c1cf00db-364e-4ea2-bae7-8891859fecc3 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:03.128007 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b2d3c253-811d-4d50-9644-4f0dfbab5abb None None] Provisioning for port c1cf00db-364e-4ea2-bae7-8891859fecc3 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:03.150253 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b2d3c253-811d-4d50-9644-4f0dfbab5abb None None] Provisioning complete for port c1cf00db-364e-4ea2-bae7-8891859fecc3 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:03.150623 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b2d3c253-811d-4d50-9644-4f0dfbab5abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:03.279453 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b2d3c253-811d-4d50-9644-4f0dfbab5abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:03.318671 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b2d3c253-811d-4d50-9644-4f0dfbab5abb None None] For port c1cf00db-364e-4ea2-bae7-8891859fecc3, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c1cf00db-364e-4ea2-bae7-8891859fecc3,segment=NetworkSegment(9a7f0bb5-4292-491f-aeed-437be7e53025),segment_id=9a7f0bb5-4292-491f-aeed-437be7e53025)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:03.320430 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bb1c48-91ae-48f0-90c6-212464792336 admin admin] Router b4182d20-aff5-46ed-9b76-88c05f84ef1f is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:48:03.323530 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b2d3c253-811d-4d50-9644-4f0dfbab5abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:03.378272 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3c253-811d-4d50-9644-4f0dfbab5abb None None] Pushing event updated for resources: {'Port': ['ID=c1cf00db-364e-4ea2-bae7-8891859fecc3,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:03.430601 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bb1c48-91ae-48f0-90c6-212464792336 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:48:03.440892 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] Sync routers for ids ['b4182d20-aff5-46ed-9b76-88c05f84ef1f'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:48:03.448576 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-97bb1c48-91ae-48f0-90c6-212464792336 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:03.449982 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-97bb1c48-91ae-48f0-90c6-212464792336 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2695127 Jul 14 09:48:03.452661 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44614) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:03.453695 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] Routers {'b4182d20-aff5-46ed-9b76-88c05f84ef1f'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:03.454364 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:48:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b4182d20-aff5-46ed-9b76-88c05f84ef1f'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:03.563657 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-bfa027b4-1e2c-47b4-b9f3-3f197400d964 None None] Provisioning complete for port c1cf00db-364e-4ea2-bae7-8891859fecc3 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:03.563923 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfa027b4-1e2c-47b4-b9f3-3f197400d964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:03.589701 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] Set router b4182d20-aff5-46ed-9b76-88c05f84ef1f gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:03.803895 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'name': 'tempest-TestServerBasicOps-2119374839-router', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:02Z', 'revision_number': 3, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'gw_port': {'id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:03.835047 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] Checking router: b4182d20-aff5-46ed-9b76-88c05f84ef1f for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:48:03.835399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] Updating router b4182d20-aff5-46ed-9b76-88c05f84ef1f port 63adfd75-831d-40ad-9a2b-d745219a175c binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:48:03.867019 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:03.870718 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:03.974931 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1fecc-42e8-4204-8e7d-b3572ff25f91 req-62cd55f6-8ffd-4f53-b707-f92ae9e68154 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:03.976474 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55d1fecc-42e8-4204-8e7d-b3572ff25f91 req-62cd55f6-8ffd-4f53-b707-f92ae9e68154 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 946 time: 0.0680466 Jul 14 09:48:04.017308 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55d1fecc-42e8-4204-8e7d-b3572ff25f91 req-99ee9567-4de2-44ed-9905-e70688abf54d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340312 Jul 14 09:48:04.071309 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Allocated IP 172.20.0.1 (f065f76e-ee03-45bb-9843-d8c80febfbef/3aa7c56b-902c-479a-864b-8b656378c09b/949a2ed1-45fc-4ad7-8d37-d7ce559a09f0) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:04.132923 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:04.143685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] Transition to ACTIVE for port object 63adfd75-831d-40ad-9a2b-d745219a175c will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:04.149974 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:04.177231 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:04.189980 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Transition to ACTIVE for port object 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:04.203523 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] Attempting to bind port 63adfd75-831d-40ad-9a2b-d745219a175c on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:04.203892 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] Attempting to bind port 63adfd75-831d-40ad-9a2b-d745219a175c by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:04.204253 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] Attempting to bind port 63adfd75-831d-40ad-9a2b-d745219a175c on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:04.212907 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e93aef-1704-418c-8263-e015f502b540 None None] Pushing event updated for resources: {'Port': ['ID=63adfd75-831d-40ad-9a2b-d745219a175c,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:04.216480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:04.217349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:04.217752 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:04.218157 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:04.218650 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] Bound port: 63adfd75-831d-40ad-9a2b-d745219a175c, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:04.219011 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:04.225048 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:04.266575 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Network f065f76e-ee03-45bb-9843-d8c80febfbef is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:04.269740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:04.271360 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] For port 63adfd75-831d-40ad-9a2b-d745219a175c, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:04.274220 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:04.275558 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] For port 63adfd75-831d-40ad-9a2b-d745219a175c, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=63adfd75-831d-40ad-9a2b-d745219a175c,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:04.277498 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Pushing event updated for resources: {'Port': ['ID=949a2ed1-45fc-4ad7-8d37-d7ce559a09f0,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:04.281320 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:04.305276 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:04.305629 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:04.306001 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:04.306340 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:04.306679 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:04.307009 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:04.307334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:04.307661 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:04.307985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:04.308312 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:04.308637 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:04.308958 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:04.327161 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:04.333606 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] Routers {'b4182d20-aff5-46ed-9b76-88c05f84ef1f'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:04.334270 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:48:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b4182d20-aff5-46ed-9b76-88c05f84ef1f'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:04.382595 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e93aef-1704-418c-8263-e015f502b540 None None] Pushing event updated for resources: {'Port': ['ID=63adfd75-831d-40ad-9a2b-d745219a175c,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:04.457450 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] Set router b4182d20-aff5-46ed-9b76-88c05f84ef1f gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:04.477781 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:04.604532 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cd4b1437-8eec-47ef-8315-0812dac1deb5 None None] Provisioning for port 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:04.610294 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cd4b1437-8eec-47ef-8315-0812dac1deb5 None None] Provisioning complete for port 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:04.610672 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd4b1437-8eec-47ef-8315-0812dac1deb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:04.647100 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:04.652946 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:04.673617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b1437-8eec-47ef-8315-0812dac1deb5 None None] Port 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:48:04.689562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'name': 'tempest-TestServerBasicOps-2119374839-router', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:02Z', 'revision_number': 3, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'gw_port': {'id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:04.716211 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c4f54-dfdc-4632-a11e-5500df86c3f1 None None] The sync data for ids ['b4182d20-aff5-46ed-9b76-88c05f84ef1f'] in n-d-798054-10 is: [{'id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'name': 'tempest-TestServerBasicOps-2119374839-router', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:02Z', 'revision_number': 3, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'gw_port': {'id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:48:04.722341 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Pushing event updated for resources: {'Port': ['ID=949a2ed1-45fc-4ad7-8d37-d7ce559a09f0,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:04.724912 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:04.820478 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Network f065f76e-ee03-45bb-9843-d8c80febfbef is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:04.821933 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:04.958738 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Router b4182d20-aff5-46ed-9b76-88c05f84ef1f has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:48:05.023142 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c1cf00db-364e-4ea2-bae7-8891859fecc3 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:05.100989 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port c1cf00db-364e-4ea2-bae7-8891859fecc3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:05.102045 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:05.119626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:48:05.134445 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8ca01808-5aab-4425-bcab-7eb00e98df2f admin admin] 10.222.0.26 "PUT /v2.0/routers/b4182d20-aff5-46ed-9b76-88c05f84ef1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6725705 Jul 14 09:48:05.221870 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-53fbfa36-0e5f-4480-8394-f86657f388f5 None None] Provisioning complete for port 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:05.222395 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53fbfa36-0e5f-4480-8394-f86657f388f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:05.250179 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609ba07-8388-4cb0-98c8-82e86b4391d3 req-f7e0ba28-5576-49d8-a815-33f2b10fa154 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:05.251860 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d609ba07-8388-4cb0-98c8-82e86b4391d3 req-f7e0ba28-5576-49d8-a815-33f2b10fa154 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 946 time: 0.0943551 Jul 14 09:48:05.267502 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-53fbfa36-0e5f-4480-8394-f86657f388f5 None None] Port 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:48:05.300632 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d609ba07-8388-4cb0-98c8-82e86b4391d3 req-3df9c660-c2e7-471a-8528-76091e61bd64 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376492 Jul 14 09:48:05.677668 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44634) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:05.682881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-648e9ab1-164b-419e-9522-42d28d9f7390 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1346381312-network', 'tenant_id': '75f9bbb168c140e7aedf7c2a56453e63'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:05.703913 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648e9ab1-164b-419e-9522-42d28d9f7390 admin admin] Made reservation on behalf of 75f9bbb168c140e7aedf7c2a56453e63 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:05.706305 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-648e9ab1-164b-419e-9522-42d28d9f7390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:05.714517 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-648e9ab1-164b-419e-9522-42d28d9f7390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:05.801928 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-648e9ab1-164b-419e-9522-42d28d9f7390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:05.805585 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-648e9ab1-164b-419e-9522-42d28d9f7390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:05.829578 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648e9ab1-164b-419e-9522-42d28d9f7390 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:48:05.839101 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e9ab1-164b-419e-9522-42d28d9f7390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4554d93e-f998-4fca-9012-73e8d873766c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:05.844157 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-648e9ab1-164b-419e-9522-42d28d9f7390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:05.844500 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-648e9ab1-164b-419e-9522-42d28d9f7390 admin admin] Added segment 2dc10de8-e894-4db8-afd1-cd4ccc5f8691 of type vlan for network 6308a502-e8b7-4dde-8ec2-32902f3f538f Jul 14 09:48:05.887978 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-648e9ab1-164b-419e-9522-42d28d9f7390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:05.917340 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-648e9ab1-164b-419e-9522-42d28d9f7390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:05.918293 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648e9ab1-164b-419e-9522-42d28d9f7390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:05.918878 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-648e9ab1-164b-419e-9522-42d28d9f7390 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:05.972965 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-648e9ab1-164b-419e-9522-42d28d9f7390 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2940607 Jul 14 09:48:05.975570 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44636) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:05.980335 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2a5ebce2-6c34-4abf-a819-70af3d1f57b2 admin admin] Request body: {'subnet': {'network_id': '6308a502-e8b7-4dde-8ec2-32902f3f538f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1346381312-subnet', 'tenant_id': '75f9bbb168c140e7aedf7c2a56453e63', 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:05.987941 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e9ab1-164b-419e-9522-42d28d9f7390 admin admin] Pushing event updated for resources: {'Network': ['ID=6308a502-e8b7-4dde-8ec2-32902f3f538f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:05.998801 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 6308a502-e8b7-4dde-8ec2-32902f3f538f details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:48:06.006060 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5ebce2-6c34-4abf-a819-70af3d1f57b2 admin admin] Made reservation on behalf of 75f9bbb168c140e7aedf7c2a56453e63 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:06.008481 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2a5ebce2-6c34-4abf-a819-70af3d1f57b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.179882 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2a5ebce2-6c34-4abf-a819-70af3d1f57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.233007 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ebce2-6c34-4abf-a819-70af3d1f57b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e7969f0-1788-4b37-a76e-aa8a8f09cbb0,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:06.243446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ebce2-6c34-4abf-a819-70af3d1f57b2 admin admin] Checking segment: {'id': '2dc10de8-e894-4db8-afd1-cd4ccc5f8691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6308a502-e8b7-4dde-8ec2-32902f3f538f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:06.243810 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5ebce2-6c34-4abf-a819-70af3d1f57b2 admin admin] Network hostable DHCP agents. Network: 6308a502-e8b7-4dde-8ec2-32902f3f538f, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:48:06.261563 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5ebce2-6c34-4abf-a819-70af3d1f57b2 admin admin] Network 6308a502-e8b7-4dde-8ec2-32902f3f538f is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:48:06.271166 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-2a5ebce2-6c34-4abf-a819-70af3d1f57b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 6308a502-e8b7-4dde-8ec2-32902f3f538f) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:06.275496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ebce2-6c34-4abf-a819-70af3d1f57b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:06.276151 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2a5ebce2-6c34-4abf-a819-70af3d1f57b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.280666 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ebb837-1849-4c49-901b-82302ab70f48 None None] Network 6308a502-e8b7-4dde-8ec2-32902f3f538f requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:06.291867 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2a5ebce2-6c34-4abf-a819-70af3d1f57b2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3151188 Jul 14 09:48:06.294858 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44638) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:06.299544 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-4acb044c-d3fd-4571-8242-544a06db6bce admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1346381312-router', 'tenant_id': '75f9bbb168c140e7aedf7c2a56453e63', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:06.322992 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4acb044c-d3fd-4571-8242-544a06db6bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.324042 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4acb044c-d3fd-4571-8242-544a06db6bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.380728 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] Sync routers for ids ['b4182d20-aff5-46ed-9b76-88c05f84ef1f'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:48:06.395466 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] Routers {'b4182d20-aff5-46ed-9b76-88c05f84ef1f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:06.396391 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4acb044c-d3fd-4571-8242-544a06db6bce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.396623 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:48:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b4182d20-aff5-46ed-9b76-88c05f84ef1f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:06.515016 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] Set router b4182d20-aff5-46ed-9b76-88c05f84ef1f gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:06.580128 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4acb044c-d3fd-4571-8242-544a06db6bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.587406 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-6308a502-e8b7-4dde-8ec2-32902f3f538f', 'network_id': '6308a502-e8b7-4dde-8ec2-32902f3f538f', 'tenant_id': '75f9bbb168c140e7aedf7c2a56453e63', 'fixed_ips': [{'subnet_id': '4e7969f0-1788-4b37-a76e-aa8a8f09cbb0'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:48:06.588339 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.619638 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b86c0-db04-4892-8248-e90235cb42b2 req-d03dc562-55c6-4873-a7ea-519d53b51e50 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:06.621200 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bd4b86c0-db04-4892-8248-e90235cb42b2 req-d03dc562-55c6-4873-a7ea-519d53b51e50 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 946 time: 0.1790915 Jul 14 09:48:06.705428 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bd4b86c0-db04-4892-8248-e90235cb42b2 req-5f4cc50a-ccb9-4c53-9b81-960da2cab8ab tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532866 Jul 14 09:48:06.773926 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'name': 'tempest-TestServerBasicOps-2119374839-router', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:04Z', 'revision_number': 4, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'gw_port': {'id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '949a2ed1-45fc-4ad7-8d37-d7ce559a09f0', 'name': '', 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'mac_address': 'fa:16:3e:88:02:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '3aa7c56b-902c-479a-864b-8b656378c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:04Z', 'revision_number': 2, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'subnets': [{'id': '3aa7c56b-902c-479a-864b-8b656378c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:06.779566 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Allocated IP 172.20.0.2 (6308a502-e8b7-4dde-8ec2-32902f3f538f/4e7969f0-1788-4b37-a76e-aa8a8f09cbb0/597a6467-ce74-4164-a684-e079472fb415) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:06.812967 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] Checking router: b4182d20-aff5-46ed-9b76-88c05f84ef1f for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:48:06.813326 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] Updating router b4182d20-aff5-46ed-9b76-88c05f84ef1f port 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:48:06.859942 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.870763 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4acb044c-d3fd-4571-8242-544a06db6bce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.891747 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4acb044c-d3fd-4571-8242-544a06db6bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.016303 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.034023 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 63adfd75-831d-40ad-9a2b-d745219a175c up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:07.043442 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Transition to ACTIVE for port object 597a6467-ce74-4164-a684-e079472fb415 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:07.065976 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Transition to ACTIVE for port object 597a6467-ce74-4164-a684-e079472fb415 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:07.087858 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-4acb044c-d3fd-4571-8242-544a06db6bce admin admin] Allocated IP 172.25.1.153 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/9e04c10f-c39d-4167-bba7-f5e9baeaa96f) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:07.097020 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.147077 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Network 6308a502-e8b7-4dde-8ec2-32902f3f538f is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:07.155294 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:07.157848 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:07.160225 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.171989 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] Transition to ACTIVE for port object 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:07.176517 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Pushing event updated for resources: {'Port': ['ID=597a6467-ce74-4164-a684-e079472fb415,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:07.180767 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.208235 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4acb044c-d3fd-4571-8242-544a06db6bce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.235648 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.236282 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.236626 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.236964 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.237295 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.237622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.237973 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.238295 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.238614 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.238931 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.239260 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.239575 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.246400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Attempting to bind port 597a6467-ce74-4164-a684-e079472fb415 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:07.246764 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Attempting to bind port 597a6467-ce74-4164-a684-e079472fb415 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '2dc10de8-e894-4db8-afd1-cd4ccc5f8691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6308a502-e8b7-4dde-8ec2-32902f3f538f'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:07.247248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Attempting to bind port 597a6467-ce74-4164-a684-e079472fb415 on network 6308a502-e8b7-4dde-8ec2-32902f3f538f {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:07.264122 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4acb044c-d3fd-4571-8242-544a06db6bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.264579 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:07.264922 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311f33e-07f9-4d24-8a3c-7ffdfa88e66d None None] Pushing event updated for resources: {'Port': ['ID=949a2ed1-45fc-4ad7-8d37-d7ce559a09f0,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:07.265033 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Checking segment: {'id': '2dc10de8-e894-4db8-afd1-cd4ccc5f8691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6308a502-e8b7-4dde-8ec2-32902f3f538f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:07.265460 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.265919 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Bound using segment: {'id': '2dc10de8-e894-4db8-afd1-cd4ccc5f8691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6308a502-e8b7-4dde-8ec2-32902f3f538f'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:07.266511 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Bound port: 597a6467-ce74-4164-a684-e079472fb415, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc10de8-e894-4db8-afd1-cd4ccc5f8691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6308a502-e8b7-4dde-8ec2-32902f3f538f'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:07.267023 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.279444 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 63adfd75-831d-40ad-9a2b-d745219a175c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:07.285848 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 63adfd75-831d-40ad-9a2b-d745219a175c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:07.290274 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.305101 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3311f33e-07f9-4d24-8a3c-7ffdfa88e66d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.305998 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3311f33e-07f9-4d24-8a3c-7ffdfa88e66d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.306353 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3311f33e-07f9-4d24-8a3c-7ffdfa88e66d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.306689 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3311f33e-07f9-4d24-8a3c-7ffdfa88e66d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.307020 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3311f33e-07f9-4d24-8a3c-7ffdfa88e66d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.307347 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3311f33e-07f9-4d24-8a3c-7ffdfa88e66d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.307669 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3311f33e-07f9-4d24-8a3c-7ffdfa88e66d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.307989 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3311f33e-07f9-4d24-8a3c-7ffdfa88e66d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.308947 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3311f33e-07f9-4d24-8a3c-7ffdfa88e66d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.309325 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3311f33e-07f9-4d24-8a3c-7ffdfa88e66d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.309698 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3311f33e-07f9-4d24-8a3c-7ffdfa88e66d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.310707 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3311f33e-07f9-4d24-8a3c-7ffdfa88e66d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.314989 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acb044c-d3fd-4571-8242-544a06db6bce admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:07.318613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-4acb044c-d3fd-4571-8242-544a06db6bce admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:07.322981 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb044c-d3fd-4571-8242-544a06db6bce admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:07.338965 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] Attempting to bind port 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:07.339337 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] Attempting to bind port 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '9a7f0bb5-4292-491f-aeed-437be7e53025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:07.339704 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] Attempting to bind port 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0 on network f065f76e-ee03-45bb-9843-d8c80febfbef {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:07.346595 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:07.346957 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] Checking segment: {'id': '9a7f0bb5-4292-491f-aeed-437be7e53025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:07.347359 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.347752 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] Bound using segment: {'id': '9a7f0bb5-4292-491f-aeed-437be7e53025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:07.348223 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] Bound port: 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7f0bb5-4292-491f-aeed-437be7e53025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:07.348609 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.348950 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb044c-d3fd-4571-8242-544a06db6bce admin admin] Pushing event updated for resources: {'Port': ['ID=9e04c10f-c39d-4167-bba7-f5e9baeaa96f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:07.408219 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] For port 597a6467-ce74-4164-a684-e079472fb415, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:07.412314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] For port 597a6467-ce74-4164-a684-e079472fb415, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=597a6467-ce74-4164-a684-e079472fb415,segment=NetworkSegment(2dc10de8-e894-4db8-afd1-cd4ccc5f8691),segment_id=2dc10de8-e894-4db8-afd1-cd4ccc5f8691)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:07.418855 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.446162 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] For port 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:07.452940 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] For port 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=949a2ed1-45fc-4ad7-8d37-d7ce559a09f0,segment=NetworkSegment(9a7f0bb5-4292-491f-aeed-437be7e53025),segment_id=9a7f0bb5-4292-491f-aeed-437be7e53025)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:07.465662 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.498873 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.553043 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 63adfd75-831d-40ad-9a2b-d745219a175c, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=63adfd75-831d-40ad-9a2b-d745219a175c,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:07.553962 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801dd58-a2d8-497a-962e-8f2a31df8b68 None None] Pushing event updated for resources: {'Port': ['ID=597a6467-ce74-4164-a684-e079472fb415,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:07.566400 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.579897 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311f33e-07f9-4d24-8a3c-7ffdfa88e66d None None] Pushing event updated for resources: {'Port': ['ID=949a2ed1-45fc-4ad7-8d37-d7ce559a09f0,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:07.597551 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] Routers {'b4182d20-aff5-46ed-9b76-88c05f84ef1f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:07.598068 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:48:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b4182d20-aff5-46ed-9b76-88c05f84ef1f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:07.630889 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=63adfd75-831d-40ad-9a2b-d745219a175c,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:07.676427 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4acb044c-d3fd-4571-8242-544a06db6bce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.737230 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] Set router b4182d20-aff5-46ed-9b76-88c05f84ef1f gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:08.006369 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4acb044c-d3fd-4571-8242-544a06db6bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:08.072226 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'name': 'tempest-TestServerBasicOps-2119374839-router', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:04Z', 'revision_number': 4, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'gw_port': {'id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '949a2ed1-45fc-4ad7-8d37-d7ce559a09f0', 'name': '', 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'mac_address': 'fa:16:3e:88:02:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '3aa7c56b-902c-479a-864b-8b656378c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:07Z', 'revision_number': 4, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'subnets': [{'id': '3aa7c56b-902c-479a-864b-8b656378c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:08.081754 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6b121-66ec-409f-96a1-b15a1652d9a1 req-679ac1f7-3d1e-40af-a52b-1d00c0b73577 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:08.083370 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-72c6b121-66ec-409f-96a1-b15a1652d9a1 req-679ac1f7-3d1e-40af-a52b-1d00c0b73577 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 946 time: 0.1344826 Jul 14 09:48:08.098749 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6490cc-2fe0-4d26-bd60-81874d7e0a21 None None] The sync data for ids ['b4182d20-aff5-46ed-9b76-88c05f84ef1f'] in n-d-798054-10 is: [{'id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'name': 'tempest-TestServerBasicOps-2119374839-router', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:04Z', 'revision_number': 4, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'gw_port': {'id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '949a2ed1-45fc-4ad7-8d37-d7ce559a09f0', 'name': '', 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'mac_address': 'fa:16:3e:88:02:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '3aa7c56b-902c-479a-864b-8b656378c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:07Z', 'revision_number': 4, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'subnets': [{'id': '3aa7c56b-902c-479a-864b-8b656378c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:48:08.171087 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-72c6b121-66ec-409f-96a1-b15a1652d9a1 req-512b105a-9614-414a-a4db-fdd23156274d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594573 Jul 14 09:48:08.214503 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acb044c-d3fd-4571-8242-544a06db6bce admin admin] Router 9a8f5570-f682-464b-bf6a-0703aa6f4ca7 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:48:08.325685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acb044c-d3fd-4571-8242-544a06db6bce admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:48:08.335011 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] Sync routers for ids ['9a8f5570-f682-464b-bf6a-0703aa6f4ca7'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:48:08.348694 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4acb044c-d3fd-4571-8242-544a06db6bce admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:08.348880 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] Routers {'9a8f5570-f682-464b-bf6a-0703aa6f4ca7'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:08.349347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:48:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9a8f5570-f682-464b-bf6a-0703aa6f4ca7'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:08.350021 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4acb044c-d3fd-4571-8242-544a06db6bce admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0541077 Jul 14 09:48:08.352670 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44644) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:08.471934 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] Set router 9a8f5570-f682-464b-bf6a-0703aa6f4ca7 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:08.689397 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8f5570-f682-464b-bf6a-0703aa6f4ca7', 'name': 'tempest-TestServerBasicOps-1346381312-router', 'tenant_id': '75f9bbb168c140e7aedf7c2a56453e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9e04c10f-c39d-4167-bba7-f5e9baeaa96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:06Z', 'updated_at': '2021-07-14T09:48:07Z', 'revision_number': 3, 'project_id': '75f9bbb168c140e7aedf7c2a56453e63', 'gw_port': {'id': '9e04c10f-c39d-4167-bba7-f5e9baeaa96f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:df:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8f5570-f682-464b-bf6a-0703aa6f4ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:06Z', 'updated_at': '2021-07-14T09:48:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:08.717273 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] Checking router: 9a8f5570-f682-464b-bf6a-0703aa6f4ca7 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:48:08.717615 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] Updating router 9a8f5570-f682-464b-bf6a-0703aa6f4ca7 port 9e04c10f-c39d-4167-bba7-f5e9baeaa96f binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:48:08.752722 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:08.844419 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0ce846-4d7e-4422-b920-11d4aeccee95 None None] Network 6308a502-e8b7-4dde-8ec2-32902f3f538f requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:08.893174 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e22b1f96-14ed-4a7c-a604-9b66e6dad39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:08.918759 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fdba2c0e-1d00-40b1-a127-945ef98cb0ab None None] Provisioning for port 597a6467-ce74-4164-a684-e079472fb415 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:09.080673 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-e22b1f96-14ed-4a7c-a604-9b66e6dad39b admin admin] Allocated IP 172.20.0.1 (6308a502-e8b7-4dde-8ec2-32902f3f538f/4e7969f0-1788-4b37-a76e-aa8a8f09cbb0/f47fc334-2020-4379-8159-f488b4a71f99) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:09.156173 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.178275 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] Transition to ACTIVE for port object 9e04c10f-c39d-4167-bba7-f5e9baeaa96f will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:09.182521 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 597a6467-ce74-4164-a684-e079472fb415 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:09.208280 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.223526 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e22b1f96-14ed-4a7c-a604-9b66e6dad39b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.237096 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-e22b1f96-14ed-4a7c-a604-9b66e6dad39b admin admin] Transition to ACTIVE for port object f47fc334-2020-4379-8159-f488b4a71f99 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:09.280295 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e22b1f96-14ed-4a7c-a604-9b66e6dad39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.285169 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] Attempting to bind port 9e04c10f-c39d-4167-bba7-f5e9baeaa96f on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:09.285815 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] Attempting to bind port 9e04c10f-c39d-4167-bba7-f5e9baeaa96f by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:09.286150 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] Attempting to bind port 9e04c10f-c39d-4167-bba7-f5e9baeaa96f on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:09.294138 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af935c68-f0d9-4371-b053-0f1249830907 None None] Pushing event updated for resources: {'Port': ['ID=9e04c10f-c39d-4167-bba7-f5e9baeaa96f,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:09.298092 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:09.298470 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:09.298877 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.299271 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:09.299748 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] Bound port: 9e04c10f-c39d-4167-bba7-f5e9baeaa96f, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:09.300135 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.320030 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b1f96-14ed-4a7c-a604-9b66e6dad39b admin admin] Network 6308a502-e8b7-4dde-8ec2-32902f3f538f is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:09.327288 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-e22b1f96-14ed-4a7c-a604-9b66e6dad39b admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:09.330885 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22b1f96-14ed-4a7c-a604-9b66e6dad39b admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:09.340921 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 597a6467-ce74-4164-a684-e079472fb415 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:09.361901 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 597a6467-ce74-4164-a684-e079472fb415 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:09.362285 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.396504 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b1f96-14ed-4a7c-a604-9b66e6dad39b admin admin] Pushing event updated for resources: {'Port': ['ID=f47fc334-2020-4379-8159-f488b4a71f99,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:09.396852 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] For port 9e04c10f-c39d-4167-bba7-f5e9baeaa96f, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:09.422569 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] For port 9e04c10f-c39d-4167-bba7-f5e9baeaa96f, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9e04c10f-c39d-4167-bba7-f5e9baeaa96f,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:09.430989 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.433525 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e22b1f96-14ed-4a7c-a604-9b66e6dad39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.525240 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af935c68-f0d9-4371-b053-0f1249830907 None None] Pushing event updated for resources: {'Port': ['ID=9e04c10f-c39d-4167-bba7-f5e9baeaa96f,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:09.542794 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] Routers {'9a8f5570-f682-464b-bf6a-0703aa6f4ca7'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:09.543445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:48:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9a8f5570-f682-464b-bf6a-0703aa6f4ca7'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:09.585009 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.814563 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7f73ce42-fd70-48a7-a3c1-68ca0b4db9d8 None None] Provisioning complete for port 597a6467-ce74-4164-a684-e079472fb415 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:09.814842 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f73ce42-fd70-48a7-a3c1-68ca0b4db9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.849032 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 597a6467-ce74-4164-a684-e079472fb415, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=597a6467-ce74-4164-a684-e079472fb415,segment=NetworkSegment(2dc10de8-e894-4db8-afd1-cd4ccc5f8691),segment_id=2dc10de8-e894-4db8-afd1-cd4ccc5f8691)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:09.857700 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.858537 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:09.901593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88371bf4-4e61-4438-b83a-6acaa75f5ca9 req-5b6f119e-29e1-417f-b0ba-fd397c05d51c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:09.903024 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88371bf4-4e61-4438-b83a-6acaa75f5ca9 req-5b6f119e-29e1-417f-b0ba-fd397c05d51c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 946 time: 0.5228174 Jul 14 09:48:09.914083 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] Set router 9a8f5570-f682-464b-bf6a-0703aa6f4ca7 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:09.993964 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88371bf4-4e61-4438-b83a-6acaa75f5ca9 req-5c5c03e9-9d0b-4b74-b54a-c142f960b920 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786784 Jul 14 09:48:10.006877 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e22b1f96-14ed-4a7c-a604-9b66e6dad39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.042836 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=597a6467-ce74-4164-a684-e079472fb415,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:10.110013 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:10.123262 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:10.123650 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.176349 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e22b1f96-14ed-4a7c-a604-9b66e6dad39b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.181404 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e22b1f96-14ed-4a7c-a604-9b66e6dad39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.249484 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8f5570-f682-464b-bf6a-0703aa6f4ca7', 'name': 'tempest-TestServerBasicOps-1346381312-router', 'tenant_id': '75f9bbb168c140e7aedf7c2a56453e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9e04c10f-c39d-4167-bba7-f5e9baeaa96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:06Z', 'updated_at': '2021-07-14T09:48:07Z', 'revision_number': 3, 'project_id': '75f9bbb168c140e7aedf7c2a56453e63', 'gw_port': {'id': '9e04c10f-c39d-4167-bba7-f5e9baeaa96f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:df:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8f5570-f682-464b-bf6a-0703aa6f4ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:06Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:10.249715 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b1f96-14ed-4a7c-a604-9b66e6dad39b admin admin] Pushing event updated for resources: {'Port': ['ID=f47fc334-2020-4379-8159-f488b4a71f99,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:10.252154 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e22b1f96-14ed-4a7c-a604-9b66e6dad39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.253210 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.281059 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36ace55-eedd-4042-88c9-e3df84961476 None None] The sync data for ids ['9a8f5570-f682-464b-bf6a-0703aa6f4ca7'] in n-d-798054-10 is: [{'id': '9a8f5570-f682-464b-bf6a-0703aa6f4ca7', 'name': 'tempest-TestServerBasicOps-1346381312-router', 'tenant_id': '75f9bbb168c140e7aedf7c2a56453e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9e04c10f-c39d-4167-bba7-f5e9baeaa96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:06Z', 'updated_at': '2021-07-14T09:48:07Z', 'revision_number': 3, 'project_id': '75f9bbb168c140e7aedf7c2a56453e63', 'gw_port': {'id': '9e04c10f-c39d-4167-bba7-f5e9baeaa96f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:df:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8f5570-f682-464b-bf6a-0703aa6f4ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:06Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:48:10.290345 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fb9e7085-17e8-4c64-9814-d42e10d0217f None None] Provisioning for port f47fc334-2020-4379-8159-f488b4a71f99 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:10.300657 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fb9e7085-17e8-4c64-9814-d42e10d0217f None None] Provisioning complete for port f47fc334-2020-4379-8159-f488b4a71f99 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:10.301041 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb9e7085-17e8-4c64-9814-d42e10d0217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.347921 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=949a2ed1-45fc-4ad7-8d37-d7ce559a09f0,segment=NetworkSegment(9a7f0bb5-4292-491f-aeed-437be7e53025),segment_id=9a7f0bb5-4292-491f-aeed-437be7e53025)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:10.353631 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b1f96-14ed-4a7c-a604-9b66e6dad39b admin admin] Network 6308a502-e8b7-4dde-8ec2-32902f3f538f is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:10.355085 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.355867 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-e22b1f96-14ed-4a7c-a604-9b66e6dad39b admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:10.356127 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 63adfd75-831d-40ad-9a2b-d745219a175c up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:10.361168 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fb9e7085-17e8-4c64-9814-d42e10d0217f None None] Port f47fc334-2020-4379-8159-f488b4a71f99 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:48:10.442211 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=949a2ed1-45fc-4ad7-8d37-d7ce559a09f0,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:10.467870 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 63adfd75-831d-40ad-9a2b-d745219a175c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:10.468371 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.507353 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22b1f96-14ed-4a7c-a604-9b66e6dad39b admin admin] Router 9a8f5570-f682-464b-bf6a-0703aa6f4ca7 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:48:10.655414 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22b1f96-14ed-4a7c-a604-9b66e6dad39b admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:48:10.662311 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e22b1f96-14ed-4a7c-a604-9b66e6dad39b admin admin] 10.222.0.26 "PUT /v2.0/routers/9a8f5570-f682-464b-bf6a-0703aa6f4ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3084447 Jul 14 09:48:10.700407 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5e9bc884-2b52-49b8-8317-dccdffcb319a None None] Provisioning complete for port f47fc334-2020-4379-8159-f488b4a71f99 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:10.702015 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5e9bc884-2b52-49b8-8317-dccdffcb319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.743362 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5e9bc884-2b52-49b8-8317-dccdffcb319a None None] Port f47fc334-2020-4379-8159-f488b4a71f99 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:48:11.062363 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 597a6467-ce74-4164-a684-e079472fb415 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:11.119271 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 597a6467-ce74-4164-a684-e079472fb415 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:11.119984 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.201325 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a057639-4c8f-4556-a3b4-3354df0f5409 req-b2860bd4-ee92-4e12-b936-e50c6d7b4384 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:11.202956 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7a057639-4c8f-4556-a3b4-3354df0f5409 req-b2860bd4-ee92-4e12-b936-e50c6d7b4384 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 946 time: 0.0771115 Jul 14 09:48:11.205985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9e04c10f-c39d-4167-bba7-f5e9baeaa96f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:11.251325 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7a057639-4c8f-4556-a3b4-3354df0f5409 req-8866bdba-5cb0-41aa-a816-49ae1f312ac8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417593 Jul 14 09:48:11.267395 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 9e04c10f-c39d-4167-bba7-f5e9baeaa96f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:11.272069 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 9e04c10f-c39d-4167-bba7-f5e9baeaa96f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:11.272755 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.362729 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44656) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:11.367445 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-55a8aa5f-b473-451a-9536-d56ddb1e8874 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2044983231', 'description': 'tempest-secgroup-smoke-2044983231 description', 'project_id': 'f1987d6f84b6403ea253cd61d460ac25'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:11.371884 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.394277 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 9e04c10f-c39d-4167-bba7-f5e9baeaa96f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9e04c10f-c39d-4167-bba7-f5e9baeaa96f,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:11.394644 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-55a8aa5f-b473-451a-9536-d56ddb1e8874 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.398174 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.398968 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:11.480735 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=9e04c10f-c39d-4167-bba7-f5e9baeaa96f,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:11.480985 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-55a8aa5f-b473-451a-9536-d56ddb1e8874 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.491426 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-55a8aa5f-b473-451a-9536-d56ddb1e8874 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.495806 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:11.496184 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.519742 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-55a8aa5f-b473-451a-9536-d56ddb1e8874 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.520968 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-55a8aa5f-b473-451a-9536-d56ddb1e8874 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1571567 Jul 14 09:48:11.522976 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8aa5f-b473-451a-9536-d56ddb1e8874 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35cfcaae-f3bc-4f28-956a-fe4060e94dd2,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:11.524140 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44658) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:11.530061 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-36bd0341-465f-490f-964f-1e526835f4bf tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Request body: {'security_group_rule': {'security_group_id': '35cfcaae-f3bc-4f28-956a-fe4060e94dd2', 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:11.559597 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-36bd0341-465f-490f-964f-1e526835f4bf tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.619839 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-36bd0341-465f-490f-964f-1e526835f4bf tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.623393 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-36bd0341-465f-490f-964f-1e526835f4bf tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.641083 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd0341-465f-490f-964f-1e526835f4bf tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202ce379-6cc4-4f07-94f0-56fc687bb8d7,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:11.646152 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-36bd0341-465f-490f-964f-1e526835f4bf tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.647349 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-36bd0341-465f-490f-964f-1e526835f4bf tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216793 Jul 14 09:48:11.650032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44660) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:11.655071 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-685a51b9-a04d-4619-a601-6c4009ecaf21 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Request body: {'security_group_rule': {'security_group_id': '35cfcaae-f3bc-4f28-956a-fe4060e94dd2', 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:11.682050 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-685a51b9-a04d-4619-a601-6c4009ecaf21 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.741929 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-685a51b9-a04d-4619-a601-6c4009ecaf21 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.745402 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-685a51b9-a04d-4619-a601-6c4009ecaf21 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.760739 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a51b9-a04d-4619-a601-6c4009ecaf21 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de9b691-2a41-47ad-b0bf-24dc9e92fd24,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:11.771362 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-685a51b9-a04d-4619-a601-6c4009ecaf21 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.772626 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-685a51b9-a04d-4619-a601-6c4009ecaf21 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216624 Jul 14 09:48:11.775478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44662) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:11.780788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e1bf0a22-aab2-4e3f-8a9a-b555d82bd1f5 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Request body: {'security_group_rule': {'security_group_id': '35cfcaae-f3bc-4f28-956a-fe4060e94dd2', 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:11.807722 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e1bf0a22-aab2-4e3f-8a9a-b555d82bd1f5 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.867982 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e1bf0a22-aab2-4e3f-8a9a-b555d82bd1f5 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.871825 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e1bf0a22-aab2-4e3f-8a9a-b555d82bd1f5 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.890085 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf0a22-aab2-4e3f-8a9a-b555d82bd1f5 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc70cee-302b-4cab-95ad-9cb67f45cdb4,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:11.896075 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e1bf0a22-aab2-4e3f-8a9a-b555d82bd1f5 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.897543 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e1bf0a22-aab2-4e3f-8a9a-b555d82bd1f5 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210084 Jul 14 09:48:11.900255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44664) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:11.905384 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d948449c-c674-4534-825a-fd58d534c764 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Request body: {'security_group_rule': {'security_group_id': '35cfcaae-f3bc-4f28-956a-fe4060e94dd2', 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:11.931599 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d948449c-c674-4534-825a-fd58d534c764 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.975824 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] Sync routers for ids ['9a8f5570-f682-464b-bf6a-0703aa6f4ca7'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:48:11.985542 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] Routers {'9a8f5570-f682-464b-bf6a-0703aa6f4ca7'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:11.986417 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:48:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9a8f5570-f682-464b-bf6a-0703aa6f4ca7'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:11.991809 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d948449c-c674-4534-825a-fd58d534c764 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.995742 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d948449c-c674-4534-825a-fd58d534c764 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.019260 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948449c-c674-4534-825a-fd58d534c764 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77dbfe5-2bbd-4599-b34c-cff3d1b4c9d5,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:12.022874 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d948449c-c674-4534-825a-fd58d534c764 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.026546 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d948449c-c674-4534-825a-fd58d534c764 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228294 Jul 14 09:48:12.026969 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44666) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:12.031426 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7dbf4704-79e1-42ba-82aa-e2788f800b53 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Request body: {'security_group_rule': {'security_group_id': '35cfcaae-f3bc-4f28-956a-fe4060e94dd2', 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:12.052632 n-d-798054-10 neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-7dbf4704-79e1-42ba-82aa-e2788f800b53 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Project f1987d6f84b6403ea253cd61d460ac25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:48:12.058750 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7dbf4704-79e1-42ba-82aa-e2788f800b53 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.096793 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] Set router 9a8f5570-f682-464b-bf6a-0703aa6f4ca7 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:12.120852 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7dbf4704-79e1-42ba-82aa-e2788f800b53 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.125151 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7dbf4704-79e1-42ba-82aa-e2788f800b53 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.145296 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf4704-79e1-42ba-82aa-e2788f800b53 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f335840-6163-4f34-9d96-82eab9c46e0f,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:12.148796 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7dbf4704-79e1-42ba-82aa-e2788f800b53 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.153878 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7dbf4704-79e1-42ba-82aa-e2788f800b53 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221616 Jul 14 09:48:12.154689 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44668) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:12.158473 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-2f5f4e11-40f0-41c1-95df-a2ac9bc35091 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Request body: {'security_group_rule': {'security_group_id': '35cfcaae-f3bc-4f28-956a-fe4060e94dd2', 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:12.180232 n-d-798054-10 neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-2f5f4e11-40f0-41c1-95df-a2ac9bc35091 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Project f1987d6f84b6403ea253cd61d460ac25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:48:12.185609 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4e11-40f0-41c1-95df-a2ac9bc35091 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.246515 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4e11-40f0-41c1-95df-a2ac9bc35091 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.250977 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4e11-40f0-41c1-95df-a2ac9bc35091 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.271007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f4e11-40f0-41c1-95df-a2ac9bc35091 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae05c21a-006e-4452-a2f1-8aacfb99d8e5,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:12.274157 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4e11-40f0-41c1-95df-a2ac9bc35091 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.280709 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2f5f4e11-40f0-41c1-95df-a2ac9bc35091 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203210 Jul 14 09:48:12.315283 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8f5570-f682-464b-bf6a-0703aa6f4ca7', 'name': 'tempest-TestServerBasicOps-1346381312-router', 'tenant_id': '75f9bbb168c140e7aedf7c2a56453e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9e04c10f-c39d-4167-bba7-f5e9baeaa96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:06Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '75f9bbb168c140e7aedf7c2a56453e63', 'gw_port': {'id': '9e04c10f-c39d-4167-bba7-f5e9baeaa96f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8f5570-f682-464b-bf6a-0703aa6f4ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:06Z', 'updated_at': '2021-07-14T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'f47fc334-2020-4379-8159-f488b4a71f99', 'name': '', 'network_id': '6308a502-e8b7-4dde-8ec2-32902f3f538f', 'tenant_id': '75f9bbb168c140e7aedf7c2a56453e63', 'mac_address': 'fa:16:3e:ea:2d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8f5570-f682-464b-bf6a-0703aa6f4ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '4e7969f0-1788-4b37-a76e-aa8a8f09cbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:08Z', 'updated_at': '2021-07-14T09:48:10Z', 'revision_number': 2, 'project_id': '75f9bbb168c140e7aedf7c2a56453e63', 'subnets': [{'id': '4e7969f0-1788-4b37-a76e-aa8a8f09cbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:12.442667 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] Checking router: 9a8f5570-f682-464b-bf6a-0703aa6f4ca7 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:48:12.442940 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] Updating router 9a8f5570-f682-464b-bf6a-0703aa6f4ca7 port f47fc334-2020-4379-8159-f488b4a71f99 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:48:12.457819 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-b9c1d2d5-b275-4ae1-a300-fec1fa0391b6 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2044983231&fields=id&tenant_id=f1987d6f84b6403ea253cd61d460ac25 HTTP/1.1" status: 200 len: 267 time: 0.0466559 Jul 14 09:48:12.475589 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.529870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855d519-6322-4a44-8b48-60984d5ee81e req-439f86eb-7a36-441c-b87c-5261dddbec4f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:12.531287 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1855d519-6322-4a44-8b48-60984d5ee81e req-439f86eb-7a36-441c-b87c-5261dddbec4f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 946 time: 0.1484230 Jul 14 09:48:12.596905 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1855d519-6322-4a44-8b48-60984d5ee81e req-351e3d54-0e1d-41d7-a37a-8926799e2566 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579758 Jul 14 09:48:12.603754 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-354f90b8-a3e8-4543-9124-8720be0df7c9 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:12.605168 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-354f90b8-a3e8-4543-9124-8720be0df7c9 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/networks?id=f065f76e-ee03-45bb-9843-d8c80febfbef HTTP/1.1" status: 200 len: 809 time: 0.1392670 Jul 14 09:48:12.621755 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-8126a887-cc28-40ac-bb8f-69e8c915896e tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/quotas/f1987d6f84b6403ea253cd61d460ac25 HTTP/1.1" status: 200 len: 375 time: 0.0096009 Jul 14 09:48:12.698363 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-2301a168-3c8e-4055-a2f8-f1dbde2d895a tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1987d6f84b6403ea253cd61d460ac25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670254 Jul 14 09:48:12.733543 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.742999 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] Transition to ACTIVE for port object f47fc334-2020-4379-8159-f488b4a71f99 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:12.748742 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.798663 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc7684-d4d4-4b35-84f3-289647db0ea1 None None] Pushing event updated for resources: {'Port': ['ID=f47fc334-2020-4379-8159-f488b4a71f99,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:12.798783 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-58b3e531-2f7e-4062-b0a7-9f21c8f2a8e2 service neutron] 10.222.0.26 "GET /v2.0/networks/f065f76e-ee03-45bb-9843-d8c80febfbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891559 Jul 14 09:48:12.863465 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] Attempting to bind port f47fc334-2020-4379-8159-f488b4a71f99 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:12.863861 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] Attempting to bind port f47fc334-2020-4379-8159-f488b4a71f99 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '2dc10de8-e894-4db8-afd1-cd4ccc5f8691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6308a502-e8b7-4dde-8ec2-32902f3f538f'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:12.864245 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] Attempting to bind port f47fc334-2020-4379-8159-f488b4a71f99 on network 6308a502-e8b7-4dde-8ec2-32902f3f538f {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:12.870037 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:12.870403 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] Checking segment: {'id': '2dc10de8-e894-4db8-afd1-cd4ccc5f8691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6308a502-e8b7-4dde-8ec2-32902f3f538f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:12.870795 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.871176 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] Bound using segment: {'id': '2dc10de8-e894-4db8-afd1-cd4ccc5f8691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6308a502-e8b7-4dde-8ec2-32902f3f538f'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:12.871632 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] Bound port: f47fc334-2020-4379-8159-f488b4a71f99, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc10de8-e894-4db8-afd1-cd4ccc5f8691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6308a502-e8b7-4dde-8ec2-32902f3f538f'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:12.872005 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.898580 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-5be985c2-5a8e-43e1-b53b-752c5465a25d service neutron] 10.222.0.26 "GET /v2.0/networks/f065f76e-ee03-45bb-9843-d8c80febfbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947967 Jul 14 09:48:12.941215 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] For port f47fc334-2020-4379-8159-f488b4a71f99, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:12.944383 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] For port f47fc334-2020-4379-8159-f488b4a71f99, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f47fc334-2020-4379-8159-f488b4a71f99,segment=NetworkSegment(2dc10de8-e894-4db8-afd1-cd4ccc5f8691),segment_id=2dc10de8-e894-4db8-afd1-cd4ccc5f8691)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:12.951178 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.981686 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9e04c10f-c39d-4167-bba7-f5e9baeaa96f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:13.022375 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc7684-d4d4-4b35-84f3-289647db0ea1 None None] Pushing event updated for resources: {'Port': ['ID=f47fc334-2020-4379-8159-f488b4a71f99,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:13.035919 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 9e04c10f-c39d-4167-bba7-f5e9baeaa96f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:13.036262 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:13.040369 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] Routers {'9a8f5570-f682-464b-bf6a-0703aa6f4ca7'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:13.040970 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:48:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9a8f5570-f682-464b-bf6a-0703aa6f4ca7'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:13.177313 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b9e0c827-c1e1-4fa0-b3b0-0e7b8f50ca4c req-323fd301-2e4f-4332-bffb-b23117695fc5 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 210 time: 0.0414975 Jul 14 09:48:13.192562 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] Set router 9a8f5570-f682-464b-bf6a-0703aa6f4ca7 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:13.400048 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8f5570-f682-464b-bf6a-0703aa6f4ca7', 'name': 'tempest-TestServerBasicOps-1346381312-router', 'tenant_id': '75f9bbb168c140e7aedf7c2a56453e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9e04c10f-c39d-4167-bba7-f5e9baeaa96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:06Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '75f9bbb168c140e7aedf7c2a56453e63', 'gw_port': {'id': '9e04c10f-c39d-4167-bba7-f5e9baeaa96f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8f5570-f682-464b-bf6a-0703aa6f4ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:06Z', 'updated_at': '2021-07-14T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'f47fc334-2020-4379-8159-f488b4a71f99', 'name': '', 'network_id': '6308a502-e8b7-4dde-8ec2-32902f3f538f', 'tenant_id': '75f9bbb168c140e7aedf7c2a56453e63', 'mac_address': 'fa:16:3e:ea:2d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8f5570-f682-464b-bf6a-0703aa6f4ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '4e7969f0-1788-4b37-a76e-aa8a8f09cbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:08Z', 'updated_at': '2021-07-14T09:48:12Z', 'revision_number': 4, 'project_id': '75f9bbb168c140e7aedf7c2a56453e63', 'subnets': [{'id': '4e7969f0-1788-4b37-a76e-aa8a8f09cbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:13.427836 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46603dd-47d1-428f-913d-9676572c9120 None None] The sync data for ids ['9a8f5570-f682-464b-bf6a-0703aa6f4ca7'] in n-d-798054-10 is: [{'id': '9a8f5570-f682-464b-bf6a-0703aa6f4ca7', 'name': 'tempest-TestServerBasicOps-1346381312-router', 'tenant_id': '75f9bbb168c140e7aedf7c2a56453e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9e04c10f-c39d-4167-bba7-f5e9baeaa96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:06Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '75f9bbb168c140e7aedf7c2a56453e63', 'gw_port': {'id': '9e04c10f-c39d-4167-bba7-f5e9baeaa96f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8f5570-f682-464b-bf6a-0703aa6f4ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:06Z', 'updated_at': '2021-07-14T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'f47fc334-2020-4379-8159-f488b4a71f99', 'name': '', 'network_id': '6308a502-e8b7-4dde-8ec2-32902f3f538f', 'tenant_id': '75f9bbb168c140e7aedf7c2a56453e63', 'mac_address': 'fa:16:3e:ea:2d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8f5570-f682-464b-bf6a-0703aa6f4ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '4e7969f0-1788-4b37-a76e-aa8a8f09cbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:08Z', 'updated_at': '2021-07-14T09:48:12Z', 'revision_number': 4, 'project_id': '75f9bbb168c140e7aedf7c2a56453e63', 'subnets': [{'id': '4e7969f0-1788-4b37-a76e-aa8a8f09cbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:48:13.780269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5a611-7ce4-4a94-a20b-aaad70f47421 req-3bb57257-1e29-4d7c-90f6-e461f0fab335 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:13.782456 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7fe5a611-7ce4-4a94-a20b-aaad70f47421 req-3bb57257-1e29-4d7c-90f6-e461f0fab335 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 946 time: 0.0676033 Jul 14 09:48:13.822709 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7fe5a611-7ce4-4a94-a20b-aaad70f47421 req-5a9ee5c8-1122-47ce-b7c6-b494477e2a73 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341237 Jul 14 09:48:14.314081 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4dd8f74-126b-467c-9657-417f43f12cff req-f47532cd-331d-4b46-848c-89fb2a8767ae tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 210 time: 0.0337219 Jul 14 09:48:14.416579 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-f1daa79f-df38-4540-9296-4e1bbed8ab0f tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:14.418070 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-f1daa79f-df38-4540-9296-4e1bbed8ab0f tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.55 "GET /v2.0/networks?id=f065f76e-ee03-45bb-9843-d8c80febfbef HTTP/1.1" status: 200 len: 809 time: 0.1036963 Jul 14 09:48:14.472514 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-d6d6d72d-45cb-4866-8358-e4e02800f987 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1987d6f84b6403ea253cd61d460ac25 HTTP/1.1" status: 200 len: 380 time: 0.0348666 Jul 14 09:48:14.480765 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-0caea5ed-a5a8-445a-8ecf-989dc261d5e1 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Request body: {'port': {'device_id': '7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2', 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef', 'admin_state_up': True, 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'security_groups': ['35cfcaae-f3bc-4f28-956a-fe4060e94dd2']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:14.592661 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-0caea5ed-a5a8-445a-8ecf-989dc261d5e1 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Made reservation on behalf of f1987d6f84b6403ea253cd61d460ac25 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:14.596428 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-0caea5ed-a5a8-445a-8ecf-989dc261d5e1 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:14.764415 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-0caea5ed-a5a8-445a-8ecf-989dc261d5e1 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Allocated IP 172.20.0.11 (f065f76e-ee03-45bb-9843-d8c80febfbef/3aa7c56b-902c-479a-864b-8b656378c09b/13c0829d-013e-41cf-b91a-ffa4870f7501) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:14.771147 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-f49dc654-f114-4a34-83d0-e15b20ead5d8 service neutron] show failed (client error): The resource could not be found. Jul 14 09:48:14.772167 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-f49dc654-f114-4a34-83d0-e15b20ead5d8 service neutron] 10.222.0.55 "GET /v2.0/ports/6fcc93fc-effb-42d9-ae02-672fc2e25a25/bindings/n-h2-798054-10 HTTP/1.1" status: 404 len: 381 time: 0.1062682 Jul 14 09:48:14.928598 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-0caea5ed-a5a8-445a-8ecf-989dc261d5e1 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:14.964324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-0caea5ed-a5a8-445a-8ecf-989dc261d5e1 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Transition to ACTIVE for port object 13c0829d-013e-41cf-b91a-ffa4870f7501 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:15.000326 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-0caea5ed-a5a8-445a-8ecf-989dc261d5e1 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.049433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-0caea5ed-a5a8-445a-8ecf-989dc261d5e1 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Network f065f76e-ee03-45bb-9843-d8c80febfbef is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:15.053116 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-0caea5ed-a5a8-445a-8ecf-989dc261d5e1 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:15.061672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-0caea5ed-a5a8-445a-8ecf-989dc261d5e1 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:15.073392 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f47fc334-2020-4379-8159-f488b4a71f99 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:15.118102 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caea5ed-a5a8-445a-8ecf-989dc261d5e1 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Pushing event updated for resources: {'Port': ['ID=13c0829d-013e-41cf-b91a-ffa4870f7501,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:15.139954 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-0caea5ed-a5a8-445a-8ecf-989dc261d5e1 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:15.140689 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-0caea5ed-a5a8-445a-8ecf-989dc261d5e1 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.156316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port f47fc334-2020-4379-8159-f488b4a71f99 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:15.164377 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f47fc334-2020-4379-8159-f488b4a71f99 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:15.164754 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.169397 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-0caea5ed-a5a8-445a-8ecf-989dc261d5e1 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6919808 Jul 14 09:48:15.171130 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641e988-0701-40df-9251-83253b93f52a req-8c9533e0-009b-4ec9-9641-fdd5c86327e0 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:15.178549 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4641e988-0701-40df-9251-83253b93f52a req-8c9533e0-009b-4ec9-9641-fdd5c86327e0 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 946 time: 0.1779659 Jul 14 09:48:15.187561 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-385fd6a7-6b35-4939-8999-8c024c1ee3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:15.189068 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-385fd6a7-6b35-4939-8999-8c024c1ee3e6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8&tenant_id=4572804f6c7148f4a4dc06c5116104de HTTP/1.1" status: 200 len: 1098 time: 0.1536050 Jul 14 09:48:15.195331 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] Request body: {'port': {'device_id': '7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:15.203335 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-10', 'device_owner': 'compute:nova'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:15.270636 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.278437 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4641e988-0701-40df-9251-83253b93f52a req-d85971b3-7aec-4e89-978a-ce1d05ebc8dc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988839 Jul 14 09:48:15.327836 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.328430 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port f47fc334-2020-4379-8159-f488b4a71f99, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f47fc334-2020-4379-8159-f488b4a71f99,segment=NetworkSegment(2dc10de8-e894-4db8-afd1-cd4ccc5f8691),segment_id=2dc10de8-e894-4db8-afd1-cd4ccc5f8691)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:15.335621 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.352245 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.445910 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=f47fc334-2020-4379-8159-f488b4a71f99,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:15.468952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3d8706be-610e-40b2-a45a-b553e73fa3ae None None] Provisioning for port 13c0829d-013e-41cf-b91a-ffa4870f7501 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:15.473502 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3d8706be-610e-40b2-a45a-b553e73fa3ae None None] Provisioning complete for port 13c0829d-013e-41cf-b91a-ffa4870f7501 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:15.474068 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d8706be-610e-40b2-a45a-b553e73fa3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.512249 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3d8706be-610e-40b2-a45a-b553e73fa3ae None None] Port 13c0829d-013e-41cf-b91a-ffa4870f7501 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:48:15.633379 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c0829d-013e-41cf-b91a-ffa4870f7501 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:48:15.636595 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab324c-3e52-4d43-ab01-c41fb8f708cc req-e999c1a4-70be-48b1-be64-d27eee07dc54 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:15.638273 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5aab324c-3e52-4d43-ab01-c41fb8f708cc req-e999c1a4-70be-48b1-be64-d27eee07dc54 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 932 time: 0.1508796 Jul 14 09:48:15.641692 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.655230 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] Transition to ACTIVE for port object 13c0829d-013e-41cf-b91a-ffa4870f7501 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:15.659868 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.675989 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] For port 6fcc93fc-effb-42d9-ae02-672fc2e25a25, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6fcc93fc-effb-42d9-ae02-672fc2e25a25,segment=NetworkSegment(f265ca51-3eb8-46da-a927-69f9dc362cb5),segment_id=f265ca51-3eb8-46da-a927-69f9dc362cb5)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:15.710470 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5aab324c-3e52-4d43-ab01-c41fb8f708cc req-b747e54b-ff51-4114-a834-bb84d340c631 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/security-groups?id=35cfcaae-f3bc-4f28-956a-fe4060e94dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618463 Jul 14 09:48:15.712473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] Pushing event updated for resources: {'Port': ['ID=13c0829d-013e-41cf-b91a-ffa4870f7501,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:15.730449 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] For port 6fcc93fc-effb-42d9-ae02-672fc2e25a25, host n-h1-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:15.775992 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63282012-1323-4d78-9847-87129e7ad5f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fcc93fc-effb-42d9-ae02-672fc2e25a25'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:15.778541 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0729c30e-70c2-426d-9bcb-bbd5c96241ad" -d '{"events": [{"server_uuid": "63282012-1323-4d78-9847-87129e7ad5f8", "name": "network-vif-unplugged", "status": "completed", "tag": "6fcc93fc-effb-42d9-ae02-672fc2e25a25"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:15.783027 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.792359 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] Attempting to bind port 13c0829d-013e-41cf-b91a-ffa4870f7501 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:15.792701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] Attempting to bind port 13c0829d-013e-41cf-b91a-ffa4870f7501 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '9a7f0bb5-4292-491f-aeed-437be7e53025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:15.793033 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] Attempting to bind port 13c0829d-013e-41cf-b91a-ffa4870f7501 on network f065f76e-ee03-45bb-9843-d8c80febfbef {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:15.798159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] Port 13c0829d-013e-41cf-b91a-ffa4870f7501 on network f065f76e-ee03-45bb-9843-d8c80febfbef not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:48:15.798485 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] Attempting to bind port 13c0829d-013e-41cf-b91a-ffa4870f7501 on network f065f76e-ee03-45bb-9843-d8c80febfbef {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:15.803742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:15.804094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] Checking segment: {'id': '9a7f0bb5-4292-491f-aeed-437be7e53025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:15.804482 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] Bound using segment: {'id': '9a7f0bb5-4292-491f-aeed-437be7e53025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:15.804921 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] Bound port: 13c0829d-013e-41cf-b91a-ffa4870f7501, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a7f0bb5-4292-491f-aeed-437be7e53025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:15.805965 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.810473 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] Transition to ACTIVE for port object 6fcc93fc-effb-42d9-ae02-672fc2e25a25 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:15.814659 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.854569 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8177b63-987a-455d-a6df-565b665f0178 x-openstack-request-id: req-f8177b63-987a-455d-a6df-565b665f0178 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:15.854957 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63282012-1323-4d78-9847-87129e7ad5f8", "name": "network-vif-unplugged", "status": "completed", "tag": "6fcc93fc-effb-42d9-ae02-672fc2e25a25", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:15.855347 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8177b63-987a-455d-a6df-565b665f0178 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:15.855866 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63282012-1323-4d78-9847-87129e7ad5f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fcc93fc-effb-42d9-ae02-672fc2e25a25', 'code': 200} Jul 14 09:48:15.884689 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] For port 13c0829d-013e-41cf-b91a-ffa4870f7501, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:15.888389 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] For port 13c0829d-013e-41cf-b91a-ffa4870f7501, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=13c0829d-013e-41cf-b91a-ffa4870f7501,segment=NetworkSegment(9a7f0bb5-4292-491f-aeed-437be7e53025),segment_id=9a7f0bb5-4292-491f-aeed-437be7e53025)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:15.895672 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.933657 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:15.934415 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.935996 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] 10.222.0.55 "PUT /v2.0/ports/13c0829d-013e-41cf-b91a-ffa4870f7501 HTTP/1.1" status: 200 len: 1093 time: 0.7524719 Jul 14 09:48:15.936657 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2', 'tag': '13c0829d-013e-41cf-b91a-ffa4870f7501'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:15.939240 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39061ee-efa5-49b0-9b05-460a8626ecc4" -d '{"events": [{"name": "network-changed", "server_uuid": "7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2", "tag": "13c0829d-013e-41cf-b91a-ffa4870f7501"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:15.978473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c643730-d023-465f-b74e-398b6bd265d0 service neutron] Pushing event updated for resources: {'Port': ['ID=13c0829d-013e-41cf-b91a-ffa4870f7501,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:16.005209 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fcc93fc-effb-42d9-ae02-672fc2e25a25,revision_number=6']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:16.063777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] No DVR routers for this DVR port 6fcc93fc-effb-42d9-ae02-672fc2e25a25 on host n-h1-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:48:16.088972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-466b283a-1938-4d62-b9ff-6bf080d3ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:16.090528 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-466b283a-1938-4d62-b9ff-6bf080d3ef1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1987d6f84b6403ea253cd61d460ac25&device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 1096 time: 0.0921798 Jul 14 09:48:16.154975 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-222f7751-2bda-4d70-842b-86f7b9993454 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13c0829d-013e-41cf-b91a-ffa4870f7501 HTTP/1.1" status: 200 len: 217 time: 0.0509856 Jul 14 09:48:16.161161 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a5b374-8bfe-48a0-92f9-882a4e725707 x-openstack-request-id: req-c6a5b374-8bfe-48a0-92f9-882a4e725707 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:16.161532 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2", "tag": "13c0829d-013e-41cf-b91a-ffa4870f7501", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:16.161982 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6a5b374-8bfe-48a0-92f9-882a4e725707 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:16.162427 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2', 'tag': '13c0829d-013e-41cf-b91a-ffa4870f7501', 'status': 'completed', 'code': 200} Jul 14 09:48:16.222279 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-e9aeb776-aad7-45dc-b1bf-2d81531647e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:16.223997 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-e9aeb776-aad7-45dc-b1bf-2d81531647e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3aa7c56b-902c-479a-864b-8b656378c09b HTTP/1.1" status: 200 len: 848 time: 0.0607274 Jul 14 09:48:16.253108 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] Attempting to bind port 6fcc93fc-effb-42d9-ae02-672fc2e25a25 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:16.253623 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] Attempting to bind port 6fcc93fc-effb-42d9-ae02-672fc2e25a25 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': 'f265ca51-3eb8-46da-a927-69f9dc362cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:16.253935 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] Attempting to bind port 6fcc93fc-effb-42d9-ae02-672fc2e25a25 on network 6348036e-71bd-46d3-9160-a2bf4c60dce2 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:16.259939 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] Port 6fcc93fc-effb-42d9-ae02-672fc2e25a25 on network 6348036e-71bd-46d3-9160-a2bf4c60dce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:48:16.260350 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] Attempting to bind port 6fcc93fc-effb-42d9-ae02-672fc2e25a25 on network 6348036e-71bd-46d3-9160-a2bf4c60dce2 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:16.268004 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:16.269153 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] Checking segment: {'id': 'f265ca51-3eb8-46da-a927-69f9dc362cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:16.269560 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] Bound using segment: {'id': 'f265ca51-3eb8-46da-a927-69f9dc362cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:16.270521 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] Bound port: 6fcc93fc-effb-42d9-ae02-672fc2e25a25, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f265ca51-3eb8-46da-a927-69f9dc362cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:16.270895 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:16.293564 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-46209472-fa09-4b4a-89b0-cfd8ed6099a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:16.295237 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-46209472-fa09-4b4a-89b0-cfd8ed6099a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f065f76e-ee03-45bb-9843-d8c80febfbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643554 Jul 14 09:48:16.339848 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] For port 6fcc93fc-effb-42d9-ae02-672fc2e25a25, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:16.343659 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] For port 6fcc93fc-effb-42d9-ae02-672fc2e25a25, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6fcc93fc-effb-42d9-ae02-672fc2e25a25,segment=NetworkSegment(f265ca51-3eb8-46da-a927-69f9dc362cb5),segment_id=f265ca51-3eb8-46da-a927-69f9dc362cb5)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:16.347845 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:16.389818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:16.390366 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:16.392285 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] 10.222.0.49 "PUT /v2.0/ports/6fcc93fc-effb-42d9-ae02-672fc2e25a25 HTTP/1.1" status: 200 len: 1093 time: 1.1944778 Jul 14 09:48:16.397027 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-ac170462-5bad-45d2-8b80-6b2619102ac7 service neutron] 10.222.0.55 "GET /v2.0/networks/f065f76e-ee03-45bb-9843-d8c80febfbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949509 Jul 14 09:48:16.489729 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1098f-7805-4b00-b72e-8ee6fdd80af8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fcc93fc-effb-42d9-ae02-672fc2e25a25,revision_number=7']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:16.505974 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-642d58b0-af97-4dc8-b52f-b6b7f5ead684 req-bb9d8fce-1feb-4538-8b61-cdd7b3e609ec service neutron] 10.222.0.55 "GET /v2.0/networks/f065f76e-ee03-45bb-9843-d8c80febfbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011865 Jul 14 09:48:16.535308 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d806003-78c3-4f91-a324-51af68b6ddde req-bdf7ab44-5546-4f6e-8391-5594ed9198c3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:16.537068 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d806003-78c3-4f91-a324-51af68b6ddde req-bdf7ab44-5546-4f6e-8391-5594ed9198c3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 944 time: 0.1438100 Jul 14 09:48:16.542772 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-897a96fb-4ed1-4e56-9386-659262793dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:16.544300 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-897a96fb-4ed1-4e56-9386-659262793dc9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 1096 time: 0.1122787 Jul 14 09:48:16.599124 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:16.634080 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d806003-78c3-4f91-a324-51af68b6ddde req-3ec7aa41-29e4-4b05-b9d2-b3caee4722bd tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891869 Jul 14 09:48:16.663329 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39061ee-efa5-49b0-9b05-460a8626ecc4 req-9dae7380-9aea-4b73-96ee-4822a328f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:16.664915 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f39061ee-efa5-49b0-9b05-460a8626ecc4 req-9dae7380-9aea-4b73-96ee-4822a328f4e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1987d6f84b6403ea253cd61d460ac25&device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 1096 time: 0.0621731 Jul 14 09:48:16.670394 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-eb3a7b75-6a74-4cd6-bba6-15908daefa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:16.671864 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-eb3a7b75-6a74-4cd6-bba6-15908daefa6f service neutron] 10.222.0.49 "GET /v2.0/networks?id=6348036e-71bd-46d3-9160-a2bf4c60dce2 HTTP/1.1" status: 200 len: 897 time: 0.1207535 Jul 14 09:48:16.736480 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-98db7444-e7e5-4e25-9d23-37bb5fb290b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fcc93fc-effb-42d9-ae02-672fc2e25a25 HTTP/1.1" status: 200 len: 999 time: 0.0585186 Jul 14 09:48:16.756242 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39061ee-efa5-49b0-9b05-460a8626ecc4 req-398a5289-b7c7-4452-afdb-7685131a45a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:16.757757 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f39061ee-efa5-49b0-9b05-460a8626ecc4 req-398a5289-b7c7-4452-afdb-7685131a45a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f065f76e-ee03-45bb-9843-d8c80febfbef HTTP/1.1" status: 200 len: 910 time: 0.0856462 Jul 14 09:48:16.799244 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-ed896aac-9d62-4b6e-98fa-20c869055a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:16.800952 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-ed896aac-9d62-4b6e-98fa-20c869055a7a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3022b3c3-627c-4c8a-a923-060fc2b5bef9 HTTP/1.1" status: 200 len: 835 time: 0.0585141 Jul 14 09:48:16.805499 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f39061ee-efa5-49b0-9b05-460a8626ecc4 req-53a91bef-4fe9-4597-8bdc-ca04cb6fa547 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13c0829d-013e-41cf-b91a-ffa4870f7501 HTTP/1.1" status: 200 len: 217 time: 0.0399330 Jul 14 09:48:16.857318 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39061ee-efa5-49b0-9b05-460a8626ecc4 req-cb0ba822-49bf-4b61-bbf0-5cfb49a4a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:16.859015 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f39061ee-efa5-49b0-9b05-460a8626ecc4 req-cb0ba822-49bf-4b61-bbf0-5cfb49a4a512 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3aa7c56b-902c-479a-864b-8b656378c09b HTTP/1.1" status: 200 len: 848 time: 0.0463820 Jul 14 09:48:16.889576 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-ada3b875-9c6b-4206-ab5b-45cc20478023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:16.891286 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-ada3b875-9c6b-4206-ab5b-45cc20478023 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6348036e-71bd-46d3-9160-a2bf4c60dce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847056 Jul 14 09:48:16.931864 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39061ee-efa5-49b0-9b05-460a8626ecc4 req-1dd5ada8-a189-4b53-86b5-63240f783443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:16.933888 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f39061ee-efa5-49b0-9b05-460a8626ecc4 req-1dd5ada8-a189-4b53-86b5-63240f783443 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f065f76e-ee03-45bb-9843-d8c80febfbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682540 Jul 14 09:48:16.975949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f47fc334-2020-4379-8159-f488b4a71f99 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:16.991070 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd609d7e-062c-49bc-ace0-e5f4aff8f61b req-c83c6d16-ccb1-4eaf-b750-16b7bd440d33 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:16.992601 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bd609d7e-062c-49bc-ace0-e5f4aff8f61b req-c83c6d16-ccb1-4eaf-b750-16b7bd440d33 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 944 time: 0.1436684 Jul 14 09:48:17.026012 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f47fc334-2020-4379-8159-f488b4a71f99 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:17.026391 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:17.027669 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-9e324475-4c06-4cdb-8b69-3dfd64796153 service neutron] 10.222.0.49 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300561 Jul 14 09:48:17.036874 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f39061ee-efa5-49b0-9b05-460a8626ecc4 req-e26a18a0-812b-416e-bf99-2f03325e62fa service neutron] 10.222.0.55 "GET /v2.0/networks/f065f76e-ee03-45bb-9843-d8c80febfbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961936 Jul 14 09:48:17.087202 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bd609d7e-062c-49bc-ace0-e5f4aff8f61b req-65810e7a-5c36-4a8d-9bee-076c65e557e8 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/security-groups?id=35cfcaae-f3bc-4f28-956a-fe4060e94dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852003 Jul 14 09:48:17.142796 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b70183f4-523b-445d-82d0-a5b7d753c074 req-91dc3d1b-9cb4-43b1-8e3f-6e2d5e06cf9c service neutron] 10.222.0.49 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090984 Jul 14 09:48:17.390112 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f39061ee-efa5-49b0-9b05-460a8626ecc4 req-d2c20925-c3f5-4cd3-8fb9-b1829f35785d service neutron] 10.222.0.55 "GET /v2.0/networks/f065f76e-ee03-45bb-9843-d8c80febfbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464108 Jul 14 09:48:17.806375 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c84c18-8ddc-4477-a06e-e9ab7b994e2a req-986678f4-fa72-45f4-8170-33b93902256c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:17.807878 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4c84c18-8ddc-4477-a06e-e9ab7b994e2a req-986678f4-fa72-45f4-8170-33b93902256c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 944 time: 0.0633690 Jul 14 09:48:17.845925 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4c84c18-8ddc-4477-a06e-e9ab7b994e2a req-e6ef6c84-9d26-4389-a3b1-258ed0654b66 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325272 Jul 14 09:48:17.856812 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63282012-1323-4d78-9847-87129e7ad5f8', 'tag': '6fcc93fc-effb-42d9-ae02-672fc2e25a25'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:17.859495 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eddb808-8e84-4612-b740-7b4703872ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "63282012-1323-4d78-9847-87129e7ad5f8", "tag": "6fcc93fc-effb-42d9-ae02-672fc2e25a25"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:17.907608 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca36ddcf-bc45-43aa-92d4-44cf414d5a4e x-openstack-request-id: req-ca36ddcf-bc45-43aa-92d4-44cf414d5a4e {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:17.907902 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63282012-1323-4d78-9847-87129e7ad5f8", "tag": "6fcc93fc-effb-42d9-ae02-672fc2e25a25", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:17.908156 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca36ddcf-bc45-43aa-92d4-44cf414d5a4e {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:17.908555 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63282012-1323-4d78-9847-87129e7ad5f8', 'tag': '6fcc93fc-effb-42d9-ae02-672fc2e25a25', 'status': 'completed', 'code': 200} Jul 14 09:48:17.982125 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-e1e19cd7-e493-4953-ab70-b19f5836882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:17.983596 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-e1e19cd7-e493-4953-ab70-b19f5836882b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 1096 time: 0.0552862 Jul 14 09:48:18.005446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-620d4da8-26de-4495-b4dc-30aaf59627e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:18.006985 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-620d4da8-26de-4495-b4dc-30aaf59627e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 1096 time: 0.0565987 Jul 14 09:48:18.079261 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-067cdac9-2c9a-4739-acc3-824c8589ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:18.080882 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-067cdac9-2c9a-4739-acc3-824c8589ab2d service neutron] 10.222.0.49 "GET /v2.0/networks?id=6348036e-71bd-46d3-9160-a2bf4c60dce2 HTTP/1.1" status: 200 len: 897 time: 0.0910723 Jul 14 09:48:18.100432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-2f1c0fb3-f338-4bc2-b0a6-dc16ad782f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:18.101924 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-2f1c0fb3-f338-4bc2-b0a6-dc16ad782f2e service neutron] 10.222.0.55 "GET /v2.0/networks?id=6348036e-71bd-46d3-9160-a2bf4c60dce2 HTTP/1.1" status: 200 len: 897 time: 0.0875306 Jul 14 09:48:18.147956 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-816824f7-2e66-4791-a8d1-cda74d641eef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fcc93fc-effb-42d9-ae02-672fc2e25a25 HTTP/1.1" status: 200 len: 999 time: 0.0605996 Jul 14 09:48:18.172322 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-318999ba-13e1-488b-9afa-c0847c205003 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fcc93fc-effb-42d9-ae02-672fc2e25a25 HTTP/1.1" status: 200 len: 999 time: 0.0618148 Jul 14 09:48:18.200046 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-efe5fb26-e7c8-4b08-b0a0-3aaed43b1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:18.203181 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-efe5fb26-e7c8-4b08-b0a0-3aaed43b1805 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3022b3c3-627c-4c8a-a923-060fc2b5bef9 HTTP/1.1" status: 200 len: 835 time: 0.0484478 Jul 14 09:48:18.224659 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-13b9c269-e1c4-45ea-9c84-358dbbad4222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:18.226158 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-13b9c269-e1c4-45ea-9c84-358dbbad4222 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3022b3c3-627c-4c8a-a923-060fc2b5bef9 HTTP/1.1" status: 200 len: 835 time: 0.0487750 Jul 14 09:48:18.285200 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-548fd0b8-64e6-45f6-914e-e4bc95401229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:18.286737 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-548fd0b8-64e6-45f6-914e-e4bc95401229 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6348036e-71bd-46d3-9160-a2bf4c60dce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535095 Jul 14 09:48:18.305599 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-2c4ff7c0-6ac2-4581-a4cc-58f6b9beb4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:18.307139 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-2c4ff7c0-6ac2-4581-a4cc-58f6b9beb4dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6348036e-71bd-46d3-9160-a2bf4c60dce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989132 Jul 14 09:48:18.319046 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d076d9c-9d84-44ea-b6d6-2a007dcc0ce9 req-a0410173-21b0-4fc1-bc2f-ee60f44a4dc3 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:18.320521 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9d076d9c-9d84-44ea-b6d6-2a007dcc0ce9 req-a0410173-21b0-4fc1-bc2f-ee60f44a4dc3 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 944 time: 0.1030588 Jul 14 09:48:18.322221 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6fcc93fc-effb-42d9-ae02-672fc2e25a25 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:18.368295 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6fcc93fc-effb-42d9-ae02-672fc2e25a25 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:18.382145 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-d1902d38-7e9b-4398-8995-47b12393ebd7 service neutron] 10.222.0.55 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875473 Jul 14 09:48:18.415497 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9d076d9c-9d84-44ea-b6d6-2a007dcc0ce9 req-c52962e7-420a-4675-9cdf-6716d4b51abe tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/security-groups?id=35cfcaae-f3bc-4f28-956a-fe4060e94dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766318 Jul 14 09:48:18.438419 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-dd4abfd3-be99-4646-bb34-db4a047bdf6a service neutron] 10.222.0.49 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169443 Jul 14 09:48:18.494954 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-45cb9a2f-5366-4504-bea0-cc3e1aa7c5f1 service neutron] 10.222.0.55 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984681 Jul 14 09:48:18.529365 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6eddb808-8e84-4612-b740-7b4703872ad2 req-1e734e32-dd15-472b-91a0-ae59925bc554 service neutron] 10.222.0.49 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846348 Jul 14 09:48:18.816176 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6fcc93fc-effb-42d9-ae02-672fc2e25a25 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:48:18.916493 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 6fcc93fc-effb-42d9-ae02-672fc2e25a25, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6fcc93fc-effb-42d9-ae02-672fc2e25a25,segment=NetworkSegment(f265ca51-3eb8-46da-a927-69f9dc362cb5),segment_id=f265ca51-3eb8-46da-a927-69f9dc362cb5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:18.929071 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '6fcc93fc-effb-42d9-ae02-672fc2e25a25', 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2', 'port_id': '6fcc93fc-effb-42d9-ae02-672fc2e25a25', 'mac_address': 'fa:16:3e:07:a8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3022b3c3-627c-4c8a-a923-060fc2b5bef9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:48:18.967463 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:18.980398 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fcc93fc-effb-42d9-ae02-672fc2e25a25 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:48:19.001194 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 6fcc93fc-effb-42d9-ae02-672fc2e25a25, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6fcc93fc-effb-42d9-ae02-672fc2e25a25,segment=NetworkSegment(f265ca51-3eb8-46da-a927-69f9dc362cb5),segment_id=f265ca51-3eb8-46da-a927-69f9dc362cb5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:19.005729 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:19.030825 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a39f2-e13c-4253-9dc2-786c545b17e3 req-b01c8b86-18ff-4415-967a-1347bd762ff1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:19.032334 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4a6a39f2-e13c-4253-9dc2-786c545b17e3 req-b01c8b86-18ff-4415-967a-1347bd762ff1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 944 time: 0.0693483 Jul 14 09:48:19.053845 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=6fcc93fc-effb-42d9-ae02-672fc2e25a25,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:19.225984 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['6fcc93fc-effb-42d9-ae02-672fc2e25a25'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:48:19.379799 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4a6a39f2-e13c-4253-9dc2-786c545b17e3 req-c9b970ba-420d-4ba0-883a-5a8283a25547 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3412287 Jul 14 09:48:19.605517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375443e-037f-47b7-abb0-ca4187a63327 req-e047a997-279a-4215-b2f3-5ad718ce11ce tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:19.607270 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2375443e-037f-47b7-abb0-ca4187a63327 req-e047a997-279a-4215-b2f3-5ad718ce11ce tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 944 time: 0.0711324 Jul 14 09:48:19.683666 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2375443e-037f-47b7-abb0-ca4187a63327 req-4dc8e21d-6962-4005-873a-b77a9cdfbfae tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/security-groups?id=35cfcaae-f3bc-4f28-956a-fe4060e94dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695679 Jul 14 09:48:19.718306 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abb7ad-6f44-458d-a30e-e0377916e050 req-28d6c87c-6b84-49c1-8aa9-3700dd356a84 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:19.720026 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-51abb7ad-6f44-458d-a30e-e0377916e050 req-28d6c87c-6b84-49c1-8aa9-3700dd356a84 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 945 time: 0.0853972 Jul 14 09:48:19.764867 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-51abb7ad-6f44-458d-a30e-e0377916e050 req-4b1b10f8-115b-446d-ab9f-d20937355399 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385082 Jul 14 09:48:19.780707 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d8915-fd98-4cc2-b1a6-d877692fe29e req-dd74b04a-6daf-4152-a37d-3afd6dde7ad5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:19.782241 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-034d8915-fd98-4cc2-b1a6-d877692fe29e req-dd74b04a-6daf-4152-a37d-3afd6dde7ad5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.55 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8&tenant_id=4572804f6c7148f4a4dc06c5116104de&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 945 time: 0.1233554 Jul 14 09:48:19.840979 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [req-034d8915-fd98-4cc2-b1a6-d877692fe29e req-b5b0bedf-4164-4a46-8d71-6e2683bf4709 service neutron] delete failed (client error): The resource could not be found. Jul 14 09:48:19.842028 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-034d8915-fd98-4cc2-b1a6-d877692fe29e req-b5b0bedf-4164-4a46-8d71-6e2683bf4709 service neutron] 10.222.0.55 "DELETE /v2.0/ports/6fcc93fc-effb-42d9-ae02-672fc2e25a25/bindings/n-h1-798054-10 HTTP/1.1" status: 404 len: 381 time: 0.0538738 Jul 14 09:48:19.954361 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d8915-fd98-4cc2-b1a6-d877692fe29e req-57ac828a-ad8a-4f45-aca0-beb286adaa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:19.955877 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-034d8915-fd98-4cc2-b1a6-d877692fe29e req-57ac828a-ad8a-4f45-aca0-beb286adaa3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 1097 time: 0.0533805 Jul 14 09:48:20.050597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d8915-fd98-4cc2-b1a6-d877692fe29e req-50319900-d2b2-4795-aefb-320c09d00408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:20.051983 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-034d8915-fd98-4cc2-b1a6-d877692fe29e req-50319900-d2b2-4795-aefb-320c09d00408 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6348036e-71bd-46d3-9160-a2bf4c60dce2 HTTP/1.1" status: 200 len: 897 time: 0.0899584 Jul 14 09:48:20.117624 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-034d8915-fd98-4cc2-b1a6-d877692fe29e req-98dcc9d9-5292-46c4-8778-ab7d2110d30b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fcc93fc-effb-42d9-ae02-672fc2e25a25 HTTP/1.1" status: 200 len: 1000 time: 0.0578659 Jul 14 09:48:20.166210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d8915-fd98-4cc2-b1a6-d877692fe29e req-e08b9c11-7115-4d25-83d9-611149fa0721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:20.167644 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-034d8915-fd98-4cc2-b1a6-d877692fe29e req-e08b9c11-7115-4d25-83d9-611149fa0721 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3022b3c3-627c-4c8a-a923-060fc2b5bef9 HTTP/1.1" status: 200 len: 835 time: 0.0428748 Jul 14 09:48:20.227267 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d8915-fd98-4cc2-b1a6-d877692fe29e req-e6587884-df08-427f-9560-098c168514eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:20.228837 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-034d8915-fd98-4cc2-b1a6-d877692fe29e req-e6587884-df08-427f-9560-098c168514eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6348036e-71bd-46d3-9160-a2bf4c60dce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549905 Jul 14 09:48:20.321318 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-034d8915-fd98-4cc2-b1a6-d877692fe29e req-97349243-1c80-4c5c-be27-77fbdf0c363f service neutron] 10.222.0.55 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845833 Jul 14 09:48:20.332909 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 13c0829d-013e-41cf-b91a-ffa4870f7501 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:48:20.427464 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-034d8915-fd98-4cc2-b1a6-d877692fe29e req-0980c2f2-82dc-4911-9d38-e7e769979d7d service neutron] 10.222.0.55 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989220 Jul 14 09:48:20.443799 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 13c0829d-013e-41cf-b91a-ffa4870f7501, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=13c0829d-013e-41cf-b91a-ffa4870f7501,segment=NetworkSegment(9a7f0bb5-4292-491f-aeed-437be7e53025),segment_id=9a7f0bb5-4292-491f-aeed-437be7e53025)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:20.456570 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '13c0829d-013e-41cf-b91a-ffa4870f7501', 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef', 'port_id': '13c0829d-013e-41cf-b91a-ffa4870f7501', 'mac_address': 'fa:16:3e:27:b2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa7c56b-902c-479a-864b-8b656378c09b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:48:20.500990 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:20.516868 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c0829d-013e-41cf-b91a-ffa4870f7501 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:48:20.539992 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 13c0829d-013e-41cf-b91a-ffa4870f7501, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=13c0829d-013e-41cf-b91a-ffa4870f7501,segment=NetworkSegment(9a7f0bb5-4292-491f-aeed-437be7e53025),segment_id=9a7f0bb5-4292-491f-aeed-437be7e53025)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:20.546683 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:20.600598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=13c0829d-013e-41cf-b91a-ffa4870f7501,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:20.841737 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['13c0829d-013e-41cf-b91a-ffa4870f7501'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:48:20.868887 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6fcc93fc-effb-42d9-ae02-672fc2e25a25 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:20.879245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030f77b-3a7b-4c1d-b410-6906df8f024e req-7e604811-254a-40ad-9946-2c49743f9e49 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:20.881404 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0030f77b-3a7b-4c1d-b410-6906df8f024e req-7e604811-254a-40ad-9946-2c49743f9e49 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 945 time: 0.0781665 Jul 14 09:48:20.951372 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0030f77b-3a7b-4c1d-b410-6906df8f024e req-682faf2c-9a27-4e73-b071-cc460a82b1d8 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/security-groups?id=35cfcaae-f3bc-4f28-956a-fe4060e94dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584264 Jul 14 09:48:20.960283 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 6fcc93fc-effb-42d9-ae02-672fc2e25a25 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:20.974126 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 6fcc93fc-effb-42d9-ae02-672fc2e25a25 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:20.974503 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:20.983146 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60400865-4103-45ce-9549-6fdb2a48a3d1 req-9e87747b-c2dc-437b-ad26-bacfded6269a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:20.984852 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60400865-4103-45ce-9549-6fdb2a48a3d1 req-9e87747b-c2dc-437b-ad26-bacfded6269a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 945 time: 0.1022274 Jul 14 09:48:21.033431 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-60400865-4103-45ce-9549-6fdb2a48a3d1 req-65e2af9d-e4e0-464e-afb7-2846fe97a86b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428557 Jul 14 09:48:21.125062 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:21.159551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63282012-1323-4d78-9847-87129e7ad5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcc93fc-effb-42d9-ae02-672fc2e25a25'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:21.161845 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b16f2a-537e-4aa6-9bb8-36adb83b3d0c" -d '{"events": [{"server_uuid": "63282012-1323-4d78-9847-87129e7ad5f8", "name": "network-vif-plugged", "status": "completed", "tag": "6fcc93fc-effb-42d9-ae02-672fc2e25a25"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:21.183949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 6fcc93fc-effb-42d9-ae02-672fc2e25a25, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6fcc93fc-effb-42d9-ae02-672fc2e25a25,segment=NetworkSegment(f265ca51-3eb8-46da-a927-69f9dc362cb5),segment_id=f265ca51-3eb8-46da-a927-69f9dc362cb5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:21.193917 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:21.228636 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296f3a1a-7905-40c9-b420-fc9701900395 x-openstack-request-id: req-296f3a1a-7905-40c9-b420-fc9701900395 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:21.228931 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63282012-1323-4d78-9847-87129e7ad5f8", "name": "network-vif-plugged", "status": "completed", "tag": "6fcc93fc-effb-42d9-ae02-672fc2e25a25", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:21.229184 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-296f3a1a-7905-40c9-b420-fc9701900395 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:21.229575 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63282012-1323-4d78-9847-87129e7ad5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcc93fc-effb-42d9-ae02-672fc2e25a25', 'code': 200} Jul 14 09:48:21.270173 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=6fcc93fc-effb-42d9-ae02-672fc2e25a25,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:22.154393 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1209b4-96d0-454d-87f6-b1860d283feb req-3af95036-3a4b-43c2-a89e-47613164a3ee tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:22.155925 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a1209b4-96d0-454d-87f6-b1860d283feb req-3af95036-3a4b-43c2-a89e-47613164a3ee tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 945 time: 0.0652635 Jul 14 09:48:22.224955 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a1209b4-96d0-454d-87f6-b1860d283feb req-226e0285-1845-4b2d-ab01-b49297e53a1a tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/security-groups?id=35cfcaae-f3bc-4f28-956a-fe4060e94dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631154 Jul 14 09:48:22.249580 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978cf54-72cc-4485-82d4-7325f636ee90 req-aaa4888e-fdb3-4c00-962d-bc2fc2c1b956 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:22.251145 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e978cf54-72cc-4485-82d4-7325f636ee90 req-aaa4888e-fdb3-4c00-962d-bc2fc2c1b956 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 946 time: 0.0904863 Jul 14 09:48:22.289549 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e978cf54-72cc-4485-82d4-7325f636ee90 req-385c88fd-fafc-4308-bff8-bb044fdcf288 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325358 Jul 14 09:48:22.314739 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44744) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:22.349423 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 13c0829d-013e-41cf-b91a-ffa4870f7501 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:22.378057 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-47db95e1-d40c-4b7d-b7a9-1f413a829018 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/floatingips/8515795d-0aae-49d6-a814-c57bab4661ed HTTP/1.1" status: 200 len: 993 time: 0.0619907 Jul 14 09:48:22.398582 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 13c0829d-013e-41cf-b91a-ffa4870f7501 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:22.402309 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 13c0829d-013e-41cf-b91a-ffa4870f7501 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:22.402912 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:22.476366 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:22.512621 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 13c0829d-013e-41cf-b91a-ffa4870f7501, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=13c0829d-013e-41cf-b91a-ffa4870f7501,segment=NetworkSegment(9a7f0bb5-4292-491f-aeed-437be7e53025),segment_id=9a7f0bb5-4292-491f-aeed-437be7e53025)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:22.516471 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:22.562302 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=13c0829d-013e-41cf-b91a-ffa4870f7501,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:23.231305 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c0829d-013e-41cf-b91a-ffa4870f7501'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:23.233550 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53764214-fa4a-44a6-ab00-096af68c0551" -d '{"events": [{"server_uuid": "7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2", "name": "network-vif-plugged", "status": "completed", "tag": "13c0829d-013e-41cf-b91a-ffa4870f7501"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:23.269860 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71eba865-46ff-4936-a407-057ac9656e93 x-openstack-request-id: req-71eba865-46ff-4936-a407-057ac9656e93 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:23.270160 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2", "name": "network-vif-plugged", "status": "completed", "tag": "13c0829d-013e-41cf-b91a-ffa4870f7501", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:23.270414 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71eba865-46ff-4936-a407-057ac9656e93 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:23.270811 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c0829d-013e-41cf-b91a-ffa4870f7501', 'code': 200} Jul 14 09:48:23.403633 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a560d2e-6838-4292-ad15-6c2fe0775dfe req-6e5f7952-c9b4-43aa-923e-8e8e2ea80f24 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:23.405144 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a560d2e-6838-4292-ad15-6c2fe0775dfe req-6e5f7952-c9b4-43aa-923e-8e8e2ea80f24 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 946 time: 0.0660954 Jul 14 09:48:23.416065 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf742c-5b64-4993-a43a-397ca1fc48f6 req-b53de538-58c7-4e45-858d-4cd181d335c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:23.417582 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67bf742c-5b64-4993-a43a-397ca1fc48f6 req-b53de538-58c7-4e45-858d-4cd181d335c1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 1098 time: 0.0527501 Jul 14 09:48:23.446050 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9a560d2e-6838-4292-ad15-6c2fe0775dfe req-b32efaa6-c905-40af-9e77-edff114d9de1 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/security-groups?id=35cfcaae-f3bc-4f28-956a-fe4060e94dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346844 Jul 14 09:48:23.460104 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67bf742c-5b64-4993-a43a-397ca1fc48f6 req-1609f9c1-a588-4cc1-9f21-76504e8b1afe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=35cfcaae-f3bc-4f28-956a-fe4060e94dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357804 Jul 14 09:48:24.550002 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-4909918a-2ae5-4434-8d57-862a1c0c43e4 req-16b5f1b6-8aa0-43fb-8a65-25273fabe04c service neutron] (93888) timed out ('10.222.0.55', 54861) {{(pid=93888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:48:24.628794 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44422a48-ad52-4703-bb97-57424d4a7b5c req-347bd718-dfcc-4e88-a2fd-837c2fd74648 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:24.630681 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-44422a48-ad52-4703-bb97-57424d4a7b5c req-347bd718-dfcc-4e88-a2fd-837c2fd74648 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 946 time: 0.0687981 Jul 14 09:48:24.672948 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-44422a48-ad52-4703-bb97-57424d4a7b5c req-9c778aff-907e-4d89-9bed-d598b8d24cb1 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/security-groups?id=35cfcaae-f3bc-4f28-956a-fe4060e94dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358255 Jul 14 09:48:25.334720 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3ccbabb-1866-4976-873f-03814f383820 req-13519c0d-f3ee-4931-808f-aefe5ce69c34 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527537 Jul 14 09:48:25.428032 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccbabb-1866-4976-873f-03814f383820 req-5acafc45-1535-4819-8e4b-d4e4d77efdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:25.429541 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3ccbabb-1866-4976-873f-03814f383820 req-5acafc45-1535-4819-8e4b-d4e4d77efdb7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 1098 time: 0.0521750 Jul 14 09:48:25.536041 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccbabb-1866-4976-873f-03814f383820 req-5910cfe0-e1ca-4ffe-b53b-b1f1303689ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:25.537436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3ccbabb-1866-4976-873f-03814f383820 req-5910cfe0-e1ca-4ffe-b53b-b1f1303689ab service neutron] 10.222.0.49 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 912 time: 0.0885537 Jul 14 09:48:25.600773 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3ccbabb-1866-4976-873f-03814f383820 req-fa8a85b1-e9b2-4f27-b215-90c04cea59c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=162f9849-3338-4750-9954-00587a6b864f HTTP/1.1" status: 200 len: 1001 time: 0.0574191 Jul 14 09:48:25.653726 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccbabb-1866-4976-873f-03814f383820 req-6ea3bab6-13c0-473e-b3cf-206aeaad31fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:25.655253 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3ccbabb-1866-4976-873f-03814f383820 req-6ea3bab6-13c0-473e-b3cf-206aeaad31fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.0486271 Jul 14 09:48:25.712978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccbabb-1866-4976-873f-03814f383820 req-2aab419a-bb6d-48b8-b409-da62e337b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:25.714553 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3ccbabb-1866-4976-873f-03814f383820 req-2aab419a-bb6d-48b8-b409-da62e337b22e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537407 Jul 14 09:48:25.836677 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3ccbabb-1866-4976-873f-03814f383820 req-3b82089c-c0d1-46b9-8a2d-7c93df165d01 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160188 Jul 14 09:48:25.928267 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95289831-a98e-4831-a3db-dc9e91f44a49 req-69c767ed-0e99-4e17-b57b-3dee1bbe0d98 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:25.929754 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95289831-a98e-4831-a3db-dc9e91f44a49 req-69c767ed-0e99-4e17-b57b-3dee1bbe0d98 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 946 time: 0.1415095 Jul 14 09:48:25.967493 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3ccbabb-1866-4976-873f-03814f383820 req-46a1d14d-b4af-4873-8c9b-706722375111 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233816 Jul 14 09:48:25.986828 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95289831-a98e-4831-a3db-dc9e91f44a49 req-41216a84-8ef0-416f-b092-7de297767351 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/security-groups?id=35cfcaae-f3bc-4f28-956a-fe4060e94dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506647 Jul 14 09:48:26.156902 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0004ba7-9474-415c-bc37-4140e918f506 req-599fef4f-ffe5-4b0a-aa6b-600fb4b74330 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:26.158400 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0004ba7-9474-415c-bc37-4140e918f506 req-599fef4f-ffe5-4b0a-aa6b-600fb4b74330 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 946 time: 0.0627611 Jul 14 09:48:26.195669 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0004ba7-9474-415c-bc37-4140e918f506 req-597cdb7b-2d54-4f6f-bf02-846abe9779bf tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/security-groups?id=35cfcaae-f3bc-4f28-956a-fe4060e94dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314326 Jul 14 09:48:26.369436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb6e75-2806-4487-86cf-5e36147b5550 req-a94bb7de-f75f-4775-ba34-91cb6b246d33 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:26.370951 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56fb6e75-2806-4487-86cf-5e36147b5550 req-a94bb7de-f75f-4775-ba34-91cb6b246d33 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 946 time: 0.0662205 Jul 14 09:48:26.410320 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56fb6e75-2806-4487-86cf-5e36147b5550 req-21a44ffd-3517-4724-82d7-a407ddc3142f tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/security-groups?id=35cfcaae-f3bc-4f28-956a-fe4060e94dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331244 Jul 14 09:48:26.433510 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44758) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:26.571887 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f072af-a964-4281-8a90-f1173c06b63b tempest-TestServerBasicOps-2043444635 tempest-TestServerBasicOps-2043444635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:26.573400 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a7f072af-a964-4281-8a90-f1173c06b63b tempest-TestServerBasicOps-2043444635 tempest-TestServerBasicOps-2043444635-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 1093 time: 0.1388578 Jul 14 09:48:26.576987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44762) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:26.581343 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-eb234aa9-cf23-41a9-86e1-b6f8d7d66b2c tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': '13c0829d-013e-41cf-b91a-ffa4870f7501', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:26.604021 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eb234aa9-cf23-41a9-86e1-b6f8d7d66b2c tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:26.706885 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eb234aa9-cf23-41a9-86e1-b6f8d7d66b2c tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:26.814637 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-eb234aa9-cf23-41a9-86e1-b6f8d7d66b2c tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Allocated IP 172.25.1.57 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/cfbd3f01-cb51-461e-8242-a27036f238b8) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:26.917599 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eb234aa9-cf23-41a9-86e1-b6f8d7d66b2c tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:26.956156 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eb234aa9-cf23-41a9-86e1-b6f8d7d66b2c tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:26.989726 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb234aa9-cf23-41a9-86e1-b6f8d7d66b2c tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:26.992532 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-eb234aa9-cf23-41a9-86e1-b6f8d7d66b2c tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:27.000117 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb234aa9-cf23-41a9-86e1-b6f8d7d66b2c tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:27.030541 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb234aa9-cf23-41a9-86e1-b6f8d7d66b2c tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Pushing event updated for resources: {'Port': ['ID=cfbd3f01-cb51-461e-8242-a27036f238b8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:27.200288 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-6380c747-c3e5-4e06-ab26-5def3c6bf3d6 req-f4f649d0-6c11-4c6c-8886-cac6f8edcd32 service neutron] (93887) timed out ('10.222.0.55', 55166) {{(pid=93887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:48:27.273716 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-275c233e-b1fe-4a54-912f-685370c6066b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.386379 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eb234aa9-cf23-41a9-86e1-b6f8d7d66b2c tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.465141 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eb234aa9-cf23-41a9-86e1-b6f8d7d66b2c tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.617842 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eb234aa9-cf23-41a9-86e1-b6f8d7d66b2c tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.622635 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eb234aa9-cf23-41a9-86e1-b6f8d7d66b2c tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.687813 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb234aa9-cf23-41a9-86e1-b6f8d7d66b2c tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Pushing event updated for resources: {'Port': ['ID=cfbd3f01-cb51-461e-8242-a27036f238b8,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:27.699499 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eb234aa9-cf23-41a9-86e1-b6f8d7d66b2c tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.800321 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-eb234aa9-cf23-41a9-86e1-b6f8d7d66b2c tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Floating IP fc4cfe3e-e9a8-4258-b9d3-aa7853b48c8b associated. External IP: 172.25.1.57, port: 13c0829d-013e-41cf-b91a-ffa4870f7501. Jul 14 09:48:28.009986 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb234aa9-cf23-41a9-86e1-b6f8d7d66b2c tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Router b4182d20-aff5-46ed-9b76-88c05f84ef1f has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:48:28.118265 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb234aa9-cf23-41a9-86e1-b6f8d7d66b2c tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:48:28.128307 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed635954-30e8-4028-9b79-187be9232364 None None] Sync routers for ids ['b4182d20-aff5-46ed-9b76-88c05f84ef1f'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:48:28.135326 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eb234aa9-cf23-41a9-86e1-b6f8d7d66b2c tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:28.138600 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed635954-30e8-4028-9b79-187be9232364 None None] Routers {'b4182d20-aff5-46ed-9b76-88c05f84ef1f'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:28.139232 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ed635954-30e8-4028-9b79-187be9232364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:48:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b4182d20-aff5-46ed-9b76-88c05f84ef1f'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:28.173023 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-eb234aa9-cf23-41a9-86e1-b6f8d7d66b2c tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5950012 Jul 14 09:48:28.173624 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2', 'tag': '13c0829d-013e-41cf-b91a-ffa4870f7501'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:28.175944 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deee9741-2d64-4200-8f2e-09551d5d3733" -d '{"events": [{"name": "network-changed", "server_uuid": "7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2", "tag": "13c0829d-013e-41cf-b91a-ffa4870f7501"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:28.211848 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14326783-1289-4061-aba7-45fe0ca9e863 x-openstack-request-id: req-14326783-1289-4061-aba7-45fe0ca9e863 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:28.212146 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2", "tag": "13c0829d-013e-41cf-b91a-ffa4870f7501", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:28.212397 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14326783-1289-4061-aba7-45fe0ca9e863 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:28.212799 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2', 'tag': '13c0829d-013e-41cf-b91a-ffa4870f7501', 'status': 'completed', 'code': 200} Jul 14 09:48:28.326386 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee9741-2d64-4200-8f2e-09551d5d3733 req-f1f99dab-0304-44e0-8972-896d7b2eeff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:28.327834 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-deee9741-2d64-4200-8f2e-09551d5d3733 req-f1f99dab-0304-44e0-8972-896d7b2eeff4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1987d6f84b6403ea253cd61d460ac25&device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 1098 time: 0.0568206 Jul 14 09:48:28.405472 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ed635954-30e8-4028-9b79-187be9232364 None None] Set router b4182d20-aff5-46ed-9b76-88c05f84ef1f gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:28.431958 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee9741-2d64-4200-8f2e-09551d5d3733 req-b2099969-9642-48ac-b833-5b7bb61caab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:28.433677 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-deee9741-2d64-4200-8f2e-09551d5d3733 req-b2099969-9642-48ac-b833-5b7bb61caab1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f065f76e-ee03-45bb-9843-d8c80febfbef HTTP/1.1" status: 200 len: 910 time: 0.0997105 Jul 14 09:48:28.502671 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-deee9741-2d64-4200-8f2e-09551d5d3733 req-e0fb9d3c-43c0-4615-99fd-4428db3809cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13c0829d-013e-41cf-b91a-ffa4870f7501 HTTP/1.1" status: 200 len: 999 time: 0.0617602 Jul 14 09:48:28.566091 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee9741-2d64-4200-8f2e-09551d5d3733 req-eaa6ee18-be3b-4a52-9585-7c5030d51574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:28.567591 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-deee9741-2d64-4200-8f2e-09551d5d3733 req-eaa6ee18-be3b-4a52-9585-7c5030d51574 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3aa7c56b-902c-479a-864b-8b656378c09b HTTP/1.1" status: 200 len: 848 time: 0.0588884 Jul 14 09:48:28.627371 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee9741-2d64-4200-8f2e-09551d5d3733 req-eaf45007-617b-4bbe-abf7-50fda56fb6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:28.628886 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-deee9741-2d64-4200-8f2e-09551d5d3733 req-eaf45007-617b-4bbe-abf7-50fda56fb6aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f065f76e-ee03-45bb-9843-d8c80febfbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546489 Jul 14 09:48:28.646967 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ed635954-30e8-4028-9b79-187be9232364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'name': 'tempest-TestServerBasicOps-2119374839-router', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:04Z', 'revision_number': 4, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'gw_port': {'id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'fc4cfe3e-e9a8-4258-b9d3-aa7853b48c8b', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'floating_ip_address': '172.25.1.57', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'port_id': '13c0829d-013e-41cf-b91a-ffa4870f7501', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef', 'mac_address': 'fa:16:3e:27:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:48:27Z', 'updated_at': '2021-07-14T09:48:27Z', 'revision_number': 0, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949a2ed1-45fc-4ad7-8d37-d7ce559a09f0', 'name': '', 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'mac_address': 'fa:16:3e:88:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '3aa7c56b-902c-479a-864b-8b656378c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:10Z', 'revision_number': 5, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'subnets': [{'id': '3aa7c56b-902c-479a-864b-8b656378c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:28.682915 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed635954-30e8-4028-9b79-187be9232364 None None] Checking router: b4182d20-aff5-46ed-9b76-88c05f84ef1f for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:48:28.696908 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed635954-30e8-4028-9b79-187be9232364 None None] Routers {'b4182d20-aff5-46ed-9b76-88c05f84ef1f'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:28.697676 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ed635954-30e8-4028-9b79-187be9232364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:48:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b4182d20-aff5-46ed-9b76-88c05f84ef1f'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:28.728278 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-deee9741-2d64-4200-8f2e-09551d5d3733 req-584d5860-93ef-4262-ad69-73d75a160e0d service neutron] 10.222.0.55 "GET /v2.0/networks/f065f76e-ee03-45bb-9843-d8c80febfbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923998 Jul 14 09:48:28.808943 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ed635954-30e8-4028-9b79-187be9232364 None None] Set router b4182d20-aff5-46ed-9b76-88c05f84ef1f gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:28.829285 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-deee9741-2d64-4200-8f2e-09551d5d3733 req-d95d3c37-4696-4b2a-9c46-4f6bb35c7718 service neutron] 10.222.0.55 "GET /v2.0/networks/f065f76e-ee03-45bb-9843-d8c80febfbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938983 Jul 14 09:48:29.036833 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ed635954-30e8-4028-9b79-187be9232364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'name': 'tempest-TestServerBasicOps-2119374839-router', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:04Z', 'revision_number': 4, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'gw_port': {'id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'fc4cfe3e-e9a8-4258-b9d3-aa7853b48c8b', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'floating_ip_address': '172.25.1.57', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'port_id': '13c0829d-013e-41cf-b91a-ffa4870f7501', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef', 'mac_address': 'fa:16:3e:27:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:48:27Z', 'updated_at': '2021-07-14T09:48:27Z', 'revision_number': 0, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949a2ed1-45fc-4ad7-8d37-d7ce559a09f0', 'name': '', 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'mac_address': 'fa:16:3e:88:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '3aa7c56b-902c-479a-864b-8b656378c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:10Z', 'revision_number': 5, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'subnets': [{'id': '3aa7c56b-902c-479a-864b-8b656378c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:29.063410 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed635954-30e8-4028-9b79-187be9232364 None None] The sync data for ids ['b4182d20-aff5-46ed-9b76-88c05f84ef1f'] in n-d-798054-10 is: [{'id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'name': 'tempest-TestServerBasicOps-2119374839-router', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:04Z', 'revision_number': 4, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'gw_port': {'id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'fc4cfe3e-e9a8-4258-b9d3-aa7853b48c8b', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'floating_ip_address': '172.25.1.57', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'port_id': '13c0829d-013e-41cf-b91a-ffa4870f7501', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef', 'mac_address': 'fa:16:3e:27:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:48:27Z', 'updated_at': '2021-07-14T09:48:27Z', 'revision_number': 0, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949a2ed1-45fc-4ad7-8d37-d7ce559a09f0', 'name': '', 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'mac_address': 'fa:16:3e:88:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '3aa7c56b-902c-479a-864b-8b656378c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:10Z', 'revision_number': 5, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'subnets': [{'id': '3aa7c56b-902c-479a-864b-8b656378c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:48:29.254793 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf304fd-0ed3-4d53-9c98-5c8a1308e829 None None] New status for floating IP fc4cfe3e-e9a8-4258-b9d3-aa7853b48c8b: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:48:29.788028 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0430cfcd-0f26-4951-9f16-0435b32b3208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:29.910610 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:30.747808 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:32.020260 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:32.745187 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:48:32.810153 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.218381 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7024ffb0-dcbe-49e4-a3e1-f296bf377c7f req-de6d9272-8148-415b-ada3-df0defe5ab8f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525491 Jul 14 09:48:37.330651 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ffb0-dcbe-49e4-a3e1-f296bf377c7f req-81aaa081-23c5-4e97-88c3-e2e5c7af6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:37.332160 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7024ffb0-dcbe-49e4-a3e1-f296bf377c7f req-81aaa081-23c5-4e97-88c3-e2e5c7af6aee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1987d6f84b6403ea253cd61d460ac25&device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 1098 time: 0.0532689 Jul 14 09:48:37.442327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ffb0-dcbe-49e4-a3e1-f296bf377c7f req-1afd92dc-455f-427c-b38e-74066a59a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:37.443815 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7024ffb0-dcbe-49e4-a3e1-f296bf377c7f req-1afd92dc-455f-427c-b38e-74066a59a902 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f065f76e-ee03-45bb-9843-d8c80febfbef HTTP/1.1" status: 200 len: 910 time: 0.0893612 Jul 14 09:48:37.507855 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7024ffb0-dcbe-49e4-a3e1-f296bf377c7f req-4b219f9f-de6e-4b71-9cbd-f369641905d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13c0829d-013e-41cf-b91a-ffa4870f7501 HTTP/1.1" status: 200 len: 1001 time: 0.0573134 Jul 14 09:48:37.561191 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ffb0-dcbe-49e4-a3e1-f296bf377c7f req-f37b7a93-3788-4982-bf96-753cb9ab23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:37.562673 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7024ffb0-dcbe-49e4-a3e1-f296bf377c7f req-f37b7a93-3788-4982-bf96-753cb9ab23d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3aa7c56b-902c-479a-864b-8b656378c09b HTTP/1.1" status: 200 len: 848 time: 0.0482168 Jul 14 09:48:37.876077 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ffb0-dcbe-49e4-a3e1-f296bf377c7f req-8296d687-992d-4538-9c80-69db9fc82ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:37.877863 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7024ffb0-dcbe-49e4-a3e1-f296bf377c7f req-8296d687-992d-4538-9c80-69db9fc82ab8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f065f76e-ee03-45bb-9843-d8c80febfbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3082969 Jul 14 09:48:37.984029 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7024ffb0-dcbe-49e4-a3e1-f296bf377c7f req-9eb98690-0d1e-448f-95bc-cc73808f87ed service neutron] 10.222.0.55 "GET /v2.0/networks/f065f76e-ee03-45bb-9843-d8c80febfbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994854 Jul 14 09:48:38.081347 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-7024ffb0-dcbe-49e4-a3e1-f296bf377c7f req-8fb7cf03-2bbf-453e-9720-f82558262efc service neutron] 10.222.0.55 "GET /v2.0/networks/f065f76e-ee03-45bb-9843-d8c80febfbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908923 Jul 14 09:48:46.597007 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:48.915734 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70e7ce-d1b1-4783-a37e-14309cd8378e req-85b79b69-7fea-4eea-94cc-c6b96333f830 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:48.917265 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d70e7ce-d1b1-4783-a37e-14309cd8378e req-85b79b69-7fea-4eea-94cc-c6b96333f830 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 1098 time: 0.0561326 Jul 14 09:48:48.951054 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d70e7ce-d1b1-4783-a37e-14309cd8378e req-b6d4365e-0f78-44e2-b15b-da6c5b4f1593 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275872 Jul 14 09:48:48.977437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44790) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:49.150823 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-a880555f-9c91-402e-b05b-6da343d2a881 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Deleting port 3e8eb662-fef5-43fe-b69a-3dd6466f2a6d {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:49.151178 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a880555f-9c91-402e-b05b-6da343d2a881 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:49.224615 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a880555f-9c91-402e-b05b-6da343d2a881 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:49.224943 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a880555f-9c91-402e-b05b-6da343d2a881 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:49.236343 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-a880555f-9c91-402e-b05b-6da343d2a881 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Calling delete_port for 3e8eb662-fef5-43fe-b69a-3dd6466f2a6d owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:49.408414 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a880555f-9c91-402e-b05b-6da343d2a881 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:49.435188 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880555f-9c91-402e-b05b-6da343d2a881 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Port': ['ID=3e8eb662-fef5-43fe-b69a-3dd6466f2a6d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:49.500760 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a880555f-9c91-402e-b05b-6da343d2a881 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:49.501105 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-a880555f-9c91-402e-b05b-6da343d2a881 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Floating IP 8515795d-0aae-49d6-a814-c57bab4661ed disassociated (deleted). External IP: 172.25.1.30, port: 6fcc93fc-effb-42d9-ae02-672fc2e25a25. Jul 14 09:48:49.715041 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a880555f-9c91-402e-b05b-6da343d2a881 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Router ef53fc45-233e-40aa-a2ed-e72861acf57a has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:48:49.819933 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a880555f-9c91-402e-b05b-6da343d2a881 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:48:49.824702 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a880555f-9c91-402e-b05b-6da343d2a881 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:49.829608 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456abb35-bdab-4a5a-b5d8-7946ba070b33 None None] Sync routers for ids ['ef53fc45-233e-40aa-a2ed-e72861acf57a'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:48:49.838346 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456abb35-bdab-4a5a-b5d8-7946ba070b33 None None] Routers {'ef53fc45-233e-40aa-a2ed-e72861acf57a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:49.838949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-456abb35-bdab-4a5a-b5d8-7946ba070b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:48:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ef53fc45-233e-40aa-a2ed-e72861acf57a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:49.860420 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a880555f-9c91-402e-b05b-6da343d2a881 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "DELETE /v2.0/floatingips/8515795d-0aae-49d6-a814-c57bab4661ed HTTP/1.1" status: 204 len: 168 time: 0.8818552 Jul 14 09:48:49.861099 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63282012-1323-4d78-9847-87129e7ad5f8', 'tag': '6fcc93fc-effb-42d9-ae02-672fc2e25a25'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:49.863766 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87107e37-9684-4f10-9a93-ee46e2b1b38c" -d '{"events": [{"name": "network-changed", "server_uuid": "63282012-1323-4d78-9847-87129e7ad5f8", "tag": "6fcc93fc-effb-42d9-ae02-672fc2e25a25"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:49.900692 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6185ba2a-9d24-4fcc-af53-4f9b0f5507a0 x-openstack-request-id: req-6185ba2a-9d24-4fcc-af53-4f9b0f5507a0 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:49.900979 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63282012-1323-4d78-9847-87129e7ad5f8", "tag": "6fcc93fc-effb-42d9-ae02-672fc2e25a25", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:49.901226 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6185ba2a-9d24-4fcc-af53-4f9b0f5507a0 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:49.901622 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63282012-1323-4d78-9847-87129e7ad5f8', 'tag': '6fcc93fc-effb-42d9-ae02-672fc2e25a25', 'status': 'completed', 'code': 200} Jul 14 09:48:49.947005 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-456abb35-bdab-4a5a-b5d8-7946ba070b33 None None] Set router ef53fc45-233e-40aa-a2ed-e72861acf57a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:49.977416 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87107e37-9684-4f10-9a93-ee46e2b1b38c req-11e5bfaa-4f06-47d7-a27f-3a4a3586d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:49.978504 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87107e37-9684-4f10-9a93-ee46e2b1b38c req-11e5bfaa-4f06-47d7-a27f-3a4a3586d01a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 1098 time: 0.0528040 Jul 14 09:48:50.085257 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87107e37-9684-4f10-9a93-ee46e2b1b38c req-e3965c80-e2a1-467c-8767-316453753fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:50.086815 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87107e37-9684-4f10-9a93-ee46e2b1b38c req-e3965c80-e2a1-467c-8767-316453753fb5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6348036e-71bd-46d3-9160-a2bf4c60dce2 HTTP/1.1" status: 200 len: 897 time: 0.1012866 Jul 14 09:48:50.132743 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87107e37-9684-4f10-9a93-ee46e2b1b38c req-540daff8-9500-414d-9b71-155b9bf5d168 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fcc93fc-effb-42d9-ae02-672fc2e25a25 HTTP/1.1" status: 200 len: 217 time: 0.0380061 Jul 14 09:48:50.151510 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-456abb35-bdab-4a5a-b5d8-7946ba070b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668062979', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:07Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '868c5469-9f70-4fad-a0bc-cf1678b949a4', 'name': '', 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:84:24:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '3022b3c3-627c-4c8a-a923-060fc2b5bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:06Z', 'updated_at': '2021-07-14T09:47:11Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '3022b3c3-627c-4c8a-a923-060fc2b5bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:50.179218 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456abb35-bdab-4a5a-b5d8-7946ba070b33 None None] Checking router: ef53fc45-233e-40aa-a2ed-e72861acf57a for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:48:50.188142 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456abb35-bdab-4a5a-b5d8-7946ba070b33 None None] Routers {'ef53fc45-233e-40aa-a2ed-e72861acf57a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:50.188752 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-456abb35-bdab-4a5a-b5d8-7946ba070b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:48:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ef53fc45-233e-40aa-a2ed-e72861acf57a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:50.220028 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87107e37-9684-4f10-9a93-ee46e2b1b38c req-334c9ddc-6ac6-4544-9eac-e0c72c44509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:50.221519 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87107e37-9684-4f10-9a93-ee46e2b1b38c req-334c9ddc-6ac6-4544-9eac-e0c72c44509d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3022b3c3-627c-4c8a-a923-060fc2b5bef9 HTTP/1.1" status: 200 len: 835 time: 0.0807281 Jul 14 09:48:50.281556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25b25f-9c0a-4ae1-a4e6-dc03a041e591 req-b8b5c001-af61-4bb2-af74-eb08dff336af tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:50.283085 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb25b25f-9c0a-4ae1-a4e6-dc03a041e591 req-b8b5c001-af61-4bb2-af74-eb08dff336af tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 946 time: 0.1079233 Jul 14 09:48:50.296199 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-456abb35-bdab-4a5a-b5d8-7946ba070b33 None None] Set router ef53fc45-233e-40aa-a2ed-e72861acf57a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:50.324898 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87107e37-9684-4f10-9a93-ee46e2b1b38c req-f8d216df-418b-4f2a-bcfe-e291a82709cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:50.326473 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87107e37-9684-4f10-9a93-ee46e2b1b38c req-f8d216df-418b-4f2a-bcfe-e291a82709cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6348036e-71bd-46d3-9160-a2bf4c60dce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914767 Jul 14 09:48:50.348156 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb25b25f-9c0a-4ae1-a4e6-dc03a041e591 req-6b69cb43-4453-4811-b44e-e153751419d1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511148 Jul 14 09:48:50.426648 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87107e37-9684-4f10-9a93-ee46e2b1b38c req-e1b0b7a4-2abe-4695-9c72-9a6b97d9f938 service neutron] 10.222.0.49 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922720 Jul 14 09:48:50.494665 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-456abb35-bdab-4a5a-b5d8-7946ba070b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668062979', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:07Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '868c5469-9f70-4fad-a0bc-cf1678b949a4', 'name': '', 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:84:24:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '3022b3c3-627c-4c8a-a923-060fc2b5bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:06Z', 'updated_at': '2021-07-14T09:47:11Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '3022b3c3-627c-4c8a-a923-060fc2b5bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:50.518008 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87107e37-9684-4f10-9a93-ee46e2b1b38c req-fef1339b-3c0f-4598-8888-d36ebcb4485c service neutron] 10.222.0.49 "GET /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835419 Jul 14 09:48:50.520307 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456abb35-bdab-4a5a-b5d8-7946ba070b33 None None] The sync data for ids ['ef53fc45-233e-40aa-a2ed-e72861acf57a'] in n-d-798054-10 is: [{'id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668062979', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:07Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '868c5469-9f70-4fad-a0bc-cf1678b949a4', 'name': '', 'network_id': '6348036e-71bd-46d3-9160-a2bf4c60dce2', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:84:24:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '3022b3c3-627c-4c8a-a923-060fc2b5bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:06Z', 'updated_at': '2021-07-14T09:47:11Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '3022b3c3-627c-4c8a-a923-060fc2b5bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:48:50.745355 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9de020-c0ee-484d-9c76-134b3c396f7c None None] New status for floating IP 8515795d-0aae-49d6-a814-c57bab4661ed: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:48:51.547895 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1709f-1514-4230-92f5-389cb8bc2d81 req-e16c114c-7546-4ffa-9ddc-2a126a01aace tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:51.549242 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bae1709f-1514-4230-92f5-389cb8bc2d81 req-e16c114c-7546-4ffa-9ddc-2a126a01aace tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.49 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 946 time: 0.1061668 Jul 14 09:48:51.561274 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659a306-934a-4ddf-b633-11cf0fb09fe0 req-f5ce79e3-f332-4933-b4b4-642cab409584 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:51.562653 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9659a306-934a-4ddf-b633-11cf0fb09fe0 req-f5ce79e3-f332-4933-b4b4-642cab409584 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=63282012-1323-4d78-9847-87129e7ad5f8 HTTP/1.1" status: 200 len: 946 time: 0.0924990 Jul 14 09:48:51.636222 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9659a306-934a-4ddf-b633-11cf0fb09fe0 req-de257bfa-aa8a-429e-95a9-d18658d477e6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd1c1667-16a3-43a2-8399-cee1f6313615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663519 Jul 14 09:48:51.683747 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-bae1709f-1514-4230-92f5-389cb8bc2d81 req-05f39dee-e592-402b-afd4-d25e44df16fb tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Deleting port 6fcc93fc-effb-42d9-ae02-672fc2e25a25 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:51.684097 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bae1709f-1514-4230-92f5-389cb8bc2d81 req-05f39dee-e592-402b-afd4-d25e44df16fb tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:51.770662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-bae1709f-1514-4230-92f5-389cb8bc2d81 req-05f39dee-e592-402b-afd4-d25e44df16fb tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] For port 6fcc93fc-effb-42d9-ae02-672fc2e25a25, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6fcc93fc-effb-42d9-ae02-672fc2e25a25,segment=NetworkSegment(f265ca51-3eb8-46da-a927-69f9dc362cb5),segment_id=f265ca51-3eb8-46da-a927-69f9dc362cb5)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:51.771617 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bae1709f-1514-4230-92f5-389cb8bc2d81 req-05f39dee-e592-402b-afd4-d25e44df16fb tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:51.784335 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-bae1709f-1514-4230-92f5-389cb8bc2d81 req-05f39dee-e592-402b-afd4-d25e44df16fb tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Calling delete_port for 6fcc93fc-effb-42d9-ae02-672fc2e25a25 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:51.911274 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bae1709f-1514-4230-92f5-389cb8bc2d81 req-05f39dee-e592-402b-afd4-d25e44df16fb tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:51.940708 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f39dee-e592-402b-afd4-d25e44df16fb tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Port': ['ID=6fcc93fc-effb-42d9-ae02-672fc2e25a25,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:51.986435 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae1709f-1514-4230-92f5-389cb8bc2d81 req-05f39dee-e592-402b-afd4-d25e44df16fb tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] No DVR routers for this DVR port 6fcc93fc-effb-42d9-ae02-672fc2e25a25 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:48:51.989082 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-bae1709f-1514-4230-92f5-389cb8bc2d81 req-05f39dee-e592-402b-afd4-d25e44df16fb tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:51.991334 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bae1709f-1514-4230-92f5-389cb8bc2d81 req-05f39dee-e592-402b-afd4-d25e44df16fb tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.49 "DELETE /v2.0/ports/6fcc93fc-effb-42d9-ae02-672fc2e25a25 HTTP/1.1" status: 204 len: 173 time: 0.4277153 Jul 14 09:48:51.991880 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63282012-1323-4d78-9847-87129e7ad5f8', 'name': 'network-vif-deleted', 'tag': '6fcc93fc-effb-42d9-ae02-672fc2e25a25'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:51.994231 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711660cd-d55b-4234-b340-472094260404" -d '{"events": [{"server_uuid": "63282012-1323-4d78-9847-87129e7ad5f8", "name": "network-vif-deleted", "tag": "6fcc93fc-effb-42d9-ae02-672fc2e25a25"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:52.030054 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a3298b-ef70-460f-a1f7-7cfab83bb38f x-openstack-request-id: req-27a3298b-ef70-460f-a1f7-7cfab83bb38f {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:52.030344 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63282012-1323-4d78-9847-87129e7ad5f8", "name": "network-vif-deleted", "tag": "6fcc93fc-effb-42d9-ae02-672fc2e25a25", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:52.030594 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-27a3298b-ef70-460f-a1f7-7cfab83bb38f {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:52.030992 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63282012-1323-4d78-9847-87129e7ad5f8', 'name': 'network-vif-deleted', 'tag': '6fcc93fc-effb-42d9-ae02-672fc2e25a25', 'status': 'completed', 'code': 200} Jul 14 09:48:52.727146 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44804) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:53.146427 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ce4d-ba5b-40d2-9faa-6c9f0739c678 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:53.454507 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6ce4d-ba5b-40d2-9faa-6c9f0739c678 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Deleting port 868c5469-9f70-4fad-a0bc-cf1678b949a4 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:53.454860 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ce4d-ba5b-40d2-9faa-6c9f0739c678 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:53.542749 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-9ea6ce4d-ba5b-40d2-9faa-6c9f0739c678 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] For port 868c5469-9f70-4fad-a0bc-cf1678b949a4, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=868c5469-9f70-4fad-a0bc-cf1678b949a4,segment=NetworkSegment(f265ca51-3eb8-46da-a927-69f9dc362cb5),segment_id=f265ca51-3eb8-46da-a927-69f9dc362cb5)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:53.543025 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ce4d-ba5b-40d2-9faa-6c9f0739c678 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:53.555924 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6ce4d-ba5b-40d2-9faa-6c9f0739c678 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Calling delete_port for 868c5469-9f70-4fad-a0bc-cf1678b949a4 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:53.734182 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ce4d-ba5b-40d2-9faa-6c9f0739c678 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:53.759917 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6ce4d-ba5b-40d2-9faa-6c9f0739c678 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Port': ['ID=868c5469-9f70-4fad-a0bc-cf1678b949a4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:53.936479 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ce4d-ba5b-40d2-9faa-6c9f0739c678 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.138569 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea6ce4d-ba5b-40d2-9faa-6c9f0739c678 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Router ef53fc45-233e-40aa-a2ed-e72861acf57a has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:48:54.241740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea6ce4d-ba5b-40d2-9faa-6c9f0739c678 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:48:54.246644 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9ea6ce4d-ba5b-40d2-9faa-6c9f0739c678 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "PUT /v2.0/routers/ef53fc45-233e-40aa-a2ed-e72861acf57a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5184517 Jul 14 09:48:54.253176 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44806) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:54.253637 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2ea467-475c-48d1-bd07-590145bd8402 None None] Sync routers for ids ['ef53fc45-233e-40aa-a2ed-e72861acf57a'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:48:54.261542 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2ea467-475c-48d1-bd07-590145bd8402 None None] Routers {'ef53fc45-233e-40aa-a2ed-e72861acf57a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:54.262167 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ad2ea467-475c-48d1-bd07-590145bd8402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:48:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ef53fc45-233e-40aa-a2ed-e72861acf57a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:54.304793 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-dedcb00e-dbec-4444-86dc-bc8a76e1a3ac tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Deleting subnet 3022b3c3-627c-4c8a-a923-060fc2b5bef9 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:48:54.307839 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dedcb00e-dbec-4444-86dc-bc8a76e1a3ac tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.347263 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dedcb00e-dbec-4444-86dc-bc8a76e1a3ac tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.369042 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ad2ea467-475c-48d1-bd07-590145bd8402 None None] Set router ef53fc45-233e-40aa-a2ed-e72861acf57a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:54.428276 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dedcb00e-dbec-4444-86dc-bc8a76e1a3ac tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.491284 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dedcb00e-dbec-4444-86dc-bc8a76e1a3ac tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.519861 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcb00e-dbec-4444-86dc-bc8a76e1a3ac tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Subnet': ['ID=3022b3c3-627c-4c8a-a923-060fc2b5bef9,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:54.522190 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dedcb00e-dbec-4444-86dc-bc8a76e1a3ac tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.524042 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-dedcb00e-dbec-4444-86dc-bc8a76e1a3ac tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "DELETE /v2.0/subnets/3022b3c3-627c-4c8a-a923-060fc2b5bef9 HTTP/1.1" status: 204 len: 168 time: 0.2734048 Jul 14 09:48:54.526611 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44810) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:54.530371 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b69cb35-b4af-4656-bf55-1f3baf023e90 None None] Network 6348036e-71bd-46d3-9160-a2bf4c60dce2 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:54.641803 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8fb436ca-d536-4ab5-ab55-5e4ebc07e78d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.747663 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8fb436ca-d536-4ab5-ab55-5e4ebc07e78d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.778513 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ad2ea467-475c-48d1-bd07-590145bd8402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668062979', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:48:53Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:03:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:54.800816 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-8fb436ca-d536-4ab5-ab55-5e4ebc07e78d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Deleting port 05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:54.801277 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8fb436ca-d536-4ab5-ab55-5e4ebc07e78d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.825362 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2ea467-475c-48d1-bd07-590145bd8402 None None] Checking router: ef53fc45-233e-40aa-a2ed-e72861acf57a for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:48:54.838435 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2ea467-475c-48d1-bd07-590145bd8402 None None] Routers {'ef53fc45-233e-40aa-a2ed-e72861acf57a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:54.839053 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ad2ea467-475c-48d1-bd07-590145bd8402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:48:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['ef53fc45-233e-40aa-a2ed-e72861acf57a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:54.880929 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-8fb436ca-d536-4ab5-ab55-5e4ebc07e78d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] For port 05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:54.881288 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8fb436ca-d536-4ab5-ab55-5e4ebc07e78d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.894739 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-8fb436ca-d536-4ab5-ab55-5e4ebc07e78d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Calling delete_port for 05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:54.938246 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ad2ea467-475c-48d1-bd07-590145bd8402 None None] Set router ef53fc45-233e-40aa-a2ed-e72861acf57a gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:54.993354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ad2ea467-475c-48d1-bd07-590145bd8402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668062979', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:48:54Z', 'revision_number': 6, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:55.025191 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd5b8c2-b11b-4be3-9fdf-c0db94a96887 None None] DHCP port deletion for 6348036e-71bd-46d3-9160-a2bf4c60dce2 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:48:55.029535 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2ea467-475c-48d1-bd07-590145bd8402 None None] The sync data for ids ['ef53fc45-233e-40aa-a2ed-e72861acf57a'] in n-d-798054-10 is: [{'id': 'ef53fc45-233e-40aa-a2ed-e72861acf57a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668062979', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:02Z', 'updated_at': '2021-07-14T09:48:54Z', 'revision_number': 6, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:48:55.076367 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8fb436ca-d536-4ab5-ab55-5e4ebc07e78d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.078821 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2fd5b8c2-b11b-4be3-9fdf-c0db94a96887 None None] Deleting port ab74f4dc-4115-4761-b1f7-92a33f3d41e1 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:55.079202 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2fd5b8c2-b11b-4be3-9fdf-c0db94a96887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.082925 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6fcc93fc-effb-42d9-ae02-672fc2e25a25 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:55.103454 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb436ca-d536-4ab5-ab55-5e4ebc07e78d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Port': ['ID=05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:55.141708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 6fcc93fc-effb-42d9-ae02-672fc2e25a25 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:48:55.142077 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6fcc93fc-effb-42d9-ae02-672fc2e25a25 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:55.164812 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2fd5b8c2-b11b-4be3-9fdf-c0db94a96887 None None] For port ab74f4dc-4115-4761-b1f7-92a33f3d41e1, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=ab74f4dc-4115-4761-b1f7-92a33f3d41e1,segment=NetworkSegment(f265ca51-3eb8-46da-a927-69f9dc362cb5),segment_id=f265ca51-3eb8-46da-a927-69f9dc362cb5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:55.165206 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2fd5b8c2-b11b-4be3-9fdf-c0db94a96887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.168556 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8fb436ca-d536-4ab5-ab55-5e4ebc07e78d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.177965 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2fd5b8c2-b11b-4be3-9fdf-c0db94a96887 None None] Calling delete_port for ab74f4dc-4115-4761-b1f7-92a33f3d41e1 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:55.255684 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2fd5b8c2-b11b-4be3-9fdf-c0db94a96887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.258103 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8fb436ca-d536-4ab5-ab55-5e4ebc07e78d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.260703 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8fb436ca-d536-4ab5-ab55-5e4ebc07e78d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.281176 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5b8c2-b11b-4be3-9fdf-c0db94a96887 None None] Pushing event deleted for resources: {'Port': ['ID=ab74f4dc-4115-4761-b1f7-92a33f3d41e1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:55.291684 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd5b8c2-b11b-4be3-9fdf-c0db94a96887 None None] No DVR routers for this DVR port ab74f4dc-4115-4761-b1f7-92a33f3d41e1 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:48:55.306682 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8fb436ca-d536-4ab5-ab55-5e4ebc07e78d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.307385 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb436ca-d536-4ab5-ab55-5e4ebc07e78d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Fanout notify agent at l3_agent the message router_deleted on router ef53fc45-233e-40aa-a2ed-e72861acf57a {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:48:55.315280 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8fb436ca-d536-4ab5-ab55-5e4ebc07e78d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.316412 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8fb436ca-d536-4ab5-ab55-5e4ebc07e78d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "DELETE /v2.0/routers/ef53fc45-233e-40aa-a2ed-e72861acf57a HTTP/1.1" status: 204 len: 168 time: 0.7888982 Jul 14 09:48:55.319057 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44812) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:55.709760 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-44cc5aec-749d-4b66-95aa-bbd7ca0f0a27 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.799787 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-44cc5aec-749d-4b66-95aa-bbd7ca0f0a27 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.809123 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-44cc5aec-749d-4b66-95aa-bbd7ca0f0a27 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6348036e-71bd-46d3-9160-a2bf4c60dce2']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:55.820402 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-44cc5aec-749d-4b66-95aa-bbd7ca0f0a27 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f265ca51-3eb8-46da-a927-69f9dc362cb5') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:55.820700 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-44cc5aec-749d-4b66-95aa-bbd7ca0f0a27 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f265ca51-3eb8-46da-a927-69f9dc362cb5') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:55.829206 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-44cc5aec-749d-4b66-95aa-bbd7ca0f0a27 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.842301 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-44cc5aec-749d-4b66-95aa-bbd7ca0f0a27 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.847893 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44cc5aec-749d-4b66-95aa-bbd7ca0f0a27 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:48:55.848279 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-44cc5aec-749d-4b66-95aa-bbd7ca0f0a27 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:48:55.851208 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:48:55.907067 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-44cc5aec-749d-4b66-95aa-bbd7ca0f0a27 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.914340 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-44cc5aec-749d-4b66-95aa-bbd7ca0f0a27 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.916157 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-44cc5aec-749d-4b66-95aa-bbd7ca0f0a27 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "DELETE /v2.0/networks/6348036e-71bd-46d3-9160-a2bf4c60dce2 HTTP/1.1" status: 204 len: 168 time: 0.5961714 Jul 14 09:48:55.918966 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44814) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:55.928444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc5aec-749d-4b66-95aa-bbd7ca0f0a27 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Network': ['ID=6348036e-71bd-46d3-9160-a2bf4c60dce2,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:55.978805 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b5736639-ad73-4c7a-a125-5645e9a99220 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.004080 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b5736639-ad73-4c7a-a125-5645e9a99220 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.065664 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b5736639-ad73-4c7a-a125-5645e9a99220 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.068110 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b5736639-ad73-4c7a-a125-5645e9a99220 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.069281 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b5736639-ad73-4c7a-a125-5645e9a99220 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "DELETE /v2.0/security-groups/bd1c1667-16a3-43a2-8399-cee1f6313615 HTTP/1.1" status: 204 len: 168 time: 0.1491067 Jul 14 09:48:56.078151 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5736639-ad73-4c7a-a125-5645e9a99220 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1c1667-16a3-43a2-8399-cee1f6313615,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:56.626480 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44820) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:56.631273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-8a8dda23-f755-4712-812c-4a023714abb9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-481335152', 'description': 'tempest-secgroup-smoke-481335152 description', 'project_id': '4572804f6c7148f4a4dc06c5116104de'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:56.653561 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8a8dda23-f755-4712-812c-4a023714abb9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.730061 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8a8dda23-f755-4712-812c-4a023714abb9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.734116 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8a8dda23-f755-4712-812c-4a023714abb9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.759935 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8a8dda23-f755-4712-812c-4a023714abb9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.761136 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8a8dda23-f755-4712-812c-4a023714abb9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1335809 Jul 14 09:48:56.764264 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44822) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:56.765967 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dda23-f755-4712-812c-4a023714abb9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f5275f-1138-42ef-ad55-c04c4dd1966b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:56.770063 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-269d3845-c8e6-4dc0-9358-8df46b943c30 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': '20f5275f-1138-42ef-ad55-c04c4dd1966b', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:56.797166 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-269d3845-c8e6-4dc0-9358-8df46b943c30 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.852490 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-269d3845-c8e6-4dc0-9358-8df46b943c30 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.856853 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-269d3845-c8e6-4dc0-9358-8df46b943c30 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.878399 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d3845-c8e6-4dc0-9358-8df46b943c30 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95b9d4c-f8cc-4068-9d17-14fb78f541af,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:56.886586 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-269d3845-c8e6-4dc0-9358-8df46b943c30 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.887762 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-269d3845-c8e6-4dc0-9358-8df46b943c30 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223905 Jul 14 09:48:56.889163 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d3845-c8e6-4dc0-9358-8df46b943c30 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:56.889519 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d3845-c8e6-4dc0-9358-8df46b943c30 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:56.889883 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d3845-c8e6-4dc0-9358-8df46b943c30 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:56.890226 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d3845-c8e6-4dc0-9358-8df46b943c30 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:56.890562 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d3845-c8e6-4dc0-9358-8df46b943c30 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:56.890687 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44824) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:56.890898 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d3845-c8e6-4dc0-9358-8df46b943c30 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:56.891225 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d3845-c8e6-4dc0-9358-8df46b943c30 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:56.891554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d3845-c8e6-4dc0-9358-8df46b943c30 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:56.891883 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d3845-c8e6-4dc0-9358-8df46b943c30 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:56.892214 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d3845-c8e6-4dc0-9358-8df46b943c30 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:56.892539 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d3845-c8e6-4dc0-9358-8df46b943c30 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:56.892862 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269d3845-c8e6-4dc0-9358-8df46b943c30 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:56.895398 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-8c66ebe8-1da7-47d4-9151-455fb0b06978 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': '20f5275f-1138-42ef-ad55-c04c4dd1966b', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:56.922445 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8c66ebe8-1da7-47d4-9151-455fb0b06978 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.980182 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ab74f4dc-4115-4761-b1f7-92a33f3d41e1 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:56.980702 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8c66ebe8-1da7-47d4-9151-455fb0b06978 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.985400 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8c66ebe8-1da7-47d4-9151-455fb0b06978 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.004414 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: ab74f4dc-4115-4761-b1f7-92a33f3d41e1 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:48:57.004817 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ab74f4dc-4115-4761-b1f7-92a33f3d41e1 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:57.005200 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 868c5469-9f70-4fad-a0bc-cf1678b949a4 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:57.005307 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66ebe8-1da7-47d4-9151-455fb0b06978 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d58436d-e973-4ab0-ad9e-43f2d289c69b,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:57.008913 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8c66ebe8-1da7-47d4-9151-455fb0b06978 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.012691 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8c66ebe8-1da7-47d4-9151-455fb0b06978 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184616 Jul 14 09:48:57.013123 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44826) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:57.017318 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2ef136fc-d19a-42a7-9b1e-a6dc3c5d85e3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': '20f5275f-1138-42ef-ad55-c04c4dd1966b', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:57.024144 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 868c5469-9f70-4fad-a0bc-cf1678b949a4 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:48:57.024490 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 868c5469-9f70-4fad-a0bc-cf1678b949a4 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:57.024907 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:57.043661 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ef136fc-d19a-42a7-9b1e-a6dc3c5d85e3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.044677 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:48:57.045693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 05b6ae7d-6c2c-41f0-a1eb-5915e2d15dda not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:57.101027 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ef136fc-d19a-42a7-9b1e-a6dc3c5d85e3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.104830 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ef136fc-d19a-42a7-9b1e-a6dc3c5d85e3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.127625 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef136fc-d19a-42a7-9b1e-a6dc3c5d85e3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55b7ec8-c28c-4363-91df-5e5eb12a208b,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:57.131396 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ef136fc-d19a-42a7-9b1e-a6dc3c5d85e3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.133045 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2ef136fc-d19a-42a7-9b1e-a6dc3c5d85e3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189530 Jul 14 09:48:57.135963 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44828) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:57.140276 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-bc25465a-cf05-4e47-865b-f7f015b6c8aa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': '20f5275f-1138-42ef-ad55-c04c4dd1966b', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:57.166289 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bc25465a-cf05-4e47-865b-f7f015b6c8aa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.223630 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bc25465a-cf05-4e47-865b-f7f015b6c8aa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.227165 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bc25465a-cf05-4e47-865b-f7f015b6c8aa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.244477 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25465a-cf05-4e47-865b-f7f015b6c8aa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2ca874-e7e9-4392-acb0-d5a237980491,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:57.252265 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bc25465a-cf05-4e47-865b-f7f015b6c8aa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.253502 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bc25465a-cf05-4e47-865b-f7f015b6c8aa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166129 Jul 14 09:48:57.256347 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44830) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:57.260919 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-d8386ef8-3e98-4327-b848-5b63dd956376 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': '20f5275f-1138-42ef-ad55-c04c4dd1966b', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:57.266556 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-689e3f12-bde7-4847-9990-1ccf665e663b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.282660 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-d8386ef8-3e98-4327-b848-5b63dd956376 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Project 4572804f6c7148f4a4dc06c5116104de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:48:57.287728 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8386ef8-3e98-4327-b848-5b63dd956376 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.347247 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8386ef8-3e98-4327-b848-5b63dd956376 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.350920 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8386ef8-3e98-4327-b848-5b63dd956376 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.368327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8386ef8-3e98-4327-b848-5b63dd956376 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd33f54-f457-4911-bb55-06e0bccb430f,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:57.374525 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8386ef8-3e98-4327-b848-5b63dd956376 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.375662 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d8386ef8-3e98-4327-b848-5b63dd956376 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183515 Jul 14 09:48:57.378662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44832) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:57.383424 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-96497af3-db37-4726-9e73-2d10634ee0d3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': '20f5275f-1138-42ef-ad55-c04c4dd1966b', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:57.405652 n-d-798054-10 neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-96497af3-db37-4726-9e73-2d10634ee0d3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Project 4572804f6c7148f4a4dc06c5116104de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:48:57.410609 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-96497af3-db37-4726-9e73-2d10634ee0d3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.469559 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-96497af3-db37-4726-9e73-2d10634ee0d3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.472942 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-96497af3-db37-4726-9e73-2d10634ee0d3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.489221 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96497af3-db37-4726-9e73-2d10634ee0d3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c1a9bc-fa3f-4b06-b341-937d6e2da8ff,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:57.495619 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-96497af3-db37-4726-9e73-2d10634ee0d3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.496965 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-96497af3-db37-4726-9e73-2d10634ee0d3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1171725 Jul 14 09:48:57.499889 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44834) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:57.504760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-97618742-ab90-4625-98f8-569f01197696 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'network': {'name': 'tempest-network-smoke--885446091', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'port_security_enabled': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:57.525402 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97618742-ab90-4625-98f8-569f01197696 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Made reservation on behalf of 4572804f6c7148f4a4dc06c5116104de for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:57.528833 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-97618742-ab90-4625-98f8-569f01197696 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.551734 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97618742-ab90-4625-98f8-569f01197696 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:48:57.560096 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-97618742-ab90-4625-98f8-569f01197696 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.560440 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-97618742-ab90-4625-98f8-569f01197696 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Added segment 51eb48a7-2e3b-464e-b4e5-c667400b8c74 of type vlan for network b56eeade-df12-417b-811b-ff77345acaec Jul 14 09:48:57.598673 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-97618742-ab90-4625-98f8-569f01197696 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.624869 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-97618742-ab90-4625-98f8-569f01197696 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.630213 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97618742-ab90-4625-98f8-569f01197696 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:57.630790 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-97618742-ab90-4625-98f8-569f01197696 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.690204 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-97618742-ab90-4625-98f8-569f01197696 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1892693 Jul 14 09:48:57.692987 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44836) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:57.697326 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-3cf32670-2cef-479e-8715-89acd9b9b06f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-536137520', 'admin_state_up': True, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:57.710122 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97618742-ab90-4625-98f8-569f01197696 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Network': ['ID=b56eeade-df12-417b-811b-ff77345acaec,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:57.720069 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network b56eeade-df12-417b-811b-ff77345acaec details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:48:57.726749 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3cf32670-2cef-479e-8715-89acd9b9b06f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.727695 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3cf32670-2cef-479e-8715-89acd9b9b06f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.778109 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3cf32670-2cef-479e-8715-89acd9b9b06f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.913833 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3cf32670-2cef-479e-8715-89acd9b9b06f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.099417 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3cf32670-2cef-479e-8715-89acd9b9b06f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.121987 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3cf32670-2cef-479e-8715-89acd9b9b06f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.225861 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-3cf32670-2cef-479e-8715-89acd9b9b06f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Allocated IP 172.25.1.141 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/e12c81a0-9124-4b83-8924-ce56ceaf4e06) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:58.329203 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3cf32670-2cef-479e-8715-89acd9b9b06f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.368424 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3cf32670-2cef-479e-8715-89acd9b9b06f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.403680 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf32670-2cef-479e-8715-89acd9b9b06f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:58.406464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-3cf32670-2cef-479e-8715-89acd9b9b06f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:58.411975 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf32670-2cef-479e-8715-89acd9b9b06f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:58.440297 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf32670-2cef-479e-8715-89acd9b9b06f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=e12c81a0-9124-4b83-8924-ce56ceaf4e06,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:58.656557 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3cf32670-2cef-479e-8715-89acd9b9b06f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.854058 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3cf32670-2cef-479e-8715-89acd9b9b06f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.980742 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf32670-2cef-479e-8715-89acd9b9b06f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Router 9bee849f-91ff-41c6-9703-a094d2fbf7b0 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:48:59.084558 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf32670-2cef-479e-8715-89acd9b9b06f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:48:59.094340 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] Sync routers for ids ['9bee849f-91ff-41c6-9703-a094d2fbf7b0'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:48:59.103507 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3cf32670-2cef-479e-8715-89acd9b9b06f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.103690 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] Routers {'9bee849f-91ff-41c6-9703-a094d2fbf7b0'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:59.104332 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:48:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9bee849f-91ff-41c6-9703-a094d2fbf7b0'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:59.104852 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3cf32670-2cef-479e-8715-89acd9b9b06f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4109390 Jul 14 09:48:59.107979 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44838) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:59.135447 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-59c41db7-4117-45b4-9323-bc85c9c43d4d tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=4572804f6c7148f4a4dc06c5116104de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263691 Jul 14 09:48:59.137974 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44840) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:59.210983 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] Set router 9bee849f-91ff-41c6-9703-a094d2fbf7b0 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:59.225459 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0455fb-53eb-4431-b44d-24dc4fea3cd9 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:59.227127 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-da0455fb-53eb-4431-b44d-24dc4fea3cd9 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882683 Jul 14 09:48:59.229962 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44842) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:59.262045 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1fad1732-cc17-4cfc-9aa2-4fdcda74deaf tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309467 Jul 14 09:48:59.265062 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44844) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:59.269754 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8f4cfaf9-50e0-4675-af57-b0d252e47505 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-457740930', 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:59.355101 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4cfaf9-50e0-4675-af57-b0d252e47505 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Made reservation on behalf of 4572804f6c7148f4a4dc06c5116104de for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:59.358743 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f4cfaf9-50e0-4675-af57-b0d252e47505 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.388214 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536137520', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:57Z', 'updated_at': '2021-07-14T09:48:58Z', 'revision_number': 3, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:58Z', 'updated_at': '2021-07-14T09:48:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:59.415107 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] Checking router: 9bee849f-91ff-41c6-9703-a094d2fbf7b0 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:48:59.415448 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] Updating router 9bee849f-91ff-41c6-9703-a094d2fbf7b0 port e12c81a0-9124-4b83-8924-ce56ceaf4e06 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:48:59.449033 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.539666 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f4cfaf9-50e0-4675-af57-b0d252e47505 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.602754 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cfaf9-50e0-4675-af57-b0d252e47505 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Subnet': ['ID=71af0b3e-1c16-46b8-ab26-6e53a0b7a79b,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:59.612125 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4cfaf9-50e0-4675-af57-b0d252e47505 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Checking segment: {'id': '51eb48a7-2e3b-464e-b4e5-c667400b8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:59.612496 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4cfaf9-50e0-4675-af57-b0d252e47505 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network hostable DHCP agents. Network: b56eeade-df12-417b-811b-ff77345acaec, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:48:59.630339 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4cfaf9-50e0-4675-af57-b0d252e47505 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network b56eeade-df12-417b-811b-ff77345acaec is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:48:59.638945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-8f4cfaf9-50e0-4675-af57-b0d252e47505 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, b56eeade-df12-417b-811b-ff77345acaec) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:59.643010 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4cfaf9-50e0-4675-af57-b0d252e47505 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:59.643776 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f4cfaf9-50e0-4675-af57-b0d252e47505 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.654313 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1d12ed-1851-432b-84c8-92ca7eef9cbd None None] Network b56eeade-df12-417b-811b-ff77345acaec requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:59.660607 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8f4cfaf9-50e0-4675-af57-b0d252e47505 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3945308 Jul 14 09:48:59.663473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44846) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:59.795525 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b57c7bc0-fe0c-4c31-968a-83a4dcbcc49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.797279 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.807762 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] Transition to ACTIVE for port object e12c81a0-9124-4b83-8924-ce56ceaf4e06 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:59.817021 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.823376 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb39401-4920-4699-a019-260750775d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-b56eeade-df12-417b-811b-ff77345acaec', 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'fixed_ips': [{'subnet_id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:48:59.824500 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eeb39401-4920-4699-a019-260750775d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.873954 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca8c3d-9991-434d-a96e-901e452047ec None None] Pushing event updated for resources: {'Port': ['ID=e12c81a0-9124-4b83-8924-ce56ceaf4e06,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:59.876765 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] Attempting to bind port e12c81a0-9124-4b83-8924-ce56ceaf4e06 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:59.877191 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] Attempting to bind port e12c81a0-9124-4b83-8924-ce56ceaf4e06 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:59.877643 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] Attempting to bind port e12c81a0-9124-4b83-8924-ce56ceaf4e06 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:59.886859 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:59.887129 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:59.887848 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.888549 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:59.889255 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] Bound port: e12c81a0-9124-4b83-8924-ce56ceaf4e06, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:59.889941 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.944472 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] For port e12c81a0-9124-4b83-8924-ce56ceaf4e06, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:59.948023 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] For port e12c81a0-9124-4b83-8924-ce56ceaf4e06, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e12c81a0-9124-4b83-8924-ce56ceaf4e06,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:59.953873 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.966416 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.977912 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-eeb39401-4920-4699-a019-260750775d34 None None] Allocated IP 172.20.0.2 (b56eeade-df12-417b-811b-ff77345acaec/71af0b3e-1c16-46b8-ab26-6e53a0b7a79b/91c19dff-30d3-4cf6-8467-bfc0a0c6a079) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:49:00.025099 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca8c3d-9991-434d-a96e-901e452047ec None None] Pushing event updated for resources: {'Port': ['ID=e12c81a0-9124-4b83-8924-ce56ceaf4e06,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:00.041511 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] Routers {'9bee849f-91ff-41c6-9703-a094d2fbf7b0'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:00.042175 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:49:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9bee849f-91ff-41c6-9703-a094d2fbf7b0'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:00.142583 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eeb39401-4920-4699-a019-260750775d34 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:00.145673 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-939cc803-bfa5-49d3-aeff-ee0b8b6b2bc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:00.154953 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-eeb39401-4920-4699-a019-260750775d34 None None] Transition to ACTIVE for port object 91c19dff-30d3-4cf6-8467-bfc0a0c6a079 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:00.160603 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] Set router 9bee849f-91ff-41c6-9703-a094d2fbf7b0 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:00.172305 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-eeb39401-4920-4699-a019-260750775d34 None None] Transition to ACTIVE for port object 91c19dff-30d3-4cf6-8467-bfc0a0c6a079 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:00.179810 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eeb39401-4920-4699-a019-260750775d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:00.229769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb39401-4920-4699-a019-260750775d34 None None] Network b56eeade-df12-417b-811b-ff77345acaec is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:49:00.230642 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb39401-4920-4699-a019-260750775d34 None None] Pushing event updated for resources: {'Port': ['ID=91c19dff-30d3-4cf6-8467-bfc0a0c6a079,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:00.234520 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-eeb39401-4920-4699-a019-260750775d34 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:00.236470 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb39401-4920-4699-a019-260750775d34 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:49:00.297499 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-eeb39401-4920-4699-a019-260750775d34 None None] Attempting to bind port 91c19dff-30d3-4cf6-8467-bfc0a0c6a079 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:49:00.298014 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-eeb39401-4920-4699-a019-260750775d34 None None] Attempting to bind port 91c19dff-30d3-4cf6-8467-bfc0a0c6a079 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '51eb48a7-2e3b-464e-b4e5-c667400b8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:49:00.298269 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb39401-4920-4699-a019-260750775d34 None None] Attempting to bind port 91c19dff-30d3-4cf6-8467-bfc0a0c6a079 on network b56eeade-df12-417b-811b-ff77345acaec {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:00.303381 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb39401-4920-4699-a019-260750775d34 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:49:00.303766 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb39401-4920-4699-a019-260750775d34 None None] Checking segment: {'id': '51eb48a7-2e3b-464e-b4e5-c667400b8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:49:00.304172 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eeb39401-4920-4699-a019-260750775d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:00.304563 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb39401-4920-4699-a019-260750775d34 None None] Bound using segment: {'id': '51eb48a7-2e3b-464e-b4e5-c667400b8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:49:00.305042 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-eeb39401-4920-4699-a019-260750775d34 None None] Bound port: 91c19dff-30d3-4cf6-8467-bfc0a0c6a079, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51eb48a7-2e3b-464e-b4e5-c667400b8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:49:00.305418 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eeb39401-4920-4699-a019-260750775d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:00.346075 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536137520', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:57Z', 'updated_at': '2021-07-14T09:48:58Z', 'revision_number': 3, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:58Z', 'updated_at': '2021-07-14T09:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:00.372175 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-eeb39401-4920-4699-a019-260750775d34 None None] For port 91c19dff-30d3-4cf6-8467-bfc0a0c6a079, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:49:00.372386 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b292d89-8781-4d20-98da-4e7b2c0f8b51 None None] The sync data for ids ['9bee849f-91ff-41c6-9703-a094d2fbf7b0'] in n-d-798054-10 is: [{'id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536137520', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:57Z', 'updated_at': '2021-07-14T09:48:58Z', 'revision_number': 3, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:58Z', 'updated_at': '2021-07-14T09:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:49:00.375729 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-eeb39401-4920-4699-a019-260750775d34 None None] For port 91c19dff-30d3-4cf6-8467-bfc0a0c6a079, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=91c19dff-30d3-4cf6-8467-bfc0a0c6a079,segment=NetworkSegment(51eb48a7-2e3b-464e-b4e5-c667400b8c74),segment_id=51eb48a7-2e3b-464e-b4e5-c667400b8c74)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:49:00.380859 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eeb39401-4920-4699-a019-260750775d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:00.446967 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb39401-4920-4699-a019-260750775d34 None None] Pushing event updated for resources: {'Port': ['ID=91c19dff-30d3-4cf6-8467-bfc0a0c6a079,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:00.454083 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-939cc803-bfa5-49d3-aeff-ee0b8b6b2bc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Allocated IP 172.20.0.1 (b56eeade-df12-417b-811b-ff77345acaec/71af0b3e-1c16-46b8-ab26-6e53a0b7a79b/5240408d-108f-4248-a8f9-5d82ec1cb4df) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:49:00.769098 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:00.900796 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-939cc803-bfa5-49d3-aeff-ee0b8b6b2bc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:00.914908 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-939cc803-bfa5-49d3-aeff-ee0b8b6b2bc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Transition to ACTIVE for port object 5240408d-108f-4248-a8f9-5d82ec1cb4df will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:00.960909 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-939cc803-bfa5-49d3-aeff-ee0b8b6b2bc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:01.012186 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939cc803-bfa5-49d3-aeff-ee0b8b6b2bc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network b56eeade-df12-417b-811b-ff77345acaec is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:49:01.016429 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-939cc803-bfa5-49d3-aeff-ee0b8b6b2bc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:01.019632 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939cc803-bfa5-49d3-aeff-ee0b8b6b2bc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:49:01.063935 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cc803-bfa5-49d3-aeff-ee0b8b6b2bc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=5240408d-108f-4248-a8f9-5d82ec1cb4df,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:01.077497 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 91c19dff-30d3-4cf6-8467-bfc0a0c6a079 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:01.082879 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-939cc803-bfa5-49d3-aeff-ee0b8b6b2bc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:01.134342 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 91c19dff-30d3-4cf6-8467-bfc0a0c6a079 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:01.138353 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e12c81a0-9124-4b83-8924-ce56ceaf4e06 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:01.201712 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port e12c81a0-9124-4b83-8924-ce56ceaf4e06 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:01.206602 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e12c81a0-9124-4b83-8924-ce56ceaf4e06 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:01.207392 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:01.250304 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-939cc803-bfa5-49d3-aeff-ee0b8b6b2bc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:01.304687 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:01.330533 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port e12c81a0-9124-4b83-8924-ce56ceaf4e06, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e12c81a0-9124-4b83-8924-ce56ceaf4e06,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:01.336492 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:01.403338 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=e12c81a0-9124-4b83-8924-ce56ceaf4e06,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:01.574054 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-939cc803-bfa5-49d3-aeff-ee0b8b6b2bc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:01.574673 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd336f09-ed13-4a1b-b829-ab3fbf6bd64f None None] Network b56eeade-df12-417b-811b-ff77345acaec requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:49:01.579600 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-939cc803-bfa5-49d3-aeff-ee0b8b6b2bc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:01.656821 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cc803-bfa5-49d3-aeff-ee0b8b6b2bc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=5240408d-108f-4248-a8f9-5d82ec1cb4df,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:01.662072 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-939cc803-bfa5-49d3-aeff-ee0b8b6b2bc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:01.692155 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8f15375d-c112-4c05-a509-74146378cc61 None None] Provisioning for port 91c19dff-30d3-4cf6-8467-bfc0a0c6a079 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:01.702051 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8f15375d-c112-4c05-a509-74146378cc61 None None] Provisioning complete for port 91c19dff-30d3-4cf6-8467-bfc0a0c6a079 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:01.702423 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f15375d-c112-4c05-a509-74146378cc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:01.763497 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939cc803-bfa5-49d3-aeff-ee0b8b6b2bc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network b56eeade-df12-417b-811b-ff77345acaec is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:49:01.765439 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-939cc803-bfa5-49d3-aeff-ee0b8b6b2bc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:01.828344 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f15375d-c112-4c05-a509-74146378cc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:01.878974 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8f15375d-c112-4c05-a509-74146378cc61 None None] For port 91c19dff-30d3-4cf6-8467-bfc0a0c6a079, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=91c19dff-30d3-4cf6-8467-bfc0a0c6a079,segment=NetworkSegment(51eb48a7-2e3b-464e-b4e5-c667400b8c74),segment_id=51eb48a7-2e3b-464e-b4e5-c667400b8c74)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:01.886714 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f15375d-c112-4c05-a509-74146378cc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:01.911194 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939cc803-bfa5-49d3-aeff-ee0b8b6b2bc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Router 9bee849f-91ff-41c6-9703-a094d2fbf7b0 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:49:01.947664 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15375d-c112-4c05-a509-74146378cc61 None None] Pushing event updated for resources: {'Port': ['ID=91c19dff-30d3-4cf6-8467-bfc0a0c6a079,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:02.031654 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939cc803-bfa5-49d3-aeff-ee0b8b6b2bc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:49:02.037770 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-939cc803-bfa5-49d3-aeff-ee0b8b6b2bc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "PUT /v2.0/routers/9bee849f-91ff-41c6-9703-a094d2fbf7b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3732042 Jul 14 09:49:02.047557 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:02.114578 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-168b972b-8339-4ea7-be2f-a1f09846c7be None None] Provisioning for port 5240408d-108f-4248-a8f9-5d82ec1cb4df completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:02.122194 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-168b972b-8339-4ea7-be2f-a1f09846c7be None None] Provisioning complete for port 5240408d-108f-4248-a8f9-5d82ec1cb4df triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:02.122669 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-168b972b-8339-4ea7-be2f-a1f09846c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:02.162610 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-168b972b-8339-4ea7-be2f-a1f09846c7be None None] Port 5240408d-108f-4248-a8f9-5d82ec1cb4df cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:49:02.176872 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-168b972b-8339-4ea7-be2f-a1f09846c7be None None] Provisioning complete for port 91c19dff-30d3-4cf6-8467-bfc0a0c6a079 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:02.177475 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-168b972b-8339-4ea7-be2f-a1f09846c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:02.281014 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ae9107aa-46ba-4a5e-91ba-ea810fb85583 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-481335152&fields=id&tenant_id=4572804f6c7148f4a4dc06c5116104de HTTP/1.1" status: 200 len: 267 time: 0.0542908 Jul 14 09:49:02.297149 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] Sync routers for ids ['9bee849f-91ff-41c6-9703-a094d2fbf7b0'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:49:02.318160 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] Routers {'9bee849f-91ff-41c6-9703-a094d2fbf7b0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:02.318787 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:49:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9bee849f-91ff-41c6-9703-a094d2fbf7b0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:02.408641 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ba85a262-2531-42c9-81cb-0b66f15639aa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:02.410715 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ba85a262-2531-42c9-81cb-0b66f15639aa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/networks?id=b56eeade-df12-417b-811b-ff77345acaec HTTP/1.1" status: 200 len: 796 time: 0.1180260 Jul 14 09:49:02.427198 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-f94e9129-4bfe-4b12-8792-1a9927ae984a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/quotas/4572804f6c7148f4a4dc06c5116104de HTTP/1.1" status: 200 len: 375 time: 0.0108423 Jul 14 09:49:02.473547 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-17f12842-d24e-4ff5-9980-08c1893a2091 None None] Provisioning complete for port 5240408d-108f-4248-a8f9-5d82ec1cb4df triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:02.473992 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17f12842-d24e-4ff5-9980-08c1893a2091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:02.504135 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] Set router 9bee849f-91ff-41c6-9703-a094d2fbf7b0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:02.512006 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-c1d494e9-f51b-4466-aed3-f088e799b8a8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750990 Jul 14 09:49:02.552310 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-17f12842-d24e-4ff5-9980-08c1893a2091 None None] Port 5240408d-108f-4248-a8f9-5d82ec1cb4df cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:49:02.628578 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-5ac454dd-99bf-437b-822a-2f265b66cad0 service neutron] 10.222.0.26 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043124 Jul 14 09:49:02.642110 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44868) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:02.699507 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6f70a97f-6e1a-45e6-9a43-e29ee41c5999 None None] Provisioning complete for port 5240408d-108f-4248-a8f9-5d82ec1cb4df triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:02.699882 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f70a97f-6e1a-45e6-9a43-e29ee41c5999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:02.728495 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-845014be-4e90-4b1d-8fff-0973f10a997e service neutron] 10.222.0.26 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921447 Jul 14 09:49:02.755682 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6f70a97f-6e1a-45e6-9a43-e29ee41c5999 None None] Port 5240408d-108f-4248-a8f9-5d82ec1cb4df cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:49:02.770069 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb4f36-e08f-4ff9-8049-5d543ff86b61 req-f0f056f5-4b0e-4c59-b63d-c816faa8f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:02.771644 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-efeb4f36-e08f-4ff9-8049-5d543ff86b61 req-f0f056f5-4b0e-4c59-b63d-c816faa8f313 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 1098 time: 0.1281023 Jul 14 09:49:02.778751 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536137520', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:57Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:58Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '5240408d-108f-4248-a8f9-5d82ec1cb4df', 'name': '', 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:bf:6d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:00Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 2, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:02.815157 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-efeb4f36-e08f-4ff9-8049-5d543ff86b61 req-e67fc80c-6270-4001-9fbb-32752199af83 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=35cfcaae-f3bc-4f28-956a-fe4060e94dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373130 Jul 14 09:49:02.932986 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad6663f1-1105-461c-9c00-4c757af0c444 req-ae89b687-a5c7-48c7-9792-673afc1ed920 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 210 time: 0.0348136 Jul 14 09:49:02.982194 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] Checking router: 9bee849f-91ff-41c6-9703-a094d2fbf7b0 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:49:02.983287 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] Updating router 9bee849f-91ff-41c6-9703-a094d2fbf7b0 port 5240408d-108f-4248-a8f9-5d82ec1cb4df binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:49:03.007093 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:03.022240 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:03.032976 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 91c19dff-30d3-4cf6-8467-bfc0a0c6a079 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:03.209547 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 91c19dff-30d3-4cf6-8467-bfc0a0c6a079 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:03.209951 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:03.448179 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e12c81a0-9124-4b83-8924-ce56ceaf4e06 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:03.495005 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:03.511781 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] Transition to ACTIVE for port object 5240408d-108f-4248-a8f9-5d82ec1cb4df will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:03.520670 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:03.568055 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e12c81a0-9124-4b83-8924-ce56ceaf4e06 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:03.568420 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:03.600117 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080ad08-b561-4028-8ef9-f2bb40225ebb None None] Pushing event updated for resources: {'Port': ['ID=5240408d-108f-4248-a8f9-5d82ec1cb4df,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:03.675532 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] Attempting to bind port 5240408d-108f-4248-a8f9-5d82ec1cb4df on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:49:03.675532 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] Attempting to bind port 5240408d-108f-4248-a8f9-5d82ec1cb4df by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '51eb48a7-2e3b-464e-b4e5-c667400b8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:49:03.675804 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] Attempting to bind port 5240408d-108f-4248-a8f9-5d82ec1cb4df on network b56eeade-df12-417b-811b-ff77345acaec {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:03.683702 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:49:03.684071 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] Checking segment: {'id': '51eb48a7-2e3b-464e-b4e5-c667400b8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:49:03.684469 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:03.684857 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] Bound using segment: {'id': '51eb48a7-2e3b-464e-b4e5-c667400b8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:49:03.685322 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] Bound port: 5240408d-108f-4248-a8f9-5d82ec1cb4df, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51eb48a7-2e3b-464e-b4e5-c667400b8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:49:03.686245 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:03.784532 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] For port 5240408d-108f-4248-a8f9-5d82ec1cb4df, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:49:03.787908 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] For port 5240408d-108f-4248-a8f9-5d82ec1cb4df, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5240408d-108f-4248-a8f9-5d82ec1cb4df,segment=NetworkSegment(51eb48a7-2e3b-464e-b4e5-c667400b8c74),segment_id=51eb48a7-2e3b-464e-b4e5-c667400b8c74)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:49:03.793711 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:03.851245 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] Routers {'9bee849f-91ff-41c6-9703-a094d2fbf7b0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:03.851885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:49:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9bee849f-91ff-41c6-9703-a094d2fbf7b0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:03.856831 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080ad08-b561-4028-8ef9-f2bb40225ebb None None] Pushing event updated for resources: {'Port': ['ID=5240408d-108f-4248-a8f9-5d82ec1cb4df,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:03.988549 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] Set router 9bee849f-91ff-41c6-9703-a094d2fbf7b0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:04.114444 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-79973e82-9f49-48e3-bc3e-bf3cff1a38ec req-25e54c82-51f4-47ef-b2d9-a6721ef41672 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 210 time: 0.0552492 Jul 14 09:49:04.199283 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-56f39919-18a0-4613-8fb0-313f33d04603 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:04.200979 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-56f39919-18a0-4613-8fb0-313f33d04603 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.55 "GET /v2.0/networks?id=b56eeade-df12-417b-811b-ff77345acaec HTTP/1.1" status: 200 len: 796 time: 0.1171508 Jul 14 09:49:04.229483 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536137520', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:57Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:58Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '5240408d-108f-4248-a8f9-5d82ec1cb4df', 'name': '', 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:bf:6d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:00Z', 'updated_at': '2021-07-14T09:49:03Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:04.258843 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-a87d982a-8499-4cf1-9a3c-ba14d8420871 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4572804f6c7148f4a4dc06c5116104de HTTP/1.1" status: 200 len: 379 time: 0.0424342 Jul 14 09:49:04.260400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ca234f-7af3-450d-a37f-1c859fe10ba4 None None] The sync data for ids ['9bee849f-91ff-41c6-9703-a094d2fbf7b0'] in n-d-798054-10 is: [{'id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536137520', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:57Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:58Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '5240408d-108f-4248-a8f9-5d82ec1cb4df', 'name': '', 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:bf:6d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:00Z', 'updated_at': '2021-07-14T09:49:03Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:49:04.269949 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'port': {'device_id': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec', 'admin_state_up': True, 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'security_groups': ['20f5275f-1138-42ef-ad55-c04c4dd1966b']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:04.407508 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Made reservation on behalf of 4572804f6c7148f4a4dc06c5116104de for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:49:04.411463 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:04.540547 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Allocated IP 172.20.0.12 (b56eeade-df12-417b-811b-ff77345acaec/71af0b3e-1c16-46b8-ab26-6e53a0b7a79b/1da46b94-4926-4fab-b579-30f8f94a3203) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:49:04.692365 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:04.707551 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Transition to ACTIVE for port object 1da46b94-4926-4fab-b579-30f8f94a3203 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:04.742362 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:04.792494 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network b56eeade-df12-417b-811b-ff77345acaec is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:49:04.797190 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:04.803830 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:49:04.807602 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=1da46b94-4926-4fab-b579-30f8f94a3203,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:04.841273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:04.841710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:04.842580 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:04.842919 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:04.843255 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:04.843588 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:04.843917 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:04.844243 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:04.844572 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:04.844894 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:04.845227 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:04.845536 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:04.873054 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:04.873944 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:04.890297 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-e92f8da0-bafa-4241-9649-3a67abdb866b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6242778 Jul 14 09:49:04.912598 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] Request body: {'port': {'device_id': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:05.012450 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:05.046402 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5240408d-108f-4248-a8f9-5d82ec1cb4df up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:05.084255 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4adda8c8-3052-45f3-aaa0-06f370482438 None None] Provisioning for port 1da46b94-4926-4fab-b579-30f8f94a3203 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:05.090963 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4adda8c8-3052-45f3-aaa0-06f370482438 None None] Provisioning complete for port 1da46b94-4926-4fab-b579-30f8f94a3203 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:05.091720 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4adda8c8-3052-45f3-aaa0-06f370482438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:05.136647 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 5240408d-108f-4248-a8f9-5d82ec1cb4df completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:05.140133 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4adda8c8-3052-45f3-aaa0-06f370482438 None None] Port 1da46b94-4926-4fab-b579-30f8f94a3203 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:49:05.142684 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 5240408d-108f-4248-a8f9-5d82ec1cb4df triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:05.143064 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:05.246567 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:05.289105 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 5240408d-108f-4248-a8f9-5d82ec1cb4df, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5240408d-108f-4248-a8f9-5d82ec1cb4df,segment=NetworkSegment(51eb48a7-2e3b-464e-b4e5-c667400b8c74),segment_id=51eb48a7-2e3b-464e-b4e5-c667400b8c74)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:05.295671 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:05.334542 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da46b94-4926-4fab-b579-30f8f94a3203 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:49:05.335131 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e64fe-f823-409e-a656-61a8c1fffdc5 req-32e1bda3-2660-4b44-967f-2cd4aa27fa93 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:05.336160 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-583e64fe-f823-409e-a656-61a8c1fffdc5 req-32e1bda3-2660-4b44-967f-2cd4aa27fa93 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 932 time: 0.0901902 Jul 14 09:49:05.344772 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:05.354206 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=5240408d-108f-4248-a8f9-5d82ec1cb4df,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:05.364407 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] Transition to ACTIVE for port object 1da46b94-4926-4fab-b579-30f8f94a3203 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:05.369691 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:05.384849 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-583e64fe-f823-409e-a656-61a8c1fffdc5 req-ca00cd4f-63b1-43b5-adfb-7f2499cc6bad tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402460 Jul 14 09:49:05.426236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] Pushing event updated for resources: {'Port': ['ID=1da46b94-4926-4fab-b579-30f8f94a3203,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:05.499107 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] Attempting to bind port 1da46b94-4926-4fab-b579-30f8f94a3203 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:49:05.499446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] Attempting to bind port 1da46b94-4926-4fab-b579-30f8f94a3203 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '51eb48a7-2e3b-464e-b4e5-c667400b8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:49:05.499776 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] Attempting to bind port 1da46b94-4926-4fab-b579-30f8f94a3203 on network b56eeade-df12-417b-811b-ff77345acaec {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:05.504643 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] Port 1da46b94-4926-4fab-b579-30f8f94a3203 on network b56eeade-df12-417b-811b-ff77345acaec not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:49:05.504975 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] Attempting to bind port 1da46b94-4926-4fab-b579-30f8f94a3203 on network b56eeade-df12-417b-811b-ff77345acaec {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:05.510985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:49:05.511331 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] Checking segment: {'id': '51eb48a7-2e3b-464e-b4e5-c667400b8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:49:05.511721 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] Bound using segment: {'id': '51eb48a7-2e3b-464e-b4e5-c667400b8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:49:05.512161 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] Bound port: 1da46b94-4926-4fab-b579-30f8f94a3203, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51eb48a7-2e3b-464e-b4e5-c667400b8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:49:05.512561 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:05.604165 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] For port 1da46b94-4926-4fab-b579-30f8f94a3203, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:49:05.607549 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] For port 1da46b94-4926-4fab-b579-30f8f94a3203, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1da46b94-4926-4fab-b579-30f8f94a3203,segment=NetworkSegment(51eb48a7-2e3b-464e-b4e5-c667400b8c74),segment_id=51eb48a7-2e3b-464e-b4e5-c667400b8c74)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:49:05.612475 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:05.647744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:05.648407 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:05.649970 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] 10.222.0.55 "PUT /v2.0/ports/1da46b94-4926-4fab-b579-30f8f94a3203 HTTP/1.1" status: 200 len: 1093 time: 0.7436740 Jul 14 09:49:05.650421 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:05.652758 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa8b66b-f418-4f7a-af6d-c8ac351de624" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:05.681084 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb49d4-5469-4a1c-829f-7f3bf5cad191 service neutron] Pushing event updated for resources: {'Port': ['ID=1da46b94-4926-4fab-b579-30f8f94a3203,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:05.714867 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1748fc-4fdc-492e-83a4-ce0a7416504e x-openstack-request-id: req-5a1748fc-4fdc-492e-83a4-ce0a7416504e {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:05.715234 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:05.715583 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a1748fc-4fdc-492e-83a4-ce0a7416504e {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:05.716048 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203', 'status': 'completed', 'code': 200} Jul 14 09:49:05.794475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-aa8a914b-a7a0-4d28-a585-8fdcf481da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:05.796081 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-aa8a914b-a7a0-4d28-a585-8fdcf481da56 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 1096 time: 0.0638564 Jul 14 09:49:05.847260 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-a8b9b211-66da-4ee8-922e-9fbb3e947fe6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1da46b94-4926-4fab-b579-30f8f94a3203 HTTP/1.1" status: 200 len: 217 time: 0.0370719 Jul 14 09:49:05.899145 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-135a5b84-2e1b-45e7-84b5-be42ad5552a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:05.900603 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-135a5b84-2e1b-45e7-84b5-be42ad5552a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71af0b3e-1c16-46b8-ab26-6e53a0b7a79b HTTP/1.1" status: 200 len: 834 time: 0.0470898 Jul 14 09:49:05.957906 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-06749fcb-e1e3-489a-8976-b013fbe8a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:05.959386 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-06749fcb-e1e3-489a-8976-b013fbe8a5a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b56eeade-df12-417b-811b-ff77345acaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523880 Jul 14 09:49:06.045855 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-651373f1-9231-49fe-aa68-f6e9973be9aa service neutron] 10.222.0.55 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794590 Jul 14 09:49:06.137951 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-94a78ed8-3f3f-4ed3-afe9-359a8584167f req-f71a690e-ff45-4ab5-ba7b-25a66e328296 service neutron] 10.222.0.55 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854270 Jul 14 09:49:06.276285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8b66b-f418-4f7a-af6d-c8ac351de624 req-8c27d06b-1abb-40ea-986c-2cab639534b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:06.277755 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cfa8b66b-f418-4f7a-af6d-c8ac351de624 req-8c27d06b-1abb-40ea-986c-2cab639534b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 1096 time: 0.0513289 Jul 14 09:49:06.369902 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8b66b-f418-4f7a-af6d-c8ac351de624 req-d08e71d9-f44e-47a1-89ef-995bf39e5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:06.371359 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cfa8b66b-f418-4f7a-af6d-c8ac351de624 req-d08e71d9-f44e-47a1-89ef-995bf39e5b10 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b56eeade-df12-417b-811b-ff77345acaec HTTP/1.1" status: 200 len: 897 time: 0.0865555 Jul 14 09:49:06.410689 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cfa8b66b-f418-4f7a-af6d-c8ac351de624 req-d8f525c1-bfd1-4dfb-ae02-008c6f770227 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1da46b94-4926-4fab-b579-30f8f94a3203 HTTP/1.1" status: 200 len: 217 time: 0.0326796 Jul 14 09:49:06.459604 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8b66b-f418-4f7a-af6d-c8ac351de624 req-a1179f84-5b45-4cc7-9eaf-d16d1eb12b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:06.461049 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cfa8b66b-f418-4f7a-af6d-c8ac351de624 req-a1179f84-5b45-4cc7-9eaf-d16d1eb12b7a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71af0b3e-1c16-46b8-ab26-6e53a0b7a79b HTTP/1.1" status: 200 len: 834 time: 0.0433917 Jul 14 09:49:06.523093 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8b66b-f418-4f7a-af6d-c8ac351de624 req-7006f716-4702-4fc0-949b-8fdfa6ba45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:06.524573 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cfa8b66b-f418-4f7a-af6d-c8ac351de624 req-7006f716-4702-4fc0-949b-8fdfa6ba45bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b56eeade-df12-417b-811b-ff77345acaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559592 Jul 14 09:49:06.566252 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49545915-68ab-4c83-a516-5b83f8a81eb0 req-847bba30-711a-4280-8ed3-96979c1c8084 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:06.567747 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49545915-68ab-4c83-a516-5b83f8a81eb0 req-847bba30-711a-4280-8ed3-96979c1c8084 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 944 time: 0.0651555 Jul 14 09:49:06.608926 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49545915-68ab-4c83-a516-5b83f8a81eb0 req-9a2bc3cb-c69b-4637-8be3-241b3651fa23 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355709 Jul 14 09:49:06.618518 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cfa8b66b-f418-4f7a-af6d-c8ac351de624 req-9f965dc7-1edd-4b82-bb38-56b55c92f6a7 service neutron] 10.222.0.55 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863628 Jul 14 09:49:06.712432 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cfa8b66b-f418-4f7a-af6d-c8ac351de624 req-e3f14caa-9e88-4b0e-93b5-627e68c58276 service neutron] 10.222.0.55 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867693 Jul 14 09:49:06.986473 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5240408d-108f-4248-a8f9-5d82ec1cb4df up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:07.033097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 5240408d-108f-4248-a8f9-5d82ec1cb4df triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:07.033466 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:07.796612 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a0d40-3d38-4e94-87e7-bd3eb570ab59 req-390c0450-8880-4451-8d11-3f04eb8935a2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:07.798147 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-544a0d40-3d38-4e94-87e7-bd3eb570ab59 req-390c0450-8880-4451-8d11-3f04eb8935a2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 944 time: 0.0737801 Jul 14 09:49:07.838867 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-544a0d40-3d38-4e94-87e7-bd3eb570ab59 req-112b4583-0b42-4a1f-93da-236d0e2eebad tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325973 Jul 14 09:49:08.598026 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1da46b94-4926-4fab-b579-30f8f94a3203 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:49:08.690489 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1da46b94-4926-4fab-b579-30f8f94a3203, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1da46b94-4926-4fab-b579-30f8f94a3203,segment=NetworkSegment(51eb48a7-2e3b-464e-b4e5-c667400b8c74),segment_id=51eb48a7-2e3b-464e-b4e5-c667400b8c74)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:08.702794 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '1da46b94-4926-4fab-b579-30f8f94a3203', 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec', 'port_id': '1da46b94-4926-4fab-b579-30f8f94a3203', 'mac_address': 'fa:16:3e:56:b1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:49:08.742167 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:08.754324 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da46b94-4926-4fab-b579-30f8f94a3203 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:49:08.773955 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1da46b94-4926-4fab-b579-30f8f94a3203, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1da46b94-4926-4fab-b579-30f8f94a3203,segment=NetworkSegment(51eb48a7-2e3b-464e-b4e5-c667400b8c74),segment_id=51eb48a7-2e3b-464e-b4e5-c667400b8c74)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:08.777949 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:08.828196 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=1da46b94-4926-4fab-b579-30f8f94a3203,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:08.835726 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:08.836071 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:08.836412 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:08.836749 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:08.837108 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:08.837444 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:08.837772 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:08.838121 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:08.838469 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:08.838818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:08.839140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:08.839461 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:09.015209 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c0f89-6728-4afe-89a1-051701157c65 req-3b6467b3-374f-4cd7-befc-ee799e96a540 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:09.016704 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-089c0f89-6728-4afe-89a1-051701157c65 req-3b6467b3-374f-4cd7-befc-ee799e96a540 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 945 time: 0.0681489 Jul 14 09:49:09.053862 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-089c0f89-6728-4afe-89a1-051701157c65 req-d6a26f3d-4c4a-47ea-bcf9-a5955e18ac9e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314343 Jul 14 09:49:09.059827 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['1da46b94-4926-4fab-b579-30f8f94a3203'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:49:09.744868 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:49:10.226879 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac17b9-d320-41b3-a90c-b382caf5585f req-da5e9a12-e41b-4b9d-8b1f-261505f6349b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:10.228364 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9dac17b9-d320-41b3-a90c-b382caf5585f req-da5e9a12-e41b-4b9d-8b1f-261505f6349b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 945 time: 0.0666616 Jul 14 09:49:10.266837 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9dac17b9-d320-41b3-a90c-b382caf5585f req-c1a2173b-49ee-4f0a-831c-d6128e9e753e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323739 Jul 14 09:49:10.597715 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1da46b94-4926-4fab-b579-30f8f94a3203 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:10.645898 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 1da46b94-4926-4fab-b579-30f8f94a3203 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:10.649577 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 1da46b94-4926-4fab-b579-30f8f94a3203 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:10.649932 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:10.728926 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:10.750719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:10.753008 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8f3674-e8a4-4361-af7a-25ba10086f85" -d '{"events": [{"server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "name": "network-vif-plugged", "status": "completed", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:10.765103 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1da46b94-4926-4fab-b579-30f8f94a3203, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1da46b94-4926-4fab-b579-30f8f94a3203,segment=NetworkSegment(51eb48a7-2e3b-464e-b4e5-c667400b8c74),segment_id=51eb48a7-2e3b-464e-b4e5-c667400b8c74)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:10.769142 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:10.792136 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf8d839-db4f-4467-90dd-d3081207fdbc x-openstack-request-id: req-caf8d839-db4f-4467-90dd-d3081207fdbc {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:10.792426 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "name": "network-vif-plugged", "status": "completed", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:10.792679 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-caf8d839-db4f-4467-90dd-d3081207fdbc {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:10.793065 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203', 'code': 200} Jul 14 09:49:10.818582 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=1da46b94-4926-4fab-b579-30f8f94a3203,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:10.928823 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00710672-3424-4030-9889-473ed216985a req-dfc047b7-ad05-4f56-8b98-1dd7ec2857d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:10.930386 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-00710672-3424-4030-9889-473ed216985a req-dfc047b7-ad05-4f56-8b98-1dd7ec2857d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 1098 time: 0.0517673 Jul 14 09:49:10.964700 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-00710672-3424-4030-9889-473ed216985a req-a53f73c5-e3a2-4f37-bf7f-b0ef40f21793 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274689 Jul 14 09:49:11.486791 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8341bdb-108e-4fa1-8ad6-901f7cda3cdf req-5e95fa72-eb94-4ec2-94b3-a57eec0504f1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:11.488197 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f8341bdb-108e-4fa1-8ad6-901f7cda3cdf req-5e95fa72-eb94-4ec2-94b3-a57eec0504f1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.1010246 Jul 14 09:49:11.543040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb265ab-7e18-4f6a-add2-c673b786c62d req-2a8b7cdb-8ab5-43e3-a111-1c12f058bcb5 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:11.544512 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cbb265ab-7e18-4f6a-add2-c673b786c62d req-2a8b7cdb-8ab5-43e3-a111-1c12f058bcb5 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 946 time: 0.1042032 Jul 14 09:49:11.552275 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f8341bdb-108e-4fa1-8ad6-901f7cda3cdf req-93b59b55-c9e3-47cd-98ca-593ed814d6af tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576661 Jul 14 09:49:11.585681 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cbb265ab-7e18-4f6a-add2-c673b786c62d req-dd2e3285-3286-46fc-9fbd-a5e0265d16d0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324450 Jul 14 09:49:12.753268 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99acd1-d768-4cd4-b9d4-0cd43f316d87 req-df2271d2-3ce3-4861-9468-70521e2f775f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:12.754785 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c99acd1-d768-4cd4-b9d4-0cd43f316d87 req-df2271d2-3ce3-4861-9468-70521e2f775f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.0939903 Jul 14 09:49:12.812375 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da125ffb-83e3-4c30-896a-d63ef7dfe415 req-62464062-0e10-4631-a132-00eebf047e60 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:12.813857 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da125ffb-83e3-4c30-896a-d63ef7dfe415 req-62464062-0e10-4631-a132-00eebf047e60 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 946 time: 0.1158965 Jul 14 09:49:12.816838 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6c99acd1-d768-4cd4-b9d4-0cd43f316d87 req-a43e51c5-355d-46ef-be64-c771873a0a60 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550931 Jul 14 09:49:12.886512 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da125ffb-83e3-4c30-896a-d63ef7dfe415 req-365e166f-77f0-49d9-9464-27513d6ead36 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596411 Jul 14 09:49:12.911111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001df28-7f8c-47f2-966e-34123a611b60 req-49a891fd-e7b7-4dd1-8b4c-b23806e8ef38 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:12.913227 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3001df28-7f8c-47f2-966e-34123a611b60 req-49a891fd-e7b7-4dd1-8b4c-b23806e8ef38 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 946 time: 0.0938115 Jul 14 09:49:13.055169 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37e237-10ff-4410-8513-6601bdd1f63f req-73600586-081d-4acb-9aa0-e1f412db87cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:13.056681 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7a37e237-10ff-4410-8513-6601bdd1f63f req-73600586-081d-4acb-9aa0-e1f412db87cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.1118281 Jul 14 09:49:13.070342 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-3001df28-7f8c-47f2-966e-34123a611b60 req-55811c63-19eb-4937-97fa-8048c7f48cb0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Deleting port 162f9849-3338-4750-9954-00587a6b864f {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:49:13.070685 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3001df28-7f8c-47f2-966e-34123a611b60 req-55811c63-19eb-4937-97fa-8048c7f48cb0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:13.146577 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7a37e237-10ff-4410-8513-6601bdd1f63f req-f8afac97-6846-4a65-b404-8cedd8b0a0c7 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830846 Jul 14 09:49:13.170766 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44924) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:13.179915 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-3001df28-7f8c-47f2-966e-34123a611b60 req-55811c63-19eb-4937-97fa-8048c7f48cb0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] For port 162f9849-3338-4750-9954-00587a6b864f, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=162f9849-3338-4750-9954-00587a6b864f,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:13.180283 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3001df28-7f8c-47f2-966e-34123a611b60 req-55811c63-19eb-4937-97fa-8048c7f48cb0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:13.221620 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81285406-83f8-47eb-be15-e12412fe6977 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:13.223178 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-81285406-83f8-47eb-be15-e12412fe6977 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 1093 time: 0.0514221 Jul 14 09:49:13.226083 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 44926) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:13.230446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-91f49014-cbfc-4991-a2d5-32a0228b5d99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': '1da46b94-4926-4fab-b579-30f8f94a3203', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:13.255213 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91f49014-cbfc-4991-a2d5-32a0228b5d99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:13.358933 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91f49014-cbfc-4991-a2d5-32a0228b5d99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:13.475996 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-91f49014-cbfc-4991-a2d5-32a0228b5d99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Allocated IP 172.25.1.130 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/644f1a5c-6e2a-492c-9323-c057571b5a52) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:49:13.585241 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91f49014-cbfc-4991-a2d5-32a0228b5d99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:13.627021 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91f49014-cbfc-4991-a2d5-32a0228b5d99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:13.687971 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f49014-cbfc-4991-a2d5-32a0228b5d99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:49:13.692060 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-91f49014-cbfc-4991-a2d5-32a0228b5d99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:13.698967 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f49014-cbfc-4991-a2d5-32a0228b5d99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:49:13.735421 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f49014-cbfc-4991-a2d5-32a0228b5d99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=644f1a5c-6e2a-492c-9323-c057571b5a52,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:13.778639 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3001df28-7f8c-47f2-966e-34123a611b60 req-55811c63-19eb-4937-97fa-8048c7f48cb0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:13.779187 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3001df28-7f8c-47f2-966e-34123a611b60 req-55811c63-19eb-4937-97fa-8048c7f48cb0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:13.779288 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [req-3001df28-7f8c-47f2-966e-34123a611b60 req-55811c63-19eb-4937-97fa-8048c7f48cb0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Floating IP 806641bd-8a7e-47de-95fa-634b40236522 disassociated. External IP: 172.25.1.64, port: 162f9849-3338-4750-9954-00587a6b864f. Jul 14 09:49:13.779628 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-3001df28-7f8c-47f2-966e-34123a611b60 req-55811c63-19eb-4937-97fa-8048c7f48cb0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Calling delete_port for 162f9849-3338-4750-9954-00587a6b864f owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:49:13.917035 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3001df28-7f8c-47f2-966e-34123a611b60 req-55811c63-19eb-4937-97fa-8048c7f48cb0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:13.953254 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55811c63-19eb-4937-97fa-8048c7f48cb0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event deleted for resources: {'Port': ['ID=162f9849-3338-4750-9954-00587a6b864f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:14.070866 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05fdefe9-e73a-4daf-93fc-10a520a748b8 req-61956de9-8249-42ea-b40b-ed1756102cde tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 210 time: 0.0562584 Jul 14 09:49:14.108211 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3001df28-7f8c-47f2-966e-34123a611b60 req-55811c63-19eb-4937-97fa-8048c7f48cb0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Router cc41d186-fdb2-464f-b1b8-59436d36e8c8 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:49:14.119872 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91f49014-cbfc-4991-a2d5-32a0228b5d99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:14.198222 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91f49014-cbfc-4991-a2d5-32a0228b5d99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:14.217216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3001df28-7f8c-47f2-966e-34123a611b60 req-55811c63-19eb-4937-97fa-8048c7f48cb0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:49:14.227326 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bf0835-44c1-4d0a-a9e9-a8fc98b67ade None None] Sync routers for ids ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:49:14.239260 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bf0835-44c1-4d0a-a9e9-a8fc98b67ade None None] Routers {'cc41d186-fdb2-464f-b1b8-59436d36e8c8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:14.239889 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-00bf0835-44c1-4d0a-a9e9-a8fc98b67ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:49:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:14.261273 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-3001df28-7f8c-47f2-966e-34123a611b60 req-55811c63-19eb-4937-97fa-8048c7f48cb0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] No DVR routers for this DVR port 162f9849-3338-4750-9954-00587a6b864f on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:49:14.264266 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3001df28-7f8c-47f2-966e-34123a611b60 req-55811c63-19eb-4937-97fa-8048c7f48cb0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:14.266991 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3001df28-7f8c-47f2-966e-34123a611b60 req-55811c63-19eb-4937-97fa-8048c7f48cb0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "DELETE /v2.0/ports/162f9849-3338-4750-9954-00587a6b864f HTTP/1.1" status: 204 len: 173 time: 1.3487630 Jul 14 09:49:14.267454 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7b717d-48ec-4e4a-85a6-4af69671284d', 'name': 'network-vif-deleted', 'tag': '162f9849-3338-4750-9954-00587a6b864f'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:14.270837 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f2322b-e708-4f71-aa95-505b82b496fe" -d '{"events": [{"server_uuid": "8b7b717d-48ec-4e4a-85a6-4af69671284d", "name": "network-vif-deleted", "tag": "162f9849-3338-4750-9954-00587a6b864f"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:14.354010 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-00bf0835-44c1-4d0a-a9e9-a8fc98b67ade None None] Set router cc41d186-fdb2-464f-b1b8-59436d36e8c8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:14.423002 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91f49014-cbfc-4991-a2d5-32a0228b5d99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:14.427705 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bb4b47-6150-4660-bcb6-dee1a499e1db x-openstack-request-id: req-97bb4b47-6150-4660-bcb6-dee1a499e1db {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:14.428033 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7b717d-48ec-4e4a-85a6-4af69671284d", "name": "network-vif-deleted", "tag": "162f9849-3338-4750-9954-00587a6b864f", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:14.428262 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97bb4b47-6150-4660-bcb6-dee1a499e1db {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:14.428725 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7b717d-48ec-4e4a-85a6-4af69671284d', 'name': 'network-vif-deleted', 'tag': '162f9849-3338-4750-9954-00587a6b864f', 'status': 'completed', 'code': 200} Jul 14 09:49:14.430071 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91f49014-cbfc-4991-a2d5-32a0228b5d99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:14.516442 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f49014-cbfc-4991-a2d5-32a0228b5d99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=644f1a5c-6e2a-492c-9323-c057571b5a52,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:14.530207 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91f49014-cbfc-4991-a2d5-32a0228b5d99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:14.600409 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-00bf0835-44c1-4d0a-a9e9-a8fc98b67ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '7a60feb2-3d46-454c-b5ce-1a5cf7f27616', 'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'mac_address': 'fa:16:3e:fe:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:40Z', 'updated_at': '2021-07-14T09:42:53Z', 'revision_number': 5, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'subnets': [{'id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:14.632578 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bf0835-44c1-4d0a-a9e9-a8fc98b67ade None None] Checking router: cc41d186-fdb2-464f-b1b8-59436d36e8c8 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:49:14.641244 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bf0835-44c1-4d0a-a9e9-a8fc98b67ade None None] Routers {'cc41d186-fdb2-464f-b1b8-59436d36e8c8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:14.642002 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-00bf0835-44c1-4d0a-a9e9-a8fc98b67ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:49:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:14.645829 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-91f49014-cbfc-4991-a2d5-32a0228b5d99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Floating IP a247b5bd-5b16-42e1-ae87-234b03435bef associated. External IP: 172.25.1.130, port: 1da46b94-4926-4fab-b579-30f8f94a3203. Jul 14 09:49:14.754130 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-00bf0835-44c1-4d0a-a9e9-a8fc98b67ade None None] Set router cc41d186-fdb2-464f-b1b8-59436d36e8c8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:14.967701 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-00bf0835-44c1-4d0a-a9e9-a8fc98b67ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '7a60feb2-3d46-454c-b5ce-1a5cf7f27616', 'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'mac_address': 'fa:16:3e:fe:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:40Z', 'updated_at': '2021-07-14T09:42:53Z', 'revision_number': 5, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'subnets': [{'id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:14.995469 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bf0835-44c1-4d0a-a9e9-a8fc98b67ade None None] The sync data for ids ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'] in n-d-798054-10 is: [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '7a60feb2-3d46-454c-b5ce-1a5cf7f27616', 'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'mac_address': 'fa:16:3e:fe:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:40Z', 'updated_at': '2021-07-14T09:42:53Z', 'revision_number': 5, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'subnets': [{'id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:49:15.151731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f49014-cbfc-4991-a2d5-32a0228b5d99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Router 9bee849f-91ff-41c6-9703-a094d2fbf7b0 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:49:15.204911 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 162f9849-3338-4750-9954-00587a6b864f no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:49:15.246463 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 162f9849-3338-4750-9954-00587a6b864f {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:49:15.247166 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 162f9849-3338-4750-9954-00587a6b864f not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:49:15.258328 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b793100-7f6d-4666-84eb-126739fe697f req-19e597f6-c780-42dc-a49a-bf4acfc9e575 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 210 time: 0.0609162 Jul 14 09:49:15.278828 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f49014-cbfc-4991-a2d5-32a0228b5d99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:49:15.291613 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54152c-3fb8-4973-8fd1-05ebc53f0d42 None None] Sync routers for ids ['9bee849f-91ff-41c6-9703-a094d2fbf7b0'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:49:15.299839 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-91f49014-cbfc-4991-a2d5-32a0228b5d99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:15.311727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f54152c-3fb8-4973-8fd1-05ebc53f0d42 None None] Routers {'9bee849f-91ff-41c6-9703-a094d2fbf7b0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:15.312597 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8f54152c-3fb8-4973-8fd1-05ebc53f0d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:49:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9bee849f-91ff-41c6-9703-a094d2fbf7b0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:15.313178 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9cc067-8e75-4822-abcc-4278f6180392 None None] New status for floating IP 806641bd-8a7e-47de-95fa-634b40236522: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:49:15.352504 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-91f49014-cbfc-4991-a2d5-32a0228b5d99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1173489 Jul 14 09:49:15.354279 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:15.360746 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd2197c-62a4-472d-9f35-84a892335309" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:15.433389 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01431a07-5567-4074-b5d3-08af39031725 x-openstack-request-id: req-01431a07-5567-4074-b5d3-08af39031725 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:15.434431 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:15.434875 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-01431a07-5567-4074-b5d3-08af39031725 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:15.436105 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203', 'status': 'completed', 'code': 200} Jul 14 09:49:15.446663 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-8f54152c-3fb8-4973-8fd1-05ebc53f0d42 None None] Set router 9bee849f-91ff-41c6-9703-a094d2fbf7b0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:15.562153 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2197c-62a4-472d-9f35-84a892335309 req-5e617123-68cd-481c-bf10-627050ef364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:15.563759 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd2197c-62a4-472d-9f35-84a892335309 req-5e617123-68cd-481c-bf10-627050ef364f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 1098 time: 0.0837803 Jul 14 09:49:15.577890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff050c7-f26c-4cd2-abf2-c173465ac6e7 req-7532cb71-c2e4-45b8-972f-41ba28b040f0 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:15.579598 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ff050c7-f26c-4cd2-abf2-c173465ac6e7 req-7532cb71-c2e4-45b8-972f-41ba28b040f0 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.0917675 Jul 14 09:49:15.624258 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ff050c7-f26c-4cd2-abf2-c173465ac6e7 req-f728593d-dc11-453f-af0a-cf210eddc36f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390308 Jul 14 09:49:15.651605 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44942) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:15.679370 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2197c-62a4-472d-9f35-84a892335309 req-7080e211-1d91-40c1-bc01-41bbfb9e5917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:15.681199 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd2197c-62a4-472d-9f35-84a892335309 req-7080e211-1d91-40c1-bc01-41bbfb9e5917 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b56eeade-df12-417b-811b-ff77345acaec HTTP/1.1" status: 200 len: 897 time: 0.1106341 Jul 14 09:49:15.722335 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f445cdbe-ff59-48c9-b87d-d839f02c53cf tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/floatingips/a247b5bd-5b16-42e1-ae87-234b03435bef HTTP/1.1" status: 200 len: 992 time: 0.0692701 Jul 14 09:49:15.755572 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd2197c-62a4-472d-9f35-84a892335309 req-378c767f-b819-4efd-95cf-3811a731ae69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1da46b94-4926-4fab-b579-30f8f94a3203 HTTP/1.1" status: 200 len: 1000 time: 0.0676017 Jul 14 09:49:15.812259 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2197c-62a4-472d-9f35-84a892335309 req-9364961f-bbe7-40ee-8623-76d47917df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:15.813816 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd2197c-62a4-472d-9f35-84a892335309 req-9364961f-bbe7-40ee-8623-76d47917df8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71af0b3e-1c16-46b8-ab26-6e53a0b7a79b HTTP/1.1" status: 200 len: 834 time: 0.0515516 Jul 14 09:49:15.876021 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2197c-62a4-472d-9f35-84a892335309 req-3e86f5b7-045d-4716-a2bb-d93763af3149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:15.877608 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd2197c-62a4-472d-9f35-84a892335309 req-3e86f5b7-045d-4716-a2bb-d93763af3149 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b56eeade-df12-417b-811b-ff77345acaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570941 Jul 14 09:49:15.914402 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8f54152c-3fb8-4973-8fd1-05ebc53f0d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536137520', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:57Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:58Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'a247b5bd-5b16-42e1-ae87-234b03435bef', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'floating_ip_address': '172.25.1.130', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'port_id': '1da46b94-4926-4fab-b579-30f8f94a3203', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec', 'mac_address': 'fa:16:3e:56:b1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:13Z', 'updated_at': '2021-07-14T09:49:13Z', 'revision_number': 0, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5240408d-108f-4248-a8f9-5d82ec1cb4df', 'name': '', 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:bf:6d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:00Z', 'updated_at': '2021-07-14T09:49:05Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:15.940318 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54152c-3fb8-4973-8fd1-05ebc53f0d42 None None] Checking router: 9bee849f-91ff-41c6-9703-a094d2fbf7b0 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:49:15.948559 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f54152c-3fb8-4973-8fd1-05ebc53f0d42 None None] Routers {'9bee849f-91ff-41c6-9703-a094d2fbf7b0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:15.949178 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8f54152c-3fb8-4973-8fd1-05ebc53f0d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:49:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9bee849f-91ff-41c6-9703-a094d2fbf7b0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:15.974380 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd2197c-62a4-472d-9f35-84a892335309 req-0b10129c-40a3-41c0-88aa-997e8b8247d0 service neutron] 10.222.0.55 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897269 Jul 14 09:49:16.058136 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-8f54152c-3fb8-4973-8fd1-05ebc53f0d42 None None] Set router 9bee849f-91ff-41c6-9703-a094d2fbf7b0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:16.064364 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bd2197c-62a4-472d-9f35-84a892335309 req-c38d043a-b844-4195-a62f-e7313d1c3290 service neutron] 10.222.0.55 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833137 Jul 14 09:49:16.282475 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8f54152c-3fb8-4973-8fd1-05ebc53f0d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536137520', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:57Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:58Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'a247b5bd-5b16-42e1-ae87-234b03435bef', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'floating_ip_address': '172.25.1.130', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'port_id': '1da46b94-4926-4fab-b579-30f8f94a3203', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec', 'mac_address': 'fa:16:3e:56:b1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:13Z', 'updated_at': '2021-07-14T09:49:13Z', 'revision_number': 0, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5240408d-108f-4248-a8f9-5d82ec1cb4df', 'name': '', 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:bf:6d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:00Z', 'updated_at': '2021-07-14T09:49:05Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:16.309025 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54152c-3fb8-4973-8fd1-05ebc53f0d42 None None] The sync data for ids ['9bee849f-91ff-41c6-9703-a094d2fbf7b0'] in n-d-798054-10 is: [{'id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536137520', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:57Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:58Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'a247b5bd-5b16-42e1-ae87-234b03435bef', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'floating_ip_address': '172.25.1.130', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'port_id': '1da46b94-4926-4fab-b579-30f8f94a3203', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec', 'mac_address': 'fa:16:3e:56:b1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:13Z', 'updated_at': '2021-07-14T09:49:13Z', 'revision_number': 0, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5240408d-108f-4248-a8f9-5d82ec1cb4df', 'name': '', 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:bf:6d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:00Z', 'updated_at': '2021-07-14T09:49:05Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:49:16.411938 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cb4306f0-96a2-448d-8fb5-c108e6e4350f req-c8a208c1-8109-40da-9e61-f265a81540e4 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 210 time: 0.0303986 Jul 14 09:49:16.524617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a05c4-61ec-4f97-9693-1c6db6804a00 None None] New status for floating IP a247b5bd-5b16-42e1-ae87-234b03435bef: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:49:16.635627 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:16.725983 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 44946) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:16.797927 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bffe4773-c3eb-4ea4-9a05-0c65570e18e2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/floatingips/a247b5bd-5b16-42e1-ae87-234b03435bef HTTP/1.1" status: 200 len: 994 time: 0.0703826 Jul 14 09:49:17.552377 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7730298-3190-4f92-a07d-ecce77a3296e req-43697d65-d3f6-47ea-9bed-7d044d2b5b20 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b7b717d-48ec-4e4a-85a6-4af69671284d HTTP/1.1" status: 200 len: 210 time: 0.0292757 Jul 14 09:49:18.792604 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-7210a540-3ed4-465e-b96f-dbf73315ef93 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724862659&fields=id&tenant_id=51eddd5eb51e43da8f7e9b436a71a31a HTTP/1.1" status: 200 len: 267 time: 0.0337553 Jul 14 09:49:18.906516 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-211fc5fe-697e-4e8e-a4a4-2467f0e2f4b3 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:18.907991 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-211fc5fe-697e-4e8e-a4a4-2467f0e2f4b3 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 811 time: 0.1088960 Jul 14 09:49:18.922997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-3c1215ba-4828-437a-990c-8878e7bfc691 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/quotas/51eddd5eb51e43da8f7e9b436a71a31a HTTP/1.1" status: 200 len: 375 time: 0.0092499 Jul 14 09:49:18.992022 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-c8bcd4ad-8633-477e-95dc-32e295d36370 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639310 Jul 14 09:49:19.097924 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-eae38a22-bde8-4d62-883b-ee6602a0cb23 service neutron] 10.222.0.26 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926676 Jul 14 09:49:19.189465 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-18953955-26c4-44a8-a0cc-cff3b5b2ad51 service neutron] 10.222.0.26 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855608 Jul 14 09:49:19.506514 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-739b8dcd-6609-4229-8ef6-dd320b327901 req-5aacdef0-cbdb-4286-af5e-821e361192ac tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 210 time: 0.0477207 Jul 14 09:49:20.553959 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-413468ce-6236-4365-ad90-f99404d3d5d6 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:20.555463 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-413468ce-6236-4365-ad90-f99404d3d5d6 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 811 time: 0.1182265 Jul 14 09:49:20.605228 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-34737693-6bdb-43d6-bffb-0205a3e59c1f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51eddd5eb51e43da8f7e9b436a71a31a HTTP/1.1" status: 200 len: 380 time: 0.0404084 Jul 14 09:49:20.614268 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-b968db4a-7842-43c7-b48c-63d111273bda tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Request body: {'port': {'device_id': '13148ff8-59a7-467a-bfa0-d1980d591d47', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'admin_state_up': True, 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'security_groups': ['dc4bb0e3-d30e-401b-a24e-32a4807c0daa']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:20.696854 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5e37b9b7-de9d-4ac0-a989-2e681e85a43b req-707ccfd5-77a9-43ce-b2c0-86c70ce3bf8e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 210 time: 0.0419662 Jul 14 09:49:20.758433 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-b968db4a-7842-43c7-b48c-63d111273bda tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Made reservation on behalf of 51eddd5eb51e43da8f7e9b436a71a31a for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:49:20.762080 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-b968db4a-7842-43c7-b48c-63d111273bda tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:20.895926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-b968db4a-7842-43c7-b48c-63d111273bda tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Allocated IP 172.20.0.9 (8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c/0457f97d-7f0c-40e3-aa42-dc25e8646d70/7ac05e9d-7314-4f40-a476-3f1236aff623) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:49:21.040304 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-b968db4a-7842-43c7-b48c-63d111273bda tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:21.055504 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-b968db4a-7842-43c7-b48c-63d111273bda tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Transition to ACTIVE for port object 7ac05e9d-7314-4f40-a476-3f1236aff623 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:21.091026 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-b968db4a-7842-43c7-b48c-63d111273bda tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:21.141499 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-b968db4a-7842-43c7-b48c-63d111273bda tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:49:21.144855 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-b968db4a-7842-43c7-b48c-63d111273bda tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:21.149147 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-b968db4a-7842-43c7-b48c-63d111273bda tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:49:21.196370 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968db4a-7842-43c7-b48c-63d111273bda tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event updated for resources: {'Port': ['ID=7ac05e9d-7314-4f40-a476-3f1236aff623,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:21.208155 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-b968db4a-7842-43c7-b48c-63d111273bda tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:21.208808 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-b968db4a-7842-43c7-b48c-63d111273bda tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:21.226152 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-b968db4a-7842-43c7-b48c-63d111273bda tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6156070 Jul 14 09:49:21.238931 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] Request body: {'port': {'device_id': '13148ff8-59a7-467a-bfa0-d1980d591d47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:21.328163 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:21.440576 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-353fed83-c1e9-4471-a68c-92c67401f2d8 None None] Provisioning for port 7ac05e9d-7314-4f40-a476-3f1236aff623 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:21.449584 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-353fed83-c1e9-4471-a68c-92c67401f2d8 None None] Provisioning complete for port 7ac05e9d-7314-4f40-a476-3f1236aff623 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:21.450241 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-353fed83-c1e9-4471-a68c-92c67401f2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:21.494176 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-353fed83-c1e9-4471-a68c-92c67401f2d8 None None] Port 7ac05e9d-7314-4f40-a476-3f1236aff623 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:49:21.608894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac05e9d-7314-4f40-a476-3f1236aff623 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:49:21.616318 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:21.627854 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] Transition to ACTIVE for port object 7ac05e9d-7314-4f40-a476-3f1236aff623 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:21.632243 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:21.681956 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] Pushing event updated for resources: {'Port': ['ID=7ac05e9d-7314-4f40-a476-3f1236aff623,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:21.768138 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] Attempting to bind port 7ac05e9d-7314-4f40-a476-3f1236aff623 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:49:21.768844 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] Attempting to bind port 7ac05e9d-7314-4f40-a476-3f1236aff623 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:49:21.769398 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] Attempting to bind port 7ac05e9d-7314-4f40-a476-3f1236aff623 on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:21.780209 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] Port 7ac05e9d-7314-4f40-a476-3f1236aff623 on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:49:21.780545 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] Attempting to bind port 7ac05e9d-7314-4f40-a476-3f1236aff623 on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:21.788154 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:49:21.788645 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] Checking segment: {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:49:21.789049 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] Bound using segment: {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:49:21.789494 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] Bound port: 7ac05e9d-7314-4f40-a476-3f1236aff623, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:49:21.790083 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:21.891134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] For port 7ac05e9d-7314-4f40-a476-3f1236aff623, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:49:21.921567 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] For port 7ac05e9d-7314-4f40-a476-3f1236aff623, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7ac05e9d-7314-4f40-a476-3f1236aff623,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:49:21.928541 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:21.975281 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:21.975903 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:21.977303 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] 10.222.0.49 "PUT /v2.0/ports/7ac05e9d-7314-4f40-a476-3f1236aff623 HTTP/1.1" status: 200 len: 1092 time: 0.7431862 Jul 14 09:49:21.977738 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13148ff8-59a7-467a-bfa0-d1980d591d47', 'tag': '7ac05e9d-7314-4f40-a476-3f1236aff623'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:21.980015 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25562a99-761a-4012-bd22-2af4a6839d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "13148ff8-59a7-467a-bfa0-d1980d591d47", "tag": "7ac05e9d-7314-4f40-a476-3f1236aff623"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:22.008882 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eee3db-02a4-4bf3-b1e7-f155b1a7c097 req-965b928d-9a6b-47ac-829d-02a213945970 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:22.016235 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70eee3db-02a4-4bf3-b1e7-f155b1a7c097 req-965b928d-9a6b-47ac-829d-02a213945970 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 943 time: 0.1440496 Jul 14 09:49:22.027012 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68195006-09e4-4deb-9b12-8fa44dee195a service neutron] Pushing event updated for resources: {'Port': ['ID=7ac05e9d-7314-4f40-a476-3f1236aff623,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:22.080891 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac26314-8d76-4420-a4a8-313b34c3bef5 x-openstack-request-id: req-6ac26314-8d76-4420-a4a8-313b34c3bef5 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:22.081191 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13148ff8-59a7-467a-bfa0-d1980d591d47", "tag": "7ac05e9d-7314-4f40-a476-3f1236aff623", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:22.081447 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ac26314-8d76-4420-a4a8-313b34c3bef5 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:22.081877 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13148ff8-59a7-467a-bfa0-d1980d591d47', 'tag': '7ac05e9d-7314-4f40-a476-3f1236aff623', 'status': 'completed', 'code': 200} Jul 14 09:49:22.093946 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70eee3db-02a4-4bf3-b1e7-f155b1a7c097 req-1116c7d4-09fe-4416-acc6-5de202e41547 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767972 Jul 14 09:49:22.132108 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-ecae7c03-367f-4e9c-b2b8-2390629f4e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:22.133641 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-ecae7c03-367f-4e9c-b2b8-2390629f4e8c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 1095 time: 0.0875232 Jul 14 09:49:22.177579 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-d785319a-053b-4ddf-a165-22a3559b23ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac05e9d-7314-4f40-a476-3f1236aff623 HTTP/1.1" status: 200 len: 217 time: 0.0365677 Jul 14 09:49:22.231929 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-6f110dea-f62b-4e91-9484-d8432f5991e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:22.233869 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-6f110dea-f62b-4e91-9484-d8432f5991e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.0510824 Jul 14 09:49:22.291887 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-c75322d7-168b-4cac-9972-7cce7edebed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:22.293561 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-c75322d7-168b-4cac-9972-7cce7edebed3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540645 Jul 14 09:49:22.384295 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-25982f07-8a1e-41f4-ba10-98f25c9763fe service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841410 Jul 14 09:49:22.483905 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b32d7a04-73d8-4f5f-97e6-f62b33b12f9c req-cd20e816-6234-40b8-894b-dafe34a590d1 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933034 Jul 14 09:49:22.587939 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25562a99-761a-4012-bd22-2af4a6839d4d req-b3a6e6ef-1f8f-4faa-a07d-5d13829951ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:22.589603 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25562a99-761a-4012-bd22-2af4a6839d4d req-b3a6e6ef-1f8f-4faa-a07d-5d13829951ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 1095 time: 0.0586510 Jul 14 09:49:22.683833 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25562a99-761a-4012-bd22-2af4a6839d4d req-cde48693-6166-4de1-af15-53d671de60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:22.685348 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25562a99-761a-4012-bd22-2af4a6839d4d req-cde48693-6166-4de1-af15-53d671de60ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 912 time: 0.0900941 Jul 14 09:49:22.725597 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25562a99-761a-4012-bd22-2af4a6839d4d req-97ad1878-225c-4018-890a-11a4f33d690c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac05e9d-7314-4f40-a476-3f1236aff623 HTTP/1.1" status: 200 len: 217 time: 0.0345826 Jul 14 09:49:22.775232 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25562a99-761a-4012-bd22-2af4a6839d4d req-363ddec0-2794-4e1e-8e8a-7dc3289120fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:22.776619 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25562a99-761a-4012-bd22-2af4a6839d4d req-363ddec0-2794-4e1e-8e8a-7dc3289120fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.0449231 Jul 14 09:49:22.835056 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25562a99-761a-4012-bd22-2af4a6839d4d req-2609597a-5554-4c6f-b50b-9be9bb9acfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:22.836574 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25562a99-761a-4012-bd22-2af4a6839d4d req-2609597a-5554-4c6f-b50b-9be9bb9acfc9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540428 Jul 14 09:49:22.930201 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25562a99-761a-4012-bd22-2af4a6839d4d req-b3f01bfa-c1e6-4420-b1b6-80869f03bda5 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866222 Jul 14 09:49:23.024831 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25562a99-761a-4012-bd22-2af4a6839d4d req-a3990b47-5771-40ef-a07f-de9f5be1ccf0 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881023 Jul 14 09:49:23.298517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f082c6-4ef2-4f2f-b54d-fd3d9a663eed req-85e17c4b-626f-44ab-8208-d9528b5f77a5 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:23.300095 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24f082c6-4ef2-4f2f-b54d-fd3d9a663eed req-85e17c4b-626f-44ab-8208-d9528b5f77a5 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 943 time: 0.0719066 Jul 14 09:49:23.342540 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24f082c6-4ef2-4f2f-b54d-fd3d9a663eed req-c2c31198-a265-4b85-94d0-16783b966078 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347965 Jul 14 09:49:24.527414 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed15f6-3864-4abf-8f56-635698ec9794 req-70030379-0574-4c4c-9abc-14731a80da3d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:24.528962 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86ed15f6-3864-4abf-8f56-635698ec9794 req-70030379-0574-4c4c-9abc-14731a80da3d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 943 time: 0.0696483 Jul 14 09:49:24.569064 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86ed15f6-3864-4abf-8f56-635698ec9794 req-a7428a08-88c0-46d4-93dc-8be01f4b9e24 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330958 Jul 14 09:49:25.743422 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba244b-3c47-4a72-8884-0f5d28be2733 req-34f1cd48-b013-4c36-ace5-15083cf79e49 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:25.744928 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ecba244b-3c47-4a72-8884-0f5d28be2733 req-34f1cd48-b013-4c36-ace5-15083cf79e49 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 943 time: 0.0659416 Jul 14 09:49:25.792309 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ecba244b-3c47-4a72-8884-0f5d28be2733 req-e893fca0-8792-48c6-9a42-2a9a049b5a2d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412428 Jul 14 09:49:26.967628 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003f518-5e13-46c1-bf39-74012fe3cd6a req-184b4ec8-94ca-4049-9e26-9dfe1d667339 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:26.969129 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0003f518-5e13-46c1-bf39-74012fe3cd6a req-184b4ec8-94ca-4049-9e26-9dfe1d667339 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 943 time: 0.0656040 Jul 14 09:49:27.007885 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0003f518-5e13-46c1-bf39-74012fe3cd6a req-083e4ca9-ffb6-4a75-8f0a-f5762f06035d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328224 Jul 14 09:49:27.268671 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-402af25b-1b99-43d3-bd3b-8153cf964d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:28.178893 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120788c6-e5c4-420b-944f-039acda09b6a req-740af31d-ff84-4a72-839e-3ec2a6454d3f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:28.180409 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-120788c6-e5c4-420b-944f-039acda09b6a req-740af31d-ff84-4a72-839e-3ec2a6454d3f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 943 time: 0.0637681 Jul 14 09:49:28.219756 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-120788c6-e5c4-420b-944f-039acda09b6a req-77a6a605-5de3-4ea7-92c0-267735ebd11c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336251 Jul 14 09:49:29.397081 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838b725-457f-41ec-bd8f-d8db3c789091 req-933f669a-ed06-4ff8-8484-50ca5fa268ae tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:29.398606 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c838b725-457f-41ec-bd8f-d8db3c789091 req-933f669a-ed06-4ff8-8484-50ca5fa268ae tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 943 time: 0.0674787 Jul 14 09:49:29.436446 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c838b725-457f-41ec-bd8f-d8db3c789091 req-16ace761-56de-4589-adc9-3e753899d9ee tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317497 Jul 14 09:49:29.786152 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55ee69ca-d285-473e-b3ff-5a2f4389c89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:29.909123 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:30.613047 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182fe87-0706-4883-9d6f-759ec4ee03ae req-c85c304d-0ffd-4128-9135-324b6bcc9120 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:30.614652 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c182fe87-0706-4883-9d6f-759ec4ee03ae req-c85c304d-0ffd-4128-9135-324b6bcc9120 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 943 time: 0.0651197 Jul 14 09:49:30.652441 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c182fe87-0706-4883-9d6f-759ec4ee03ae req-02b20aa5-036b-4734-b4a7-9a4a83c7f23d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320313 Jul 14 09:49:30.747409 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:31.283036 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7ac05e9d-7314-4f40-a476-3f1236aff623 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:49:31.377238 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 7ac05e9d-7314-4f40-a476-3f1236aff623, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7ac05e9d-7314-4f40-a476-3f1236aff623,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:31.392381 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '7ac05e9d-7314-4f40-a476-3f1236aff623', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'port_id': '7ac05e9d-7314-4f40-a476-3f1236aff623', 'mac_address': 'fa:16:3e:9f:63:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:49:31.430280 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:31.442943 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac05e9d-7314-4f40-a476-3f1236aff623 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:49:31.462748 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 7ac05e9d-7314-4f40-a476-3f1236aff623, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7ac05e9d-7314-4f40-a476-3f1236aff623,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:31.467597 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:31.514649 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=7ac05e9d-7314-4f40-a476-3f1236aff623,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:31.665736 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['7ac05e9d-7314-4f40-a476-3f1236aff623'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:49:31.831418 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820a59c-c2b0-4fa2-a78f-9047e4e411cb req-a2e7b055-99c2-45e5-ac6a-be46aff6ac50 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:31.832900 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e820a59c-c2b0-4fa2-a78f-9047e4e411cb req-a2e7b055-99c2-45e5-ac6a-be46aff6ac50 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 944 time: 0.0705693 Jul 14 09:49:31.873998 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e820a59c-c2b0-4fa2-a78f-9047e4e411cb req-e7c217dc-3048-40e3-acb1-e98d22372b7f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353765 Jul 14 09:49:32.049685 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:32.815249 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:33.050084 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df583d00-bcd4-465b-b3e4-2de5a360ae4d req-63ad00c5-e697-4ee6-8b24-c255d938aa23 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:33.051518 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df583d00-bcd4-465b-b3e4-2de5a360ae4d req-63ad00c5-e697-4ee6-8b24-c255d938aa23 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 944 time: 0.0650370 Jul 14 09:49:33.090219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-df583d00-bcd4-465b-b3e4-2de5a360ae4d req-f552835f-c69c-4dc9-b2a4-d09202613cee tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329354 Jul 14 09:49:33.298473 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7ac05e9d-7314-4f40-a476-3f1236aff623 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:33.346774 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 7ac05e9d-7314-4f40-a476-3f1236aff623 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:33.350544 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 7ac05e9d-7314-4f40-a476-3f1236aff623 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:33.350936 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:33.432395 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:33.454785 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13148ff8-59a7-467a-bfa0-d1980d591d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac05e9d-7314-4f40-a476-3f1236aff623'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:33.457030 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628200fa-3120-4fe0-bf57-7f4971b37c30" -d '{"events": [{"server_uuid": "13148ff8-59a7-467a-bfa0-d1980d591d47", "name": "network-vif-plugged", "status": "completed", "tag": "7ac05e9d-7314-4f40-a476-3f1236aff623"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:33.471711 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 7ac05e9d-7314-4f40-a476-3f1236aff623, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7ac05e9d-7314-4f40-a476-3f1236aff623,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:33.476625 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:33.501327 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e86ee0-85f3-4c86-86ef-c647c876c031 x-openstack-request-id: req-41e86ee0-85f3-4c86-86ef-c647c876c031 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:33.501327 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13148ff8-59a7-467a-bfa0-d1980d591d47", "name": "network-vif-plugged", "status": "completed", "tag": "7ac05e9d-7314-4f40-a476-3f1236aff623", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:33.501327 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41e86ee0-85f3-4c86-86ef-c647c876c031 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:33.501699 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13148ff8-59a7-467a-bfa0-d1980d591d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac05e9d-7314-4f40-a476-3f1236aff623', 'code': 200} Jul 14 09:49:33.528632 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=7ac05e9d-7314-4f40-a476-3f1236aff623,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:33.615852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17e331-8936-4014-81ed-f3197b2cdd4e req-085fb71d-e8c4-496e-a652-764185aba0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:33.617352 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1f17e331-8936-4014-81ed-f3197b2cdd4e req-085fb71d-e8c4-496e-a652-764185aba0a1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 1097 time: 0.0536566 Jul 14 09:49:33.652817 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1f17e331-8936-4014-81ed-f3197b2cdd4e req-57681d79-1ded-4642-8f4d-5fe2e1ad4e2d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287941 Jul 14 09:49:34.270927 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138226a-e59d-4f43-aed6-5eb40accbe18 req-bcdf00ad-a8fe-4589-8f44-5eda9b47c925 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:34.273097 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f138226a-e59d-4f43-aed6-5eb40accbe18 req-bcdf00ad-a8fe-4589-8f44-5eda9b47c925 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 945 time: 0.0695152 Jul 14 09:49:34.313446 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f138226a-e59d-4f43-aed6-5eb40accbe18 req-cd8fa4e4-0458-4996-baa5-88827dfa54e4 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346336 Jul 14 09:49:35.487389 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2171148-c58b-4cc7-80e1-4efcd5a2cf58 req-674557da-ff7d-433f-9cbe-b4e7541bd19d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:35.488913 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2171148-c58b-4cc7-80e1-4efcd5a2cf58 req-674557da-ff7d-433f-9cbe-b4e7541bd19d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 945 time: 0.0624330 Jul 14 09:49:35.526513 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2171148-c58b-4cc7-80e1-4efcd5a2cf58 req-0537dcb4-c896-4e59-ab79-45c5d829f041 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319967 Jul 14 09:49:35.700643 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf5374-1cf1-46d1-ae37-51c9efeda7c2 req-3ff6d7c2-4de8-4461-a753-52614be18084 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:35.702166 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-feaf5374-1cf1-46d1-ae37-51c9efeda7c2 req-3ff6d7c2-4de8-4461-a753-52614be18084 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 945 time: 0.0685046 Jul 14 09:49:35.741676 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-feaf5374-1cf1-46d1-ae37-51c9efeda7c2 req-56389412-49dd-4fef-bc93-e5d360b38b8e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339205 Jul 14 09:49:35.766422 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45010) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:35.939101 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca31b10f-cf6f-4691-8438-c344099fccd0 tempest-TestVolumeBootPattern-2010376970 tempest-TestVolumeBootPattern-2010376970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:35.940630 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ca31b10f-cf6f-4691-8438-c344099fccd0 tempest-TestVolumeBootPattern-2010376970 tempest-TestVolumeBootPattern-2010376970-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 1092 time: 0.1731901 Jul 14 09:49:35.943540 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45014) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:35.947900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-596293e8-6fea-4e51-918b-39424a072a0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': '7ac05e9d-7314-4f40-a476-3f1236aff623', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:35.972030 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-596293e8-6fea-4e51-918b-39424a072a0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:36.074616 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-596293e8-6fea-4e51-918b-39424a072a0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:36.189169 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-596293e8-6fea-4e51-918b-39424a072a0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Allocated IP 172.25.1.228 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/301f94ae-ef70-41bc-9beb-eae2da57d315) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:49:36.292618 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-596293e8-6fea-4e51-918b-39424a072a0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:36.330969 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-596293e8-6fea-4e51-918b-39424a072a0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:36.369124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596293e8-6fea-4e51-918b-39424a072a0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:49:36.373759 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-596293e8-6fea-4e51-918b-39424a072a0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:36.377073 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596293e8-6fea-4e51-918b-39424a072a0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:49:36.400323 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596293e8-6fea-4e51-918b-39424a072a0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event updated for resources: {'Port': ['ID=301f94ae-ef70-41bc-9beb-eae2da57d315,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:36.732083 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-596293e8-6fea-4e51-918b-39424a072a0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:36.810469 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-596293e8-6fea-4e51-918b-39424a072a0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:36.961365 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-596293e8-6fea-4e51-918b-39424a072a0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:36.966151 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-596293e8-6fea-4e51-918b-39424a072a0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:37.039460 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596293e8-6fea-4e51-918b-39424a072a0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event updated for resources: {'Port': ['ID=301f94ae-ef70-41bc-9beb-eae2da57d315,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:37.045639 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-596293e8-6fea-4e51-918b-39424a072a0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:37.144717 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-596293e8-6fea-4e51-918b-39424a072a0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Floating IP d1be4637-c070-46b0-b352-6a8dc82655b2 associated. External IP: 172.25.1.228, port: 7ac05e9d-7314-4f40-a476-3f1236aff623. Jul 14 09:49:37.356136 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596293e8-6fea-4e51-918b-39424a072a0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Router cc41d186-fdb2-464f-b1b8-59436d36e8c8 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:49:37.497236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596293e8-6fea-4e51-918b-39424a072a0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:49:37.503939 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-98b5a3b5-56ba-4f6f-8907-71359360366c req-740d1fba-c9e4-45f2-bc15-8944dd474a42 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1387784 Jul 14 09:49:37.507869 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e28278b-e49c-485a-81ec-9e90784dee76 None None] Sync routers for ids ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:49:37.516607 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-596293e8-6fea-4e51-918b-39424a072a0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:37.518217 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e28278b-e49c-485a-81ec-9e90784dee76 None None] Routers {'cc41d186-fdb2-464f-b1b8-59436d36e8c8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:37.518948 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6e28278b-e49c-485a-81ec-9e90784dee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:49:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:37.556302 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-596293e8-6fea-4e51-918b-39424a072a0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6117086 Jul 14 09:49:37.557016 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13148ff8-59a7-467a-bfa0-d1980d591d47', 'tag': '7ac05e9d-7314-4f40-a476-3f1236aff623'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:37.559360 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672507d9-e1f2-4902-a0e0-ded4c37a52e8" -d '{"events": [{"name": "network-changed", "server_uuid": "13148ff8-59a7-467a-bfa0-d1980d591d47", "tag": "7ac05e9d-7314-4f40-a476-3f1236aff623"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:37.604075 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e49bca-4796-4c2b-a5f9-170389a7b84b x-openstack-request-id: req-c3e49bca-4796-4c2b-a5f9-170389a7b84b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:37.604372 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13148ff8-59a7-467a-bfa0-d1980d591d47", "tag": "7ac05e9d-7314-4f40-a476-3f1236aff623", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:37.604628 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c3e49bca-4796-4c2b-a5f9-170389a7b84b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:37.605028 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13148ff8-59a7-467a-bfa0-d1980d591d47', 'tag': '7ac05e9d-7314-4f40-a476-3f1236aff623', 'status': 'completed', 'code': 200} Jul 14 09:49:37.630588 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5a3b5-56ba-4f6f-8907-71359360366c req-1c307d86-d4c7-43a2-a103-12d6e061aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:37.631987 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-98b5a3b5-56ba-4f6f-8907-71359360366c req-1c307d86-d4c7-43a2-a103-12d6e061aac4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1987d6f84b6403ea253cd61d460ac25&device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 1098 time: 0.0605476 Jul 14 09:49:37.651325 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-6e28278b-e49c-485a-81ec-9e90784dee76 None None] Set router cc41d186-fdb2-464f-b1b8-59436d36e8c8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:37.678987 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672507d9-e1f2-4902-a0e0-ded4c37a52e8 req-14f221ad-1ffa-4997-a92e-200236f67c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:37.680664 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-672507d9-e1f2-4902-a0e0-ded4c37a52e8 req-14f221ad-1ffa-4997-a92e-200236f67c45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 1097 time: 0.0545950 Jul 14 09:49:37.743770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5a3b5-56ba-4f6f-8907-71359360366c req-e9d31b13-c5c8-4c1d-ad50-854a21ef360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:37.745398 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-98b5a3b5-56ba-4f6f-8907-71359360366c req-e9d31b13-c5c8-4c1d-ad50-854a21ef360a service neutron] 10.222.0.55 "GET /v2.0/networks?id=f065f76e-ee03-45bb-9843-d8c80febfbef HTTP/1.1" status: 200 len: 910 time: 0.0917726 Jul 14 09:49:37.774243 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672507d9-e1f2-4902-a0e0-ded4c37a52e8 req-ff18483e-9484-40cf-b013-e14b299be6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:37.775858 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-672507d9-e1f2-4902-a0e0-ded4c37a52e8 req-ff18483e-9484-40cf-b013-e14b299be6cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 912 time: 0.0891621 Jul 14 09:49:37.825654 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-98b5a3b5-56ba-4f6f-8907-71359360366c req-97a287f2-30bd-4866-b588-ffb31f4438f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13c0829d-013e-41cf-b91a-ffa4870f7501 HTTP/1.1" status: 200 len: 1001 time: 0.0730681 Jul 14 09:49:37.847445 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-672507d9-e1f2-4902-a0e0-ded4c37a52e8 req-73678470-b13a-42a1-ba03-068e1b471ed6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac05e9d-7314-4f40-a476-3f1236aff623 HTTP/1.1" status: 200 len: 999 time: 0.0654006 Jul 14 09:49:37.879320 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5a3b5-56ba-4f6f-8907-71359360366c req-505c30d1-e115-4d96-a4d8-1890ae09227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:37.880890 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-98b5a3b5-56ba-4f6f-8907-71359360366c req-505c30d1-e115-4d96-a4d8-1890ae09227e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3aa7c56b-902c-479a-864b-8b656378c09b HTTP/1.1" status: 200 len: 848 time: 0.0472674 Jul 14 09:49:37.897546 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672507d9-e1f2-4902-a0e0-ded4c37a52e8 req-f5427ef0-c647-46bb-b0af-7df458d48705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:37.897770 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6e28278b-e49c-485a-81ec-9e90784dee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'd1be4637-c070-46b0-b352-6a8dc82655b2', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'port_id': '7ac05e9d-7314-4f40-a476-3f1236aff623', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'mac_address': 'fa:16:3e:9f:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13148ff8-59a7-467a-bfa0-d1980d591d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:36Z', 'updated_at': '2021-07-14T09:49:36Z', 'revision_number': 0, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a60feb2-3d46-454c-b5ce-1a5cf7f27616', 'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'mac_address': 'fa:16:3e:fe:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:40Z', 'updated_at': '2021-07-14T09:42:53Z', 'revision_number': 5, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'subnets': [{'id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:37.899078 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-672507d9-e1f2-4902-a0e0-ded4c37a52e8 req-f5427ef0-c647-46bb-b0af-7df458d48705 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.0459127 Jul 14 09:49:37.924251 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e28278b-e49c-485a-81ec-9e90784dee76 None None] Checking router: cc41d186-fdb2-464f-b1b8-59436d36e8c8 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:49:37.933124 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e28278b-e49c-485a-81ec-9e90784dee76 None None] Routers {'cc41d186-fdb2-464f-b1b8-59436d36e8c8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:37.933906 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6e28278b-e49c-485a-81ec-9e90784dee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:49:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:37.941083 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5a3b5-56ba-4f6f-8907-71359360366c req-c8e31bda-0db5-4ae6-80e7-8d9bdf4aef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:37.942798 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-98b5a3b5-56ba-4f6f-8907-71359360366c req-c8e31bda-0db5-4ae6-80e7-8d9bdf4aef39 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f065f76e-ee03-45bb-9843-d8c80febfbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541253 Jul 14 09:49:37.962448 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672507d9-e1f2-4902-a0e0-ded4c37a52e8 req-1704e820-fcf5-4f8e-9af1-50ee54b341fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:37.964009 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-672507d9-e1f2-4902-a0e0-ded4c37a52e8 req-1704e820-fcf5-4f8e-9af1-50ee54b341fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592754 Jul 14 09:49:38.042190 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-6e28278b-e49c-485a-81ec-9e90784dee76 None None] Set router cc41d186-fdb2-464f-b1b8-59436d36e8c8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:38.044674 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-98b5a3b5-56ba-4f6f-8907-71359360366c req-2a4bfc94-eb17-42cb-8e06-9f0627d304bc service neutron] 10.222.0.55 "GET /v2.0/networks/f065f76e-ee03-45bb-9843-d8c80febfbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929749 Jul 14 09:49:38.058129 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-672507d9-e1f2-4902-a0e0-ded4c37a52e8 req-e0ea20fe-eddd-4048-98c7-19b01a8a1d73 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876200 Jul 14 09:49:38.148527 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-98b5a3b5-56ba-4f6f-8907-71359360366c req-ad035a05-41ef-43c5-bcb0-14827e1abe7d service neutron] 10.222.0.55 "GET /v2.0/networks/f065f76e-ee03-45bb-9843-d8c80febfbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970900 Jul 14 09:49:38.155385 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-672507d9-e1f2-4902-a0e0-ded4c37a52e8 req-cd7a3090-4b2a-4824-8447-6de964489993 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915544 Jul 14 09:49:38.272144 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6e28278b-e49c-485a-81ec-9e90784dee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'd1be4637-c070-46b0-b352-6a8dc82655b2', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'port_id': '7ac05e9d-7314-4f40-a476-3f1236aff623', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'mac_address': 'fa:16:3e:9f:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13148ff8-59a7-467a-bfa0-d1980d591d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:36Z', 'updated_at': '2021-07-14T09:49:36Z', 'revision_number': 0, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a60feb2-3d46-454c-b5ce-1a5cf7f27616', 'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'mac_address': 'fa:16:3e:fe:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:40Z', 'updated_at': '2021-07-14T09:42:53Z', 'revision_number': 5, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'subnets': [{'id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:38.297824 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e28278b-e49c-485a-81ec-9e90784dee76 None None] The sync data for ids ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'] in n-d-798054-10 is: [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'd1be4637-c070-46b0-b352-6a8dc82655b2', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'port_id': '7ac05e9d-7314-4f40-a476-3f1236aff623', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'mac_address': 'fa:16:3e:9f:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13148ff8-59a7-467a-bfa0-d1980d591d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:36Z', 'updated_at': '2021-07-14T09:49:36Z', 'revision_number': 0, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a60feb2-3d46-454c-b5ce-1a5cf7f27616', 'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'mac_address': 'fa:16:3e:fe:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:40Z', 'updated_at': '2021-07-14T09:42:53Z', 'revision_number': 5, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'subnets': [{'id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:49:38.490014 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ac0c8a-b7e3-4e71-aa8b-cbeaefa8e4e5 None None] New status for floating IP d1be4637-c070-46b0-b352-6a8dc82655b2: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:49:46.608614 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:46.744727 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:49:48.059944 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765debf5-95f0-4ef9-aad0-18e63c5cfa4f req-3cad5fe6-23ef-4a10-b8aa-01b60ea8c18a tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:48.061366 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-765debf5-95f0-4ef9-aad0-18e63c5cfa4f req-3cad5fe6-23ef-4a10-b8aa-01b60ea8c18a tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 1098 time: 0.0515440 Jul 14 09:49:48.095506 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-765debf5-95f0-4ef9-aad0-18e63c5cfa4f req-add63f97-9685-47c7-82c9-6ac0e48dbcef tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280564 Jul 14 09:49:48.265956 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969acf46-9b75-4b4d-a029-b54f02ab9c05 req-0c497409-c2fa-4aaf-b5e3-5cc73c16c732 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:48.267758 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-969acf46-9b75-4b4d-a029-b54f02ab9c05 req-0c497409-c2fa-4aaf-b5e3-5cc73c16c732 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.0626984 Jul 14 09:49:48.305935 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-969acf46-9b75-4b4d-a029-b54f02ab9c05 req-29721706-2668-41fa-8a31-6cb9b22fb1d1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323021 Jul 14 09:49:48.330754 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45038) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:48.394127 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-01b321f1-f97e-4f40-bc09-f65bc6577752 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/floatingips/a247b5bd-5b16-42e1-ae87-234b03435bef HTTP/1.1" status: 200 len: 994 time: 0.0621557 Jul 14 09:49:49.089875 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-a6f32c43-c57f-4a1c-8050-b37c2c6614d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0499303 Jul 14 09:49:49.151594 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952ea10-ea41-4342-a644-a02052aa55e2 req-6e05ec84-c387-44cf-9d0f-f4de83011c61 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:49.153089 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4952ea10-ea41-4342-a644-a02052aa55e2 req-6e05ec84-c387-44cf-9d0f-f4de83011c61 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.0670538 Jul 14 09:49:49.192343 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4952ea10-ea41-4342-a644-a02052aa55e2 req-109db571-0abd-488b-8c4b-a93aeb3aa53c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325732 Jul 14 09:49:50.226576 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-74b54772-886a-4508-9387-2b38f4a528cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:50.228157 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-74b54772-886a-4508-9387-2b38f4a528cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 1098 time: 0.0530689 Jul 14 09:49:50.322415 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-cac598b8-f50a-4e0f-b5b1-28b97e54c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:50.323923 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-cac598b8-f50a-4e0f-b5b1-28b97e54c8fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=b56eeade-df12-417b-811b-ff77345acaec HTTP/1.1" status: 200 len: 897 time: 0.0880120 Jul 14 09:49:50.371313 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e68ca-52b7-49e1-8e61-9170982a2aec req-ecf32cf0-6b9f-485b-ab43-8629b1500a2b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:50.373444 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b5e68ca-52b7-49e1-8e61-9170982a2aec req-ecf32cf0-6b9f-485b-ab43-8629b1500a2b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.0641427 Jul 14 09:49:50.389507 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-1a1eeb8a-766b-4322-9645-c440e5a0ff90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1da46b94-4926-4fab-b579-30f8f94a3203 HTTP/1.1" status: 200 len: 1002 time: 0.0582461 Jul 14 09:49:50.411992 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b5e68ca-52b7-49e1-8e61-9170982a2aec req-8b27c65b-df33-4152-8cf9-0ba7f1b9fe49 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327950 Jul 14 09:49:50.439968 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-e1dacb06-cdfa-4e0a-bebe-bfb868427f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:50.441432 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-e1dacb06-cdfa-4e0a-bebe-bfb868427f7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71af0b3e-1c16-46b8-ab26-6e53a0b7a79b HTTP/1.1" status: 200 len: 834 time: 0.0442867 Jul 14 09:49:50.502400 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-54c015d6-d504-42be-8ef8-176e8d8272b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:50.503810 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-54c015d6-d504-42be-8ef8-176e8d8272b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b56eeade-df12-417b-811b-ff77345acaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550630 Jul 14 09:49:50.592470 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-696f12fb-ef78-4e1a-943d-c28bd5bb4384 service neutron] 10.222.0.55 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810258 Jul 14 09:49:50.682392 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-384b896a-fe91-488f-bd68-857f0e4b5794 service neutron] 10.222.0.55 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835414 Jul 14 09:49:51.585781 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163d1c3-42a8-4a31-a400-e73b07ddf2f1 req-9fce05c8-e7cc-448c-9e1f-5c7450d10345 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:51.587315 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7163d1c3-42a8-4a31-a400-e73b07ddf2f1 req-9fce05c8-e7cc-448c-9e1f-5c7450d10345 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.0633445 Jul 14 09:49:51.629832 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7163d1c3-42a8-4a31-a400-e73b07ddf2f1 req-36ef8b79-91a6-4eff-9edf-6d4cbf01f1e0 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366788 Jul 14 09:49:52.807165 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd9aa7-3297-4bcf-908e-614aa71f5b32 req-79e86ec1-591e-4b24-af9a-633d0786d2d9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:52.808629 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3fbd9aa7-3297-4bcf-908e-614aa71f5b32 req-79e86ec1-591e-4b24-af9a-633d0786d2d9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.0680544 Jul 14 09:49:52.848207 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3fbd9aa7-3297-4bcf-908e-614aa71f5b32 req-907ac538-367e-40bb-873d-4ed92336bf38 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333500 Jul 14 09:49:54.022189 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a55c85-f571-441b-ace4-5122b8c210f1 req-6838c84c-bb6f-4d73-b8d3-ac9e79367607 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:54.023684 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2a55c85-f571-441b-ace4-5122b8c210f1 req-6838c84c-bb6f-4d73-b8d3-ac9e79367607 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.0624099 Jul 14 09:49:54.061595 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2a55c85-f571-441b-ace4-5122b8c210f1 req-509d7015-4d17-477a-b747-c36ecd533e25 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316052 Jul 14 09:49:55.578171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffec30-bbb8-4b09-8846-e08915b64080 req-7f56daf4-4466-4f80-9ebf-a216ad699264 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:55.579617 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ddffec30-bbb8-4b09-8846-e08915b64080 req-7f56daf4-4466-4f80-9ebf-a216ad699264 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.4049048 Jul 14 09:49:55.617551 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ddffec30-bbb8-4b09-8846-e08915b64080 req-3d78539b-5928-4cbb-b4ab-e4ef19a63a32 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315921 Jul 14 09:49:56.796801 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19720fbc-a2b4-455a-b07c-7491aae38679 req-f98622fb-9659-49e3-a47c-37f5e5efcd78 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:56.798425 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19720fbc-a2b4-455a-b07c-7491aae38679 req-f98622fb-9659-49e3-a47c-37f5e5efcd78 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.0671239 Jul 14 09:49:56.838888 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-19720fbc-a2b4-455a-b07c-7491aae38679 req-eb859046-8a30-4abd-a4ba-93b8dbd49eb9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339379 Jul 14 09:49:57.271052 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5b2fe28-a680-4e02-96d7-ada1496d9243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:58.016182 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550313c5-b56a-45ce-8cc4-de6e1dc69bb5 req-946e68fe-264b-4474-8d2a-f518567c002c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:58.017645 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-550313c5-b56a-45ce-8cc4-de6e1dc69bb5 req-946e68fe-264b-4474-8d2a-f518567c002c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.0658059 Jul 14 09:49:58.055673 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-550313c5-b56a-45ce-8cc4-de6e1dc69bb5 req-9b85d244-5ba6-41a7-ad96-5d410194143b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317419 Jul 14 09:49:59.231718 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e33a-ee9c-4e13-9628-a88cb377f0f5 req-250e60fd-3c45-46f8-b79d-57edb2b5816d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:59.233088 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b730e33a-ee9c-4e13-9628-a88cb377f0f5 req-250e60fd-3c45-46f8-b79d-57edb2b5816d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.0615158 Jul 14 09:49:59.270232 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b730e33a-ee9c-4e13-9628-a88cb377f0f5 req-8298cba6-2ed6-4c60-8d78-645302c6f5c8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309176 Jul 14 09:49:59.786453 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8791bf54-17c1-455a-830c-6a1b7cbde69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:59.911739 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.452943 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d53d3-f837-45fc-b1d4-8e56c40dcf48 req-3c05193f-ac48-4b86-82bb-2430b69fdc2f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:00.454467 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-900d53d3-f837-45fc-b1d4-8e56c40dcf48 req-3c05193f-ac48-4b86-82bb-2430b69fdc2f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.0635910 Jul 14 09:50:00.495119 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-900d53d3-f837-45fc-b1d4-8e56c40dcf48 req-39c24b70-7b5d-4fca-8ce7-c3cdd21b2536 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349557 Jul 14 09:50:00.750287 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:01.667747 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb33d0-497a-443b-b947-1e96757f527a req-23f27754-39b8-4fb2-a5e8-39d0e5990b20 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:01.669224 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9bb33d0-497a-443b-b947-1e96757f527a req-23f27754-39b8-4fb2-a5e8-39d0e5990b20 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.0627010 Jul 14 09:50:01.707548 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9bb33d0-497a-443b-b947-1e96757f527a req-c9afb2f3-dad5-4b16-b2f5-f2ce89e1781e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327120 Jul 14 09:50:02.067868 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.818979 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.882580 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca1864-dea6-47cb-b52d-82c24965b5f3 req-3f3de2e9-42aa-48f2-a46b-16865d5fb69d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:02.884065 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3ca1864-dea6-47cb-b52d-82c24965b5f3 req-3f3de2e9-42aa-48f2-a46b-16865d5fb69d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.0660965 Jul 14 09:50:02.921087 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f3ca1864-dea6-47cb-b52d-82c24965b5f3 req-481c9395-7cd7-46bf-903b-1734b1813d8e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314448 Jul 14 09:50:04.096910 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5594bf1-1cdc-4393-ac3d-1128ecdd36e5 req-32b4a595-9651-436c-b018-4d52f4930864 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:04.098728 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5594bf1-1cdc-4393-ac3d-1128ecdd36e5 req-32b4a595-9651-436c-b018-4d52f4930864 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.0678403 Jul 14 09:50:04.138067 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5594bf1-1cdc-4393-ac3d-1128ecdd36e5 req-42b7c67d-f6bf-4f7a-a38a-e8185e9268ff tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338347 Jul 14 09:50:05.319529 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d75fb8-1aef-4904-bac4-de493e3cb3f1 req-cf7b2f1e-a49e-491f-9e3a-b6e404df7f81 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:05.321049 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56d75fb8-1aef-4904-bac4-de493e3cb3f1 req-cf7b2f1e-a49e-491f-9e3a-b6e404df7f81 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.0636680 Jul 14 09:50:05.357749 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56d75fb8-1aef-4904-bac4-de493e3cb3f1 req-4c0424d3-dae6-4b5d-ace7-44de558d5e9e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311432 Jul 14 09:50:06.527197 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a057130-d146-44f2-b69e-4ee1fc34e2b0 req-6dc71b28-1453-46a8-80a1-f9e94e8ee1c8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:06.528594 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a057130-d146-44f2-b69e-4ee1fc34e2b0 req-6dc71b28-1453-46a8-80a1-f9e94e8ee1c8 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.0619881 Jul 14 09:50:06.570378 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a057130-d146-44f2-b69e-4ee1fc34e2b0 req-a23bbb1f-bf49-4bed-8f21-43b49ac87bd4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354402 Jul 14 09:50:07.741977 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774accf-650a-48a0-8d13-76f79a4c7896 req-985eb4cf-c529-466c-95b7-d4c94a8b1838 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:07.743444 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1774accf-650a-48a0-8d13-76f79a4c7896 req-985eb4cf-c529-466c-95b7-d4c94a8b1838 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.0628371 Jul 14 09:50:07.779882 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1774accf-650a-48a0-8d13-76f79a4c7896 req-5ddc2513-362d-481c-80b7-a465e9dabf79 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309279 Jul 14 09:50:07.920326 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-4897d43b-bdf8-4e41-aa8d-b45d6b6b808a service neutron] show failed (client error): The resource could not be found. Jul 14 09:50:07.921386 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-4897d43b-bdf8-4e41-aa8d-b45d6b6b808a service neutron] 10.222.0.55 "GET /v2.0/ports/1da46b94-4926-4fab-b579-30f8f94a3203/bindings/n-h2-798054-10 HTTP/1.1" status: 404 len: 381 time: 0.0557775 Jul 14 09:50:08.162541 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-dfa2c21e-cc44-4091-8c4c-691408d22811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:08.164029 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-dfa2c21e-cc44-4091-8c4c-691408d22811 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d&tenant_id=4572804f6c7148f4a4dc06c5116104de HTTP/1.1" status: 200 len: 1098 time: 0.0528288 Jul 14 09:50:08.175931 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-10', 'device_owner': 'compute:nova'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:08.246310 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:08.444926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] For port 1da46b94-4926-4fab-b579-30f8f94a3203, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1da46b94-4926-4fab-b579-30f8f94a3203,segment=NetworkSegment(51eb48a7-2e3b-464e-b4e5-c667400b8c74),segment_id=51eb48a7-2e3b-464e-b4e5-c667400b8c74)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:08.479605 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] For port 1da46b94-4926-4fab-b579-30f8f94a3203, host n-h1-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:50:08.518034 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:08.520451 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb85777-c149-49a0-badd-0990b9629100" -d '{"events": [{"server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "name": "network-vif-unplugged", "status": "completed", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:08.524456 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:08.536955 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Transition to ACTIVE for port object 1da46b94-4926-4fab-b579-30f8f94a3203 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:50:08.540435 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:08.580205 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8a8677-4593-42b6-b3ae-d50f8b4e8c22 x-openstack-request-id: req-8c8a8677-4593-42b6-b3ae-d50f8b4e8c22 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:08.580614 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "name": "network-vif-unplugged", "status": "completed", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:08.580876 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c8a8677-4593-42b6-b3ae-d50f8b4e8c22 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:08.581272 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203', 'code': 200} Jul 14 09:50:08.592220 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Pushing event updated for resources: {'Port': ['ID=1da46b94-4926-4fab-b579-30f8f94a3203,revision_number=6']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:08.632007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:08.632360 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:08.632709 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:08.633049 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:08.633394 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:08.633728 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:08.634091 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:08.634473 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:08.634765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:08.635093 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:08.635419 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:08.635743 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:08.680809 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] No DVR routers for this DVR port 1da46b94-4926-4fab-b579-30f8f94a3203 on host n-h1-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:50:08.818436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Attempting to bind port 1da46b94-4926-4fab-b579-30f8f94a3203 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:50:08.818946 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Attempting to bind port 1da46b94-4926-4fab-b579-30f8f94a3203 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '51eb48a7-2e3b-464e-b4e5-c667400b8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:50:08.819100 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Attempting to bind port 1da46b94-4926-4fab-b579-30f8f94a3203 on network b56eeade-df12-417b-811b-ff77345acaec {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:50:08.823390 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Port 1da46b94-4926-4fab-b579-30f8f94a3203 on network b56eeade-df12-417b-811b-ff77345acaec not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:50:08.823606 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Attempting to bind port 1da46b94-4926-4fab-b579-30f8f94a3203 on network b56eeade-df12-417b-811b-ff77345acaec {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:50:08.828514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:50:08.828855 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Checking segment: {'id': '51eb48a7-2e3b-464e-b4e5-c667400b8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:50:08.829242 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Bound using segment: {'id': '51eb48a7-2e3b-464e-b4e5-c667400b8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:50:08.829669 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Bound port: 1da46b94-4926-4fab-b579-30f8f94a3203, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51eb48a7-2e3b-464e-b4e5-c667400b8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:50:08.830061 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:08.898547 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] For port 1da46b94-4926-4fab-b579-30f8f94a3203, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:50:08.936657 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] For port 1da46b94-4926-4fab-b579-30f8f94a3203, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1da46b94-4926-4fab-b579-30f8f94a3203,segment=NetworkSegment(51eb48a7-2e3b-464e-b4e5-c667400b8c74),segment_id=51eb48a7-2e3b-464e-b4e5-c667400b8c74)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:50:08.941445 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:08.980606 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:08.981238 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:08.982612 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] 10.222.0.49 "PUT /v2.0/ports/1da46b94-4926-4fab-b579-30f8f94a3203 HTTP/1.1" status: 200 len: 1093 time: 0.8108001 Jul 14 09:50:09.041616 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d376267-94d1-4827-bc10-6250592f5d75 service neutron] Pushing event updated for resources: {'Port': ['ID=1da46b94-4926-4fab-b579-30f8f94a3203,revision_number=7']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:09.059058 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af977cb-41cf-4144-a20f-f2d080489c93 req-bf4bbae6-d986-4cac-939d-e157157f0efe tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:09.060561 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1af977cb-41cf-4144-a20f-f2d080489c93 req-bf4bbae6-d986-4cac-939d-e157157f0efe tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 944 time: 0.1663284 Jul 14 09:50:09.112906 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1af977cb-41cf-4144-a20f-f2d080489c93 req-1604b9b6-d337-4c69-85d9-1206a04e78be tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459261 Jul 14 09:50:09.117509 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-2d864d58-4752-401e-91a5-27c2d8f39ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:09.119005 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-2d864d58-4752-401e-91a5-27c2d8f39ee1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 1096 time: 0.1127105 Jul 14 09:50:09.215742 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-533f40fa-77d6-49f3-9f3a-a61c1ba07e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:09.217142 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-533f40fa-77d6-49f3-9f3a-a61c1ba07e5c service neutron] 10.222.0.49 "GET /v2.0/networks?id=b56eeade-df12-417b-811b-ff77345acaec HTTP/1.1" status: 200 len: 897 time: 0.0911384 Jul 14 09:50:09.283760 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-6792f5a0-4fbb-432a-835c-f9eb37ee560c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1da46b94-4926-4fab-b579-30f8f94a3203 HTTP/1.1" status: 200 len: 1000 time: 0.0609026 Jul 14 09:50:09.330336 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-b916ea8f-6c01-484d-8ed3-cdddb89c799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:09.332334 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-b916ea8f-6c01-484d-8ed3-cdddb89c799f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71af0b3e-1c16-46b8-ab26-6e53a0b7a79b HTTP/1.1" status: 200 len: 834 time: 0.0432322 Jul 14 09:50:09.387191 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-c318fadf-8167-47bf-9a2b-5184936f28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:09.388640 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-c318fadf-8167-47bf-9a2b-5184936f28d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b56eeade-df12-417b-811b-ff77345acaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504961 Jul 14 09:50:09.479161 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-6f73359d-082e-4915-bcf0-75084aa64936 service neutron] 10.222.0.49 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843990 Jul 14 09:50:09.566584 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3dcd893a-f67d-4df1-9dd1-28a8a1a03f9e req-72abf3e8-113c-499e-9d4f-8ae91c976336 service neutron] 10.222.0.49 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813942 Jul 14 09:50:10.292286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336d237-a370-47cb-add1-3b62958b8010 req-494b992b-b36f-4688-bd98-78cc0a9253c9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:10.293844 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3336d237-a370-47cb-add1-3b62958b8010 req-494b992b-b36f-4688-bd98-78cc0a9253c9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 944 time: 0.0635681 Jul 14 09:50:10.337173 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3336d237-a370-47cb-add1-3b62958b8010 req-0857fdfd-21bd-4174-8311-ff3441ec9363 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376768 Jul 14 09:50:10.583165 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:10.585442 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce983b0b-4309-4b3e-96ef-0b027daf554f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:10.631897 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159dd001-6481-403d-9527-d747545385b9 x-openstack-request-id: req-159dd001-6481-403d-9527-d747545385b9 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:10.632210 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:10.632492 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-159dd001-6481-403d-9527-d747545385b9 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:10.632893 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203', 'status': 'completed', 'code': 200} Jul 14 09:50:10.705207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-18d1665a-b851-42a8-b49c-2f36a018b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:10.706769 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-18d1665a-b851-42a8-b49c-2f36a018b006 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 1096 time: 0.0556076 Jul 14 09:50:10.730307 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-37e91b30-2409-417c-bf65-2d091f65993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:10.731822 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-37e91b30-2409-417c-bf65-2d091f65993b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 1096 time: 0.0544376 Jul 14 09:50:10.797329 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-5ee237d1-2a98-42b5-8e9f-2ad85dafea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:10.798857 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-5ee237d1-2a98-42b5-8e9f-2ad85dafea0e service neutron] 10.222.0.49 "GET /v2.0/networks?id=b56eeade-df12-417b-811b-ff77345acaec HTTP/1.1" status: 200 len: 897 time: 0.0853066 Jul 14 09:50:10.826081 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-c5587762-3cae-4fc5-a473-0ee067fbe87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:10.827567 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-c5587762-3cae-4fc5-a473-0ee067fbe87b service neutron] 10.222.0.55 "GET /v2.0/networks?id=b56eeade-df12-417b-811b-ff77345acaec HTTP/1.1" status: 200 len: 897 time: 0.0884428 Jul 14 09:50:10.863273 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1da46b94-4926-4fab-b579-30f8f94a3203 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:50:10.871898 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-4ac7445f-5658-4092-9afb-d3e258520e3b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1da46b94-4926-4fab-b579-30f8f94a3203 HTTP/1.1" status: 200 len: 1000 time: 0.0665050 Jul 14 09:50:10.902455 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-f8971769-e430-4909-be2b-86dd122ed3ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1da46b94-4926-4fab-b579-30f8f94a3203 HTTP/1.1" status: 200 len: 1000 time: 0.0683365 Jul 14 09:50:10.904409 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1da46b94-4926-4fab-b579-30f8f94a3203 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:50:10.928164 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-cd14aa32-5bb5-439b-a8f7-8ef0d848df3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:10.929690 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-cd14aa32-5bb5-439b-a8f7-8ef0d848df3c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71af0b3e-1c16-46b8-ab26-6e53a0b7a79b HTTP/1.1" status: 200 len: 834 time: 0.0517387 Jul 14 09:50:10.952755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-40b384be-664a-4ff7-b1e5-2ab45cdc9a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:10.954269 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-40b384be-664a-4ff7-b1e5-2ab45cdc9a65 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71af0b3e-1c16-46b8-ab26-6e53a0b7a79b HTTP/1.1" status: 200 len: 834 time: 0.0453510 Jul 14 09:50:10.992973 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-618ca917-b0e4-4796-b4ab-b177a4edeff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:10.994506 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-618ca917-b0e4-4796-b4ab-b177a4edeff0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b56eeade-df12-417b-811b-ff77345acaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550277 Jul 14 09:50:11.016231 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-7ebd3900-a9a0-4822-bafd-6d182a01dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:11.017747 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-7ebd3900-a9a0-4822-bafd-6d182a01dd79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b56eeade-df12-417b-811b-ff77345acaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571556 Jul 14 09:50:11.099482 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-96b1c46f-a32d-4bdc-9d44-9c5bbeae6d61 service neutron] 10.222.0.49 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945125 Jul 14 09:50:11.129019 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-38603e1e-64ab-49bd-a6fa-098687c6dc42 service neutron] 10.222.0.55 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041911 Jul 14 09:50:11.197874 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-34cf4b19-be3b-4b13-8db6-43b77993431a service neutron] 10.222.0.49 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907948 Jul 14 09:50:11.246534 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ce983b0b-4309-4b3e-96ef-0b027daf554f req-2cb5c3e2-9167-497e-8802-c3096a2c0ca9 service neutron] 10.222.0.55 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108761 Jul 14 09:50:11.453684 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1da46b94-4926-4fab-b579-30f8f94a3203 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:50:11.516442 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486702d3-f5ba-47f5-9df5-453b43f743f6 req-2e9820ca-a7f0-426b-a940-1ec28979bb78 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:11.517984 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-486702d3-f5ba-47f5-9df5-453b43f743f6 req-2e9820ca-a7f0-426b-a940-1ec28979bb78 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 944 time: 0.0679374 Jul 14 09:50:11.551334 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1da46b94-4926-4fab-b579-30f8f94a3203, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1da46b94-4926-4fab-b579-30f8f94a3203,segment=NetworkSegment(51eb48a7-2e3b-464e-b4e5-c667400b8c74),segment_id=51eb48a7-2e3b-464e-b4e5-c667400b8c74)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:11.557391 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-486702d3-f5ba-47f5-9df5-453b43f743f6 req-b332e223-2676-4b22-898c-d33dfdedd2ce tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330579 Jul 14 09:50:11.563263 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '1da46b94-4926-4fab-b579-30f8f94a3203', 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec', 'port_id': '1da46b94-4926-4fab-b579-30f8f94a3203', 'mac_address': 'fa:16:3e:56:b1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:50:11.602823 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:11.615540 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da46b94-4926-4fab-b579-30f8f94a3203 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:50:11.636817 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1da46b94-4926-4fab-b579-30f8f94a3203, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1da46b94-4926-4fab-b579-30f8f94a3203,segment=NetworkSegment(51eb48a7-2e3b-464e-b4e5-c667400b8c74),segment_id=51eb48a7-2e3b-464e-b4e5-c667400b8c74)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:11.640472 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:11.696382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=1da46b94-4926-4fab-b579-30f8f94a3203,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:11.704483 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:11.704758 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:11.705103 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:11.705443 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:11.706340 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:11.707245 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:11.707580 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:11.707911 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:11.708241 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:11.708570 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:11.709293 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:11.709624 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:11.851987 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['1da46b94-4926-4fab-b579-30f8f94a3203'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:50:11.973331 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-010a9126-c456-407c-838d-4e91dd63f3aa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:11.974752 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-010a9126-c456-407c-838d-4e91dd63f3aa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d&tenant_id=4572804f6c7148f4a4dc06c5116104de&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 945 time: 0.1551692 Jul 14 09:50:12.017042 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514a9f5-8e72-4c7b-b905-71f23c8614e8 req-5b3f27d8-82a3-43c6-adee-17fb758362a5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:12.019214 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0514a9f5-8e72-4c7b-b905-71f23c8614e8 req-5b3f27d8-82a3-43c6-adee-17fb758362a5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 945 time: 0.1319027 Jul 14 09:50:12.065913 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-7a27eba3-ebcf-4647-b61f-1ca64ee269ca service neutron] 10.222.0.49 "GET /v2.0/ports/1da46b94-4926-4fab-b579-30f8f94a3203/bindings/n-h2-798054-10 HTTP/1.1" status: 200 len: 383 time: 0.0847969 Jul 14 09:50:12.080132 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0514a9f5-8e72-4c7b-b905-71f23c8614e8 req-44e117b6-4baf-4884-9c77-54a8072a4803 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502892 Jul 14 09:50:12.149146 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-cac31b8f-c94d-4915-9e26-437f80877312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:12.150714 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-cac31b8f-c94d-4915-9e26-437f80877312 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 1097 time: 0.0605304 Jul 14 09:50:12.249426 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-a1368473-1c1a-47dd-b79d-29d864b9b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:12.250862 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-a1368473-1c1a-47dd-b79d-29d864b9b31a service neutron] 10.222.0.49 "GET /v2.0/networks?id=b56eeade-df12-417b-811b-ff77345acaec HTTP/1.1" status: 200 len: 897 time: 0.0940278 Jul 14 09:50:12.323197 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b7690eda-a3a5-4ff0-b8ab-66156b66e424 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1da46b94-4926-4fab-b579-30f8f94a3203 HTTP/1.1" status: 200 len: 1001 time: 0.0614011 Jul 14 09:50:12.374852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-acb27bee-980a-423a-9756-49a5bf5d62ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:12.376314 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-acb27bee-980a-423a-9756-49a5bf5d62ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71af0b3e-1c16-46b8-ab26-6e53a0b7a79b HTTP/1.1" status: 200 len: 834 time: 0.0467906 Jul 14 09:50:12.437886 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-de98d922-d2e2-4ce1-92df-4b55ba376a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:12.439375 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-de98d922-d2e2-4ce1-92df-4b55ba376a65 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b56eeade-df12-417b-811b-ff77345acaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564208 Jul 14 09:50:12.526762 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-e15f839f-dcf5-4267-b0c0-a5d130d72baa service neutron] 10.222.0.49 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807929 Jul 14 09:50:12.619967 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-243a89ab-a76d-4b94-b409-81b175a789cc service neutron] 10.222.0.49 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844936 Jul 14 09:50:13.308076 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2bee1-5ef6-4878-8a92-193f1319265a req-1de0d0f2-eabd-4a27-ae61-3187afeb3054 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:13.309563 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ad2bee1-5ef6-4878-8a92-193f1319265a req-1de0d0f2-eabd-4a27-ae61-3187afeb3054 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 945 time: 0.1189699 Jul 14 09:50:13.347383 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9ad2bee1-5ef6-4878-8a92-193f1319265a req-ee2e6c12-75cf-4eb3-8388-bc2386bff5ab tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322678 Jul 14 09:50:13.472201 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1da46b94-4926-4fab-b579-30f8f94a3203 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:50:13.522394 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 1da46b94-4926-4fab-b579-30f8f94a3203 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:50:13.526167 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 1da46b94-4926-4fab-b579-30f8f94a3203 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:13.526537 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:13.601633 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:13.624796 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:13.627026 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3e56af-0ce0-489d-a313-5859f742cc31" -d '{"events": [{"server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "name": "network-vif-plugged", "status": "completed", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:13.641061 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1da46b94-4926-4fab-b579-30f8f94a3203, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1da46b94-4926-4fab-b579-30f8f94a3203,segment=NetworkSegment(51eb48a7-2e3b-464e-b4e5-c667400b8c74),segment_id=51eb48a7-2e3b-464e-b4e5-c667400b8c74)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:13.645781 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:13.676398 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0f75d1-e7c7-421e-a1a5-894835789b2e x-openstack-request-id: req-4e0f75d1-e7c7-421e-a1a5-894835789b2e {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:13.676699 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "name": "network-vif-plugged", "status": "completed", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:13.676968 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e0f75d1-e7c7-421e-a1a5-894835789b2e {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:13.677345 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203', 'code': 200} Jul 14 09:50:13.702271 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=1da46b94-4926-4fab-b579-30f8f94a3203,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:14.538231 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebb9bc-53a1-4791-9d51-8256f9f04c3e req-b4dd480c-a8c7-412d-a964-68cd5f83383f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:14.539758 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48ebb9bc-53a1-4791-9d51-8256f9f04c3e req-b4dd480c-a8c7-412d-a964-68cd5f83383f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.0702767 Jul 14 09:50:14.593665 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48ebb9bc-53a1-4791-9d51-8256f9f04c3e req-40e48dfb-56ed-4046-8ca9-b2cb852e1b96 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481977 Jul 14 09:50:14.669073 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-d61d9de7-2a48-4513-a870-5ab6c4b1d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:14.670654 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-d61d9de7-2a48-4513-a870-5ab6c4b1d8e3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d&tenant_id=4572804f6c7148f4a4dc06c5116104de HTTP/1.1" status: 200 len: 1098 time: 0.0860136 Jul 14 09:50:14.688951 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-10', 'device_owner': 'compute:nova'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:15.079734 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:15.285961 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] For port 1da46b94-4926-4fab-b579-30f8f94a3203, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1da46b94-4926-4fab-b579-30f8f94a3203,segment=NetworkSegment(51eb48a7-2e3b-464e-b4e5-c667400b8c74),segment_id=51eb48a7-2e3b-464e-b4e5-c667400b8c74)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:15.321535 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] For port 1da46b94-4926-4fab-b579-30f8f94a3203, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:50:15.361174 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:15.364006 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdc9e8f-f926-4d6e-b086-d3c84ec82264" -d '{"events": [{"server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "name": "network-vif-unplugged", "status": "completed", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:15.367869 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:15.381422 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Transition to ACTIVE for port object 1da46b94-4926-4fab-b579-30f8f94a3203 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:50:15.385625 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:15.422816 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcad3831-8345-47a8-8b2d-9e990d2850d3 x-openstack-request-id: req-fcad3831-8345-47a8-8b2d-9e990d2850d3 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:15.423110 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "name": "network-vif-unplugged", "status": "completed", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:15.423366 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fcad3831-8345-47a8-8b2d-9e990d2850d3 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:15.423760 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203', 'code': 200} Jul 14 09:50:15.497043 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1da46b94-4926-4fab-b579-30f8f94a3203,revision_number=10']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:15.521846 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:15.522117 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:15.522464 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:15.522801 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:15.523131 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:15.523532 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:15.523789 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:15.524120 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:15.524461 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:15.524777 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:15.525100 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:15.525425 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:15.575294 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] No DVR routers for this DVR port 1da46b94-4926-4fab-b579-30f8f94a3203 on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:50:15.734291 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Attempting to bind port 1da46b94-4926-4fab-b579-30f8f94a3203 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:50:15.734960 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Attempting to bind port 1da46b94-4926-4fab-b579-30f8f94a3203 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '51eb48a7-2e3b-464e-b4e5-c667400b8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:50:15.734960 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Attempting to bind port 1da46b94-4926-4fab-b579-30f8f94a3203 on network b56eeade-df12-417b-811b-ff77345acaec {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:50:15.741515 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Port 1da46b94-4926-4fab-b579-30f8f94a3203 on network b56eeade-df12-417b-811b-ff77345acaec not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:50:15.741902 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Attempting to bind port 1da46b94-4926-4fab-b579-30f8f94a3203 on network b56eeade-df12-417b-811b-ff77345acaec {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:50:15.747962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:50:15.748302 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Checking segment: {'id': '51eb48a7-2e3b-464e-b4e5-c667400b8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:50:15.748957 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Bound using segment: {'id': '51eb48a7-2e3b-464e-b4e5-c667400b8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:50:15.749392 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Bound port: 1da46b94-4926-4fab-b579-30f8f94a3203, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51eb48a7-2e3b-464e-b4e5-c667400b8c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:50:15.749883 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:15.790452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6b7ab-5d45-4104-a5ca-f221cda1451f req-af9702f0-6222-45c7-ad15-f6e11e09706a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:15.792077 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6cc6b7ab-5d45-4104-a5ca-f221cda1451f req-af9702f0-6222-45c7-ad15-f6e11e09706a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 945 time: 0.0661983 Jul 14 09:50:15.828749 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] For port 1da46b94-4926-4fab-b579-30f8f94a3203, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:50:15.832835 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] For port 1da46b94-4926-4fab-b579-30f8f94a3203, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1da46b94-4926-4fab-b579-30f8f94a3203,segment=NetworkSegment(51eb48a7-2e3b-464e-b4e5-c667400b8c74),segment_id=51eb48a7-2e3b-464e-b4e5-c667400b8c74)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:50:15.833047 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6cc6b7ab-5d45-4104-a5ca-f221cda1451f req-ed5f7cb3-a50d-4805-803e-ebe99b193b40 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352330 Jul 14 09:50:15.838926 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:15.875244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:15.875916 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:15.877355 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] 10.222.0.55 "PUT /v2.0/ports/1da46b94-4926-4fab-b579-30f8f94a3203 HTTP/1.1" status: 200 len: 1094 time: 1.1925969 Jul 14 09:50:15.903225 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f05608-2948-4b25-8c17-5f00ae1168e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1da46b94-4926-4fab-b579-30f8f94a3203,revision_number=11']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:15.983291 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b5a50777-5caa-4d39-882d-aa697944d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:15.984839 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-b5a50777-5caa-4d39-882d-aa697944d3b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 1097 time: 0.0631895 Jul 14 09:50:16.084125 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-6ec3a9b1-9631-4b12-a3c3-88df208e1815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:16.085864 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-6ec3a9b1-9631-4b12-a3c3-88df208e1815 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b56eeade-df12-417b-811b-ff77345acaec HTTP/1.1" status: 200 len: 897 time: 0.0943990 Jul 14 09:50:16.161009 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-379ddeac-fc15-4a6d-b0a9-77399cff778e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1da46b94-4926-4fab-b579-30f8f94a3203 HTTP/1.1" status: 200 len: 1000 time: 0.0676661 Jul 14 09:50:16.214381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-65b8c54b-cea9-451c-b822-439cdf62c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:16.215864 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-65b8c54b-cea9-451c-b822-439cdf62c45d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71af0b3e-1c16-46b8-ab26-6e53a0b7a79b HTTP/1.1" status: 200 len: 834 time: 0.0473120 Jul 14 09:50:16.273403 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-42bccc0d-c5bd-49fe-a6f6-1156704814cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:16.274955 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-42bccc0d-c5bd-49fe-a6f6-1156704814cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b56eeade-df12-417b-811b-ff77345acaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528548 Jul 14 09:50:16.374616 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-00568a3f-586b-4b4e-a461-a2c05525e4a1 service neutron] 10.222.0.55 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855427 Jul 14 09:50:16.463394 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-71719d78-bac1-4357-a4ef-f5b0a5bd75e3 req-36ef6046-a0b4-4496-a0b5-fc12b0821474 service neutron] 10.222.0.55 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816321 Jul 14 09:50:16.611789 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:17.015883 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3ac32-0852-442e-96ec-27c7a2275b87 req-44fb2e57-c81f-4b26-a4b9-76e6ceaab0c1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:17.018458 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02e3ac32-0852-442e-96ec-27c7a2275b87 req-44fb2e57-c81f-4b26-a4b9-76e6ceaab0c1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 945 time: 0.0682955 Jul 14 09:50:17.063713 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02e3ac32-0852-442e-96ec-27c7a2275b87 req-d0a818fe-af63-4227-97c2-0e23ab22d710 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398731 Jul 14 09:50:17.424821 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:17.427245 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6260714f-96ed-4596-8f45-03d8cee43ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:17.474850 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca99b89f-da1c-47f9-b363-6792aba77b2e x-openstack-request-id: req-ca99b89f-da1c-47f9-b363-6792aba77b2e {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:17.475159 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:17.475449 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca99b89f-da1c-47f9-b363-6792aba77b2e {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:17.476454 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203', 'status': 'completed', 'code': 200} Jul 14 09:50:17.512435 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1da46b94-4926-4fab-b579-30f8f94a3203 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:50:17.553137 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1da46b94-4926-4fab-b579-30f8f94a3203 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:50:17.559363 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-9b01930d-cd2b-44f7-b8ea-ed47e18339ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:17.560910 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-9b01930d-cd2b-44f7-b8ea-ed47e18339ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 1097 time: 0.0669453 Jul 14 09:50:17.586787 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-4734ef9b-c02c-48ed-9572-c8fa6aac7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:17.588307 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-4734ef9b-c02c-48ed-9572-c8fa6aac7130 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 1097 time: 0.0571127 Jul 14 09:50:17.653891 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-fee0134c-2a77-4182-81be-0d5795583389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:17.655385 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-fee0134c-2a77-4182-81be-0d5795583389 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b56eeade-df12-417b-811b-ff77345acaec HTTP/1.1" status: 200 len: 897 time: 0.0887454 Jul 14 09:50:17.685414 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-6a7a56f2-3f77-431f-ac31-ef709210553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:17.686915 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-6a7a56f2-3f77-431f-ac31-ef709210553c service neutron] 10.222.0.55 "GET /v2.0/networks?id=b56eeade-df12-417b-811b-ff77345acaec HTTP/1.1" status: 200 len: 897 time: 0.0910187 Jul 14 09:50:17.725553 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-5343771a-2e69-4c85-895d-7c1b1d13573f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1da46b94-4926-4fab-b579-30f8f94a3203 HTTP/1.1" status: 200 len: 1000 time: 0.0637469 Jul 14 09:50:17.752381 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-a5c31eb4-b9dd-4aaf-a72d-a21ce49fcfaf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1da46b94-4926-4fab-b579-30f8f94a3203 HTTP/1.1" status: 200 len: 1000 time: 0.0579100 Jul 14 09:50:17.776761 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-cf22a65c-00ba-4b7e-aaf3-29f0aaf8e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:17.778197 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-cf22a65c-00ba-4b7e-aaf3-29f0aaf8e7e3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71af0b3e-1c16-46b8-ab26-6e53a0b7a79b HTTP/1.1" status: 200 len: 834 time: 0.0461993 Jul 14 09:50:17.808634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-f0712707-55ea-4f92-826a-8e39612de8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:17.810133 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-f0712707-55ea-4f92-826a-8e39612de8c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71af0b3e-1c16-46b8-ab26-6e53a0b7a79b HTTP/1.1" status: 200 len: 834 time: 0.0484936 Jul 14 09:50:17.836868 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-738c00cb-0de7-48f7-a1df-83758277424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:17.838420 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-738c00cb-0de7-48f7-a1df-83758277424b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b56eeade-df12-417b-811b-ff77345acaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537317 Jul 14 09:50:17.874346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-ee01c1e2-ed5d-43d8-a0d3-a665582cf2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:17.875993 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-ee01c1e2-ed5d-43d8-a0d3-a665582cf2e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b56eeade-df12-417b-811b-ff77345acaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564880 Jul 14 09:50:17.930803 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-0a3045da-a38c-47ab-b43e-304a203179d5 service neutron] 10.222.0.49 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860167 Jul 14 09:50:17.968609 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-b3ba64dc-3298-4395-a3af-b72a6a2e34ce service neutron] 10.222.0.55 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858355 Jul 14 09:50:18.022686 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-9b073433-d133-42d0-9633-d49fdff26aaa service neutron] 10.222.0.49 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852084 Jul 14 09:50:18.143545 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6260714f-96ed-4596-8f45-03d8cee43ac9 req-e223df8b-a2c7-41d9-b338-a0e46a4d304f service neutron] 10.222.0.55 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034553 Jul 14 09:50:18.264280 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd21cb-7042-4bbf-8508-2aa14777d7bc req-1cfe3cfd-65c6-4728-a959-a07a47053c21 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:18.266381 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74cd21cb-7042-4bbf-8508-2aa14777d7bc req-1cfe3cfd-65c6-4728-a959-a07a47053c21 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 945 time: 0.0772772 Jul 14 09:50:18.311567 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74cd21cb-7042-4bbf-8508-2aa14777d7bc req-113fdbda-0798-437e-a42c-7db0ff9a8a2f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395329 Jul 14 09:50:18.890170 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1da46b94-4926-4fab-b579-30f8f94a3203 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:50:18.992313 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1da46b94-4926-4fab-b579-30f8f94a3203, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1da46b94-4926-4fab-b579-30f8f94a3203,segment=NetworkSegment(51eb48a7-2e3b-464e-b4e5-c667400b8c74),segment_id=51eb48a7-2e3b-464e-b4e5-c667400b8c74)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:19.003680 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '1da46b94-4926-4fab-b579-30f8f94a3203', 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec', 'port_id': '1da46b94-4926-4fab-b579-30f8f94a3203', 'mac_address': 'fa:16:3e:56:b1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:50:19.043911 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:19.058008 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da46b94-4926-4fab-b579-30f8f94a3203 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:50:19.082151 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1da46b94-4926-4fab-b579-30f8f94a3203, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1da46b94-4926-4fab-b579-30f8f94a3203,segment=NetworkSegment(51eb48a7-2e3b-464e-b4e5-c667400b8c74),segment_id=51eb48a7-2e3b-464e-b4e5-c667400b8c74)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:19.086417 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:19.132346 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=1da46b94-4926-4fab-b579-30f8f94a3203,revision_number=12']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:19.402123 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['1da46b94-4926-4fab-b579-30f8f94a3203'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:50:19.485412 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5449bd-4107-4176-9250-42479fe4a920 req-102c0ce4-d0ab-4426-b98f-622dbe6b0562 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:19.487020 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe5449bd-4107-4176-9250-42479fe4a920 req-102c0ce4-d0ab-4426-b98f-622dbe6b0562 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 946 time: 0.0633538 Jul 14 09:50:19.525804 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe5449bd-4107-4176-9250-42479fe4a920 req-12fb294f-2aa8-4872-ac32-58223ac9a1c1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330162 Jul 14 09:50:19.554236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45152) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:19.620649 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8706bde0-4ed3-4f50-8418-0944b0189761 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/floatingips/a247b5bd-5b16-42e1-ae87-234b03435bef HTTP/1.1" status: 200 len: 993 time: 0.0649624 Jul 14 09:50:20.912534 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1da46b94-4926-4fab-b579-30f8f94a3203 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:50:20.961561 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 1da46b94-4926-4fab-b579-30f8f94a3203 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:50:20.965575 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 1da46b94-4926-4fab-b579-30f8f94a3203 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:20.965943 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.046437 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.072736 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:21.074242 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d35b99-fb0c-426f-9ac2-485dc06c7597" -d '{"events": [{"server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "name": "network-vif-plugged", "status": "completed", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:21.088171 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1da46b94-4926-4fab-b579-30f8f94a3203, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1da46b94-4926-4fab-b579-30f8f94a3203,segment=NetworkSegment(51eb48a7-2e3b-464e-b4e5-c667400b8c74),segment_id=51eb48a7-2e3b-464e-b4e5-c667400b8c74)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:21.091918 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.119073 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba8a2f2-6189-4024-8af0-8831fea47bb0 x-openstack-request-id: req-eba8a2f2-6189-4024-8af0-8831fea47bb0 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:21.119410 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "name": "network-vif-plugged", "status": "completed", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:21.119618 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eba8a2f2-6189-4024-8af0-8831fea47bb0 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:21.120005 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203', 'code': 200} Jul 14 09:50:21.146312 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=1da46b94-4926-4fab-b579-30f8f94a3203,revision_number=13']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:23.743843 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:50:27.273546 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-279e822e-eea1-4a7e-957a-7b97a20b1d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:29.329709 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d47fdc09-97fa-4e87-85ab-79e6e5a45042 req-401e37ce-9ded-4c06-8c21-1728fd885f5e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563378 Jul 14 09:50:29.419809 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fdc09-97fa-4e87-85ab-79e6e5a45042 req-0d429537-0070-4996-8889-e3231956a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:29.421302 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d47fdc09-97fa-4e87-85ab-79e6e5a45042 req-0d429537-0070-4996-8889-e3231956a58e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 1097 time: 0.0520124 Jul 14 09:50:29.525595 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fdc09-97fa-4e87-85ab-79e6e5a45042 req-5f8d4c26-1a02-4f0e-a55d-008e0bfb90b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:29.527018 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d47fdc09-97fa-4e87-85ab-79e6e5a45042 req-5f8d4c26-1a02-4f0e-a55d-008e0bfb90b9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 912 time: 0.0820138 Jul 14 09:50:29.594272 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d47fdc09-97fa-4e87-85ab-79e6e5a45042 req-1a086181-70b7-43e2-a817-df5d204eed29 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac05e9d-7314-4f40-a476-3f1236aff623 HTTP/1.1" status: 200 len: 1001 time: 0.0614276 Jul 14 09:50:29.641353 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fdc09-97fa-4e87-85ab-79e6e5a45042 req-c4096959-0d1f-48b6-863f-112754d750a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:29.642824 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d47fdc09-97fa-4e87-85ab-79e6e5a45042 req-c4096959-0d1f-48b6-863f-112754d750a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.0432131 Jul 14 09:50:29.699501 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fdc09-97fa-4e87-85ab-79e6e5a45042 req-70395992-97fa-475e-93fa-4fd9b27e2f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:29.700999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d47fdc09-97fa-4e87-85ab-79e6e5a45042 req-70395992-97fa-475e-93fa-4fd9b27e2f34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521712 Jul 14 09:50:29.787814 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c6f0cb2-2c4d-4d7e-96be-950d20964be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:29.796696 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d47fdc09-97fa-4e87-85ab-79e6e5a45042 req-f9e9e457-2de9-406b-9e7b-a131edd17b1a service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897245 Jul 14 09:50:29.889197 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d47fdc09-97fa-4e87-85ab-79e6e5a45042 req-b60ec747-4a63-4386-aaac-172ce3c07343 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860047 Jul 14 09:50:29.916555 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:30.752091 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:32.088955 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:32.826117 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:37.297280 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aa0a5f96-3224-44dc-9929-ea4bed96714a req-145ce507-3d86-4252-896e-60e861da45bb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515840 Jul 14 09:50:37.385093 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a5f96-3224-44dc-9929-ea4bed96714a req-6584c140-15b4-480d-8154-2a3d115e78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:37.387834 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aa0a5f96-3224-44dc-9929-ea4bed96714a req-6584c140-15b4-480d-8154-2a3d115e78cb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 1099 time: 0.0530801 Jul 14 09:50:37.492581 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a5f96-3224-44dc-9929-ea4bed96714a req-c1cf4145-cb27-4d4c-8fae-0112ccf68b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:37.494044 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aa0a5f96-3224-44dc-9929-ea4bed96714a req-c1cf4145-cb27-4d4c-8fae-0112ccf68b4a service neutron] 10.222.0.55 "GET /v2.0/networks?id=b56eeade-df12-417b-811b-ff77345acaec HTTP/1.1" status: 200 len: 897 time: 0.0854144 Jul 14 09:50:37.558428 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aa0a5f96-3224-44dc-9929-ea4bed96714a req-32d5f046-3427-4a85-afd1-797e0f225a95 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1da46b94-4926-4fab-b579-30f8f94a3203 HTTP/1.1" status: 200 len: 1002 time: 0.0568347 Jul 14 09:50:37.613669 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a5f96-3224-44dc-9929-ea4bed96714a req-b5d0c81f-6000-44ac-aa73-0dd60605c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:37.615660 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aa0a5f96-3224-44dc-9929-ea4bed96714a req-b5d0c81f-6000-44ac-aa73-0dd60605c1b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71af0b3e-1c16-46b8-ab26-6e53a0b7a79b HTTP/1.1" status: 200 len: 834 time: 0.0466573 Jul 14 09:50:37.671479 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a5f96-3224-44dc-9929-ea4bed96714a req-c52ac9a1-c3e1-434b-b3ae-b6d2d3721677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:37.673094 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aa0a5f96-3224-44dc-9929-ea4bed96714a req-c52ac9a1-c3e1-434b-b3ae-b6d2d3721677 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b56eeade-df12-417b-811b-ff77345acaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507421 Jul 14 09:50:37.760923 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aa0a5f96-3224-44dc-9929-ea4bed96714a req-6d264f61-84c1-41dd-83cb-87ec25b8ebe3 service neutron] 10.222.0.55 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805037 Jul 14 09:50:37.851350 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aa0a5f96-3224-44dc-9929-ea4bed96714a req-b5a833d4-999d-43c7-9ae1-b7467ffa43ec service neutron] 10.222.0.55 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832872 Jul 14 09:50:46.621583 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:50.219357 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616c6b9-a47a-4845-94e4-dc6d1f7ac9df req-ced4d8d5-e01b-43df-85a0-9c3cd7493fc4 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:50.220862 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4616c6b9-a47a-4845-94e4-dc6d1f7ac9df req-ced4d8d5-e01b-43df-85a0-9c3cd7493fc4 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 1099 time: 0.1096272 Jul 14 09:50:50.255498 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4616c6b9-a47a-4845-94e4-dc6d1f7ac9df req-a0b2e0cf-3c9c-4081-a88d-1f46a58fed53 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289195 Jul 14 09:50:50.280393 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45174) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:50.431821 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-beddda69-e666-41a5-a50e-754e92f85ff9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Deleting port 644f1a5c-6e2a-492c-9323-c057571b5a52 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:50.432170 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-beddda69-e666-41a5-a50e-754e92f85ff9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:50.503640 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-beddda69-e666-41a5-a50e-754e92f85ff9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:50.503964 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-beddda69-e666-41a5-a50e-754e92f85ff9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:50.515665 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-beddda69-e666-41a5-a50e-754e92f85ff9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Calling delete_port for 644f1a5c-6e2a-492c-9323-c057571b5a52 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:50.659695 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-beddda69-e666-41a5-a50e-754e92f85ff9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:50.685214 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddda69-e666-41a5-a50e-754e92f85ff9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Port': ['ID=644f1a5c-6e2a-492c-9323-c057571b5a52,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:50.748744 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-beddda69-e666-41a5-a50e-754e92f85ff9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:50.749071 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-beddda69-e666-41a5-a50e-754e92f85ff9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Floating IP a247b5bd-5b16-42e1-ae87-234b03435bef disassociated (deleted). External IP: 172.25.1.130, port: 1da46b94-4926-4fab-b579-30f8f94a3203. Jul 14 09:50:51.271080 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beddda69-e666-41a5-a50e-754e92f85ff9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Router 9bee849f-91ff-41c6-9703-a094d2fbf7b0 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:50:51.378422 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beddda69-e666-41a5-a50e-754e92f85ff9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:50:51.383786 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-beddda69-e666-41a5-a50e-754e92f85ff9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:51.389323 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4736a25-d51c-4728-b8f6-ee35f91e9b86 None None] Sync routers for ids ['9bee849f-91ff-41c6-9703-a094d2fbf7b0'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:50:51.399561 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4736a25-d51c-4728-b8f6-ee35f91e9b86 None None] Routers {'9bee849f-91ff-41c6-9703-a094d2fbf7b0'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:50:51.400234 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e4736a25-d51c-4728-b8f6-ee35f91e9b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:50:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9bee849f-91ff-41c6-9703-a094d2fbf7b0'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:51.418833 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-beddda69-e666-41a5-a50e-754e92f85ff9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "DELETE /v2.0/floatingips/a247b5bd-5b16-42e1-ae87-234b03435bef HTTP/1.1" status: 204 len: 168 time: 1.1373188 Jul 14 09:50:51.419367 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:51.421605 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ff6d89-99f7-4acd-bbf3-c505a9284a33" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:51.465558 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641e888c-ba3b-474c-9511-30dfe9173822 x-openstack-request-id: req-641e888c-ba3b-474c-9511-30dfe9173822 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:51.465923 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:51.466180 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-641e888c-ba3b-474c-9511-30dfe9173822 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:51.466577 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203', 'status': 'completed', 'code': 200} Jul 14 09:50:51.512052 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-e4736a25-d51c-4728-b8f6-ee35f91e9b86 None None] Set router 9bee849f-91ff-41c6-9703-a094d2fbf7b0 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:50:51.570419 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff6d89-99f7-4acd-bbf3-c505a9284a33 req-19b3403c-e041-4cc1-8bb7-548107f794a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:51.571928 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-23ff6d89-99f7-4acd-bbf3-c505a9284a33 req-19b3403c-e041-4cc1-8bb7-548107f794a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 1099 time: 0.0556352 Jul 14 09:50:51.681397 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff6d89-99f7-4acd-bbf3-c505a9284a33 req-529f9542-84bb-4c37-8366-072ce0ae76c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:51.682929 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-23ff6d89-99f7-4acd-bbf3-c505a9284a33 req-529f9542-84bb-4c37-8366-072ce0ae76c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b56eeade-df12-417b-811b-ff77345acaec HTTP/1.1" status: 200 len: 897 time: 0.1035280 Jul 14 09:50:51.722719 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e4736a25-d51c-4728-b8f6-ee35f91e9b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536137520', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:57Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:58Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '5240408d-108f-4248-a8f9-5d82ec1cb4df', 'name': '', 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:bf:6d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:00Z', 'updated_at': '2021-07-14T09:49:05Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:51.731448 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-23ff6d89-99f7-4acd-bbf3-c505a9284a33 req-9f77fe14-3edc-4e70-bb73-bac4dff9b605 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1da46b94-4926-4fab-b579-30f8f94a3203 HTTP/1.1" status: 200 len: 217 time: 0.0408282 Jul 14 09:50:51.750749 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4736a25-d51c-4728-b8f6-ee35f91e9b86 None None] Checking router: 9bee849f-91ff-41c6-9703-a094d2fbf7b0 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:50:51.760689 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4736a25-d51c-4728-b8f6-ee35f91e9b86 None None] Routers {'9bee849f-91ff-41c6-9703-a094d2fbf7b0'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:50:51.761358 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e4736a25-d51c-4728-b8f6-ee35f91e9b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:50:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9bee849f-91ff-41c6-9703-a094d2fbf7b0'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:51.787187 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff6d89-99f7-4acd-bbf3-c505a9284a33 req-a1b23723-da51-4daf-bf1d-25a1581703f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:51.789005 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-23ff6d89-99f7-4acd-bbf3-c505a9284a33 req-a1b23723-da51-4daf-bf1d-25a1581703f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71af0b3e-1c16-46b8-ab26-6e53a0b7a79b HTTP/1.1" status: 200 len: 834 time: 0.0489523 Jul 14 09:50:51.807949 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147afd4-3823-40e3-a48a-5a89bec0fc50 req-9c2e7f40-6f1a-4134-9603-f0c35800145e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:51.809902 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8147afd4-3823-40e3-a48a-5a89bec0fc50 req-9c2e7f40-6f1a-4134-9603-f0c35800145e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 947 time: 0.0700188 Jul 14 09:50:51.851825 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8147afd4-3823-40e3-a48a-5a89bec0fc50 req-7f2ce672-4cb8-4d47-9937-0cb259f04320 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356185 Jul 14 09:50:51.858032 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff6d89-99f7-4acd-bbf3-c505a9284a33 req-2d2bdb62-ecbb-4f36-af81-1f1bf26da331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:51.860119 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-23ff6d89-99f7-4acd-bbf3-c505a9284a33 req-2d2bdb62-ecbb-4f36-af81-1f1bf26da331 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b56eeade-df12-417b-811b-ff77345acaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639784 Jul 14 09:50:51.881104 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-e4736a25-d51c-4728-b8f6-ee35f91e9b86 None None] Set router 9bee849f-91ff-41c6-9703-a094d2fbf7b0 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:50:51.950923 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-23ff6d89-99f7-4acd-bbf3-c505a9284a33 req-2e4f2f65-3c4c-4a8e-9ce5-15570eaa69db service neutron] 10.222.0.55 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826828 Jul 14 09:50:52.043010 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-23ff6d89-99f7-4acd-bbf3-c505a9284a33 req-955f8d00-c442-46a7-b13f-19e71afba562 service neutron] 10.222.0.55 "GET /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844450 Jul 14 09:50:52.078028 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e4736a25-d51c-4728-b8f6-ee35f91e9b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536137520', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:57Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:58Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '5240408d-108f-4248-a8f9-5d82ec1cb4df', 'name': '', 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:bf:6d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:00Z', 'updated_at': '2021-07-14T09:49:05Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:52.108096 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4736a25-d51c-4728-b8f6-ee35f91e9b86 None None] The sync data for ids ['9bee849f-91ff-41c6-9703-a094d2fbf7b0'] in n-d-798054-10 is: [{'id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536137520', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:57Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:58Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '5240408d-108f-4248-a8f9-5d82ec1cb4df', 'name': '', 'network_id': 'b56eeade-df12-417b-811b-ff77345acaec', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:bf:6d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:00Z', 'updated_at': '2021-07-14T09:49:05Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '71af0b3e-1c16-46b8-ab26-6e53a0b7a79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:50:52.344038 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747c5301-e9b3-4e7a-b96d-7ea3fce94084 None None] New status for floating IP a247b5bd-5b16-42e1-ae87-234b03435bef: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:50:53.030913 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc6fa8-a51c-4809-9b11-8a7d7aaf231d req-361744f7-6ab0-4f4a-a7c3-cb3fc53be49b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:53.032649 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6dc6fa8-a51c-4809-9b11-8a7d7aaf231d req-361744f7-6ab0-4f4a-a7c3-cb3fc53be49b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 947 time: 0.0662189 Jul 14 09:50:53.070939 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6dc6fa8-a51c-4809-9b11-8a7d7aaf231d req-06c26ac9-6e23-417a-ac44-6fe5b1f6d4ee tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f5275f-1138-42ef-ad55-c04c4dd1966b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322232 Jul 14 09:50:53.263755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2682490-eeaa-473f-98e8-b8a1f6143708 req-79ee0976-4b0c-4580-9008-b71c7fc2dfb2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:53.265348 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2682490-eeaa-473f-98e8-b8a1f6143708 req-79ee0976-4b0c-4580-9008-b71c7fc2dfb2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 947 time: 0.0853512 Jul 14 09:50:53.366396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-e2682490-eeaa-473f-98e8-b8a1f6143708 req-9cdb83d6-660a-4639-8ec8-82dc237f6101 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Deleting port 1da46b94-4926-4fab-b579-30f8f94a3203 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:53.366746 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e2682490-eeaa-473f-98e8-b8a1f6143708 req-9cdb83d6-660a-4639-8ec8-82dc237f6101 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.450685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-e2682490-eeaa-473f-98e8-b8a1f6143708 req-9cdb83d6-660a-4639-8ec8-82dc237f6101 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] For port 1da46b94-4926-4fab-b579-30f8f94a3203, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1da46b94-4926-4fab-b579-30f8f94a3203,segment=NetworkSegment(51eb48a7-2e3b-464e-b4e5-c667400b8c74),segment_id=51eb48a7-2e3b-464e-b4e5-c667400b8c74)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:53.451044 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e2682490-eeaa-473f-98e8-b8a1f6143708 req-9cdb83d6-660a-4639-8ec8-82dc237f6101 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.463863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-e2682490-eeaa-473f-98e8-b8a1f6143708 req-9cdb83d6-660a-4639-8ec8-82dc237f6101 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Calling delete_port for 1da46b94-4926-4fab-b579-30f8f94a3203 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:53.587566 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e2682490-eeaa-473f-98e8-b8a1f6143708 req-9cdb83d6-660a-4639-8ec8-82dc237f6101 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.616526 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb83d6-660a-4639-8ec8-82dc237f6101 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Port': ['ID=1da46b94-4926-4fab-b579-30f8f94a3203,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:53.662496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2682490-eeaa-473f-98e8-b8a1f6143708 req-9cdb83d6-660a-4639-8ec8-82dc237f6101 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] No DVR routers for this DVR port 1da46b94-4926-4fab-b579-30f8f94a3203 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:50:53.665277 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e2682490-eeaa-473f-98e8-b8a1f6143708 req-9cdb83d6-660a-4639-8ec8-82dc237f6101 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.667402 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2682490-eeaa-473f-98e8-b8a1f6143708 req-9cdb83d6-660a-4639-8ec8-82dc237f6101 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.55 "DELETE /v2.0/ports/1da46b94-4926-4fab-b579-30f8f94a3203 HTTP/1.1" status: 204 len: 173 time: 0.3964632 Jul 14 09:50:53.667848 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'name': 'network-vif-deleted', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:53.670176 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f525eabc-05be-4ba9-9e9a-d0f889217c84" -d '{"events": [{"server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "name": "network-vif-deleted", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:53.706196 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c8abb1-ac45-4a39-b889-3bd08821796b x-openstack-request-id: req-39c8abb1-ac45-4a39-b889-3bd08821796b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:53.706492 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d", "name": "network-vif-deleted", "tag": "1da46b94-4926-4fab-b579-30f8f94a3203", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:53.706738 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-39c8abb1-ac45-4a39-b889-3bd08821796b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:53.707180 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d', 'name': 'network-vif-deleted', 'tag': '1da46b94-4926-4fab-b579-30f8f94a3203', 'status': 'completed', 'code': 200} Jul 14 09:50:54.236834 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a897a8a4-09cb-4aeb-b9be-8df596321ab3 req-c879ab7f-ae6f-450e-b6bf-9070868a8763 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8d98ca1-f35c-4f6d-b9d6-298b4f8f2a7d HTTP/1.1" status: 200 len: 210 time: 0.0319266 Jul 14 09:50:55.332787 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45190) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:55.750502 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b528b196-1f4c-4276-9f7d-12be893cd877 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.064898 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-b528b196-1f4c-4276-9f7d-12be893cd877 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Deleting port 5240408d-108f-4248-a8f9-5d82ec1cb4df {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:56.065158 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b528b196-1f4c-4276-9f7d-12be893cd877 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.152364 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-b528b196-1f4c-4276-9f7d-12be893cd877 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] For port 5240408d-108f-4248-a8f9-5d82ec1cb4df, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5240408d-108f-4248-a8f9-5d82ec1cb4df,segment=NetworkSegment(51eb48a7-2e3b-464e-b4e5-c667400b8c74),segment_id=51eb48a7-2e3b-464e-b4e5-c667400b8c74)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:56.152728 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b528b196-1f4c-4276-9f7d-12be893cd877 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.165889 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-b528b196-1f4c-4276-9f7d-12be893cd877 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Calling delete_port for 5240408d-108f-4248-a8f9-5d82ec1cb4df owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:56.346259 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b528b196-1f4c-4276-9f7d-12be893cd877 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.371123 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528b196-1f4c-4276-9f7d-12be893cd877 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Port': ['ID=5240408d-108f-4248-a8f9-5d82ec1cb4df,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:56.547280 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b528b196-1f4c-4276-9f7d-12be893cd877 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.757641 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b528b196-1f4c-4276-9f7d-12be893cd877 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Router 9bee849f-91ff-41c6-9703-a094d2fbf7b0 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:50:56.861430 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b528b196-1f4c-4276-9f7d-12be893cd877 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:50:56.866611 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b528b196-1f4c-4276-9f7d-12be893cd877 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "PUT /v2.0/routers/9bee849f-91ff-41c6-9703-a094d2fbf7b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5327473 Jul 14 09:50:56.869286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45192) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:56.872199 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31816e5f-977d-474b-b595-7cc8ebac08fd None None] Sync routers for ids ['9bee849f-91ff-41c6-9703-a094d2fbf7b0'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:50:56.882226 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31816e5f-977d-474b-b595-7cc8ebac08fd None None] Routers {'9bee849f-91ff-41c6-9703-a094d2fbf7b0'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:50:56.882835 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-31816e5f-977d-474b-b595-7cc8ebac08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:50:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9bee849f-91ff-41c6-9703-a094d2fbf7b0'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:56.921968 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-260b965e-e898-4766-a773-b45d9c3638ba tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Deleting subnet 71af0b3e-1c16-46b8-ab26-6e53a0b7a79b {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:50:56.925594 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-260b965e-e898-4766-a773-b45d9c3638ba tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.967551 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-260b965e-e898-4766-a773-b45d9c3638ba tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.061966 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-260b965e-e898-4766-a773-b45d9c3638ba tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.065409 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1da46b94-4926-4fab-b579-30f8f94a3203 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:50:57.082054 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-31816e5f-977d-474b-b595-7cc8ebac08fd None None] Set router 9bee849f-91ff-41c6-9703-a094d2fbf7b0 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:50:57.086527 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 1da46b94-4926-4fab-b579-30f8f94a3203 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:50:57.087079 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1da46b94-4926-4fab-b579-30f8f94a3203 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:50:57.124476 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-260b965e-e898-4766-a773-b45d9c3638ba tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.153248 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-260b965e-e898-4766-a773-b45d9c3638ba tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.158168 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-260b965e-e898-4766-a773-b45d9c3638ba tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "DELETE /v2.0/subnets/71af0b3e-1c16-46b8-ab26-6e53a0b7a79b HTTP/1.1" status: 204 len: 168 time: 0.2847731 Jul 14 09:50:57.158168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b965e-e898-4766-a773-b45d9c3638ba tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Subnet': ['ID=71af0b3e-1c16-46b8-ab26-6e53a0b7a79b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:57.158324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45194) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:57.163401 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd53cc8d-f08d-4240-a673-bab8271675f5 None None] Network b56eeade-df12-417b-811b-ff77345acaec requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:50:57.268584 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-31816e5f-977d-474b-b595-7cc8ebac08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536137520', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:57Z', 'updated_at': '2021-07-14T09:50:56Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:58Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:57.274059 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1c67012-4fad-4c3f-8660-e40d175ca44d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.299495 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31816e5f-977d-474b-b595-7cc8ebac08fd None None] Checking router: 9bee849f-91ff-41c6-9703-a094d2fbf7b0 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:50:57.310391 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31816e5f-977d-474b-b595-7cc8ebac08fd None None] Routers {'9bee849f-91ff-41c6-9703-a094d2fbf7b0'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:50:57.311320 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-31816e5f-977d-474b-b595-7cc8ebac08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:50:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9bee849f-91ff-41c6-9703-a094d2fbf7b0'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:57.383840 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1c67012-4fad-4c3f-8660-e40d175ca44d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.424526 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-31816e5f-977d-474b-b595-7cc8ebac08fd None None] Set router 9bee849f-91ff-41c6-9703-a094d2fbf7b0 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:50:57.438136 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3a06e3dc-79bf-46ba-8767-9e4635944559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.445912 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c1c67012-4fad-4c3f-8660-e40d175ca44d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Deleting port e12c81a0-9124-4b83-8924-ce56ceaf4e06 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:57.446268 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1c67012-4fad-4c3f-8660-e40d175ca44d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.528865 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16303f3e-c44e-466d-9cc4-867ffeb18ffd None None] DHCP port deletion for b56eeade-df12-417b-811b-ff77345acaec request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:50:57.534401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-c1c67012-4fad-4c3f-8660-e40d175ca44d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] For port e12c81a0-9124-4b83-8924-ce56ceaf4e06, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e12c81a0-9124-4b83-8924-ce56ceaf4e06,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:57.535030 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1c67012-4fad-4c3f-8660-e40d175ca44d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.548555 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c1c67012-4fad-4c3f-8660-e40d175ca44d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Calling delete_port for e12c81a0-9124-4b83-8924-ce56ceaf4e06 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:57.578275 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-16303f3e-c44e-466d-9cc4-867ffeb18ffd None None] Deleting port 91c19dff-30d3-4cf6-8467-bfc0a0c6a079 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:57.579001 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-16303f3e-c44e-466d-9cc4-867ffeb18ffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.605902 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-31816e5f-977d-474b-b595-7cc8ebac08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536137520', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:57Z', 'updated_at': '2021-07-14T09:50:56Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:58Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:57.633296 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31816e5f-977d-474b-b595-7cc8ebac08fd None None] The sync data for ids ['9bee849f-91ff-41c6-9703-a094d2fbf7b0'] in n-d-798054-10 is: [{'id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536137520', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:57Z', 'updated_at': '2021-07-14T09:50:56Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'e12c81a0-9124-4b83-8924-ce56ceaf4e06', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee849f-91ff-41c6-9703-a094d2fbf7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:58Z', 'updated_at': '2021-07-14T09:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:50:57.646047 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-16303f3e-c44e-466d-9cc4-867ffeb18ffd None None] For port 91c19dff-30d3-4cf6-8467-bfc0a0c6a079, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=91c19dff-30d3-4cf6-8467-bfc0a0c6a079,segment=NetworkSegment(51eb48a7-2e3b-464e-b4e5-c667400b8c74),segment_id=51eb48a7-2e3b-464e-b4e5-c667400b8c74)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:57.646448 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-16303f3e-c44e-466d-9cc4-867ffeb18ffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.664634 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-16303f3e-c44e-466d-9cc4-867ffeb18ffd None None] Calling delete_port for 91c19dff-30d3-4cf6-8467-bfc0a0c6a079 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:57.724776 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1c67012-4fad-4c3f-8660-e40d175ca44d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.750345 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-16303f3e-c44e-466d-9cc4-867ffeb18ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.751785 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c67012-4fad-4c3f-8660-e40d175ca44d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Port': ['ID=e12c81a0-9124-4b83-8924-ce56ceaf4e06,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:57.774164 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16303f3e-c44e-466d-9cc4-867ffeb18ffd None None] Pushing event deleted for resources: {'Port': ['ID=91c19dff-30d3-4cf6-8467-bfc0a0c6a079,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:57.780108 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16303f3e-c44e-466d-9cc4-867ffeb18ffd None None] No DVR routers for this DVR port 91c19dff-30d3-4cf6-8467-bfc0a0c6a079 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:50:57.819790 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1c67012-4fad-4c3f-8660-e40d175ca44d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.908392 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1c67012-4fad-4c3f-8660-e40d175ca44d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.910502 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1c67012-4fad-4c3f-8660-e40d175ca44d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.952007 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1c67012-4fad-4c3f-8660-e40d175ca44d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.952567 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c67012-4fad-4c3f-8660-e40d175ca44d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Fanout notify agent at l3_agent the message router_deleted on router 9bee849f-91ff-41c6-9703-a094d2fbf7b0 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:50:57.960311 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1c67012-4fad-4c3f-8660-e40d175ca44d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.962228 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c1c67012-4fad-4c3f-8660-e40d175ca44d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "DELETE /v2.0/routers/9bee849f-91ff-41c6-9703-a094d2fbf7b0 HTTP/1.1" status: 204 len: 168 time: 0.8028913 Jul 14 09:50:57.964182 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45196) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:58.040994 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-88b885bf-381e-4d2c-b564-7f6f1210f7a1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:58.131863 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-88b885bf-381e-4d2c-b564-7f6f1210f7a1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:58.141308 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-88b885bf-381e-4d2c-b564-7f6f1210f7a1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56eeade-df12-417b-811b-ff77345acaec']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:58.152902 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-88b885bf-381e-4d2c-b564-7f6f1210f7a1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51eb48a7-2e3b-464e-b4e5-c667400b8c74') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:58.153194 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-88b885bf-381e-4d2c-b564-7f6f1210f7a1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51eb48a7-2e3b-464e-b4e5-c667400b8c74') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:58.161995 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-88b885bf-381e-4d2c-b564-7f6f1210f7a1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:58.175672 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-88b885bf-381e-4d2c-b564-7f6f1210f7a1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:58.182418 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b885bf-381e-4d2c-b564-7f6f1210f7a1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:50:58.182894 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-88b885bf-381e-4d2c-b564-7f6f1210f7a1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:50:58.186050 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:50:58.248682 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-88b885bf-381e-4d2c-b564-7f6f1210f7a1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:58.253486 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-88b885bf-381e-4d2c-b564-7f6f1210f7a1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:58.255693 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-88b885bf-381e-4d2c-b564-7f6f1210f7a1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "DELETE /v2.0/networks/b56eeade-df12-417b-811b-ff77345acaec HTTP/1.1" status: 204 len: 168 time: 0.2905579 Jul 14 09:50:58.259432 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45198) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:58.271323 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b885bf-381e-4d2c-b564-7f6f1210f7a1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Network': ['ID=b56eeade-df12-417b-811b-ff77345acaec,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:58.328158 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be7e5860-e77d-4782-96d9-ef8105d5cb4b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:58.362635 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be7e5860-e77d-4782-96d9-ef8105d5cb4b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:58.422519 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be7e5860-e77d-4782-96d9-ef8105d5cb4b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:58.425085 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be7e5860-e77d-4782-96d9-ef8105d5cb4b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:58.426304 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-be7e5860-e77d-4782-96d9-ef8105d5cb4b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "DELETE /v2.0/security-groups/20f5275f-1138-42ef-ad55-c04c4dd1966b HTTP/1.1" status: 204 len: 168 time: 0.1654534 Jul 14 09:50:58.436410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e5860-e77d-4782-96d9-ef8105d5cb4b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f5275f-1138-42ef-ad55-c04c4dd1966b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:58.888678 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45206) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:58.893372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-74824e59-a193-499e-a19e-4e655312afc9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1706943223', 'description': 'tempest-secgroup-smoke-1706943223 description', 'project_id': '4572804f6c7148f4a4dc06c5116104de'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:58.915928 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74824e59-a193-499e-a19e-4e655312afc9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:58.996083 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74824e59-a193-499e-a19e-4e655312afc9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.001236 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74824e59-a193-499e-a19e-4e655312afc9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.024995 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-74824e59-a193-499e-a19e-4e655312afc9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.026281 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-74824e59-a193-499e-a19e-4e655312afc9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1365650 Jul 14 09:50:59.031749 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45208) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:59.034947 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74824e59-a193-499e-a19e-4e655312afc9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05c91ee6-6d97-4a4c-9002-e206e880123a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:59.038001 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-cdc3596b-a901-456c-8196-322b699c1f70 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': '05c91ee6-6d97-4a4c-9002-e206e880123a', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:59.054152 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5240408d-108f-4248-a8f9-5d82ec1cb4df no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:50:59.076513 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cdc3596b-a901-456c-8196-322b699c1f70 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.076737 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 5240408d-108f-4248-a8f9-5d82ec1cb4df {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:50:59.077053 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5240408d-108f-4248-a8f9-5d82ec1cb4df not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:50:59.077464 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 91c19dff-30d3-4cf6-8467-bfc0a0c6a079 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:50:59.100538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 91c19dff-30d3-4cf6-8467-bfc0a0c6a079 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:50:59.100879 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 91c19dff-30d3-4cf6-8467-bfc0a0c6a079 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:50:59.101289 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e12c81a0-9124-4b83-8924-ce56ceaf4e06 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:50:59.120269 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: e12c81a0-9124-4b83-8924-ce56ceaf4e06 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:50:59.120621 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e12c81a0-9124-4b83-8924-ce56ceaf4e06 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:50:59.140487 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cdc3596b-a901-456c-8196-322b699c1f70 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.144732 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cdc3596b-a901-456c-8196-322b699c1f70 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.161947 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3596b-a901-456c-8196-322b699c1f70 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed13cc91-6add-4b34-889b-c08f2967f16b,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:59.167838 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cdc3596b-a901-456c-8196-322b699c1f70 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.169103 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cdc3596b-a901-456c-8196-322b699c1f70 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359098 Jul 14 09:50:59.171814 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45210) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:59.176167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7e447b8f-c44d-4803-b299-0d0e0651b11f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': '05c91ee6-6d97-4a4c-9002-e206e880123a', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:59.204618 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e447b8f-c44d-4803-b299-0d0e0651b11f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.260533 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e447b8f-c44d-4803-b299-0d0e0651b11f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.264040 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e447b8f-c44d-4803-b299-0d0e0651b11f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.281990 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e447b8f-c44d-4803-b299-0d0e0651b11f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249e1607-e865-4216-ad9c-5f76d780aada,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:59.287465 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e447b8f-c44d-4803-b299-0d0e0651b11f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.288787 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7e447b8f-c44d-4803-b299-0d0e0651b11f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159918 Jul 14 09:50:59.291535 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45212) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:59.296117 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f431993b-40a7-4d2c-8bf7-d69a22fdffc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': '05c91ee6-6d97-4a4c-9002-e206e880123a', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:59.322497 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f431993b-40a7-4d2c-8bf7-d69a22fdffc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.383306 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f431993b-40a7-4d2c-8bf7-d69a22fdffc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.386105 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f431993b-40a7-4d2c-8bf7-d69a22fdffc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.402672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431993b-40a7-4d2c-8bf7-d69a22fdffc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d296a87-86dd-4fc9-9e4f-5815977c25fe,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:59.409965 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f431993b-40a7-4d2c-8bf7-d69a22fdffc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.411521 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f431993b-40a7-4d2c-8bf7-d69a22fdffc2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188407 Jul 14 09:50:59.414386 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45214) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:59.418707 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1ce4c493-4184-4d49-8c04-7ccc8387e4c4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': '05c91ee6-6d97-4a4c-9002-e206e880123a', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:59.445501 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c493-4184-4d49-8c04-7ccc8387e4c4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.502311 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c493-4184-4d49-8c04-7ccc8387e4c4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.506025 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c493-4184-4d49-8c04-7ccc8387e4c4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.525700 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4c493-4184-4d49-8c04-7ccc8387e4c4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d1045e-8ecb-414a-898d-d9107dbd2989,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:59.528996 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c493-4184-4d49-8c04-7ccc8387e4c4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.530202 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1ce4c493-4184-4d49-8c04-7ccc8387e4c4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148858 Jul 14 09:50:59.533150 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45216) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:59.537447 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-dc38689d-1c9f-4b51-b27e-3e8d6144be2b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': '05c91ee6-6d97-4a4c-9002-e206e880123a', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:59.559275 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-dc38689d-1c9f-4b51-b27e-3e8d6144be2b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Project 4572804f6c7148f4a4dc06c5116104de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:50:59.564026 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dc38689d-1c9f-4b51-b27e-3e8d6144be2b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.622788 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dc38689d-1c9f-4b51-b27e-3e8d6144be2b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.626198 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dc38689d-1c9f-4b51-b27e-3e8d6144be2b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.644715 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38689d-1c9f-4b51-b27e-3e8d6144be2b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcfc05ba-8425-42a2-8c4d-beed7515a520,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:59.648146 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dc38689d-1c9f-4b51-b27e-3e8d6144be2b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.649423 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dc38689d-1c9f-4b51-b27e-3e8d6144be2b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153615 Jul 14 09:50:59.652178 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45218) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:59.656889 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-6b0541be-2658-4dc9-98ee-71cb73a5d055 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': '05c91ee6-6d97-4a4c-9002-e206e880123a', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:59.678049 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-6b0541be-2658-4dc9-98ee-71cb73a5d055 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Project 4572804f6c7148f4a4dc06c5116104de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:50:59.683263 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6b0541be-2658-4dc9-98ee-71cb73a5d055 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.744161 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6b0541be-2658-4dc9-98ee-71cb73a5d055 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.747846 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6b0541be-2658-4dc9-98ee-71cb73a5d055 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.764297 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0541be-2658-4dc9-98ee-71cb73a5d055 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c130be1-3eb5-4e72-882c-08f9168218eb,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:59.770797 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6b0541be-2658-4dc9-98ee-71cb73a5d055 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.772735 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6b0541be-2658-4dc9-98ee-71cb73a5d055 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186874 Jul 14 09:50:59.774861 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45220) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:59.780197 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c558044a-fd79-430a-9899-4caa86007caf tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'network': {'name': 'tempest-network-smoke--132857091', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'port_security_enabled': True}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:59.788004 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7493d2df-095d-4199-88e0-20b64629e8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.802473 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c558044a-fd79-430a-9899-4caa86007caf tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Made reservation on behalf of 4572804f6c7148f4a4dc06c5116104de for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:59.806482 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c558044a-fd79-430a-9899-4caa86007caf tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.830771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c558044a-fd79-430a-9899-4caa86007caf tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:50:59.841164 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c558044a-fd79-430a-9899-4caa86007caf tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.841516 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-c558044a-fd79-430a-9899-4caa86007caf tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Added segment e1fcbd75-939c-4d65-8223-f6d67c5528f8 of type vlan for network 3e3f3567-ef1f-4a14-b1d0-7b19747e133a Jul 14 09:50:59.882869 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c558044a-fd79-430a-9899-4caa86007caf tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.913242 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c558044a-fd79-430a-9899-4caa86007caf tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.916590 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.919634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c558044a-fd79-430a-9899-4caa86007caf tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:59.920237 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c558044a-fd79-430a-9899-4caa86007caf tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.976671 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c558044a-fd79-430a-9899-4caa86007caf tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2007618 Jul 14 09:50:59.979356 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45222) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:59.983747 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-419c9faf-3393-42bb-a41d-3b1d63ef73cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1000119899', 'admin_state_up': True, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:00.004905 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558044a-fd79-430a-9899-4caa86007caf tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Network': ['ID=3e3f3567-ef1f-4a14-b1d0-7b19747e133a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:00.018313 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 3e3f3567-ef1f-4a14-b1d0-7b19747e133a details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:51:00.021001 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-419c9faf-3393-42bb-a41d-3b1d63ef73cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.022598 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-419c9faf-3393-42bb-a41d-3b1d63ef73cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.072583 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-419c9faf-3393-42bb-a41d-3b1d63ef73cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.479706 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-419c9faf-3393-42bb-a41d-3b1d63ef73cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.668544 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-419c9faf-3393-42bb-a41d-3b1d63ef73cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.686579 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-419c9faf-3393-42bb-a41d-3b1d63ef73cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.742430 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:51:00.755353 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.794081 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-419c9faf-3393-42bb-a41d-3b1d63ef73cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Allocated IP 172.25.1.198 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/d00ba009-0f99-4623-b30b-49d20025557f) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:00.894271 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-419c9faf-3393-42bb-a41d-3b1d63ef73cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.936517 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-419c9faf-3393-42bb-a41d-3b1d63ef73cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.974922 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419c9faf-3393-42bb-a41d-3b1d63ef73cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:00.977606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-419c9faf-3393-42bb-a41d-3b1d63ef73cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:00.981100 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c9faf-3393-42bb-a41d-3b1d63ef73cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:00.986498 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c9faf-3393-42bb-a41d-3b1d63ef73cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=d00ba009-0f99-4623-b30b-49d20025557f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:01.229104 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-419c9faf-3393-42bb-a41d-3b1d63ef73cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.425081 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-419c9faf-3393-42bb-a41d-3b1d63ef73cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.552512 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419c9faf-3393-42bb-a41d-3b1d63ef73cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Router c364110e-a132-4c76-bbe3-88dcca8453eb is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:51:01.656437 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419c9faf-3393-42bb-a41d-3b1d63ef73cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:01.666342 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] Sync routers for ids ['c364110e-a132-4c76-bbe3-88dcca8453eb'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:01.675053 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] Routers {'c364110e-a132-4c76-bbe3-88dcca8453eb'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:01.675231 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-419c9faf-3393-42bb-a41d-3b1d63ef73cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.675740 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:51:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['c364110e-a132-4c76-bbe3-88dcca8453eb'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:01.676477 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-419c9faf-3393-42bb-a41d-3b1d63ef73cc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6961877 Jul 14 09:51:01.679667 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45224) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:01.714274 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-35624c1b-df9b-4281-b288-a7d625436359 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=4572804f6c7148f4a4dc06c5116104de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334461 Jul 14 09:51:01.716979 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45226) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:01.778881 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] Set router c364110e-a132-4c76-bbe3-88dcca8453eb gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:01.805232 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb2efd9-21bf-45e3-bdc5-46e9a2ae5db4 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:01.806707 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1bb2efd9-21bf-45e3-bdc5-46e9a2ae5db4 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887077 Jul 14 09:51:01.809511 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45228) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:01.837386 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a9c15626-2c33-4a72-83cf-90e300c159c7 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267878 Jul 14 09:51:01.839894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45230) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:01.844620 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-ff867add-0a69-4030-81f1-384af22b8b35 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-126139263', 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:01.930322 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff867add-0a69-4030-81f1-384af22b8b35 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Made reservation on behalf of 4572804f6c7148f4a4dc06c5116104de for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:01.934118 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ff867add-0a69-4030-81f1-384af22b8b35 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.957931 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000119899', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:01Z', 'revision_number': 3, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:01.984036 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] Checking router: c364110e-a132-4c76-bbe3-88dcca8453eb for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:51:01.984388 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] Updating router c364110e-a132-4c76-bbe3-88dcca8453eb port d00ba009-0f99-4623-b30b-49d20025557f binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:51:02.018238 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.113665 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ff867add-0a69-4030-81f1-384af22b8b35 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.125753 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.179569 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff867add-0a69-4030-81f1-384af22b8b35 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Subnet': ['ID=e5c301b4-725a-4fc3-b461-592222618841,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:02.188299 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff867add-0a69-4030-81f1-384af22b8b35 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Checking segment: {'id': 'e1fcbd75-939c-4d65-8223-f6d67c5528f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:02.188665 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff867add-0a69-4030-81f1-384af22b8b35 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network hostable DHCP agents. Network: 3e3f3567-ef1f-4a14-b1d0-7b19747e133a, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:51:02.206316 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff867add-0a69-4030-81f1-384af22b8b35 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network 3e3f3567-ef1f-4a14-b1d0-7b19747e133a is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:51:02.216268 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-ff867add-0a69-4030-81f1-384af22b8b35 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 3e3f3567-ef1f-4a14-b1d0-7b19747e133a) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:02.220653 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff867add-0a69-4030-81f1-384af22b8b35 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:02.221315 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ff867add-0a69-4030-81f1-384af22b8b35 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.227870 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f86cf4a-6e7a-4031-87cf-0f240f03f152 None None] Network 3e3f3567-ef1f-4a14-b1d0-7b19747e133a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:02.237949 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ff867add-0a69-4030-81f1-384af22b8b35 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3945382 Jul 14 09:51:02.238289 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45232) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:02.349052 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.379777 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] Transition to ACTIVE for port object d00ba009-0f99-4623-b30b-49d20025557f will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:02.389485 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.470478 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0a422-b88f-4bfa-b04d-e8d7b29e5903 None None] Pushing event updated for resources: {'Port': ['ID=d00ba009-0f99-4623-b30b-49d20025557f,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:02.473065 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] Attempting to bind port d00ba009-0f99-4623-b30b-49d20025557f on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:02.473434 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] Attempting to bind port d00ba009-0f99-4623-b30b-49d20025557f by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:02.473818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] Attempting to bind port d00ba009-0f99-4623-b30b-49d20025557f on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:02.480805 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:02.481060 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:02.481470 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.481878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:02.482729 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] Bound port: d00ba009-0f99-4623-b30b-49d20025557f, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:02.482729 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.484463 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-3e3f3567-ef1f-4a14-b1d0-7b19747e133a', 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'fixed_ips': [{'subnet_id': 'e5c301b4-725a-4fc3-b461-592222618841'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:51:02.485271 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.603641 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] For port d00ba009-0f99-4623-b30b-49d20025557f, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:02.608685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] For port d00ba009-0f99-4623-b30b-49d20025557f, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d00ba009-0f99-4623-b30b-49d20025557f,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:02.613160 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.710680 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0a422-b88f-4bfa-b04d-e8d7b29e5903 None None] Pushing event updated for resources: {'Port': ['ID=d00ba009-0f99-4623-b30b-49d20025557f,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:02.721631 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] Routers {'c364110e-a132-4c76-bbe3-88dcca8453eb'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:02.722311 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:51:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['c364110e-a132-4c76-bbe3-88dcca8453eb'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:02.724637 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Allocated IP 172.20.0.2 (3e3f3567-ef1f-4a14-b1d0-7b19747e133a/e5c301b4-725a-4fc3-b461-592222618841/a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:02.881989 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.905931 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] Set router c364110e-a132-4c76-bbe3-88dcca8453eb gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:03.007747 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee3bbbca-eebe-4bcf-bf4e-6aa7f420f830 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.082874 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.099160 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Transition to ACTIVE for port object a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:03.134290 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Transition to ACTIVE for port object a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:03.144461 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.191479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Network 3e3f3567-ef1f-4a14-b1d0-7b19747e133a is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:03.197163 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:03.203264 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:03.206249 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000119899', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:01Z', 'revision_number': 3, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:03.210155 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Pushing event updated for resources: {'Port': ['ID=a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:03.243281 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aecb96-24b7-445f-8967-a16f0b0a706c None None] The sync data for ids ['c364110e-a132-4c76-bbe3-88dcca8453eb'] in n-d-798054-10 is: [{'id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000119899', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:01Z', 'revision_number': 3, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:03.302941 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Attempting to bind port a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:03.303528 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Attempting to bind port a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'e1fcbd75-939c-4d65-8223-f6d67c5528f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:03.303906 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Attempting to bind port a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc on network 3e3f3567-ef1f-4a14-b1d0-7b19747e133a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:03.309238 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:03.309610 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Checking segment: {'id': 'e1fcbd75-939c-4d65-8223-f6d67c5528f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:03.310047 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.310474 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Bound using segment: {'id': 'e1fcbd75-939c-4d65-8223-f6d67c5528f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:03.310949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Bound port: a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fcbd75-939c-4d65-8223-f6d67c5528f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:03.311334 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.343459 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-ee3bbbca-eebe-4bcf-bf4e-6aa7f420f830 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Allocated IP 172.20.0.1 (3e3f3567-ef1f-4a14-b1d0-7b19747e133a/e5c301b4-725a-4fc3-b461-592222618841/4ef686aa-f764-4e5b-aa8d-d2431b0bb810) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:03.382012 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] For port a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:03.385233 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] For port a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc,segment=NetworkSegment(e1fcbd75-939c-4d65-8223-f6d67c5528f8),segment_id=e1fcbd75-939c-4d65-8223-f6d67c5528f8)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:03.390016 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.451375 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde82c7-4653-4e99-a5e3-ac4bd29f36e2 None None] Pushing event updated for resources: {'Port': ['ID=a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:03.479111 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee3bbbca-eebe-4bcf-bf4e-6aa7f420f830 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.508240 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-ee3bbbca-eebe-4bcf-bf4e-6aa7f420f830 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Transition to ACTIVE for port object 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:03.548055 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee3bbbca-eebe-4bcf-bf4e-6aa7f420f830 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.595847 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3bbbca-eebe-4bcf-bf4e-6aa7f420f830 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network 3e3f3567-ef1f-4a14-b1d0-7b19747e133a is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:03.599518 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-ee3bbbca-eebe-4bcf-bf4e-6aa7f420f830 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:03.602213 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3bbbca-eebe-4bcf-bf4e-6aa7f420f830 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:03.628912 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bbbca-eebe-4bcf-bf4e-6aa7f420f830 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=4ef686aa-f764-4e5b-aa8d-d2431b0bb810,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:03.660010 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee3bbbca-eebe-4bcf-bf4e-6aa7f420f830 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.846292 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee3bbbca-eebe-4bcf-bf4e-6aa7f420f830 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.138743 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee3bbbca-eebe-4bcf-bf4e-6aa7f420f830 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.144277 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee3bbbca-eebe-4bcf-bf4e-6aa7f420f830 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.228622 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bbbca-eebe-4bcf-bf4e-6aa7f420f830 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=4ef686aa-f764-4e5b-aa8d-d2431b0bb810,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:04.232465 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee3bbbca-eebe-4bcf-bf4e-6aa7f420f830 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.344760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3bbbca-eebe-4bcf-bf4e-6aa7f420f830 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network 3e3f3567-ef1f-4a14-b1d0-7b19747e133a is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:04.346240 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-ee3bbbca-eebe-4bcf-bf4e-6aa7f420f830 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:04.465751 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3bbbca-eebe-4bcf-bf4e-6aa7f420f830 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Router c364110e-a132-4c76-bbe3-88dcca8453eb has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:04.500377 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fc97ac-de63-46e4-aff4-ba930efc028e None None] Network 3e3f3567-ef1f-4a14-b1d0-7b19747e133a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:04.576651 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3bbbca-eebe-4bcf-bf4e-6aa7f420f830 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:04.582202 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ee3bbbca-eebe-4bcf-bf4e-6aa7f420f830 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "PUT /v2.0/routers/c364110e-a132-4c76-bbe3-88dcca8453eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3428667 Jul 14 09:51:04.612550 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e59a9e9c-f9dd-4f1b-a835-45d40bc5ba1b None None] Provisioning for port a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:04.747535 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-b29b29b2-5bec-49d1-8aaf-4fc04b2381fa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1706943223&fields=id&tenant_id=4572804f6c7148f4a4dc06c5116104de HTTP/1.1" status: 200 len: 267 time: 0.0355775 Jul 14 09:51:04.885670 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-161672f3-1503-4086-a951-e72978eda393 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:04.887328 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-161672f3-1503-4086-a951-e72978eda393 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/networks?id=3e3f3567-ef1f-4a14-b1d0-7b19747e133a HTTP/1.1" status: 200 len: 796 time: 0.1331470 Jul 14 09:51:04.905058 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-37a3ee1d-2742-4bfa-870e-ca92a36d1bea tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/quotas/4572804f6c7148f4a4dc06c5116104de HTTP/1.1" status: 200 len: 375 time: 0.0114386 Jul 14 09:51:04.952464 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2b6f363a-8add-4949-bb1d-40c312a700ab None None] Provisioning for port 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:04.956925 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2b6f363a-8add-4949-bb1d-40c312a700ab None None] Provisioning complete for port 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:04.957300 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b6f363a-8add-4949-bb1d-40c312a700ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.009512 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-eb2dae7c-1462-4271-8a78-e389ded0fc1a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0959613 Jul 14 09:51:05.124175 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] Sync routers for ids ['c364110e-a132-4c76-bbe3-88dcca8453eb'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:05.141525 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] Routers {'c364110e-a132-4c76-bbe3-88dcca8453eb'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:05.142268 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:51:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['c364110e-a132-4c76-bbe3-88dcca8453eb'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:05.297110 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f363a-8add-4949-bb1d-40c312a700ab None None] Port 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:05.301550 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d00ba009-0f99-4623-b30b-49d20025557f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:05.330436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-e176da88-bd6c-434b-bef5-d96aa32cd572 service neutron] 10.222.0.26 "GET /v2.0/networks/3e3f3567-ef1f-4a14-b1d0-7b19747e133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897570 Jul 14 09:51:05.339545 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] Set router c364110e-a132-4c76-bbe3-88dcca8453eb gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:05.363544 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port d00ba009-0f99-4623-b30b-49d20025557f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:05.368995 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d00ba009-0f99-4623-b30b-49d20025557f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:05.369668 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.484428 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.539291 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port d00ba009-0f99-4623-b30b-49d20025557f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d00ba009-0f99-4623-b30b-49d20025557f,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:05.546431 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ffc90bec-b685-407a-a46c-2931b237f356 None None] Provisioning complete for port 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:05.546838 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ffc90bec-b685-407a-a46c-2931b237f356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.548089 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-67242d1e-20ad-4276-b58b-c09cd34566b5 service neutron] 10.222.0.26 "GET /v2.0/networks/3e3f3567-ef1f-4a14-b1d0-7b19747e133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077794 Jul 14 09:51:05.551249 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.552362 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:05.592320 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000119899', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:03Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '4ef686aa-f764-4e5b-aa8d-d2431b0bb810', 'name': '', 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:76:48:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e5c301b4-725a-4fc3-b461-592222618841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:03Z', 'updated_at': '2021-07-14T09:51:04Z', 'revision_number': 2, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': 'e5c301b4-725a-4fc3-b461-592222618841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:05.643734 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] Checking router: c364110e-a132-4c76-bbe3-88dcca8453eb for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:51:05.644357 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] Updating router c364110e-a132-4c76-bbe3-88dcca8453eb port 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:51:05.660990 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ffc90bec-b685-407a-a46c-2931b237f356 None None] Port 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:05.670321 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=d00ba009-0f99-4623-b30b-49d20025557f,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:05.703998 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:05.711867 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:05.712572 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.722823 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.826628 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c46a6b85-2afa-4cac-b98e-5159f958edb7 None None] Provisioning complete for port 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:05.827377 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c46a6b85-2afa-4cac-b98e-5159f958edb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.830647 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e712d401-dc6f-4a94-b7b3-8d47e064af4c req-6f66c4b8-1ec3-4f2f-978a-c5f261b923b0 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 210 time: 0.0674770 Jul 14 09:51:05.875520 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.886769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c46a6b85-2afa-4cac-b98e-5159f958edb7 None None] Port 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:05.926318 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc,segment=NetworkSegment(e1fcbd75-939c-4d65-8223-f6d67c5528f8),segment_id=e1fcbd75-939c-4d65-8223-f6d67c5528f8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:05.932314 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.007098 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:06.134945 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.149108 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] Transition to ACTIVE for port object 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:06.158840 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.214139 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a265ff0-20ef-4f68-ba96-22ecb5a4c741 None None] Pushing event updated for resources: {'Port': ['ID=4ef686aa-f764-4e5b-aa8d-d2431b0bb810,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:06.269021 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a265ff0-20ef-4f68-ba96-22ecb5a4c741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:06.269696 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a265ff0-20ef-4f68-ba96-22ecb5a4c741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:06.271670 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a265ff0-20ef-4f68-ba96-22ecb5a4c741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:06.272853 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a265ff0-20ef-4f68-ba96-22ecb5a4c741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:06.273335 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a265ff0-20ef-4f68-ba96-22ecb5a4c741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:06.273847 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a265ff0-20ef-4f68-ba96-22ecb5a4c741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:06.274316 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a265ff0-20ef-4f68-ba96-22ecb5a4c741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:06.274799 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a265ff0-20ef-4f68-ba96-22ecb5a4c741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:06.275327 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a265ff0-20ef-4f68-ba96-22ecb5a4c741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:06.275795 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a265ff0-20ef-4f68-ba96-22ecb5a4c741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:06.276264 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a265ff0-20ef-4f68-ba96-22ecb5a4c741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:06.276734 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a265ff0-20ef-4f68-ba96-22ecb5a4c741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:06.326518 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] Attempting to bind port 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:06.327227 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] Attempting to bind port 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'e1fcbd75-939c-4d65-8223-f6d67c5528f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:06.327849 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] Attempting to bind port 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 on network 3e3f3567-ef1f-4a14-b1d0-7b19747e133a {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:06.333689 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:06.335849 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] Checking segment: {'id': 'e1fcbd75-939c-4d65-8223-f6d67c5528f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:06.336588 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.337149 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] Bound using segment: {'id': 'e1fcbd75-939c-4d65-8223-f6d67c5528f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:06.337650 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] Bound port: 4ef686aa-f764-4e5b-aa8d-d2431b0bb810, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fcbd75-939c-4d65-8223-f6d67c5528f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:06.338052 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.473991 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] For port 4ef686aa-f764-4e5b-aa8d-d2431b0bb810, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:06.481375 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] For port 4ef686aa-f764-4e5b-aa8d-d2431b0bb810, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4ef686aa-f764-4e5b-aa8d-d2431b0bb810,segment=NetworkSegment(e1fcbd75-939c-4d65-8223-f6d67c5528f8),segment_id=e1fcbd75-939c-4d65-8223-f6d67c5528f8)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:06.488765 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.577458 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] Routers {'c364110e-a132-4c76-bbe3-88dcca8453eb'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:06.578081 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:51:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['c364110e-a132-4c76-bbe3-88dcca8453eb'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:06.723540 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a265ff0-20ef-4f68-ba96-22ecb5a4c741 None None] Pushing event updated for resources: {'Port': ['ID=4ef686aa-f764-4e5b-aa8d-d2431b0bb810,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:06.814278 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] Set router c364110e-a132-4c76-bbe3-88dcca8453eb gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:07.021810 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4148a8ab-f546-424d-b0f6-1c0e7cd2de2e req-c7ae8656-b479-4ddb-b05c-29c61cf7e54c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 210 time: 0.0370309 Jul 14 09:51:07.083775 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d00ba009-0f99-4623-b30b-49d20025557f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:07.100692 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000119899', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:03Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '4ef686aa-f764-4e5b-aa8d-d2431b0bb810', 'name': '', 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:76:48:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e5c301b4-725a-4fc3-b461-592222618841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:03Z', 'updated_at': '2021-07-14T09:51:06Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': 'e5c301b4-725a-4fc3-b461-592222618841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:07.132302 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882645fe-d088-4536-9954-20a3bfd27df3 None None] The sync data for ids ['c364110e-a132-4c76-bbe3-88dcca8453eb'] in n-d-798054-10 is: [{'id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000119899', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:03Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '4ef686aa-f764-4e5b-aa8d-d2431b0bb810', 'name': '', 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:76:48:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e5c301b4-725a-4fc3-b461-592222618841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:03Z', 'updated_at': '2021-07-14T09:51:06Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': 'e5c301b4-725a-4fc3-b461-592222618841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:07.143088 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d00ba009-0f99-4623-b30b-49d20025557f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:07.143491 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:07.345741 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:07.365612 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-f9dd58ae-0e35-4750-84e1-751501166a60 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:07.369532 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-f9dd58ae-0e35-4750-84e1-751501166a60 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.49 "GET /v2.0/networks?id=3e3f3567-ef1f-4a14-b1d0-7b19747e133a HTTP/1.1" status: 200 len: 796 time: 0.2735825 Jul 14 09:51:07.437888 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:07.438203 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:07.443393 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-8516599f-dd6a-428c-9c56-dcb6480d7a9e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4572804f6c7148f4a4dc06c5116104de HTTP/1.1" status: 200 len: 380 time: 0.0652604 Jul 14 09:51:07.451972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-26f1ad27-debf-4f33-bcc2-0efc11d516b3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'port': {'device_id': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a', 'admin_state_up': True, 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'security_groups': ['05c91ee6-6d97-4a4c-9002-e206e880123a']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:07.595278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-26f1ad27-debf-4f33-bcc2-0efc11d516b3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Made reservation on behalf of 4572804f6c7148f4a4dc06c5116104de for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:07.600672 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-26f1ad27-debf-4f33-bcc2-0efc11d516b3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:07.762400 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-26f1ad27-debf-4f33-bcc2-0efc11d516b3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Allocated IP 172.20.0.3 (3e3f3567-ef1f-4a14-b1d0-7b19747e133a/e5c301b4-725a-4fc3-b461-592222618841/c40b0503-1452-4400-aae9-57e7ee9b94ca) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:07.961566 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-26f1ad27-debf-4f33-bcc2-0efc11d516b3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:07.978527 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-26f1ad27-debf-4f33-bcc2-0efc11d516b3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Transition to ACTIVE for port object c40b0503-1452-4400-aae9-57e7ee9b94ca will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:08.020462 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-26f1ad27-debf-4f33-bcc2-0efc11d516b3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:08.070723 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-26f1ad27-debf-4f33-bcc2-0efc11d516b3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network 3e3f3567-ef1f-4a14-b1d0-7b19747e133a is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:08.074688 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-26f1ad27-debf-4f33-bcc2-0efc11d516b3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:08.079652 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-26f1ad27-debf-4f33-bcc2-0efc11d516b3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:08.115140 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1ad27-debf-4f33-bcc2-0efc11d516b3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=c40b0503-1452-4400-aae9-57e7ee9b94ca,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:08.166071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-26f1ad27-debf-4f33-bcc2-0efc11d516b3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:08.166866 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-26f1ad27-debf-4f33-bcc2-0efc11d516b3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:08.187033 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-26f1ad27-debf-4f33-bcc2-0efc11d516b3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7388477 Jul 14 09:51:08.202630 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Request body: {'port': {'device_id': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:08.363550 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:08.373496 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9577b1-ce96-4bd4-bfd7-369f7dc25a2e req-92366df2-5e69-4702-8bfa-e3a00742ab7f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:08.375024 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fd9577b1-ce96-4bd4-bfd7-369f7dc25a2e req-92366df2-5e69-4702-8bfa-e3a00742ab7f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 931 time: 0.1789865 Jul 14 09:51:08.466228 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fd9577b1-ce96-4bd4-bfd7-369f7dc25a2e req-22686b5b-a3b4-4b61-87ba-2d134a56032f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805433 Jul 14 09:51:08.478234 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-167cc9f3-7ef6-4912-99b5-6da961910f20 None None] Provisioning for port c40b0503-1452-4400-aae9-57e7ee9b94ca completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:08.487887 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-167cc9f3-7ef6-4912-99b5-6da961910f20 None None] Provisioning complete for port c40b0503-1452-4400-aae9-57e7ee9b94ca triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:08.488695 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-167cc9f3-7ef6-4912-99b5-6da961910f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:08.531699 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-167cc9f3-7ef6-4912-99b5-6da961910f20 None None] Port c40b0503-1452-4400-aae9-57e7ee9b94ca cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:08.711114 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c40b0503-1452-4400-aae9-57e7ee9b94ca {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:51:08.720443 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:08.734172 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Transition to ACTIVE for port object c40b0503-1452-4400-aae9-57e7ee9b94ca will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:08.739316 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:08.795842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Pushing event updated for resources: {'Port': ['ID=c40b0503-1452-4400-aae9-57e7ee9b94ca,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:08.826788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:08.826788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:08.826788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:08.826788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:08.826788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:08.827156 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:08.827580 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:08.827980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:08.828386 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:08.828782 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:08.829178 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:08.829572 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:08.890387 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Attempting to bind port c40b0503-1452-4400-aae9-57e7ee9b94ca on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:08.890706 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Attempting to bind port c40b0503-1452-4400-aae9-57e7ee9b94ca by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': 'e1fcbd75-939c-4d65-8223-f6d67c5528f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:08.891036 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Attempting to bind port c40b0503-1452-4400-aae9-57e7ee9b94ca on network 3e3f3567-ef1f-4a14-b1d0-7b19747e133a {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:08.895489 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Port c40b0503-1452-4400-aae9-57e7ee9b94ca on network 3e3f3567-ef1f-4a14-b1d0-7b19747e133a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:51:08.895810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Attempting to bind port c40b0503-1452-4400-aae9-57e7ee9b94ca on network 3e3f3567-ef1f-4a14-b1d0-7b19747e133a {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:08.901121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:08.901453 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Checking segment: {'id': 'e1fcbd75-939c-4d65-8223-f6d67c5528f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:08.901859 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Bound using segment: {'id': 'e1fcbd75-939c-4d65-8223-f6d67c5528f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:08.902291 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Bound port: c40b0503-1452-4400-aae9-57e7ee9b94ca, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1fcbd75-939c-4d65-8223-f6d67c5528f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:08.902648 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:08.974121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] For port c40b0503-1452-4400-aae9-57e7ee9b94ca, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:08.978191 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] For port c40b0503-1452-4400-aae9-57e7ee9b94ca, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c40b0503-1452-4400-aae9-57e7ee9b94ca,segment=NetworkSegment(e1fcbd75-939c-4d65-8223-f6d67c5528f8),segment_id=e1fcbd75-939c-4d65-8223-f6d67c5528f8)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:08.983726 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:09.046431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:09.047195 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:09.048666 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] 10.222.0.49 "PUT /v2.0/ports/c40b0503-1452-4400-aae9-57e7ee9b94ca HTTP/1.1" status: 200 len: 1092 time: 0.8542659 Jul 14 09:51:09.049275 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'tag': 'c40b0503-1452-4400-aae9-57e7ee9b94ca'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:51:09.051933 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a4cad0-940d-4ade-be48-c904a11be8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "cc831b83-ce79-4403-93cf-58563f96d56c", "tag": "c40b0503-1452-4400-aae9-57e7ee9b94ca"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:51:09.116658 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85fff62-fd9c-4857-9dfc-45d34364d938 x-openstack-request-id: req-d85fff62-fd9c-4857-9dfc-45d34364d938 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:51:09.117304 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc831b83-ce79-4403-93cf-58563f96d56c", "tag": "c40b0503-1452-4400-aae9-57e7ee9b94ca", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:51:09.117304 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d85fff62-fd9c-4857-9dfc-45d34364d938 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:51:09.117565 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'tag': 'c40b0503-1452-4400-aae9-57e7ee9b94ca', 'status': 'completed', 'code': 200} Jul 14 09:51:09.129267 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c13bee-3f80-4b1f-8c69-846d23aff5ee service neutron] Pushing event updated for resources: {'Port': ['ID=c40b0503-1452-4400-aae9-57e7ee9b94ca,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:09.145475 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:09.193437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-21c44da2-68bf-4821-aaad-f42bb9b5d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:09.195653 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-21c44da2-68bf-4821-aaad-f42bb9b5d2d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 1095 time: 0.0770783 Jul 14 09:51:09.207773 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:09.215072 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:09.215560 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:09.243046 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-6c42cc06-4c30-4951-aa64-fd1fd0929819 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c40b0503-1452-4400-aae9-57e7ee9b94ca HTTP/1.1" status: 200 len: 217 time: 0.0405338 Jul 14 09:51:09.306057 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-63597688-5e21-484f-baff-7a3aac110d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:09.307574 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-63597688-5e21-484f-baff-7a3aac110d00 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e5c301b4-725a-4fc3-b461-592222618841 HTTP/1.1" status: 200 len: 834 time: 0.0591252 Jul 14 09:51:09.308185 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:09.342082 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 4ef686aa-f764-4e5b-aa8d-d2431b0bb810, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4ef686aa-f764-4e5b-aa8d-d2431b0bb810,segment=NetworkSegment(e1fcbd75-939c-4d65-8223-f6d67c5528f8),segment_id=e1fcbd75-939c-4d65-8223-f6d67c5528f8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:09.347102 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:09.369847 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-c17cd7ba-78d9-4d80-bc82-6cfa63e5ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:09.371366 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-c17cd7ba-78d9-4d80-bc82-6cfa63e5ac24 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e3f3567-ef1f-4a14-b1d0-7b19747e133a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579123 Jul 14 09:51:09.405831 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=4ef686aa-f764-4e5b-aa8d-d2431b0bb810,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:09.488751 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-6c57fd66-b31d-4215-94e6-4d902aa37005 service neutron] 10.222.0.49 "GET /v2.0/networks/3e3f3567-ef1f-4a14-b1d0-7b19747e133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111114 Jul 14 09:51:09.591839 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-665a6a2c-3ce5-4b20-897f-79c8a45b5eee req-2c018752-1c5e-4ced-82d5-c7630229cf04 service neutron] 10.222.0.49 "GET /v2.0/networks/3e3f3567-ef1f-4a14-b1d0-7b19747e133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974033 Jul 14 09:51:09.669995 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e1a2d-8361-4301-b3bc-d4c479a0f97f req-05bfad5a-a53b-4f78-b507-96b0d2dd1214 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:09.671395 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-701e1a2d-8361-4301-b3bc-d4c479a0f97f req-05bfad5a-a53b-4f78-b507-96b0d2dd1214 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 943 time: 0.0770719 Jul 14 09:51:09.728114 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-701e1a2d-8361-4301-b3bc-d4c479a0f97f req-e9d94892-1ffe-4e05-8105-3b9a446dd0c1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395267 Jul 14 09:51:09.742879 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4cad0-940d-4ade-be48-c904a11be8dd req-93fe5396-bba6-4af4-8e74-c55ff36baaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:09.744353 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8a4cad0-940d-4ade-be48-c904a11be8dd req-93fe5396-bba6-4af4-8e74-c55ff36baaa4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 1095 time: 0.0987303 Jul 14 09:51:09.841125 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4cad0-940d-4ade-be48-c904a11be8dd req-2bd96a8d-c66d-419c-a5c6-046b422d2305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:09.842822 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8a4cad0-940d-4ade-be48-c904a11be8dd req-2bd96a8d-c66d-419c-a5c6-046b422d2305 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e3f3567-ef1f-4a14-b1d0-7b19747e133a HTTP/1.1" status: 200 len: 897 time: 0.0916545 Jul 14 09:51:09.892048 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8a4cad0-940d-4ade-be48-c904a11be8dd req-340dc9d6-d92c-4c1e-8202-2a259f4e3b82 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c40b0503-1452-4400-aae9-57e7ee9b94ca HTTP/1.1" status: 200 len: 217 time: 0.0428398 Jul 14 09:51:09.939986 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4cad0-940d-4ade-be48-c904a11be8dd req-21c70df5-c512-4c43-9215-8320d347dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:09.941376 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8a4cad0-940d-4ade-be48-c904a11be8dd req-21c70df5-c512-4c43-9215-8320d347dea9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e5c301b4-725a-4fc3-b461-592222618841 HTTP/1.1" status: 200 len: 834 time: 0.0429943 Jul 14 09:51:09.998519 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4cad0-940d-4ade-be48-c904a11be8dd req-bdcaee73-8918-4ebd-ad3c-14d8ad62ffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:10.000077 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8a4cad0-940d-4ade-be48-c904a11be8dd req-bdcaee73-8918-4ebd-ad3c-14d8ad62ffc3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e3f3567-ef1f-4a14-b1d0-7b19747e133a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518942 Jul 14 09:51:10.094294 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8a4cad0-940d-4ade-be48-c904a11be8dd req-da65a0c3-1415-4f4e-b543-833d0f9e8ee5 service neutron] 10.222.0.49 "GET /v2.0/networks/3e3f3567-ef1f-4a14-b1d0-7b19747e133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877395 Jul 14 09:51:10.187325 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8a4cad0-940d-4ade-be48-c904a11be8dd req-60013410-7e25-45ba-a6de-0eb8d84597ae service neutron] 10.222.0.49 "GET /v2.0/networks/3e3f3567-ef1f-4a14-b1d0-7b19747e133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859737 Jul 14 09:51:10.944379 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20f880-11f8-491b-a4e5-7109a51d3007 req-988d32b5-5faa-46e4-9845-c2049942f586 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:10.945205 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e20f880-11f8-491b-a4e5-7109a51d3007 req-988d32b5-5faa-46e4-9845-c2049942f586 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 943 time: 0.0821633 Jul 14 09:51:10.988048 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e20f880-11f8-491b-a4e5-7109a51d3007 req-0764b25f-db03-4dfb-a1c3-7b0c9838b385 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355763 Jul 14 09:51:11.101846 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:11.165940 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:11.166370 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:11.830985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c40b0503-1452-4400-aae9-57e7ee9b94ca details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:51:11.967561 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c40b0503-1452-4400-aae9-57e7ee9b94ca, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c40b0503-1452-4400-aae9-57e7ee9b94ca,segment=NetworkSegment(e1fcbd75-939c-4d65-8223-f6d67c5528f8),segment_id=e1fcbd75-939c-4d65-8223-f6d67c5528f8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:11.988909 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'c40b0503-1452-4400-aae9-57e7ee9b94ca', 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a', 'port_id': 'c40b0503-1452-4400-aae9-57e7ee9b94ca', 'mac_address': 'fa:16:3e:8c:77:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c301b4-725a-4fc3-b461-592222618841', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:51:12.047069 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.068400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c40b0503-1452-4400-aae9-57e7ee9b94ca {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:51:12.094638 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c40b0503-1452-4400-aae9-57e7ee9b94ca, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c40b0503-1452-4400-aae9-57e7ee9b94ca,segment=NetworkSegment(e1fcbd75-939c-4d65-8223-f6d67c5528f8),segment_id=e1fcbd75-939c-4d65-8223-f6d67c5528f8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:12.099226 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.168881 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=c40b0503-1452-4400-aae9-57e7ee9b94ca,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:12.182726 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:12.183554 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:12.184330 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:12.184988 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:12.185501 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:12.187052 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:12.187558 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:12.188029 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:12.188429 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:12.188851 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:12.189217 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:12.190071 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:12.223385 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f5056-50a7-477f-b874-850f7146a336 req-c634725b-1958-4608-843a-90bd264897fe tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:12.225200 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-107f5056-50a7-477f-b874-850f7146a336 req-c634725b-1958-4608-843a-90bd264897fe tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 944 time: 0.0809577 Jul 14 09:51:12.271380 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-107f5056-50a7-477f-b874-850f7146a336 req-c89e90ac-76f7-4979-9f8e-a4a1b7e67b33 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393100 Jul 14 09:51:12.307267 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['c40b0503-1452-4400-aae9-57e7ee9b94ca'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:51:13.502535 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e048682-f9c0-42bf-a489-65b1da58c684 req-1122813c-2423-458d-a071-2ba353da68f3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:13.504011 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e048682-f9c0-42bf-a489-65b1da58c684 req-1122813c-2423-458d-a071-2ba353da68f3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 944 time: 0.0768023 Jul 14 09:51:13.548901 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e048682-f9c0-42bf-a489-65b1da58c684 req-44bdef61-0505-48fd-a4ed-f2816523cf5d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373669 Jul 14 09:51:13.833273 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c40b0503-1452-4400-aae9-57e7ee9b94ca up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:13.896222 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port c40b0503-1452-4400-aae9-57e7ee9b94ca completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:13.900509 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port c40b0503-1452-4400-aae9-57e7ee9b94ca triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:13.900824 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:13.987404 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:14.011668 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40b0503-1452-4400-aae9-57e7ee9b94ca'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:51:14.014030 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835920ba-1e22-48c3-90f6-f6bb5f1fc37e" -d '{"events": [{"server_uuid": "cc831b83-ce79-4403-93cf-58563f96d56c", "name": "network-vif-plugged", "status": "completed", "tag": "c40b0503-1452-4400-aae9-57e7ee9b94ca"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:51:14.028064 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port c40b0503-1452-4400-aae9-57e7ee9b94ca, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c40b0503-1452-4400-aae9-57e7ee9b94ca,segment=NetworkSegment(e1fcbd75-939c-4d65-8223-f6d67c5528f8),segment_id=e1fcbd75-939c-4d65-8223-f6d67c5528f8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:14.033049 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:14.057637 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16394d65-0cbb-4fc2-8a8a-1b7f29d8b477 x-openstack-request-id: req-16394d65-0cbb-4fc2-8a8a-1b7f29d8b477 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:51:14.058216 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc831b83-ce79-4403-93cf-58563f96d56c", "name": "network-vif-plugged", "status": "completed", "tag": "c40b0503-1452-4400-aae9-57e7ee9b94ca", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:51:14.058216 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16394d65-0cbb-4fc2-8a8a-1b7f29d8b477 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:51:14.058983 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40b0503-1452-4400-aae9-57e7ee9b94ca', 'code': 200} Jul 14 09:51:14.086978 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=c40b0503-1452-4400-aae9-57e7ee9b94ca,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:14.210440 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e20678-cbf5-4ff0-98eb-4e34daf4d592 req-3c4f6642-87c9-4982-8d18-948e6a1a63f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:14.211939 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3e20678-cbf5-4ff0-98eb-4e34daf4d592 req-3c4f6642-87c9-4982-8d18-948e6a1a63f1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 1097 time: 0.0636880 Jul 14 09:51:14.248053 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3e20678-cbf5-4ff0-98eb-4e34daf4d592 req-03898cc5-41c5-4dec-9409-39644757f6ec service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290442 Jul 14 09:51:14.742285 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0541e-ec5f-47ef-b974-58d3904c61bb req-c62f5cbc-3c64-4ca3-b5dc-b489390ac8a3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:14.749059 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95f0541e-ec5f-47ef-b974-58d3904c61bb req-c62f5cbc-3c64-4ca3-b5dc-b489390ac8a3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 945 time: 0.0821023 Jul 14 09:51:14.786674 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95f0541e-ec5f-47ef-b974-58d3904c61bb req-0371ddde-2502-4d48-96b9-6f05630c97fa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367560 Jul 14 09:51:15.968942 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b6463-98e3-45b6-9f72-8e5154c9a623 req-507468d6-54cf-4c4e-8752-8e22e9bd82b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:15.970434 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c3b6463-98e3-45b6-9f72-8e5154c9a623 req-507468d6-54cf-4c4e-8752-8e22e9bd82b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 945 time: 0.0669730 Jul 14 09:51:16.012321 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c3b6463-98e3-45b6-9f72-8e5154c9a623 req-fcb161f7-19f5-4fba-b4b4-38575f0d0ee4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357323 Jul 14 09:51:16.183463 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36a2df-aad5-4667-9442-55ff2e58b177 req-ef62c8c2-8df7-4d6c-ba87-b4457465f79f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:16.184937 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc36a2df-aad5-4667-9442-55ff2e58b177 req-ef62c8c2-8df7-4d6c-ba87-b4457465f79f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 945 time: 0.0647950 Jul 14 09:51:16.224138 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc36a2df-aad5-4667-9442-55ff2e58b177 req-e92d77ee-f250-4285-b9db-ab2eaae4f741 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334327 Jul 14 09:51:16.247807 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45328) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:16.301414 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636de82d-1c98-4e4d-91c9-761be39ed0a4 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:16.302971 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-636de82d-1c98-4e4d-91c9-761be39ed0a4 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 1092 time: 0.0541508 Jul 14 09:51:16.305857 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45332) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:16.310247 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f0272642-16d0-4eb2-a02e-bc36e73024d2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': 'c40b0503-1452-4400-aae9-57e7ee9b94ca', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:16.340560 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0272642-16d0-4eb2-a02e-bc36e73024d2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.443732 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0272642-16d0-4eb2-a02e-bc36e73024d2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.522228 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-5498e2e3-1c96-46a9-8b3d-40e7fe74d29d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724862659&fields=id&tenant_id=51eddd5eb51e43da8f7e9b436a71a31a HTTP/1.1" status: 200 len: 267 time: 0.0707810 Jul 14 09:51:16.628026 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.638123 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-f0272642-16d0-4eb2-a02e-bc36e73024d2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Allocated IP 172.25.1.99 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/be0d917c-c816-44a8-9ff8-d8970cea9fbe) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:16.718504 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-75efc000-407a-40d5-a129-53687ac17878 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:16.719895 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-75efc000-407a-40d5-a129-53687ac17878 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 811 time: 0.1903419 Jul 14 09:51:16.739632 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-14d6b4b5-f3db-4848-a68b-1eb847bbdc9f tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/quotas/51eddd5eb51e43da8f7e9b436a71a31a HTTP/1.1" status: 200 len: 375 time: 0.0114548 Jul 14 09:51:16.819813 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0272642-16d0-4eb2-a02e-bc36e73024d2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.860428 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-8e753cb5-cee6-44b4-984b-7f302f773ec7 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1134472 Jul 14 09:51:16.895473 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0272642-16d0-4eb2-a02e-bc36e73024d2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.937125 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-d5a2e1de-5c90-43a0-aa44-104e04518685 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:51:16.938159 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-d5a2e1de-5c90-43a0-aa44-104e04518685 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0649710 Jul 14 09:51:16.961257 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0272642-16d0-4eb2-a02e-bc36e73024d2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:16.966124 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0272642-16d0-4eb2-a02e-bc36e73024d2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=be0d917c-c816-44a8-9ff8-d8970cea9fbe,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:16.968682 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-f0272642-16d0-4eb2-a02e-bc36e73024d2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:16.979437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0272642-16d0-4eb2-a02e-bc36e73024d2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:17.107008 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-f97119e1-dcc1-4ef5-93f4-44060368809c service neutron] 10.222.0.26 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566167 Jul 14 09:51:17.309307 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-af96a8ff-105d-4ca1-973d-5fc5e37d1f9e service neutron] 10.222.0.26 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930420 Jul 14 09:51:17.780652 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-27981b31-71df-455b-8118-07d048d1c830 req-387fbce8-3bac-481d-8c4c-c49453419a50 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 210 time: 0.0629864 Jul 14 09:51:17.858387 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0272642-16d0-4eb2-a02e-bc36e73024d2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:17.938917 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0272642-16d0-4eb2-a02e-bc36e73024d2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:18.094996 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0272642-16d0-4eb2-a02e-bc36e73024d2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:18.100621 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0272642-16d0-4eb2-a02e-bc36e73024d2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:18.170901 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0272642-16d0-4eb2-a02e-bc36e73024d2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=be0d917c-c816-44a8-9ff8-d8970cea9fbe,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:18.184919 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0272642-16d0-4eb2-a02e-bc36e73024d2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:18.296227 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-f0272642-16d0-4eb2-a02e-bc36e73024d2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Floating IP c997d1b7-5ce9-4fea-bf78-e3dc4125bce2 associated. External IP: 172.25.1.99, port: c40b0503-1452-4400-aae9-57e7ee9b94ca. Jul 14 09:51:18.504338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0272642-16d0-4eb2-a02e-bc36e73024d2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Router c364110e-a132-4c76-bbe3-88dcca8453eb has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:18.619052 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0272642-16d0-4eb2-a02e-bc36e73024d2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:18.631457 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728f000e-3d90-4f56-aa03-cb14f65ba133 None None] Sync routers for ids ['c364110e-a132-4c76-bbe3-88dcca8453eb'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:18.637986 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f0272642-16d0-4eb2-a02e-bc36e73024d2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:18.643424 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728f000e-3d90-4f56-aa03-cb14f65ba133 None None] Routers {'c364110e-a132-4c76-bbe3-88dcca8453eb'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:18.644415 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-728f000e-3d90-4f56-aa03-cb14f65ba133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:51:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['c364110e-a132-4c76-bbe3-88dcca8453eb'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:18.684175 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f0272642-16d0-4eb2-a02e-bc36e73024d2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3747499 Jul 14 09:51:18.684175 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'tag': 'c40b0503-1452-4400-aae9-57e7ee9b94ca'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:51:18.685257 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020b5aa0-d832-4672-bbbc-0ea82e3059f4" -d '{"events": [{"name": "network-changed", "server_uuid": "cc831b83-ce79-4403-93cf-58563f96d56c", "tag": "c40b0503-1452-4400-aae9-57e7ee9b94ca"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:51:18.729856 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d048c9da-f6a3-4930-9154-72a1f7318863 x-openstack-request-id: req-d048c9da-f6a3-4930-9154-72a1f7318863 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:51:18.730152 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc831b83-ce79-4403-93cf-58563f96d56c", "tag": "c40b0503-1452-4400-aae9-57e7ee9b94ca", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:51:18.730409 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d048c9da-f6a3-4930-9154-72a1f7318863 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:51:18.730817 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'tag': 'c40b0503-1452-4400-aae9-57e7ee9b94ca', 'status': 'completed', 'code': 200} Jul 14 09:51:18.791115 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-728f000e-3d90-4f56-aa03-cb14f65ba133 None None] Set router c364110e-a132-4c76-bbe3-88dcca8453eb gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:18.838845 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-ff9515de-cb01-4557-a90d-6dc14c1cdf9d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:18.841413 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-ff9515de-cb01-4557-a90d-6dc14c1cdf9d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.55 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 811 time: 0.1609814 Jul 14 09:51:18.899737 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b5aa0-d832-4672-bbbc-0ea82e3059f4 req-f81ff6a0-cc47-4b47-9d31-f842bb19340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:18.901529 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-020b5aa0-d832-4672-bbbc-0ea82e3059f4 req-f81ff6a0-cc47-4b47-9d31-f842bb19340d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 1097 time: 0.1443408 Jul 14 09:51:18.905379 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-fe8d00c3-b3c1-4b16-b969-29a499381864 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51eddd5eb51e43da8f7e9b436a71a31a HTTP/1.1" status: 200 len: 380 time: 0.0481496 Jul 14 09:51:18.914745 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Request body: {'port': {'device_id': '7f7a00bc-cd6a-476f-8945-bc6607203d57', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'admin_state_up': True, 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'security_groups': ['dc4bb0e3-d30e-401b-a24e-32a4807c0daa']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:19.022909 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543432e0-369b-4aba-b1a6-3c9aa4838caa req-a2890c7a-0921-443f-a70d-ab32e2c97a98 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:19.025185 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-543432e0-369b-4aba-b1a6-3c9aa4838caa req-a2890c7a-0921-443f-a70d-ab32e2c97a98 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 945 time: 0.1779974 Jul 14 09:51:19.027420 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7eca6571-af8c-476d-b44a-c28b82841037 req-e10298e1-c4be-4e53-b046-3b8bdacdeb25 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 210 time: 0.0614197 Jul 14 09:51:19.049711 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Made reservation on behalf of 51eddd5eb51e43da8f7e9b436a71a31a for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:19.062058 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.096461 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-728f000e-3d90-4f56-aa03-cb14f65ba133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000119899', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:03Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'c997d1b7-5ce9-4fea-bf78-e3dc4125bce2', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'floating_ip_address': '172.25.1.99', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'port_id': 'c40b0503-1452-4400-aae9-57e7ee9b94ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a', 'mac_address': 'fa:16:3e:8c:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:51:17Z', 'updated_at': '2021-07-14T09:51:17Z', 'revision_number': 0, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ef686aa-f764-4e5b-aa8d-d2431b0bb810', 'name': '', 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:76:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e5c301b4-725a-4fc3-b461-592222618841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:03Z', 'updated_at': '2021-07-14T09:51:09Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': 'e5c301b4-725a-4fc3-b461-592222618841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:19.131822 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728f000e-3d90-4f56-aa03-cb14f65ba133 None None] Checking router: c364110e-a132-4c76-bbe3-88dcca8453eb for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:51:19.141982 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728f000e-3d90-4f56-aa03-cb14f65ba133 None None] Routers {'c364110e-a132-4c76-bbe3-88dcca8453eb'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:19.142668 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-728f000e-3d90-4f56-aa03-cb14f65ba133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:51:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['c364110e-a132-4c76-bbe3-88dcca8453eb'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:19.144711 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-543432e0-369b-4aba-b1a6-3c9aa4838caa req-43a9db2f-75bc-44bf-ac77-6357feb8296c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080885 Jul 14 09:51:19.146239 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b5aa0-d832-4672-bbbc-0ea82e3059f4 req-bd021240-9f32-4671-9f1b-f79540defca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:19.147756 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-020b5aa0-d832-4672-bbbc-0ea82e3059f4 req-bd021240-9f32-4671-9f1b-f79540defca2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e3f3567-ef1f-4a14-b1d0-7b19747e133a HTTP/1.1" status: 200 len: 897 time: 0.2392538 Jul 14 09:51:19.168189 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45364) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:19.231072 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-020b5aa0-d832-4672-bbbc-0ea82e3059f4 req-c3387fec-a124-4aaf-8f07-1346caebb870 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c40b0503-1452-4400-aae9-57e7ee9b94ca HTTP/1.1" status: 200 len: 998 time: 0.0770845 Jul 14 09:51:19.276706 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c50eea30-51c3-4c3c-bb57-506e3b5f70b1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/floatingips/c997d1b7-5ce9-4fea-bf78-e3dc4125bce2 HTTP/1.1" status: 200 len: 990 time: 0.1062286 Jul 14 09:51:19.285071 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-728f000e-3d90-4f56-aa03-cb14f65ba133 None None] Set router c364110e-a132-4c76-bbe3-88dcca8453eb gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:19.292737 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b5aa0-d832-4672-bbbc-0ea82e3059f4 req-b69870b0-2bb4-4bf8-9923-5e91b860dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:19.294583 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-020b5aa0-d832-4672-bbbc-0ea82e3059f4 req-b69870b0-2bb4-4bf8-9923-5e91b860dca7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e5c301b4-725a-4fc3-b461-592222618841 HTTP/1.1" status: 200 len: 834 time: 0.0567887 Jul 14 09:51:19.313505 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Allocated IP 172.20.0.13 (8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c/0457f97d-7f0c-40e3-aa42-dc25e8646d70/eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:19.363342 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b5aa0-d832-4672-bbbc-0ea82e3059f4 req-1abfb8a2-d913-459e-8808-170b97761f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:19.364955 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-020b5aa0-d832-4672-bbbc-0ea82e3059f4 req-1abfb8a2-d913-459e-8808-170b97761f90 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e3f3567-ef1f-4a14-b1d0-7b19747e133a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638409 Jul 14 09:51:19.484333 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.488597 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-020b5aa0-d832-4672-bbbc-0ea82e3059f4 req-edccc183-7934-4965-bf77-4099875494ae service neutron] 10.222.0.49 "GET /v2.0/networks/3e3f3567-ef1f-4a14-b1d0-7b19747e133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167574 Jul 14 09:51:19.501856 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Transition to ACTIVE for port object eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:19.541410 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.570797 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-728f000e-3d90-4f56-aa03-cb14f65ba133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000119899', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:03Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'c997d1b7-5ce9-4fea-bf78-e3dc4125bce2', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'floating_ip_address': '172.25.1.99', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'port_id': 'c40b0503-1452-4400-aae9-57e7ee9b94ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a', 'mac_address': 'fa:16:3e:8c:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:51:17Z', 'updated_at': '2021-07-14T09:51:17Z', 'revision_number': 0, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ef686aa-f764-4e5b-aa8d-d2431b0bb810', 'name': '', 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:76:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e5c301b4-725a-4fc3-b461-592222618841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:03Z', 'updated_at': '2021-07-14T09:51:09Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': 'e5c301b4-725a-4fc3-b461-592222618841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:19.585907 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:19.591709 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:19.595813 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:19.616871 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-020b5aa0-d832-4672-bbbc-0ea82e3059f4 req-e32983bd-d456-4a97-a56a-b45102f7230a service neutron] 10.222.0.49 "GET /v2.0/networks/3e3f3567-ef1f-4a14-b1d0-7b19747e133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217673 Jul 14 09:51:19.626186 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728f000e-3d90-4f56-aa03-cb14f65ba133 None None] The sync data for ids ['c364110e-a132-4c76-bbe3-88dcca8453eb'] in n-d-798054-10 is: [{'id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000119899', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:03Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'c997d1b7-5ce9-4fea-bf78-e3dc4125bce2', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'floating_ip_address': '172.25.1.99', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'port_id': 'c40b0503-1452-4400-aae9-57e7ee9b94ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a', 'mac_address': 'fa:16:3e:8c:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:51:17Z', 'updated_at': '2021-07-14T09:51:17Z', 'revision_number': 0, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ef686aa-f764-4e5b-aa8d-d2431b0bb810', 'name': '', 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:76:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e5c301b4-725a-4fc3-b461-592222618841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:03Z', 'updated_at': '2021-07-14T09:51:09Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': 'e5c301b4-725a-4fc3-b461-592222618841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:19.633012 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event updated for resources: {'Port': ['ID=eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:19.652219 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.652635 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.652906 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.653242 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.653573 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.653985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.654319 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.654664 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.654971 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.655299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.655624 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.655944 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.677558 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:19.678755 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.695931 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-2d8e5b1c-aedf-4ec9-895e-da7dfee5977c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7857695 Jul 14 09:51:19.715159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] Request body: {'port': {'device_id': '7f7a00bc-cd6a-476f-8945-bc6607203d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:19.811401 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.938346 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1827fc6e-126d-4a0a-915d-f412d2af7de9 None None] Provisioning for port eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:19.945587 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1827fc6e-126d-4a0a-915d-f412d2af7de9 None None] Provisioning complete for port eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:19.946240 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1827fc6e-126d-4a0a-915d-f412d2af7de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.956623 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4286db47-18c2-41f1-acf5-c81ab2b1660d None None] New status for floating IP c997d1b7-5ce9-4fea-bf78-e3dc4125bce2: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:51:19.998338 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1827fc6e-126d-4a0a-915d-f412d2af7de9 None None] Port eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:20.165549 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:51:20.175026 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:20.190078 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] Transition to ACTIVE for port object eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:20.195512 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:20.262163 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407638a7-e154-437c-8e1d-90b23233028e req-07ec1ad0-a1ea-40df-9375-653cd117071b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:20.263901 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-407638a7-e154-437c-8e1d-90b23233028e req-07ec1ad0-a1ea-40df-9375-653cd117071b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 932 time: 0.1023767 Jul 14 09:51:20.264335 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] Pushing event updated for resources: {'Port': ['ID=eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:20.283639 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45368) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:20.349731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] Attempting to bind port eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:20.350227 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] Attempting to bind port eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:20.350660 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] Attempting to bind port eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:20.357416 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] Port eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:51:20.358083 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] Attempting to bind port eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 on network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:20.366063 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:20.366063 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] Checking segment: {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:20.366514 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] Bound using segment: {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:20.367333 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] Bound port: eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33530a83-d386-465f-b660-15d3eb50afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:20.368259 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:20.384037 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-407638a7-e154-437c-8e1d-90b23233028e req-4d055a74-1ecd-434a-8ec0-a9ebdaa6841e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124802 Jul 14 09:51:20.390238 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-39f8222b-9700-4d44-aa92-fbd768668a67 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/floatingips/c997d1b7-5ce9-4fea-bf78-e3dc4125bce2 HTTP/1.1" status: 200 len: 992 time: 0.1053543 Jul 14 09:51:20.467927 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] For port eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:20.471837 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] For port eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:20.477497 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:20.516108 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:20.516731 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:20.518860 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] 10.222.0.55 "PUT /v2.0/ports/eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 HTTP/1.1" status: 200 len: 1093 time: 0.8078756 Jul 14 09:51:20.519285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7a00bc-cd6a-476f-8945-bc6607203d57', 'tag': 'eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:51:20.522471 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827e6544-f684-4670-a9ae-5d66b43858d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7f7a00bc-cd6a-476f-8945-bc6607203d57", "tag": "eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:51:20.554078 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379560fc-03e9-46b2-a204-d93de5bf6045 service neutron] Pushing event updated for resources: {'Port': ['ID=eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:20.567362 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d50422-b4c8-41e3-9a95-e7bc66bda211 x-openstack-request-id: req-45d50422-b4c8-41e3-9a95-e7bc66bda211 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:51:20.567746 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f7a00bc-cd6a-476f-8945-bc6607203d57", "tag": "eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:51:20.568061 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45d50422-b4c8-41e3-9a95-e7bc66bda211 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:51:20.568827 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7a00bc-cd6a-476f-8945-bc6607203d57', 'tag': 'eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6', 'status': 'completed', 'code': 200} Jul 14 09:51:20.662780 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-dbc4c8ad-0ab7-48a6-a29b-153673db9086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:20.664736 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-dbc4c8ad-0ab7-48a6-a29b-153673db9086 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 1096 time: 0.0771680 Jul 14 09:51:20.716504 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-5debf47d-a31c-4be3-994d-eea132e691c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 HTTP/1.1" status: 200 len: 217 time: 0.0371289 Jul 14 09:51:20.773634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-b529a4af-e775-4bc4-813a-da7a6efe563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:20.775188 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-b529a4af-e775-4bc4-813a-da7a6efe563b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.0526333 Jul 14 09:51:20.834758 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-7384e07a-3097-49af-8e92-17fb90c1155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:20.836167 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-7384e07a-3097-49af-8e92-17fb90c1155d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543613 Jul 14 09:51:20.926615 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-43856ae7-070d-425d-871d-0c69996bccbd service neutron] 10.222.0.55 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831883 Jul 14 09:51:21.022215 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b2dd8fe9-41e8-4b0c-9229-81ded1424cfb req-211bbd53-694c-4ecb-bb80-170d48f0188e service neutron] 10.222.0.55 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888982 Jul 14 09:51:21.151751 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e6544-f684-4670-a9ae-5d66b43858d0 req-c06f729a-daa4-43a1-b114-12157d2dbda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:21.153313 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-827e6544-f684-4670-a9ae-5d66b43858d0 req-c06f729a-daa4-43a1-b114-12157d2dbda2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 1096 time: 0.0559986 Jul 14 09:51:21.251581 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e6544-f684-4670-a9ae-5d66b43858d0 req-e8d7d11a-f29b-404c-9213-16e1c2505e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:21.253263 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-827e6544-f684-4670-a9ae-5d66b43858d0 req-e8d7d11a-f29b-404c-9213-16e1c2505e3d service neutron] 10.222.0.55 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 912 time: 0.0926719 Jul 14 09:51:21.297363 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-827e6544-f684-4670-a9ae-5d66b43858d0 req-8c6db1ff-de0b-497b-9dfd-e63123ddcea2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 HTTP/1.1" status: 200 len: 217 time: 0.0371478 Jul 14 09:51:21.349278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e6544-f684-4670-a9ae-5d66b43858d0 req-d52e618e-6369-44d3-89e1-d5d1f208899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:21.351450 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-827e6544-f684-4670-a9ae-5d66b43858d0 req-d52e618e-6369-44d3-89e1-d5d1f208899e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.0476296 Jul 14 09:51:21.410047 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e6544-f684-4670-a9ae-5d66b43858d0 req-9a62806f-1f73-43bd-b741-00a25d4da878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:21.411451 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-827e6544-f684-4670-a9ae-5d66b43858d0 req-9a62806f-1f73-43bd-b741-00a25d4da878 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529797 Jul 14 09:51:21.512618 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-827e6544-f684-4670-a9ae-5d66b43858d0 req-8b421ed1-606f-4d97-8f81-7315c11d969d service neutron] 10.222.0.55 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939906 Jul 14 09:51:21.576906 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de91d1f-49b3-420a-8b19-1740d43dc87c req-17d0f94a-32fb-4df0-afc7-25419681645e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:21.578528 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2de91d1f-49b3-420a-8b19-1740d43dc87c req-17d0f94a-32fb-4df0-afc7-25419681645e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 944 time: 0.0711567 Jul 14 09:51:21.612682 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-827e6544-f684-4670-a9ae-5d66b43858d0 req-6c596d32-f03b-4623-a1c5-68ad099501df service neutron] 10.222.0.55 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932209 Jul 14 09:51:21.618290 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2de91d1f-49b3-420a-8b19-1740d43dc87c req-cb6ef339-ab3c-499c-a066-59f9ca6214f1 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341957 Jul 14 09:51:22.800009 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c7afb-fc2f-4e31-a093-582de97e1503 req-8d4b9256-f069-42c2-bbca-860417ef2b68 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:22.801541 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b46c7afb-fc2f-4e31-a093-582de97e1503 req-8d4b9256-f069-42c2-bbca-860417ef2b68 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 944 time: 0.0670693 Jul 14 09:51:22.842245 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b46c7afb-fc2f-4e31-a093-582de97e1503 req-4b9e3083-1886-4095-ae7d-77f2b8ba8885 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348330 Jul 14 09:51:24.016427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38573421-6dbd-466d-839a-16710418849a req-9fedcebe-6090-4441-a537-f3712fdda2cf tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:24.018160 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-38573421-6dbd-466d-839a-16710418849a req-9fedcebe-6090-4441-a537-f3712fdda2cf tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 944 time: 0.0657699 Jul 14 09:51:24.061378 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-38573421-6dbd-466d-839a-16710418849a req-5e1ecec0-1cc9-4c2e-a941-7868e837a1fa tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368392 Jul 14 09:51:25.257228 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dc5df-6a20-480a-8ae8-43d69526d0b1 req-61bc769f-a30e-475a-9fc9-3e48752deafe tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:25.258762 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-697dc5df-6a20-480a-8ae8-43d69526d0b1 req-61bc769f-a30e-475a-9fc9-3e48752deafe tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 944 time: 0.0675497 Jul 14 09:51:25.297552 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-697dc5df-6a20-480a-8ae8-43d69526d0b1 req-026850c5-38e1-450f-8fbd-d10627cd171b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332954 Jul 14 09:51:26.477457 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba50d17-3163-46d7-82d2-2c6f0027056a req-4c2537e8-716b-4c61-b942-3a48183e5a96 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:26.478880 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fba50d17-3163-46d7-82d2-2c6f0027056a req-4c2537e8-716b-4c61-b942-3a48183e5a96 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 944 time: 0.0649638 Jul 14 09:51:26.517370 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fba50d17-3163-46d7-82d2-2c6f0027056a req-9fa39b00-ae43-4d27-85e0-e1a565bf7f77 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324264 Jul 14 09:51:27.282446 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c895605f-089d-4219-b8cd-2e19cc159c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:27.691117 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388f412-1fb6-4552-a58d-d6feda179e64 req-0503d2f2-0d3d-4d67-90bb-eb86036c8068 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:27.692620 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e388f412-1fb6-4552-a58d-d6feda179e64 req-0503d2f2-0d3d-4d67-90bb-eb86036c8068 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 944 time: 0.0683646 Jul 14 09:51:27.730759 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e388f412-1fb6-4552-a58d-d6feda179e64 req-a9b1a203-1ef0-4280-a53f-4af0bba0c9c5 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321164 Jul 14 09:51:28.923698 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38e4b2-5068-4904-8c04-ce15bff38bb9 req-25799e30-3bfb-46fd-8972-e7c6668bbfb5 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:28.925283 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-de38e4b2-5068-4904-8c04-ce15bff38bb9 req-25799e30-3bfb-46fd-8972-e7c6668bbfb5 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 944 time: 0.0642271 Jul 14 09:51:28.964613 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-de38e4b2-5068-4904-8c04-ce15bff38bb9 req-a66c3c72-a445-4e44-b7aa-32addaaae1dc tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335915 Jul 14 09:51:29.789428 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52c10ea7-871f-4312-8cf5-af5db42eea45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:29.923295 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:30.139097 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fe387-eb3e-4c8b-89e9-0eb684ca35b8 req-a38dc4a9-bd46-475c-887d-00e377028b2d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:30.140634 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-047fe387-eb3e-4c8b-89e9-0eb684ca35b8 req-a38dc4a9-bd46-475c-887d-00e377028b2d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 944 time: 0.0636387 Jul 14 09:51:30.180736 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-047fe387-eb3e-4c8b-89e9-0eb684ca35b8 req-13cf2b22-ec7d-4c0c-955d-625b57f8b24a tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328476 Jul 14 09:51:30.335729 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9b39cfd-af69-4104-963e-235b1761d450 req-6d474783-91d0-421a-b96b-78ddbf0f3a2c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569642 Jul 14 09:51:30.430554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b39cfd-af69-4104-963e-235b1761d450 req-e6bf86d4-c67c-41b5-b617-b04dda3f25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:30.431973 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9b39cfd-af69-4104-963e-235b1761d450 req-e6bf86d4-c67c-41b5-b617-b04dda3f25a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 1097 time: 0.0533926 Jul 14 09:51:30.540689 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b39cfd-af69-4104-963e-235b1761d450 req-2b3b2890-0043-4883-b23f-b000bc6df020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:30.542207 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9b39cfd-af69-4104-963e-235b1761d450 req-2b3b2890-0043-4883-b23f-b000bc6df020 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 912 time: 0.0878246 Jul 14 09:51:30.613017 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9b39cfd-af69-4104-963e-235b1761d450 req-f98d29d1-a2df-41ef-8f52-53c3fc6ba4a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac05e9d-7314-4f40-a476-3f1236aff623 HTTP/1.1" status: 200 len: 1001 time: 0.0644288 Jul 14 09:51:30.663098 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b39cfd-af69-4104-963e-235b1761d450 req-8ed41e6f-ddb4-4898-a438-f293355ca682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:30.664575 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9b39cfd-af69-4104-963e-235b1761d450 req-8ed41e6f-ddb4-4898-a438-f293355ca682 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.0454624 Jul 14 09:51:30.721704 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b39cfd-af69-4104-963e-235b1761d450 req-312ccebc-90bf-4d07-973a-6e1a2786e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:30.723173 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9b39cfd-af69-4104-963e-235b1761d450 req-312ccebc-90bf-4d07-973a-6e1a2786e580 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520406 Jul 14 09:51:30.733406 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-f9b39cfd-af69-4104-963e-235b1761d450 req-5a105b72-10c9-4686-93d8-8329c9e10681 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:51:30.734454 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9b39cfd-af69-4104-963e-235b1761d450 req-5a105b72-10c9-4686-93d8-8329c9e10681 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051455 Jul 14 09:51:30.758667 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:30.828326 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9b39cfd-af69-4104-963e-235b1761d450 req-3cff572a-c819-4a9b-813b-22c0fed6a9a8 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879524 Jul 14 09:51:30.919531 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9b39cfd-af69-4104-963e-235b1761d450 req-3f6b79d1-a2f0-4359-bbb2-8c411a8335e8 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843785 Jul 14 09:51:31.148813 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:51:31.242845 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:31.262090 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'port_id': 'eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6', 'mac_address': 'fa:16:3e:ae:02:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:51:31.303822 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:31.317152 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:51:31.338015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:31.342700 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:31.376645 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a15ee3-fea0-47bb-855f-1487d5edea9e req-c0c283b5-9949-4bb1-b491-7796d74cb7ae tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:31.378200 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-07a15ee3-fea0-47bb-855f-1487d5edea9e req-c0c283b5-9949-4bb1-b491-7796d74cb7ae tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 944 time: 0.0757225 Jul 14 09:51:31.405393 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:31.419016 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-07a15ee3-fea0-47bb-855f-1487d5edea9e req-7bb855eb-0623-48f8-adf1-0c18f68a6df6 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350175 Jul 14 09:51:31.650351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:51:32.090499 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.594323 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aabe65-9017-44dd-9999-ca9ff2692f26 req-a0913424-e2f2-4588-bd6d-9a421e5a0e0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:32.595903 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04aabe65-9017-44dd-9999-ca9ff2692f26 req-a0913424-e2f2-4588-bd6d-9a421e5a0e0c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 945 time: 0.0647299 Jul 14 09:51:32.634396 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04aabe65-9017-44dd-9999-ca9ff2692f26 req-b12e0b92-e2f5-454b-aa13-14278ef5e6b1 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328929 Jul 14 09:51:32.828352 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.155838 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:33.206271 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:33.210563 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:33.210975 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.288243 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.313512 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7a00bc-cd6a-476f-8945-bc6607203d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:51:33.315780 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91ee63c-a1e3-4d88-bd3b-36466c988fbf" -d '{"events": [{"server_uuid": "7f7a00bc-cd6a-476f-8945-bc6607203d57", "name": "network-vif-plugged", "status": "completed", "tag": "eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:51:33.329061 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:33.333152 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.361963 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0f74b1-7976-4410-9781-92703aab73b3 x-openstack-request-id: req-1d0f74b1-7976-4410-9781-92703aab73b3 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:51:33.362386 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7a00bc-cd6a-476f-8945-bc6607203d57", "name": "network-vif-plugged", "status": "completed", "tag": "eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:51:33.362640 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d0f74b1-7976-4410-9781-92703aab73b3 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:51:33.363029 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7a00bc-cd6a-476f-8945-bc6607203d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6', 'code': 200} Jul 14 09:51:33.388441 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:33.502754 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7bff7-6c96-4811-b326-1c902ed95d99 req-1eb202e6-e6f8-4000-ba01-3f1b63bd35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:33.504180 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bee7bff7-6c96-4811-b326-1c902ed95d99 req-1eb202e6-e6f8-4000-ba01-3f1b63bd35ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 1098 time: 0.0564575 Jul 14 09:51:33.540044 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bee7bff7-6c96-4811-b326-1c902ed95d99 req-dd01d4e8-8ca5-44d9-aeca-fc8eaf381fe3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291102 Jul 14 09:51:33.808850 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c369c-3b42-42fd-818c-f7cb3e847ea6 req-69f6499e-8e3a-4cb7-89e0-b307b019d978 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:33.810360 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-505c369c-3b42-42fd-818c-f7cb3e847ea6 req-69f6499e-8e3a-4cb7-89e0-b307b019d978 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 946 time: 0.0652637 Jul 14 09:51:33.856455 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-505c369c-3b42-42fd-818c-f7cb3e847ea6 req-3066a045-caa7-4041-8ce5-5df43a6ba003 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379093 Jul 14 09:51:35.028394 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfc7c5-3d01-4e4c-afe8-08eca65aae9b req-bf55b51c-0fa4-4de0-8577-f953e3477fd3 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:35.029913 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-27dfc7c5-3d01-4e4c-afe8-08eca65aae9b req-bf55b51c-0fa4-4de0-8577-f953e3477fd3 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 946 time: 0.0632856 Jul 14 09:51:35.066735 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-27dfc7c5-3d01-4e4c-afe8-08eca65aae9b req-cc9c4725-f6c4-4744-8af3-1ccf07d67ef8 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310764 Jul 14 09:51:35.236871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d5747-d37d-479d-bb7b-6a9c9dec4c98 req-d0ba297a-d11e-4ed2-b2ae-4dbcb42f6f20 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:35.238414 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-451d5747-d37d-479d-bb7b-6a9c9dec4c98 req-d0ba297a-d11e-4ed2-b2ae-4dbcb42f6f20 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 946 time: 0.0628505 Jul 14 09:51:35.277192 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-451d5747-d37d-479d-bb7b-6a9c9dec4c98 req-989eccf6-6f76-4796-8c7b-c5d081a875bb tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324852 Jul 14 09:51:35.301743 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45402) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:35.357134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfc9aaf-99a9-490f-87d0-bb9f80edb545 tempest-TestVolumeBootPattern-2010376970 tempest-TestVolumeBootPattern-2010376970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:35.358705 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5cfc9aaf-99a9-490f-87d0-bb9f80edb545 tempest-TestVolumeBootPattern-2010376970 tempest-TestVolumeBootPattern-2010376970-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 1093 time: 0.0559468 Jul 14 09:51:35.361415 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45404) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:35.366340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c0d8b046-b508-4b09-8ea9-b3f8079832e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': 'eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:35.389474 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c0d8b046-b508-4b09-8ea9-b3f8079832e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:35.483974 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c0d8b046-b508-4b09-8ea9-b3f8079832e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:35.595672 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-c0d8b046-b508-4b09-8ea9-b3f8079832e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Allocated IP 172.25.1.152 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/f52b9d7b-e2a3-450d-ab6b-c9bab80afd1a) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:35.696996 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c0d8b046-b508-4b09-8ea9-b3f8079832e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:35.738313 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c0d8b046-b508-4b09-8ea9-b3f8079832e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:35.782492 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d8b046-b508-4b09-8ea9-b3f8079832e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:35.785325 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-c0d8b046-b508-4b09-8ea9-b3f8079832e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:35.789541 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d8b046-b508-4b09-8ea9-b3f8079832e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:35.811741 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8b046-b508-4b09-8ea9-b3f8079832e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event updated for resources: {'Port': ['ID=f52b9d7b-e2a3-450d-ab6b-c9bab80afd1a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:36.153774 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c0d8b046-b508-4b09-8ea9-b3f8079832e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.233539 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c0d8b046-b508-4b09-8ea9-b3f8079832e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.387167 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c0d8b046-b508-4b09-8ea9-b3f8079832e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.391830 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c0d8b046-b508-4b09-8ea9-b3f8079832e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.457469 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8b046-b508-4b09-8ea9-b3f8079832e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event updated for resources: {'Port': ['ID=f52b9d7b-e2a3-450d-ab6b-c9bab80afd1a,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:36.470873 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c0d8b046-b508-4b09-8ea9-b3f8079832e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.571826 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-c0d8b046-b508-4b09-8ea9-b3f8079832e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Floating IP c218b674-ebcc-43c7-801a-065b72e83b1f associated. External IP: 172.25.1.152, port: eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6. Jul 14 09:51:36.777115 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d8b046-b508-4b09-8ea9-b3f8079832e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Router cc41d186-fdb2-464f-b1b8-59436d36e8c8 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:36.884290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d8b046-b508-4b09-8ea9-b3f8079832e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:36.893441 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878e9089-5f6e-4cf3-b724-649126c2e689 None None] Sync routers for ids ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:36.900793 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c0d8b046-b508-4b09-8ea9-b3f8079832e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.903489 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878e9089-5f6e-4cf3-b724-649126c2e689 None None] Routers {'cc41d186-fdb2-464f-b1b8-59436d36e8c8'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:36.904118 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-878e9089-5f6e-4cf3-b724-649126c2e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:51:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:36.937190 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c0d8b046-b508-4b09-8ea9-b3f8079832e0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5746522 Jul 14 09:51:36.937772 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7a00bc-cd6a-476f-8945-bc6607203d57', 'tag': 'eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:51:36.940108 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe60b4d2-e9a2-43a9-bdfe-b3e79fc302ad" -d '{"events": [{"name": "network-changed", "server_uuid": "7f7a00bc-cd6a-476f-8945-bc6607203d57", "tag": "eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:51:36.980724 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe39c3ee-6ff3-41f3-abcf-78374c957872 x-openstack-request-id: req-fe39c3ee-6ff3-41f3-abcf-78374c957872 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:51:36.981016 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f7a00bc-cd6a-476f-8945-bc6607203d57", "tag": "eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:51:36.981268 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe39c3ee-6ff3-41f3-abcf-78374c957872 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:51:36.981673 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7a00bc-cd6a-476f-8945-bc6607203d57', 'tag': 'eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6', 'status': 'completed', 'code': 200} Jul 14 09:51:37.082119 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60b4d2-e9a2-43a9-bdfe-b3e79fc302ad req-b2de07bf-031b-443c-b5cd-7749a4ce4644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:37.083561 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fe60b4d2-e9a2-43a9-bdfe-b3e79fc302ad req-b2de07bf-031b-443c-b5cd-7749a4ce4644 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 1098 time: 0.0554044 Jul 14 09:51:37.160615 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-878e9089-5f6e-4cf3-b724-649126c2e689 None None] Set router cc41d186-fdb2-464f-b1b8-59436d36e8c8 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:37.179304 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60b4d2-e9a2-43a9-bdfe-b3e79fc302ad req-272d5098-3d06-4872-b8d1-dfd884d8dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:37.180964 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fe60b4d2-e9a2-43a9-bdfe-b3e79fc302ad req-272d5098-3d06-4872-b8d1-dfd884d8dc0f service neutron] 10.222.0.55 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 912 time: 0.0901861 Jul 14 09:51:37.246567 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fe60b4d2-e9a2-43a9-bdfe-b3e79fc302ad req-e3ea5d92-c15b-4128-9612-ad42ec674586 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 HTTP/1.1" status: 200 len: 1000 time: 0.0590725 Jul 14 09:51:37.300281 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60b4d2-e9a2-43a9-bdfe-b3e79fc302ad req-bf78d0b3-fbd2-400a-936f-43cf54f3a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:37.301745 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fe60b4d2-e9a2-43a9-bdfe-b3e79fc302ad req-bf78d0b3-fbd2-400a-936f-43cf54f3a279 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.0487845 Jul 14 09:51:37.367394 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60b4d2-e9a2-43a9-bdfe-b3e79fc302ad req-229dafed-7cbb-4d62-b1c8-2d4fda9edeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:37.368909 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fe60b4d2-e9a2-43a9-bdfe-b3e79fc302ad req-229dafed-7cbb-4d62-b1c8-2d4fda9edeed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603352 Jul 14 09:51:37.380460 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-fe60b4d2-e9a2-43a9-bdfe-b3e79fc302ad req-3dd7d668-287b-4d36-9d29-2ca73cd9fa77 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:51:37.382827 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fe60b4d2-e9a2-43a9-bdfe-b3e79fc302ad req-3dd7d668-287b-4d36-9d29-2ca73cd9fa77 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068884 Jul 14 09:51:37.394724 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-878e9089-5f6e-4cf3-b724-649126c2e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'c218b674-ebcc-43c7-801a-065b72e83b1f', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'port_id': 'eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'mac_address': 'fa:16:3e:ae:02:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7a00bc-cd6a-476f-8945-bc6607203d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:51:36Z', 'updated_at': '2021-07-14T09:51:36Z', 'revision_number': 0, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'fixed_ip_address_scope': None}, {'id': 'd1be4637-c070-46b0-b352-6a8dc82655b2', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'port_id': '7ac05e9d-7314-4f40-a476-3f1236aff623', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'mac_address': 'fa:16:3e:9f:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13148ff8-59a7-467a-bfa0-d1980d591d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:36Z', 'updated_at': '2021-07-14T09:49:38Z', 'revision_number': 1, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a60feb2-3d46-454c-b5ce-1a5cf7f27616', 'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'mac_address': 'fa:16:3e:fe:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:40Z', 'updated_at': '2021-07-14T09:42:53Z', 'revision_number': 5, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'subnets': [{'id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:37.425423 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878e9089-5f6e-4cf3-b724-649126c2e689 None None] Checking router: cc41d186-fdb2-464f-b1b8-59436d36e8c8 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:51:37.434424 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878e9089-5f6e-4cf3-b724-649126c2e689 None None] Routers {'cc41d186-fdb2-464f-b1b8-59436d36e8c8'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:37.435032 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-878e9089-5f6e-4cf3-b724-649126c2e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:51:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:37.472133 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fe60b4d2-e9a2-43a9-bdfe-b3e79fc302ad req-96e1e7d9-8339-4901-b83c-e99cb2e0f998 service neutron] 10.222.0.55 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829701 Jul 14 09:51:37.542689 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-878e9089-5f6e-4cf3-b724-649126c2e689 None None] Set router cc41d186-fdb2-464f-b1b8-59436d36e8c8 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:37.566340 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fe60b4d2-e9a2-43a9-bdfe-b3e79fc302ad req-a4ed42c1-a60b-4540-be86-864b992899ec service neutron] 10.222.0.55 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873897 Jul 14 09:51:37.742876 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:51:37.762528 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-878e9089-5f6e-4cf3-b724-649126c2e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'c218b674-ebcc-43c7-801a-065b72e83b1f', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'port_id': 'eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'mac_address': 'fa:16:3e:ae:02:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7a00bc-cd6a-476f-8945-bc6607203d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:51:36Z', 'updated_at': '2021-07-14T09:51:36Z', 'revision_number': 0, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'fixed_ip_address_scope': None}, {'id': 'd1be4637-c070-46b0-b352-6a8dc82655b2', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'port_id': '7ac05e9d-7314-4f40-a476-3f1236aff623', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'mac_address': 'fa:16:3e:9f:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13148ff8-59a7-467a-bfa0-d1980d591d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:36Z', 'updated_at': '2021-07-14T09:49:38Z', 'revision_number': 1, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a60feb2-3d46-454c-b5ce-1a5cf7f27616', 'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'mac_address': 'fa:16:3e:fe:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:40Z', 'updated_at': '2021-07-14T09:42:53Z', 'revision_number': 5, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'subnets': [{'id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:37.788806 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878e9089-5f6e-4cf3-b724-649126c2e689 None None] The sync data for ids ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'] in n-d-798054-10 is: [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'c218b674-ebcc-43c7-801a-065b72e83b1f', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'port_id': 'eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'mac_address': 'fa:16:3e:ae:02:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7a00bc-cd6a-476f-8945-bc6607203d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:51:36Z', 'updated_at': '2021-07-14T09:51:36Z', 'revision_number': 0, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'fixed_ip_address_scope': None}, {'id': 'd1be4637-c070-46b0-b352-6a8dc82655b2', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'port_id': '7ac05e9d-7314-4f40-a476-3f1236aff623', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'mac_address': 'fa:16:3e:9f:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13148ff8-59a7-467a-bfa0-d1980d591d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:36Z', 'updated_at': '2021-07-14T09:49:38Z', 'revision_number': 1, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a60feb2-3d46-454c-b5ce-1a5cf7f27616', 'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'mac_address': 'fa:16:3e:fe:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:40Z', 'updated_at': '2021-07-14T09:42:53Z', 'revision_number': 5, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'subnets': [{'id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:37.980430 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23af6e6d-72d1-43ac-b6b6-1d399801de5d None None] New status for floating IP c218b674-ebcc-43c7-801a-065b72e83b1f: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:51:39.233689 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67618c3d-9ec2-4a13-ace6-0edf3e432719 req-ac9c37ba-91e0-41d8-a3ff-a7826d119d2c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511093 Jul 14 09:51:39.349818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67618c3d-9ec2-4a13-ace6-0edf3e432719 req-2b9e3265-f04c-4516-8409-471f3e038aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:39.351888 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67618c3d-9ec2-4a13-ace6-0edf3e432719 req-2b9e3265-f04c-4516-8409-471f3e038aeb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1987d6f84b6403ea253cd61d460ac25&device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 1098 time: 0.0520537 Jul 14 09:51:39.744758 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67618c3d-9ec2-4a13-ace6-0edf3e432719 req-80d2565c-a211-405d-a693-106ef7b43311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:39.746269 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67618c3d-9ec2-4a13-ace6-0edf3e432719 req-80d2565c-a211-405d-a693-106ef7b43311 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f065f76e-ee03-45bb-9843-d8c80febfbef HTTP/1.1" status: 200 len: 910 time: 0.3741405 Jul 14 09:51:39.809610 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67618c3d-9ec2-4a13-ace6-0edf3e432719 req-eb100c89-18e0-4f43-9469-cbcdd40991b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13c0829d-013e-41cf-b91a-ffa4870f7501 HTTP/1.1" status: 200 len: 1001 time: 0.0564103 Jul 14 09:51:39.858508 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67618c3d-9ec2-4a13-ace6-0edf3e432719 req-f863f0dd-e170-41af-9ee3-d8e6bd536807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:39.859953 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67618c3d-9ec2-4a13-ace6-0edf3e432719 req-f863f0dd-e170-41af-9ee3-d8e6bd536807 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3aa7c56b-902c-479a-864b-8b656378c09b HTTP/1.1" status: 200 len: 848 time: 0.0439179 Jul 14 09:51:39.920713 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67618c3d-9ec2-4a13-ace6-0edf3e432719 req-a777e733-1cb3-4bb7-bb82-f1abd39016c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:39.922204 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67618c3d-9ec2-4a13-ace6-0edf3e432719 req-a777e733-1cb3-4bb7-bb82-f1abd39016c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f065f76e-ee03-45bb-9843-d8c80febfbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544288 Jul 14 09:51:40.014614 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67618c3d-9ec2-4a13-ace6-0edf3e432719 req-466c6a42-c903-4d51-aa18-fea874d09aac service neutron] 10.222.0.55 "GET /v2.0/networks/f065f76e-ee03-45bb-9843-d8c80febfbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805471 Jul 14 09:51:40.105492 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67618c3d-9ec2-4a13-ace6-0edf3e432719 req-81a25cd1-117f-49ad-9e11-195183a88579 service neutron] 10.222.0.55 "GET /v2.0/networks/f065f76e-ee03-45bb-9843-d8c80febfbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838723 Jul 14 09:51:46.622520 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.296519 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09607a74-f533-4f32-b59c-735d1860d0bd req-216d4ade-06e3-49e0-a84e-f1fdd6adce40 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:47.298081 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-09607a74-f533-4f32-b59c-735d1860d0bd req-216d4ade-06e3-49e0-a84e-f1fdd6adce40 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 945 time: 0.0657973 Jul 14 09:51:47.336722 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-09607a74-f533-4f32-b59c-735d1860d0bd req-8c9cc3b0-ae6c-4c6c-871c-124c21fa26b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330296 Jul 14 09:51:47.361378 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45424) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:47.427369 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-84af3d87-c5cf-4706-9525-065715cd7426 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/floatingips/c997d1b7-5ce9-4fea-bf78-e3dc4125bce2 HTTP/1.1" status: 200 len: 992 time: 0.0626509 Jul 14 09:51:47.858773 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fa7e1-a3e8-44d5-9124-aa1b21fbc034 req-0991c420-3f72-4a43-ac84-5de0133567e1 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:47.860314 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a17fa7e1-a3e8-44d5-9124-aa1b21fbc034 req-0991c420-3f72-4a43-ac84-5de0133567e1 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 1097 time: 0.0590103 Jul 14 09:51:47.898356 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a17fa7e1-a3e8-44d5-9124-aa1b21fbc034 req-557691ad-6f84-4f23-86b1-cf61f128bbe1 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295181 Jul 14 09:51:48.564483 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-c8ef9362-aa81-4887-8715-bcc46e8d5295 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1124294 Jul 14 09:51:49.138195 n-d-798054-10 neutron-server[93888]: WARNING keystonemiddleware.auth_token [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-c8ef9362-aa81-4887-8715-bcc46e8d5295 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 09:51:49.142112 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-ee90740e-c85f-4276-9a22-04641e92f8e3 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:51:49.143152 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-ee90740e-c85f-4276-9a22-04641e92f8e3 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0599451 Jul 14 09:51:49.151686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-ba7d5bfa-8a7f-4b44-9314-76a57cc5f496 service neutron] Request body: {'binding': {'host': 'n-h1-798054-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:49.152230 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-ba7d5bfa-8a7f-4b44-9314-76a57cc5f496 service neutron] Unknown quota resources ['binding']. {{(pid=93888) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:51:49.288340 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-ba7d5bfa-8a7f-4b44-9314-76a57cc5f496 service neutron] Attempting to bind port c40b0503-1452-4400-aae9-57e7ee9b94ca on host n-h1-798054-10 for vnic_type normal with profile None {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:49.288676 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-ba7d5bfa-8a7f-4b44-9314-76a57cc5f496 service neutron] Attempting to bind port c40b0503-1452-4400-aae9-57e7ee9b94ca by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'e1fcbd75-939c-4d65-8223-f6d67c5528f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:49.289509 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-ba7d5bfa-8a7f-4b44-9314-76a57cc5f496 service neutron] Attempting to bind port c40b0503-1452-4400-aae9-57e7ee9b94ca on network 3e3f3567-ef1f-4a14-b1d0-7b19747e133a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:49.293945 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-ba7d5bfa-8a7f-4b44-9314-76a57cc5f496 service neutron] Port c40b0503-1452-4400-aae9-57e7ee9b94ca on network 3e3f3567-ef1f-4a14-b1d0-7b19747e133a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:51:49.294270 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-ba7d5bfa-8a7f-4b44-9314-76a57cc5f496 service neutron] Attempting to bind port c40b0503-1452-4400-aae9-57e7ee9b94ca on network 3e3f3567-ef1f-4a14-b1d0-7b19747e133a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:49.299088 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-ba7d5bfa-8a7f-4b44-9314-76a57cc5f496 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:49.299439 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-ba7d5bfa-8a7f-4b44-9314-76a57cc5f496 service neutron] Checking segment: {'id': 'e1fcbd75-939c-4d65-8223-f6d67c5528f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:49.299827 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-ba7d5bfa-8a7f-4b44-9314-76a57cc5f496 service neutron] Bound using segment: {'id': 'e1fcbd75-939c-4d65-8223-f6d67c5528f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:49.300262 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-ba7d5bfa-8a7f-4b44-9314-76a57cc5f496 service neutron] Bound port: c40b0503-1452-4400-aae9-57e7ee9b94ca, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1fcbd75-939c-4d65-8223-f6d67c5528f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:49.387265 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-ba7d5bfa-8a7f-4b44-9314-76a57cc5f496 service neutron] For port c40b0503-1452-4400-aae9-57e7ee9b94ca, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=c40b0503-1452-4400-aae9-57e7ee9b94ca,segment=NetworkSegment(e1fcbd75-939c-4d65-8223-f6d67c5528f8),segment_id=e1fcbd75-939c-4d65-8223-f6d67c5528f8)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:49.392082 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-ba7d5bfa-8a7f-4b44-9314-76a57cc5f496 service neutron] Notify callbacks [] for binding, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.393333 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-ba7d5bfa-8a7f-4b44-9314-76a57cc5f496 service neutron] 10.222.0.26 "POST /v2.0/ports/c40b0503-1452-4400-aae9-57e7ee9b94ca/bindings HTTP/1.1" status: 201 len: 390 time: 0.2448165 Jul 14 09:51:49.588722 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993df1c-de1e-48a8-80bb-e29f5cda03d2 req-ecea4430-ebb8-4123-ad3b-d23e58af5c03 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:49.590157 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d993df1c-de1e-48a8-80bb-e29f5cda03d2 req-ecea4430-ebb8-4123-ad3b-d23e58af5c03 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 945 time: 0.0649807 Jul 14 09:51:49.628212 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d993df1c-de1e-48a8-80bb-e29f5cda03d2 req-93a3f574-2e63-4ac3-90d7-4d700dc2e50e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322886 Jul 14 09:51:49.639389 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-162615a2-4b41-458b-a820-294e63f1893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:49.640891 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-162615a2-4b41-458b-a820-294e63f1893a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 1097 time: 0.0524447 Jul 14 09:51:49.732695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-166e77ae-467b-4bb4-806b-69fdf2eef774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:49.734171 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-166e77ae-467b-4bb4-806b-69fdf2eef774 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e3f3567-ef1f-4a14-b1d0-7b19747e133a HTTP/1.1" status: 200 len: 897 time: 0.0867095 Jul 14 09:51:49.800654 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-21f3a64a-b3c9-4a22-b787-103706ed05bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c40b0503-1452-4400-aae9-57e7ee9b94ca HTTP/1.1" status: 200 len: 1000 time: 0.0590575 Jul 14 09:51:49.848056 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-7f98358d-62ae-4026-ac8f-b89d43269d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:49.849512 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-7f98358d-62ae-4026-ac8f-b89d43269d2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5c301b4-725a-4fc3-b461-592222618841 HTTP/1.1" status: 200 len: 834 time: 0.0427349 Jul 14 09:51:49.909024 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-95426bfa-faca-4425-a712-7d417d6c6e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:49.910564 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-95426bfa-faca-4425-a712-7d417d6c6e76 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e3f3567-ef1f-4a14-b1d0-7b19747e133a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544555 Jul 14 09:51:50.003960 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-81b72ec2-2403-4d00-9060-f95fd04af52c service neutron] 10.222.0.55 "GET /v2.0/networks/3e3f3567-ef1f-4a14-b1d0-7b19747e133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829389 Jul 14 09:51:50.098674 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-9702013d-04b9-4943-b148-58e08048e358 service neutron] 10.222.0.55 "GET /v2.0/networks/3e3f3567-ef1f-4a14-b1d0-7b19747e133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875547 Jul 14 09:51:50.300046 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-3fcce66c-72ae-491a-8a07-c6970f51c731 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:50.301574 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-3fcce66c-72ae-491a-8a07-c6970f51c731 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c&tenant_id=4572804f6c7148f4a4dc06c5116104de&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 1097 time: 0.0928848 Jul 14 09:51:50.313236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-10'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:50.395051 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.521900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] For port c40b0503-1452-4400-aae9-57e7ee9b94ca, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c40b0503-1452-4400-aae9-57e7ee9b94ca,segment=NetworkSegment(e1fcbd75-939c-4d65-8223-f6d67c5528f8),segment_id=e1fcbd75-939c-4d65-8223-f6d67c5528f8)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:50.560432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] For port c40b0503-1452-4400-aae9-57e7ee9b94ca, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:50.600350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c40b0503-1452-4400-aae9-57e7ee9b94ca'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:51:50.602730 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47b0773-4fe9-4cf5-a9a9-a8d264f4d641" -d '{"events": [{"server_uuid": "cc831b83-ce79-4403-93cf-58563f96d56c", "name": "network-vif-unplugged", "status": "completed", "tag": "c40b0503-1452-4400-aae9-57e7ee9b94ca"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:51:50.606814 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.615035 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.644307 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34611f94-bfb2-48d9-82f0-d38d14a2e0a0 x-openstack-request-id: req-34611f94-bfb2-48d9-82f0-d38d14a2e0a0 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:51:50.644932 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc831b83-ce79-4403-93cf-58563f96d56c", "name": "network-vif-unplugged", "status": "completed", "tag": "c40b0503-1452-4400-aae9-57e7ee9b94ca", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:51:50.644932 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-34611f94-bfb2-48d9-82f0-d38d14a2e0a0 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:51:50.645295 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c40b0503-1452-4400-aae9-57e7ee9b94ca', 'code': 200} Jul 14 09:51:50.725570 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] Pushing event updated for resources: {'Port': ['ID=c40b0503-1452-4400-aae9-57e7ee9b94ca,revision_number=7']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:50.784162 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] Attempting to bind port c40b0503-1452-4400-aae9-57e7ee9b94ca on host n-h2-798054-10 for vnic_type normal with profile {"migrating_to": "n-h1-798054-10"} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:50.784497 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] Attempting to bind port c40b0503-1452-4400-aae9-57e7ee9b94ca by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': 'e1fcbd75-939c-4d65-8223-f6d67c5528f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:50.784834 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] Attempting to bind port c40b0503-1452-4400-aae9-57e7ee9b94ca on network 3e3f3567-ef1f-4a14-b1d0-7b19747e133a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:50.790010 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] Port c40b0503-1452-4400-aae9-57e7ee9b94ca on network 3e3f3567-ef1f-4a14-b1d0-7b19747e133a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:51:50.790341 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] Attempting to bind port c40b0503-1452-4400-aae9-57e7ee9b94ca on network 3e3f3567-ef1f-4a14-b1d0-7b19747e133a {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:50.797602 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:50.798127 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] Checking segment: {'id': 'e1fcbd75-939c-4d65-8223-f6d67c5528f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:50.798540 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] Bound using segment: {'id': 'e1fcbd75-939c-4d65-8223-f6d67c5528f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:50.798991 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] Bound port: c40b0503-1452-4400-aae9-57e7ee9b94ca, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1fcbd75-939c-4d65-8223-f6d67c5528f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:50.799418 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.834660 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e51e15-f08f-4b89-ae5d-9fd96800cf40 req-3a6c4761-bb75-486c-bdf2-aff91e8d753d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:50.836948 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6e51e15-f08f-4b89-ae5d-9fd96800cf40 req-3a6c4761-bb75-486c-bdf2-aff91e8d753d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 943 time: 0.0829651 Jul 14 09:51:50.874404 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] For port c40b0503-1452-4400-aae9-57e7ee9b94ca, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:50.878635 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] For port c40b0503-1452-4400-aae9-57e7ee9b94ca, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c40b0503-1452-4400-aae9-57e7ee9b94ca,segment=NetworkSegment(e1fcbd75-939c-4d65-8223-f6d67c5528f8),segment_id=e1fcbd75-939c-4d65-8223-f6d67c5528f8)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:50.886667 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:51.000037 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9f3bcefc-9793-4fcb-8278-5a968966debd None None] Provisioning complete for port c40b0503-1452-4400-aae9-57e7ee9b94ca triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:51.000657 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f3bcefc-9793-4fcb-8278-5a968966debd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:51.008655 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] Pushing event updated for resources: {'Port': ['ID=c40b0503-1452-4400-aae9-57e7ee9b94ca,revision_number=8']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:51.074074 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:51.074774 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:51.076322 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-e8afa3e3-2338-482a-8b04-fbcdae7d6194 service neutron] 10.222.0.55 "PUT /v2.0/ports/c40b0503-1452-4400-aae9-57e7ee9b94ca HTTP/1.1" status: 200 len: 1123 time: 0.7672052 Jul 14 09:51:51.120494 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f3bcefc-9793-4fcb-8278-5a968966debd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:51.143562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['c40b0503-1452-4400-aae9-57e7ee9b94ca'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:51:51.181883 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40b0503-1452-4400-aae9-57e7ee9b94ca'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:51:51.184046 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91975d66-821e-4bc7-a8b7-7cc780bd0486" -d '{"events": [{"server_uuid": "cc831b83-ce79-4403-93cf-58563f96d56c", "name": "network-vif-plugged", "status": "completed", "tag": "c40b0503-1452-4400-aae9-57e7ee9b94ca"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:51:51.204384 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9f3bcefc-9793-4fcb-8278-5a968966debd None None] For port c40b0503-1452-4400-aae9-57e7ee9b94ca, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c40b0503-1452-4400-aae9-57e7ee9b94ca,segment=NetworkSegment(e1fcbd75-939c-4d65-8223-f6d67c5528f8),segment_id=e1fcbd75-939c-4d65-8223-f6d67c5528f8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:51.212188 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f3bcefc-9793-4fcb-8278-5a968966debd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:51.258242 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6e51e15-f08f-4b89-ae5d-9fd96800cf40 req-05f44a08-8878-47c5-b477-597ce9a00923 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4098828 Jul 14 09:51:51.322838 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabc901a-4d4f-455e-955f-1e2a22828e5a x-openstack-request-id: req-eabc901a-4d4f-455e-955f-1e2a22828e5a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:51:51.323124 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc831b83-ce79-4403-93cf-58563f96d56c", "name": "network-vif-plugged", "status": "completed", "tag": "c40b0503-1452-4400-aae9-57e7ee9b94ca", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:51:51.323379 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eabc901a-4d4f-455e-955f-1e2a22828e5a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:51:51.323760 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40b0503-1452-4400-aae9-57e7ee9b94ca', 'code': 200} Jul 14 09:51:51.380864 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bcefc-9793-4fcb-8278-5a968966debd None None] Pushing event updated for resources: {'Port': ['ID=c40b0503-1452-4400-aae9-57e7ee9b94ca,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:51.566664 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-484c6c9c-79e7-4ea8-9ac5-701dd599e4ae None None] Provisioning complete for port c40b0503-1452-4400-aae9-57e7ee9b94ca triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:51.567088 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-484c6c9c-79e7-4ea8-9ac5-701dd599e4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.473674 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7e255-ba57-4a2d-9d44-0e38bf6816a3 req-f317ca20-bbf0-493d-ac88-51306addfc2d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:52.475201 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35a7e255-ba57-4a2d-9d44-0e38bf6816a3 req-f317ca20-bbf0-493d-ac88-51306addfc2d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 945 time: 0.0834429 Jul 14 09:51:52.514085 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-35a7e255-ba57-4a2d-9d44-0e38bf6816a3 req-d637ec3d-2a1d-4d47-9766-36cf88252feb tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320573 Jul 14 09:51:52.646340 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'tag': 'c40b0503-1452-4400-aae9-57e7ee9b94ca'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:51:52.649315 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb119053-7e4d-4f31-8589-659de869bab7" -d '{"events": [{"name": "network-changed", "server_uuid": "cc831b83-ce79-4403-93cf-58563f96d56c", "tag": "c40b0503-1452-4400-aae9-57e7ee9b94ca"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:51:52.686633 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e99ce58-0ba4-4ae4-ab5c-aec6e84b47e6 x-openstack-request-id: req-8e99ce58-0ba4-4ae4-ab5c-aec6e84b47e6 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:51:52.686926 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc831b83-ce79-4403-93cf-58563f96d56c", "tag": "c40b0503-1452-4400-aae9-57e7ee9b94ca", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:51:52.687180 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e99ce58-0ba4-4ae4-ab5c-aec6e84b47e6 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:51:52.687585 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'tag': 'c40b0503-1452-4400-aae9-57e7ee9b94ca', 'status': 'completed', 'code': 200} Jul 14 09:51:52.823670 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb119053-7e4d-4f31-8589-659de869bab7 req-ff5793a3-3ee3-4c06-a909-7048ffe7c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:52.825098 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb119053-7e4d-4f31-8589-659de869bab7 req-ff5793a3-3ee3-4c06-a909-7048ffe7c1e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 1128 time: 0.1143861 Jul 14 09:51:52.920986 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb119053-7e4d-4f31-8589-659de869bab7 req-977ef60a-b9f4-4143-9768-5f6004f1b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:52.922802 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb119053-7e4d-4f31-8589-659de869bab7 req-977ef60a-b9f4-4143-9768-5f6004f1b4cb service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e3f3567-ef1f-4a14-b1d0-7b19747e133a HTTP/1.1" status: 200 len: 897 time: 0.0913486 Jul 14 09:51:52.994331 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb119053-7e4d-4f31-8589-659de869bab7 req-73705a64-e403-4d29-86f7-0978d4984c4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c40b0503-1452-4400-aae9-57e7ee9b94ca HTTP/1.1" status: 200 len: 1000 time: 0.0640132 Jul 14 09:51:53.054043 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb119053-7e4d-4f31-8589-659de869bab7 req-e66fc8eb-8c87-4df0-a04b-cec9c786d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:53.055732 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb119053-7e4d-4f31-8589-659de869bab7 req-e66fc8eb-8c87-4df0-a04b-cec9c786d7a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e5c301b4-725a-4fc3-b461-592222618841 HTTP/1.1" status: 200 len: 834 time: 0.0555904 Jul 14 09:51:53.114388 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb119053-7e4d-4f31-8589-659de869bab7 req-615b6b26-4248-41e2-aec6-23daf7d12bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:53.115926 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb119053-7e4d-4f31-8589-659de869bab7 req-615b6b26-4248-41e2-aec6-23daf7d12bab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e3f3567-ef1f-4a14-b1d0-7b19747e133a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536337 Jul 14 09:51:53.211885 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb119053-7e4d-4f31-8589-659de869bab7 req-c4c80ab6-034a-43f2-be1a-a621cf07a659 service neutron] 10.222.0.49 "GET /v2.0/networks/3e3f3567-ef1f-4a14-b1d0-7b19747e133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891786 Jul 14 09:51:53.282268 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device c40b0503-1452-4400-aae9-57e7ee9b94ca details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:51:53.323140 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bb119053-7e4d-4f31-8589-659de869bab7 req-713c635d-cfa0-4d06-a64d-a53a3be4dba7 service neutron] 10.222.0.49 "GET /v2.0/networks/3e3f3567-ef1f-4a14-b1d0-7b19747e133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054037 Jul 14 09:51:53.383653 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port c40b0503-1452-4400-aae9-57e7ee9b94ca, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c40b0503-1452-4400-aae9-57e7ee9b94ca,segment=NetworkSegment(e1fcbd75-939c-4d65-8223-f6d67c5528f8),segment_id=e1fcbd75-939c-4d65-8223-f6d67c5528f8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:53.398814 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device c40b0503-1452-4400-aae9-57e7ee9b94ca has no active binding in host n-h1-798054-10 {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:51:53.695871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadfd67-f399-4fd1-8747-d3dbf15d6374 req-baf07c8d-de1a-49c3-a93c-cffb1dca4816 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:53.697385 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1aadfd67-f399-4fd1-8747-d3dbf15d6374 req-baf07c8d-de1a-49c3-a93c-cffb1dca4816 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 945 time: 0.0703588 Jul 14 09:51:53.749377 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1aadfd67-f399-4fd1-8747-d3dbf15d6374 req-512291c4-8c8e-4f21-b533-b3e5a759b4d0 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441391 Jul 14 09:51:54.928250 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8053442-eac1-464d-a961-394934ff5a34 req-869791f4-48ea-4ccd-8581-6f61e0bdf4e6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:54.930563 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8053442-eac1-464d-a961-394934ff5a34 req-869791f4-48ea-4ccd-8581-6f61e0bdf4e6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 945 time: 0.0698817 Jul 14 09:51:54.970167 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a8053442-eac1-464d-a961-394934ff5a34 req-14d59653-e5f1-4068-841d-07ebc93e493f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339930 Jul 14 09:51:56.146598 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd1f61-d3bb-4d00-83a5-55d152ce273a req-fe57936c-b071-4ae4-9f3d-1a73e7d6174f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:56.148711 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9fdd1f61-d3bb-4d00-83a5-55d152ce273a req-fe57936c-b071-4ae4-9f3d-1a73e7d6174f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 945 time: 0.0673490 Jul 14 09:51:56.199808 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9fdd1f61-d3bb-4d00-83a5-55d152ce273a req-0b598c6b-e1e9-4e70-a1a6-310604259a0d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445628 Jul 14 09:51:56.391550 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-8ba3025a-f063-407f-af30-698eb4703c0f service neutron] 10.222.0.49 "GET /v2.0/ports/c40b0503-1452-4400-aae9-57e7ee9b94ca/bindings/n-h1-798054-10 HTTP/1.1" status: 200 len: 385 time: 0.0560925 Jul 14 09:51:56.570677 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-7e740f0b-3384-4e50-b30f-81dd8fdc54f7 service neutron] For port c40b0503-1452-4400-aae9-57e7ee9b94ca, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=c40b0503-1452-4400-aae9-57e7ee9b94ca,segment=NetworkSegment(e1fcbd75-939c-4d65-8223-f6d67c5528f8),segment_id=e1fcbd75-939c-4d65-8223-f6d67c5528f8)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:56.590292 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-7e740f0b-3384-4e50-b30f-81dd8fdc54f7 service neutron] For port c40b0503-1452-4400-aae9-57e7ee9b94ca, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:56.634063 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c40b0503-1452-4400-aae9-57e7ee9b94ca'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:51:56.636337 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54283dd1-4e59-49cc-a3de-be6f9c04937d" -d '{"events": [{"server_uuid": "cc831b83-ce79-4403-93cf-58563f96d56c", "name": "network-vif-unplugged", "status": "completed", "tag": "c40b0503-1452-4400-aae9-57e7ee9b94ca"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:51:56.643504 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-7e740f0b-3384-4e50-b30f-81dd8fdc54f7 service neutron] For port c40b0503-1452-4400-aae9-57e7ee9b94ca, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=c40b0503-1452-4400-aae9-57e7ee9b94ca,segment=NetworkSegment(e1fcbd75-939c-4d65-8223-f6d67c5528f8),segment_id=e1fcbd75-939c-4d65-8223-f6d67c5528f8)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:56.660071 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-7e740f0b-3384-4e50-b30f-81dd8fdc54f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:56.694197 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ef0c8e-38ca-483d-b615-79523745fc41 x-openstack-request-id: req-c1ef0c8e-38ca-483d-b615-79523745fc41 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:51:56.694482 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc831b83-ce79-4403-93cf-58563f96d56c", "name": "network-vif-unplugged", "status": "completed", "tag": "c40b0503-1452-4400-aae9-57e7ee9b94ca", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:51:56.694728 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1ef0c8e-38ca-483d-b615-79523745fc41 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:51:56.695168 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c40b0503-1452-4400-aae9-57e7ee9b94ca', 'code': 200} Jul 14 09:51:56.736741 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-7e740f0b-3384-4e50-b30f-81dd8fdc54f7 service neutron] Transition to ACTIVE for port object c40b0503-1452-4400-aae9-57e7ee9b94ca will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:56.741311 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-7e740f0b-3384-4e50-b30f-81dd8fdc54f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:56.839081 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e740f0b-3384-4e50-b30f-81dd8fdc54f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c40b0503-1452-4400-aae9-57e7ee9b94ca,revision_number=11']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:56.876452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-7e740f0b-3384-4e50-b30f-81dd8fdc54f7 service neutron] No DVR routers for this DVR port c40b0503-1452-4400-aae9-57e7ee9b94ca on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:57.014956 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-7e740f0b-3384-4e50-b30f-81dd8fdc54f7 service neutron] 10.222.0.49 "PUT /v2.0/ports/c40b0503-1452-4400-aae9-57e7ee9b94ca/bindings/n-h1-798054-10/activate HTTP/1.1" status: 200 len: 370 time: 0.6177471 Jul 14 09:51:57.136296 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-b85d87a4-6f4c-45b6-bb78-1d05536285d9 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:57.137833 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-b85d87a4-6f4c-45b6-bb78-1d05536285d9 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c&tenant_id=4572804f6c7148f4a4dc06c5116104de&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 1096 time: 0.0622954 Jul 14 09:51:57.201949 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-c8ef1a82-99b1-4e95-bd5d-dbc653152f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:57.203440 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-c8ef1a82-99b1-4e95-bd5d-dbc653152f56 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c&tenant_id=4572804f6c7148f4a4dc06c5116104de HTTP/1.1" status: 200 len: 1096 time: 0.0580375 Jul 14 09:51:57.293545 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-351fca0d-d04e-4c87-b73a-674639641cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:57.300739 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-c21081ed-99dd-4ee8-bac4-5f8197b96873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:57.302313 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-c21081ed-99dd-4ee8-bac4-5f8197b96873 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 1096 time: 0.0608497 Jul 14 09:51:57.392128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fd10b-9cb5-4b33-b183-8d29c115b737 req-f968e551-73f3-4317-83a4-18836daa8d1d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:57.393537 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d55fd10b-9cb5-4b33-b183-8d29c115b737 req-f968e551-73f3-4317-83a4-18836daa8d1d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 944 time: 0.0682895 Jul 14 09:51:57.396991 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-21cda619-8852-45fa-982f-7707f4b7f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:57.399131 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-21cda619-8852-45fa-982f-7707f4b7f9c2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e3f3567-ef1f-4a14-b1d0-7b19747e133a HTTP/1.1" status: 200 len: 897 time: 0.0898223 Jul 14 09:51:57.433401 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d55fd10b-9cb5-4b33-b183-8d29c115b737 req-97664022-ee99-4245-ac55-2338d86753e3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337129 Jul 14 09:51:57.467981 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-18a93bc1-80f8-423f-9d09-27336bd48e04 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c40b0503-1452-4400-aae9-57e7ee9b94ca HTTP/1.1" status: 200 len: 998 time: 0.0621967 Jul 14 09:51:57.515014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-2714af46-5d25-4422-b0e3-ce6f120678bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:57.516407 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-2714af46-5d25-4422-b0e3-ce6f120678bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5c301b4-725a-4fc3-b461-592222618841 HTTP/1.1" status: 200 len: 834 time: 0.0420327 Jul 14 09:51:57.580195 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-edfb042a-117b-4be0-8b8f-2584c872e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:57.581691 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-edfb042a-117b-4be0-8b8f-2584c872e549 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e3f3567-ef1f-4a14-b1d0-7b19747e133a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585821 Jul 14 09:51:57.670018 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-58fbccec-564c-4f85-83e5-a1cf3b7b1504 service neutron] 10.222.0.55 "GET /v2.0/networks/3e3f3567-ef1f-4a14-b1d0-7b19747e133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810788 Jul 14 09:51:57.762877 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-dea6f916-fe22-4dc3-85e5-51550a8517be service neutron] 10.222.0.55 "GET /v2.0/networks/3e3f3567-ef1f-4a14-b1d0-7b19747e133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864923 Jul 14 09:51:58.029493 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c40b0503-1452-4400-aae9-57e7ee9b94ca no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:58.069623 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device c40b0503-1452-4400-aae9-57e7ee9b94ca not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:58.097245 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-d5cefe0c-e01a-4945-a6bf-fd47b3d7646b tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:58.098861 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-d5cefe0c-e01a-4945-a6bf-fd47b3d7646b tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c&tenant_id=4572804f6c7148f4a4dc06c5116104de&binding%3Ahost_id=n-h1-798054-10 HTTP/1.1" status: 200 len: 1096 time: 0.0617180 Jul 14 09:51:58.224609 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-9404e14c-7e7e-4cc6-a8f0-7434c005a84d service neutron] For port c40b0503-1452-4400-aae9-57e7ee9b94ca, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:58.228266 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-9404e14c-7e7e-4cc6-a8f0-7434c005a84d service neutron] Notify callbacks [] for binding, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:58.229379 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e2c981bf-ffba-449c-8e7e-244419f2d97e req-9404e14c-7e7e-4cc6-a8f0-7434c005a84d service neutron] 10.222.0.55 "DELETE /v2.0/ports/c40b0503-1452-4400-aae9-57e7ee9b94ca/bindings/n-h2-798054-10 HTTP/1.1" status: 204 len: 173 time: 0.1242647 Jul 14 09:51:58.679241 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6802f09-0aae-40f6-ac35-7cec60e32b7c req-1c96414f-b803-496e-b976-8aed74189f55 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:58.680741 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f6802f09-0aae-40f6-ac35-7cec60e32b7c req-1c96414f-b803-496e-b976-8aed74189f55 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 944 time: 0.0636313 Jul 14 09:51:58.720269 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f6802f09-0aae-40f6-ac35-7cec60e32b7c req-b096c990-b60d-43ac-b58d-9a4a9a58077f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333788 Jul 14 09:51:59.069258 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40369718-f3b0-428b-a92a-ee6f2171f6ae req-5213501f-bb6d-4175-96ce-f32de0f7de92 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:59.071470 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-40369718-f3b0-428b-a92a-ee6f2171f6ae req-5213501f-bb6d-4175-96ce-f32de0f7de92 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 1096 time: 0.0534265 Jul 14 09:51:59.107125 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-40369718-f3b0-428b-a92a-ee6f2171f6ae req-a4f18f54-3617-4761-a5dd-f746b72f0433 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284951 Jul 14 09:51:59.282874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf56466-24f9-426d-8dc6-ab071f60c840 req-8d0bcc56-4c89-4d0b-8f8b-533bd5363ad4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:59.284314 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1cf56466-24f9-426d-8dc6-ab071f60c840 req-8d0bcc56-4c89-4d0b-8f8b-533bd5363ad4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 944 time: 0.0677752 Jul 14 09:51:59.324471 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1cf56466-24f9-426d-8dc6-ab071f60c840 req-925d817e-eada-4478-bbef-deadeb8b47cd tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332537 Jul 14 09:51:59.348433 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45498) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:59.409368 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-df31e209-a79c-4496-8b79-33f57b0684c2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/floatingips/c997d1b7-5ce9-4fea-bf78-e3dc4125bce2 HTTP/1.1" status: 200 len: 990 time: 0.0597856 Jul 14 09:51:59.685573 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45504) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:59.793406 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-097f4f43-efd9-47cd-b0e3-fcb3b416a0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.848514 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-ab72e522-1adc-4b15-a2f7-a7695f37c5c6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Deleting port be0d917c-c816-44a8-9ff8-d8970cea9fbe {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:59.848855 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab72e522-1adc-4b15-a2f7-a7695f37c5c6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.916568 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.925061 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab72e522-1adc-4b15-a2f7-a7695f37c5c6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.925384 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab72e522-1adc-4b15-a2f7-a7695f37c5c6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.938177 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-ab72e522-1adc-4b15-a2f7-a7695f37c5c6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Calling delete_port for be0d917c-c816-44a8-9ff8-d8970cea9fbe owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:00.115957 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab72e522-1adc-4b15-a2f7-a7695f37c5c6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:00.143540 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72e522-1adc-4b15-a2f7-a7695f37c5c6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Port': ['ID=be0d917c-c816-44a8-9ff8-d8970cea9fbe,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:00.207522 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab72e522-1adc-4b15-a2f7-a7695f37c5c6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:00.207854 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-ab72e522-1adc-4b15-a2f7-a7695f37c5c6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Floating IP c997d1b7-5ce9-4fea-bf78-e3dc4125bce2 disassociated (deleted). External IP: 172.25.1.99, port: c40b0503-1452-4400-aae9-57e7ee9b94ca. Jul 14 09:52:00.424740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab72e522-1adc-4b15-a2f7-a7695f37c5c6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Router c364110e-a132-4c76-bbe3-88dcca8453eb has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:52:00.539378 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab72e522-1adc-4b15-a2f7-a7695f37c5c6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:52:00.545025 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab72e522-1adc-4b15-a2f7-a7695f37c5c6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:00.549056 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b650f687-20dc-47ee-8579-04215ec045bc None None] Sync routers for ids ['c364110e-a132-4c76-bbe3-88dcca8453eb'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:52:00.558753 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b650f687-20dc-47ee-8579-04215ec045bc None None] Routers {'c364110e-a132-4c76-bbe3-88dcca8453eb'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:52:00.559474 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b650f687-20dc-47ee-8579-04215ec045bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:52:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['c364110e-a132-4c76-bbe3-88dcca8453eb'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:00.585350 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ab72e522-1adc-4b15-a2f7-a7695f37c5c6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "DELETE /v2.0/floatingips/c997d1b7-5ce9-4fea-bf78-e3dc4125bce2 HTTP/1.1" status: 204 len: 168 time: 0.8985090 Jul 14 09:52:00.586558 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'tag': 'c40b0503-1452-4400-aae9-57e7ee9b94ca'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:52:00.588955 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6b3243-76a9-4bc0-85f8-20ff2313f112" -d '{"events": [{"name": "network-changed", "server_uuid": "cc831b83-ce79-4403-93cf-58563f96d56c", "tag": "c40b0503-1452-4400-aae9-57e7ee9b94ca"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:52:00.637638 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e715812-6905-493c-bf1f-b25b331638ec x-openstack-request-id: req-6e715812-6905-493c-bf1f-b25b331638ec {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:52:00.638008 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc831b83-ce79-4403-93cf-58563f96d56c", "tag": "c40b0503-1452-4400-aae9-57e7ee9b94ca", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:52:00.638203 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e715812-6905-493c-bf1f-b25b331638ec {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:52:00.638609 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'tag': 'c40b0503-1452-4400-aae9-57e7ee9b94ca', 'status': 'completed', 'code': 200} Jul 14 09:52:00.678602 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-b650f687-20dc-47ee-8579-04215ec045bc None None] Set router c364110e-a132-4c76-bbe3-88dcca8453eb gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:52:00.746970 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b3243-76a9-4bc0-85f8-20ff2313f112 req-82b17374-b101-4bb4-83c3-5732f71e6497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:00.748666 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-eb6b3243-76a9-4bc0-85f8-20ff2313f112 req-82b17374-b101-4bb4-83c3-5732f71e6497 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 1096 time: 0.0589037 Jul 14 09:52:00.852803 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b3243-76a9-4bc0-85f8-20ff2313f112 req-0b369064-0abd-4422-9d55-3d8c1bd6c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:00.854321 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-eb6b3243-76a9-4bc0-85f8-20ff2313f112 req-0b369064-0abd-4422-9d55-3d8c1bd6c540 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e3f3567-ef1f-4a14-b1d0-7b19747e133a HTTP/1.1" status: 200 len: 897 time: 0.0989621 Jul 14 09:52:00.859084 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:00.929393 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b650f687-20dc-47ee-8579-04215ec045bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000119899', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:03Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '4ef686aa-f764-4e5b-aa8d-d2431b0bb810', 'name': '', 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:76:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e5c301b4-725a-4fc3-b461-592222618841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:03Z', 'updated_at': '2021-07-14T09:51:09Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': 'e5c301b4-725a-4fc3-b461-592222618841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:00.955854 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-eb6b3243-76a9-4bc0-85f8-20ff2313f112 req-0ce164b8-0dd8-4cc1-96d7-442572ffbcfd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c40b0503-1452-4400-aae9-57e7ee9b94ca HTTP/1.1" status: 200 len: 217 time: 0.0481033 Jul 14 09:52:00.961511 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b650f687-20dc-47ee-8579-04215ec045bc None None] Checking router: c364110e-a132-4c76-bbe3-88dcca8453eb for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:52:00.971073 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b650f687-20dc-47ee-8579-04215ec045bc None None] Routers {'c364110e-a132-4c76-bbe3-88dcca8453eb'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:52:00.971687 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b650f687-20dc-47ee-8579-04215ec045bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:52:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['c364110e-a132-4c76-bbe3-88dcca8453eb'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:01.014065 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b3243-76a9-4bc0-85f8-20ff2313f112 req-6faa84a5-e8af-4cd0-8f8a-380f8534e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:01.015602 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-eb6b3243-76a9-4bc0-85f8-20ff2313f112 req-6faa84a5-e8af-4cd0-8f8a-380f8534e158 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5c301b4-725a-4fc3-b461-592222618841 HTTP/1.1" status: 200 len: 834 time: 0.0521648 Jul 14 09:52:01.015885 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015efc7-54ba-4a53-bf29-12a03f9804c5 req-bcffbe84-77ea-4895-8d62-48224ac9298d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:01.017426 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4015efc7-54ba-4a53-bf29-12a03f9804c5 req-bcffbe84-77ea-4895-8d62-48224ac9298d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 944 time: 0.0709281 Jul 14 09:52:01.059171 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4015efc7-54ba-4a53-bf29-12a03f9804c5 req-ab56b96e-7d9b-4c20-80d3-e42bdfa17eb7 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359859 Jul 14 09:52:01.080326 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b3243-76a9-4bc0-85f8-20ff2313f112 req-3d3092d1-8e37-413c-aaff-a600b12cd03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:01.081882 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-eb6b3243-76a9-4bc0-85f8-20ff2313f112 req-3d3092d1-8e37-413c-aaff-a600b12cd03a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e3f3567-ef1f-4a14-b1d0-7b19747e133a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557811 Jul 14 09:52:01.094745 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-b650f687-20dc-47ee-8579-04215ec045bc None None] Set router c364110e-a132-4c76-bbe3-88dcca8453eb gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:52:01.176207 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-eb6b3243-76a9-4bc0-85f8-20ff2313f112 req-39c22bd9-38c8-40c8-8dc4-2eb27a1c70e0 service neutron] 10.222.0.55 "GET /v2.0/networks/3e3f3567-ef1f-4a14-b1d0-7b19747e133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838821 Jul 14 09:52:01.279728 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-eb6b3243-76a9-4bc0-85f8-20ff2313f112 req-a95e3ba1-9121-4a58-8611-acd91cc442ec service neutron] 10.222.0.55 "GET /v2.0/networks/3e3f3567-ef1f-4a14-b1d0-7b19747e133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924144 Jul 14 09:52:01.440502 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b650f687-20dc-47ee-8579-04215ec045bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000119899', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:03Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '4ef686aa-f764-4e5b-aa8d-d2431b0bb810', 'name': '', 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:76:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e5c301b4-725a-4fc3-b461-592222618841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:03Z', 'updated_at': '2021-07-14T09:51:09Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': 'e5c301b4-725a-4fc3-b461-592222618841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:01.466374 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b650f687-20dc-47ee-8579-04215ec045bc None None] The sync data for ids ['c364110e-a132-4c76-bbe3-88dcca8453eb'] in n-d-798054-10 is: [{'id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000119899', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:03Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '4ef686aa-f764-4e5b-aa8d-d2431b0bb810', 'name': '', 'network_id': '3e3f3567-ef1f-4a14-b1d0-7b19747e133a', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:76:48:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e5c301b4-725a-4fc3-b461-592222618841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:03Z', 'updated_at': '2021-07-14T09:51:09Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': 'e5c301b4-725a-4fc3-b461-592222618841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:52:01.660143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cbd93-d6e0-4318-9821-31723fd3886b req-7ac24827-ce1d-44d6-b3da-5410d0b9f306 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:01.661620 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4b2cbd93-d6e0-4318-9821-31723fd3886b req-7ac24827-ce1d-44d6-b3da-5410d0b9f306 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 944 time: 0.0688107 Jul 14 09:52:01.679689 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1028d8-0620-4ab7-892f-cb919ebefbbf None None] New status for floating IP c997d1b7-5ce9-4fea-bf78-e3dc4125bce2: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:52:02.046106 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-4b2cbd93-d6e0-4318-9821-31723fd3886b req-9216e968-746c-4cfb-93ec-dae4f9b94f73 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Deleting port c40b0503-1452-4400-aae9-57e7ee9b94ca {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:02.046673 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4b2cbd93-d6e0-4318-9821-31723fd3886b req-9216e968-746c-4cfb-93ec-dae4f9b94f73 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:02.085571 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:02.133746 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-4b2cbd93-d6e0-4318-9821-31723fd3886b req-9216e968-746c-4cfb-93ec-dae4f9b94f73 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] For port c40b0503-1452-4400-aae9-57e7ee9b94ca, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=c40b0503-1452-4400-aae9-57e7ee9b94ca,segment=NetworkSegment(e1fcbd75-939c-4d65-8223-f6d67c5528f8),segment_id=e1fcbd75-939c-4d65-8223-f6d67c5528f8)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:02.134142 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4b2cbd93-d6e0-4318-9821-31723fd3886b req-9216e968-746c-4cfb-93ec-dae4f9b94f73 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:02.147120 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-4b2cbd93-d6e0-4318-9821-31723fd3886b req-9216e968-746c-4cfb-93ec-dae4f9b94f73 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Calling delete_port for c40b0503-1452-4400-aae9-57e7ee9b94ca owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:02.248513 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ebed9-a684-4697-b145-7c031f294a4f req-8fbc29b5-762c-4539-80a7-bba98da50e14 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:02.252057 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-238ebed9-a684-4697-b145-7c031f294a4f req-8fbc29b5-762c-4539-80a7-bba98da50e14 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc831b83-ce79-4403-93cf-58563f96d56c HTTP/1.1" status: 200 len: 944 time: 0.0740619 Jul 14 09:52:02.280428 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4b2cbd93-d6e0-4318-9821-31723fd3886b req-9216e968-746c-4cfb-93ec-dae4f9b94f73 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:02.292821 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-238ebed9-a684-4697-b145-7c031f294a4f req-2ba89e1e-30d7-480c-a696-29a6f6a9d2bc tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c91ee6-6d97-4a4c-9002-e206e880123a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362971 Jul 14 09:52:02.310339 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216e968-746c-4cfb-93ec-dae4f9b94f73 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Port': ['ID=c40b0503-1452-4400-aae9-57e7ee9b94ca,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:02.358819 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2cbd93-d6e0-4318-9821-31723fd3886b req-9216e968-746c-4cfb-93ec-dae4f9b94f73 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] No DVR routers for this DVR port c40b0503-1452-4400-aae9-57e7ee9b94ca on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:52:02.361569 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4b2cbd93-d6e0-4318-9821-31723fd3886b req-9216e968-746c-4cfb-93ec-dae4f9b94f73 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:02.363666 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4b2cbd93-d6e0-4318-9821-31723fd3886b req-9216e968-746c-4cfb-93ec-dae4f9b94f73 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.55 "DELETE /v2.0/ports/c40b0503-1452-4400-aae9-57e7ee9b94ca HTTP/1.1" status: 204 len: 173 time: 0.6958847 Jul 14 09:52:02.639893 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'name': 'network-vif-deleted', 'tag': 'c40b0503-1452-4400-aae9-57e7ee9b94ca'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:52:02.642570 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aef6b5a-4c1e-414a-b600-cf81a45935a6" -d '{"events": [{"server_uuid": "cc831b83-ce79-4403-93cf-58563f96d56c", "name": "network-vif-deleted", "tag": "c40b0503-1452-4400-aae9-57e7ee9b94ca"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:52:02.682570 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63484515-12b2-41ff-b352-14ae2e7d2203 x-openstack-request-id: req-63484515-12b2-41ff-b352-14ae2e7d2203 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:52:02.682869 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc831b83-ce79-4403-93cf-58563f96d56c", "name": "network-vif-deleted", "tag": "c40b0503-1452-4400-aae9-57e7ee9b94ca", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:52:02.683189 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63484515-12b2-41ff-b352-14ae2e7d2203 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:52:02.683597 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc831b83-ce79-4403-93cf-58563f96d56c', 'name': 'network-vif-deleted', 'tag': 'c40b0503-1452-4400-aae9-57e7ee9b94ca', 'status': 'completed', 'code': 200} Jul 14 09:52:02.830349 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:03.388132 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45518) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:03.745925 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-260528fa-3ea1-4e8b-a755-03e783579c82 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:04.011079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-260528fa-3ea1-4e8b-a755-03e783579c82 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Deleting port 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:04.011340 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-260528fa-3ea1-4e8b-a755-03e783579c82 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:04.102456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-260528fa-3ea1-4e8b-a755-03e783579c82 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] For port 4ef686aa-f764-4e5b-aa8d-d2431b0bb810, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4ef686aa-f764-4e5b-aa8d-d2431b0bb810,segment=NetworkSegment(e1fcbd75-939c-4d65-8223-f6d67c5528f8),segment_id=e1fcbd75-939c-4d65-8223-f6d67c5528f8)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:04.102811 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-260528fa-3ea1-4e8b-a755-03e783579c82 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:04.115409 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-260528fa-3ea1-4e8b-a755-03e783579c82 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Calling delete_port for 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:04.299267 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-260528fa-3ea1-4e8b-a755-03e783579c82 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:04.326368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260528fa-3ea1-4e8b-a755-03e783579c82 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Port': ['ID=4ef686aa-f764-4e5b-aa8d-d2431b0bb810,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:04.505583 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-260528fa-3ea1-4e8b-a755-03e783579c82 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:04.719973 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260528fa-3ea1-4e8b-a755-03e783579c82 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Router c364110e-a132-4c76-bbe3-88dcca8453eb has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:52:04.825978 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260528fa-3ea1-4e8b-a755-03e783579c82 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:52:04.834374 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-260528fa-3ea1-4e8b-a755-03e783579c82 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "PUT /v2.0/routers/c364110e-a132-4c76-bbe3-88dcca8453eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4419956 Jul 14 09:52:04.835068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45520) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:04.838118 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e060998f-83ea-4dd0-845e-2bca4456daf1 None None] Sync routers for ids ['c364110e-a132-4c76-bbe3-88dcca8453eb'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:52:04.849033 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e060998f-83ea-4dd0-845e-2bca4456daf1 None None] Routers {'c364110e-a132-4c76-bbe3-88dcca8453eb'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:52:04.849848 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e060998f-83ea-4dd0-845e-2bca4456daf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:52:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['c364110e-a132-4c76-bbe3-88dcca8453eb'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:04.892673 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-67edb520-c79d-4a38-a1db-09fc2464797c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Deleting subnet e5c301b4-725a-4fc3-b461-592222618841 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:52:04.895717 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67edb520-c79d-4a38-a1db-09fc2464797c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:04.939395 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67edb520-c79d-4a38-a1db-09fc2464797c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:04.958596 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-e060998f-83ea-4dd0-845e-2bca4456daf1 None None] Set router c364110e-a132-4c76-bbe3-88dcca8453eb gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:52:05.022170 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67edb520-c79d-4a38-a1db-09fc2464797c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:05.092579 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67edb520-c79d-4a38-a1db-09fc2464797c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:05.120414 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edb520-c79d-4a38-a1db-09fc2464797c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Subnet': ['ID=e5c301b4-725a-4fc3-b461-592222618841,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:05.125923 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67edb520-c79d-4a38-a1db-09fc2464797c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:05.130562 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45522) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:05.131475 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-67edb520-c79d-4a38-a1db-09fc2464797c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "DELETE /v2.0/subnets/e5c301b4-725a-4fc3-b461-592222618841 HTTP/1.1" status: 204 len: 168 time: 0.2953856 Jul 14 09:52:05.133667 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af8507b-8f71-4f67-bfee-0521df95b62c None None] Network 3e3f3567-ef1f-4a14-b1d0-7b19747e133a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:05.200377 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e060998f-83ea-4dd0-845e-2bca4456daf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000119899', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:52:04Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:05.244146 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2196d120-8e69-4a93-8c51-2624f4d5d7da tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:05.248641 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e060998f-83ea-4dd0-845e-2bca4456daf1 None None] Checking router: c364110e-a132-4c76-bbe3-88dcca8453eb for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:52:05.259254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e060998f-83ea-4dd0-845e-2bca4456daf1 None None] Routers {'c364110e-a132-4c76-bbe3-88dcca8453eb'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:52:05.259867 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e060998f-83ea-4dd0-845e-2bca4456daf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:52:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['c364110e-a132-4c76-bbe3-88dcca8453eb'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:05.354731 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2196d120-8e69-4a93-8c51-2624f4d5d7da tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:05.360733 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device c40b0503-1452-4400-aae9-57e7ee9b94ca no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:52:05.391562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: c40b0503-1452-4400-aae9-57e7ee9b94ca {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:52:05.391901 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device c40b0503-1452-4400-aae9-57e7ee9b94ca not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:52:05.409310 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-2196d120-8e69-4a93-8c51-2624f4d5d7da tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Deleting port d00ba009-0f99-4623-b30b-49d20025557f {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:05.409686 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2196d120-8e69-4a93-8c51-2624f4d5d7da tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:05.419553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-e060998f-83ea-4dd0-845e-2bca4456daf1 None None] Set router c364110e-a132-4c76-bbe3-88dcca8453eb gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:52:05.490205 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a945005-f89f-4b3a-b5a2-b8c02c2a73d7 None None] DHCP port deletion for 3e3f3567-ef1f-4a14-b1d0-7b19747e133a request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:52:05.498150 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-2196d120-8e69-4a93-8c51-2624f4d5d7da tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] For port d00ba009-0f99-4623-b30b-49d20025557f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d00ba009-0f99-4623-b30b-49d20025557f,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:05.498664 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2196d120-8e69-4a93-8c51-2624f4d5d7da tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:05.512393 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-2196d120-8e69-4a93-8c51-2624f4d5d7da tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Calling delete_port for d00ba009-0f99-4623-b30b-49d20025557f owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:05.610983 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9a945005-f89f-4b3a-b5a2-b8c02c2a73d7 None None] Deleting port a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:05.611277 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9a945005-f89f-4b3a-b5a2-b8c02c2a73d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:05.678791 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2196d120-8e69-4a93-8c51-2624f4d5d7da tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:05.683373 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9a945005-f89f-4b3a-b5a2-b8c02c2a73d7 None None] For port a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc,segment=NetworkSegment(e1fcbd75-939c-4d65-8223-f6d67c5528f8),segment_id=e1fcbd75-939c-4d65-8223-f6d67c5528f8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:05.683772 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9a945005-f89f-4b3a-b5a2-b8c02c2a73d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:05.701242 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9a945005-f89f-4b3a-b5a2-b8c02c2a73d7 None None] Calling delete_port for a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:05.706765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196d120-8e69-4a93-8c51-2624f4d5d7da tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Port': ['ID=d00ba009-0f99-4623-b30b-49d20025557f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:05.715708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e060998f-83ea-4dd0-845e-2bca4456daf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000119899', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:52:04Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:05.767981 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2196d120-8e69-4a93-8c51-2624f4d5d7da tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:05.771799 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e060998f-83ea-4dd0-845e-2bca4456daf1 None None] The sync data for ids ['c364110e-a132-4c76-bbe3-88dcca8453eb'] in n-d-798054-10 is: [{'id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000119899', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:52:04Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': 'd00ba009-0f99-4623-b30b-49d20025557f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364110e-a132-4c76-bbe3-88dcca8453eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:00Z', 'updated_at': '2021-07-14T09:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:52:05.823263 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9a945005-f89f-4b3a-b5a2-b8c02c2a73d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:05.849753 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a945005-f89f-4b3a-b5a2-b8c02c2a73d7 None None] Pushing event deleted for resources: {'Port': ['ID=a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:05.854481 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a945005-f89f-4b3a-b5a2-b8c02c2a73d7 None None] No DVR routers for this DVR port a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:52:05.866914 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2196d120-8e69-4a93-8c51-2624f4d5d7da tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:05.869033 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2196d120-8e69-4a93-8c51-2624f4d5d7da tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:05.918186 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2196d120-8e69-4a93-8c51-2624f4d5d7da tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:05.918716 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2196d120-8e69-4a93-8c51-2624f4d5d7da tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Fanout notify agent at l3_agent the message router_deleted on router c364110e-a132-4c76-bbe3-88dcca8453eb {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:52:05.925553 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2196d120-8e69-4a93-8c51-2624f4d5d7da tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:05.926704 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2196d120-8e69-4a93-8c51-2624f4d5d7da tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "DELETE /v2.0/routers/c364110e-a132-4c76-bbe3-88dcca8453eb HTTP/1.1" status: 204 len: 168 time: 0.7944794 Jul 14 09:52:05.929580 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45526) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:06.004069 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d5326214-1fd3-4e24-811b-938518cd026c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.097107 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d5326214-1fd3-4e24-811b-938518cd026c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.107127 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-d5326214-1fd3-4e24-811b-938518cd026c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3f3567-ef1f-4a14-b1d0-7b19747e133a']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:06.121087 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-d5326214-1fd3-4e24-811b-938518cd026c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1fcbd75-939c-4d65-8223-f6d67c5528f8') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:06.121313 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-d5326214-1fd3-4e24-811b-938518cd026c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1fcbd75-939c-4d65-8223-f6d67c5528f8') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:06.131071 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d5326214-1fd3-4e24-811b-938518cd026c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.146102 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d5326214-1fd3-4e24-811b-938518cd026c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.152275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5326214-1fd3-4e24-811b-938518cd026c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:52:06.152705 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d5326214-1fd3-4e24-811b-938518cd026c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:52:06.156792 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:52:06.223695 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d5326214-1fd3-4e24-811b-938518cd026c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.251388 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d5326214-1fd3-4e24-811b-938518cd026c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.253412 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d5326214-1fd3-4e24-811b-938518cd026c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "DELETE /v2.0/networks/3e3f3567-ef1f-4a14-b1d0-7b19747e133a HTTP/1.1" status: 204 len: 168 time: 0.3226674 Jul 14 09:52:06.254636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5326214-1fd3-4e24-811b-938518cd026c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Network': ['ID=3e3f3567-ef1f-4a14-b1d0-7b19747e133a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:06.256258 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45528) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:06.323671 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b40e8ed6-edd7-4aae-a3a9-d94f3d6ca39e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.349433 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b40e8ed6-edd7-4aae-a3a9-d94f3d6ca39e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.419289 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b40e8ed6-edd7-4aae-a3a9-d94f3d6ca39e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.421935 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b40e8ed6-edd7-4aae-a3a9-d94f3d6ca39e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.423145 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b40e8ed6-edd7-4aae-a3a9-d94f3d6ca39e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "DELETE /v2.0/security-groups/05c91ee6-6d97-4a4c-9002-e206e880123a HTTP/1.1" status: 204 len: 168 time: 0.1658762 Jul 14 09:52:06.433636 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e8ed6-edd7-4aae-a3a9-d94f3d6ca39e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c91ee6-6d97-4a4c-9002-e206e880123a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:06.729643 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45534) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:06.734458 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7fa817cd-6e1b-4689-b454-6c73a701ab59 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2037184515', 'description': 'tempest-secgroup-smoke-2037184515 description', 'project_id': '4572804f6c7148f4a4dc06c5116104de'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:06.756841 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7fa817cd-6e1b-4689-b454-6c73a701ab59 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.851623 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7fa817cd-6e1b-4689-b454-6c73a701ab59 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.857171 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7fa817cd-6e1b-4689-b454-6c73a701ab59 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.887640 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7fa817cd-6e1b-4689-b454-6c73a701ab59 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.888947 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7fa817cd-6e1b-4689-b454-6c73a701ab59 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1581755 Jul 14 09:52:06.889644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa817cd-6e1b-4689-b454-6c73a701ab59 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8b8935-be0c-4284-9e4e-16defb5ac564,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:06.891899 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45536) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:06.896614 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8110ffd9-7c2c-47e5-bba3-437c0c0569f7 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': '8e8b8935-be0c-4284-9e4e-16defb5ac564', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:06.926353 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8110ffd9-7c2c-47e5-bba3-437c0c0569f7 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.986363 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8110ffd9-7c2c-47e5-bba3-437c0c0569f7 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.990173 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8110ffd9-7c2c-47e5-bba3-437c0c0569f7 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.008224 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110ffd9-7c2c-47e5-bba3-437c0c0569f7 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53479439-7569-4ad4-ae95-1a5c5914a3e6,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:07.018912 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8110ffd9-7c2c-47e5-bba3-437c0c0569f7 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.020139 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8110ffd9-7c2c-47e5-bba3-437c0c0569f7 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273208 Jul 14 09:52:07.023278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45538) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:07.027805 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c02f0106-70f5-4caa-bab7-d2dcfb1ba00e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': '8e8b8935-be0c-4284-9e4e-16defb5ac564', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:07.059268 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c02f0106-70f5-4caa-bab7-d2dcfb1ba00e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.091636 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d00ba009-0f99-4623-b30b-49d20025557f no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:52:07.114678 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: d00ba009-0f99-4623-b30b-49d20025557f {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:52:07.114941 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d00ba009-0f99-4623-b30b-49d20025557f not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:52:07.115422 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:52:07.117963 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c02f0106-70f5-4caa-bab7-d2dcfb1ba00e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.122250 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c02f0106-70f5-4caa-bab7-d2dcfb1ba00e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.134755 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:52:07.135097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a1c04fad-6d2d-4f64-b5b8-8c9a009e72bc not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:52:07.135516 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:52:07.139728 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f0106-70f5-4caa-bab7-d2dcfb1ba00e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ac8432-019f-4277-9e5b-420035a61d7d,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:07.146696 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c02f0106-70f5-4caa-bab7-d2dcfb1ba00e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.148161 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c02f0106-70f5-4caa-bab7-d2dcfb1ba00e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236625 Jul 14 09:52:07.151285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45540) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:07.155632 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:52:07.155884 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-228c71da-dd5e-451f-a3ab-6b34ebfea1bf tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': '8e8b8935-be0c-4284-9e4e-16defb5ac564', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:07.156051 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4ef686aa-f764-4e5b-aa8d-d2431b0bb810 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:52:07.182562 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-228c71da-dd5e-451f-a3ab-6b34ebfea1bf tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.238928 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-228c71da-dd5e-451f-a3ab-6b34ebfea1bf tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.242386 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-228c71da-dd5e-451f-a3ab-6b34ebfea1bf tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.260400 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c71da-dd5e-451f-a3ab-6b34ebfea1bf tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73aa490-59c8-4fc7-b363-d393799645e3,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:07.266470 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-228c71da-dd5e-451f-a3ab-6b34ebfea1bf tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.267989 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-228c71da-dd5e-451f-a3ab-6b34ebfea1bf tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156919 Jul 14 09:52:07.270735 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45542) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:07.276092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-8bfb616f-3ea8-496c-8d74-81644f7dbcf3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': '8e8b8935-be0c-4284-9e4e-16defb5ac564', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:07.303698 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bfb616f-3ea8-496c-8d74-81644f7dbcf3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.362258 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bfb616f-3ea8-496c-8d74-81644f7dbcf3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.365937 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bfb616f-3ea8-496c-8d74-81644f7dbcf3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.384124 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb616f-3ea8-496c-8d74-81644f7dbcf3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84286bbf-059e-4fcb-bc82-717537b361ce,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:07.389684 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bfb616f-3ea8-496c-8d74-81644f7dbcf3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.393479 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8bfb616f-3ea8-496c-8d74-81644f7dbcf3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192496 Jul 14 09:52:07.393692 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45544) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:07.398707 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-cdcdc147-91fe-4717-af36-073f61617846 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': '8e8b8935-be0c-4284-9e4e-16defb5ac564', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:07.419978 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-cdcdc147-91fe-4717-af36-073f61617846 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Project 4572804f6c7148f4a4dc06c5116104de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:52:07.424639 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cdcdc147-91fe-4717-af36-073f61617846 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.489316 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cdcdc147-91fe-4717-af36-073f61617846 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.493697 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cdcdc147-91fe-4717-af36-073f61617846 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.516955 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdc147-91fe-4717-af36-073f61617846 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edb6376-8f95-4448-aa13-88285f501159,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:07.520549 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cdcdc147-91fe-4717-af36-073f61617846 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.521923 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cdcdc147-91fe-4717-af36-073f61617846 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271367 Jul 14 09:52:07.524570 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45546) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:07.528935 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7837311b-7c3e-4d98-bf11-a8a28d474a94 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'security_group_rule': {'security_group_id': '8e8b8935-be0c-4284-9e4e-16defb5ac564', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:07.550051 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-7837311b-7c3e-4d98-bf11-a8a28d474a94 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Project 4572804f6c7148f4a4dc06c5116104de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:52:07.555099 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7837311b-7c3e-4d98-bf11-a8a28d474a94 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.615759 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7837311b-7c3e-4d98-bf11-a8a28d474a94 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.619643 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7837311b-7c3e-4d98-bf11-a8a28d474a94 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.637502 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837311b-7c3e-4d98-bf11-a8a28d474a94 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e8c237-d313-4440-a039-83bc23079d30,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:07.647362 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7837311b-7c3e-4d98-bf11-a8a28d474a94 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.647362 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7837311b-7c3e-4d98-bf11-a8a28d474a94 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188612 Jul 14 09:52:07.647562 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45548) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:07.652765 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4e2b30ed-f828-4821-92f5-74d2ffee4e52 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'network': {'name': 'tempest-network-smoke--1508834086', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'port_security_enabled': True}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:07.675617 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2b30ed-f828-4821-92f5-74d2ffee4e52 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Made reservation on behalf of 4572804f6c7148f4a4dc06c5116104de for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:07.680792 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4e2b30ed-f828-4821-92f5-74d2ffee4e52 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.715225 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2b30ed-f828-4821-92f5-74d2ffee4e52 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:52:07.724791 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4e2b30ed-f828-4821-92f5-74d2ffee4e52 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.725141 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-4e2b30ed-f828-4821-92f5-74d2ffee4e52 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Added segment 2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c of type vlan for network 9fce05e4-7d87-4735-a2e0-c597b9fe9a6b Jul 14 09:52:07.765753 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4e2b30ed-f828-4821-92f5-74d2ffee4e52 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.797644 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4e2b30ed-f828-4821-92f5-74d2ffee4e52 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.803086 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2b30ed-f828-4821-92f5-74d2ffee4e52 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:07.803664 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4e2b30ed-f828-4821-92f5-74d2ffee4e52 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.865729 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4e2b30ed-f828-4821-92f5-74d2ffee4e52 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2172010 Jul 14 09:52:07.869272 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45550) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:07.875117 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-cf15ea46-c462-4a49-9551-00485abd62f2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-366484011', 'admin_state_up': True, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:07.886148 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b30ed-f828-4821-92f5-74d2ffee4e52 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Network': ['ID=9fce05e4-7d87-4735-a2e0-c597b9fe9a6b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:07.898209 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 9fce05e4-7d87-4735-a2e0-c597b9fe9a6b details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:52:07.902984 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf15ea46-c462-4a49-9551-00485abd62f2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.904027 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf15ea46-c462-4a49-9551-00485abd62f2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.961845 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf15ea46-c462-4a49-9551-00485abd62f2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:08.114021 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf15ea46-c462-4a49-9551-00485abd62f2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:08.338775 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf15ea46-c462-4a49-9551-00485abd62f2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:08.358106 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf15ea46-c462-4a49-9551-00485abd62f2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:08.467129 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-cf15ea46-c462-4a49-9551-00485abd62f2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Allocated IP 172.25.1.92 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/5aaedceb-06f0-413e-8f36-1bf10c3118f6) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:08.571795 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf15ea46-c462-4a49-9551-00485abd62f2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:08.610207 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf15ea46-c462-4a49-9551-00485abd62f2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:08.649121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf15ea46-c462-4a49-9551-00485abd62f2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:08.651912 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-cf15ea46-c462-4a49-9551-00485abd62f2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:08.655428 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf15ea46-c462-4a49-9551-00485abd62f2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:08.676669 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15ea46-c462-4a49-9551-00485abd62f2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=5aaedceb-06f0-413e-8f36-1bf10c3118f6,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:08.898472 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf15ea46-c462-4a49-9551-00485abd62f2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:09.097010 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf15ea46-c462-4a49-9551-00485abd62f2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:09.221759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf15ea46-c462-4a49-9551-00485abd62f2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Router 7e755d48-451e-49d3-b64a-a0cf64f91a9d is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:52:09.329502 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf15ea46-c462-4a49-9551-00485abd62f2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:52:09.339651 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] Sync routers for ids ['7e755d48-451e-49d3-b64a-a0cf64f91a9d'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:52:09.349270 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf15ea46-c462-4a49-9551-00485abd62f2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:09.350646 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cf15ea46-c462-4a49-9551-00485abd62f2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4797370 Jul 14 09:52:09.351902 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] Routers {'7e755d48-451e-49d3-b64a-a0cf64f91a9d'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:52:09.353276 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:52:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7e755d48-451e-49d3-b64a-a0cf64f91a9d'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:09.354337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45552) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:09.458942 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] Set router 7e755d48-451e-49d3-b64a-a0cf64f91a9d gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:52:09.489052 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ba9979b0-7332-4f0e-8ddb-de822affb3ad tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=4572804f6c7148f4a4dc06c5116104de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1334753 Jul 14 09:52:09.492229 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45556) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:09.580791 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa5ae61-5192-4422-95c0-24563f025e68 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:09.582335 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5aa5ae61-5192-4422-95c0-24563f025e68 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891986 Jul 14 09:52:09.585142 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45558) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:09.612901 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6c4ee053-45fd-4b7f-a97c-dc849e71dca8 tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266664 Jul 14 09:52:09.615426 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45560) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:09.620735 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1343969982', 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b', 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:09.635317 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366484011', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:52:07Z', 'updated_at': '2021-07-14T09:52:08Z', 'revision_number': 3, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:08Z', 'updated_at': '2021-07-14T09:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:09.664273 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] Checking router: 7e755d48-451e-49d3-b64a-a0cf64f91a9d for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:52:09.664613 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] Updating router 7e755d48-451e-49d3-b64a-a0cf64f91a9d port 5aaedceb-06f0-413e-8f36-1bf10c3118f6 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:52:09.698004 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:09.706952 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Made reservation on behalf of 4572804f6c7148f4a4dc06c5116104de for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:09.710987 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:09.896662 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:09.964930 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Subnet': ['ID=3eadef1f-a49b-4be6-9540-b7893bdd0caa,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:09.973952 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Checking segment: {'id': '2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:52:09.974301 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network hostable DHCP agents. Network: 9fce05e4-7d87-4735-a2e0-c597b9fe9a6b, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:52:09.977621 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:09.978001 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:09.978345 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:09.978682 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:09.979017 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:09.979352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:09.979678 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:09.980013 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:09.980487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:09.980669 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:09.980993 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:09.981310 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:10.000067 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network 9fce05e4-7d87-4735-a2e0-c597b9fe9a6b is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:52:10.010192 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 9fce05e4-7d87-4735-a2e0-c597b9fe9a6b) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:10.016248 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:10.016248 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:10.019638 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f0724f-c53f-4daf-9c94-31550bf0d69d None None] Network 9fce05e4-7d87-4735-a2e0-c597b9fe9a6b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:10.033044 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-65df107d-6de2-4ed6-87ff-2079276b35b5 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4164994 Jul 14 09:52:10.035810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45562) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:10.042789 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:10.055767 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] Transition to ACTIVE for port object 5aaedceb-06f0-413e-8f36-1bf10c3118f6 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:10.061499 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:10.119310 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c277e-1169-46f9-b887-c868ac247d5a None None] Pushing event updated for resources: {'Port': ['ID=5aaedceb-06f0-413e-8f36-1bf10c3118f6,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:10.127743 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c277e-1169-46f9-b887-c868ac247d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:10.128076 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c277e-1169-46f9-b887-c868ac247d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:10.128396 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c277e-1169-46f9-b887-c868ac247d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:10.128726 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c277e-1169-46f9-b887-c868ac247d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:10.129052 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c277e-1169-46f9-b887-c868ac247d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:10.129369 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c277e-1169-46f9-b887-c868ac247d5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:10.129695 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c277e-1169-46f9-b887-c868ac247d5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:10.130035 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c277e-1169-46f9-b887-c868ac247d5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:10.130566 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c277e-1169-46f9-b887-c868ac247d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:10.130893 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c277e-1169-46f9-b887-c868ac247d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:10.131205 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c277e-1169-46f9-b887-c868ac247d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:10.131519 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c277e-1169-46f9-b887-c868ac247d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:10.135974 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] Attempting to bind port 5aaedceb-06f0-413e-8f36-1bf10c3118f6 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:52:10.136345 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] Attempting to bind port 5aaedceb-06f0-413e-8f36-1bf10c3118f6 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:52:10.136697 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] Attempting to bind port 5aaedceb-06f0-413e-8f36-1bf10c3118f6 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:52:10.142363 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:52:10.142735 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:52:10.143139 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:10.143523 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:52:10.143988 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] Bound port: 5aaedceb-06f0-413e-8f36-1bf10c3118f6, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:52:10.144365 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:10.180848 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-9fce05e4-7d87-4735-a2e0-c597b9fe9a6b', 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'fixed_ips': [{'subnet_id': '3eadef1f-a49b-4be6-9540-b7893bdd0caa'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:52:10.181729 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:10.199755 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] For port 5aaedceb-06f0-413e-8f36-1bf10c3118f6, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:52:10.203036 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] For port 5aaedceb-06f0-413e-8f36-1bf10c3118f6, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5aaedceb-06f0-413e-8f36-1bf10c3118f6,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:52:10.209489 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:10.253833 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] Routers {'7e755d48-451e-49d3-b64a-a0cf64f91a9d'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:52:10.254140 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:52:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7e755d48-451e-49d3-b64a-a0cf64f91a9d'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:10.366699 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Allocated IP 172.20.0.2 (9fce05e4-7d87-4735-a2e0-c597b9fe9a6b/3eadef1f-a49b-4be6-9540-b7893bdd0caa/b965567d-1cc5-44fd-a176-f0f43ea3f101) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:10.367529 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c277e-1169-46f9-b887-c868ac247d5a None None] Pushing event updated for resources: {'Port': ['ID=5aaedceb-06f0-413e-8f36-1bf10c3118f6,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:10.399300 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] Set router 7e755d48-451e-49d3-b64a-a0cf64f91a9d gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:52:10.536096 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:10.545517 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Transition to ACTIVE for port object b965567d-1cc5-44fd-a176-f0f43ea3f101 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:10.562253 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Transition to ACTIVE for port object b965567d-1cc5-44fd-a176-f0f43ea3f101 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:10.570949 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:10.594655 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366484011', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:52:07Z', 'updated_at': '2021-07-14T09:52:08Z', 'revision_number': 3, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:08Z', 'updated_at': '2021-07-14T09:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:10.614972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Network 9fce05e4-7d87-4735-a2e0-c597b9fe9a6b is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:10.619506 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:10.621395 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Pushing event updated for resources: {'Port': ['ID=b965567d-1cc5-44fd-a176-f0f43ea3f101,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:10.623593 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:10.623749 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25576d5-17c0-4930-b4a7-4a27452b64e4 None None] The sync data for ids ['7e755d48-451e-49d3-b64a-a0cf64f91a9d'] in n-d-798054-10 is: [{'id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366484011', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:52:07Z', 'updated_at': '2021-07-14T09:52:08Z', 'revision_number': 3, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:08Z', 'updated_at': '2021-07-14T09:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:52:10.686953 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Attempting to bind port b965567d-1cc5-44fd-a176-f0f43ea3f101 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:52:10.687463 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Attempting to bind port b965567d-1cc5-44fd-a176-f0f43ea3f101 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:52:10.687932 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Attempting to bind port b965567d-1cc5-44fd-a176-f0f43ea3f101 on network 9fce05e4-7d87-4735-a2e0-c597b9fe9a6b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:52:10.693900 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:52:10.695052 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Checking segment: {'id': '2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:52:10.695565 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:10.696061 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Bound using segment: {'id': '2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:52:10.696641 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Bound port: b965567d-1cc5-44fd-a176-f0f43ea3f101, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:52:10.697132 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:10.768460 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] For port b965567d-1cc5-44fd-a176-f0f43ea3f101, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:52:10.771880 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] For port b965567d-1cc5-44fd-a176-f0f43ea3f101, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b965567d-1cc5-44fd-a176-f0f43ea3f101,segment=NetworkSegment(2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c),segment_id=2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:52:10.776525 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:10.836071 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b19ed-e4c4-46a9-895a-9ce0db989599 None None] Pushing event updated for resources: {'Port': ['ID=b965567d-1cc5-44fd-a176-f0f43ea3f101,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:10.856012 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fbc01262-3655-4ba6-b3f9-4271da68d55b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:11.243726 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b965567d-1cc5-44fd-a176-f0f43ea3f101 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:11.257622 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-fbc01262-3655-4ba6-b3f9-4271da68d55b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Allocated IP 172.20.0.1 (9fce05e4-7d87-4735-a2e0-c597b9fe9a6b/3eadef1f-a49b-4be6-9540-b7893bdd0caa/f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:11.308630 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port b965567d-1cc5-44fd-a176-f0f43ea3f101 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:11.312982 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5aaedceb-06f0-413e-8f36-1bf10c3118f6 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:11.379108 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 5aaedceb-06f0-413e-8f36-1bf10c3118f6 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:11.384623 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 5aaedceb-06f0-413e-8f36-1bf10c3118f6 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:11.385003 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:11.408845 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fbc01262-3655-4ba6-b3f9-4271da68d55b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:11.426166 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-fbc01262-3655-4ba6-b3f9-4271da68d55b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Transition to ACTIVE for port object f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:11.466810 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fbc01262-3655-4ba6-b3f9-4271da68d55b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:11.472726 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:11.495979 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 5aaedceb-06f0-413e-8f36-1bf10c3118f6, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5aaedceb-06f0-413e-8f36-1bf10c3118f6,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:11.501111 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:11.507773 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc01262-3655-4ba6-b3f9-4271da68d55b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network 9fce05e4-7d87-4735-a2e0-c597b9fe9a6b is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:11.511124 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-fbc01262-3655-4ba6-b3f9-4271da68d55b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:11.515232 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc01262-3655-4ba6-b3f9-4271da68d55b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:11.552644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc01262-3655-4ba6-b3f9-4271da68d55b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:11.565008 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=5aaedceb-06f0-413e-8f36-1bf10c3118f6,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:11.572470 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fbc01262-3655-4ba6-b3f9-4271da68d55b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:11.733842 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fbc01262-3655-4ba6-b3f9-4271da68d55b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:11.917346 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6524cf1-6af0-479e-ae0d-69823bb4ca28 None None] Network 9fce05e4-7d87-4735-a2e0-c597b9fe9a6b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:11.969215 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d5570820-533b-4d54-a2bc-5aecceda1d89 None None] Provisioning for port b965567d-1cc5-44fd-a176-f0f43ea3f101 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:11.977232 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d5570820-533b-4d54-a2bc-5aecceda1d89 None None] Provisioning complete for port b965567d-1cc5-44fd-a176-f0f43ea3f101 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:11.977589 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5570820-533b-4d54-a2bc-5aecceda1d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.021706 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fbc01262-3655-4ba6-b3f9-4271da68d55b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.026575 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fbc01262-3655-4ba6-b3f9-4271da68d55b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.099649 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc01262-3655-4ba6-b3f9-4271da68d55b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:12.102244 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fbc01262-3655-4ba6-b3f9-4271da68d55b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.129832 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5570820-533b-4d54-a2bc-5aecceda1d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.173969 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d5570820-533b-4d54-a2bc-5aecceda1d89 None None] For port b965567d-1cc5-44fd-a176-f0f43ea3f101, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b965567d-1cc5-44fd-a176-f0f43ea3f101,segment=NetworkSegment(2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c),segment_id=2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:12.182971 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5570820-533b-4d54-a2bc-5aecceda1d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.214035 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc01262-3655-4ba6-b3f9-4271da68d55b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network 9fce05e4-7d87-4735-a2e0-c597b9fe9a6b is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:12.215507 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-fbc01262-3655-4ba6-b3f9-4271da68d55b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:12.238831 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5570820-533b-4d54-a2bc-5aecceda1d89 None None] Pushing event updated for resources: {'Port': ['ID=b965567d-1cc5-44fd-a176-f0f43ea3f101,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:12.247821 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5570820-533b-4d54-a2bc-5aecceda1d89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:12.248506 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5570820-533b-4d54-a2bc-5aecceda1d89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:12.248506 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5570820-533b-4d54-a2bc-5aecceda1d89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:12.248824 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5570820-533b-4d54-a2bc-5aecceda1d89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:12.249344 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5570820-533b-4d54-a2bc-5aecceda1d89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:12.249871 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5570820-533b-4d54-a2bc-5aecceda1d89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:12.250378 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5570820-533b-4d54-a2bc-5aecceda1d89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:12.250871 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5570820-533b-4d54-a2bc-5aecceda1d89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:12.251366 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5570820-533b-4d54-a2bc-5aecceda1d89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:12.251847 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5570820-533b-4d54-a2bc-5aecceda1d89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:12.252682 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5570820-533b-4d54-a2bc-5aecceda1d89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:12.252964 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5570820-533b-4d54-a2bc-5aecceda1d89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:12.348629 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc01262-3655-4ba6-b3f9-4271da68d55b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Router 7e755d48-451e-49d3-b64a-a0cf64f91a9d has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:52:12.421381 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a5f2988d-2e43-4eee-8771-445fd2f51cff None None] Provisioning complete for port b965567d-1cc5-44fd-a176-f0f43ea3f101 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:12.421757 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5f2988d-2e43-4eee-8771-445fd2f51cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.483593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc01262-3655-4ba6-b3f9-4271da68d55b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:52:12.494234 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fbc01262-3655-4ba6-b3f9-4271da68d55b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "PUT /v2.0/routers/7e755d48-451e-49d3-b64a-a0cf64f91a9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4564135 Jul 14 09:52:12.508761 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] Sync routers for ids ['7e755d48-451e-49d3-b64a-a0cf64f91a9d'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:52:12.529842 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] Routers {'7e755d48-451e-49d3-b64a-a0cf64f91a9d'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:52:12.530458 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:52:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7e755d48-451e-49d3-b64a-a0cf64f91a9d'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:12.590698 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a5f2988d-2e43-4eee-8771-445fd2f51cff None None] Provisioning for port f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:12.625860 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a5f2988d-2e43-4eee-8771-445fd2f51cff None None] Provisioning complete for port f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:12.626248 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5f2988d-2e43-4eee-8771-445fd2f51cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.668099 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-849580f5-3707-4088-8bdc-6a6153afc57b req-11c23101-b061-4042-baed-404ffc457afe tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037184515&fields=id&tenant_id=4572804f6c7148f4a4dc06c5116104de HTTP/1.1" status: 200 len: 267 time: 0.0411222 Jul 14 09:52:12.684288 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a5f2988d-2e43-4eee-8771-445fd2f51cff None None] Port f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:52:12.687628 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] Set router 7e755d48-451e-49d3-b64a-a0cf64f91a9d gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:52:12.787732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849580f5-3707-4088-8bdc-6a6153afc57b req-f9205b8c-b40f-45f5-8d04-389be7e12b30 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:12.789443 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-849580f5-3707-4088-8bdc-6a6153afc57b req-f9205b8c-b40f-45f5-8d04-389be7e12b30 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/networks?id=9fce05e4-7d87-4735-a2e0-c597b9fe9a6b HTTP/1.1" status: 200 len: 797 time: 0.1138971 Jul 14 09:52:12.808008 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-849580f5-3707-4088-8bdc-6a6153afc57b req-1e540604-fe89-448a-a331-6e1d275f1781 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/quotas/4572804f6c7148f4a4dc06c5116104de HTTP/1.1" status: 200 len: 375 time: 0.0113049 Jul 14 09:52:12.888227 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-849580f5-3707-4088-8bdc-6a6153afc57b req-977a5b32-bf6f-4986-b6e8-093d0452478b tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739114 Jul 14 09:52:12.981651 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-250f1cac-c007-4728-bc38-2ce3355cdaca None None] Provisioning complete for port f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:12.982050 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-250f1cac-c007-4728-bc38-2ce3355cdaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.985314 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-849580f5-3707-4088-8bdc-6a6153afc57b req-7cd115a5-9a03-492a-85e7-1071e13f2ee4 service neutron] 10.222.0.26 "GET /v2.0/networks/9fce05e4-7d87-4735-a2e0-c597b9fe9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848269 Jul 14 09:52:13.040660 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-250f1cac-c007-4728-bc38-2ce3355cdaca None None] Port f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:52:13.087660 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-849580f5-3707-4088-8bdc-6a6153afc57b req-09fad878-6342-4d1a-8325-31991e06dbdd service neutron] 10.222.0.26 "GET /v2.0/networks/9fce05e4-7d87-4735-a2e0-c597b9fe9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937550 Jul 14 09:52:13.092298 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366484011', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:52:07Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:08Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc', 'name': '', 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:57:6d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '3eadef1f-a49b-4be6-9540-b7893bdd0caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:11Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 2, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '3eadef1f-a49b-4be6-9540-b7893bdd0caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:13.121123 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b965567d-1cc5-44fd-a176-f0f43ea3f101 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:13.124908 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] Checking router: 7e755d48-451e-49d3-b64a-a0cf64f91a9d for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:52:13.125493 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] Updating router 7e755d48-451e-49d3-b64a-a0cf64f91a9d port f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:52:13.199699 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.212316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-bf361089-9452-421a-b683-e73d15483cd8 None None] Provisioning complete for port f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:13.212316 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bf361089-9452-421a-b683-e73d15483cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.274954 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1bce793c-d990-40f0-a533-a6a32696bdea req-eb662817-7efe-45cb-b0be-143639285c22 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 210 time: 0.0337915 Jul 14 09:52:13.297858 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-bf361089-9452-421a-b683-e73d15483cd8 None None] Port f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:52:13.307158 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port b965567d-1cc5-44fd-a176-f0f43ea3f101 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:13.307535 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.510892 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5aaedceb-06f0-413e-8f36-1bf10c3118f6 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:13.620339 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 5aaedceb-06f0-413e-8f36-1bf10c3118f6 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:13.620717 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.648941 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.671409 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] Transition to ACTIVE for port object f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:13.680523 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.739006 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d1c90-78b2-405f-bc5c-863c7b1f6162 None None] Pushing event updated for resources: {'Port': ['ID=f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:13.829158 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] Attempting to bind port f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:52:13.829645 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] Attempting to bind port f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:52:13.830142 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] Attempting to bind port f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc on network 9fce05e4-7d87-4735-a2e0-c597b9fe9a6b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:52:13.836153 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:52:13.836664 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] Checking segment: {'id': '2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:52:13.837169 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.837678 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] Bound using segment: {'id': '2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:52:13.838276 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] Bound port: f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:52:13.838957 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.909665 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] For port f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:52:13.913153 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] For port f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc,segment=NetworkSegment(2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c),segment_id=2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:52:13.918450 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.978599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] Routers {'7e755d48-451e-49d3-b64a-a0cf64f91a9d'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:52:13.979239 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:52:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7e755d48-451e-49d3-b64a-a0cf64f91a9d'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:13.982264 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d1c90-78b2-405f-bc5c-863c7b1f6162 None None] Pushing event updated for resources: {'Port': ['ID=f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:14.104490 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] Set router 7e755d48-451e-49d3-b64a-a0cf64f91a9d gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:52:14.347328 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366484011', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:52:07Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:08Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc', 'name': '', 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:57:6d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '3eadef1f-a49b-4be6-9540-b7893bdd0caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:11Z', 'updated_at': '2021-07-14T09:52:13Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '3eadef1f-a49b-4be6-9540-b7893bdd0caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:14.379341 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47142d-a2fc-435a-b805-d8b516c644d4 None None] The sync data for ids ['7e755d48-451e-49d3-b64a-a0cf64f91a9d'] in n-d-798054-10 is: [{'id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366484011', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:52:07Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:08Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc', 'name': '', 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:57:6d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '3eadef1f-a49b-4be6-9540-b7893bdd0caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:11Z', 'updated_at': '2021-07-14T09:52:13Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '3eadef1f-a49b-4be6-9540-b7893bdd0caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:52:14.467459 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2c292a91-e7ab-4ef1-9085-f5272064e587 req-1c02d32e-e33e-4af7-8fc4-cc75004243a3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 210 time: 0.0647907 Jul 14 09:52:14.593072 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849580f5-3707-4088-8bdc-6a6153afc57b req-e04835c0-ba75-4539-b127-839470f356e4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:14.594680 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-849580f5-3707-4088-8bdc-6a6153afc57b req-e04835c0-ba75-4539-b127-839470f356e4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.49 "GET /v2.0/networks?id=9fce05e4-7d87-4735-a2e0-c597b9fe9a6b HTTP/1.1" status: 200 len: 797 time: 0.1297843 Jul 14 09:52:14.642029 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-849580f5-3707-4088-8bdc-6a6153afc57b req-fa0947e4-cb6f-4083-86e5-b95eaf7c61ea tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4572804f6c7148f4a4dc06c5116104de HTTP/1.1" status: 200 len: 380 time: 0.0394609 Jul 14 09:52:14.651653 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-849580f5-3707-4088-8bdc-6a6153afc57b req-344ac856-e48e-4114-97f1-5b43c3970670 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'port': {'device_id': 'e799be14-0e48-4900-8410-a15bb9484e46', 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b', 'admin_state_up': True, 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'security_groups': ['8e8b8935-be0c-4284-9e4e-16defb5ac564']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:14.742814 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:52:14.781821 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849580f5-3707-4088-8bdc-6a6153afc57b req-344ac856-e48e-4114-97f1-5b43c3970670 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Made reservation on behalf of 4572804f6c7148f4a4dc06c5116104de for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:14.785417 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-849580f5-3707-4088-8bdc-6a6153afc57b req-344ac856-e48e-4114-97f1-5b43c3970670 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:14.924634 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-849580f5-3707-4088-8bdc-6a6153afc57b req-344ac856-e48e-4114-97f1-5b43c3970670 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Allocated IP 172.20.0.10 (9fce05e4-7d87-4735-a2e0-c597b9fe9a6b/3eadef1f-a49b-4be6-9540-b7893bdd0caa/fd178419-2286-4ef4-a85f-3eea797b4eff) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:15.081924 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-849580f5-3707-4088-8bdc-6a6153afc57b req-344ac856-e48e-4114-97f1-5b43c3970670 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:15.097959 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-849580f5-3707-4088-8bdc-6a6153afc57b req-344ac856-e48e-4114-97f1-5b43c3970670 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Transition to ACTIVE for port object fd178419-2286-4ef4-a85f-3eea797b4eff will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:15.144254 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-849580f5-3707-4088-8bdc-6a6153afc57b req-344ac856-e48e-4114-97f1-5b43c3970670 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:15.145772 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:15.195884 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849580f5-3707-4088-8bdc-6a6153afc57b req-344ac856-e48e-4114-97f1-5b43c3970670 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network 9fce05e4-7d87-4735-a2e0-c597b9fe9a6b is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:15.200610 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-849580f5-3707-4088-8bdc-6a6153afc57b req-344ac856-e48e-4114-97f1-5b43c3970670 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:15.203094 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:15.203665 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-849580f5-3707-4088-8bdc-6a6153afc57b req-344ac856-e48e-4114-97f1-5b43c3970670 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:15.208020 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:15.208789 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:15.275156 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849580f5-3707-4088-8bdc-6a6153afc57b req-344ac856-e48e-4114-97f1-5b43c3970670 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:15.275829 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-849580f5-3707-4088-8bdc-6a6153afc57b req-344ac856-e48e-4114-97f1-5b43c3970670 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:15.291171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ac856-e48e-4114-97f1-5b43c3970670 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=fd178419-2286-4ef4-a85f-3eea797b4eff,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:15.309087 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-849580f5-3707-4088-8bdc-6a6153afc57b req-344ac856-e48e-4114-97f1-5b43c3970670 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6617436 Jul 14 09:52:15.318156 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:15.321372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] Request body: {'port': {'device_id': 'e799be14-0e48-4900-8410-a15bb9484e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:15.358089 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc,segment=NetworkSegment(2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c),segment_id=2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:15.367763 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:15.421971 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:15.435934 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:15.521627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c02aac29-0f9a-4bcd-9ee7-2669010567fa None None] Provisioning for port fd178419-2286-4ef4-a85f-3eea797b4eff completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:15.526659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c02aac29-0f9a-4bcd-9ee7-2669010567fa None None] Provisioning complete for port fd178419-2286-4ef4-a85f-3eea797b4eff triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:15.528143 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c02aac29-0f9a-4bcd-9ee7-2669010567fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:15.576365 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c02aac29-0f9a-4bcd-9ee7-2669010567fa None None] Port fd178419-2286-4ef4-a85f-3eea797b4eff cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:52:15.724364 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5443ce-3a30-443b-8caa-ab9c7f9290c9 req-edc81718-e814-4f53-941d-1f0a06d39a83 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:15.726722 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2e5443ce-3a30-443b-8caa-ab9c7f9290c9 req-edc81718-e814-4f53-941d-1f0a06d39a83 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 932 time: 0.1107411 Jul 14 09:52:15.801345 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd178419-2286-4ef4-a85f-3eea797b4eff {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:52:15.810348 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2e5443ce-3a30-443b-8caa-ab9c7f9290c9 req-dc6b8c5a-0331-4eec-a834-cd512e7f5d4d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775058 Jul 14 09:52:15.812308 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:15.824699 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] Transition to ACTIVE for port object fd178419-2286-4ef4-a85f-3eea797b4eff will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:15.828922 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:15.878719 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd178419-2286-4ef4-a85f-3eea797b4eff,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:15.954932 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] Attempting to bind port fd178419-2286-4ef4-a85f-3eea797b4eff on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:52:15.955271 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] Attempting to bind port fd178419-2286-4ef4-a85f-3eea797b4eff by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:52:15.955599 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] Attempting to bind port fd178419-2286-4ef4-a85f-3eea797b4eff on network 9fce05e4-7d87-4735-a2e0-c597b9fe9a6b {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:52:15.960959 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] Port fd178419-2286-4ef4-a85f-3eea797b4eff on network 9fce05e4-7d87-4735-a2e0-c597b9fe9a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:52:15.961282 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] Attempting to bind port fd178419-2286-4ef4-a85f-3eea797b4eff on network 9fce05e4-7d87-4735-a2e0-c597b9fe9a6b {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:52:15.966577 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:52:15.966914 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] Checking segment: {'id': '2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:52:15.967502 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] Bound using segment: {'id': '2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:52:15.967735 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] Bound port: fd178419-2286-4ef4-a85f-3eea797b4eff, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:52:15.968147 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:16.040537 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] For port fd178419-2286-4ef4-a85f-3eea797b4eff, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:52:16.044426 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] For port fd178419-2286-4ef4-a85f-3eea797b4eff, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fd178419-2286-4ef4-a85f-3eea797b4eff,segment=NetworkSegment(2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c),segment_id=2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:52:16.048766 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:16.082499 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:16.083191 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:16.084652 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-849580f5-3707-4088-8bdc-6a6153afc57b req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] 10.222.0.49 "PUT /v2.0/ports/fd178419-2286-4ef4-a85f-3eea797b4eff HTTP/1.1" status: 200 len: 1093 time: 0.7686057 Jul 14 09:52:16.085742 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e799be14-0e48-4900-8410-a15bb9484e46', 'tag': 'fd178419-2286-4ef4-a85f-3eea797b4eff'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:52:16.088347 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04af9e2e-4c81-40fc-9c40-f72dd762c055" -d '{"events": [{"name": "network-changed", "server_uuid": "e799be14-0e48-4900-8410-a15bb9484e46", "tag": "fd178419-2286-4ef4-a85f-3eea797b4eff"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:52:16.117947 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ad0c0-6059-4d75-99d1-6b8a406b7bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd178419-2286-4ef4-a85f-3eea797b4eff,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:16.160816 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4dbeca-455a-4cfe-a164-cd488a34db03 x-openstack-request-id: req-ba4dbeca-455a-4cfe-a164-cd488a34db03 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:52:16.161210 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e799be14-0e48-4900-8410-a15bb9484e46", "tag": "fd178419-2286-4ef4-a85f-3eea797b4eff", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:52:16.161517 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ba4dbeca-455a-4cfe-a164-cd488a34db03 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:52:16.161950 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e799be14-0e48-4900-8410-a15bb9484e46', 'tag': 'fd178419-2286-4ef4-a85f-3eea797b4eff', 'status': 'completed', 'code': 200} Jul 14 09:52:16.188575 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849580f5-3707-4088-8bdc-6a6153afc57b req-1e3f92e6-b67f-45e9-bfe7-7600b416fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:16.190162 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-849580f5-3707-4088-8bdc-6a6153afc57b req-1e3f92e6-b67f-45e9-bfe7-7600b416fe3c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 1096 time: 0.0626659 Jul 14 09:52:16.236814 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-849580f5-3707-4088-8bdc-6a6153afc57b req-386029f1-00b2-48b6-ad79-e75c397511e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd178419-2286-4ef4-a85f-3eea797b4eff HTTP/1.1" status: 200 len: 217 time: 0.0391512 Jul 14 09:52:16.287626 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849580f5-3707-4088-8bdc-6a6153afc57b req-86253ebf-715d-48a2-a183-249be7aa7d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:16.289146 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-849580f5-3707-4088-8bdc-6a6153afc57b req-86253ebf-715d-48a2-a183-249be7aa7d40 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3eadef1f-a49b-4be6-9540-b7893bdd0caa HTTP/1.1" status: 200 len: 835 time: 0.0461929 Jul 14 09:52:16.348980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849580f5-3707-4088-8bdc-6a6153afc57b req-70e70a16-b659-4eb5-aec8-035bb1897231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:16.350570 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-849580f5-3707-4088-8bdc-6a6153afc57b req-70e70a16-b659-4eb5-aec8-035bb1897231 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9fce05e4-7d87-4735-a2e0-c597b9fe9a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550542 Jul 14 09:52:16.442663 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-849580f5-3707-4088-8bdc-6a6153afc57b req-21abe0ee-be0c-491f-90af-c1c650f9929f service neutron] 10.222.0.49 "GET /v2.0/networks/9fce05e4-7d87-4735-a2e0-c597b9fe9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856018 Jul 14 09:52:16.534208 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-849580f5-3707-4088-8bdc-6a6153afc57b req-11d08072-3e3d-4812-b576-c431edab3299 service neutron] 10.222.0.49 "GET /v2.0/networks/9fce05e4-7d87-4735-a2e0-c597b9fe9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856271 Jul 14 09:52:16.619066 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:16.640894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af9e2e-4c81-40fc-9c40-f72dd762c055 req-8948837a-6787-4613-81f5-fded986da268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:16.642479 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04af9e2e-4c81-40fc-9c40-f72dd762c055 req-8948837a-6787-4613-81f5-fded986da268 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 1096 time: 0.0590885 Jul 14 09:52:16.739423 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af9e2e-4c81-40fc-9c40-f72dd762c055 req-5c7b17a4-69de-4121-be5e-d4b24b49b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:16.741551 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04af9e2e-4c81-40fc-9c40-f72dd762c055 req-5c7b17a4-69de-4121-be5e-d4b24b49b933 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9fce05e4-7d87-4735-a2e0-c597b9fe9a6b HTTP/1.1" status: 200 len: 898 time: 0.0928860 Jul 14 09:52:16.783233 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04af9e2e-4c81-40fc-9c40-f72dd762c055 req-c08435da-a644-4de0-99fd-314443da1913 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd178419-2286-4ef4-a85f-3eea797b4eff HTTP/1.1" status: 200 len: 217 time: 0.0349770 Jul 14 09:52:16.836019 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af9e2e-4c81-40fc-9c40-f72dd762c055 req-b4c4c0ed-97e3-4565-9778-66b76bb938ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:16.837434 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04af9e2e-4c81-40fc-9c40-f72dd762c055 req-b4c4c0ed-97e3-4565-9778-66b76bb938ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3eadef1f-a49b-4be6-9540-b7893bdd0caa HTTP/1.1" status: 200 len: 835 time: 0.0479987 Jul 14 09:52:16.898311 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af9e2e-4c81-40fc-9c40-f72dd762c055 req-af6a4f18-34c8-47c2-8e5a-a62ef1cc9f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:16.899848 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04af9e2e-4c81-40fc-9c40-f72dd762c055 req-af6a4f18-34c8-47c2-8e5a-a62ef1cc9f6b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9fce05e4-7d87-4735-a2e0-c597b9fe9a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563958 Jul 14 09:52:17.037762 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04af9e2e-4c81-40fc-9c40-f72dd762c055 req-7c0fbcad-25cc-450f-b6b5-1b816962508a service neutron] 10.222.0.49 "GET /v2.0/networks/9fce05e4-7d87-4735-a2e0-c597b9fe9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305063 Jul 14 09:52:17.050896 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f4426-47fa-46c1-8888-e7f6a03c4a68 req-4819e9fe-aece-467e-ad55-2e4e7a5a2a81 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:17.052392 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-291f4426-47fa-46c1-8888-e7f6a03c4a68 req-4819e9fe-aece-467e-ad55-2e4e7a5a2a81 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 944 time: 0.1264174 Jul 14 09:52:17.107632 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:17.145149 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-291f4426-47fa-46c1-8888-e7f6a03c4a68 req-4f7f056a-011d-495e-80f9-0f76c30fe844 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836637 Jul 14 09:52:17.157019 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:17.157458 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:17.172885 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04af9e2e-4c81-40fc-9c40-f72dd762c055 req-62c6e0ab-9acd-4f7b-8b6a-84b5544af357 service neutron] 10.222.0.49 "GET /v2.0/networks/9fce05e4-7d87-4735-a2e0-c597b9fe9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195209 Jul 14 09:52:18.091322 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fd178419-2286-4ef4-a85f-3eea797b4eff details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:52:18.191712 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fd178419-2286-4ef4-a85f-3eea797b4eff, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fd178419-2286-4ef4-a85f-3eea797b4eff,segment=NetworkSegment(2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c),segment_id=2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:18.209092 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'fd178419-2286-4ef4-a85f-3eea797b4eff', 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b', 'port_id': 'fd178419-2286-4ef4-a85f-3eea797b4eff', 'mac_address': 'fa:16:3e:ec:ab:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eadef1f-a49b-4be6-9540-b7893bdd0caa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:52:18.247647 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:18.262769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd178419-2286-4ef4-a85f-3eea797b4eff {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:52:18.283770 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fd178419-2286-4ef4-a85f-3eea797b4eff, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fd178419-2286-4ef4-a85f-3eea797b4eff,segment=NetworkSegment(2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c),segment_id=2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:18.292356 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:18.337257 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bc1d3-60c7-4eee-8998-74b8ad29e87f req-b50c4c22-0e95-42df-8100-21ab979d9530 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:18.338941 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-794bc1d3-60c7-4eee-8998-74b8ad29e87f req-b50c4c22-0e95-42df-8100-21ab979d9530 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 944 time: 0.0699453 Jul 14 09:52:18.342098 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=fd178419-2286-4ef4-a85f-3eea797b4eff,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:18.378920 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-794bc1d3-60c7-4eee-8998-74b8ad29e87f req-79fce3e7-f451-40d5-a2d2-664b14310a99 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336201 Jul 14 09:52:18.501403 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['fd178419-2286-4ef4-a85f-3eea797b4eff'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:52:19.562298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ed92f-b326-432f-b2a8-2c219d01d49d req-fdb81081-8769-4fbb-bb71-8ace8102ddec tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:19.563827 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f64ed92f-b326-432f-b2a8-2c219d01d49d req-fdb81081-8769-4fbb-bb71-8ace8102ddec tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 945 time: 0.0700862 Jul 14 09:52:19.609560 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f64ed92f-b326-432f-b2a8-2c219d01d49d req-0a32b6f4-cca4-411e-b8d3-4dd567a9556f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390980 Jul 14 09:52:20.107258 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fd178419-2286-4ef4-a85f-3eea797b4eff up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:20.159909 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port fd178419-2286-4ef4-a85f-3eea797b4eff completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:20.163756 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port fd178419-2286-4ef4-a85f-3eea797b4eff triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:20.164127 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:20.245116 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:20.268804 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e799be14-0e48-4900-8410-a15bb9484e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd178419-2286-4ef4-a85f-3eea797b4eff'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:52:20.271621 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f91c03-f657-40ef-91a5-2ed553390746" -d '{"events": [{"server_uuid": "e799be14-0e48-4900-8410-a15bb9484e46", "name": "network-vif-plugged", "status": "completed", "tag": "fd178419-2286-4ef4-a85f-3eea797b4eff"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:52:20.286421 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fd178419-2286-4ef4-a85f-3eea797b4eff, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fd178419-2286-4ef4-a85f-3eea797b4eff,segment=NetworkSegment(2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c),segment_id=2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:20.290622 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:20.319899 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501f6a4d-8086-4445-9642-6cb6dafd55cb x-openstack-request-id: req-501f6a4d-8086-4445-9642-6cb6dafd55cb {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:52:20.320186 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e799be14-0e48-4900-8410-a15bb9484e46", "name": "network-vif-plugged", "status": "completed", "tag": "fd178419-2286-4ef4-a85f-3eea797b4eff", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:52:20.320437 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-501f6a4d-8086-4445-9642-6cb6dafd55cb {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:52:20.320826 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e799be14-0e48-4900-8410-a15bb9484e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd178419-2286-4ef4-a85f-3eea797b4eff', 'code': 200} Jul 14 09:52:20.347572 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=fd178419-2286-4ef4-a85f-3eea797b4eff,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:20.431311 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b6ad4-38b2-4b63-a264-046fbd62cdd0 req-197148f6-7fad-418c-9af5-b23c4f1bc3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:20.432799 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d5b6ad4-38b2-4b63-a264-046fbd62cdd0 req-197148f6-7fad-418c-9af5-b23c4f1bc3b1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 1098 time: 0.0570855 Jul 14 09:52:20.466986 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d5b6ad4-38b2-4b63-a264-046fbd62cdd0 req-097109b0-b471-46d5-95df-036ab3e64c57 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279341 Jul 14 09:52:20.789973 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0067d-e8ac-4636-83e0-21d91650b5eb req-1d29c083-f0c0-475e-b994-9a97b440113e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:20.791509 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ea0067d-e8ac-4636-83e0-21d91650b5eb req-1d29c083-f0c0-475e-b994-9a97b440113e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.0641370 Jul 14 09:52:20.830503 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ea0067d-e8ac-4636-83e0-21d91650b5eb req-524a8c71-b3e2-4ec4-ae6e-4c71539ba76c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329468 Jul 14 09:52:22.012463 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89491d-8fa7-4655-8947-459066bdf93a req-a15e6a1a-c210-4165-9c42-44251a3c5ae9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:22.014107 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef89491d-8fa7-4655-8947-459066bdf93a req-a15e6a1a-c210-4165-9c42-44251a3c5ae9 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.0651641 Jul 14 09:52:22.051282 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef89491d-8fa7-4655-8947-459066bdf93a req-d49adb5f-83d0-49d8-b169-9890b708a87d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318513 Jul 14 09:52:22.224545 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301f9be-bbd1-4999-a28d-5017036c51b8 req-f48dfb24-9913-4283-bf01-2e81acd00d71 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:22.226464 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7301f9be-bbd1-4999-a28d-5017036c51b8 req-f48dfb24-9913-4283-bf01-2e81acd00d71 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.0672259 Jul 14 09:52:22.265259 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7301f9be-bbd1-4999-a28d-5017036c51b8 req-b506923b-77b3-4757-b871-d3b57920b005 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330632 Jul 14 09:52:22.289450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45616) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:22.340468 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d1f4d9-1939-4715-80ba-a8a630774acf tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:22.342075 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-45d1f4d9-1939-4715-80ba-a8a630774acf tempest-TestNetworkAdvancedServerOps-178597799 tempest-TestNetworkAdvancedServerOps-178597799-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 1093 time: 0.0516014 Jul 14 09:52:22.344843 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45618) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:22.349746 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-9d1faf6c-a226-4635-b8b7-5300ee2b9932 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': 'fd178419-2286-4ef4-a85f-3eea797b4eff', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:22.373255 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d1faf6c-a226-4635-b8b7-5300ee2b9932 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:22.472396 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d1faf6c-a226-4635-b8b7-5300ee2b9932 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:22.576667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-9d1faf6c-a226-4635-b8b7-5300ee2b9932 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Allocated IP 172.25.1.244 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/fd231721-d586-4484-b282-648aa61c49a6) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:23.027090 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d1faf6c-a226-4635-b8b7-5300ee2b9932 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.065211 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d1faf6c-a226-4635-b8b7-5300ee2b9932 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.107792 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1faf6c-a226-4635-b8b7-5300ee2b9932 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:23.110941 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-9d1faf6c-a226-4635-b8b7-5300ee2b9932 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:23.113615 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1faf6c-a226-4635-b8b7-5300ee2b9932 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:23.119352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1faf6c-a226-4635-b8b7-5300ee2b9932 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=fd231721-d586-4484-b282-648aa61c49a6,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:23.490532 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d1faf6c-a226-4635-b8b7-5300ee2b9932 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.574699 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d1faf6c-a226-4635-b8b7-5300ee2b9932 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.728365 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d1faf6c-a226-4635-b8b7-5300ee2b9932 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.733034 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d1faf6c-a226-4635-b8b7-5300ee2b9932 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.807668 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1faf6c-a226-4635-b8b7-5300ee2b9932 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event updated for resources: {'Port': ['ID=fd231721-d586-4484-b282-648aa61c49a6,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:23.818620 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d1faf6c-a226-4635-b8b7-5300ee2b9932 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.922941 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-9d1faf6c-a226-4635-b8b7-5300ee2b9932 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Floating IP 44852e9a-e889-4f7b-8532-1b3ee1fdaf77 associated. External IP: 172.25.1.244, port: fd178419-2286-4ef4-a85f-3eea797b4eff. Jul 14 09:52:24.137612 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1faf6c-a226-4635-b8b7-5300ee2b9932 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Router 7e755d48-451e-49d3-b64a-a0cf64f91a9d has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:52:24.249738 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1faf6c-a226-4635-b8b7-5300ee2b9932 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:52:24.262488 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b2903c-d530-4322-b4ad-23dd77ed377b None None] Sync routers for ids ['7e755d48-451e-49d3-b64a-a0cf64f91a9d'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:52:24.266698 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d1faf6c-a226-4635-b8b7-5300ee2b9932 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:24.272331 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b2903c-d530-4322-b4ad-23dd77ed377b None None] Routers {'7e755d48-451e-49d3-b64a-a0cf64f91a9d'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:52:24.272943 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-18b2903c-d530-4322-b4ad-23dd77ed377b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:52:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7e755d48-451e-49d3-b64a-a0cf64f91a9d'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:24.309464 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9d1faf6c-a226-4635-b8b7-5300ee2b9932 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9634941 Jul 14 09:52:24.310059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e799be14-0e48-4900-8410-a15bb9484e46', 'tag': 'fd178419-2286-4ef4-a85f-3eea797b4eff'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:52:24.312359 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce1d8b8-8265-4ba5-a43b-4256d614a96d" -d '{"events": [{"name": "network-changed", "server_uuid": "e799be14-0e48-4900-8410-a15bb9484e46", "tag": "fd178419-2286-4ef4-a85f-3eea797b4eff"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:52:24.354054 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bad891-3ce2-4448-ad30-846b855b7a8b x-openstack-request-id: req-76bad891-3ce2-4448-ad30-846b855b7a8b {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:52:24.354416 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e799be14-0e48-4900-8410-a15bb9484e46", "tag": "fd178419-2286-4ef4-a85f-3eea797b4eff", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:52:24.354665 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76bad891-3ce2-4448-ad30-846b855b7a8b {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:52:24.355069 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e799be14-0e48-4900-8410-a15bb9484e46', 'tag': 'fd178419-2286-4ef4-a85f-3eea797b4eff', 'status': 'completed', 'code': 200} Jul 14 09:52:24.394339 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-18b2903c-d530-4322-b4ad-23dd77ed377b None None] Set router 7e755d48-451e-49d3-b64a-a0cf64f91a9d gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:52:24.466601 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1d8b8-8265-4ba5-a43b-4256d614a96d req-98141da5-fc0a-40cb-9724-1a2b542de6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:24.468116 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fce1d8b8-8265-4ba5-a43b-4256d614a96d req-98141da5-fc0a-40cb-9724-1a2b542de6d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 1098 time: 0.0903568 Jul 14 09:52:24.541821 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ad050-e66c-40c4-a1fe-c54e7c9240e6 req-8cfc0e8d-a70f-4133-9522-c50b2556fcfe tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:24.543396 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-833ad050-e66c-40c4-a1fe-c54e7c9240e6 req-8cfc0e8d-a70f-4133-9522-c50b2556fcfe tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.1311302 Jul 14 09:52:24.605036 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-833ad050-e66c-40c4-a1fe-c54e7c9240e6 req-9a34ddbf-8a3b-49c2-9d14-c26e3349db8e tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551736 Jul 14 09:52:24.608288 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1d8b8-8265-4ba5-a43b-4256d614a96d req-6f710d6b-8ec1-42cc-841c-026bd315c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:24.609694 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fce1d8b8-8265-4ba5-a43b-4256d614a96d req-6f710d6b-8ec1-42cc-841c-026bd315c8b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9fce05e4-7d87-4735-a2e0-c597b9fe9a6b HTTP/1.1" status: 200 len: 898 time: 0.1352909 Jul 14 09:52:24.631058 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45624) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:24.634668 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-18b2903c-d530-4322-b4ad-23dd77ed377b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366484011', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:52:07Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:08Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '44852e9a-e889-4f7b-8532-1b3ee1fdaf77', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'port_id': 'fd178419-2286-4ef4-a85f-3eea797b4eff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b', 'mac_address': 'fa:16:3e:ec:ab:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799be14-0e48-4900-8410-a15bb9484e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:52:23Z', 'updated_at': '2021-07-14T09:52:23Z', 'revision_number': 0, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc', 'name': '', 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:57:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '3eadef1f-a49b-4be6-9540-b7893bdd0caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:11Z', 'updated_at': '2021-07-14T09:52:15Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '3eadef1f-a49b-4be6-9540-b7893bdd0caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:24.667716 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b2903c-d530-4322-b4ad-23dd77ed377b None None] Checking router: 7e755d48-451e-49d3-b64a-a0cf64f91a9d for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:52:24.676823 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b2903c-d530-4322-b4ad-23dd77ed377b None None] Routers {'7e755d48-451e-49d3-b64a-a0cf64f91a9d'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:52:24.677519 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-18b2903c-d530-4322-b4ad-23dd77ed377b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:52:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7e755d48-451e-49d3-b64a-a0cf64f91a9d'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:24.689483 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fce1d8b8-8265-4ba5-a43b-4256d614a96d req-375f4299-e719-4ce8-836e-599726431ecc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd178419-2286-4ef4-a85f-3eea797b4eff HTTP/1.1" status: 200 len: 1000 time: 0.0737598 Jul 14 09:52:24.699970 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b3cd8550-df97-49c6-889e-f3e6cb3da76f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/floatingips/44852e9a-e889-4f7b-8532-1b3ee1fdaf77 HTTP/1.1" status: 200 len: 992 time: 0.0674725 Jul 14 09:52:24.748978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1d8b8-8265-4ba5-a43b-4256d614a96d req-2f596b95-58dc-4c01-a48d-3ca12526dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:24.750539 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fce1d8b8-8265-4ba5-a43b-4256d614a96d req-2f596b95-58dc-4c01-a48d-3ca12526dc30 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3eadef1f-a49b-4be6-9540-b7893bdd0caa HTTP/1.1" status: 200 len: 835 time: 0.0542078 Jul 14 09:52:24.791369 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-18b2903c-d530-4322-b4ad-23dd77ed377b None None] Set router 7e755d48-451e-49d3-b64a-a0cf64f91a9d gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:52:24.811022 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1d8b8-8265-4ba5-a43b-4256d614a96d req-b026d61b-03e3-426b-b3fa-a6d43ffac168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:24.812594 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fce1d8b8-8265-4ba5-a43b-4256d614a96d req-b026d61b-03e3-426b-b3fa-a6d43ffac168 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9fce05e4-7d87-4735-a2e0-c597b9fe9a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558608 Jul 14 09:52:24.913916 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fce1d8b8-8265-4ba5-a43b-4256d614a96d req-7296b9a9-bb1e-4c63-91e3-75472ec02851 service neutron] 10.222.0.49 "GET /v2.0/networks/9fce05e4-7d87-4735-a2e0-c597b9fe9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942726 Jul 14 09:52:25.006661 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fce1d8b8-8265-4ba5-a43b-4256d614a96d req-25bde0cb-ca2b-4508-9f55-e4031c7d180f service neutron] 10.222.0.49 "GET /v2.0/networks/9fce05e4-7d87-4735-a2e0-c597b9fe9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872736 Jul 14 09:52:25.024378 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-18b2903c-d530-4322-b4ad-23dd77ed377b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366484011', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:52:07Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:08Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '44852e9a-e889-4f7b-8532-1b3ee1fdaf77', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'port_id': 'fd178419-2286-4ef4-a85f-3eea797b4eff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b', 'mac_address': 'fa:16:3e:ec:ab:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799be14-0e48-4900-8410-a15bb9484e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:52:23Z', 'updated_at': '2021-07-14T09:52:23Z', 'revision_number': 0, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc', 'name': '', 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:57:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '3eadef1f-a49b-4be6-9540-b7893bdd0caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:11Z', 'updated_at': '2021-07-14T09:52:15Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '3eadef1f-a49b-4be6-9540-b7893bdd0caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:25.052112 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b2903c-d530-4322-b4ad-23dd77ed377b None None] The sync data for ids ['7e755d48-451e-49d3-b64a-a0cf64f91a9d'] in n-d-798054-10 is: [{'id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366484011', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:52:07Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:08Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '44852e9a-e889-4f7b-8532-1b3ee1fdaf77', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'port_id': 'fd178419-2286-4ef4-a85f-3eea797b4eff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b', 'mac_address': 'fa:16:3e:ec:ab:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e799be14-0e48-4900-8410-a15bb9484e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:52:23Z', 'updated_at': '2021-07-14T09:52:23Z', 'revision_number': 0, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc', 'name': '', 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:57:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '3eadef1f-a49b-4be6-9540-b7893bdd0caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:11Z', 'updated_at': '2021-07-14T09:52:15Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '3eadef1f-a49b-4be6-9540-b7893bdd0caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:52:25.254247 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf5b36d-f5a3-44a6-8a77-f5cd4c561cf6 None None] New status for floating IP 44852e9a-e889-4f7b-8532-1b3ee1fdaf77: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:52:25.702427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45626) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:25.770224 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ee054f19-ae4b-44e3-a136-94032a94cc88 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/floatingips/44852e9a-e889-4f7b-8532-1b3ee1fdaf77 HTTP/1.1" status: 200 len: 994 time: 0.0666530 Jul 14 09:52:27.288043 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0df58d62-4c7c-4429-9539-9ec6aa02e256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:29.796579 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c0e7866-2cfe-40b3-9f3a-7fec02ffa124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:29.917942 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:30.764360 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:32.102032 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:32.832762 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:39.300243 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b21a6d32-71b7-47b0-978d-9e7cca34505a req-74d00ebe-ccf2-437d-80d9-3d10cd704753 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1000788 Jul 14 09:52:39.387649 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a6d32-71b7-47b0-978d-9e7cca34505a req-63b8573d-b741-4b11-b10e-c37265870281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:39.389108 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b21a6d32-71b7-47b0-978d-9e7cca34505a req-63b8573d-b741-4b11-b10e-c37265870281 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 1098 time: 0.0551474 Jul 14 09:52:39.491613 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a6d32-71b7-47b0-978d-9e7cca34505a req-421231c7-c9fb-42dd-8900-edfcdb573ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:39.493062 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b21a6d32-71b7-47b0-978d-9e7cca34505a req-421231c7-c9fb-42dd-8900-edfcdb573ea2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 912 time: 0.0826151 Jul 14 09:52:39.559631 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b21a6d32-71b7-47b0-978d-9e7cca34505a req-c1f98fca-0b2a-413f-8bc4-f73df038b836 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 HTTP/1.1" status: 200 len: 1002 time: 0.0597243 Jul 14 09:52:39.606688 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a6d32-71b7-47b0-978d-9e7cca34505a req-ebe3e3d4-20be-4704-9a57-b1ced24aaf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:39.608081 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b21a6d32-71b7-47b0-978d-9e7cca34505a req-ebe3e3d4-20be-4704-9a57-b1ced24aaf18 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.0420077 Jul 14 09:52:39.663328 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a6d32-71b7-47b0-978d-9e7cca34505a req-af786a0e-4c17-41fe-b1d4-fd95a00fdeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:39.664826 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b21a6d32-71b7-47b0-978d-9e7cca34505a req-af786a0e-4c17-41fe-b1d4-fd95a00fdeaa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499957 Jul 14 09:52:39.759818 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b21a6d32-71b7-47b0-978d-9e7cca34505a req-adb4a4d7-f2ca-452c-9125-e670c3593032 service neutron] 10.222.0.55 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879457 Jul 14 09:52:39.848441 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b21a6d32-71b7-47b0-978d-9e7cca34505a req-957a83b0-76a2-4c71-a507-c340865f0da5 service neutron] 10.222.0.55 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816934 Jul 14 09:52:46.616252 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:51.741847 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:52:57.297451 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1fc65f45-2dd1-4351-a290-f392f5ecd2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:57.521004 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f8547-1d0b-4e42-91ab-6a83a3267a1e req-ba07a191-79bf-4e21-937a-e9fa4d790db7 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:57.522532 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c57f8547-1d0b-4e42-91ab-6a83a3267a1e req-ba07a191-79bf-4e21-937a-e9fa4d790db7 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.0630789 Jul 14 09:52:57.560716 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c57f8547-1d0b-4e42-91ab-6a83a3267a1e req-f9896ed8-52ca-4e63-b38d-da6cb78ed469 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324059 Jul 14 09:52:58.729915 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e042cd-a1df-44c6-b8fe-04b368da30f7 req-c96980f1-2d08-4350-9794-e48c34fa71c6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:58.731406 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70e042cd-a1df-44c6-b8fe-04b368da30f7 req-c96980f1-2d08-4350-9794-e48c34fa71c6 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.0621080 Jul 14 09:52:58.770841 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70e042cd-a1df-44c6-b8fe-04b368da30f7 req-8712eeb8-e8f5-47a6-abd8-240d7dbc6a4a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337381 Jul 14 09:52:59.797960 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee17ac2c-de4a-46b3-a0ce-7fde2c00e743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.920153 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.947542 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd27bf5-3823-4800-869c-302f18ed4fa1 req-6b54c35b-48ea-4707-ab5b-fa33603bc2a3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:59.949068 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-acd27bf5-3823-4800-869c-302f18ed4fa1 req-6b54c35b-48ea-4707-ab5b-fa33603bc2a3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.0685554 Jul 14 09:52:59.987709 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-acd27bf5-3823-4800-869c-302f18ed4fa1 req-541d925f-fb99-4fab-a444-288f5ee87c08 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325890 Jul 14 09:53:00.767331 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:01.161141 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b72b8a-457a-447d-bec2-7600b514a64d req-2a7e9d96-29ea-48ba-8df6-1452ca07992d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:01.162712 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-85b72b8a-457a-447d-bec2-7600b514a64d req-2a7e9d96-29ea-48ba-8df6-1452ca07992d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.0655780 Jul 14 09:53:01.200577 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-85b72b8a-457a-447d-bec2-7600b514a64d req-b9bc8350-2891-4535-be75-8db2b4ff21c3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317526 Jul 14 09:53:02.101850 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:02.377467 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3865e0a-3963-45c6-b058-209f7ea3b331 req-5c06829a-dd0c-4fa6-9d33-b8ea6116d8dd tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:02.378903 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b3865e0a-3963-45c6-b058-209f7ea3b331 req-5c06829a-dd0c-4fa6-9d33-b8ea6116d8dd tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.0673461 Jul 14 09:53:02.416602 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b3865e0a-3963-45c6-b058-209f7ea3b331 req-af267d58-6431-404d-8a31-7097214900dd tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314879 Jul 14 09:53:02.835746 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:03.587674 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f303e-3db1-4454-817c-df6c8a2996e7 req-61fd1016-e8ca-4e73-a173-3ed7b0be323f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:03.589192 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d7f303e-3db1-4454-817c-df6c8a2996e7 req-61fd1016-e8ca-4e73-a173-3ed7b0be323f tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.0627975 Jul 14 09:53:03.626156 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d7f303e-3db1-4454-817c-df6c8a2996e7 req-f7bf14d0-99e5-49ca-b074-b466dc8e52a2 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310655 Jul 14 09:53:04.804927 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a5c74-d5c7-4895-982b-e0227476f27c req-2cbc0d47-95c4-487a-8f1c-f366a188f985 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:04.806445 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-257a5c74-d5c7-4895-982b-e0227476f27c req-2cbc0d47-95c4-487a-8f1c-f366a188f985 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.0647097 Jul 14 09:53:04.844123 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-257a5c74-d5c7-4895-982b-e0227476f27c req-60e0bf26-cd73-4ed8-b9a9-2fde682900f0 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321453 Jul 14 09:53:06.023654 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edf312-f3f8-4c0f-ab41-d3c826cdb13f req-59d3428c-0f4a-404c-91d8-b36a0b067b82 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:06.025154 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-85edf312-f3f8-4c0f-ab41-d3c826cdb13f req-59d3428c-0f4a-404c-91d8-b36a0b067b82 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.0670741 Jul 14 09:53:06.063789 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-85edf312-f3f8-4c0f-ab41-d3c826cdb13f req-e3e20603-99c3-401c-aaed-5ab7d37b48fe tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324550 Jul 14 09:53:07.236740 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed076c9-6710-4ae5-990c-bf83ae2ef40d req-ca57db5d-6e49-412f-a4b9-d6c246a6b0f7 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:07.238268 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1ed076c9-6710-4ae5-990c-bf83ae2ef40d req-ca57db5d-6e49-412f-a4b9-d6c246a6b0f7 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.0633340 Jul 14 09:53:07.278049 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1ed076c9-6710-4ae5-990c-bf83ae2ef40d req-ac3927e1-2323-4c9c-a06a-6d3719a6ce36 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339499 Jul 14 09:53:07.635640 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c35c5-502b-48d9-b5ca-f958962533e7 req-d9db96c6-abfc-41a5-80d8-f24a5038c371 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:07.637111 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-931c35c5-502b-48d9-b5ca-f958962533e7 req-d9db96c6-abfc-41a5-80d8-f24a5038c371 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 946 time: 0.0665090 Jul 14 09:53:07.676858 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-931c35c5-502b-48d9-b5ca-f958962533e7 req-05a3a058-cdbf-48a5-8f94-e58b4e54ca61 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/security-groups?id=35cfcaae-f3bc-4f28-956a-fe4060e94dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329697 Jul 14 09:53:07.982844 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45686) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:08.143608 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b0436-c9bd-4db3-81cb-222a0cddb5ce tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Deleting port f52b9d7b-e2a3-450d-ab6b-c9bab80afd1a {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:08.143957 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b0b0436-c9bd-4db3-81cb-222a0cddb5ce tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:08.222443 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b0b0436-c9bd-4db3-81cb-222a0cddb5ce tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:08.222779 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b0b0436-c9bd-4db3-81cb-222a0cddb5ce tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:08.235029 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b0436-c9bd-4db3-81cb-222a0cddb5ce tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Calling delete_port for f52b9d7b-e2a3-450d-ab6b-c9bab80afd1a owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:08.399388 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b0b0436-c9bd-4db3-81cb-222a0cddb5ce tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:08.445032 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b0436-c9bd-4db3-81cb-222a0cddb5ce tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event deleted for resources: {'Port': ['ID=f52b9d7b-e2a3-450d-ab6b-c9bab80afd1a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:08.550183 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b0b0436-c9bd-4db3-81cb-222a0cddb5ce tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:08.550427 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-3b0b0436-c9bd-4db3-81cb-222a0cddb5ce tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Floating IP c218b674-ebcc-43c7-801a-065b72e83b1f disassociated (deleted). External IP: 172.25.1.152, port: eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6. Jul 14 09:53:08.593857 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb12262-ee62-435a-aa7c-aca39ac5b4b6 req-714d92f6-bd12-4f30-8721-fb51c8573183 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:08.595344 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-edb12262-ee62-435a-aa7c-aca39ac5b4b6 req-714d92f6-bd12-4f30-8721-fb51c8573183 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.1864636 Jul 14 09:53:08.676485 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-edb12262-ee62-435a-aa7c-aca39ac5b4b6 req-cc4335d4-93ef-4674-a62a-83c0389454f3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728886 Jul 14 09:53:08.832605 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0b0436-c9bd-4db3-81cb-222a0cddb5ce tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Router cc41d186-fdb2-464f-b1b8-59436d36e8c8 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:53:08.911048 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b71dd-bdd6-44a4-8d8b-9c800bf8e842 req-b8eb8c97-1e9c-4c00-b1bd-956395b7d256 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:08.912707 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-975b71dd-bdd6-44a4-8d8b-9c800bf8e842 req-b8eb8c97-1e9c-4c00-b1bd-956395b7d256 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 946 time: 0.1221225 Jul 14 09:53:08.991795 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-975b71dd-bdd6-44a4-8d8b-9c800bf8e842 req-aab43016-4d96-43b5-aa13-7431c2c5fd8f tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/security-groups?id=35cfcaae-f3bc-4f28-956a-fe4060e94dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725303 Jul 14 09:53:08.996379 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0b0436-c9bd-4db3-81cb-222a0cddb5ce tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:53:09.001533 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b0b0436-c9bd-4db3-81cb-222a0cddb5ce tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:09.008456 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8280e62c-5060-4fed-ab9d-9180b18e0206 None None] Sync routers for ids ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:53:09.018592 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8280e62c-5060-4fed-ab9d-9180b18e0206 None None] Routers {'cc41d186-fdb2-464f-b1b8-59436d36e8c8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:09.019192 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8280e62c-5060-4fed-ab9d-9180b18e0206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:53:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:09.042713 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3b0b0436-c9bd-4db3-81cb-222a0cddb5ce tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "DELETE /v2.0/floatingips/c218b674-ebcc-43c7-801a-065b72e83b1f HTTP/1.1" status: 204 len: 168 time: 1.0587795 Jul 14 09:53:09.043350 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7a00bc-cd6a-476f-8945-bc6607203d57', 'tag': 'eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:53:09.045930 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159c8da0-9a0f-4b96-b7c7-7f117c1935cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7f7a00bc-cd6a-476f-8945-bc6607203d57", "tag": "eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:53:09.116776 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faba1535-7f54-4675-a8bd-4d0487e49779 x-openstack-request-id: req-faba1535-7f54-4675-a8bd-4d0487e49779 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:53:09.117819 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f7a00bc-cd6a-476f-8945-bc6607203d57", "tag": "eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:53:09.118158 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-faba1535-7f54-4675-a8bd-4d0487e49779 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:53:09.119299 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7a00bc-cd6a-476f-8945-bc6607203d57', 'tag': 'eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6', 'status': 'completed', 'code': 200} Jul 14 09:53:09.136604 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d70a7d-af72-4577-b4f2-3fcb1ca0be3c req-ca534eca-a8a5-4358-89dd-a67e28a310c4 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:09.139191 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-44d70a7d-af72-4577-b4f2-3fcb1ca0be3c req-ca534eca-a8a5-4358-89dd-a67e28a310c4 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 946 time: 0.0904102 Jul 14 09:53:09.252461 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-8280e62c-5060-4fed-ab9d-9180b18e0206 None None] Set router cc41d186-fdb2-464f-b1b8-59436d36e8c8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:09.296257 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c8da0-9a0f-4b96-b7c7-7f117c1935cb req-3bbab863-d407-4afa-82b3-950081dd334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:09.298010 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-159c8da0-9a0f-4b96-b7c7-7f117c1935cb req-3bbab863-d407-4afa-82b3-950081dd334e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 1098 time: 0.1091757 Jul 14 09:53:09.364685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-44d70a7d-af72-4577-b4f2-3fcb1ca0be3c req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Deleting port 13c0829d-013e-41cf-b91a-ffa4870f7501 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:09.364971 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-44d70a7d-af72-4577-b4f2-3fcb1ca0be3c req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:09.474878 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2429247-bd66-4b74-b730-5ac451858d9d req-71b5473e-eb8f-4f4b-b4e4-56ca19831b9e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:09.476970 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2429247-bd66-4b74-b730-5ac451858d9d req-71b5473e-eb8f-4f4b-b4e4-56ca19831b9e tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 946 time: 0.0707541 Jul 14 09:53:09.478562 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c8da0-9a0f-4b96-b7c7-7f117c1935cb req-5ad94a0a-482e-4c17-9892-32b5ed7c94d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:09.480130 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-159c8da0-9a0f-4b96-b7c7-7f117c1935cb req-5ad94a0a-482e-4c17-9892-32b5ed7c94d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 912 time: 0.1722038 Jul 14 09:53:09.499466 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8280e62c-5060-4fed-ab9d-9180b18e0206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'd1be4637-c070-46b0-b352-6a8dc82655b2', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'port_id': '7ac05e9d-7314-4f40-a476-3f1236aff623', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'mac_address': 'fa:16:3e:9f:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13148ff8-59a7-467a-bfa0-d1980d591d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:36Z', 'updated_at': '2021-07-14T09:49:38Z', 'revision_number': 1, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a60feb2-3d46-454c-b5ce-1a5cf7f27616', 'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'mac_address': 'fa:16:3e:fe:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:40Z', 'updated_at': '2021-07-14T09:42:53Z', 'revision_number': 5, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'subnets': [{'id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:09.503057 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-44d70a7d-af72-4577-b4f2-3fcb1ca0be3c req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] For port 13c0829d-013e-41cf-b91a-ffa4870f7501, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=13c0829d-013e-41cf-b91a-ffa4870f7501,segment=NetworkSegment(9a7f0bb5-4292-491f-aeed-437be7e53025),segment_id=9a7f0bb5-4292-491f-aeed-437be7e53025)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:09.503519 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-44d70a7d-af72-4577-b4f2-3fcb1ca0be3c req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:09.527516 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8280e62c-5060-4fed-ab9d-9180b18e0206 None None] Checking router: cc41d186-fdb2-464f-b1b8-59436d36e8c8 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:53:09.534354 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2429247-bd66-4b74-b730-5ac451858d9d req-6d6e3c7e-ff1c-4bc4-a65a-485cac773d5b tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507879 Jul 14 09:53:09.537077 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-159c8da0-9a0f-4b96-b7c7-7f117c1935cb req-d7a53489-8a0c-417d-b619-8c6fd5a5afec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 HTTP/1.1" status: 200 len: 217 time: 0.0477114 Jul 14 09:53:09.537477 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8280e62c-5060-4fed-ab9d-9180b18e0206 None None] Routers {'cc41d186-fdb2-464f-b1b8-59436d36e8c8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:09.538909 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8280e62c-5060-4fed-ab9d-9180b18e0206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:53:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:09.651994 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-8280e62c-5060-4fed-ab9d-9180b18e0206 None None] Set router cc41d186-fdb2-464f-b1b8-59436d36e8c8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:09.872034 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6471c96-2bdb-445c-9530-321135da3c0b req-e25ba43e-2d74-439f-9738-91fa39fc97a4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:09.874051 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6471c96-2bdb-445c-9530-321135da3c0b req-e25ba43e-2d74-439f-9738-91fa39fc97a4 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.0738108 Jul 14 09:53:09.924528 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6471c96-2bdb-445c-9530-321135da3c0b req-23f87d50-5162-4334-89e5-d98ddf1e4163 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432782 Jul 14 09:53:09.938068 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8280e62c-5060-4fed-ab9d-9180b18e0206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'd1be4637-c070-46b0-b352-6a8dc82655b2', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'port_id': '7ac05e9d-7314-4f40-a476-3f1236aff623', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'mac_address': 'fa:16:3e:9f:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13148ff8-59a7-467a-bfa0-d1980d591d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:36Z', 'updated_at': '2021-07-14T09:49:38Z', 'revision_number': 1, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a60feb2-3d46-454c-b5ce-1a5cf7f27616', 'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'mac_address': 'fa:16:3e:fe:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:40Z', 'updated_at': '2021-07-14T09:42:53Z', 'revision_number': 5, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'subnets': [{'id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:09.974040 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8280e62c-5060-4fed-ab9d-9180b18e0206 None None] The sync data for ids ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'] in n-d-798054-10 is: [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'd1be4637-c070-46b0-b352-6a8dc82655b2', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'port_id': '7ac05e9d-7314-4f40-a476-3f1236aff623', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'mac_address': 'fa:16:3e:9f:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13148ff8-59a7-467a-bfa0-d1980d591d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:36Z', 'updated_at': '2021-07-14T09:49:38Z', 'revision_number': 1, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a60feb2-3d46-454c-b5ce-1a5cf7f27616', 'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'mac_address': 'fa:16:3e:fe:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:40Z', 'updated_at': '2021-07-14T09:42:53Z', 'revision_number': 5, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'subnets': [{'id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:53:10.040385 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c8da0-9a0f-4b96-b7c7-7f117c1935cb req-40c1eb3c-cda0-4098-a5e3-9781072959c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:10.041919 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-159c8da0-9a0f-4b96-b7c7-7f117c1935cb req-40c1eb3c-cda0-4098-a5e3-9781072959c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.4795563 Jul 14 09:53:10.175393 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-44d70a7d-af72-4577-b4f2-3fcb1ca0be3c req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:10.176046 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-44d70a7d-af72-4577-b4f2-3fcb1ca0be3c req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:10.176046 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [req-44d70a7d-af72-4577-b4f2-3fcb1ca0be3c req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Floating IP fc4cfe3e-e9a8-4258-b9d3-aa7853b48c8b disassociated. External IP: 172.25.1.57, port: 13c0829d-013e-41cf-b91a-ffa4870f7501. Jul 14 09:53:10.176319 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-44d70a7d-af72-4577-b4f2-3fcb1ca0be3c req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Calling delete_port for 13c0829d-013e-41cf-b91a-ffa4870f7501 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:10.195001 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c8da0-9a0f-4b96-b7c7-7f117c1935cb req-dd7038be-fbb0-4eaa-a863-f6e75c9d2d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:10.196532 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-159c8da0-9a0f-4b96-b7c7-7f117c1935cb req-dd7038be-fbb0-4eaa-a863-f6e75c9d2d0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1433816 Jul 14 09:53:10.200051 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e87667-bbd0-4713-82bd-71e1f15e7143 req-672adcf5-370b-49bb-9bd5-c6bb35a6a625 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:10.203198 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3e87667-bbd0-4713-82bd-71e1f15e7143 req-672adcf5-370b-49bb-9bd5-c6bb35a6a625 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 946 time: 0.0790675 Jul 14 09:53:10.244799 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a3e87667-bbd0-4713-82bd-71e1f15e7143 req-8aa5aee0-8c74-4a49-ac52-5345dffcc24b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/security-groups?id=35cfcaae-f3bc-4f28-956a-fe4060e94dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372431 Jul 14 09:53:10.264706 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530af298-903d-487c-ba30-e0fa9b5b262c None None] New status for floating IP c218b674-ebcc-43c7-801a-065b72e83b1f: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:53:10.398683 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-159c8da0-9a0f-4b96-b7c7-7f117c1935cb req-11069f2e-62c8-42bf-bf93-cde63f22c42e service neutron] 10.222.0.55 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648052 Jul 14 09:53:10.473047 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-44d70a7d-af72-4577-b4f2-3fcb1ca0be3c req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:10.515160 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Pushing event deleted for resources: {'Port': ['ID=13c0829d-013e-41cf-b91a-ffa4870f7501,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:10.533401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:10.533751 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:10.534122 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:10.534461 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:10.534795 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:10.535133 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:10.535460 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:10.535806 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:10.536106 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:10.536429 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:10.536755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:10.537109 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:10.586332 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-159c8da0-9a0f-4b96-b7c7-7f117c1935cb req-a4aca536-cb64-415b-999c-0cbabd3b08ad service neutron] 10.222.0.55 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770730 Jul 14 09:53:10.664588 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44d70a7d-af72-4577-b4f2-3fcb1ca0be3c req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Router b4182d20-aff5-46ed-9b76-88c05f84ef1f has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:53:10.739804 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f149a-b54f-4f6e-b71e-1497efce13a5 req-10d82f21-27ce-4867-9b1f-5183cd803fbe tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:10.741850 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bf3f149a-b54f-4f6e-b71e-1497efce13a5 req-10d82f21-27ce-4867-9b1f-5183cd803fbe tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 946 time: 0.0817378 Jul 14 09:53:10.780327 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bf3f149a-b54f-4f6e-b71e-1497efce13a5 req-167a2c4f-9c19-49e1-9839-9a7fc5304ea7 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322452 Jul 14 09:53:10.785356 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44d70a7d-af72-4577-b4f2-3fcb1ca0be3c req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:53:10.795299 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f0c858-6a58-4814-8e79-f31f0fab6278 None None] Sync routers for ids ['b4182d20-aff5-46ed-9b76-88c05f84ef1f'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:53:10.806304 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f0c858-6a58-4814-8e79-f31f0fab6278 None None] Routers {'b4182d20-aff5-46ed-9b76-88c05f84ef1f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:10.806941 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c9f0c858-6a58-4814-8e79-f31f0fab6278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:53:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b4182d20-aff5-46ed-9b76-88c05f84ef1f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:10.833703 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d70a7d-af72-4577-b4f2-3fcb1ca0be3c req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] No DVR routers for this DVR port 13c0829d-013e-41cf-b91a-ffa4870f7501 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:53:10.836907 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-44d70a7d-af72-4577-b4f2-3fcb1ca0be3c req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:10.838964 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-44d70a7d-af72-4577-b4f2-3fcb1ca0be3c req-49e559a0-8fb4-4a05-9073-5a81e27a616b tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.55 "DELETE /v2.0/ports/13c0829d-013e-41cf-b91a-ffa4870f7501 HTTP/1.1" status: 204 len: 173 time: 1.6875482 Jul 14 09:53:10.839395 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2', 'name': 'network-vif-deleted', 'tag': '13c0829d-013e-41cf-b91a-ffa4870f7501'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:53:10.841723 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f7a5e6-d252-422c-ba31-726ac842f9c5" -d '{"events": [{"server_uuid": "7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2", "name": "network-vif-deleted", "tag": "13c0829d-013e-41cf-b91a-ffa4870f7501"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:53:10.887169 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d15ab4-3182-43e2-86b8-6c29f433f0ca x-openstack-request-id: req-37d15ab4-3182-43e2-86b8-6c29f433f0ca {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:53:10.887563 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2", "name": "network-vif-deleted", "tag": "13c0829d-013e-41cf-b91a-ffa4870f7501", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:53:10.888029 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-37d15ab4-3182-43e2-86b8-6c29f433f0ca {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:53:10.888644 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2', 'name': 'network-vif-deleted', 'tag': '13c0829d-013e-41cf-b91a-ffa4870f7501', 'status': 'completed', 'code': 200} Jul 14 09:53:10.923505 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-c9f0c858-6a58-4814-8e79-f31f0fab6278 None None] Set router b4182d20-aff5-46ed-9b76-88c05f84ef1f gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:11.126214 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84d4c4-15db-4efb-a6be-1a5e85f759d2 req-fa657905-d372-477c-a981-07e025414665 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:11.127768 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c84d4c4-15db-4efb-a6be-1a5e85f759d2 req-fa657905-d372-477c-a981-07e025414665 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.0768542 Jul 14 09:53:11.155343 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c9f0c858-6a58-4814-8e79-f31f0fab6278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'name': 'tempest-TestServerBasicOps-2119374839-router', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:04Z', 'revision_number': 4, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'gw_port': {'id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '949a2ed1-45fc-4ad7-8d37-d7ce559a09f0', 'name': '', 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'mac_address': 'fa:16:3e:88:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '3aa7c56b-902c-479a-864b-8b656378c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:10Z', 'revision_number': 5, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'subnets': [{'id': '3aa7c56b-902c-479a-864b-8b656378c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:11.187526 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f0c858-6a58-4814-8e79-f31f0fab6278 None None] Checking router: b4182d20-aff5-46ed-9b76-88c05f84ef1f for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:53:11.197604 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f0c858-6a58-4814-8e79-f31f0fab6278 None None] Routers {'b4182d20-aff5-46ed-9b76-88c05f84ef1f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:11.198279 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c9f0c858-6a58-4814-8e79-f31f0fab6278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:53:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b4182d20-aff5-46ed-9b76-88c05f84ef1f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:11.221558 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e68e0c-9108-4696-bf86-01e28d7dbe3e req-862e7b7f-e07d-4aad-b574-0b8480c1c908 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:11.223891 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-32e68e0c-9108-4696-bf86-01e28d7dbe3e req-862e7b7f-e07d-4aad-b574-0b8480c1c908 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 946 time: 0.0758257 Jul 14 09:53:11.336267 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-c9f0c858-6a58-4814-8e79-f31f0fab6278 None None] Set router b4182d20-aff5-46ed-9b76-88c05f84ef1f gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:11.353995 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-32e68e0c-9108-4696-bf86-01e28d7dbe3e req-c892185d-85fc-4d9f-8a8a-dfdd496e1430 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Deleting port eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:11.354757 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-32e68e0c-9108-4696-bf86-01e28d7dbe3e req-c892185d-85fc-4d9f-8a8a-dfdd496e1430 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:11.525600 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-32e68e0c-9108-4696-bf86-01e28d7dbe3e req-c892185d-85fc-4d9f-8a8a-dfdd496e1430 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] For port eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:11.526398 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-32e68e0c-9108-4696-bf86-01e28d7dbe3e req-c892185d-85fc-4d9f-8a8a-dfdd496e1430 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:11.544609 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-32e68e0c-9108-4696-bf86-01e28d7dbe3e req-c892185d-85fc-4d9f-8a8a-dfdd496e1430 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Calling delete_port for eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:11.587431 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:11.598910 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-29d0c720-38cd-4708-b26e-5048a380c2db req-87c57be6-92fc-45f5-9066-8df9fa163333 tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c61ad8f-328d-4b47-8d6c-3d5867bd8bd2 HTTP/1.1" status: 200 len: 210 time: 0.0308146 Jul 14 09:53:11.621960 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c9f0c858-6a58-4814-8e79-f31f0fab6278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'name': 'tempest-TestServerBasicOps-2119374839-router', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:04Z', 'revision_number': 4, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'gw_port': {'id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '949a2ed1-45fc-4ad7-8d37-d7ce559a09f0', 'name': '', 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'mac_address': 'fa:16:3e:88:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '3aa7c56b-902c-479a-864b-8b656378c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:10Z', 'revision_number': 5, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'subnets': [{'id': '3aa7c56b-902c-479a-864b-8b656378c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:11.643125 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c84d4c4-15db-4efb-a6be-1a5e85f759d2 req-8c1bb2ee-c65d-4fd4-93e5-63e1e731945c tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5083854 Jul 14 09:53:11.666010 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f0c858-6a58-4814-8e79-f31f0fab6278 None None] The sync data for ids ['b4182d20-aff5-46ed-9b76-88c05f84ef1f'] in n-d-798054-10 is: [{'id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'name': 'tempest-TestServerBasicOps-2119374839-router', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:04Z', 'revision_number': 4, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'gw_port': {'id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '949a2ed1-45fc-4ad7-8d37-d7ce559a09f0', 'name': '', 'network_id': 'f065f76e-ee03-45bb-9843-d8c80febfbef', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'mac_address': 'fa:16:3e:88:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '3aa7c56b-902c-479a-864b-8b656378c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:10Z', 'revision_number': 5, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'subnets': [{'id': '3aa7c56b-902c-479a-864b-8b656378c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:53:11.724730 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:11.731963 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-32e68e0c-9108-4696-bf86-01e28d7dbe3e req-c892185d-85fc-4d9f-8a8a-dfdd496e1430 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:11.762793 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892185d-85fc-4d9f-8a8a-dfdd496e1430 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event deleted for resources: {'Port': ['ID=eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:11.768387 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 13c0829d-013e-41cf-b91a-ffa4870f7501 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:11.789424 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 13c0829d-013e-41cf-b91a-ffa4870f7501 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:11.789768 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 13c0829d-013e-41cf-b91a-ffa4870f7501 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:11.818291 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e68e0c-9108-4696-bf86-01e28d7dbe3e req-c892185d-85fc-4d9f-8a8a-dfdd496e1430 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] No DVR routers for this DVR port eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:53:11.822263 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-32e68e0c-9108-4696-bf86-01e28d7dbe3e req-c892185d-85fc-4d9f-8a8a-dfdd496e1430 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:11.825504 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-32e68e0c-9108-4696-bf86-01e28d7dbe3e req-c892185d-85fc-4d9f-8a8a-dfdd496e1430 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.55 "DELETE /v2.0/ports/eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6 HTTP/1.1" status: 204 len: 173 time: 0.5946603 Jul 14 09:53:11.935580 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-78b616af-a157-4d38-867e-b401b1f711c0 req-c63454c5-b883-406a-80c6-5c04e136e087 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 210 time: 0.0307543 Jul 14 09:53:11.956440 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e4defc-dc31-45c6-a8b7-c3bdf7923491 None None] New status for floating IP fc4cfe3e-e9a8-4258-b9d3-aa7853b48c8b: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:53:12.699438 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45720) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:12.841742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-736400fd-9b07-46b4-b384-9dedea4de9ba tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Deleting port cfbd3f01-cb51-461e-8242-a27036f238b8 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:12.842022 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-736400fd-9b07-46b4-b384-9dedea4de9ba tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:12.858712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc90ce8-b486-4900-bcd4-a2467443f269 req-2cdf1fbf-d4da-4a9e-bdd3-77e763288393 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:12.860538 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ffc90ce8-b486-4900-bcd4-a2467443f269 req-2cdf1fbf-d4da-4a9e-bdd3-77e763288393 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.0776086 Jul 14 09:53:12.894823 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7a00bc-cd6a-476f-8945-bc6607203d57', 'name': 'network-vif-deleted', 'tag': 'eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:53:12.897164 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefc9983-7fd8-4b04-9a26-35dd060515d7" -d '{"events": [{"server_uuid": "7f7a00bc-cd6a-476f-8945-bc6607203d57", "name": "network-vif-deleted", "tag": "eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:53:12.903258 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ffc90ce8-b486-4900-bcd4-a2467443f269 req-d14d65a9-f64c-4658-ac23-ee0240990d3d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362465 Jul 14 09:53:12.941547 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e78da5-e8f0-409d-a50c-35cb2e84ad35 x-openstack-request-id: req-00e78da5-e8f0-409d-a50c-35cb2e84ad35 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:53:12.941948 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7a00bc-cd6a-476f-8945-bc6607203d57", "name": "network-vif-deleted", "tag": "eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:53:12.942335 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-00e78da5-e8f0-409d-a50c-35cb2e84ad35 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:53:12.942734 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7a00bc-cd6a-476f-8945-bc6607203d57', 'name': 'network-vif-deleted', 'tag': 'eba06a4e-1b6b-4c6b-b7f0-4abcfec327b6', 'status': 'completed', 'code': 200} Jul 14 09:53:12.951366 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-736400fd-9b07-46b4-b384-9dedea4de9ba tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:12.951704 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-736400fd-9b07-46b4-b384-9dedea4de9ba tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:12.964810 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-736400fd-9b07-46b4-b384-9dedea4de9ba tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Calling delete_port for cfbd3f01-cb51-461e-8242-a27036f238b8 owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:13.090475 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-65eb3419-a505-4fcd-9c5b-62e621e8edb8 req-7836d2f7-c037-49f0-815c-f4431c2699bf tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 210 time: 0.0345993 Jul 14 09:53:13.114076 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-736400fd-9b07-46b4-b384-9dedea4de9ba tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:13.135446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736400fd-9b07-46b4-b384-9dedea4de9ba tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Pushing event deleted for resources: {'Port': ['ID=cfbd3f01-cb51-461e-8242-a27036f238b8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:13.197715 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-736400fd-9b07-46b4-b384-9dedea4de9ba tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:13.200562 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-736400fd-9b07-46b4-b384-9dedea4de9ba tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:13.201777 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-736400fd-9b07-46b4-b384-9dedea4de9ba tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "DELETE /v2.0/floatingips/fc4cfe3e-e9a8-4258-b9d3-aa7853b48c8b HTTP/1.1" status: 204 len: 168 time: 0.5013211 Jul 14 09:53:13.348673 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45730) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:13.408407 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04cf4781-2360-459f-bc47-fd222f4e43aa tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:13.438652 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04cf4781-2360-459f-bc47-fd222f4e43aa tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:13.499546 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04cf4781-2360-459f-bc47-fd222f4e43aa tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:13.502683 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04cf4781-2360-459f-bc47-fd222f4e43aa tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:13.503839 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-04cf4781-2360-459f-bc47-fd222f4e43aa tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] 10.222.0.26 "DELETE /v2.0/security-groups/35cfcaae-f3bc-4f28-956a-fe4060e94dd2 HTTP/1.1" status: 204 len: 168 time: 0.1541116 Jul 14 09:53:13.513752 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf4781-2360-459f-bc47-fd222f4e43aa tempest-TestServerBasicOps-2016706554 tempest-TestServerBasicOps-2016706554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cfcaae-f3bc-4f28-956a-fe4060e94dd2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:13.561887 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45734) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:14.037413 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:14.191070 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181dbc2-8e60-4f04-a7a8-33783e82bf8d req-e5a22104-a926-4383-85b6-ad8d30af2ead tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:14.192496 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e181dbc2-8e60-4f04-a7a8-33783e82bf8d req-e5a22104-a926-4383-85b6-ad8d30af2ead tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.1205149 Jul 14 09:53:14.281625 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6101fe59-f469-45df-9209-8979c55fe2ec req-92b9f7ac-4f5d-4194-bbea-dd24b74c3d45 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 210 time: 0.0624516 Jul 14 09:53:14.315972 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e181dbc2-8e60-4f04-a7a8-33783e82bf8d req-b836465b-2a72-4b72-967d-7a740e102e94 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957382 Jul 14 09:53:14.406044 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Deleting port 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:14.406393 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:14.488001 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] For port 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=949a2ed1-45fc-4ad7-8d37-d7ce559a09f0,segment=NetworkSegment(9a7f0bb5-4292-491f-aeed-437be7e53025),segment_id=9a7f0bb5-4292-491f-aeed-437be7e53025)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:14.488362 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:14.501742 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Calling delete_port for 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:14.689289 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:14.716373 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Pushing event deleted for resources: {'Port': ['ID=949a2ed1-45fc-4ad7-8d37-d7ce559a09f0,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:14.745089 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:14.745436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:14.745782 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:14.746144 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:14.746480 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:14.746811 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:14.747137 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:14.747463 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:14.747805 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:14.748119 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:14.748444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:14.748759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:14.929121 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:15.203082 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Router b4182d20-aff5-46ed-9b76-88c05f84ef1f has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:53:15.224175 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da784376-1c69-40a6-af85-82516fcbc87c req-ccf10f0a-8dc8-434b-9aac-aa97984d3280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:15.226263 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da784376-1c69-40a6-af85-82516fcbc87c req-ccf10f0a-8dc8-434b-9aac-aa97984d3280 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 1098 time: 0.0892315 Jul 14 09:53:15.329765 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da784376-1c69-40a6-af85-82516fcbc87c req-671152c9-4831-49c3-a8d8-6cf3a3062f2f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727639 Jul 14 09:53:15.363727 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:53:15.377699 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eea4316-276f-4e59-af3b-79cf990c56bb None None] Sync routers for ids ['b4182d20-aff5-46ed-9b76-88c05f84ef1f'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:53:15.381546 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cd22a1d6-cb3d-4f3d-b96d-d081ea36b929 admin admin] 10.222.0.26 "PUT /v2.0/routers/b4182d20-aff5-46ed-9b76-88c05f84ef1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8191562 Jul 14 09:53:15.383531 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45748) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:15.398235 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea4316-276f-4e59-af3b-79cf990c56bb None None] Routers {'b4182d20-aff5-46ed-9b76-88c05f84ef1f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:15.398850 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3eea4316-276f-4e59-af3b-79cf990c56bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:53:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b4182d20-aff5-46ed-9b76-88c05f84ef1f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:15.510585 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d406b139-379c-41b7-b2d9-c1c23a8915a6 req-1fd08fb8-e76a-4f7e-9a7e-5fa8b04b90c2 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f7a00bc-cd6a-476f-8945-bc6607203d57 HTTP/1.1" status: 200 len: 210 time: 0.0498812 Jul 14 09:53:15.556444 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-3eea4316-276f-4e59-af3b-79cf990c56bb None None] Set router b4182d20-aff5-46ed-9b76-88c05f84ef1f gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:15.621717 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d27fd3c3-9b53-43f3-bee6-d002cec69109 admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:15.690842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428c658-371b-4136-b30f-4eee34569530 req-eb08b4a8-76d4-47dc-8614-e441ab4909d0 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:15.692302 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b428c658-371b-4136-b30f-4eee34569530 req-eb08b4a8-76d4-47dc-8614-e441ab4909d0 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.1634471 Jul 14 09:53:15.763705 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b428c658-371b-4136-b30f-4eee34569530 req-643a5dfd-037e-423b-bac5-31dc7ca5ba90 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449824 Jul 14 09:53:15.773302 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d27fd3c3-9b53-43f3-bee6-d002cec69109 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:15.837456 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d27fd3c3-9b53-43f3-bee6-d002cec69109 admin admin] Deleting port 63adfd75-831d-40ad-9a2b-d745219a175c {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:15.837894 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d27fd3c3-9b53-43f3-bee6-d002cec69109 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:15.844850 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3eea4316-276f-4e59-af3b-79cf990c56bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'name': 'tempest-TestServerBasicOps-2119374839-router', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:53:14Z', 'revision_number': 5, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'gw_port': {'id': '63adfd75-831d-40ad-9a2b-d745219a175c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:15.876452 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eea4316-276f-4e59-af3b-79cf990c56bb None None] Checking router: b4182d20-aff5-46ed-9b76-88c05f84ef1f for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:53:15.887523 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea4316-276f-4e59-af3b-79cf990c56bb None None] Routers {'b4182d20-aff5-46ed-9b76-88c05f84ef1f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:15.887995 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3eea4316-276f-4e59-af3b-79cf990c56bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:53:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b4182d20-aff5-46ed-9b76-88c05f84ef1f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:15.954559 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-d27fd3c3-9b53-43f3-bee6-d002cec69109 admin admin] For port 63adfd75-831d-40ad-9a2b-d745219a175c, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=63adfd75-831d-40ad-9a2b-d745219a175c,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:15.955760 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d27fd3c3-9b53-43f3-bee6-d002cec69109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:15.973340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d27fd3c3-9b53-43f3-bee6-d002cec69109 admin admin] Calling delete_port for 63adfd75-831d-40ad-9a2b-d745219a175c owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:15.981500 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-3eea4316-276f-4e59-af3b-79cf990c56bb None None] Set router b4182d20-aff5-46ed-9b76-88c05f84ef1f gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:16.041698 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3eea4316-276f-4e59-af3b-79cf990c56bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'name': 'tempest-TestServerBasicOps-2119374839-router', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:53:15Z', 'revision_number': 6, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:16.069522 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eea4316-276f-4e59-af3b-79cf990c56bb None None] The sync data for ids ['b4182d20-aff5-46ed-9b76-88c05f84ef1f'] in n-d-798054-10 is: [{'id': 'b4182d20-aff5-46ed-9b76-88c05f84ef1f', 'name': 'tempest-TestServerBasicOps-2119374839-router', 'tenant_id': 'f1987d6f84b6403ea253cd61d460ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:01Z', 'updated_at': '2021-07-14T09:53:15Z', 'revision_number': 6, 'project_id': 'f1987d6f84b6403ea253cd61d460ac25', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:53:16.181682 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d27fd3c3-9b53-43f3-bee6-d002cec69109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.208795 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fd3c3-9b53-43f3-bee6-d002cec69109 admin admin] Pushing event deleted for resources: {'Port': ['ID=63adfd75-831d-40ad-9a2b-d745219a175c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:16.277448 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d27fd3c3-9b53-43f3-bee6-d002cec69109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.308140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fd178419-2286-4ef4-a85f-3eea797b4eff details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:53:16.371363 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d27fd3c3-9b53-43f3-bee6-d002cec69109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.374342 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d27fd3c3-9b53-43f3-bee6-d002cec69109 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.415189 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fd178419-2286-4ef4-a85f-3eea797b4eff, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fd178419-2286-4ef4-a85f-3eea797b4eff,segment=NetworkSegment(2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c),segment_id=2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:16.427226 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d27fd3c3-9b53-43f3-bee6-d002cec69109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.428609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27fd3c3-9b53-43f3-bee6-d002cec69109 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4182d20-aff5-46ed-9b76-88c05f84ef1f {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:53:16.430246 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'fd178419-2286-4ef4-a85f-3eea797b4eff', 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b', 'port_id': 'fd178419-2286-4ef4-a85f-3eea797b4eff', 'mac_address': 'fa:16:3e:ec:ab:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eadef1f-a49b-4be6-9540-b7893bdd0caa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:53:16.433366 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d27fd3c3-9b53-43f3-bee6-d002cec69109 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.437337 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d27fd3c3-9b53-43f3-bee6-d002cec69109 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b4182d20-aff5-46ed-9b76-88c05f84ef1f HTTP/1.1" status: 204 len: 168 time: 1.0501862 Jul 14 09:53:16.438099 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45750) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:16.473328 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.488263 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd178419-2286-4ef4-a85f-3eea797b4eff {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:53:16.494497 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-156806a9-e2e5-4517-b308-98e2612b8a63 admin admin] Deleting subnet 3aa7c56b-902c-479a-864b-8b656378c09b {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:53:16.499103 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-156806a9-e2e5-4517-b308-98e2612b8a63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.511958 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fd178419-2286-4ef4-a85f-3eea797b4eff, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fd178419-2286-4ef4-a85f-3eea797b4eff,segment=NetworkSegment(2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c),segment_id=2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:16.523381 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.538645 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-156806a9-e2e5-4517-b308-98e2612b8a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.586109 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=fd178419-2286-4ef4-a85f-3eea797b4eff,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:16.594287 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:16.594719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:16.595208 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:16.595791 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:16.596343 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:16.596866 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:16.597444 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:16.598020 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:16.598539 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:16.599053 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:16.599582 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:16.600644 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:16.631387 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.651754 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-156806a9-e2e5-4517-b308-98e2612b8a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.715248 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-156806a9-e2e5-4517-b308-98e2612b8a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.740922 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['fd178419-2286-4ef4-a85f-3eea797b4eff'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:53:16.742933 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156806a9-e2e5-4517-b308-98e2612b8a63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aa7c56b-902c-479a-864b-8b656378c09b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:16.748665 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-156806a9-e2e5-4517-b308-98e2612b8a63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.753966 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45760) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:16.754102 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-156806a9-e2e5-4517-b308-98e2612b8a63 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3aa7c56b-902c-479a-864b-8b656378c09b HTTP/1.1" status: 204 len: 168 time: 0.3148098 Jul 14 09:53:16.767960 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52e6ca6-3d68-4c39-9837-63464427a737 None None] Network f065f76e-ee03-45bb-9843-d8c80febfbef requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:16.845774 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2d05ddd6-b7ab-4442-add4-4e2dcb4d4e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.941834 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-2d05ddd6-b7ab-4442-add4-4e2dcb4d4e20 admin admin] Deleting port c1cf00db-364e-4ea2-bae7-8891859fecc3 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:16.942193 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2d05ddd6-b7ab-4442-add4-4e2dcb4d4e20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.119586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-2d05ddd6-b7ab-4442-add4-4e2dcb4d4e20 admin admin] For port c1cf00db-364e-4ea2-bae7-8891859fecc3, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c1cf00db-364e-4ea2-bae7-8891859fecc3,segment=NetworkSegment(9a7f0bb5-4292-491f-aeed-437be7e53025),segment_id=9a7f0bb5-4292-491f-aeed-437be7e53025)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:17.119927 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2d05ddd6-b7ab-4442-add4-4e2dcb4d4e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.138139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-2d05ddd6-b7ab-4442-add4-4e2dcb4d4e20 admin admin] Calling delete_port for c1cf00db-364e-4ea2-bae7-8891859fecc3 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:17.150696 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1dd78-9604-44e0-ac90-34b6e07a5541 req-89bbd74f-7801-47a6-a0ed-94182ffbfba1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:17.152348 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-edb1dd78-9604-44e0-ac90-34b6e07a5541 req-89bbd74f-7801-47a6-a0ed-94182ffbfba1 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 945 time: 0.2019763 Jul 14 09:53:17.171823 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64983bdc-178a-4c4f-acd4-39d34852cb30 None None] DHCP port deletion for f065f76e-ee03-45bb-9843-d8c80febfbef request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:53:17.229562 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 63adfd75-831d-40ad-9a2b-d745219a175c no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:17.246255 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-edb1dd78-9604-44e0-ac90-34b6e07a5541 req-3e4816ab-9177-4fa6-80c9-668862aab88d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438201 Jul 14 09:53:17.253774 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 63adfd75-831d-40ad-9a2b-d745219a175c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:17.254399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 63adfd75-831d-40ad-9a2b-d745219a175c not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:17.254963 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:17.278157 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:17.278707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 949a2ed1-45fc-4ad7-8d37-d7ce559a09f0 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:17.283306 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45766) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:17.298218 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2d05ddd6-b7ab-4442-add4-4e2dcb4d4e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.299376 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-64983bdc-178a-4c4f-acd4-39d34852cb30 None None] Deleting port c1cf00db-364e-4ea2-bae7-8891859fecc3 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:17.299907 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64983bdc-178a-4c4f-acd4-39d34852cb30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.329103 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05ddd6-b7ab-4442-add4-4e2dcb4d4e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1cf00db-364e-4ea2-bae7-8891859fecc3,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:17.335071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05ddd6-b7ab-4442-add4-4e2dcb4d4e20 admin admin] No DVR routers for this DVR port c1cf00db-364e-4ea2-bae7-8891859fecc3 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:53:17.367730 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-64983bdc-178a-4c4f-acd4-39d34852cb30 None None] For port c1cf00db-364e-4ea2-bae7-8891859fecc3, host n-d-798054-10, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:17.368710 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64983bdc-178a-4c4f-acd4-39d34852cb30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.381835 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e733e4b6-816a-4123-8424-ce6cd3661589 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/floatingips/44852e9a-e889-4f7b-8532-1b3ee1fdaf77 HTTP/1.1" status: 200 len: 993 time: 0.0964060 Jul 14 09:53:17.386268 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-64983bdc-178a-4c4f-acd4-39d34852cb30 None None] Calling delete_port for c1cf00db-364e-4ea2-bae7-8891859fecc3 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:17.389117 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-64983bdc-178a-4c4f-acd4-39d34852cb30 None None] Port c1cf00db-364e-4ea2-bae7-8891859fecc3 was not found and therefore no delete operation was performed {{(pid=93889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:53:17.390527 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64983bdc-178a-4c4f-acd4-39d34852cb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.417073 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2d05ddd6-b7ab-4442-add4-4e2dcb4d4e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.417832 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64983bdc-178a-4c4f-acd4-39d34852cb30 None None] Pushing event deleted for resources: {'Port': ['ID=c1cf00db-364e-4ea2-bae7-8891859fecc3,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:17.423131 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64983bdc-178a-4c4f-acd4-39d34852cb30 None None] No DVR routers for this DVR port c1cf00db-364e-4ea2-bae7-8891859fecc3 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:53:17.431984 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-2d05ddd6-b7ab-4442-add4-4e2dcb4d4e20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f065f76e-ee03-45bb-9843-d8c80febfbef']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:17.444950 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-2d05ddd6-b7ab-4442-add4-4e2dcb4d4e20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7f0bb5-4292-491f-aeed-437be7e53025') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:17.445821 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-2d05ddd6-b7ab-4442-add4-4e2dcb4d4e20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7f0bb5-4292-491f-aeed-437be7e53025') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:17.456425 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2d05ddd6-b7ab-4442-add4-4e2dcb4d4e20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.471649 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2d05ddd6-b7ab-4442-add4-4e2dcb4d4e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.479048 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d05ddd6-b7ab-4442-add4-4e2dcb4d4e20 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:53:17.479813 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2d05ddd6-b7ab-4442-add4-4e2dcb4d4e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:53:17.481520 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:53:17.534883 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2d05ddd6-b7ab-4442-add4-4e2dcb4d4e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.550781 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2d05ddd6-b7ab-4442-add4-4e2dcb4d4e20 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.552761 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2d05ddd6-b7ab-4442-add4-4e2dcb4d4e20 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f065f76e-ee03-45bb-9843-d8c80febfbef HTTP/1.1" status: 204 len: 168 time: 0.7977061 Jul 14 09:53:17.556245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45768) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:17.558519 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05ddd6-b7ab-4442-add4-4e2dcb4d4e20 admin admin] Pushing event deleted for resources: {'Network': ['ID=f065f76e-ee03-45bb-9843-d8c80febfbef,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:17.926102 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d89733b3-aff7-4571-a9bf-bc516b7ceed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.322225 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fd178419-2286-4ef4-a85f-3eea797b4eff up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:18.374238 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port fd178419-2286-4ef4-a85f-3eea797b4eff triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:18.374931 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.460983 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.484663 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e799be14-0e48-4900-8410-a15bb9484e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd178419-2286-4ef4-a85f-3eea797b4eff'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:53:18.486935 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137310b9-6ccf-4050-8f2e-c38b99372856" -d '{"events": [{"server_uuid": "e799be14-0e48-4900-8410-a15bb9484e46", "name": "network-vif-plugged", "status": "completed", "tag": "fd178419-2286-4ef4-a85f-3eea797b4eff"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:53:18.506792 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fd178419-2286-4ef4-a85f-3eea797b4eff, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fd178419-2286-4ef4-a85f-3eea797b4eff,segment=NetworkSegment(2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c),segment_id=2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:18.518641 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.531723 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f15d9af-3bd1-42c1-b900-679cf1d5f3c8 x-openstack-request-id: req-5f15d9af-3bd1-42c1-b900-679cf1d5f3c8 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:53:18.532029 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e799be14-0e48-4900-8410-a15bb9484e46", "name": "network-vif-plugged", "status": "completed", "tag": "fd178419-2286-4ef4-a85f-3eea797b4eff", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:53:18.532287 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f15d9af-3bd1-42c1-b900-679cf1d5f3c8 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:53:18.532686 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e799be14-0e48-4900-8410-a15bb9484e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd178419-2286-4ef4-a85f-3eea797b4eff', 'code': 200} Jul 14 09:53:18.545140 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d89733b3-aff7-4571-a9bf-bc516b7ceed4 admin admin] Deleting port f47fc334-2020-4379-8159-f488b4a71f99 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:18.545703 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d89733b3-aff7-4571-a9bf-bc516b7ceed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.580015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=fd178419-2286-4ef4-a85f-3eea797b4eff,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:18.625085 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-d89733b3-aff7-4571-a9bf-bc516b7ceed4 admin admin] For port f47fc334-2020-4379-8159-f488b4a71f99, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f47fc334-2020-4379-8159-f488b4a71f99,segment=NetworkSegment(2dc10de8-e894-4db8-afd1-cd4ccc5f8691),segment_id=2dc10de8-e894-4db8-afd1-cd4ccc5f8691)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:18.625454 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d89733b3-aff7-4571-a9bf-bc516b7ceed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.638164 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d89733b3-aff7-4571-a9bf-bc516b7ceed4 admin admin] Calling delete_port for f47fc334-2020-4379-8159-f488b4a71f99 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:18.830704 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d89733b3-aff7-4571-a9bf-bc516b7ceed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.875795 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89733b3-aff7-4571-a9bf-bc516b7ceed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f47fc334-2020-4379-8159-f488b4a71f99,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:19.059767 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d89733b3-aff7-4571-a9bf-bc516b7ceed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.224652 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c1cf00db-364e-4ea2-bae7-8891859fecc3 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:19.246359 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: c1cf00db-364e-4ea2-bae7-8891859fecc3 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:19.246844 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c1cf00db-364e-4ea2-bae7-8891859fecc3 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:19.307874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89733b3-aff7-4571-a9bf-bc516b7ceed4 admin admin] Router 9a8f5570-f682-464b-bf6a-0703aa6f4ca7 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:53:19.416351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89733b3-aff7-4571-a9bf-bc516b7ceed4 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:53:19.421739 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d89733b3-aff7-4571-a9bf-bc516b7ceed4 admin admin] 10.222.0.26 "PUT /v2.0/routers/9a8f5570-f682-464b-bf6a-0703aa6f4ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8644826 Jul 14 09:53:19.424321 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45776) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:19.426448 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d7db76-4df9-4bed-ab7e-b6b7b7be2e15 None None] Sync routers for ids ['9a8f5570-f682-464b-bf6a-0703aa6f4ca7'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:53:19.436585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d7db76-4df9-4bed-ab7e-b6b7b7be2e15 None None] Routers {'9a8f5570-f682-464b-bf6a-0703aa6f4ca7'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:19.437227 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-12d7db76-4df9-4bed-ab7e-b6b7b7be2e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:53:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9a8f5570-f682-464b-bf6a-0703aa6f4ca7'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:19.541400 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-69ade1d0-c83e-43e3-8189-4fb6ce6d5338 admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.546993 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-12d7db76-4df9-4bed-ab7e-b6b7b7be2e15 None None] Set router 9a8f5570-f682-464b-bf6a-0703aa6f4ca7 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:19.648917 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-69ade1d0-c83e-43e3-8189-4fb6ce6d5338 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.708394 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-69ade1d0-c83e-43e3-8189-4fb6ce6d5338 admin admin] Deleting port 9e04c10f-c39d-4167-bba7-f5e9baeaa96f {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:19.708699 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-69ade1d0-c83e-43e3-8189-4fb6ce6d5338 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.742438 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-12d7db76-4df9-4bed-ab7e-b6b7b7be2e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8f5570-f682-464b-bf6a-0703aa6f4ca7', 'name': 'tempest-TestServerBasicOps-1346381312-router', 'tenant_id': '75f9bbb168c140e7aedf7c2a56453e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '9e04c10f-c39d-4167-bba7-f5e9baeaa96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:06Z', 'updated_at': '2021-07-14T09:53:18Z', 'revision_number': 5, 'project_id': '75f9bbb168c140e7aedf7c2a56453e63', 'gw_port': {'id': '9e04c10f-c39d-4167-bba7-f5e9baeaa96f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:df:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8f5570-f682-464b-bf6a-0703aa6f4ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:06Z', 'updated_at': '2021-07-14T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:19.771123 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d7db76-4df9-4bed-ab7e-b6b7b7be2e15 None None] Checking router: 9a8f5570-f682-464b-bf6a-0703aa6f4ca7 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:53:19.779795 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d7db76-4df9-4bed-ab7e-b6b7b7be2e15 None None] Routers {'9a8f5570-f682-464b-bf6a-0703aa6f4ca7'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:19.780791 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-12d7db76-4df9-4bed-ab7e-b6b7b7be2e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:53:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['9a8f5570-f682-464b-bf6a-0703aa6f4ca7'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:19.793557 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-69ade1d0-c83e-43e3-8189-4fb6ce6d5338 admin admin] For port 9e04c10f-c39d-4167-bba7-f5e9baeaa96f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9e04c10f-c39d-4167-bba7-f5e9baeaa96f,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:19.793953 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-69ade1d0-c83e-43e3-8189-4fb6ce6d5338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.806290 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-69ade1d0-c83e-43e3-8189-4fb6ce6d5338 admin admin] Calling delete_port for 9e04c10f-c39d-4167-bba7-f5e9baeaa96f owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:19.870689 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-12d7db76-4df9-4bed-ab7e-b6b7b7be2e15 None None] Set router 9a8f5570-f682-464b-bf6a-0703aa6f4ca7 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:19.933615 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-12d7db76-4df9-4bed-ab7e-b6b7b7be2e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8f5570-f682-464b-bf6a-0703aa6f4ca7', 'name': 'tempest-TestServerBasicOps-1346381312-router', 'tenant_id': '75f9bbb168c140e7aedf7c2a56453e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:06Z', 'updated_at': '2021-07-14T09:53:19Z', 'revision_number': 6, 'project_id': '75f9bbb168c140e7aedf7c2a56453e63', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:19.963111 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d7db76-4df9-4bed-ab7e-b6b7b7be2e15 None None] The sync data for ids ['9a8f5570-f682-464b-bf6a-0703aa6f4ca7'] in n-d-798054-10 is: [{'id': '9a8f5570-f682-464b-bf6a-0703aa6f4ca7', 'name': 'tempest-TestServerBasicOps-1346381312-router', 'tenant_id': '75f9bbb168c140e7aedf7c2a56453e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:06Z', 'updated_at': '2021-07-14T09:53:19Z', 'revision_number': 6, 'project_id': '75f9bbb168c140e7aedf7c2a56453e63', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:53:20.010074 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-69ade1d0-c83e-43e3-8189-4fb6ce6d5338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.036168 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ade1d0-c83e-43e3-8189-4fb6ce6d5338 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e04c10f-c39d-4167-bba7-f5e9baeaa96f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:20.103446 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-69ade1d0-c83e-43e3-8189-4fb6ce6d5338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.194832 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-69ade1d0-c83e-43e3-8189-4fb6ce6d5338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.196885 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-69ade1d0-c83e-43e3-8189-4fb6ce6d5338 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.240712 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-69ade1d0-c83e-43e3-8189-4fb6ce6d5338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.241618 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ade1d0-c83e-43e3-8189-4fb6ce6d5338 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a8f5570-f682-464b-bf6a-0703aa6f4ca7 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:53:20.246996 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-69ade1d0-c83e-43e3-8189-4fb6ce6d5338 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.248593 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-69ade1d0-c83e-43e3-8189-4fb6ce6d5338 admin admin] 10.222.0.26 "DELETE /v2.0/routers/9a8f5570-f682-464b-bf6a-0703aa6f4ca7 HTTP/1.1" status: 204 len: 168 time: 0.8231547 Jul 14 09:53:20.251487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45784) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:20.299769 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b12dc3e-d7aa-4e95-bf2a-97d87daf7254 admin admin] Deleting subnet 4e7969f0-1788-4b37-a76e-aa8a8f09cbb0 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:53:20.303227 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b12dc3e-d7aa-4e95-bf2a-97d87daf7254 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.339035 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b12dc3e-d7aa-4e95-bf2a-97d87daf7254 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.423874 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b12dc3e-d7aa-4e95-bf2a-97d87daf7254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.484769 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b12dc3e-d7aa-4e95-bf2a-97d87daf7254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.498004 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b12dc3e-d7aa-4e95-bf2a-97d87daf7254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.500155 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5b12dc3e-d7aa-4e95-bf2a-97d87daf7254 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4e7969f0-1788-4b37-a76e-aa8a8f09cbb0 HTTP/1.1" status: 204 len: 168 time: 0.2471201 Jul 14 09:53:20.502712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45786) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:20.505908 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb9093b-7bda-46db-9d59-c907a2c9d423 None None] Network 6308a502-e8b7-4dde-8ec2-32902f3f538f requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:20.519530 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12dc3e-d7aa-4e95-bf2a-97d87daf7254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e7969f0-1788-4b37-a76e-aa8a8f09cbb0,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:20.585500 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0334684b-952e-42fd-88a6-70f7ccf8aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.648643 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-0334684b-952e-42fd-88a6-70f7ccf8aac7 admin admin] Deleting port 597a6467-ce74-4164-a684-e079472fb415 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:20.649404 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0334684b-952e-42fd-88a6-70f7ccf8aac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.712819 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-0334684b-952e-42fd-88a6-70f7ccf8aac7 admin admin] For port 597a6467-ce74-4164-a684-e079472fb415, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=597a6467-ce74-4164-a684-e079472fb415,segment=NetworkSegment(2dc10de8-e894-4db8-afd1-cd4ccc5f8691),segment_id=2dc10de8-e894-4db8-afd1-cd4ccc5f8691)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:20.713086 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0334684b-952e-42fd-88a6-70f7ccf8aac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.725890 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-0334684b-952e-42fd-88a6-70f7ccf8aac7 admin admin] Calling delete_port for 597a6467-ce74-4164-a684-e079472fb415 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:20.770333 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524880af-31b0-4329-8cbb-ed39a268c046 None None] DHCP port deletion for 6308a502-e8b7-4dde-8ec2-32902f3f538f request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:53:20.824985 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0334684b-952e-42fd-88a6-70f7ccf8aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.837831 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-524880af-31b0-4329-8cbb-ed39a268c046 None None] Deleting port 597a6467-ce74-4164-a684-e079472fb415 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:20.837831 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-524880af-31b0-4329-8cbb-ed39a268c046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.895060 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334684b-952e-42fd-88a6-70f7ccf8aac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=597a6467-ce74-4164-a684-e079472fb415,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:20.903756 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0334684b-952e-42fd-88a6-70f7ccf8aac7 admin admin] No DVR routers for this DVR port 597a6467-ce74-4164-a684-e079472fb415 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:53:20.922774 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-524880af-31b0-4329-8cbb-ed39a268c046 None None] For port 597a6467-ce74-4164-a684-e079472fb415, host n-d-798054-10, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:20.923167 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-524880af-31b0-4329-8cbb-ed39a268c046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.941128 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-524880af-31b0-4329-8cbb-ed39a268c046 None None] Calling delete_port for 597a6467-ce74-4164-a684-e079472fb415 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:20.944759 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-524880af-31b0-4329-8cbb-ed39a268c046 None None] Port 597a6467-ce74-4164-a684-e079472fb415 was not found and therefore no delete operation was performed {{(pid=93889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:53:20.946129 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-524880af-31b0-4329-8cbb-ed39a268c046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.976128 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524880af-31b0-4329-8cbb-ed39a268c046 None None] Pushing event deleted for resources: {'Port': ['ID=597a6467-ce74-4164-a684-e079472fb415,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:20.980529 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524880af-31b0-4329-8cbb-ed39a268c046 None None] No DVR routers for this DVR port 597a6467-ce74-4164-a684-e079472fb415 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:53:21.013099 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0334684b-952e-42fd-88a6-70f7ccf8aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.024778 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0334684b-952e-42fd-88a6-70f7ccf8aac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6308a502-e8b7-4dde-8ec2-32902f3f538f']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:21.035330 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0334684b-952e-42fd-88a6-70f7ccf8aac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc10de8-e894-4db8-afd1-cd4ccc5f8691') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:21.035632 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0334684b-952e-42fd-88a6-70f7ccf8aac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc10de8-e894-4db8-afd1-cd4ccc5f8691') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:21.044887 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0334684b-952e-42fd-88a6-70f7ccf8aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.067618 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0334684b-952e-42fd-88a6-70f7ccf8aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.076955 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0334684b-952e-42fd-88a6-70f7ccf8aac7 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:53:21.077376 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0334684b-952e-42fd-88a6-70f7ccf8aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:53:21.128660 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:53:21.148526 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0334684b-952e-42fd-88a6-70f7ccf8aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.158995 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0334684b-952e-42fd-88a6-70f7ccf8aac7 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.160176 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0334684b-952e-42fd-88a6-70f7ccf8aac7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6308a502-e8b7-4dde-8ec2-32902f3f538f HTTP/1.1" status: 204 len: 168 time: 0.6558607 Jul 14 09:53:21.171574 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334684b-952e-42fd-88a6-70f7ccf8aac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6308a502-e8b7-4dde-8ec2-32902f3f538f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:21.180190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 597a6467-ce74-4164-a684-e079472fb415 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:21.206892 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 597a6467-ce74-4164-a684-e079472fb415 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:21.207480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 597a6467-ce74-4164-a684-e079472fb415 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:21.208041 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9e04c10f-c39d-4167-bba7-f5e9baeaa96f no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:21.233376 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 9e04c10f-c39d-4167-bba7-f5e9baeaa96f {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:21.233878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9e04c10f-c39d-4167-bba7-f5e9baeaa96f not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:21.234157 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f47fc334-2020-4379-8159-f488b4a71f99 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:21.255665 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: f47fc334-2020-4379-8159-f488b4a71f99 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:21.256261 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f47fc334-2020-4379-8159-f488b4a71f99 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:21.297496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45792) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:21.340183 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5be9bcc7-bccb-4072-bb19-c470e4e15ad8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1987d6f84b6403ea253cd61d460ac25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414248 Jul 14 09:53:21.342940 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45794) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:21.391111 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d065991-d285-4159-a940-411b46d70cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.413971 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d065991-d285-4159-a940-411b46d70cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.460279 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d065991-d285-4159-a940-411b46d70cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.462930 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d065991-d285-4159-a940-411b46d70cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.464170 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6d065991-d285-4159-a940-411b46d70cba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/39ef0a19-1e52-4e59-a38e-d1ba03d467a4 HTTP/1.1" status: 204 len: 168 time: 0.1201749 Jul 14 09:53:21.471802 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d065991-d285-4159-a940-411b46d70cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ef0a19-1e52-4e59-a38e-d1ba03d467a4,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:21.797012 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45800) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:21.837242 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d29f0b30-beab-4ce9-b75c-208d91a04034 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75f9bbb168c140e7aedf7c2a56453e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390542 Jul 14 09:53:21.839782 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45802) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:21.894668 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9ca3bd0d-21f5-49c6-aa30-86da34064010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.925936 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9ca3bd0d-21f5-49c6-aa30-86da34064010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.982378 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9ca3bd0d-21f5-49c6-aa30-86da34064010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.984995 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9ca3bd0d-21f5-49c6-aa30-86da34064010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.986157 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9ca3bd0d-21f5-49c6-aa30-86da34064010 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4554d93e-f998-4fca-9012-73e8d873766c HTTP/1.1" status: 204 len: 168 time: 0.1454792 Jul 14 09:53:21.993968 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3bd0d-21f5-49c6-aa30-86da34064010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4554d93e-f998-4fca-9012-73e8d873766c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:22.038230 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45808) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:22.210780 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-dee4f6f2-6049-4f37-a7f3-7f454561b874 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Deleting port 301f94ae-ef70-41bc-9beb-eae2da57d315 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:22.211130 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dee4f6f2-6049-4f37-a7f3-7f454561b874 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.300564 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dee4f6f2-6049-4f37-a7f3-7f454561b874 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.300790 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dee4f6f2-6049-4f37-a7f3-7f454561b874 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.316097 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-dee4f6f2-6049-4f37-a7f3-7f454561b874 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Calling delete_port for 301f94ae-ef70-41bc-9beb-eae2da57d315 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:22.483114 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dee4f6f2-6049-4f37-a7f3-7f454561b874 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.515518 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4f6f2-6049-4f37-a7f3-7f454561b874 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event deleted for resources: {'Port': ['ID=301f94ae-ef70-41bc-9beb-eae2da57d315,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:22.583966 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dee4f6f2-6049-4f37-a7f3-7f454561b874 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.584819 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-dee4f6f2-6049-4f37-a7f3-7f454561b874 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Floating IP d1be4637-c070-46b0-b352-6a8dc82655b2 disassociated (deleted). External IP: 172.25.1.228, port: 7ac05e9d-7314-4f40-a476-3f1236aff623. Jul 14 09:53:22.795257 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee4f6f2-6049-4f37-a7f3-7f454561b874 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Router cc41d186-fdb2-464f-b1b8-59436d36e8c8 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:53:22.902184 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee4f6f2-6049-4f37-a7f3-7f454561b874 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:53:22.907323 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dee4f6f2-6049-4f37-a7f3-7f454561b874 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.911439 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a730e1f-29f7-4f9d-98bf-61c884623946 None None] Sync routers for ids ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:53:22.920532 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a730e1f-29f7-4f9d-98bf-61c884623946 None None] Routers {'cc41d186-fdb2-464f-b1b8-59436d36e8c8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:22.921125 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1a730e1f-29f7-4f9d-98bf-61c884623946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:53:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:22.944990 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-dee4f6f2-6049-4f37-a7f3-7f454561b874 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "DELETE /v2.0/floatingips/d1be4637-c070-46b0-b352-6a8dc82655b2 HTTP/1.1" status: 204 len: 168 time: 0.9054084 Jul 14 09:53:22.945575 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13148ff8-59a7-467a-bfa0-d1980d591d47', 'tag': '7ac05e9d-7314-4f40-a476-3f1236aff623'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:53:22.947901 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fbe87a-d684-4c40-b766-33b44d54261d" -d '{"events": [{"name": "network-changed", "server_uuid": "13148ff8-59a7-467a-bfa0-d1980d591d47", "tag": "7ac05e9d-7314-4f40-a476-3f1236aff623"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:53:22.986447 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03012ade-1fd9-4201-baef-fcbc397c3f54 x-openstack-request-id: req-03012ade-1fd9-4201-baef-fcbc397c3f54 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:53:22.986769 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13148ff8-59a7-467a-bfa0-d1980d591d47", "tag": "7ac05e9d-7314-4f40-a476-3f1236aff623", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:53:22.987268 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03012ade-1fd9-4201-baef-fcbc397c3f54 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:53:22.987699 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13148ff8-59a7-467a-bfa0-d1980d591d47', 'tag': '7ac05e9d-7314-4f40-a476-3f1236aff623', 'status': 'completed', 'code': 200} Jul 14 09:53:23.027311 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-1a730e1f-29f7-4f9d-98bf-61c884623946 None None] Set router cc41d186-fdb2-464f-b1b8-59436d36e8c8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:23.063019 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbe87a-d684-4c40-b766-33b44d54261d req-4d94337d-175f-47f5-b89e-89b69eb41892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:23.064551 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48fbe87a-d684-4c40-b766-33b44d54261d req-4d94337d-175f-47f5-b89e-89b69eb41892 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 1097 time: 0.0537438 Jul 14 09:53:23.171245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbe87a-d684-4c40-b766-33b44d54261d req-219e9765-c643-427e-a37f-66caf3895ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:23.172753 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48fbe87a-d684-4c40-b766-33b44d54261d req-219e9765-c643-427e-a37f-66caf3895ae4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 200 len: 912 time: 0.1016722 Jul 14 09:53:23.219273 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48fbe87a-d684-4c40-b766-33b44d54261d req-7dec14cf-0187-4d90-a204-47928b1b9fc4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac05e9d-7314-4f40-a476-3f1236aff623 HTTP/1.1" status: 200 len: 217 time: 0.0396457 Jul 14 09:53:23.230639 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1a730e1f-29f7-4f9d-98bf-61c884623946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '7a60feb2-3d46-454c-b5ce-1a5cf7f27616', 'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'mac_address': 'fa:16:3e:fe:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:40Z', 'updated_at': '2021-07-14T09:42:53Z', 'revision_number': 5, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'subnets': [{'id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:23.264483 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a730e1f-29f7-4f9d-98bf-61c884623946 None None] Checking router: cc41d186-fdb2-464f-b1b8-59436d36e8c8 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:53:23.273757 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a730e1f-29f7-4f9d-98bf-61c884623946 None None] Routers {'cc41d186-fdb2-464f-b1b8-59436d36e8c8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:23.274404 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1a730e1f-29f7-4f9d-98bf-61c884623946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:53:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:23.282185 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbe87a-d684-4c40-b766-33b44d54261d req-5d48d598-b77a-4b49-8a91-59774fe79d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:23.283529 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48fbe87a-d684-4c40-b766-33b44d54261d req-5d48d598-b77a-4b49-8a91-59774fe79d4b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 200 len: 850 time: 0.0576527 Jul 14 09:53:23.375644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983a122-8303-4676-b0d3-662e55f8612a req-288e7bf4-ae46-4e29-9ee4-929e74555d4a tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:23.377168 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a983a122-8303-4676-b0d3-662e55f8612a req-288e7bf4-ae46-4e29-9ee4-929e74555d4a tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 945 time: 0.1095402 Jul 14 09:53:23.381545 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-1a730e1f-29f7-4f9d-98bf-61c884623946 None None] Set router cc41d186-fdb2-464f-b1b8-59436d36e8c8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:23.391989 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbe87a-d684-4c40-b766-33b44d54261d req-59a53146-99fa-492a-903a-978fc1f7b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:23.393449 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48fbe87a-d684-4c40-b766-33b44d54261d req-59a53146-99fa-492a-903a-978fc1f7b1d9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933588 Jul 14 09:53:23.471371 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a983a122-8303-4676-b0d3-662e55f8612a req-f198168d-34cd-42b6-9504-b514d24184d9 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872304 Jul 14 09:53:23.506849 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48fbe87a-d684-4c40-b766-33b44d54261d req-8646e055-a6a6-40b9-a447-1ccaa8dc7a95 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059237 Jul 14 09:53:23.583868 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1a730e1f-29f7-4f9d-98bf-61c884623946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '7a60feb2-3d46-454c-b5ce-1a5cf7f27616', 'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'mac_address': 'fa:16:3e:fe:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:40Z', 'updated_at': '2021-07-14T09:42:53Z', 'revision_number': 5, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'subnets': [{'id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:23.609260 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48fbe87a-d684-4c40-b766-33b44d54261d req-49fbd760-3a85-41e5-a9dc-43580dd075e7 service neutron] 10.222.0.49 "GET /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961494 Jul 14 09:53:23.610157 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a730e1f-29f7-4f9d-98bf-61c884623946 None None] The sync data for ids ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'] in n-d-798054-10 is: [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '7a60feb2-3d46-454c-b5ce-1a5cf7f27616', 'name': '', 'network_id': '8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'mac_address': 'fa:16:3e:fe:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:40Z', 'updated_at': '2021-07-14T09:42:53Z', 'revision_number': 5, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'subnets': [{'id': '0457f97d-7f0c-40e3-aa42-dc25e8646d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:53:23.832475 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea41f82-b737-4dbf-8bd9-17171ed64bc4 None None] New status for floating IP d1be4637-c070-46b0-b352-6a8dc82655b2: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:53:24.650209 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d24b66-5e29-41f6-ba5e-7ba587afd3f6 req-ee22faa7-9b5f-4ff8-95cc-53492db09ed7 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:24.651704 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89d24b66-5e29-41f6-ba5e-7ba587afd3f6 req-ee22faa7-9b5f-4ff8-95cc-53492db09ed7 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 945 time: 0.0645447 Jul 14 09:53:24.706465 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89d24b66-5e29-41f6-ba5e-7ba587afd3f6 req-b07eb534-667b-4814-8c35-8432eea515d0 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc4bb0e3-d30e-401b-a24e-32a4807c0daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485771 Jul 14 09:53:24.758338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f9d11-afb4-4d77-8228-896c54fdd3b7 req-c83988c2-a62e-4ebc-9e4f-08e06c49c56d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:24.759795 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea8f9d11-afb4-4d77-8228-896c54fdd3b7 req-c83988c2-a62e-4ebc-9e4f-08e06c49c56d tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 945 time: 0.0733569 Jul 14 09:53:24.859647 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-ea8f9d11-afb4-4d77-8228-896c54fdd3b7 req-dc35edd4-01b4-409d-85b0-cf23264e7e04 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Deleting port 7ac05e9d-7314-4f40-a476-3f1236aff623 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:24.859991 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ea8f9d11-afb4-4d77-8228-896c54fdd3b7 req-dc35edd4-01b4-409d-85b0-cf23264e7e04 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:24.952641 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-ea8f9d11-afb4-4d77-8228-896c54fdd3b7 req-dc35edd4-01b4-409d-85b0-cf23264e7e04 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] For port 7ac05e9d-7314-4f40-a476-3f1236aff623, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7ac05e9d-7314-4f40-a476-3f1236aff623,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:24.952999 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ea8f9d11-afb4-4d77-8228-896c54fdd3b7 req-dc35edd4-01b4-409d-85b0-cf23264e7e04 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:24.965682 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-ea8f9d11-afb4-4d77-8228-896c54fdd3b7 req-dc35edd4-01b4-409d-85b0-cf23264e7e04 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Calling delete_port for 7ac05e9d-7314-4f40-a476-3f1236aff623 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:25.095743 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ea8f9d11-afb4-4d77-8228-896c54fdd3b7 req-dc35edd4-01b4-409d-85b0-cf23264e7e04 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:25.123110 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35edd4-01b4-409d-85b0-cf23264e7e04 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event deleted for resources: {'Port': ['ID=7ac05e9d-7314-4f40-a476-3f1236aff623,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:25.170028 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8f9d11-afb4-4d77-8228-896c54fdd3b7 req-dc35edd4-01b4-409d-85b0-cf23264e7e04 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] No DVR routers for this DVR port 7ac05e9d-7314-4f40-a476-3f1236aff623 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:53:25.172606 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ea8f9d11-afb4-4d77-8228-896c54fdd3b7 req-dc35edd4-01b4-409d-85b0-cf23264e7e04 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:25.174736 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea8f9d11-afb4-4d77-8228-896c54fdd3b7 req-dc35edd4-01b4-409d-85b0-cf23264e7e04 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.49 "DELETE /v2.0/ports/7ac05e9d-7314-4f40-a476-3f1236aff623 HTTP/1.1" status: 204 len: 173 time: 0.4100895 Jul 14 09:53:25.175172 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13148ff8-59a7-467a-bfa0-d1980d591d47', 'name': 'network-vif-deleted', 'tag': '7ac05e9d-7314-4f40-a476-3f1236aff623'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:53:25.177412 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ba538f-c7ec-4f09-aed8-e4d02fce9673" -d '{"events": [{"server_uuid": "13148ff8-59a7-467a-bfa0-d1980d591d47", "name": "network-vif-deleted", "tag": "7ac05e9d-7314-4f40-a476-3f1236aff623"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:53:25.214773 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdc9ee3-3f08-443b-ab35-95b04c9fda87 x-openstack-request-id: req-bfdc9ee3-3f08-443b-ab35-95b04c9fda87 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:53:25.215065 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13148ff8-59a7-467a-bfa0-d1980d591d47", "name": "network-vif-deleted", "tag": "7ac05e9d-7314-4f40-a476-3f1236aff623", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:53:25.215322 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bfdc9ee3-3f08-443b-ab35-95b04c9fda87 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:53:25.215727 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13148ff8-59a7-467a-bfa0-d1980d591d47', 'name': 'network-vif-deleted', 'tag': '7ac05e9d-7314-4f40-a476-3f1236aff623', 'status': 'completed', 'code': 200} Jul 14 09:53:25.863831 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d9aae1d1-3fdf-4694-baa2-66999caa084b req-6a00a3a7-53f3-4e6a-a3e1-7c3d01ef94ab tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 210 time: 0.0351691 Jul 14 09:53:27.013782 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2d018405-bff8-49c4-9c58-2eeee822b0ce req-756717bf-e5ef-4375-be04-af02e58b51ef tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 210 time: 0.0322380 Jul 14 09:53:27.291459 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1651-2ee9-4dd2-8d89-ced372c3e19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:28.155947 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b01fab5e-f8c7-4f04-be68-7077fdd94b8b req-9cff1729-249e-496c-abe9-4c0c58c78186 tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "GET /v2.0/ports?device_id=13148ff8-59a7-467a-bfa0-d1980d591d47 HTTP/1.1" status: 200 len: 210 time: 0.0290756 Jul 14 09:53:28.355041 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7ac05e9d-7314-4f40-a476-3f1236aff623 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:28.376429 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 7ac05e9d-7314-4f40-a476-3f1236aff623 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:28.376767 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7ac05e9d-7314-4f40-a476-3f1236aff623 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:28.740599 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:53:29.250773 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45830) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:29.374570 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-087738c3-fe5d-433a-8ce8-dcc072d3c8ef tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Deleting port 0d74c994-55cf-4b3f-b5dd-4547f0448610 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:29.374923 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-087738c3-fe5d-433a-8ce8-dcc072d3c8ef tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:29.448257 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-087738c3-fe5d-433a-8ce8-dcc072d3c8ef tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:29.448579 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-087738c3-fe5d-433a-8ce8-dcc072d3c8ef tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:29.459576 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-087738c3-fe5d-433a-8ce8-dcc072d3c8ef tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Calling delete_port for 0d74c994-55cf-4b3f-b5dd-4547f0448610 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:29.588540 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-087738c3-fe5d-433a-8ce8-dcc072d3c8ef tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:29.617085 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087738c3-fe5d-433a-8ce8-dcc072d3c8ef tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event deleted for resources: {'Port': ['ID=0d74c994-55cf-4b3f-b5dd-4547f0448610,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:29.677646 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-087738c3-fe5d-433a-8ce8-dcc072d3c8ef tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:29.680687 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-087738c3-fe5d-433a-8ce8-dcc072d3c8ef tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:29.681855 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-087738c3-fe5d-433a-8ce8-dcc072d3c8ef tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "DELETE /v2.0/floatingips/806641bd-8a7e-47de-95fa-634b40236522 HTTP/1.1" status: 204 len: 168 time: 0.4295096 Jul 14 09:53:29.798424 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94501a3f-5f39-4a12-9c83-c513d7a4054f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:29.923943 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:30.771257 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:31.321344 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5968216d-5b49-4644-865e-c13f6017a54f req-f485cb2d-623a-4f96-a8f3-965ee28141a8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521359 Jul 14 09:53:31.416599 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968216d-5b49-4644-865e-c13f6017a54f req-b9fbb1ad-e787-4c8a-9578-174d8344f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:31.418106 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5968216d-5b49-4644-865e-c13f6017a54f req-b9fbb1ad-e787-4c8a-9578-174d8344f30b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 1098 time: 0.0539191 Jul 14 09:53:31.527218 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968216d-5b49-4644-865e-c13f6017a54f req-f7586fe9-07c7-4d0d-852a-398e340d66f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:31.528767 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5968216d-5b49-4644-865e-c13f6017a54f req-f7586fe9-07c7-4d0d-852a-398e340d66f4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9fce05e4-7d87-4735-a2e0-c597b9fe9a6b HTTP/1.1" status: 200 len: 898 time: 0.0902355 Jul 14 09:53:31.593854 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5968216d-5b49-4644-865e-c13f6017a54f req-95ecfa4d-326b-4b05-b9d9-c38a3d2d8fab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd178419-2286-4ef4-a85f-3eea797b4eff HTTP/1.1" status: 200 len: 1002 time: 0.0583675 Jul 14 09:53:31.651334 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968216d-5b49-4644-865e-c13f6017a54f req-2d68485a-f8fe-4000-bb7a-43a809147ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:31.652278 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5968216d-5b49-4644-865e-c13f6017a54f req-2d68485a-f8fe-4000-bb7a-43a809147ad5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3eadef1f-a49b-4be6-9540-b7893bdd0caa HTTP/1.1" status: 200 len: 835 time: 0.0513456 Jul 14 09:53:31.712342 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968216d-5b49-4644-865e-c13f6017a54f req-4c1ae222-638d-499f-a2a5-de789288e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:31.714035 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5968216d-5b49-4644-865e-c13f6017a54f req-4c1ae222-638d-499f-a2a5-de789288e8bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9fce05e4-7d87-4735-a2e0-c597b9fe9a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553768 Jul 14 09:53:31.806161 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5968216d-5b49-4644-865e-c13f6017a54f req-686a2a06-0a07-4662-8e81-8f5cfb9cece1 service neutron] 10.222.0.49 "GET /v2.0/networks/9fce05e4-7d87-4735-a2e0-c597b9fe9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858500 Jul 14 09:53:31.904635 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5968216d-5b49-4644-865e-c13f6017a54f req-59538d1b-8ba8-428e-a773-ab982aecbf6c service neutron] 10.222.0.49 "GET /v2.0/networks/9fce05e4-7d87-4735-a2e0-c597b9fe9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910020 Jul 14 09:53:31.995625 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45844) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:32.054295 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3207867f-17ec-44f2-a505-e3fe215b995c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:32.079725 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3207867f-17ec-44f2-a505-e3fe215b995c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:32.101106 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:32.143179 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3207867f-17ec-44f2-a505-e3fe215b995c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:32.146033 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3207867f-17ec-44f2-a505-e3fe215b995c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:32.147806 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3207867f-17ec-44f2-a505-e3fe215b995c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] 10.222.0.26 "DELETE /v2.0/security-groups/dc4bb0e3-d30e-401b-a24e-32a4807c0daa HTTP/1.1" status: 204 len: 168 time: 0.1511731 Jul 14 09:53:32.157541 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207867f-17ec-44f2-a505-e3fe215b995c tempest-TestVolumeBootPattern-147201457 tempest-TestVolumeBootPattern-147201457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4bb0e3-d30e-401b-a24e-32a4807c0daa,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:32.206616 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45848) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:32.839070 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:33.041741 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64754c73-d0cf-4c07-aba9-cc191b23e05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:33.289324 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-64754c73-d0cf-4c07-aba9-cc191b23e05b admin admin] Deleting port 7a60feb2-3d46-454c-b5ce-1a5cf7f27616 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:33.289671 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64754c73-d0cf-4c07-aba9-cc191b23e05b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:33.369275 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-64754c73-d0cf-4c07-aba9-cc191b23e05b admin admin] For port 7a60feb2-3d46-454c-b5ce-1a5cf7f27616, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=7a60feb2-3d46-454c-b5ce-1a5cf7f27616,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:33.369632 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64754c73-d0cf-4c07-aba9-cc191b23e05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:33.382234 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-64754c73-d0cf-4c07-aba9-cc191b23e05b admin admin] Calling delete_port for 7a60feb2-3d46-454c-b5ce-1a5cf7f27616 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:33.559792 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64754c73-d0cf-4c07-aba9-cc191b23e05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:33.589232 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64754c73-d0cf-4c07-aba9-cc191b23e05b admin admin] Pushing event deleted for resources: {'Port': ['ID=7a60feb2-3d46-454c-b5ce-1a5cf7f27616,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:33.752776 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64754c73-d0cf-4c07-aba9-cc191b23e05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:33.978689 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64754c73-d0cf-4c07-aba9-cc191b23e05b admin admin] Router cc41d186-fdb2-464f-b1b8-59436d36e8c8 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:53:34.082815 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64754c73-d0cf-4c07-aba9-cc191b23e05b admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:53:34.087572 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-64754c73-d0cf-4c07-aba9-cc191b23e05b admin admin] 10.222.0.26 "PUT /v2.0/routers/cc41d186-fdb2-464f-b1b8-59436d36e8c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8798671 Jul 14 09:53:34.090159 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45852) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:34.090672 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a930f-c3ee-41b3-aeed-fcbf5adccb9a None None] Sync routers for ids ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:53:34.100160 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a930f-c3ee-41b3-aeed-fcbf5adccb9a None None] Routers {'cc41d186-fdb2-464f-b1b8-59436d36e8c8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:34.100739 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-647a930f-c3ee-41b3-aeed-fcbf5adccb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:53:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:34.193537 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d638dfbe-0352-4050-93ff-5023506dcb34 admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.202592 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-647a930f-c3ee-41b3-aeed-fcbf5adccb9a None None] Set router cc41d186-fdb2-464f-b1b8-59436d36e8c8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:34.295271 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d638dfbe-0352-4050-93ff-5023506dcb34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.347068 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d638dfbe-0352-4050-93ff-5023506dcb34 admin admin] Deleting port 41f56a35-3633-40cc-9446-1803950df4e6 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:34.347420 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d638dfbe-0352-4050-93ff-5023506dcb34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.377781 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-647a930f-c3ee-41b3-aeed-fcbf5adccb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '41f56a35-3633-40cc-9446-1803950df4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:53:33Z', 'revision_number': 5, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port': {'id': '41f56a35-3633-40cc-9446-1803950df4e6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:36Z', 'updated_at': '2021-07-14T09:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:34.427264 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-d638dfbe-0352-4050-93ff-5023506dcb34 admin admin] For port 41f56a35-3633-40cc-9446-1803950df4e6, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=41f56a35-3633-40cc-9446-1803950df4e6,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:34.427636 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d638dfbe-0352-4050-93ff-5023506dcb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.441873 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d638dfbe-0352-4050-93ff-5023506dcb34 admin admin] Calling delete_port for 41f56a35-3633-40cc-9446-1803950df4e6 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:34.492878 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a930f-c3ee-41b3-aeed-fcbf5adccb9a None None] Checking router: cc41d186-fdb2-464f-b1b8-59436d36e8c8 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:53:34.501090 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a930f-c3ee-41b3-aeed-fcbf5adccb9a None None] Routers {'cc41d186-fdb2-464f-b1b8-59436d36e8c8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:34.501687 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-647a930f-c3ee-41b3-aeed-fcbf5adccb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:53:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:34.585927 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-647a930f-c3ee-41b3-aeed-fcbf5adccb9a None None] Set router cc41d186-fdb2-464f-b1b8-59436d36e8c8 gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:34.610139 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d638dfbe-0352-4050-93ff-5023506dcb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.640031 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-647a930f-c3ee-41b3-aeed-fcbf5adccb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:53:34Z', 'revision_number': 6, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:34.641399 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638dfbe-0352-4050-93ff-5023506dcb34 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f56a35-3633-40cc-9446-1803950df4e6,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:34.669296 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a930f-c3ee-41b3-aeed-fcbf5adccb9a None None] The sync data for ids ['cc41d186-fdb2-464f-b1b8-59436d36e8c8'] in n-d-798054-10 is: [{'id': 'cc41d186-fdb2-464f-b1b8-59436d36e8c8', 'name': 'tempest-TestVolumeBootPattern-788844640-router', 'tenant_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:34Z', 'updated_at': '2021-07-14T09:53:34Z', 'revision_number': 6, 'project_id': '51eddd5eb51e43da8f7e9b436a71a31a', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:53:34.708516 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d638dfbe-0352-4050-93ff-5023506dcb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.798260 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d638dfbe-0352-4050-93ff-5023506dcb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.800368 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d638dfbe-0352-4050-93ff-5023506dcb34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.841437 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d638dfbe-0352-4050-93ff-5023506dcb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.841900 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d638dfbe-0352-4050-93ff-5023506dcb34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc41d186-fdb2-464f-b1b8-59436d36e8c8 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:53:34.846155 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d638dfbe-0352-4050-93ff-5023506dcb34 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.847288 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d638dfbe-0352-4050-93ff-5023506dcb34 admin admin] 10.222.0.26 "DELETE /v2.0/routers/cc41d186-fdb2-464f-b1b8-59436d36e8c8 HTTP/1.1" status: 204 len: 168 time: 0.7561684 Jul 14 09:53:34.850369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45854) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:34.897844 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b20d57b-48f7-4292-b13d-2ba81dfc0063 admin admin] Deleting subnet 0457f97d-7f0c-40e3-aa42-dc25e8646d70 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:53:34.900851 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6b20d57b-48f7-4292-b13d-2ba81dfc0063 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.933525 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6b20d57b-48f7-4292-b13d-2ba81dfc0063 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:35.008245 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6b20d57b-48f7-4292-b13d-2ba81dfc0063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:35.061716 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6b20d57b-48f7-4292-b13d-2ba81dfc0063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:35.092021 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20d57b-48f7-4292-b13d-2ba81dfc0063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0457f97d-7f0c-40e3-aa42-dc25e8646d70,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:35.099424 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6b20d57b-48f7-4292-b13d-2ba81dfc0063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:35.102255 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6b20d57b-48f7-4292-b13d-2ba81dfc0063 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0457f97d-7f0c-40e3-aa42-dc25e8646d70 HTTP/1.1" status: 204 len: 168 time: 0.2509055 Jul 14 09:53:35.103818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45856) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:35.105641 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5709d0-46d1-49c2-ab38-eff9948e8006 None None] Network 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:35.174811 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15870324-23c3-4243-a088-86384e3e8e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:35.226529 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-15870324-23c3-4243-a088-86384e3e8e2e admin admin] Deleting port 60d18d10-e23b-4a6b-9703-38cfc5bc853f {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:35.226876 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15870324-23c3-4243-a088-86384e3e8e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:35.293100 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-15870324-23c3-4243-a088-86384e3e8e2e admin admin] For port 60d18d10-e23b-4a6b-9703-38cfc5bc853f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=60d18d10-e23b-4a6b-9703-38cfc5bc853f,segment=NetworkSegment(33530a83-d386-465f-b660-15d3eb50afa1),segment_id=33530a83-d386-465f-b660-15d3eb50afa1)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:35.293463 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15870324-23c3-4243-a088-86384e3e8e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:35.306447 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-15870324-23c3-4243-a088-86384e3e8e2e admin admin] Calling delete_port for 60d18d10-e23b-4a6b-9703-38cfc5bc853f owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:35.382035 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15870324-23c3-4243-a088-86384e3e8e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:35.408055 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15870324-23c3-4243-a088-86384e3e8e2e admin admin] No DVR routers for this DVR port 60d18d10-e23b-4a6b-9703-38cfc5bc853f on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:53:35.412570 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15870324-23c3-4243-a088-86384e3e8e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=60d18d10-e23b-4a6b-9703-38cfc5bc853f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:35.483267 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15870324-23c3-4243-a088-86384e3e8e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:35.495127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-15870324-23c3-4243-a088-86384e3e8e2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:35.505454 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c56e8ce-9ebb-4f89-bc25-1a7d8c52f6fc None None] DHCP port deletion for 8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:53:35.511489 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-15870324-23c3-4243-a088-86384e3e8e2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33530a83-d386-465f-b660-15d3eb50afa1') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:35.511820 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-15870324-23c3-4243-a088-86384e3e8e2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33530a83-d386-465f-b660-15d3eb50afa1') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:35.524329 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15870324-23c3-4243-a088-86384e3e8e2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:35.539902 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15870324-23c3-4243-a088-86384e3e8e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:35.546231 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15870324-23c3-4243-a088-86384e3e8e2e admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:53:35.546620 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15870324-23c3-4243-a088-86384e3e8e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:53:35.548242 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:53:35.564571 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 7a60feb2-3d46-454c-b5ce-1a5cf7f27616 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:35.588257 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 7a60feb2-3d46-454c-b5ce-1a5cf7f27616 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:35.588669 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 7a60feb2-3d46-454c-b5ce-1a5cf7f27616 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:35.612835 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15870324-23c3-4243-a088-86384e3e8e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:35.619194 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15870324-23c3-4243-a088-86384e3e8e2e admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:35.621061 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-15870324-23c3-4243-a088-86384e3e8e2e admin admin] 10.222.0.26 "DELETE /v2.0/networks/8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c HTTP/1.1" status: 204 len: 168 time: 0.5158532 Jul 14 09:53:35.624063 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45858) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:35.634975 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15870324-23c3-4243-a088-86384e3e8e2e admin admin] Pushing event deleted for resources: {'Network': ['ID=8cbfd0a4-76d6-49f1-bbd2-50fb84a8590c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:35.980344 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-906c3672-964a-4d7c-88bc-39b71ab2914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:36.225263 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-906c3672-964a-4d7c-88bc-39b71ab2914f admin admin] Deleting port c856fed1-52e1-44c6-8574-2a7e39244acb {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:36.225607 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-906c3672-964a-4d7c-88bc-39b71ab2914f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:36.301540 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-906c3672-964a-4d7c-88bc-39b71ab2914f admin admin] For port c856fed1-52e1-44c6-8574-2a7e39244acb, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c856fed1-52e1-44c6-8574-2a7e39244acb,segment=NetworkSegment(fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d),segment_id=fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:36.301930 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-906c3672-964a-4d7c-88bc-39b71ab2914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:36.314590 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-906c3672-964a-4d7c-88bc-39b71ab2914f admin admin] Calling delete_port for c856fed1-52e1-44c6-8574-2a7e39244acb owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:36.489301 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-906c3672-964a-4d7c-88bc-39b71ab2914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:36.520869 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c3672-964a-4d7c-88bc-39b71ab2914f admin admin] Pushing event deleted for resources: {'Port': ['ID=c856fed1-52e1-44c6-8574-2a7e39244acb,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:36.990455 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-906c3672-964a-4d7c-88bc-39b71ab2914f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:37.179223 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 60d18d10-e23b-4a6b-9703-38cfc5bc853f no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:37.205248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 60d18d10-e23b-4a6b-9703-38cfc5bc853f {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:37.205608 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 60d18d10-e23b-4a6b-9703-38cfc5bc853f not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:37.206015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 41f56a35-3633-40cc-9446-1803950df4e6 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:37.208584 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906c3672-964a-4d7c-88bc-39b71ab2914f admin admin] Router eeb92606-0047-4bfd-84d4-b8879c7e097a has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:53:37.225143 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 41f56a35-3633-40cc-9446-1803950df4e6 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:37.225483 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 41f56a35-3633-40cc-9446-1803950df4e6 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:37.314496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906c3672-964a-4d7c-88bc-39b71ab2914f admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:53:37.319948 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-906c3672-964a-4d7c-88bc-39b71ab2914f admin admin] 10.222.0.26 "PUT /v2.0/routers/eeb92606-0047-4bfd-84d4-b8879c7e097a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6940939 Jul 14 09:53:37.322520 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45860) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:37.323643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9b5c85-72cb-4656-a453-aea4176849ef None None] Sync routers for ids ['eeb92606-0047-4bfd-84d4-b8879c7e097a'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:53:37.332789 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9b5c85-72cb-4656-a453-aea4176849ef None None] Routers {'eeb92606-0047-4bfd-84d4-b8879c7e097a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:37.333407 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-2c9b5c85-72cb-4656-a453-aea4176849ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:53:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['eeb92606-0047-4bfd-84d4-b8879c7e097a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:37.427452 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-685df526-c682-4d2b-b4a4-d9457cd7da83 admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:37.436587 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-2c9b5c85-72cb-4656-a453-aea4176849ef None None] Set router eeb92606-0047-4bfd-84d4-b8879c7e097a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:37.531657 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-685df526-c682-4d2b-b4a4-d9457cd7da83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:37.583659 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-685df526-c682-4d2b-b4a4-d9457cd7da83 admin admin] Deleting port 2a047acc-6be3-4dae-a938-223636ff2977 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:37.584007 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-685df526-c682-4d2b-b4a4-d9457cd7da83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:37.613267 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-2c9b5c85-72cb-4656-a453-aea4176849ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb92606-0047-4bfd-84d4-b8879c7e097a', 'name': 'tempest-TestVolumeBootPattern-1238295228-router', 'tenant_id': '248adfd273284109956be5cd5477d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2a047acc-6be3-4dae-a938-223636ff2977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:49Z', 'updated_at': '2021-07-14T09:53:36Z', 'revision_number': 5, 'project_id': '248adfd273284109956be5cd5477d5d9', 'gw_port': {'id': '2a047acc-6be3-4dae-a938-223636ff2977', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:59:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb92606-0047-4bfd-84d4-b8879c7e097a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:51Z', 'updated_at': '2021-07-14T09:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:37.665195 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-685df526-c682-4d2b-b4a4-d9457cd7da83 admin admin] For port 2a047acc-6be3-4dae-a938-223636ff2977, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2a047acc-6be3-4dae-a938-223636ff2977,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:37.665561 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-685df526-c682-4d2b-b4a4-d9457cd7da83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:37.690007 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-685df526-c682-4d2b-b4a4-d9457cd7da83 admin admin] Calling delete_port for 2a047acc-6be3-4dae-a938-223636ff2977 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:37.796924 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9b5c85-72cb-4656-a453-aea4176849ef None None] Checking router: eeb92606-0047-4bfd-84d4-b8879c7e097a for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:53:37.806800 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9b5c85-72cb-4656-a453-aea4176849ef None None] Routers {'eeb92606-0047-4bfd-84d4-b8879c7e097a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:37.807274 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-2c9b5c85-72cb-4656-a453-aea4176849ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:53:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['eeb92606-0047-4bfd-84d4-b8879c7e097a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:37.863126 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-685df526-c682-4d2b-b4a4-d9457cd7da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:37.886906 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685df526-c682-4d2b-b4a4-d9457cd7da83 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a047acc-6be3-4dae-a938-223636ff2977,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:37.900091 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-2c9b5c85-72cb-4656-a453-aea4176849ef None None] Set router eeb92606-0047-4bfd-84d4-b8879c7e097a gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:37.952561 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-2c9b5c85-72cb-4656-a453-aea4176849ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb92606-0047-4bfd-84d4-b8879c7e097a', 'name': 'tempest-TestVolumeBootPattern-1238295228-router', 'tenant_id': '248adfd273284109956be5cd5477d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:49Z', 'updated_at': '2021-07-14T09:53:37Z', 'revision_number': 6, 'project_id': '248adfd273284109956be5cd5477d5d9', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:37.954985 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-685df526-c682-4d2b-b4a4-d9457cd7da83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:37.983251 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9b5c85-72cb-4656-a453-aea4176849ef None None] The sync data for ids ['eeb92606-0047-4bfd-84d4-b8879c7e097a'] in n-d-798054-10 is: [{'id': 'eeb92606-0047-4bfd-84d4-b8879c7e097a', 'name': 'tempest-TestVolumeBootPattern-1238295228-router', 'tenant_id': '248adfd273284109956be5cd5477d5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:49Z', 'updated_at': '2021-07-14T09:53:37Z', 'revision_number': 6, 'project_id': '248adfd273284109956be5cd5477d5d9', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:53:38.051770 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-685df526-c682-4d2b-b4a4-d9457cd7da83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.053811 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-685df526-c682-4d2b-b4a4-d9457cd7da83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.095909 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-685df526-c682-4d2b-b4a4-d9457cd7da83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.096584 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685df526-c682-4d2b-b4a4-d9457cd7da83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eeb92606-0047-4bfd-84d4-b8879c7e097a {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:53:38.100860 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-685df526-c682-4d2b-b4a4-d9457cd7da83 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.102026 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-685df526-c682-4d2b-b4a4-d9457cd7da83 admin admin] 10.222.0.26 "DELETE /v2.0/routers/eeb92606-0047-4bfd-84d4-b8879c7e097a HTTP/1.1" status: 204 len: 168 time: 0.7785130 Jul 14 09:53:38.104523 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45862) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:38.151878 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-55bc7a4b-84e0-469c-8178-1070f54fbffa admin admin] Deleting subnet c5f62d8b-b8ba-4ffe-bfe6-f521391008e2 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:53:38.154931 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55bc7a4b-84e0-469c-8178-1070f54fbffa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.188314 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55bc7a4b-84e0-469c-8178-1070f54fbffa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.263628 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55bc7a4b-84e0-469c-8178-1070f54fbffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.318706 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55bc7a4b-84e0-469c-8178-1070f54fbffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.349066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc7a4b-84e0-469c-8178-1070f54fbffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5f62d8b-b8ba-4ffe-bfe6-f521391008e2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:38.352670 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55bc7a4b-84e0-469c-8178-1070f54fbffa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.356853 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-55bc7a4b-84e0-469c-8178-1070f54fbffa admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c5f62d8b-b8ba-4ffe-bfe6-f521391008e2 HTTP/1.1" status: 204 len: 168 time: 0.2491291 Jul 14 09:53:38.357359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45864) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:38.359906 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6b8cac-4cd3-44b2-ab42-e0967a7f16cb None None] Network 63172c4c-f25e-4a6b-aa82-12f68206c1fd requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:38.444968 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d594808-bd10-4654-a10b-a6f72f582d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.495837 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-7d594808-bd10-4654-a10b-a6f72f582d03 admin admin] Deleting port b7aff5d9-aaa6-429d-a778-ab2e1297ed78 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:38.496176 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d594808-bd10-4654-a10b-a6f72f582d03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.561457 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-7d594808-bd10-4654-a10b-a6f72f582d03 admin admin] For port b7aff5d9-aaa6-429d-a778-ab2e1297ed78, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b7aff5d9-aaa6-429d-a778-ab2e1297ed78,segment=NetworkSegment(fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d),segment_id=fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:38.561745 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d594808-bd10-4654-a10b-a6f72f582d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.574397 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-7d594808-bd10-4654-a10b-a6f72f582d03 admin admin] Calling delete_port for b7aff5d9-aaa6-429d-a778-ab2e1297ed78 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:38.649518 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d594808-bd10-4654-a10b-a6f72f582d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.679794 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d594808-bd10-4654-a10b-a6f72f582d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7aff5d9-aaa6-429d-a778-ab2e1297ed78,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:38.683153 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d594808-bd10-4654-a10b-a6f72f582d03 admin admin] No DVR routers for this DVR port b7aff5d9-aaa6-429d-a778-ab2e1297ed78 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:53:38.753276 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d594808-bd10-4654-a10b-a6f72f582d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.758142 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0fc40b-dbbc-4f5d-9ecc-db96adbed445 None None] DHCP port deletion for 63172c4c-f25e-4a6b-aa82-12f68206c1fd request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:53:38.763813 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7d594808-bd10-4654-a10b-a6f72f582d03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63172c4c-f25e-4a6b-aa82-12f68206c1fd']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:38.775009 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7d594808-bd10-4654-a10b-a6f72f582d03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:38.775422 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7d594808-bd10-4654-a10b-a6f72f582d03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf50c88-71d0-4d0a-a250-8ad8bf2a2a2d') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:38.785361 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d594808-bd10-4654-a10b-a6f72f582d03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.799456 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d594808-bd10-4654-a10b-a6f72f582d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.805810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d594808-bd10-4654-a10b-a6f72f582d03 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:53:38.806303 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d594808-bd10-4654-a10b-a6f72f582d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:53:38.807909 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:53:38.863251 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d594808-bd10-4654-a10b-a6f72f582d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.868890 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7d594808-bd10-4654-a10b-a6f72f582d03 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.870737 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7d594808-bd10-4654-a10b-a6f72f582d03 admin admin] 10.222.0.26 "DELETE /v2.0/networks/63172c4c-f25e-4a6b-aa82-12f68206c1fd HTTP/1.1" status: 204 len: 168 time: 0.5075870 Jul 14 09:53:38.881379 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d594808-bd10-4654-a10b-a6f72f582d03 admin admin] Pushing event deleted for resources: {'Network': ['ID=63172c4c-f25e-4a6b-aa82-12f68206c1fd,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:39.015748 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45868) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:39.056117 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-aa435eda-604e-4714-a0b5-2e22a4d4f3ef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51eddd5eb51e43da8f7e9b436a71a31a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391495 Jul 14 09:53:39.058584 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45870) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:39.112349 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a679885-536c-4039-87c8-c41735a7eafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:39.133893 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a679885-536c-4039-87c8-c41735a7eafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:39.140152 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b7aff5d9-aaa6-429d-a778-ab2e1297ed78 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:39.160866 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: b7aff5d9-aaa6-429d-a778-ab2e1297ed78 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:39.161208 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b7aff5d9-aaa6-429d-a778-ab2e1297ed78 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:39.161618 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c856fed1-52e1-44c6-8574-2a7e39244acb no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:39.180334 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: c856fed1-52e1-44c6-8574-2a7e39244acb {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:39.180673 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c856fed1-52e1-44c6-8574-2a7e39244acb not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:39.181080 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2a047acc-6be3-4dae-a938-223636ff2977 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:39.188676 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a679885-536c-4039-87c8-c41735a7eafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:39.191327 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a679885-536c-4039-87c8-c41735a7eafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:39.192532 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4a679885-536c-4039-87c8-c41735a7eafa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6d66a1d-8be8-4398-b979-26dab4895559 HTTP/1.1" status: 204 len: 168 time: 0.1330516 Jul 14 09:53:39.200136 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 2a047acc-6be3-4dae-a938-223636ff2977 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:39.200431 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2a047acc-6be3-4dae-a938-223636ff2977 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:39.201877 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a679885-536c-4039-87c8-c41735a7eafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d66a1d-8be8-4398-b979-26dab4895559,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:39.539066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45876) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:39.578568 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-baa13f60-00e8-4725-8543-9764efbfa531 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=248adfd273284109956be5cd5477d5d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383108 Jul 14 09:53:39.581022 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45878) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:39.627668 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-016e0017-5209-4311-8bd6-17b77918d8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:39.648964 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-016e0017-5209-4311-8bd6-17b77918d8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:39.695028 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-016e0017-5209-4311-8bd6-17b77918d8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:39.697887 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-016e0017-5209-4311-8bd6-17b77918d8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:39.699049 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-016e0017-5209-4311-8bd6-17b77918d8e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5af2f5da-752e-410d-a8c4-f3b54889044a HTTP/1.1" status: 204 len: 168 time: 0.1171384 Jul 14 09:53:39.706695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e0017-5209-4311-8bd6-17b77918d8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af2f5da-752e-410d-a8c4-f3b54889044a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:46.633630 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:47.958148 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45892) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:48.110586 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-82eff212-0a26-4620-bd00-be6bb265351a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Deleting port fd231721-d586-4484-b282-648aa61c49a6 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:48.110932 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82eff212-0a26-4620-bd00-be6bb265351a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:48.187208 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82eff212-0a26-4620-bd00-be6bb265351a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:48.187533 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82eff212-0a26-4620-bd00-be6bb265351a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:48.199163 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-82eff212-0a26-4620-bd00-be6bb265351a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Calling delete_port for fd231721-d586-4484-b282-648aa61c49a6 owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:48.343313 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82eff212-0a26-4620-bd00-be6bb265351a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:48.369589 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eff212-0a26-4620-bd00-be6bb265351a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Port': ['ID=fd231721-d586-4484-b282-648aa61c49a6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:48.431879 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82eff212-0a26-4620-bd00-be6bb265351a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:48.432209 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-82eff212-0a26-4620-bd00-be6bb265351a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Floating IP 44852e9a-e889-4f7b-8532-1b3ee1fdaf77 disassociated (deleted). External IP: 172.25.1.244, port: fd178419-2286-4ef4-a85f-3eea797b4eff. Jul 14 09:53:48.634290 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82eff212-0a26-4620-bd00-be6bb265351a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Router 7e755d48-451e-49d3-b64a-a0cf64f91a9d has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:53:48.740967 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82eff212-0a26-4620-bd00-be6bb265351a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:53:48.745705 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82eff212-0a26-4620-bd00-be6bb265351a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:48.751171 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32475c85-494a-489d-84f5-fdf663b6f6de None None] Sync routers for ids ['7e755d48-451e-49d3-b64a-a0cf64f91a9d'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:53:48.760505 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32475c85-494a-489d-84f5-fdf663b6f6de None None] Routers {'7e755d48-451e-49d3-b64a-a0cf64f91a9d'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:48.761109 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-32475c85-494a-489d-84f5-fdf663b6f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:53:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7e755d48-451e-49d3-b64a-a0cf64f91a9d'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:48.781750 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-82eff212-0a26-4620-bd00-be6bb265351a tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "DELETE /v2.0/floatingips/44852e9a-e889-4f7b-8532-1b3ee1fdaf77 HTTP/1.1" status: 204 len: 168 time: 0.8219538 Jul 14 09:53:48.782452 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e799be14-0e48-4900-8410-a15bb9484e46', 'tag': 'fd178419-2286-4ef4-a85f-3eea797b4eff'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:53:48.784819 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8a243f-8968-4e7a-9e49-c3bbd0246ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "e799be14-0e48-4900-8410-a15bb9484e46", "tag": "fd178419-2286-4ef4-a85f-3eea797b4eff"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:53:48.867560 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-32475c85-494a-489d-84f5-fdf663b6f6de None None] Set router 7e755d48-451e-49d3-b64a-a0cf64f91a9d gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:48.972404 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2995ade7-2ecd-4ef8-bd7c-5d13b6264293 x-openstack-request-id: req-2995ade7-2ecd-4ef8-bd7c-5d13b6264293 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:53:48.973385 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e799be14-0e48-4900-8410-a15bb9484e46", "tag": "fd178419-2286-4ef4-a85f-3eea797b4eff", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:53:48.973385 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2995ade7-2ecd-4ef8-bd7c-5d13b6264293 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:53:48.973385 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e799be14-0e48-4900-8410-a15bb9484e46', 'tag': 'fd178419-2286-4ef4-a85f-3eea797b4eff', 'status': 'completed', 'code': 200} Jul 14 09:53:49.060838 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a243f-8968-4e7a-9e49-c3bbd0246ac0 req-bd197a68-7ace-41be-bc02-b3859ccc765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:49.062402 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc8a243f-8968-4e7a-9e49-c3bbd0246ac0 req-bd197a68-7ace-41be-bc02-b3859ccc765d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4572804f6c7148f4a4dc06c5116104de&device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 1098 time: 0.0651965 Jul 14 09:53:49.079138 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-32475c85-494a-489d-84f5-fdf663b6f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366484011', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:52:07Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:08Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc', 'name': '', 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:57:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '3eadef1f-a49b-4be6-9540-b7893bdd0caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:11Z', 'updated_at': '2021-07-14T09:52:15Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '3eadef1f-a49b-4be6-9540-b7893bdd0caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:49.111381 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32475c85-494a-489d-84f5-fdf663b6f6de None None] Checking router: 7e755d48-451e-49d3-b64a-a0cf64f91a9d for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:53:49.119876 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32475c85-494a-489d-84f5-fdf663b6f6de None None] Routers {'7e755d48-451e-49d3-b64a-a0cf64f91a9d'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:49.120479 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-32475c85-494a-489d-84f5-fdf663b6f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:53:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7e755d48-451e-49d3-b64a-a0cf64f91a9d'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:49.209827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a243f-8968-4e7a-9e49-c3bbd0246ac0 req-809839cf-d922-4ae4-bb6f-ec908c90845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:49.211384 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc8a243f-8968-4e7a-9e49-c3bbd0246ac0 req-809839cf-d922-4ae4-bb6f-ec908c90845d service neutron] 10.222.0.49 "GET /v2.0/networks?id=9fce05e4-7d87-4735-a2e0-c597b9fe9a6b HTTP/1.1" status: 200 len: 898 time: 0.1390986 Jul 14 09:53:49.223803 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-32475c85-494a-489d-84f5-fdf663b6f6de None None] Set router 7e755d48-451e-49d3-b64a-a0cf64f91a9d gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:49.233529 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebcd7e-d4b1-4d75-a79d-b3316a4f5efb req-569cc64a-eb00-4551-9877-d3a38341b43d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:49.235010 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-abebcd7e-d4b1-4d75-a79d-b3316a4f5efb req-569cc64a-eb00-4551-9877-d3a38341b43d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.1079540 Jul 14 09:53:49.263814 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc8a243f-8968-4e7a-9e49-c3bbd0246ac0 req-8806e7c5-0a32-437c-9540-a0fc05feb2ff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd178419-2286-4ef4-a85f-3eea797b4eff HTTP/1.1" status: 200 len: 217 time: 0.0441468 Jul 14 09:53:49.330711 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-abebcd7e-d4b1-4d75-a79d-b3316a4f5efb req-6315d9c3-bdc0-4566-a4e1-c2557d018100 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683751 Jul 14 09:53:49.338799 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a243f-8968-4e7a-9e49-c3bbd0246ac0 req-98db8165-d2d1-4e85-8c36-0cae078a1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:49.340254 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc8a243f-8968-4e7a-9e49-c3bbd0246ac0 req-98db8165-d2d1-4e85-8c36-0cae078a1d12 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3eadef1f-a49b-4be6-9540-b7893bdd0caa HTTP/1.1" status: 200 len: 835 time: 0.0698771 Jul 14 09:53:49.398122 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a243f-8968-4e7a-9e49-c3bbd0246ac0 req-40f8838e-02fa-4248-946c-e48513b244e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:49.399614 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc8a243f-8968-4e7a-9e49-c3bbd0246ac0 req-40f8838e-02fa-4248-946c-e48513b244e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9fce05e4-7d87-4735-a2e0-c597b9fe9a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529695 Jul 14 09:53:49.419004 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-32475c85-494a-489d-84f5-fdf663b6f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366484011', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:52:07Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:08Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc', 'name': '', 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:57:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '3eadef1f-a49b-4be6-9540-b7893bdd0caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:11Z', 'updated_at': '2021-07-14T09:52:15Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '3eadef1f-a49b-4be6-9540-b7893bdd0caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:49.444357 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32475c85-494a-489d-84f5-fdf663b6f6de None None] The sync data for ids ['7e755d48-451e-49d3-b64a-a0cf64f91a9d'] in n-d-798054-10 is: [{'id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366484011', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:52:07Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 4, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:08Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc', 'name': '', 'network_id': '9fce05e4-7d87-4735-a2e0-c597b9fe9a6b', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'mac_address': 'fa:16:3e:57:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '3eadef1f-a49b-4be6-9540-b7893bdd0caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:11Z', 'updated_at': '2021-07-14T09:52:15Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'subnets': [{'id': '3eadef1f-a49b-4be6-9540-b7893bdd0caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:53:49.494253 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc8a243f-8968-4e7a-9e49-c3bbd0246ac0 req-08013c34-134c-417d-8e32-821939752b07 service neutron] 10.222.0.49 "GET /v2.0/networks/9fce05e4-7d87-4735-a2e0-c597b9fe9a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871799 Jul 14 09:53:49.588803 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc8a243f-8968-4e7a-9e49-c3bbd0246ac0 req-e1b776dd-a4b2-4d99-a19e-c0e03cd21ada service neutron] 10.222.0.49 "GET /v2.0/networks/9fce05e4-7d87-4735-a2e0-c597b9fe9a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882766 Jul 14 09:53:49.664665 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ad68a-1ccc-401e-a65d-5e6c799b6531 None None] New status for floating IP 44852e9a-e889-4f7b-8532-1b3ee1fdaf77: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:53:50.409482 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643b918-759c-43f9-a14d-c25370529381 req-d747e95c-4c58-4df3-8e23-5aae752392c3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:50.410995 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3643b918-759c-43f9-a14d-c25370529381 req-d747e95c-4c58-4df3-8e23-5aae752392c3 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.49 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.0643253 Jul 14 09:53:50.887503 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86501d34-f7a9-4cf8-bfc7-358db6dfec69 req-d0c1a80e-e647-4a70-abe2-ba6c899cc966 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:50.888991 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86501d34-f7a9-4cf8-bfc7-358db6dfec69 req-d0c1a80e-e647-4a70-abe2-ba6c899cc966 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/ports?device_id=e799be14-0e48-4900-8410-a15bb9484e46 HTTP/1.1" status: 200 len: 946 time: 0.4446104 Jul 14 09:53:50.903737 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-3643b918-759c-43f9-a14d-c25370529381 req-afb518da-059b-4be8-8b97-5be4ec18d003 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Deleting port fd178419-2286-4ef4-a85f-3eea797b4eff {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:50.904075 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3643b918-759c-43f9-a14d-c25370529381 req-afb518da-059b-4be8-8b97-5be4ec18d003 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:50.978889 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86501d34-f7a9-4cf8-bfc7-358db6dfec69 req-85ff476f-1482-4fcc-b5b4-dcc654a6ac89 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e8b8935-be0c-4284-9e4e-16defb5ac564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830441 Jul 14 09:53:51.026357 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-3643b918-759c-43f9-a14d-c25370529381 req-afb518da-059b-4be8-8b97-5be4ec18d003 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] For port fd178419-2286-4ef4-a85f-3eea797b4eff, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fd178419-2286-4ef4-a85f-3eea797b4eff,segment=NetworkSegment(2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c),segment_id=2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:51.026728 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3643b918-759c-43f9-a14d-c25370529381 req-afb518da-059b-4be8-8b97-5be4ec18d003 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:51.040286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-3643b918-759c-43f9-a14d-c25370529381 req-afb518da-059b-4be8-8b97-5be4ec18d003 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Calling delete_port for fd178419-2286-4ef4-a85f-3eea797b4eff owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:51.167299 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3643b918-759c-43f9-a14d-c25370529381 req-afb518da-059b-4be8-8b97-5be4ec18d003 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:51.203534 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb518da-059b-4be8-8b97-5be4ec18d003 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Port': ['ID=fd178419-2286-4ef4-a85f-3eea797b4eff,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:51.250101 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-3643b918-759c-43f9-a14d-c25370529381 req-afb518da-059b-4be8-8b97-5be4ec18d003 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] No DVR routers for this DVR port fd178419-2286-4ef4-a85f-3eea797b4eff on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:53:51.254780 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3643b918-759c-43f9-a14d-c25370529381 req-afb518da-059b-4be8-8b97-5be4ec18d003 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:51.256897 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3643b918-759c-43f9-a14d-c25370529381 req-afb518da-059b-4be8-8b97-5be4ec18d003 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.49 "DELETE /v2.0/ports/fd178419-2286-4ef4-a85f-3eea797b4eff HTTP/1.1" status: 204 len: 173 time: 0.8409903 Jul 14 09:53:51.257327 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e799be14-0e48-4900-8410-a15bb9484e46', 'name': 'network-vif-deleted', 'tag': 'fd178419-2286-4ef4-a85f-3eea797b4eff'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:53:51.259645 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d81a599-1171-450d-9ea2-b795321ac16d" -d '{"events": [{"server_uuid": "e799be14-0e48-4900-8410-a15bb9484e46", "name": "network-vif-deleted", "tag": "fd178419-2286-4ef4-a85f-3eea797b4eff"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:53:51.299221 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec36852-1bd8-49c2-9cd8-2284d60c507b x-openstack-request-id: req-4ec36852-1bd8-49c2-9cd8-2284d60c507b {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:53:51.299579 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e799be14-0e48-4900-8410-a15bb9484e46", "name": "network-vif-deleted", "tag": "fd178419-2286-4ef4-a85f-3eea797b4eff", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:53:51.299928 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ec36852-1bd8-49c2-9cd8-2284d60c507b {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:53:51.300347 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e799be14-0e48-4900-8410-a15bb9484e46', 'name': 'network-vif-deleted', 'tag': 'fd178419-2286-4ef4-a85f-3eea797b4eff', 'status': 'completed', 'code': 200} Jul 14 09:53:52.071788 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45908) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:52.424943 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7054efdc-5ff3-42c4-b1e3-9c669f045572 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:52.680258 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7054efdc-5ff3-42c4-b1e3-9c669f045572 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Deleting port f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:52.680603 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7054efdc-5ff3-42c4-b1e3-9c669f045572 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:52.764219 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-7054efdc-5ff3-42c4-b1e3-9c669f045572 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] For port f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc,segment=NetworkSegment(2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c),segment_id=2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:52.764575 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7054efdc-5ff3-42c4-b1e3-9c669f045572 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:52.777315 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7054efdc-5ff3-42c4-b1e3-9c669f045572 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Calling delete_port for f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:52.962611 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7054efdc-5ff3-42c4-b1e3-9c669f045572 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:52.989053 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054efdc-5ff3-42c4-b1e3-9c669f045572 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Port': ['ID=f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:53.166854 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7054efdc-5ff3-42c4-b1e3-9c669f045572 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:53.676274 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7054efdc-5ff3-42c4-b1e3-9c669f045572 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Router 7e755d48-451e-49d3-b64a-a0cf64f91a9d has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:53:53.782165 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7054efdc-5ff3-42c4-b1e3-9c669f045572 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:53:53.787167 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7054efdc-5ff3-42c4-b1e3-9c669f045572 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "PUT /v2.0/routers/7e755d48-451e-49d3-b64a-a0cf64f91a9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7143517 Jul 14 09:53:53.789914 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45910) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:53.792193 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f5ae7-f8e9-44e7-bcfa-aa91ffe9288f None None] Sync routers for ids ['7e755d48-451e-49d3-b64a-a0cf64f91a9d'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:53:53.801276 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f5ae7-f8e9-44e7-bcfa-aa91ffe9288f None None] Routers {'7e755d48-451e-49d3-b64a-a0cf64f91a9d'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:53.801962 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6a2f5ae7-f8e9-44e7-bcfa-aa91ffe9288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:53:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7e755d48-451e-49d3-b64a-a0cf64f91a9d'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:53.841467 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4fbcbe-f17b-4972-b980-9ac491dee516 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Deleting subnet 3eadef1f-a49b-4be6-9540-b7893bdd0caa {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:53:53.844610 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e4fbcbe-f17b-4972-b980-9ac491dee516 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:53.884842 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e4fbcbe-f17b-4972-b980-9ac491dee516 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:53.907810 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-6a2f5ae7-f8e9-44e7-bcfa-aa91ffe9288f None None] Set router 7e755d48-451e-49d3-b64a-a0cf64f91a9d gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:53.972469 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e4fbcbe-f17b-4972-b980-9ac491dee516 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:54.035401 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e4fbcbe-f17b-4972-b980-9ac491dee516 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:54.064376 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e4fbcbe-f17b-4972-b980-9ac491dee516 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:54.066283 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9e4fbcbe-f17b-4972-b980-9ac491dee516 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "DELETE /v2.0/subnets/3eadef1f-a49b-4be6-9540-b7893bdd0caa HTTP/1.1" status: 204 len: 168 time: 0.2754421 Jul 14 09:53:54.067314 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fbcbe-f17b-4972-b980-9ac491dee516 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Subnet': ['ID=3eadef1f-a49b-4be6-9540-b7893bdd0caa,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:54.070085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45912) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:54.076915 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6780de-b5d6-4c87-8ec3-6ea6a4128258 None None] Network 9fce05e4-7d87-4735-a2e0-c597b9fe9a6b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:54.093506 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6a2f5ae7-f8e9-44e7-bcfa-aa91ffe9288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366484011', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:52:07Z', 'updated_at': '2021-07-14T09:53:52Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:08Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:54.120463 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f5ae7-f8e9-44e7-bcfa-aa91ffe9288f None None] Checking router: 7e755d48-451e-49d3-b64a-a0cf64f91a9d for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:53:54.128760 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f5ae7-f8e9-44e7-bcfa-aa91ffe9288f None None] Routers {'7e755d48-451e-49d3-b64a-a0cf64f91a9d'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:54.129365 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6a2f5ae7-f8e9-44e7-bcfa-aa91ffe9288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:53:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7e755d48-451e-49d3-b64a-a0cf64f91a9d'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:54.182068 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4332d3d-8afd-4724-a781-7ec662207668 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:54.283724 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c754bb6-a325-48da-8e1d-0f2ad8f569a8 None None] DHCP port deletion for 9fce05e4-7d87-4735-a2e0-c597b9fe9a6b request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:53:54.303312 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4332d3d-8afd-4724-a781-7ec662207668 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:54.333814 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9c754bb6-a325-48da-8e1d-0f2ad8f569a8 None None] Deleting port b965567d-1cc5-44fd-a176-f0f43ea3f101 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:54.334204 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-6a2f5ae7-f8e9-44e7-bcfa-aa91ffe9288f None None] Set router 7e755d48-451e-49d3-b64a-a0cf64f91a9d gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:54.334480 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c754bb6-a325-48da-8e1d-0f2ad8f569a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:54.357920 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a4332d3d-8afd-4724-a781-7ec662207668 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Deleting port 5aaedceb-06f0-413e-8f36-1bf10c3118f6 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:54.358318 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4332d3d-8afd-4724-a781-7ec662207668 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:54.403347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9c754bb6-a325-48da-8e1d-0f2ad8f569a8 None None] For port b965567d-1cc5-44fd-a176-f0f43ea3f101, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b965567d-1cc5-44fd-a176-f0f43ea3f101,segment=NetworkSegment(2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c),segment_id=2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:54.403763 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c754bb6-a325-48da-8e1d-0f2ad8f569a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:54.417127 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9c754bb6-a325-48da-8e1d-0f2ad8f569a8 None None] Calling delete_port for b965567d-1cc5-44fd-a176-f0f43ea3f101 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:54.453016 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-a4332d3d-8afd-4724-a781-7ec662207668 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] For port 5aaedceb-06f0-413e-8f36-1bf10c3118f6, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5aaedceb-06f0-413e-8f36-1bf10c3118f6,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:54.453387 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4332d3d-8afd-4724-a781-7ec662207668 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:54.459825 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fd178419-2286-4ef4-a85f-3eea797b4eff no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:54.468033 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a4332d3d-8afd-4724-a781-7ec662207668 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Calling delete_port for 5aaedceb-06f0-413e-8f36-1bf10c3118f6 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:54.483030 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: fd178419-2286-4ef4-a85f-3eea797b4eff {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:54.483351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fd178419-2286-4ef4-a85f-3eea797b4eff not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:54.519595 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c754bb6-a325-48da-8e1d-0f2ad8f569a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:54.531092 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6a2f5ae7-f8e9-44e7-bcfa-aa91ffe9288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366484011', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:52:07Z', 'updated_at': '2021-07-14T09:53:52Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:08Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:54.547564 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c754bb6-a325-48da-8e1d-0f2ad8f569a8 None None] Pushing event deleted for resources: {'Port': ['ID=b965567d-1cc5-44fd-a176-f0f43ea3f101,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:54.551651 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c754bb6-a325-48da-8e1d-0f2ad8f569a8 None None] No DVR routers for this DVR port b965567d-1cc5-44fd-a176-f0f43ea3f101 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:53:54.564423 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f5ae7-f8e9-44e7-bcfa-aa91ffe9288f None None] The sync data for ids ['7e755d48-451e-49d3-b64a-a0cf64f91a9d'] in n-d-798054-10 is: [{'id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366484011', 'tenant_id': '4572804f6c7148f4a4dc06c5116104de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:52:07Z', 'updated_at': '2021-07-14T09:53:52Z', 'revision_number': 5, 'project_id': '4572804f6c7148f4a4dc06c5116104de', 'gw_port': {'id': '5aaedceb-06f0-413e-8f36-1bf10c3118f6', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e755d48-451e-49d3-b64a-a0cf64f91a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:52:08Z', 'updated_at': '2021-07-14T09:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:53:54.653556 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4332d3d-8afd-4724-a781-7ec662207668 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:54.679907 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4332d3d-8afd-4724-a781-7ec662207668 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Port': ['ID=5aaedceb-06f0-413e-8f36-1bf10c3118f6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:54.744306 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4332d3d-8afd-4724-a781-7ec662207668 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:54.837192 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4332d3d-8afd-4724-a781-7ec662207668 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:54.839238 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4332d3d-8afd-4724-a781-7ec662207668 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:54.885483 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4332d3d-8afd-4724-a781-7ec662207668 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:54.886062 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4332d3d-8afd-4724-a781-7ec662207668 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Fanout notify agent at l3_agent the message router_deleted on router 7e755d48-451e-49d3-b64a-a0cf64f91a9d {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:53:54.892841 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4332d3d-8afd-4724-a781-7ec662207668 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:54.896684 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a4332d3d-8afd-4724-a781-7ec662207668 tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "DELETE /v2.0/routers/7e755d48-451e-49d3-b64a-a0cf64f91a9d HTTP/1.1" status: 204 len: 168 time: 0.8227916 Jul 14 09:53:54.896955 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45914) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:54.975982 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0267d3da-6f07-4a85-9600-ccc976ff34fa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.066219 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0267d3da-6f07-4a85-9600-ccc976ff34fa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.076545 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0267d3da-6f07-4a85-9600-ccc976ff34fa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fce05e4-7d87-4735-a2e0-c597b9fe9a6b']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:55.086752 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0267d3da-6f07-4a85-9600-ccc976ff34fa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:55.086884 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-0267d3da-6f07-4a85-9600-ccc976ff34fa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dab2b2c-da5c-483e-b53c-6c9b0aeefc9c') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:55.095749 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0267d3da-6f07-4a85-9600-ccc976ff34fa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.109948 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0267d3da-6f07-4a85-9600-ccc976ff34fa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.116316 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0267d3da-6f07-4a85-9600-ccc976ff34fa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:53:55.116711 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0267d3da-6f07-4a85-9600-ccc976ff34fa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:53:55.119658 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:53:55.175171 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0267d3da-6f07-4a85-9600-ccc976ff34fa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.183130 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0267d3da-6f07-4a85-9600-ccc976ff34fa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.184414 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0267d3da-6f07-4a85-9600-ccc976ff34fa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "DELETE /v2.0/networks/9fce05e4-7d87-4735-a2e0-c597b9fe9a6b HTTP/1.1" status: 204 len: 168 time: 0.2865138 Jul 14 09:53:55.187268 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45916) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:55.201345 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267d3da-6f07-4a85-9600-ccc976ff34fa tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'Network': ['ID=9fce05e4-7d87-4735-a2e0-c597b9fe9a6b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:55.247155 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac56e589-f865-4a8c-a4ae-d6c0af11984d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.272002 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac56e589-f865-4a8c-a4ae-d6c0af11984d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.355847 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac56e589-f865-4a8c-a4ae-d6c0af11984d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.358396 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ac56e589-f865-4a8c-a4ae-d6c0af11984d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.359612 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ac56e589-f865-4a8c-a4ae-d6c0af11984d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] 10.222.0.26 "DELETE /v2.0/security-groups/8e8b8935-be0c-4284-9e4e-16defb5ac564 HTTP/1.1" status: 204 len: 168 time: 0.1712339 Jul 14 09:53:55.369608 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56e589-f865-4a8c-a4ae-d6c0af11984d tempest-TestNetworkAdvancedServerOps-217737202 tempest-TestNetworkAdvancedServerOps-217737202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8b8935-be0c-4284-9e4e-16defb5ac564,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:55.379609 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b965567d-1cc5-44fd-a176-f0f43ea3f101 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:55.416355 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: b965567d-1cc5-44fd-a176-f0f43ea3f101 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:55.417373 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b965567d-1cc5-44fd-a176-f0f43ea3f101 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:55.417984 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:55.439812 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:55.440155 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f04cc9cf-97d7-44e8-bcc5-02d77d3d18cc not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:55.440566 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5aaedceb-06f0-413e-8f36-1bf10c3118f6 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:55.460560 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 5aaedceb-06f0-413e-8f36-1bf10c3118f6 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:55.460808 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5aaedceb-06f0-413e-8f36-1bf10c3118f6 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:55.672099 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45926) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:55.815293 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-68dd1eb1-02c0-4b44-bd94-cbb3a4c73960 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4572804f6c7148f4a4dc06c5116104de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420205 Jul 14 09:53:55.819362 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45930) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:55.867892 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-872242e9-0acf-4816-ab97-5e84ec3d4d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.889733 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-872242e9-0acf-4816-ab97-5e84ec3d4d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.941915 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-872242e9-0acf-4816-ab97-5e84ec3d4d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.945152 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-872242e9-0acf-4816-ab97-5e84ec3d4d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.946380 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-872242e9-0acf-4816-ab97-5e84ec3d4d55 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/30fa4193-fb7c-4e2d-b02e-1bc9063f2193 HTTP/1.1" status: 204 len: 168 time: 0.1261084 Jul 14 09:53:55.954154 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872242e9-0acf-4816-ab97-5e84ec3d4d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fa4193-fb7c-4e2d-b02e-1bc9063f2193,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:56.212765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45936) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:56.257065 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ccbd1abd-5ff6-4cde-abf6-29829b8790fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6de28f827a41464ba455e9dd67afd350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431435 Jul 14 09:53:56.259461 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45938) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:56.310290 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e9f46e60-89f4-411b-b02b-523f9ecd2306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:56.332321 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e9f46e60-89f4-411b-b02b-523f9ecd2306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:56.383038 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e9f46e60-89f4-411b-b02b-523f9ecd2306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:56.385661 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e9f46e60-89f4-411b-b02b-523f9ecd2306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:56.386911 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e9f46e60-89f4-411b-b02b-523f9ecd2306 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29aedf3d-e5f4-4a38-8e6b-373cd70a932d HTTP/1.1" status: 204 len: 168 time: 0.1265068 Jul 14 09:53:56.394924 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f46e60-89f4-411b-b02b-523f9ecd2306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29aedf3d-e5f4-4a38-8e6b-373cd70a932d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:57.100541 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45960) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:57.200248 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-9d10c877-43a3-4faf-993c-fa5b6d22d22d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1939680145-network', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:57.223675 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d10c877-43a3-4faf-993c-fa5b6d22d22d admin admin] Made reservation on behalf of 5971087f0272457fa11a7d42cfeefd42 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:57.226651 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d10c877-43a3-4faf-993c-fa5b6d22d22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:57.234848 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d10c877-43a3-4faf-993c-fa5b6d22d22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:57.296371 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9de3472a-35be-42a1-888c-86a6b17f734d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:57.337435 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d10c877-43a3-4faf-993c-fa5b6d22d22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:57.341469 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d10c877-43a3-4faf-993c-fa5b6d22d22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:57.367990 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d10c877-43a3-4faf-993c-fa5b6d22d22d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:53:57.374092 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10c877-43a3-4faf-993c-fa5b6d22d22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0589712e-f669-448f-8901-dfe3171e5029,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:57.380618 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d10c877-43a3-4faf-993c-fa5b6d22d22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:57.380994 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-9d10c877-43a3-4faf-993c-fa5b6d22d22d admin admin] Added segment 875a9abf-3f36-49ea-b21b-a3d865549a9a of type vlan for network 70605ac7-d371-42b3-8f32-36c39f11dd44 Jul 14 09:53:57.424249 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d10c877-43a3-4faf-993c-fa5b6d22d22d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:57.452405 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d10c877-43a3-4faf-993c-fa5b6d22d22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:57.453405 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d10c877-43a3-4faf-993c-fa5b6d22d22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:57.454073 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9d10c877-43a3-4faf-993c-fa5b6d22d22d admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:57.503853 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9d10c877-43a3-4faf-993c-fa5b6d22d22d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4019494 Jul 14 09:53:57.507376 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45964) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:57.513094 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-857fda44-0870-44eb-a0b2-3e0fbcb351a6 admin admin] Request body: {'subnet': {'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1939680145-subnet', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:57.515148 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10c877-43a3-4faf-993c-fa5b6d22d22d admin admin] Pushing event updated for resources: {'Network': ['ID=70605ac7-d371-42b3-8f32-36c39f11dd44,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:57.526198 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 70605ac7-d371-42b3-8f32-36c39f11dd44 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:53:57.535949 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857fda44-0870-44eb-a0b2-3e0fbcb351a6 admin admin] Made reservation on behalf of 5971087f0272457fa11a7d42cfeefd42 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:57.538337 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-857fda44-0870-44eb-a0b2-3e0fbcb351a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:57.710342 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-857fda44-0870-44eb-a0b2-3e0fbcb351a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:57.763384 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857fda44-0870-44eb-a0b2-3e0fbcb351a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13cbb537-d39d-4944-9f8d-8e404770ddef,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:57.773043 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857fda44-0870-44eb-a0b2-3e0fbcb351a6 admin admin] Checking segment: {'id': '875a9abf-3f36-49ea-b21b-a3d865549a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:57.773396 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857fda44-0870-44eb-a0b2-3e0fbcb351a6 admin admin] Network hostable DHCP agents. Network: 70605ac7-d371-42b3-8f32-36c39f11dd44, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:53:57.790150 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857fda44-0870-44eb-a0b2-3e0fbcb351a6 admin admin] Network 70605ac7-d371-42b3-8f32-36c39f11dd44 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:53:57.798410 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-857fda44-0870-44eb-a0b2-3e0fbcb351a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 70605ac7-d371-42b3-8f32-36c39f11dd44) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:57.802778 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857fda44-0870-44eb-a0b2-3e0fbcb351a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:57.803357 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-857fda44-0870-44eb-a0b2-3e0fbcb351a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:57.807983 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a02d73-0134-4113-977d-cb7991d9cbca None None] Network 70605ac7-d371-42b3-8f32-36c39f11dd44 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:57.826425 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-857fda44-0870-44eb-a0b2-3e0fbcb351a6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3144207 Jul 14 09:53:57.826808 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45966) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:57.831184 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9ec52d30-27f0-4d85-a9ab-353e581bc818 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1939680145-router', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:57.851873 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9ec52d30-27f0-4d85-a9ab-353e581bc818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:57.852883 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9ec52d30-27f0-4d85-a9ab-353e581bc818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:57.911517 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9ec52d30-27f0-4d85-a9ab-353e581bc818 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:58.059448 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9ec52d30-27f0-4d85-a9ab-353e581bc818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:58.092164 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-70605ac7-d371-42b3-8f32-36c39f11dd44', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'fixed_ips': [{'subnet_id': '13cbb537-d39d-4944-9f8d-8e404770ddef'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:53:58.093884 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:58.238476 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Allocated IP 172.20.0.2 (70605ac7-d371-42b3-8f32-36c39f11dd44/13cbb537-d39d-4944-9f8d-8e404770ddef/0ae80d00-0915-4e82-95bb-062f50a1d452) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:53:58.265057 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9ec52d30-27f0-4d85-a9ab-353e581bc818 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:58.284271 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9ec52d30-27f0-4d85-a9ab-353e581bc818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:58.389078 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:58.393181 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-9ec52d30-27f0-4d85-a9ab-353e581bc818 admin admin] Allocated IP 172.25.1.109 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/83e22695-e307-41fb-b9ef-80b2d16a82e9) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:53:58.398974 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Transition to ACTIVE for port object 0ae80d00-0915-4e82-95bb-062f50a1d452 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:58.416094 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Transition to ACTIVE for port object 0ae80d00-0915-4e82-95bb-062f50a1d452 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:58.425017 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:58.467790 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Network 70605ac7-d371-42b3-8f32-36c39f11dd44 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:53:58.470965 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:58.475770 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:53:58.478785 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Pushing event updated for resources: {'Port': ['ID=0ae80d00-0915-4e82-95bb-062f50a1d452,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:58.507138 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9ec52d30-27f0-4d85-a9ab-353e581bc818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:58.539635 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Attempting to bind port 0ae80d00-0915-4e82-95bb-062f50a1d452 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:53:58.539919 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Attempting to bind port 0ae80d00-0915-4e82-95bb-062f50a1d452 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '875a9abf-3f36-49ea-b21b-a3d865549a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:53:58.540286 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Attempting to bind port 0ae80d00-0915-4e82-95bb-062f50a1d452 on network 70605ac7-d371-42b3-8f32-36c39f11dd44 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:53:58.545379 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:53:58.545921 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Checking segment: {'id': '875a9abf-3f36-49ea-b21b-a3d865549a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:58.546301 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:58.546689 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Bound using segment: {'id': '875a9abf-3f36-49ea-b21b-a3d865549a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:53:58.547179 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Bound port: 0ae80d00-0915-4e82-95bb-062f50a1d452, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875a9abf-3f36-49ea-b21b-a3d865549a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:53:58.547573 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:58.560974 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9ec52d30-27f0-4d85-a9ab-353e581bc818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:58.601618 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec52d30-27f0-4d85-a9ab-353e581bc818 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:53:58.604518 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-9ec52d30-27f0-4d85-a9ab-353e581bc818 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:58.608483 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec52d30-27f0-4d85-a9ab-353e581bc818 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:53:58.612530 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] For port 0ae80d00-0915-4e82-95bb-062f50a1d452, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:53:58.614246 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec52d30-27f0-4d85-a9ab-353e581bc818 admin admin] Pushing event updated for resources: {'Port': ['ID=83e22695-e307-41fb-b9ef-80b2d16a82e9,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:58.615680 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] For port 0ae80d00-0915-4e82-95bb-062f50a1d452, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0ae80d00-0915-4e82-95bb-062f50a1d452,segment=NetworkSegment(875a9abf-3f36-49ea-b21b-a3d865549a9a),segment_id=875a9abf-3f36-49ea-b21b-a3d865549a9a)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:53:58.620532 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:58.676729 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c1f2b-84da-4c56-9062-b95c0e3129bc None None] Pushing event updated for resources: {'Port': ['ID=0ae80d00-0915-4e82-95bb-062f50a1d452,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:58.873836 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9ec52d30-27f0-4d85-a9ab-353e581bc818 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:59.082360 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9ec52d30-27f0-4d85-a9ab-353e581bc818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:59.180904 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0ae80d00-0915-4e82-95bb-062f50a1d452 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:59.222145 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec52d30-27f0-4d85-a9ab-353e581bc818 admin admin] Router 05564a2c-125b-40ea-a868-24004949317a is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:53:59.237943 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 0ae80d00-0915-4e82-95bb-062f50a1d452 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:59.612642 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5bb656-6769-4d86-b611-f773419999c5 None None] Network 70605ac7-d371-42b3-8f32-36c39f11dd44 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:59.635654 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec52d30-27f0-4d85-a9ab-353e581bc818 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:53:59.651349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] Sync routers for ids ['05564a2c-125b-40ea-a868-24004949317a'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:53:59.653270 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9ec52d30-27f0-4d85-a9ab-353e581bc818 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:59.654831 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9ec52d30-27f0-4d85-a9ab-353e581bc818 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8268998 Jul 14 09:53:59.657772 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45968) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:59.671649 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] Routers {'05564a2c-125b-40ea-a868-24004949317a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:59.672270 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:53:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['05564a2c-125b-40ea-a868-24004949317a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:59.795060 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-798a96b7-ee9a-456a-a2d9-05d1d1aa37a0 None None] Provisioning for port 0ae80d00-0915-4e82-95bb-062f50a1d452 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:59.821572 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-798a96b7-ee9a-456a-a2d9-05d1d1aa37a0 None None] Provisioning complete for port 0ae80d00-0915-4e82-95bb-062f50a1d452 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:59.821971 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-798a96b7-ee9a-456a-a2d9-05d1d1aa37a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:59.872719 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2df66fd-de07-430f-8823-6876d0fde277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:59.881234 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] Set router 05564a2c-125b-40ea-a868-24004949317a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:54:00.024921 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.081139 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67a95bff-5939-4075-a13a-1a0670a3b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.089915 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-798a96b7-ee9a-456a-a2d9-05d1d1aa37a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.249679 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-67a95bff-5939-4075-a13a-1a0670a3b9b4 admin admin] Allocated IP 172.20.0.1 (70605ac7-d371-42b3-8f32-36c39f11dd44/13cbb537-d39d-4944-9f8d-8e404770ddef/4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:54:00.312419 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-798a96b7-ee9a-456a-a2d9-05d1d1aa37a0 None None] For port 0ae80d00-0915-4e82-95bb-062f50a1d452, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0ae80d00-0915-4e82-95bb-062f50a1d452,segment=NetworkSegment(875a9abf-3f36-49ea-b21b-a3d865549a9a),segment_id=875a9abf-3f36-49ea-b21b-a3d865549a9a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:00.318179 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-798a96b7-ee9a-456a-a2d9-05d1d1aa37a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.368415 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67a95bff-5939-4075-a13a-1a0670a3b9b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.370371 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05564a2c-125b-40ea-a868-24004949317a', 'name': 'tempest-TestVolumeBackupRestore-1939680145-router', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:57Z', 'updated_at': '2021-07-14T09:53:58Z', 'revision_number': 3, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'gw_port': {'id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:58Z', 'updated_at': '2021-07-14T09:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:00.375063 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a96b7-ee9a-456a-a2d9-05d1d1aa37a0 None None] Pushing event updated for resources: {'Port': ['ID=0ae80d00-0915-4e82-95bb-062f50a1d452,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:00.386556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-67a95bff-5939-4075-a13a-1a0670a3b9b4 admin admin] Transition to ACTIVE for port object 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:54:00.401689 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] Checking router: 05564a2c-125b-40ea-a868-24004949317a for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:54:00.401989 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] Updating router 05564a2c-125b-40ea-a868-24004949317a port 83e22695-e307-41fb-b9ef-80b2d16a82e9 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:54:00.422262 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67a95bff-5939-4075-a13a-1a0670a3b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.450429 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.463606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a95bff-5939-4075-a13a-1a0670a3b9b4 admin admin] Network 70605ac7-d371-42b3-8f32-36c39f11dd44 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:54:00.466444 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-67a95bff-5939-4075-a13a-1a0670a3b9b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:54:00.471882 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a5a20066-4959-4b21-986d-7c95ae41b12c None None] Provisioning complete for port 0ae80d00-0915-4e82-95bb-062f50a1d452 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:00.472014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a95bff-5939-4075-a13a-1a0670a3b9b4 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:54:00.472256 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5a20066-4959-4b21-986d-7c95ae41b12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.501985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a95bff-5939-4075-a13a-1a0670a3b9b4 admin admin] Pushing event updated for resources: {'Port': ['ID=4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:00.519480 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67a95bff-5939-4075-a13a-1a0670a3b9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.671357 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67a95bff-5939-4075-a13a-1a0670a3b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.778207 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.792971 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.797203 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] Transition to ACTIVE for port object 83e22695-e307-41fb-b9ef-80b2d16a82e9 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:54:00.803268 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-071af7cb-6cab-4107-a44f-438c82308dcd None None] Provisioning for port 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:54:00.806956 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.815133 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-071af7cb-6cab-4107-a44f-438c82308dcd None None] Provisioning complete for port 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:00.815504 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-071af7cb-6cab-4107-a44f-438c82308dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.852874 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67a95bff-5939-4075-a13a-1a0670a3b9b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.858670 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67a95bff-5939-4075-a13a-1a0670a3b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.889616 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802c584-f8ab-4950-a502-45f2e9558830 None None] Pushing event updated for resources: {'Port': ['ID=83e22695-e307-41fb-b9ef-80b2d16a82e9,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:00.891888 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] Attempting to bind port 83e22695-e307-41fb-b9ef-80b2d16a82e9 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:54:00.892261 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] Attempting to bind port 83e22695-e307-41fb-b9ef-80b2d16a82e9 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:54:00.892624 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] Attempting to bind port 83e22695-e307-41fb-b9ef-80b2d16a82e9 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:54:00.896182 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-071af7cb-6cab-4107-a44f-438c82308dcd None None] Port 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:54:00.900016 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:54:00.900381 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:54:00.900786 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.901181 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:54:00.901700 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] Bound port: 83e22695-e307-41fb-b9ef-80b2d16a82e9, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:54:00.902154 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.927930 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-67a95bff-5939-4075-a13a-1a0670a3b9b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.929731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a95bff-5939-4075-a13a-1a0670a3b9b4 admin admin] Pushing event updated for resources: {'Port': ['ID=4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:00.958800 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] For port 83e22695-e307-41fb-b9ef-80b2d16a82e9, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:54:00.961897 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] For port 83e22695-e307-41fb-b9ef-80b2d16a82e9, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=83e22695-e307-41fb-b9ef-80b2d16a82e9,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:54:00.966625 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:01.025216 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] Routers {'05564a2c-125b-40ea-a868-24004949317a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:54:01.025882 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:54:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['05564a2c-125b-40ea-a868-24004949317a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:01.031314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802c584-f8ab-4950-a502-45f2e9558830 None None] Pushing event updated for resources: {'Port': ['ID=83e22695-e307-41fb-b9ef-80b2d16a82e9,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:01.036498 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a95bff-5939-4075-a13a-1a0670a3b9b4 admin admin] Network 70605ac7-d371-42b3-8f32-36c39f11dd44 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:54:01.037963 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-67a95bff-5939-4075-a13a-1a0670a3b9b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:54:01.147347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] Set router 05564a2c-125b-40ea-a868-24004949317a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:54:01.163370 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a95bff-5939-4075-a13a-1a0670a3b9b4 admin admin] Router 05564a2c-125b-40ea-a868-24004949317a has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:54:01.181137 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0ae80d00-0915-4e82-95bb-062f50a1d452 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:54:01.282317 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a95bff-5939-4075-a13a-1a0670a3b9b4 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:54:01.287908 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-67a95bff-5939-4075-a13a-1a0670a3b9b4 admin admin] 10.222.0.26 "PUT /v2.0/routers/05564a2c-125b-40ea-a868-24004949317a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6291115 Jul 14 09:54:01.334897 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 0ae80d00-0915-4e82-95bb-062f50a1d452 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:01.335270 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:01.357560 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2d4a3be5-c135-4e18-8295-65fc733b3c1e None None] Provisioning complete for port 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:01.357959 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2d4a3be5-c135-4e18-8295-65fc733b3c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:01.439619 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2d4a3be5-c135-4e18-8295-65fc733b3c1e None None] Port 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:54:01.504194 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05564a2c-125b-40ea-a868-24004949317a', 'name': 'tempest-TestVolumeBackupRestore-1939680145-router', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:57Z', 'updated_at': '2021-07-14T09:54:00Z', 'revision_number': 4, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'gw_port': {'id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:58Z', 'updated_at': '2021-07-14T09:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea', 'name': '', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'mac_address': 'fa:16:3e:cf:89:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:00Z', 'updated_at': '2021-07-14T09:54:00Z', 'revision_number': 2, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'subnets': [{'id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:01.534483 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6eacff-7033-43fe-a5f5-ac0fc9f425ac None None] The sync data for ids ['05564a2c-125b-40ea-a868-24004949317a'] in n-d-798054-10 is: [{'id': '05564a2c-125b-40ea-a868-24004949317a', 'name': 'tempest-TestVolumeBackupRestore-1939680145-router', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:57Z', 'updated_at': '2021-07-14T09:54:00Z', 'revision_number': 4, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'gw_port': {'id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:58Z', 'updated_at': '2021-07-14T09:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea', 'name': '', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'mac_address': 'fa:16:3e:cf:89:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:00Z', 'updated_at': '2021-07-14T09:54:00Z', 'revision_number': 2, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'subnets': [{'id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:54:01.807865 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45984) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:54:01.813196 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-aa8bbe88-127f-4dbc-ab8c-3461dd7c4231 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1969286852-network', 'tenant_id': '365d9491d46240b089c474e9922a71df'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:54:01.835855 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8bbe88-127f-4dbc-ab8c-3461dd7c4231 admin admin] Made reservation on behalf of 365d9491d46240b089c474e9922a71df for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:54:01.838358 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa8bbe88-127f-4dbc-ab8c-3461dd7c4231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:01.852131 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa8bbe88-127f-4dbc-ab8c-3461dd7c4231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:01.962357 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa8bbe88-127f-4dbc-ab8c-3461dd7c4231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:01.968555 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa8bbe88-127f-4dbc-ab8c-3461dd7c4231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.000607 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8bbe88-127f-4dbc-ab8c-3461dd7c4231 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:54:02.018056 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bbe88-127f-4dbc-ab8c-3461dd7c4231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f397844-42b7-4f51-9d59-57b35ef1ed27,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:02.022927 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa8bbe88-127f-4dbc-ab8c-3461dd7c4231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.023278 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-aa8bbe88-127f-4dbc-ab8c-3461dd7c4231 admin admin] Added segment e5927dbe-72cc-4ca2-8c64-70f8066f8207 of type vlan for network 5e505864-ae92-4ef0-8d33-87669286bc9a Jul 14 09:54:02.069839 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa8bbe88-127f-4dbc-ab8c-3461dd7c4231 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.103621 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa8bbe88-127f-4dbc-ab8c-3461dd7c4231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.104676 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8bbe88-127f-4dbc-ab8c-3461dd7c4231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:02.105326 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa8bbe88-127f-4dbc-ab8c-3461dd7c4231 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.130854 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.164746 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45986) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:54:02.165293 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-aa8bbe88-127f-4dbc-ab8c-3461dd7c4231 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3557003 Jul 14 09:54:02.172946 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bbe88-127f-4dbc-ab8c-3461dd7c4231 admin admin] Pushing event updated for resources: {'Network': ['ID=5e505864-ae92-4ef0-8d33-87669286bc9a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:02.178282 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e806118f-77bd-44d9-9286-2cda4c8f5159 admin admin] Request body: {'subnet': {'network_id': '5e505864-ae92-4ef0-8d33-87669286bc9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1969286852-subnet', 'tenant_id': '365d9491d46240b089c474e9922a71df', 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:54:02.199098 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 5e505864-ae92-4ef0-8d33-87669286bc9a details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:54:02.208002 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e806118f-77bd-44d9-9286-2cda4c8f5159 admin admin] Made reservation on behalf of 365d9491d46240b089c474e9922a71df for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:54:02.210943 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e806118f-77bd-44d9-9286-2cda4c8f5159 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.395293 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e806118f-77bd-44d9-9286-2cda4c8f5159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.454787 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806118f-77bd-44d9-9286-2cda4c8f5159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b9eae6e-545b-4b48-a8d1-635afeef4d01,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:02.462273 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e806118f-77bd-44d9-9286-2cda4c8f5159 admin admin] Checking segment: {'id': 'e5927dbe-72cc-4ca2-8c64-70f8066f8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '5e505864-ae92-4ef0-8d33-87669286bc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:54:02.462643 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e806118f-77bd-44d9-9286-2cda4c8f5159 admin admin] Network hostable DHCP agents. Network: 5e505864-ae92-4ef0-8d33-87669286bc9a, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:54:02.481390 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e806118f-77bd-44d9-9286-2cda4c8f5159 admin admin] Network 5e505864-ae92-4ef0-8d33-87669286bc9a is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:54:02.492298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-e806118f-77bd-44d9-9286-2cda4c8f5159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 5e505864-ae92-4ef0-8d33-87669286bc9a) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:54:02.496803 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e806118f-77bd-44d9-9286-2cda4c8f5159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:02.497445 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e806118f-77bd-44d9-9286-2cda4c8f5159 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.503440 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88b20a5-daa6-4ab6-8547-00a0ecba4e8d None None] Network 5e505864-ae92-4ef0-8d33-87669286bc9a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:54:02.513777 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e806118f-77bd-44d9-9286-2cda4c8f5159 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3467956 Jul 14 09:54:02.516464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 45988) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:54:02.521216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-3f307127-299b-4157-bd24-5faefd676409 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1969286852-router', 'tenant_id': '365d9491d46240b089c474e9922a71df', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:54:02.543980 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3f307127-299b-4157-bd24-5faefd676409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.545069 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3f307127-299b-4157-bd24-5faefd676409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.608036 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3f307127-299b-4157-bd24-5faefd676409 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.667471 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-5e505864-ae92-4ef0-8d33-87669286bc9a', 'network_id': '5e505864-ae92-4ef0-8d33-87669286bc9a', 'tenant_id': '365d9491d46240b089c474e9922a71df', 'fixed_ips': [{'subnet_id': '5b9eae6e-545b-4b48-a8d1-635afeef4d01'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:54:02.668429 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.757491 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3f307127-299b-4157-bd24-5faefd676409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.812754 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Allocated IP 172.20.0.2 (5e505864-ae92-4ef0-8d33-87669286bc9a/5b9eae6e-545b-4b48-a8d1-635afeef4d01/dd542a12-9fa4-43cd-9822-39dbc310203a) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:54:02.877717 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.972982 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.978746 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3f307127-299b-4157-bd24-5faefd676409 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.982251 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Transition to ACTIVE for port object dd542a12-9fa4-43cd-9822-39dbc310203a will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:54:02.997362 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Transition to ACTIVE for port object dd542a12-9fa4-43cd-9822-39dbc310203a will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:54:02.999063 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3f307127-299b-4157-bd24-5faefd676409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:03.005967 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:03.047403 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Network 5e505864-ae92-4ef0-8d33-87669286bc9a is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:54:03.050413 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:54:03.053050 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:54:03.062306 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Pushing event updated for resources: {'Port': ['ID=dd542a12-9fa4-43cd-9822-39dbc310203a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:03.116632 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Attempting to bind port dd542a12-9fa4-43cd-9822-39dbc310203a on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:54:03.117009 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Attempting to bind port dd542a12-9fa4-43cd-9822-39dbc310203a by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'e5927dbe-72cc-4ca2-8c64-70f8066f8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '5e505864-ae92-4ef0-8d33-87669286bc9a'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:54:03.117830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Attempting to bind port dd542a12-9fa4-43cd-9822-39dbc310203a on network 5e505864-ae92-4ef0-8d33-87669286bc9a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:54:03.123129 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:54:03.123833 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Checking segment: {'id': 'e5927dbe-72cc-4ca2-8c64-70f8066f8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '5e505864-ae92-4ef0-8d33-87669286bc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:54:03.123956 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:03.124279 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Bound using segment: {'id': 'e5927dbe-72cc-4ca2-8c64-70f8066f8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '5e505864-ae92-4ef0-8d33-87669286bc9a'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:54:03.124760 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Bound port: dd542a12-9fa4-43cd-9822-39dbc310203a, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5927dbe-72cc-4ca2-8c64-70f8066f8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '5e505864-ae92-4ef0-8d33-87669286bc9a'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:54:03.125139 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:03.130293 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-3f307127-299b-4157-bd24-5faefd676409 admin admin] Allocated IP 172.25.1.127 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/0e1cd403-0256-4c1c-ba8c-f18ee3914937) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:54:03.196760 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 83e22695-e307-41fb-b9ef-80b2d16a82e9 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:54:03.222245 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] For port dd542a12-9fa4-43cd-9822-39dbc310203a, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:54:03.241772 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] For port dd542a12-9fa4-43cd-9822-39dbc310203a, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dd542a12-9fa4-43cd-9822-39dbc310203a,segment=NetworkSegment(e5927dbe-72cc-4ca2-8c64-70f8066f8207),segment_id=e5927dbe-72cc-4ca2-8c64-70f8066f8207)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:54:03.250596 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:03.259444 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3f307127-299b-4157-bd24-5faefd676409 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:03.304453 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3f307127-299b-4157-bd24-5faefd676409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:03.307346 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 83e22695-e307-41fb-b9ef-80b2d16a82e9 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:54:03.319978 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 83e22695-e307-41fb-b9ef-80b2d16a82e9 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:03.320355 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:03.345106 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd605c7-27d5-4eb8-a722-dab47f3bfd91 None None] Pushing event updated for resources: {'Port': ['ID=dd542a12-9fa4-43cd-9822-39dbc310203a,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:03.360004 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f307127-299b-4157-bd24-5faefd676409 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:54:03.370692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-3f307127-299b-4157-bd24-5faefd676409 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:54:03.376921 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f307127-299b-4157-bd24-5faefd676409 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:54:03.380663 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f307127-299b-4157-bd24-5faefd676409 admin admin] Pushing event updated for resources: {'Port': ['ID=0e1cd403-0256-4c1c-ba8c-f18ee3914937,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:03.417916 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:03.443817 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 83e22695-e307-41fb-b9ef-80b2d16a82e9, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=83e22695-e307-41fb-b9ef-80b2d16a82e9,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:03.448926 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:03.501191 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=83e22695-e307-41fb-b9ef-80b2d16a82e9,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:03.662126 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] Sync routers for ids ['05564a2c-125b-40ea-a868-24004949317a'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:54:03.672144 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] Routers {'05564a2c-125b-40ea-a868-24004949317a'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:54:03.672860 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:54:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['05564a2c-125b-40ea-a868-24004949317a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:03.678480 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3f307127-299b-4157-bd24-5faefd676409 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:03.781383 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] Set router 05564a2c-125b-40ea-a868-24004949317a gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:54:03.879833 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3f307127-299b-4157-bd24-5faefd676409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:04.000021 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05564a2c-125b-40ea-a868-24004949317a', 'name': 'tempest-TestVolumeBackupRestore-1939680145-router', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:57Z', 'updated_at': '2021-07-14T09:54:00Z', 'revision_number': 4, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'gw_port': {'id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:58Z', 'updated_at': '2021-07-14T09:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea', 'name': '', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'mac_address': 'fa:16:3e:cf:89:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:00Z', 'updated_at': '2021-07-14T09:54:00Z', 'revision_number': 2, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'subnets': [{'id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:04.023806 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f307127-299b-4157-bd24-5faefd676409 admin admin] Router 8a481fd8-65d7-4767-ae91-17039e01be19 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:54:04.029592 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] Checking router: 05564a2c-125b-40ea-a868-24004949317a for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:54:04.030240 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] Updating router 05564a2c-125b-40ea-a868-24004949317a port 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:54:04.065447 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:04.140441 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f307127-299b-4157-bd24-5faefd676409 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:54:04.152916 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] Sync routers for ids ['8a481fd8-65d7-4767-ae91-17039e01be19'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:54:04.164037 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] Routers {'8a481fd8-65d7-4767-ae91-17039e01be19'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:54:04.164709 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:54:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['8a481fd8-65d7-4767-ae91-17039e01be19'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:04.165153 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3f307127-299b-4157-bd24-5faefd676409 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:04.166625 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3f307127-299b-4157-bd24-5faefd676409 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6488853 Jul 14 09:54:04.169381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 45990) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:54:04.289920 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] Set router 8a481fd8-65d7-4767-ae91-17039e01be19 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:54:04.375458 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:04.386858 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] Transition to ACTIVE for port object 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:54:04.394748 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:04.440709 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfaee2-dd9a-46a5-882b-5e3824fb3f16 None None] Pushing event updated for resources: {'Port': ['ID=4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:04.451552 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cfaee2-dd9a-46a5-882b-5e3824fb3f16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:04.451892 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cfaee2-dd9a-46a5-882b-5e3824fb3f16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:04.452228 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cfaee2-dd9a-46a5-882b-5e3824fb3f16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:04.452713 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cfaee2-dd9a-46a5-882b-5e3824fb3f16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:04.452996 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cfaee2-dd9a-46a5-882b-5e3824fb3f16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:04.453483 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cfaee2-dd9a-46a5-882b-5e3824fb3f16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:04.454020 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cfaee2-dd9a-46a5-882b-5e3824fb3f16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:04.454345 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cfaee2-dd9a-46a5-882b-5e3824fb3f16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:04.454671 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cfaee2-dd9a-46a5-882b-5e3824fb3f16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:04.454981 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cfaee2-dd9a-46a5-882b-5e3824fb3f16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:04.455461 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cfaee2-dd9a-46a5-882b-5e3824fb3f16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:04.455928 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cfaee2-dd9a-46a5-882b-5e3824fb3f16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:04.524707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e64b6e0-e70e-4c8c-80b6-72ea61c1120c None None] Network 5e505864-ae92-4ef0-8d33-87669286bc9a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:54:04.538569 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] Attempting to bind port 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:54:04.539011 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] Attempting to bind port 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '875a9abf-3f36-49ea-b21b-a3d865549a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:54:04.539372 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] Attempting to bind port 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea on network 70605ac7-d371-42b3-8f32-36c39f11dd44 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:54:04.544832 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:54:04.545467 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] Checking segment: {'id': '875a9abf-3f36-49ea-b21b-a3d865549a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:54:04.546199 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:04.546750 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] Bound using segment: {'id': '875a9abf-3f36-49ea-b21b-a3d865549a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:54:04.547394 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] Bound port: 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875a9abf-3f36-49ea-b21b-a3d865549a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:54:04.547932 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:04.618373 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] For port 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:54:04.622202 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] For port 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea,segment=NetworkSegment(875a9abf-3f36-49ea-b21b-a3d865549a9a),segment_id=875a9abf-3f36-49ea-b21b-a3d865549a9a)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:54:04.622542 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8478c3b8-de1c-4a4e-99d6-d7bac2141dc1 None None] Provisioning for port dd542a12-9fa4-43cd-9822-39dbc310203a completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:54:04.629452 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:04.695176 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfaee2-dd9a-46a5-882b-5e3824fb3f16 None None] Pushing event updated for resources: {'Port': ['ID=4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:04.711006 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] Routers {'05564a2c-125b-40ea-a868-24004949317a'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:54:04.711646 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:54:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['05564a2c-125b-40ea-a868-24004949317a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:04.740591 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cdec4ddb-efad-4a0e-8640-65ab5412fdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:04.800284 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a481fd8-65d7-4767-ae91-17039e01be19', 'name': 'tempest-TestVolumeBackupRestore-1969286852-router', 'tenant_id': '365d9491d46240b089c474e9922a71df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e1cd403-0256-4c1c-ba8c-f18ee3914937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:54:02Z', 'updated_at': '2021-07-14T09:54:03Z', 'revision_number': 3, 'project_id': '365d9491d46240b089c474e9922a71df', 'gw_port': {'id': '0e1cd403-0256-4c1c-ba8c-f18ee3914937', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:05:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a481fd8-65d7-4767-ae91-17039e01be19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:03Z', 'updated_at': '2021-07-14T09:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:04.837343 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] Checking router: 8a481fd8-65d7-4767-ae91-17039e01be19 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:54:04.837684 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] Updating router 8a481fd8-65d7-4767-ae91-17039e01be19 port 0e1cd403-0256-4c1c-ba8c-f18ee3914937 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:54:04.857350 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] Set router 05564a2c-125b-40ea-a868-24004949317a gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:54:04.898128 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:04.938133 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-cdec4ddb-efad-4a0e-8640-65ab5412fdae admin admin] Allocated IP 172.20.0.1 (5e505864-ae92-4ef0-8d33-87669286bc9a/5b9eae6e-545b-4b48-a8d1-635afeef4d01/e2e1a844-7191-465d-bac5-64ebedcfd42a) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:54:05.093089 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cdec4ddb-efad-4a0e-8640-65ab5412fdae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:05.114706 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-cdec4ddb-efad-4a0e-8640-65ab5412fdae admin admin] Transition to ACTIVE for port object e2e1a844-7191-465d-bac5-64ebedcfd42a will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:54:05.130931 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05564a2c-125b-40ea-a868-24004949317a', 'name': 'tempest-TestVolumeBackupRestore-1939680145-router', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:57Z', 'updated_at': '2021-07-14T09:54:00Z', 'revision_number': 4, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'gw_port': {'id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:58Z', 'updated_at': '2021-07-14T09:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea', 'name': '', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'mac_address': 'fa:16:3e:cf:89:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:00Z', 'updated_at': '2021-07-14T09:54:04Z', 'revision_number': 4, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'subnets': [{'id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:05.166765 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cdec4ddb-efad-4a0e-8640-65ab5412fdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:05.221676 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdec4ddb-efad-4a0e-8640-65ab5412fdae admin admin] Network 5e505864-ae92-4ef0-8d33-87669286bc9a is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:54:05.225606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-cdec4ddb-efad-4a0e-8640-65ab5412fdae admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:54:05.233814 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec4ddb-efad-4a0e-8640-65ab5412fdae admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:54:05.278595 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad9e175-448b-4e4d-a12f-714a287e90b9 None None] The sync data for ids ['05564a2c-125b-40ea-a868-24004949317a'] in n-d-798054-10 is: [{'id': '05564a2c-125b-40ea-a868-24004949317a', 'name': 'tempest-TestVolumeBackupRestore-1939680145-router', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:57Z', 'updated_at': '2021-07-14T09:54:00Z', 'revision_number': 4, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'gw_port': {'id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:58Z', 'updated_at': '2021-07-14T09:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea', 'name': '', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'mac_address': 'fa:16:3e:cf:89:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:00Z', 'updated_at': '2021-07-14T09:54:04Z', 'revision_number': 4, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'subnets': [{'id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:54:05.302693 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec4ddb-efad-4a0e-8640-65ab5412fdae admin admin] Pushing event updated for resources: {'Port': ['ID=e2e1a844-7191-465d-bac5-64ebedcfd42a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:05.310323 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cdec4ddb-efad-4a0e-8640-65ab5412fdae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:05.398449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:54:05.442888 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:05.468165 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] Transition to ACTIVE for port object 0e1cd403-0256-4c1c-ba8c-f18ee3914937 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:54:05.480685 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:05.500885 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cdec4ddb-efad-4a0e-8640-65ab5412fdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:05.544731 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:54:05.550356 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:05.550645 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:05.553018 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a9f6d-8a9c-4980-9c79-096f51d82aca None None] Pushing event updated for resources: {'Port': ['ID=0e1cd403-0256-4c1c-ba8c-f18ee3914937,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:05.561779 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] Attempting to bind port 0e1cd403-0256-4c1c-ba8c-f18ee3914937 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:54:05.562265 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] Attempting to bind port 0e1cd403-0256-4c1c-ba8c-f18ee3914937 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:54:05.562640 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] Attempting to bind port 0e1cd403-0256-4c1c-ba8c-f18ee3914937 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:54:05.589843 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:54:05.590233 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:54:05.590636 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:05.591039 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:54:05.591525 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] Bound port: 0e1cd403-0256-4c1c-ba8c-f18ee3914937, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:54:05.591914 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:05.667356 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] For port 0e1cd403-0256-4c1c-ba8c-f18ee3914937, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:54:05.701101 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] For port 0e1cd403-0256-4c1c-ba8c-f18ee3914937, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0e1cd403-0256-4c1c-ba8c-f18ee3914937,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:54:05.702662 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cdec4ddb-efad-4a0e-8640-65ab5412fdae admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:05.708909 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cdec4ddb-efad-4a0e-8640-65ab5412fdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:05.714180 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:05.727107 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-58129382-994e-4c6d-b43b-eea1d0c8da48 None None] Provisioning for port e2e1a844-7191-465d-bac5-64ebedcfd42a completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:54:05.740293 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:54:05.754115 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:05.759104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-58129382-994e-4c6d-b43b-eea1d0c8da48 None None] Provisioning complete for port e2e1a844-7191-465d-bac5-64ebedcfd42a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:05.759476 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58129382-994e-4c6d-b43b-eea1d0c8da48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:05.785478 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec4ddb-efad-4a0e-8640-65ab5412fdae admin admin] Pushing event updated for resources: {'Port': ['ID=e2e1a844-7191-465d-bac5-64ebedcfd42a,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:05.791058 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cdec4ddb-efad-4a0e-8640-65ab5412fdae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:05.843718 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] Routers {'8a481fd8-65d7-4767-ae91-17039e01be19'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:54:05.844381 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:54:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['8a481fd8-65d7-4767-ae91-17039e01be19'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:05.889516 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a9f6d-8a9c-4980-9c79-096f51d82aca None None] Pushing event updated for resources: {'Port': ['ID=0e1cd403-0256-4c1c-ba8c-f18ee3914937,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:05.905663 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-58129382-994e-4c6d-b43b-eea1d0c8da48 None None] Port e2e1a844-7191-465d-bac5-64ebedcfd42a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:54:05.914586 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdec4ddb-efad-4a0e-8640-65ab5412fdae admin admin] Network 5e505864-ae92-4ef0-8d33-87669286bc9a is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:54:05.916226 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-cdec4ddb-efad-4a0e-8640-65ab5412fdae admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:54:05.925279 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea,segment=NetworkSegment(875a9abf-3f36-49ea-b21b-a3d865549a9a),segment_id=875a9abf-3f36-49ea-b21b-a3d865549a9a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:05.933586 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:05.934910 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dd542a12-9fa4-43cd-9822-39dbc310203a up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:54:06.064330 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:06.066173 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdec4ddb-efad-4a0e-8640-65ab5412fdae admin admin] Router 8a481fd8-65d7-4767-ae91-17039e01be19 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:54:06.081759 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] Set router 8a481fd8-65d7-4767-ae91-17039e01be19 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:54:06.136158 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port dd542a12-9fa4-43cd-9822-39dbc310203a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:54:06.177411 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port dd542a12-9fa4-43cd-9822-39dbc310203a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:06.177777 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:06.202533 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdec4ddb-efad-4a0e-8640-65ab5412fdae admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:54:06.208964 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-cdec4ddb-efad-4a0e-8640-65ab5412fdae admin admin] 10.222.0.26 "PUT /v2.0/routers/8a481fd8-65d7-4767-ae91-17039e01be19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0379086 Jul 14 09:54:06.287763 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-aba78138-4686-44a3-80d7-ac1031011ed5 None None] Provisioning complete for port e2e1a844-7191-465d-bac5-64ebedcfd42a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:06.288134 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aba78138-4686-44a3-80d7-ac1031011ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:06.340899 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-aba78138-4686-44a3-80d7-ac1031011ed5 None None] Port e2e1a844-7191-465d-bac5-64ebedcfd42a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:54:06.402094 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:06.443123 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port dd542a12-9fa4-43cd-9822-39dbc310203a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dd542a12-9fa4-43cd-9822-39dbc310203a,segment=NetworkSegment(e5927dbe-72cc-4ca2-8c64-70f8066f8207),segment_id=e5927dbe-72cc-4ca2-8c64-70f8066f8207)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:06.448912 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:06.449847 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 83e22695-e307-41fb-b9ef-80b2d16a82e9 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:54:06.492782 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a481fd8-65d7-4767-ae91-17039e01be19', 'name': 'tempest-TestVolumeBackupRestore-1969286852-router', 'tenant_id': '365d9491d46240b089c474e9922a71df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e1cd403-0256-4c1c-ba8c-f18ee3914937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:54:02Z', 'updated_at': '2021-07-14T09:54:05Z', 'revision_number': 4, 'project_id': '365d9491d46240b089c474e9922a71df', 'gw_port': {'id': '0e1cd403-0256-4c1c-ba8c-f18ee3914937', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:05:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a481fd8-65d7-4767-ae91-17039e01be19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:03Z', 'updated_at': '2021-07-14T09:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e2e1a844-7191-465d-bac5-64ebedcfd42a', 'name': '', 'network_id': '5e505864-ae92-4ef0-8d33-87669286bc9a', 'tenant_id': '365d9491d46240b089c474e9922a71df', 'mac_address': 'fa:16:3e:5d:50:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a481fd8-65d7-4767-ae91-17039e01be19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '5b9eae6e-545b-4b48-a8d1-635afeef4d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:04Z', 'updated_at': '2021-07-14T09:54:05Z', 'revision_number': 2, 'project_id': '365d9491d46240b089c474e9922a71df', 'subnets': [{'id': '5b9eae6e-545b-4b48-a8d1-635afeef4d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:06.531928 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44599dc5-3012-4b82-b6cb-988062aacd4d None None] The sync data for ids ['8a481fd8-65d7-4767-ae91-17039e01be19'] in n-d-798054-10 is: [{'id': '8a481fd8-65d7-4767-ae91-17039e01be19', 'name': 'tempest-TestVolumeBackupRestore-1969286852-router', 'tenant_id': '365d9491d46240b089c474e9922a71df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e1cd403-0256-4c1c-ba8c-f18ee3914937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:54:02Z', 'updated_at': '2021-07-14T09:54:05Z', 'revision_number': 4, 'project_id': '365d9491d46240b089c474e9922a71df', 'gw_port': {'id': '0e1cd403-0256-4c1c-ba8c-f18ee3914937', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:05:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a481fd8-65d7-4767-ae91-17039e01be19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:03Z', 'updated_at': '2021-07-14T09:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e2e1a844-7191-465d-bac5-64ebedcfd42a', 'name': '', 'network_id': '5e505864-ae92-4ef0-8d33-87669286bc9a', 'tenant_id': '365d9491d46240b089c474e9922a71df', 'mac_address': 'fa:16:3e:5d:50:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a481fd8-65d7-4767-ae91-17039e01be19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '5b9eae6e-545b-4b48-a8d1-635afeef4d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:04Z', 'updated_at': '2021-07-14T09:54:05Z', 'revision_number': 2, 'project_id': '365d9491d46240b089c474e9922a71df', 'subnets': [{'id': '5b9eae6e-545b-4b48-a8d1-635afeef4d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:54:06.559517 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=dd542a12-9fa4-43cd-9822-39dbc310203a,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:06.577081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 83e22695-e307-41fb-b9ef-80b2d16a82e9 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:06.577672 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:07.175915 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:54:07.228828 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:07.229452 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:07.332859 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dd542a12-9fa4-43cd-9822-39dbc310203a up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:54:07.380871 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port dd542a12-9fa4-43cd-9822-39dbc310203a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:07.381247 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:09.193370 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0e1cd403-0256-4c1c-ba8c-f18ee3914937 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:54:09.249695 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 0e1cd403-0256-4c1c-ba8c-f18ee3914937 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:54:09.254743 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 0e1cd403-0256-4c1c-ba8c-f18ee3914937 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:09.255242 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:09.343573 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:09.369859 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 0e1cd403-0256-4c1c-ba8c-f18ee3914937, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0e1cd403-0256-4c1c-ba8c-f18ee3914937,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:09.374455 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:09.426009 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=0e1cd403-0256-4c1c-ba8c-f18ee3914937,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:09.516932 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] Sync routers for ids ['8a481fd8-65d7-4767-ae91-17039e01be19'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:54:09.527163 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] Routers {'8a481fd8-65d7-4767-ae91-17039e01be19'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:54:09.527777 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:54:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['8a481fd8-65d7-4767-ae91-17039e01be19'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:09.637556 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] Set router 8a481fd8-65d7-4767-ae91-17039e01be19 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:54:09.851102 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a481fd8-65d7-4767-ae91-17039e01be19', 'name': 'tempest-TestVolumeBackupRestore-1969286852-router', 'tenant_id': '365d9491d46240b089c474e9922a71df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e1cd403-0256-4c1c-ba8c-f18ee3914937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:54:02Z', 'updated_at': '2021-07-14T09:54:05Z', 'revision_number': 4, 'project_id': '365d9491d46240b089c474e9922a71df', 'gw_port': {'id': '0e1cd403-0256-4c1c-ba8c-f18ee3914937', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a481fd8-65d7-4767-ae91-17039e01be19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:03Z', 'updated_at': '2021-07-14T09:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e2e1a844-7191-465d-bac5-64ebedcfd42a', 'name': '', 'network_id': '5e505864-ae92-4ef0-8d33-87669286bc9a', 'tenant_id': '365d9491d46240b089c474e9922a71df', 'mac_address': 'fa:16:3e:5d:50:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a481fd8-65d7-4767-ae91-17039e01be19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '5b9eae6e-545b-4b48-a8d1-635afeef4d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:04Z', 'updated_at': '2021-07-14T09:54:05Z', 'revision_number': 2, 'project_id': '365d9491d46240b089c474e9922a71df', 'subnets': [{'id': '5b9eae6e-545b-4b48-a8d1-635afeef4d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:09.882986 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] Checking router: 8a481fd8-65d7-4767-ae91-17039e01be19 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:54:09.883923 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] Updating router 8a481fd8-65d7-4767-ae91-17039e01be19 port e2e1a844-7191-465d-bac5-64ebedcfd42a binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:54:09.924959 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:10.208697 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:10.219696 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] Transition to ACTIVE for port object e2e1a844-7191-465d-bac5-64ebedcfd42a will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:54:10.226381 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:10.278917 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e49699-8614-4821-8f4e-cc723dc05139 None None] Pushing event updated for resources: {'Port': ['ID=e2e1a844-7191-465d-bac5-64ebedcfd42a,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:10.346521 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] Attempting to bind port e2e1a844-7191-465d-bac5-64ebedcfd42a on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:54:10.346899 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] Attempting to bind port e2e1a844-7191-465d-bac5-64ebedcfd42a by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'e5927dbe-72cc-4ca2-8c64-70f8066f8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '5e505864-ae92-4ef0-8d33-87669286bc9a'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:54:10.347254 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] Attempting to bind port e2e1a844-7191-465d-bac5-64ebedcfd42a on network 5e505864-ae92-4ef0-8d33-87669286bc9a {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:54:10.353132 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:54:10.353483 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] Checking segment: {'id': 'e5927dbe-72cc-4ca2-8c64-70f8066f8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '5e505864-ae92-4ef0-8d33-87669286bc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:54:10.353949 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:10.354377 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] Bound using segment: {'id': 'e5927dbe-72cc-4ca2-8c64-70f8066f8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '5e505864-ae92-4ef0-8d33-87669286bc9a'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:54:10.354794 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] Bound port: e2e1a844-7191-465d-bac5-64ebedcfd42a, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5927dbe-72cc-4ca2-8c64-70f8066f8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '5e505864-ae92-4ef0-8d33-87669286bc9a'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:54:10.355188 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:10.425031 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] For port e2e1a844-7191-465d-bac5-64ebedcfd42a, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:54:10.429340 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] For port e2e1a844-7191-465d-bac5-64ebedcfd42a, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e2e1a844-7191-465d-bac5-64ebedcfd42a,segment=NetworkSegment(e5927dbe-72cc-4ca2-8c64-70f8066f8207),segment_id=e5927dbe-72cc-4ca2-8c64-70f8066f8207)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:54:10.435728 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:10.489996 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] Routers {'8a481fd8-65d7-4767-ae91-17039e01be19'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:54:10.490629 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:54:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['8a481fd8-65d7-4767-ae91-17039e01be19'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:10.551526 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e49699-8614-4821-8f4e-cc723dc05139 None None] Pushing event updated for resources: {'Port': ['ID=e2e1a844-7191-465d-bac5-64ebedcfd42a,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:10.619290 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] Set router 8a481fd8-65d7-4767-ae91-17039e01be19 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:54:10.832319 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a481fd8-65d7-4767-ae91-17039e01be19', 'name': 'tempest-TestVolumeBackupRestore-1969286852-router', 'tenant_id': '365d9491d46240b089c474e9922a71df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e1cd403-0256-4c1c-ba8c-f18ee3914937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:54:02Z', 'updated_at': '2021-07-14T09:54:05Z', 'revision_number': 4, 'project_id': '365d9491d46240b089c474e9922a71df', 'gw_port': {'id': '0e1cd403-0256-4c1c-ba8c-f18ee3914937', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a481fd8-65d7-4767-ae91-17039e01be19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:03Z', 'updated_at': '2021-07-14T09:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e2e1a844-7191-465d-bac5-64ebedcfd42a', 'name': '', 'network_id': '5e505864-ae92-4ef0-8d33-87669286bc9a', 'tenant_id': '365d9491d46240b089c474e9922a71df', 'mac_address': 'fa:16:3e:5d:50:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a481fd8-65d7-4767-ae91-17039e01be19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '5b9eae6e-545b-4b48-a8d1-635afeef4d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:04Z', 'updated_at': '2021-07-14T09:54:10Z', 'revision_number': 4, 'project_id': '365d9491d46240b089c474e9922a71df', 'subnets': [{'id': '5b9eae6e-545b-4b48-a8d1-635afeef4d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:10.860245 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a24ade-1278-43cc-a71f-cf45a182f293 None None] The sync data for ids ['8a481fd8-65d7-4767-ae91-17039e01be19'] in n-d-798054-10 is: [{'id': '8a481fd8-65d7-4767-ae91-17039e01be19', 'name': 'tempest-TestVolumeBackupRestore-1969286852-router', 'tenant_id': '365d9491d46240b089c474e9922a71df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e1cd403-0256-4c1c-ba8c-f18ee3914937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:54:02Z', 'updated_at': '2021-07-14T09:54:05Z', 'revision_number': 4, 'project_id': '365d9491d46240b089c474e9922a71df', 'gw_port': {'id': '0e1cd403-0256-4c1c-ba8c-f18ee3914937', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a481fd8-65d7-4767-ae91-17039e01be19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:03Z', 'updated_at': '2021-07-14T09:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e2e1a844-7191-465d-bac5-64ebedcfd42a', 'name': '', 'network_id': '5e505864-ae92-4ef0-8d33-87669286bc9a', 'tenant_id': '365d9491d46240b089c474e9922a71df', 'mac_address': 'fa:16:3e:5d:50:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a481fd8-65d7-4767-ae91-17039e01be19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '5b9eae6e-545b-4b48-a8d1-635afeef4d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:04Z', 'updated_at': '2021-07-14T09:54:10Z', 'revision_number': 4, 'project_id': '365d9491d46240b089c474e9922a71df', 'subnets': [{'id': '5b9eae6e-545b-4b48-a8d1-635afeef4d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:54:11.209535 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0e1cd403-0256-4c1c-ba8c-f18ee3914937 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:54:11.443843 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 0e1cd403-0256-4c1c-ba8c-f18ee3914937 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:11.444217 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:11.526255 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e2e1a844-7191-465d-bac5-64ebedcfd42a up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:54:11.577833 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port e2e1a844-7191-465d-bac5-64ebedcfd42a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:54:11.582654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e2e1a844-7191-465d-bac5-64ebedcfd42a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:11.583084 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:11.682069 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:11.716079 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port e2e1a844-7191-465d-bac5-64ebedcfd42a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e2e1a844-7191-465d-bac5-64ebedcfd42a,segment=NetworkSegment(e5927dbe-72cc-4ca2-8c64-70f8066f8207),segment_id=e5927dbe-72cc-4ca2-8c64-70f8066f8207)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:11.721045 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:11.772755 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=e2e1a844-7191-465d-bac5-64ebedcfd42a,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:13.158512 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e2e1a844-7191-465d-bac5-64ebedcfd42a up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:54:13.210975 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e2e1a844-7191-465d-bac5-64ebedcfd42a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:13.211346 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:16.631413 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:27.299139 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12e7087d-e757-43db-9e33-4d234ae7d547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:27.861457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-91dad1f6-fe76-451c-9143-fe4eec9041b3 req-afddd00c-d742-4aa2-bcf5-ecf0610c910a service neutron] (93888) timed out ('10.222.0.26', 60592) {{(pid=93888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:54:29.804357 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-43ace951-4e92-45d3-92cc-40d23450f4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:29.927092 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:30.775086 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:32.121635 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:32.844745 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:42.741695 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:54:46.638175 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:57.307293 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fdb325d1-fdf8-449d-8496-8339a2bef2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:59.806898 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9195009b-58cd-42fb-b0ff-e20c032c8944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:59.928458 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:00.778569 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:02.135269 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:02.846725 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:16.642738 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:19.742458 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:55:27.302004 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e317db1d-1451-450f-9249-1902e999ee46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.808632 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6295-fe18-4d53-9153-ee9edb86fd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.930205 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:30.780796 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:32.126193 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:32.850354 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:46.642914 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.007881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47024) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:51.013475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e69d90cc-69b6-48c7-b961-ed860e8b3442 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-751695328', 'description': 'tempest-secgroup-smoke-751695328 description', 'project_id': '5971087f0272457fa11a7d42cfeefd42'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:51.038672 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e69d90cc-69b6-48c7-b961-ed860e8b3442 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.131465 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e69d90cc-69b6-48c7-b961-ed860e8b3442 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.135596 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e69d90cc-69b6-48c7-b961-ed860e8b3442 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.165313 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e69d90cc-69b6-48c7-b961-ed860e8b3442 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.166580 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e69d90cc-69b6-48c7-b961-ed860e8b3442 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1576486 Jul 14 09:55:51.167438 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d90cc-69b6-48c7-b961-ed860e8b3442 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:51.170023 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47028) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:51.174895 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d90cc-69b6-48c7-b961-ed860e8b3442 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.175249 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d90cc-69b6-48c7-b961-ed860e8b3442 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.175596 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d90cc-69b6-48c7-b961-ed860e8b3442 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.175937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d90cc-69b6-48c7-b961-ed860e8b3442 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.176273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d90cc-69b6-48c7-b961-ed860e8b3442 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.176608 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d90cc-69b6-48c7-b961-ed860e8b3442 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.176778 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-bac1384c-6f5c-41ce-9481-011bc8cd8f9d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Request body: {'security_group_rule': {'security_group_id': '08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca', 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:51.176937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d90cc-69b6-48c7-b961-ed860e8b3442 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.177268 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d90cc-69b6-48c7-b961-ed860e8b3442 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.177599 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d90cc-69b6-48c7-b961-ed860e8b3442 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.177962 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d90cc-69b6-48c7-b961-ed860e8b3442 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.178292 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d90cc-69b6-48c7-b961-ed860e8b3442 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.178616 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d90cc-69b6-48c7-b961-ed860e8b3442 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.205133 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bac1384c-6f5c-41ce-9481-011bc8cd8f9d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.261634 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bac1384c-6f5c-41ce-9481-011bc8cd8f9d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.265884 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bac1384c-6f5c-41ce-9481-011bc8cd8f9d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.283313 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1384c-6f5c-41ce-9481-011bc8cd8f9d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ec5f09-fa4d-4b32-9b17-876198a84192,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:51.292406 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bac1384c-6f5c-41ce-9481-011bc8cd8f9d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.293608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bac1384c-6f5c-41ce-9481-011bc8cd8f9d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225302 Jul 14 09:55:51.295183 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1384c-6f5c-41ce-9481-011bc8cd8f9d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.295539 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1384c-6f5c-41ce-9481-011bc8cd8f9d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.295904 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1384c-6f5c-41ce-9481-011bc8cd8f9d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.296326 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1384c-6f5c-41ce-9481-011bc8cd8f9d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.296506 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47032) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:51.296666 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1384c-6f5c-41ce-9481-011bc8cd8f9d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.296997 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1384c-6f5c-41ce-9481-011bc8cd8f9d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.297326 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1384c-6f5c-41ce-9481-011bc8cd8f9d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.297651 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1384c-6f5c-41ce-9481-011bc8cd8f9d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.298007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1384c-6f5c-41ce-9481-011bc8cd8f9d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.298333 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1384c-6f5c-41ce-9481-011bc8cd8f9d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.298655 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1384c-6f5c-41ce-9481-011bc8cd8f9d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.298978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1384c-6f5c-41ce-9481-011bc8cd8f9d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:51.301275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c5b2f60a-05be-4204-815f-5839bc16f764 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Request body: {'security_group_rule': {'security_group_id': '08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca', 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:51.333619 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c5b2f60a-05be-4204-815f-5839bc16f764 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.390556 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c5b2f60a-05be-4204-815f-5839bc16f764 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.394118 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c5b2f60a-05be-4204-815f-5839bc16f764 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.412176 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2f60a-05be-4204-815f-5839bc16f764 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19afbc51-385e-4815-a362-06906e88b5b9,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:51.415316 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c5b2f60a-05be-4204-815f-5839bc16f764 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.416519 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c5b2f60a-05be-4204-815f-5839bc16f764 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189816 Jul 14 09:55:51.419254 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47034) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:51.423608 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4c856eec-98fe-4945-9261-84e9c14c6f84 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Request body: {'security_group_rule': {'security_group_id': '08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca', 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:51.449937 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c856eec-98fe-4945-9261-84e9c14c6f84 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.505961 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c856eec-98fe-4945-9261-84e9c14c6f84 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.509516 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c856eec-98fe-4945-9261-84e9c14c6f84 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.529090 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c856eec-98fe-4945-9261-84e9c14c6f84 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d2479b-7898-4868-81c2-6ab6c27b14e2,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:51.535518 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c856eec-98fe-4945-9261-84e9c14c6f84 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.536778 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4c856eec-98fe-4945-9261-84e9c14c6f84 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166077 Jul 14 09:55:51.539560 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47036) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:51.543883 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e76e0ac1-e5c6-4610-bdd3-f947e2ee9061 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Request body: {'security_group_rule': {'security_group_id': '08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca', 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:51.568660 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e76e0ac1-e5c6-4610-bdd3-f947e2ee9061 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.628269 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e76e0ac1-e5c6-4610-bdd3-f947e2ee9061 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.632163 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e76e0ac1-e5c6-4610-bdd3-f947e2ee9061 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.650466 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e0ac1-e5c6-4610-bdd3-f947e2ee9061 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a55157-f511-4437-902b-34fa5f3f9bed,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:51.655743 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e76e0ac1-e5c6-4610-bdd3-f947e2ee9061 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.657950 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e76e0ac1-e5c6-4610-bdd3-f947e2ee9061 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166108 Jul 14 09:55:51.659787 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47038) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:51.664184 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9dfae406-cc0b-4e12-981b-cbf96e250838 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Request body: {'security_group_rule': {'security_group_id': '08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca', 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:51.686324 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-9dfae406-cc0b-4e12-981b-cbf96e250838 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Project 5971087f0272457fa11a7d42cfeefd42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:55:51.691438 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9dfae406-cc0b-4e12-981b-cbf96e250838 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.752109 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9dfae406-cc0b-4e12-981b-cbf96e250838 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.755520 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9dfae406-cc0b-4e12-981b-cbf96e250838 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.773274 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfae406-cc0b-4e12-981b-cbf96e250838 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9661c09e-2416-44ca-9b98-0ef90bd3895a,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:51.775864 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9dfae406-cc0b-4e12-981b-cbf96e250838 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.777037 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9dfae406-cc0b-4e12-981b-cbf96e250838 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1163111 Jul 14 09:55:51.779790 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47040) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:51.784301 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f0f567e3-de1a-4427-a51d-72a9d1bbdf90 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Request body: {'security_group_rule': {'security_group_id': '08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca', 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:51.805451 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-f0f567e3-de1a-4427-a51d-72a9d1bbdf90 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Project 5971087f0272457fa11a7d42cfeefd42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:55:51.810138 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f0f567e3-de1a-4427-a51d-72a9d1bbdf90 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.873016 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f0f567e3-de1a-4427-a51d-72a9d1bbdf90 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.877323 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f0f567e3-de1a-4427-a51d-72a9d1bbdf90 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.895807 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f567e3-de1a-4427-a51d-72a9d1bbdf90 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd48dc52-d29f-4dee-8dba-61b18a3b8fe6,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:51.903078 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f0f567e3-de1a-4427-a51d-72a9d1bbdf90 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.904325 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f0f567e3-de1a-4427-a51d-72a9d1bbdf90 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235800 Jul 14 09:55:52.232583 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d26805b9-b316-461a-a406-4242ab42bde8 req-5b36fbff-58c9-4f19-8664-431c10e251db tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-751695328&fields=id&tenant_id=5971087f0272457fa11a7d42cfeefd42 HTTP/1.1" status: 200 len: 267 time: 0.0324481 Jul 14 09:55:52.338191 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26805b9-b316-461a-a406-4242ab42bde8 req-2efa969c-d599-4d2f-a797-a6f2fed8d6be tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:52.339608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d26805b9-b316-461a-a406-4242ab42bde8 req-2efa969c-d599-4d2f-a797-a6f2fed8d6be tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/networks?id=70605ac7-d371-42b3-8f32-36c39f11dd44 HTTP/1.1" status: 200 len: 814 time: 0.1002271 Jul 14 09:55:52.355604 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d26805b9-b316-461a-a406-4242ab42bde8 req-27e2d826-2d70-498d-ae4f-10b19ba6c17e tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/quotas/5971087f0272457fa11a7d42cfeefd42 HTTP/1.1" status: 200 len: 375 time: 0.0089726 Jul 14 09:55:52.421491 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d26805b9-b316-461a-a406-4242ab42bde8 req-de5b52be-0111-4180-8d96-abcb1571ae94 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5971087f0272457fa11a7d42cfeefd42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599971 Jul 14 09:55:52.436014 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-d26805b9-b316-461a-a406-4242ab42bde8 req-5acdf84d-a219-4f66-afc6-bd20900e50c9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:55:52.437071 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d26805b9-b316-461a-a406-4242ab42bde8 req-5acdf84d-a219-4f66-afc6-bd20900e50c9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051460 Jul 14 09:55:52.526602 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d26805b9-b316-461a-a406-4242ab42bde8 req-81ba6f15-c3fb-4887-9210-904d447f23b4 service neutron] 10.222.0.26 "GET /v2.0/networks/70605ac7-d371-42b3-8f32-36c39f11dd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844328 Jul 14 09:55:52.617035 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d26805b9-b316-461a-a406-4242ab42bde8 req-c5acafa9-a0eb-4f42-890b-2d6787736077 service neutron] 10.222.0.26 "GET /v2.0/networks/70605ac7-d371-42b3-8f32-36c39f11dd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842149 Jul 14 09:55:53.010944 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-90aca030-25d2-4843-9ece-3fffd8e90027 req-f8cbebcf-4c2e-443c-adc0-0e7291bdbc4f tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 210 time: 0.1295676 Jul 14 09:55:53.940372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26805b9-b316-461a-a406-4242ab42bde8 req-5926c225-2ff9-4273-a44e-bdfef2389128 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:53.941945 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d26805b9-b316-461a-a406-4242ab42bde8 req-5926c225-2ff9-4273-a44e-bdfef2389128 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.49 "GET /v2.0/networks?id=70605ac7-d371-42b3-8f32-36c39f11dd44 HTTP/1.1" status: 200 len: 814 time: 0.1108067 Jul 14 09:55:53.991929 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d26805b9-b316-461a-a406-4242ab42bde8 req-0898a79f-8c28-4761-aede-6969463e63fe tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5971087f0272457fa11a7d42cfeefd42 HTTP/1.1" status: 200 len: 379 time: 0.0348270 Jul 14 09:55:54.000170 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-d26805b9-b316-461a-a406-4242ab42bde8 req-d49690c2-c8a1-4aa1-ba9a-e3ac7addea4d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Request body: {'port': {'device_id': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'admin_state_up': True, 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'security_groups': ['08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:54.119112 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d26805b9-b316-461a-a406-4242ab42bde8 req-d49690c2-c8a1-4aa1-ba9a-e3ac7addea4d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Made reservation on behalf of 5971087f0272457fa11a7d42cfeefd42 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:55:54.123088 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d26805b9-b316-461a-a406-4242ab42bde8 req-d49690c2-c8a1-4aa1-ba9a-e3ac7addea4d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:54.177368 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5f748eba-3e84-48ea-921e-cc73c29f2257 req-19f84124-ae84-4e6b-bb7c-7d234e8b0e9f tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 210 time: 0.0384188 Jul 14 09:55:54.282281 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-d26805b9-b316-461a-a406-4242ab42bde8 req-d49690c2-c8a1-4aa1-ba9a-e3ac7addea4d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Allocated IP 172.20.0.6 (70605ac7-d371-42b3-8f32-36c39f11dd44/13cbb537-d39d-4944-9f8d-8e404770ddef/3015ded2-17be-4c6b-aa4e-1a42e3b00fa2) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:55:54.425234 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d26805b9-b316-461a-a406-4242ab42bde8 req-d49690c2-c8a1-4aa1-ba9a-e3ac7addea4d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:54.440190 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-d26805b9-b316-461a-a406-4242ab42bde8 req-d49690c2-c8a1-4aa1-ba9a-e3ac7addea4d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Transition to ACTIVE for port object 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:55:54.472181 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d26805b9-b316-461a-a406-4242ab42bde8 req-d49690c2-c8a1-4aa1-ba9a-e3ac7addea4d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:54.511953 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d26805b9-b316-461a-a406-4242ab42bde8 req-d49690c2-c8a1-4aa1-ba9a-e3ac7addea4d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Network 70605ac7-d371-42b3-8f32-36c39f11dd44 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:55:54.517666 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-d26805b9-b316-461a-a406-4242ab42bde8 req-d49690c2-c8a1-4aa1-ba9a-e3ac7addea4d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:55:54.521524 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26805b9-b316-461a-a406-4242ab42bde8 req-d49690c2-c8a1-4aa1-ba9a-e3ac7addea4d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:55:54.548017 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49690c2-c8a1-4aa1-ba9a-e3ac7addea4d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Pushing event updated for resources: {'Port': ['ID=3015ded2-17be-4c6b-aa4e-1a42e3b00fa2,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:54.582435 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26805b9-b316-461a-a406-4242ab42bde8 req-d49690c2-c8a1-4aa1-ba9a-e3ac7addea4d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:54.583077 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d26805b9-b316-461a-a406-4242ab42bde8 req-d49690c2-c8a1-4aa1-ba9a-e3ac7addea4d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:54.600103 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d26805b9-b316-461a-a406-4242ab42bde8 req-d49690c2-c8a1-4aa1-ba9a-e3ac7addea4d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6036158 Jul 14 09:55:54.611142 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] Request body: {'port': {'device_id': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:54.694059 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:54.819910 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-01ad1317-e7d1-44ab-8044-86052a943fff None None] Provisioning for port 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:55:54.824220 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-01ad1317-e7d1-44ab-8044-86052a943fff None None] Provisioning complete for port 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:55:54.824708 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01ad1317-e7d1-44ab-8044-86052a943fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:54.858860 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-01ad1317-e7d1-44ab-8044-86052a943fff None None] Port 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:55:54.960784 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:55:54.968120 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:54.980053 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] Transition to ACTIVE for port object 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:55:54.984711 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:55.036437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] Pushing event updated for resources: {'Port': ['ID=3015ded2-17be-4c6b-aa4e-1a42e3b00fa2,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:55.117916 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] Attempting to bind port 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:55:55.118287 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] Attempting to bind port 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '875a9abf-3f36-49ea-b21b-a3d865549a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:55:55.118602 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] Attempting to bind port 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 on network 70605ac7-d371-42b3-8f32-36c39f11dd44 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:55:55.123155 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] Port 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 on network 70605ac7-d371-42b3-8f32-36c39f11dd44 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:55:55.123480 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] Attempting to bind port 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 on network 70605ac7-d371-42b3-8f32-36c39f11dd44 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:55:55.128542 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:55:55.128888 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] Checking segment: {'id': '875a9abf-3f36-49ea-b21b-a3d865549a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:55:55.129284 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] Bound using segment: {'id': '875a9abf-3f36-49ea-b21b-a3d865549a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:55:55.129727 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] Bound port: 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875a9abf-3f36-49ea-b21b-a3d865549a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:55:55.130120 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:55.215459 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] For port 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:55:55.221251 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] For port 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3015ded2-17be-4c6b-aa4e-1a42e3b00fa2,segment=NetworkSegment(875a9abf-3f36-49ea-b21b-a3d865549a9a),segment_id=875a9abf-3f36-49ea-b21b-a3d865549a9a)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:55:55.228620 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:55.281303 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:55.281972 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:55.283412 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] 10.222.0.49 "PUT /v2.0/ports/3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 HTTP/1.1" status: 200 len: 1092 time: 0.6766915 Jul 14 09:55:55.283860 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'tag': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:55.290333 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd52f939-6d6c-4c61-a5c3-8c181b5bace4" -d '{"events": [{"name": "network-changed", "server_uuid": "1911e088-6226-4e4e-9ca9-a5d962f8cc48", "tag": "3015ded2-17be-4c6b-aa4e-1a42e3b00fa2"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:55.407885 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e16e8-e383-4fba-ae52-dcfac874fe51 service neutron] Pushing event updated for resources: {'Port': ['ID=3015ded2-17be-4c6b-aa4e-1a42e3b00fa2,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:55.435577 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c737ccb-615c-4c0a-82db-2f31b79a1c3e x-openstack-request-id: req-8c737ccb-615c-4c0a-82db-2f31b79a1c3e {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:55.435976 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1911e088-6226-4e4e-9ca9-a5d962f8cc48", "tag": "3015ded2-17be-4c6b-aa4e-1a42e3b00fa2", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:55.436363 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c737ccb-615c-4c0a-82db-2f31b79a1c3e {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:55.436853 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'tag': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2', 'status': 'completed', 'code': 200} Jul 14 09:55:55.472991 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadef63-6796-4f7e-84aa-7ba194674505 req-d5d96508-0aaa-4c4d-868d-86d156ae5248 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:55.474737 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ffadef63-6796-4f7e-84aa-7ba194674505 req-d5d96508-0aaa-4c4d-868d-86d156ae5248 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 943 time: 0.1333084 Jul 14 09:55:55.479797 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26805b9-b316-461a-a406-4242ab42bde8 req-a844d678-791d-4e1f-ac6c-5d700435d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:55.481357 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d26805b9-b316-461a-a406-4242ab42bde8 req-a844d678-791d-4e1f-ac6c-5d700435d949 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5971087f0272457fa11a7d42cfeefd42&device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 1095 time: 0.1375194 Jul 14 09:55:55.538723 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d26805b9-b316-461a-a406-4242ab42bde8 req-e73b1002-731d-4dfe-a0de-fe68d4fc388f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 HTTP/1.1" status: 200 len: 217 time: 0.0473206 Jul 14 09:55:55.563598 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ffadef63-6796-4f7e-84aa-7ba194674505 req-8e745e08-af5e-4b35-836b-e2f590afa942 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/security-groups?id=08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799973 Jul 14 09:55:55.600050 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26805b9-b316-461a-a406-4242ab42bde8 req-f15c1e08-6e41-4248-84d0-5b981611c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:55.602195 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d26805b9-b316-461a-a406-4242ab42bde8 req-f15c1e08-6e41-4248-84d0-5b981611c607 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13cbb537-d39d-4944-9f8d-8e404770ddef HTTP/1.1" status: 200 len: 853 time: 0.0537724 Jul 14 09:55:55.674379 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26805b9-b316-461a-a406-4242ab42bde8 req-224242a7-62cb-4b27-8b34-f578b91df8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:55.675877 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d26805b9-b316-461a-a406-4242ab42bde8 req-224242a7-62cb-4b27-8b34-f578b91df8a4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=70605ac7-d371-42b3-8f32-36c39f11dd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687578 Jul 14 09:55:56.150521 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d26805b9-b316-461a-a406-4242ab42bde8 req-61619c2d-d604-4d8e-9800-81e321f19a76 service neutron] 10.222.0.49 "GET /v2.0/networks/70605ac7-d371-42b3-8f32-36c39f11dd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674501 Jul 14 09:55:56.250322 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d26805b9-b316-461a-a406-4242ab42bde8 req-b08c2eae-a818-47f8-afef-9974200950cc service neutron] 10.222.0.49 "GET /v2.0/networks/70605ac7-d371-42b3-8f32-36c39f11dd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939925 Jul 14 09:55:56.356329 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52f939-6d6c-4c61-a5c3-8c181b5bace4 req-5475b539-799c-4ad2-9660-90101a4ec090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:56.357857 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd52f939-6d6c-4c61-a5c3-8c181b5bace4 req-5475b539-799c-4ad2-9660-90101a4ec090 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5971087f0272457fa11a7d42cfeefd42&device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 1095 time: 0.0590587 Jul 14 09:55:56.451143 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52f939-6d6c-4c61-a5c3-8c181b5bace4 req-2f085094-4bad-406c-a7af-76ecea8a2fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:56.452659 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd52f939-6d6c-4c61-a5c3-8c181b5bace4 req-2f085094-4bad-406c-a7af-76ecea8a2fde service neutron] 10.222.0.49 "GET /v2.0/networks?id=70605ac7-d371-42b3-8f32-36c39f11dd44 HTTP/1.1" status: 200 len: 915 time: 0.0891583 Jul 14 09:55:56.499687 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd52f939-6d6c-4c61-a5c3-8c181b5bace4 req-3624d386-fd93-47f9-b97b-12d832292bdc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 HTTP/1.1" status: 200 len: 217 time: 0.0402329 Jul 14 09:55:56.547951 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52f939-6d6c-4c61-a5c3-8c181b5bace4 req-2c56efcc-c55d-4743-a86b-652f067820cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:56.549425 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd52f939-6d6c-4c61-a5c3-8c181b5bace4 req-2c56efcc-c55d-4743-a86b-652f067820cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13cbb537-d39d-4944-9f8d-8e404770ddef HTTP/1.1" status: 200 len: 853 time: 0.0450306 Jul 14 09:55:56.612018 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52f939-6d6c-4c61-a5c3-8c181b5bace4 req-80f60fc8-a498-464d-92b7-75edd5acee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:56.613618 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd52f939-6d6c-4c61-a5c3-8c181b5bace4 req-80f60fc8-a498-464d-92b7-75edd5acee38 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=70605ac7-d371-42b3-8f32-36c39f11dd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585196 Jul 14 09:55:56.736004 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd52f939-6d6c-4c61-a5c3-8c181b5bace4 req-03a82099-dff6-475a-943f-a49882e01116 service neutron] 10.222.0.49 "GET /v2.0/networks/70605ac7-d371-42b3-8f32-36c39f11dd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164095 Jul 14 09:55:56.741768 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:55:56.818957 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fefea9-7391-4c67-bf4e-0e1342832380 req-a446479a-b770-4e27-8d3a-e91e143f4aa3 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:56.820958 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2fefea9-7391-4c67-bf4e-0e1342832380 req-a446479a-b770-4e27-8d3a-e91e143f4aa3 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 943 time: 0.1335213 Jul 14 09:55:56.870332 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd52f939-6d6c-4c61-a5c3-8c181b5bace4 req-df9ac25b-df85-4edb-8b5b-57010914b351 service neutron] 10.222.0.49 "GET /v2.0/networks/70605ac7-d371-42b3-8f32-36c39f11dd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281381 Jul 14 09:55:56.877682 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2fefea9-7391-4c67-bf4e-0e1342832380 req-677f1cb7-75ad-48be-82ad-5e1170e7c53d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/security-groups?id=08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506601 Jul 14 09:55:57.306676 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee5243f1-d330-4e1b-8cf5-cd2c042f3510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:58.067493 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b2e70-c697-4400-9bd4-27bd8a3302b3 req-4537a9b4-d2d2-4863-98f0-b8d63949103e tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:58.068956 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-869b2e70-c697-4400-9bd4-27bd8a3302b3 req-4537a9b4-d2d2-4863-98f0-b8d63949103e tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 943 time: 0.0712695 Jul 14 09:55:58.111290 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-869b2e70-c697-4400-9bd4-27bd8a3302b3 req-c96e2720-5936-48bc-8d48-ddc98dab6e5d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/security-groups?id=08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365274 Jul 14 09:55:59.281041 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525c72d-3ac2-4c71-b218-a9325c2321e2 req-0f4d2655-9b70-4cd8-aeee-7b47932df540 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:59.282559 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3525c72d-3ac2-4c71-b218-a9325c2321e2 req-0f4d2655-9b70-4cd8-aeee-7b47932df540 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 943 time: 0.0636840 Jul 14 09:55:59.324936 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3525c72d-3ac2-4c71-b218-a9325c2321e2 req-15a3463d-36f1-422f-9577-8114ced66258 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/security-groups?id=08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366948 Jul 14 09:55:59.808846 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c119c4b7-7d10-46ca-8b40-43afb805f8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:59.931593 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:00.496701 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c6634-ab21-4650-943d-2325900f7587 req-d46722fc-29c1-42c2-9c8c-e0cbac4406d7 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:00.498199 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f40c6634-ab21-4650-943d-2325900f7587 req-d46722fc-29c1-42c2-9c8c-e0cbac4406d7 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 943 time: 0.0623083 Jul 14 09:56:00.535539 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f40c6634-ab21-4650-943d-2325900f7587 req-63b7ac17-3eff-48d6-9699-aebbb478d851 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/security-groups?id=08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312746 Jul 14 09:56:00.783176 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:01.704679 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f34351-2b7e-4c6c-baf0-fd31ce49b96d req-aa41d45a-1028-484f-98c2-98b8bec381fb tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:01.706195 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f7f34351-2b7e-4c6c-baf0-fd31ce49b96d req-aa41d45a-1028-484f-98c2-98b8bec381fb tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 943 time: 0.0639358 Jul 14 09:56:01.743567 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f7f34351-2b7e-4c6c-baf0-fd31ce49b96d req-c4ef9eb0-3e35-4a79-a5ac-845406b7e57a tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/security-groups?id=08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319064 Jul 14 09:56:02.124861 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:02.852106 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:02.917852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d0976-b5ea-484a-b63e-ad2f33fa42b5 req-c2d5f532-edf4-47ac-aa14-f125548355ce tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:02.919683 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-044d0976-b5ea-484a-b63e-ad2f33fa42b5 req-c2d5f532-edf4-47ac-aa14-f125548355ce tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 943 time: 0.0684662 Jul 14 09:56:02.959210 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-044d0976-b5ea-484a-b63e-ad2f33fa42b5 req-4abfc6ce-d6c9-44be-96cf-a2d7d82b8dfe tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/security-groups?id=08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327640 Jul 14 09:56:04.129281 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528311b-85ef-41a3-a4ef-c9092571e979 req-7079edd2-266c-4f20-aadf-178bfb632852 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:04.130782 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f528311b-85ef-41a3-a4ef-c9092571e979 req-7079edd2-266c-4f20-aadf-178bfb632852 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 943 time: 0.0623877 Jul 14 09:56:04.167661 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f528311b-85ef-41a3-a4ef-c9092571e979 req-39074997-7a95-4625-8c54-e00a2db369d9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/security-groups?id=08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314884 Jul 14 09:56:05.338465 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67319cef-3a78-4a4d-9233-1e8946d51c43 req-38d7146e-c057-4803-b2ba-ebbd4fc98845 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:05.339948 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67319cef-3a78-4a4d-9233-1e8946d51c43 req-38d7146e-c057-4803-b2ba-ebbd4fc98845 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 943 time: 0.0627158 Jul 14 09:56:05.381553 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67319cef-3a78-4a4d-9233-1e8946d51c43 req-c044440a-8d86-466e-bcdb-dfee63304612 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/security-groups?id=08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360250 Jul 14 09:56:06.557418 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4a449-82b2-466c-85b0-1c2491d6ee67 req-6426c070-336d-4191-8ae1-517391409649 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:06.558843 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ddb4a449-82b2-466c-85b0-1c2491d6ee67 req-6426c070-336d-4191-8ae1-517391409649 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 943 time: 0.0634081 Jul 14 09:56:06.598021 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ddb4a449-82b2-466c-85b0-1c2491d6ee67 req-0e951d37-95b9-4434-9aa8-ec22fb8ba046 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/security-groups?id=08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331054 Jul 14 09:56:06.971695 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:56:07.064782 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3015ded2-17be-4c6b-aa4e-1a42e3b00fa2,segment=NetworkSegment(875a9abf-3f36-49ea-b21b-a3d865549a9a),segment_id=875a9abf-3f36-49ea-b21b-a3d865549a9a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:07.075824 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'port_id': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2', 'mac_address': 'fa:16:3e:3a:62:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:56:07.115452 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:07.128365 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:56:07.150364 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3015ded2-17be-4c6b-aa4e-1a42e3b00fa2,segment=NetworkSegment(875a9abf-3f36-49ea-b21b-a3d865549a9a),segment_id=875a9abf-3f36-49ea-b21b-a3d865549a9a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:07.154571 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:07.202844 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=3015ded2-17be-4c6b-aa4e-1a42e3b00fa2,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:07.211726 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.212082 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.212430 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.212776 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.213117 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.213918 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.213918 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.214230 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.214511 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.214844 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.215189 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.215508 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.375774 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['3015ded2-17be-4c6b-aa4e-1a42e3b00fa2'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:56:07.798768 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ac345-9858-4151-9c68-c6aa626f110a req-0b350aef-14be-4feb-97ec-9138767d63c2 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:07.801120 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-638ac345-9858-4151-9c68-c6aa626f110a req-0b350aef-14be-4feb-97ec-9138767d63c2 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 944 time: 0.0919800 Jul 14 09:56:07.839434 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-638ac345-9858-4151-9c68-c6aa626f110a req-cd3c5255-3308-476a-aea8-7232fbd0347c tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/security-groups?id=08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328369 Jul 14 09:56:08.987164 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:56:09.016152 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697dc89-3604-4baa-a6b6-aad93a1c0eec req-130f5f3c-d8b9-4c58-a284-3f2376c5023d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:09.017766 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f697dc89-3604-4baa-a6b6-aad93a1c0eec req-130f5f3c-d8b9-4c58-a284-3f2376c5023d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 944 time: 0.0686812 Jul 14 09:56:09.046332 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:09.051311 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:09.051693 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:09.058058 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f697dc89-3604-4baa-a6b6-aad93a1c0eec req-dac941d2-835f-4462-9e15-e6661d3e9aba tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/security-groups?id=08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346718 Jul 14 09:56:09.130018 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:09.154843 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:09.157662 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c0661b-f4fe-4684-a13a-cd9a3a144b4c" -d '{"events": [{"server_uuid": "1911e088-6226-4e4e-9ca9-a5d962f8cc48", "name": "network-vif-plugged", "status": "completed", "tag": "3015ded2-17be-4c6b-aa4e-1a42e3b00fa2"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:09.172087 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3015ded2-17be-4c6b-aa4e-1a42e3b00fa2,segment=NetworkSegment(875a9abf-3f36-49ea-b21b-a3d865549a9a),segment_id=875a9abf-3f36-49ea-b21b-a3d865549a9a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:09.177523 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:09.217820 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9849bdc8-7560-42b9-a1d5-1ec3a156e96a x-openstack-request-id: req-9849bdc8-7560-42b9-a1d5-1ec3a156e96a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:09.218682 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1911e088-6226-4e4e-9ca9-a5d962f8cc48", "name": "network-vif-plugged", "status": "completed", "tag": "3015ded2-17be-4c6b-aa4e-1a42e3b00fa2", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:09.218948 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9849bdc8-7560-42b9-a1d5-1ec3a156e96a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:09.219324 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2', 'code': 200} Jul 14 09:56:09.229184 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=3015ded2-17be-4c6b-aa4e-1a42e3b00fa2,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:09.339681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d029fd-c7bb-4abc-a43b-ef55d3d2efc5 req-45ae9aa6-fefa-444d-ba41-b7295e570c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:09.341223 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16d029fd-c7bb-4abc-a43b-ef55d3d2efc5 req-45ae9aa6-fefa-444d-ba41-b7295e570c58 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 1097 time: 0.0572338 Jul 14 09:56:09.375985 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16d029fd-c7bb-4abc-a43b-ef55d3d2efc5 req-2cd9e1e5-0b4e-404f-842e-af38ad57aa1f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286238 Jul 14 09:56:10.237325 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c03ac-97e9-45e7-9ef2-811d488eba4c req-f4573f2b-5de4-4c31-ae61-324a80409c01 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:10.238869 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4f0c03ac-97e9-45e7-9ef2-811d488eba4c req-f4573f2b-5de4-4c31-ae61-324a80409c01 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 945 time: 0.0617228 Jul 14 09:56:10.279701 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4f0c03ac-97e9-45e7-9ef2-811d488eba4c req-23e33032-1e4e-4b90-b7b8-feedb367259f tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/security-groups?id=08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352454 Jul 14 09:56:10.455588 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d99b8-2ff2-4356-8d3b-c6c573a983c4 req-b7491ccb-0c28-4e4b-8556-cc28fcd7ba11 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:10.457081 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b3d99b8-2ff2-4356-8d3b-c6c573a983c4 req-b7491ccb-0c28-4e4b-8556-cc28fcd7ba11 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 945 time: 0.0675986 Jul 14 09:56:10.495157 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b3d99b8-2ff2-4356-8d3b-c6c573a983c4 req-4430971b-8c67-4ae9-a3b5-fb7dc830672f tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/security-groups?id=08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325475 Jul 14 09:56:10.519018 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47116) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:10.617294 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61727825-00f8-4e07-b785-89915345ee4e tempest-TestVolumeBackupRestore-1441643503 tempest-TestVolumeBackupRestore-1441643503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:10.618854 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-61727825-00f8-4e07-b785-89915345ee4e tempest-TestVolumeBackupRestore-1441643503 tempest-TestVolumeBackupRestore-1441643503-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 1092 time: 0.0987506 Jul 14 09:56:10.621714 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47120) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:10.626072 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-84e321b8-1e6f-4c0e-b211-e339bd5a74c9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:10.648209 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-84e321b8-1e6f-4c0e-b211-e339bd5a74c9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:10.745942 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-84e321b8-1e6f-4c0e-b211-e339bd5a74c9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:10.844710 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-84e321b8-1e6f-4c0e-b211-e339bd5a74c9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Allocated IP 172.25.1.252 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/eb4d4f47-59c7-4a30-b16b-078fb9fd967d) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:56:10.949550 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-84e321b8-1e6f-4c0e-b211-e339bd5a74c9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:10.990040 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-84e321b8-1e6f-4c0e-b211-e339bd5a74c9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:11.030112 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e321b8-1e6f-4c0e-b211-e339bd5a74c9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:56:11.032844 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-84e321b8-1e6f-4c0e-b211-e339bd5a74c9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:56:11.036402 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e321b8-1e6f-4c0e-b211-e339bd5a74c9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:56:11.058069 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e321b8-1e6f-4c0e-b211-e339bd5a74c9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Pushing event updated for resources: {'Port': ['ID=eb4d4f47-59c7-4a30-b16b-078fb9fd967d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:11.410668 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-84e321b8-1e6f-4c0e-b211-e339bd5a74c9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:11.490919 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-84e321b8-1e6f-4c0e-b211-e339bd5a74c9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:11.639784 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-84e321b8-1e6f-4c0e-b211-e339bd5a74c9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:11.644722 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-84e321b8-1e6f-4c0e-b211-e339bd5a74c9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:11.720811 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e321b8-1e6f-4c0e-b211-e339bd5a74c9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Pushing event updated for resources: {'Port': ['ID=eb4d4f47-59c7-4a30-b16b-078fb9fd967d,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:11.729217 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-84e321b8-1e6f-4c0e-b211-e339bd5a74c9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:11.833071 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-84e321b8-1e6f-4c0e-b211-e339bd5a74c9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Floating IP 7315b700-2bc8-4998-8c4e-2befaec4d656 associated. External IP: 172.25.1.252, port: 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2. Jul 14 09:56:12.046112 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e321b8-1e6f-4c0e-b211-e339bd5a74c9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Router 05564a2c-125b-40ea-a868-24004949317a has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:56:12.159810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e321b8-1e6f-4c0e-b211-e339bd5a74c9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:56:12.174512 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9844abf9-cafb-4c23-82f5-7e322e1ceb4d None None] Sync routers for ids ['05564a2c-125b-40ea-a868-24004949317a'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:56:12.178422 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-84e321b8-1e6f-4c0e-b211-e339bd5a74c9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:12.185883 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9844abf9-cafb-4c23-82f5-7e322e1ceb4d None None] Routers {'05564a2c-125b-40ea-a868-24004949317a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:12.186611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9844abf9-cafb-4c23-82f5-7e322e1ceb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:56:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['05564a2c-125b-40ea-a868-24004949317a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:12.221713 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-84e321b8-1e6f-4c0e-b211-e339bd5a74c9 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5988164 Jul 14 09:56:12.222694 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'tag': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:12.224555 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47122) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:12.225079 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbda2769-22c0-4de8-8bf8-4059e9035c98" -d '{"events": [{"name": "network-changed", "server_uuid": "1911e088-6226-4e4e-9ca9-a5d962f8cc48", "tag": "3015ded2-17be-4c6b-aa4e-1a42e3b00fa2"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:12.267142 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3e8d23-b56b-4183-b563-7119e9b8b4e1 x-openstack-request-id: req-ce3e8d23-b56b-4183-b563-7119e9b8b4e1 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:12.267503 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1911e088-6226-4e4e-9ca9-a5d962f8cc48", "tag": "3015ded2-17be-4c6b-aa4e-1a42e3b00fa2", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:12.267766 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce3e8d23-b56b-4183-b563-7119e9b8b4e1 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:12.268220 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'tag': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2', 'status': 'completed', 'code': 200} Jul 14 09:56:12.284147 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28331377-ad11-47fb-9f35-90f6d08a5953 tempest-TestVolumeBackupRestore-1441643503 tempest-TestVolumeBackupRestore-1441643503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:12.285705 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-28331377-ad11-47fb-9f35-90f6d08a5953 tempest-TestVolumeBackupRestore-1441643503 tempest-TestVolumeBackupRestore-1441643503-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 1092 time: 0.0601516 Jul 14 09:56:12.288896 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47126) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:12.293751 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-3c4be558-b71c-454c-8513-87b87f0053e0 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Request body: {'floatingip': {'port_id': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:12.301114 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-9844abf9-cafb-4c23-82f5-7e322e1ceb4d None None] Set router 05564a2c-125b-40ea-a868-24004949317a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:12.379557 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3c4be558-b71c-454c-8513-87b87f0053e0 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:12.437778 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda2769-22c0-4de8-8bf8-4059e9035c98 req-3443104e-40b5-4d24-a07a-c53f952af8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:12.439488 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bbda2769-22c0-4de8-8bf8-4059e9035c98 req-3443104e-40b5-4d24-a07a-c53f952af8c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5971087f0272457fa11a7d42cfeefd42&device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 1097 time: 0.1430092 Jul 14 09:56:12.534073 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9844abf9-cafb-4c23-82f5-7e322e1ceb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05564a2c-125b-40ea-a868-24004949317a', 'name': 'tempest-TestVolumeBackupRestore-1939680145-router', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:57Z', 'updated_at': '2021-07-14T09:54:00Z', 'revision_number': 4, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'gw_port': {'id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:58Z', 'updated_at': '2021-07-14T09:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '7315b700-2bc8-4998-8c4e-2befaec4d656', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '05564a2c-125b-40ea-a868-24004949317a', 'port_id': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'mac_address': 'fa:16:3e:3a:62:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:56:11Z', 'updated_at': '2021-07-14T09:56:11Z', 'revision_number': 0, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea', 'name': '', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'mac_address': 'fa:16:3e:cf:89:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:00Z', 'updated_at': '2021-07-14T09:54:05Z', 'revision_number': 5, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'subnets': [{'id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:12.560097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9844abf9-cafb-4c23-82f5-7e322e1ceb4d None None] Checking router: 05564a2c-125b-40ea-a868-24004949317a for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:56:12.569480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9844abf9-cafb-4c23-82f5-7e322e1ceb4d None None] Routers {'05564a2c-125b-40ea-a868-24004949317a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:12.570125 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9844abf9-cafb-4c23-82f5-7e322e1ceb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:56:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['05564a2c-125b-40ea-a868-24004949317a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:12.643620 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda2769-22c0-4de8-8bf8-4059e9035c98 req-495de4b5-120e-4786-8da7-8d59297d3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:12.645112 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bbda2769-22c0-4de8-8bf8-4059e9035c98 req-495de4b5-120e-4786-8da7-8d59297d3ef6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=70605ac7-d371-42b3-8f32-36c39f11dd44 HTTP/1.1" status: 200 len: 915 time: 0.1988266 Jul 14 09:56:12.678034 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-9844abf9-cafb-4c23-82f5-7e322e1ceb4d None None] Set router 05564a2c-125b-40ea-a868-24004949317a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:12.750048 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bbda2769-22c0-4de8-8bf8-4059e9035c98 req-0025723f-92b8-4290-9f3f-2358711dc5ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 HTTP/1.1" status: 200 len: 999 time: 0.0978682 Jul 14 09:56:12.843338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda2769-22c0-4de8-8bf8-4059e9035c98 req-39289c51-a52d-4948-aa6d-5fbb3d7fe834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:12.844723 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bbda2769-22c0-4de8-8bf8-4059e9035c98 req-39289c51-a52d-4948-aa6d-5fbb3d7fe834 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13cbb537-d39d-4944-9f8d-8e404770ddef HTTP/1.1" status: 200 len: 853 time: 0.0888236 Jul 14 09:56:12.905877 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9844abf9-cafb-4c23-82f5-7e322e1ceb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05564a2c-125b-40ea-a868-24004949317a', 'name': 'tempest-TestVolumeBackupRestore-1939680145-router', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:57Z', 'updated_at': '2021-07-14T09:54:00Z', 'revision_number': 4, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'gw_port': {'id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:58Z', 'updated_at': '2021-07-14T09:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '7315b700-2bc8-4998-8c4e-2befaec4d656', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '05564a2c-125b-40ea-a868-24004949317a', 'port_id': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'mac_address': 'fa:16:3e:3a:62:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:56:11Z', 'updated_at': '2021-07-14T09:56:11Z', 'revision_number': 0, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea', 'name': '', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'mac_address': 'fa:16:3e:cf:89:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:00Z', 'updated_at': '2021-07-14T09:54:05Z', 'revision_number': 5, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'subnets': [{'id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:12.938873 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9844abf9-cafb-4c23-82f5-7e322e1ceb4d None None] The sync data for ids ['05564a2c-125b-40ea-a868-24004949317a'] in n-d-798054-10 is: [{'id': '05564a2c-125b-40ea-a868-24004949317a', 'name': 'tempest-TestVolumeBackupRestore-1939680145-router', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:57Z', 'updated_at': '2021-07-14T09:54:00Z', 'revision_number': 4, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'gw_port': {'id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:58Z', 'updated_at': '2021-07-14T09:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '7315b700-2bc8-4998-8c4e-2befaec4d656', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '05564a2c-125b-40ea-a868-24004949317a', 'port_id': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'mac_address': 'fa:16:3e:3a:62:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:56:11Z', 'updated_at': '2021-07-14T09:56:11Z', 'revision_number': 0, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea', 'name': '', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'mac_address': 'fa:16:3e:cf:89:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:00Z', 'updated_at': '2021-07-14T09:54:05Z', 'revision_number': 5, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'subnets': [{'id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:56:13.151891 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ec1092-6082-4bab-8fed-2977dc4c635f None None] New status for floating IP 7315b700-2bc8-4998-8c4e-2befaec4d656: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:56:13.355606 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda2769-22c0-4de8-8bf8-4059e9035c98 req-f56393bf-e152-4354-af7a-334effe10a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:13.356925 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bbda2769-22c0-4de8-8bf8-4059e9035c98 req-f56393bf-e152-4354-af7a-334effe10a3b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=70605ac7-d371-42b3-8f32-36c39f11dd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1285899 Jul 14 09:56:13.466867 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3c4be558-b71c-454c-8513-87b87f0053e0 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:13.472790 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.db.api [None req-80ec1092-6082-4bab-8fed-2977dc4c635f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:56:13.473348 n-d-798054-10 neutron-server[93890]: DEBUG oslo_db.api [None req-80ec1092-6082-4bab-8fed-2977dc4c635f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:56:13.475938 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3c4be558-b71c-454c-8513-87b87f0053e0 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:13.538511 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bbda2769-22c0-4de8-8bf8-4059e9035c98 req-32b46017-d6bc-4ed8-a507-5ed42b94fea1 service neutron] 10.222.0.49 "GET /v2.0/networks/70605ac7-d371-42b3-8f32-36c39f11dd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731911 Jul 14 09:56:13.708095 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bbda2769-22c0-4de8-8bf8-4059e9035c98 req-d0488dda-7e26-493c-8312-c6167b0db12d service neutron] 10.222.0.49 "GET /v2.0/networks/70605ac7-d371-42b3-8f32-36c39f11dd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413696 Jul 14 09:56:13.774238 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4be558-b71c-454c-8513-87b87f0053e0 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Router 05564a2c-125b-40ea-a868-24004949317a has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:56:13.881644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4be558-b71c-454c-8513-87b87f0053e0 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:56:13.886090 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3c4be558-b71c-454c-8513-87b87f0053e0 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:13.958349 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3c4be558-b71c-454c-8513-87b87f0053e0 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "PUT /v2.0/floatingips/7315b700-2bc8-4998-8c4e-2befaec4d656 HTTP/1.1" status: 200 len: 991 time: 1.6680584 Jul 14 09:56:13.975282 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ec1092-6082-4bab-8fed-2977dc4c635f None None] New status for floating IP 7315b700-2bc8-4998-8c4e-2befaec4d656: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:56:14.266814 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3ee501-8a50-4666-9399-c5d9e4d6effc None None] Sync routers for ids ['05564a2c-125b-40ea-a868-24004949317a'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:56:14.269398 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'tag': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2'}, {'name': 'network-changed', 'server_uuid': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'tag': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:14.272211 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c77a792-5680-41e3-9be5-680c7beadb62" -d '{"events": [{"name": "network-changed", "server_uuid": "1911e088-6226-4e4e-9ca9-a5d962f8cc48", "tag": "3015ded2-17be-4c6b-aa4e-1a42e3b00fa2"}, {"name": "network-changed", "server_uuid": "1911e088-6226-4e4e-9ca9-a5d962f8cc48", "tag": "3015ded2-17be-4c6b-aa4e-1a42e3b00fa2"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:14.276707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3ee501-8a50-4666-9399-c5d9e4d6effc None None] Routers {'05564a2c-125b-40ea-a868-24004949317a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:14.277317 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-3c3ee501-8a50-4666-9399-c5d9e4d6effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:56:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['05564a2c-125b-40ea-a868-24004949317a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:14.309157 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f62275-ae40-4fc1-b61f-569f11cf27d4 x-openstack-request-id: req-61f62275-ae40-4fc1-b61f-569f11cf27d4 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:14.309459 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1911e088-6226-4e4e-9ca9-a5d962f8cc48", "tag": "3015ded2-17be-4c6b-aa4e-1a42e3b00fa2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1911e088-6226-4e4e-9ca9-a5d962f8cc48", "tag": "3015ded2-17be-4c6b-aa4e-1a42e3b00fa2", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:14.309725 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61f62275-ae40-4fc1-b61f-569f11cf27d4 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:14.310156 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'tag': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2', 'status': 'completed', 'code': 200} Jul 14 09:56:14.310411 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'tag': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2', 'status': 'completed', 'code': 200} Jul 14 09:56:14.384027 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-0ffdd8a3-92f4-49e7-9bbe-680410a22cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:14.385586 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-0ffdd8a3-92f4-49e7-9bbe-680410a22cb5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5971087f0272457fa11a7d42cfeefd42&device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 1097 time: 0.0532773 Jul 14 09:56:14.393544 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-3c3ee501-8a50-4666-9399-c5d9e4d6effc None None] Set router 05564a2c-125b-40ea-a868-24004949317a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:14.481390 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-40877b45-c410-4af2-a231-5a7ab1631844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:14.482834 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-40877b45-c410-4af2-a231-5a7ab1631844 service neutron] 10.222.0.49 "GET /v2.0/networks?id=70605ac7-d371-42b3-8f32-36c39f11dd44 HTTP/1.1" status: 200 len: 915 time: 0.0914297 Jul 14 09:56:14.548956 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-db6d6f0f-9497-4275-9c36-d3a2461e062e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 HTTP/1.1" status: 200 len: 1001 time: 0.0600319 Jul 14 09:56:14.600343 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-c20937bc-3ff6-4961-a43d-f1e774e1555f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:14.601832 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-c20937bc-3ff6-4961-a43d-f1e774e1555f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13cbb537-d39d-4944-9f8d-8e404770ddef HTTP/1.1" status: 200 len: 853 time: 0.0476058 Jul 14 09:56:14.618483 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-3c3ee501-8a50-4666-9399-c5d9e4d6effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05564a2c-125b-40ea-a868-24004949317a', 'name': 'tempest-TestVolumeBackupRestore-1939680145-router', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:57Z', 'updated_at': '2021-07-14T09:54:00Z', 'revision_number': 4, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'gw_port': {'id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:58Z', 'updated_at': '2021-07-14T09:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '7315b700-2bc8-4998-8c4e-2befaec4d656', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '05564a2c-125b-40ea-a868-24004949317a', 'port_id': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'mac_address': 'fa:16:3e:3a:62:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:56:11Z', 'updated_at': '2021-07-14T09:56:14Z', 'revision_number': 2, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea', 'name': '', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'mac_address': 'fa:16:3e:cf:89:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:00Z', 'updated_at': '2021-07-14T09:54:05Z', 'revision_number': 5, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'subnets': [{'id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:14.650781 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3ee501-8a50-4666-9399-c5d9e4d6effc None None] Checking router: 05564a2c-125b-40ea-a868-24004949317a for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:56:14.659442 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-97e17d46-6064-4798-ae09-6f2102f448a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:14.659857 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3ee501-8a50-4666-9399-c5d9e4d6effc None None] Routers {'05564a2c-125b-40ea-a868-24004949317a'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:14.660461 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-3c3ee501-8a50-4666-9399-c5d9e4d6effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:56:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['05564a2c-125b-40ea-a868-24004949317a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:14.661001 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-97e17d46-6064-4798-ae09-6f2102f448a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=70605ac7-d371-42b3-8f32-36c39f11dd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532653 Jul 14 09:56:14.751323 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-a0cb7e9e-e1e7-4a0e-9f9a-fc908f57e3c5 service neutron] 10.222.0.49 "GET /v2.0/networks/70605ac7-d371-42b3-8f32-36c39f11dd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835867 Jul 14 09:56:14.761622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-3c3ee501-8a50-4666-9399-c5d9e4d6effc None None] Set router 05564a2c-125b-40ea-a868-24004949317a gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:14.856146 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-f58f82f6-a8f1-42d9-a547-a93986d451b9 service neutron] 10.222.0.49 "GET /v2.0/networks/70605ac7-d371-42b3-8f32-36c39f11dd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987678 Jul 14 09:56:14.958273 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-e91f46e0-bfc4-461e-bcf8-0cae381ac767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:14.959848 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-e91f46e0-bfc4-461e-bcf8-0cae381ac767 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5971087f0272457fa11a7d42cfeefd42&device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 1097 time: 0.0583272 Jul 14 09:56:15.065042 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-aaf8a489-70b2-420f-a719-93256002b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:15.066604 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-aaf8a489-70b2-420f-a719-93256002b987 service neutron] 10.222.0.49 "GET /v2.0/networks?id=70605ac7-d371-42b3-8f32-36c39f11dd44 HTTP/1.1" status: 200 len: 915 time: 0.1005692 Jul 14 09:56:15.132946 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-c5059335-9700-4318-af3d-a32faf1128c9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 HTTP/1.1" status: 200 len: 1001 time: 0.0598342 Jul 14 09:56:15.147116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-3c3ee501-8a50-4666-9399-c5d9e4d6effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05564a2c-125b-40ea-a868-24004949317a', 'name': 'tempest-TestVolumeBackupRestore-1939680145-router', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:57Z', 'updated_at': '2021-07-14T09:54:00Z', 'revision_number': 4, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'gw_port': {'id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:58Z', 'updated_at': '2021-07-14T09:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '7315b700-2bc8-4998-8c4e-2befaec4d656', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '05564a2c-125b-40ea-a868-24004949317a', 'port_id': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'mac_address': 'fa:16:3e:3a:62:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:56:11Z', 'updated_at': '2021-07-14T09:56:14Z', 'revision_number': 2, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea', 'name': '', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'mac_address': 'fa:16:3e:cf:89:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:00Z', 'updated_at': '2021-07-14T09:54:05Z', 'revision_number': 5, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'subnets': [{'id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:15.174341 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3ee501-8a50-4666-9399-c5d9e4d6effc None None] The sync data for ids ['05564a2c-125b-40ea-a868-24004949317a'] in n-d-798054-10 is: [{'id': '05564a2c-125b-40ea-a868-24004949317a', 'name': 'tempest-TestVolumeBackupRestore-1939680145-router', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:57Z', 'updated_at': '2021-07-14T09:54:00Z', 'revision_number': 4, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'gw_port': {'id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:58Z', 'updated_at': '2021-07-14T09:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '7315b700-2bc8-4998-8c4e-2befaec4d656', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '05564a2c-125b-40ea-a868-24004949317a', 'port_id': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'mac_address': 'fa:16:3e:3a:62:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:56:11Z', 'updated_at': '2021-07-14T09:56:14Z', 'revision_number': 2, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea', 'name': '', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'mac_address': 'fa:16:3e:cf:89:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:00Z', 'updated_at': '2021-07-14T09:54:05Z', 'revision_number': 5, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'subnets': [{'id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:56:15.182996 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-655337e2-1465-4364-87a7-87455edbb01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:15.184510 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-655337e2-1465-4364-87a7-87455edbb01e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13cbb537-d39d-4944-9f8d-8e404770ddef HTTP/1.1" status: 200 len: 853 time: 0.0463860 Jul 14 09:56:15.248904 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-4b8d23d5-1e73-4ba0-8a87-fd36b26f1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:15.250456 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-4b8d23d5-1e73-4ba0-8a87-fd36b26f1402 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=70605ac7-d371-42b3-8f32-36c39f11dd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600815 Jul 14 09:56:15.345948 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-7c292e65-6b02-44b1-a798-b4de4df1449b service neutron] 10.222.0.49 "GET /v2.0/networks/70605ac7-d371-42b3-8f32-36c39f11dd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884793 Jul 14 09:56:15.439332 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c77a792-5680-41e3-9be5-680c7beadb62 req-ec08fb1d-117b-4361-9a78-0b59f6a43887 service neutron] 10.222.0.49 "GET /v2.0/networks/70605ac7-d371-42b3-8f32-36c39f11dd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875442 Jul 14 09:56:16.648081 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:27.307444 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18c07333-5b65-4b7d-83e7-b0ff99e9a993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:29.811347 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04e1d204-247f-4f43-a48f-79d1f2dc29d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:29.931830 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:30.786651 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:32.140782 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:32.856412 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:33.321155 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ba0337d6-5260-477f-b971-14090a043b4b req-3866c4fa-91c9-4966-b9b5-0ead759f5221 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563495 Jul 14 09:56:33.424880 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0337d6-5260-477f-b971-14090a043b4b req-6546e12e-cd86-4812-88c7-c4d008d8e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:33.426492 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ba0337d6-5260-477f-b971-14090a043b4b req-6546e12e-cd86-4812-88c7-c4d008d8e1b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5971087f0272457fa11a7d42cfeefd42&device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 1097 time: 0.0558801 Jul 14 09:56:33.533947 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0337d6-5260-477f-b971-14090a043b4b req-ac653326-675f-498a-8122-412ffd7e4fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:33.535424 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ba0337d6-5260-477f-b971-14090a043b4b req-ac653326-675f-498a-8122-412ffd7e4fb7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=70605ac7-d371-42b3-8f32-36c39f11dd44 HTTP/1.1" status: 200 len: 915 time: 0.0879519 Jul 14 09:56:33.601849 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ba0337d6-5260-477f-b971-14090a043b4b req-d6bfd7d2-a0ea-4361-b18d-f5d025127d9a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 HTTP/1.1" status: 200 len: 1001 time: 0.0591936 Jul 14 09:56:33.651829 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0337d6-5260-477f-b971-14090a043b4b req-4d4620ba-d10d-4912-8623-5705ac566bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:33.653361 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ba0337d6-5260-477f-b971-14090a043b4b req-4d4620ba-d10d-4912-8623-5705ac566bc0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13cbb537-d39d-4944-9f8d-8e404770ddef HTTP/1.1" status: 200 len: 853 time: 0.0455153 Jul 14 09:56:33.716883 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0337d6-5260-477f-b971-14090a043b4b req-c631e781-019c-42f0-97ec-9fcddfe99806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:33.719567 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ba0337d6-5260-477f-b971-14090a043b4b req-c631e781-019c-42f0-97ec-9fcddfe99806 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=70605ac7-d371-42b3-8f32-36c39f11dd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595191 Jul 14 09:56:33.741275 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:56:33.813608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ba0337d6-5260-477f-b971-14090a043b4b req-2acacf52-1a74-43c1-bd6d-57c0f009a5af service neutron] 10.222.0.49 "GET /v2.0/networks/70605ac7-d371-42b3-8f32-36c39f11dd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868847 Jul 14 09:56:33.907527 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ba0337d6-5260-477f-b971-14090a043b4b req-18505839-7618-4a13-b682-d73b6ebedce2 service neutron] 10.222.0.49 "GET /v2.0/networks/70605ac7-d371-42b3-8f32-36c39f11dd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881481 Jul 14 09:56:42.449118 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47138) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:42.608514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-37b9fe7f-f9dd-4639-8632-ff89ed183814 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Deleting port eb4d4f47-59c7-4a30-b16b-078fb9fd967d {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:56:42.608851 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-37b9fe7f-f9dd-4639-8632-ff89ed183814 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:42.681771 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-37b9fe7f-f9dd-4639-8632-ff89ed183814 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:42.682128 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-37b9fe7f-f9dd-4639-8632-ff89ed183814 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:42.698020 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-37b9fe7f-f9dd-4639-8632-ff89ed183814 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Calling delete_port for eb4d4f47-59c7-4a30-b16b-078fb9fd967d owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:56:42.845816 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-37b9fe7f-f9dd-4639-8632-ff89ed183814 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:42.870222 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9fe7f-f9dd-4639-8632-ff89ed183814 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Pushing event deleted for resources: {'Port': ['ID=eb4d4f47-59c7-4a30-b16b-078fb9fd967d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:42.934081 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-37b9fe7f-f9dd-4639-8632-ff89ed183814 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:42.934421 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-37b9fe7f-f9dd-4639-8632-ff89ed183814 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Floating IP 7315b700-2bc8-4998-8c4e-2befaec4d656 disassociated (deleted). External IP: 172.25.1.252, port: 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2. Jul 14 09:56:43.138712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b9fe7f-f9dd-4639-8632-ff89ed183814 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Router 05564a2c-125b-40ea-a868-24004949317a has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:56:43.242863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b9fe7f-f9dd-4639-8632-ff89ed183814 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:56:43.247575 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-37b9fe7f-f9dd-4639-8632-ff89ed183814 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:43.253070 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde94861-ca29-48b4-9c30-d25a3bafbade None None] Sync routers for ids ['05564a2c-125b-40ea-a868-24004949317a'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:56:43.262442 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde94861-ca29-48b4-9c30-d25a3bafbade None None] Routers {'05564a2c-125b-40ea-a868-24004949317a'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:43.263036 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-fde94861-ca29-48b4-9c30-d25a3bafbade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:56:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['05564a2c-125b-40ea-a868-24004949317a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:43.289930 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-37b9fe7f-f9dd-4639-8632-ff89ed183814 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "DELETE /v2.0/floatingips/7315b700-2bc8-4998-8c4e-2befaec4d656 HTTP/1.1" status: 204 len: 168 time: 0.8368659 Jul 14 09:56:43.289930 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'tag': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:43.290317 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87e7f5f-bc84-46f5-a376-ae162bf43d88" -d '{"events": [{"name": "network-changed", "server_uuid": "1911e088-6226-4e4e-9ca9-a5d962f8cc48", "tag": "3015ded2-17be-4c6b-aa4e-1a42e3b00fa2"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:43.329708 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe8f831-cb6f-45f0-b78b-988a7999832b x-openstack-request-id: req-cbe8f831-cb6f-45f0-b78b-988a7999832b {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:43.330102 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1911e088-6226-4e4e-9ca9-a5d962f8cc48", "tag": "3015ded2-17be-4c6b-aa4e-1a42e3b00fa2", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:43.330360 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cbe8f831-cb6f-45f0-b78b-988a7999832b {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:43.330764 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'tag': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2', 'status': 'completed', 'code': 200} Jul 14 09:56:43.373821 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-fde94861-ca29-48b4-9c30-d25a3bafbade None None] Set router 05564a2c-125b-40ea-a868-24004949317a gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:43.409168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e7f5f-bc84-46f5-a376-ae162bf43d88 req-30c51603-85f1-405a-89b8-93c51242bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:43.410886 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f87e7f5f-bc84-46f5-a376-ae162bf43d88 req-30c51603-85f1-405a-89b8-93c51242bb47 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5971087f0272457fa11a7d42cfeefd42&device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 1097 time: 0.0562532 Jul 14 09:56:43.511304 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e7f5f-bc84-46f5-a376-ae162bf43d88 req-f9487e1f-397a-4d3a-bebf-f6f8c3e919a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:43.512953 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f87e7f5f-bc84-46f5-a376-ae162bf43d88 req-f9487e1f-397a-4d3a-bebf-f6f8c3e919a8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=70605ac7-d371-42b3-8f32-36c39f11dd44 HTTP/1.1" status: 200 len: 915 time: 0.0949557 Jul 14 09:56:43.574298 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f87e7f5f-bc84-46f5-a376-ae162bf43d88 req-d69976b5-4184-4213-adfe-361c1030fce5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 HTTP/1.1" status: 200 len: 217 time: 0.0466578 Jul 14 09:56:43.577605 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-fde94861-ca29-48b4-9c30-d25a3bafbade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05564a2c-125b-40ea-a868-24004949317a', 'name': 'tempest-TestVolumeBackupRestore-1939680145-router', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:57Z', 'updated_at': '2021-07-14T09:54:00Z', 'revision_number': 4, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'gw_port': {'id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:58Z', 'updated_at': '2021-07-14T09:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea', 'name': '', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'mac_address': 'fa:16:3e:cf:89:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:00Z', 'updated_at': '2021-07-14T09:54:05Z', 'revision_number': 5, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'subnets': [{'id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:43.607793 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde94861-ca29-48b4-9c30-d25a3bafbade None None] Checking router: 05564a2c-125b-40ea-a868-24004949317a for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:56:43.616777 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde94861-ca29-48b4-9c30-d25a3bafbade None None] Routers {'05564a2c-125b-40ea-a868-24004949317a'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:43.617388 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-fde94861-ca29-48b4-9c30-d25a3bafbade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:56:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['05564a2c-125b-40ea-a868-24004949317a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:43.664136 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e7f5f-bc84-46f5-a376-ae162bf43d88 req-b1d4dd23-2a85-4564-b667-000d3cc03954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:43.665553 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f87e7f5f-bc84-46f5-a376-ae162bf43d88 req-b1d4dd23-2a85-4564-b667-000d3cc03954 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13cbb537-d39d-4944-9f8d-8e404770ddef HTTP/1.1" status: 200 len: 853 time: 0.0839944 Jul 14 09:56:43.719199 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-fde94861-ca29-48b4-9c30-d25a3bafbade None None] Set router 05564a2c-125b-40ea-a868-24004949317a gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:43.929298 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-fde94861-ca29-48b4-9c30-d25a3bafbade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05564a2c-125b-40ea-a868-24004949317a', 'name': 'tempest-TestVolumeBackupRestore-1939680145-router', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:57Z', 'updated_at': '2021-07-14T09:54:00Z', 'revision_number': 4, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'gw_port': {'id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:58Z', 'updated_at': '2021-07-14T09:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea', 'name': '', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'mac_address': 'fa:16:3e:cf:89:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:00Z', 'updated_at': '2021-07-14T09:54:05Z', 'revision_number': 5, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'subnets': [{'id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:43.956085 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde94861-ca29-48b4-9c30-d25a3bafbade None None] The sync data for ids ['05564a2c-125b-40ea-a868-24004949317a'] in n-d-798054-10 is: [{'id': '05564a2c-125b-40ea-a868-24004949317a', 'name': 'tempest-TestVolumeBackupRestore-1939680145-router', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:57Z', 'updated_at': '2021-07-14T09:54:00Z', 'revision_number': 4, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'gw_port': {'id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:58Z', 'updated_at': '2021-07-14T09:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea', 'name': '', 'network_id': '70605ac7-d371-42b3-8f32-36c39f11dd44', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'mac_address': 'fa:16:3e:cf:89:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:00Z', 'updated_at': '2021-07-14T09:54:05Z', 'revision_number': 5, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'subnets': [{'id': '13cbb537-d39d-4944-9f8d-8e404770ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:56:44.091675 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f681ab6-37d6-4f24-b494-1f24fa3b934b req-8343b7ba-d6ae-44cb-8f00-9de0bd1698a8 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:44.093200 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4f681ab6-37d6-4f24-b494-1f24fa3b934b req-8343b7ba-d6ae-44cb-8f00-9de0bd1698a8 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 945 time: 0.4788511 Jul 14 09:56:44.145945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e7f5f-bc84-46f5-a376-ae162bf43d88 req-72c21315-594c-42c7-aaa5-a4e9ffe688cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:44.148084 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f87e7f5f-bc84-46f5-a376-ae162bf43d88 req-72c21315-594c-42c7-aaa5-a4e9ffe688cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=70605ac7-d371-42b3-8f32-36c39f11dd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4712746 Jul 14 09:56:44.151586 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4f681ab6-37d6-4f24-b494-1f24fa3b934b req-2b0ad462-4ab4-4bff-be82-8ed97ef8e3c4 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/security-groups?id=08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506799 Jul 14 09:56:44.191195 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4849d57d-c0be-4a2a-acc1-deb2b0110cf9 None None] New status for floating IP 7315b700-2bc8-4998-8c4e-2befaec4d656: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:56:44.246587 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f87e7f5f-bc84-46f5-a376-ae162bf43d88 req-3caa479a-319e-475c-b59d-72b5bcdf81db service neutron] 10.222.0.49 "GET /v2.0/networks/70605ac7-d371-42b3-8f32-36c39f11dd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908372 Jul 14 09:56:44.345857 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f87e7f5f-bc84-46f5-a376-ae162bf43d88 req-319d3262-9a18-451b-8271-7cd799ba1550 service neutron] 10.222.0.49 "GET /v2.0/networks/70605ac7-d371-42b3-8f32-36c39f11dd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915654 Jul 14 09:56:45.124714 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18df74c-daac-4bbf-8bcb-55829e124067 req-c0082dc0-6193-4454-afe5-0375d11e2ee2 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:45.126228 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c18df74c-daac-4bbf-8bcb-55829e124067 req-c0082dc0-6193-4454-afe5-0375d11e2ee2 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.49 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 945 time: 0.0627255 Jul 14 09:56:45.235695 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-c18df74c-daac-4bbf-8bcb-55829e124067 req-55a2df58-9474-423d-95ba-eb7e655b8021 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Deleting port 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:56:45.236043 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c18df74c-daac-4bbf-8bcb-55829e124067 req-55a2df58-9474-423d-95ba-eb7e655b8021 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:45.373586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-c18df74c-daac-4bbf-8bcb-55829e124067 req-55a2df58-9474-423d-95ba-eb7e655b8021 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] For port 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=3015ded2-17be-4c6b-aa4e-1a42e3b00fa2,segment=NetworkSegment(875a9abf-3f36-49ea-b21b-a3d865549a9a),segment_id=875a9abf-3f36-49ea-b21b-a3d865549a9a)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:45.373975 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c18df74c-daac-4bbf-8bcb-55829e124067 req-55a2df58-9474-423d-95ba-eb7e655b8021 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:45.389703 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-c18df74c-daac-4bbf-8bcb-55829e124067 req-55a2df58-9474-423d-95ba-eb7e655b8021 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Calling delete_port for 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:56:45.405519 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a29a72-0e1c-40f1-9e36-83b28abd0671 req-4553e600-73a5-455c-bd27-0c823122ed53 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:45.407034 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9a29a72-0e1c-40f1-9e36-83b28abd0671 req-4553e600-73a5-455c-bd27-0c823122ed53 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 945 time: 0.1289511 Jul 14 09:56:45.488143 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9a29a72-0e1c-40f1-9e36-83b28abd0671 req-f01485b7-982c-435e-b319-6d29cccdec0d tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/security-groups?id=08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748036 Jul 14 09:56:45.570026 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c18df74c-daac-4bbf-8bcb-55829e124067 req-55a2df58-9474-423d-95ba-eb7e655b8021 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:45.600038 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2df58-9474-423d-95ba-eb7e655b8021 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Pushing event deleted for resources: {'Port': ['ID=3015ded2-17be-4c6b-aa4e-1a42e3b00fa2,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:45.644705 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18df74c-daac-4bbf-8bcb-55829e124067 req-55a2df58-9474-423d-95ba-eb7e655b8021 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] No DVR routers for this DVR port 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:56:45.647236 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c18df74c-daac-4bbf-8bcb-55829e124067 req-55a2df58-9474-423d-95ba-eb7e655b8021 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:45.649637 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c18df74c-daac-4bbf-8bcb-55829e124067 req-55a2df58-9474-423d-95ba-eb7e655b8021 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.49 "DELETE /v2.0/ports/3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 HTTP/1.1" status: 204 len: 173 time: 0.5185020 Jul 14 09:56:45.650089 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'name': 'network-vif-deleted', 'tag': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:45.652799 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e859ff-9903-41b3-a707-1ef6ce010975" -d '{"events": [{"server_uuid": "1911e088-6226-4e4e-9ca9-a5d962f8cc48", "name": "network-vif-deleted", "tag": "3015ded2-17be-4c6b-aa4e-1a42e3b00fa2"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:45.699808 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636f78e8-23aa-44f5-a77d-d78fee4971f1 x-openstack-request-id: req-636f78e8-23aa-44f5-a77d-d78fee4971f1 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:45.700128 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1911e088-6226-4e4e-9ca9-a5d962f8cc48", "name": "network-vif-deleted", "tag": "3015ded2-17be-4c6b-aa4e-1a42e3b00fa2", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:45.700385 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-636f78e8-23aa-44f5-a77d-d78fee4971f1 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:45.700786 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1911e088-6226-4e4e-9ca9-a5d962f8cc48', 'name': 'network-vif-deleted', 'tag': '3015ded2-17be-4c6b-aa4e-1a42e3b00fa2', 'status': 'completed', 'code': 200} Jul 14 09:56:46.649856 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a7de497-8151-4040-a60c-d7b94f506102 req-4ec64a9f-9fd3-47d7-bf7d-2ab511acbc62 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 210 time: 0.0287995 Jul 14 09:56:46.674770 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:47.801363 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37910290-6165-41a6-a7a6-3388979da7e9 req-81e6d246-d792-4dda-a442-221abcd40ce8 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 210 time: 0.0326216 Jul 14 09:56:48.939695 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a168abca-1f25-4169-a400-4a2c7593be34 req-f21ae28b-b1c9-4a96-9523-a3fd17435253 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "GET /v2.0/ports?device_id=1911e088-6226-4e4e-9ca9-a5d962f8cc48 HTTP/1.1" status: 200 len: 210 time: 0.0290232 Jul 14 09:56:49.172563 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:56:49.196859 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:56:49.197210 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 3015ded2-17be-4c6b-aa4e-1a42e3b00fa2 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:56:50.030169 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47162) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:50.086633 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4120376e-2344-4699-89b2-2258d3aa3de8 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:50.111404 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4120376e-2344-4699-89b2-2258d3aa3de8 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:50.171118 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4120376e-2344-4699-89b2-2258d3aa3de8 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:50.173770 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4120376e-2344-4699-89b2-2258d3aa3de8 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:50.174957 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4120376e-2344-4699-89b2-2258d3aa3de8 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] 10.222.0.26 "DELETE /v2.0/security-groups/08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca HTTP/1.1" status: 204 len: 168 time: 0.1437337 Jul 14 09:56:50.184569 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120376e-2344-4699-89b2-2258d3aa3de8 tempest-TestVolumeBackupRestore-1173187700 tempest-TestVolumeBackupRestore-1173187700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e8e24a-1da2-4fbd-ae84-c8f3d8a00aca,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:53.611107 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47618) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:53.961466 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:54.220736 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Deleting port 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:56:54.221116 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:54.302283 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] For port 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea,segment=NetworkSegment(875a9abf-3f36-49ea-b21b-a3d865549a9a),segment_id=875a9abf-3f36-49ea-b21b-a3d865549a9a)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:54.302640 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:54.315729 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Calling delete_port for 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:56:54.489080 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:54.513826 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:54.524391 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:54.524737 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:54.525075 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:54.525408 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:54.525738 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:54.526092 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:54.526412 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:54.526750 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:54.527077 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:54.527395 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:54.527715 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:54.528032 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:54.695193 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:54.905449 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Router 05564a2c-125b-40ea-a868-24004949317a has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:56:55.008913 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:56:55.015644 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d129f7ce-1608-488e-93fb-b2f6bfdee531 admin admin] 10.222.0.26 "PUT /v2.0/routers/05564a2c-125b-40ea-a868-24004949317a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4017015 Jul 14 09:56:55.016878 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47620) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:55.020101 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f9a5b0-2b17-414a-bffa-b3726e422ca8 None None] Sync routers for ids ['05564a2c-125b-40ea-a868-24004949317a'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:56:55.029374 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f9a5b0-2b17-414a-bffa-b3726e422ca8 None None] Routers {'05564a2c-125b-40ea-a868-24004949317a'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:55.029994 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-90f9a5b0-2b17-414a-bffa-b3726e422ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:56:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['05564a2c-125b-40ea-a868-24004949317a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:55.120043 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e5793255-853b-497c-9179-e7c0c2545b97 admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:55.130778 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-90f9a5b0-2b17-414a-bffa-b3726e422ca8 None None] Set router 05564a2c-125b-40ea-a868-24004949317a gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:55.227494 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e5793255-853b-497c-9179-e7c0c2545b97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:55.304111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-e5793255-853b-497c-9179-e7c0c2545b97 admin admin] Deleting port 83e22695-e307-41fb-b9ef-80b2d16a82e9 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:56:55.304441 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e5793255-853b-497c-9179-e7c0c2545b97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:55.340668 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-90f9a5b0-2b17-414a-bffa-b3726e422ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05564a2c-125b-40ea-a868-24004949317a', 'name': 'tempest-TestVolumeBackupRestore-1939680145-router', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:57Z', 'updated_at': '2021-07-14T09:56:54Z', 'revision_number': 5, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'gw_port': {'id': '83e22695-e307-41fb-b9ef-80b2d16a82e9', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05564a2c-125b-40ea-a868-24004949317a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:58Z', 'updated_at': '2021-07-14T09:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:55.366675 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f9a5b0-2b17-414a-bffa-b3726e422ca8 None None] Checking router: 05564a2c-125b-40ea-a868-24004949317a for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:56:55.375296 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f9a5b0-2b17-414a-bffa-b3726e422ca8 None None] Routers {'05564a2c-125b-40ea-a868-24004949317a'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:55.376344 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-90f9a5b0-2b17-414a-bffa-b3726e422ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:56:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['05564a2c-125b-40ea-a868-24004949317a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:55.382074 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-e5793255-853b-497c-9179-e7c0c2545b97 admin admin] For port 83e22695-e307-41fb-b9ef-80b2d16a82e9, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=83e22695-e307-41fb-b9ef-80b2d16a82e9,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:55.382468 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e5793255-853b-497c-9179-e7c0c2545b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:55.399723 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-e5793255-853b-497c-9179-e7c0c2545b97 admin admin] Calling delete_port for 83e22695-e307-41fb-b9ef-80b2d16a82e9 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:56:55.460405 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-90f9a5b0-2b17-414a-bffa-b3726e422ca8 None None] Set router 05564a2c-125b-40ea-a868-24004949317a gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:55.510752 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-90f9a5b0-2b17-414a-bffa-b3726e422ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05564a2c-125b-40ea-a868-24004949317a', 'name': 'tempest-TestVolumeBackupRestore-1939680145-router', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:57Z', 'updated_at': '2021-07-14T09:56:55Z', 'revision_number': 6, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:55.540594 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f9a5b0-2b17-414a-bffa-b3726e422ca8 None None] The sync data for ids ['05564a2c-125b-40ea-a868-24004949317a'] in n-d-798054-10 is: [{'id': '05564a2c-125b-40ea-a868-24004949317a', 'name': 'tempest-TestVolumeBackupRestore-1939680145-router', 'tenant_id': '5971087f0272457fa11a7d42cfeefd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:57Z', 'updated_at': '2021-07-14T09:56:55Z', 'revision_number': 6, 'project_id': '5971087f0272457fa11a7d42cfeefd42', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:56:55.563551 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e5793255-853b-497c-9179-e7c0c2545b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:55.592620 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5793255-853b-497c-9179-e7c0c2545b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=83e22695-e307-41fb-b9ef-80b2d16a82e9,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:55.656736 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e5793255-853b-497c-9179-e7c0c2545b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:55.745988 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e5793255-853b-497c-9179-e7c0c2545b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:55.748171 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e5793255-853b-497c-9179-e7c0c2545b97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:55.790001 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e5793255-853b-497c-9179-e7c0c2545b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:55.790500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5793255-853b-497c-9179-e7c0c2545b97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05564a2c-125b-40ea-a868-24004949317a {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:56:55.796281 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e5793255-853b-497c-9179-e7c0c2545b97 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:55.797053 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e5793255-853b-497c-9179-e7c0c2545b97 admin admin] 10.222.0.26 "DELETE /v2.0/routers/05564a2c-125b-40ea-a868-24004949317a HTTP/1.1" status: 204 len: 168 time: 0.7790413 Jul 14 09:56:55.800159 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47622) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:55.847368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7693d3a-f2e7-4e1c-9f5f-87bcd76545fb admin admin] Deleting subnet 13cbb537-d39d-4944-9f8d-8e404770ddef {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:56:55.850518 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b7693d3a-f2e7-4e1c-9f5f-87bcd76545fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:55.886044 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b7693d3a-f2e7-4e1c-9f5f-87bcd76545fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:55.966736 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b7693d3a-f2e7-4e1c-9f5f-87bcd76545fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:56.023106 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b7693d3a-f2e7-4e1c-9f5f-87bcd76545fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:56.048045 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7693d3a-f2e7-4e1c-9f5f-87bcd76545fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13cbb537-d39d-4944-9f8d-8e404770ddef,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:56.051934 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b7693d3a-f2e7-4e1c-9f5f-87bcd76545fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:56.053696 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b7693d3a-f2e7-4e1c-9f5f-87bcd76545fb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/13cbb537-d39d-4944-9f8d-8e404770ddef HTTP/1.1" status: 204 len: 168 time: 0.2526217 Jul 14 09:56:56.056170 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47624) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:56.057716 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee89e12-973f-4038-af62-d490e43fe039 None None] Network 70605ac7-d371-42b3-8f32-36c39f11dd44 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:56:56.124280 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3e80b831-fbf1-445a-b3c9-63e368326486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:56.176990 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-3e80b831-fbf1-445a-b3c9-63e368326486 admin admin] Deleting port 0ae80d00-0915-4e82-95bb-062f50a1d452 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:56:56.177328 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3e80b831-fbf1-445a-b3c9-63e368326486 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:56.242686 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-3e80b831-fbf1-445a-b3c9-63e368326486 admin admin] For port 0ae80d00-0915-4e82-95bb-062f50a1d452, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0ae80d00-0915-4e82-95bb-062f50a1d452,segment=NetworkSegment(875a9abf-3f36-49ea-b21b-a3d865549a9a),segment_id=875a9abf-3f36-49ea-b21b-a3d865549a9a)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:56.242986 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3e80b831-fbf1-445a-b3c9-63e368326486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:56.255046 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-3e80b831-fbf1-445a-b3c9-63e368326486 admin admin] Calling delete_port for 0ae80d00-0915-4e82-95bb-062f50a1d452 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:56:56.304015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fa6517-28c7-4f87-b0a7-1366bf447225 None None] DHCP port deletion for 70605ac7-d371-42b3-8f32-36c39f11dd44 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:56:56.334610 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3e80b831-fbf1-445a-b3c9-63e368326486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:56.351475 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-62fa6517-28c7-4f87-b0a7-1366bf447225 None None] Deleting port 0ae80d00-0915-4e82-95bb-062f50a1d452 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:56:56.351859 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-62fa6517-28c7-4f87-b0a7-1366bf447225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:56.364011 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80b831-fbf1-445a-b3c9-63e368326486 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae80d00-0915-4e82-95bb-062f50a1d452,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:56.367374 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e80b831-fbf1-445a-b3c9-63e368326486 admin admin] No DVR routers for this DVR port 0ae80d00-0915-4e82-95bb-062f50a1d452 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:56:56.416650 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-62fa6517-28c7-4f87-b0a7-1366bf447225 None None] For port 0ae80d00-0915-4e82-95bb-062f50a1d452, host n-d-798054-10, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:56.417057 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-62fa6517-28c7-4f87-b0a7-1366bf447225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:56.430654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-62fa6517-28c7-4f87-b0a7-1366bf447225 None None] Calling delete_port for 0ae80d00-0915-4e82-95bb-062f50a1d452 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:56:56.433270 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-62fa6517-28c7-4f87-b0a7-1366bf447225 None None] Port 0ae80d00-0915-4e82-95bb-062f50a1d452 was not found and therefore no delete operation was performed {{(pid=93889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:56:56.434562 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-62fa6517-28c7-4f87-b0a7-1366bf447225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:56.437167 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3e80b831-fbf1-445a-b3c9-63e368326486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:56.446986 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-3e80b831-fbf1-445a-b3c9-63e368326486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70605ac7-d371-42b3-8f32-36c39f11dd44']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:56.457496 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-3e80b831-fbf1-445a-b3c9-63e368326486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875a9abf-3f36-49ea-b21b-a3d865549a9a') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:56.457806 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-3e80b831-fbf1-445a-b3c9-63e368326486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875a9abf-3f36-49ea-b21b-a3d865549a9a') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:56.460606 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa6517-28c7-4f87-b0a7-1366bf447225 None None] Pushing event deleted for resources: {'Port': ['ID=0ae80d00-0915-4e82-95bb-062f50a1d452,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:56.462461 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fa6517-28c7-4f87-b0a7-1366bf447225 None None] No DVR routers for this DVR port 0ae80d00-0915-4e82-95bb-062f50a1d452 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:56:56.466726 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3e80b831-fbf1-445a-b3c9-63e368326486 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:56.487015 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3e80b831-fbf1-445a-b3c9-63e368326486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:56.493409 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e80b831-fbf1-445a-b3c9-63e368326486 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:56:56.493820 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3e80b831-fbf1-445a-b3c9-63e368326486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:56:56.495620 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:56:56.555508 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3e80b831-fbf1-445a-b3c9-63e368326486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:56.561063 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3e80b831-fbf1-445a-b3c9-63e368326486 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:56.565674 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3e80b831-fbf1-445a-b3c9-63e368326486 admin admin] 10.222.0.26 "DELETE /v2.0/networks/70605ac7-d371-42b3-8f32-36c39f11dd44 HTTP/1.1" status: 204 len: 168 time: 0.5058784 Jul 14 09:56:56.565987 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47626) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:56.582387 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80b831-fbf1-445a-b3c9-63e368326486 admin admin] Pushing event deleted for resources: {'Network': ['ID=70605ac7-d371-42b3-8f32-36c39f11dd44,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:56.911674 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ca9a839-efc2-44eb-aa6a-f21a87e7c4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:57.249234 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:56:57.274917 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:56:57.275265 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 4ed9a6c8-f46a-4ad9-97d2-267ab2fabaea not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:56:57.275687 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0ae80d00-0915-4e82-95bb-062f50a1d452 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:56:57.299833 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 0ae80d00-0915-4e82-95bb-062f50a1d452 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:56:57.300184 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0ae80d00-0915-4e82-95bb-062f50a1d452 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:56:57.300613 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 83e22695-e307-41fb-b9ef-80b2d16a82e9 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:56:57.324751 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 83e22695-e307-41fb-b9ef-80b2d16a82e9 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:56:57.325221 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 83e22695-e307-41fb-b9ef-80b2d16a82e9 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:56:57.328086 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9247fb83-0697-4565-8745-a276332b7c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:57.496075 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-7ca9a839-efc2-44eb-aa6a-f21a87e7c4fa admin admin] Deleting port e2e1a844-7191-465d-bac5-64ebedcfd42a {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:56:57.496311 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ca9a839-efc2-44eb-aa6a-f21a87e7c4fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:57.572703 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-7ca9a839-efc2-44eb-aa6a-f21a87e7c4fa admin admin] For port e2e1a844-7191-465d-bac5-64ebedcfd42a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e2e1a844-7191-465d-bac5-64ebedcfd42a,segment=NetworkSegment(e5927dbe-72cc-4ca2-8c64-70f8066f8207),segment_id=e5927dbe-72cc-4ca2-8c64-70f8066f8207)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:57.573057 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ca9a839-efc2-44eb-aa6a-f21a87e7c4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:57.584950 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-7ca9a839-efc2-44eb-aa6a-f21a87e7c4fa admin admin] Calling delete_port for e2e1a844-7191-465d-bac5-64ebedcfd42a owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:56:57.759424 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ca9a839-efc2-44eb-aa6a-f21a87e7c4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:57.782411 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9a839-efc2-44eb-aa6a-f21a87e7c4fa admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e1a844-7191-465d-bac5-64ebedcfd42a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:57.950559 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ca9a839-efc2-44eb-aa6a-f21a87e7c4fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:58.155072 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca9a839-efc2-44eb-aa6a-f21a87e7c4fa admin admin] Router 8a481fd8-65d7-4767-ae91-17039e01be19 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:56:58.259165 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca9a839-efc2-44eb-aa6a-f21a87e7c4fa admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:56:58.264126 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7ca9a839-efc2-44eb-aa6a-f21a87e7c4fa admin admin] 10.222.0.26 "PUT /v2.0/routers/8a481fd8-65d7-4767-ae91-17039e01be19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6971161 Jul 14 09:56:58.267228 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47628) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:58.268159 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d012fb-0796-450b-bb2a-7f76a9a5e809 None None] Sync routers for ids ['8a481fd8-65d7-4767-ae91-17039e01be19'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:56:58.277332 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d012fb-0796-450b-bb2a-7f76a9a5e809 None None] Routers {'8a481fd8-65d7-4767-ae91-17039e01be19'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:58.277985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f5d012fb-0796-450b-bb2a-7f76a9a5e809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:56:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['8a481fd8-65d7-4767-ae91-17039e01be19'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:58.367024 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:58.380022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-f5d012fb-0796-450b-bb2a-7f76a9a5e809 None None] Set router 8a481fd8-65d7-4767-ae91-17039e01be19 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:58.467688 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:58.524150 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Deleting port 0e1cd403-0256-4c1c-ba8c-f18ee3914937 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:56:58.524496 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:58.555468 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f5d012fb-0796-450b-bb2a-7f76a9a5e809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a481fd8-65d7-4767-ae91-17039e01be19', 'name': 'tempest-TestVolumeBackupRestore-1969286852-router', 'tenant_id': '365d9491d46240b089c474e9922a71df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e1cd403-0256-4c1c-ba8c-f18ee3914937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:54:02Z', 'updated_at': '2021-07-14T09:56:57Z', 'revision_number': 5, 'project_id': '365d9491d46240b089c474e9922a71df', 'gw_port': {'id': '0e1cd403-0256-4c1c-ba8c-f18ee3914937', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a481fd8-65d7-4767-ae91-17039e01be19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:54:03Z', 'updated_at': '2021-07-14T09:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:58.585207 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d012fb-0796-450b-bb2a-7f76a9a5e809 None None] Checking router: 8a481fd8-65d7-4767-ae91-17039e01be19 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:56:58.594041 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d012fb-0796-450b-bb2a-7f76a9a5e809 None None] Routers {'8a481fd8-65d7-4767-ae91-17039e01be19'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:58.594796 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f5d012fb-0796-450b-bb2a-7f76a9a5e809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T09:56:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['8a481fd8-65d7-4767-ae91-17039e01be19'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:58.606070 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] For port 0e1cd403-0256-4c1c-ba8c-f18ee3914937, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0e1cd403-0256-4c1c-ba8c-f18ee3914937,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:58.606426 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:58.619186 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Calling delete_port for 0e1cd403-0256-4c1c-ba8c-f18ee3914937 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:56:58.678936 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-f5d012fb-0796-450b-bb2a-7f76a9a5e809 None None] Set router 8a481fd8-65d7-4767-ae91-17039e01be19 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:58.729494 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f5d012fb-0796-450b-bb2a-7f76a9a5e809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a481fd8-65d7-4767-ae91-17039e01be19', 'name': 'tempest-TestVolumeBackupRestore-1969286852-router', 'tenant_id': '365d9491d46240b089c474e9922a71df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:54:02Z', 'updated_at': '2021-07-14T09:56:58Z', 'revision_number': 6, 'project_id': '365d9491d46240b089c474e9922a71df', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:58.764321 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d012fb-0796-450b-bb2a-7f76a9a5e809 None None] The sync data for ids ['8a481fd8-65d7-4767-ae91-17039e01be19'] in n-d-798054-10 is: [{'id': '8a481fd8-65d7-4767-ae91-17039e01be19', 'name': 'tempest-TestVolumeBackupRestore-1969286852-router', 'tenant_id': '365d9491d46240b089c474e9922a71df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:54:02Z', 'updated_at': '2021-07-14T09:56:58Z', 'revision_number': 6, 'project_id': '365d9491d46240b089c474e9922a71df', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:56:58.785289 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:58.835727 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Pushing event deleted for resources: {'Port': ['ID=0e1cd403-0256-4c1c-ba8c-f18ee3914937,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:58.865021 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:58.865367 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:58.865705 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:58.866068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:58.866401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:58.866731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:58.867058 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:58.867381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:58.867702 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:58.868024 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:58.868345 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:58.868667 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:58.885479 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:58.974046 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:58.976125 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:59.018780 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:59.019285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a481fd8-65d7-4767-ae91-17039e01be19 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:56:59.024341 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:59.025774 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3232a70f-09f4-4d27-9534-4e9da821113c admin admin] 10.222.0.26 "DELETE /v2.0/routers/8a481fd8-65d7-4767-ae91-17039e01be19 HTTP/1.1" status: 204 len: 168 time: 0.7575076 Jul 14 09:56:59.028138 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47630) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:59.071841 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-405f16e7-87b0-4ac7-aba7-40b2202aaf47 admin admin] Deleting subnet 5b9eae6e-545b-4b48-a8d1-635afeef4d01 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:56:59.074796 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-405f16e7-87b0-4ac7-aba7-40b2202aaf47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:59.114964 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-405f16e7-87b0-4ac7-aba7-40b2202aaf47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:59.194857 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-405f16e7-87b0-4ac7-aba7-40b2202aaf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:59.252887 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-405f16e7-87b0-4ac7-aba7-40b2202aaf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:59.278278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f16e7-87b0-4ac7-aba7-40b2202aaf47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b9eae6e-545b-4b48-a8d1-635afeef4d01,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:59.282228 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-405f16e7-87b0-4ac7-aba7-40b2202aaf47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:59.284085 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-405f16e7-87b0-4ac7-aba7-40b2202aaf47 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5b9eae6e-545b-4b48-a8d1-635afeef4d01 HTTP/1.1" status: 204 len: 168 time: 0.2549355 Jul 14 09:56:59.286490 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47632) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:59.289058 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c27ef50-a00f-4b03-b01a-5d9e622f3753 None None] Network 5e505864-ae92-4ef0-8d33-87669286bc9a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:56:59.356662 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17eeb002-4107-4db0-82c5-44edde14065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:59.408348 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-17eeb002-4107-4db0-82c5-44edde14065c admin admin] Deleting port dd542a12-9fa4-43cd-9822-39dbc310203a {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:56:59.408999 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17eeb002-4107-4db0-82c5-44edde14065c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:59.473229 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-17eeb002-4107-4db0-82c5-44edde14065c admin admin] For port dd542a12-9fa4-43cd-9822-39dbc310203a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dd542a12-9fa4-43cd-9822-39dbc310203a,segment=NetworkSegment(e5927dbe-72cc-4ca2-8c64-70f8066f8207),segment_id=e5927dbe-72cc-4ca2-8c64-70f8066f8207)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:59.473525 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17eeb002-4107-4db0-82c5-44edde14065c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:59.485670 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-17eeb002-4107-4db0-82c5-44edde14065c admin admin] Calling delete_port for dd542a12-9fa4-43cd-9822-39dbc310203a owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:56:59.574611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ff5150-80e4-4fe7-80fe-16f93c78a1ab None None] DHCP port deletion for 5e505864-ae92-4ef0-8d33-87669286bc9a request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:56:59.574886 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17eeb002-4107-4db0-82c5-44edde14065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:59.607268 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eeb002-4107-4db0-82c5-44edde14065c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd542a12-9fa4-43cd-9822-39dbc310203a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:59.609040 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eeb002-4107-4db0-82c5-44edde14065c admin admin] No DVR routers for this DVR port dd542a12-9fa4-43cd-9822-39dbc310203a on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:56:59.652305 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e2e1a844-7191-465d-bac5-64ebedcfd42a no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:56:59.673464 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: e2e1a844-7191-465d-bac5-64ebedcfd42a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:56:59.673936 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e2e1a844-7191-465d-bac5-64ebedcfd42a not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:56:59.685744 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17eeb002-4107-4db0-82c5-44edde14065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:59.695534 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-17eeb002-4107-4db0-82c5-44edde14065c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e505864-ae92-4ef0-8d33-87669286bc9a']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:59.706232 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-17eeb002-4107-4db0-82c5-44edde14065c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5927dbe-72cc-4ca2-8c64-70f8066f8207') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:59.706532 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-17eeb002-4107-4db0-82c5-44edde14065c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5927dbe-72cc-4ca2-8c64-70f8066f8207') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:59.715675 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17eeb002-4107-4db0-82c5-44edde14065c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:59.730183 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17eeb002-4107-4db0-82c5-44edde14065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:59.736328 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17eeb002-4107-4db0-82c5-44edde14065c admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:56:59.736721 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17eeb002-4107-4db0-82c5-44edde14065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: timer() Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:56:59.738502 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:56:59.795910 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17eeb002-4107-4db0-82c5-44edde14065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:59.803515 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17eeb002-4107-4db0-82c5-44edde14065c admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:59.805007 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-17eeb002-4107-4db0-82c5-44edde14065c admin admin] 10.222.0.26 "DELETE /v2.0/networks/5e505864-ae92-4ef0-8d33-87669286bc9a HTTP/1.1" status: 204 len: 168 time: 0.5174856 Jul 14 09:56:59.818053 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eeb002-4107-4db0-82c5-44edde14065c admin admin] Pushing event deleted for resources: {'Network': ['ID=5e505864-ae92-4ef0-8d33-87669286bc9a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:59.819315 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e4e89e2-15af-4cdd-87c9-ed092ab24f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:59.933908 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:59.968364 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47636) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:57:00.007406 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bd77bf85-59e3-45ea-b79e-92418ea7b150 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5971087f0272457fa11a7d42cfeefd42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378764 Jul 14 09:57:00.009912 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47638) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:57:00.060829 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9b40b72b-4e1f-4a9e-845e-df2c7b2839ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:00.082287 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9b40b72b-4e1f-4a9e-845e-df2c7b2839ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:00.127472 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9b40b72b-4e1f-4a9e-845e-df2c7b2839ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:00.130255 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9b40b72b-4e1f-4a9e-845e-df2c7b2839ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:00.131393 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9b40b72b-4e1f-4a9e-845e-df2c7b2839ba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0589712e-f669-448f-8901-dfe3171e5029 HTTP/1.1" status: 204 len: 168 time: 0.1205652 Jul 14 09:57:00.138878 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40b72b-4e1f-4a9e-845e-df2c7b2839ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0589712e-f669-448f-8901-dfe3171e5029,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:00.434747 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47644) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:57:00.473155 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-02260da6-eb37-4d20-b465-a619ae198325 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=365d9491d46240b089c474e9922a71df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372519 Jul 14 09:57:00.475466 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47646) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:57:00.523201 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f78697a9-8f1b-40e1-9dbd-0bedcac7900e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:00.543243 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f78697a9-8f1b-40e1-9dbd-0bedcac7900e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:00.590762 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f78697a9-8f1b-40e1-9dbd-0bedcac7900e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:00.593322 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f78697a9-8f1b-40e1-9dbd-0bedcac7900e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:00.595053 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f78697a9-8f1b-40e1-9dbd-0bedcac7900e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7f397844-42b7-4f51-9d59-57b35ef1ed27 HTTP/1.1" status: 204 len: 168 time: 0.1186860 Jul 14 09:57:00.602675 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78697a9-8f1b-40e1-9dbd-0bedcac7900e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f397844-42b7-4f51-9d59-57b35ef1ed27,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:00.794543 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:01.241854 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0e1cd403-0256-4c1c-ba8c-f18ee3914937 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:57:01.262362 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 0e1cd403-0256-4c1c-ba8c-f18ee3914937 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:57:01.262781 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0e1cd403-0256-4c1c-ba8c-f18ee3914937 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:57:01.263250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dd542a12-9fa4-43cd-9822-39dbc310203a no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:57:01.282732 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: dd542a12-9fa4-43cd-9822-39dbc310203a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:57:01.283070 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dd542a12-9fa4-43cd-9822-39dbc310203a not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:57:02.138456 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:02.858540 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:10.741514 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:57:10.744971 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-7e4e65e4-8c78-42a1-b608-a4de405fc2d0 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a6d93054bc404131aa8b20faba851060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221052 Jul 14 09:57:10.851837 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-dce7165c-194a-4acb-a29c-71b9922ee412 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:10.853302 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-dce7165c-194a-4acb-a29c-71b9922ee412 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1033096 Jul 14 09:57:10.867936 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-48bb4d65-5057-4d99-9504-4165133ef8a2 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/quotas/a6d93054bc404131aa8b20faba851060 HTTP/1.1" status: 200 len: 375 time: 0.0093555 Jul 14 09:57:10.901200 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-61700d4c-a455-4840-8c8f-27d1e7526c21 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d93054bc404131aa8b20faba851060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285089 Jul 14 09:57:11.068314 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-736abb6f-cb43-4304-8fa8-a83d50c172df req-62d1a826-0034-49ca-8b6a-71218fad7838 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/ports?device_id=329335a4-287f-4b63-b522-8026412dcd75 HTTP/1.1" status: 200 len: 210 time: 0.0281844 Jul 14 09:57:12.119119 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-5f695fc8-bfea-40ce-a675-fe4abb3c7658 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a6d93054bc404131aa8b20faba851060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310905 Jul 14 09:57:12.219117 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-982865e4-8f17-4d74-9251-dd43d3b85cc9 req-f003e50d-f2bb-4764-a75b-f5b671608edf tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/ports?device_id=329335a4-287f-4b63-b522-8026412dcd75 HTTP/1.1" status: 200 len: 210 time: 0.0328879 Jul 14 09:57:12.610893 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e642ed87-bf5e-41dc-8d0b-c9cf17c6a61e tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:12.612901 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e642ed87-bf5e-41dc-8d0b-c9cf17c6a61e tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4885437 Jul 14 09:57:12.630999 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-bacbc63a-35ed-46da-bb39-804e4c7f88ed tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Request body: {'port': {'device_id': '329335a4-287f-4b63-b522-8026412dcd75', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'admin_state_up': True, 'tenant_id': 'a6d93054bc404131aa8b20faba851060'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:57:12.737307 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-bacbc63a-35ed-46da-bb39-804e4c7f88ed tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Made reservation on behalf of a6d93054bc404131aa8b20faba851060 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:57:12.741255 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-bacbc63a-35ed-46da-bb39-804e4c7f88ed tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:12.750163 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-bacbc63a-35ed-46da-bb39-804e4c7f88ed tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:12.840805 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-bacbc63a-35ed-46da-bb39-804e4c7f88ed tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:12.844599 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-bacbc63a-35ed-46da-bb39-804e4c7f88ed tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:12.910394 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbc63a-35ed-46da-bb39-804e4c7f88ed tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7be0ba-c12e-4171-916f-0632bd73f105,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:12.978344 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-bacbc63a-35ed-46da-bb39-804e4c7f88ed tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Allocated IP 192.168.233.219 (98eb2708-a9e3-4048-94b5-86e6ffe104e4/50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1/025dd285-f9aa-4337-8221-211e91aed0c9) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:57:13.116984 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-bacbc63a-35ed-46da-bb39-804e4c7f88ed tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:13.130385 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-bacbc63a-35ed-46da-bb39-804e4c7f88ed tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Transition to ACTIVE for port object 025dd285-f9aa-4337-8221-211e91aed0c9 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:57:13.163519 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-bacbc63a-35ed-46da-bb39-804e4c7f88ed tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:13.208937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-bacbc63a-35ed-46da-bb39-804e4c7f88ed tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:57:13.214409 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-bacbc63a-35ed-46da-bb39-804e4c7f88ed tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:57:13.216904 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-bacbc63a-35ed-46da-bb39-804e4c7f88ed tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:57:13.246792 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbc63a-35ed-46da-bb39-804e4c7f88ed tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Pushing event updated for resources: {'Port': ['ID=025dd285-f9aa-4337-8221-211e91aed0c9,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:13.281288 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-bacbc63a-35ed-46da-bb39-804e4c7f88ed tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:13.281952 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-bacbc63a-35ed-46da-bb39-804e4c7f88ed tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:13.302929 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-bacbc63a-35ed-46da-bb39-804e4c7f88ed tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6752143 Jul 14 09:57:13.320860 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] Request body: {'port': {'device_id': '329335a4-287f-4b63-b522-8026412dcd75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:57:13.401506 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:13.418799 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b809b3c-910d-460d-9f3b-8e302af3fffb req-5d86b2d3-8986-426f-a71e-a660d26dc63e tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:13.419360 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-49a6a928-06aa-48d2-994c-b6f735f66db2 None None] Provisioning for port 025dd285-f9aa-4337-8221-211e91aed0c9 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:57:13.420240 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b809b3c-910d-460d-9f3b-8e302af3fffb req-5d86b2d3-8986-426f-a71e-a660d26dc63e tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/ports?device_id=329335a4-287f-4b63-b522-8026412dcd75 HTTP/1.1" status: 200 len: 936 time: 0.0714488 Jul 14 09:57:13.425303 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-49a6a928-06aa-48d2-994c-b6f735f66db2 None None] Provisioning complete for port 025dd285-f9aa-4337-8221-211e91aed0c9 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:57:13.430158 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-49a6a928-06aa-48d2-994c-b6f735f66db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:13.461956 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b809b3c-910d-460d-9f3b-8e302af3fffb req-b7ea9c8c-d648-41b4-9753-3ec7fbe77e6b tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e7be0ba-c12e-4171-916f-0632bd73f105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354447 Jul 14 09:57:13.474215 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-49a6a928-06aa-48d2-994c-b6f735f66db2 None None] Port 025dd285-f9aa-4337-8221-211e91aed0c9 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:57:13.667261 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025dd285-f9aa-4337-8221-211e91aed0c9 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:57:13.675034 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:13.686125 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] Transition to ACTIVE for port object 025dd285-f9aa-4337-8221-211e91aed0c9 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:57:13.690693 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:13.738903 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] Pushing event updated for resources: {'Port': ['ID=025dd285-f9aa-4337-8221-211e91aed0c9,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:13.808963 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] Attempting to bind port 025dd285-f9aa-4337-8221-211e91aed0c9 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:57:13.809306 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] Attempting to bind port 025dd285-f9aa-4337-8221-211e91aed0c9 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:57:13.809648 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] Attempting to bind port 025dd285-f9aa-4337-8221-211e91aed0c9 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:57:13.814286 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] Port 025dd285-f9aa-4337-8221-211e91aed0c9 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:57:13.814618 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] Attempting to bind port 025dd285-f9aa-4337-8221-211e91aed0c9 on network 98eb2708-a9e3-4048-94b5-86e6ffe104e4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:57:13.820201 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:57:13.820548 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] Checking segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:57:13.820943 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] Bound using segment: {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:57:13.821377 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] Bound port: 025dd285-f9aa-4337-8221-211e91aed0c9, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd8601-1ec7-431f-bd26-466ef5754569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:57:13.821747 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:13.892226 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] For port 025dd285-f9aa-4337-8221-211e91aed0c9, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:57:13.895694 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] For port 025dd285-f9aa-4337-8221-211e91aed0c9, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=025dd285-f9aa-4337-8221-211e91aed0c9,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:57:13.899954 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:13.933350 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:13.934028 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:13.935810 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] 10.222.0.55 "PUT /v2.0/ports/025dd285-f9aa-4337-8221-211e91aed0c9 HTTP/1.1" status: 200 len: 1097 time: 0.6192765 Jul 14 09:57:13.937869 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329335a4-287f-4b63-b522-8026412dcd75', 'tag': '025dd285-f9aa-4337-8221-211e91aed0c9'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:57:13.940772 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ffba7b-88ad-4b0f-8a7e-78df32b7065f" -d '{"events": [{"name": "network-changed", "server_uuid": "329335a4-287f-4b63-b522-8026412dcd75", "tag": "025dd285-f9aa-4337-8221-211e91aed0c9"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:57:13.972225 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ff474-5cec-49d3-83c7-b7809bb30dcc service neutron] Pushing event updated for resources: {'Port': ['ID=025dd285-f9aa-4337-8221-211e91aed0c9,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:13.982111 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83234b49-23d3-4c04-8c1f-c7c6dda03741 x-openstack-request-id: req-83234b49-23d3-4c04-8c1f-c7c6dda03741 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:57:13.982398 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329335a4-287f-4b63-b522-8026412dcd75", "tag": "025dd285-f9aa-4337-8221-211e91aed0c9", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:57:13.982650 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83234b49-23d3-4c04-8c1f-c7c6dda03741 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:57:13.983094 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329335a4-287f-4b63-b522-8026412dcd75', 'tag': '025dd285-f9aa-4337-8221-211e91aed0c9', 'status': 'completed', 'code': 200} Jul 14 09:57:14.059718 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-93200734-376e-4ab7-b82e-d59700aa4428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:14.061296 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-93200734-376e-4ab7-b82e-d59700aa4428 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6d93054bc404131aa8b20faba851060&device_id=329335a4-287f-4b63-b522-8026412dcd75 HTTP/1.1" status: 200 len: 1100 time: 0.0562155 Jul 14 09:57:14.115603 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-bec4b3cf-ad86-43ee-9a04-b6050481e27f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=025dd285-f9aa-4337-8221-211e91aed0c9 HTTP/1.1" status: 200 len: 217 time: 0.0402968 Jul 14 09:57:14.165096 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-093f4c16-2ae1-4d1f-87f0-ee27e0481a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:14.166582 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-093f4c16-2ae1-4d1f-87f0-ee27e0481a48 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0441220 Jul 14 09:57:14.225556 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-629e91ce-f5eb-4081-9c13-3a981f431511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:14.227121 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-629e91ce-f5eb-4081-9c13-3a981f431511 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0528493 Jul 14 09:57:14.322105 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-43e305e2-4b95-4fa7-acd6-01accf3b197d service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881393 Jul 14 09:57:14.411898 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-86ac4b4a-ed1c-445e-87d8-3e9a0d5d39f8 req-43ed3794-a50d-429c-b793-61b56200bed7 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829589 Jul 14 09:57:14.565662 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffba7b-88ad-4b0f-8a7e-78df32b7065f req-078471d1-9a73-4689-b7c5-160e3d1cc5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:14.567259 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b6ffba7b-88ad-4b0f-8a7e-78df32b7065f req-078471d1-9a73-4689-b7c5-160e3d1cc5aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6d93054bc404131aa8b20faba851060&device_id=329335a4-287f-4b63-b522-8026412dcd75 HTTP/1.1" status: 200 len: 1100 time: 0.0535977 Jul 14 09:57:14.635226 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5155dc-0023-4755-88d6-dbecb35c1b77 req-78d0bde0-2a94-4507-b8fe-772456bacfdc tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:14.636754 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7f5155dc-0023-4755-88d6-dbecb35c1b77 req-78d0bde0-2a94-4507-b8fe-772456bacfdc tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/ports?device_id=329335a4-287f-4b63-b522-8026412dcd75 HTTP/1.1" status: 200 len: 948 time: 0.0640883 Jul 14 09:57:14.663522 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffba7b-88ad-4b0f-8a7e-78df32b7065f req-c66f8b15-e842-4f97-b5c8-9a6338f75478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:14.665003 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b6ffba7b-88ad-4b0f-8a7e-78df32b7065f req-c66f8b15-e842-4f97-b5c8-9a6338f75478 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98eb2708-a9e3-4048-94b5-86e6ffe104e4 HTTP/1.1" status: 200 len: 870 time: 0.0906990 Jul 14 09:57:14.675024 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7f5155dc-0023-4755-88d6-dbecb35c1b77 req-1908672a-fd50-40eb-9855-ee2ae72d1792 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e7be0ba-c12e-4171-916f-0632bd73f105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325534 Jul 14 09:57:14.707447 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b6ffba7b-88ad-4b0f-8a7e-78df32b7065f req-e0f266f3-73f4-45b2-82d8-78e7a3916ec2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=025dd285-f9aa-4337-8221-211e91aed0c9 HTTP/1.1" status: 200 len: 217 time: 0.0343549 Jul 14 09:57:14.758797 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffba7b-88ad-4b0f-8a7e-78df32b7065f req-a8c0941d-4ac2-43aa-a6d1-eab682121a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:14.760133 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b6ffba7b-88ad-4b0f-8a7e-78df32b7065f req-a8c0941d-4ac2-43aa-a6d1-eab682121a66 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1 HTTP/1.1" status: 200 len: 843 time: 0.0439174 Jul 14 09:57:14.822752 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffba7b-88ad-4b0f-8a7e-78df32b7065f req-e59a3fe1-bf67-4ea2-8f8d-b8556ccd7143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:14.824271 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b6ffba7b-88ad-4b0f-8a7e-78df32b7065f req-e59a3fe1-bf67-4ea2-8f8d-b8556ccd7143 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98eb2708-a9e3-4048-94b5-86e6ffe104e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0569105 Jul 14 09:57:14.912363 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b6ffba7b-88ad-4b0f-8a7e-78df32b7065f req-8519eefe-ec5a-4cc9-862d-3a514dd79a7f service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806544 Jul 14 09:57:15.006679 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b6ffba7b-88ad-4b0f-8a7e-78df32b7065f req-e4d6e33f-ecc7-4184-9f34-bab2ed21d2d3 service neutron] 10.222.0.55 "GET /v2.0/networks/98eb2708-a9e3-4048-94b5-86e6ffe104e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879042 Jul 14 09:57:15.848536 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73030045-6f5e-4e4a-b3ea-7c8fa109d498 req-0ee7a914-3f35-487b-b578-d2120bc7db72 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:15.850048 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-73030045-6f5e-4e4a-b3ea-7c8fa109d498 req-0ee7a914-3f35-487b-b578-d2120bc7db72 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/ports?device_id=329335a4-287f-4b63-b522-8026412dcd75 HTTP/1.1" status: 200 len: 948 time: 0.0668075 Jul 14 09:57:15.887415 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-73030045-6f5e-4e4a-b3ea-7c8fa109d498 req-2a475745-879b-4072-9bd8-699d0f21a78f tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e7be0ba-c12e-4171-916f-0632bd73f105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318651 Jul 14 09:57:16.667609 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:17.060327 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f327b-e58c-4056-bb05-c5ee4bd92e4a req-f9364c7e-558f-45e4-9ca7-db4ed03856e3 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:17.061834 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-452f327b-e58c-4056-bb05-c5ee4bd92e4a req-f9364c7e-558f-45e4-9ca7-db4ed03856e3 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/ports?device_id=329335a4-287f-4b63-b522-8026412dcd75 HTTP/1.1" status: 200 len: 948 time: 0.0632052 Jul 14 09:57:17.098519 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-452f327b-e58c-4056-bb05-c5ee4bd92e4a req-8e9f01f2-f3a5-4f23-b274-8704f74fd45f tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e7be0ba-c12e-4171-916f-0632bd73f105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311553 Jul 14 09:57:18.268494 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c2ce2-10ad-4919-b430-656c1424ae42 req-561334ed-707c-4433-8b85-c4006d5e8d97 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:18.270020 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e5c2ce2-10ad-4919-b430-656c1424ae42 req-561334ed-707c-4433-8b85-c4006d5e8d97 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/ports?device_id=329335a4-287f-4b63-b522-8026412dcd75 HTTP/1.1" status: 200 len: 948 time: 0.0630460 Jul 14 09:57:18.308028 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e5c2ce2-10ad-4919-b430-656c1424ae42 req-2feb2440-74d3-41e3-8b45-e66b3d8b5fbe tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e7be0ba-c12e-4171-916f-0632bd73f105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322096 Jul 14 09:57:18.677379 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 025dd285-f9aa-4337-8221-211e91aed0c9 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:57:18.767829 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 025dd285-f9aa-4337-8221-211e91aed0c9, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=025dd285-f9aa-4337-8221-211e91aed0c9,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:57:18.779071 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '025dd285-f9aa-4337-8221-211e91aed0c9', 'network_id': '98eb2708-a9e3-4048-94b5-86e6ffe104e4', 'port_id': '025dd285-f9aa-4337-8221-211e91aed0c9', 'mac_address': 'fa:16:3e:09:9a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ae7359-fb56-4fd7-9a78-be1f5ef2b0a1', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:57:18.818224 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:18.830320 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025dd285-f9aa-4337-8221-211e91aed0c9 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:57:18.849552 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 025dd285-f9aa-4337-8221-211e91aed0c9, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=025dd285-f9aa-4337-8221-211e91aed0c9,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:57:18.853257 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:18.899246 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=025dd285-f9aa-4337-8221-211e91aed0c9,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:18.906486 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:18.906838 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:18.907182 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:18.907526 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:18.907868 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:18.908803 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:18.909145 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:18.909473 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:18.909822 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:18.910157 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:18.910502 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:18.910816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:19.163576 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['025dd285-f9aa-4337-8221-211e91aed0c9'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:57:19.479996 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafb39c-581e-4afc-8de2-4c91b140a8d3 req-df835d6a-618d-4a60-aee1-5fdfb9de6931 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:19.481406 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0cafb39c-581e-4afc-8de2-4c91b140a8d3 req-df835d6a-618d-4a60-aee1-5fdfb9de6931 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/ports?device_id=329335a4-287f-4b63-b522-8026412dcd75 HTTP/1.1" status: 200 len: 949 time: 0.0660989 Jul 14 09:57:19.519610 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0cafb39c-581e-4afc-8de2-4c91b140a8d3 req-690f2bd2-8e4f-4db5-a978-ac9e5c271361 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e7be0ba-c12e-4171-916f-0632bd73f105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327218 Jul 14 09:57:20.682542 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 025dd285-f9aa-4337-8221-211e91aed0c9 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:57:20.690823 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f62f0-8c66-4437-b546-f133e294145d req-0f9035c3-2b72-4e31-9bfa-152eb4997463 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:20.692336 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f79f62f0-8c66-4437-b546-f133e294145d req-0f9035c3-2b72-4e31-9bfa-152eb4997463 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/ports?device_id=329335a4-287f-4b63-b522-8026412dcd75 HTTP/1.1" status: 200 len: 949 time: 0.0642595 Jul 14 09:57:20.731632 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 025dd285-f9aa-4337-8221-211e91aed0c9 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:57:20.731868 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f79f62f0-8c66-4437-b546-f133e294145d req-aa24d4b7-0eba-43d4-9d13-3462ebe72c38 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e7be0ba-c12e-4171-916f-0632bd73f105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334303 Jul 14 09:57:20.735680 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 025dd285-f9aa-4337-8221-211e91aed0c9 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:57:20.736148 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:20.810588 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:20.832885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329335a4-287f-4b63-b522-8026412dcd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025dd285-f9aa-4337-8221-211e91aed0c9'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:57:20.835145 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d11fa3-2b18-4fbd-9a14-4ae6f7b05cf1" -d '{"events": [{"server_uuid": "329335a4-287f-4b63-b522-8026412dcd75", "name": "network-vif-plugged", "status": "completed", "tag": "025dd285-f9aa-4337-8221-211e91aed0c9"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:57:20.847890 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 025dd285-f9aa-4337-8221-211e91aed0c9, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=025dd285-f9aa-4337-8221-211e91aed0c9,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:57:20.851910 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:20.905216 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=025dd285-f9aa-4337-8221-211e91aed0c9,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:20.935537 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcc0ac1-e47f-45a7-8ef0-e7c39b9d96ef x-openstack-request-id: req-cbcc0ac1-e47f-45a7-8ef0-e7c39b9d96ef {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:57:20.935830 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329335a4-287f-4b63-b522-8026412dcd75", "name": "network-vif-plugged", "status": "completed", "tag": "025dd285-f9aa-4337-8221-211e91aed0c9", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:57:20.936086 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cbcc0ac1-e47f-45a7-8ef0-e7c39b9d96ef {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:57:20.936511 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329335a4-287f-4b63-b522-8026412dcd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025dd285-f9aa-4337-8221-211e91aed0c9', 'code': 200} Jul 14 09:57:21.072323 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f53901-32e7-42e7-95a0-ab3c0b741b37 req-f0f74c93-6e0e-40a2-a14e-508558f5b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:21.073712 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c8f53901-32e7-42e7-95a0-ab3c0b741b37 req-f0f74c93-6e0e-40a2-a14e-508558f5b200 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=329335a4-287f-4b63-b522-8026412dcd75 HTTP/1.1" status: 200 len: 1102 time: 0.0505412 Jul 14 09:57:21.107997 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c8f53901-32e7-42e7-95a0-ab3c0b741b37 req-f6a798b0-18ec-4b1a-9c90-cd12a17c6072 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0e7be0ba-c12e-4171-916f-0632bd73f105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268836 Jul 14 09:57:21.908990 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec759ac-ff04-4e56-af33-3ffd784f209c req-06132a65-761f-457b-98fe-d6316bfdb19f tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:21.910530 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eec759ac-ff04-4e56-af33-3ffd784f209c req-06132a65-761f-457b-98fe-d6316bfdb19f tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/ports?device_id=329335a4-287f-4b63-b522-8026412dcd75 HTTP/1.1" status: 200 len: 950 time: 0.0675809 Jul 14 09:57:21.948624 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eec759ac-ff04-4e56-af33-3ffd784f209c req-4322f57d-3e5e-4e0d-8d64-abac5aad054b tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e7be0ba-c12e-4171-916f-0632bd73f105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324492 Jul 14 09:57:23.121494 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d2ebe-f6eb-4cc2-b85f-0e00446eb176 req-aa063518-de0b-49e6-8b13-e33ece37afde tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:23.123018 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c11d2ebe-f6eb-4cc2-b85f-0e00446eb176 req-aa063518-de0b-49e6-8b13-e33ece37afde tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/ports?device_id=329335a4-287f-4b63-b522-8026412dcd75 HTTP/1.1" status: 200 len: 950 time: 0.0625896 Jul 14 09:57:23.160658 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c11d2ebe-f6eb-4cc2-b85f-0e00446eb176 req-897563f3-e062-42b7-a8a1-3d61e455dd06 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e7be0ba-c12e-4171-916f-0632bd73f105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320718 Jul 14 09:57:24.195553 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d87826-744b-41fc-a986-6b489e86a110 req-2ac374d7-aa62-4286-84b1-5e99b322de89 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:24.197011 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-26d87826-744b-41fc-a986-6b489e86a110 req-2ac374d7-aa62-4286-84b1-5e99b322de89 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/ports?device_id=329335a4-287f-4b63-b522-8026412dcd75 HTTP/1.1" status: 200 len: 950 time: 0.0627372 Jul 14 09:57:24.233422 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-26d87826-744b-41fc-a986-6b489e86a110 req-3e43fcc3-5169-447c-8d4a-24a2721151ca tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e7be0ba-c12e-4171-916f-0632bd73f105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309207 Jul 14 09:57:25.411061 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e631f2a-2ce7-41a1-9beb-bf427278368a req-0b421f18-5578-404e-8751-bb21a2d33d54 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:25.412641 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3e631f2a-2ce7-41a1-9beb-bf427278368a req-0b421f18-5578-404e-8751-bb21a2d33d54 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/ports?device_id=329335a4-287f-4b63-b522-8026412dcd75 HTTP/1.1" status: 200 len: 950 time: 0.0661221 Jul 14 09:57:25.449955 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3e631f2a-2ce7-41a1-9beb-bf427278368a req-36100b67-a4a9-44fa-b870-2bb2cb32d57e tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e7be0ba-c12e-4171-916f-0632bd73f105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316947 Jul 14 09:57:25.666014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c6bdb-b918-4dcb-8705-c1229aa2369d req-b7afe57f-48f0-4499-8f2a-f8846315faa2 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:25.667464 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-663c6bdb-b918-4dcb-8705-c1229aa2369d req-b7afe57f-48f0-4499-8f2a-f8846315faa2 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.55 "GET /v2.0/ports?device_id=329335a4-287f-4b63-b522-8026412dcd75 HTTP/1.1" status: 200 len: 950 time: 0.0640652 Jul 14 09:57:25.767900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-663c6bdb-b918-4dcb-8705-c1229aa2369d req-a28843c3-6de2-4c59-97c4-62c3cf1dc7eb tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Deleting port 025dd285-f9aa-4337-8221-211e91aed0c9 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:57:25.768164 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-663c6bdb-b918-4dcb-8705-c1229aa2369d req-a28843c3-6de2-4c59-97c4-62c3cf1dc7eb tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:25.853072 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-663c6bdb-b918-4dcb-8705-c1229aa2369d req-a28843c3-6de2-4c59-97c4-62c3cf1dc7eb tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] For port 025dd285-f9aa-4337-8221-211e91aed0c9, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=025dd285-f9aa-4337-8221-211e91aed0c9,segment=NetworkSegment(38cd8601-1ec7-431f-bd26-466ef5754569),segment_id=38cd8601-1ec7-431f-bd26-466ef5754569)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:57:25.853433 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-663c6bdb-b918-4dcb-8705-c1229aa2369d req-a28843c3-6de2-4c59-97c4-62c3cf1dc7eb tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:25.866708 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-663c6bdb-b918-4dcb-8705-c1229aa2369d req-a28843c3-6de2-4c59-97c4-62c3cf1dc7eb tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Calling delete_port for 025dd285-f9aa-4337-8221-211e91aed0c9 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:57:25.993110 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-663c6bdb-b918-4dcb-8705-c1229aa2369d req-a28843c3-6de2-4c59-97c4-62c3cf1dc7eb tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:26.022147 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28843c3-6de2-4c59-97c4-62c3cf1dc7eb tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Pushing event deleted for resources: {'Port': ['ID=025dd285-f9aa-4337-8221-211e91aed0c9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:26.027292 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['025dd285-f9aa-4337-8221-211e91aed0c9'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:57:26.071924 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-663c6bdb-b918-4dcb-8705-c1229aa2369d req-a28843c3-6de2-4c59-97c4-62c3cf1dc7eb tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] No DVR routers for this DVR port 025dd285-f9aa-4337-8221-211e91aed0c9 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:57:26.074598 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-663c6bdb-b918-4dcb-8705-c1229aa2369d req-a28843c3-6de2-4c59-97c4-62c3cf1dc7eb tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:26.076584 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-663c6bdb-b918-4dcb-8705-c1229aa2369d req-a28843c3-6de2-4c59-97c4-62c3cf1dc7eb tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.55 "DELETE /v2.0/ports/025dd285-f9aa-4337-8221-211e91aed0c9 HTTP/1.1" status: 204 len: 173 time: 0.4034343 Jul 14 09:57:26.077025 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329335a4-287f-4b63-b522-8026412dcd75', 'name': 'network-vif-deleted', 'tag': '025dd285-f9aa-4337-8221-211e91aed0c9'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:57:26.079309 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cb70e3-4d91-4625-ae7c-332506093079" -d '{"events": [{"server_uuid": "329335a4-287f-4b63-b522-8026412dcd75", "name": "network-vif-deleted", "tag": "025dd285-f9aa-4337-8221-211e91aed0c9"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:57:26.126349 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba4ad85-a25d-4b62-a4b1-f5e848f9da7e x-openstack-request-id: req-6ba4ad85-a25d-4b62-a4b1-f5e848f9da7e {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:57:26.126757 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329335a4-287f-4b63-b522-8026412dcd75", "name": "network-vif-deleted", "tag": "025dd285-f9aa-4337-8221-211e91aed0c9", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:57:26.127088 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ba4ad85-a25d-4b62-a4b1-f5e848f9da7e {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:57:26.127555 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329335a4-287f-4b63-b522-8026412dcd75', 'name': 'network-vif-deleted', 'tag': '025dd285-f9aa-4337-8221-211e91aed0c9', 'status': 'completed', 'code': 200} Jul 14 09:57:26.600597 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-32409096-7eb5-4429-b273-411e71d30e78 req-cdf156f2-ebe7-4ce2-991d-7924aa6abfa2 tempest-ServersAdminNegativeTestJSON-659152484 tempest-ServersAdminNegativeTestJSON-659152484-project] 10.222.0.26 "GET /v2.0/ports?device_id=329335a4-287f-4b63-b522-8026412dcd75 HTTP/1.1" status: 200 len: 210 time: 0.0299997 Jul 14 09:57:27.308319 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f636641a-c5e7-49a7-b95b-99666cd8165e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:27.920911 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47784) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:57:28.050863 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ad828864-20f0-4c97-85be-79bfae19fba4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6d93054bc404131aa8b20faba851060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288090 Jul 14 09:57:28.053435 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47788) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:57:28.100349 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-53dd1a75-d090-4f0f-a0ce-4da3aeec2920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:28.120318 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-53dd1a75-d090-4f0f-a0ce-4da3aeec2920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:28.165472 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-53dd1a75-d090-4f0f-a0ce-4da3aeec2920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:28.168134 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-53dd1a75-d090-4f0f-a0ce-4da3aeec2920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:28.169287 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-53dd1a75-d090-4f0f-a0ce-4da3aeec2920 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e7be0ba-c12e-4171-916f-0632bd73f105 HTTP/1.1" status: 204 len: 168 time: 0.1149375 Jul 14 09:57:28.176932 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd1a75-d090-4f0f-a0ce-4da3aeec2920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7be0ba-c12e-4171-916f-0632bd73f105,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:28.425818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47794) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:57:28.438845 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4c1434bf-c7ea-4dbc-b998-df5205f38e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:28.527440 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4c1434bf-c7ea-4dbc-b998-df5205f38e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:28.531295 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4c1434bf-c7ea-4dbc-b998-df5205f38e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:28.571955 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4c1434bf-c7ea-4dbc-b998-df5205f38e97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e6ca5113e5784bce80a305b789880a30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450901 Jul 14 09:57:28.573133 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1434bf-c7ea-4dbc-b998-df5205f38e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2443b8f-a865-4f20-96f9-a09a8e439585,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:28.574693 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47796) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:57:28.624101 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-142f3253-bc18-494c-abcb-4378a444be83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:28.648765 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-142f3253-bc18-494c-abcb-4378a444be83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:28.694207 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-142f3253-bc18-494c-abcb-4378a444be83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:28.696699 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-142f3253-bc18-494c-abcb-4378a444be83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:28.697870 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-142f3253-bc18-494c-abcb-4378a444be83 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2443b8f-a865-4f20-96f9-a09a8e439585 HTTP/1.1" status: 204 len: 168 time: 0.1221542 Jul 14 09:57:28.705427 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f3253-bc18-494c-abcb-4378a444be83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2443b8f-a865-4f20-96f9-a09a8e439585,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:29.350895 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47818) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:57:29.450430 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-809881b6-9fc9-4882-a8b5-977e4da371b9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-319808286-network', 'tenant_id': '86a24461ec9a42ee8199a824d5e3b393'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:57:29.471099 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809881b6-9fc9-4882-a8b5-977e4da371b9 admin admin] Made reservation on behalf of 86a24461ec9a42ee8199a824d5e3b393 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:57:29.474216 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-809881b6-9fc9-4882-a8b5-977e4da371b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:29.482995 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-809881b6-9fc9-4882-a8b5-977e4da371b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:29.571783 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-809881b6-9fc9-4882-a8b5-977e4da371b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:29.575677 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-809881b6-9fc9-4882-a8b5-977e4da371b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:29.596946 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809881b6-9fc9-4882-a8b5-977e4da371b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:57:29.610963 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809881b6-9fc9-4882-a8b5-977e4da371b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c186699d-294d-44df-a253-228e4d25fe87,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:29.616054 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-809881b6-9fc9-4882-a8b5-977e4da371b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:29.616401 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-809881b6-9fc9-4882-a8b5-977e4da371b9 admin admin] Added segment d6d235c1-d310-49b6-bb1c-fec91c0d3955 of type vlan for network fa4e99c7-0c06-4031-b80d-51c62e913dbd Jul 14 09:57:29.656965 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-809881b6-9fc9-4882-a8b5-977e4da371b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:29.686589 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-809881b6-9fc9-4882-a8b5-977e4da371b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:29.687733 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809881b6-9fc9-4882-a8b5-977e4da371b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:29.688462 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-809881b6-9fc9-4882-a8b5-977e4da371b9 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:29.741463 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-809881b6-9fc9-4882-a8b5-977e4da371b9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3892515 Jul 14 09:57:29.744367 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47822) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:57:29.749649 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-d35e75e1-5e66-47c4-a32d-39bfc2c1abbc admin admin] Request body: {'subnet': {'network_id': 'fa4e99c7-0c06-4031-b80d-51c62e913dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-319808286-subnet', 'tenant_id': '86a24461ec9a42ee8199a824d5e3b393', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:57:29.758242 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809881b6-9fc9-4882-a8b5-977e4da371b9 admin admin] Pushing event updated for resources: {'Network': ['ID=fa4e99c7-0c06-4031-b80d-51c62e913dbd,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:29.768797 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network fa4e99c7-0c06-4031-b80d-51c62e913dbd details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:57:29.779085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35e75e1-5e66-47c4-a32d-39bfc2c1abbc admin admin] Made reservation on behalf of 86a24461ec9a42ee8199a824d5e3b393 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:57:29.781897 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d35e75e1-5e66-47c4-a32d-39bfc2c1abbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:29.836228 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4e07686-ce62-4928-a099-c3c5ae89bbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:29.935989 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:29.951536 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d35e75e1-5e66-47c4-a32d-39bfc2c1abbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:30.007984 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e75e1-5e66-47c4-a32d-39bfc2c1abbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=850307eb-e1c6-45c9-a423-46d49b152462,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:30.014021 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35e75e1-5e66-47c4-a32d-39bfc2c1abbc admin admin] Checking segment: {'id': 'd6d235c1-d310-49b6-bb1c-fec91c0d3955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fa4e99c7-0c06-4031-b80d-51c62e913dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:57:30.014388 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35e75e1-5e66-47c4-a32d-39bfc2c1abbc admin admin] Network hostable DHCP agents. Network: fa4e99c7-0c06-4031-b80d-51c62e913dbd, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:57:30.030420 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35e75e1-5e66-47c4-a32d-39bfc2c1abbc admin admin] Network fa4e99c7-0c06-4031-b80d-51c62e913dbd is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:57:30.038908 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-d35e75e1-5e66-47c4-a32d-39bfc2c1abbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, fa4e99c7-0c06-4031-b80d-51c62e913dbd) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:57:30.042946 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35e75e1-5e66-47c4-a32d-39bfc2c1abbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:30.043531 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d35e75e1-5e66-47c4-a32d-39bfc2c1abbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:30.047659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77355a2a-2061-40dd-8ba4-81a50b2ffe56 None None] Network fa4e99c7-0c06-4031-b80d-51c62e913dbd requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:57:30.057014 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d35e75e1-5e66-47c4-a32d-39bfc2c1abbc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3114479 Jul 14 09:57:30.169373 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe4686f-5328-4a18-af85-e6acc6f06189 None None] Network fa4e99c7-0c06-4031-b80d-51c62e913dbd requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:57:30.478056 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-3256ab0d-6112-4c6c-8f7c-bf708c27fd10 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:30.479535 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-3256ab0d-6112-4c6c-8f7c-bf708c27fd10 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/networks?id=fa4e99c7-0c06-4031-b80d-51c62e913dbd HTTP/1.1" status: 200 len: 811 time: 0.1016941 Jul 14 09:57:30.494787 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-8fd3b056-6d6c-4160-aa98-7c99dfd89900 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/quotas/86a24461ec9a42ee8199a824d5e3b393 HTTP/1.1" status: 200 len: 375 time: 0.0099607 Jul 14 09:57:30.527261 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-c1b0c0d7-65de-4dba-aba5-5f86d44029b8 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=86a24461ec9a42ee8199a824d5e3b393&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275221 Jul 14 09:57:30.667807 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-334f0981-71f6-4760-b0f6-e4147cfc08f7 service neutron] 10.222.0.26 "GET /v2.0/networks/fa4e99c7-0c06-4031-b80d-51c62e913dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343675 Jul 14 09:57:30.725153 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 025dd285-f9aa-4337-8221-211e91aed0c9 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:57:30.744432 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 025dd285-f9aa-4337-8221-211e91aed0c9 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:57:30.744776 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 025dd285-f9aa-4337-8221-211e91aed0c9 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:57:30.755960 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-2c04354f-4ed8-433c-bdad-d3ba5d2e30ed service neutron] 10.222.0.26 "GET /v2.0/networks/fa4e99c7-0c06-4031-b80d-51c62e913dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825362 Jul 14 09:57:30.792542 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:30.929583 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-34a7ce35-039d-49ae-9908-94ac7c57978a req-1013c520-97cf-49ad-9e7a-838514a64c2a tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 210 time: 0.0362501 Jul 14 09:57:32.072293 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fb7723a0-da4d-4116-a842-a14dd9133234 req-b4305e28-38af-4406-bc06-d6740491ac7f tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 210 time: 0.0288641 Jul 14 09:57:32.151076 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:32.230484 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-6c04e2c6-ca3b-4fd9-b924-064692801164 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:32.231945 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-6c04e2c6-ca3b-4fd9-b924-064692801164 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.55 "GET /v2.0/networks?id=fa4e99c7-0c06-4031-b80d-51c62e913dbd HTTP/1.1" status: 200 len: 811 time: 0.1074886 Jul 14 09:57:32.252414 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-c4804010-8234-4295-88a9-c6db4845601c tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Request body: {'port': {'device_id': '66d582df-938b-44fc-a406-d4dd225dcd58', 'network_id': 'fa4e99c7-0c06-4031-b80d-51c62e913dbd', 'admin_state_up': True, 'tenant_id': '86a24461ec9a42ee8199a824d5e3b393'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:57:32.370187 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-c4804010-8234-4295-88a9-c6db4845601c tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Made reservation on behalf of 86a24461ec9a42ee8199a824d5e3b393 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:57:32.373752 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-c4804010-8234-4295-88a9-c6db4845601c tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:32.504769 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-c4804010-8234-4295-88a9-c6db4845601c tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Allocated IP 172.20.0.12 (fa4e99c7-0c06-4031-b80d-51c62e913dbd/850307eb-e1c6-45c9-a423-46d49b152462/fc7943f7-74aa-4651-8ff6-d0fdbf739c06) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:57:32.653415 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-c4804010-8234-4295-88a9-c6db4845601c tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:32.693436 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-c4804010-8234-4295-88a9-c6db4845601c tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:32.740081 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-c4804010-8234-4295-88a9-c6db4845601c tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Network fa4e99c7-0c06-4031-b80d-51c62e913dbd is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:57:32.745215 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-c4804010-8234-4295-88a9-c6db4845601c tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:57:32.749000 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-c4804010-8234-4295-88a9-c6db4845601c tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:57:32.774853 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4804010-8234-4295-88a9-c6db4845601c tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Pushing event updated for resources: {'Port': ['ID=fc7943f7-74aa-4651-8ff6-d0fdbf739c06,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:32.802927 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-c4804010-8234-4295-88a9-c6db4845601c tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:32.803552 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-c4804010-8234-4295-88a9-c6db4845601c tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:32.817716 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-c4804010-8234-4295-88a9-c6db4845601c tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5693076 Jul 14 09:57:32.836197 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] Request body: {'port': {'device_id': '66d582df-938b-44fc-a406-d4dd225dcd58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:57:32.866139 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:32.916814 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:33.197550 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7943f7-74aa-4651-8ff6-d0fdbf739c06 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:57:33.205810 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:33.220654 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] Transition to ACTIVE for port object fc7943f7-74aa-4651-8ff6-d0fdbf739c06 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:57:33.225474 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:33.251394 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d50e5-74cc-4df7-b39d-6d6e03c237e7 req-e7983362-b35b-43ed-9691-3cb65805db7c tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:33.252991 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-098d50e5-74cc-4df7-b39d-6d6e03c237e7 req-e7983362-b35b-43ed-9691-3cb65805db7c tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 932 time: 0.0680666 Jul 14 09:57:33.303909 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7943f7-74aa-4651-8ff6-d0fdbf739c06,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:33.304593 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-098d50e5-74cc-4df7-b39d-6d6e03c237e7 req-79244a11-66de-41d1-95d4-7d71edb9287e tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423715 Jul 14 09:57:33.357355 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] Attempting to bind port fc7943f7-74aa-4651-8ff6-d0fdbf739c06 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:57:33.357571 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] Attempting to bind port fc7943f7-74aa-4651-8ff6-d0fdbf739c06 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'd6d235c1-d310-49b6-bb1c-fec91c0d3955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fa4e99c7-0c06-4031-b80d-51c62e913dbd'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:57:33.357950 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] Attempting to bind port fc7943f7-74aa-4651-8ff6-d0fdbf739c06 on network fa4e99c7-0c06-4031-b80d-51c62e913dbd {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:57:33.362155 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] Port fc7943f7-74aa-4651-8ff6-d0fdbf739c06 on network fa4e99c7-0c06-4031-b80d-51c62e913dbd not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:57:33.362994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] Attempting to bind port fc7943f7-74aa-4651-8ff6-d0fdbf739c06 on network fa4e99c7-0c06-4031-b80d-51c62e913dbd {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:57:33.367602 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:57:33.367943 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] Checking segment: {'id': 'd6d235c1-d310-49b6-bb1c-fec91c0d3955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fa4e99c7-0c06-4031-b80d-51c62e913dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:57:33.368322 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] Bound using segment: {'id': 'd6d235c1-d310-49b6-bb1c-fec91c0d3955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fa4e99c7-0c06-4031-b80d-51c62e913dbd'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:57:33.368742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] Bound port: fc7943f7-74aa-4651-8ff6-d0fdbf739c06, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d235c1-d310-49b6-bb1c-fec91c0d3955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fa4e99c7-0c06-4031-b80d-51c62e913dbd'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:57:33.369093 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:33.434577 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] For port fc7943f7-74aa-4651-8ff6-d0fdbf739c06, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:57:33.437634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] For port fc7943f7-74aa-4651-8ff6-d0fdbf739c06, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=fc7943f7-74aa-4651-8ff6-d0fdbf739c06,segment=NetworkSegment(d6d235c1-d310-49b6-bb1c-fec91c0d3955),segment_id=d6d235c1-d310-49b6-bb1c-fec91c0d3955)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:57:33.443487 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:33.475711 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:33.476329 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:33.477721 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] 10.222.0.55 "PUT /v2.0/ports/fc7943f7-74aa-4651-8ff6-d0fdbf739c06 HTTP/1.1" status: 200 len: 1093 time: 0.6464880 Jul 14 09:57:33.478221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d582df-938b-44fc-a406-d4dd225dcd58', 'tag': 'fc7943f7-74aa-4651-8ff6-d0fdbf739c06'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:57:33.480513 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a59268-bb2f-446b-8c96-53bf8b5dda96" -d '{"events": [{"name": "network-changed", "server_uuid": "66d582df-938b-44fc-a406-d4dd225dcd58", "tag": "fc7943f7-74aa-4651-8ff6-d0fdbf739c06"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:57:33.507503 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c77cd-e873-409e-beb0-b465db9bd488 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7943f7-74aa-4651-8ff6-d0fdbf739c06,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:33.518648 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d04ba2d-28bc-471c-92a7-a1a86dbebab5 x-openstack-request-id: req-7d04ba2d-28bc-471c-92a7-a1a86dbebab5 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:57:33.518942 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d582df-938b-44fc-a406-d4dd225dcd58", "tag": "fc7943f7-74aa-4651-8ff6-d0fdbf739c06", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:57:33.519196 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d04ba2d-28bc-471c-92a7-a1a86dbebab5 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:57:33.519601 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d582df-938b-44fc-a406-d4dd225dcd58', 'tag': 'fc7943f7-74aa-4651-8ff6-d0fdbf739c06', 'status': 'completed', 'code': 200} Jul 14 09:57:33.590467 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-a984b4fa-6426-4335-91e8-e586b7d6db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:33.591987 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-a984b4fa-6426-4335-91e8-e586b7d6db57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86a24461ec9a42ee8199a824d5e3b393&device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 1096 time: 0.0532088 Jul 14 09:57:33.642947 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-d48a7693-9933-4fac-814a-57c828ea498a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc7943f7-74aa-4651-8ff6-d0fdbf739c06 HTTP/1.1" status: 200 len: 217 time: 0.0367219 Jul 14 09:57:33.689445 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-47cb0454-6b03-48e8-870d-a4847337e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:33.691375 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-47cb0454-6b03-48e8-870d-a4847337e4c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=850307eb-e1c6-45c9-a423-46d49b152462 HTTP/1.1" status: 200 len: 851 time: 0.0428002 Jul 14 09:57:33.723388 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-b5b9896e-ee7d-49e7-ae5f-ac9824bb65f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa4e99c7-0c06-4031-b80d-51c62e913dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255473 Jul 14 09:57:33.812605 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-8705996a-1b26-44ab-8b3e-3249aa1a06db service neutron] 10.222.0.55 "GET /v2.0/networks/fa4e99c7-0c06-4031-b80d-51c62e913dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825737 Jul 14 09:57:33.905000 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e33f65f6-487d-4d06-b7ec-b9ab907652ae req-1cc0b4d0-bce1-402d-b65a-61861df13fa7 service neutron] 10.222.0.55 "GET /v2.0/networks/fa4e99c7-0c06-4031-b80d-51c62e913dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852406 Jul 14 09:57:34.046743 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a59268-bb2f-446b-8c96-53bf8b5dda96 req-a9a11138-0f3f-4250-aa5a-1d9c0d6b9c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:34.048252 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21a59268-bb2f-446b-8c96-53bf8b5dda96 req-a9a11138-0f3f-4250-aa5a-1d9c0d6b9c0a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86a24461ec9a42ee8199a824d5e3b393&device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 1096 time: 0.0540757 Jul 14 09:57:34.143381 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a59268-bb2f-446b-8c96-53bf8b5dda96 req-73fd5abe-a842-41d3-addd-ef0410fd9d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:34.145337 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21a59268-bb2f-446b-8c96-53bf8b5dda96 req-73fd5abe-a842-41d3-addd-ef0410fd9d38 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fa4e99c7-0c06-4031-b80d-51c62e913dbd HTTP/1.1" status: 200 len: 912 time: 0.0900843 Jul 14 09:57:34.186671 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21a59268-bb2f-446b-8c96-53bf8b5dda96 req-95f58b8f-5ade-4e68-a6ce-bd6e5d97c508 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc7943f7-74aa-4651-8ff6-d0fdbf739c06 HTTP/1.1" status: 200 len: 217 time: 0.0348914 Jul 14 09:57:34.239266 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a59268-bb2f-446b-8c96-53bf8b5dda96 req-c1053616-81c0-40fe-8d43-027dea3227a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:34.240717 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21a59268-bb2f-446b-8c96-53bf8b5dda96 req-c1053616-81c0-40fe-8d43-027dea3227a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=850307eb-e1c6-45c9-a423-46d49b152462 HTTP/1.1" status: 200 len: 851 time: 0.0476565 Jul 14 09:57:34.274896 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21a59268-bb2f-446b-8c96-53bf8b5dda96 req-7fb93c86-6fbf-498f-9a3d-37386f12c85b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa4e99c7-0c06-4031-b80d-51c62e913dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272057 Jul 14 09:57:34.367212 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21a59268-bb2f-446b-8c96-53bf8b5dda96 req-365411b5-df4c-4d24-b19d-87033d1e6fe3 service neutron] 10.222.0.55 "GET /v2.0/networks/fa4e99c7-0c06-4031-b80d-51c62e913dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846889 Jul 14 09:57:34.465430 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-21a59268-bb2f-446b-8c96-53bf8b5dda96 req-496ff804-d537-45e5-b636-144ebbfaf42c service neutron] 10.222.0.55 "GET /v2.0/networks/fa4e99c7-0c06-4031-b80d-51c62e913dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909619 Jul 14 09:57:34.485138 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2fe06-f4b0-404d-92db-ebfb5bc11ae7 req-4b5eef47-9381-4c5c-a885-587a49a27a32 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:34.486710 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1ec2fe06-f4b0-404d-92db-ebfb5bc11ae7 req-4b5eef47-9381-4c5c-a885-587a49a27a32 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 944 time: 0.0672638 Jul 14 09:57:34.526885 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1ec2fe06-f4b0-404d-92db-ebfb5bc11ae7 req-50310ac9-273d-45fd-95c9-bcec9e5dfaac tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341773 Jul 14 09:57:35.699706 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9ca85-9aec-4d93-9d9d-ca9ddf735dee req-8f669e7e-40df-4a32-ad14-ceb4df61aa15 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:35.701180 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89b9ca85-9aec-4d93-9d9d-ca9ddf735dee req-8f669e7e-40df-4a32-ad14-ceb4df61aa15 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 944 time: 0.0625579 Jul 14 09:57:35.738260 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89b9ca85-9aec-4d93-9d9d-ca9ddf735dee req-f16d08f2-917c-444b-9b23-b2f218c99b9c tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311067 Jul 14 09:57:36.744959 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device fc7943f7-74aa-4651-8ff6-d0fdbf739c06 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:57:36.842770 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port fc7943f7-74aa-4651-8ff6-d0fdbf739c06, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=fc7943f7-74aa-4651-8ff6-d0fdbf739c06,segment=NetworkSegment(d6d235c1-d310-49b6-bb1c-fec91c0d3955),segment_id=d6d235c1-d310-49b6-bb1c-fec91c0d3955)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:57:36.854789 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'fc7943f7-74aa-4651-8ff6-d0fdbf739c06', 'network_id': 'fa4e99c7-0c06-4031-b80d-51c62e913dbd', 'port_id': 'fc7943f7-74aa-4651-8ff6-d0fdbf739c06', 'mac_address': 'fa:16:3e:c8:cf:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850307eb-e1c6-45c9-a423-46d49b152462', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:57:36.890451 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:36.906884 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7943f7-74aa-4651-8ff6-d0fdbf739c06 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:57:36.912464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b8b98-1474-46a5-87f9-befe195c941a req-7fe77eac-42a7-4985-ab9e-c11f22c17ee3 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:36.913986 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-812b8b98-1474-46a5-87f9-befe195c941a req-7fe77eac-42a7-4985-ab9e-c11f22c17ee3 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 944 time: 0.0628009 Jul 14 09:57:36.926174 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port fc7943f7-74aa-4651-8ff6-d0fdbf739c06, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=fc7943f7-74aa-4651-8ff6-d0fdbf739c06,segment=NetworkSegment(d6d235c1-d310-49b6-bb1c-fec91c0d3955),segment_id=d6d235c1-d310-49b6-bb1c-fec91c0d3955)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:57:36.930797 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:36.952809 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-812b8b98-1474-46a5-87f9-befe195c941a req-c6d18a6d-e536-411b-b95a-7994317b7036 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332417 Jul 14 09:57:36.978392 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=fc7943f7-74aa-4651-8ff6-d0fdbf739c06,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:37.203782 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['fc7943f7-74aa-4651-8ff6-d0fdbf739c06'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:57:38.125726 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21dbcd-6cbf-4f51-b463-17e89d052674 req-90a6313c-3dee-45cc-b94e-c1a7ad0b4b9a tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:38.127226 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef21dbcd-6cbf-4f51-b463-17e89d052674 req-90a6313c-3dee-45cc-b94e-c1a7ad0b4b9a tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 945 time: 0.0655315 Jul 14 09:57:38.164977 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef21dbcd-6cbf-4f51-b463-17e89d052674 req-5a0e8e95-a971-4354-802d-f71935f63dbe tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323472 Jul 14 09:57:38.747784 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device fc7943f7-74aa-4651-8ff6-d0fdbf739c06 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:57:38.797644 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port fc7943f7-74aa-4651-8ff6-d0fdbf739c06 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:57:38.801758 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port fc7943f7-74aa-4651-8ff6-d0fdbf739c06 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:57:38.802163 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:38.876922 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:38.898489 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d582df-938b-44fc-a406-d4dd225dcd58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7943f7-74aa-4651-8ff6-d0fdbf739c06'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:57:38.900684 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4daf751-f576-489c-9a1e-7aaa17a955b0" -d '{"events": [{"server_uuid": "66d582df-938b-44fc-a406-d4dd225dcd58", "name": "network-vif-plugged", "status": "completed", "tag": "fc7943f7-74aa-4651-8ff6-d0fdbf739c06"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:57:38.913440 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port fc7943f7-74aa-4651-8ff6-d0fdbf739c06, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=fc7943f7-74aa-4651-8ff6-d0fdbf739c06,segment=NetworkSegment(d6d235c1-d310-49b6-bb1c-fec91c0d3955),segment_id=d6d235c1-d310-49b6-bb1c-fec91c0d3955)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:57:38.917577 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:38.942914 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f7adb6-8dd1-4d44-92a0-68e7e0292bb4 x-openstack-request-id: req-f9f7adb6-8dd1-4d44-92a0-68e7e0292bb4 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:57:38.943197 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d582df-938b-44fc-a406-d4dd225dcd58", "name": "network-vif-plugged", "status": "completed", "tag": "fc7943f7-74aa-4651-8ff6-d0fdbf739c06", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:57:38.943445 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9f7adb6-8dd1-4d44-92a0-68e7e0292bb4 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:57:38.943820 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d582df-938b-44fc-a406-d4dd225dcd58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7943f7-74aa-4651-8ff6-d0fdbf739c06', 'code': 200} Jul 14 09:57:39.122025 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=fc7943f7-74aa-4651-8ff6-d0fdbf739c06,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:39.137856 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37354e-1aa0-4fe0-bb8f-e72f94d2c4d8 req-ed6cbae9-1feb-4fd2-aa82-98a566abc69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:39.139470 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1d37354e-1aa0-4fe0-bb8f-e72f94d2c4d8 req-ed6cbae9-1feb-4fd2-aa82-98a566abc69f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 1098 time: 0.1082928 Jul 14 09:57:39.173610 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1d37354e-1aa0-4fe0-bb8f-e72f94d2c4d8 req-e8ba76ba-2142-46fe-a1ec-ccb7b456604c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270691 Jul 14 09:57:39.335512 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531625f-c6d5-49d6-84b0-a3364b32b0ce req-cba4967f-6632-4965-9dcb-088f850a55d0 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:39.336916 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e531625f-c6d5-49d6-84b0-a3364b32b0ce req-cba4967f-6632-4965-9dcb-088f850a55d0 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0624375 Jul 14 09:57:39.373275 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e531625f-c6d5-49d6-84b0-a3364b32b0ce req-f593361a-5462-40ef-b603-f26cd0add594 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307271 Jul 14 09:57:40.554664 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae74b7-ce1f-4725-b128-de89dc5e7e3d req-44663692-e472-4ed6-b624-be461be50b86 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:40.556042 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01ae74b7-ce1f-4725-b128-de89dc5e7e3d req-44663692-e472-4ed6-b624-be461be50b86 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0666862 Jul 14 09:57:40.592576 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-01ae74b7-ce1f-4725-b128-de89dc5e7e3d req-861261a8-dae6-4133-81d2-905a6028ac02 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310602 Jul 14 09:57:40.976336 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-775eef54-3673-4515-89c8-6dc9ff154997 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1030288 Jul 14 09:57:40.983008 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997ca23-7ae0-4110-a28b-fcd288a090d0 req-1fba9da3-2455-4730-bfd4-afd9511fc116 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:40.984489 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d997ca23-7ae0-4110-a28b-fcd288a090d0 req-1fba9da3-2455-4730-bfd4-afd9511fc116 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0646734 Jul 14 09:57:41.023829 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d997ca23-7ae0-4110-a28b-fcd288a090d0 req-3133ee5b-363d-48e0-ab7a-7573ee2c0770 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330338 Jul 14 09:57:42.082367 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-dd5c01b6-b0ac-4f61-8520-cc48d00a1284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:42.083875 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-dd5c01b6-b0ac-4f61-8520-cc48d00a1284 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86a24461ec9a42ee8199a824d5e3b393&device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 1098 time: 0.0561070 Jul 14 09:57:42.173102 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-12732529-8787-4f26-87fc-f89f93136279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:42.174648 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-12732529-8787-4f26-87fc-f89f93136279 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fa4e99c7-0c06-4031-b80d-51c62e913dbd HTTP/1.1" status: 200 len: 912 time: 0.0842457 Jul 14 09:57:42.193931 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a19937-d828-4770-8067-cd75c765dab5 req-c090e272-be1d-4dca-89ad-8038222dde3a tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:42.195420 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02a19937-d828-4770-8067-cd75c765dab5 req-c090e272-be1d-4dca-89ad-8038222dde3a tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0618496 Jul 14 09:57:42.219997 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-6ffa0852-f2e1-49e6-a5bb-dfb627eb36ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc7943f7-74aa-4651-8ff6-d0fdbf739c06 HTTP/1.1" status: 200 len: 217 time: 0.0388124 Jul 14 09:57:42.233127 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02a19937-d828-4770-8067-cd75c765dab5 req-94b7c580-fa32-4e7c-bca7-e03ad3487b21 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322073 Jul 14 09:57:42.270913 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-4bfc649e-9b67-47a2-b826-bd1689578ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:42.272329 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-4bfc649e-9b67-47a2-b826-bd1689578ed7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=850307eb-e1c6-45c9-a423-46d49b152462 HTTP/1.1" status: 200 len: 851 time: 0.0450792 Jul 14 09:57:42.304377 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-3a116f3b-ed8f-4e73-8498-eb0b76dd2901 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa4e99c7-0c06-4031-b80d-51c62e913dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256951 Jul 14 09:57:42.397222 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-5e6e8889-ae2c-425c-ba62-1ab342679b0a service neutron] 10.222.0.55 "GET /v2.0/networks/fa4e99c7-0c06-4031-b80d-51c62e913dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861104 Jul 14 09:57:42.484891 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e9de0040-4702-47bd-9e4e-dc885d887cc9 service neutron] 10.222.0.55 "GET /v2.0/networks/fa4e99c7-0c06-4031-b80d-51c62e913dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809095 Jul 14 09:57:43.250519 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783de86-b593-490d-9ba4-e375ef50e07a req-c5e80f8c-f685-4357-8f7b-4ca13918ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:43.252037 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e783de86-b593-490d-9ba4-e375ef50e07a req-c5e80f8c-f685-4357-8f7b-4ca13918ea65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86a24461ec9a42ee8199a824d5e3b393&device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 1098 time: 0.0517609 Jul 14 09:57:43.359241 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783de86-b593-490d-9ba4-e375ef50e07a req-8d8e1568-7f05-4628-95e9-d350ad95eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:43.360715 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e783de86-b593-490d-9ba4-e375ef50e07a req-8d8e1568-7f05-4628-95e9-d350ad95eea0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fa4e99c7-0c06-4031-b80d-51c62e913dbd HTTP/1.1" status: 200 len: 912 time: 0.0882218 Jul 14 09:57:43.402682 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e783de86-b593-490d-9ba4-e375ef50e07a req-0aea35d7-c599-4d24-a613-fa3c9f4f607a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc7943f7-74aa-4651-8ff6-d0fdbf739c06 HTTP/1.1" status: 200 len: 217 time: 0.0344934 Jul 14 09:57:43.408021 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e31c4-e19f-4c3b-9f8a-5cd1ce2abbf7 req-c83d3a8a-33a7-428a-a8d3-f0c174ae3baa tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:43.409482 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-923e31c4-e19f-4c3b-9f8a-5cd1ce2abbf7 req-c83d3a8a-33a7-428a-a8d3-f0c174ae3baa tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0663083 Jul 14 09:57:43.447886 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-923e31c4-e19f-4c3b-9f8a-5cd1ce2abbf7 req-e6def2e7-5bc5-433e-9f7a-fa9e6848125e tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320277 Jul 14 09:57:43.452313 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783de86-b593-490d-9ba4-e375ef50e07a req-c2df0689-8651-4df1-a398-66c4c57f93a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:43.453963 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e783de86-b593-490d-9ba4-e375ef50e07a req-c2df0689-8651-4df1-a398-66c4c57f93a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=850307eb-e1c6-45c9-a423-46d49b152462 HTTP/1.1" status: 200 len: 851 time: 0.0443022 Jul 14 09:57:43.490727 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e783de86-b593-490d-9ba4-e375ef50e07a req-ec6df140-2538-4640-bbaa-421056e7805f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa4e99c7-0c06-4031-b80d-51c62e913dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298939 Jul 14 09:57:43.577176 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e783de86-b593-490d-9ba4-e375ef50e07a req-01de4c65-db53-4fd8-ae29-421bf0eec7d7 service neutron] 10.222.0.55 "GET /v2.0/networks/fa4e99c7-0c06-4031-b80d-51c62e913dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794144 Jul 14 09:57:43.670116 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e783de86-b593-490d-9ba4-e375ef50e07a req-bba78f63-c410-4474-9b21-75a2ea351cde service neutron] 10.222.0.55 "GET /v2.0/networks/fa4e99c7-0c06-4031-b80d-51c62e913dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852187 Jul 14 09:57:44.617098 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68dc42-fc3d-48bf-8ece-d90b15699ff1 req-a8ac52bf-d99a-44e9-b2ce-9f266d273ea9 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:44.618593 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b68dc42-fc3d-48bf-8ece-d90b15699ff1 req-a8ac52bf-d99a-44e9-b2ce-9f266d273ea9 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0615931 Jul 14 09:57:44.654726 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b68dc42-fc3d-48bf-8ece-d90b15699ff1 req-649447aa-84df-499b-8d5e-9259a1c5df50 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307047 Jul 14 09:57:45.835932 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cd9e4-bd43-455c-9191-a7585675d013 req-a7926abe-56d7-4430-ac2d-c460eb1a4d65 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:45.837427 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-149cd9e4-bd43-455c-9191-a7585675d013 req-a7926abe-56d7-4430-ac2d-c460eb1a4d65 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0657239 Jul 14 09:57:45.875493 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-149cd9e4-bd43-455c-9191-a7585675d013 req-ee571c64-bceb-4b74-a060-f77fcde196c8 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324509 Jul 14 09:57:46.683952 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:47.052499 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2afa9d-e0fd-4258-9643-4d64481c26ba req-12083ab3-672d-4640-8a21-9d24c09cbd34 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:47.054015 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa2afa9d-e0fd-4258-9643-4d64481c26ba req-12083ab3-672d-4640-8a21-9d24c09cbd34 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0649114 Jul 14 09:57:47.091320 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa2afa9d-e0fd-4258-9643-4d64481c26ba req-aadbafdd-bca4-460e-b9ad-3691889c9b68 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316806 Jul 14 09:57:47.741365 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:57:48.260798 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d411b55-cdda-464c-9bc6-e59fb9198e85 req-f2de8364-71b4-4e0c-8e00-48aeec4701a5 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:48.262329 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d411b55-cdda-464c-9bc6-e59fb9198e85 req-f2de8364-71b4-4e0c-8e00-48aeec4701a5 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0618656 Jul 14 09:57:48.300189 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d411b55-cdda-464c-9bc6-e59fb9198e85 req-2bdeb456-5ea1-4667-92f5-fad9cb7e549f tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322590 Jul 14 09:57:49.473694 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cee289-958b-43bc-8130-60666598ee8f req-f53415e9-20e9-483f-9693-76d28444bdd1 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:49.475100 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39cee289-958b-43bc-8130-60666598ee8f req-f53415e9-20e9-483f-9693-76d28444bdd1 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0664492 Jul 14 09:57:49.511211 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39cee289-958b-43bc-8130-60666598ee8f req-f87a2461-9490-4b44-83a2-b79bf75e7ee4 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305967 Jul 14 09:57:50.683829 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523b30d-8da8-4c5e-9caa-881e42ed17ec req-2579ba97-b30f-4d99-acb6-2a2fbdf44f27 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:50.685315 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4523b30d-8da8-4c5e-9caa-881e42ed17ec req-2579ba97-b30f-4d99-acb6-2a2fbdf44f27 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0632143 Jul 14 09:57:50.723397 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4523b30d-8da8-4c5e-9caa-881e42ed17ec req-f4393cc7-c711-4b12-992e-a24373059f3e tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324950 Jul 14 09:57:51.894316 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0ff3d-d822-46c6-8df6-4c44313c6c5a req-73b4759a-01d4-480c-bf15-a6ad77258520 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:51.896065 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cff0ff3d-d822-46c6-8df6-4c44313c6c5a req-73b4759a-01d4-480c-bf15-a6ad77258520 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0661263 Jul 14 09:57:51.935019 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cff0ff3d-d822-46c6-8df6-4c44313c6c5a req-4f476755-a91b-4101-a605-e8e7716db74e tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333309 Jul 14 09:57:53.102047 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e29038-cf1f-4d14-b27b-3ef35533b6dd req-2ddc1f8b-3c8d-480b-9d6b-62728f56c624 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:53.103503 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-20e29038-cf1f-4d14-b27b-3ef35533b6dd req-2ddc1f8b-3c8d-480b-9d6b-62728f56c624 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0621979 Jul 14 09:57:53.141418 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-20e29038-cf1f-4d14-b27b-3ef35533b6dd req-e01e1ae9-9596-4020-9ded-aa9d3f1d6cba tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322981 Jul 14 09:57:54.308873 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89544719-c7c4-4798-bf17-5aa6ea7d8fb1 req-c45b77b5-14a0-49b3-a835-3c5a0731b8cc tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:54.310369 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89544719-c7c4-4798-bf17-5aa6ea7d8fb1 req-c45b77b5-14a0-49b3-a835-3c5a0731b8cc tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0622208 Jul 14 09:57:54.347847 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89544719-c7c4-4798-bf17-5aa6ea7d8fb1 req-d5aaac3b-2535-4eef-ab0c-b33886a3e22a tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314703 Jul 14 09:57:55.526869 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459b2c9-22b2-4b11-961a-5ef3682546a7 req-7241d983-fe5c-4b38-8bc6-a769d16e7ca7 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:55.528270 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b459b2c9-22b2-4b11-961a-5ef3682546a7 req-7241d983-fe5c-4b38-8bc6-a769d16e7ca7 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0683355 Jul 14 09:57:55.565425 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b459b2c9-22b2-4b11-961a-5ef3682546a7 req-228e8209-403a-4878-a86c-5685025d32ff tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317268 Jul 14 09:57:56.741297 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6808c-d38b-447c-a92f-14788a90403f req-1422eb20-b3d9-4b25-b831-8ede972d68f3 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:56.742833 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02d6808c-d38b-447c-a92f-14788a90403f req-1422eb20-b3d9-4b25-b831-8ede972d68f3 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0627482 Jul 14 09:57:56.781756 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02d6808c-d38b-447c-a92f-14788a90403f req-cdaec2ab-2896-441c-b800-5503bcf79060 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326426 Jul 14 09:57:57.308392 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64ecb4e1-732f-4a89-ad5f-4438c2dc2276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:57.960209 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef49a21-c11f-48d9-8e6f-32e291286db3 req-82cc0253-9fdc-40fa-9175-11dfbfb8a9ac tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:57.961704 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ef49a21-c11f-48d9-8e6f-32e291286db3 req-82cc0253-9fdc-40fa-9175-11dfbfb8a9ac tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0700712 Jul 14 09:57:58.000424 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4ef49a21-c11f-48d9-8e6f-32e291286db3 req-edd0fe07-720b-423b-b805-9a384c317840 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330410 Jul 14 09:57:59.170993 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ebb90-2b12-4369-bafb-bbcf78ebc750 req-eb2fd1ec-a00c-44de-8cc1-99e938f51ae7 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:59.172478 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b02ebb90-2b12-4369-bafb-bbcf78ebc750 req-eb2fd1ec-a00c-44de-8cc1-99e938f51ae7 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0635145 Jul 14 09:57:59.209619 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b02ebb90-2b12-4369-bafb-bbcf78ebc750 req-5e5dad91-9e10-4e11-b8c7-9d9c15c632d7 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310028 Jul 14 09:57:59.806170 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6293ade-b8d8-4406-b49c-5b84d5131ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:59.940418 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:00.378943 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db98147-6946-4b89-9cf4-0a2951aa2c76 req-2170b3df-23c0-4609-b144-c1f0b80a0266 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:00.380412 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5db98147-6946-4b89-9cf4-0a2951aa2c76 req-2170b3df-23c0-4609-b144-c1f0b80a0266 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0623031 Jul 14 09:58:00.417091 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5db98147-6946-4b89-9cf4-0a2951aa2c76 req-4d3c2285-dc3d-42d9-9628-aa3e14ab8c84 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311992 Jul 14 09:58:00.795013 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:01.588352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a8813-8df0-408b-a730-50f5187b9ac4 req-9f4c40fe-ae4b-46e6-b44b-4382bba6b796 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:01.590418 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-767a8813-8df0-408b-a730-50f5187b9ac4 req-9f4c40fe-ae4b-46e6-b44b-4382bba6b796 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0650909 Jul 14 09:58:01.628283 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-767a8813-8df0-408b-a730-50f5187b9ac4 req-1bf61229-f1b3-4bfe-8e62-2abe4367e298 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318241 Jul 14 09:58:02.165955 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:02.801281 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cb93c-8a15-4676-a48d-c4aa29a6d6e2 req-9e4f5f0f-d4fd-4f51-83d4-83943763555e tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:02.802793 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-317cb93c-8a15-4676-a48d-c4aa29a6d6e2 req-9e4f5f0f-d4fd-4f51-83d4-83943763555e tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0623245 Jul 14 09:58:02.839742 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-317cb93c-8a15-4676-a48d-c4aa29a6d6e2 req-e00dfc23-4725-4509-8279-2eddd4fc53cf tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313613 Jul 14 09:58:02.863878 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:04.015168 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b68cf-5753-4187-bd9d-fccbd8ae4843 req-3f02e33e-c4f2-409e-9027-0de62febb174 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:04.016611 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a95b68cf-5753-4187-bd9d-fccbd8ae4843 req-3f02e33e-c4f2-409e-9027-0de62febb174 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0645807 Jul 14 09:58:04.054069 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a95b68cf-5753-4187-bd9d-fccbd8ae4843 req-ec37a853-6f0c-4a48-a6fa-a3d5903a34df tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310926 Jul 14 09:58:05.230340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bd0af-b51b-4a12-bd7a-84d444dc52d3 req-212bd04c-1051-4b92-a387-a9715f0f108e tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:05.231837 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-271bd0af-b51b-4a12-bd7a-84d444dc52d3 req-212bd04c-1051-4b92-a387-a9715f0f108e tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0617251 Jul 14 09:58:05.270560 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-271bd0af-b51b-4a12-bd7a-84d444dc52d3 req-58200ce6-105d-4c6d-9f95-5b5c9bc5eee0 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330594 Jul 14 09:58:06.454923 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761d447-6625-47ef-8e5b-235bd977a460 req-c85997db-cb8c-4955-a474-0cd105c36bc2 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:06.457037 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a761d447-6625-47ef-8e5b-235bd977a460 req-c85997db-cb8c-4955-a474-0cd105c36bc2 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0683272 Jul 14 09:58:06.494454 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a761d447-6625-47ef-8e5b-235bd977a460 req-71dd9413-a222-43c6-b32b-5248f3a6c3e4 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317965 Jul 14 09:58:07.677556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560df66-cc4b-469a-95eb-7fa18e952264 req-b81243b7-4823-4a9c-a14a-58f50ec86d3a tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:07.679036 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1560df66-cc4b-469a-95eb-7fa18e952264 req-b81243b7-4823-4a9c-a14a-58f50ec86d3a tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0657012 Jul 14 09:58:07.716345 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1560df66-cc4b-469a-95eb-7fa18e952264 req-c89b1e48-47e9-4be7-ba52-82e963cf5eb6 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317986 Jul 14 09:58:08.895476 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d47b0-4ee1-4300-ac46-551ba7ca0db5 req-1b15f9f4-fe5f-4854-927f-31ddda465657 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:08.896870 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-899d47b0-4ee1-4300-ac46-551ba7ca0db5 req-1b15f9f4-fe5f-4854-927f-31ddda465657 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.0640707 Jul 14 09:58:08.935433 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-899d47b0-4ee1-4300-ac46-551ba7ca0db5 req-c2bafdc1-40a7-4d64-ad3a-eeef707ffa49 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330203 Jul 14 09:58:09.716751 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-32c8da60-b6f7-4a4f-8c35-b91bae4c66ea service neutron] show failed (client error): The resource could not be found. Jul 14 09:58:09.717774 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-32c8da60-b6f7-4a4f-8c35-b91bae4c66ea service neutron] 10.222.0.55 "GET /v2.0/ports/fc7943f7-74aa-4651-8ff6-d0fdbf739c06/bindings/n-h2-798054-10 HTTP/1.1" status: 404 len: 381 time: 0.0559235 Jul 14 09:58:10.037288 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-b2f4431e-cf05-49b4-b658-45ddfd0ddf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:10.038826 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-b2f4431e-cf05-49b4-b658-45ddfd0ddf1a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58&tenant_id=86a24461ec9a42ee8199a824d5e3b393 HTTP/1.1" status: 200 len: 1098 time: 0.1180894 Jul 14 09:58:10.053402 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-10', 'device_owner': 'compute:nova'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:58:10.175143 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:10.223526 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe93ea9-80b2-4683-9f1c-24078952a244 req-7200877f-ca29-4538-a7b5-0f9fe0665a08 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:10.224894 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1fe93ea9-80b2-4683-9f1c-24078952a244 req-7200877f-ca29-4538-a7b5-0f9fe0665a08 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 946 time: 0.1282096 Jul 14 09:58:10.328012 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1fe93ea9-80b2-4683-9f1c-24078952a244 req-ebd348f8-03c9-474e-9ad9-6a02a5c86960 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951102 Jul 14 09:58:10.417920 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] For port fc7943f7-74aa-4651-8ff6-d0fdbf739c06, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=fc7943f7-74aa-4651-8ff6-d0fdbf739c06,segment=NetworkSegment(d6d235c1-d310-49b6-bb1c-fec91c0d3955),segment_id=d6d235c1-d310-49b6-bb1c-fec91c0d3955)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:10.452397 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] For port fc7943f7-74aa-4651-8ff6-d0fdbf739c06, host n-h1-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:58:10.491926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d582df-938b-44fc-a406-d4dd225dcd58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7943f7-74aa-4651-8ff6-d0fdbf739c06'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:58:10.494159 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4a2eb2-df85-4fe7-a36a-bcf715a411a3" -d '{"events": [{"server_uuid": "66d582df-938b-44fc-a406-d4dd225dcd58", "name": "network-vif-unplugged", "status": "completed", "tag": "fc7943f7-74aa-4651-8ff6-d0fdbf739c06"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:58:10.497990 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:10.511482 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Transition to ACTIVE for port object fc7943f7-74aa-4651-8ff6-d0fdbf739c06 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:58:10.516594 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:10.545024 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d034597-c7c4-4826-855c-b815c09af322 x-openstack-request-id: req-6d034597-c7c4-4826-855c-b815c09af322 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:58:10.545313 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d582df-938b-44fc-a406-d4dd225dcd58", "name": "network-vif-unplugged", "status": "completed", "tag": "fc7943f7-74aa-4651-8ff6-d0fdbf739c06", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:58:10.545564 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d034597-c7c4-4826-855c-b815c09af322 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:58:10.545977 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d582df-938b-44fc-a406-d4dd225dcd58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7943f7-74aa-4651-8ff6-d0fdbf739c06', 'code': 200} Jul 14 09:58:10.569652 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7943f7-74aa-4651-8ff6-d0fdbf739c06,revision_number=6']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:10.587887 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] No DVR routers for this DVR port fc7943f7-74aa-4651-8ff6-d0fdbf739c06 on host n-h1-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:58:10.596084 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:10.596957 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:10.597319 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:10.597657 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:10.598042 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:10.598369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:10.598696 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:10.599020 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:10.599342 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:10.599663 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:10.599984 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:10.600299 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:10.642541 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Attempting to bind port fc7943f7-74aa-4651-8ff6-d0fdbf739c06 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:58:10.642872 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Attempting to bind port fc7943f7-74aa-4651-8ff6-d0fdbf739c06 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': 'd6d235c1-d310-49b6-bb1c-fec91c0d3955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fa4e99c7-0c06-4031-b80d-51c62e913dbd'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:58:10.643207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Attempting to bind port fc7943f7-74aa-4651-8ff6-d0fdbf739c06 on network fa4e99c7-0c06-4031-b80d-51c62e913dbd {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:58:10.647733 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Port fc7943f7-74aa-4651-8ff6-d0fdbf739c06 on network fa4e99c7-0c06-4031-b80d-51c62e913dbd not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:58:10.648048 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Attempting to bind port fc7943f7-74aa-4651-8ff6-d0fdbf739c06 on network fa4e99c7-0c06-4031-b80d-51c62e913dbd {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:58:10.652849 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:58:10.653185 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Checking segment: {'id': 'd6d235c1-d310-49b6-bb1c-fec91c0d3955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fa4e99c7-0c06-4031-b80d-51c62e913dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:58:10.653562 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Bound using segment: {'id': 'd6d235c1-d310-49b6-bb1c-fec91c0d3955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fa4e99c7-0c06-4031-b80d-51c62e913dbd'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:58:10.654020 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Bound port: fc7943f7-74aa-4651-8ff6-d0fdbf739c06, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d235c1-d310-49b6-bb1c-fec91c0d3955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fa4e99c7-0c06-4031-b80d-51c62e913dbd'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:58:10.654379 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:10.716547 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] For port fc7943f7-74aa-4651-8ff6-d0fdbf739c06, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:58:10.719784 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] For port fc7943f7-74aa-4651-8ff6-d0fdbf739c06, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fc7943f7-74aa-4651-8ff6-d0fdbf739c06,segment=NetworkSegment(d6d235c1-d310-49b6-bb1c-fec91c0d3955),segment_id=d6d235c1-d310-49b6-bb1c-fec91c0d3955)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:58:10.724498 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:10.764302 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:10.764903 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:10.766320 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] 10.222.0.49 "PUT /v2.0/ports/fc7943f7-74aa-4651-8ff6-d0fdbf739c06 HTTP/1.1" status: 200 len: 1093 time: 0.7202482 Jul 14 09:58:10.782932 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d77119-a9b6-403a-863b-4fbb2ebe88e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7943f7-74aa-4651-8ff6-d0fdbf739c06,revision_number=7']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:10.842713 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-082f62b8-c3f2-43bc-a03a-0dd4fd91d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:10.844222 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-082f62b8-c3f2-43bc-a03a-0dd4fd91d525 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=86a24461ec9a42ee8199a824d5e3b393&device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 1096 time: 0.0541937 Jul 14 09:58:10.939237 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e6d45abf-2834-4beb-ace5-e05ad3476341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:10.940824 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e6d45abf-2834-4beb-ace5-e05ad3476341 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fa4e99c7-0c06-4031-b80d-51c62e913dbd HTTP/1.1" status: 200 len: 912 time: 0.0901117 Jul 14 09:58:10.981902 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-d838b50b-8a57-4006-9041-c657abdcf5d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc7943f7-74aa-4651-8ff6-d0fdbf739c06 HTTP/1.1" status: 200 len: 217 time: 0.0349958 Jul 14 09:58:11.033695 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-d5cb5b9e-27a5-4284-8972-d25eae5baa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:11.035671 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-d5cb5b9e-27a5-4284-8972-d25eae5baa67 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=850307eb-e1c6-45c9-a423-46d49b152462 HTTP/1.1" status: 200 len: 851 time: 0.0482128 Jul 14 09:58:11.068330 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-866e44a6-06ba-413d-a182-19382a247838 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fa4e99c7-0c06-4031-b80d-51c62e913dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255821 Jul 14 09:58:11.159812 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-0e5e4d9f-5aa5-4b62-abce-e221407e5fa6 service neutron] 10.222.0.49 "GET /v2.0/networks/fa4e99c7-0c06-4031-b80d-51c62e913dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838490 Jul 14 09:58:11.252639 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1719ed88-4e2e-4bf3-81ad-7dc889e93c94 req-e4bcd1bc-0207-404c-94bf-638c9b4d254d service neutron] 10.222.0.49 "GET /v2.0/networks/fa4e99c7-0c06-4031-b80d-51c62e913dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863523 Jul 14 09:58:11.507119 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e6441-c5b0-4675-bf34-5e16175c6734 req-e029a4d3-9242-4d47-a9bc-fc22c0275a12 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:11.508605 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-445e6441-c5b0-4675-bf34-5e16175c6734 req-e029a4d3-9242-4d47-a9bc-fc22c0275a12 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 944 time: 0.0667212 Jul 14 09:58:11.547038 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-445e6441-c5b0-4675-bf34-5e16175c6734 req-1b07f83a-d65c-4ac8-84d9-987333934eed tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329208 Jul 14 09:58:12.547655 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d582df-938b-44fc-a406-d4dd225dcd58', 'tag': 'fc7943f7-74aa-4651-8ff6-d0fdbf739c06'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:58:12.550106 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0b927b-9b1d-408b-b00f-bad8fc634030" -d '{"events": [{"name": "network-changed", "server_uuid": "66d582df-938b-44fc-a406-d4dd225dcd58", "tag": "fc7943f7-74aa-4651-8ff6-d0fdbf739c06"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:58:12.601849 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c687509-2fae-4dd6-8de5-caa600f16a76 x-openstack-request-id: req-8c687509-2fae-4dd6-8de5-caa600f16a76 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:58:12.602151 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d582df-938b-44fc-a406-d4dd225dcd58", "tag": "fc7943f7-74aa-4651-8ff6-d0fdbf739c06", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:58:12.602501 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c687509-2fae-4dd6-8de5-caa600f16a76 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:58:12.602798 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d582df-938b-44fc-a406-d4dd225dcd58', 'tag': 'fc7943f7-74aa-4651-8ff6-d0fdbf739c06', 'status': 'completed', 'code': 200} Jul 14 09:58:12.711577 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b927b-9b1d-408b-b00f-bad8fc634030 req-fc61df20-e4a6-44d8-b405-78ee00862f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:12.713181 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0f0b927b-9b1d-408b-b00f-bad8fc634030 req-fc61df20-e4a6-44d8-b405-78ee00862f4b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86a24461ec9a42ee8199a824d5e3b393&device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 1096 time: 0.0647287 Jul 14 09:58:12.717258 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b927b-9b1d-408b-b00f-bad8fc634030 req-7eb06c7b-71fb-4343-b03f-054ad831a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:12.719491 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f0b927b-9b1d-408b-b00f-bad8fc634030 req-7eb06c7b-71fb-4343-b03f-054ad831a55e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=86a24461ec9a42ee8199a824d5e3b393&device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 1096 time: 0.0995901 Jul 14 09:58:12.810242 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476341d-2c3b-447b-a27b-96ecccc5593d req-cd605da0-0de0-4b9d-97a2-0e744be1a820 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:12.811701 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a476341d-2c3b-447b-a27b-96ecccc5593d req-cd605da0-0de0-4b9d-97a2-0e744be1a820 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 944 time: 0.1446979 Jul 14 09:58:12.827485 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b927b-9b1d-408b-b00f-bad8fc634030 req-704c91fe-0344-4920-b42a-2641766a3cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:12.828986 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0f0b927b-9b1d-408b-b00f-bad8fc634030 req-704c91fe-0344-4920-b42a-2641766a3cd8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fa4e99c7-0c06-4031-b80d-51c62e913dbd HTTP/1.1" status: 200 len: 912 time: 0.1092718 Jul 14 09:58:12.875961 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0f0b927b-9b1d-408b-b00f-bad8fc634030 req-c2cbf172-99fb-4b3a-8640-fdf1ec3cf5ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc7943f7-74aa-4651-8ff6-d0fdbf739c06 HTTP/1.1" status: 200 len: 217 time: 0.0390277 Jul 14 09:58:12.876279 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b927b-9b1d-408b-b00f-bad8fc634030 req-8f809603-94dc-4d3a-93a7-0f82ce7e83e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:12.878248 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f0b927b-9b1d-408b-b00f-bad8fc634030 req-8f809603-94dc-4d3a-93a7-0f82ce7e83e1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fa4e99c7-0c06-4031-b80d-51c62e913dbd HTTP/1.1" status: 200 len: 912 time: 0.1507244 Jul 14 09:58:12.883950 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a476341d-2c3b-447b-a27b-96ecccc5593d req-92edf0a8-d5a5-4f7d-92d4-374e79a94442 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639715 Jul 14 09:58:12.921173 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f0b927b-9b1d-408b-b00f-bad8fc634030 req-62cbb041-01c1-4aa5-aea7-01a1ba47e435 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc7943f7-74aa-4651-8ff6-d0fdbf739c06 HTTP/1.1" status: 200 len: 217 time: 0.0362666 Jul 14 09:58:12.935222 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b927b-9b1d-408b-b00f-bad8fc634030 req-b7464174-123c-480c-b93d-5c03ae8d63f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:12.936680 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0f0b927b-9b1d-408b-b00f-bad8fc634030 req-b7464174-123c-480c-b93d-5c03ae8d63f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=850307eb-e1c6-45c9-a423-46d49b152462 HTTP/1.1" status: 200 len: 851 time: 0.0538740 Jul 14 09:58:12.970771 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b927b-9b1d-408b-b00f-bad8fc634030 req-bc37a514-f400-4043-a53e-259020e29d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:12.972272 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f0b927b-9b1d-408b-b00f-bad8fc634030 req-bc37a514-f400-4043-a53e-259020e29d20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=850307eb-e1c6-45c9-a423-46d49b152462 HTTP/1.1" status: 200 len: 851 time: 0.0450428 Jul 14 09:58:12.974296 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0f0b927b-9b1d-408b-b00f-bad8fc634030 req-57c50c0e-6af0-4725-aa6e-7c6973530b68 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa4e99c7-0c06-4031-b80d-51c62e913dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302577 Jul 14 09:58:13.010118 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f0b927b-9b1d-408b-b00f-bad8fc634030 req-a29c338a-d808-4069-b8c7-ac52352868c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fa4e99c7-0c06-4031-b80d-51c62e913dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315509 Jul 14 09:58:13.070043 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0f0b927b-9b1d-408b-b00f-bad8fc634030 req-1bd9572c-fe01-47c8-a65b-0677d6abc5fe service neutron] 10.222.0.55 "GET /v2.0/networks/fa4e99c7-0c06-4031-b80d-51c62e913dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887754 Jul 14 09:58:13.104422 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f0b927b-9b1d-408b-b00f-bad8fc634030 req-84c89f93-7363-40f7-9021-74bfbd2f94a9 service neutron] 10.222.0.49 "GET /v2.0/networks/fa4e99c7-0c06-4031-b80d-51c62e913dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880332 Jul 14 09:58:13.168417 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0f0b927b-9b1d-408b-b00f-bad8fc634030 req-2c82b894-1592-4122-b46f-b848fad55e42 service neutron] 10.222.0.55 "GET /v2.0/networks/fa4e99c7-0c06-4031-b80d-51c62e913dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917742 Jul 14 09:58:13.206724 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f0b927b-9b1d-408b-b00f-bad8fc634030 req-8308e141-9a2e-402a-bdbc-3c3c210228ae service neutron] 10.222.0.49 "GET /v2.0/networks/fa4e99c7-0c06-4031-b80d-51c62e913dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967653 Jul 14 09:58:14.065362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca309d-47b8-4fd2-b30a-38368484386d req-321d3419-49b2-498a-99f7-b8f34af48575 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:14.066954 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-77ca309d-47b8-4fd2-b30a-38368484386d req-321d3419-49b2-498a-99f7-b8f34af48575 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 944 time: 0.0639558 Jul 14 09:58:14.105498 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-77ca309d-47b8-4fd2-b30a-38368484386d req-40c6724a-760a-43e9-9644-05abc6b0cb72 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330639 Jul 14 09:58:14.808399 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-d3555281-9304-42b7-9c69-f308b1efead2 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:14.809886 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-d3555281-9304-42b7-9c69-f308b1efead2 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.55 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58&tenant_id=86a24461ec9a42ee8199a824d5e3b393&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 944 time: 0.3827825 Jul 14 09:58:14.870121 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-6a248e80-29aa-4044-810d-370942a9af98 service neutron] delete failed (client error): The resource could not be found. Jul 14 09:58:14.871134 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-6a248e80-29aa-4044-810d-370942a9af98 service neutron] 10.222.0.55 "DELETE /v2.0/ports/fc7943f7-74aa-4651-8ff6-d0fdbf739c06/bindings/n-h1-798054-10 HTTP/1.1" status: 404 len: 381 time: 0.0545716 Jul 14 09:58:14.894845 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device fc7943f7-74aa-4651-8ff6-d0fdbf739c06 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:58:14.933909 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device fc7943f7-74aa-4651-8ff6-d0fdbf739c06 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:58:14.996592 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-bfdd2ec4-5108-4892-9687-36297af9b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:14.998103 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-bfdd2ec4-5108-4892-9687-36297af9b0fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86a24461ec9a42ee8199a824d5e3b393&device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 1096 time: 0.0566742 Jul 14 09:58:15.086019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-9ae22021-1caf-44bc-858a-4b02e3b07f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:15.087392 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-9ae22021-1caf-44bc-858a-4b02e3b07f16 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fa4e99c7-0c06-4031-b80d-51c62e913dbd HTTP/1.1" status: 200 len: 912 time: 0.0827982 Jul 14 09:58:15.128855 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-f6b01db7-18f6-445f-ae3a-736ed6da3643 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc7943f7-74aa-4651-8ff6-d0fdbf739c06 HTTP/1.1" status: 200 len: 217 time: 0.0346670 Jul 14 09:58:15.181487 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-fbd7355b-7f9d-4a46-9a81-18ea123d9222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:15.182964 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-fbd7355b-7f9d-4a46-9a81-18ea123d9222 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=850307eb-e1c6-45c9-a423-46d49b152462 HTTP/1.1" status: 200 len: 851 time: 0.0476434 Jul 14 09:58:15.215610 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-c0d7356c-14b7-4a3c-8aad-9ad4da9c2ebd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa4e99c7-0c06-4031-b80d-51c62e913dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257716 Jul 14 09:58:15.304319 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-0615a4ca-f514-4a9d-8572-d29625a26053 service neutron] 10.222.0.55 "GET /v2.0/networks/fa4e99c7-0c06-4031-b80d-51c62e913dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817425 Jul 14 09:58:15.394590 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-5292e67b-b1e4-448d-85e5-58df9bfc0ec6 service neutron] 10.222.0.55 "GET /v2.0/networks/fa4e99c7-0c06-4031-b80d-51c62e913dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829465 Jul 14 09:58:15.396591 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fc7943f7-74aa-4651-8ff6-d0fdbf739c06 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:58:15.494885 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fc7943f7-74aa-4651-8ff6-d0fdbf739c06, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fc7943f7-74aa-4651-8ff6-d0fdbf739c06,segment=NetworkSegment(d6d235c1-d310-49b6-bb1c-fec91c0d3955),segment_id=d6d235c1-d310-49b6-bb1c-fec91c0d3955)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:15.506175 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'fc7943f7-74aa-4651-8ff6-d0fdbf739c06', 'network_id': 'fa4e99c7-0c06-4031-b80d-51c62e913dbd', 'port_id': 'fc7943f7-74aa-4651-8ff6-d0fdbf739c06', 'mac_address': 'fa:16:3e:c8:cf:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850307eb-e1c6-45c9-a423-46d49b152462', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:58:15.543321 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:15.555270 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7943f7-74aa-4651-8ff6-d0fdbf739c06 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:58:15.574810 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fc7943f7-74aa-4651-8ff6-d0fdbf739c06, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fc7943f7-74aa-4651-8ff6-d0fdbf739c06,segment=NetworkSegment(d6d235c1-d310-49b6-bb1c-fec91c0d3955),segment_id=d6d235c1-d310-49b6-bb1c-fec91c0d3955)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:15.578538 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:15.628310 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=fc7943f7-74aa-4651-8ff6-d0fdbf739c06,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:15.817043 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['fc7943f7-74aa-4651-8ff6-d0fdbf739c06'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:58:16.291983 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782f46d-2e4e-4122-83e4-ece05bed48c9 req-a7d095d8-e162-4255-bb3f-cefdeee369f6 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:16.293453 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c782f46d-2e4e-4122-83e4-ece05bed48c9 req-a7d095d8-e162-4255-bb3f-cefdeee369f6 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 945 time: 0.0614963 Jul 14 09:58:16.330746 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c782f46d-2e4e-4122-83e4-ece05bed48c9 req-c7552182-05a3-475f-8d03-5a1abf2f7728 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317197 Jul 14 09:58:16.672387 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:17.401984 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fc7943f7-74aa-4651-8ff6-d0fdbf739c06 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:58:17.453304 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port fc7943f7-74aa-4651-8ff6-d0fdbf739c06 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:58:17.458308 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port fc7943f7-74aa-4651-8ff6-d0fdbf739c06 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:58:17.458688 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:17.510204 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-53dc2440-00f5-4b0a-a7e7-37d84764e919 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:17.511972 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-53dc2440-00f5-4b0a-a7e7-37d84764e919 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.49 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 945 time: 0.1030183 Jul 14 09:58:17.545900 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:17.561737 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8f64c-493c-4690-833d-a018b9860cf1 req-32922aa3-4f42-43b0-8fa6-1f387f808ac0 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:17.563297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9f8f64c-493c-4690-833d-a018b9860cf1 req-32922aa3-4f42-43b0-8fa6-1f387f808ac0 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d582df-938b-44fc-a406-d4dd225dcd58 HTTP/1.1" status: 200 len: 945 time: 0.1152101 Jul 14 09:58:17.568934 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d582df-938b-44fc-a406-d4dd225dcd58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7943f7-74aa-4651-8ff6-d0fdbf739c06'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:58:17.571596 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee1a965-0030-4e44-ac77-4e7ba6e1ae58" -d '{"events": [{"server_uuid": "66d582df-938b-44fc-a406-d4dd225dcd58", "name": "network-vif-plugged", "status": "completed", "tag": "fc7943f7-74aa-4651-8ff6-d0fdbf739c06"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:58:17.585362 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fc7943f7-74aa-4651-8ff6-d0fdbf739c06, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fc7943f7-74aa-4651-8ff6-d0fdbf739c06,segment=NetworkSegment(d6d235c1-d310-49b6-bb1c-fec91c0d3955),segment_id=d6d235c1-d310-49b6-bb1c-fec91c0d3955)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:17.593484 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:17.617690 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa34a30a-abdc-4852-adbe-fb62bb9a56d0 x-openstack-request-id: req-fa34a30a-abdc-4852-adbe-fb62bb9a56d0 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:58:17.618011 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d582df-938b-44fc-a406-d4dd225dcd58", "name": "network-vif-plugged", "status": "completed", "tag": "fc7943f7-74aa-4651-8ff6-d0fdbf739c06", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:58:17.618275 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa34a30a-abdc-4852-adbe-fb62bb9a56d0 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:58:17.618676 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d582df-938b-44fc-a406-d4dd225dcd58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7943f7-74aa-4651-8ff6-d0fdbf739c06', 'code': 200} Jul 14 09:58:17.642608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9f8f64c-493c-4690-833d-a018b9860cf1 req-9835c4d0-29f5-4dc5-9ac7-8624f7b85b82 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.26 "GET /v2.0/security-groups?id=c186699d-294d-44df-a253-228e4d25fe87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706227 Jul 14 09:58:17.648089 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=fc7943f7-74aa-4651-8ff6-d0fdbf739c06,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:17.669362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-ef264e8b-20bb-474f-8503-b1cb83141f72 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Deleting port fc7943f7-74aa-4651-8ff6-d0fdbf739c06 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:58:17.669901 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-ef264e8b-20bb-474f-8503-b1cb83141f72 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:17.765329 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-ef264e8b-20bb-474f-8503-b1cb83141f72 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] For port fc7943f7-74aa-4651-8ff6-d0fdbf739c06, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fc7943f7-74aa-4651-8ff6-d0fdbf739c06,segment=NetworkSegment(d6d235c1-d310-49b6-bb1c-fec91c0d3955),segment_id=d6d235c1-d310-49b6-bb1c-fec91c0d3955)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:17.765606 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-ef264e8b-20bb-474f-8503-b1cb83141f72 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:17.779247 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-ef264e8b-20bb-474f-8503-b1cb83141f72 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Calling delete_port for fc7943f7-74aa-4651-8ff6-d0fdbf739c06 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:58:17.911623 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-ef264e8b-20bb-474f-8503-b1cb83141f72 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:17.923774 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['fc7943f7-74aa-4651-8ff6-d0fdbf739c06'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:58:17.944029 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef264e8b-20bb-474f-8503-b1cb83141f72 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Pushing event deleted for resources: {'Port': ['ID=fc7943f7-74aa-4651-8ff6-d0fdbf739c06,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:17.990218 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-ef264e8b-20bb-474f-8503-b1cb83141f72 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] No DVR routers for this DVR port fc7943f7-74aa-4651-8ff6-d0fdbf739c06 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:58:17.992934 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-ef264e8b-20bb-474f-8503-b1cb83141f72 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:17.994961 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d0f42642-6cdb-4537-8574-6fa6e935089f req-ef264e8b-20bb-474f-8503-b1cb83141f72 tempest-DeleteServersTestJSON-1322271707 tempest-DeleteServersTestJSON-1322271707-project] 10.222.0.49 "DELETE /v2.0/ports/fc7943f7-74aa-4651-8ff6-d0fdbf739c06 HTTP/1.1" status: 204 len: 173 time: 0.4783287 Jul 14 09:58:17.995404 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d582df-938b-44fc-a406-d4dd225dcd58', 'name': 'network-vif-deleted', 'tag': 'fc7943f7-74aa-4651-8ff6-d0fdbf739c06'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:58:17.997653 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bab6406-595a-46c0-b407-f31db12cbe00" -d '{"events": [{"server_uuid": "66d582df-938b-44fc-a406-d4dd225dcd58", "name": "network-vif-deleted", "tag": "fc7943f7-74aa-4651-8ff6-d0fdbf739c06"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:58:18.035357 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e781d6d-c35b-446b-a98f-14d52fd46787 x-openstack-request-id: req-4e781d6d-c35b-446b-a98f-14d52fd46787 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:58:18.036495 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d582df-938b-44fc-a406-d4dd225dcd58", "name": "network-vif-deleted", "tag": "fc7943f7-74aa-4651-8ff6-d0fdbf739c06", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:58:18.036495 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e781d6d-c35b-446b-a98f-14d52fd46787 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:58:18.036495 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d582df-938b-44fc-a406-d4dd225dcd58', 'name': 'network-vif-deleted', 'tag': 'fc7943f7-74aa-4651-8ff6-d0fdbf739c06', 'status': 'completed', 'code': 200} Jul 14 09:58:18.882024 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47986) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:18.926281 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e5fa9e-325e-4249-873c-e82556dd47df admin admin] Deleting subnet 850307eb-e1c6-45c9-a423-46d49b152462 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:58:18.929274 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-51e5fa9e-325e-4249-873c-e82556dd47df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:18.963432 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-51e5fa9e-325e-4249-873c-e82556dd47df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.005638 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-51e5fa9e-325e-4249-873c-e82556dd47df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.055519 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-51e5fa9e-325e-4249-873c-e82556dd47df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.082666 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5fa9e-325e-4249-873c-e82556dd47df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=850307eb-e1c6-45c9-a423-46d49b152462,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:19.085405 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-51e5fa9e-325e-4249-873c-e82556dd47df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.086869 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-51e5fa9e-325e-4249-873c-e82556dd47df admin admin] 10.222.0.26 "DELETE /v2.0/subnets/850307eb-e1c6-45c9-a423-46d49b152462 HTTP/1.1" status: 204 len: 168 time: 0.2038307 Jul 14 09:58:19.089491 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 47988) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:19.093384 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5fa9e-325e-4249-873c-e82556dd47df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:19.093733 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5fa9e-325e-4249-873c-e82556dd47df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:19.094104 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5fa9e-325e-4249-873c-e82556dd47df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:19.094444 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5fa9e-325e-4249-873c-e82556dd47df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:19.094779 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5fa9e-325e-4249-873c-e82556dd47df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:19.095115 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5fa9e-325e-4249-873c-e82556dd47df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:19.095444 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5fa9e-325e-4249-873c-e82556dd47df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:19.095771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5fa9e-325e-4249-873c-e82556dd47df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:19.096236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5fa9e-325e-4249-873c-e82556dd47df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:19.096580 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5fa9e-325e-4249-873c-e82556dd47df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:19.096894 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5fa9e-325e-4249-873c-e82556dd47df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:19.097220 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5fa9e-325e-4249-873c-e82556dd47df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:19.506259 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bc2daea-773f-4d0d-94ba-b52371ffd21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.581120 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bc2daea-773f-4d0d-94ba-b52371ffd21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.590545 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-2bc2daea-773f-4d0d-94ba-b52371ffd21b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4e99c7-0c06-4031-b80d-51c62e913dbd']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:58:19.601203 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-2bc2daea-773f-4d0d-94ba-b52371ffd21b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d235c1-d310-49b6-bb1c-fec91c0d3955') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:58:19.601502 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-2bc2daea-773f-4d0d-94ba-b52371ffd21b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d235c1-d310-49b6-bb1c-fec91c0d3955') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:58:19.610051 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bc2daea-773f-4d0d-94ba-b52371ffd21b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.627832 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bc2daea-773f-4d0d-94ba-b52371ffd21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.633417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc2daea-773f-4d0d-94ba-b52371ffd21b admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:58:19.633855 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bc2daea-773f-4d0d-94ba-b52371ffd21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: timer() Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:58:19.635438 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:58:19.686589 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bc2daea-773f-4d0d-94ba-b52371ffd21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.692064 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bc2daea-773f-4d0d-94ba-b52371ffd21b admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.693882 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2bc2daea-773f-4d0d-94ba-b52371ffd21b admin admin] 10.222.0.26 "DELETE /v2.0/networks/fa4e99c7-0c06-4031-b80d-51c62e913dbd HTTP/1.1" status: 204 len: 168 time: 0.6033523 Jul 14 09:58:19.704354 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2daea-773f-4d0d-94ba-b52371ffd21b admin admin] Pushing event deleted for resources: {'Network': ['ID=fa4e99c7-0c06-4031-b80d-51c62e913dbd,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:19.798593 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47992) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:19.837992 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a8eda0e0-cf36-46a7-bbf4-352f2980cb93 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=86a24461ec9a42ee8199a824d5e3b393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376253 Jul 14 09:58:19.840493 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 47994) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:19.887695 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bcf569a-c7e1-4a91-b419-240b9a26868d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.908081 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bcf569a-c7e1-4a91-b419-240b9a26868d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.958413 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bcf569a-c7e1-4a91-b419-240b9a26868d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.961118 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bcf569a-c7e1-4a91-b419-240b9a26868d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.962278 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8bcf569a-c7e1-4a91-b419-240b9a26868d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c186699d-294d-44df-a253-228e4d25fe87 HTTP/1.1" status: 204 len: 168 time: 0.1208909 Jul 14 09:58:19.970068 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf569a-c7e1-4a91-b419-240b9a26868d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c186699d-294d-44df-a253-228e4d25fe87,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:20.601390 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 48016) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:20.696100 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-49c89c59-ec4e-4543-8b58-9ce7e42db5fb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1543753729-network', 'tenant_id': '001b7a77177548f5aa7c70e1a03fe7f2'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:58:20.716902 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c89c59-ec4e-4543-8b58-9ce7e42db5fb admin admin] Made reservation on behalf of 001b7a77177548f5aa7c70e1a03fe7f2 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:58:20.719380 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49c89c59-ec4e-4543-8b58-9ce7e42db5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:20.727665 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49c89c59-ec4e-4543-8b58-9ce7e42db5fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:20.815649 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49c89c59-ec4e-4543-8b58-9ce7e42db5fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:20.819439 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49c89c59-ec4e-4543-8b58-9ce7e42db5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:20.840088 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c89c59-ec4e-4543-8b58-9ce7e42db5fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:58:20.855641 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c89c59-ec4e-4543-8b58-9ce7e42db5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbefe256-5a87-475d-9bbf-652a7610856d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:20.859634 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49c89c59-ec4e-4543-8b58-9ce7e42db5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:20.860010 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-49c89c59-ec4e-4543-8b58-9ce7e42db5fb admin admin] Added segment 9942f97e-458d-4614-bf38-4c912d4b9643 of type vlan for network 1329e0fb-ab5e-4687-9ab1-141c83d5aaab Jul 14 09:58:20.902732 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49c89c59-ec4e-4543-8b58-9ce7e42db5fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:20.931648 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49c89c59-ec4e-4543-8b58-9ce7e42db5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:20.932774 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c89c59-ec4e-4543-8b58-9ce7e42db5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:20.933363 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49c89c59-ec4e-4543-8b58-9ce7e42db5fb admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:20.981993 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-49c89c59-ec4e-4543-8b58-9ce7e42db5fb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3792572 Jul 14 09:58:20.984915 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48020) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:20.990417 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3e1936bd-5102-421a-ab09-1336f0f987c8 admin admin] Request body: {'subnet': {'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1543753729-subnet', 'tenant_id': '001b7a77177548f5aa7c70e1a03fe7f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:58:20.992916 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c89c59-ec4e-4543-8b58-9ce7e42db5fb admin admin] Pushing event updated for resources: {'Network': ['ID=1329e0fb-ab5e-4687-9ab1-141c83d5aaab,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:21.002946 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 1329e0fb-ab5e-4687-9ab1-141c83d5aaab details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:58:21.011859 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1936bd-5102-421a-ab09-1336f0f987c8 admin admin] Made reservation on behalf of 001b7a77177548f5aa7c70e1a03fe7f2 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:58:21.014289 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3e1936bd-5102-421a-ab09-1336f0f987c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:21.178073 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3e1936bd-5102-421a-ab09-1336f0f987c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:21.230645 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1936bd-5102-421a-ab09-1336f0f987c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=681d7396-e401-4b85-8ffa-f00b372b76b3,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:21.239513 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1936bd-5102-421a-ab09-1336f0f987c8 admin admin] Checking segment: {'id': '9942f97e-458d-4614-bf38-4c912d4b9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:58:21.239876 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1936bd-5102-421a-ab09-1336f0f987c8 admin admin] Network hostable DHCP agents. Network: 1329e0fb-ab5e-4687-9ab1-141c83d5aaab, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:58:21.256299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1936bd-5102-421a-ab09-1336f0f987c8 admin admin] Network 1329e0fb-ab5e-4687-9ab1-141c83d5aaab is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:58:21.264972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-3e1936bd-5102-421a-ab09-1336f0f987c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 1329e0fb-ab5e-4687-9ab1-141c83d5aaab) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:58:21.269281 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1936bd-5102-421a-ab09-1336f0f987c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:21.269891 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3e1936bd-5102-421a-ab09-1336f0f987c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:21.274691 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c89e0a-5261-4b1b-92f4-d53d1cf26562 None None] Network 1329e0fb-ab5e-4687-9ab1-141c83d5aaab requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:58:21.283170 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3e1936bd-5102-421a-ab09-1336f0f987c8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2971723 Jul 14 09:58:21.401017 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865d47e5-69a0-4ec1-be95-d37b5fc93c59 None None] Network 1329e0fb-ab5e-4687-9ab1-141c83d5aaab requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:58:21.437338 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fc7943f7-74aa-4651-8ff6-d0fdbf739c06 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:58:21.465616 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: fc7943f7-74aa-4651-8ff6-d0fdbf739c06 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:58:21.465974 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fc7943f7-74aa-4651-8ff6-d0fdbf739c06 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:58:21.701198 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-6fed4eb6-44a9-44f9-9e16-99a090b12093 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:21.702632 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-6fed4eb6-44a9-44f9-9e16-99a090b12093 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/networks?id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab HTTP/1.1" status: 200 len: 815 time: 0.1019168 Jul 14 09:58:21.718184 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-fb26833c-f022-475d-95ca-1e1ccbfb2d54 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/quotas/001b7a77177548f5aa7c70e1a03fe7f2 HTTP/1.1" status: 200 len: 375 time: 0.0100462 Jul 14 09:58:21.755274 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-b96d317b-2a7b-41bf-bbc7-826685d4ec97 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=001b7a77177548f5aa7c70e1a03fe7f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293224 Jul 14 09:58:21.841850 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0b051180-151a-42d6-91b0-759db1907cf7 service neutron] 10.222.0.26 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801234 Jul 14 09:58:21.933633 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-23cbeed4-6cb5-4477-bf70-3d0478f2468f service neutron] 10.222.0.26 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856030 Jul 14 09:58:22.096248 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b8e2898-a193-4b13-8ba0-af20cd606767 req-95701dd7-8e91-4824-bb91-9f5803e73a6c tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 210 time: 0.0284374 Jul 14 09:58:23.131451 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-d4c5caa1-f7c7-4c43-80bc-0442f90da279 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:23.132904 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-d4c5caa1-f7c7-4c43-80bc-0442f90da279 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.49 "GET /v2.0/networks?id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab HTTP/1.1" status: 200 len: 815 time: 0.1067038 Jul 14 09:58:23.150852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-6cbf5f2b-cfa5-4e8b-8d78-287c82ae7daf tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Request body: {'port': {'device_id': '5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf', 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab', 'admin_state_up': True, 'tenant_id': '001b7a77177548f5aa7c70e1a03fe7f2'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:58:23.242873 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8648b29d-77ae-437a-9e6c-bc526c05fefc req-69e1cd1f-a899-403a-9281-3a0ccb968e34 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 210 time: 0.0338714 Jul 14 09:58:23.297085 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-6cbf5f2b-cfa5-4e8b-8d78-287c82ae7daf tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Made reservation on behalf of 001b7a77177548f5aa7c70e1a03fe7f2 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:58:23.301110 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-6cbf5f2b-cfa5-4e8b-8d78-287c82ae7daf tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:23.423458 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-6cbf5f2b-cfa5-4e8b-8d78-287c82ae7daf tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Allocated IP 172.20.0.5 (1329e0fb-ab5e-4687-9ab1-141c83d5aaab/681d7396-e401-4b85-8ffa-f00b372b76b3/96447cb7-7627-4fbe-997e-b69688511e97) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:58:23.568455 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-6cbf5f2b-cfa5-4e8b-8d78-287c82ae7daf tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:23.606620 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-6cbf5f2b-cfa5-4e8b-8d78-287c82ae7daf tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:23.652485 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-6cbf5f2b-cfa5-4e8b-8d78-287c82ae7daf tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Network 1329e0fb-ab5e-4687-9ab1-141c83d5aaab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:58:23.655616 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-6cbf5f2b-cfa5-4e8b-8d78-287c82ae7daf tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:58:23.660198 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-6cbf5f2b-cfa5-4e8b-8d78-287c82ae7daf tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:58:23.666681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf5f2b-cfa5-4e8b-8d78-287c82ae7daf tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Pushing event updated for resources: {'Port': ['ID=96447cb7-7627-4fbe-997e-b69688511e97,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:23.715757 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-6cbf5f2b-cfa5-4e8b-8d78-287c82ae7daf tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:23.716358 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-6cbf5f2b-cfa5-4e8b-8d78-287c82ae7daf tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:23.730631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-6cbf5f2b-cfa5-4e8b-8d78-287c82ae7daf tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5838788 Jul 14 09:58:23.742235 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] Request body: {'port': {'device_id': '5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:58:23.810515 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:24.074542 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96447cb7-7627-4fbe-997e-b69688511e97 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:58:24.082794 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:24.094320 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] Transition to ACTIVE for port object 96447cb7-7627-4fbe-997e-b69688511e97 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:58:24.098971 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:24.150742 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] Pushing event updated for resources: {'Port': ['ID=96447cb7-7627-4fbe-997e-b69688511e97,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:24.215252 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] Attempting to bind port 96447cb7-7627-4fbe-997e-b69688511e97 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:58:24.215588 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] Attempting to bind port 96447cb7-7627-4fbe-997e-b69688511e97 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9942f97e-458d-4614-bf38-4c912d4b9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:58:24.215916 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] Attempting to bind port 96447cb7-7627-4fbe-997e-b69688511e97 on network 1329e0fb-ab5e-4687-9ab1-141c83d5aaab {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:58:24.220072 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] Port 96447cb7-7627-4fbe-997e-b69688511e97 on network 1329e0fb-ab5e-4687-9ab1-141c83d5aaab not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:58:24.220394 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] Attempting to bind port 96447cb7-7627-4fbe-997e-b69688511e97 on network 1329e0fb-ab5e-4687-9ab1-141c83d5aaab {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:58:24.225592 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:58:24.226030 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] Checking segment: {'id': '9942f97e-458d-4614-bf38-4c912d4b9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:58:24.226416 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] Bound using segment: {'id': '9942f97e-458d-4614-bf38-4c912d4b9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:58:24.226842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] Bound port: 96447cb7-7627-4fbe-997e-b69688511e97, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9942f97e-458d-4614-bf38-4c912d4b9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:58:24.227202 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:24.300709 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] For port 96447cb7-7627-4fbe-997e-b69688511e97, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:58:24.303957 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] For port 96447cb7-7627-4fbe-997e-b69688511e97, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=96447cb7-7627-4fbe-997e-b69688511e97,segment=NetworkSegment(9942f97e-458d-4614-bf38-4c912d4b9643),segment_id=9942f97e-458d-4614-bf38-4c912d4b9643)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:58:24.307673 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:24.340030 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:24.340894 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:24.342353 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] 10.222.0.49 "PUT /v2.0/ports/96447cb7-7627-4fbe-997e-b69688511e97 HTTP/1.1" status: 200 len: 1092 time: 0.6042445 Jul 14 09:58:24.344788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf', 'tag': '96447cb7-7627-4fbe-997e-b69688511e97'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:58:24.348413 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23cc384-d7a7-4eab-aad2-118389be875b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf", "tag": "96447cb7-7627-4fbe-997e-b69688511e97"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:58:24.396234 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1e5e64-c833-4ecd-8d4e-c70c99447d16 x-openstack-request-id: req-4a1e5e64-c833-4ecd-8d4e-c70c99447d16 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:58:24.396544 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf", "tag": "96447cb7-7627-4fbe-997e-b69688511e97", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:58:24.396767 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4a1e5e64-c833-4ecd-8d4e-c70c99447d16 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:58:24.397165 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf', 'tag': '96447cb7-7627-4fbe-997e-b69688511e97', 'status': 'completed', 'code': 200} Jul 14 09:58:24.435925 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadea2a-2d3a-4200-a76d-0b4fb8a0e8dd service neutron] Pushing event updated for resources: {'Port': ['ID=96447cb7-7627-4fbe-997e-b69688511e97,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:24.488374 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ffe28-5c66-4785-afd2-b40ecb6b8d20 req-019c29b5-295b-4ec7-bacc-edeee7e122ee tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:24.489882 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-882ffe28-5c66-4785-afd2-b40ecb6b8d20 req-019c29b5-295b-4ec7-bacc-edeee7e122ee tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 943 time: 0.1296961 Jul 14 09:58:24.492506 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-df8dc6df-7d14-4538-aef9-030520edfd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:24.493893 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-df8dc6df-7d14-4538-aef9-030520edfd20 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=001b7a77177548f5aa7c70e1a03fe7f2&device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 1095 time: 0.0998504 Jul 14 09:58:24.541974 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-a7502bee-2c74-4587-80b9-8ec62c3536a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96447cb7-7627-4fbe-997e-b69688511e97 HTTP/1.1" status: 200 len: 217 time: 0.0405869 Jul 14 09:58:24.585239 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-882ffe28-5c66-4785-afd2-b40ecb6b8d20 req-1cde2387-a9ca-410c-92bb-c703c006e3c7 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897188 Jul 14 09:58:24.602084 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-6e677e08-f9af-431b-a3bf-9a5b724a258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:24.603537 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-6e677e08-f9af-431b-a3bf-9a5b724a258b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=681d7396-e401-4b85-8ffa-f00b372b76b3 HTTP/1.1" status: 200 len: 855 time: 0.0559492 Jul 14 09:58:24.638841 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-b6be75c6-1373-4e8b-b9ae-c07d1bd979ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292251 Jul 14 09:58:24.725911 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-bf67a6b4-72f8-4f40-bb30-c2ff468588f2 service neutron] 10.222.0.49 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809319 Jul 14 09:58:24.740880 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:58:24.820325 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eec258f7-157a-439f-ac77-e9cef1851f1f req-104a637e-714f-45d5-a25e-d08f2039ff4e service neutron] 10.222.0.49 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884333 Jul 14 09:58:24.918201 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cc384-d7a7-4eab-aad2-118389be875b req-110e3fd7-368f-4b2d-8b1b-bb819f9fc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:24.919733 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a23cc384-d7a7-4eab-aad2-118389be875b req-110e3fd7-368f-4b2d-8b1b-bb819f9fc4c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=001b7a77177548f5aa7c70e1a03fe7f2&device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 1095 time: 0.0543187 Jul 14 09:58:25.009272 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cc384-d7a7-4eab-aad2-118389be875b req-80288418-93c6-448b-a11f-d06bb4dc2788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:25.010801 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a23cc384-d7a7-4eab-aad2-118389be875b req-80288418-93c6-448b-a11f-d06bb4dc2788 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab HTTP/1.1" status: 200 len: 916 time: 0.0853357 Jul 14 09:58:25.055578 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a23cc384-d7a7-4eab-aad2-118389be875b req-8261f770-12e1-455e-ac5f-ff6e385ea1a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96447cb7-7627-4fbe-997e-b69688511e97 HTTP/1.1" status: 200 len: 217 time: 0.0385120 Jul 14 09:58:25.106717 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cc384-d7a7-4eab-aad2-118389be875b req-31e79c88-e128-462d-8ebb-62b1623cba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:25.108205 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a23cc384-d7a7-4eab-aad2-118389be875b req-31e79c88-e128-462d-8ebb-62b1623cba31 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=681d7396-e401-4b85-8ffa-f00b372b76b3 HTTP/1.1" status: 200 len: 855 time: 0.0462413 Jul 14 09:58:25.141322 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a23cc384-d7a7-4eab-aad2-118389be875b req-2c4621ff-3ed5-48f5-94f8-306af515404b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260749 Jul 14 09:58:25.233604 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a23cc384-d7a7-4eab-aad2-118389be875b req-42ccca65-0a36-4db5-8ebc-09ed0438f144 service neutron] 10.222.0.49 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847404 Jul 14 09:58:25.324291 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a23cc384-d7a7-4eab-aad2-118389be875b req-5dbda75d-74cf-4f2b-a31c-affd70908ba4 service neutron] 10.222.0.49 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840487 Jul 14 09:58:25.763710 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d34b5-c0d6-4a36-a769-9779cc85bce4 req-d1677237-769b-48c7-bf51-05a46d848ab7 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:25.765196 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e46d34b5-c0d6-4a36-a769-9779cc85bce4 req-d1677237-769b-48c7-bf51-05a46d848ab7 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 943 time: 0.0667973 Jul 14 09:58:25.804657 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e46d34b5-c0d6-4a36-a769-9779cc85bce4 req-1391700e-ea3a-4c75-83e3-35bde555edba tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334587 Jul 14 09:58:26.982558 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd390e6-9f24-4b57-9ba0-7fe4edd8bed0 req-bb346aa0-3c94-4e72-bbbe-fd2bc13c8225 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:26.983997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fdd390e6-9f24-4b57-9ba0-7fe4edd8bed0 req-bb346aa0-3c94-4e72-bbbe-fd2bc13c8225 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 943 time: 0.0644743 Jul 14 09:58:27.022162 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fdd390e6-9f24-4b57-9ba0-7fe4edd8bed0 req-6f234e8c-8463-4607-9230-97e0d1283553 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320823 Jul 14 09:58:27.308960 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-11fd7454-471b-477c-852e-61629fbd1c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:27.465011 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 96447cb7-7627-4fbe-997e-b69688511e97 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:58:27.560096 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 96447cb7-7627-4fbe-997e-b69688511e97, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=96447cb7-7627-4fbe-997e-b69688511e97,segment=NetworkSegment(9942f97e-458d-4614-bf38-4c912d4b9643),segment_id=9942f97e-458d-4614-bf38-4c912d4b9643)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:27.570869 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '96447cb7-7627-4fbe-997e-b69688511e97', 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab', 'port_id': '96447cb7-7627-4fbe-997e-b69688511e97', 'mac_address': 'fa:16:3e:dd:b5:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681d7396-e401-4b85-8ffa-f00b372b76b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:58:27.606944 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:27.619232 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96447cb7-7627-4fbe-997e-b69688511e97 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:58:27.640953 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 96447cb7-7627-4fbe-997e-b69688511e97, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=96447cb7-7627-4fbe-997e-b69688511e97,segment=NetworkSegment(9942f97e-458d-4614-bf38-4c912d4b9643),segment_id=9942f97e-458d-4614-bf38-4c912d4b9643)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:27.645687 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:27.691871 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=96447cb7-7627-4fbe-997e-b69688511e97,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:27.699185 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:27.699538 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:27.699889 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:27.700230 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:27.700566 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:27.700904 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:27.701233 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:27.701564 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:27.701923 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:27.702252 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:27.702581 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:27.702906 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:27.830522 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['96447cb7-7627-4fbe-997e-b69688511e97'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:58:28.192441 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83528e20-358e-41f5-a803-5335e87ca261 req-4afee6dc-e160-41c7-85b4-c648b1f2650a tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:28.193952 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83528e20-358e-41f5-a803-5335e87ca261 req-4afee6dc-e160-41c7-85b4-c648b1f2650a tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 944 time: 0.0624704 Jul 14 09:58:28.231383 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83528e20-358e-41f5-a803-5335e87ca261 req-a56c53c1-1a7a-4cf7-8b11-74106a7887fe tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319033 Jul 14 09:58:29.408488 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000168b6-a06a-4cd6-92d1-e8705677d1ff req-338aafd9-097c-4151-88c8-83cdf596ef43 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:29.410144 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-000168b6-a06a-4cd6-92d1-e8705677d1ff req-338aafd9-097c-4151-88c8-83cdf596ef43 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 944 time: 0.0686009 Jul 14 09:58:29.454507 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-000168b6-a06a-4cd6-92d1-e8705677d1ff req-6100b31d-c3f9-4743-84fe-3d27075a67d0 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386386 Jul 14 09:58:29.479338 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 96447cb7-7627-4fbe-997e-b69688511e97 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:58:29.526847 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 96447cb7-7627-4fbe-997e-b69688511e97 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:58:29.530665 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 96447cb7-7627-4fbe-997e-b69688511e97 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:58:29.531034 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:29.607808 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:29.632081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96447cb7-7627-4fbe-997e-b69688511e97'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:58:29.634363 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b0374e-3b94-4ffa-a948-5e7a42265ab5" -d '{"events": [{"server_uuid": "5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf", "name": "network-vif-plugged", "status": "completed", "tag": "96447cb7-7627-4fbe-997e-b69688511e97"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:58:29.651314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 96447cb7-7627-4fbe-997e-b69688511e97, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=96447cb7-7627-4fbe-997e-b69688511e97,segment=NetworkSegment(9942f97e-458d-4614-bf38-4c912d4b9643),segment_id=9942f97e-458d-4614-bf38-4c912d4b9643)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:29.655831 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:29.680998 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d42c1a-14c2-4a20-a22f-a0f505aaecb5 x-openstack-request-id: req-42d42c1a-14c2-4a20-a22f-a0f505aaecb5 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:58:29.681292 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf", "name": "network-vif-plugged", "status": "completed", "tag": "96447cb7-7627-4fbe-997e-b69688511e97", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:58:29.681549 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42d42c1a-14c2-4a20-a22f-a0f505aaecb5 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:58:29.681960 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96447cb7-7627-4fbe-997e-b69688511e97', 'code': 200} Jul 14 09:58:29.707826 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=96447cb7-7627-4fbe-997e-b69688511e97,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:29.780350 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f78c17-06b1-4622-8a43-8928ca9bf4e9 req-da92e53a-1650-4e50-b26d-89bca32f695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:29.781766 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f7f78c17-06b1-4622-8a43-8928ca9bf4e9 req-da92e53a-1650-4e50-b26d-89bca32f695a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 1097 time: 0.0522714 Jul 14 09:58:29.806985 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c1586ae-37e2-4635-ae1d-156e8cf404a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:29.819363 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f7f78c17-06b1-4622-8a43-8928ca9bf4e9 req-df279d25-fc94-45c8-bd5e-501da907092e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314608 Jul 14 09:58:29.941620 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:30.628733 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b31dbb-1d79-4682-8293-2272abd2c65a req-7b6b9e98-7cea-45a8-9516-bf70feb6211d tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:30.631305 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-81b31dbb-1d79-4682-8293-2272abd2c65a req-7b6b9e98-7cea-45a8-9516-bf70feb6211d tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0685995 Jul 14 09:58:30.674479 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-81b31dbb-1d79-4682-8293-2272abd2c65a req-de5c854c-f70a-45f6-9d8b-ded49869e400 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373135 Jul 14 09:58:30.798823 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:31.854665 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2ed14-c287-4416-b548-f3b9d3719a69 req-99298780-1296-4652-a4d0-182474faac36 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:31.856171 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9e2ed14-c287-4416-b548-f3b9d3719a69 req-99298780-1296-4652-a4d0-182474faac36 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0667491 Jul 14 09:58:31.895688 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9e2ed14-c287-4416-b548-f3b9d3719a69 req-9d9ec204-aa58-492c-b76c-6b3960f136b4 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331504 Jul 14 09:58:32.070988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c36502-9b0b-46e6-b7e4-f363753ab909 req-57fe8496-45bc-4d45-a75e-093ab77b40f0 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:32.072414 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7c36502-9b0b-46e6-b7e4-f363753ab909 req-57fe8496-45bc-4d45-a75e-093ab77b40f0 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0670187 Jul 14 09:58:32.110279 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7c36502-9b0b-46e6-b7e4-f363753ab909 req-716cf58d-756a-43c1-9979-f2faa294604c tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323193 Jul 14 09:58:32.165927 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:32.463745 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4729f-f064-4d85-8470-7925417c5fc4 req-4e476199-afe4-4c2e-b922-9dd0b70dce41 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:32.465390 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2bb4729f-f064-4d85-8470-7925417c5fc4 req-4e476199-afe4-4c2e-b922-9dd0b70dce41 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0684719 Jul 14 09:58:32.505160 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2bb4729f-f064-4d85-8470-7925417c5fc4 req-af13ac15-9351-4ed0-9d16-74573aecbe22 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339065 Jul 14 09:58:32.674161 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c6bf7-6012-49c9-9854-53d11ee5a3d4 req-6bee81dc-bf52-4643-b8f7-af11c408993d tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:32.675759 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-276c6bf7-6012-49c9-9854-53d11ee5a3d4 req-6bee81dc-bf52-4643-b8f7-af11c408993d tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0632453 Jul 14 09:58:32.715275 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-276c6bf7-6012-49c9-9854-53d11ee5a3d4 req-a6d9b3ca-f628-46da-bca3-332ab61e1a91 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334232 Jul 14 09:58:32.868887 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:33.049637 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-435308da-b66b-48ee-b083-33189d8d04da req-d0491a73-92c0-4c33-aaeb-91cbe941b0d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0516737 Jul 14 09:58:33.113552 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0ff64-f8f1-4348-81ed-6bc71b2729fe req-88c23090-cec6-4b72-b26d-e126d5fbb206 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:33.115110 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bad0ff64-f8f1-4348-81ed-6bc71b2729fe req-88c23090-cec6-4b72-b26d-e126d5fbb206 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0703058 Jul 14 09:58:33.154646 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bad0ff64-f8f1-4348-81ed-6bc71b2729fe req-5fb22209-d574-4347-9a0f-250274a34f3b tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330973 Jul 14 09:58:33.341200 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee39674-6f1b-494c-bbbc-d5b49c7eb833 req-a8c287f1-b73c-4f99-8197-13755ddad956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:33.342899 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ee39674-6f1b-494c-bbbc-d5b49c7eb833 req-a8c287f1-b73c-4f99-8197-13755ddad956 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=001b7a77177548f5aa7c70e1a03fe7f2&device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 1097 time: 0.0561204 Jul 14 09:58:33.453889 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee39674-6f1b-494c-bbbc-d5b49c7eb833 req-e395bddb-65ee-47f1-a1ad-53936749dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:33.455898 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ee39674-6f1b-494c-bbbc-d5b49c7eb833 req-e395bddb-65ee-47f1-a1ad-53936749dbde service neutron] 10.222.0.49 "GET /v2.0/networks?id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab HTTP/1.1" status: 200 len: 916 time: 0.0934753 Jul 14 09:58:33.496950 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ee39674-6f1b-494c-bbbc-d5b49c7eb833 req-27b5f4f0-7a03-4881-9d38-adf50cd6e0bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96447cb7-7627-4fbe-997e-b69688511e97 HTTP/1.1" status: 200 len: 217 time: 0.0352013 Jul 14 09:58:33.546061 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee39674-6f1b-494c-bbbc-d5b49c7eb833 req-292552d0-b377-458e-a3bf-799b70a633bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:33.547548 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ee39674-6f1b-494c-bbbc-d5b49c7eb833 req-292552d0-b377-458e-a3bf-799b70a633bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=681d7396-e401-4b85-8ffa-f00b372b76b3 HTTP/1.1" status: 200 len: 855 time: 0.0448563 Jul 14 09:58:33.581838 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ee39674-6f1b-494c-bbbc-d5b49c7eb833 req-e7066699-5ea1-4c3b-adbb-62ba9b5fdc44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278196 Jul 14 09:58:33.681076 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ee39674-6f1b-494c-bbbc-d5b49c7eb833 req-8e3f99b9-3841-4206-985b-7694bdae052d service neutron] 10.222.0.49 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919216 Jul 14 09:58:33.771011 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5ee39674-6f1b-494c-bbbc-d5b49c7eb833 req-edc8ff28-15ff-4130-ab0a-bcddae8267a7 service neutron] 10.222.0.49 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843377 Jul 14 09:58:34.373889 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14916c-33a6-4f15-a3aa-95eea440b3e1 req-82a544bb-9ae6-4c23-af72-c4cb77b7b07f tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:34.375788 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad14916c-33a6-4f15-a3aa-95eea440b3e1 req-82a544bb-9ae6-4c23-af72-c4cb77b7b07f tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.1048915 Jul 14 09:58:34.400833 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435308da-b66b-48ee-b083-33189d8d04da req-2a058ade-77f6-40b4-9e4b-91b7f08c6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:34.402352 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-435308da-b66b-48ee-b083-33189d8d04da req-2a058ade-77f6-40b4-9e4b-91b7f08c6a15 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=001b7a77177548f5aa7c70e1a03fe7f2&device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 1097 time: 0.0923316 Jul 14 09:58:34.463981 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad14916c-33a6-4f15-a3aa-95eea440b3e1 req-c1f4590b-33dc-4923-ac91-6534b1509e68 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811450 Jul 14 09:58:34.505528 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435308da-b66b-48ee-b083-33189d8d04da req-8d562c6d-d321-4601-bab5-754f36a164cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:34.507031 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-435308da-b66b-48ee-b083-33189d8d04da req-8d562c6d-d321-4601-bab5-754f36a164cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab HTTP/1.1" status: 200 len: 916 time: 0.0971811 Jul 14 09:58:34.546993 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-435308da-b66b-48ee-b083-33189d8d04da req-75262ee4-f188-44ac-94a7-d84ba710a615 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96447cb7-7627-4fbe-997e-b69688511e97 HTTP/1.1" status: 200 len: 217 time: 0.0336545 Jul 14 09:58:34.604770 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435308da-b66b-48ee-b083-33189d8d04da req-0b42308e-a79e-425f-8d43-e2153d9b9bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:34.606268 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-435308da-b66b-48ee-b083-33189d8d04da req-0b42308e-a79e-425f-8d43-e2153d9b9bd1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=681d7396-e401-4b85-8ffa-f00b372b76b3 HTTP/1.1" status: 200 len: 855 time: 0.0531268 Jul 14 09:58:34.642038 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-435308da-b66b-48ee-b083-33189d8d04da req-76dc207c-aae5-4089-80eb-5b02e1316a4b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293257 Jul 14 09:58:34.728082 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-435308da-b66b-48ee-b083-33189d8d04da req-707f8a93-283a-473f-b0e0-7555611f0505 service neutron] 10.222.0.49 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800142 Jul 14 09:58:34.821622 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-435308da-b66b-48ee-b083-33189d8d04da req-dd5aa85a-1bcd-4391-855a-9a299c6b48ce service neutron] 10.222.0.49 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881546 Jul 14 09:58:35.639837 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6420423-a004-4941-816d-fb28a2a2751d req-fcd308ae-f0b4-464f-904d-2f9c99ff0592 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:35.641393 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6420423-a004-4941-816d-fb28a2a2751d req-fcd308ae-f0b4-464f-904d-2f9c99ff0592 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0645165 Jul 14 09:58:35.680324 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6420423-a004-4941-816d-fb28a2a2751d req-2ca2d725-7f8b-4db7-bd90-0268d9dc5c0a tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325115 Jul 14 09:58:36.852401 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab16b93-9b04-47d6-9d93-df6b634f3d33 req-1827878e-9e97-4810-b657-8807e238f677 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:36.853906 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ab16b93-9b04-47d6-9d93-df6b634f3d33 req-1827878e-9e97-4810-b657-8807e238f677 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0617907 Jul 14 09:58:36.891394 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3ab16b93-9b04-47d6-9d93-df6b634f3d33 req-404dbd65-3c2d-4912-a275-f1a082f08616 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319269 Jul 14 09:58:38.072833 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fa584-1540-49d9-81ae-e5e86ae4cb88 req-96361e65-1d46-4f46-9319-ea11cabf774b tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:38.074470 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f04fa584-1540-49d9-81ae-e5e86ae4cb88 req-96361e65-1d46-4f46-9319-ea11cabf774b tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0701721 Jul 14 09:58:38.115783 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f04fa584-1540-49d9-81ae-e5e86ae4cb88 req-1cf72c97-39e6-4d22-a8ec-31298965ecb2 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354166 Jul 14 09:58:39.288066 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0334ca3-42ad-4b22-9755-468dc8d35d9c req-1f4bf326-8ba5-439e-8254-2c626f3e0e0f tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:39.289621 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0334ca3-42ad-4b22-9755-468dc8d35d9c req-1f4bf326-8ba5-439e-8254-2c626f3e0e0f tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0637836 Jul 14 09:58:39.327700 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e0334ca3-42ad-4b22-9755-468dc8d35d9c req-1fed2d21-3b72-4662-8aca-e13c4d59881d tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325024 Jul 14 09:58:40.504182 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3ca05-35c4-4037-af30-884210844141 req-f1572075-06ee-4c81-a26e-7f295e42fa7a tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:40.505820 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fcf3ca05-35c4-4037-af30-884210844141 req-f1572075-06ee-4c81-a26e-7f295e42fa7a tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0656762 Jul 14 09:58:40.544831 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fcf3ca05-35c4-4037-af30-884210844141 req-cb03a9a8-8316-4135-b2c2-c7b36e0dbf87 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333202 Jul 14 09:58:41.718452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44f089-8e4b-4073-bf8e-eece8368df8d req-9b5ac011-e4a3-46c3-af7a-07a35e2c2f93 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:41.719926 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b44f089-8e4b-4073-bf8e-eece8368df8d req-9b5ac011-e4a3-46c3-af7a-07a35e2c2f93 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0666535 Jul 14 09:58:41.758222 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b44f089-8e4b-4073-bf8e-eece8368df8d req-757f253d-7afe-49ef-8ab0-9e36dce9b9c1 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327990 Jul 14 09:58:42.927665 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f9320-f5df-483e-bcf3-26b66d84334b req-8f54201c-bea2-461a-984f-2ae713d1e692 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:42.929148 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d19f9320-f5df-483e-bcf3-26b66d84334b req-8f54201c-bea2-461a-984f-2ae713d1e692 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0633287 Jul 14 09:58:42.969351 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d19f9320-f5df-483e-bcf3-26b66d84334b req-175c3e98-cee8-43e9-89c2-91066cc09f9f tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343053 Jul 14 09:58:44.141324 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261255d-18b8-4eae-be7c-abaf2fa71e8f req-b6f1c8fb-91c5-40c4-bdf5-11d92072c05b tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:44.142817 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2261255d-18b8-4eae-be7c-abaf2fa71e8f req-b6f1c8fb-91c5-40c4-bdf5-11d92072c05b tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0653942 Jul 14 09:58:44.181450 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2261255d-18b8-4eae-be7c-abaf2fa71e8f req-a78c71a8-5c4d-42a0-892b-57c8e736fafe tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329316 Jul 14 09:58:45.352380 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c76d8-0054-4501-a716-6efafe4b7fb8 req-a5e05747-48ae-4d68-aea2-5d31dda4c0a8 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:45.353878 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bd2c76d8-0054-4501-a716-6efafe4b7fb8 req-a5e05747-48ae-4d68-aea2-5d31dda4c0a8 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0623596 Jul 14 09:58:45.399301 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bd2c76d8-0054-4501-a716-6efafe4b7fb8 req-a036d452-173f-480b-85cd-2308643d2e29 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395997 Jul 14 09:58:46.571054 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b65f8-c3b8-4ffc-bdc0-9d6615463254 req-b3a1a536-0d09-4522-bdf3-df44023fada4 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:46.572582 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-956b65f8-c3b8-4ffc-bdc0-9d6615463254 req-b3a1a536-0d09-4522-bdf3-df44023fada4 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0636785 Jul 14 09:58:46.610304 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-956b65f8-c3b8-4ffc-bdc0-9d6615463254 req-41a18a64-1740-4e61-9ce4-bdbd01e773a2 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320568 Jul 14 09:58:46.679340 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:47.790167 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f141e-2da5-451a-a442-7fb83d213ea4 req-c7fa6d83-ccfb-4f2b-b9fa-ccd43c127786 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:47.791547 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-257f141e-2da5-451a-a442-7fb83d213ea4 req-c7fa6d83-ccfb-4f2b-b9fa-ccd43c127786 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0675051 Jul 14 09:58:47.828826 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-257f141e-2da5-451a-a442-7fb83d213ea4 req-25bac846-96c2-4450-bd9a-9e40c7dc29d3 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313253 Jul 14 09:58:49.003844 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e309774-016d-4820-883b-bf83251070c0 req-eda030a2-daae-4670-9956-ec6adf6c17d6 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:49.005349 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e309774-016d-4820-883b-bf83251070c0 req-eda030a2-daae-4670-9956-ec6adf6c17d6 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0627921 Jul 14 09:58:49.042693 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4e309774-016d-4820-883b-bf83251070c0 req-d7074222-0ed8-4785-b2bd-762fcf81c90d tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316324 Jul 14 09:58:50.222085 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d13643-25f1-4c00-8fdd-321a4e80881b req-aab32782-3437-453d-9759-b118b6407e31 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:50.223585 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a4d13643-25f1-4c00-8fdd-321a4e80881b req-aab32782-3437-453d-9759-b118b6407e31 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0668592 Jul 14 09:58:50.261809 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a4d13643-25f1-4c00-8fdd-321a4e80881b req-662497f6-984e-46fd-9d13-de7e11ae02f6 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327253 Jul 14 09:58:51.433887 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912ebfd-4179-4eef-8314-859d8685ecb0 req-3eb86aa4-6ce3-4670-a765-897ab9d1f767 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:51.435367 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0912ebfd-4179-4eef-8314-859d8685ecb0 req-3eb86aa4-6ce3-4670-a765-897ab9d1f767 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0644970 Jul 14 09:58:51.473309 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0912ebfd-4179-4eef-8314-859d8685ecb0 req-c6572f91-5fa0-4703-b6f5-745eeb16010c tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317156 Jul 14 09:58:52.646870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000b307-dfef-4641-b38f-06c402c8e24d req-190b77b4-c3fc-4704-837a-e2b581841c7e tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:52.648363 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1000b307-dfef-4641-b38f-06c402c8e24d req-190b77b4-c3fc-4704-837a-e2b581841c7e tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0632741 Jul 14 09:58:52.685327 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1000b307-dfef-4641-b38f-06c402c8e24d req-e9066530-83b6-4ce7-859a-7291d1bd76f1 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313072 Jul 14 09:58:53.859984 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c27afa-8755-4104-9ad1-e93f1de7ff73 req-e4ca486c-ff87-48c5-98b4-2dbef4466895 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:53.861471 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2c27afa-8755-4104-9ad1-e93f1de7ff73 req-e4ca486c-ff87-48c5-98b4-2dbef4466895 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0671875 Jul 14 09:58:53.899633 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d2c27afa-8755-4104-9ad1-e93f1de7ff73 req-dd90aec0-003a-41bf-bdbb-ff7bf8e11ce4 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321498 Jul 14 09:58:55.082075 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b148080-b30b-4fdd-bee5-cd616fada18b req-9169dc79-56ba-4383-819a-ec3d3f37fda6 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:55.083553 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b148080-b30b-4fdd-bee5-cd616fada18b req-9169dc79-56ba-4383-819a-ec3d3f37fda6 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0625424 Jul 14 09:58:55.124468 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9b148080-b30b-4fdd-bee5-cd616fada18b req-b13d3450-65d7-4fe3-bf15-8b09b8703c2d tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353153 Jul 14 09:58:56.311355 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99351f47-e670-4c53-86ff-b6b7a90d2256 req-b0d06516-45cc-4945-946e-882c3da42ff9 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:56.312900 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99351f47-e670-4c53-86ff-b6b7a90d2256 req-b0d06516-45cc-4945-946e-882c3da42ff9 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0686142 Jul 14 09:58:56.350266 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99351f47-e670-4c53-86ff-b6b7a90d2256 req-f0289aea-e1a7-41fc-bb4e-20757132895d tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318201 Jul 14 09:58:57.312472 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14ed70db-ff37-4bb6-be2a-993833f2959b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:57.523129 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200e740-f4dc-41c5-ae81-11a256c8ef75 req-33fc4996-0281-4a78-b895-d9b4e5c321f0 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:57.524614 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8200e740-f4dc-41c5-ae81-11a256c8ef75 req-33fc4996-0281-4a78-b895-d9b4e5c321f0 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0624464 Jul 14 09:58:57.564345 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8200e740-f4dc-41c5-ae81-11a256c8ef75 req-6a4cab85-50f5-4bf5-8b79-568d437678fc tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322478 Jul 14 09:58:58.740051 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deff1aa-871d-416e-b0f0-bda65da603a4 req-d8b049b1-b75b-482c-b6ce-eae4fc75f316 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:58.741543 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4deff1aa-871d-416e-b0f0-bda65da603a4 req-d8b049b1-b75b-482c-b6ce-eae4fc75f316 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0648670 Jul 14 09:58:58.780076 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4deff1aa-871d-416e-b0f0-bda65da603a4 req-a1042f51-4495-4916-abd8-d2353c420dc9 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329680 Jul 14 09:58:59.807403 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-491a8f86-202c-4fb4-9d6b-f20c34cf27af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:59.942856 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:59.961071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6837d0-3def-4cec-8031-07b5f45d63e1 req-67fa41a0-4274-4029-b538-69fc929d7486 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:59.962566 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea6837d0-3def-4cec-8031-07b5f45d63e1 req-67fa41a0-4274-4029-b538-69fc929d7486 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0717077 Jul 14 09:59:00.001154 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea6837d0-3def-4cec-8031-07b5f45d63e1 req-6ad02c0f-3218-458f-b76b-f05193f6b58f tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329919 Jul 14 09:59:00.802993 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:01.178040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93d0bd-7fe7-4000-849c-db6a5edda78a req-93193aba-a314-418b-9ad1-91df30ea4825 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:01.179545 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab93d0bd-7fe7-4000-849c-db6a5edda78a req-93193aba-a314-418b-9ad1-91df30ea4825 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0657682 Jul 14 09:59:01.218031 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab93d0bd-7fe7-4000-849c-db6a5edda78a req-30309253-e293-40d6-88e1-77e9532c6271 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329032 Jul 14 09:59:01.740393 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:59:01.788457 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-435308da-b66b-48ee-b083-33189d8d04da req-848b39c9-0168-4de5-bc7d-50889ad6f137 service neutron] show failed (client error): The resource could not be found. Jul 14 09:59:01.789512 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-435308da-b66b-48ee-b083-33189d8d04da req-848b39c9-0168-4de5-bc7d-50889ad6f137 service neutron] 10.222.0.49 "GET /v2.0/ports/96447cb7-7627-4fbe-997e-b69688511e97/bindings/n-h1-798054-10 HTTP/1.1" status: 404 len: 381 time: 0.0612321 Jul 14 09:59:02.037194 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435308da-b66b-48ee-b083-33189d8d04da req-6ea84028-9cae-4eca-ac49-2c5630255f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:02.038664 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-435308da-b66b-48ee-b083-33189d8d04da req-6ea84028-9cae-4eca-ac49-2c5630255f0d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf&tenant_id=001b7a77177548f5aa7c70e1a03fe7f2 HTTP/1.1" status: 200 len: 1097 time: 0.0534222 Jul 14 09:59:02.056668 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-10', 'device_owner': 'compute:nova'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:02.152992 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:02.163890 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:02.366397 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] For port 96447cb7-7627-4fbe-997e-b69688511e97, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=96447cb7-7627-4fbe-997e-b69688511e97,segment=NetworkSegment(9942f97e-458d-4614-bf38-4c912d4b9643),segment_id=9942f97e-458d-4614-bf38-4c912d4b9643)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:02.397964 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca81fb-c20b-4271-ab75-35aa825a7aa1 req-e2a4f4f3-ee43-4712-975f-c977b47db957 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:02.399501 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-93ca81fb-c20b-4271-ab75-35aa825a7aa1 req-e2a4f4f3-ee43-4712-975f-c977b47db957 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0636311 Jul 14 09:59:02.399927 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] For port 96447cb7-7627-4fbe-997e-b69688511e97, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:59:02.440539 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-93ca81fb-c20b-4271-ab75-35aa825a7aa1 req-37130ce8-781d-4955-a9d1-29e4e19b66eb tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348151 Jul 14 09:59:02.445395 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:02.447825 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96447cb7-7627-4fbe-997e-b69688511e97'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:02.450072 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12723045-18ac-422e-95bc-74ff79b23363" -d '{"events": [{"server_uuid": "5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf", "name": "network-vif-unplugged", "status": "completed", "tag": "96447cb7-7627-4fbe-997e-b69688511e97"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:02.463125 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] Transition to ACTIVE for port object 96447cb7-7627-4fbe-997e-b69688511e97 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:59:02.467179 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:02.535262 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] No DVR routers for this DVR port 96447cb7-7627-4fbe-997e-b69688511e97 on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:59:02.542521 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] Pushing event updated for resources: {'Port': ['ID=96447cb7-7627-4fbe-997e-b69688511e97,revision_number=6']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:02.570365 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01fe5b8-734d-4229-bdff-dc3ab0ccd324 x-openstack-request-id: req-f01fe5b8-734d-4229-bdff-dc3ab0ccd324 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:02.570659 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf", "name": "network-vif-unplugged", "status": "completed", "tag": "96447cb7-7627-4fbe-997e-b69688511e97", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:02.570935 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f01fe5b8-734d-4229-bdff-dc3ab0ccd324 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:02.571338 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96447cb7-7627-4fbe-997e-b69688511e97', 'code': 200} Jul 14 09:59:02.584342 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] Attempting to bind port 96447cb7-7627-4fbe-997e-b69688511e97 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:02.584677 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] Attempting to bind port 96447cb7-7627-4fbe-997e-b69688511e97 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '9942f97e-458d-4614-bf38-4c912d4b9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:02.585010 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] Attempting to bind port 96447cb7-7627-4fbe-997e-b69688511e97 on network 1329e0fb-ab5e-4687-9ab1-141c83d5aaab {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:02.589424 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] Port 96447cb7-7627-4fbe-997e-b69688511e97 on network 1329e0fb-ab5e-4687-9ab1-141c83d5aaab not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:02.589741 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] Attempting to bind port 96447cb7-7627-4fbe-997e-b69688511e97 on network 1329e0fb-ab5e-4687-9ab1-141c83d5aaab {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:02.594639 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:59:02.594984 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] Checking segment: {'id': '9942f97e-458d-4614-bf38-4c912d4b9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:59:02.595373 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] Bound using segment: {'id': '9942f97e-458d-4614-bf38-4c912d4b9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:59:02.596322 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] Bound port: 96447cb7-7627-4fbe-997e-b69688511e97, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9942f97e-458d-4614-bf38-4c912d4b9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:59:02.596683 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:02.663388 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] For port 96447cb7-7627-4fbe-997e-b69688511e97, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:59:02.666278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] For port 96447cb7-7627-4fbe-997e-b69688511e97, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=96447cb7-7627-4fbe-997e-b69688511e97,segment=NetworkSegment(9942f97e-458d-4614-bf38-4c912d4b9643),segment_id=9942f97e-458d-4614-bf38-4c912d4b9643)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:59:02.670779 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:02.704994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:02.706140 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:02.707507 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-435308da-b66b-48ee-b083-33189d8d04da req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] 10.222.0.55 "PUT /v2.0/ports/96447cb7-7627-4fbe-997e-b69688511e97 HTTP/1.1" status: 200 len: 1092 time: 0.6549532 Jul 14 09:59:02.729578 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce1b3e-33c9-4119-ab2e-6ad357173869 service neutron] Pushing event updated for resources: {'Port': ['ID=96447cb7-7627-4fbe-997e-b69688511e97,revision_number=7']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:02.795310 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435308da-b66b-48ee-b083-33189d8d04da req-8c259e8b-95a4-4d59-bac1-d049412a25de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:02.796819 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-435308da-b66b-48ee-b083-33189d8d04da req-8c259e8b-95a4-4d59-bac1-d049412a25de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=001b7a77177548f5aa7c70e1a03fe7f2&device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 1095 time: 0.0539165 Jul 14 09:59:02.870679 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:02.890149 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435308da-b66b-48ee-b083-33189d8d04da req-f3ad15d2-9aad-48ec-9803-88dba8c4690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:02.891616 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-435308da-b66b-48ee-b083-33189d8d04da req-f3ad15d2-9aad-48ec-9803-88dba8c4690c service neutron] 10.222.0.55 "GET /v2.0/networks?id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab HTTP/1.1" status: 200 len: 916 time: 0.0883007 Jul 14 09:59:02.933760 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-435308da-b66b-48ee-b083-33189d8d04da req-cc4dc660-e0ac-4908-ac4b-d0992c1f5df0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96447cb7-7627-4fbe-997e-b69688511e97 HTTP/1.1" status: 200 len: 217 time: 0.0347667 Jul 14 09:59:02.985408 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435308da-b66b-48ee-b083-33189d8d04da req-026076a1-a74e-4981-b5a4-a95b316a53fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:02.987008 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-435308da-b66b-48ee-b083-33189d8d04da req-026076a1-a74e-4981-b5a4-a95b316a53fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=681d7396-e401-4b85-8ffa-f00b372b76b3 HTTP/1.1" status: 200 len: 855 time: 0.0465653 Jul 14 09:59:03.020805 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-435308da-b66b-48ee-b083-33189d8d04da req-f1d0a6b0-837e-486d-a964-653bf7bcad06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267737 Jul 14 09:59:03.115373 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-435308da-b66b-48ee-b083-33189d8d04da req-bf97b0af-0d77-4032-ba2d-b8b926060d72 service neutron] 10.222.0.55 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879879 Jul 14 09:59:03.209650 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-435308da-b66b-48ee-b083-33189d8d04da req-178fc85a-9fb3-42fb-af09-4a5e168fdaea service neutron] 10.222.0.55 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876966 Jul 14 09:59:03.613708 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97904845-88d4-48e7-a54e-781a9910a287 req-a71ec2e2-d729-4d10-b502-1cb6b2684cb5 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:03.615227 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97904845-88d4-48e7-a54e-781a9910a287 req-a71ec2e2-d729-4d10-b502-1cb6b2684cb5 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 943 time: 0.0624242 Jul 14 09:59:03.653148 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97904845-88d4-48e7-a54e-781a9910a287 req-2961e7a0-ccdb-4fda-aab7-2a8b87f74a72 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323904 Jul 14 09:59:04.573136 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf', 'tag': '96447cb7-7627-4fbe-997e-b69688511e97'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:04.575440 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a793ee2d-f17c-4b37-9a18-5218ded9ac3a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf", "tag": "96447cb7-7627-4fbe-997e-b69688511e97"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:04.622618 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3de33c-bc1e-4692-b671-827673aab2b0 x-openstack-request-id: req-0b3de33c-bc1e-4692-b671-827673aab2b0 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:04.622906 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf", "tag": "96447cb7-7627-4fbe-997e-b69688511e97", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:04.623156 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b3de33c-bc1e-4692-b671-827673aab2b0 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:04.623550 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf', 'tag': '96447cb7-7627-4fbe-997e-b69688511e97', 'status': 'completed', 'code': 200} Jul 14 09:59:04.698793 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793ee2d-f17c-4b37-9a18-5218ded9ac3a req-81d3112b-cc1c-448f-b734-70850b0067ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:04.700296 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a793ee2d-f17c-4b37-9a18-5218ded9ac3a req-81d3112b-cc1c-448f-b734-70850b0067ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=001b7a77177548f5aa7c70e1a03fe7f2&device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 1095 time: 0.0587931 Jul 14 09:59:04.728270 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793ee2d-f17c-4b37-9a18-5218ded9ac3a req-176c0e3a-3979-4ed7-8260-eae992df28bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:04.729935 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a793ee2d-f17c-4b37-9a18-5218ded9ac3a req-176c0e3a-3979-4ed7-8260-eae992df28bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=001b7a77177548f5aa7c70e1a03fe7f2&device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 1095 time: 0.0593233 Jul 14 09:59:04.821727 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793ee2d-f17c-4b37-9a18-5218ded9ac3a req-92b42d7c-5e8c-4462-a05b-c3b9cc643e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:04.823111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793ee2d-f17c-4b37-9a18-5218ded9ac3a req-84c8ef44-d0c2-4139-a34c-948688dd9f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:04.823330 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a793ee2d-f17c-4b37-9a18-5218ded9ac3a req-92b42d7c-5e8c-4462-a05b-c3b9cc643e2c service neutron] 10.222.0.55 "GET /v2.0/networks?id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab HTTP/1.1" status: 200 len: 916 time: 0.0859184 Jul 14 09:59:04.824577 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a793ee2d-f17c-4b37-9a18-5218ded9ac3a req-84c8ef44-d0c2-4139-a34c-948688dd9f05 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab HTTP/1.1" status: 200 len: 916 time: 0.1181548 Jul 14 09:59:04.904962 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a793ee2d-f17c-4b37-9a18-5218ded9ac3a req-88d572be-799b-4a0e-9206-9849f97b5cb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96447cb7-7627-4fbe-997e-b69688511e97 HTTP/1.1" status: 200 len: 217 time: 0.0415437 Jul 14 09:59:04.961389 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793ee2d-f17c-4b37-9a18-5218ded9ac3a req-5b493ffc-eb03-42a4-a9f6-04ad5252c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:04.963190 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a793ee2d-f17c-4b37-9a18-5218ded9ac3a req-5b493ffc-eb03-42a4-a9f6-04ad5252c6a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=681d7396-e401-4b85-8ffa-f00b372b76b3 HTTP/1.1" status: 200 len: 855 time: 0.0507412 Jul 14 09:59:05.007406 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a793ee2d-f17c-4b37-9a18-5218ded9ac3a req-bc2fde29-90ed-4b11-a24f-d53b64bccde2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286837 Jul 14 09:59:05.131932 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a793ee2d-f17c-4b37-9a18-5218ded9ac3a req-3a356e4a-996e-4c6e-a04c-edb3d56fde5a service neutron] 10.222.0.55 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021812 Jul 14 09:59:05.230085 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a793ee2d-f17c-4b37-9a18-5218ded9ac3a req-d768b6b5-e5d4-4e33-9d6d-113c1dd4ce81 service neutron] 10.222.0.55 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916405 Jul 14 09:59:05.239191 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a793ee2d-f17c-4b37-9a18-5218ded9ac3a req-31902c21-fbd0-4799-ad4d-be5420c01377 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96447cb7-7627-4fbe-997e-b69688511e97 HTTP/1.1" status: 200 len: 217 time: 0.4067109 Jul 14 09:59:05.283966 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df8fbe-6db3-4563-94b0-52ff68631d53 req-06dbdc7c-1d9b-4ccf-bce9-985905266d45 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:05.285627 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f5df8fbe-6db3-4563-94b0-52ff68631d53 req-06dbdc7c-1d9b-4ccf-bce9-985905266d45 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 943 time: 0.5146477 Jul 14 09:59:05.318743 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793ee2d-f17c-4b37-9a18-5218ded9ac3a req-ca19425f-16cf-43c3-a9e0-0f32b2946293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:05.320190 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a793ee2d-f17c-4b37-9a18-5218ded9ac3a req-ca19425f-16cf-43c3-a9e0-0f32b2946293 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=681d7396-e401-4b85-8ffa-f00b372b76b3 HTTP/1.1" status: 200 len: 855 time: 0.0734704 Jul 14 09:59:05.344656 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f5df8fbe-6db3-4563-94b0-52ff68631d53 req-51bcdc16-ba5b-43c4-8fd0-b92d1fbbb87b tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505283 Jul 14 09:59:05.362643 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a793ee2d-f17c-4b37-9a18-5218ded9ac3a req-65fbed34-8e55-40b9-82ed-e2360b7936af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330071 Jul 14 09:59:05.454548 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a793ee2d-f17c-4b37-9a18-5218ded9ac3a req-3e09695c-e8af-4f48-bfe2-f6a06c22d659 service neutron] 10.222.0.49 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852120 Jul 14 09:59:05.541924 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a793ee2d-f17c-4b37-9a18-5218ded9ac3a req-34b817c1-def1-4cd3-b8c0-db6d4579be57 service neutron] 10.222.0.49 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817587 Jul 14 09:59:05.665201 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 96447cb7-7627-4fbe-997e-b69688511e97 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:59:05.702102 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 96447cb7-7627-4fbe-997e-b69688511e97 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:59:06.532233 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd311db-7881-411e-ae12-7468319e5f75 req-194c0642-661a-4f37-a2f3-87223d242476 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:06.533621 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1fd311db-7881-411e-ae12-7468319e5f75 req-194c0642-661a-4f37-a2f3-87223d242476 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 943 time: 0.0673344 Jul 14 09:59:06.571583 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1fd311db-7881-411e-ae12-7468319e5f75 req-66edd9e6-eb36-47ef-8636-4ab24e358d0c tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323722 Jul 14 09:59:06.913958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b79d9-15d8-4256-b505-941e0115453e req-3d6f0ef3-52cb-4e15-b80c-3f27e81f0747 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:06.915424 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-270b79d9-15d8-4256-b505-941e0115453e req-3d6f0ef3-52cb-4e15-b80c-3f27e81f0747 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 943 time: 0.1109619 Jul 14 09:59:06.923325 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9607d69-11d4-4501-8218-2ea129e3f0c6 req-932c14a9-1d22-461f-ae19-4e3e9b8ccdaa tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:06.925261 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9607d69-11d4-4501-8218-2ea129e3f0c6 req-932c14a9-1d22-461f-ae19-4e3e9b8ccdaa tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf&tenant_id=001b7a77177548f5aa7c70e1a03fe7f2&binding%3Ahost_id=n-h1-798054-10 HTTP/1.1" status: 200 len: 943 time: 0.1119766 Jul 14 09:59:06.995835 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-270b79d9-15d8-4256-b505-941e0115453e req-98a0eaf2-9656-44fd-94ae-3357188c9533 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696366 Jul 14 09:59:07.004224 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-c9607d69-11d4-4501-8218-2ea129e3f0c6 req-2aea3781-99d1-4c46-9d61-f75851abab3e service neutron] delete failed (client error): The resource could not be found. Jul 14 09:59:07.005289 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9607d69-11d4-4501-8218-2ea129e3f0c6 req-2aea3781-99d1-4c46-9d61-f75851abab3e service neutron] 10.222.0.49 "DELETE /v2.0/ports/96447cb7-7627-4fbe-997e-b69688511e97/bindings/n-h2-798054-10 HTTP/1.1" status: 404 len: 381 time: 0.0732887 Jul 14 09:59:07.089217 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 96447cb7-7627-4fbe-997e-b69688511e97 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:59:07.099408 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9607d69-11d4-4501-8218-2ea129e3f0c6 req-b9723f9f-21f8-4434-b60c-f4bf5c5bee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:07.100926 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9607d69-11d4-4501-8218-2ea129e3f0c6 req-b9723f9f-21f8-4434-b60c-f4bf5c5bee9c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=001b7a77177548f5aa7c70e1a03fe7f2&device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 1095 time: 0.0534663 Jul 14 09:59:07.184761 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 96447cb7-7627-4fbe-997e-b69688511e97, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=96447cb7-7627-4fbe-997e-b69688511e97,segment=NetworkSegment(9942f97e-458d-4614-bf38-4c912d4b9643),segment_id=9942f97e-458d-4614-bf38-4c912d4b9643)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:07.197151 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9607d69-11d4-4501-8218-2ea129e3f0c6 req-d5bfcb9b-d28c-488a-9519-af796d79fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:07.198832 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9607d69-11d4-4501-8218-2ea129e3f0c6 req-d5bfcb9b-d28c-488a-9519-af796d79fe9f service neutron] 10.222.0.49 "GET /v2.0/networks?id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab HTTP/1.1" status: 200 len: 916 time: 0.0922718 Jul 14 09:59:07.199414 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '96447cb7-7627-4fbe-997e-b69688511e97', 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab', 'port_id': '96447cb7-7627-4fbe-997e-b69688511e97', 'mac_address': 'fa:16:3e:dd:b5:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681d7396-e401-4b85-8ffa-f00b372b76b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:59:07.238111 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:07.239859 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9607d69-11d4-4501-8218-2ea129e3f0c6 req-d19f6ae2-dae3-4322-90c4-65acfd4e9531 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96447cb7-7627-4fbe-997e-b69688511e97 HTTP/1.1" status: 200 len: 217 time: 0.0353339 Jul 14 09:59:07.251921 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96447cb7-7627-4fbe-997e-b69688511e97 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:59:07.274079 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 96447cb7-7627-4fbe-997e-b69688511e97, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=96447cb7-7627-4fbe-997e-b69688511e97,segment=NetworkSegment(9942f97e-458d-4614-bf38-4c912d4b9643),segment_id=9942f97e-458d-4614-bf38-4c912d4b9643)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:07.279124 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:07.295607 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9607d69-11d4-4501-8218-2ea129e3f0c6 req-1f71beaf-c658-401f-ba7e-b2698f020479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:07.297395 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9607d69-11d4-4501-8218-2ea129e3f0c6 req-1f71beaf-c658-401f-ba7e-b2698f020479 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=681d7396-e401-4b85-8ffa-f00b372b76b3 HTTP/1.1" status: 200 len: 855 time: 0.0516574 Jul 14 09:59:07.326677 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=96447cb7-7627-4fbe-997e-b69688511e97,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:07.334126 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9607d69-11d4-4501-8218-2ea129e3f0c6 req-300b91b3-9df8-4cc9-8e2b-4ffdb4bf36df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305097 Jul 14 09:59:07.421640 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9607d69-11d4-4501-8218-2ea129e3f0c6 req-44b89176-0b81-4f58-9764-e9319935c6a1 service neutron] 10.222.0.49 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818708 Jul 14 09:59:07.520458 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9607d69-11d4-4501-8218-2ea129e3f0c6 req-361c4ada-e377-4bf7-8beb-ad6fa7b308a3 service neutron] 10.222.0.49 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932238 Jul 14 09:59:07.577437 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['96447cb7-7627-4fbe-997e-b69688511e97'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:59:08.171403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1025e-174c-478f-90e4-9ec973e2d6d5 req-2b1956e7-840a-4027-bc7d-4114db7c0451 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:08.172884 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ea1025e-174c-478f-90e4-9ec973e2d6d5 req-2b1956e7-840a-4027-bc7d-4114db7c0451 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 944 time: 0.0639784 Jul 14 09:59:08.210880 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ea1025e-174c-478f-90e4-9ec973e2d6d5 req-4512bed6-1c58-489b-8f5d-698ad52fc752 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318296 Jul 14 09:59:08.384033 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8857c-3475-40a9-8fee-fa9ea7ec8023 req-970facb0-f050-4f84-8921-8e023e5e7dad tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:08.385609 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cce8857c-3475-40a9-8fee-fa9ea7ec8023 req-970facb0-f050-4f84-8921-8e023e5e7dad tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 944 time: 0.0655451 Jul 14 09:59:08.424387 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cce8857c-3475-40a9-8fee-fa9ea7ec8023 req-6d78d74c-bdae-4542-a085-8985cde0d4da tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326657 Jul 14 09:59:08.599694 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c54eff-f720-4daa-bc3f-6add9112d2f2 req-37ec6b94-8241-49ed-afcf-2f4c833f6980 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:08.601227 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6c54eff-f720-4daa-bc3f-6add9112d2f2 req-37ec6b94-8241-49ed-afcf-2f4c833f6980 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 944 time: 0.0693095 Jul 14 09:59:08.640535 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6c54eff-f720-4daa-bc3f-6add9112d2f2 req-6966653b-4d53-42cc-8503-cb3b3beb9bc8 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334818 Jul 14 09:59:09.083034 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-400434b3-163c-491a-a52c-6b3e95e856ef tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:09.084452 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-400434b3-163c-491a-a52c-6b3e95e856ef tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/networks?id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab HTTP/1.1" status: 200 len: 815 time: 0.1024210 Jul 14 09:59:09.099420 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-6f6a46c6-f3c5-4e95-a737-e4962f0e3dc5 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/quotas/001b7a77177548f5aa7c70e1a03fe7f2 HTTP/1.1" status: 200 len: 375 time: 0.0095620 Jul 14 09:59:09.102910 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 96447cb7-7627-4fbe-997e-b69688511e97 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:59:09.160140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 96447cb7-7627-4fbe-997e-b69688511e97 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:59:09.164069 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 96447cb7-7627-4fbe-997e-b69688511e97 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:59:09.164525 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:09.171570 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-8e378d00-47e3-4932-a267-5bf75b6d2667 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=001b7a77177548f5aa7c70e1a03fe7f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0669737 Jul 14 09:59:09.245602 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:09.265889 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-19bfed7d-0830-4927-b6dd-086f31c68d9b service neutron] 10.222.0.26 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876434 Jul 14 09:59:09.274280 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96447cb7-7627-4fbe-997e-b69688511e97'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:09.276489 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffd3a00-78b9-4f0f-aea8-d2c1501d25bc" -d '{"events": [{"server_uuid": "5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf", "name": "network-vif-plugged", "status": "completed", "tag": "96447cb7-7627-4fbe-997e-b69688511e97"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:09.291620 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 96447cb7-7627-4fbe-997e-b69688511e97, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=96447cb7-7627-4fbe-997e-b69688511e97,segment=NetworkSegment(9942f97e-458d-4614-bf38-4c912d4b9643),segment_id=9942f97e-458d-4614-bf38-4c912d4b9643)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:09.300909 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:09.325772 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396454a0-f68c-40d2-9c74-e27df0edd350 x-openstack-request-id: req-396454a0-f68c-40d2-9c74-e27df0edd350 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:09.326085 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf", "name": "network-vif-plugged", "status": "completed", "tag": "96447cb7-7627-4fbe-997e-b69688511e97", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:09.326340 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-396454a0-f68c-40d2-9c74-e27df0edd350 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:09.326748 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96447cb7-7627-4fbe-997e-b69688511e97', 'code': 200} Jul 14 09:59:09.352964 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=96447cb7-7627-4fbe-997e-b69688511e97,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:09.369194 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-cb4a4abd-58df-4f11-ade8-0803d8d9608b service neutron] 10.222.0.26 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965977 Jul 14 09:59:09.541164 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa6bfa3c-cd42-424c-81c4-a0e1401c41af req-bd4163ef-d0fb-4aeb-920c-97e2639706c8 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 210 time: 0.0299053 Jul 14 09:59:10.662008 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769f584-a877-40e4-ae2d-280a58f8311f req-bf8534cf-e0c7-476d-ab41-8161cd112e68 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:10.664582 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b769f584-a877-40e4-ae2d-280a58f8311f req-bf8534cf-e0c7-476d-ab41-8161cd112e68 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf HTTP/1.1" status: 200 len: 945 time: 0.0698712 Jul 14 09:59:10.689189 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9419457a-bb6b-4591-9310-74fa47ef74d8 req-c108331f-11ed-4a2d-9bb6-8f291a4c9219 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 210 time: 0.0300288 Jul 14 09:59:10.882925 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-002b8eb0-7d4b-407d-9da5-87f58ef733f1 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:10.884424 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-002b8eb0-7d4b-407d-9da5-87f58ef733f1 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.55 "GET /v2.0/networks?id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab HTTP/1.1" status: 200 len: 815 time: 0.1728735 Jul 14 09:59:10.906170 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-6a6a192b-db0d-4bcf-ae18-17163233c569 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Request body: {'port': {'device_id': '409ea53a-c1bc-4028-a478-433c444a55b4', 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab', 'admin_state_up': True, 'tenant_id': '001b7a77177548f5aa7c70e1a03fe7f2'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:10.922052 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b769f584-a877-40e4-ae2d-280a58f8311f req-ad7bfaa4-1975-45b5-afed-fc045cc28a2a tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Deleting port 96447cb7-7627-4fbe-997e-b69688511e97 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:59:10.922402 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b769f584-a877-40e4-ae2d-280a58f8311f req-ad7bfaa4-1975-45b5-afed-fc045cc28a2a tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:11.078079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b769f584-a877-40e4-ae2d-280a58f8311f req-ad7bfaa4-1975-45b5-afed-fc045cc28a2a tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] For port 96447cb7-7627-4fbe-997e-b69688511e97, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=96447cb7-7627-4fbe-997e-b69688511e97,segment=NetworkSegment(9942f97e-458d-4614-bf38-4c912d4b9643),segment_id=9942f97e-458d-4614-bf38-4c912d4b9643)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:11.078440 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b769f584-a877-40e4-ae2d-280a58f8311f req-ad7bfaa4-1975-45b5-afed-fc045cc28a2a tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:11.097542 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b769f584-a877-40e4-ae2d-280a58f8311f req-ad7bfaa4-1975-45b5-afed-fc045cc28a2a tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Calling delete_port for 96447cb7-7627-4fbe-997e-b69688511e97 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:59:11.117017 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-6a6a192b-db0d-4bcf-ae18-17163233c569 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Made reservation on behalf of 001b7a77177548f5aa7c70e1a03fe7f2 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:59:11.120860 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-6a6a192b-db0d-4bcf-ae18-17163233c569 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:11.337837 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-6a6a192b-db0d-4bcf-ae18-17163233c569 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Allocated IP 172.20.0.13 (1329e0fb-ab5e-4687-9ab1-141c83d5aaab/681d7396-e401-4b85-8ffa-f00b372b76b3/4b4798be-c206-4fb4-9d58-e88f870def6a) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:59:11.344577 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b769f584-a877-40e4-ae2d-280a58f8311f req-ad7bfaa4-1975-45b5-afed-fc045cc28a2a tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:11.381503 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['96447cb7-7627-4fbe-997e-b69688511e97'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:59:11.383244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bfaa4-1975-45b5-afed-fc045cc28a2a tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Pushing event deleted for resources: {'Port': ['ID=96447cb7-7627-4fbe-997e-b69688511e97,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:11.450322 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b769f584-a877-40e4-ae2d-280a58f8311f req-ad7bfaa4-1975-45b5-afed-fc045cc28a2a tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] No DVR routers for this DVR port 96447cb7-7627-4fbe-997e-b69688511e97 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:59:11.456008 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b769f584-a877-40e4-ae2d-280a58f8311f req-ad7bfaa4-1975-45b5-afed-fc045cc28a2a tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:11.458124 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b769f584-a877-40e4-ae2d-280a58f8311f req-ad7bfaa4-1975-45b5-afed-fc045cc28a2a tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.55 "DELETE /v2.0/ports/96447cb7-7627-4fbe-997e-b69688511e97 HTTP/1.1" status: 204 len: 173 time: 0.7477071 Jul 14 09:59:11.458559 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf', 'name': 'network-vif-deleted', 'tag': '96447cb7-7627-4fbe-997e-b69688511e97'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:11.460831 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6cc131-dff3-4665-a1b3-fb9793713388" -d '{"events": [{"server_uuid": "5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf", "name": "network-vif-deleted", "tag": "96447cb7-7627-4fbe-997e-b69688511e97"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:11.508942 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a3e743-25c3-4121-8f92-fb461d33b85a x-openstack-request-id: req-a7a3e743-25c3-4121-8f92-fb461d33b85a {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:11.509168 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf", "name": "network-vif-deleted", "tag": "96447cb7-7627-4fbe-997e-b69688511e97", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:11.509424 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a7a3e743-25c3-4121-8f92-fb461d33b85a {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:11.509846 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed96bde-0f6e-485e-b2fe-bc78ee0e1ebf', 'name': 'network-vif-deleted', 'tag': '96447cb7-7627-4fbe-997e-b69688511e97', 'status': 'completed', 'code': 200} Jul 14 09:59:11.571013 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-6a6a192b-db0d-4bcf-ae18-17163233c569 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:11.609096 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-6a6a192b-db0d-4bcf-ae18-17163233c569 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:11.644837 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['96447cb7-7627-4fbe-997e-b69688511e97'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:59:11.666546 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-6a6a192b-db0d-4bcf-ae18-17163233c569 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Network 1329e0fb-ab5e-4687-9ab1-141c83d5aaab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:59:11.670900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-6a6a192b-db0d-4bcf-ae18-17163233c569 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:59:11.672684 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a192b-db0d-4bcf-ae18-17163233c569 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Pushing event updated for resources: {'Port': ['ID=4b4798be-c206-4fb4-9d58-e88f870def6a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:11.674916 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-6a6a192b-db0d-4bcf-ae18-17163233c569 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:59:11.726773 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-6a6a192b-db0d-4bcf-ae18-17163233c569 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:11.727795 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-6a6a192b-db0d-4bcf-ae18-17163233c569 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:11.745149 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-6a6a192b-db0d-4bcf-ae18-17163233c569 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8443801 Jul 14 09:59:11.766346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] Request body: {'port': {'device_id': '409ea53a-c1bc-4028-a478-433c444a55b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:11.860287 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:11.873377 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7442a8-3099-465e-a911-56dac3279bf0 req-ffdc4feb-400f-4da2-ab08-11bd5e763ab1 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:11.875522 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac7442a8-3099-465e-a911-56dac3279bf0 req-ffdc4feb-400f-4da2-ab08-11bd5e763ab1 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 932 time: 0.0699823 Jul 14 09:59:11.916143 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ac7442a8-3099-465e-a911-56dac3279bf0 req-0ef6026c-52f5-40d7-af31-7feacac47e5e tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348744 Jul 14 09:59:12.128535 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b4798be-c206-4fb4-9d58-e88f870def6a {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:59:12.136161 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:12.149014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] Transition to ACTIVE for port object 4b4798be-c206-4fb4-9d58-e88f870def6a will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:59:12.152355 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:12.200559 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] Pushing event updated for resources: {'Port': ['ID=4b4798be-c206-4fb4-9d58-e88f870def6a,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:12.275885 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] Attempting to bind port 4b4798be-c206-4fb4-9d58-e88f870def6a on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:12.276224 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] Attempting to bind port 4b4798be-c206-4fb4-9d58-e88f870def6a by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '9942f97e-458d-4614-bf38-4c912d4b9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:12.276561 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] Attempting to bind port 4b4798be-c206-4fb4-9d58-e88f870def6a on network 1329e0fb-ab5e-4687-9ab1-141c83d5aaab {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:12.281195 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] Port 4b4798be-c206-4fb4-9d58-e88f870def6a on network 1329e0fb-ab5e-4687-9ab1-141c83d5aaab not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:12.281520 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] Attempting to bind port 4b4798be-c206-4fb4-9d58-e88f870def6a on network 1329e0fb-ab5e-4687-9ab1-141c83d5aaab {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:12.286463 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:59:12.286806 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] Checking segment: {'id': '9942f97e-458d-4614-bf38-4c912d4b9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:59:12.287201 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] Bound using segment: {'id': '9942f97e-458d-4614-bf38-4c912d4b9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:59:12.287641 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] Bound port: 4b4798be-c206-4fb4-9d58-e88f870def6a, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9942f97e-458d-4614-bf38-4c912d4b9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:59:12.288012 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:12.352493 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] For port 4b4798be-c206-4fb4-9d58-e88f870def6a, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:59:12.355959 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] For port 4b4798be-c206-4fb4-9d58-e88f870def6a, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4b4798be-c206-4fb4-9d58-e88f870def6a,segment=NetworkSegment(9942f97e-458d-4614-bf38-4c912d4b9643),segment_id=9942f97e-458d-4614-bf38-4c912d4b9643)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:59:12.359565 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:12.398129 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:12.398741 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:12.400133 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] 10.222.0.55 "PUT /v2.0/ports/4b4798be-c206-4fb4-9d58-e88f870def6a HTTP/1.1" status: 200 len: 1093 time: 0.6399264 Jul 14 09:59:12.417456 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd3fec-06a4-4180-9842-17c480fae6cc service neutron] Pushing event updated for resources: {'Port': ['ID=4b4798be-c206-4fb4-9d58-e88f870def6a,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:12.509702 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-7d626682-23b3-470b-ab8f-48c1be60062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:12.511228 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-7d626682-23b3-470b-ab8f-48c1be60062c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=001b7a77177548f5aa7c70e1a03fe7f2&device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 1096 time: 0.0564942 Jul 14 09:59:12.560137 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-bd5f422a-d001-4d1d-87a2-2d7c6bea65f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b4798be-c206-4fb4-9d58-e88f870def6a HTTP/1.1" status: 200 len: 217 time: 0.0341263 Jul 14 09:59:12.606046 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-d366ab1a-84b0-4b5a-a904-f79d906b926d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:12.607443 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-d366ab1a-84b0-4b5a-a904-f79d906b926d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=681d7396-e401-4b85-8ffa-f00b372b76b3 HTTP/1.1" status: 200 len: 855 time: 0.0414753 Jul 14 09:59:12.641304 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-50827ab1-0a2d-4951-a53b-894b46500d13 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252278 Jul 14 09:59:12.730397 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-75a98028-6511-40d6-a3fa-38c5b95f414c service neutron] 10.222.0.55 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824823 Jul 14 09:59:12.818452 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1aa4b8c2-75ad-4057-a3c5-130bf8fcf3c2 req-958d4d2c-51aa-4afc-a2e0-3d339a571fe4 service neutron] 10.222.0.55 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807099 Jul 14 09:59:13.090373 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6532bef-c069-4ec9-8da9-6f7e9b797546 req-674c2126-7a34-4636-b448-52b7b818b76d tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:13.091788 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6532bef-c069-4ec9-8da9-6f7e9b797546 req-674c2126-7a34-4636-b448-52b7b818b76d tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 944 time: 0.0664058 Jul 14 09:59:13.129871 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6532bef-c069-4ec9-8da9-6f7e9b797546 req-6daa10b1-5fba-4e57-9a67-af2c4e1306af tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319178 Jul 14 09:59:13.510827 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409ea53a-c1bc-4028-a478-433c444a55b4', 'tag': '4b4798be-c206-4fb4-9d58-e88f870def6a'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:13.513174 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f15664-fa8e-498d-8908-51e1b9c11cab" -d '{"events": [{"name": "network-changed", "server_uuid": "409ea53a-c1bc-4028-a478-433c444a55b4", "tag": "4b4798be-c206-4fb4-9d58-e88f870def6a"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:13.547667 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00480b7-a25d-4aa7-b397-e7bb89d733d7 x-openstack-request-id: req-c00480b7-a25d-4aa7-b397-e7bb89d733d7 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:13.547949 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409ea53a-c1bc-4028-a478-433c444a55b4", "tag": "4b4798be-c206-4fb4-9d58-e88f870def6a", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:13.548197 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c00480b7-a25d-4aa7-b397-e7bb89d733d7 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:13.548591 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409ea53a-c1bc-4028-a478-433c444a55b4', 'tag': '4b4798be-c206-4fb4-9d58-e88f870def6a', 'status': 'completed', 'code': 200} Jul 14 09:59:13.656950 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f15664-fa8e-498d-8908-51e1b9c11cab req-f30bda59-0dc9-4f06-8c60-79fa5a45f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:13.658520 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-78f15664-fa8e-498d-8908-51e1b9c11cab req-f30bda59-0dc9-4f06-8c60-79fa5a45f34d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=001b7a77177548f5aa7c70e1a03fe7f2&device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 1096 time: 0.0567641 Jul 14 09:59:13.746022 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f15664-fa8e-498d-8908-51e1b9c11cab req-a4dd606a-cc19-4d14-af84-ce24ff4ea381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:13.747490 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-78f15664-fa8e-498d-8908-51e1b9c11cab req-a4dd606a-cc19-4d14-af84-ce24ff4ea381 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab HTTP/1.1" status: 200 len: 916 time: 0.0814898 Jul 14 09:59:13.791762 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-78f15664-fa8e-498d-8908-51e1b9c11cab req-1eac89f2-567c-4973-afe6-98558305d955 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b4798be-c206-4fb4-9d58-e88f870def6a HTTP/1.1" status: 200 len: 217 time: 0.0374837 Jul 14 09:59:13.839475 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f15664-fa8e-498d-8908-51e1b9c11cab req-a3e47b3b-186a-4244-aca1-66af5fb3bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:13.840914 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-78f15664-fa8e-498d-8908-51e1b9c11cab req-a3e47b3b-186a-4244-aca1-66af5fb3bba1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=681d7396-e401-4b85-8ffa-f00b372b76b3 HTTP/1.1" status: 200 len: 855 time: 0.0430768 Jul 14 09:59:13.872960 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-78f15664-fa8e-498d-8908-51e1b9c11cab req-8530e9fd-7002-47d4-aa2a-fc8754c498ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248196 Jul 14 09:59:13.966679 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-78f15664-fa8e-498d-8908-51e1b9c11cab req-a21c6046-45d8-455b-a66f-4e54c00522f4 service neutron] 10.222.0.55 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830653 Jul 14 09:59:14.053962 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-78f15664-fa8e-498d-8908-51e1b9c11cab req-81819214-f2c0-4998-bf08-434076897e7e service neutron] 10.222.0.55 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798924 Jul 14 09:59:14.299738 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db291786-1c01-4aae-ae91-476cbda4c28f req-950b510a-0c3e-4a54-b29b-5694284b54aa tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:14.301238 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db291786-1c01-4aae-ae91-476cbda4c28f req-950b510a-0c3e-4a54-b29b-5694284b54aa tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 944 time: 0.0647473 Jul 14 09:59:14.338007 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db291786-1c01-4aae-ae91-476cbda4c28f req-897484d5-d98c-44c4-a971-a9cca54700f4 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311532 Jul 14 09:59:15.139851 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 96447cb7-7627-4fbe-997e-b69688511e97 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:59:15.164526 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 96447cb7-7627-4fbe-997e-b69688511e97 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:59:15.164850 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 96447cb7-7627-4fbe-997e-b69688511e97 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:59:15.512565 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7831c6-a1c4-47df-9d13-5d565210806a req-d492aaee-fd52-435b-92b7-f5abdfbc2807 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:15.513980 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e7831c6-a1c4-47df-9d13-5d565210806a req-d492aaee-fd52-435b-92b7-f5abdfbc2807 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 944 time: 0.0658123 Jul 14 09:59:15.551071 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e7831c6-a1c4-47df-9d13-5d565210806a req-d61908cf-5a5e-44bc-b431-5f96095b5b48 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314581 Jul 14 09:59:16.677025 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:16.721374 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe3898-2e6b-4f24-ac12-1cfd0cc21646 req-a04ab51f-5797-4c44-bbdc-322e90d428dc tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:16.722902 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9cbe3898-2e6b-4f24-ac12-1cfd0cc21646 req-a04ab51f-5797-4c44-bbdc-322e90d428dc tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 944 time: 0.0649865 Jul 14 09:59:16.760160 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9cbe3898-2e6b-4f24-ac12-1cfd0cc21646 req-01535d00-4310-48bf-befd-55b63ce76d8e tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316658 Jul 14 09:59:17.172344 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 4b4798be-c206-4fb4-9d58-e88f870def6a details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:59:17.264022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 4b4798be-c206-4fb4-9d58-e88f870def6a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4b4798be-c206-4fb4-9d58-e88f870def6a,segment=NetworkSegment(9942f97e-458d-4614-bf38-4c912d4b9643),segment_id=9942f97e-458d-4614-bf38-4c912d4b9643)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:17.275315 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '4b4798be-c206-4fb4-9d58-e88f870def6a', 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab', 'port_id': '4b4798be-c206-4fb4-9d58-e88f870def6a', 'mac_address': 'fa:16:3e:91:ab:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681d7396-e401-4b85-8ffa-f00b372b76b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:59:17.311358 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:17.326800 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4798be-c206-4fb4-9d58-e88f870def6a {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:59:17.346879 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 4b4798be-c206-4fb4-9d58-e88f870def6a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4b4798be-c206-4fb4-9d58-e88f870def6a,segment=NetworkSegment(9942f97e-458d-4614-bf38-4c912d4b9643),segment_id=9942f97e-458d-4614-bf38-4c912d4b9643)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:17.350697 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:17.396289 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=4b4798be-c206-4fb4-9d58-e88f870def6a,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:17.625341 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['4b4798be-c206-4fb4-9d58-e88f870def6a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:59:17.933145 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a17c4e-52ea-4247-a2f6-c25ba30e5764 req-ba0c24cc-ddfe-4647-8491-07ea0ffc7f32 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:17.934563 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55a17c4e-52ea-4247-a2f6-c25ba30e5764 req-ba0c24cc-ddfe-4647-8491-07ea0ffc7f32 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 945 time: 0.0622761 Jul 14 09:59:17.973211 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55a17c4e-52ea-4247-a2f6-c25ba30e5764 req-af698448-3c9d-46a7-967b-b1f2975f76f0 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324969 Jul 14 09:59:19.153400 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e219c1-6f32-4755-8ca7-0689a3d27a2d req-fc836103-2393-4210-8279-4a476830bb49 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:19.154916 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4e219c1-6f32-4755-8ca7-0689a3d27a2d req-fc836103-2393-4210-8279-4a476830bb49 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 945 time: 0.0687971 Jul 14 09:59:19.188221 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 4b4798be-c206-4fb4-9d58-e88f870def6a up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:59:19.196529 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4e219c1-6f32-4755-8ca7-0689a3d27a2d req-34913f7d-f59c-414e-9358-e4697cea25bb tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352437 Jul 14 09:59:19.241216 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 4b4798be-c206-4fb4-9d58-e88f870def6a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:59:19.244498 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 4b4798be-c206-4fb4-9d58-e88f870def6a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:59:19.244854 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:19.319094 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:19.341216 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409ea53a-c1bc-4028-a478-433c444a55b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4798be-c206-4fb4-9d58-e88f870def6a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:19.343458 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34556e0-321e-4a5a-8d99-a9955178ae6a" -d '{"events": [{"server_uuid": "409ea53a-c1bc-4028-a478-433c444a55b4", "name": "network-vif-plugged", "status": "completed", "tag": "4b4798be-c206-4fb4-9d58-e88f870def6a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:19.356566 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 4b4798be-c206-4fb4-9d58-e88f870def6a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4b4798be-c206-4fb4-9d58-e88f870def6a,segment=NetworkSegment(9942f97e-458d-4614-bf38-4c912d4b9643),segment_id=9942f97e-458d-4614-bf38-4c912d4b9643)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:19.360990 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:19.386491 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec319c6-0622-4fcc-ab70-740f2eb30189 x-openstack-request-id: req-6ec319c6-0622-4fcc-ab70-740f2eb30189 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:19.386786 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409ea53a-c1bc-4028-a478-433c444a55b4", "name": "network-vif-plugged", "status": "completed", "tag": "4b4798be-c206-4fb4-9d58-e88f870def6a", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:19.387039 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ec319c6-0622-4fcc-ab70-740f2eb30189 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:19.387417 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409ea53a-c1bc-4028-a478-433c444a55b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4798be-c206-4fb4-9d58-e88f870def6a', 'code': 200} Jul 14 09:59:19.414159 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=4b4798be-c206-4fb4-9d58-e88f870def6a,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:19.525897 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e9c41-b9a3-4a7a-b15c-741609aa2cbc req-87c94ac6-e978-4779-a8f2-836507ceb205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:19.527296 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fc9e9c41-b9a3-4a7a-b15c-741609aa2cbc req-87c94ac6-e978-4779-a8f2-836507ceb205 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 1098 time: 0.0513890 Jul 14 09:59:19.560654 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fc9e9c41-b9a3-4a7a-b15c-741609aa2cbc req-195a1d16-2838-4dd9-88be-0bc0f1c5c95e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265939 Jul 14 09:59:20.368647 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7ae93-a9d2-4f2a-94fa-4cd7a81c01d5 req-ac5cafb6-086e-4755-b118-524651a16294 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:20.370168 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8bc7ae93-a9d2-4f2a-94fa-4cd7a81c01d5 req-ac5cafb6-086e-4755-b118-524651a16294 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0634024 Jul 14 09:59:20.409125 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8bc7ae93-a9d2-4f2a-94fa-4cd7a81c01d5 req-9ea93a20-d6d4-436e-adb1-f2e4716f27bd tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334356 Jul 14 09:59:21.597592 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efff74d-0101-4076-a2f7-400f7b866cb3 req-56c1318b-1a44-4fc1-bf91-7d987b9dc929 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:21.599331 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5efff74d-0101-4076-a2f7-400f7b866cb3 req-56c1318b-1a44-4fc1-bf91-7d987b9dc929 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0701656 Jul 14 09:59:21.643998 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5efff74d-0101-4076-a2f7-400f7b866cb3 req-8d011fc0-ce30-477b-a12d-ea2d4b319983 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332894 Jul 14 09:59:21.829274 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679923b-5671-4fa5-9223-f6d3520fe40f req-4c127f31-baee-4aea-ac53-cd05ba24d17f tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:21.830853 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3679923b-5671-4fa5-9223-f6d3520fe40f req-4c127f31-baee-4aea-ac53-cd05ba24d17f tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0685513 Jul 14 09:59:21.869884 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3679923b-5671-4fa5-9223-f6d3520fe40f req-ba466436-83d2-4aec-b82a-30af5e6689fe tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334721 Jul 14 09:59:22.202455 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-27a637ae-385b-46f5-856d-cb561e383e7a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0548887 Jul 14 09:59:22.257127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2771f47-b653-42b1-8ff5-9b65586171ed req-8abb1418-e253-4146-b19a-5ce9d63eb358 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:22.258735 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2771f47-b653-42b1-8ff5-9b65586171ed req-8abb1418-e253-4146-b19a-5ce9d63eb358 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0649612 Jul 14 09:59:22.305427 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2771f47-b653-42b1-8ff5-9b65586171ed req-c97edb89-31ff-4b62-894d-2cddc8b17825 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410187 Jul 14 09:59:23.472793 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-1ccc328e-9e0d-4b28-8a3f-644c347db8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:23.474522 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-1ccc328e-9e0d-4b28-8a3f-644c347db8e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=001b7a77177548f5aa7c70e1a03fe7f2&device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 1098 time: 0.0528133 Jul 14 09:59:23.487858 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12974476-569e-4ab9-915c-da3bdb4ae709 req-8a448d26-6a08-4948-8f76-a14617f9c1aa tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:23.489636 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-12974476-569e-4ab9-915c-da3bdb4ae709 req-8a448d26-6a08-4948-8f76-a14617f9c1aa tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0690498 Jul 14 09:59:23.527301 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-12974476-569e-4ab9-915c-da3bdb4ae709 req-ea3eadc2-dfc4-404e-a884-98509e5b30bd tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319581 Jul 14 09:59:23.564252 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-0cb979e3-985a-4629-b1bf-c711ca8a4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:23.565768 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-0cb979e3-985a-4629-b1bf-c711ca8a4566 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab HTTP/1.1" status: 200 len: 916 time: 0.0847440 Jul 14 09:59:23.609018 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-63292b9e-fe2b-44c1-b778-03c2a253fc7a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b4798be-c206-4fb4-9d58-e88f870def6a HTTP/1.1" status: 200 len: 217 time: 0.0368288 Jul 14 09:59:23.656123 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-61e6c7fb-4a1a-4a4c-8a7d-d3a6a1c4c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:23.657520 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-61e6c7fb-4a1a-4a4c-8a7d-d3a6a1c4c93a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=681d7396-e401-4b85-8ffa-f00b372b76b3 HTTP/1.1" status: 200 len: 855 time: 0.0422282 Jul 14 09:59:23.688974 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-9d664634-c4c7-4b46-9f0d-47fc31a1f0d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244915 Jul 14 09:59:23.778029 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-0e1894bb-9a4e-474a-9b94-ff83f5605504 service neutron] 10.222.0.55 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819991 Jul 14 09:59:23.863047 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-d40e59d5-c598-4653-89e0-1a7ecdd64ae5 service neutron] 10.222.0.55 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782716 Jul 14 09:59:24.701417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bc5e7-81d1-4007-97a0-700079b087b6 req-4bf775c1-edd1-4540-ac32-f113d308b04a tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:24.702927 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-711bc5e7-81d1-4007-97a0-700079b087b6 req-4bf775c1-edd1-4540-ac32-f113d308b04a tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0622067 Jul 14 09:59:24.740356 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-711bc5e7-81d1-4007-97a0-700079b087b6 req-7728acef-9ebe-4c44-9fa0-3de9885a5e7b tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320425 Jul 14 09:59:25.915211 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949a818-6c49-4f8e-8c5d-4ca8b1ec502a req-948e3444-c1bf-482a-9a99-bfcb429a6ada tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:25.916817 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c949a818-6c49-4f8e-8c5d-4ca8b1ec502a req-948e3444-c1bf-482a-9a99-bfcb429a6ada tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0671804 Jul 14 09:59:25.956218 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c949a818-6c49-4f8e-8c5d-4ca8b1ec502a req-339d81a8-c2bc-4fff-92c8-9ffb52cc010d tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338676 Jul 14 09:59:27.131758 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1f9ae-844c-44e5-9edf-c957f9674857 req-21b59c30-594d-43f8-81bb-823ebf5b74f4 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:27.133424 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0fd1f9ae-844c-44e5-9edf-c957f9674857 req-21b59c30-594d-43f8-81bb-823ebf5b74f4 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0637195 Jul 14 09:59:27.171780 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0fd1f9ae-844c-44e5-9edf-c957f9674857 req-b7126d9c-b1f3-4837-8a5a-5a715feb26e3 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327101 Jul 14 09:59:27.314351 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14ef61ca-29b3-4657-b478-48229b09572f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:28.341547 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc7967-eb38-44eb-9041-2a194d62d182 req-72410eba-1335-410e-a590-4ab5d27a0db2 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:28.343036 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3dc7967-eb38-44eb-9041-2a194d62d182 req-72410eba-1335-410e-a590-4ab5d27a0db2 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0618300 Jul 14 09:59:28.348788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-05b29b65-a472-4bd5-9604-f2b3bd6f582a req-ebf2bf7e-3341-445e-9b99-cfbb91d7badd service neutron] (93887) timed out ('10.222.0.49', 50416) {{(pid=93887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:59:28.380322 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e3dc7967-eb38-44eb-9041-2a194d62d182 req-95559f09-11a3-471e-b474-521635fcd54a tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306399 Jul 14 09:59:29.554029 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d54c51-2572-4112-ad8d-4b698e7eca77 req-f32df240-7a38-40f3-a453-7b32e6766ca9 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:29.555412 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69d54c51-2572-4112-ad8d-4b698e7eca77 req-f32df240-7a38-40f3-a453-7b32e6766ca9 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0665329 Jul 14 09:59:29.592459 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69d54c51-2572-4112-ad8d-4b698e7eca77 req-743b4059-4b87-4e27-a220-1ce35f3d404d tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314767 Jul 14 09:59:29.808566 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1c0c43f-cb1a-4954-b934-7d870c24fe11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:29.945160 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:30.764015 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1b3da-aaf0-497a-bb04-12f5eb024b1e req-499e5387-2207-41a9-aba8-ef4b822fdb92 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:30.765565 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6f1b3da-aaf0-497a-bb04-12f5eb024b1e req-499e5387-2207-41a9-aba8-ef4b822fdb92 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0621948 Jul 14 09:59:30.803802 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6f1b3da-aaf0-497a-bb04-12f5eb024b1e req-51924c66-f869-4b84-82d8-9c1036ebde93 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324774 Jul 14 09:59:30.804713 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:31.977446 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac83d17-94e7-476a-9030-4444bb24ee6a req-dd2e6506-c56e-4760-b8b7-88d9f6f9dcdd tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:31.978944 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cac83d17-94e7-476a-9030-4444bb24ee6a req-dd2e6506-c56e-4760-b8b7-88d9f6f9dcdd tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0669248 Jul 14 09:59:32.015355 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cac83d17-94e7-476a-9030-4444bb24ee6a req-48cc68ae-7ffd-41c3-9c46-66ef3e53730c tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309539 Jul 14 09:59:32.178452 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:32.873448 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:33.188393 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da0441-5ad7-422d-b3d0-4c42a08974c9 req-702bd174-70ac-489e-b386-55dc9f088d41 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:33.190390 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-18da0441-5ad7-422d-b3d0-4c42a08974c9 req-702bd174-70ac-489e-b386-55dc9f088d41 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0626247 Jul 14 09:59:33.229332 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-18da0441-5ad7-422d-b3d0-4c42a08974c9 req-06e4691f-e752-442f-aba7-36a9fb9c024a tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334585 Jul 14 09:59:34.402875 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4302e-2883-4f5d-ab2c-fd4f02264dae req-ed472455-f035-4032-8bad-54bd51b27ab5 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:34.404328 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bce4302e-2883-4f5d-ab2c-fd4f02264dae req-ed472455-f035-4032-8bad-54bd51b27ab5 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0615833 Jul 14 09:59:34.440864 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bce4302e-2883-4f5d-ab2c-fd4f02264dae req-ddfa2aba-1e6f-4e9e-8134-11b55658ac82 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304606 Jul 14 09:59:35.614297 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47f2f4-7fd9-405f-9ca7-edb544075b4c req-6ed840ac-e963-43c3-b20e-cd696873c24c tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:35.615777 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e47f2f4-7fd9-405f-9ca7-edb544075b4c req-6ed840ac-e963-43c3-b20e-cd696873c24c tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0662739 Jul 14 09:59:35.652980 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e47f2f4-7fd9-405f-9ca7-edb544075b4c req-ca1fa598-ab21-4808-846f-b33358b12c1c tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316980 Jul 14 09:59:36.823349 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcee03-50b0-4305-9c07-0276bde54b79 req-fb8721e6-4b52-446f-b793-a99ee75e4eb1 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:36.824824 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bebcee03-50b0-4305-9c07-0276bde54b79 req-fb8721e6-4b52-446f-b793-a99ee75e4eb1 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0620956 Jul 14 09:59:36.862133 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bebcee03-50b0-4305-9c07-0276bde54b79 req-7038f5fb-fc26-453b-a15b-b9478507f4b5 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317471 Jul 14 09:59:38.032534 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1f010-cea7-4c32-a661-8e9491fe7e30 req-da618c07-eea8-41d2-94e0-5684137c0ae3 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:38.034574 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cef1f010-cea7-4c32-a661-8e9491fe7e30 req-da618c07-eea8-41d2-94e0-5684137c0ae3 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0660188 Jul 14 09:59:38.070594 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cef1f010-cea7-4c32-a661-8e9491fe7e30 req-5c4ac58d-9b67-4092-98df-7315ef46c7fa tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306621 Jul 14 09:59:38.740352 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:59:39.243235 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b89e7-ea11-4ce3-96f5-da170395278b req-21138b08-28dc-4e76-9b97-82fd5cf5b2bc tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:39.244727 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4c1b89e7-ea11-4ce3-96f5-da170395278b req-21138b08-28dc-4e76-9b97-82fd5cf5b2bc tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0651035 Jul 14 09:59:39.284218 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4c1b89e7-ea11-4ce3-96f5-da170395278b req-5a90d131-fcee-470d-b0e8-d2b845480986 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337462 Jul 14 09:59:40.456463 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86c303-1ae1-44e2-a0c5-3374a58e2dd2 req-f7ea0fdd-380e-4e0e-8dfc-a160c619e3f2 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:40.457970 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e86c303-1ae1-44e2-a0c5-3374a58e2dd2 req-f7ea0fdd-380e-4e0e-8dfc-a160c619e3f2 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0615311 Jul 14 09:59:40.495205 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e86c303-1ae1-44e2-a0c5-3374a58e2dd2 req-51d82b5c-5e4a-4eaa-b12e-1d140bc39c0b tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313041 Jul 14 09:59:41.667728 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd330d6d-4cdb-4f3f-8d67-f151ccd4d48e req-46d07a33-ac9a-473a-8193-d2fb81e52488 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:41.669182 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd330d6d-4cdb-4f3f-8d67-f151ccd4d48e req-46d07a33-ac9a-473a-8193-d2fb81e52488 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0659049 Jul 14 09:59:41.705518 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd330d6d-4cdb-4f3f-8d67-f151ccd4d48e req-a84e8c30-85e4-4a0b-9864-891f37f4f066 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307181 Jul 14 09:59:42.875775 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3be809-e18e-46a9-82a3-fc4c603f931e req-dfdf5648-312a-4eb2-8e76-a2613255a959 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:42.877240 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db3be809-e18e-46a9-82a3-fc4c603f931e req-dfdf5648-312a-4eb2-8e76-a2613255a959 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0616412 Jul 14 09:59:42.913918 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db3be809-e18e-46a9-82a3-fc4c603f931e req-067241ad-a56a-4d64-b87e-4953a4d54329 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311482 Jul 14 09:59:44.090012 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565847d-bdc0-4c95-9c68-3c0d84fd4944 req-078d8db2-d56a-4205-929b-16c756d8a4af tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:44.091478 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7565847d-bdc0-4c95-9c68-3c0d84fd4944 req-078d8db2-d56a-4205-929b-16c756d8a4af tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0664504 Jul 14 09:59:44.128703 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7565847d-bdc0-4c95-9c68-3c0d84fd4944 req-ee9af59c-fc34-4d50-8e34-d7b4dd1d64bd tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316610 Jul 14 09:59:45.297200 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc27af-cdf9-4938-ae6c-affd3262d778 req-f9cc9101-1676-4f8c-8a72-1b254f04d7d4 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:45.300464 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96dc27af-cdf9-4938-ae6c-affd3262d778 req-f9cc9101-1676-4f8c-8a72-1b254f04d7d4 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0654247 Jul 14 09:59:45.339088 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96dc27af-cdf9-4938-ae6c-affd3262d778 req-30f1547a-72d5-4541-9c20-dacf26e72567 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330720 Jul 14 09:59:45.412433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd38a2-86eb-4d1b-8b55-525278ebbae0 req-8f0b83e4-b563-4af5-9dad-2ce00e9a012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:45.413842 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-75dd38a2-86eb-4d1b-8b55-525278ebbae0 req-8f0b83e4-b563-4af5-9dad-2ce00e9a012c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=001b7a77177548f5aa7c70e1a03fe7f2&device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 1098 time: 0.0566010 Jul 14 09:59:45.514966 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd38a2-86eb-4d1b-8b55-525278ebbae0 req-4fb1a955-933c-41f0-bd7e-039ebb97b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:45.516656 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-75dd38a2-86eb-4d1b-8b55-525278ebbae0 req-4fb1a955-933c-41f0-bd7e-039ebb97b39b service neutron] 10.222.0.55 "GET /v2.0/networks?id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab HTTP/1.1" status: 200 len: 916 time: 0.0823784 Jul 14 09:59:45.556605 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-75dd38a2-86eb-4d1b-8b55-525278ebbae0 req-400d7116-2c06-4f56-9929-c3947bb920fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b4798be-c206-4fb4-9d58-e88f870def6a HTTP/1.1" status: 200 len: 217 time: 0.0329008 Jul 14 09:59:45.606661 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd38a2-86eb-4d1b-8b55-525278ebbae0 req-f2e01dc0-2f51-46e8-9cbf-98e6e1e56cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:45.608056 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-75dd38a2-86eb-4d1b-8b55-525278ebbae0 req-f2e01dc0-2f51-46e8-9cbf-98e6e1e56cfa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=681d7396-e401-4b85-8ffa-f00b372b76b3 HTTP/1.1" status: 200 len: 855 time: 0.0452876 Jul 14 09:59:45.646035 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-75dd38a2-86eb-4d1b-8b55-525278ebbae0 req-844de2bc-1dbe-4ef7-bacd-2822157b6b62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254850 Jul 14 09:59:45.732001 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-75dd38a2-86eb-4d1b-8b55-525278ebbae0 req-731b4b93-2365-43c7-922c-16430177aeb3 service neutron] 10.222.0.55 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796967 Jul 14 09:59:45.823208 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-75dd38a2-86eb-4d1b-8b55-525278ebbae0 req-760cd8d8-a98a-4e90-b8ec-a5f3ee96014a service neutron] 10.222.0.55 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841587 Jul 14 09:59:46.509195 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095be0bf-07ee-490a-9242-2fd5eeff2306 req-5161f939-3dc4-484b-b964-2d00c30825da tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:46.510613 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-095be0bf-07ee-490a-9242-2fd5eeff2306 req-5161f939-3dc4-484b-b964-2d00c30825da tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0618396 Jul 14 09:59:46.547556 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-095be0bf-07ee-490a-9242-2fd5eeff2306 req-ee1271fa-cf2b-4e8a-bde7-e7f1afe4e84f tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314124 Jul 14 09:59:46.675291 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:47.727689 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67118ffc-9231-49ec-878e-c38f5307f978 req-2323eaf5-6c73-4df2-9539-8f2e3a2c76bc tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:47.729186 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67118ffc-9231-49ec-878e-c38f5307f978 req-2323eaf5-6c73-4df2-9539-8f2e3a2c76bc tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0662215 Jul 14 09:59:47.765270 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67118ffc-9231-49ec-878e-c38f5307f978 req-78d34a64-678e-481a-88df-f1b3d494a096 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306106 Jul 14 09:59:48.934131 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229ccf4-7456-40a0-ad45-6a184ab21ee7 req-dc810691-fead-487b-9d46-ad9f969aaec5 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:48.935632 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8229ccf4-7456-40a0-ad45-6a184ab21ee7 req-dc810691-fead-487b-9d46-ad9f969aaec5 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0620492 Jul 14 09:59:48.973955 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8229ccf4-7456-40a0-ad45-6a184ab21ee7 req-47554e11-cb13-4105-a277-6f6137c7856f tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322413 Jul 14 09:59:50.164510 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4f578-c6a5-46a6-8553-acc439f44fb4 req-42d76b6d-ec5a-4008-bda9-ce4f466ea1ab tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:50.165994 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30f4f578-c6a5-46a6-8553-acc439f44fb4 req-42d76b6d-ec5a-4008-bda9-ce4f466ea1ab tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0654190 Jul 14 09:59:50.202027 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30f4f578-c6a5-46a6-8553-acc439f44fb4 req-27801a34-3ee1-4497-90cb-67cc6073f45f tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305624 Jul 14 09:59:50.994109 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-55f47050-7fd1-47b7-bee9-9477c8289112 service neutron] show failed (client error): The resource could not be found. Jul 14 09:59:50.995127 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-55f47050-7fd1-47b7-bee9-9477c8289112 service neutron] 10.222.0.55 "GET /v2.0/ports/4b4798be-c206-4fb4-9d58-e88f870def6a/bindings/n-h2-798054-10 HTTP/1.1" status: 404 len: 381 time: 0.0570436 Jul 14 09:59:51.237469 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-4cbe1ccb-747f-40db-9202-e7db5abcc1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:51.239042 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-4cbe1ccb-747f-40db-9202-e7db5abcc1d1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4&tenant_id=001b7a77177548f5aa7c70e1a03fe7f2 HTTP/1.1" status: 200 len: 1098 time: 0.0529437 Jul 14 09:59:51.250340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-10', 'device_owner': 'compute:nova'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:51.357309 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.425708 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be86e0-072f-4ae4-92b3-6d01a3b667dd req-91d8e76b-7eae-4406-87ed-c3ce385a059d tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:51.427264 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-51be86e0-072f-4ae4-92b3-6d01a3b667dd req-91d8e76b-7eae-4406-87ed-c3ce385a059d tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.1137102 Jul 14 09:59:51.527720 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-51be86e0-072f-4ae4-92b3-6d01a3b667dd req-bc12e530-73c0-4dba-a784-438d024a01d7 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937183 Jul 14 09:59:51.606570 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] For port 4b4798be-c206-4fb4-9d58-e88f870def6a, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=4b4798be-c206-4fb4-9d58-e88f870def6a,segment=NetworkSegment(9942f97e-458d-4614-bf38-4c912d4b9643),segment_id=9942f97e-458d-4614-bf38-4c912d4b9643)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:51.639194 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] For port 4b4798be-c206-4fb4-9d58-e88f870def6a, host n-h1-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:59:51.681059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409ea53a-c1bc-4028-a478-433c444a55b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b4798be-c206-4fb4-9d58-e88f870def6a'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:51.683487 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa300d62-275e-42a1-8585-5a6b1b4041eb" -d '{"events": [{"server_uuid": "409ea53a-c1bc-4028-a478-433c444a55b4", "name": "network-vif-unplugged", "status": "completed", "tag": "4b4798be-c206-4fb4-9d58-e88f870def6a"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:51.687046 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.699952 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Transition to ACTIVE for port object 4b4798be-c206-4fb4-9d58-e88f870def6a will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:59:51.702947 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.768722 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] No DVR routers for this DVR port 4b4798be-c206-4fb4-9d58-e88f870def6a on host n-h1-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:59:51.773964 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Pushing event updated for resources: {'Port': ['ID=4b4798be-c206-4fb4-9d58-e88f870def6a,revision_number=6']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:51.785658 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:51.786132 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:51.786408 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:51.786728 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:51.787075 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:51.787386 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:51.787733 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:51.788014 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:51.788338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:51.788654 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:51.788972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:51.789328 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:51.822767 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Attempting to bind port 4b4798be-c206-4fb4-9d58-e88f870def6a on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:51.823102 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Attempting to bind port 4b4798be-c206-4fb4-9d58-e88f870def6a by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9942f97e-458d-4614-bf38-4c912d4b9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:51.823431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Attempting to bind port 4b4798be-c206-4fb4-9d58-e88f870def6a on network 1329e0fb-ab5e-4687-9ab1-141c83d5aaab {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:51.828224 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Port 4b4798be-c206-4fb4-9d58-e88f870def6a on network 1329e0fb-ab5e-4687-9ab1-141c83d5aaab not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:51.828543 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Attempting to bind port 4b4798be-c206-4fb4-9d58-e88f870def6a on network 1329e0fb-ab5e-4687-9ab1-141c83d5aaab {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:51.834032 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:59:51.834438 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Checking segment: {'id': '9942f97e-458d-4614-bf38-4c912d4b9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:59:51.834832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Bound using segment: {'id': '9942f97e-458d-4614-bf38-4c912d4b9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:59:51.835253 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Bound port: 4b4798be-c206-4fb4-9d58-e88f870def6a, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9942f97e-458d-4614-bf38-4c912d4b9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:59:51.835625 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.906749 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] For port 4b4798be-c206-4fb4-9d58-e88f870def6a, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:59:51.910389 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] For port 4b4798be-c206-4fb4-9d58-e88f870def6a, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=4b4798be-c206-4fb4-9d58-e88f870def6a,segment=NetworkSegment(9942f97e-458d-4614-bf38-4c912d4b9643),segment_id=9942f97e-458d-4614-bf38-4c912d4b9643)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:59:51.914588 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.941093 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1268d4b-8000-40ff-b7c2-7c583803c119 x-openstack-request-id: req-f1268d4b-8000-40ff-b7c2-7c583803c119 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:51.941379 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409ea53a-c1bc-4028-a478-433c444a55b4", "name": "network-vif-unplugged", "status": "completed", "tag": "4b4798be-c206-4fb4-9d58-e88f870def6a", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:51.941641 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1268d4b-8000-40ff-b7c2-7c583803c119 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:51.942090 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409ea53a-c1bc-4028-a478-433c444a55b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b4798be-c206-4fb4-9d58-e88f870def6a', 'code': 200} Jul 14 09:59:51.950932 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:51.951534 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.952913 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] 10.222.0.49 "PUT /v2.0/ports/4b4798be-c206-4fb4-9d58-e88f870def6a HTTP/1.1" status: 200 len: 1093 time: 0.7068017 Jul 14 09:59:51.973034 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc022e-61c7-408c-b753-3e21e83f8d57 service neutron] Pushing event updated for resources: {'Port': ['ID=4b4798be-c206-4fb4-9d58-e88f870def6a,revision_number=7']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:52.025897 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-52d9406d-730f-4494-a8ab-a03e16315a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:52.027352 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-52d9406d-730f-4494-a8ab-a03e16315a4a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=001b7a77177548f5aa7c70e1a03fe7f2&device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 1096 time: 0.0514596 Jul 14 09:59:52.117162 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-f14b3377-830d-4690-8c87-9ecb8fb37dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:52.118650 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-f14b3377-830d-4690-8c87-9ecb8fb37dd0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab HTTP/1.1" status: 200 len: 916 time: 0.0850866 Jul 14 09:59:52.158496 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-4fea22b6-5b10-4475-ba99-6bc9e7b593be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b4798be-c206-4fb4-9d58-e88f870def6a HTTP/1.1" status: 200 len: 217 time: 0.0341518 Jul 14 09:59:52.203452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-f3ffa62b-9c45-44bd-8449-ff2f797ccc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:52.205367 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-f3ffa62b-9c45-44bd-8449-ff2f797ccc50 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=681d7396-e401-4b85-8ffa-f00b372b76b3 HTTP/1.1" status: 200 len: 855 time: 0.0411415 Jul 14 09:59:52.239747 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-29cab972-be11-4659-8f19-8fbbe8fd27b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286729 Jul 14 09:59:52.327375 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-49697496-1cb1-4823-b907-5c896f51e414 service neutron] 10.222.0.49 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808389 Jul 14 09:59:52.417426 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-78f7dba3-84c1-4e21-a082-aa33d1b7f813 req-28b8550c-8bc4-4c2b-9675-d761c957d6c6 service neutron] 10.222.0.49 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842063 Jul 14 09:59:52.708237 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48709b4c-e5fd-4cf5-81d4-44966f12d16c req-45e787e0-c35c-4317-9d6e-3fcb0bdcbe87 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:52.709722 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48709b4c-e5fd-4cf5-81d4-44966f12d16c req-45e787e0-c35c-4317-9d6e-3fcb0bdcbe87 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 944 time: 0.0648677 Jul 14 09:59:52.750735 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48709b4c-e5fd-4cf5-81d4-44966f12d16c req-43fe4f87-3279-412d-82af-6b44a57dffd2 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348518 Jul 14 09:59:53.927242 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398da20-eb07-487f-98b2-6eef350e54d6 req-d80f289a-f8a1-4196-a222-a9d5740520f5 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:53.928738 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c398da20-eb07-487f-98b2-6eef350e54d6 req-d80f289a-f8a1-4196-a222-a9d5740520f5 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 944 time: 0.0634601 Jul 14 09:59:53.948851 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409ea53a-c1bc-4028-a478-433c444a55b4', 'tag': '4b4798be-c206-4fb4-9d58-e88f870def6a'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:53.951069 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc64eab4-daaf-4ba5-a57f-c2ad2613ea05" -d '{"events": [{"name": "network-changed", "server_uuid": "409ea53a-c1bc-4028-a478-433c444a55b4", "tag": "4b4798be-c206-4fb4-9d58-e88f870def6a"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:53.976927 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c398da20-eb07-487f-98b2-6eef350e54d6 req-67b5114c-18c0-4b7d-a063-1aa18a423db5 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422339 Jul 14 09:59:54.011147 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f898d0d-6ff5-4645-bea3-574fbd49291b x-openstack-request-id: req-9f898d0d-6ff5-4645-bea3-574fbd49291b {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:54.011436 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409ea53a-c1bc-4028-a478-433c444a55b4", "tag": "4b4798be-c206-4fb4-9d58-e88f870def6a", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:54.011714 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f898d0d-6ff5-4645-bea3-574fbd49291b {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:54.012104 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409ea53a-c1bc-4028-a478-433c444a55b4', 'tag': '4b4798be-c206-4fb4-9d58-e88f870def6a', 'status': 'completed', 'code': 200} Jul 14 09:59:54.087871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64eab4-daaf-4ba5-a57f-c2ad2613ea05 req-5bc0655a-691c-4d58-8106-53b2948b9b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:54.089266 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc64eab4-daaf-4ba5-a57f-c2ad2613ea05 req-5bc0655a-691c-4d58-8106-53b2948b9b14 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=001b7a77177548f5aa7c70e1a03fe7f2&device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 1096 time: 0.0558200 Jul 14 09:59:54.115017 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64eab4-daaf-4ba5-a57f-c2ad2613ea05 req-42b4787d-5edf-4f27-a7b6-fa340c388c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:54.116514 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc64eab4-daaf-4ba5-a57f-c2ad2613ea05 req-42b4787d-5edf-4f27-a7b6-fa340c388c9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=001b7a77177548f5aa7c70e1a03fe7f2&device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 1096 time: 0.0560980 Jul 14 09:59:54.176663 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64eab4-daaf-4ba5-a57f-c2ad2613ea05 req-6239ff9f-bd95-498c-8407-de746e54c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:54.178164 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc64eab4-daaf-4ba5-a57f-c2ad2613ea05 req-6239ff9f-bd95-498c-8407-de746e54c383 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab HTTP/1.1" status: 200 len: 916 time: 0.0834234 Jul 14 09:59:54.205402 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64eab4-daaf-4ba5-a57f-c2ad2613ea05 req-bc442fe2-733b-4381-b8cb-9f6dff6c15ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:54.206922 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc64eab4-daaf-4ba5-a57f-c2ad2613ea05 req-bc442fe2-733b-4381-b8cb-9f6dff6c15ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab HTTP/1.1" status: 200 len: 916 time: 0.0836508 Jul 14 09:59:54.221415 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc64eab4-daaf-4ba5-a57f-c2ad2613ea05 req-a849aa38-4b9d-4a4a-8b4e-8a5e5c04384c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b4798be-c206-4fb4-9d58-e88f870def6a HTTP/1.1" status: 200 len: 217 time: 0.0375457 Jul 14 09:59:54.249208 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc64eab4-daaf-4ba5-a57f-c2ad2613ea05 req-2ff4d90d-3e59-4204-bca2-3b528c44f564 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b4798be-c206-4fb4-9d58-e88f870def6a HTTP/1.1" status: 200 len: 217 time: 0.0353551 Jul 14 09:59:54.268935 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64eab4-daaf-4ba5-a57f-c2ad2613ea05 req-ca50db09-4fbe-4ebd-8580-5ed74c0d10d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:54.270442 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc64eab4-daaf-4ba5-a57f-c2ad2613ea05 req-ca50db09-4fbe-4ebd-8580-5ed74c0d10d0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=681d7396-e401-4b85-8ffa-f00b372b76b3 HTTP/1.1" status: 200 len: 855 time: 0.0437641 Jul 14 09:59:54.304202 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64eab4-daaf-4ba5-a57f-c2ad2613ea05 req-02386165-b1dc-43f9-aa23-bd74af5e26e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:54.305683 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc64eab4-daaf-4ba5-a57f-c2ad2613ea05 req-02386165-b1dc-43f9-aa23-bd74af5e26e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=681d7396-e401-4b85-8ffa-f00b372b76b3 HTTP/1.1" status: 200 len: 855 time: 0.0494435 Jul 14 09:59:54.306873 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc64eab4-daaf-4ba5-a57f-c2ad2613ea05 req-a2185fa1-bba9-45f5-9025-dde2ab2f574a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304470 Jul 14 09:59:54.340953 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc64eab4-daaf-4ba5-a57f-c2ad2613ea05 req-87f6e5b7-ca4d-41fb-877e-d4c4759887cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281661 Jul 14 09:59:54.399426 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc64eab4-daaf-4ba5-a57f-c2ad2613ea05 req-0018cabd-cc06-442a-a511-aded540e07db service neutron] 10.222.0.49 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863926 Jul 14 09:59:54.429573 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc64eab4-daaf-4ba5-a57f-c2ad2613ea05 req-7af58b91-7a2f-40a2-9e28-96bd9944924b service neutron] 10.222.0.55 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821750 Jul 14 09:59:54.491763 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc64eab4-daaf-4ba5-a57f-c2ad2613ea05 req-d7361998-f728-4afe-a233-72badde093aa service neutron] 10.222.0.49 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856948 Jul 14 09:59:54.831247 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dc64eab4-daaf-4ba5-a57f-c2ad2613ea05 req-ea4df415-6f1b-4cfe-a9ce-cd045579dee6 service neutron] 10.222.0.55 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950310 Jul 14 09:59:55.148749 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cbe57-3595-4e4f-b560-f20a89bc8b77 req-783530cd-3584-426b-a8b3-7faa864c603e tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:55.150240 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-681cbe57-3595-4e4f-b560-f20a89bc8b77 req-783530cd-3584-426b-a8b3-7faa864c603e tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 944 time: 0.0617881 Jul 14 09:59:55.186621 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-681cbe57-3595-4e4f-b560-f20a89bc8b77 req-a10ff474-0f44-4bd7-b0e2-80b737ab7a26 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310309 Jul 14 09:59:55.405829 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 4b4798be-c206-4fb4-9d58-e88f870def6a no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:59:55.446791 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 4b4798be-c206-4fb4-9d58-e88f870def6a not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:59:55.489460 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589376f-2dad-43cd-b650-572cfcd0d030 req-1ada5e1a-b78e-49c2-bdc7-2f26b5ba2c00 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:55.490962 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7589376f-2dad-43cd-b650-572cfcd0d030 req-1ada5e1a-b78e-49c2-bdc7-2f26b5ba2c00 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 944 time: 0.0736647 Jul 14 09:59:55.503624 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20c7a5-31b5-4b00-81dc-5fd72640ee7d req-b28674e4-c75e-43ff-98dc-73f153e39d79 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:55.505080 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0f20c7a5-31b5-4b00-81dc-5fd72640ee7d req-b28674e4-c75e-43ff-98dc-73f153e39d79 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.55 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4&tenant_id=001b7a77177548f5aa7c70e1a03fe7f2&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 944 time: 0.0734246 Jul 14 09:59:55.528359 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7589376f-2dad-43cd-b650-572cfcd0d030 req-3f33e7a1-9b8d-45ea-833d-6c18b5233220 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317726 Jul 14 09:59:55.566439 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [req-0f20c7a5-31b5-4b00-81dc-5fd72640ee7d req-239848e9-6d20-4ca7-8bb1-821749aecd38 service neutron] delete failed (client error): The resource could not be found. Jul 14 09:59:55.567448 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0f20c7a5-31b5-4b00-81dc-5fd72640ee7d req-239848e9-6d20-4ca7-8bb1-821749aecd38 service neutron] 10.222.0.55 "DELETE /v2.0/ports/4b4798be-c206-4fb4-9d58-e88f870def6a/bindings/n-h1-798054-10 HTTP/1.1" status: 404 len: 381 time: 0.0565031 Jul 14 09:59:55.678586 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20c7a5-31b5-4b00-81dc-5fd72640ee7d req-fc5c55b5-643b-47cb-ae40-0d8db869434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:55.679960 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0f20c7a5-31b5-4b00-81dc-5fd72640ee7d req-fc5c55b5-643b-47cb-ae40-0d8db869434f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=001b7a77177548f5aa7c70e1a03fe7f2&device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 1096 time: 0.0519087 Jul 14 09:59:55.769931 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20c7a5-31b5-4b00-81dc-5fd72640ee7d req-c41403b0-c3b4-4b95-8c3e-4fcf8756d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:55.771453 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0f20c7a5-31b5-4b00-81dc-5fd72640ee7d req-c41403b0-c3b4-4b95-8c3e-4fcf8756d9e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab HTTP/1.1" status: 200 len: 916 time: 0.0846896 Jul 14 09:59:55.811585 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0f20c7a5-31b5-4b00-81dc-5fd72640ee7d req-c2e61d65-f461-4c3c-82a9-a51841fbb247 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b4798be-c206-4fb4-9d58-e88f870def6a HTTP/1.1" status: 200 len: 217 time: 0.0336680 Jul 14 09:59:55.859293 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20c7a5-31b5-4b00-81dc-5fd72640ee7d req-24025b6d-6e2c-4f59-bd67-fe0ab3b6063b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:55.861256 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0f20c7a5-31b5-4b00-81dc-5fd72640ee7d req-24025b6d-6e2c-4f59-bd67-fe0ab3b6063b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=681d7396-e401-4b85-8ffa-f00b372b76b3 HTTP/1.1" status: 200 len: 855 time: 0.0430791 Jul 14 09:59:55.894453 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0f20c7a5-31b5-4b00-81dc-5fd72640ee7d req-f042e044-16f1-4fe3-b7f1-cf0b58636e8c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1329e0fb-ab5e-4687-9ab1-141c83d5aaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257111 Jul 14 09:59:55.920327 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 4b4798be-c206-4fb4-9d58-e88f870def6a details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:59:55.990877 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0f20c7a5-31b5-4b00-81dc-5fd72640ee7d req-c71c6fb9-3497-4621-874d-7753ade5d194 service neutron] 10.222.0.55 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891895 Jul 14 09:59:56.015895 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 4b4798be-c206-4fb4-9d58-e88f870def6a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=4b4798be-c206-4fb4-9d58-e88f870def6a,segment=NetworkSegment(9942f97e-458d-4614-bf38-4c912d4b9643),segment_id=9942f97e-458d-4614-bf38-4c912d4b9643)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:56.027614 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '4b4798be-c206-4fb4-9d58-e88f870def6a', 'network_id': '1329e0fb-ab5e-4687-9ab1-141c83d5aaab', 'port_id': '4b4798be-c206-4fb4-9d58-e88f870def6a', 'mac_address': 'fa:16:3e:91:ab:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681d7396-e401-4b85-8ffa-f00b372b76b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:59:56.063076 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:56.075450 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4798be-c206-4fb4-9d58-e88f870def6a {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:59:56.078715 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0f20c7a5-31b5-4b00-81dc-5fd72640ee7d req-65c211f5-7a1d-4196-bd09-c039a553764f service neutron] 10.222.0.55 "GET /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811250 Jul 14 09:59:56.095879 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 4b4798be-c206-4fb4-9d58-e88f870def6a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=4b4798be-c206-4fb4-9d58-e88f870def6a,segment=NetworkSegment(9942f97e-458d-4614-bf38-4c912d4b9643),segment_id=9942f97e-458d-4614-bf38-4c912d4b9643)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:56.100401 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:56.150446 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=4b4798be-c206-4fb4-9d58-e88f870def6a,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:56.159306 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:56.159990 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:56.160327 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:56.160680 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:56.161006 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:56.161332 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:56.161654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:56.162066 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:56.162389 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:56.162706 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:56.163028 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:56.163343 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:56.310220 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['4b4798be-c206-4fb4-9d58-e88f870def6a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:59:56.709400 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd907b49-0548-4e5f-a318-b57744574cec req-37c62684-26e6-4bba-8547-412a6220d6b5 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:56.711153 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd907b49-0548-4e5f-a318-b57744574cec req-37c62684-26e6-4bba-8547-412a6220d6b5 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 945 time: 0.0653999 Jul 14 09:59:56.750545 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd907b49-0548-4e5f-a318-b57744574cec req-08958e36-677a-4a03-bb87-3f75766d9f22 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336995 Jul 14 09:59:57.314404 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c7c477b-bd23-4187-8349-1c80e7373e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:57.922760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faeb607-47df-4a31-b3d6-180f83001381 req-d6a79587-e6c7-4916-9194-c71309aa3efe tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:57.924230 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9faeb607-47df-4a31-b3d6-180f83001381 req-d6a79587-e6c7-4916-9194-c71309aa3efe tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 945 time: 0.0651195 Jul 14 09:59:57.934032 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 4b4798be-c206-4fb4-9d58-e88f870def6a up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:59:57.962661 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9faeb607-47df-4a31-b3d6-180f83001381 req-b142e567-3825-4ad9-a16f-345585012a63 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329587 Jul 14 09:59:57.983439 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 4b4798be-c206-4fb4-9d58-e88f870def6a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:59:57.987372 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 4b4798be-c206-4fb4-9d58-e88f870def6a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:59:57.987745 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:58.065606 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:58.089984 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409ea53a-c1bc-4028-a478-433c444a55b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4798be-c206-4fb4-9d58-e88f870def6a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:58.092240 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a15d56f-4224-44b4-b2c8-cb9780ee550e" -d '{"events": [{"server_uuid": "409ea53a-c1bc-4028-a478-433c444a55b4", "name": "network-vif-plugged", "status": "completed", "tag": "4b4798be-c206-4fb4-9d58-e88f870def6a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:58.104883 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 4b4798be-c206-4fb4-9d58-e88f870def6a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=4b4798be-c206-4fb4-9d58-e88f870def6a,segment=NetworkSegment(9942f97e-458d-4614-bf38-4c912d4b9643),segment_id=9942f97e-458d-4614-bf38-4c912d4b9643)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:58.111995 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:58.143312 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7855e20-9e56-4d66-a6d0-d6ddeb315d9f x-openstack-request-id: req-c7855e20-9e56-4d66-a6d0-d6ddeb315d9f {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:58.143604 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409ea53a-c1bc-4028-a478-433c444a55b4", "name": "network-vif-plugged", "status": "completed", "tag": "4b4798be-c206-4fb4-9d58-e88f870def6a", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:58.143860 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7855e20-9e56-4d66-a6d0-d6ddeb315d9f {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:58.144258 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409ea53a-c1bc-4028-a478-433c444a55b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4798be-c206-4fb4-9d58-e88f870def6a', 'code': 200} Jul 14 09:59:58.152382 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd673b24-3a64-4482-a9e9-6419bee0d9f7 req-9f161603-97c6-4980-9bab-42cdc0385d21 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:58.153973 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fd673b24-3a64-4482-a9e9-6419bee0d9f7 req-9f161603-97c6-4980-9bab-42cdc0385d21 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 945 time: 0.0780914 Jul 14 09:59:58.166400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=4b4798be-c206-4fb4-9d58-e88f870def6a,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:58.194535 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fd673b24-3a64-4482-a9e9-6419bee0d9f7 req-da3b89e3-09a3-4216-84cf-e953569662e9 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342638 Jul 14 09:59:58.364823 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81264a67-9b71-47e9-84d7-25c21a040ef3 req-a3425b13-6b52-4a50-aefd-553a5e357ebb tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:58.366335 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-81264a67-9b71-47e9-84d7-25c21a040ef3 req-a3425b13-6b52-4a50-aefd-553a5e357ebb tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0622406 Jul 14 09:59:58.403806 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-81264a67-9b71-47e9-84d7-25c21a040ef3 req-6944c55e-a1c8-418e-a323-a8ddde9ad2e7 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320389 Jul 14 09:59:58.956342 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cd333-f477-45a0-a57b-717db84f07b4 req-7b6bc03b-34fc-4189-bf26-58a2649fd902 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:58.957745 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3f1cd333-f477-45a0-a57b-717db84f07b4 req-7b6bc03b-34fc-4189-bf26-58a2649fd902 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0670195 Jul 14 09:59:58.994703 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3f1cd333-f477-45a0-a57b-717db84f07b4 req-f5b3d2ef-d7b1-4104-a97c-46cdc63f901f tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312533 Jul 14 09:59:59.810329 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6abb383a-f56c-469a-acb9-676e6a20f83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:59.947124 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:59.987506 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba114df-db8a-472e-8ba5-5218092b130b req-e443c31b-f8d5-4bb9-b9cf-fec1f33cf60f tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:59.988978 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ba114df-db8a-472e-8ba5-5218092b130b req-e443c31b-f8d5-4bb9-b9cf-fec1f33cf60f tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.49 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.0674810 Jul 14 10:00:00.090830 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-7ba114df-db8a-472e-8ba5-5218092b130b req-9fef8149-57df-405e-b4bb-2570754f6b33 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Deleting port 4b4798be-c206-4fb4-9d58-e88f870def6a {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:00.091081 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7ba114df-db8a-472e-8ba5-5218092b130b req-9fef8149-57df-405e-b4bb-2570754f6b33 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:00.558235 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-7ba114df-db8a-472e-8ba5-5218092b130b req-9fef8149-57df-405e-b4bb-2570754f6b33 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] For port 4b4798be-c206-4fb4-9d58-e88f870def6a, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=4b4798be-c206-4fb4-9d58-e88f870def6a,segment=NetworkSegment(9942f97e-458d-4614-bf38-4c912d4b9643),segment_id=9942f97e-458d-4614-bf38-4c912d4b9643)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:00.558599 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7ba114df-db8a-472e-8ba5-5218092b130b req-9fef8149-57df-405e-b4bb-2570754f6b33 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:00.574877 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-7ba114df-db8a-472e-8ba5-5218092b130b req-9fef8149-57df-405e-b4bb-2570754f6b33 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Calling delete_port for 4b4798be-c206-4fb4-9d58-e88f870def6a owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:00.583728 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf0713-7fe7-42bd-9635-d4f8ed6b0501 req-94ba64f7-d951-4500-9ad0-67e6725f904a tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:00.585193 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-42cf0713-7fe7-42bd-9635-d4f8ed6b0501 req-94ba64f7-d951-4500-9ad0-67e6725f904a tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/ports?device_id=409ea53a-c1bc-4028-a478-433c444a55b4 HTTP/1.1" status: 200 len: 946 time: 0.4797821 Jul 14 10:00:00.661780 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-42cf0713-7fe7-42bd-9635-d4f8ed6b0501 req-94e1adc0-7dbe-409c-b4f4-a26008eca9b2 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbefe256-5a87-475d-9bbf-652a7610856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691462 Jul 14 10:00:00.737776 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7ba114df-db8a-472e-8ba5-5218092b130b req-9fef8149-57df-405e-b4bb-2570754f6b33 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:00.748809 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['4b4798be-c206-4fb4-9d58-e88f870def6a'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:00:00.766136 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef8149-57df-405e-b4bb-2570754f6b33 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Pushing event deleted for resources: {'Port': ['ID=4b4798be-c206-4fb4-9d58-e88f870def6a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:00.806682 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:00.810823 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba114df-db8a-472e-8ba5-5218092b130b req-9fef8149-57df-405e-b4bb-2570754f6b33 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] No DVR routers for this DVR port 4b4798be-c206-4fb4-9d58-e88f870def6a on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:00:00.813850 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7ba114df-db8a-472e-8ba5-5218092b130b req-9fef8149-57df-405e-b4bb-2570754f6b33 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:00.815850 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7ba114df-db8a-472e-8ba5-5218092b130b req-9fef8149-57df-405e-b4bb-2570754f6b33 tempest-ServerDiskConfigTestJSON-961519523 tempest-ServerDiskConfigTestJSON-961519523-project] 10.222.0.49 "DELETE /v2.0/ports/4b4798be-c206-4fb4-9d58-e88f870def6a HTTP/1.1" status: 204 len: 173 time: 0.8214452 Jul 14 10:00:00.816283 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409ea53a-c1bc-4028-a478-433c444a55b4', 'name': 'network-vif-deleted', 'tag': '4b4798be-c206-4fb4-9d58-e88f870def6a'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:00:00.818633 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075c953b-81a1-4efb-a6b3-dfb751286981" -d '{"events": [{"server_uuid": "409ea53a-c1bc-4028-a478-433c444a55b4", "name": "network-vif-deleted", "tag": "4b4798be-c206-4fb4-9d58-e88f870def6a"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:00:00.858435 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191a9599-bc63-45c2-8eb7-273b1ff27c03 x-openstack-request-id: req-191a9599-bc63-45c2-8eb7-273b1ff27c03 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:00:00.858747 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409ea53a-c1bc-4028-a478-433c444a55b4", "name": "network-vif-deleted", "tag": "4b4798be-c206-4fb4-9d58-e88f870def6a", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:00:00.859010 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-191a9599-bc63-45c2-8eb7-273b1ff27c03 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:00:00.859407 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409ea53a-c1bc-4028-a478-433c444a55b4', 'name': 'network-vif-deleted', 'tag': '4b4798be-c206-4fb4-9d58-e88f870def6a', 'status': 'completed', 'code': 200} Jul 14 10:00:01.889235 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48364) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:01.938553 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f8b95f-648f-487c-8572-468f72d63ca1 admin admin] Deleting subnet 681d7396-e401-4b85-8ffa-f00b372b76b3 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:00:01.941873 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82f8b95f-648f-487c-8572-468f72d63ca1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:01.976761 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82f8b95f-648f-487c-8572-468f72d63ca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.013087 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82f8b95f-648f-487c-8572-468f72d63ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.064279 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82f8b95f-648f-487c-8572-468f72d63ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.090913 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8b95f-648f-487c-8572-468f72d63ca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681d7396-e401-4b85-8ffa-f00b372b76b3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:02.093654 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-82f8b95f-648f-487c-8572-468f72d63ca1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.095670 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-82f8b95f-648f-487c-8572-468f72d63ca1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/681d7396-e401-4b85-8ffa-f00b372b76b3 HTTP/1.1" status: 204 len: 168 time: 0.2053816 Jul 14 10:00:02.098511 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 48366) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:02.102149 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b95f-648f-487c-8572-468f72d63ca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:02.102507 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b95f-648f-487c-8572-468f72d63ca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:02.102853 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b95f-648f-487c-8572-468f72d63ca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:02.103193 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b95f-648f-487c-8572-468f72d63ca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:02.103531 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b95f-648f-487c-8572-468f72d63ca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:02.103864 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b95f-648f-487c-8572-468f72d63ca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:02.104195 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b95f-648f-487c-8572-468f72d63ca1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:02.104526 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b95f-648f-487c-8572-468f72d63ca1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:02.104853 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b95f-648f-487c-8572-468f72d63ca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:02.105189 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b95f-648f-487c-8572-468f72d63ca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:02.105515 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b95f-648f-487c-8572-468f72d63ca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:02.105865 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b95f-648f-487c-8572-468f72d63ca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:02.168928 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-abaf9033-b3c9-4196-85a3-ee9710b7fd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.191299 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.244489 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-abaf9033-b3c9-4196-85a3-ee9710b7fd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.254786 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-abaf9033-b3c9-4196-85a3-ee9710b7fd3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1329e0fb-ab5e-4687-9ab1-141c83d5aaab']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:02.264763 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-abaf9033-b3c9-4196-85a3-ee9710b7fd3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9942f97e-458d-4614-bf38-4c912d4b9643') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:02.265059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-abaf9033-b3c9-4196-85a3-ee9710b7fd3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9942f97e-458d-4614-bf38-4c912d4b9643') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:02.274623 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-abaf9033-b3c9-4196-85a3-ee9710b7fd3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.288477 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-abaf9033-b3c9-4196-85a3-ee9710b7fd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.294456 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abaf9033-b3c9-4196-85a3-ee9710b7fd3d admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:00:02.294830 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-abaf9033-b3c9-4196-85a3-ee9710b7fd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: timer() Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:00:02.296705 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:00:02.352124 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-abaf9033-b3c9-4196-85a3-ee9710b7fd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.358731 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-abaf9033-b3c9-4196-85a3-ee9710b7fd3d admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.361045 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-abaf9033-b3c9-4196-85a3-ee9710b7fd3d admin admin] 10.222.0.26 "DELETE /v2.0/networks/1329e0fb-ab5e-4687-9ab1-141c83d5aaab HTTP/1.1" status: 204 len: 168 time: 0.2613258 Jul 14 10:00:02.370287 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf9033-b3c9-4196-85a3-ee9710b7fd3d admin admin] Pushing event deleted for resources: {'Network': ['ID=1329e0fb-ab5e-4687-9ab1-141c83d5aaab,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:02.468345 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 48370) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:02.507047 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-083d828a-8165-45f7-91b1-e46b89d79a20 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=001b7a77177548f5aa7c70e1a03fe7f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373940 Jul 14 10:00:02.509254 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 48372) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:02.555007 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0979dbfe-7a6d-4a7c-9f9f-017d3184c851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.575841 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0979dbfe-7a6d-4a7c-9f9f-017d3184c851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.621073 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0979dbfe-7a6d-4a7c-9f9f-017d3184c851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.623747 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0979dbfe-7a6d-4a7c-9f9f-017d3184c851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.624902 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0979dbfe-7a6d-4a7c-9f9f-017d3184c851 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dbefe256-5a87-475d-9bbf-652a7610856d HTTP/1.1" status: 204 len: 168 time: 0.1147444 Jul 14 10:00:02.633134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979dbfe-7a6d-4a7c-9f9f-017d3184c851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbefe256-5a87-475d-9bbf-652a7610856d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:02.877009 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.258209 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 48394) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:03.394536 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-3d37895e-c2d4-4615-a745-265d8dbbbd64 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-215328006-network', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:03.418695 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d37895e-c2d4-4615-a745-265d8dbbbd64 admin admin] Made reservation on behalf of 80ec3f7d3d804a618bef9cf286404e92 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:03.421220 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3d37895e-c2d4-4615-a745-265d8dbbbd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.429170 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3d37895e-c2d4-4615-a745-265d8dbbbd64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.517778 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3d37895e-c2d4-4615-a745-265d8dbbbd64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.521525 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3d37895e-c2d4-4615-a745-265d8dbbbd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.545236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d37895e-c2d4-4615-a745-265d8dbbbd64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:00:03.554649 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37895e-c2d4-4615-a745-265d8dbbbd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903fe065-a5e9-4e3d-bd6d-0dfd69437abb,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:03.559183 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3d37895e-c2d4-4615-a745-265d8dbbbd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.559521 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-3d37895e-c2d4-4615-a745-265d8dbbbd64 admin admin] Added segment 0ab28124-9ad8-41d6-acfd-31094517106e of type vlan for network 57700680-a0c7-4339-b1d3-9102a2519c10 Jul 14 10:00:03.601002 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3d37895e-c2d4-4615-a745-265d8dbbbd64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.627688 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3d37895e-c2d4-4615-a745-265d8dbbbd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.628633 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d37895e-c2d4-4615-a745-265d8dbbbd64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:03.629209 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3d37895e-c2d4-4615-a745-265d8dbbbd64 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.681128 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3d37895e-c2d4-4615-a745-265d8dbbbd64 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4218171 Jul 14 10:00:03.684166 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48400) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:03.689296 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4b880f41-d20a-449e-96d7-57b3b485e81a admin admin] Request body: {'subnet': {'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-215328006-subnet', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:03.691872 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37895e-c2d4-4615-a745-265d8dbbbd64 admin admin] Pushing event updated for resources: {'Network': ['ID=57700680-a0c7-4339-b1d3-9102a2519c10,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:03.701611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 57700680-a0c7-4339-b1d3-9102a2519c10 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:00:03.711677 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b880f41-d20a-449e-96d7-57b3b485e81a admin admin] Made reservation on behalf of 80ec3f7d3d804a618bef9cf286404e92 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:03.714381 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4b880f41-d20a-449e-96d7-57b3b485e81a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.881158 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4b880f41-d20a-449e-96d7-57b3b485e81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.936820 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b880f41-d20a-449e-96d7-57b3b485e81a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a59fcc9b-1f8e-4d91-a70d-7744cd258caa,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:03.948199 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b880f41-d20a-449e-96d7-57b3b485e81a admin admin] Checking segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:03.948565 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b880f41-d20a-449e-96d7-57b3b485e81a admin admin] Network hostable DHCP agents. Network: 57700680-a0c7-4339-b1d3-9102a2519c10, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:00:03.965026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b880f41-d20a-449e-96d7-57b3b485e81a admin admin] Network 57700680-a0c7-4339-b1d3-9102a2519c10 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:00:03.973900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-4b880f41-d20a-449e-96d7-57b3b485e81a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 57700680-a0c7-4339-b1d3-9102a2519c10) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:03.975148 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 4b4798be-c206-4fb4-9d58-e88f870def6a no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:00:03.978596 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b880f41-d20a-449e-96d7-57b3b485e81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:03.978946 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4b880f41-d20a-449e-96d7-57b3b485e81a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.993245 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4b880f41-d20a-449e-96d7-57b3b485e81a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3079193 Jul 14 10:00:03.995935 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48402) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:03.997188 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5be93c5-a5ff-4d94-823b-2f9493149b82 None None] Network 57700680-a0c7-4339-b1d3-9102a2519c10 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:03.999313 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 4b4798be-c206-4fb4-9d58-e88f870def6a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:00:03.999653 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 4b4798be-c206-4fb4-9d58-e88f870def6a not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:00:04.001419 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4bf6229e-66f1-445b-a1ee-6618044b242f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:04.022536 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4bf6229e-66f1-445b-a1ee-6618044b242f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:04.023578 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4bf6229e-66f1-445b-a1ee-6618044b242f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:04.075890 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4bf6229e-66f1-445b-a1ee-6618044b242f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:04.217946 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4bf6229e-66f1-445b-a1ee-6618044b242f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:04.296456 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-57700680-a0c7-4339-b1d3-9102a2519c10', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:00:04.297930 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:04.417584 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4bf6229e-66f1-445b-a1ee-6618044b242f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:04.428811 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Allocated IP 172.20.0.2 (57700680-a0c7-4339-b1d3-9102a2519c10/a59fcc9b-1f8e-4d91-a70d-7744cd258caa/2bb2f36a-8bab-485a-8d0a-92560fe05ae8) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:04.441668 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4bf6229e-66f1-445b-a1ee-6618044b242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:04.542001 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-4bf6229e-66f1-445b-a1ee-6618044b242f admin admin] Allocated IP 172.25.1.9 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/0b73dea3-45cc-4a1b-8b56-915554667139) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:04.570325 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:04.578390 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Transition to ACTIVE for port object 2bb2f36a-8bab-485a-8d0a-92560fe05ae8 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:04.592633 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Transition to ACTIVE for port object 2bb2f36a-8bab-485a-8d0a-92560fe05ae8 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:04.600961 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:04.639828 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Network 57700680-a0c7-4339-b1d3-9102a2519c10 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:04.642842 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:04.646350 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:04.650406 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4bf6229e-66f1-445b-a1ee-6618044b242f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:04.653055 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Pushing event updated for resources: {'Port': ['ID=2bb2f36a-8bab-485a-8d0a-92560fe05ae8,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:04.690180 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4bf6229e-66f1-445b-a1ee-6618044b242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:04.705679 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Attempting to bind port 2bb2f36a-8bab-485a-8d0a-92560fe05ae8 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:00:04.706347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Attempting to bind port 2bb2f36a-8bab-485a-8d0a-92560fe05ae8 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:00:04.706461 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Attempting to bind port 2bb2f36a-8bab-485a-8d0a-92560fe05ae8 on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:04.711646 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:00:04.712015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Checking segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:04.712419 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:04.712805 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Bound using segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:00:04.713260 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Bound port: 2bb2f36a-8bab-485a-8d0a-92560fe05ae8, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:00:04.713666 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:04.730200 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf6229e-66f1-445b-a1ee-6618044b242f admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:04.732966 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-4bf6229e-66f1-445b-a1ee-6618044b242f admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:04.737078 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf6229e-66f1-445b-a1ee-6618044b242f admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:04.760076 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6229e-66f1-445b-a1ee-6618044b242f admin admin] Pushing event updated for resources: {'Port': ['ID=0b73dea3-45cc-4a1b-8b56-915554667139,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:04.779895 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] For port 2bb2f36a-8bab-485a-8d0a-92560fe05ae8, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:00:04.783579 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] For port 2bb2f36a-8bab-485a-8d0a-92560fe05ae8, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2bb2f36a-8bab-485a-8d0a-92560fe05ae8,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:00:04.788277 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:04.849274 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649ad83-12ba-408a-82d1-af3413b200ae None None] Pushing event updated for resources: {'Port': ['ID=2bb2f36a-8bab-485a-8d0a-92560fe05ae8,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:05.010859 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4bf6229e-66f1-445b-a1ee-6618044b242f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:05.209091 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4bf6229e-66f1-445b-a1ee-6618044b242f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:05.343671 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf6229e-66f1-445b-a1ee-6618044b242f admin admin] Router 97b7ef4e-224c-4526-a2ae-0230b80c05ae is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:00:05.368583 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2bb2f36a-8bab-485a-8d0a-92560fe05ae8 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:05.426338 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 2bb2f36a-8bab-485a-8d0a-92560fe05ae8 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:05.454972 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf6229e-66f1-445b-a1ee-6618044b242f admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:05.463401 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] Sync routers for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:05.470808 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4bf6229e-66f1-445b-a1ee-6618044b242f admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:05.472140 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4bf6229e-66f1-445b-a1ee-6618044b242f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4750102 Jul 14 10:00:05.474754 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:05.474980 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48404) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:05.475753 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:00:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:05.585656 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:05.766391 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb685343-2e72-4585-9485-749e57493c26 None None] Network 57700680-a0c7-4339-b1d3-9102a2519c10 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:05.776765 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:04Z', 'revision_number': 3, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:05.803782 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] Checking router: 97b7ef4e-224c-4526-a2ae-0230b80c05ae for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:00:05.804133 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] Updating router 97b7ef4e-224c-4526-a2ae-0230b80c05ae port 0b73dea3-45cc-4a1b-8b56-915554667139 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:00:05.839127 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:05.881495 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-48d0c76c-56a7-4a1f-86c4-10f353a8d743 None None] Provisioning for port 2bb2f36a-8bab-485a-8d0a-92560fe05ae8 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:05.887006 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-48d0c76c-56a7-4a1f-86c4-10f353a8d743 None None] Provisioning complete for port 2bb2f36a-8bab-485a-8d0a-92560fe05ae8 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:05.887584 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48d0c76c-56a7-4a1f-86c4-10f353a8d743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:05.902689 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-15f16e5b-f997-4384-9e72-27fc99d844dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.022802 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48d0c76c-56a7-4a1f-86c4-10f353a8d743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.062613 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-48d0c76c-56a7-4a1f-86c4-10f353a8d743 None None] For port 2bb2f36a-8bab-485a-8d0a-92560fe05ae8, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2bb2f36a-8bab-485a-8d0a-92560fe05ae8,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:06.069454 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48d0c76c-56a7-4a1f-86c4-10f353a8d743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.088934 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-15f16e5b-f997-4384-9e72-27fc99d844dd admin admin] Allocated IP 172.20.0.1 (57700680-a0c7-4339-b1d3-9102a2519c10/a59fcc9b-1f8e-4d91-a70d-7744cd258caa/027a8bb9-3797-4037-ab58-25feedbfb50c) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:06.108715 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.119580 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] Transition to ACTIVE for port object 0b73dea3-45cc-4a1b-8b56-915554667139 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:06.126473 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0c76c-56a7-4a1f-86c4-10f353a8d743 None None] Pushing event updated for resources: {'Port': ['ID=2bb2f36a-8bab-485a-8d0a-92560fe05ae8,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:06.131234 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.181565 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb97085-3c47-4f36-b9e6-097f7481c752 None None] Pushing event updated for resources: {'Port': ['ID=0b73dea3-45cc-4a1b-8b56-915554667139,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:06.196031 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97085-3c47-4f36-b9e6-097f7481c752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:06.196386 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97085-3c47-4f36-b9e6-097f7481c752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:06.196737 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97085-3c47-4f36-b9e6-097f7481c752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:06.197075 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97085-3c47-4f36-b9e6-097f7481c752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:06.197694 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97085-3c47-4f36-b9e6-097f7481c752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:06.197694 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97085-3c47-4f36-b9e6-097f7481c752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:06.198061 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97085-3c47-4f36-b9e6-097f7481c752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:06.198391 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97085-3c47-4f36-b9e6-097f7481c752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:06.198717 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97085-3c47-4f36-b9e6-097f7481c752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:06.199043 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97085-3c47-4f36-b9e6-097f7481c752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:06.199370 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97085-3c47-4f36-b9e6-097f7481c752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:06.199690 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97085-3c47-4f36-b9e6-097f7481c752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:06.205894 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] Attempting to bind port 0b73dea3-45cc-4a1b-8b56-915554667139 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:00:06.206769 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] Attempting to bind port 0b73dea3-45cc-4a1b-8b56-915554667139 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:00:06.206769 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] Attempting to bind port 0b73dea3-45cc-4a1b-8b56-915554667139 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:06.211913 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:00:06.212297 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:06.212705 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.213097 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:00:06.213565 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] Bound port: 0b73dea3-45cc-4a1b-8b56-915554667139, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:00:06.213998 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.224858 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-15f16e5b-f997-4384-9e72-27fc99d844dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.239533 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-15f16e5b-f997-4384-9e72-27fc99d844dd admin admin] Transition to ACTIVE for port object 027a8bb9-3797-4037-ab58-25feedbfb50c will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:06.267866 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] For port 0b73dea3-45cc-4a1b-8b56-915554667139, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:00:06.271014 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] For port 0b73dea3-45cc-4a1b-8b56-915554667139, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0b73dea3-45cc-4a1b-8b56-915554667139,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:00:06.275122 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-15f16e5b-f997-4384-9e72-27fc99d844dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.276129 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.293466 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-07dd1081-dfc2-46c1-a5e9-c79cd9920d6e None None] Provisioning complete for port 2bb2f36a-8bab-485a-8d0a-92560fe05ae8 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:06.293869 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-07dd1081-dfc2-46c1-a5e9-c79cd9920d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.316903 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f16e5b-f997-4384-9e72-27fc99d844dd admin admin] Network 57700680-a0c7-4339-b1d3-9102a2519c10 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:06.320062 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-15f16e5b-f997-4384-9e72-27fc99d844dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:06.323423 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f16e5b-f997-4384-9e72-27fc99d844dd admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:06.329232 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f16e5b-f997-4384-9e72-27fc99d844dd admin admin] Pushing event updated for resources: {'Port': ['ID=027a8bb9-3797-4037-ab58-25feedbfb50c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:06.349494 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:06.350442 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:00:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:06.369624 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-15f16e5b-f997-4384-9e72-27fc99d844dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.397876 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb97085-3c47-4f36-b9e6-097f7481c752 None None] Pushing event updated for resources: {'Port': ['ID=0b73dea3-45cc-4a1b-8b56-915554667139,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:06.481479 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:06.519618 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-15f16e5b-f997-4384-9e72-27fc99d844dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.607780 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2acdd71a-526e-474f-a8ed-2e45301658c8 None None] Provisioning for port 027a8bb9-3797-4037-ab58-25feedbfb50c completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:06.611774 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2acdd71a-526e-474f-a8ed-2e45301658c8 None None] Provisioning complete for port 027a8bb9-3797-4037-ab58-25feedbfb50c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:06.612332 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2acdd71a-526e-474f-a8ed-2e45301658c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.652721 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2acdd71a-526e-474f-a8ed-2e45301658c8 None None] Port 027a8bb9-3797-4037-ab58-25feedbfb50c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:00:06.673738 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:04Z', 'revision_number': 3, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:06.692712 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-15f16e5b-f997-4384-9e72-27fc99d844dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.697715 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-15f16e5b-f997-4384-9e72-27fc99d844dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.700286 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd4ea41-f9f0-4447-92ef-d2bd4ff24920 None None] The sync data for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 is: [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:04Z', 'revision_number': 3, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:06.763205 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-15f16e5b-f997-4384-9e72-27fc99d844dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.764955 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f16e5b-f997-4384-9e72-27fc99d844dd admin admin] Pushing event updated for resources: {'Port': ['ID=027a8bb9-3797-4037-ab58-25feedbfb50c,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:06.860518 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f16e5b-f997-4384-9e72-27fc99d844dd admin admin] Network 57700680-a0c7-4339-b1d3-9102a2519c10 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:06.862002 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-15f16e5b-f997-4384-9e72-27fc99d844dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:07.277697 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-36aeb53e-0512-41f5-a339-2755de1be785 None None] Provisioning complete for port 027a8bb9-3797-4037-ab58-25feedbfb50c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:07.278293 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36aeb53e-0512-41f5-a339-2755de1be785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:07.326819 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-36aeb53e-0512-41f5-a339-2755de1be785 None None] Port 027a8bb9-3797-4037-ab58-25feedbfb50c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:00:07.342784 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f16e5b-f997-4384-9e72-27fc99d844dd admin admin] Router 97b7ef4e-224c-4526-a2ae-0230b80c05ae has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:07.456147 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2bb2f36a-8bab-485a-8d0a-92560fe05ae8 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:07.460889 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f16e5b-f997-4384-9e72-27fc99d844dd admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:07.466294 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-15f16e5b-f997-4384-9e72-27fc99d844dd admin admin] 10.222.0.26 "PUT /v2.0/routers/97b7ef4e-224c-4526-a2ae-0230b80c05ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9902813 Jul 14 10:00:07.508841 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 2bb2f36a-8bab-485a-8d0a-92560fe05ae8 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:07.509309 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:07.595467 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0b73dea3-45cc-4a1b-8b56-915554667139 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:07.642455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 0b73dea3-45cc-4a1b-8b56-915554667139 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:07.646507 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 0b73dea3-45cc-4a1b-8b56-915554667139 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:07.646884 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:07.726570 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:07.751104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 0b73dea3-45cc-4a1b-8b56-915554667139, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0b73dea3-45cc-4a1b-8b56-915554667139,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:07.755557 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:07.804280 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=0b73dea3-45cc-4a1b-8b56-915554667139,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:08.020871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 48414) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:08.025596 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-0cfa6b2f-7722-4c11-aa29-7644e4c41ed8 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1369237586', 'description': 'tempest-description--1312648887'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:08.047004 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cfa6b2f-7722-4c11-aa29-7644e4c41ed8 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.131323 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cfa6b2f-7722-4c11-aa29-7644e4c41ed8 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.135137 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cfa6b2f-7722-4c11-aa29-7644e4c41ed8 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.165143 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cfa6b2f-7722-4c11-aa29-7644e4c41ed8 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.166386 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0cfa6b2f-7722-4c11-aa29-7644e4c41ed8 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1445084 Jul 14 10:00:08.167469 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa6b2f-7722-4c11-aa29-7644e4c41ed8 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8734ac8-54d8-4c3d-bc50-1c671140f110,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:08.170145 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 48416) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:08.175169 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-23b74fed-fc5c-4c8b-a688-a4de84f34772 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Request body: {'security_group_rule': {'security_group_id': 'd8734ac8-54d8-4c3d-bc50-1c671140f110', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:08.202796 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-23b74fed-fc5c-4c8b-a688-a4de84f34772 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.258860 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-23b74fed-fc5c-4c8b-a688-a4de84f34772 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.262714 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-23b74fed-fc5c-4c8b-a688-a4de84f34772 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.281571 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] Sync routers for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:08.282081 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b74fed-fc5c-4c8b-a688-a4de84f34772 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473ac636-f006-44b5-abce-1312c5805699,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:08.292424 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-23b74fed-fc5c-4c8b-a688-a4de84f34772 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.293603 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:08.294393 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:00:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:08.296511 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 48418) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:08.296664 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-23b74fed-fc5c-4c8b-a688-a4de84f34772 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250629 Jul 14 10:00:08.301274 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d0e855b1-1025-41d5-8027-70780b6d4f2c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Request body: {'security_group_rule': {'security_group_id': 'd8734ac8-54d8-4c3d-bc50-1c671140f110', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:08.327981 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0e855b1-1025-41d5-8027-70780b6d4f2c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.385400 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0e855b1-1025-41d5-8027-70780b6d4f2c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.389092 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0e855b1-1025-41d5-8027-70780b6d4f2c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.403222 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:08.404424 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e855b1-1025-41d5-8027-70780b6d4f2c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c2fcf1-1a61-4cf3-8564-c9ae5da743c9,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:08.414284 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0e855b1-1025-41d5-8027-70780b6d4f2c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.415510 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d0e855b1-1025-41d5-8027-70780b6d4f2c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179140 Jul 14 10:00:08.418536 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 48420) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:08.423040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e99a1e25-c7c4-4daa-9219-19e5cbc0b719 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:08.444277 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e99a1e25-c7c4-4daa-9219-19e5cbc0b719 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.542225 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e99a1e25-c7c4-4daa-9219-19e5cbc0b719 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.602813 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 2, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:08.632771 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] Checking router: 97b7ef4e-224c-4526-a2ae-0230b80c05ae for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:00:08.633124 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] Updating router 97b7ef4e-224c-4526-a2ae-0230b80c05ae port 027a8bb9-3797-4037-ab58-25feedbfb50c binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:00:08.643674 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-e99a1e25-c7c4-4daa-9219-19e5cbc0b719 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Allocated IP 172.25.1.254 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/0b769b47-6a6d-4bf4-b80c-84663a4e1577) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:08.666318 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.749320 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e99a1e25-c7c4-4daa-9219-19e5cbc0b719 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.787558 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e99a1e25-c7c4-4daa-9219-19e5cbc0b719 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.823403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a1e25-c7c4-4daa-9219-19e5cbc0b719 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:08.829304 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-e99a1e25-c7c4-4daa-9219-19e5cbc0b719 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:08.832805 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a1e25-c7c4-4daa-9219-19e5cbc0b719 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:08.854329 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a1e25-c7c4-4daa-9219-19e5cbc0b719 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Pushing event updated for resources: {'Port': ['ID=0b769b47-6a6d-4bf4-b80c-84663a4e1577,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:08.923119 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e99a1e25-c7c4-4daa-9219-19e5cbc0b719 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.928670 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.939626 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] Transition to ACTIVE for port object 027a8bb9-3797-4037-ab58-25feedbfb50c will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:08.945972 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.966716 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e99a1e25-c7c4-4daa-9219-19e5cbc0b719 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.997083 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef4d92-7163-474e-a739-7d915fc61033 None None] Pushing event updated for resources: {'Port': ['ID=027a8bb9-3797-4037-ab58-25feedbfb50c,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:09.056796 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] Attempting to bind port 027a8bb9-3797-4037-ab58-25feedbfb50c on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:00:09.057160 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] Attempting to bind port 027a8bb9-3797-4037-ab58-25feedbfb50c by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:00:09.057520 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] Attempting to bind port 027a8bb9-3797-4037-ab58-25feedbfb50c on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:09.062835 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:00:09.063205 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] Checking segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:09.063999 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:09.063999 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] Bound using segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:00:09.064453 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] Bound port: 027a8bb9-3797-4037-ab58-25feedbfb50c, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:00:09.064841 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:09.130359 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e99a1e25-c7c4-4daa-9219-19e5cbc0b719 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:09.133226 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] For port 027a8bb9-3797-4037-ab58-25feedbfb50c, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:00:09.136816 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e99a1e25-c7c4-4daa-9219-19e5cbc0b719 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:09.137848 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] For port 027a8bb9-3797-4037-ab58-25feedbfb50c, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=027a8bb9-3797-4037-ab58-25feedbfb50c,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:00:09.143658 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:09.205835 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a1e25-c7c4-4daa-9219-19e5cbc0b719 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Pushing event updated for resources: {'Port': ['ID=0b769b47-6a6d-4bf4-b80c-84663a4e1577,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:09.215492 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:09.216131 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:00:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:09.220857 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e99a1e25-c7c4-4daa-9219-19e5cbc0b719 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:09.236437 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e99a1e25-c7c4-4daa-9219-19e5cbc0b719 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:09.237759 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e99a1e25-c7c4-4daa-9219-19e5cbc0b719 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8182976 Jul 14 10:00:09.254799 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef4d92-7163-474e-a739-7d915fc61033 None None] Pushing event updated for resources: {'Port': ['ID=027a8bb9-3797-4037-ab58-25feedbfb50c,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:09.399850 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-e775ba8d-7f84-4340-a4be-d5372dc7a8bd tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1369237586&fields=id&tenant_id=80ec3f7d3d804a618bef9cf286404e92 HTTP/1.1" status: 200 len: 267 time: 0.0380495 Jul 14 10:00:09.507490 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0b73dea3-45cc-4a1b-8b56-915554667139 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:09.516523 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-d386ed6b-fb5f-4cfe-9258-7895bba72247 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:09.518017 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-d386ed6b-fb5f-4cfe-9258-7895bba72247 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 811 time: 0.1107819 Jul 14 10:00:09.532771 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-4fe9ae33-8057-4c4b-9d1c-5633e8643a9d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/quotas/80ec3f7d3d804a618bef9cf286404e92 HTTP/1.1" status: 200 len: 375 time: 0.0092769 Jul 14 10:00:09.555738 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:09.605327 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-4308bace-18e8-4568-90da-42a3f163d85f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669472 Jul 14 10:00:09.677262 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 0b73dea3-45cc-4a1b-8b56-915554667139 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:09.677635 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:09.702203 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-99e5c759-133d-44ac-ae13-cb2a1c7808b1 service neutron] 10.222.0.26 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855453 Jul 14 10:00:09.791044 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-e6d36796-980d-4ffe-a54c-ea8d3dbc68b9 service neutron] 10.222.0.26 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825846 Jul 14 10:00:09.826738 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:09Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:09.853472 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6687544-b565-4b04-a6bd-bd498fcd8917 None None] The sync data for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 is: [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:09Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:09.988561 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8abc0b50-9042-4176-9391-eadbbdd9ebb7 req-01abe4e2-7b8c-47be-b07b-4274de965340 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 210 time: 0.0296624 Jul 14 10:00:11.147405 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce8706d3-11e6-4136-af8a-08aab02949ad req-6d24b048-70ea-425f-9af0-80421ef38f52 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 210 time: 0.0321920 Jul 14 10:00:11.373758 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 027a8bb9-3797-4037-ab58-25feedbfb50c up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:11.426385 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 027a8bb9-3797-4037-ab58-25feedbfb50c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:11.430470 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 027a8bb9-3797-4037-ab58-25feedbfb50c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:11.430870 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:11.498440 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-9a9651cb-badc-4a16-b9a0-b28b22015087 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:11.499889 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-9a9651cb-badc-4a16-b9a0-b28b22015087 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 811 time: 0.1153598 Jul 14 10:00:11.517200 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:11.551080 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 027a8bb9-3797-4037-ab58-25feedbfb50c, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=027a8bb9-3797-4037-ab58-25feedbfb50c,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:11.554744 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-3b86aae0-ca34-4e20-9fdf-a726aad695c2 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80ec3f7d3d804a618bef9cf286404e92 HTTP/1.1" status: 200 len: 380 time: 0.0374792 Jul 14 10:00:11.556282 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:11.566427 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-00efe3e6-8ea0-47e1-aec1-c031b0ef548d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Request body: {'port': {'device_id': 'f1e606c9-0aaa-4019-8206-78e6171af751', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'admin_state_up': True, 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'security_groups': ['d8734ac8-54d8-4c3d-bc50-1c671140f110']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:11.607402 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=027a8bb9-3797-4037-ab58-25feedbfb50c,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:11.673869 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-00efe3e6-8ea0-47e1-aec1-c031b0ef548d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Made reservation on behalf of 80ec3f7d3d804a618bef9cf286404e92 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:11.677414 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-00efe3e6-8ea0-47e1-aec1-c031b0ef548d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:11.806604 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-00efe3e6-8ea0-47e1-aec1-c031b0ef548d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Allocated IP 172.20.0.8 (57700680-a0c7-4339-b1d3-9102a2519c10/a59fcc9b-1f8e-4d91-a70d-7744cd258caa/f58f86b2-2454-421b-af81-95ba8bd81c0c) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:11.947195 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-00efe3e6-8ea0-47e1-aec1-c031b0ef548d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:11.959941 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-00efe3e6-8ea0-47e1-aec1-c031b0ef548d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Transition to ACTIVE for port object f58f86b2-2454-421b-af81-95ba8bd81c0c will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:11.993100 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-00efe3e6-8ea0-47e1-aec1-c031b0ef548d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:12.038436 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-00efe3e6-8ea0-47e1-aec1-c031b0ef548d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Network 57700680-a0c7-4339-b1d3-9102a2519c10 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:12.041559 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-00efe3e6-8ea0-47e1-aec1-c031b0ef548d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:12.045457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-00efe3e6-8ea0-47e1-aec1-c031b0ef548d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:12.052705 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efe3e6-8ea0-47e1-aec1-c031b0ef548d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Pushing event updated for resources: {'Port': ['ID=f58f86b2-2454-421b-af81-95ba8bd81c0c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:12.098559 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-00efe3e6-8ea0-47e1-aec1-c031b0ef548d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:12.099198 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-00efe3e6-8ea0-47e1-aec1-c031b0ef548d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:12.114487 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-00efe3e6-8ea0-47e1-aec1-c031b0ef548d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5541368 Jul 14 10:00:12.132839 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] Request body: {'port': {'device_id': 'f1e606c9-0aaa-4019-8206-78e6171af751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:12.210124 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:12.331205 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95c1d5-f875-4957-9693-a6bd2bb22e3f req-77f0a06e-67f8-46ea-a3fc-cc6e3399271e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:12.331758 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b19b87b8-b3fb-48e2-8614-5e823077b6dd None None] Provisioning for port f58f86b2-2454-421b-af81-95ba8bd81c0c completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:12.332721 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5c95c1d5-f875-4957-9693-a6bd2bb22e3f req-77f0a06e-67f8-46ea-a3fc-cc6e3399271e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 931 time: 0.0642345 Jul 14 10:00:12.336465 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b19b87b8-b3fb-48e2-8614-5e823077b6dd None None] Provisioning complete for port f58f86b2-2454-421b-af81-95ba8bd81c0c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:12.337036 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b19b87b8-b3fb-48e2-8614-5e823077b6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:12.371437 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b19b87b8-b3fb-48e2-8614-5e823077b6dd None None] Port f58f86b2-2454-421b-af81-95ba8bd81c0c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:00:12.375633 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5c95c1d5-f875-4957-9693-a6bd2bb22e3f req-97128dc2-b4c1-4a6f-a246-3819c85c8a0f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362937 Jul 14 10:00:12.479357 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f58f86b2-2454-421b-af81-95ba8bd81c0c {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:00:12.486778 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:12.498544 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] Transition to ACTIVE for port object f58f86b2-2454-421b-af81-95ba8bd81c0c will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:12.502337 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:12.553977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] Pushing event updated for resources: {'Port': ['ID=f58f86b2-2454-421b-af81-95ba8bd81c0c,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:12.627539 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] Attempting to bind port f58f86b2-2454-421b-af81-95ba8bd81c0c on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:00:12.627876 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] Attempting to bind port f58f86b2-2454-421b-af81-95ba8bd81c0c by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:00:12.628217 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] Attempting to bind port f58f86b2-2454-421b-af81-95ba8bd81c0c on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:12.632818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] Port f58f86b2-2454-421b-af81-95ba8bd81c0c on network 57700680-a0c7-4339-b1d3-9102a2519c10 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:00:12.633148 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] Attempting to bind port f58f86b2-2454-421b-af81-95ba8bd81c0c on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:12.637995 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:00:12.638344 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] Checking segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:12.638737 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] Bound using segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:00:12.639235 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] Bound port: f58f86b2-2454-421b-af81-95ba8bd81c0c, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:00:12.639607 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:12.706460 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] For port f58f86b2-2454-421b-af81-95ba8bd81c0c, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:00:12.710328 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] For port f58f86b2-2454-421b-af81-95ba8bd81c0c, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f58f86b2-2454-421b-af81-95ba8bd81c0c,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:00:12.715176 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:12.749775 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:12.750900 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:12.752349 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] 10.222.0.55 "PUT /v2.0/ports/f58f86b2-2454-421b-af81-95ba8bd81c0c HTTP/1.1" status: 200 len: 1092 time: 0.6238973 Jul 14 10:00:12.752708 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e606c9-0aaa-4019-8206-78e6171af751', 'tag': 'f58f86b2-2454-421b-af81-95ba8bd81c0c'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:00:12.755032 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdb633e-7579-4c12-9421-0e0308f9b61c" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e606c9-0aaa-4019-8206-78e6171af751", "tag": "f58f86b2-2454-421b-af81-95ba8bd81c0c"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:00:12.788146 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c90ae3-98f4-4e0f-a561-c7a3236a568b service neutron] Pushing event updated for resources: {'Port': ['ID=f58f86b2-2454-421b-af81-95ba8bd81c0c,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:12.803887 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd60181-196b-4219-a346-ad7dc4217613 x-openstack-request-id: req-6dd60181-196b-4219-a346-ad7dc4217613 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:00:12.804141 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e606c9-0aaa-4019-8206-78e6171af751", "tag": "f58f86b2-2454-421b-af81-95ba8bd81c0c", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:00:12.804496 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6dd60181-196b-4219-a346-ad7dc4217613 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:00:12.804963 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e606c9-0aaa-4019-8206-78e6171af751', 'tag': 'f58f86b2-2454-421b-af81-95ba8bd81c0c', 'status': 'completed', 'code': 200} Jul 14 10:00:12.877682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-ae679212-01d0-4bbc-84a4-8da313e1c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:12.879494 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-ae679212-01d0-4bbc-84a4-8da313e1c809 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 1095 time: 0.0595877 Jul 14 10:00:12.929154 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-b5c4b6e7-d0b0-466c-9c95-e618d0b2b7ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f58f86b2-2454-421b-af81-95ba8bd81c0c HTTP/1.1" status: 200 len: 217 time: 0.0350816 Jul 14 10:00:12.978465 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-bb3ffd11-7136-4537-bb8b-0465c038921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:12.979912 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-bb3ffd11-7136-4537-bb8b-0465c038921e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0450490 Jul 14 10:00:13.036981 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-ebf72746-c5c4-4994-b033-a8a27dde5a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:13.038540 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-ebf72746-c5c4-4994-b033-a8a27dde5a25 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520766 Jul 14 10:00:13.130579 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-6a2000f1-4165-40b3-8e33-dee85c39475f service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852108 Jul 14 10:00:13.218136 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-640c9eb7-c2e0-448f-b3f5-5663bc7840cf req-6601c135-b3dc-4dfa-9d77-25c865a89a51 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805523 Jul 14 10:00:13.353644 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 027a8bb9-3797-4037-ab58-25feedbfb50c up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:13.375989 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb633e-7579-4c12-9421-0e0308f9b61c req-36603c5a-a41e-452d-a78a-a557a4ac7d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:13.377503 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dbdb633e-7579-4c12-9421-0e0308f9b61c req-36603c5a-a41e-452d-a78a-a557a4ac7d27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 1095 time: 0.0578022 Jul 14 10:00:13.404286 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 027a8bb9-3797-4037-ab58-25feedbfb50c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:13.404578 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:13.470080 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb633e-7579-4c12-9421-0e0308f9b61c req-a39cf723-597a-42ca-8826-bb4676268b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:13.471585 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dbdb633e-7579-4c12-9421-0e0308f9b61c req-a39cf723-597a-42ca-8826-bb4676268b7b service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0869927 Jul 14 10:00:13.519170 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dbdb633e-7579-4c12-9421-0e0308f9b61c req-eddf1a7a-0bde-4ee5-a485-1d77a99584a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f58f86b2-2454-421b-af81-95ba8bd81c0c HTTP/1.1" status: 200 len: 217 time: 0.0396547 Jul 14 10:00:13.552819 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52f735-f37b-4dfe-99e3-35a346ad0247 req-25c13a06-969c-4697-aa08-cf0a9aa6f5f7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:13.554366 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee52f735-f37b-4dfe-99e3-35a346ad0247 req-25c13a06-969c-4697-aa08-cf0a9aa6f5f7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 943 time: 0.0645688 Jul 14 10:00:13.570871 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb633e-7579-4c12-9421-0e0308f9b61c req-48645860-1743-4b4e-846f-2f2270757a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:13.572343 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dbdb633e-7579-4c12-9421-0e0308f9b61c req-48645860-1743-4b4e-846f-2f2270757a7b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0458524 Jul 14 10:00:13.591918 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ee52f735-f37b-4dfe-99e3-35a346ad0247 req-e4c6ea46-dd3a-40b8-b705-72d911db6e03 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317972 Jul 14 10:00:13.633643 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb633e-7579-4c12-9421-0e0308f9b61c req-4ce7e0d0-767b-4398-a3c7-dc5ba4373111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:13.635189 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dbdb633e-7579-4c12-9421-0e0308f9b61c req-4ce7e0d0-767b-4398-a3c7-dc5ba4373111 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529459 Jul 14 10:00:13.727350 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dbdb633e-7579-4c12-9421-0e0308f9b61c req-a34065a3-fff5-48c0-ba1a-1561b274303a service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849590 Jul 14 10:00:13.817438 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-dbdb633e-7579-4c12-9421-0e0308f9b61c req-2919bec4-5723-4610-8ba6-d8b064624a4a service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830250 Jul 14 10:00:14.771413 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e6e41-cae7-428c-88e5-10d6f23df8a6 req-c3832a89-c905-4d3b-a6aa-ea1689efe247 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:14.772897 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-658e6e41-cae7-428c-88e5-10d6f23df8a6 req-c3832a89-c905-4d3b-a6aa-ea1689efe247 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 943 time: 0.0673928 Jul 14 10:00:14.809444 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-658e6e41-cae7-428c-88e5-10d6f23df8a6 req-868b6301-e0a4-4130-b1c1-c6d4fae3fe1f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310793 Jul 14 10:00:15.467200 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f58f86b2-2454-421b-af81-95ba8bd81c0c details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:00:15.564951 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f58f86b2-2454-421b-af81-95ba8bd81c0c, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f58f86b2-2454-421b-af81-95ba8bd81c0c,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:15.579207 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'f58f86b2-2454-421b-af81-95ba8bd81c0c', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'port_id': 'f58f86b2-2454-421b-af81-95ba8bd81c0c', 'mac_address': 'fa:16:3e:9a:f7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:00:15.627473 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.641391 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f58f86b2-2454-421b-af81-95ba8bd81c0c {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:00:15.662983 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f58f86b2-2454-421b-af81-95ba8bd81c0c, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f58f86b2-2454-421b-af81-95ba8bd81c0c,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:15.667717 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.718259 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=f58f86b2-2454-421b-af81-95ba8bd81c0c,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:15.742533 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:00:15.955843 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['f58f86b2-2454-421b-af81-95ba8bd81c0c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:00:15.980251 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630905e0-3e30-43bc-90a2-b11d32e6b316 req-8294d5b4-cbc7-4d38-af40-2fa091f2fbe3 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:15.982144 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-630905e0-3e30-43bc-90a2-b11d32e6b316 req-8294d5b4-cbc7-4d38-af40-2fa091f2fbe3 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 944 time: 0.0657995 Jul 14 10:00:16.025558 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-630905e0-3e30-43bc-90a2-b11d32e6b316 req-c098b668-8f43-464d-84a5-8dda4b0304e2 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350034 Jul 14 10:00:16.689947 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:17.196268 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee46f3-bb9c-4f81-b611-0f328ce8e018 req-9156d850-213b-484d-bd8b-6b65137fedaf tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:17.197748 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58ee46f3-bb9c-4f81-b611-0f328ce8e018 req-9156d850-213b-484d-bd8b-6b65137fedaf tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 944 time: 0.0655055 Jul 14 10:00:17.235310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-58ee46f3-bb9c-4f81-b611-0f328ce8e018 req-be74088f-0b1b-4da6-8164-53655e2ed7fc tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319891 Jul 14 10:00:17.467469 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f58f86b2-2454-421b-af81-95ba8bd81c0c up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:17.516718 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port f58f86b2-2454-421b-af81-95ba8bd81c0c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:17.520545 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port f58f86b2-2454-421b-af81-95ba8bd81c0c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:17.520941 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:17.597052 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:17.620928 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e606c9-0aaa-4019-8206-78e6171af751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58f86b2-2454-421b-af81-95ba8bd81c0c'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:00:17.623207 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30af3e32-cba5-44ae-8e97-5b02ac6ba1f3" -d '{"events": [{"server_uuid": "f1e606c9-0aaa-4019-8206-78e6171af751", "name": "network-vif-plugged", "status": "completed", "tag": "f58f86b2-2454-421b-af81-95ba8bd81c0c"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:00:17.636588 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port f58f86b2-2454-421b-af81-95ba8bd81c0c, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f58f86b2-2454-421b-af81-95ba8bd81c0c,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:17.641491 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:17.666110 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea18be52-2a25-4ad2-8214-a9f95ce16970 x-openstack-request-id: req-ea18be52-2a25-4ad2-8214-a9f95ce16970 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:00:17.666408 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e606c9-0aaa-4019-8206-78e6171af751", "name": "network-vif-plugged", "status": "completed", "tag": "f58f86b2-2454-421b-af81-95ba8bd81c0c", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:00:17.666664 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea18be52-2a25-4ad2-8214-a9f95ce16970 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:00:17.667057 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e606c9-0aaa-4019-8206-78e6171af751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58f86b2-2454-421b-af81-95ba8bd81c0c', 'code': 200} Jul 14 10:00:17.693012 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=f58f86b2-2454-421b-af81-95ba8bd81c0c,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:17.801662 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b6563-9642-4426-9740-325d0caf5bf2 req-2d06a991-2514-4255-b763-4b0b75c9c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:17.803113 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a08b6563-9642-4426-9740-325d0caf5bf2 req-2d06a991-2514-4255-b763-4b0b75c9c475 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 1097 time: 0.0515759 Jul 14 10:00:17.838266 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a08b6563-9642-4426-9740-325d0caf5bf2 req-fca9e1bc-3f61-44d4-a48b-fc005928055d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283005 Jul 14 10:00:18.405631 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0a9ed-d364-4934-8bfa-635474886d45 req-99ab0ded-9a1a-43c2-8647-a51827642072 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:18.407699 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7aa0a9ed-d364-4934-8bfa-635474886d45 req-99ab0ded-9a1a-43c2-8647-a51827642072 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 945 time: 0.0639460 Jul 14 10:00:18.443716 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7aa0a9ed-d364-4934-8bfa-635474886d45 req-6483214c-5b8e-4085-b619-ef3b8d867be1 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305390 Jul 14 10:00:19.618250 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52deda2c-618e-4583-8080-b0692fe15425 req-b8b5effa-e7a0-49a5-8281-6375ef88a4a4 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:19.619731 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-52deda2c-618e-4583-8080-b0692fe15425 req-b8b5effa-e7a0-49a5-8281-6375ef88a4a4 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 945 time: 0.0626445 Jul 14 10:00:19.657133 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-52deda2c-618e-4583-8080-b0692fe15425 req-27d6f77c-c1d1-4567-a318-e942a8a59cfe tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318041 Jul 14 10:00:19.825956 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d087b82-566a-4553-a707-4d407a4ff432 req-a1fe0b92-9de8-4c07-bfc2-3f0c36897c02 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:19.827442 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9d087b82-566a-4553-a707-4d407a4ff432 req-a1fe0b92-9de8-4c07-bfc2-3f0c36897c02 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 945 time: 0.0664883 Jul 14 10:00:19.836123 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 48480) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:19.840768 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-82ed8a65-57fb-4f3d-9de2-addd8326d97f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Request body: {'floatingip': {'port_id': 'f58f86b2-2454-421b-af81-95ba8bd81c0c'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:19.879803 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-82ed8a65-57fb-4f3d-9de2-addd8326d97f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:20.321325 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-82ed8a65-57fb-4f3d-9de2-addd8326d97f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:20.325133 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-82ed8a65-57fb-4f3d-9de2-addd8326d97f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:20.424445 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-82ed8a65-57fb-4f3d-9de2-addd8326d97f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Floating IP 64014e45-5e41-410a-b6f3-afc93558d2cd associated. External IP: 172.25.1.254, port: f58f86b2-2454-421b-af81-95ba8bd81c0c. Jul 14 10:00:20.630891 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ed8a65-57fb-4f3d-9de2-addd8326d97f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Router 97b7ef4e-224c-4526-a2ae-0230b80c05ae has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:20.735615 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ed8a65-57fb-4f3d-9de2-addd8326d97f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:20.740189 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-82ed8a65-57fb-4f3d-9de2-addd8326d97f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:20.746266 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9786c6a-8f61-4bc6-a721-5a3a5dbcb133 None None] Sync routers for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:20.755974 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9786c6a-8f61-4bc6-a721-5a3a5dbcb133 None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:20.756576 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d9786c6a-8f61-4bc6-a721-5a3a5dbcb133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:00:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:20.778144 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-82ed8a65-57fb-4f3d-9de2-addd8326d97f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "PUT /v2.0/floatingips/64014e45-5e41-410a-b6f3-afc93558d2cd HTTP/1.1" status: 200 len: 991 time: 0.9408329 Jul 14 10:00:20.778644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e606c9-0aaa-4019-8206-78e6171af751', 'tag': 'f58f86b2-2454-421b-af81-95ba8bd81c0c'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:00:20.780924 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e62f563-002b-49b4-9df4-c51b8a8c7a53" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e606c9-0aaa-4019-8206-78e6171af751", "tag": "f58f86b2-2454-421b-af81-95ba8bd81c0c"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:00:20.821757 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb92a80-a6f3-405c-9db3-8491089dc123 x-openstack-request-id: req-4cb92a80-a6f3-405c-9db3-8491089dc123 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:00:20.822078 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e606c9-0aaa-4019-8206-78e6171af751", "tag": "f58f86b2-2454-421b-af81-95ba8bd81c0c", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:00:20.822337 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4cb92a80-a6f3-405c-9db3-8491089dc123 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:00:20.822751 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e606c9-0aaa-4019-8206-78e6171af751', 'tag': 'f58f86b2-2454-421b-af81-95ba8bd81c0c', 'status': 'completed', 'code': 200} Jul 14 10:00:20.863970 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-d9786c6a-8f61-4bc6-a721-5a3a5dbcb133 None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:20.942109 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62f563-002b-49b4-9df4-c51b8a8c7a53 req-5d9d944e-562b-49de-9737-43b1e6226e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:20.943731 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9e62f563-002b-49b4-9df4-c51b8a8c7a53 req-5d9d944e-562b-49de-9737-43b1e6226e7f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 1097 time: 0.0688579 Jul 14 10:00:21.037258 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62f563-002b-49b4-9df4-c51b8a8c7a53 req-7a9c34b8-c2a3-4edc-80a1-976de8be9cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:21.038687 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9e62f563-002b-49b4-9df4-c51b8a8c7a53 req-7a9c34b8-c2a3-4edc-80a1-976de8be9cbd service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0880029 Jul 14 10:00:21.108562 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d9786c6a-8f61-4bc6-a721-5a3a5dbcb133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '64014e45-5e41-410a-b6f3-afc93558d2cd', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'floating_ip_address': '172.25.1.254', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'port_id': 'f58f86b2-2454-421b-af81-95ba8bd81c0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'mac_address': 'fa:16:3e:9a:f7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e606c9-0aaa-4019-8206-78e6171af751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:00:08Z', 'updated_at': '2021-07-14T10:00:20Z', 'revision_number': 1, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:21.122891 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9e62f563-002b-49b4-9df4-c51b8a8c7a53 req-57509843-b4cc-4557-bda6-22e3b117d3e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f58f86b2-2454-421b-af81-95ba8bd81c0c HTTP/1.1" status: 200 len: 999 time: 0.0775423 Jul 14 10:00:21.136462 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9786c6a-8f61-4bc6-a721-5a3a5dbcb133 None None] Checking router: 97b7ef4e-224c-4526-a2ae-0230b80c05ae for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:00:21.144885 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9786c6a-8f61-4bc6-a721-5a3a5dbcb133 None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:21.145485 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d9786c6a-8f61-4bc6-a721-5a3a5dbcb133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:00:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:21.173934 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62f563-002b-49b4-9df4-c51b8a8c7a53 req-366f36e6-9634-484b-a219-d4010dcbc9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:21.175525 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9e62f563-002b-49b4-9df4-c51b8a8c7a53 req-366f36e6-9634-484b-a219-d4010dcbc9d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0462079 Jul 14 10:00:21.239110 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62f563-002b-49b4-9df4-c51b8a8c7a53 req-7e2d3c7d-991c-4946-9450-5414e24854be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:21.240655 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9e62f563-002b-49b4-9df4-c51b8a8c7a53 req-7e2d3c7d-991c-4946-9450-5414e24854be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578349 Jul 14 10:00:21.340653 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9e62f563-002b-49b4-9df4-c51b8a8c7a53 req-39931720-6ab9-4391-8a3a-90e2617a60c3 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929275 Jul 14 10:00:21.345772 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-d9786c6a-8f61-4bc6-a721-5a3a5dbcb133 None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:21.435131 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9e62f563-002b-49b4-9df4-c51b8a8c7a53 req-3144034e-49df-41cc-96ff-fad69d167d0e service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874410 Jul 14 10:00:21.569259 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d9786c6a-8f61-4bc6-a721-5a3a5dbcb133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '64014e45-5e41-410a-b6f3-afc93558d2cd', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'floating_ip_address': '172.25.1.254', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'port_id': 'f58f86b2-2454-421b-af81-95ba8bd81c0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'mac_address': 'fa:16:3e:9a:f7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e606c9-0aaa-4019-8206-78e6171af751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:00:08Z', 'updated_at': '2021-07-14T10:00:20Z', 'revision_number': 1, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:21.598139 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9786c6a-8f61-4bc6-a721-5a3a5dbcb133 None None] The sync data for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 is: [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '64014e45-5e41-410a-b6f3-afc93558d2cd', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'floating_ip_address': '172.25.1.254', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'port_id': 'f58f86b2-2454-421b-af81-95ba8bd81c0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'mac_address': 'fa:16:3e:9a:f7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e606c9-0aaa-4019-8206-78e6171af751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:00:08Z', 'updated_at': '2021-07-14T10:00:20Z', 'revision_number': 1, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:21.787443 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75569e2-341e-40bb-8235-ab22d42ce35a None None] New status for floating IP 64014e45-5e41-410a-b6f3-afc93558d2cd: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:00:27.315165 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c60455f6-e7cb-46f8-b1bd-00a817c687ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.815330 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cde27a57-0669-4f30-976c-4334bf73c043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.948111 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.810343 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.214462 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.878711 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.250964 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-839f9a4e-7d4e-4eab-8c57-d3e133bab2fe req-7e731cd2-5066-486d-b1dc-0a54b8db5280 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525792 Jul 14 10:00:46.374853 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f9a4e-7d4e-4eab-8c57-d3e133bab2fe req-c033b3ed-75d0-4104-8884-6796f1eec11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:46.376391 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-839f9a4e-7d4e-4eab-8c57-d3e133bab2fe req-c033b3ed-75d0-4104-8884-6796f1eec11d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 1097 time: 0.0600317 Jul 14 10:00:46.486774 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f9a4e-7d4e-4eab-8c57-d3e133bab2fe req-6e41ba25-8c71-4355-aca1-f78231f25910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:46.488257 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-839f9a4e-7d4e-4eab-8c57-d3e133bab2fe req-6e41ba25-8c71-4355-aca1-f78231f25910 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0851281 Jul 14 10:00:46.563772 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-839f9a4e-7d4e-4eab-8c57-d3e133bab2fe req-d043fab2-60a3-43fd-830c-b16f990c7bbe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f58f86b2-2454-421b-af81-95ba8bd81c0c HTTP/1.1" status: 200 len: 1001 time: 0.0646081 Jul 14 10:00:46.617658 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f9a4e-7d4e-4eab-8c57-d3e133bab2fe req-42a87989-1248-4c8d-a3ea-2aa6ff2a254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:46.619183 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-839f9a4e-7d4e-4eab-8c57-d3e133bab2fe req-42a87989-1248-4c8d-a3ea-2aa6ff2a254c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0445411 Jul 14 10:00:46.687589 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f9a4e-7d4e-4eab-8c57-d3e133bab2fe req-15de2866-09b2-4120-bdb5-de4db425c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:46.689668 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-839f9a4e-7d4e-4eab-8c57-d3e133bab2fe req-15de2866-09b2-4120-bdb5-de4db425c4c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563977 Jul 14 10:00:46.706420 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.791791 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-839f9a4e-7d4e-4eab-8c57-d3e133bab2fe req-82a27506-cf7a-4ba4-9e4f-1c88af358591 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923893 Jul 14 10:00:46.890364 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-839f9a4e-7d4e-4eab-8c57-d3e133bab2fe req-5c844eb0-1994-4d10-8034-809c7b13c608 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885191 Jul 14 10:00:52.744813 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:00:57.317732 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-425d5cd5-fa0b-42a3-bb20-2ed7043f37af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:59.816305 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91ac3356-af4c-4d72-9877-0655532100c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:59.951044 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:00.812897 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:02.206057 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:02.882773 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:16.702465 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:27.318402 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e972f542-9db9-4701-adbb-5d71e4ea4f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:29.743080 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:01:29.816700 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e14be1ec-800e-44ce-8a07-0f48fcd45c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:29.952598 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:30.816108 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:32.221509 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:32.885774 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:46.701101 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:47.199691 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9fb5fc3a-9f8f-4326-8024-1e4dfac36c42 req-f0255f85-4e4a-4001-8b73-54c8130683ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0602148 Jul 14 10:01:47.340105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5fc3a-9f8f-4326-8024-1e4dfac36c42 req-e03145c3-83b6-46bb-90ce-af47cd8c04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:47.341956 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9fb5fc3a-9f8f-4326-8024-1e4dfac36c42 req-e03145c3-83b6-46bb-90ce-af47cd8c04ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 1097 time: 0.0613458 Jul 14 10:01:47.443888 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5fc3a-9f8f-4326-8024-1e4dfac36c42 req-696e4e11-0671-4de9-a2a8-b6ebb2441853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:47.445353 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9fb5fc3a-9f8f-4326-8024-1e4dfac36c42 req-696e4e11-0671-4de9-a2a8-b6ebb2441853 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0825856 Jul 14 10:01:47.514636 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9fb5fc3a-9f8f-4326-8024-1e4dfac36c42 req-5d4625c4-8e2f-4e00-8ff2-5316e7a205a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f58f86b2-2454-421b-af81-95ba8bd81c0c HTTP/1.1" status: 200 len: 1001 time: 0.0625386 Jul 14 10:01:47.562686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5fc3a-9f8f-4326-8024-1e4dfac36c42 req-2d892005-d171-42df-b252-fe3c682452da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:47.564108 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9fb5fc3a-9f8f-4326-8024-1e4dfac36c42 req-2d892005-d171-42df-b252-fe3c682452da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0427749 Jul 14 10:01:47.622632 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5fc3a-9f8f-4326-8024-1e4dfac36c42 req-d9f07eee-ce67-420a-9365-d32b0e04240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:47.624164 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9fb5fc3a-9f8f-4326-8024-1e4dfac36c42 req-d9f07eee-ce67-420a-9365-d32b0e04240a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534246 Jul 14 10:01:47.635368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-9fb5fc3a-9f8f-4326-8024-1e4dfac36c42 req-587753f9-28d7-4442-b621-e3492d9d1d12 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:01:47.636288 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9fb5fc3a-9f8f-4326-8024-1e4dfac36c42 req-587753f9-28d7-4442-b621-e3492d9d1d12 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048094 Jul 14 10:01:47.727773 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9fb5fc3a-9f8f-4326-8024-1e4dfac36c42 req-afc8599f-37e3-4595-8980-8534341c7e67 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852089 Jul 14 10:01:47.814718 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9fb5fc3a-9f8f-4326-8024-1e4dfac36c42 req-de25ab95-cee6-4012-b914-6a76bc655336 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798821 Jul 14 10:01:57.319183 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54a6f1cc-5159-408c-94eb-b535599ba479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.726734 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397468e0-b7ba-4c32-9f81-b6ecb31f815c req-66e9fe0b-9ec0-4850-be7f-e340e67a9882 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:58.728385 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-397468e0-b7ba-4c32-9f81-b6ecb31f815c req-66e9fe0b-9ec0-4850-be7f-e340e67a9882 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 945 time: 0.1761050 Jul 14 10:01:58.769930 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-397468e0-b7ba-4c32-9f81-b6ecb31f815c req-967899f4-314a-4c44-a924-5b22385b6ca8 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359371 Jul 14 10:01:59.156632 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b9ded-aa9b-439e-866c-008b56fb023a req-a3788023-2687-4181-8f35-82be712d683a tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:59.158092 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d0b9ded-aa9b-439e-866c-008b56fb023a req-a3788023-2687-4181-8f35-82be712d683a tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 945 time: 0.0667059 Jul 14 10:01:59.190309 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-625689db-7792-46ad-854b-da1370456da9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1461177 Jul 14 10:01:59.197607 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d0b9ded-aa9b-439e-866c-008b56fb023a req-6c2268df-8a31-448c-bbad-f7745e3ba516 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338416 Jul 14 10:01:59.816600 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60956c14-f3aa-4a3e-b6d5-b22aaf82c4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:59.952396 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.304383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-fde3178a-c824-441d-a766-bd4154710e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:00.305899 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-fde3178a-c824-441d-a766-bd4154710e40 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 1097 time: 0.0580587 Jul 14 10:02:00.397285 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-d724be32-37a2-4299-9f87-78e35e800901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:00.398797 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-d724be32-37a2-4299-9f87-78e35e800901 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0864890 Jul 14 10:02:00.435687 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bc50f-67e3-40d9-ac97-49f95d67d335 req-b53d6d76-c8d9-4536-b362-c25698d8e68e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:00.437199 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a05bc50f-67e3-40d9-ac97-49f95d67d335 req-b53d6d76-c8d9-4536-b362-c25698d8e68e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 945 time: 0.1183209 Jul 14 10:02:00.473222 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-cce7ec6d-337f-4b70-959b-2de74bb326f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f58f86b2-2454-421b-af81-95ba8bd81c0c HTTP/1.1" status: 200 len: 1001 time: 0.0677743 Jul 14 10:02:00.477679 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a05bc50f-67e3-40d9-ac97-49f95d67d335 req-d9290804-b612-4194-9e14-0998ceedc4c8 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342042 Jul 14 10:02:00.524358 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-86ca1e72-1b38-47f5-8202-3c9cba6ca3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:00.525882 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-86ca1e72-1b38-47f5-8202-3c9cba6ca3c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0463421 Jul 14 10:02:00.582966 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e6ac77b5-01dc-4ba5-8254-7e20522757c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:00.584449 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e6ac77b5-01dc-4ba5-8254-7e20522757c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513477 Jul 14 10:02:00.676850 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-1b99b268-d978-46a3-bd82-90d390c4082e service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852327 Jul 14 10:02:00.766912 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-66e63634-0d99-4c36-aec0-860ff6bc8588 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830085 Jul 14 10:02:00.823373 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.656302 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca014eef-f7b8-4444-a8f1-ab12d9d11a6c req-7a9b6e3c-3cbc-43f7-baaa-610399c6f557 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:01.658480 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca014eef-f7b8-4444-a8f1-ab12d9d11a6c req-7a9b6e3c-3cbc-43f7-baaa-610399c6f557 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 945 time: 0.0674500 Jul 14 10:02:01.696645 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca014eef-f7b8-4444-a8f1-ab12d9d11a6c req-a6563dcc-a63c-4935-ba41-294e04176c52 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325027 Jul 14 10:02:02.242465 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.870071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f9b3f-6aa0-4082-ab38-a1f8722906f7 req-7a3e3832-e71d-447d-81d2-89a6072ca7a7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:02.871571 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cf9f9b3f-6aa0-4082-ab38-a1f8722906f7 req-7a3e3832-e71d-447d-81d2-89a6072ca7a7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 945 time: 0.0627685 Jul 14 10:02:02.888322 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.912196 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cf9f9b3f-6aa0-4082-ab38-a1f8722906f7 req-a8c44b5d-f765-40b5-a414-f49e4378f57c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337296 Jul 14 10:02:04.084064 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702794ce-1371-4cd2-868d-6b15f6e1c1fd req-a8d64bf3-dff9-4bc2-b208-32b6b85e325e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:04.085530 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-702794ce-1371-4cd2-868d-6b15f6e1c1fd req-a8d64bf3-dff9-4bc2-b208-32b6b85e325e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 945 time: 0.0615096 Jul 14 10:02:04.126516 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-702794ce-1371-4cd2-868d-6b15f6e1c1fd req-3b898777-0fab-44f4-bb94-c9ab363765a9 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354424 Jul 14 10:02:05.295443 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763d013-a8a8-4835-9876-97f1defff698 req-632bf5ca-803d-46d1-a163-e71cdca7bb6b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:05.297004 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a763d013-a8a8-4835-9876-97f1defff698 req-632bf5ca-803d-46d1-a163-e71cdca7bb6b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 945 time: 0.0630260 Jul 14 10:02:05.334346 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a763d013-a8a8-4835-9876-97f1defff698 req-80e2c5f4-8a76-4059-bc58-5baa9c49687c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312955 Jul 14 10:02:06.503988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8f4a0-5691-49f9-93c6-5dfa03282980 req-043e5ff2-2836-4fca-9ebb-3d428f9cd97b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:06.505580 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dfe8f4a0-5691-49f9-93c6-5dfa03282980 req-043e5ff2-2836-4fca-9ebb-3d428f9cd97b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 945 time: 0.0631015 Jul 14 10:02:06.542911 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dfe8f4a0-5691-49f9-93c6-5dfa03282980 req-359230ed-6dc2-41b2-b3ff-c22650206eda tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318000 Jul 14 10:02:06.742221 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:02:07.717508 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe2ba7-8aba-47d8-b363-2a429c07545b req-c0d29909-d349-4372-9005-a925714e8936 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:07.718959 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7dbe2ba7-8aba-47d8-b363-2a429c07545b req-c0d29909-d349-4372-9005-a925714e8936 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 945 time: 0.0660212 Jul 14 10:02:07.756025 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7dbe2ba7-8aba-47d8-b363-2a429c07545b req-6b567de3-6200-4387-a8e1-be0a10267739 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315058 Jul 14 10:02:08.927445 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee27db-c2b6-49aa-9818-c6389a7dd7d7 req-8112baec-1e20-47b0-804b-da9c1b29efb3 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:08.928938 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1ee27db-c2b6-49aa-9818-c6389a7dd7d7 req-8112baec-1e20-47b0-804b-da9c1b29efb3 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 945 time: 0.0635555 Jul 14 10:02:08.967143 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1ee27db-c2b6-49aa-9818-c6389a7dd7d7 req-ba09ff3e-5423-4b8a-adfc-7c98fcafc0c6 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326507 Jul 14 10:02:10.137500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a978d9-19ba-44ef-baa4-2c9d6b404270 req-71ac4ad5-5341-4125-9284-a4227af9fea9 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:10.138999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02a978d9-19ba-44ef-baa4-2c9d6b404270 req-71ac4ad5-5341-4125-9284-a4227af9fea9 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 945 time: 0.0619795 Jul 14 10:02:10.180073 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-02a978d9-19ba-44ef-baa4-2c9d6b404270 req-f926eed1-ccf1-45de-b9fd-a14ee84fec86 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356283 Jul 14 10:02:11.352035 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd0d2-8875-4531-a72a-0133272b14e0 req-1f0fff89-f925-4d91-8405-31e422f2277e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:11.353506 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a76fd0d2-8875-4531-a72a-0133272b14e0 req-1f0fff89-f925-4d91-8405-31e422f2277e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 945 time: 0.0627525 Jul 14 10:02:11.392205 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a76fd0d2-8875-4531-a72a-0133272b14e0 req-6b5c3515-24ae-4ee2-bfc1-5937767a3ef2 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331347 Jul 14 10:02:12.566794 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a6e02-d902-4c55-b793-1c26fab16a6f req-8b619a38-0678-46d8-8b00-86cab6d3983d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:12.568226 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5c1a6e02-d902-4c55-b793-1c26fab16a6f req-8b619a38-0678-46d8-8b00-86cab6d3983d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 945 time: 0.0628552 Jul 14 10:02:12.604642 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5c1a6e02-d902-4c55-b793-1c26fab16a6f req-eb8af38f-341e-4529-a055-4e5c2becc48a tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309246 Jul 14 10:02:12.910871 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-639d75e3-1380-4aa5-a3c3-deae3a0891f7 service neutron] show failed (client error): The resource could not be found. Jul 14 10:02:12.911869 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-639d75e3-1380-4aa5-a3c3-deae3a0891f7 service neutron] 10.222.0.55 "GET /v2.0/ports/f58f86b2-2454-421b-af81-95ba8bd81c0c/bindings/n-h2-798054-10 HTTP/1.1" status: 404 len: 381 time: 0.0539098 Jul 14 10:02:13.156571 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-17ab890c-16c9-4519-ad63-bc40bf350382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:13.158099 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-17ab890c-16c9-4519-ad63-bc40bf350382 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751&tenant_id=80ec3f7d3d804a618bef9cf286404e92 HTTP/1.1" status: 200 len: 1097 time: 0.0561604 Jul 14 10:02:13.169989 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-10', 'device_owner': 'compute:nova'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:13.238938 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:13.434813 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] For port f58f86b2-2454-421b-af81-95ba8bd81c0c, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=f58f86b2-2454-421b-af81-95ba8bd81c0c,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:13.467331 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] For port f58f86b2-2454-421b-af81-95ba8bd81c0c, host n-h1-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:13.508705 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e606c9-0aaa-4019-8206-78e6171af751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f58f86b2-2454-421b-af81-95ba8bd81c0c'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:13.511001 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62c57e9-31ce-4651-b070-1cd7fd8fa21c" -d '{"events": [{"server_uuid": "f1e606c9-0aaa-4019-8206-78e6171af751", "name": "network-vif-unplugged", "status": "completed", "tag": "f58f86b2-2454-421b-af81-95ba8bd81c0c"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:13.514781 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:13.527475 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Transition to ACTIVE for port object f58f86b2-2454-421b-af81-95ba8bd81c0c will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:13.532225 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:13.608716 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Pushing event updated for resources: {'Port': ['ID=f58f86b2-2454-421b-af81-95ba8bd81c0c,revision_number=6']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:13.624841 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:13.625197 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:13.625541 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:13.625921 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:13.626245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:13.626579 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:13.626907 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:13.627268 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:13.629139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:13.629139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:13.629139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:13.629139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:13.637242 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb46abbb-88c8-4ca9-880c-fc8478aff80b x-openstack-request-id: req-eb46abbb-88c8-4ca9-880c-fc8478aff80b {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:13.637530 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e606c9-0aaa-4019-8206-78e6171af751", "name": "network-vif-unplugged", "status": "completed", "tag": "f58f86b2-2454-421b-af81-95ba8bd81c0c", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:13.637780 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb46abbb-88c8-4ca9-880c-fc8478aff80b {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:13.638195 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e606c9-0aaa-4019-8206-78e6171af751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f58f86b2-2454-421b-af81-95ba8bd81c0c', 'code': 200} Jul 14 10:02:13.666462 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] No DVR routers for this DVR port f58f86b2-2454-421b-af81-95ba8bd81c0c on host n-h1-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:13.853158 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8195e4-577b-4d8e-92a9-9a1c12c04902 req-5d651f11-989b-4a84-a7aa-793cb8a1fb23 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:13.854690 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b8195e4-577b-4d8e-92a9-9a1c12c04902 req-5d651f11-989b-4a84-a7aa-793cb8a1fb23 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 943 time: 0.1062868 Jul 14 10:02:13.875679 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Attempting to bind port f58f86b2-2454-421b-af81-95ba8bd81c0c on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:13.876016 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Attempting to bind port f58f86b2-2454-421b-af81-95ba8bd81c0c by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:13.876353 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Attempting to bind port f58f86b2-2454-421b-af81-95ba8bd81c0c on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:13.883453 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Port f58f86b2-2454-421b-af81-95ba8bd81c0c on network 57700680-a0c7-4339-b1d3-9102a2519c10 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:02:13.883779 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Attempting to bind port f58f86b2-2454-421b-af81-95ba8bd81c0c on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:13.891908 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:13.892247 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Checking segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:13.893246 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Bound using segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:13.893680 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Bound port: f58f86b2-2454-421b-af81-95ba8bd81c0c, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:13.894066 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:13.913902 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b8195e4-577b-4d8e-92a9-9a1c12c04902 req-e031fdb4-de84-49d0-bc0c-486f7392e158 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536275 Jul 14 10:02:13.966483 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] For port f58f86b2-2454-421b-af81-95ba8bd81c0c, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:13.969340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] For port f58f86b2-2454-421b-af81-95ba8bd81c0c, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=f58f86b2-2454-421b-af81-95ba8bd81c0c,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:13.974129 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:14.353924 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:14.354541 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:14.355926 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] 10.222.0.49 "PUT /v2.0/ports/f58f86b2-2454-421b-af81-95ba8bd81c0c HTTP/1.1" status: 200 len: 1092 time: 1.1900268 Jul 14 10:02:14.377663 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2390f-5003-4abd-9f33-2543b556eab9 service neutron] Pushing event updated for resources: {'Port': ['ID=f58f86b2-2454-421b-af81-95ba8bd81c0c,revision_number=7']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:14.433879 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-ab45a513-6748-46c5-95e7-fa80405423f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:14.435410 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-ab45a513-6748-46c5-95e7-fa80405423f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 1095 time: 0.0548017 Jul 14 10:02:14.530548 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-3fc88de1-b179-487a-a87c-f8be000403ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:14.532047 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-3fc88de1-b179-487a-a87c-f8be000403ce service neutron] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0911052 Jul 14 10:02:14.597671 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-45035c00-5caf-42e1-a171-cceb34f97ed4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f58f86b2-2454-421b-af81-95ba8bd81c0c HTTP/1.1" status: 200 len: 999 time: 0.0583456 Jul 14 10:02:14.645206 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-806f262a-d995-4df2-b0cf-5fd2b198ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:14.646597 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-806f262a-d995-4df2-b0cf-5fd2b198ed98 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0431621 Jul 14 10:02:14.705323 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-9ae06632-42d3-4bb7-85cb-9d2185e00d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:14.706825 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-9ae06632-42d3-4bb7-85cb-9d2185e00d17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539637 Jul 14 10:02:14.716659 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-76f692a7-8ef6-4227-8298-6968af3d2c99 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:02:14.717591 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-76f692a7-8ef6-4227-8298-6968af3d2c99 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048413 Jul 14 10:02:14.804428 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-ec50aad3-abb1-4681-9cfc-e7c03ce985f9 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798311 Jul 14 10:02:14.894704 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-281a128c-b1bf-463e-b288-932dc7f9aa12 req-3e133f85-3d96-43c1-b8a9-6261b023f864 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846844 Jul 14 10:02:15.089667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b6395-371d-444b-916b-3e7266933b5f req-ce2ab7d7-2ff4-48f2-8ce2-c360581276ff tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:15.091198 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca0b6395-371d-444b-916b-3e7266933b5f req-ce2ab7d7-2ff4-48f2-8ce2-c360581276ff tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 943 time: 0.0651994 Jul 14 10:02:15.128761 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca0b6395-371d-444b-916b-3e7266933b5f req-43bae12b-857b-4760-b38e-8b830a0601a7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313389 Jul 14 10:02:15.639706 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e606c9-0aaa-4019-8206-78e6171af751', 'tag': 'f58f86b2-2454-421b-af81-95ba8bd81c0c'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:15.642073 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f38aa1-e035-4386-86de-117a7d2f7a06" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e606c9-0aaa-4019-8206-78e6171af751", "tag": "f58f86b2-2454-421b-af81-95ba8bd81c0c"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:15.688471 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dcc9d9-0dde-4be8-aed9-03535b1b6749 x-openstack-request-id: req-e1dcc9d9-0dde-4be8-aed9-03535b1b6749 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:15.689066 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e606c9-0aaa-4019-8206-78e6171af751", "tag": "f58f86b2-2454-421b-af81-95ba8bd81c0c", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:15.689066 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1dcc9d9-0dde-4be8-aed9-03535b1b6749 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:15.690039 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e606c9-0aaa-4019-8206-78e6171af751', 'tag': 'f58f86b2-2454-421b-af81-95ba8bd81c0c', 'status': 'completed', 'code': 200} Jul 14 10:02:15.760239 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-56817bfa-879f-4e87-9c5b-e0df9f46248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:15.762041 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-56817bfa-879f-4e87-9c5b-e0df9f46248e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 1095 time: 0.0534391 Jul 14 10:02:15.790856 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-48bb497e-8abf-4a4d-9d1d-36a5ad3ea44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:15.792345 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-48bb497e-8abf-4a4d-9d1d-36a5ad3ea44b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 1095 time: 0.0584664 Jul 14 10:02:15.856397 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-db04663c-7d5a-482c-9408-a3e0fa6b951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:15.858090 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-db04663c-7d5a-482c-9408-a3e0fa6b951d service neutron] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0897532 Jul 14 10:02:15.882699 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-31b39ced-9819-4e6c-b0e8-96decb5de09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:15.884205 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-31b39ced-9819-4e6c-b0e8-96decb5de09a service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0852842 Jul 14 10:02:15.922947 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-6af1e237-9b86-4614-9491-42fb7a64ddcd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f58f86b2-2454-421b-af81-95ba8bd81c0c HTTP/1.1" status: 200 len: 999 time: 0.0576749 Jul 14 10:02:15.952677 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-070c5c50-3041-48f4-8305-da9665df80a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f58f86b2-2454-421b-af81-95ba8bd81c0c HTTP/1.1" status: 200 len: 999 time: 0.0615709 Jul 14 10:02:15.976810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-2cb5be22-9d1a-4a66-ba6e-8584470f1e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:15.978347 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-2cb5be22-9d1a-4a66-ba6e-8584470f1e4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0488467 Jul 14 10:02:16.002844 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-6dd8caa1-1a76-4aa6-914c-0403f32a7966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:16.004296 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-6dd8caa1-1a76-4aa6-914c-0403f32a7966 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0443199 Jul 14 10:02:16.021941 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f58f86b2-2454-421b-af81-95ba8bd81c0c no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:02:16.039693 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-66dc6843-5dc1-4cc1-9733-a84a44f0b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:16.041522 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-66dc6843-5dc1-4cc1-9733-a84a44f0b468 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567782 Jul 14 10:02:16.062962 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device f58f86b2-2454-421b-af81-95ba8bd81c0c not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:02:16.063368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-f6af00c7-9e87-4e6a-8960-a53581b29fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:16.064905 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-f6af00c7-9e87-4e6a-8960-a53581b29fea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531101 Jul 14 10:02:16.133447 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-95d574d9-1b87-492c-a5a8-dad6f45facb4 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847359 Jul 14 10:02:16.160477 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-9a57dd3e-89e7-4ddf-8a0e-9b6c3c9bbd1a service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881579 Jul 14 10:02:16.232445 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-53fd5053-aa04-4c57-9a83-6122640a38cb service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925736 Jul 14 10:02:16.254817 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-82f38aa1-e035-4386-86de-117a7d2f7a06 req-e5528506-ab2f-48f9-9e97-7b0085e4a71d service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877066 Jul 14 10:02:16.307003 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d608e-4e27-4c02-ade5-09e0d6b61ee7 req-b3d055cc-64d3-4eaa-acde-fb497a55b1be tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:16.308493 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-590d608e-4e27-4c02-ade5-09e0d6b61ee7 req-b3d055cc-64d3-4eaa-acde-fb497a55b1be tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 943 time: 0.0673625 Jul 14 10:02:16.347679 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-590d608e-4e27-4c02-ade5-09e0d6b61ee7 req-2105d640-c74f-4016-b678-a85761d358ac tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337176 Jul 14 10:02:16.709042 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:17.527706 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bc83d-5508-409f-bb76-3652af435fd7 req-c8d0733a-bd9e-408a-b50b-68c92178f36d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:17.529112 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d2bc83d-5508-409f-bb76-3652af435fd7 req-c8d0733a-bd9e-408a-b50b-68c92178f36d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 943 time: 0.0662241 Jul 14 10:02:17.566766 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d2bc83d-5508-409f-bb76-3652af435fd7 req-d4d67489-5082-4b68-914a-9c2cd3bfe48e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314670 Jul 14 10:02:17.856371 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42a202-1bd4-4911-aefb-5c204862b3d5 req-31662bbd-7199-45d3-8912-872370b59ace tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:17.858808 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce42a202-1bd4-4911-aefb-5c204862b3d5 req-31662bbd-7199-45d3-8912-872370b59ace tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 943 time: 0.0661261 Jul 14 10:02:17.883273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ce1e2-20f8-4b4b-aeb9-a5c5e6e09397 req-c4d30e28-26cc-4b49-834e-5ab4b6ad73f1 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:17.884745 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-436ce1e2-20f8-4b4b-aeb9-a5c5e6e09397 req-c4d30e28-26cc-4b49-834e-5ab4b6ad73f1 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751&tenant_id=80ec3f7d3d804a618bef9cf286404e92&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 943 time: 0.0701888 Jul 14 10:02:17.897091 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce42a202-1bd4-4911-aefb-5c204862b3d5 req-d48aa182-5680-4681-a80c-9e9d5f35f711 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334034 Jul 14 10:02:17.948049 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [req-436ce1e2-20f8-4b4b-aeb9-a5c5e6e09397 req-00afb053-ec6a-45a0-97ae-9e82aec62960 service neutron] delete failed (client error): The resource could not be found. Jul 14 10:02:17.949077 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-436ce1e2-20f8-4b4b-aeb9-a5c5e6e09397 req-00afb053-ec6a-45a0-97ae-9e82aec62960 service neutron] 10.222.0.55 "DELETE /v2.0/ports/f58f86b2-2454-421b-af81-95ba8bd81c0c/bindings/n-h1-798054-10 HTTP/1.1" status: 404 len: 381 time: 0.0579669 Jul 14 10:02:18.058927 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ce1e2-20f8-4b4b-aeb9-a5c5e6e09397 req-94379295-2bd0-4936-9605-edb1da942ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:18.060405 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-436ce1e2-20f8-4b4b-aeb9-a5c5e6e09397 req-94379295-2bd0-4936-9605-edb1da942ca9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 1095 time: 0.0521383 Jul 14 10:02:18.148324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ce1e2-20f8-4b4b-aeb9-a5c5e6e09397 req-04698f14-9ef1-420c-9acb-89cd89afff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:18.149690 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-436ce1e2-20f8-4b4b-aeb9-a5c5e6e09397 req-04698f14-9ef1-420c-9acb-89cd89afff95 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0821502 Jul 14 10:02:18.217018 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-436ce1e2-20f8-4b4b-aeb9-a5c5e6e09397 req-208746a2-45af-4998-bf40-6a527c6eba21 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f58f86b2-2454-421b-af81-95ba8bd81c0c HTTP/1.1" status: 200 len: 999 time: 0.0603075 Jul 14 10:02:18.267301 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ce1e2-20f8-4b4b-aeb9-a5c5e6e09397 req-0eb7b657-15ac-48ed-8cd8-f3a9dc7c4a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:18.269360 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-436ce1e2-20f8-4b4b-aeb9-a5c5e6e09397 req-0eb7b657-15ac-48ed-8cd8-f3a9dc7c4a2d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0444770 Jul 14 10:02:18.323927 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ce1e2-20f8-4b4b-aeb9-a5c5e6e09397 req-07bb9bf3-f507-48f2-8f44-b469aaf09dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:18.325416 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-436ce1e2-20f8-4b4b-aeb9-a5c5e6e09397 req-07bb9bf3-f507-48f2-8f44-b469aaf09dd0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492001 Jul 14 10:02:18.599905 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device f58f86b2-2454-421b-af81-95ba8bd81c0c details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:02:18.698506 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port f58f86b2-2454-421b-af81-95ba8bd81c0c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=f58f86b2-2454-421b-af81-95ba8bd81c0c,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:18.710664 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'f58f86b2-2454-421b-af81-95ba8bd81c0c', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'port_id': 'f58f86b2-2454-421b-af81-95ba8bd81c0c', 'mac_address': 'fa:16:3e:9a:f7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:02:18.735727 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-436ce1e2-20f8-4b4b-aeb9-a5c5e6e09397 req-da91c5d3-9d0b-4bd8-a893-64fbf18a0fbf service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032192 Jul 14 10:02:18.746976 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:18.760049 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f58f86b2-2454-421b-af81-95ba8bd81c0c {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:02:18.779269 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port f58f86b2-2454-421b-af81-95ba8bd81c0c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=f58f86b2-2454-421b-af81-95ba8bd81c0c,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:18.783359 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:18.830939 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=f58f86b2-2454-421b-af81-95ba8bd81c0c,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:18.831424 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-436ce1e2-20f8-4b4b-aeb9-a5c5e6e09397 req-5b68ce67-7c47-48a5-8906-d4c2ee2831e9 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870810 Jul 14 10:02:18.838023 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:18.838367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:18.838702 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:18.839035 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:18.839364 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:18.839691 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:18.840038 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:18.840360 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:18.840683 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:18.841018 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:18.841482 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:18.841821 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:19.008039 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['f58f86b2-2454-421b-af81-95ba8bd81c0c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:02:19.087204 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c616ef-fcbe-48fe-8ce0-88c5ff6f50a2 req-f585510b-a377-4906-a914-d7cac143864d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:19.088810 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25c616ef-fcbe-48fe-8ce0-88c5ff6f50a2 req-f585510b-a377-4906-a914-d7cac143864d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 944 time: 0.0629280 Jul 14 10:02:19.126842 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25c616ef-fcbe-48fe-8ce0-88c5ff6f50a2 req-00973fd4-ec69-441d-8d63-6c2e8834d3ae tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324378 Jul 14 10:02:20.301819 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509580f7-f586-4599-bfd6-78fafa895a09 req-b3e6f330-4d03-406f-8703-860983b2e674 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:20.303208 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-509580f7-f586-4599-bfd6-78fafa895a09 req-b3e6f330-4d03-406f-8703-860983b2e674 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 944 time: 0.0664835 Jul 14 10:02:20.340392 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-509580f7-f586-4599-bfd6-78fafa895a09 req-87833d19-287d-4a46-8943-61773e62d487 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315719 Jul 14 10:02:20.511516 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0669b-a407-4784-9d69-5d009b9b71b9 req-1cc52a22-5076-47dd-a76d-477ecac2a78d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:20.513199 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84a0669b-a407-4784-9d69-5d009b9b71b9 req-1cc52a22-5076-47dd-a76d-477ecac2a78d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 944 time: 0.0641870 Jul 14 10:02:20.550158 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84a0669b-a407-4784-9d69-5d009b9b71b9 req-198e1f07-a5df-4ea8-950a-36a49416b49f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306530 Jul 14 10:02:20.609206 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device f58f86b2-2454-421b-af81-95ba8bd81c0c up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:20.658478 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port f58f86b2-2454-421b-af81-95ba8bd81c0c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:20.662350 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port f58f86b2-2454-421b-af81-95ba8bd81c0c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:20.662729 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:20.726585 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49892be9-3d37-486e-93a7-19513b65eda5 req-31fceedd-b36b-4123-911f-a540c37bcae3 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:20.728279 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49892be9-3d37-486e-93a7-19513b65eda5 req-31fceedd-b36b-4123-911f-a540c37bcae3 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 944 time: 0.0695293 Jul 14 10:02:20.741089 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:20.763268 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e606c9-0aaa-4019-8206-78e6171af751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58f86b2-2454-421b-af81-95ba8bd81c0c'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:20.765624 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d604923-df8d-46a3-8a62-e840e55b7d3b" -d '{"events": [{"server_uuid": "f1e606c9-0aaa-4019-8206-78e6171af751", "name": "network-vif-plugged", "status": "completed", "tag": "f58f86b2-2454-421b-af81-95ba8bd81c0c"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:20.767255 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49892be9-3d37-486e-93a7-19513b65eda5 req-74cf8ce7-4931-466e-a74f-b30a3e233d7d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333984 Jul 14 10:02:20.778922 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port f58f86b2-2454-421b-af81-95ba8bd81c0c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=f58f86b2-2454-421b-af81-95ba8bd81c0c,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:20.790028 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:20.807465 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bbb1df-7d0a-4e1c-b435-949512ea0391 x-openstack-request-id: req-42bbb1df-7d0a-4e1c-b435-949512ea0391 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:20.807777 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e606c9-0aaa-4019-8206-78e6171af751", "name": "network-vif-plugged", "status": "completed", "tag": "f58f86b2-2454-421b-af81-95ba8bd81c0c", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:20.808018 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42bbb1df-7d0a-4e1c-b435-949512ea0391 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:20.808404 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e606c9-0aaa-4019-8206-78e6171af751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58f86b2-2454-421b-af81-95ba8bd81c0c', 'code': 200} Jul 14 10:02:20.833899 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=f58f86b2-2454-421b-af81-95ba8bd81c0c,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:21.142551 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116542b-dcb7-4517-8de2-4666048c3a53 req-00cbecc8-6bab-4bea-afed-9cde31a208bc tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:21.144048 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3116542b-dcb7-4517-8de2-4666048c3a53 req-00cbecc8-6bab-4bea-afed-9cde31a208bc tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 945 time: 0.0630763 Jul 14 10:02:21.180305 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3116542b-dcb7-4517-8de2-4666048c3a53 req-44d7054d-d296-414d-9cdb-28b80593ed08 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308201 Jul 14 10:02:22.381270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1179d50-37b9-4bc9-876b-a7803fe8e619 req-b8ed5ae9-5c5b-4841-91eb-a1d0522798ee tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:22.382810 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a1179d50-37b9-4bc9-876b-a7803fe8e619 req-b8ed5ae9-5c5b-4841-91eb-a1d0522798ee tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 945 time: 0.0822830 Jul 14 10:02:22.391155 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dc2bf-51f9-4b3f-8bce-6a4e465d42c1 req-7623e28c-5f2a-4bd4-9ebb-49d652415369 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:22.392574 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a37dc2bf-51f9-4b3f-8bce-6a4e465d42c1 req-7623e28c-5f2a-4bd4-9ebb-49d652415369 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1e606c9-0aaa-4019-8206-78e6171af751 HTTP/1.1" status: 200 len: 945 time: 0.1189983 Jul 14 10:02:22.462739 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a1179d50-37b9-4bc9-876b-a7803fe8e619 req-23aeb553-9198-4a6d-bd52-67a194c363c3 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691133 Jul 14 10:02:22.513508 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-a37dc2bf-51f9-4b3f-8bce-6a4e465d42c1 req-aa22e477-3d93-46dd-8577-537b5dcce2bd tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Deleting port f58f86b2-2454-421b-af81-95ba8bd81c0c {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:22.513883 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a37dc2bf-51f9-4b3f-8bce-6a4e465d42c1 req-aa22e477-3d93-46dd-8577-537b5dcce2bd tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:22.603194 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-a37dc2bf-51f9-4b3f-8bce-6a4e465d42c1 req-aa22e477-3d93-46dd-8577-537b5dcce2bd tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] For port f58f86b2-2454-421b-af81-95ba8bd81c0c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=f58f86b2-2454-421b-af81-95ba8bd81c0c,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:22.603567 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a37dc2bf-51f9-4b3f-8bce-6a4e465d42c1 req-aa22e477-3d93-46dd-8577-537b5dcce2bd tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:22.767699 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a37dc2bf-51f9-4b3f-8bce-6a4e465d42c1 req-aa22e477-3d93-46dd-8577-537b5dcce2bd tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:22.767984 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a37dc2bf-51f9-4b3f-8bce-6a4e465d42c1 req-aa22e477-3d93-46dd-8577-537b5dcce2bd tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:22.768298 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [req-a37dc2bf-51f9-4b3f-8bce-6a4e465d42c1 req-aa22e477-3d93-46dd-8577-537b5dcce2bd tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Floating IP 64014e45-5e41-410a-b6f3-afc93558d2cd disassociated. External IP: 172.25.1.254, port: f58f86b2-2454-421b-af81-95ba8bd81c0c. Jul 14 10:02:22.768643 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-a37dc2bf-51f9-4b3f-8bce-6a4e465d42c1 req-aa22e477-3d93-46dd-8577-537b5dcce2bd tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Calling delete_port for f58f86b2-2454-421b-af81-95ba8bd81c0c owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:22.896234 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a37dc2bf-51f9-4b3f-8bce-6a4e465d42c1 req-aa22e477-3d93-46dd-8577-537b5dcce2bd tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:22.923090 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22e477-3d93-46dd-8577-537b5dcce2bd tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Pushing event deleted for resources: {'Port': ['ID=f58f86b2-2454-421b-af81-95ba8bd81c0c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:23.040295 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a37dc2bf-51f9-4b3f-8bce-6a4e465d42c1 req-aa22e477-3d93-46dd-8577-537b5dcce2bd tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Router 97b7ef4e-224c-4526-a2ae-0230b80c05ae has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:02:23.147849 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a37dc2bf-51f9-4b3f-8bce-6a4e465d42c1 req-aa22e477-3d93-46dd-8577-537b5dcce2bd tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:23.157484 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809f6cb1-ce4c-4db0-b5af-bd34333776cd None None] Sync routers for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:23.167869 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809f6cb1-ce4c-4db0-b5af-bd34333776cd None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:23.168463 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-809f6cb1-ce4c-4db0-b5af-bd34333776cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:02:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:23.189028 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37dc2bf-51f9-4b3f-8bce-6a4e465d42c1 req-aa22e477-3d93-46dd-8577-537b5dcce2bd tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] No DVR routers for this DVR port f58f86b2-2454-421b-af81-95ba8bd81c0c on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:23.191603 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a37dc2bf-51f9-4b3f-8bce-6a4e465d42c1 req-aa22e477-3d93-46dd-8577-537b5dcce2bd tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:23.193592 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a37dc2bf-51f9-4b3f-8bce-6a4e465d42c1 req-aa22e477-3d93-46dd-8577-537b5dcce2bd tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.49 "DELETE /v2.0/ports/f58f86b2-2454-421b-af81-95ba8bd81c0c HTTP/1.1" status: 204 len: 173 time: 0.7937603 Jul 14 10:02:23.194051 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e606c9-0aaa-4019-8206-78e6171af751', 'name': 'network-vif-deleted', 'tag': 'f58f86b2-2454-421b-af81-95ba8bd81c0c'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:23.196348 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4044fac-3098-4eb3-9031-9f239dcc17cc" -d '{"events": [{"server_uuid": "f1e606c9-0aaa-4019-8206-78e6171af751", "name": "network-vif-deleted", "tag": "f58f86b2-2454-421b-af81-95ba8bd81c0c"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:23.241753 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de49517-b55b-4733-9bf9-4a6838cccfbf x-openstack-request-id: req-7de49517-b55b-4733-9bf9-4a6838cccfbf {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:23.242290 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e606c9-0aaa-4019-8206-78e6171af751", "name": "network-vif-deleted", "tag": "f58f86b2-2454-421b-af81-95ba8bd81c0c", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:23.242550 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7de49517-b55b-4733-9bf9-4a6838cccfbf {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:23.242948 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e606c9-0aaa-4019-8206-78e6171af751', 'name': 'network-vif-deleted', 'tag': 'f58f86b2-2454-421b-af81-95ba8bd81c0c', 'status': 'completed', 'code': 200} Jul 14 10:02:23.281765 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-809f6cb1-ce4c-4db0-b5af-bd34333776cd None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:23.481134 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-809f6cb1-ce4c-4db0-b5af-bd34333776cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:23.514432 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809f6cb1-ce4c-4db0-b5af-bd34333776cd None None] Checking router: 97b7ef4e-224c-4526-a2ae-0230b80c05ae for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:02:23.524851 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809f6cb1-ce4c-4db0-b5af-bd34333776cd None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:23.525459 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-809f6cb1-ce4c-4db0-b5af-bd34333776cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:02:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:23.629332 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-809f6cb1-ce4c-4db0-b5af-bd34333776cd None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:23.773831 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7923423d-26e4-4487-92bb-577609a08c69 req-faeca426-bbdc-4198-b4c2-ce0bad132275 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1369237586&fields=id&tenant_id=80ec3f7d3d804a618bef9cf286404e92 HTTP/1.1" status: 200 len: 267 time: 0.0338836 Jul 14 10:02:23.830683 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-809f6cb1-ce4c-4db0-b5af-bd34333776cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:23.856846 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809f6cb1-ce4c-4db0-b5af-bd34333776cd None None] The sync data for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 is: [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:23.888639 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923423d-26e4-4487-92bb-577609a08c69 req-90d731a6-437e-4785-8d69-d1fd7bbaff19 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:23.890491 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7923423d-26e4-4487-92bb-577609a08c69 req-90d731a6-437e-4785-8d69-d1fd7bbaff19 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 811 time: 0.1103237 Jul 14 10:02:23.906394 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7923423d-26e4-4487-92bb-577609a08c69 req-51a08028-12e5-488f-b29a-434f9187d9ab tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/quotas/80ec3f7d3d804a618bef9cf286404e92 HTTP/1.1" status: 200 len: 375 time: 0.0099814 Jul 14 10:02:23.984474 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7923423d-26e4-4487-92bb-577609a08c69 req-d36e1ffb-15b2-4f70-8573-aa08b1dd09b2 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0686533 Jul 14 10:02:24.000492 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-7923423d-26e4-4487-92bb-577609a08c69 req-ad92235b-22b8-48d4-94c5-dc295f1156e4 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:02:24.001574 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7923423d-26e4-4487-92bb-577609a08c69 req-ad92235b-22b8-48d4-94c5-dc295f1156e4 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054154 Jul 14 10:02:24.099941 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7923423d-26e4-4487-92bb-577609a08c69 req-84d943fb-a6bd-4498-b1e6-f40ed66b085e service neutron] 10.222.0.26 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917628 Jul 14 10:02:24.104623 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541a2ad9-f29e-412e-bd5d-7b0a4228e6e1 None None] New status for floating IP 64014e45-5e41-410a-b6f3-afc93558d2cd: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:02:24.192426 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7923423d-26e4-4487-92bb-577609a08c69 req-50832f3d-8342-4387-aac8-7a4a69a18a9f service neutron] 10.222.0.26 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861502 Jul 14 10:02:24.367550 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4145f87d-e6d3-458c-8bfc-b933db9b786c req-463a6ec3-27c4-4a92-a20c-8cdf24268b67 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 210 time: 0.0296488 Jul 14 10:02:25.383771 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923423d-26e4-4487-92bb-577609a08c69 req-1696ab15-52e6-4ec0-8bbd-c6b488133b47 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:25.385232 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7923423d-26e4-4487-92bb-577609a08c69 req-1696ab15-52e6-4ec0-8bbd-c6b488133b47 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 811 time: 0.1062412 Jul 14 10:02:25.431006 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7923423d-26e4-4487-92bb-577609a08c69 req-fdbb4b55-2b1b-420f-96f1-1472cc9e2dd6 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80ec3f7d3d804a618bef9cf286404e92 HTTP/1.1" status: 200 len: 380 time: 0.0365973 Jul 14 10:02:25.439990 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-7923423d-26e4-4487-92bb-577609a08c69 req-8d7eb832-59f9-4faf-a25d-d9de5310161f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Request body: {'port': {'device_id': 'dacd4671-146c-4543-bfe5-3a2cdf48593a', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'admin_state_up': True, 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'security_groups': ['d8734ac8-54d8-4c3d-bc50-1c671140f110']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:25.520450 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2fea493d-3077-4ab0-b388-fb18faa22a4c req-7df54e83-6d5e-47ff-8435-8713401d0e0e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 210 time: 0.0360236 Jul 14 10:02:25.577752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7923423d-26e4-4487-92bb-577609a08c69 req-8d7eb832-59f9-4faf-a25d-d9de5310161f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Made reservation on behalf of 80ec3f7d3d804a618bef9cf286404e92 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:25.581269 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7923423d-26e4-4487-92bb-577609a08c69 req-8d7eb832-59f9-4faf-a25d-d9de5310161f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.704981 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-7923423d-26e4-4487-92bb-577609a08c69 req-8d7eb832-59f9-4faf-a25d-d9de5310161f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Allocated IP 172.20.0.3 (57700680-a0c7-4339-b1d3-9102a2519c10/a59fcc9b-1f8e-4d91-a70d-7744cd258caa/bad7e301-0670-468a-bad6-8b738d75e5e6) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:25.839602 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7923423d-26e4-4487-92bb-577609a08c69 req-8d7eb832-59f9-4faf-a25d-d9de5310161f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.854049 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-7923423d-26e4-4487-92bb-577609a08c69 req-8d7eb832-59f9-4faf-a25d-d9de5310161f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Transition to ACTIVE for port object bad7e301-0670-468a-bad6-8b738d75e5e6 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:25.885679 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7923423d-26e4-4487-92bb-577609a08c69 req-8d7eb832-59f9-4faf-a25d-d9de5310161f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.936465 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7923423d-26e4-4487-92bb-577609a08c69 req-8d7eb832-59f9-4faf-a25d-d9de5310161f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Network 57700680-a0c7-4339-b1d3-9102a2519c10 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:25.939816 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-7923423d-26e4-4487-92bb-577609a08c69 req-8d7eb832-59f9-4faf-a25d-d9de5310161f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:25.944145 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7923423d-26e4-4487-92bb-577609a08c69 req-8d7eb832-59f9-4faf-a25d-d9de5310161f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:25.947958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7eb832-59f9-4faf-a25d-d9de5310161f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Pushing event updated for resources: {'Port': ['ID=bad7e301-0670-468a-bad6-8b738d75e5e6,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:25.994923 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923423d-26e4-4487-92bb-577609a08c69 req-8d7eb832-59f9-4faf-a25d-d9de5310161f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:25.995535 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7923423d-26e4-4487-92bb-577609a08c69 req-8d7eb832-59f9-4faf-a25d-d9de5310161f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.010542 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7923423d-26e4-4487-92bb-577609a08c69 req-8d7eb832-59f9-4faf-a25d-d9de5310161f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5748920 Jul 14 10:02:26.026014 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] Request body: {'port': {'device_id': 'dacd4671-146c-4543-bfe5-3a2cdf48593a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:26.100123 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.131793 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-df66ebba-e7c3-4511-8c4f-8105455d0697 None None] Provisioning for port bad7e301-0670-468a-bad6-8b738d75e5e6 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:26.135651 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-df66ebba-e7c3-4511-8c4f-8105455d0697 None None] Provisioning complete for port bad7e301-0670-468a-bad6-8b738d75e5e6 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:26.136282 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df66ebba-e7c3-4511-8c4f-8105455d0697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.175039 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-df66ebba-e7c3-4511-8c4f-8105455d0697 None None] Port bad7e301-0670-468a-bad6-8b738d75e5e6 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:26.363012 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad7e301-0670-468a-bad6-8b738d75e5e6 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:02:26.370104 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.381692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] Transition to ACTIVE for port object bad7e301-0670-468a-bad6-8b738d75e5e6 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:26.385741 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.434571 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] Pushing event updated for resources: {'Port': ['ID=bad7e301-0670-468a-bad6-8b738d75e5e6,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:26.509722 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] Attempting to bind port bad7e301-0670-468a-bad6-8b738d75e5e6 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:26.510175 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] Attempting to bind port bad7e301-0670-468a-bad6-8b738d75e5e6 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:26.510509 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] Attempting to bind port bad7e301-0670-468a-bad6-8b738d75e5e6 on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:26.515381 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] Port bad7e301-0670-468a-bad6-8b738d75e5e6 on network 57700680-a0c7-4339-b1d3-9102a2519c10 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:02:26.515711 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] Attempting to bind port bad7e301-0670-468a-bad6-8b738d75e5e6 on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:26.521368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:26.521713 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] Checking segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:26.522127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] Bound using segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:26.522562 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] Bound port: bad7e301-0670-468a-bad6-8b738d75e5e6, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:26.522928 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.593899 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] For port bad7e301-0670-468a-bad6-8b738d75e5e6, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:26.597101 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] For port bad7e301-0670-468a-bad6-8b738d75e5e6, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=bad7e301-0670-468a-bad6-8b738d75e5e6,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:26.602065 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.636919 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:26.637572 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.639176 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7923423d-26e4-4487-92bb-577609a08c69 req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] 10.222.0.49 "PUT /v2.0/ports/bad7e301-0670-468a-bad6-8b738d75e5e6 HTTP/1.1" status: 200 len: 1092 time: 0.6213655 Jul 14 10:02:26.643366 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device f58f86b2-2454-421b-af81-95ba8bd81c0c no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:02:26.652651 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacd4671-146c-4543-bfe5-3a2cdf48593a', 'tag': 'bad7e301-0670-468a-bad6-8b738d75e5e6'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:26.655468 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773514bf-a5f4-4a84-8709-14a8c9aef450" -d '{"events": [{"name": "network-changed", "server_uuid": "dacd4671-146c-4543-bfe5-3a2cdf48593a", "tag": "bad7e301-0670-468a-bad6-8b738d75e5e6"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:26.663730 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: f58f86b2-2454-421b-af81-95ba8bd81c0c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:02:26.664155 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device f58f86b2-2454-421b-af81-95ba8bd81c0c not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:02:26.733198 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d26bf62-9ff2-425a-a608-1b4eacd395c4 x-openstack-request-id: req-2d26bf62-9ff2-425a-a608-1b4eacd395c4 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:26.733488 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacd4671-146c-4543-bfe5-3a2cdf48593a", "tag": "bad7e301-0670-468a-bad6-8b738d75e5e6", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:26.733739 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d26bf62-9ff2-425a-a608-1b4eacd395c4 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:26.734160 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacd4671-146c-4543-bfe5-3a2cdf48593a', 'tag': 'bad7e301-0670-468a-bad6-8b738d75e5e6', 'status': 'completed', 'code': 200} Jul 14 10:02:26.746002 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab3187-71dc-4eb2-9ea1-1f0da591686c service neutron] Pushing event updated for resources: {'Port': ['ID=bad7e301-0670-468a-bad6-8b738d75e5e6,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:26.792104 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75b37e-d229-43b7-b279-743b717f7fe0 req-a49361a9-9c9a-4772-8410-763327de517d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:26.793655 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d75b37e-d229-43b7-b279-743b717f7fe0 req-a49361a9-9c9a-4772-8410-763327de517d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 943 time: 0.1535442 Jul 14 10:02:26.796725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923423d-26e4-4487-92bb-577609a08c69 req-ae0a37d2-d859-45c5-88bb-a4b3438437fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:26.798713 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7923423d-26e4-4487-92bb-577609a08c69 req-ae0a37d2-d859-45c5-88bb-a4b3438437fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 1095 time: 0.1083496 Jul 14 10:02:26.847289 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7923423d-26e4-4487-92bb-577609a08c69 req-386c79c9-d387-47c1-adf0-3e135feec304 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bad7e301-0670-468a-bad6-8b738d75e5e6 HTTP/1.1" status: 200 len: 217 time: 0.0410175 Jul 14 10:02:26.896654 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d75b37e-d229-43b7-b279-743b717f7fe0 req-56ffa8ca-0d72-451f-bbae-dde31ce39cf6 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964699 Jul 14 10:02:26.912372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923423d-26e4-4487-92bb-577609a08c69 req-e2394af3-8f17-4868-b74e-ccb3877d79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:26.914038 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7923423d-26e4-4487-92bb-577609a08c69 req-e2394af3-8f17-4868-b74e-ccb3877d79fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0609410 Jul 14 10:02:26.970893 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923423d-26e4-4487-92bb-577609a08c69 req-522dd191-116d-4981-b47f-0409d4e6ca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:26.972390 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7923423d-26e4-4487-92bb-577609a08c69 req-522dd191-116d-4981-b47f-0409d4e6ca45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521379 Jul 14 10:02:27.059061 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7923423d-26e4-4487-92bb-577609a08c69 req-35f749d3-670b-4210-b1c1-1a639b75649e service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804305 Jul 14 10:02:27.152329 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7923423d-26e4-4487-92bb-577609a08c69 req-a908d095-968f-45eb-b522-df6d808fefa8 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866973 Jul 14 10:02:27.251634 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773514bf-a5f4-4a84-8709-14a8c9aef450 req-28de00bc-f571-4c9d-bb2e-9d2e397a5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:27.253144 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-773514bf-a5f4-4a84-8709-14a8c9aef450 req-28de00bc-f571-4c9d-bb2e-9d2e397a5dd8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 1095 time: 0.0528362 Jul 14 10:02:27.325145 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-16092d67-1592-42a0-a422-c2839aa464ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.350420 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773514bf-a5f4-4a84-8709-14a8c9aef450 req-0fae0d8d-65b9-4d85-8feb-b7cdae2abff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:27.351927 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-773514bf-a5f4-4a84-8709-14a8c9aef450 req-0fae0d8d-65b9-4d85-8feb-b7cdae2abff6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0922396 Jul 14 10:02:27.392946 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-773514bf-a5f4-4a84-8709-14a8c9aef450 req-d20e4ece-7a2f-4c10-8aae-626322830eb6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bad7e301-0670-468a-bad6-8b738d75e5e6 HTTP/1.1" status: 200 len: 217 time: 0.0347569 Jul 14 10:02:27.441281 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773514bf-a5f4-4a84-8709-14a8c9aef450 req-8782111e-e1c2-43cf-84fb-c034cca3ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:27.442723 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-773514bf-a5f4-4a84-8709-14a8c9aef450 req-8782111e-e1c2-43cf-84fb-c034cca3ebdc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0438781 Jul 14 10:02:27.498534 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773514bf-a5f4-4a84-8709-14a8c9aef450 req-47fd4fd7-762a-45cf-abf7-e035022f2909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:27.499999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-773514bf-a5f4-4a84-8709-14a8c9aef450 req-47fd4fd7-762a-45cf-abf7-e035022f2909 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508559 Jul 14 10:02:27.590430 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-773514bf-a5f4-4a84-8709-14a8c9aef450 req-db5ffd3f-d04e-4f96-add5-c9309e0c2dfd service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826101 Jul 14 10:02:27.675776 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-773514bf-a5f4-4a84-8709-14a8c9aef450 req-6804c750-f38d-491c-ae86-5b2fe6e7ec3f service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784194 Jul 14 10:02:28.072037 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0e566-0964-4e52-909e-1475ade1ce2c req-3b092de8-b371-4699-9c89-3d51c8903302 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:28.073507 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5fd0e566-0964-4e52-909e-1475ade1ce2c req-3b092de8-b371-4699-9c89-3d51c8903302 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 943 time: 0.0658116 Jul 14 10:02:28.110801 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5fd0e566-0964-4e52-909e-1475ade1ce2c req-2dedbf0e-1a9f-4963-8c3f-c68dfb46c219 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316350 Jul 14 10:02:29.281437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70505840-53b5-43e3-91ae-90e734baa357 req-354197dd-bf86-49d9-9292-ac68ccac1c7f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:29.283093 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70505840-53b5-43e3-91ae-90e734baa357 req-354197dd-bf86-49d9-9292-ac68ccac1c7f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 943 time: 0.0631499 Jul 14 10:02:29.321638 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70505840-53b5-43e3-91ae-90e734baa357 req-3a773eac-5995-42f0-9465-b11a49f57e1c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322845 Jul 14 10:02:29.817050 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3611dc6b-0953-4b81-9ba4-a55ca8489ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:29.954511 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:30.496307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d7f46-96ec-4933-a657-0752af71357f req-5c5cb38c-c206-41a2-ab29-d259f9ffb631 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:30.497753 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d1d7f46-96ec-4933-a657-0752af71357f req-5c5cb38c-c206-41a2-ab29-d259f9ffb631 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 943 time: 0.0658877 Jul 14 10:02:30.535625 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3d1d7f46-96ec-4933-a657-0752af71357f req-dff1a100-54bc-46a6-87f2-1c5538ee0d0e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322249 Jul 14 10:02:30.671139 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device bad7e301-0670-468a-bad6-8b738d75e5e6 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:02:30.759674 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port bad7e301-0670-468a-bad6-8b738d75e5e6, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=bad7e301-0670-468a-bad6-8b738d75e5e6,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:30.771126 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'bad7e301-0670-468a-bad6-8b738d75e5e6', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'port_id': 'bad7e301-0670-468a-bad6-8b738d75e5e6', 'mac_address': 'fa:16:3e:34:d7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:02:30.814965 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:30.831390 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad7e301-0670-468a-bad6-8b738d75e5e6 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:02:30.836413 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:30.853331 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port bad7e301-0670-468a-bad6-8b738d75e5e6, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=bad7e301-0670-468a-bad6-8b738d75e5e6,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:30.857024 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:30.911491 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=bad7e301-0670-468a-bad6-8b738d75e5e6,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:31.044965 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['bad7e301-0670-468a-bad6-8b738d75e5e6'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:02:31.708298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b86c0d-94af-4593-8d8d-efdc6ee25bb2 req-e04a9c0d-a7f1-4ebf-8fd2-ea4507b004b0 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:31.709839 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47b86c0d-94af-4593-8d8d-efdc6ee25bb2 req-e04a9c0d-a7f1-4ebf-8fd2-ea4507b004b0 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 944 time: 0.0633168 Jul 14 10:02:31.749611 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47b86c0d-94af-4593-8d8d-efdc6ee25bb2 req-d3873a62-4d4b-4ed3-aae1-b3dab229bd53 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332618 Jul 14 10:02:32.234973 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.671069 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device bad7e301-0670-468a-bad6-8b738d75e5e6 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:32.718078 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port bad7e301-0670-468a-bad6-8b738d75e5e6 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:32.721525 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port bad7e301-0670-468a-bad6-8b738d75e5e6 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:32.721927 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.796387 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.821907 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacd4671-146c-4543-bfe5-3a2cdf48593a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad7e301-0670-468a-bad6-8b738d75e5e6'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:32.824177 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6ef3c7-e102-4db4-a560-ab8ca3f13b6b" -d '{"events": [{"server_uuid": "dacd4671-146c-4543-bfe5-3a2cdf48593a", "name": "network-vif-plugged", "status": "completed", "tag": "bad7e301-0670-468a-bad6-8b738d75e5e6"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:32.837923 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port bad7e301-0670-468a-bad6-8b738d75e5e6, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=bad7e301-0670-468a-bad6-8b738d75e5e6,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:32.842393 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.904417 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=bad7e301-0670-468a-bad6-8b738d75e5e6,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:32.907593 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.931181 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7c7c8f-f04f-41a3-a6aa-38b65ed1bd34 x-openstack-request-id: req-ef7c7c8f-f04f-41a3-a6aa-38b65ed1bd34 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:32.931481 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacd4671-146c-4543-bfe5-3a2cdf48593a", "name": "network-vif-plugged", "status": "completed", "tag": "bad7e301-0670-468a-bad6-8b738d75e5e6", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:32.931734 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef7c7c8f-f04f-41a3-a6aa-38b65ed1bd34 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:32.932121 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacd4671-146c-4543-bfe5-3a2cdf48593a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad7e301-0670-468a-bad6-8b738d75e5e6', 'code': 200} Jul 14 10:02:32.934960 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4de1cf-f872-4c81-8f65-cf229be3a07f req-1cd9e0d5-4aea-4f2e-8e47-61d0ceccaf33 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:32.936473 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a4de1cf-f872-4c81-8f65-cf229be3a07f req-1cd9e0d5-4aea-4f2e-8e47-61d0ceccaf33 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0746279 Jul 14 10:02:32.976798 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a4de1cf-f872-4c81-8f65-cf229be3a07f req-77a15ba6-f47e-4161-be31-9361cf37da2b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341785 Jul 14 10:02:33.043881 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e67ae8-b305-4d9d-9837-58c65c50681d req-d8d4ec90-e609-4671-a454-69526cd9e420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:33.045333 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99e67ae8-b305-4d9d-9837-58c65c50681d req-d8d4ec90-e609-4671-a454-69526cd9e420 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 1097 time: 0.0531926 Jul 14 10:02:33.078057 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99e67ae8-b305-4d9d-9837-58c65c50681d req-84fae098-ba0d-4a53-a4f5-9cbeebd28e4e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266504 Jul 14 10:02:34.152182 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab035b0f-843f-4fa8-8d6c-c8a61647bd13 req-03ce75e7-0edf-4263-a409-8449653c03cc tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:34.153624 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab035b0f-843f-4fa8-8d6c-c8a61647bd13 req-03ce75e7-0edf-4263-a409-8449653c03cc tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0618467 Jul 14 10:02:34.190697 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab035b0f-843f-4fa8-8d6c-c8a61647bd13 req-88669ca9-d2eb-4a6c-b6ca-185462d858a8 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308652 Jul 14 10:02:34.362922 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcde4f-1b4b-4212-b910-af0850b7f64a req-4e381415-3e67-4489-ae8f-8d902027255d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:34.364444 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-97fcde4f-1b4b-4212-b910-af0850b7f64a req-4e381415-3e67-4489-ae8f-8d902027255d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0663297 Jul 14 10:02:34.372976 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 48872) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:34.378313 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-67fab265-0413-4b63-ac2b-ccba9d79cdec tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Request body: {'floatingip': {'port_id': 'bad7e301-0670-468a-bad6-8b738d75e5e6'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:34.415917 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67fab265-0413-4b63-ac2b-ccba9d79cdec tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:35.219146 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67fab265-0413-4b63-ac2b-ccba9d79cdec tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:35.224226 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67fab265-0413-4b63-ac2b-ccba9d79cdec tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:35.325054 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-67fab265-0413-4b63-ac2b-ccba9d79cdec tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Floating IP 64014e45-5e41-410a-b6f3-afc93558d2cd associated. External IP: 172.25.1.254, port: bad7e301-0670-468a-bad6-8b738d75e5e6. Jul 14 10:02:35.535815 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fab265-0413-4b63-ac2b-ccba9d79cdec tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Router 97b7ef4e-224c-4526-a2ae-0230b80c05ae has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:02:35.642333 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fab265-0413-4b63-ac2b-ccba9d79cdec tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:35.647834 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67fab265-0413-4b63-ac2b-ccba9d79cdec tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:35.652440 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d791e00-545f-44af-b489-b09422c83b5b None None] Sync routers for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:35.661763 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d791e00-545f-44af-b489-b09422c83b5b None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:35.662405 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0d791e00-545f-44af-b489-b09422c83b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:02:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:35.695357 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-67fab265-0413-4b63-ac2b-ccba9d79cdec tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "PUT /v2.0/floatingips/64014e45-5e41-410a-b6f3-afc93558d2cd HTTP/1.1" status: 200 len: 991 time: 1.3212442 Jul 14 10:02:35.696090 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacd4671-146c-4543-bfe5-3a2cdf48593a', 'tag': 'bad7e301-0670-468a-bad6-8b738d75e5e6'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:35.699077 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78b0aa0-3bca-4063-b13f-a4ef5e2442be" -d '{"events": [{"name": "network-changed", "server_uuid": "dacd4671-146c-4543-bfe5-3a2cdf48593a", "tag": "bad7e301-0670-468a-bad6-8b738d75e5e6"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:35.735550 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b72b2d-7de0-4271-9cdf-3bc242b23318 x-openstack-request-id: req-81b72b2d-7de0-4271-9cdf-3bc242b23318 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:35.735851 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacd4671-146c-4543-bfe5-3a2cdf48593a", "tag": "bad7e301-0670-468a-bad6-8b738d75e5e6", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:35.736107 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81b72b2d-7de0-4271-9cdf-3bc242b23318 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:35.736509 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacd4671-146c-4543-bfe5-3a2cdf48593a', 'tag': 'bad7e301-0670-468a-bad6-8b738d75e5e6', 'status': 'completed', 'code': 200} Jul 14 10:02:35.778941 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-0d791e00-545f-44af-b489-b09422c83b5b None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:35.811536 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0aa0-3bca-4063-b13f-a4ef5e2442be req-46f881ea-60fe-4d9e-9e65-5a3e0880a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:35.813078 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a78b0aa0-3bca-4063-b13f-a4ef5e2442be req-46f881ea-60fe-4d9e-9e65-5a3e0880a569 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 1097 time: 0.0531304 Jul 14 10:02:35.905708 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0aa0-3bca-4063-b13f-a4ef5e2442be req-181dd1f1-6b2d-4249-9156-70f7cc83fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:35.907306 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a78b0aa0-3bca-4063-b13f-a4ef5e2442be req-181dd1f1-6b2d-4249-9156-70f7cc83fc80 service neutron] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0878565 Jul 14 10:02:35.978048 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a78b0aa0-3bca-4063-b13f-a4ef5e2442be req-d4fcd390-550e-4512-b9cd-e94fa5de9373 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bad7e301-0670-468a-bad6-8b738d75e5e6 HTTP/1.1" status: 200 len: 999 time: 0.0633762 Jul 14 10:02:36.031915 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0aa0-3bca-4063-b13f-a4ef5e2442be req-dcf170b9-21ee-46d3-afe8-61d1ec29f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:36.033412 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a78b0aa0-3bca-4063-b13f-a4ef5e2442be req-dcf170b9-21ee-46d3-afe8-61d1ec29f096 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0498009 Jul 14 10:02:36.096297 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0aa0-3bca-4063-b13f-a4ef5e2442be req-3918f198-9f7f-4a33-8621-b427e9e69225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:36.097898 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a78b0aa0-3bca-4063-b13f-a4ef5e2442be req-3918f198-9f7f-4a33-8621-b427e9e69225 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546062 Jul 14 10:02:36.108846 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0d791e00-545f-44af-b489-b09422c83b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '64014e45-5e41-410a-b6f3-afc93558d2cd', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'floating_ip_address': '172.25.1.254', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'port_id': 'bad7e301-0670-468a-bad6-8b738d75e5e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'mac_address': 'fa:16:3e:34:d7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd4671-146c-4543-bfe5-3a2cdf48593a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:00:08Z', 'updated_at': '2021-07-14T10:02:35Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:36.135214 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d791e00-545f-44af-b489-b09422c83b5b None None] Checking router: 97b7ef4e-224c-4526-a2ae-0230b80c05ae for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:02:36.143565 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d791e00-545f-44af-b489-b09422c83b5b None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:36.144164 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0d791e00-545f-44af-b489-b09422c83b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:02:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:36.191420 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a78b0aa0-3bca-4063-b13f-a4ef5e2442be req-817e3f39-589b-40c6-9468-c45f3948f508 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873301 Jul 14 10:02:36.234194 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.49', 50987) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:36.252986 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-0d791e00-545f-44af-b489-b09422c83b5b None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:36.282556 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a78b0aa0-3bca-4063-b13f-a4ef5e2442be req-cdc9e68c-f9da-473d-8264-65767f1cb2ad service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849471 Jul 14 10:02:36.289953 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-562668e9-8b57-414e-a6d8-6af5815bfa53 req-09430291-3d6d-4717-8651-5d7e3e91dd90 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542009 Jul 14 10:02:36.399043 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562668e9-8b57-414e-a6d8-6af5815bfa53 req-682bc665-9af5-4e36-b6fd-e69a0050c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:36.400473 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-562668e9-8b57-414e-a6d8-6af5815bfa53 req-682bc665-9af5-4e36-b6fd-e69a0050c14e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 1097 time: 0.0514905 Jul 14 10:02:36.480634 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0d791e00-545f-44af-b489-b09422c83b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '64014e45-5e41-410a-b6f3-afc93558d2cd', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'floating_ip_address': '172.25.1.254', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'port_id': 'bad7e301-0670-468a-bad6-8b738d75e5e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'mac_address': 'fa:16:3e:34:d7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd4671-146c-4543-bfe5-3a2cdf48593a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:00:08Z', 'updated_at': '2021-07-14T10:02:35Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:36.506160 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d791e00-545f-44af-b489-b09422c83b5b None None] The sync data for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 is: [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '64014e45-5e41-410a-b6f3-afc93558d2cd', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'floating_ip_address': '172.25.1.254', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'port_id': 'bad7e301-0670-468a-bad6-8b738d75e5e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'mac_address': 'fa:16:3e:34:d7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacd4671-146c-4543-bfe5-3a2cdf48593a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:00:08Z', 'updated_at': '2021-07-14T10:02:35Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:36.506447 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562668e9-8b57-414e-a6d8-6af5815bfa53 req-e2d09192-a5f6-401f-9dc7-935d5490f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:36.507905 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-562668e9-8b57-414e-a6d8-6af5815bfa53 req-e2d09192-a5f6-401f-9dc7-935d5490f5a5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0872159 Jul 14 10:02:36.574877 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-562668e9-8b57-414e-a6d8-6af5815bfa53 req-74415cde-7973-4c0b-a916-dd7e2c56acf9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bad7e301-0670-468a-bad6-8b738d75e5e6 HTTP/1.1" status: 200 len: 999 time: 0.0609357 Jul 14 10:02:36.622705 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562668e9-8b57-414e-a6d8-6af5815bfa53 req-54167c14-3341-4125-a90e-90e93c3090fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:36.624161 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-562668e9-8b57-414e-a6d8-6af5815bfa53 req-54167c14-3341-4125-a90e-90e93c3090fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0437024 Jul 14 10:02:36.687389 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562668e9-8b57-414e-a6d8-6af5815bfa53 req-74c5f413-d71e-44fc-8431-d498fbb68968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:36.688930 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-562668e9-8b57-414e-a6d8-6af5815bfa53 req-74c5f413-d71e-44fc-8431-d498fbb68968 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580218 Jul 14 10:02:36.709687 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db11b163-ac1e-4077-a11a-649d1f5ab59b None None] New status for floating IP 64014e45-5e41-410a-b6f3-afc93558d2cd: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:02:36.778897 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-562668e9-8b57-414e-a6d8-6af5815bfa53 req-6d6dd312-3751-4f0a-84bc-0263ff18e216 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833166 Jul 14 10:02:36.879399 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-562668e9-8b57-414e-a6d8-6af5815bfa53 req-86cf9d40-fd46-4483-a5af-8c9f870a04f6 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937469 Jul 14 10:02:43.741916 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:02:46.725543 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:57.317948 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-43476e33-ce3a-4b51-b2dc-4333ed72a1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:59.817322 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0bda314-e7f2-487d-983e-148ca25ecd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:59.962775 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:00.824436 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.249454 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.889213 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:16.725723 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:20.741296 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:03:27.318341 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-224d490c-ee9d-4b48-800c-dcae1af1717b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:29.817076 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f24e2018-1c64-44a7-b3cf-b635c48d1040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:29.953752 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:30.828318 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:32.248613 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:32.890882 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:36.365500 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f6c3e3a0-5ef9-4db0-89fe-8bad810657d6 req-b89da965-9f91-4380-9911-8ce0de6d36e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0981133 Jul 14 10:03:36.455513 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3e3a0-5ef9-4db0-89fe-8bad810657d6 req-7c40feb6-9830-4ffe-b85f-9c5080fa5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:36.456896 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f6c3e3a0-5ef9-4db0-89fe-8bad810657d6 req-7c40feb6-9830-4ffe-b85f-9c5080fa5c02 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 1097 time: 0.0507200 Jul 14 10:03:36.564679 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3e3a0-5ef9-4db0-89fe-8bad810657d6 req-a2d0fddf-b3dd-4934-84a3-2fbda17b3230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:36.566151 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f6c3e3a0-5ef9-4db0-89fe-8bad810657d6 req-a2d0fddf-b3dd-4934-84a3-2fbda17b3230 service neutron] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0884778 Jul 14 10:03:36.629285 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f6c3e3a0-5ef9-4db0-89fe-8bad810657d6 req-d2041355-0397-406b-92b8-5e48ab0c8431 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bad7e301-0670-468a-bad6-8b738d75e5e6 HTTP/1.1" status: 200 len: 1001 time: 0.0566359 Jul 14 10:03:36.676655 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3e3a0-5ef9-4db0-89fe-8bad810657d6 req-703305b5-8aed-44eb-8cac-05da9ec4d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:36.678108 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f6c3e3a0-5ef9-4db0-89fe-8bad810657d6 req-703305b5-8aed-44eb-8cac-05da9ec4d71f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0424864 Jul 14 10:03:36.736236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3e3a0-5ef9-4db0-89fe-8bad810657d6 req-50212fbd-e20e-4320-bb05-f737ca7d331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:36.737622 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f6c3e3a0-5ef9-4db0-89fe-8bad810657d6 req-50212fbd-e20e-4320-bb05-f737ca7d331a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535300 Jul 14 10:03:36.824565 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f6c3e3a0-5ef9-4db0-89fe-8bad810657d6 req-40400c06-19ce-4cc4-8c72-6a77498a9df1 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794542 Jul 14 10:03:36.916219 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f6c3e3a0-5ef9-4db0-89fe-8bad810657d6 req-1d4a1233-8769-42f9-8f45-9fdce69813ab service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855250 Jul 14 10:03:46.723677 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:57.318753 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-49289419-c1a4-4ca8-ac51-d476b73288d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:57.740695 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:03:59.816550 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eaf33469-0147-4be2-b6d5-680cba5ff7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:59.954459 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:00.829568 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:02.248076 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:02.816365 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-efeb4f36-e08f-4ff9-8049-5d543ff86b61 req-e67fc80c-6270-4001-9fbb-32752199af83 service neutron] (93888) timed out ('10.222.0.26', 44868) {{(pid=93888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:04:02.893273 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.824269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e7c6d-a7af-41f0-abde-8f0fc6247480 req-7dae01a5-f57f-443c-a914-f7392809724b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:11.825677 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d43e7c6d-a7af-41f0-abde-8f0fc6247480 req-7dae01a5-f57f-443c-a914-f7392809724b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0694628 Jul 14 10:04:11.865433 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d43e7c6d-a7af-41f0-abde-8f0fc6247480 req-063cf7b7-988c-42c4-bb1d-0e50b9e36d9c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342500 Jul 14 10:04:13.036116 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072d72e-9fd9-4d08-b63d-6eed3939ff15 req-686de645-e20d-4684-85e4-e27a1843f64e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:13.038099 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c072d72e-9fd9-4d08-b63d-6eed3939ff15 req-686de645-e20d-4684-85e4-e27a1843f64e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0621629 Jul 14 10:04:13.075196 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c072d72e-9fd9-4d08-b63d-6eed3939ff15 req-0023f546-0f19-42b9-8bd7-79bf80f00416 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315645 Jul 14 10:04:14.249392 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ba280-48fd-4b23-85ae-1dde295a1340 req-721567e1-815e-4826-8b65-b22169ef69a3 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:14.250895 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-559ba280-48fd-4b23-85ae-1dde295a1340 req-721567e1-815e-4826-8b65-b22169ef69a3 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0661738 Jul 14 10:04:14.288898 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-559ba280-48fd-4b23-85ae-1dde295a1340 req-9505e787-60f2-4bb4-beae-bbcefab2c01a tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320280 Jul 14 10:04:15.474766 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cd4f7-f806-4945-a085-326a1a914a6d req-e0229c7d-f198-4512-8f08-10a97660b435 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:15.476241 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e9cd4f7-f806-4945-a085-326a1a914a6d req-e0229c7d-f198-4512-8f08-10a97660b435 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0647075 Jul 14 10:04:15.513076 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e9cd4f7-f806-4945-a085-326a1a914a6d req-d1493c58-20fe-47b1-95b0-dfceb30bf34b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308323 Jul 14 10:04:16.684766 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e90ba-c3b8-458d-a4b3-177b7d1b54fc req-38c2bd8e-6b6d-46ae-92d9-4e62a0bdd512 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:16.686357 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f91e90ba-c3b8-458d-a4b3-177b7d1b54fc req-38c2bd8e-6b6d-46ae-92d9-4e62a0bdd512 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0644548 Jul 14 10:04:16.722780 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:16.726303 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f91e90ba-c3b8-458d-a4b3-177b7d1b54fc req-b792f7d0-e052-4cd1-b55b-90c54a716cf5 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344696 Jul 14 10:04:17.902081 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e175444-8461-4b72-b127-1cf44917c76e req-a7ac382c-7e96-4f1f-ae1c-09d5bb0a3555 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:17.903574 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8e175444-8461-4b72-b127-1cf44917c76e req-a7ac382c-7e96-4f1f-ae1c-09d5bb0a3555 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0672362 Jul 14 10:04:17.940799 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8e175444-8461-4b72-b127-1cf44917c76e req-443a3f8f-ec0f-4935-bd4d-817fd875f508 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316305 Jul 14 10:04:19.301228 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c15eca-aaef-4fd2-9d15-25fe8d55d68a req-b6e7ec43-ab5c-4805-8c71-5e759941efba tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:19.302739 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57c15eca-aaef-4fd2-9d15-25fe8d55d68a req-b6e7ec43-ab5c-4805-8c71-5e759941efba tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0642779 Jul 14 10:04:19.340351 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57c15eca-aaef-4fd2-9d15-25fe8d55d68a req-a8b73c99-4730-439f-8193-73a0cee8b36c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319881 Jul 14 10:04:20.515648 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69156127-dccc-4559-a7c9-55d50ec0f57d req-bb92c0cd-c40e-4025-8237-1bf98fe42368 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:20.517100 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69156127-dccc-4559-a7c9-55d50ec0f57d req-bb92c0cd-c40e-4025-8237-1bf98fe42368 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0675333 Jul 14 10:04:20.557025 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69156127-dccc-4559-a7c9-55d50ec0f57d req-226d359a-2e31-4c5e-9bf8-bb164c947507 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325890 Jul 14 10:04:21.727575 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e00618-4ff3-4282-ad30-1f97c33920a3 req-f6c3dc6f-8ddb-46b9-bd67-9a2d33f1ba00 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:21.729041 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5e00618-4ff3-4282-ad30-1f97c33920a3 req-f6c3dc6f-8ddb-46b9-bd67-9a2d33f1ba00 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0633020 Jul 14 10:04:21.767284 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5e00618-4ff3-4282-ad30-1f97c33920a3 req-e92c1a43-0d68-4367-b94d-a0907b6827a7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327365 Jul 14 10:04:22.937273 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d028da-28ce-4f10-a940-7d399904bcec req-7e5c24e9-5bfd-4ce4-9eaf-bead18c89133 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:22.938758 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-90d028da-28ce-4f10-a940-7d399904bcec req-7e5c24e9-5bfd-4ce4-9eaf-bead18c89133 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0617182 Jul 14 10:04:22.976336 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-90d028da-28ce-4f10-a940-7d399904bcec req-aa6d026b-1c4d-4d9b-81b7-4d5af8a5be15 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320048 Jul 14 10:04:23.309361 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-0c154514-5e9d-45af-8f6d-8b96366ebb5e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0558689 Jul 14 10:04:23.374279 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097aed4-45ac-4d9a-9b8b-1c599d2d6b48 req-ddc4bc98-2649-40f7-95c9-650a139b2750 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:23.375764 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8097aed4-45ac-4d9a-9b8b-1c599d2d6b48 req-ddc4bc98-2649-40f7-95c9-650a139b2750 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0701442 Jul 14 10:04:23.414727 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8097aed4-45ac-4d9a-9b8b-1c599d2d6b48 req-d350f956-2f88-4eba-bcd0-47e31e32f747 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334563 Jul 14 10:04:24.585527 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e38a6-b25d-4f69-9057-4a048fdc44a4 req-a6a6e1c2-4eee-4c9d-bf1c-e0ac80808f42 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:24.587132 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-357e38a6-b25d-4f69-9057-4a048fdc44a4 req-a6a6e1c2-4eee-4c9d-bf1c-e0ac80808f42 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0636230 Jul 14 10:04:24.628782 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-357e38a6-b25d-4f69-9057-4a048fdc44a4 req-34538f26-65a4-4fa7-b5d9-6ca6491ee8ea tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362051 Jul 14 10:04:25.807284 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d6bfb-0b1e-41f1-be1c-3b9c32c24e07 req-c9df10df-b1cf-499f-80ae-32bb871a78c2 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:25.808800 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b46d6bfb-0b1e-41f1-be1c-3b9c32c24e07 req-c9df10df-b1cf-499f-80ae-32bb871a78c2 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0686955 Jul 14 10:04:25.848772 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b46d6bfb-0b1e-41f1-be1c-3b9c32c24e07 req-b08174d5-de8e-42cc-b867-d94dfb7fe2ad tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336874 Jul 14 10:04:27.019887 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49750d5e-c084-4b26-b9da-9f21fef9d663 req-354b9ff1-7689-48bb-9fa9-c4e13b60aba6 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:27.021345 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49750d5e-c084-4b26-b9da-9f21fef9d663 req-354b9ff1-7689-48bb-9fa9-c4e13b60aba6 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0643992 Jul 14 10:04:27.059395 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49750d5e-c084-4b26-b9da-9f21fef9d663 req-1dede1ca-5c7f-4c19-a526-d0d0c5b05690 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322711 Jul 14 10:04:27.318666 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0cc394f3-4357-421e-8132-1b78ea99062a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:28.233476 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2c376-b49b-4fcf-9208-2e8d08392682 req-c2c275aa-4e73-48e7-8cdd-c78b798a115a tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:28.235327 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5b2c376-b49b-4fcf-9208-2e8d08392682 req-c2c275aa-4e73-48e7-8cdd-c78b798a115a tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0653994 Jul 14 10:04:28.272370 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5b2c376-b49b-4fcf-9208-2e8d08392682 req-5691123b-dab6-4aba-afc6-9209bf236a99 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326927 Jul 14 10:04:28.623948 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-dc8207f2-a61c-4f26-869e-d9b0bea64f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:28.625453 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-dc8207f2-a61c-4f26-869e-d9b0bea64f4e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 1097 time: 0.0557029 Jul 14 10:04:28.716139 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-23927658-3374-4deb-b171-5e7bfa909716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:28.717605 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-23927658-3374-4deb-b171-5e7bfa909716 service neutron] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0859575 Jul 14 10:04:28.782899 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-40071306-8967-48ed-894a-a4ead3f8adc5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bad7e301-0670-468a-bad6-8b738d75e5e6 HTTP/1.1" status: 200 len: 1001 time: 0.0581779 Jul 14 10:04:28.834118 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-1320ccbe-1479-4071-be05-b91d71a19077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:28.835788 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-1320ccbe-1479-4071-be05-b91d71a19077 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0465660 Jul 14 10:04:28.891431 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-a44b8146-1c8e-4d66-82ab-13035fc3a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:28.892812 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-a44b8146-1c8e-4d66-82ab-13035fc3a90e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513747 Jul 14 10:04:28.980402 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-cc2033b0-e30b-4948-9702-71c0afd73a34 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799656 Jul 14 10:04:29.072324 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-d5d157e4-3f49-4e0d-b620-f47a1f1079a2 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854654 Jul 14 10:04:29.453475 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29af351-e2d2-4eb7-8598-55a8658c10b6 req-864d54d1-7b7c-4443-9498-f9f43ce061bd tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:29.454984 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d29af351-e2d2-4eb7-8598-55a8658c10b6 req-864d54d1-7b7c-4443-9498-f9f43ce061bd tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0730088 Jul 14 10:04:29.492376 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d29af351-e2d2-4eb7-8598-55a8658c10b6 req-41a850ee-ca72-4e1b-8e65-17ee7c222eb7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316906 Jul 14 10:04:29.816565 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52d6b05c-04c5-4395-a52b-b889a8c12731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:29.954861 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:30.663872 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12628d-becf-4039-8ab4-5f531fccb9db req-40abbcdc-fffa-4375-a44a-d77ce3d44132 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:30.665354 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b12628d-becf-4039-8ab4-5f531fccb9db req-40abbcdc-fffa-4375-a44a-d77ce3d44132 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0639462 Jul 14 10:04:30.702431 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b12628d-becf-4039-8ab4-5f531fccb9db req-759b2669-6251-4d2f-a25a-205b9a4a3b57 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315228 Jul 14 10:04:30.835119 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:30.920973 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-229be780-5c22-4f5c-b042-a348d8aa02fe service neutron] show failed (client error): The resource could not be found. Jul 14 10:04:30.921996 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-229be780-5c22-4f5c-b042-a348d8aa02fe service neutron] 10.222.0.49 "GET /v2.0/ports/bad7e301-0670-468a-bad6-8b738d75e5e6/bindings/n-h1-798054-10 HTTP/1.1" status: 404 len: 381 time: 0.0541844 Jul 14 10:04:31.219957 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-b0489694-2ef5-4a81-8d49-f9717a0f8e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:31.221437 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-b0489694-2ef5-4a81-8d49-f9717a0f8e16 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a&tenant_id=80ec3f7d3d804a618bef9cf286404e92 HTTP/1.1" status: 200 len: 1097 time: 0.1067028 Jul 14 10:04:31.241096 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-10', 'device_owner': 'compute:nova'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:31.314944 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:31.514846 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] For port bad7e301-0670-468a-bad6-8b738d75e5e6, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=bad7e301-0670-468a-bad6-8b738d75e5e6,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:31.546899 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] For port bad7e301-0670-468a-bad6-8b738d75e5e6, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:04:31.583915 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacd4671-146c-4543-bfe5-3a2cdf48593a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bad7e301-0670-468a-bad6-8b738d75e5e6'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:04:31.586273 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4a108e-5985-4bbb-8731-a54025bba9b3" -d '{"events": [{"server_uuid": "dacd4671-146c-4543-bfe5-3a2cdf48593a", "name": "network-vif-unplugged", "status": "completed", "tag": "bad7e301-0670-468a-bad6-8b738d75e5e6"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:04:31.590198 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:31.603055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Transition to ACTIVE for port object bad7e301-0670-468a-bad6-8b738d75e5e6 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:31.607256 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:31.698108 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Pushing event updated for resources: {'Port': ['ID=bad7e301-0670-468a-bad6-8b738d75e5e6,revision_number=6']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:31.712401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:31.712761 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:31.713107 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:31.713501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:31.713850 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:31.714230 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:31.714565 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:31.714898 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:31.715230 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:31.715563 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:31.715899 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:31.716224 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:31.748825 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84c8d7f-c013-4a65-a7b0-94b5f3e42763 x-openstack-request-id: req-b84c8d7f-c013-4a65-a7b0-94b5f3e42763 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:04:31.749121 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacd4671-146c-4543-bfe5-3a2cdf48593a", "name": "network-vif-unplugged", "status": "completed", "tag": "bad7e301-0670-468a-bad6-8b738d75e5e6", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:04:31.749382 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b84c8d7f-c013-4a65-a7b0-94b5f3e42763 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:04:31.749782 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacd4671-146c-4543-bfe5-3a2cdf48593a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bad7e301-0670-468a-bad6-8b738d75e5e6', 'code': 200} Jul 14 10:04:31.750715 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] No DVR routers for this DVR port bad7e301-0670-468a-bad6-8b738d75e5e6 on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:04:31.892937 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de722a04-2036-4dc2-ac80-5689121aa361 req-d9e7eaa3-b324-49f5-8e8a-05ca4cb934a3 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:31.893511 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Attempting to bind port bad7e301-0670-468a-bad6-8b738d75e5e6 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:04:31.893511 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Attempting to bind port bad7e301-0670-468a-bad6-8b738d75e5e6 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:04:31.893883 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Attempting to bind port bad7e301-0670-468a-bad6-8b738d75e5e6 on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:31.894532 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-de722a04-2036-4dc2-ac80-5689121aa361 req-d9e7eaa3-b324-49f5-8e8a-05ca4cb934a3 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 943 time: 0.0690091 Jul 14 10:04:31.898875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Port bad7e301-0670-468a-bad6-8b738d75e5e6 on network 57700680-a0c7-4339-b1d3-9102a2519c10 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:04:31.899039 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Attempting to bind port bad7e301-0670-468a-bad6-8b738d75e5e6 on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:31.903847 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:04:31.904179 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Checking segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:04:31.904565 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Bound using segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:04:31.904997 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Bound port: bad7e301-0670-468a-bad6-8b738d75e5e6, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:04:31.905359 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:31.935111 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-de722a04-2036-4dc2-ac80-5689121aa361 req-c90ea382-843c-4d0a-8411-d0889050f5f4 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343912 Jul 14 10:04:31.974429 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] For port bad7e301-0670-468a-bad6-8b738d75e5e6, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:04:31.977673 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] For port bad7e301-0670-468a-bad6-8b738d75e5e6, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=bad7e301-0670-468a-bad6-8b738d75e5e6,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:04:31.982081 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:32.014252 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:32.014863 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:32.016233 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] 10.222.0.55 "PUT /v2.0/ports/bad7e301-0670-468a-bad6-8b738d75e5e6 HTTP/1.1" status: 200 len: 1092 time: 0.7790992 Jul 14 10:04:32.040330 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39320710-9d81-439e-9146-98d9e71b9e7b service neutron] Pushing event updated for resources: {'Port': ['ID=bad7e301-0670-468a-bad6-8b738d75e5e6,revision_number=7']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:32.107955 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-bcf3c035-dd8b-4cb8-ad56-f43097305fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:32.109512 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-bcf3c035-dd8b-4cb8-ad56-f43097305fdf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 1095 time: 0.0566983 Jul 14 10:04:32.204625 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-1e61b4be-533b-4fb6-bfea-67700f922f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:32.206044 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-1e61b4be-533b-4fb6-bfea-67700f922f5a service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0898354 Jul 14 10:04:32.267319 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:32.271754 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-1e174102-a892-4531-b6ef-ffdf30c33cea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bad7e301-0670-468a-bad6-8b738d75e5e6 HTTP/1.1" status: 200 len: 999 time: 0.0592475 Jul 14 10:04:32.324216 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-78f0adb3-74a9-4a74-af7f-4ca47b392e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:32.325608 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-78f0adb3-74a9-4a74-af7f-4ca47b392e21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0475681 Jul 14 10:04:32.380815 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-2a2a802e-207f-411e-97e6-c56c12160258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:32.383079 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-2a2a802e-207f-411e-97e6-c56c12160258 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510998 Jul 14 10:04:32.469585 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-c88d51f2-2ee2-4cea-a195-fe87bcb938c4 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794392 Jul 14 10:04:32.561733 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-7bd91228-9046-4c7d-ae1c-560cad4f227e service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852635 Jul 14 10:04:32.895016 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:33.111368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77816a9-3c45-4e49-a011-f3015522c297 req-cd459694-4d3a-4b36-9a67-c281e7dc9314 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:33.112836 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a77816a9-3c45-4e49-a011-f3015522c297 req-cd459694-4d3a-4b36-9a67-c281e7dc9314 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 943 time: 0.0625064 Jul 14 10:04:33.150567 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a77816a9-3c45-4e49-a011-f3015522c297 req-19728168-6de9-4f5d-900a-c111dc4f9285 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322099 Jul 14 10:04:33.751277 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacd4671-146c-4543-bfe5-3a2cdf48593a', 'tag': 'bad7e301-0670-468a-bad6-8b738d75e5e6'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:04:33.753630 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5320093-a893-408a-b6c0-ea19ea1bb422" -d '{"events": [{"name": "network-changed", "server_uuid": "dacd4671-146c-4543-bfe5-3a2cdf48593a", "tag": "bad7e301-0670-468a-bad6-8b738d75e5e6"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:04:33.799283 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cf964e-270d-4db3-a7f5-8ed2a457f943 x-openstack-request-id: req-f6cf964e-270d-4db3-a7f5-8ed2a457f943 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:04:33.799698 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacd4671-146c-4543-bfe5-3a2cdf48593a", "tag": "bad7e301-0670-468a-bad6-8b738d75e5e6", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:04:33.800212 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f6cf964e-270d-4db3-a7f5-8ed2a457f943 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:04:33.800610 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacd4671-146c-4543-bfe5-3a2cdf48593a', 'tag': 'bad7e301-0670-468a-bad6-8b738d75e5e6', 'status': 'completed', 'code': 200} Jul 14 10:04:33.907761 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-842da287-5fc9-4ddc-bfdc-b120b6c2499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:33.909291 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-842da287-5fc9-4ddc-bfdc-b120b6c2499a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 1095 time: 0.0890350 Jul 14 10:04:33.927434 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-4d84a69e-ba80-4151-a9b2-c6dabb157469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:33.929711 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-4d84a69e-ba80-4151-a9b2-c6dabb157469 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 1095 time: 0.0806458 Jul 14 10:04:34.082681 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-2f68e338-900b-4b5a-bee0-6861b03fb9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:34.084060 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-2f68e338-900b-4b5a-bee0-6861b03fb9e1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.1674039 Jul 14 10:04:34.088943 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-97a0733d-54ca-4ba0-853b-c59432a89f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:34.090338 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-97a0733d-54ca-4ba0-853b-c59432a89f6f service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.1462646 Jul 14 10:04:34.194581 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-db6fbf55-509c-4270-a831-c62b63ef6541 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bad7e301-0670-468a-bad6-8b738d75e5e6 HTTP/1.1" status: 200 len: 999 time: 0.1032760 Jul 14 10:04:34.196361 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-732c55b0-0cb0-482b-bf06-b92ea073cfbd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bad7e301-0670-468a-bad6-8b738d75e5e6 HTTP/1.1" status: 200 len: 999 time: 0.0989115 Jul 14 10:04:34.275810 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-7ab19a45-8163-411f-9eb7-0e7353945dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:34.277292 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-7ab19a45-8163-411f-9eb7-0e7353945dbd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0768051 Jul 14 10:04:34.280674 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-93fe64ca-c844-4d7b-a7c0-cadcd1aacbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:34.282031 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-93fe64ca-c844-4d7b-a7c0-cadcd1aacbef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0743229 Jul 14 10:04:34.323312 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739eeb9-9c05-4f7e-b246-98e635a0c1ef req-1714c392-69dc-4158-98cf-8f93443f33f3 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:34.324822 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2739eeb9-9c05-4f7e-b246-98e635a0c1ef req-1714c392-69dc-4158-98cf-8f93443f33f3 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 943 time: 0.0637395 Jul 14 10:04:34.362643 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2739eeb9-9c05-4f7e-b246-98e635a0c1ef req-c853a4fd-586a-45f8-ac6d-f7f310da40d0 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321798 Jul 14 10:04:34.373278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-9d71a414-f923-4509-923d-c60e70383c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:34.374834 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-9d71a414-f923-4509-923d-c60e70383c8b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918901 Jul 14 10:04:34.383367 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-820352d7-c25a-4873-8bab-0098130035ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:34.384818 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-820352d7-c25a-4873-8bab-0098130035ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932004 Jul 14 10:04:34.547929 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-66bf765a-cd8f-4a67-aebd-72b6987ce201 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621513 Jul 14 10:04:34.550090 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-cc80de7e-229b-47f0-920f-93d1d5bbe670 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565859 Jul 14 10:04:34.682534 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device bad7e301-0670-468a-bad6-8b738d75e5e6 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:04:34.716812 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09024432-3aab-4e76-a098-239e1a334332 req-35005dc0-2361-4f1f-b675-7c8525087770 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:34.721407 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-09024432-3aab-4e76-a098-239e1a334332 req-35005dc0-2361-4f1f-b675-7c8525087770 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 943 time: 0.1190429 Jul 14 10:04:34.721626 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-6d04ab7d-61b3-4387-8620-21765f4a6c8f service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634276 Jul 14 10:04:34.721626 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-123e737a-c508-498b-a277-8f15701e2ad0 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577935 Jul 14 10:04:34.747747 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:04:34.759530 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ade749-e67e-4390-9795-6b7d71b4bd53 req-dd97380b-67fb-4a20-ae3d-2f23043dd49a tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:34.760891 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-59ade749-e67e-4390-9795-6b7d71b4bd53 req-dd97380b-67fb-4a20-ae3d-2f23043dd49a tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.49 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a&tenant_id=80ec3f7d3d804a618bef9cf286404e92&binding%3Ahost_id=n-h1-798054-10 HTTP/1.1" status: 200 len: 943 time: 0.1261477 Jul 14 10:04:34.797543 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port bad7e301-0670-468a-bad6-8b738d75e5e6, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=bad7e301-0670-468a-bad6-8b738d75e5e6,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:34.806866 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-09024432-3aab-4e76-a098-239e1a334332 req-a5bc5642-26d3-4607-8852-840d2515a978 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792332 Jul 14 10:04:34.809484 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'bad7e301-0670-468a-bad6-8b738d75e5e6', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'port_id': 'bad7e301-0670-468a-bad6-8b738d75e5e6', 'mac_address': 'fa:16:3e:34:d7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:04:34.836491 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-59ade749-e67e-4390-9795-6b7d71b4bd53 req-acadadab-5a2a-4b18-bb62-b0addc6043c1 service neutron] delete failed (client error): The resource could not be found. Jul 14 10:04:34.837519 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-59ade749-e67e-4390-9795-6b7d71b4bd53 req-acadadab-5a2a-4b18-bb62-b0addc6043c1 service neutron] 10.222.0.49 "DELETE /v2.0/ports/bad7e301-0670-468a-bad6-8b738d75e5e6/bindings/n-h2-798054-10 HTTP/1.1" status: 404 len: 381 time: 0.0705471 Jul 14 10:04:34.851639 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:34.864298 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad7e301-0670-468a-bad6-8b738d75e5e6 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:04:34.886490 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port bad7e301-0670-468a-bad6-8b738d75e5e6, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=bad7e301-0670-468a-bad6-8b738d75e5e6,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:34.890726 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:34.936640 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=bad7e301-0670-468a-bad6-8b738d75e5e6,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:34.940006 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ade749-e67e-4390-9795-6b7d71b4bd53 req-c43772a0-f4ad-4368-90fe-01d3652e5298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:34.941555 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-59ade749-e67e-4390-9795-6b7d71b4bd53 req-c43772a0-f4ad-4368-90fe-01d3652e5298 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 1096 time: 0.0559580 Jul 14 10:04:34.943901 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:34.944829 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:34.945570 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:34.945570 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:34.945782 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:34.946146 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:34.946473 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:34.946797 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:34.947118 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:34.947438 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:34.947758 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:34.948075 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:35.034463 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ade749-e67e-4390-9795-6b7d71b4bd53 req-ea9a19b6-fe83-4309-9319-5177c029f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:35.035949 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-59ade749-e67e-4390-9795-6b7d71b4bd53 req-ea9a19b6-fe83-4309-9319-5177c029f63e service neutron] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0873444 Jul 14 10:04:35.103840 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-59ade749-e67e-4390-9795-6b7d71b4bd53 req-de4d5908-bbbd-491c-8dd6-f48f26d31faf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bad7e301-0670-468a-bad6-8b738d75e5e6 HTTP/1.1" status: 200 len: 1000 time: 0.0615435 Jul 14 10:04:35.154565 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ade749-e67e-4390-9795-6b7d71b4bd53 req-a1bada49-b379-43d8-893a-0df16d91beab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:35.156020 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-59ade749-e67e-4390-9795-6b7d71b4bd53 req-a1bada49-b379-43d8-893a-0df16d91beab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0465639 Jul 14 10:04:35.212424 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ade749-e67e-4390-9795-6b7d71b4bd53 req-41906856-0458-4d94-b0b6-9c99c5314083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:35.213853 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-59ade749-e67e-4390-9795-6b7d71b4bd53 req-41906856-0458-4d94-b0b6-9c99c5314083 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512884 Jul 14 10:04:35.229385 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['bad7e301-0670-468a-bad6-8b738d75e5e6'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:04:35.288550 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device bad7e301-0670-468a-bad6-8b738d75e5e6 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:04:35.312910 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-59ade749-e67e-4390-9795-6b7d71b4bd53 req-8dd48a04-7b74-40c8-99b0-1fb8425e061c service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928547 Jul 14 10:04:35.360232 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device bad7e301-0670-468a-bad6-8b738d75e5e6 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:04:35.403035 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-59ade749-e67e-4390-9795-6b7d71b4bd53 req-eb21b9a1-4386-468e-9f47-8b37c220674e service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835145 Jul 14 10:04:35.989094 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5770e2-a25f-4801-95f7-119e99bf7939 req-cbd6ef63-43bc-4cd0-af71-f6058e30713c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:35.990630 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc5770e2-a25f-4801-95f7-119e99bf7939 req-cbd6ef63-43bc-4cd0-af71-f6058e30713c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 944 time: 0.0717690 Jul 14 10:04:36.031570 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc5770e2-a25f-4801-95f7-119e99bf7939 req-a5255989-dae0-4679-a228-30e8cd69cc3e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351281 Jul 14 10:04:36.199573 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166e0ee-48b5-4e45-865c-c0ce80c2d6d6 req-ce1a3fe5-425a-408b-8931-f11ef27b6a76 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:36.201034 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9166e0ee-48b5-4e45-865c-c0ce80c2d6d6 req-ce1a3fe5-425a-408b-8931-f11ef27b6a76 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 944 time: 0.0620930 Jul 14 10:04:36.237488 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9166e0ee-48b5-4e45-865c-c0ce80c2d6d6 req-dfc268ff-42af-4f34-8e17-55d16314a6e7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309851 Jul 14 10:04:36.575631 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcf679-badc-495c-b0bc-e0308538aa29 req-3e83169b-d9c7-4f4b-91b9-8b2b62f1f47f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:36.576346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7c32e-1667-4f97-90ba-7db2f3da4dac req-1562696a-6921-4c15-8ae5-3642a993a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:36.577119 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7bdcf679-badc-495c-b0bc-e0308538aa29 req-3e83169b-d9c7-4f4b-91b9-8b2b62f1f47f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 944 time: 0.0656440 Jul 14 10:04:36.577332 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-80a7c32e-1667-4f97-90ba-7db2f3da4dac req-1562696a-6921-4c15-8ae5-3642a993a148 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 1096 time: 0.0536327 Jul 14 10:04:36.615820 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7bdcf679-badc-495c-b0bc-e0308538aa29 req-da09e3ec-8f4d-440c-af25-297f8540e3f1 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330284 Jul 14 10:04:36.671541 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7c32e-1667-4f97-90ba-7db2f3da4dac req-7f4f9366-4035-4a1e-ae63-f46f5121560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:36.673021 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-80a7c32e-1667-4f97-90ba-7db2f3da4dac req-7f4f9366-4035-4a1e-ae63-f46f5121560e service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0891852 Jul 14 10:04:36.678899 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device bad7e301-0670-468a-bad6-8b738d75e5e6 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:36.727770 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port bad7e301-0670-468a-bad6-8b738d75e5e6 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:36.731459 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port bad7e301-0670-468a-bad6-8b738d75e5e6 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:36.731890 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.738402 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-80a7c32e-1667-4f97-90ba-7db2f3da4dac req-43f67747-433b-4ac3-9164-b11c98b10b22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bad7e301-0670-468a-bad6-8b738d75e5e6 HTTP/1.1" status: 200 len: 1000 time: 0.0588274 Jul 14 10:04:36.792626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7c32e-1667-4f97-90ba-7db2f3da4dac req-6c69a7da-67d6-464b-8497-efdb497fec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:36.794116 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-80a7c32e-1667-4f97-90ba-7db2f3da4dac req-6c69a7da-67d6-464b-8497-efdb497fec28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0493822 Jul 14 10:04:36.817508 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.843719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacd4671-146c-4543-bfe5-3a2cdf48593a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad7e301-0670-468a-bad6-8b738d75e5e6'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:04:36.845993 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777ecd7c-f151-4c3b-81d7-a02fb96409be" -d '{"events": [{"server_uuid": "dacd4671-146c-4543-bfe5-3a2cdf48593a", "name": "network-vif-plugged", "status": "completed", "tag": "bad7e301-0670-468a-bad6-8b738d75e5e6"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:04:36.852022 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7c32e-1667-4f97-90ba-7db2f3da4dac req-7cbd7710-96b1-4c66-a164-6f6d1866d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:36.853559 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-80a7c32e-1667-4f97-90ba-7db2f3da4dac req-7cbd7710-96b1-4c66-a164-6f6d1866d206 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530994 Jul 14 10:04:36.858824 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port bad7e301-0670-468a-bad6-8b738d75e5e6, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=bad7e301-0670-468a-bad6-8b738d75e5e6,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:36.867232 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.894488 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d90100-cbb5-4c7b-ab50-4984aeba7d2c x-openstack-request-id: req-27d90100-cbb5-4c7b-ab50-4984aeba7d2c {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:04:36.894781 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacd4671-146c-4543-bfe5-3a2cdf48593a", "name": "network-vif-plugged", "status": "completed", "tag": "bad7e301-0670-468a-bad6-8b738d75e5e6", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:04:36.895038 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-27d90100-cbb5-4c7b-ab50-4984aeba7d2c {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:04:36.895431 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacd4671-146c-4543-bfe5-3a2cdf48593a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad7e301-0670-468a-bad6-8b738d75e5e6', 'code': 200} Jul 14 10:04:36.927074 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=bad7e301-0670-468a-bad6-8b738d75e5e6,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:36.946625 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-80a7c32e-1667-4f97-90ba-7db2f3da4dac req-5d92f32c-6d55-4b6f-a83a-506cccb079f3 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851080 Jul 14 10:04:37.040392 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-80a7c32e-1667-4f97-90ba-7db2f3da4dac req-a2db41c5-5d46-4c31-a7b9-addb9bcbd0c2 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863893 Jul 14 10:04:37.799105 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb59c2-c7f7-40fc-9b1b-6eec2dfbc81b req-08198ebc-a544-472f-8c29-3e1fd84d583d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:37.800603 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6bb59c2-c7f7-40fc-9b1b-6eec2dfbc81b req-08198ebc-a544-472f-8c29-3e1fd84d583d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0713003 Jul 14 10:04:37.840105 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6bb59c2-c7f7-40fc-9b1b-6eec2dfbc81b req-cbc08cc9-83be-4558-846d-f010f6607436 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333068 Jul 14 10:04:38.218129 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3df686-3de1-4019-9c58-c1c7a575dc7d req-276afa3a-3335-4173-9614-5a3ae5c81525 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:38.219814 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2b3df686-3de1-4019-9c58-c1c7a575dc7d req-276afa3a-3335-4173-9614-5a3ae5c81525 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0646203 Jul 14 10:04:38.263052 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2b3df686-3de1-4019-9c58-c1c7a575dc7d req-c9b7f276-6c18-42f8-8815-1ea86e6dec07 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377805 Jul 14 10:04:39.442428 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb514e-b3d7-4d9f-ab0d-7ecab75a8e29 req-0cf914f0-7a90-44da-b557-27a1a0b568ba tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:39.443950 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2bb514e-b3d7-4d9f-ab0d-7ecab75a8e29 req-0cf914f0-7a90-44da-b557-27a1a0b568ba tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0668328 Jul 14 10:04:39.481596 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f2bb514e-b3d7-4d9f-ab0d-7ecab75a8e29 req-bd73ab3d-1612-4021-9138-7faf641c6def tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314393 Jul 14 10:04:39.626799 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315c3bd-91db-4f2a-8412-81e69d54557d req-c83dc835-56c6-42ac-af6f-7ddd65a16f36 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:39.628260 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2315c3bd-91db-4f2a-8412-81e69d54557d req-c83dc835-56c6-42ac-af6f-7ddd65a16f36 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.55 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 945 time: 0.0616553 Jul 14 10:04:39.728741 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-2315c3bd-91db-4f2a-8412-81e69d54557d req-5de317ff-7aa2-477c-b050-ef4bfa77198b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Deleting port bad7e301-0670-468a-bad6-8b738d75e5e6 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:39.729091 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2315c3bd-91db-4f2a-8412-81e69d54557d req-5de317ff-7aa2-477c-b050-ef4bfa77198b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:39.814065 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-2315c3bd-91db-4f2a-8412-81e69d54557d req-5de317ff-7aa2-477c-b050-ef4bfa77198b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] For port bad7e301-0670-468a-bad6-8b738d75e5e6, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=bad7e301-0670-468a-bad6-8b738d75e5e6,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:39.814432 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2315c3bd-91db-4f2a-8412-81e69d54557d req-5de317ff-7aa2-477c-b050-ef4bfa77198b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.300189 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2315c3bd-91db-4f2a-8412-81e69d54557d req-5de317ff-7aa2-477c-b050-ef4bfa77198b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.300566 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2315c3bd-91db-4f2a-8412-81e69d54557d req-5de317ff-7aa2-477c-b050-ef4bfa77198b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.300885 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [req-2315c3bd-91db-4f2a-8412-81e69d54557d req-5de317ff-7aa2-477c-b050-ef4bfa77198b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Floating IP 64014e45-5e41-410a-b6f3-afc93558d2cd disassociated. External IP: 172.25.1.254, port: bad7e301-0670-468a-bad6-8b738d75e5e6. Jul 14 10:04:40.301232 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-2315c3bd-91db-4f2a-8412-81e69d54557d req-5de317ff-7aa2-477c-b050-ef4bfa77198b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Calling delete_port for bad7e301-0670-468a-bad6-8b738d75e5e6 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:40.424572 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2315c3bd-91db-4f2a-8412-81e69d54557d req-5de317ff-7aa2-477c-b050-ef4bfa77198b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.458025 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de317ff-7aa2-477c-b050-ef4bfa77198b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Pushing event deleted for resources: {'Port': ['ID=bad7e301-0670-468a-bad6-8b738d75e5e6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:40.576977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2315c3bd-91db-4f2a-8412-81e69d54557d req-5de317ff-7aa2-477c-b050-ef4bfa77198b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Router 97b7ef4e-224c-4526-a2ae-0230b80c05ae has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:04:40.629403 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2ee8a88b-d0bf-4d48-a8b8-a5df16ea51f4 req-2e7c2cf1-220d-41ae-9081-ee8c8512eab3 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=dacd4671-146c-4543-bfe5-3a2cdf48593a HTTP/1.1" status: 200 len: 210 time: 0.0289001 Jul 14 10:04:40.687908 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2315c3bd-91db-4f2a-8412-81e69d54557d req-5de317ff-7aa2-477c-b050-ef4bfa77198b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:04:40.697649 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af44ec65-c7f8-4400-8d7c-bc4d3e3b5248 None None] Sync routers for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:04:40.706872 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af44ec65-c7f8-4400-8d7c-bc4d3e3b5248 None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:40.707488 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-af44ec65-c7f8-4400-8d7c-bc4d3e3b5248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:04:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:40.734016 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-2315c3bd-91db-4f2a-8412-81e69d54557d req-5de317ff-7aa2-477c-b050-ef4bfa77198b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] No DVR routers for this DVR port bad7e301-0670-468a-bad6-8b738d75e5e6 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:04:40.736469 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2315c3bd-91db-4f2a-8412-81e69d54557d req-5de317ff-7aa2-477c-b050-ef4bfa77198b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.738483 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2315c3bd-91db-4f2a-8412-81e69d54557d req-5de317ff-7aa2-477c-b050-ef4bfa77198b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.55 "DELETE /v2.0/ports/bad7e301-0670-468a-bad6-8b738d75e5e6 HTTP/1.1" status: 204 len: 173 time: 1.1044254 Jul 14 10:04:40.738932 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacd4671-146c-4543-bfe5-3a2cdf48593a', 'name': 'network-vif-deleted', 'tag': 'bad7e301-0670-468a-bad6-8b738d75e5e6'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:04:40.741164 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6124b9-35f1-427a-b8a5-42647dfce9c8" -d '{"events": [{"server_uuid": "dacd4671-146c-4543-bfe5-3a2cdf48593a", "name": "network-vif-deleted", "tag": "bad7e301-0670-468a-bad6-8b738d75e5e6"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:04:40.783272 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b208349d-ac5b-40b4-b199-d27b8f7861e0 x-openstack-request-id: req-b208349d-ac5b-40b4-b199-d27b8f7861e0 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:04:40.783566 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacd4671-146c-4543-bfe5-3a2cdf48593a", "name": "network-vif-deleted", "tag": "bad7e301-0670-468a-bad6-8b738d75e5e6", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:04:40.783820 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b208349d-ac5b-40b4-b199-d27b8f7861e0 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:04:40.784220 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacd4671-146c-4543-bfe5-3a2cdf48593a', 'name': 'network-vif-deleted', 'tag': 'bad7e301-0670-468a-bad6-8b738d75e5e6', 'status': 'completed', 'code': 200} Jul 14 10:04:40.814970 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-af44ec65-c7f8-4400-8d7c-bc4d3e3b5248 None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:41.021182 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-af44ec65-c7f8-4400-8d7c-bc4d3e3b5248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:41.046918 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af44ec65-c7f8-4400-8d7c-bc4d3e3b5248 None None] Checking router: 97b7ef4e-224c-4526-a2ae-0230b80c05ae for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:04:41.055940 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af44ec65-c7f8-4400-8d7c-bc4d3e3b5248 None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:41.056219 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-af44ec65-c7f8-4400-8d7c-bc4d3e3b5248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:04:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:41.161320 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-af44ec65-c7f8-4400-8d7c-bc4d3e3b5248 None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:41.357705 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-af44ec65-c7f8-4400-8d7c-bc4d3e3b5248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:41.388456 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af44ec65-c7f8-4400-8d7c-bc4d3e3b5248 None None] The sync data for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 is: [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:04:41.623323 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ae5be-1c62-4ee0-9375-b6d803707f20 None None] New status for floating IP 64014e45-5e41-410a-b6f3-afc93558d2cd: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:04:41.991211 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-3f5b633f-7fdd-4fa8-b986-bd87e1ed26a2 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1369237586&fields=id&tenant_id=80ec3f7d3d804a618bef9cf286404e92 HTTP/1.1" status: 200 len: 267 time: 0.0370340 Jul 14 10:04:42.106085 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-145bc85d-abbe-47fd-b247-0bb0d89fd3ac tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:42.107594 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-145bc85d-abbe-47fd-b247-0bb0d89fd3ac tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 811 time: 0.1096911 Jul 14 10:04:42.122730 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-6d899a5e-9a1c-42d9-96a5-b8e82d0e1696 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/quotas/80ec3f7d3d804a618bef9cf286404e92 HTTP/1.1" status: 200 len: 375 time: 0.0095654 Jul 14 10:04:42.192550 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-0edfe171-5ece-42f1-b7b0-2ddeeb6d3026 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647140 Jul 14 10:04:42.330432 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-039a9cfd-0ce9-4cd4-855a-3fefd05b7714 service neutron] 10.222.0.26 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263404 Jul 14 10:04:42.421434 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-fe94e904-cace-4a39-bcc5-9e00766c97b8 service neutron] 10.222.0.26 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850105 Jul 14 10:04:42.588514 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-849f0b68-7ccd-4285-8096-fbd112c222da req-778ee8c8-4f96-4ddd-8a9d-43b380d7bae0 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 210 time: 0.0290515 Jul 14 10:04:42.710075 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device bad7e301-0670-468a-bad6-8b738d75e5e6 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:04:42.729611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: bad7e301-0670-468a-bad6-8b738d75e5e6 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:04:42.729985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device bad7e301-0670-468a-bad6-8b738d75e5e6 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:04:43.604359 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-8a2f4377-79e3-455d-9546-08a8ea9e82b8 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:43.605965 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-8a2f4377-79e3-455d-9546-08a8ea9e82b8 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 811 time: 0.1086783 Jul 14 10:04:43.657036 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-942f2b54-94db-46fb-8851-0075c6dea075 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80ec3f7d3d804a618bef9cf286404e92 HTTP/1.1" status: 200 len: 380 time: 0.0400584 Jul 14 10:04:43.665552 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Request body: {'port': {'device_id': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'admin_state_up': True, 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'security_groups': ['d8734ac8-54d8-4c3d-bc50-1c671140f110']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:43.749993 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-725342ed-13db-4887-afde-07d89975fd91 req-45c96b69-e8e7-4a6f-9003-54a4932cbe92 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 210 time: 0.0362222 Jul 14 10:04:43.802373 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Made reservation on behalf of 80ec3f7d3d804a618bef9cf286404e92 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:04:43.806496 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:43.933389 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Allocated IP 172.20.0.12 (57700680-a0c7-4339-b1d3-9102a2519c10/a59fcc9b-1f8e-4d91-a70d-7744cd258caa/fc3bf882-5413-4e18-a982-3c87aea3a4c3) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:04:44.082663 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:44.096530 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Transition to ACTIVE for port object fc3bf882-5413-4e18-a982-3c87aea3a4c3 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:44.130932 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:44.174876 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Network 57700680-a0c7-4339-b1d3-9102a2519c10 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:44.180785 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:44.183544 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:04:44.229939 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Pushing event updated for resources: {'Port': ['ID=fc3bf882-5413-4e18-a982-3c87aea3a4c3,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:44.245038 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:44.245384 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:44.245726 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:44.246086 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:44.246413 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:44.246742 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:44.247067 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:44.247389 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:44.247711 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:44.248031 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:44.248345 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:44.248661 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:44.266121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:44.266775 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:44.284064 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-a7504ade-900f-43fa-8c72-425704ee7692 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6221397 Jul 14 10:04:44.297939 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] Request body: {'port': {'device_id': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:44.380918 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:44.461026 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1b51096d-7509-4bbb-b89b-c1ddd7ef2882 None None] Provisioning for port fc3bf882-5413-4e18-a982-3c87aea3a4c3 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:44.465860 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1b51096d-7509-4bbb-b89b-c1ddd7ef2882 None None] Provisioning complete for port fc3bf882-5413-4e18-a982-3c87aea3a4c3 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:44.466317 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b51096d-7509-4bbb-b89b-c1ddd7ef2882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:44.514741 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1b51096d-7509-4bbb-b89b-c1ddd7ef2882 None None] Port fc3bf882-5413-4e18-a982-3c87aea3a4c3 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:04:44.690158 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc3bf882-5413-4e18-a982-3c87aea3a4c3 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:04:44.697477 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:44.709257 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] Transition to ACTIVE for port object fc3bf882-5413-4e18-a982-3c87aea3a4c3 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:44.713468 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:44.763933 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3bf882-5413-4e18-a982-3c87aea3a4c3,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:44.836177 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] Attempting to bind port fc3bf882-5413-4e18-a982-3c87aea3a4c3 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:04:44.836526 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] Attempting to bind port fc3bf882-5413-4e18-a982-3c87aea3a4c3 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:04:44.836838 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] Attempting to bind port fc3bf882-5413-4e18-a982-3c87aea3a4c3 on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:44.841703 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] Port fc3bf882-5413-4e18-a982-3c87aea3a4c3 on network 57700680-a0c7-4339-b1d3-9102a2519c10 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:04:44.842077 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] Attempting to bind port fc3bf882-5413-4e18-a982-3c87aea3a4c3 on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:44.847057 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:04:44.847398 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] Checking segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:04:44.847781 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] Bound using segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:04:44.848212 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] Bound port: fc3bf882-5413-4e18-a982-3c87aea3a4c3, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:04:44.848574 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:44.955816 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] For port fc3bf882-5413-4e18-a982-3c87aea3a4c3, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:04:44.969624 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] For port fc3bf882-5413-4e18-a982-3c87aea3a4c3, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:04:44.974288 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:44.990502 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5896c-49dc-4280-945f-01a2fb665dff req-90b8c0e3-6180-44b5-a78d-9728d9fb45fc tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:44.992981 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dbf5896c-49dc-4280-945f-01a2fb665dff req-90b8c0e3-6180-44b5-a78d-9728d9fb45fc tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 944 time: 0.1119494 Jul 14 10:04:45.029500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:45.030136 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:45.031524 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] 10.222.0.49 "PUT /v2.0/ports/fc3bf882-5413-4e18-a982-3c87aea3a4c3 HTTP/1.1" status: 200 len: 1093 time: 0.7398088 Jul 14 10:04:45.031965 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'tag': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:04:45.034246 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0976f51-b65c-4bd6-8e07-5b55702582a7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb452ad9-2bcc-4367-bd23-e54151e8d8e0", "tag": "fc3bf882-5413-4e18-a982-3c87aea3a4c3"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:04:45.075427 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4149005-da97-493e-94ee-43cfe827f560 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3bf882-5413-4e18-a982-3c87aea3a4c3,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:45.083327 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dbf5896c-49dc-4280-945f-01a2fb665dff req-a2eaafa5-fdb1-4d29-9aae-d35d79bf3433 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708818 Jul 14 10:04:45.114868 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da55a13d-75f6-485e-b7d6-08a8b3d52dd3 x-openstack-request-id: req-da55a13d-75f6-485e-b7d6-08a8b3d52dd3 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:04:45.115160 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb452ad9-2bcc-4367-bd23-e54151e8d8e0", "tag": "fc3bf882-5413-4e18-a982-3c87aea3a4c3", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:04:45.115421 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da55a13d-75f6-485e-b7d6-08a8b3d52dd3 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:04:45.116375 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'tag': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3', 'status': 'completed', 'code': 200} Jul 14 10:04:45.147968 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-537c82bd-e119-4d64-bb37-54a8f9561e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:45.149555 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-537c82bd-e119-4d64-bb37-54a8f9561e33 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 1096 time: 0.0653439 Jul 14 10:04:45.192941 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-ecccbe1f-f3b1-49a1-bbb1-72c3979ea77a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3 HTTP/1.1" status: 200 len: 217 time: 0.0361576 Jul 14 10:04:45.241271 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-c898f252-28bf-4dcf-bdcb-a068ad89dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:45.242807 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-c898f252-28bf-4dcf-bdcb-a068ad89dfca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0444047 Jul 14 10:04:45.307192 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-9e727b0a-a2eb-4d7d-99a6-2724343300b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:45.308639 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-9e727b0a-a2eb-4d7d-99a6-2724343300b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597696 Jul 14 10:04:45.739293 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-840a547c-300f-46d6-b545-4db8663af6bc service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242158 Jul 14 10:04:45.829076 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89f6d0d7-265c-4eb5-8158-c35982c31764 req-b7046e1d-48a3-432a-97d5-00dc2a229e6f service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836906 Jul 14 10:04:45.924820 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0976f51-b65c-4bd6-8e07-5b55702582a7 req-c04d1fc4-3fe8-4719-903f-95e8b7b624f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:45.926374 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b0976f51-b65c-4bd6-8e07-5b55702582a7 req-c04d1fc4-3fe8-4719-903f-95e8b7b624f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 1096 time: 0.0523760 Jul 14 10:04:46.013514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0976f51-b65c-4bd6-8e07-5b55702582a7 req-ccc9249e-e8c8-40f1-aef3-04ca41e0ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:46.014930 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b0976f51-b65c-4bd6-8e07-5b55702582a7 req-ccc9249e-e8c8-40f1-aef3-04ca41e0ced6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0827601 Jul 14 10:04:46.058691 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b0976f51-b65c-4bd6-8e07-5b55702582a7 req-74546c24-78b2-47df-a4a9-402f1cc24ce9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3 HTTP/1.1" status: 200 len: 217 time: 0.0373428 Jul 14 10:04:46.106264 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0976f51-b65c-4bd6-8e07-5b55702582a7 req-9f6fa355-0d44-4a9d-9ce6-30553cd70adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:46.107706 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b0976f51-b65c-4bd6-8e07-5b55702582a7 req-9f6fa355-0d44-4a9d-9ce6-30553cd70adc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0425730 Jul 14 10:04:46.166222 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0976f51-b65c-4bd6-8e07-5b55702582a7 req-143710bf-8217-4068-98aa-cdd9489f94e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:46.167738 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b0976f51-b65c-4bd6-8e07-5b55702582a7 req-143710bf-8217-4068-98aa-cdd9489f94e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512023 Jul 14 10:04:46.299423 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b0976f51-b65c-4bd6-8e07-5b55702582a7 req-b31a96e6-e91d-4c2b-893d-9bed8bf26153 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239681 Jul 14 10:04:46.321716 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82577c85-3329-439d-afc5-d2f4f5d1fd48 req-523105c2-7272-4329-92e0-556c13882139 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:46.323151 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-82577c85-3329-439d-afc5-d2f4f5d1fd48 req-523105c2-7272-4329-92e0-556c13882139 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 944 time: 0.1031244 Jul 14 10:04:46.407177 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-82577c85-3329-439d-afc5-d2f4f5d1fd48 req-9765a002-8074-4dec-b560-23443053cafc tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745840 Jul 14 10:04:46.427002 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b0976f51-b65c-4bd6-8e07-5b55702582a7 req-733be628-b2f1-4340-8572-0b542437943d service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207952 Jul 14 10:04:46.740203 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:47.585687 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014231f7-3e0e-49b0-9528-a86800090038 req-0e8e9f3a-6de4-4cc8-bf6e-5f4d5d4e88b6 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:47.587213 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-014231f7-3e0e-49b0-9528-a86800090038 req-0e8e9f3a-6de4-4cc8-bf6e-5f4d5d4e88b6 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 944 time: 0.0655122 Jul 14 10:04:47.624578 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-014231f7-3e0e-49b0-9528-a86800090038 req-0e8b1c5a-df7c-463d-a54f-6be4e2f4957d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316930 Jul 14 10:04:48.810276 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea21096-54d9-41f7-8270-c0bfc08b4829 req-fe5e97cf-0e86-4c71-9c25-b5d6b3418c28 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:48.811759 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fea21096-54d9-41f7-8270-c0bfc08b4829 req-fe5e97cf-0e86-4c71-9c25-b5d6b3418c28 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 944 time: 0.0673542 Jul 14 10:04:48.848372 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fea21096-54d9-41f7-8270-c0bfc08b4829 req-683a693a-373a-4d64-ae96-d8f230d72999 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310128 Jul 14 10:04:49.364582 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fc3bf882-5413-4e18-a982-3c87aea3a4c3 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:04:49.455494 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fc3bf882-5413-4e18-a982-3c87aea3a4c3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:49.467121 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'port_id': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3', 'mac_address': 'fa:16:3e:22:67:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:04:49.502153 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:49.518334 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3bf882-5413-4e18-a982-3c87aea3a4c3 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:04:49.537408 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fc3bf882-5413-4e18-a982-3c87aea3a4c3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:49.544233 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:49.590932 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=fc3bf882-5413-4e18-a982-3c87aea3a4c3,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:49.741264 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['fc3bf882-5413-4e18-a982-3c87aea3a4c3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:04:50.023378 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98d141-13d6-449f-8b91-34f6c7d5af1c req-e0c511e9-da42-437a-9cea-f1df0c0af08f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:50.024872 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f98d141-13d6-449f-8b91-34f6c7d5af1c req-e0c511e9-da42-437a-9cea-f1df0c0af08f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 945 time: 0.0628645 Jul 14 10:04:50.061992 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f98d141-13d6-449f-8b91-34f6c7d5af1c req-3e7c8e70-cd88-4b51-b433-f0cd34546c0e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313773 Jul 14 10:04:51.229726 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266600a-7845-45ed-a0fa-0c1d4d7fb1d8 req-28c9fb08-3cec-47cd-a2b7-33dbff8c0beb tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:51.231254 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d266600a-7845-45ed-a0fa-0c1d4d7fb1d8 req-28c9fb08-3cec-47cd-a2b7-33dbff8c0beb tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 945 time: 0.0618229 Jul 14 10:04:51.269075 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d266600a-7845-45ed-a0fa-0c1d4d7fb1d8 req-8c9df0c0-de56-40fc-9386-a3055054b971 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323684 Jul 14 10:04:51.364556 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fc3bf882-5413-4e18-a982-3c87aea3a4c3 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:51.415211 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port fc3bf882-5413-4e18-a982-3c87aea3a4c3 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:51.418866 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port fc3bf882-5413-4e18-a982-3c87aea3a4c3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:51.419238 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:51.493289 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:51.514605 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:04:51.516816 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f4c642-cd83-4445-8d69-0083da6c7061" -d '{"events": [{"server_uuid": "bb452ad9-2bcc-4367-bd23-e54151e8d8e0", "name": "network-vif-plugged", "status": "completed", "tag": "fc3bf882-5413-4e18-a982-3c87aea3a4c3"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:04:51.529894 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fc3bf882-5413-4e18-a982-3c87aea3a4c3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:51.534088 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:51.559707 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a54fef-dc36-4ea4-aeb9-e23434d76e40 x-openstack-request-id: req-15a54fef-dc36-4ea4-aeb9-e23434d76e40 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:04:51.560001 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb452ad9-2bcc-4367-bd23-e54151e8d8e0", "name": "network-vif-plugged", "status": "completed", "tag": "fc3bf882-5413-4e18-a982-3c87aea3a4c3", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:04:51.560249 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15a54fef-dc36-4ea4-aeb9-e23434d76e40 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:04:51.560622 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3', 'code': 200} Jul 14 10:04:51.587414 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=fc3bf882-5413-4e18-a982-3c87aea3a4c3,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:51.669346 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142f2cb-ade6-452b-a46b-3b92fba06459 req-310dadd1-a9d0-4d77-a0bd-e2d290098356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:51.670769 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2142f2cb-ade6-452b-a46b-3b92fba06459 req-310dadd1-a9d0-4d77-a0bd-e2d290098356 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 1098 time: 0.0544174 Jul 14 10:04:51.704823 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2142f2cb-ade6-452b-a46b-3b92fba06459 req-0ee05224-39aa-40a9-b792-ab6933335d7e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275326 Jul 14 10:04:52.452252 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714efaa-c10f-4c60-a954-7dbdd18356be req-48d170f7-37eb-4fb7-b993-591978bf5ef9 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:52.453767 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6714efaa-c10f-4c60-a954-7dbdd18356be req-48d170f7-37eb-4fb7-b993-591978bf5ef9 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 946 time: 0.0706801 Jul 14 10:04:52.496417 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6714efaa-c10f-4c60-a954-7dbdd18356be req-28734dc0-5ca8-4418-b798-06f7b92428ff tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367312 Jul 14 10:04:53.672337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345d4c4-3812-4490-868b-9732ff413992 req-96c3f0f1-edca-4540-b151-c6c5ce3f49d8 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:53.673837 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5345d4c4-3812-4490-868b-9732ff413992 req-96c3f0f1-edca-4540-b151-c6c5ce3f49d8 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 946 time: 0.0663433 Jul 14 10:04:53.720253 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5345d4c4-3812-4490-868b-9732ff413992 req-06af5106-d9f6-48d9-bb11-930838164ad4 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399196 Jul 14 10:04:53.886772 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890bc0e-fa7c-446a-bf88-c540e4990992 req-1a775f3b-045e-4b3b-b926-2aaffba1fd5d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:53.888253 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1890bc0e-fa7c-446a-bf88-c540e4990992 req-1a775f3b-045e-4b3b-b926-2aaffba1fd5d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 946 time: 0.0629740 Jul 14 10:04:53.896747 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49244) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:53.901352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-54a33248-ea39-4fd3-85db-8bbea6367e18 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Request body: {'floatingip': {'port_id': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:53.940518 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54a33248-ea39-4fd3-85db-8bbea6367e18 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:54.380755 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54a33248-ea39-4fd3-85db-8bbea6367e18 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:54.384962 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54a33248-ea39-4fd3-85db-8bbea6367e18 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:54.483619 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-54a33248-ea39-4fd3-85db-8bbea6367e18 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Floating IP 64014e45-5e41-410a-b6f3-afc93558d2cd associated. External IP: 172.25.1.254, port: fc3bf882-5413-4e18-a982-3c87aea3a4c3. Jul 14 10:04:54.694721 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a33248-ea39-4fd3-85db-8bbea6367e18 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Router 97b7ef4e-224c-4526-a2ae-0230b80c05ae has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:04:54.807420 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a33248-ea39-4fd3-85db-8bbea6367e18 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:04:54.812428 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-54a33248-ea39-4fd3-85db-8bbea6367e18 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:54.817979 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a90d64a-cc2a-4a08-a7ca-aa3409d73bdd None None] Sync routers for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:04:54.828604 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a90d64a-cc2a-4a08-a7ca-aa3409d73bdd None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:54.829292 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1a90d64a-cc2a-4a08-a7ca-aa3409d73bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:04:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:54.850002 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-54a33248-ea39-4fd3-85db-8bbea6367e18 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "PUT /v2.0/floatingips/64014e45-5e41-410a-b6f3-afc93558d2cd HTTP/1.1" status: 200 len: 992 time: 0.9521244 Jul 14 10:04:54.850616 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'tag': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:04:54.852902 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f365a74d-2eec-40bd-89f2-3d700b9f620d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb452ad9-2bcc-4367-bd23-e54151e8d8e0", "tag": "fc3bf882-5413-4e18-a982-3c87aea3a4c3"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:04:54.893720 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed435e53-3fa5-4f1f-bd68-40bf697fb212 x-openstack-request-id: req-ed435e53-3fa5-4f1f-bd68-40bf697fb212 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:04:54.894053 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb452ad9-2bcc-4367-bd23-e54151e8d8e0", "tag": "fc3bf882-5413-4e18-a982-3c87aea3a4c3", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:04:54.894305 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed435e53-3fa5-4f1f-bd68-40bf697fb212 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:04:54.894709 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'tag': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3', 'status': 'completed', 'code': 200} Jul 14 10:04:54.966084 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-1a90d64a-cc2a-4a08-a7ca-aa3409d73bdd None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:54.974024 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a74d-2eec-40bd-89f2-3d700b9f620d req-b3c6eada-23fd-4f17-9fc0-7f598074f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:54.975788 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f365a74d-2eec-40bd-89f2-3d700b9f620d req-b3c6eada-23fd-4f17-9fc0-7f598074f776 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 1098 time: 0.0581579 Jul 14 10:04:55.076235 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a74d-2eec-40bd-89f2-3d700b9f620d req-89a88f62-56b2-4ab0-87e5-e81b38b6bded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:55.077965 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f365a74d-2eec-40bd-89f2-3d700b9f620d req-89a88f62-56b2-4ab0-87e5-e81b38b6bded service neutron] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0963430 Jul 14 10:04:55.145926 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f365a74d-2eec-40bd-89f2-3d700b9f620d req-b3251447-f215-434a-bf82-26b5ecb566a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3 HTTP/1.1" status: 200 len: 1000 time: 0.0614972 Jul 14 10:04:55.198658 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a74d-2eec-40bd-89f2-3d700b9f620d req-6d6def4e-2b3d-4e1b-8342-103975a835c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:55.200910 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f365a74d-2eec-40bd-89f2-3d700b9f620d req-6d6def4e-2b3d-4e1b-8342-103975a835c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0492084 Jul 14 10:04:55.259248 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a74d-2eec-40bd-89f2-3d700b9f620d req-ba26d421-9ba1-45d8-8b4e-b8a96ff9ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:55.260792 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f365a74d-2eec-40bd-89f2-3d700b9f620d req-ba26d421-9ba1-45d8-8b4e-b8a96ff9ed8b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536304 Jul 14 10:04:55.300827 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1a90d64a-cc2a-4a08-a7ca-aa3409d73bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '64014e45-5e41-410a-b6f3-afc93558d2cd', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'floating_ip_address': '172.25.1.254', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'port_id': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'mac_address': 'fa:16:3e:22:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:00:08Z', 'updated_at': '2021-07-14T10:04:54Z', 'revision_number': 9, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:55.330715 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a90d64a-cc2a-4a08-a7ca-aa3409d73bdd None None] Checking router: 97b7ef4e-224c-4526-a2ae-0230b80c05ae for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:04:55.339177 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a90d64a-cc2a-4a08-a7ca-aa3409d73bdd None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:55.339800 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1a90d64a-cc2a-4a08-a7ca-aa3409d73bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:04:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:55.348913 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f365a74d-2eec-40bd-89f2-3d700b9f620d req-99af9586-ecc5-4859-b3bb-75d93d634644 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811341 Jul 14 10:04:55.444208 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f365a74d-2eec-40bd-89f2-3d700b9f620d req-c9227219-5528-4c10-bb76-304fcc9d0430 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894184 Jul 14 10:04:55.447506 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-1a90d64a-cc2a-4a08-a7ca-aa3409d73bdd None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:55.670731 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1a90d64a-cc2a-4a08-a7ca-aa3409d73bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '64014e45-5e41-410a-b6f3-afc93558d2cd', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'floating_ip_address': '172.25.1.254', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'port_id': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'mac_address': 'fa:16:3e:22:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:00:08Z', 'updated_at': '2021-07-14T10:04:54Z', 'revision_number': 9, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:55.697472 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a90d64a-cc2a-4a08-a7ca-aa3409d73bdd None None] The sync data for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 is: [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '64014e45-5e41-410a-b6f3-afc93558d2cd', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'floating_ip_address': '172.25.1.254', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'port_id': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'mac_address': 'fa:16:3e:22:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:00:08Z', 'updated_at': '2021-07-14T10:04:54Z', 'revision_number': 9, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:04:55.885598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16462568-ef05-451d-9de9-15e59efb0194 None None] New status for floating IP 64014e45-5e41-410a-b6f3-afc93558d2cd: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:04:57.320115 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a788e7b-a23b-4df8-8f99-6fccbf45406e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:59.817222 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a939c1df-76d9-4d01-83ec-7ce7b8d1cdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:59.957427 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:00.836009 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:02.262352 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:02.898693 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:11.738227 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:05:16.740364 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:27.319872 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bdf5591c-9435-45c8-9926-bb00b225a616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.817202 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7df6522-d71e-404d-9964-a08afc72694d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.959154 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:30.838564 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:32.260787 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:32.900978 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:38.316280 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-20099822-fe00-42b3-bb37-26244c95cc89 req-55139cf2-e141-4c9a-ad70-201114989fb0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510895 Jul 14 10:05:38.406137 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20099822-fe00-42b3-bb37-26244c95cc89 req-539f1d1d-5afd-4eb5-87c0-89225d55ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:38.407601 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-20099822-fe00-42b3-bb37-26244c95cc89 req-539f1d1d-5afd-4eb5-87c0-89225d55ce55 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 1098 time: 0.0512412 Jul 14 10:05:38.512190 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20099822-fe00-42b3-bb37-26244c95cc89 req-64f74959-9ee0-46ea-8ce1-ca751c4dc6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:38.513548 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-20099822-fe00-42b3-bb37-26244c95cc89 req-64f74959-9ee0-46ea-8ce1-ca751c4dc6d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0868292 Jul 14 10:05:38.576506 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-20099822-fe00-42b3-bb37-26244c95cc89 req-7d9f523b-ac23-4c89-9b2b-9ba3764e9678 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3 HTTP/1.1" status: 200 len: 1003 time: 0.0561044 Jul 14 10:05:38.627349 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20099822-fe00-42b3-bb37-26244c95cc89 req-3f7fb8ef-6728-4fc5-9af6-e845f05dc12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:38.628792 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-20099822-fe00-42b3-bb37-26244c95cc89 req-3f7fb8ef-6728-4fc5-9af6-e845f05dc12a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0459595 Jul 14 10:05:38.684720 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20099822-fe00-42b3-bb37-26244c95cc89 req-9c9fb405-ac30-4ba6-9438-cee8a56e42c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:38.686229 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-20099822-fe00-42b3-bb37-26244c95cc89 req-9c9fb405-ac30-4ba6-9438-cee8a56e42c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503359 Jul 14 10:05:38.776814 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-20099822-fe00-42b3-bb37-26244c95cc89 req-6300ff15-a7ec-4487-b9ff-bc198b089aa7 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830841 Jul 14 10:05:38.868371 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-20099822-fe00-42b3-bb37-26244c95cc89 req-a200f0e8-b761-4daa-9efe-127601fc7782 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856676 Jul 14 10:05:46.751128 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:48.738595 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:05:57.323017 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c6a8b0c-62ae-4ac3-a675-708a263a1337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:59.818345 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b2d1f19-847a-4e9c-92d0-438079fa36d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:59.963240 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:00.843169 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:02.265641 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:02.904157 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:16.767826 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:25.738723 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:06:27.324343 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a187a0bd-be6b-4179-8a16-cc06abf17864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:29.819157 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a3f7-e9a8-4f69-9727-3925c20e4ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:29.966054 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:29.998325 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-8efcbe95-5a0e-45ee-8f5f-2305199a35b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1064878 Jul 14 10:06:30.009583 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab0fe7-2b38-41d1-ba0f-d5e489f1ca0a req-7e2b0707-3048-41c3-83fc-abc3aaf0f907 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:30.011126 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95ab0fe7-2b38-41d1-ba0f-d5e489f1ca0a req-7e2b0707-3048-41c3-83fc-abc3aaf0f907 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 946 time: 0.0702121 Jul 14 10:06:30.051648 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95ab0fe7-2b38-41d1-ba0f-d5e489f1ca0a req-480b3157-98a8-4e8c-b3af-af1ef7361a46 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338657 Jul 14 10:06:30.844618 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:31.228277 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb597750-4434-44fc-9f1a-dc2621a0366e req-850aec54-572b-4468-a36b-887f142c2de1 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:31.229689 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eb597750-4434-44fc-9f1a-dc2621a0366e req-850aec54-572b-4468-a36b-887f142c2de1 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 946 time: 0.0662019 Jul 14 10:06:31.273555 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eb597750-4434-44fc-9f1a-dc2621a0366e req-fb572506-f347-4870-8e95-d15777100cc8 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378737 Jul 14 10:06:31.344333 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-01ee17d6-527f-4895-a9b1-245a09afce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:31.345865 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-01ee17d6-527f-4895-a9b1-245a09afce86 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 1098 time: 0.0527480 Jul 14 10:06:31.435603 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-2872bd45-797f-46da-a615-706bdd810a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:31.437063 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-2872bd45-797f-46da-a615-706bdd810a7f service neutron] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0851910 Jul 14 10:06:31.502568 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-752c5136-6bf6-4e53-92e5-db68054065e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3 HTTP/1.1" status: 200 len: 1003 time: 0.0592093 Jul 14 10:06:31.548800 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-be04e87f-1ab5-419d-b9ab-935a19e76ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:31.550265 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-be04e87f-1ab5-419d-b9ab-935a19e76ea7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0421054 Jul 14 10:06:31.609569 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-89da67bf-82b9-442c-ba26-7c5dbc90c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:31.611080 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-89da67bf-82b9-442c-ba26-7c5dbc90c50b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547719 Jul 14 10:06:31.697321 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-517a5dc7-4f04-4115-8978-efc406ad359a service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802855 Jul 14 10:06:31.786965 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-13dad839-569e-448d-83d8-095c6d1e9577 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834372 Jul 14 10:06:32.273457 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.446494 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2700f-dafd-4a85-9a56-8fe0e53d7827 req-c8ca5bcf-cc11-4b4a-96aa-83dff8902a5f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:32.447974 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8da2700f-dafd-4a85-9a56-8fe0e53d7827 req-c8ca5bcf-cc11-4b4a-96aa-83dff8902a5f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 946 time: 0.0622072 Jul 14 10:06:32.485659 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8da2700f-dafd-4a85-9a56-8fe0e53d7827 req-caf17107-8376-4468-bfd0-816e83f13427 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321529 Jul 14 10:06:32.907296 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:33.660186 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476027c-b607-4996-a171-591999b273f4 req-9bf86a2b-a9e7-42b6-8287-d4a298c50ace tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:33.661653 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f476027c-b607-4996-a171-591999b273f4 req-9bf86a2b-a9e7-42b6-8287-d4a298c50ace tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 946 time: 0.0614746 Jul 14 10:06:33.697599 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f476027c-b607-4996-a171-591999b273f4 req-2e58cfed-dd69-42f5-afc8-8f75f645cc5d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305014 Jul 14 10:06:34.876508 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70429120-f24d-44ab-bde3-c7c4b9b696b6 req-e44cdbf4-54e2-4368-9370-dc56927b5d42 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:34.878000 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70429120-f24d-44ab-bde3-c7c4b9b696b6 req-e44cdbf4-54e2-4368-9370-dc56927b5d42 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 946 time: 0.0647149 Jul 14 10:06:34.914792 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-70429120-f24d-44ab-bde3-c7c4b9b696b6 req-7b7fba21-1b88-4c08-8946-698350d61277 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311205 Jul 14 10:06:36.265381 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb7ca0-e1fd-4422-a250-6c038faf7130 req-9a3cb573-c873-49ac-bcdc-da6792b581ff tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:36.266890 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e1bb7ca0-e1fd-4422-a250-6c038faf7130 req-9a3cb573-c873-49ac-bcdc-da6792b581ff tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 946 time: 0.0641174 Jul 14 10:06:36.304609 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e1bb7ca0-e1fd-4422-a250-6c038faf7130 req-08b04037-a304-49eb-a394-5fe805c0065d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322680 Jul 14 10:06:37.476474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0baf64-2634-442d-a6e1-eb419d08207c req-4502ca6f-cd62-4fc4-a31e-ac6d2b3a96be tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:37.477990 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b0baf64-2634-442d-a6e1-eb419d08207c req-4502ca6f-cd62-4fc4-a31e-ac6d2b3a96be tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 946 time: 0.0641263 Jul 14 10:06:37.516292 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b0baf64-2634-442d-a6e1-eb419d08207c req-65c6db40-af60-4d3a-8304-31b1df953830 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326486 Jul 14 10:06:38.689576 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd01d2-4505-49c2-a5a2-86333d3307f2 req-0d040e53-43bd-4ec1-b784-417c2ae29bc0 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:38.691137 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-40fd01d2-4505-49c2-a5a2-86333d3307f2 req-0d040e53-43bd-4ec1-b784-417c2ae29bc0 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 946 time: 0.0676005 Jul 14 10:06:38.727393 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-40fd01d2-4505-49c2-a5a2-86333d3307f2 req-c8c524be-432e-4c21-9e5a-e113daf5946c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308328 Jul 14 10:06:39.896358 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1d45a-940e-4f3b-a297-39779ba4264c req-b6ff49ba-ce16-4a08-918d-8a4bde9e6b93 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:39.897844 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5d1d45a-940e-4f3b-a297-39779ba4264c req-b6ff49ba-ce16-4a08-918d-8a4bde9e6b93 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 946 time: 0.0622945 Jul 14 10:06:39.934603 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5d1d45a-940e-4f3b-a297-39779ba4264c req-bdf4cb74-2678-47eb-9f65-3efdff8899ab tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312746 Jul 14 10:06:40.318244 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cec741-fcc5-4820-8ff2-1f25a7d4a426 req-0baacd6d-296a-4024-9994-974be4e7b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:40.319708 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56cec741-fcc5-4820-8ff2-1f25a7d4a426 req-0baacd6d-296a-4024-9994-974be4e7b22a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 1098 time: 0.0541828 Jul 14 10:06:40.420009 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cec741-fcc5-4820-8ff2-1f25a7d4a426 req-e1f0e4ce-721a-4ba1-9a55-81c173c74239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:40.421492 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56cec741-fcc5-4820-8ff2-1f25a7d4a426 req-e1f0e4ce-721a-4ba1-9a55-81c173c74239 service neutron] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0820024 Jul 14 10:06:40.488335 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56cec741-fcc5-4820-8ff2-1f25a7d4a426 req-c84ba801-058f-42ae-9bd6-18ff5c52c7c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3 HTTP/1.1" status: 200 len: 1003 time: 0.0601828 Jul 14 10:06:40.535665 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cec741-fcc5-4820-8ff2-1f25a7d4a426 req-fddcdc5a-c51b-4563-986d-6e2fe9e9cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:40.537018 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56cec741-fcc5-4820-8ff2-1f25a7d4a426 req-fddcdc5a-c51b-4563-986d-6e2fe9e9cecb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0429714 Jul 14 10:06:40.593644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cec741-fcc5-4820-8ff2-1f25a7d4a426 req-fec7c10d-d947-4b27-9774-26f79812b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:40.595162 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56cec741-fcc5-4820-8ff2-1f25a7d4a426 req-fec7c10d-d947-4b27-9774-26f79812b578 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522463 Jul 14 10:06:40.685580 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56cec741-fcc5-4820-8ff2-1f25a7d4a426 req-0d4015ef-f78e-478e-99eb-6599860e46cd service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838623 Jul 14 10:06:40.772710 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-56cec741-fcc5-4820-8ff2-1f25a7d4a426 req-f532eacf-7928-4c52-85e5-2f751b49d29b service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809636 Jul 14 10:06:41.111512 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc1920-e95b-42df-b721-14871f8738d6 req-4ebaa786-2fc3-44f9-9f90-1f7f7733369e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:41.112985 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-07dc1920-e95b-42df-b721-14871f8738d6 req-4ebaa786-2fc3-44f9-9f90-1f7f7733369e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 946 time: 0.0618627 Jul 14 10:06:41.149225 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-07dc1920-e95b-42df-b721-14871f8738d6 req-fffe2c59-01cf-4149-b75c-26baf2441696 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307808 Jul 14 10:06:42.325542 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7719d-2e4c-49ce-833c-38ae4285308d req-fd2e4002-1593-4d42-b72f-7509b439bce4 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:42.327261 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b5a7719d-2e4c-49ce-833c-38ae4285308d req-fd2e4002-1593-4d42-b72f-7509b439bce4 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 946 time: 0.0672503 Jul 14 10:06:42.369449 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b5a7719d-2e4c-49ce-833c-38ae4285308d req-330fac77-a387-4618-a6d0-0405902f2ad4 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311015 Jul 14 10:06:43.574800 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064af6c-2c93-49e6-a8a8-e64658d7506f req-9ca84aee-3527-4de6-aa74-0fc35569dba5 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:43.576633 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a064af6c-2c93-49e6-a8a8-e64658d7506f req-9ca84aee-3527-4de6-aa74-0fc35569dba5 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 946 time: 0.0883858 Jul 14 10:06:43.622274 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a064af6c-2c93-49e6-a8a8-e64658d7506f req-f6f892e8-30bd-452d-9f94-fee7b784d186 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397246 Jul 14 10:06:43.741414 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-e01c7418-64a5-41b1-9c47-7a736a64445b service neutron] show failed (client error): The resource could not be found. Jul 14 10:06:43.742504 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-e01c7418-64a5-41b1-9c47-7a736a64445b service neutron] 10.222.0.49 "GET /v2.0/ports/fc3bf882-5413-4e18-a982-3c87aea3a4c3/bindings/n-h1-798054-10 HTTP/1.1" status: 404 len: 381 time: 0.0805097 Jul 14 10:06:44.015499 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-96e073ef-ea13-4004-a3e2-4f555d96c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:44.016986 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-96e073ef-ea13-4004-a3e2-4f555d96c096 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0&tenant_id=80ec3f7d3d804a618bef9cf286404e92 HTTP/1.1" status: 200 len: 1098 time: 0.0534556 Jul 14 10:06:44.034877 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-10', 'device_owner': 'compute:nova'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:06:44.109749 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:44.327626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] For port fc3bf882-5413-4e18-a982-3c87aea3a4c3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:44.363450 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] For port fc3bf882-5413-4e18-a982-3c87aea3a4c3, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:06:44.404116 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:06:44.407041 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f6e661-fa2e-4453-a63f-ff8b942d607d" -d '{"events": [{"server_uuid": "bb452ad9-2bcc-4367-bd23-e54151e8d8e0", "name": "network-vif-unplugged", "status": "completed", "tag": "fc3bf882-5413-4e18-a982-3c87aea3a4c3"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:06:44.411444 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:44.424594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Transition to ACTIVE for port object fc3bf882-5413-4e18-a982-3c87aea3a4c3 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:06:44.427829 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:44.459722 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1491f7-a632-4d9a-8b8f-031b29120c74 x-openstack-request-id: req-3c1491f7-a632-4d9a-8b8f-031b29120c74 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:06:44.460013 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb452ad9-2bcc-4367-bd23-e54151e8d8e0", "name": "network-vif-unplugged", "status": "completed", "tag": "fc3bf882-5413-4e18-a982-3c87aea3a4c3", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:06:44.460264 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c1491f7-a632-4d9a-8b8f-031b29120c74 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:06:44.460658 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3', 'code': 200} Jul 14 10:06:44.517194 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3bf882-5413-4e18-a982-3c87aea3a4c3,revision_number=6']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:44.533734 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:44.534128 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:44.534472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:44.534805 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:44.535136 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:44.535464 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:44.535791 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:44.536121 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:44.536448 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:44.536768 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:44.537091 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:44.537409 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:44.579271 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] No DVR routers for this DVR port fc3bf882-5413-4e18-a982-3c87aea3a4c3 on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:06:44.729718 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Attempting to bind port fc3bf882-5413-4e18-a982-3c87aea3a4c3 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:06:44.730099 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Attempting to bind port fc3bf882-5413-4e18-a982-3c87aea3a4c3 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:06:44.730457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Attempting to bind port fc3bf882-5413-4e18-a982-3c87aea3a4c3 on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:06:44.735724 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Port fc3bf882-5413-4e18-a982-3c87aea3a4c3 on network 57700680-a0c7-4339-b1d3-9102a2519c10 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:06:44.735926 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Attempting to bind port fc3bf882-5413-4e18-a982-3c87aea3a4c3 on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:06:44.742451 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:06:44.742808 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Checking segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:06:44.743210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Bound using segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:06:44.743663 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Bound port: fc3bf882-5413-4e18-a982-3c87aea3a4c3, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:06:44.744042 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:44.812641 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34dc91-4480-4582-99c5-7d174c6df056 req-25e56313-0472-4b57-be1c-24fc9bbffaf6 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:44.814197 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d34dc91-4480-4582-99c5-7d174c6df056 req-25e56313-0472-4b57-be1c-24fc9bbffaf6 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 944 time: 0.0708570 Jul 14 10:06:44.819461 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] For port fc3bf882-5413-4e18-a982-3c87aea3a4c3, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:06:44.823053 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] For port fc3bf882-5413-4e18-a982-3c87aea3a4c3, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:06:44.831128 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:44.857045 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d34dc91-4480-4582-99c5-7d174c6df056 req-501b6740-f604-4f48-a05f-cb107e7f0987 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372386 Jul 14 10:06:44.873767 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:44.874423 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:44.875849 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] 10.222.0.55 "PUT /v2.0/ports/fc3bf882-5413-4e18-a982-3c87aea3a4c3 HTTP/1.1" status: 200 len: 1093 time: 0.8450351 Jul 14 10:06:44.896953 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e042f-ea46-49aa-a134-23163cc4ec23 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3bf882-5413-4e18-a982-3c87aea3a4c3,revision_number=7']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:44.977368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-db7b7d07-7e05-4918-b365-2fb962d391ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:44.979003 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-db7b7d07-7e05-4918-b365-2fb962d391ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 1096 time: 0.0600085 Jul 14 10:06:45.092834 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-cc5b0a5c-ba91-4722-9bdf-5262946e32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:45.094244 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-cc5b0a5c-ba91-4722-9bdf-5262946e32e6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.1086245 Jul 14 10:06:45.166614 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-49c894b4-9157-4f01-a18e-d529841cf87e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3 HTTP/1.1" status: 200 len: 1001 time: 0.0654986 Jul 14 10:06:45.219361 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-d3d5c01d-863c-4df0-baa9-389b16418ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:45.220862 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-d3d5c01d-863c-4df0-baa9-389b16418ad8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0478725 Jul 14 10:06:45.286508 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-ed553c1e-41ad-4620-b075-95b33c5b81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:45.288034 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-ed553c1e-41ad-4620-b075-95b33c5b81bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605781 Jul 14 10:06:45.389336 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-300861b2-7805-43aa-9048-9a61b3c91be9 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943880 Jul 14 10:06:45.499886 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-96e77f74-74ac-445c-8b08-4d7dd7bc28a1 req-a71b6311-962b-4c95-8525-68fdb58c63a2 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032753 Jul 14 10:06:46.041439 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db26da5-6c88-419b-a40f-04e3104c3eda req-0e14c255-c389-4de4-b8a2-cbb03ae6244f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:46.042864 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7db26da5-6c88-419b-a40f-04e3104c3eda req-0e14c255-c389-4de4-b8a2-cbb03ae6244f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 944 time: 0.0623698 Jul 14 10:06:46.080337 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7db26da5-6c88-419b-a40f-04e3104c3eda req-571a0803-6f0e-43d7-955b-b7ae04a26a6d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317841 Jul 14 10:06:46.461990 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'tag': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:06:46.464376 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db" -d '{"events": [{"name": "network-changed", "server_uuid": "bb452ad9-2bcc-4367-bd23-e54151e8d8e0", "tag": "fc3bf882-5413-4e18-a982-3c87aea3a4c3"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:06:46.513475 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016ea037-2d09-49c7-b03a-d679dfc94906 x-openstack-request-id: req-016ea037-2d09-49c7-b03a-d679dfc94906 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:06:46.514537 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb452ad9-2bcc-4367-bd23-e54151e8d8e0", "tag": "fc3bf882-5413-4e18-a982-3c87aea3a4c3", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:06:46.515031 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-016ea037-2d09-49c7-b03a-d679dfc94906 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:06:46.515745 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'tag': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3', 'status': 'completed', 'code': 200} Jul 14 10:06:46.606502 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-282ab785-43b8-4dd8-83f8-ee2f308423bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:46.608690 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-282ab785-43b8-4dd8-83f8-ee2f308423bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 1096 time: 0.0703077 Jul 14 10:06:46.620314 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-5cd66b47-b8d8-4144-ad5f-67c87446621f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:46.621916 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-5cd66b47-b8d8-4144-ad5f-67c87446621f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 1096 time: 0.0586326 Jul 14 10:06:46.720450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-b99a3332-aecc-4249-84cd-2b439e096400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:46.721944 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-b99a3332-aecc-4249-84cd-2b439e096400 service neutron] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.1065938 Jul 14 10:06:46.727364 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-b2107bf3-15ec-46fe-af2b-f29ce8fe090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:46.728956 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-b2107bf3-15ec-46fe-af2b-f29ce8fe090a service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.1005926 Jul 14 10:06:46.787680 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:46.798331 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-6bbb9e23-e806-4216-99dc-e47c0dcdb1c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3 HTTP/1.1" status: 200 len: 1001 time: 0.0689280 Jul 14 10:06:46.810489 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-ad64427b-70e2-4c94-a161-8789ed638618 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3 HTTP/1.1" status: 200 len: 1001 time: 0.0744338 Jul 14 10:06:46.852686 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-38794a21-6fea-4dc8-a67b-448fb78589f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:46.854188 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-38794a21-6fea-4dc8-a67b-448fb78589f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0488684 Jul 14 10:06:46.861834 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-bac3c514-fadf-47ca-bc30-305230d09b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:46.863476 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-bac3c514-fadf-47ca-bc30-305230d09b3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0464566 Jul 14 10:06:46.922005 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-a2b984e4-7c6a-4711-bf62-afe73a3b02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:46.923524 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-a2b984e4-7c6a-4711-bf62-afe73a3b02b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617192 Jul 14 10:06:46.927082 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-0036c022-677d-4737-be9d-1340b6040eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:46.928622 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-0036c022-677d-4737-be9d-1340b6040eb1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569074 Jul 14 10:06:47.018234 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-8c0acbe6-50a2-43e9-bd32-e52d90374990 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883207 Jul 14 10:06:47.026341 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-4d04275d-1876-43b0-bcc3-468a9f294bc3 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902658 Jul 14 10:06:47.127704 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-21918961-d999-4a1c-a5f8-ace6959e33ed service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938795 Jul 14 10:06:47.424389 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device fc3bf882-5413-4e18-a982-3c87aea3a4c3 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:06:47.522816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port fc3bf882-5413-4e18-a982-3c87aea3a4c3, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:47.531264 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4aaa0e9e-44d5-459d-9ea8-6d6c2341e5db req-cecd09a2-74aa-4ee5-bf1d-6f8da4ede0f8 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072331 Jul 14 10:06:47.536438 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'port_id': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3', 'mac_address': 'fa:16:3e:22:67:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:06:47.548664 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0d993-d311-47a7-a9f6-1020f27c7c33 req-01751e31-3b0c-47e9-9652-2502d76c7e1e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:47.550721 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9d0d993-d311-47a7-a9f6-1020f27c7c33 req-01751e31-3b0c-47e9-9652-2502d76c7e1e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 944 time: 0.1294217 Jul 14 10:06:47.581234 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:47.596456 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3bf882-5413-4e18-a982-3c87aea3a4c3 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:06:47.598315 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9d0d993-d311-47a7-a9f6-1020f27c7c33 req-1da8da70-299a-4dde-9ca3-5727b831d6d7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418227 Jul 14 10:06:47.617596 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port fc3bf882-5413-4e18-a982-3c87aea3a4c3, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:47.621742 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:47.668437 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=fc3bf882-5413-4e18-a982-3c87aea3a4c3,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:47.675804 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:47.676150 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:47.676486 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:47.676818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:47.677162 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:47.677469 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:47.677812 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:47.678136 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:47.678456 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:47.678776 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:47.679095 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:47.679410 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:47.943507 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fc3bf882-5413-4e18-a982-3c87aea3a4c3 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:06:47.945817 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['fc3bf882-5413-4e18-a982-3c87aea3a4c3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:06:48.019354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fc3bf882-5413-4e18-a982-3c87aea3a4c3 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:06:48.774188 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b09030-30f1-4e67-885b-41dd68f8d892 req-b93facb3-d6ed-4fc2-8a39-821f6b108233 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:48.775651 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-64b09030-30f1-4e67-885b-41dd68f8d892 req-b93facb3-d6ed-4fc2-8a39-821f6b108233 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 945 time: 0.0650997 Jul 14 10:06:48.816064 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-64b09030-30f1-4e67-885b-41dd68f8d892 req-d6c17f65-a394-4746-bdaa-c1dcf5a4c968 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343184 Jul 14 10:06:49.273107 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b0913-80d4-473b-9ee9-3c54e47c74eb req-17577cc8-94a3-453c-bd8a-d02017683e01 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:49.274766 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea3b0913-80d4-473b-9ee9-3c54e47c74eb req-17577cc8-94a3-453c-bd8a-d02017683e01 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 945 time: 0.0690019 Jul 14 10:06:49.278664 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e656c2-ea79-415d-867c-481e6149f149 req-1d77b8c9-72d3-4c16-9696-edd32182e511 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:49.280199 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-63e656c2-ea79-415d-867c-481e6149f149 req-1d77b8c9-72d3-4c16-9696-edd32182e511 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0&tenant_id=80ec3f7d3d804a618bef9cf286404e92&binding%3Ahost_id=n-h1-798054-10 HTTP/1.1" status: 200 len: 945 time: 0.1178901 Jul 14 10:06:49.289866 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2064071-1164-42b0-9deb-aa4c58a5cd7e req-a47f926b-299a-4f66-be83-65bd63d15b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:49.289866 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d2064071-1164-42b0-9deb-aa4c58a5cd7e req-a47f926b-299a-4f66-be83-65bd63d15b3e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 1097 time: 0.0908689 Jul 14 10:06:49.317206 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea3b0913-80d4-473b-9ee9-3c54e47c74eb req-4fa0cd2b-0daa-4259-af5d-1c9e484b7be8 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365739 Jul 14 10:06:49.414272 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-63e656c2-ea79-415d-867c-481e6149f149 req-7034d0bd-c4f7-4311-afd9-dc7e9a44c35e service neutron] 10.222.0.55 "GET /v2.0/ports/fc3bf882-5413-4e18-a982-3c87aea3a4c3/bindings/n-h1-798054-10 HTTP/1.1" status: 200 len: 383 time: 0.1251733 Jul 14 10:06:49.431084 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device fc3bf882-5413-4e18-a982-3c87aea3a4c3 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:06:49.433817 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2064071-1164-42b0-9deb-aa4c58a5cd7e req-8c8bdd1a-fb72-4300-946f-e83e37a501d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:49.435284 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d2064071-1164-42b0-9deb-aa4c58a5cd7e req-8c8bdd1a-fb72-4300-946f-e83e37a501d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.1195292 Jul 14 10:06:49.481063 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port fc3bf882-5413-4e18-a982-3c87aea3a4c3 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:06:49.484780 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port fc3bf882-5413-4e18-a982-3c87aea3a4c3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:06:49.485156 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:49.501985 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d2064071-1164-42b0-9deb-aa4c58a5cd7e req-1ccae220-6246-4d41-90a7-e646c862edbf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3 HTTP/1.1" status: 200 len: 1002 time: 0.0591002 Jul 14 10:06:49.557335 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2064071-1164-42b0-9deb-aa4c58a5cd7e req-f7a1c4e2-a068-42c3-9c43-42d5a186a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:49.558989 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d2064071-1164-42b0-9deb-aa4c58a5cd7e req-f7a1c4e2-a068-42c3-9c43-42d5a186a811 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0507200 Jul 14 10:06:49.567608 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:49.590533 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:06:49.592952 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f605cc-adf3-4c5a-bb4a-8d5573f53fb8" -d '{"events": [{"server_uuid": "bb452ad9-2bcc-4367-bd23-e54151e8d8e0", "name": "network-vif-plugged", "status": "completed", "tag": "fc3bf882-5413-4e18-a982-3c87aea3a4c3"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:06:49.605764 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port fc3bf882-5413-4e18-a982-3c87aea3a4c3, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:49.611468 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:49.623745 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2064071-1164-42b0-9deb-aa4c58a5cd7e req-643a10f1-af8d-4f1b-b0ff-945aaa269362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:49.625859 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d2064071-1164-42b0-9deb-aa4c58a5cd7e req-643a10f1-af8d-4f1b-b0ff-945aaa269362 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585167 Jul 14 10:06:49.653196 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940415d4-5089-4600-9fe8-bf6094017e5d x-openstack-request-id: req-940415d4-5089-4600-9fe8-bf6094017e5d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:06:49.653486 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb452ad9-2bcc-4367-bd23-e54151e8d8e0", "name": "network-vif-plugged", "status": "completed", "tag": "fc3bf882-5413-4e18-a982-3c87aea3a4c3", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:06:49.653739 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-940415d4-5089-4600-9fe8-bf6094017e5d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:06:49.654172 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3', 'code': 200} Jul 14 10:06:49.663902 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=fc3bf882-5413-4e18-a982-3c87aea3a4c3,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:49.718450 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d2064071-1164-42b0-9deb-aa4c58a5cd7e req-f7df18d7-790f-49ca-a57b-b8e862eeab28 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849462 Jul 14 10:06:49.811202 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d2064071-1164-42b0-9deb-aa4c58a5cd7e req-97c91eda-ff1a-4a70-85f0-96aa0d39252d service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868709 Jul 14 10:06:49.935959 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e656c2-ea79-415d-867c-481e6149f149 req-a8e93709-4e42-46a1-9665-3ea809b7d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:49.937988 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-63e656c2-ea79-415d-867c-481e6149f149 req-a8e93709-4e42-46a1-9665-3ea809b7d436 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 1098 time: 0.0537097 Jul 14 10:06:50.032873 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e656c2-ea79-415d-867c-481e6149f149 req-dfb5e4dd-6694-4204-bab9-1da66c824eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:50.034372 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-63e656c2-ea79-415d-867c-481e6149f149 req-dfb5e4dd-6694-4204-bab9-1da66c824eae service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0902719 Jul 14 10:06:50.104995 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-63e656c2-ea79-415d-867c-481e6149f149 req-422cde0e-827c-4f0e-944f-aa184a418541 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3 HTTP/1.1" status: 200 len: 1003 time: 0.0637231 Jul 14 10:06:50.154659 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e656c2-ea79-415d-867c-481e6149f149 req-f31f91a1-b1d8-4e39-8362-a9cba575f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:50.156164 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-63e656c2-ea79-415d-867c-481e6149f149 req-f31f91a1-b1d8-4e39-8362-a9cba575f190 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0436420 Jul 14 10:06:50.217875 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e656c2-ea79-415d-867c-481e6149f149 req-f0038bcc-fe67-41d2-be1a-88499c3a6fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:50.219490 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-63e656c2-ea79-415d-867c-481e6149f149 req-f0038bcc-fe67-41d2-be1a-88499c3a6fb2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570397 Jul 14 10:06:50.313233 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-63e656c2-ea79-415d-867c-481e6149f149 req-33df756b-f23d-4db7-ac49-1dc28e2291a4 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864093 Jul 14 10:06:50.408703 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-63e656c2-ea79-415d-867c-481e6149f149 req-52797c6c-4a91-40c9-a6a5-84e0f7cd0dfb service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884891 Jul 14 10:06:50.495489 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aee4be-8981-461a-b15f-c8c981f88c46 req-7b6abd93-154d-4b1c-b4ec-006cd791fc44 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:50.496971 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74aee4be-8981-461a-b15f-c8c981f88c46 req-7b6abd93-154d-4b1c-b4ec-006cd791fc44 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 946 time: 0.0673735 Jul 14 10:06:50.535127 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74aee4be-8981-461a-b15f-c8c981f88c46 req-1d66dd93-8f8a-442b-824e-025bacb9fe49 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318382 Jul 14 10:06:51.711804 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b0d9a-1707-4e35-b248-d738cf82d8af req-4d273a29-4eba-4c3d-8eb0-c324e337ae05 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:51.713372 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c1b0d9a-1707-4e35-b248-d738cf82d8af req-4d273a29-4eba-4c3d-8eb0-c324e337ae05 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 946 time: 0.0629389 Jul 14 10:06:51.752266 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c1b0d9a-1707-4e35-b248-d738cf82d8af req-353fa3b3-3f57-4692-960a-b1e730447e14 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331938 Jul 14 10:06:52.630009 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e656c2-ea79-415d-867c-481e6149f149 req-2832a4d8-6a0c-4c59-8cae-06e8ab970baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:52.631527 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e656c2-ea79-415d-867c-481e6149f149 req-2832a4d8-6a0c-4c59-8cae-06e8ab970baf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0&tenant_id=80ec3f7d3d804a618bef9cf286404e92 HTTP/1.1" status: 200 len: 1098 time: 0.0562413 Jul 14 10:06:52.641959 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-10', 'device_owner': 'compute:nova'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:06:52.712158 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:52.955078 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] For port fc3bf882-5413-4e18-a982-3c87aea3a4c3, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:52.982849 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03abdb2-2e25-45d8-b628-524d0ef0cb7a req-a240b7bc-3295-4fa0-8479-9bab224d2eb9 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:52.984353 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c03abdb2-2e25-45d8-b628-524d0ef0cb7a req-a240b7bc-3295-4fa0-8479-9bab224d2eb9 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 946 time: 0.1131184 Jul 14 10:06:53.017648 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] For port fc3bf882-5413-4e18-a982-3c87aea3a4c3, host n-h1-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:06:53.054234 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c03abdb2-2e25-45d8-b628-524d0ef0cb7a req-b87865c9-5527-4360-b861-839fcd5925d5 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621810 Jul 14 10:06:53.070339 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:06:53.072634 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b895c62-920a-49bc-a87a-52f0f253ba86" -d '{"events": [{"server_uuid": "bb452ad9-2bcc-4367-bd23-e54151e8d8e0", "name": "network-vif-unplugged", "status": "completed", "tag": "fc3bf882-5413-4e18-a982-3c87aea3a4c3"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:06:53.076333 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:53.089626 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Transition to ACTIVE for port object fc3bf882-5413-4e18-a982-3c87aea3a4c3 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:06:53.093651 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:53.129308 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c779d4db-eac5-4dbe-b813-1912a357c973 x-openstack-request-id: req-c779d4db-eac5-4dbe-b813-1912a357c973 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:06:53.129606 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb452ad9-2bcc-4367-bd23-e54151e8d8e0", "name": "network-vif-unplugged", "status": "completed", "tag": "fc3bf882-5413-4e18-a982-3c87aea3a4c3", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:06:53.129889 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c779d4db-eac5-4dbe-b813-1912a357c973 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:06:53.130291 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3', 'code': 200} Jul 14 10:06:53.185911 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3bf882-5413-4e18-a982-3c87aea3a4c3,revision_number=10']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:53.200003 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:53.200353 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:53.200696 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:53.201040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:53.201375 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:53.201711 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:53.202071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:53.202403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:53.202733 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:53.203074 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:53.203432 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:53.203758 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:53.235667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] No DVR routers for this DVR port fc3bf882-5413-4e18-a982-3c87aea3a4c3 on host n-h1-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:06:53.377894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Attempting to bind port fc3bf882-5413-4e18-a982-3c87aea3a4c3 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:06:53.378227 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Attempting to bind port fc3bf882-5413-4e18-a982-3c87aea3a4c3 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:06:53.378553 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Attempting to bind port fc3bf882-5413-4e18-a982-3c87aea3a4c3 on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:06:53.383077 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Port fc3bf882-5413-4e18-a982-3c87aea3a4c3 on network 57700680-a0c7-4339-b1d3-9102a2519c10 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:06:53.383389 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Attempting to bind port fc3bf882-5413-4e18-a982-3c87aea3a4c3 on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:06:53.388347 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:06:53.388865 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Checking segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:06:53.389112 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Bound using segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:06:53.389535 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Bound port: fc3bf882-5413-4e18-a982-3c87aea3a4c3, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:06:53.389924 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:53.457231 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] For port fc3bf882-5413-4e18-a982-3c87aea3a4c3, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:06:53.460518 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] For port fc3bf882-5413-4e18-a982-3c87aea3a4c3, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:06:53.464520 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:53.499623 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:53.500308 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:53.501586 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e656c2-ea79-415d-867c-481e6149f149 req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] 10.222.0.49 "PUT /v2.0/ports/fc3bf882-5413-4e18-a982-3c87aea3a4c3 HTTP/1.1" status: 200 len: 1094 time: 0.8636849 Jul 14 10:06:53.541333 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0692b60-fbc2-47cf-9c94-20aaff9449b9 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3bf882-5413-4e18-a982-3c87aea3a4c3,revision_number=11']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:53.587370 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e656c2-ea79-415d-867c-481e6149f149 req-dfd18aeb-9cc3-4655-8c6e-364bbaa9bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:53.588907 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e656c2-ea79-415d-867c-481e6149f149 req-dfd18aeb-9cc3-4655-8c6e-364bbaa9bdea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 1097 time: 0.0626707 Jul 14 10:06:53.689064 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e656c2-ea79-415d-867c-481e6149f149 req-77a79995-39f9-4515-82a2-ab53f501d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:53.690774 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e656c2-ea79-415d-867c-481e6149f149 req-77a79995-39f9-4515-82a2-ab53f501d35d service neutron] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0953095 Jul 14 10:06:53.757271 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e656c2-ea79-415d-867c-481e6149f149 req-aac8d738-c48d-42c9-89c6-2b7675d9fc00 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3 HTTP/1.1" status: 200 len: 1001 time: 0.0605175 Jul 14 10:06:53.805651 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e656c2-ea79-415d-867c-481e6149f149 req-550bc2c5-42bd-4d53-9a05-ffb69d3b6188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:53.807140 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e656c2-ea79-415d-867c-481e6149f149 req-550bc2c5-42bd-4d53-9a05-ffb69d3b6188 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0444148 Jul 14 10:06:53.872634 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e656c2-ea79-415d-867c-481e6149f149 req-eebcb37f-2295-4d2f-a2e0-c5c292c3e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:53.874176 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e656c2-ea79-415d-867c-481e6149f149 req-eebcb37f-2295-4d2f-a2e0-c5c292c3e752 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564413 Jul 14 10:06:53.966160 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e656c2-ea79-415d-867c-481e6149f149 req-d2a62a2c-e283-4aac-ba6c-4d3e91c4e9e9 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851967 Jul 14 10:06:54.065421 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-63e656c2-ea79-415d-867c-481e6149f149 req-3c7cdf4d-4e38-45d2-826b-9a4b04dfa2a9 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928864 Jul 14 10:06:54.242772 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1dcb35-8fd2-46e6-992c-91a64a4e6dd0 req-a8c7ce3b-98df-4e41-a2f8-b3fc4b2853b1 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:54.244325 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab1dcb35-8fd2-46e6-992c-91a64a4e6dd0 req-a8c7ce3b-98df-4e41-a2f8-b3fc4b2853b1 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 945 time: 0.0758088 Jul 14 10:06:54.286156 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ab1dcb35-8fd2-46e6-992c-91a64a4e6dd0 req-5215dfab-b2df-4c1a-a750-4c8c8fa4d906 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361252 Jul 14 10:06:55.131446 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'tag': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:06:55.133890 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fd14fa-da9c-4626-b214-1bac11d88277" -d '{"events": [{"name": "network-changed", "server_uuid": "bb452ad9-2bcc-4367-bd23-e54151e8d8e0", "tag": "fc3bf882-5413-4e18-a982-3c87aea3a4c3"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:06:55.181116 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448cc21d-4f76-44a4-9f4a-054f2d545e4c x-openstack-request-id: req-448cc21d-4f76-44a4-9f4a-054f2d545e4c {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:06:55.181411 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb452ad9-2bcc-4367-bd23-e54151e8d8e0", "tag": "fc3bf882-5413-4e18-a982-3c87aea3a4c3", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:06:55.181668 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-448cc21d-4f76-44a4-9f4a-054f2d545e4c {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:06:55.182114 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'tag': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3', 'status': 'completed', 'code': 200} Jul 14 10:06:55.254908 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-e40798b9-d133-4bce-9b47-74554afcbea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:55.256441 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-e40798b9-d133-4bce-9b47-74554afcbea1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 1097 time: 0.0550816 Jul 14 10:06:55.279844 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-dc8d0aa1-b6f8-4c06-aa25-986adb7eb9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:55.281675 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-dc8d0aa1-b6f8-4c06-aa25-986adb7eb9bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 1097 time: 0.0544746 Jul 14 10:06:55.356524 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-38301104-c906-4f01-a0b6-ab3d95afcecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:55.358050 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-38301104-c906-4f01-a0b6-ab3d95afcecf service neutron] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0929804 Jul 14 10:06:55.377722 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-6b8d8336-0433-469b-bb54-8ae94a64cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:55.379507 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-6b8d8336-0433-469b-bb54-8ae94a64cf17 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0916111 Jul 14 10:06:55.450020 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-0e4476f3-fef2-41f0-bbd9-fd75af045152 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3 HTTP/1.1" status: 200 len: 1001 time: 0.0635090 Jul 14 10:06:55.457045 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device fc3bf882-5413-4e18-a982-3c87aea3a4c3 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:06:55.466494 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-c38c87bc-1537-42b7-bb41-398026a80ff7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3 HTTP/1.1" status: 200 len: 1001 time: 0.0977433 Jul 14 10:06:55.507928 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device fc3bf882-5413-4e18-a982-3c87aea3a4c3 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:06:55.508555 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-c0adc41c-6ec3-4421-af7b-3299e6d01b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:55.511120 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-c0adc41c-6ec3-4421-af7b-3299e6d01b66 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0544770 Jul 14 10:06:55.533338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f2cb5-4b50-45e6-887f-dc5ae7fbc579 req-66d05f4a-3dd0-4db4-a1e4-17aa0b9145cf tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:55.534900 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-621f2cb5-4b50-45e6-887f-dc5ae7fbc579 req-66d05f4a-3dd0-4db4-a1e4-17aa0b9145cf tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 945 time: 0.1238179 Jul 14 10:06:55.538865 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-4f7f3063-7b44-4278-b1dd-479937e85b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:55.540266 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-4f7f3063-7b44-4278-b1dd-479937e85b32 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0629888 Jul 14 10:06:55.580017 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-4c8e3714-2ca5-400e-b298-4e70e1e546af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:55.582187 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-4c8e3714-2ca5-400e-b298-4e70e1e546af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642440 Jul 14 10:06:55.606368 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-621f2cb5-4b50-45e6-887f-dc5ae7fbc579 req-b834ea85-389f-44ac-a16a-7e80b22732ac tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651076 Jul 14 10:06:55.632743 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-475e9781-150c-4182-8192-6679f84c4044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:55.634445 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-475e9781-150c-4182-8192-6679f84c4044 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873530 Jul 14 10:06:55.688476 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-add7cf52-ec80-4806-9174-308011a273cf service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985901 Jul 14 10:06:55.741635 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-fcebf5b1-3456-4429-a4a2-5aef85af2291 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008639 Jul 14 10:06:55.789149 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-aaf0d0f5-ceef-471d-90c7-3fdc79b3d0b2 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947783 Jul 14 10:06:55.839300 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53fd14fa-da9c-4626-b214-1bac11d88277 req-5cb44d5c-ec88-43fc-b0fe-2c849a3e870a service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912063 Jul 14 10:06:56.787015 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbd880-ab60-4cf3-8f49-579d8ed461e7 req-52fc943f-fa8c-4c9a-9949-6e459fdf57f0 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:56.788505 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-12bbd880-ab60-4cf3-8f49-579d8ed461e7 req-52fc943f-fa8c-4c9a-9949-6e459fdf57f0 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 945 time: 0.0687809 Jul 14 10:06:56.826619 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-12bbd880-ab60-4cf3-8f49-579d8ed461e7 req-08522175-b543-4796-97dc-997c1f57691e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325720 Jul 14 10:06:57.001146 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7489d41-60a6-4397-93d2-69a8f317c998 req-e739a957-a6da-42af-88b7-2b96bb3b1a5f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:57.002582 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e7489d41-60a6-4397-93d2-69a8f317c998 req-e739a957-a6da-42af-88b7-2b96bb3b1a5f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 945 time: 0.0638044 Jul 14 10:06:57.040929 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e7489d41-60a6-4397-93d2-69a8f317c998 req-0e24b4cf-eb86-489d-8c88-6b20250df084 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323606 Jul 14 10:06:57.211008 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a8a36-5c4b-47cc-8f1d-2a874fbf5e16 req-3be2d469-1cad-4dca-a187-0c8375c5e4a6 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:57.212475 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f75a8a36-5c4b-47cc-8f1d-2a874fbf5e16 req-3be2d469-1cad-4dca-a187-0c8375c5e4a6 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 945 time: 0.0623705 Jul 14 10:06:57.254043 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f75a8a36-5c4b-47cc-8f1d-2a874fbf5e16 req-16d7ce59-72ad-458e-976f-fbb37b5772d5 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356979 Jul 14 10:06:57.324646 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4bfde8e9-cdaa-4fc1-8e15-458cf2f3608a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:57.657104 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59dbc2e-6b16-482e-abb0-9b7a72a74fdd req-8b4fa8b7-d520-45f6-98d7-2b559afb2b44 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:57.658655 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d59dbc2e-6b16-482e-abb0-9b7a72a74fdd req-8b4fa8b7-d520-45f6-98d7-2b559afb2b44 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 945 time: 0.0645757 Jul 14 10:06:57.696928 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d59dbc2e-6b16-482e-abb0-9b7a72a74fdd req-273b8c46-6236-48e7-b216-a312571e68fb tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328043 Jul 14 10:06:57.975604 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fc3bf882-5413-4e18-a982-3c87aea3a4c3 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:06:58.069563 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fc3bf882-5413-4e18-a982-3c87aea3a4c3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:58.080890 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'port_id': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3', 'mac_address': 'fa:16:3e:22:67:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:06:58.123939 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:58.137878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3bf882-5413-4e18-a982-3c87aea3a4c3 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:06:58.157328 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fc3bf882-5413-4e18-a982-3c87aea3a4c3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:58.161496 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:58.210523 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=fc3bf882-5413-4e18-a982-3c87aea3a4c3,revision_number=12']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:58.405553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['fc3bf882-5413-4e18-a982-3c87aea3a4c3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:06:58.783193 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b7b25-52b4-448b-8cb2-2f3378490188 req-b0ecfd2d-d303-496c-ba18-986e81a98b4e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:58.784727 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad2b7b25-52b4-448b-8cb2-2f3378490188 req-b0ecfd2d-d303-496c-ba18-986e81a98b4e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 946 time: 0.0642796 Jul 14 10:06:58.935744 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-ad2b7b25-52b4-448b-8cb2-2f3378490188 req-4f76d605-2175-4a4e-b74c-7e309c1ad069 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Deleting port fc3bf882-5413-4e18-a982-3c87aea3a4c3 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:58.936087 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ad2b7b25-52b4-448b-8cb2-2f3378490188 req-4f76d605-2175-4a4e-b74c-7e309c1ad069 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:59.006349 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e013c7-41f5-4d35-97b0-293969a62156 req-77fb2aec-35d3-4cd0-a975-a6291c431441 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:59.007750 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23e013c7-41f5-4d35-97b0-293969a62156 req-77fb2aec-35d3-4cd0-a975-a6291c431441 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb452ad9-2bcc-4367-bd23-e54151e8d8e0 HTTP/1.1" status: 200 len: 946 time: 0.1873493 Jul 14 10:06:59.065992 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-ad2b7b25-52b4-448b-8cb2-2f3378490188 req-4f76d605-2175-4a4e-b74c-7e309c1ad069 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] For port fc3bf882-5413-4e18-a982-3c87aea3a4c3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fc3bf882-5413-4e18-a982-3c87aea3a4c3,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:59.066354 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ad2b7b25-52b4-448b-8cb2-2f3378490188 req-4f76d605-2175-4a4e-b74c-7e309c1ad069 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:59.077151 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23e013c7-41f5-4d35-97b0-293969a62156 req-30219876-a980-43fe-9ae7-c7d4d0a747f1 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637665 Jul 14 10:06:59.247477 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ad2b7b25-52b4-448b-8cb2-2f3378490188 req-4f76d605-2175-4a4e-b74c-7e309c1ad069 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:59.247847 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ad2b7b25-52b4-448b-8cb2-2f3378490188 req-4f76d605-2175-4a4e-b74c-7e309c1ad069 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:59.248160 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [req-ad2b7b25-52b4-448b-8cb2-2f3378490188 req-4f76d605-2175-4a4e-b74c-7e309c1ad069 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Floating IP 64014e45-5e41-410a-b6f3-afc93558d2cd disassociated. External IP: 172.25.1.254, port: fc3bf882-5413-4e18-a982-3c87aea3a4c3. Jul 14 10:06:59.248525 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-ad2b7b25-52b4-448b-8cb2-2f3378490188 req-4f76d605-2175-4a4e-b74c-7e309c1ad069 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Calling delete_port for fc3bf882-5413-4e18-a982-3c87aea3a4c3 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:59.386338 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ad2b7b25-52b4-448b-8cb2-2f3378490188 req-4f76d605-2175-4a4e-b74c-7e309c1ad069 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:59.414513 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d605-2175-4a4e-b74c-7e309c1ad069 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Pushing event deleted for resources: {'Port': ['ID=fc3bf882-5413-4e18-a982-3c87aea3a4c3,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:59.539149 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad2b7b25-52b4-448b-8cb2-2f3378490188 req-4f76d605-2175-4a4e-b74c-7e309c1ad069 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Router 97b7ef4e-224c-4526-a2ae-0230b80c05ae has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:06:59.649824 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad2b7b25-52b4-448b-8cb2-2f3378490188 req-4f76d605-2175-4a4e-b74c-7e309c1ad069 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:06:59.660050 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f21308-da25-489f-bb27-94ff7eba2b30 None None] Sync routers for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:06:59.669151 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f21308-da25-489f-bb27-94ff7eba2b30 None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:06:59.669850 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-70f21308-da25-489f-bb27-94ff7eba2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:06:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:59.692035 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2b7b25-52b4-448b-8cb2-2f3378490188 req-4f76d605-2175-4a4e-b74c-7e309c1ad069 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] No DVR routers for this DVR port fc3bf882-5413-4e18-a982-3c87aea3a4c3 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:06:59.694600 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ad2b7b25-52b4-448b-8cb2-2f3378490188 req-4f76d605-2175-4a4e-b74c-7e309c1ad069 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:59.696683 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad2b7b25-52b4-448b-8cb2-2f3378490188 req-4f76d605-2175-4a4e-b74c-7e309c1ad069 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.49 "DELETE /v2.0/ports/fc3bf882-5413-4e18-a982-3c87aea3a4c3 HTTP/1.1" status: 204 len: 173 time: 0.9061298 Jul 14 10:06:59.697120 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'name': 'network-vif-deleted', 'tag': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:06:59.699469 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f1246a-523c-4b74-9e4e-3dbcda54dcf1" -d '{"events": [{"server_uuid": "bb452ad9-2bcc-4367-bd23-e54151e8d8e0", "name": "network-vif-deleted", "tag": "fc3bf882-5413-4e18-a982-3c87aea3a4c3"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:06:59.742084 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e62ca50-e75a-4439-8829-292ad39f5aa5 x-openstack-request-id: req-9e62ca50-e75a-4439-8829-292ad39f5aa5 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:06:59.743092 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb452ad9-2bcc-4367-bd23-e54151e8d8e0", "name": "network-vif-deleted", "tag": "fc3bf882-5413-4e18-a982-3c87aea3a4c3", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:06:59.743360 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e62ca50-e75a-4439-8829-292ad39f5aa5 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:06:59.743770 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb452ad9-2bcc-4367-bd23-e54151e8d8e0', 'name': 'network-vif-deleted', 'tag': 'fc3bf882-5413-4e18-a982-3c87aea3a4c3', 'status': 'completed', 'code': 200} Jul 14 10:06:59.777719 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-70f21308-da25-489f-bb27-94ff7eba2b30 None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:06:59.818711 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6b76335-5a6c-4fcd-8fe5-f0924e15e688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:59.971101 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:00.003701 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-70f21308-da25-489f-bb27-94ff7eba2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:00.034310 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f21308-da25-489f-bb27-94ff7eba2b30 None None] Checking router: 97b7ef4e-224c-4526-a2ae-0230b80c05ae for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:07:00.044493 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f21308-da25-489f-bb27-94ff7eba2b30 None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:00.045131 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-70f21308-da25-489f-bb27-94ff7eba2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:07:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:00.152493 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-70f21308-da25-489f-bb27-94ff7eba2b30 None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:00.363744 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-70f21308-da25-489f-bb27-94ff7eba2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:00.390295 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f21308-da25-489f-bb27-94ff7eba2b30 None None] The sync data for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 is: [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:07:00.427910 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-9fc5db0a-c8d5-422b-a4f4-751a59e15e79 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1369237586&fields=id&tenant_id=80ec3f7d3d804a618bef9cf286404e92 HTTP/1.1" status: 200 len: 267 time: 0.0347698 Jul 14 10:07:00.541954 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-9c17213b-a649-4b4b-a975-5bea500977bf tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:00.543655 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-9c17213b-a649-4b4b-a975-5bea500977bf tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 811 time: 0.1089966 Jul 14 10:07:00.559873 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-f1838ca7-411c-49bb-9a53-2b762ad464a7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/quotas/80ec3f7d3d804a618bef9cf286404e92 HTTP/1.1" status: 200 len: 375 time: 0.0104010 Jul 14 10:07:00.626167 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb1101-b1af-43dc-b212-01a61b76b184 None None] New status for floating IP 64014e45-5e41-410a-b6f3-afc93558d2cd: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:07:00.635762 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-c7e34866-dcba-4f68-afc0-42dbdb57daad tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0691397 Jul 14 10:07:00.699340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-32d2c363-0a68-46d4-8292-523258595325 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:07:00.700396 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-32d2c363-0a68-46d4-8292-523258595325 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0529690 Jul 14 10:07:00.802390 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-251f6f61-9394-43ad-9e21-417bce50bc45 service neutron] 10.222.0.26 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942230 Jul 14 10:07:00.901307 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:00.907865 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-358cc624-6881-41e6-bd0f-4bee4ce9c384 service neutron] 10.222.0.26 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991490 Jul 14 10:07:01.131699 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cfd18cd7-811f-4698-bc92-0609c0339d96 req-aa4eae32-6881-44bc-89ce-a8e92b311269 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 210 time: 0.0786939 Jul 14 10:07:01.988476 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fc3bf882-5413-4e18-a982-3c87aea3a4c3 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:07:02.008502 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: fc3bf882-5413-4e18-a982-3c87aea3a4c3 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:07:02.008844 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fc3bf882-5413-4e18-a982-3c87aea3a4c3 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:07:02.295038 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-679c35ae-557e-40f5-b47d-2c66f5419e36 req-41d6bd37-e40c-47ef-91ec-9af3f3ae6893 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 210 time: 0.0489020 Jul 14 10:07:02.307145 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.315447 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-c05d0080-8487-4295-b316-8ca1dc7b649f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:02.317047 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-c05d0080-8487-4295-b316-8ca1dc7b649f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 811 time: 0.1172960 Jul 14 10:07:02.368659 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-9a4e5c47-97d6-4b99-85cf-03b3424c03df tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80ec3f7d3d804a618bef9cf286404e92 HTTP/1.1" status: 200 len: 380 time: 0.0344963 Jul 14 10:07:02.378636 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-47afbbe3-cc37-44f9-8b4e-a6b323acc8e7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Request body: {'port': {'device_id': '0ff0cbc5-48d0-4125-b01c-e0144fa730aa', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'admin_state_up': True, 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'security_groups': ['d8734ac8-54d8-4c3d-bc50-1c671140f110']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:02.490928 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-47afbbe3-cc37-44f9-8b4e-a6b323acc8e7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Made reservation on behalf of 80ec3f7d3d804a618bef9cf286404e92 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:07:02.494569 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-47afbbe3-cc37-44f9-8b4e-a6b323acc8e7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.618635 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-47afbbe3-cc37-44f9-8b4e-a6b323acc8e7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Allocated IP 172.20.0.6 (57700680-a0c7-4339-b1d3-9102a2519c10/a59fcc9b-1f8e-4d91-a70d-7744cd258caa/6a88799b-aa58-4e74-a47e-92dcfea941c4) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:07:02.738380 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:07:02.756461 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-47afbbe3-cc37-44f9-8b4e-a6b323acc8e7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.770014 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-47afbbe3-cc37-44f9-8b4e-a6b323acc8e7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Transition to ACTIVE for port object 6a88799b-aa58-4e74-a47e-92dcfea941c4 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:02.803902 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-47afbbe3-cc37-44f9-8b4e-a6b323acc8e7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.850784 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-47afbbe3-cc37-44f9-8b4e-a6b323acc8e7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Network 57700680-a0c7-4339-b1d3-9102a2519c10 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:02.854135 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-47afbbe3-cc37-44f9-8b4e-a6b323acc8e7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:02.858849 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-47afbbe3-cc37-44f9-8b4e-a6b323acc8e7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:07:02.863623 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afbbe3-cc37-44f9-8b4e-a6b323acc8e7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Pushing event updated for resources: {'Port': ['ID=6a88799b-aa58-4e74-a47e-92dcfea941c4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:02.913058 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.917344 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-47afbbe3-cc37-44f9-8b4e-a6b323acc8e7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:02.917937 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-47afbbe3-cc37-44f9-8b4e-a6b323acc8e7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.933397 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-47afbbe3-cc37-44f9-8b4e-a6b323acc8e7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5592129 Jul 14 10:07:02.953216 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] Request body: {'port': {'device_id': '0ff0cbc5-48d0-4125-b01c-e0144fa730aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:03.031862 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:03.068953 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c0694b80-7a35-4a84-ac4b-031aadfc7080 None None] Provisioning for port 6a88799b-aa58-4e74-a47e-92dcfea941c4 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:03.073143 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c0694b80-7a35-4a84-ac4b-031aadfc7080 None None] Provisioning complete for port 6a88799b-aa58-4e74-a47e-92dcfea941c4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:03.074088 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0694b80-7a35-4a84-ac4b-031aadfc7080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:03.109379 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c0694b80-7a35-4a84-ac4b-031aadfc7080 None None] Port 6a88799b-aa58-4e74-a47e-92dcfea941c4 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:07:03.298838 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a88799b-aa58-4e74-a47e-92dcfea941c4 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:07:03.306205 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:03.317700 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] Transition to ACTIVE for port object 6a88799b-aa58-4e74-a47e-92dcfea941c4 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:03.321721 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:03.374415 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] Pushing event updated for resources: {'Port': ['ID=6a88799b-aa58-4e74-a47e-92dcfea941c4,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:03.445672 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] Attempting to bind port 6a88799b-aa58-4e74-a47e-92dcfea941c4 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:07:03.446308 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] Attempting to bind port 6a88799b-aa58-4e74-a47e-92dcfea941c4 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:07:03.446858 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] Attempting to bind port 6a88799b-aa58-4e74-a47e-92dcfea941c4 on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:03.451506 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] Port 6a88799b-aa58-4e74-a47e-92dcfea941c4 on network 57700680-a0c7-4339-b1d3-9102a2519c10 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:07:03.452026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] Attempting to bind port 6a88799b-aa58-4e74-a47e-92dcfea941c4 on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:03.458097 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:07:03.458680 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] Checking segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:07:03.459266 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] Bound using segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:07:03.459895 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] Bound port: 6a88799b-aa58-4e74-a47e-92dcfea941c4, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:07:03.460438 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:03.486777 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd49c82-0d26-4afd-87b6-5959d97f2188 req-72cbebbc-d06a-4c51-8d93-40d5027ecdad tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:03.488506 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0bd49c82-0d26-4afd-87b6-5959d97f2188 req-72cbebbc-d06a-4c51-8d93-40d5027ecdad tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 943 time: 0.0702777 Jul 14 10:07:03.532800 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] For port 6a88799b-aa58-4e74-a47e-92dcfea941c4, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:07:03.535092 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0bd49c82-0d26-4afd-87b6-5959d97f2188 req-e17a8e5f-00c1-4dc7-b427-eb329fdd6427 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384378 Jul 14 10:07:03.536597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] For port 6a88799b-aa58-4e74-a47e-92dcfea941c4, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:07:03.542470 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:03.583946 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:03.584564 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:03.586205 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] 10.222.0.55 "PUT /v2.0/ports/6a88799b-aa58-4e74-a47e-92dcfea941c4 HTTP/1.1" status: 200 len: 1092 time: 0.6374481 Jul 14 10:07:03.586695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff0cbc5-48d0-4125-b01c-e0144fa730aa', 'tag': '6a88799b-aa58-4e74-a47e-92dcfea941c4'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:03.589009 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d72b0c5a7a2b596ab41e91e153a4b8f87fd235141153a6bb78d5835d23d0330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5be4703-ef54-4167-aba5-01346dfd29e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff0cbc5-48d0-4125-b01c-e0144fa730aa", "tag": "6a88799b-aa58-4e74-a47e-92dcfea941c4"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:03.613574 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e042d9-2da4-46bf-b7e4-4b26eba0e23e service neutron] Pushing event updated for resources: {'Port': ['ID=6a88799b-aa58-4e74-a47e-92dcfea941c4,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:03.640448 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3d1532-180f-400b-be22-2a3757a4c64b x-openstack-request-id: req-ef3d1532-180f-400b-be22-2a3757a4c64b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:03.641374 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff0cbc5-48d0-4125-b01c-e0144fa730aa", "tag": "6a88799b-aa58-4e74-a47e-92dcfea941c4", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:03.644334 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef3d1532-180f-400b-be22-2a3757a4c64b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:03.644957 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff0cbc5-48d0-4125-b01c-e0144fa730aa', 'tag': '6a88799b-aa58-4e74-a47e-92dcfea941c4', 'status': 'completed', 'code': 200} Jul 14 10:07:03.716684 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-acf413c8-e639-4526-baa3-1947a6a1ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:03.718272 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-acf413c8-e639-4526-baa3-1947a6a1ca48 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 1095 time: 0.0630529 Jul 14 10:07:03.769567 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-cdbc5b53-bd45-4c68-a26a-0682596ef990 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4 HTTP/1.1" status: 200 len: 217 time: 0.0366805 Jul 14 10:07:03.824695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-16f26c06-30f5-4210-aa89-0dbef6ec8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:03.826245 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-16f26c06-30f5-4210-aa89-0dbef6ec8276 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0498738 Jul 14 10:07:03.886547 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-cb3a5ef8-6741-47c2-87c1-070e5e4f1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:03.888039 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-cb3a5ef8-6741-47c2-87c1-070e5e4f1a09 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546842 Jul 14 10:07:03.983626 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-6851fadc-8232-48f2-b282-21185ed2fafe service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876567 Jul 14 10:07:04.078673 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8931a998-6154-4e5d-b521-19bec8dc5d14 req-e04bde88-ce1b-4ac4-996a-5aee81c4c23e service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875230 Jul 14 10:07:04.221938 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be4703-ef54-4167-aba5-01346dfd29e9 req-141c77ed-2916-47ad-a487-1a217d11cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:04.223449 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b5be4703-ef54-4167-aba5-01346dfd29e9 req-141c77ed-2916-47ad-a487-1a217d11cd1b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 1095 time: 0.0539749 Jul 14 10:07:04.641299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be4703-ef54-4167-aba5-01346dfd29e9 req-1855e3a0-6e05-45ae-ac2b-fdd7e943cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:04.642856 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b5be4703-ef54-4167-aba5-01346dfd29e9 req-1855e3a0-6e05-45ae-ac2b-fdd7e943cd03 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.4128726 Jul 14 10:07:04.684725 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b5be4703-ef54-4167-aba5-01346dfd29e9 req-47e0b3ef-e58d-4895-8515-922de8872782 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4 HTTP/1.1" status: 200 len: 217 time: 0.0345278 Jul 14 10:07:04.716019 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7ae73-e0eb-40d8-8645-e3a06095bdf1 req-338942f8-055a-471d-a177-0401696b7a4a tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:04.717535 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96b7ae73-e0eb-40d8-8645-e3a06095bdf1 req-338942f8-055a-471d-a177-0401696b7a4a tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 943 time: 0.0646799 Jul 14 10:07:04.734766 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be4703-ef54-4167-aba5-01346dfd29e9 req-b1cb0eb3-641b-4179-bb78-0bcd3bc34b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:04.736244 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b5be4703-ef54-4167-aba5-01346dfd29e9 req-b1cb0eb3-641b-4179-bb78-0bcd3bc34b69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0444922 Jul 14 10:07:04.756156 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96b7ae73-e0eb-40d8-8645-e3a06095bdf1 req-24f96849-f0d2-41d0-861d-bc109e12a782 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323453 Jul 14 10:07:04.799056 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be4703-ef54-4167-aba5-01346dfd29e9 req-aff6daf8-c1a0-4c83-bf90-afa505ef21c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:04.800567 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b5be4703-ef54-4167-aba5-01346dfd29e9 req-aff6daf8-c1a0-4c83-bf90-afa505ef21c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568795 Jul 14 10:07:04.891116 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b5be4703-ef54-4167-aba5-01346dfd29e9 req-23a00777-3fcf-4680-ab6f-243ca6d496b8 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822558 Jul 14 10:07:04.985528 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b5be4703-ef54-4167-aba5-01346dfd29e9 req-6a7f5938-4c85-4728-8bf9-b8a114cbbda1 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877380 Jul 14 10:07:05.470051 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6a88799b-aa58-4e74-a47e-92dcfea941c4 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:07:05.570683 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 6a88799b-aa58-4e74-a47e-92dcfea941c4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:05.582101 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '6a88799b-aa58-4e74-a47e-92dcfea941c4', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'port_id': '6a88799b-aa58-4e74-a47e-92dcfea941c4', 'mac_address': 'fa:16:3e:f1:b9:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:07:05.619208 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.631958 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a88799b-aa58-4e74-a47e-92dcfea941c4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:07:05.655528 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 6a88799b-aa58-4e74-a47e-92dcfea941c4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:05.661288 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.707951 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=6a88799b-aa58-4e74-a47e-92dcfea941c4,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:05.941878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['6a88799b-aa58-4e74-a47e-92dcfea941c4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:07:05.946117 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3be0d-79b2-4415-a7ef-5513613c762d req-f6f48f49-4d5f-40a2-9e6e-029f1067b389 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:05.947640 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50f3be0d-79b2-4415-a7ef-5513613c762d req-f6f48f49-4d5f-40a2-9e6e-029f1067b389 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 944 time: 0.0676768 Jul 14 10:07:05.986519 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50f3be0d-79b2-4415-a7ef-5513613c762d req-dd95961d-5705-4300-8723-a21fbd863cf6 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331373 Jul 14 10:07:06.009603 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fc3bf882-5413-4e18-a982-3c87aea3a4c3 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:07:06.018439 n-d-798054-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No ports have port_id starting with fc3bf882-5413-4e18-a982-3c87aea3a4c3 Jul 14 10:07:06.021424 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fc3bf882-5413-4e18-a982-3c87aea3a4c3 requested by agent hyperv_n-h2-798054-10 not found in database {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 14 10:07:07.164055 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e584771-d51f-42f6-8a5b-091aceba2556 req-ef578c38-3516-4cdc-a036-9f0be6176a5a tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:07.165566 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e584771-d51f-42f6-8a5b-091aceba2556 req-ef578c38-3516-4cdc-a036-9f0be6176a5a tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 944 time: 0.0629606 Jul 14 10:07:07.204527 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e584771-d51f-42f6-8a5b-091aceba2556 req-f7c137d8-25a4-4d35-b55e-021e3dcd42cb tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328822 Jul 14 10:07:07.470926 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6a88799b-aa58-4e74-a47e-92dcfea941c4 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:07.527724 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 6a88799b-aa58-4e74-a47e-92dcfea941c4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:07.532407 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 6a88799b-aa58-4e74-a47e-92dcfea941c4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:07.532780 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:07.614272 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:07.637326 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff0cbc5-48d0-4125-b01c-e0144fa730aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a88799b-aa58-4e74-a47e-92dcfea941c4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:07.639618 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0c10bdff26e931e2df6ddb14aa204f50d8afd6d9187edd38d9b4e55bcd8586" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e16b31-7f0d-4208-8ec0-4d5ed5eb7cf9" -d '{"events": [{"server_uuid": "0ff0cbc5-48d0-4125-b01c-e0144fa730aa", "name": "network-vif-plugged", "status": "completed", "tag": "6a88799b-aa58-4e74-a47e-92dcfea941c4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:07.653609 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 6a88799b-aa58-4e74-a47e-92dcfea941c4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:07.658490 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:07.683945 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a598f8dc-dff0-4948-af44-04b1b49782d9 x-openstack-request-id: req-a598f8dc-dff0-4948-af44-04b1b49782d9 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:07.684248 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff0cbc5-48d0-4125-b01c-e0144fa730aa", "name": "network-vif-plugged", "status": "completed", "tag": "6a88799b-aa58-4e74-a47e-92dcfea941c4", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:07.684481 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a598f8dc-dff0-4948-af44-04b1b49782d9 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:07.684865 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff0cbc5-48d0-4125-b01c-e0144fa730aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a88799b-aa58-4e74-a47e-92dcfea941c4', 'code': 200} Jul 14 10:07:07.711124 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=6a88799b-aa58-4e74-a47e-92dcfea941c4,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:07.839784 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465d3dd-668a-4630-bbc8-d38b9b06f487 req-f342d453-0392-4b16-9e7e-f75d35f0f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:07.841206 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2465d3dd-668a-4630-bbc8-d38b9b06f487 req-f342d453-0392-4b16-9e7e-f75d35f0f97e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 1097 time: 0.0685952 Jul 14 10:07:07.876569 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2465d3dd-668a-4630-bbc8-d38b9b06f487 req-2080bdb9-0645-47f9-9bb0-6db9aaf99430 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280674 Jul 14 10:07:08.380681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15663b8-ba1e-49bd-aee7-d6c023019bcc req-0071ec91-0447-43ff-812c-4253a06465ae tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:08.382211 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f15663b8-ba1e-49bd-aee7-d6c023019bcc req-0071ec91-0447-43ff-812c-4253a06465ae tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.0661428 Jul 14 10:07:08.419898 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f15663b8-ba1e-49bd-aee7-d6c023019bcc req-ab0cb0f1-811c-4411-857c-f1621fe2a942 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315988 Jul 14 10:07:09.593697 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af118c74-cd14-4da8-b4a8-8c142274b3b1 req-1b011dce-5275-4948-b93e-cbe07a996814 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:09.595208 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af118c74-cd14-4da8-b4a8-8c142274b3b1 req-1b011dce-5275-4948-b93e-cbe07a996814 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.0641389 Jul 14 10:07:09.632041 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af118c74-cd14-4da8-b4a8-8c142274b3b1 req-4327095d-04c0-4533-a317-0e6e709d01ba tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312388 Jul 14 10:07:09.799084 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d82d15-ab79-4bab-a27e-b4364291f87d req-a52f6c12-d726-4b91-ac4a-be9a3dc1bc44 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:09.800470 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37d82d15-ab79-4bab-a27e-b4364291f87d req-a52f6c12-d726-4b91-ac4a-be9a3dc1bc44 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.0624843 Jul 14 10:07:09.808905 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 49618) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:09.813938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d5a86c94-e5d2-4083-ab54-81fc78ceb699 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Request body: {'floatingip': {'port_id': '6a88799b-aa58-4e74-a47e-92dcfea941c4'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:09.855712 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d5a86c94-e5d2-4083-ab54-81fc78ceb699 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:10.627104 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d5a86c94-e5d2-4083-ab54-81fc78ceb699 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:10.631536 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d5a86c94-e5d2-4083-ab54-81fc78ceb699 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:10.729429 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-d5a86c94-e5d2-4083-ab54-81fc78ceb699 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Floating IP 64014e45-5e41-410a-b6f3-afc93558d2cd associated. External IP: 172.25.1.254, port: 6a88799b-aa58-4e74-a47e-92dcfea941c4. Jul 14 10:07:10.928978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a86c94-e5d2-4083-ab54-81fc78ceb699 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Router 97b7ef4e-224c-4526-a2ae-0230b80c05ae has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:07:11.035549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a86c94-e5d2-4083-ab54-81fc78ceb699 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:07:11.040066 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d5a86c94-e5d2-4083-ab54-81fc78ceb699 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:11.045498 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb581a0f-328b-4465-a3a5-1c2931df12d4 None None] Sync routers for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:07:11.054980 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb581a0f-328b-4465-a3a5-1c2931df12d4 None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:11.055683 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-cb581a0f-328b-4465-a3a5-1c2931df12d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:07:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:11.080867 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d5a86c94-e5d2-4083-ab54-81fc78ceb699 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "PUT /v2.0/floatingips/64014e45-5e41-410a-b6f3-afc93558d2cd HTTP/1.1" status: 200 len: 992 time: 1.2709150 Jul 14 10:07:11.081660 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff0cbc5-48d0-4125-b01c-e0144fa730aa', 'tag': '6a88799b-aa58-4e74-a47e-92dcfea941c4'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:11.083958 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2863ad1-28e2-43a6-9d35-1fa116acdf4b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff0cbc5-48d0-4125-b01c-e0144fa730aa", "tag": "6a88799b-aa58-4e74-a47e-92dcfea941c4"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:11.123651 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d879371f-8fc0-43f4-9bdc-022a297cc314 x-openstack-request-id: req-d879371f-8fc0-43f4-9bdc-022a297cc314 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:11.123945 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff0cbc5-48d0-4125-b01c-e0144fa730aa", "tag": "6a88799b-aa58-4e74-a47e-92dcfea941c4", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:11.124201 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d879371f-8fc0-43f4-9bdc-022a297cc314 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:11.125108 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff0cbc5-48d0-4125-b01c-e0144fa730aa', 'tag': '6a88799b-aa58-4e74-a47e-92dcfea941c4', 'status': 'completed', 'code': 200} Jul 14 10:07:11.252912 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2863ad1-28e2-43a6-9d35-1fa116acdf4b req-e93b7d60-0906-4cbe-92a3-aab9538a1b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:11.254698 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c2863ad1-28e2-43a6-9d35-1fa116acdf4b req-e93b7d60-0906-4cbe-92a3-aab9538a1b39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 1097 time: 0.0534043 Jul 14 10:07:11.256024 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-cb581a0f-328b-4465-a3a5-1c2931df12d4 None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:11.345956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2863ad1-28e2-43a6-9d35-1fa116acdf4b req-03861971-aa5b-4a01-a92d-9a7b70303434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:11.347432 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c2863ad1-28e2-43a6-9d35-1fa116acdf4b req-03861971-aa5b-4a01-a92d-9a7b70303434 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0859067 Jul 14 10:07:11.411725 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c2863ad1-28e2-43a6-9d35-1fa116acdf4b req-74f4a811-6e74-47f1-8bc0-ba908eaead46 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4 HTTP/1.1" status: 200 len: 1000 time: 0.0573237 Jul 14 10:07:11.464940 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2863ad1-28e2-43a6-9d35-1fa116acdf4b req-0713a19c-d45b-4432-a720-f6e16d9e9198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:11.466359 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c2863ad1-28e2-43a6-9d35-1fa116acdf4b req-0713a19c-d45b-4432-a720-f6e16d9e9198 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0475116 Jul 14 10:07:11.477748 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-cb581a0f-328b-4465-a3a5-1c2931df12d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '64014e45-5e41-410a-b6f3-afc93558d2cd', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'floating_ip_address': '172.25.1.254', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'port_id': '6a88799b-aa58-4e74-a47e-92dcfea941c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'mac_address': 'fa:16:3e:f1:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff0cbc5-48d0-4125-b01c-e0144fa730aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:00:08Z', 'updated_at': '2021-07-14T10:07:10Z', 'revision_number': 13, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:11.508402 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb581a0f-328b-4465-a3a5-1c2931df12d4 None None] Checking router: 97b7ef4e-224c-4526-a2ae-0230b80c05ae for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:07:11.516870 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb581a0f-328b-4465-a3a5-1c2931df12d4 None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:11.517477 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-cb581a0f-328b-4465-a3a5-1c2931df12d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:07:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:11.525321 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2863ad1-28e2-43a6-9d35-1fa116acdf4b req-c6b77323-c0fc-4d43-bbac-da54ab62616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:11.526881 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c2863ad1-28e2-43a6-9d35-1fa116acdf4b req-c6b77323-c0fc-4d43-bbac-da54ab62616a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537634 Jul 14 10:07:11.616908 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c2863ad1-28e2-43a6-9d35-1fa116acdf4b req-7b456641-9b8e-420b-9568-97a282d310fc service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829599 Jul 14 10:07:11.623826 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-cb581a0f-328b-4465-a3a5-1c2931df12d4 None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:11.711122 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c2863ad1-28e2-43a6-9d35-1fa116acdf4b req-a45e7921-9e37-4e08-a18c-78165a4c490d service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863950 Jul 14 10:07:11.842484 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-cb581a0f-328b-4465-a3a5-1c2931df12d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '64014e45-5e41-410a-b6f3-afc93558d2cd', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'floating_ip_address': '172.25.1.254', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'port_id': '6a88799b-aa58-4e74-a47e-92dcfea941c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'mac_address': 'fa:16:3e:f1:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff0cbc5-48d0-4125-b01c-e0144fa730aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:00:08Z', 'updated_at': '2021-07-14T10:07:10Z', 'revision_number': 13, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:11.868397 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb581a0f-328b-4465-a3a5-1c2931df12d4 None None] The sync data for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 is: [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '64014e45-5e41-410a-b6f3-afc93558d2cd', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'floating_ip_address': '172.25.1.254', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'port_id': '6a88799b-aa58-4e74-a47e-92dcfea941c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'mac_address': 'fa:16:3e:f1:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff0cbc5-48d0-4125-b01c-e0144fa730aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:00:08Z', 'updated_at': '2021-07-14T10:07:10Z', 'revision_number': 13, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:07:12.058499 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6442f713-4265-4411-9986-7a3867c83f3f None None] New status for floating IP 64014e45-5e41-410a-b6f3-afc93558d2cd: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:07:16.797316 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:27.321820 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a99c1f44-a66f-4030-8c06-0480491ffa48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:29.819533 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1400e00-3cf9-471d-b623-bf2c0733ff58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:29.965362 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:30.849632 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:32.297148 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:32.914031 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:39.739526 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:07:46.812089 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:51.179163 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a4ce0072-8a91-437f-a5f7-a39aa4a57266 req-1633583d-6d7a-4e32-bb99-925f901a0e1e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519402 Jul 14 10:07:51.294487 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce0072-8a91-437f-a5f7-a39aa4a57266 req-4d7d940e-f5c1-4fe8-ac29-fe590d99833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:51.295990 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a4ce0072-8a91-437f-a5f7-a39aa4a57266 req-4d7d940e-f5c1-4fe8-ac29-fe590d99833a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 1097 time: 0.0520968 Jul 14 10:07:51.403227 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce0072-8a91-437f-a5f7-a39aa4a57266 req-b38bdc54-eca1-445d-b988-cfa5dc2585fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:51.404725 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a4ce0072-8a91-437f-a5f7-a39aa4a57266 req-b38bdc54-eca1-445d-b988-cfa5dc2585fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0878038 Jul 14 10:07:51.469874 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a4ce0072-8a91-437f-a5f7-a39aa4a57266 req-bd63a889-403e-4fdb-b35e-580e6d7ab248 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4 HTTP/1.1" status: 200 len: 1002 time: 0.0578539 Jul 14 10:07:51.528386 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce0072-8a91-437f-a5f7-a39aa4a57266 req-ad591ea1-0b56-4fde-ba27-1d0c2fee5f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:51.529919 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a4ce0072-8a91-437f-a5f7-a39aa4a57266 req-ad591ea1-0b56-4fde-ba27-1d0c2fee5f5d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0532470 Jul 14 10:07:51.586386 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce0072-8a91-437f-a5f7-a39aa4a57266 req-93fb083a-5c82-4bf3-8a42-49d30d459d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:51.587857 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a4ce0072-8a91-437f-a5f7-a39aa4a57266 req-93fb083a-5c82-4bf3-8a42-49d30d459d83 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509884 Jul 14 10:07:51.675486 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a4ce0072-8a91-437f-a5f7-a39aa4a57266 req-c5ee5675-3a86-4487-b25a-ff1aeca20946 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800815 Jul 14 10:07:51.767476 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-a4ce0072-8a91-437f-a5f7-a39aa4a57266 req-fc707bab-7ff4-4d8e-9427-1e487855efb2 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850909 Jul 14 10:07:57.323441 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80070e93-50dd-4dce-9950-c7bf79d048b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.819633 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d3c2b0c3-8eaf-4eec-b266-6fbb6e63380e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.968109 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.853811 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:02.322791 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:02.917994 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:16.739435 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:08:16.811041 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:27.323364 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-011be4ca-0f0b-4c07-8794-2deb823a9817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:29.821409 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-49d0705b-7162-448a-9dfe-ea703fb10d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:29.969382 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:30.856087 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:32.313835 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:32.919582 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:46.840326 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.164468 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1e7b4-94ca-46bb-b2d8-2a6eeca39c05 req-e6c7859c-b66a-4160-a47f-f6cf7afcd42f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:49.166008 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c7c1e7b4-94ca-46bb-b2d8-2a6eeca39c05 req-e6c7859c-b66a-4160-a47f-f6cf7afcd42f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.1198654 Jul 14 10:08:49.206529 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c7c1e7b4-94ca-46bb-b2d8-2a6eeca39c05 req-372e7476-a436-4536-a5b6-114d29aea679 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341654 Jul 14 10:08:53.279253 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d467eea6-1305-4547-a4d9-55e72668795e req-70979927-10b3-47bf-b03e-c09ea444ec43 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0973310 Jul 14 10:08:53.400460 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467eea6-1305-4547-a4d9-55e72668795e req-7a7e9c65-9aef-4ef7-be51-e63182898550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:53.402121 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d467eea6-1305-4547-a4d9-55e72668795e req-7a7e9c65-9aef-4ef7-be51-e63182898550 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 1097 time: 0.0538440 Jul 14 10:08:53.518184 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467eea6-1305-4547-a4d9-55e72668795e req-6322bddb-9810-4465-94b0-f875db7ee721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:53.519661 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d467eea6-1305-4547-a4d9-55e72668795e req-6322bddb-9810-4465-94b0-f875db7ee721 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0959418 Jul 14 10:08:53.590999 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d467eea6-1305-4547-a4d9-55e72668795e req-476f1f21-9bf5-4421-8000-ec95fb96db4c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4 HTTP/1.1" status: 200 len: 1002 time: 0.0640295 Jul 14 10:08:53.649760 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467eea6-1305-4547-a4d9-55e72668795e req-2d37f6d1-07de-453d-98fc-89dff0d7f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:53.651308 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d467eea6-1305-4547-a4d9-55e72668795e req-2d37f6d1-07de-453d-98fc-89dff0d7f86a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0535519 Jul 14 10:08:53.713288 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467eea6-1305-4547-a4d9-55e72668795e req-bd85ff93-dae3-438d-97a8-152538a9f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:53.714836 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d467eea6-1305-4547-a4d9-55e72668795e req-bd85ff93-dae3-438d-97a8-152538a9f35e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565214 Jul 14 10:08:53.742153 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:08:53.810943 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d467eea6-1305-4547-a4d9-55e72668795e req-1f59f534-6a5d-4d60-bb62-d2543b3f02e2 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886631 Jul 14 10:08:53.906917 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d467eea6-1305-4547-a4d9-55e72668795e req-c036c39f-1c1f-4077-933f-3a307ccfe9f1 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878496 Jul 14 10:08:57.324642 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0222e63-3bec-4ee8-beb5-9ff1e94e2abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:59.826829 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7f254ec-dade-4053-84b3-425a5ad64cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:59.972912 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:00.818567 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ee1e3013-b639-4fcd-a01e-26643ea5d51c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0528679 Jul 14 10:09:00.860046 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:00.877815 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb471c-6ca0-482e-bd92-1b906c3626d6 req-12292419-374e-4900-a374-63d6aa55b04e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:00.879360 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95fb471c-6ca0-482e-bd92-1b906c3626d6 req-12292419-374e-4900-a374-63d6aa55b04e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.0694160 Jul 14 10:09:00.918696 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-95fb471c-6ca0-482e-bd92-1b906c3626d6 req-b3da0748-242b-486c-a18e-8297bfbcecd7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334663 Jul 14 10:09:01.991896 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-3a132954-1e7b-494b-b448-9af47829515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:01.993421 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-3a132954-1e7b-494b-b448-9af47829515a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 1097 time: 0.0549667 Jul 14 10:09:02.090073 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-5b352079-e2b9-4ae4-b504-88f4166d4214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:02.091564 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-5b352079-e2b9-4ae4-b504-88f4166d4214 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0910771 Jul 14 10:09:02.101719 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e1970-0951-47d9-9d8d-9494caeaa972 req-6ea08fb7-2602-449d-960a-5efe941ce015 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:02.103239 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-340e1970-0951-47d9-9d8d-9494caeaa972 req-6ea08fb7-2602-449d-960a-5efe941ce015 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.0676429 Jul 14 10:09:02.142194 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-340e1970-0951-47d9-9d8d-9494caeaa972 req-c2fcbb11-261b-4c71-b04d-002fb8d4c95a tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330846 Jul 14 10:09:02.157644 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-3bf83d5f-7fd2-418b-9dd4-8957626071dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4 HTTP/1.1" status: 200 len: 1002 time: 0.0591040 Jul 14 10:09:02.217585 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-333af70e-9232-4767-87a8-671d2b9b4916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:02.218963 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-333af70e-9232-4767-87a8-671d2b9b4916 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0478506 Jul 14 10:09:02.277534 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-2d542c20-a1ec-4301-b20c-eeeb3495d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:02.279090 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-2d542c20-a1ec-4301-b20c-eeeb3495d8ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526590 Jul 14 10:09:02.333337 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:02.376961 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-3f07e88d-2033-4614-be89-19f8484fc02e service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899467 Jul 14 10:09:02.469716 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-7a2cafc4-415d-413c-b194-57f1d2b364cf service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854325 Jul 14 10:09:02.922770 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:03.317767 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ac90a-1f92-4b28-ac29-0d77891debbb req-a0a86f6c-75e1-413b-a5cf-6b27d0c051fa tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:03.319363 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3f6ac90a-1f92-4b28-ac29-0d77891debbb req-a0a86f6c-75e1-413b-a5cf-6b27d0c051fa tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.0651178 Jul 14 10:09:03.360857 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3f6ac90a-1f92-4b28-ac29-0d77891debbb req-d626122f-54ef-47f4-96a4-f06f5ce9d6fb tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349927 Jul 14 10:09:04.550827 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109a357-15d8-4fd2-9d62-a4e764766fe6 req-ab82fe12-7736-4ae6-abef-e94633afbef9 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:04.552228 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7109a357-15d8-4fd2-9d62-a4e764766fe6 req-ab82fe12-7736-4ae6-abef-e94633afbef9 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.0681841 Jul 14 10:09:04.593476 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7109a357-15d8-4fd2-9d62-a4e764766fe6 req-a42d6379-1d05-4cd9-9361-bf8a51391704 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356529 Jul 14 10:09:05.764927 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e8c5-7354-4451-846f-fb7c17b4b049 req-4ebf6850-3196-4f81-b89f-1c97d08d66a0 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:05.766787 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e96e8c5-7354-4451-846f-fb7c17b4b049 req-4ebf6850-3196-4f81-b89f-1c97d08d66a0 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.0638456 Jul 14 10:09:05.807082 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e96e8c5-7354-4451-846f-fb7c17b4b049 req-02d68235-55d2-41a6-8dc0-a9168549a2ab tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348465 Jul 14 10:09:06.983231 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b102160-c5db-4e5a-9c95-3f24ae8380d2 req-0366b6a0-8481-4c08-b0d7-207d3a5e8b10 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:06.984791 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b102160-c5db-4e5a-9c95-3f24ae8380d2 req-0366b6a0-8481-4c08-b0d7-207d3a5e8b10 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.0629191 Jul 14 10:09:07.022589 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b102160-c5db-4e5a-9c95-3f24ae8380d2 req-c98d51e2-e16b-45f5-994d-c62f137edf8f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322845 Jul 14 10:09:08.207695 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb237a-2706-4051-8741-e3c79aac3056 req-0f6b2059-fbc2-4a5a-a307-7fb80b2aab45 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:08.209377 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5fb237a-2706-4051-8741-e3c79aac3056 req-0f6b2059-fbc2-4a5a-a307-7fb80b2aab45 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.0723333 Jul 14 10:09:08.252486 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5fb237a-2706-4051-8741-e3c79aac3056 req-5fd6dbf2-056f-45e8-b4d4-78bbf64ad505 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371318 Jul 14 10:09:09.426375 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c9f82-18e4-422c-9250-c2b9e3a86a40 req-76df72b9-ccc6-4b2d-a1f4-11169d3d822d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:09.427872 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8a7c9f82-18e4-422c-9250-c2b9e3a86a40 req-76df72b9-ccc6-4b2d-a1f4-11169d3d822d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.0637150 Jul 14 10:09:09.470823 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8a7c9f82-18e4-422c-9250-c2b9e3a86a40 req-ca73c6ef-45d0-40a9-ab6b-4e613b90b621 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369313 Jul 14 10:09:10.653052 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23796c3-051a-4a55-aa8a-9154294a779e req-141d790a-a9f5-4a07-ad23-3c6c7b7632e2 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:10.654682 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b23796c3-051a-4a55-aa8a-9154294a779e req-141d790a-a9f5-4a07-ad23-3c6c7b7632e2 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.0711873 Jul 14 10:09:10.692721 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b23796c3-051a-4a55-aa8a-9154294a779e req-c57938c5-38e0-4920-ae7e-dbdda0a18dd8 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325294 Jul 14 10:09:11.865998 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f1581-e47d-4c25-a16e-d6b1a94277a9 req-60c1d8be-67ab-442b-bd4d-20b4ae377e11 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:11.867476 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-604f1581-e47d-4c25-a16e-d6b1a94277a9 req-60c1d8be-67ab-442b-bd4d-20b4ae377e11 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.0621469 Jul 14 10:09:11.905121 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-604f1581-e47d-4c25-a16e-d6b1a94277a9 req-dd4dc5aa-d12f-4bd6-85ad-7c65650432b6 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318279 Jul 14 10:09:13.080980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0407d5-4594-44e6-8d7c-57e65fed6fd0 req-8ab121a1-83d7-4da1-8a23-5249eb176368 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:13.082509 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d0407d5-4594-44e6-8d7c-57e65fed6fd0 req-8ab121a1-83d7-4da1-8a23-5249eb176368 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.0647323 Jul 14 10:09:13.120084 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d0407d5-4594-44e6-8d7c-57e65fed6fd0 req-1d304b45-bf88-4757-82b1-5dbd6a1443af tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314796 Jul 14 10:09:14.302824 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d05a3-c663-4fe6-a639-bc70102a3faa req-bed5efb3-34f1-4d77-a9cb-68a6d79fed0c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:14.304436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d13d05a3-c663-4fe6-a639-bc70102a3faa req-bed5efb3-34f1-4d77-a9cb-68a6d79fed0c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.0709581 Jul 14 10:09:14.344452 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d13d05a3-c663-4fe6-a639-bc70102a3faa req-da03684a-1922-42a5-84dc-27e40ee65c78 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344114 Jul 14 10:09:15.517187 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53528f28-45e3-4e68-ac28-d15fe8da7373 req-285cd005-1d3c-4cb7-a810-dbec205eb698 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:15.518678 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53528f28-45e3-4e68-ac28-d15fe8da7373 req-285cd005-1d3c-4cb7-a810-dbec205eb698 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.0641427 Jul 14 10:09:15.558483 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53528f28-45e3-4e68-ac28-d15fe8da7373 req-082af3e6-213c-431f-b76f-a9e5ff9e68dc tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338280 Jul 14 10:09:16.376665 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-e07785c2-ffca-439d-8402-2cd011db7a85 service neutron] show failed (client error): The resource could not be found. Jul 14 10:09:16.377745 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-e07785c2-ffca-439d-8402-2cd011db7a85 service neutron] 10.222.0.55 "GET /v2.0/ports/6a88799b-aa58-4e74-a47e-92dcfea941c4/bindings/n-h2-798054-10 HTTP/1.1" status: 404 len: 381 time: 0.0578663 Jul 14 10:09:16.733401 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-c4a7fe90-2f6e-4515-83a1-8bdf2b9096bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:16.734985 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-c4a7fe90-2f6e-4515-83a1-8bdf2b9096bd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa&tenant_id=80ec3f7d3d804a618bef9cf286404e92 HTTP/1.1" status: 200 len: 1097 time: 0.1330593 Jul 14 10:09:16.746434 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-10', 'device_owner': 'compute:nova'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:16.757106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5e919-dd5e-4b00-9ba5-b75e22f114b9 req-8079a3d2-5b7e-40e9-9eca-e13f08699b99 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:16.758565 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16d5e919-dd5e-4b00-9ba5-b75e22f114b9 req-8079a3d2-5b7e-40e9-9eca-e13f08699b99 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.0840230 Jul 14 10:09:16.841973 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16d5e919-dd5e-4b00-9ba5-b75e22f114b9 req-abc3320f-1a1c-4db5-9e23-59b90e5a0812 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660460 Jul 14 10:09:16.865758 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:16.865946 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:17.055602 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] For port 6a88799b-aa58-4e74-a47e-92dcfea941c4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:17.089706 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] For port 6a88799b-aa58-4e74-a47e-92dcfea941c4, host n-h1-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:09:17.129440 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff0cbc5-48d0-4125-b01c-e0144fa730aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a88799b-aa58-4e74-a47e-92dcfea941c4'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:17.131737 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd34cb79-32c0-4d3b-aa40-7c9bc3fb1c04" -d '{"events": [{"server_uuid": "0ff0cbc5-48d0-4125-b01c-e0144fa730aa", "name": "network-vif-unplugged", "status": "completed", "tag": "6a88799b-aa58-4e74-a47e-92dcfea941c4"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:17.135513 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:17.148232 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Transition to ACTIVE for port object 6a88799b-aa58-4e74-a47e-92dcfea941c4 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:09:17.152018 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:17.245692 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c6eeea-8c46-445e-9649-6d6885b36699 x-openstack-request-id: req-25c6eeea-8c46-445e-9649-6d6885b36699 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:17.246025 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff0cbc5-48d0-4125-b01c-e0144fa730aa", "name": "network-vif-unplugged", "status": "completed", "tag": "6a88799b-aa58-4e74-a47e-92dcfea941c4", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:17.246280 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25c6eeea-8c46-445e-9649-6d6885b36699 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:17.246683 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff0cbc5-48d0-4125-b01c-e0144fa730aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a88799b-aa58-4e74-a47e-92dcfea941c4', 'code': 200} Jul 14 10:09:17.247246 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Pushing event updated for resources: {'Port': ['ID=6a88799b-aa58-4e74-a47e-92dcfea941c4,revision_number=6']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:17.264190 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:17.264535 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:17.264875 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:17.265369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:17.265705 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:17.266094 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:17.266425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:17.266752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:17.267079 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:17.267402 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:17.267786 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:17.268026 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:17.297025 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] No DVR routers for this DVR port 6a88799b-aa58-4e74-a47e-92dcfea941c4 on host n-h1-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:09:17.433981 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Attempting to bind port 6a88799b-aa58-4e74-a47e-92dcfea941c4 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:09:17.434311 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Attempting to bind port 6a88799b-aa58-4e74-a47e-92dcfea941c4 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:09:17.434637 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Attempting to bind port 6a88799b-aa58-4e74-a47e-92dcfea941c4 on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:09:17.439589 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Port 6a88799b-aa58-4e74-a47e-92dcfea941c4 on network 57700680-a0c7-4339-b1d3-9102a2519c10 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:09:17.439911 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Attempting to bind port 6a88799b-aa58-4e74-a47e-92dcfea941c4 on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:09:17.444837 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:09:17.445173 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Checking segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:09:17.445552 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Bound using segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:09:17.446011 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Bound port: 6a88799b-aa58-4e74-a47e-92dcfea941c4, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:09:17.446371 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:17.507923 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] For port 6a88799b-aa58-4e74-a47e-92dcfea941c4, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:09:17.511071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] For port 6a88799b-aa58-4e74-a47e-92dcfea941c4, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:09:17.516644 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:17.556726 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:17.557393 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:17.558940 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] 10.222.0.49 "PUT /v2.0/ports/6a88799b-aa58-4e74-a47e-92dcfea941c4 HTTP/1.1" status: 200 len: 1092 time: 0.8164928 Jul 14 10:09:17.581392 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44d8b7-e88e-44c1-a3e2-7c3f0651e2ec service neutron] Pushing event updated for resources: {'Port': ['ID=6a88799b-aa58-4e74-a47e-92dcfea941c4,revision_number=7']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:17.642768 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-0a721377-7b47-48c6-a62b-20b734a62971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:17.644535 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-0a721377-7b47-48c6-a62b-20b734a62971 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 1095 time: 0.0594478 Jul 14 10:09:17.739517 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-6b637545-8a96-46ec-9b67-00887fa4ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:17.740860 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-6b637545-8a96-46ec-9b67-00887fa4ef21 service neutron] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0907154 Jul 14 10:09:17.810086 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-672bde23-0cb3-4cbf-9e5f-0d947159df9b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4 HTTP/1.1" status: 200 len: 1000 time: 0.0629516 Jul 14 10:09:17.857772 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-2acc5ae1-7692-4338-97c8-f65068e69fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:17.860051 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-2acc5ae1-7692-4338-97c8-f65068e69fa3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0436022 Jul 14 10:09:17.915702 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-61368ee0-0cb8-43aa-b1b7-0d5091aaa08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:17.917214 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-61368ee0-0cb8-43aa-b1b7-0d5091aaa08a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514369 Jul 14 10:09:18.052631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-a021f9d2-87f1-418b-839b-2736ccc37ded service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279035 Jul 14 10:09:18.064523 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e92707-5ec6-4630-ab61-a2be76f8ca5a req-ab9e36be-7c18-4d97-9495-4973365a0fa7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:18.065927 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57e92707-5ec6-4630-ab61-a2be76f8ca5a req-ab9e36be-7c18-4d97-9495-4973365a0fa7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 943 time: 0.0962269 Jul 14 10:09:18.150416 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-57e92707-5ec6-4630-ab61-a2be76f8ca5a req-a687cceb-9f62-4ecf-ba7c-ae8d3e0d5cd7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767665 Jul 14 10:09:18.157747 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6a88799b-aa58-4e74-a47e-92dcfea941c4 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:09:18.180811 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff7eb34b-5b4e-4bf5-9cfb-ed41f0904d5c req-1dcf0aaa-d00b-4d32-b7c6-f9c81a5decc9 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139584 Jul 14 10:09:18.242068 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6a88799b-aa58-4e74-a47e-92dcfea941c4 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:09:19.247599 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff0cbc5-48d0-4125-b01c-e0144fa730aa', 'tag': '6a88799b-aa58-4e74-a47e-92dcfea941c4'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:19.250725 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b55d3f4aa9d4bc534e89b614960e66cbbdf5cd6756f0948b3e9b2b60b2ad85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bde979e-7854-4702-847d-9b66d8b94a62" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff0cbc5-48d0-4125-b01c-e0144fa730aa", "tag": "6a88799b-aa58-4e74-a47e-92dcfea941c4"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:19.307195 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8673f3c3-5b41-4da1-9a30-78d5ff277541 x-openstack-request-id: req-8673f3c3-5b41-4da1-9a30-78d5ff277541 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:19.307560 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff0cbc5-48d0-4125-b01c-e0144fa730aa", "tag": "6a88799b-aa58-4e74-a47e-92dcfea941c4", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:19.307882 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8673f3c3-5b41-4da1-9a30-78d5ff277541 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:19.308364 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff0cbc5-48d0-4125-b01c-e0144fa730aa', 'tag': '6a88799b-aa58-4e74-a47e-92dcfea941c4', 'status': 'completed', 'code': 200} Jul 14 10:09:19.368122 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a793fce-287d-4a92-872e-8468bc72d68f req-446c57e0-2755-4777-9039-c326739f4fab tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:19.369817 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a793fce-287d-4a92-872e-8468bc72d68f req-446c57e0-2755-4777-9039-c326739f4fab tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 943 time: 0.1023324 Jul 14 10:09:19.412916 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-26ca3b5d-9018-4779-bdef-4949c84b1863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:19.415325 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-26ca3b5d-9018-4779-bdef-4949c84b1863 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 1095 time: 0.0605962 Jul 14 10:09:19.428605 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-308e1949-f6e4-4e1c-9895-3d03d1ef6fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:19.430782 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-308e1949-f6e4-4e1c-9895-3d03d1ef6fe2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 1095 time: 0.1052759 Jul 14 10:09:19.443505 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a793fce-287d-4a92-872e-8468bc72d68f req-e455f5b8-d48b-405d-9ed9-d431c0759c48 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647855 Jul 14 10:09:19.523360 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-9e15b7ab-d6b8-4f36-af47-773775cb7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:19.524883 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-9e15b7ab-d6b8-4f36-af47-773775cb7e1a service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.1025763 Jul 14 10:09:19.537527 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-2d19bf03-c9d4-46c0-b923-34730e6a6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:19.539032 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-2d19bf03-c9d4-46c0-b923-34730e6a6e2a service neutron] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.1000905 Jul 14 10:09:19.600615 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-4436592b-6986-4507-9870-bb4619e6ef65 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4 HTTP/1.1" status: 200 len: 1000 time: 0.0686362 Jul 14 10:09:19.607461 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-36e6ef2d-f683-44bd-b34b-a5d3c1cacfb7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4 HTTP/1.1" status: 200 len: 1000 time: 0.0624347 Jul 14 10:09:19.654352 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-8597418a-7fde-4070-adf6-f66aa843b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:19.656846 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-8597418a-7fde-4070-adf6-f66aa843b431 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0496707 Jul 14 10:09:19.657458 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-364e582f-4af8-43d0-8b88-d04cb91dad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:19.658962 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-364e582f-4af8-43d0-8b88-d04cb91dad71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0452902 Jul 14 10:09:19.714441 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-eb52f2e8-1e84-4f52-a20a-eccde3035b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:19.715720 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-eb52f2e8-1e84-4f52-a20a-eccde3035b19 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523572 Jul 14 10:09:19.719286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-58d47bb9-c4eb-4179-9009-fd69326aec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:19.720795 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-58d47bb9-c4eb-4179-9009-fd69326aec9b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557382 Jul 14 10:09:19.816384 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-e3faaa63-5d5d-4cfd-bc28-62572103e371 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894856 Jul 14 10:09:19.816601 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-95ca8e03-7dea-44e7-a7d0-56e0fefdbfdc service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919459 Jul 14 10:09:19.907825 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-bbfc3f27-72ab-451d-a5cb-2f4dcc4a3120 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855732 Jul 14 10:09:19.910459 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bde979e-7854-4702-847d-9b66d8b94a62 req-c682575d-596e-4b95-9d3f-5960af1e1203 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876410 Jul 14 10:09:20.637172 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9e17c-7ae6-433a-b355-32abcde271f3 req-3bdbf602-4cca-40a8-9795-60c257e44350 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:20.639044 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28d9e17c-7ae6-433a-b355-32abcde271f3 req-3bdbf602-4cca-40a8-9795-60c257e44350 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 943 time: 0.0742085 Jul 14 10:09:20.680058 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28d9e17c-7ae6-433a-b355-32abcde271f3 req-77a58e4f-90eb-4ab0-8cfb-b216e3c7961b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351481 Jul 14 10:09:21.864068 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88963a1b-9bc5-47bf-8a5b-b0a54d4a7071 req-50fe3bbb-6606-4efa-86f7-8ee8b0227a21 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:21.865556 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88963a1b-9bc5-47bf-8a5b-b0a54d4a7071 req-50fe3bbb-6606-4efa-86f7-8ee8b0227a21 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 943 time: 0.0635059 Jul 14 10:09:21.903683 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88963a1b-9bc5-47bf-8a5b-b0a54d4a7071 req-20d3bc6e-a836-419d-865e-2857a82e2d9b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322905 Jul 14 10:09:23.079609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed32b3-c2dd-4fbd-9eeb-22c256365f12 req-e4516796-881d-4132-8d9a-964d4bd666aa tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:23.081085 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50ed32b3-c2dd-4fbd-9eeb-22c256365f12 req-e4516796-881d-4132-8d9a-964d4bd666aa tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 943 time: 0.0624397 Jul 14 10:09:23.117199 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50ed32b3-c2dd-4fbd-9eeb-22c256365f12 req-eadd80bf-a41f-4bf4-a139-b97264beb3d2 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305538 Jul 14 10:09:24.291594 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf55c3-62ce-4977-9248-fcf7d70b2666 req-c959e99b-c549-46d4-8de0-59b0a38129e7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:24.293142 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eadf55c3-62ce-4977-9248-fcf7d70b2666 req-c959e99b-c549-46d4-8de0-59b0a38129e7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 943 time: 0.0659184 Jul 14 10:09:24.330642 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eadf55c3-62ce-4977-9248-fcf7d70b2666 req-e97ae509-9dcf-4b0a-9317-0acee19d8ad8 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319149 Jul 14 10:09:25.501156 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e56da1-5212-4873-9da4-340856714943 req-290bd9ca-7dd5-4535-b7b8-1106f93f7f8c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:25.502641 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5e56da1-5212-4873-9da4-340856714943 req-290bd9ca-7dd5-4535-b7b8-1106f93f7f8c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 943 time: 0.0615311 Jul 14 10:09:25.539851 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e5e56da1-5212-4873-9da4-340856714943 req-1cd93134-cfc1-45b2-a2e4-26f7637b529b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316586 Jul 14 10:09:26.715262 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31876d-5200-463b-9c32-3dba27a1d81d req-c14ca1cc-d490-490f-9e1b-771aa5b37f02 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:26.716735 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f31876d-5200-463b-9c32-3dba27a1d81d req-c14ca1cc-d490-490f-9e1b-771aa5b37f02 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 943 time: 0.0661242 Jul 14 10:09:26.754861 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0f31876d-5200-463b-9c32-3dba27a1d81d req-0c351bcf-6f6b-4d9e-8399-97c0b4a5d8b7 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320482 Jul 14 10:09:27.325631 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bee9bbe7-0861-42a7-8e25-8a7a2c6a1004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:27.944147 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8c52b-0351-4ad7-a0c9-86267f032c68 req-e6a4a806-a141-4013-a95f-bcefa72b1ebb tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:27.945700 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4f8c52b-0351-4ad7-a0c9-86267f032c68 req-e6a4a806-a141-4013-a95f-bcefa72b1ebb tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 943 time: 0.0696001 Jul 14 10:09:27.984947 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4f8c52b-0351-4ad7-a0c9-86267f032c68 req-baad9e57-ac20-4c17-90ea-632b4ce44d9e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334358 Jul 14 10:09:29.171139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe811879-617a-4f2a-9b43-85f4a290de37 req-f1fb64dd-279e-41ad-941a-aff6b85df9d0 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:29.172553 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe811879-617a-4f2a-9b43-85f4a290de37 req-f1fb64dd-279e-41ad-941a-aff6b85df9d0 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 943 time: 0.0655661 Jul 14 10:09:29.222559 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fe811879-617a-4f2a-9b43-85f4a290de37 req-bd113487-84a8-403b-9ae9-d0d6cae7c67e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341036 Jul 14 10:09:29.639241 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6c08467c-3c58-4228-8e60-a8ac4b3f696c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:29.640739 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6c08467c-3c58-4228-8e60-a8ac4b3f696c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa&tenant_id=80ec3f7d3d804a618bef9cf286404e92&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 943 time: 0.0775247 Jul 14 10:09:29.733021 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-074e5a10-227e-4b07-a981-afeff8311807 service neutron] 10.222.0.49 "GET /v2.0/ports/6a88799b-aa58-4e74-a47e-92dcfea941c4/bindings/n-h2-798054-10 HTTP/1.1" status: 200 len: 383 time: 0.0823922 Jul 14 10:09:29.748698 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c411e6-62ff-4550-bf38-bd5536f92f22 req-aa3f1a8b-c09e-4104-874c-0bacb9d7a736 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:29.750507 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b1c411e6-62ff-4550-bf38-bd5536f92f22 req-aa3f1a8b-c09e-4104-874c-0bacb9d7a736 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 943 time: 0.1088762 Jul 14 10:09:29.817816 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c42e9ce7-268c-4ca0-b137-6023445a819f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:29.825675 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b1c411e6-62ff-4550-bf38-bd5536f92f22 req-dd3eda3a-45af-4c54-a8f7-9e6c8554e460 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694265 Jul 14 10:09:29.843822 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-7b13e0b0-8619-4ddb-876d-ae79b3016845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:29.845952 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-7b13e0b0-8619-4ddb-876d-ae79b3016845 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 1095 time: 0.0834994 Jul 14 10:09:29.935649 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-546d3261-75b5-4cdc-9cb8-f2c988de33fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:29.937159 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-546d3261-75b5-4cdc-9cb8-f2c988de33fb service neutron] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0855720 Jul 14 10:09:29.975368 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:30.009427 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-75691a2d-0d47-42f0-acd8-eab935268d20 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4 HTTP/1.1" status: 200 len: 1000 time: 0.0654166 Jul 14 10:09:30.062726 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6a93fca9-a0db-480a-bb2b-eb9c7baaa3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:30.064197 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6a93fca9-a0db-480a-bb2b-eb9c7baaa3ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0484011 Jul 14 10:09:30.121160 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-caf6df08-5e02-41f3-bc6e-4d75d54609d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:30.122710 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-caf6df08-5e02-41f3-bc6e-4d75d54609d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522492 Jul 14 10:09:30.217843 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-31446145-9870-4ae7-98d0-63437cb5e6c5 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880213 Jul 14 10:09:30.308292 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f7e03a6-f358-4188-9b14-802a3cdb86ef service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838571 Jul 14 10:09:30.602632 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6a88799b-aa58-4e74-a47e-92dcfea941c4 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:09:30.698259 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 6a88799b-aa58-4e74-a47e-92dcfea941c4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:30.709940 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '6a88799b-aa58-4e74-a47e-92dcfea941c4', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'port_id': '6a88799b-aa58-4e74-a47e-92dcfea941c4', 'mac_address': 'fa:16:3e:f1:b9:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:09:30.740908 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:09:30.751944 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:30.765650 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a88799b-aa58-4e74-a47e-92dcfea941c4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:09:30.786135 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 6a88799b-aa58-4e74-a47e-92dcfea941c4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:30.789542 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:30.838527 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=6a88799b-aa58-4e74-a47e-92dcfea941c4,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:30.856043 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:30.856300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:30.856646 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:30.856983 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:30.857319 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:30.858145 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:30.858145 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:30.858329 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:30.858677 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:30.858937 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:30.859261 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:30.859584 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:30.878490 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:31.008617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['6a88799b-aa58-4e74-a47e-92dcfea941c4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:09:31.013368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67022f-6e21-468e-8623-203f16700e1d req-79fe3bc3-b926-4a27-9be6-b404956baf82 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:31.015315 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fd67022f-6e21-468e-8623-203f16700e1d req-79fe3bc3-b926-4a27-9be6-b404956baf82 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 944 time: 0.0733466 Jul 14 10:09:31.058316 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fd67022f-6e21-468e-8623-203f16700e1d req-cb8cb715-8fd1-42fc-a585-5aa4c16c6ad1 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362210 Jul 14 10:09:32.236603 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb59dd-0fd4-4b26-9999-606b4d4e7e85 req-1a7f0721-73d0-4062-8f99-5253bd4752f2 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:32.238109 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ddeb59dd-0fd4-4b26-9999-606b4d4e7e85 req-1a7f0721-73d0-4062-8f99-5253bd4752f2 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 944 time: 0.0626185 Jul 14 10:09:32.276043 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ddeb59dd-0fd4-4b26-9999-606b4d4e7e85 req-c456088d-66c5-4cfb-b867-9369a914223e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323448 Jul 14 10:09:32.343256 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:32.611209 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6a88799b-aa58-4e74-a47e-92dcfea941c4 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:09:32.688754 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:32.701690 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6a88799b-aa58-4e74-a47e-92dcfea941c4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:09:32.721377 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 6a88799b-aa58-4e74-a47e-92dcfea941c4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:32.725857 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:32.774096 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=6a88799b-aa58-4e74-a47e-92dcfea941c4,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:32.926482 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:33.455779 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957d244-1a43-48ea-907a-71075209a88d req-b6efb6ec-a1ae-4a27-9fae-4b77fc9828e2 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:33.457243 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0957d244-1a43-48ea-907a-71075209a88d req-b6efb6ec-a1ae-4a27-9fae-4b77fc9828e2 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 943 time: 0.0635829 Jul 14 10:09:33.493809 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0957d244-1a43-48ea-907a-71075209a88d req-aefd99a8-69e5-4548-a245-0867ce447c81 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308270 Jul 14 10:09:33.998749 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-d8120508-474c-475c-8fe0-c158fe3f8426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:34.000495 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-d8120508-474c-475c-8fe0-c158fe3f8426 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa&tenant_id=80ec3f7d3d804a618bef9cf286404e92 HTTP/1.1" status: 200 len: 1095 time: 0.0529144 Jul 14 10:09:34.018446 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-10', 'device_owner': 'compute:nova'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:34.095769 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:34.294352 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] For port 6a88799b-aa58-4e74-a47e-92dcfea941c4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:34.326559 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] For port 6a88799b-aa58-4e74-a47e-92dcfea941c4, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:09:34.358959 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a88799b-aa58-4e74-a47e-92dcfea941c4 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:09:34.367035 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:34.377614 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Ignored duplicate provisioning block setup for port 6a88799b-aa58-4e74-a47e-92dcfea941c4 by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 10:09:34.381154 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:34.462186 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Pushing event updated for resources: {'Port': ['ID=6a88799b-aa58-4e74-a47e-92dcfea941c4,revision_number=10']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:34.474680 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:34.475028 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:34.475371 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:34.475707 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:34.476043 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:34.476375 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:34.476704 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:34.477031 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:34.477358 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:34.477689 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:34.478042 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:34.478369 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:34.513382 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] No DVR routers for this DVR port 6a88799b-aa58-4e74-a47e-92dcfea941c4 on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:09:34.653281 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Attempting to bind port 6a88799b-aa58-4e74-a47e-92dcfea941c4 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:09:34.653536 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Attempting to bind port 6a88799b-aa58-4e74-a47e-92dcfea941c4 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:09:34.653904 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Attempting to bind port 6a88799b-aa58-4e74-a47e-92dcfea941c4 on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:09:34.658981 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Port 6a88799b-aa58-4e74-a47e-92dcfea941c4 on network 57700680-a0c7-4339-b1d3-9102a2519c10 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:09:34.659307 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Attempting to bind port 6a88799b-aa58-4e74-a47e-92dcfea941c4 on network 57700680-a0c7-4339-b1d3-9102a2519c10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:09:34.664114 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:09:34.664457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Checking segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:09:34.664836 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Bound using segment: {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:09:34.665268 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Bound port: 6a88799b-aa58-4e74-a47e-92dcfea941c4, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab28124-9ad8-41d6-acfd-31094517106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:09:34.665628 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:34.671838 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74b60a-1687-468a-9edc-347d307f785b req-eac961d4-9550-4b2c-a1a4-b74b3dc6d26f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:34.673364 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b74b60a-1687-468a-9edc-347d307f785b req-eac961d4-9550-4b2c-a1a4-b74b3dc6d26f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 944 time: 0.0663192 Jul 14 10:09:34.711654 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b74b60a-1687-468a-9edc-347d307f785b req-1e87831c-7491-4980-b14e-285ba581113f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321620 Jul 14 10:09:34.731732 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] For port 6a88799b-aa58-4e74-a47e-92dcfea941c4, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:09:34.734985 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] For port 6a88799b-aa58-4e74-a47e-92dcfea941c4, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:09:34.738854 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:34.771330 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:34.771932 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:34.773310 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] 10.222.0.55 "PUT /v2.0/ports/6a88799b-aa58-4e74-a47e-92dcfea941c4 HTTP/1.1" status: 200 len: 1093 time: 0.7589164 Jul 14 10:09:34.773747 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff0cbc5-48d0-4125-b01c-e0144fa730aa', 'tag': '6a88799b-aa58-4e74-a47e-92dcfea941c4'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:34.800247 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64ade6-c613-48ad-9ea4-74c0f02e0930 service neutron] Pushing event updated for resources: {'Port': ['ID=6a88799b-aa58-4e74-a47e-92dcfea941c4,revision_number=11']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:34.840937 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5016bfda27b43908f4a8225f6d15450625df67eec29e8c24829672d95f98f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff0cbc5-48d0-4125-b01c-e0144fa730aa", "tag": "6a88799b-aa58-4e74-a47e-92dcfea941c4"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:34.872105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-c26ded54-c91d-49cd-b3d2-4c8728123c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:34.873610 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-c26ded54-c91d-49cd-b3d2-4c8728123c0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 1096 time: 0.0630732 Jul 14 10:09:34.947419 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce07317b-3595-44a2-867d-313ed2dccf19 x-openstack-request-id: req-ce07317b-3595-44a2-867d-313ed2dccf19 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:34.947742 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff0cbc5-48d0-4125-b01c-e0144fa730aa", "tag": "6a88799b-aa58-4e74-a47e-92dcfea941c4", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:34.947956 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce07317b-3595-44a2-867d-313ed2dccf19 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:34.948399 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff0cbc5-48d0-4125-b01c-e0144fa730aa', 'tag': '6a88799b-aa58-4e74-a47e-92dcfea941c4', 'status': 'completed', 'code': 200} Jul 14 10:09:34.977676 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-bbb8bd42-ac19-4188-8dbc-79d385e55915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:34.979210 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-bbb8bd42-ac19-4188-8dbc-79d385e55915 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0978000 Jul 14 10:09:35.019153 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-70a0c679-70d6-4f12-b2d8-33a001b42a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:35.021113 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-70a0c679-70d6-4f12-b2d8-33a001b42a7f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 1096 time: 0.0550413 Jul 14 10:09:35.047172 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-64cf056a-c9b2-491e-aefa-83a68ab8ff84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4 HTTP/1.1" status: 200 len: 1000 time: 0.0605314 Jul 14 10:09:35.100257 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-2c8400f7-90ec-4ea6-aef5-7d9fe7168aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:35.101888 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-2c8400f7-90ec-4ea6-aef5-7d9fe7168aae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0473759 Jul 14 10:09:35.119601 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-5e443d8f-8708-4d76-8dc1-8eb5751ecfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:35.121106 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-5e443d8f-8708-4d76-8dc1-8eb5751ecfd1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0933552 Jul 14 10:09:35.167718 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-9d106bb2-a1c9-4921-ac81-9dcddbad53de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:35.169269 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-9d106bb2-a1c9-4921-ac81-9dcddbad53de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610025 Jul 14 10:09:35.187351 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-fd02d330-b344-4423-b5e7-3493182eaafb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4 HTTP/1.1" status: 200 len: 1000 time: 0.0602129 Jul 14 10:09:35.242893 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-938fc4e9-3196-4627-bc5d-68220fc280e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:35.245472 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-938fc4e9-3196-4627-bc5d-68220fc280e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0520141 Jul 14 10:09:35.271953 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-3b892fd0-af23-4f44-b030-242dc44a2e0f service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949736 Jul 14 10:09:35.313392 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-1d7f052b-98cf-4c2e-aed5-b11f87dac8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:35.314954 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-1d7f052b-98cf-4c2e-aed5-b11f87dac8f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632634 Jul 14 10:09:35.375927 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-48a3aca3-b674-4e95-b08c-6a0bebda1c20 req-71848ada-2ba2-4dae-8d4a-ba21c796ffa0 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975506 Jul 14 10:09:35.411820 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-c99575c0-c353-4095-94d7-8564094e4e70 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901616 Jul 14 10:09:35.515209 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-4a762a65-4e5b-4227-a53a-e8e602165fe1 service neutron] 10.222.0.49 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972040 Jul 14 10:09:35.524801 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-35b9ae72-bec0-4b68-bdb7-24546eec966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:35.526539 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-35b9ae72-bec0-4b68-bdb7-24546eec966d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=80ec3f7d3d804a618bef9cf286404e92&device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 1096 time: 0.0670285 Jul 14 10:09:35.622432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-b411ee75-37cc-4bde-8cdd-cb2211cabb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:35.624038 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-b411ee75-37cc-4bde-8cdd-cb2211cabb80 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 200 len: 912 time: 0.0911436 Jul 14 10:09:35.690513 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-09f028c2-5aa9-4f1e-93c3-a0d13bc2d520 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4 HTTP/1.1" status: 200 len: 1000 time: 0.0593774 Jul 14 10:09:35.745315 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-6bb64738-4e0c-4047-b089-04466f20622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:35.746849 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-6bb64738-4e0c-4047-b089-04466f20622b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 200 len: 850 time: 0.0471208 Jul 14 10:09:35.814210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-3707846c-5dc8-45b5-beb7-c31614f90292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:35.815898 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-3707846c-5dc8-45b5-beb7-c31614f90292 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57700680-a0c7-4339-b1d3-9102a2519c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618436 Jul 14 10:09:35.895114 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa718753-38fd-4859-a5ce-83425f45dc44 req-53fc1e48-6052-4f6d-8476-8b02e65b960f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:35.896733 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fa718753-38fd-4859-a5ce-83425f45dc44 req-53fc1e48-6052-4f6d-8476-8b02e65b960f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 944 time: 0.0688808 Jul 14 10:09:35.929262 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-d93ad41f-dcdb-42aa-b126-8e703123e262 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031356 Jul 14 10:09:35.948680 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fa718753-38fd-4859-a5ce-83425f45dc44 req-30fe4638-690c-4a13-96c6-9d8c08959869 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434668 Jul 14 10:09:36.032299 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-c9a80119-ec89-43c6-82b8-31ebd6cb72dc req-572ad6e6-242c-4107-8054-d48206514326 service neutron] 10.222.0.55 "GET /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963910 Jul 14 10:09:37.134028 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccf333-0fc5-4b5d-881f-b4cdc461b105 req-4f5ba89d-249f-4af2-af8a-77521b4db6c1 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:37.135543 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-14ccf333-0fc5-4b5d-881f-b4cdc461b105 req-4f5ba89d-249f-4af2-af8a-77521b4db6c1 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 944 time: 0.0674846 Jul 14 10:09:37.174547 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-14ccf333-0fc5-4b5d-881f-b4cdc461b105 req-8d1986de-2525-4ff6-87ec-e8598fa72fcf tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329731 Jul 14 10:09:38.366144 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bc782-ddba-4814-9a03-6dc38ac12640 req-42ed654f-27db-45a3-bb51-d700719dd12b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:38.367711 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-339bc782-ddba-4814-9a03-6dc38ac12640 req-42ed654f-27db-45a3-bb51-d700719dd12b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 944 time: 0.0690203 Jul 14 10:09:38.406861 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-339bc782-ddba-4814-9a03-6dc38ac12640 req-fba0ae76-629c-492f-b212-ccc8bba0460d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331409 Jul 14 10:09:39.588722 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37658da-2fe8-4a91-ab39-29e18a28b34d req-777f79a8-537b-4f18-a4bf-ea0a159f673b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:39.591027 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e37658da-2fe8-4a91-ab39-29e18a28b34d req-777f79a8-537b-4f18-a4bf-ea0a159f673b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 944 time: 0.0637784 Jul 14 10:09:39.630494 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e37658da-2fe8-4a91-ab39-29e18a28b34d req-c33c95d1-65cf-44d0-9034-3b5db463655f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338447 Jul 14 10:09:40.813321 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e97bf-0826-4134-8fba-0b911a4d99e0 req-53591f96-4544-46c7-8c10-f831afc7f130 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:40.814856 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f86e97bf-0826-4134-8fba-0b911a4d99e0 req-53591f96-4544-46c7-8c10-f831afc7f130 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 944 time: 0.0726621 Jul 14 10:09:41.196772 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f86e97bf-0826-4134-8fba-0b911a4d99e0 req-ab0eb9f8-8946-4cca-a6b8-8e6e4f890b61 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3763995 Jul 14 10:09:42.379811 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a73916-8228-4052-b40a-e9ccca8c81ac req-57a0d16e-2882-4b04-9cb4-5f589a9c1f8b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:42.382436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-90a73916-8228-4052-b40a-e9ccca8c81ac req-57a0d16e-2882-4b04-9cb4-5f589a9c1f8b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 944 time: 0.0706832 Jul 14 10:09:42.426021 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-90a73916-8228-4052-b40a-e9ccca8c81ac req-4c1192d0-c9d4-4f71-b932-93a522d14773 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337946 Jul 14 10:09:43.600434 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d391c-3128-4f63-b26e-f7f4545ca250 req-a470b716-af2e-4453-a3a9-06d508dd01ce tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:43.602070 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-594d391c-3128-4f63-b26e-f7f4545ca250 req-a470b716-af2e-4453-a3a9-06d508dd01ce tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 944 time: 0.0641751 Jul 14 10:09:43.646541 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-594d391c-3128-4f63-b26e-f7f4545ca250 req-d4c68f7d-9098-4955-a423-ba4e16c4852d tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368414 Jul 14 10:09:44.827730 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50050454-3db8-4690-b56d-d92cdc21a610 req-9260f7b7-d376-4c0c-96af-2fd2a45b64b5 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:44.829939 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50050454-3db8-4690-b56d-d92cdc21a610 req-9260f7b7-d376-4c0c-96af-2fd2a45b64b5 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 944 time: 0.0671649 Jul 14 10:09:44.868647 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50050454-3db8-4690-b56d-d92cdc21a610 req-307454cc-36a5-4c96-bc11-9f13f83ba728 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330739 Jul 14 10:09:46.048098 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538ed78-573c-4341-9d95-d242eae72d44 req-8b51e70f-246d-42a0-9a6d-ae1735cf24d5 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:46.049651 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9538ed78-573c-4341-9d95-d242eae72d44 req-8b51e70f-246d-42a0-9a6d-ae1735cf24d5 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 944 time: 0.0691290 Jul 14 10:09:46.088822 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9538ed78-573c-4341-9d95-d242eae72d44 req-4bb60cde-5543-4d0e-8774-b6749deed348 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335808 Jul 14 10:09:46.263938 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6a88799b-aa58-4e74-a47e-92dcfea941c4 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:09:46.368555 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 6a88799b-aa58-4e74-a47e-92dcfea941c4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:46.382595 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '6a88799b-aa58-4e74-a47e-92dcfea941c4', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'port_id': '6a88799b-aa58-4e74-a47e-92dcfea941c4', 'mac_address': 'fa:16:3e:f1:b9:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:09:46.419472 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.432939 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a88799b-aa58-4e74-a47e-92dcfea941c4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:09:46.453382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 6a88799b-aa58-4e74-a47e-92dcfea941c4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:46.457140 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.509304 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=6a88799b-aa58-4e74-a47e-92dcfea941c4,revision_number=12']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:46.758787 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['6a88799b-aa58-4e74-a47e-92dcfea941c4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:09:46.865505 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.293307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb7045-cd54-4c80-8786-613994c28d9d req-eb764367-f771-48bd-a127-a038487dca20 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:47.294873 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8eb7045-cd54-4c80-8786-613994c28d9d req-eb764367-f771-48bd-a127-a038487dca20 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.0808892 Jul 14 10:09:47.334363 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b8eb7045-cd54-4c80-8786-613994c28d9d req-dbd59c05-bfba-4e93-8948-61444ff8b06f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337086 Jul 14 10:09:47.518940 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5613c-d5ec-448e-83ff-3c9584dd5ef9 req-813d7bab-4fc4-4955-bbb8-98fed9fdc65a tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:47.520497 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-03d5613c-d5ec-448e-83ff-3c9584dd5ef9 req-813d7bab-4fc4-4955-bbb8-98fed9fdc65a tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.0639544 Jul 14 10:09:47.558356 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-03d5613c-d5ec-448e-83ff-3c9584dd5ef9 req-f5a84900-1c60-4c50-b43f-f8b2906e6c73 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322154 Jul 14 10:09:47.736187 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f1ac1-3868-4973-b004-de0f8b8df302 req-b42d726c-cd2b-424f-a708-17a84787a96a tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:47.737642 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c9f1ac1-3868-4973-b004-de0f8b8df302 req-b42d726c-cd2b-424f-a708-17a84787a96a tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.0642037 Jul 14 10:09:47.780787 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7c9f1ac1-3868-4973-b004-de0f8b8df302 req-a888d186-2a56-470e-b2da-f35b1c9dbea3 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374904 Jul 14 10:09:48.167364 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e161e-d56e-4a3d-a89f-88e15b7d9f78 req-fa217b57-ad2a-41c5-a290-f461fa4ede5b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:48.168907 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-315e161e-d56e-4a3d-a89f-88e15b7d9f78 req-fa217b57-ad2a-41c5-a290-f461fa4ede5b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 945 time: 0.0658844 Jul 14 10:09:48.207222 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-315e161e-d56e-4a3d-a89f-88e15b7d9f78 req-8becf2bf-ffff-4033-91ce-9e567d81919c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327013 Jul 14 10:09:48.279109 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6a88799b-aa58-4e74-a47e-92dcfea941c4 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:09:48.331462 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 6a88799b-aa58-4e74-a47e-92dcfea941c4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:09:48.335375 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 6a88799b-aa58-4e74-a47e-92dcfea941c4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:48.335766 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:48.413658 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:48.437318 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff0cbc5-48d0-4125-b01c-e0144fa730aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a88799b-aa58-4e74-a47e-92dcfea941c4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:48.451798 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 6a88799b-aa58-4e74-a47e-92dcfea941c4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:48.455684 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:48.489231 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffcf3b9-0414-4a4d-a586-f954f42c2356" -d '{"events": [{"server_uuid": "0ff0cbc5-48d0-4125-b01c-e0144fa730aa", "name": "network-vif-plugged", "status": "completed", "tag": "6a88799b-aa58-4e74-a47e-92dcfea941c4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:48.520682 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=6a88799b-aa58-4e74-a47e-92dcfea941c4,revision_number=13']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:48.571601 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05d28fd-5887-485f-903f-fe3d21da32aa x-openstack-request-id: req-e05d28fd-5887-485f-903f-fe3d21da32aa {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:48.571900 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff0cbc5-48d0-4125-b01c-e0144fa730aa", "name": "network-vif-plugged", "status": "completed", "tag": "6a88799b-aa58-4e74-a47e-92dcfea941c4", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:48.572155 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e05d28fd-5887-485f-903f-fe3d21da32aa {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:48.572555 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff0cbc5-48d0-4125-b01c-e0144fa730aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a88799b-aa58-4e74-a47e-92dcfea941c4', 'code': 200} Jul 14 10:09:49.384555 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f13b6-93f7-4b3b-b3f5-1fea7b832a84 req-2267ce80-d3d2-459a-aacd-22cd3c78a41e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:49.386164 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a10f13b6-93f7-4b3b-b3f5-1fea7b832a84 req-2267ce80-d3d2-459a-aacd-22cd3c78a41e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 946 time: 0.0672011 Jul 14 10:09:49.425594 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a10f13b6-93f7-4b3b-b3f5-1fea7b832a84 req-402351c4-90d8-454f-8904-448a88e1568f tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8734ac8-54d8-4c3d-bc50-1c671140f110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337908 Jul 14 10:09:49.963688 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317db971-2d0a-4ee8-b32f-6ad03a916eea req-3356d95d-6c01-4e6f-8ac4-20dc1caddd93 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:49.965069 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-317db971-2d0a-4ee8-b32f-6ad03a916eea req-3356d95d-6c01-4e6f-8ac4-20dc1caddd93 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 946 time: 0.0623114 Jul 14 10:09:50.063142 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-317db971-2d0a-4ee8-b32f-6ad03a916eea req-698e78ed-6b22-4966-9f8b-aa0f21605cae tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Deleting port 6a88799b-aa58-4e74-a47e-92dcfea941c4 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:09:50.063479 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-317db971-2d0a-4ee8-b32f-6ad03a916eea req-698e78ed-6b22-4966-9f8b-aa0f21605cae tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.159686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-317db971-2d0a-4ee8-b32f-6ad03a916eea req-698e78ed-6b22-4966-9f8b-aa0f21605cae tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] For port 6a88799b-aa58-4e74-a47e-92dcfea941c4, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=6a88799b-aa58-4e74-a47e-92dcfea941c4,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:50.160075 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-317db971-2d0a-4ee8-b32f-6ad03a916eea req-698e78ed-6b22-4966-9f8b-aa0f21605cae tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.334302 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-317db971-2d0a-4ee8-b32f-6ad03a916eea req-698e78ed-6b22-4966-9f8b-aa0f21605cae tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.334686 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-317db971-2d0a-4ee8-b32f-6ad03a916eea req-698e78ed-6b22-4966-9f8b-aa0f21605cae tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.335037 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [req-317db971-2d0a-4ee8-b32f-6ad03a916eea req-698e78ed-6b22-4966-9f8b-aa0f21605cae tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Floating IP 64014e45-5e41-410a-b6f3-afc93558d2cd disassociated. External IP: 172.25.1.254, port: 6a88799b-aa58-4e74-a47e-92dcfea941c4. Jul 14 10:09:50.335401 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-317db971-2d0a-4ee8-b32f-6ad03a916eea req-698e78ed-6b22-4966-9f8b-aa0f21605cae tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Calling delete_port for 6a88799b-aa58-4e74-a47e-92dcfea941c4 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:09:50.474036 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-317db971-2d0a-4ee8-b32f-6ad03a916eea req-698e78ed-6b22-4966-9f8b-aa0f21605cae tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.508277 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e78ed-6b22-4966-9f8b-aa0f21605cae tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Pushing event deleted for resources: {'Port': ['ID=6a88799b-aa58-4e74-a47e-92dcfea941c4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:50.599480 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-05a1c6ab-8caf-4d90-b47a-44117896d857 req-54e220e0-c7a5-420a-9298-a2007ff4892b tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 210 time: 0.0367043 Jul 14 10:09:50.637991 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-317db971-2d0a-4ee8-b32f-6ad03a916eea req-698e78ed-6b22-4966-9f8b-aa0f21605cae tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Router 97b7ef4e-224c-4526-a2ae-0230b80c05ae has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:09:50.751073 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-317db971-2d0a-4ee8-b32f-6ad03a916eea req-698e78ed-6b22-4966-9f8b-aa0f21605cae tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:09:50.761425 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9064b0c1-1657-45ec-b403-9ffa5a0826a8 None None] Sync routers for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:09:50.771259 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9064b0c1-1657-45ec-b403-9ffa5a0826a8 None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:09:50.771966 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9064b0c1-1657-45ec-b403-9ffa5a0826a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:09:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:50.796648 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-317db971-2d0a-4ee8-b32f-6ad03a916eea req-698e78ed-6b22-4966-9f8b-aa0f21605cae tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] No DVR routers for this DVR port 6a88799b-aa58-4e74-a47e-92dcfea941c4 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:09:50.799969 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-317db971-2d0a-4ee8-b32f-6ad03a916eea req-698e78ed-6b22-4966-9f8b-aa0f21605cae tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.802080 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-317db971-2d0a-4ee8-b32f-6ad03a916eea req-698e78ed-6b22-4966-9f8b-aa0f21605cae tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.55 "DELETE /v2.0/ports/6a88799b-aa58-4e74-a47e-92dcfea941c4 HTTP/1.1" status: 204 len: 173 time: 0.8312795 Jul 14 10:09:50.802525 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff0cbc5-48d0-4125-b01c-e0144fa730aa', 'name': 'network-vif-deleted', 'tag': '6a88799b-aa58-4e74-a47e-92dcfea941c4'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:50.804943 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5016bfda27b43908f4a8225f6d15450625df67eec29e8c24829672d95f98f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58022949-4937-46e3-a249-21e018b148ee" -d '{"events": [{"server_uuid": "0ff0cbc5-48d0-4125-b01c-e0144fa730aa", "name": "network-vif-deleted", "tag": "6a88799b-aa58-4e74-a47e-92dcfea941c4"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:50.843747 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3b8f18-dab1-4cc5-b67c-d5eb526e5d99 x-openstack-request-id: req-ca3b8f18-dab1-4cc5-b67c-d5eb526e5d99 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:50.844069 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff0cbc5-48d0-4125-b01c-e0144fa730aa", "name": "network-vif-deleted", "tag": "6a88799b-aa58-4e74-a47e-92dcfea941c4", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:50.844329 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca3b8f18-dab1-4cc5-b67c-d5eb526e5d99 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:50.844775 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff0cbc5-48d0-4125-b01c-e0144fa730aa', 'name': 'network-vif-deleted', 'tag': '6a88799b-aa58-4e74-a47e-92dcfea941c4', 'status': 'completed', 'code': 200} Jul 14 10:09:50.889091 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-9064b0c1-1657-45ec-b403-9ffa5a0826a8 None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:09:51.088107 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9064b0c1-1657-45ec-b403-9ffa5a0826a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:51.117209 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9064b0c1-1657-45ec-b403-9ffa5a0826a8 None None] Checking router: 97b7ef4e-224c-4526-a2ae-0230b80c05ae for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:09:51.126077 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9064b0c1-1657-45ec-b403-9ffa5a0826a8 None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:09:51.126688 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9064b0c1-1657-45ec-b403-9ffa5a0826a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:09:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:51.231682 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-9064b0c1-1657-45ec-b403-9ffa5a0826a8 None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:09:51.537046 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9064b0c1-1657-45ec-b403-9ffa5a0826a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:51.563867 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9064b0c1-1657-45ec-b403-9ffa5a0826a8 None None] The sync data for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 is: [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 4, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '027a8bb9-3797-4037-ab58-25feedbfb50c', 'name': '', 'network_id': '57700680-a0c7-4339-b1d3-9102a2519c10', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'mac_address': 'fa:16:3e:fa:ad:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:05Z', 'updated_at': '2021-07-14T10:00:11Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'subnets': [{'id': 'a59fcc9b-1f8e-4d91-a70d-7744cd258caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:09:51.757283 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7bf15727-c7d3-443e-bc6e-b876048acdd2 req-347ec86f-9ea6-49fe-8242-e55ec6ee8a62 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 210 time: 0.0366282 Jul 14 10:09:51.827450 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf674bf4-21fd-4b80-8490-e6e93633e321 None None] New status for floating IP 64014e45-5e41-410a-b6f3-afc93558d2cd: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:09:52.295285 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6a88799b-aa58-4e74-a47e-92dcfea941c4 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:09:52.315693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 6a88799b-aa58-4e74-a47e-92dcfea941c4 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:09:52.316035 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 6a88799b-aa58-4e74-a47e-92dcfea941c4 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:09:52.909299 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4df334a0-717d-4e8f-a8a3-a7b7d63379ca req-7c2d915c-f687-4258-980f-8154d88b18b5 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 210 time: 0.0285056 Jul 14 10:09:54.052750 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c6d91514-c0bf-4c47-8c70-4e384f15f1c5 req-45475cdb-6917-43e8-9b38-eaaa7312a12c tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff0cbc5-48d0-4125-b01c-e0144fa730aa HTTP/1.1" status: 200 len: 210 time: 0.0287023 Jul 14 10:09:57.328324 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc430c29-8964-4d8d-a17e-d9a80b6346e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.074627 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50078) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:59.132593 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4826198a-bc52-42ee-9138-76b7166db03e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.155072 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4826198a-bc52-42ee-9138-76b7166db03e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.202881 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4826198a-bc52-42ee-9138-76b7166db03e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.206179 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4826198a-bc52-42ee-9138-76b7166db03e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.207337 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4826198a-bc52-42ee-9138-76b7166db03e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "DELETE /v2.0/security-groups/d8734ac8-54d8-4c3d-bc50-1c671140f110 HTTP/1.1" status: 204 len: 168 time: 0.1314738 Jul 14 10:09:59.209974 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50080) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:59.216853 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826198a-bc52-42ee-9138-76b7166db03e tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8734ac8-54d8-4c3d-bc50-1c671140f110,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:59.224365 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-455b9c5f-2fff-4f06-b57f-d1dfa12677b1 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] show failed (client error): The resource could not be found. Jul 14 10:09:59.230738 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-455b9c5f-2fff-4f06-b57f-d1dfa12677b1 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "GET /v2.0/security-groups/d8734ac8-54d8-4c3d-bc50-1c671140f110 HTTP/1.1" status: 404 len: 347 time: 0.0197027 Jul 14 10:09:59.233583 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50082) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:59.359640 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-d67607e7-6838-43b8-be56-fd8eb8ae8772 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Deleting port 0b769b47-6a6d-4bf4-b80c-84663a4e1577 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:09:59.359994 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d67607e7-6838-43b8-be56-fd8eb8ae8772 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.433607 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d67607e7-6838-43b8-be56-fd8eb8ae8772 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.433973 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d67607e7-6838-43b8-be56-fd8eb8ae8772 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.445701 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-d67607e7-6838-43b8-be56-fd8eb8ae8772 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Calling delete_port for 0b769b47-6a6d-4bf4-b80c-84663a4e1577 owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:09:59.579434 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d67607e7-6838-43b8-be56-fd8eb8ae8772 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.606087 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67607e7-6838-43b8-be56-fd8eb8ae8772 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Pushing event deleted for resources: {'Port': ['ID=0b769b47-6a6d-4bf4-b80c-84663a4e1577,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:59.818793 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5c51-013c-4b94-8ce4-b36283fda37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.980065 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.989782 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d67607e7-6838-43b8-be56-fd8eb8ae8772 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.992400 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d67607e7-6838-43b8-be56-fd8eb8ae8772 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.993582 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d67607e7-6838-43b8-be56-fd8eb8ae8772 tempest-ServerActionsTestJSON-1108091932 tempest-ServerActionsTestJSON-1108091932-project] 10.222.0.26 "DELETE /v2.0/floatingips/64014e45-5e41-410a-b6f3-afc93558d2cd HTTP/1.1" status: 204 len: 168 time: 0.7582252 Jul 14 10:09:59.996609 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50084) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:00.395470 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65c114fa-934e-432e-a369-0f07a93a6469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:00.647459 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-65c114fa-934e-432e-a369-0f07a93a6469 admin admin] Deleting port 027a8bb9-3797-4037-ab58-25feedbfb50c {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:10:00.647795 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65c114fa-934e-432e-a369-0f07a93a6469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:00.725594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-65c114fa-934e-432e-a369-0f07a93a6469 admin admin] For port 027a8bb9-3797-4037-ab58-25feedbfb50c, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=027a8bb9-3797-4037-ab58-25feedbfb50c,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:00.725972 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65c114fa-934e-432e-a369-0f07a93a6469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:00.738795 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-65c114fa-934e-432e-a369-0f07a93a6469 admin admin] Calling delete_port for 027a8bb9-3797-4037-ab58-25feedbfb50c owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:10:00.865117 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:00.919718 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65c114fa-934e-432e-a369-0f07a93a6469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:00.950661 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c114fa-934e-432e-a369-0f07a93a6469 admin admin] Pushing event deleted for resources: {'Port': ['ID=027a8bb9-3797-4037-ab58-25feedbfb50c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:01.139177 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65c114fa-934e-432e-a369-0f07a93a6469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:01.346534 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c114fa-934e-432e-a369-0f07a93a6469 admin admin] Router 97b7ef4e-224c-4526-a2ae-0230b80c05ae has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:10:01.451065 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c114fa-934e-432e-a369-0f07a93a6469 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:10:01.456554 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-65c114fa-934e-432e-a369-0f07a93a6469 admin admin] 10.222.0.26 "PUT /v2.0/routers/97b7ef4e-224c-4526-a2ae-0230b80c05ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4589777 Jul 14 10:10:01.459236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50088) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:01.460113 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a22a00-539c-4b34-b6da-d3e8ba3c2080 None None] Sync routers for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:10:01.470221 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a22a00-539c-4b34-b6da-d3e8ba3c2080 None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:10:01.471379 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-86a22a00-539c-4b34-b6da-d3e8ba3c2080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:10:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:01.565966 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9c8c39bc-73c6-492e-8a03-87aa7f611340 admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:01.577259 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-86a22a00-539c-4b34-b6da-d3e8ba3c2080 None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:10:01.671657 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9c8c39bc-73c6-492e-8a03-87aa7f611340 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:01.728282 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c39bc-73c6-492e-8a03-87aa7f611340 admin admin] Deleting port 0b73dea3-45cc-4a1b-8b56-915554667139 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:10:01.728621 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9c8c39bc-73c6-492e-8a03-87aa7f611340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:01.758689 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-86a22a00-539c-4b34-b6da-d3e8ba3c2080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:10:00Z', 'revision_number': 5, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port': {'id': '0b73dea3-45cc-4a1b-8b56-915554667139', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:01.785251 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a22a00-539c-4b34-b6da-d3e8ba3c2080 None None] Checking router: 97b7ef4e-224c-4526-a2ae-0230b80c05ae for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:10:01.793519 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a22a00-539c-4b34-b6da-d3e8ba3c2080 None None] Routers {'97b7ef4e-224c-4526-a2ae-0230b80c05ae'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:10:01.794145 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-86a22a00-539c-4b34-b6da-d3e8ba3c2080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:10:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:01.807578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-9c8c39bc-73c6-492e-8a03-87aa7f611340 admin admin] For port 0b73dea3-45cc-4a1b-8b56-915554667139, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0b73dea3-45cc-4a1b-8b56-915554667139,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:01.807942 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9c8c39bc-73c6-492e-8a03-87aa7f611340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:01.819273 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c39bc-73c6-492e-8a03-87aa7f611340 admin admin] Calling delete_port for 0b73dea3-45cc-4a1b-8b56-915554667139 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:10:01.878356 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-86a22a00-539c-4b34-b6da-d3e8ba3c2080 None None] Set router 97b7ef4e-224c-4526-a2ae-0230b80c05ae gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:10:01.928627 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-86a22a00-539c-4b34-b6da-d3e8ba3c2080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:10:01Z', 'revision_number': 6, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:01.960441 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a22a00-539c-4b34-b6da-d3e8ba3c2080 None None] The sync data for ids ['97b7ef4e-224c-4526-a2ae-0230b80c05ae'] in n-d-798054-10 is: [{'id': '97b7ef4e-224c-4526-a2ae-0230b80c05ae', 'name': 'tempest-ServerActionsTestJSON-215328006-router', 'tenant_id': '80ec3f7d3d804a618bef9cf286404e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:00:04Z', 'updated_at': '2021-07-14T10:10:01Z', 'revision_number': 6, 'project_id': '80ec3f7d3d804a618bef9cf286404e92', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:10:01.985949 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9c8c39bc-73c6-492e-8a03-87aa7f611340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.014563 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c39bc-73c6-492e-8a03-87aa7f611340 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b73dea3-45cc-4a1b-8b56-915554667139,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:02.079771 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9c8c39bc-73c6-492e-8a03-87aa7f611340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.168364 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9c8c39bc-73c6-492e-8a03-87aa7f611340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.170458 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9c8c39bc-73c6-492e-8a03-87aa7f611340 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.226404 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9c8c39bc-73c6-492e-8a03-87aa7f611340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.227071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8c39bc-73c6-492e-8a03-87aa7f611340 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97b7ef4e-224c-4526-a2ae-0230b80c05ae {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:10:02.231514 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9c8c39bc-73c6-492e-8a03-87aa7f611340 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.232648 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9c8c39bc-73c6-492e-8a03-87aa7f611340 admin admin] 10.222.0.26 "DELETE /v2.0/routers/97b7ef4e-224c-4526-a2ae-0230b80c05ae HTTP/1.1" status: 204 len: 168 time: 0.7724512 Jul 14 10:10:02.235309 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50090) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:02.281412 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-05759239-8b86-47bd-9de6-2d8c1640c7fa admin admin] Deleting subnet a59fcc9b-1f8e-4d91-a70d-7744cd258caa {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:10:02.284505 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05759239-8b86-47bd-9de6-2d8c1640c7fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.326505 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05759239-8b86-47bd-9de6-2d8c1640c7fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.348885 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.406485 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05759239-8b86-47bd-9de6-2d8c1640c7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.462473 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05759239-8b86-47bd-9de6-2d8c1640c7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.492298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05759239-8b86-47bd-9de6-2d8c1640c7fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a59fcc9b-1f8e-4d91-a70d-7744cd258caa,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:02.494302 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-05759239-8b86-47bd-9de6-2d8c1640c7fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.496325 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-05759239-8b86-47bd-9de6-2d8c1640c7fa admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a59fcc9b-1f8e-4d91-a70d-7744cd258caa HTTP/1.1" status: 204 len: 168 time: 0.2599099 Jul 14 10:10:02.498860 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50092) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:02.502944 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c0edb8-d8eb-49d4-bb19-365ba63eabe9 None None] Network 57700680-a0c7-4339-b1d3-9102a2519c10 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:02.573964 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a30017fd-ba81-48f9-9bac-b405e8bedaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.629750 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-a30017fd-ba81-48f9-9bac-b405e8bedaa4 admin admin] Deleting port 2bb2f36a-8bab-485a-8d0a-92560fe05ae8 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:10:02.630240 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a30017fd-ba81-48f9-9bac-b405e8bedaa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.699356 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-a30017fd-ba81-48f9-9bac-b405e8bedaa4 admin admin] For port 2bb2f36a-8bab-485a-8d0a-92560fe05ae8, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2bb2f36a-8bab-485a-8d0a-92560fe05ae8,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:02.699729 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a30017fd-ba81-48f9-9bac-b405e8bedaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.713352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-a30017fd-ba81-48f9-9bac-b405e8bedaa4 admin admin] Calling delete_port for 2bb2f36a-8bab-485a-8d0a-92560fe05ae8 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:10:02.723017 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db53e416-5874-450e-9d45-4545d15670da None None] DHCP port deletion for 57700680-a0c7-4339-b1d3-9102a2519c10 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:10:02.774150 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-db53e416-5874-450e-9d45-4545d15670da None None] Deleting port 2bb2f36a-8bab-485a-8d0a-92560fe05ae8 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:10:02.774533 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db53e416-5874-450e-9d45-4545d15670da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.807178 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a30017fd-ba81-48f9-9bac-b405e8bedaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.830975 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30017fd-ba81-48f9-9bac-b405e8bedaa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb2f36a-8bab-485a-8d0a-92560fe05ae8,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:02.838626 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30017fd-ba81-48f9-9bac-b405e8bedaa4 admin admin] No DVR routers for this DVR port 2bb2f36a-8bab-485a-8d0a-92560fe05ae8 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:10:02.842845 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-db53e416-5874-450e-9d45-4545d15670da None None] For port 2bb2f36a-8bab-485a-8d0a-92560fe05ae8, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2bb2f36a-8bab-485a-8d0a-92560fe05ae8,segment=NetworkSegment(0ab28124-9ad8-41d6-acfd-31094517106e),segment_id=0ab28124-9ad8-41d6-acfd-31094517106e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:02.843310 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db53e416-5874-450e-9d45-4545d15670da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.856479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-db53e416-5874-450e-9d45-4545d15670da None None] Calling delete_port for 2bb2f36a-8bab-485a-8d0a-92560fe05ae8 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:10:02.913555 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a30017fd-ba81-48f9-9bac-b405e8bedaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.923697 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-a30017fd-ba81-48f9-9bac-b405e8bedaa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57700680-a0c7-4339-b1d3-9102a2519c10']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:02.934654 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-a30017fd-ba81-48f9-9bac-b405e8bedaa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab28124-9ad8-41d6-acfd-31094517106e') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:02.934882 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-a30017fd-ba81-48f9-9bac-b405e8bedaa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab28124-9ad8-41d6-acfd-31094517106e') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:02.940254 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.945167 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a30017fd-ba81-48f9-9bac-b405e8bedaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.946707 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db53e416-5874-450e-9d45-4545d15670da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.967569 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a30017fd-ba81-48f9-9bac-b405e8bedaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.975659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53e416-5874-450e-9d45-4545d15670da None None] Pushing event deleted for resources: {'Port': ['ID=2bb2f36a-8bab-485a-8d0a-92560fe05ae8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:02.977620 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30017fd-ba81-48f9-9bac-b405e8bedaa4 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:10:02.978460 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a30017fd-ba81-48f9-9bac-b405e8bedaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.980966 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db53e416-5874-450e-9d45-4545d15670da None None] No DVR routers for this DVR port 2bb2f36a-8bab-485a-8d0a-92560fe05ae8 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: timer() Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:10:02.981212 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:10:03.041950 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a30017fd-ba81-48f9-9bac-b405e8bedaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:03.046868 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a30017fd-ba81-48f9-9bac-b405e8bedaa4 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:03.049570 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a30017fd-ba81-48f9-9bac-b405e8bedaa4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/57700680-a0c7-4339-b1d3-9102a2519c10 HTTP/1.1" status: 204 len: 168 time: 0.5487382 Jul 14 10:10:03.061992 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30017fd-ba81-48f9-9bac-b405e8bedaa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=57700680-a0c7-4339-b1d3-9102a2519c10,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:03.175977 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50096) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:03.214888 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3d596135-aba7-4245-a350-d468fece25a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80ec3f7d3d804a618bef9cf286404e92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377636 Jul 14 10:10:03.217316 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50098) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:03.269688 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ffc08e8-028d-4cc8-9edc-8a1ff028238d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:03.290605 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ffc08e8-028d-4cc8-9edc-8a1ff028238d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:03.336422 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ffc08e8-028d-4cc8-9edc-8a1ff028238d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:03.339082 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ffc08e8-028d-4cc8-9edc-8a1ff028238d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:03.341252 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7ffc08e8-028d-4cc8-9edc-8a1ff028238d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/903fe065-a5e9-4e3d-bd6d-0dfd69437abb HTTP/1.1" status: 204 len: 168 time: 0.1221147 Jul 14 10:10:03.348805 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc08e8-028d-4cc8-9edc-8a1ff028238d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903fe065-a5e9-4e3d-bd6d-0dfd69437abb,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:03.670866 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2bb2f36a-8bab-485a-8d0a-92560fe05ae8 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:10:03.691073 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 2bb2f36a-8bab-485a-8d0a-92560fe05ae8 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:10:03.691498 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2bb2f36a-8bab-485a-8d0a-92560fe05ae8 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:10:03.691916 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0b73dea3-45cc-4a1b-8b56-915554667139 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:10:03.710620 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 0b73dea3-45cc-4a1b-8b56-915554667139 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:10:03.710869 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0b73dea3-45cc-4a1b-8b56-915554667139 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:10:03.711279 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 027a8bb9-3797-4037-ab58-25feedbfb50c no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:10:03.730104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 027a8bb9-3797-4037-ab58-25feedbfb50c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:10:03.730453 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 027a8bb9-3797-4037-ab58-25feedbfb50c not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:10:04.096615 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50120) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:04.186537 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-a1aa5ce0-baf1-48c3-ae7e-59ddcb477a62 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-688631356-network', 'tenant_id': 'a51862b902c9454c9a5bcd1491b1a254'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:04.208710 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1aa5ce0-baf1-48c3-ae7e-59ddcb477a62 admin admin] Made reservation on behalf of a51862b902c9454c9a5bcd1491b1a254 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:04.211045 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5ce0-baf1-48c3-ae7e-59ddcb477a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:04.219288 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5ce0-baf1-48c3-ae7e-59ddcb477a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:04.311075 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5ce0-baf1-48c3-ae7e-59ddcb477a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:04.315766 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5ce0-baf1-48c3-ae7e-59ddcb477a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:04.343625 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1aa5ce0-baf1-48c3-ae7e-59ddcb477a62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:10:04.350126 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa5ce0-baf1-48c3-ae7e-59ddcb477a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5e23c6-fb14-4d74-985c-810f8a654e33,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:04.357299 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5ce0-baf1-48c3-ae7e-59ddcb477a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:04.358406 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-a1aa5ce0-baf1-48c3-ae7e-59ddcb477a62 admin admin] Added segment f2e4643b-b0b7-41dd-905b-f4fa9e7bca21 of type vlan for network 44e131cf-6d96-471d-bf21-45931a44fa9d Jul 14 10:10:04.399396 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5ce0-baf1-48c3-ae7e-59ddcb477a62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:04.430470 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5ce0-baf1-48c3-ae7e-59ddcb477a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:04.431479 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1aa5ce0-baf1-48c3-ae7e-59ddcb477a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:04.432004 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5ce0-baf1-48c3-ae7e-59ddcb477a62 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:04.485599 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a1aa5ce0-baf1-48c3-ae7e-59ddcb477a62 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3878801 Jul 14 10:10:04.488871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50124) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:04.495520 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-0a979291-6bd0-4856-8617-c07d630d55b6 admin admin] Request body: {'subnet': {'network_id': '44e131cf-6d96-471d-bf21-45931a44fa9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-688631356-subnet', 'tenant_id': 'a51862b902c9454c9a5bcd1491b1a254', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:04.499894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa5ce0-baf1-48c3-ae7e-59ddcb477a62 admin admin] Pushing event updated for resources: {'Network': ['ID=44e131cf-6d96-471d-bf21-45931a44fa9d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:04.510994 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 44e131cf-6d96-471d-bf21-45931a44fa9d details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:10:04.521651 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a979291-6bd0-4856-8617-c07d630d55b6 admin admin] Made reservation on behalf of a51862b902c9454c9a5bcd1491b1a254 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:04.524053 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a979291-6bd0-4856-8617-c07d630d55b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:04.694412 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a979291-6bd0-4856-8617-c07d630d55b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:04.749687 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a979291-6bd0-4856-8617-c07d630d55b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=783962ba-4c21-46c2-b6a9-7e514d867be8,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:04.757212 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a979291-6bd0-4856-8617-c07d630d55b6 admin admin] Checking segment: {'id': 'f2e4643b-b0b7-41dd-905b-f4fa9e7bca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '44e131cf-6d96-471d-bf21-45931a44fa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:04.757575 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a979291-6bd0-4856-8617-c07d630d55b6 admin admin] Network hostable DHCP agents. Network: 44e131cf-6d96-471d-bf21-45931a44fa9d, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:10:04.774196 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a979291-6bd0-4856-8617-c07d630d55b6 admin admin] Network 44e131cf-6d96-471d-bf21-45931a44fa9d is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:10:04.782329 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-0a979291-6bd0-4856-8617-c07d630d55b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 44e131cf-6d96-471d-bf21-45931a44fa9d) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:04.786701 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a979291-6bd0-4856-8617-c07d630d55b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:04.787286 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a979291-6bd0-4856-8617-c07d630d55b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:04.793982 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c51a69-6c68-448f-835f-b40c52b0b63e None None] Network 44e131cf-6d96-471d-bf21-45931a44fa9d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:04.801640 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0a979291-6bd0-4856-8617-c07d630d55b6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3117604 Jul 14 10:10:05.065291 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70517db9-48de-4b2d-849b-bafdb34d680f None None] Network 44e131cf-6d96-471d-bf21-45931a44fa9d requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:05.240762 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-4e49f976-3de1-41d2-af6f-fb595f28a936 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:05.242180 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-4e49f976-3de1-41d2-af6f-fb595f28a936 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/networks?id=44e131cf-6d96-471d-bf21-45931a44fa9d HTTP/1.1" status: 200 len: 813 time: 0.1052060 Jul 14 10:10:05.257346 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-45668478-c256-4e72-9f5b-2fd65f7a8645 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/quotas/a51862b902c9454c9a5bcd1491b1a254 HTTP/1.1" status: 200 len: 375 time: 0.0097499 Jul 14 10:10:05.291461 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-649a25d2-8bfb-4cc5-a896-b08bc8c6c330 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a51862b902c9454c9a5bcd1491b1a254&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288582 Jul 14 10:10:05.470657 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-46da7af2-0e98-4ba0-8f1e-2c95df86dc4d service neutron] 10.222.0.26 "GET /v2.0/networks/44e131cf-6d96-471d-bf21-45931a44fa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226161 Jul 14 10:10:05.558473 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-1bc54cd7-9ee2-400f-abb0-c02d52b9330e service neutron] 10.222.0.26 "GET /v2.0/networks/44e131cf-6d96-471d-bf21-45931a44fa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821531 Jul 14 10:10:05.726634 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f9e317b4-db74-447d-bd39-065948775ca9 req-d1e8bde5-9279-4eca-8335-db6ce947344a tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f6f50be-aff0-424d-8a13-e831e8feaed6 HTTP/1.1" status: 200 len: 210 time: 0.0291936 Jul 14 10:10:06.768537 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-77c00d53-1297-4ed7-8b79-bd52b0fb5537 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:06.770027 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-77c00d53-1297-4ed7-8b79-bd52b0fb5537 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.49 "GET /v2.0/networks?id=44e131cf-6d96-471d-bf21-45931a44fa9d HTTP/1.1" status: 200 len: 813 time: 0.1067526 Jul 14 10:10:06.786401 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-9d731eb2-1a4b-4a3f-bd4c-e25b2c1c7243 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Request body: {'port': {'device_id': '3f6f50be-aff0-424d-8a13-e831e8feaed6', 'network_id': '44e131cf-6d96-471d-bf21-45931a44fa9d', 'admin_state_up': True, 'tenant_id': 'a51862b902c9454c9a5bcd1491b1a254'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:06.898931 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e6359eca-d685-4d8e-a9f2-00f863fa45c7 req-624095ad-c7a9-49a7-a19f-4e895dfe804c tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f6f50be-aff0-424d-8a13-e831e8feaed6 HTTP/1.1" status: 200 len: 210 time: 0.0437531 Jul 14 10:10:06.932377 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-9d731eb2-1a4b-4a3f-bd4c-e25b2c1c7243 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Made reservation on behalf of a51862b902c9454c9a5bcd1491b1a254 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:06.936119 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-9d731eb2-1a4b-4a3f-bd4c-e25b2c1c7243 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:07.059881 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-9d731eb2-1a4b-4a3f-bd4c-e25b2c1c7243 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Allocated IP 172.20.0.4 (44e131cf-6d96-471d-bf21-45931a44fa9d/783962ba-4c21-46c2-b6a9-7e514d867be8/e7d7ea6f-8edc-437a-bf81-a7797a766d3e) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:10:07.208465 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-9d731eb2-1a4b-4a3f-bd4c-e25b2c1c7243 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:07.247584 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-9d731eb2-1a4b-4a3f-bd4c-e25b2c1c7243 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:07.293631 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-9d731eb2-1a4b-4a3f-bd4c-e25b2c1c7243 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Network 44e131cf-6d96-471d-bf21-45931a44fa9d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:10:07.299299 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-9d731eb2-1a4b-4a3f-bd4c-e25b2c1c7243 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:07.303046 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-9d731eb2-1a4b-4a3f-bd4c-e25b2c1c7243 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:10:07.334227 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d731eb2-1a4b-4a3f-bd4c-e25b2c1c7243 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Pushing event updated for resources: {'Port': ['ID=e7d7ea6f-8edc-437a-bf81-a7797a766d3e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:07.359429 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-9d731eb2-1a4b-4a3f-bd4c-e25b2c1c7243 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:07.360035 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-9d731eb2-1a4b-4a3f-bd4c-e25b2c1c7243 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:07.374394 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-9d731eb2-1a4b-4a3f-bd4c-e25b2c1c7243 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5955377 Jul 14 10:10:07.384909 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] Request body: {'port': {'device_id': '3f6f50be-aff0-424d-8a13-e831e8feaed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:07.456203 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:07.719792 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d7ea6f-8edc-437a-bf81-a7797a766d3e {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:10:07.728371 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:07.740349 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] Transition to ACTIVE for port object e7d7ea6f-8edc-437a-bf81-a7797a766d3e will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:07.740554 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:10:07.744519 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:07.795264 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] Pushing event updated for resources: {'Port': ['ID=e7d7ea6f-8edc-437a-bf81-a7797a766d3e,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:07.864604 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] Attempting to bind port e7d7ea6f-8edc-437a-bf81-a7797a766d3e on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:10:07.864933 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] Attempting to bind port e7d7ea6f-8edc-437a-bf81-a7797a766d3e by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': 'f2e4643b-b0b7-41dd-905b-f4fa9e7bca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '44e131cf-6d96-471d-bf21-45931a44fa9d'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:10:07.865263 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] Attempting to bind port e7d7ea6f-8edc-437a-bf81-a7797a766d3e on network 44e131cf-6d96-471d-bf21-45931a44fa9d {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:10:07.869577 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] Port e7d7ea6f-8edc-437a-bf81-a7797a766d3e on network 44e131cf-6d96-471d-bf21-45931a44fa9d not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:10:07.869871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] Attempting to bind port e7d7ea6f-8edc-437a-bf81-a7797a766d3e on network 44e131cf-6d96-471d-bf21-45931a44fa9d {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:10:07.874896 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:10:07.875231 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] Checking segment: {'id': 'f2e4643b-b0b7-41dd-905b-f4fa9e7bca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '44e131cf-6d96-471d-bf21-45931a44fa9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:07.875610 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] Bound using segment: {'id': 'f2e4643b-b0b7-41dd-905b-f4fa9e7bca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '44e131cf-6d96-471d-bf21-45931a44fa9d'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:10:07.876053 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] Bound port: e7d7ea6f-8edc-437a-bf81-a7797a766d3e, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e4643b-b0b7-41dd-905b-f4fa9e7bca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '44e131cf-6d96-471d-bf21-45931a44fa9d'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:10:07.876393 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:07.943030 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] For port e7d7ea6f-8edc-437a-bf81-a7797a766d3e, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:10:07.946097 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] For port e7d7ea6f-8edc-437a-bf81-a7797a766d3e, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e7d7ea6f-8edc-437a-bf81-a7797a766d3e,segment=NetworkSegment(f2e4643b-b0b7-41dd-905b-f4fa9e7bca21),segment_id=f2e4643b-b0b7-41dd-905b-f4fa9e7bca21)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:10:07.952145 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:07.986640 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:07.987275 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:07.988655 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] 10.222.0.49 "PUT /v2.0/ports/e7d7ea6f-8edc-437a-bf81-a7797a766d3e HTTP/1.1" status: 200 len: 1092 time: 0.6078427 Jul 14 10:10:07.989114 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6f50be-aff0-424d-8a13-e831e8feaed6', 'tag': 'e7d7ea6f-8edc-437a-bf81-a7797a766d3e'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:10:08.016611 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cec23-d69e-4986-8fe0-ff51882cfb7b service neutron] Pushing event updated for resources: {'Port': ['ID=e7d7ea6f-8edc-437a-bf81-a7797a766d3e,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:08.059851 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68e8bf7-134d-452a-974d-cdb90c0b861f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6f50be-aff0-424d-8a13-e831e8feaed6", "tag": "e7d7ea6f-8edc-437a-bf81-a7797a766d3e"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:10:08.129904 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7ba4c-0e1f-4525-b5bd-9960d8552280 req-5b21608e-4b37-4cb3-a789-432f17421003 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:08.131406 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9db7ba4c-0e1f-4525-b5bd-9960d8552280 req-5b21608e-4b37-4cb3-a789-432f17421003 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f6f50be-aff0-424d-8a13-e831e8feaed6 HTTP/1.1" status: 200 len: 943 time: 0.1081800 Jul 14 10:10:08.137736 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-dac27f91-d57c-485c-8c05-4e62d6affa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:08.139187 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-dac27f91-d57c-485c-8c05-4e62d6affa52 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a51862b902c9454c9a5bcd1491b1a254&device_id=3f6f50be-aff0-424d-8a13-e831e8feaed6 HTTP/1.1" status: 200 len: 1095 time: 0.1045797 Jul 14 10:10:08.152934 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3bc453-6187-411a-ae79-5f66bdec5c4b x-openstack-request-id: req-7e3bc453-6187-411a-ae79-5f66bdec5c4b {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:10:08.153211 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6f50be-aff0-424d-8a13-e831e8feaed6", "tag": "e7d7ea6f-8edc-437a-bf81-a7797a766d3e", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:10:08.153461 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e3bc453-6187-411a-ae79-5f66bdec5c4b {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:10:08.153878 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6f50be-aff0-424d-8a13-e831e8feaed6', 'tag': 'e7d7ea6f-8edc-437a-bf81-a7797a766d3e', 'status': 'completed', 'code': 200} Jul 14 10:10:08.192545 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-8b3fd3be-54ab-4bcb-a903-65b407405956 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7d7ea6f-8edc-437a-bf81-a7797a766d3e HTTP/1.1" status: 200 len: 217 time: 0.0464995 Jul 14 10:10:08.217201 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9db7ba4c-0e1f-4525-b5bd-9960d8552280 req-ea4cfe48-14b5-458b-87b0-239832ec4edb tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771005 Jul 14 10:10:08.251163 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-070e15e5-6b44-42d6-a76a-4143a6598c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:08.253193 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-070e15e5-6b44-42d6-a76a-4143a6598c59 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=783962ba-4c21-46c2-b6a9-7e514d867be8 HTTP/1.1" status: 200 len: 853 time: 0.0504298 Jul 14 10:10:08.284498 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-3790804a-96c0-4c1f-a26b-13ecda67c38d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44e131cf-6d96-471d-bf21-45931a44fa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254147 Jul 14 10:10:08.376039 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-7cb992b4-b2f4-4c13-9325-48e2e1e1d918 service neutron] 10.222.0.49 "GET /v2.0/networks/44e131cf-6d96-471d-bf21-45931a44fa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847147 Jul 14 10:10:08.461501 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-905d21ee-c494-402c-9864-d49ad06d92b6 req-c7cbc850-1fdb-447e-b065-780340eafbe2 service neutron] 10.222.0.49 "GET /v2.0/networks/44e131cf-6d96-471d-bf21-45931a44fa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793757 Jul 14 10:10:08.568716 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e8bf7-134d-452a-974d-cdb90c0b861f req-d0fc2e95-24c8-47d8-baa8-331dfde33669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:08.570246 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c68e8bf7-134d-452a-974d-cdb90c0b861f req-d0fc2e95-24c8-47d8-baa8-331dfde33669 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a51862b902c9454c9a5bcd1491b1a254&device_id=3f6f50be-aff0-424d-8a13-e831e8feaed6 HTTP/1.1" status: 200 len: 1095 time: 0.0568998 Jul 14 10:10:08.658608 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e8bf7-134d-452a-974d-cdb90c0b861f req-04e81c7a-e0ca-4c16-b726-5e68dd850cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:08.659955 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c68e8bf7-134d-452a-974d-cdb90c0b861f req-04e81c7a-e0ca-4c16-b726-5e68dd850cde service neutron] 10.222.0.49 "GET /v2.0/networks?id=44e131cf-6d96-471d-bf21-45931a44fa9d HTTP/1.1" status: 200 len: 914 time: 0.0826821 Jul 14 10:10:08.705103 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c68e8bf7-134d-452a-974d-cdb90c0b861f req-ac517587-22b6-4ec9-bcb3-ac8594be3191 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7d7ea6f-8edc-437a-bf81-a7797a766d3e HTTP/1.1" status: 200 len: 217 time: 0.0382645 Jul 14 10:10:08.752893 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e8bf7-134d-452a-974d-cdb90c0b861f req-c069e2cb-9069-42b2-8273-b0c9b280b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:08.754349 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c68e8bf7-134d-452a-974d-cdb90c0b861f req-c069e2cb-9069-42b2-8273-b0c9b280b92e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=783962ba-4c21-46c2-b6a9-7e514d867be8 HTTP/1.1" status: 200 len: 853 time: 0.0435624 Jul 14 10:10:08.786815 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c68e8bf7-134d-452a-974d-cdb90c0b861f req-5852d6cc-540b-4383-aa40-1d61412a7291 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=44e131cf-6d96-471d-bf21-45931a44fa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255959 Jul 14 10:10:08.879717 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c68e8bf7-134d-452a-974d-cdb90c0b861f req-4b3a25e5-df63-459b-8eff-b372c35b77f8 service neutron] 10.222.0.49 "GET /v2.0/networks/44e131cf-6d96-471d-bf21-45931a44fa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852220 Jul 14 10:10:08.968105 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c68e8bf7-134d-452a-974d-cdb90c0b861f req-99299d01-71b4-4b2a-a1e5-37949707cc2f service neutron] 10.222.0.49 "GET /v2.0/networks/44e131cf-6d96-471d-bf21-45931a44fa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814338 Jul 14 10:10:09.390057 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcb731-3d8c-4e01-84e2-e4c5538d38d7 req-f3674285-1ca9-4ab0-ab75-a045f7eafc5e tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:09.391578 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9bcb731-3d8c-4e01-84e2-e4c5538d38d7 req-f3674285-1ca9-4ab0-ab75-a045f7eafc5e tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f6f50be-aff0-424d-8a13-e831e8feaed6 HTTP/1.1" status: 200 len: 943 time: 0.0631669 Jul 14 10:10:09.429249 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9bcb731-3d8c-4e01-84e2-e4c5538d38d7 req-2d27a0c6-13dc-4ca1-bb6d-38b712a8a037 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312767 Jul 14 10:10:10.607017 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63fd16-cc08-485b-8d14-1fbf3b95f20d req-1617d25f-1f3b-45a0-99a6-ef5c87208acd tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:10.608510 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2c63fd16-cc08-485b-8d14-1fbf3b95f20d req-1617d25f-1f3b-45a0-99a6-ef5c87208acd tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f6f50be-aff0-424d-8a13-e831e8feaed6 HTTP/1.1" status: 200 len: 943 time: 0.0683115 Jul 14 10:10:10.646975 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2c63fd16-cc08-485b-8d14-1fbf3b95f20d req-bf0438ac-87a0-464e-8602-4c69e78c6999 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325375 Jul 14 10:10:10.716303 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device e7d7ea6f-8edc-437a-bf81-a7797a766d3e details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:10:10.810861 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port e7d7ea6f-8edc-437a-bf81-a7797a766d3e, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e7d7ea6f-8edc-437a-bf81-a7797a766d3e,segment=NetworkSegment(f2e4643b-b0b7-41dd-905b-f4fa9e7bca21),segment_id=f2e4643b-b0b7-41dd-905b-f4fa9e7bca21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:10.822180 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'e7d7ea6f-8edc-437a-bf81-a7797a766d3e', 'network_id': '44e131cf-6d96-471d-bf21-45931a44fa9d', 'port_id': 'e7d7ea6f-8edc-437a-bf81-a7797a766d3e', 'mac_address': 'fa:16:3e:0b:8f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783962ba-4c21-46c2-b6a9-7e514d867be8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:10:10.857354 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:10.869262 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d7ea6f-8edc-437a-bf81-a7797a766d3e {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:10:10.888543 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port e7d7ea6f-8edc-437a-bf81-a7797a766d3e, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e7d7ea6f-8edc-437a-bf81-a7797a766d3e,segment=NetworkSegment(f2e4643b-b0b7-41dd-905b-f4fa9e7bca21),segment_id=f2e4643b-b0b7-41dd-905b-f4fa9e7bca21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:10.893003 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:10.942642 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=e7d7ea6f-8edc-437a-bf81-a7797a766d3e,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:11.074656 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['e7d7ea6f-8edc-437a-bf81-a7797a766d3e'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:10:11.815687 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b6ff6-e34a-4c26-a828-acd9d10d9153 req-6f765033-ef06-47c9-a460-f94816ecca6c tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:11.817159 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-446b6ff6-e34a-4c26-a828-acd9d10d9153 req-6f765033-ef06-47c9-a460-f94816ecca6c tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f6f50be-aff0-424d-8a13-e831e8feaed6 HTTP/1.1" status: 200 len: 944 time: 0.0623319 Jul 14 10:10:11.854631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-446b6ff6-e34a-4c26-a828-acd9d10d9153 req-21db1c9f-9bac-4141-86bc-b5f3024e013e tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319009 Jul 14 10:10:12.731189 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device e7d7ea6f-8edc-437a-bf81-a7797a766d3e up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:10:12.784915 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port e7d7ea6f-8edc-437a-bf81-a7797a766d3e completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:10:12.788884 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port e7d7ea6f-8edc-437a-bf81-a7797a766d3e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:12.789265 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:12.867347 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:12.895715 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6f50be-aff0-424d-8a13-e831e8feaed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d7ea6f-8edc-437a-bf81-a7797a766d3e'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:10:12.898050 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f15f333-14ef-4080-8be8-4f43e52a940a" -d '{"events": [{"server_uuid": "3f6f50be-aff0-424d-8a13-e831e8feaed6", "name": "network-vif-plugged", "status": "completed", "tag": "e7d7ea6f-8edc-437a-bf81-a7797a766d3e"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:10:12.921541 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port e7d7ea6f-8edc-437a-bf81-a7797a766d3e, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e7d7ea6f-8edc-437a-bf81-a7797a766d3e,segment=NetworkSegment(f2e4643b-b0b7-41dd-905b-f4fa9e7bca21),segment_id=f2e4643b-b0b7-41dd-905b-f4fa9e7bca21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:12.931221 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:12.962279 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7b1f2d-eac1-4a10-a1c0-bc1165d78cb6 x-openstack-request-id: req-ac7b1f2d-eac1-4a10-a1c0-bc1165d78cb6 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:10:12.962685 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6f50be-aff0-424d-8a13-e831e8feaed6", "name": "network-vif-plugged", "status": "completed", "tag": "e7d7ea6f-8edc-437a-bf81-a7797a766d3e", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:10:12.963007 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac7b1f2d-eac1-4a10-a1c0-bc1165d78cb6 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:10:12.963585 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6f50be-aff0-424d-8a13-e831e8feaed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d7ea6f-8edc-437a-bf81-a7797a766d3e', 'code': 200} Jul 14 10:10:13.007857 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=e7d7ea6f-8edc-437a-bf81-a7797a766d3e,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:13.087500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743658c-9f05-45b0-9a2d-455ba955418d req-ee38fa9e-251b-497c-9500-1f153fb5fdb2 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:13.088966 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2743658c-9f05-45b0-9a2d-455ba955418d req-ee38fa9e-251b-497c-9500-1f153fb5fdb2 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f6f50be-aff0-424d-8a13-e831e8feaed6 HTTP/1.1" status: 200 len: 945 time: 0.1034141 Jul 14 10:10:13.124872 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a34d91-fbe5-4cd8-997b-7d2e6c191b67 req-8952aec6-1a0e-4bb2-b84c-ecb5c724c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:13.126868 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-54a34d91-fbe5-4cd8-997b-7d2e6c191b67 req-8952aec6-1a0e-4bb2-b84c-ecb5c724c90e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3f6f50be-aff0-424d-8a13-e831e8feaed6 HTTP/1.1" status: 200 len: 1097 time: 0.0964353 Jul 14 10:10:13.135324 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2743658c-9f05-45b0-9a2d-455ba955418d req-c17c3f61-74a8-4316-a3ec-a0983d054bb1 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406792 Jul 14 10:10:13.164726 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-54a34d91-fbe5-4cd8-997b-7d2e6c191b67 req-04357ac6-3ff3-4f06-871d-9e7d3f857a92 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321293 Jul 14 10:10:14.312090 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb5802-1356-4815-ac59-23fe90002476 req-b1d832d4-0454-4c08-9a2a-89c9b19d62f5 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:14.313576 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2edb5802-1356-4815-ac59-23fe90002476 req-b1d832d4-0454-4c08-9a2a-89c9b19d62f5 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f6f50be-aff0-424d-8a13-e831e8feaed6 HTTP/1.1" status: 200 len: 945 time: 0.0622580 Jul 14 10:10:14.350996 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2edb5802-1356-4815-ac59-23fe90002476 req-9afb2458-f922-43b0-a2c3-52b75429a17a tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318704 Jul 14 10:10:14.574305 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149f6c0-8670-495b-a760-af46a646567f req-0938c36d-ea18-4128-907d-ebf1fe9bddfe tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:14.575780 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2149f6c0-8670-495b-a760-af46a646567f req-0938c36d-ea18-4128-907d-ebf1fe9bddfe tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/networks?id=44e131cf-6d96-471d-bf21-45931a44fa9d HTTP/1.1" status: 200 len: 813 time: 0.1022482 Jul 14 10:10:14.590536 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2149f6c0-8670-495b-a760-af46a646567f req-71944301-e1e8-46bc-b77a-9ecc70504edf tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/quotas/a51862b902c9454c9a5bcd1491b1a254 HTTP/1.1" status: 200 len: 375 time: 0.0089695 Jul 14 10:10:14.653027 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2149f6c0-8670-495b-a760-af46a646567f req-96c87d40-1bc4-4a01-8b9a-cb235dab5866 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a51862b902c9454c9a5bcd1491b1a254&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0576696 Jul 14 10:10:14.813582 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2149f6c0-8670-495b-a760-af46a646567f req-4acadc55-8ddd-4c74-a327-671970e36d12 service neutron] 10.222.0.26 "GET /v2.0/networks/44e131cf-6d96-471d-bf21-45931a44fa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219397 Jul 14 10:10:14.900495 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2149f6c0-8670-495b-a760-af46a646567f req-f5a2508e-5ea6-4c01-b7d7-68e18fade9a4 service neutron] 10.222.0.26 "GET /v2.0/networks/44e131cf-6d96-471d-bf21-45931a44fa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807905 Jul 14 10:10:15.073900 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5aba1d7a-cbeb-4fbb-8829-ca9d302e4a3e req-1f8b5318-0129-4dcd-889f-32cbb944001b tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df8f55d-3cf1-4609-b9b0-97a268f4fa02 HTTP/1.1" status: 200 len: 210 time: 0.0335500 Jul 14 10:10:16.154530 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b88a457b-3b5e-448f-a0ae-f7834124f11d req-fa675548-0f22-47f7-87a8-35c0d4e593e4 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df8f55d-3cf1-4609-b9b0-97a268f4fa02 HTTP/1.1" status: 200 len: 210 time: 0.0292718 Jul 14 10:10:16.867433 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:17.290815 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a30ecf7-a91b-40ae-a02c-f90127e68315 req-8fba4b98-650e-46a9-85ec-36d95aa59677 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df8f55d-3cf1-4609-b9b0-97a268f4fa02 HTTP/1.1" status: 200 len: 210 time: 0.0275285 Jul 14 10:10:18.234501 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149f6c0-8670-495b-a760-af46a646567f req-99216637-a955-4ca5-883d-eada8715413f tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:18.236124 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2149f6c0-8670-495b-a760-af46a646567f req-99216637-a955-4ca5-883d-eada8715413f tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.55 "GET /v2.0/networks?id=44e131cf-6d96-471d-bf21-45931a44fa9d HTTP/1.1" status: 200 len: 813 time: 0.1081462 Jul 14 10:10:18.255221 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-2149f6c0-8670-495b-a760-af46a646567f req-b1dfcfe5-3863-4d52-8369-11445d787741 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Request body: {'port': {'device_id': '2df8f55d-3cf1-4609-b9b0-97a268f4fa02', 'network_id': '44e131cf-6d96-471d-bf21-45931a44fa9d', 'admin_state_up': True, 'tenant_id': 'a51862b902c9454c9a5bcd1491b1a254'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:18.365481 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2149f6c0-8670-495b-a760-af46a646567f req-b1dfcfe5-3863-4d52-8369-11445d787741 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Made reservation on behalf of a51862b902c9454c9a5bcd1491b1a254 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:18.369225 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2149f6c0-8670-495b-a760-af46a646567f req-b1dfcfe5-3863-4d52-8369-11445d787741 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:18.433758 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d26e36e6-94bb-419d-930d-dbc4dc589eca req-9010d36a-8615-40d9-900f-c02a48f8bf3a tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df8f55d-3cf1-4609-b9b0-97a268f4fa02 HTTP/1.1" status: 200 len: 210 time: 0.0286160 Jul 14 10:10:18.505989 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-2149f6c0-8670-495b-a760-af46a646567f req-b1dfcfe5-3863-4d52-8369-11445d787741 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Allocated IP 172.20.0.2 (44e131cf-6d96-471d-bf21-45931a44fa9d/783962ba-4c21-46c2-b6a9-7e514d867be8/9f6e14b1-4875-413e-94c0-327e05a8b73b) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:10:18.655346 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2149f6c0-8670-495b-a760-af46a646567f req-b1dfcfe5-3863-4d52-8369-11445d787741 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:18.693718 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2149f6c0-8670-495b-a760-af46a646567f req-b1dfcfe5-3863-4d52-8369-11445d787741 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:18.705616 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['e7d7ea6f-8edc-437a-bf81-a7797a766d3e'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:10:18.741065 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2149f6c0-8670-495b-a760-af46a646567f req-b1dfcfe5-3863-4d52-8369-11445d787741 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Network 44e131cf-6d96-471d-bf21-45931a44fa9d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:10:18.742460 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-2149f6c0-8670-495b-a760-af46a646567f req-b1dfcfe5-3863-4d52-8369-11445d787741 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:18.745254 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-2149f6c0-8670-495b-a760-af46a646567f req-b1dfcfe5-3863-4d52-8369-11445d787741 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:10:18.777637 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfcfe5-3863-4d52-8369-11445d787741 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Pushing event updated for resources: {'Port': ['ID=9f6e14b1-4875-413e-94c0-327e05a8b73b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:18.801588 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149f6c0-8670-495b-a760-af46a646567f req-b1dfcfe5-3863-4d52-8369-11445d787741 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:18.802240 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2149f6c0-8670-495b-a760-af46a646567f req-b1dfcfe5-3863-4d52-8369-11445d787741 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:18.816017 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2149f6c0-8670-495b-a760-af46a646567f req-b1dfcfe5-3863-4d52-8369-11445d787741 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5652885 Jul 14 10:10:18.833993 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] Request body: {'port': {'device_id': '2df8f55d-3cf1-4609-b9b0-97a268f4fa02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:18.912613 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:19.167870 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6e14b1-4875-413e-94c0-327e05a8b73b {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:10:19.175809 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:19.187174 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] Transition to ACTIVE for port object 9f6e14b1-4875-413e-94c0-327e05a8b73b will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:19.191068 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:19.259157 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6e14b1-4875-413e-94c0-327e05a8b73b,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:19.309670 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] Attempting to bind port 9f6e14b1-4875-413e-94c0-327e05a8b73b on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:10:19.310037 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] Attempting to bind port 9f6e14b1-4875-413e-94c0-327e05a8b73b by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'f2e4643b-b0b7-41dd-905b-f4fa9e7bca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '44e131cf-6d96-471d-bf21-45931a44fa9d'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:10:19.310375 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] Attempting to bind port 9f6e14b1-4875-413e-94c0-327e05a8b73b on network 44e131cf-6d96-471d-bf21-45931a44fa9d {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:10:19.315062 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] Port 9f6e14b1-4875-413e-94c0-327e05a8b73b on network 44e131cf-6d96-471d-bf21-45931a44fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:10:19.315387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] Attempting to bind port 9f6e14b1-4875-413e-94c0-327e05a8b73b on network 44e131cf-6d96-471d-bf21-45931a44fa9d {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:10:19.320064 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:10:19.320403 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] Checking segment: {'id': 'f2e4643b-b0b7-41dd-905b-f4fa9e7bca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '44e131cf-6d96-471d-bf21-45931a44fa9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:19.320793 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] Bound using segment: {'id': 'f2e4643b-b0b7-41dd-905b-f4fa9e7bca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '44e131cf-6d96-471d-bf21-45931a44fa9d'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:10:19.321224 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] Bound port: 9f6e14b1-4875-413e-94c0-327e05a8b73b, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e4643b-b0b7-41dd-905b-f4fa9e7bca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '44e131cf-6d96-471d-bf21-45931a44fa9d'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:10:19.321578 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:19.384211 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] For port 9f6e14b1-4875-413e-94c0-327e05a8b73b, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:10:19.387300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] For port 9f6e14b1-4875-413e-94c0-327e05a8b73b, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9f6e14b1-4875-413e-94c0-327e05a8b73b,segment=NetworkSegment(f2e4643b-b0b7-41dd-905b-f4fa9e7bca21),segment_id=f2e4643b-b0b7-41dd-905b-f4fa9e7bca21)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:10:19.391054 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:19.422271 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:19.423365 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:19.424742 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2149f6c0-8670-495b-a760-af46a646567f req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] 10.222.0.55 "PUT /v2.0/ports/9f6e14b1-4875-413e-94c0-327e05a8b73b HTTP/1.1" status: 200 len: 1092 time: 0.5956280 Jul 14 10:10:19.425167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df8f55d-3cf1-4609-b9b0-97a268f4fa02', 'tag': '9f6e14b1-4875-413e-94c0-327e05a8b73b'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:10:19.427502 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5016bfda27b43908f4a8225f6d15450625df67eec29e8c24829672d95f98f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32aa618-4b2f-4a82-bd25-46b200253945" -d '{"events": [{"name": "network-changed", "server_uuid": "2df8f55d-3cf1-4609-b9b0-97a268f4fa02", "tag": "9f6e14b1-4875-413e-94c0-327e05a8b73b"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:10:19.453635 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef9395-52ec-4259-9384-84e161451977 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6e14b1-4875-413e-94c0-327e05a8b73b,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:19.470692 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4649640a-417a-4e48-9a38-f26a15d18ed7 x-openstack-request-id: req-4649640a-417a-4e48-9a38-f26a15d18ed7 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:10:19.470978 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df8f55d-3cf1-4609-b9b0-97a268f4fa02", "tag": "9f6e14b1-4875-413e-94c0-327e05a8b73b", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:10:19.471422 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4649640a-417a-4e48-9a38-f26a15d18ed7 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:10:19.471729 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df8f55d-3cf1-4609-b9b0-97a268f4fa02', 'tag': '9f6e14b1-4875-413e-94c0-327e05a8b73b', 'status': 'completed', 'code': 200} Jul 14 10:10:19.545219 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149f6c0-8670-495b-a760-af46a646567f req-3bc564b4-bc85-4c8e-a05d-a0d35c7334f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:19.546768 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2149f6c0-8670-495b-a760-af46a646567f req-3bc564b4-bc85-4c8e-a05d-a0d35c7334f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a51862b902c9454c9a5bcd1491b1a254&device_id=2df8f55d-3cf1-4609-b9b0-97a268f4fa02 HTTP/1.1" status: 200 len: 1095 time: 0.0586309 Jul 14 10:10:19.596433 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2149f6c0-8670-495b-a760-af46a646567f req-2c195b6f-c22b-41f0-8690-8433dd7e23f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f6e14b1-4875-413e-94c0-327e05a8b73b HTTP/1.1" status: 200 len: 217 time: 0.0360968 Jul 14 10:10:19.628318 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be448ad6-f958-4a21-beeb-74964c984aa8 req-e470c98b-ed39-4545-8c6d-6ad11bafa29e tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:19.629880 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be448ad6-f958-4a21-beeb-74964c984aa8 req-e470c98b-ed39-4545-8c6d-6ad11bafa29e tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df8f55d-3cf1-4609-b9b0-97a268f4fa02 HTTP/1.1" status: 200 len: 943 time: 0.0689707 Jul 14 10:10:19.645530 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149f6c0-8670-495b-a760-af46a646567f req-db77eab4-55ca-4ec4-befb-cad76db49da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:19.647079 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2149f6c0-8670-495b-a760-af46a646567f req-db77eab4-55ca-4ec4-befb-cad76db49da7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=783962ba-4c21-46c2-b6a9-7e514d867be8 HTTP/1.1" status: 200 len: 853 time: 0.0440698 Jul 14 10:10:19.670100 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-be448ad6-f958-4a21-beeb-74964c984aa8 req-7b186ca5-b823-4dd3-ae95-4259d0e7d84f tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340450 Jul 14 10:10:19.681363 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2149f6c0-8670-495b-a760-af46a646567f req-c4d6d00f-6910-4490-a6af-b33ab4285e89 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44e131cf-6d96-471d-bf21-45931a44fa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270739 Jul 14 10:10:19.774317 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2149f6c0-8670-495b-a760-af46a646567f req-9a1b9658-10b4-465b-9de9-95ba85ba3ee3 service neutron] 10.222.0.55 "GET /v2.0/networks/44e131cf-6d96-471d-bf21-45931a44fa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865316 Jul 14 10:10:19.863072 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2149f6c0-8670-495b-a760-af46a646567f req-ab899754-dc69-404f-9e8a-a598785021b0 service neutron] 10.222.0.55 "GET /v2.0/networks/44e131cf-6d96-471d-bf21-45931a44fa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817919 Jul 14 10:10:20.020602 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32aa618-4b2f-4a82-bd25-46b200253945 req-45ccfd33-72bb-4b5d-8dbc-0de62830ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:20.022069 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b32aa618-4b2f-4a82-bd25-46b200253945 req-45ccfd33-72bb-4b5d-8dbc-0de62830ce8b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a51862b902c9454c9a5bcd1491b1a254&device_id=2df8f55d-3cf1-4609-b9b0-97a268f4fa02 HTTP/1.1" status: 200 len: 1095 time: 0.0600841 Jul 14 10:10:20.110842 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32aa618-4b2f-4a82-bd25-46b200253945 req-4be59c41-d670-4acf-aa1c-afdc45551bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:20.112298 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b32aa618-4b2f-4a82-bd25-46b200253945 req-4be59c41-d670-4acf-aa1c-afdc45551bda service neutron] 10.222.0.55 "GET /v2.0/networks?id=44e131cf-6d96-471d-bf21-45931a44fa9d HTTP/1.1" status: 200 len: 914 time: 0.0841823 Jul 14 10:10:20.156098 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b32aa618-4b2f-4a82-bd25-46b200253945 req-69195483-be8c-431c-b14b-0391e2d51c24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f6e14b1-4875-413e-94c0-327e05a8b73b HTTP/1.1" status: 200 len: 217 time: 0.0372734 Jul 14 10:10:20.203109 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32aa618-4b2f-4a82-bd25-46b200253945 req-3a0965b1-98dd-44c2-a459-1802e7a26f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:20.205006 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b32aa618-4b2f-4a82-bd25-46b200253945 req-3a0965b1-98dd-44c2-a459-1802e7a26f53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=783962ba-4c21-46c2-b6a9-7e514d867be8 HTTP/1.1" status: 200 len: 853 time: 0.0417795 Jul 14 10:10:20.237003 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b32aa618-4b2f-4a82-bd25-46b200253945 req-c02ec46a-c55a-4161-9cf9-8acad66b4749 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44e131cf-6d96-471d-bf21-45931a44fa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253959 Jul 14 10:10:20.328977 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b32aa618-4b2f-4a82-bd25-46b200253945 req-e53a8f56-cf39-4257-ae91-c02a356740b2 service neutron] 10.222.0.55 "GET /v2.0/networks/44e131cf-6d96-471d-bf21-45931a44fa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845571 Jul 14 10:10:20.416349 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b32aa618-4b2f-4a82-bd25-46b200253945 req-e55158c3-b2d8-4a60-9900-1ff35e858cfe service neutron] 10.222.0.55 "GET /v2.0/networks/44e131cf-6d96-471d-bf21-45931a44fa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806923 Jul 14 10:10:20.842076 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34eac53-a979-4d41-8954-7874f92c095e req-302786ce-e09a-4fe5-81cb-d27eb315dd6d tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:20.843552 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f34eac53-a979-4d41-8954-7874f92c095e req-302786ce-e09a-4fe5-81cb-d27eb315dd6d tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df8f55d-3cf1-4609-b9b0-97a268f4fa02 HTTP/1.1" status: 200 len: 943 time: 0.0623555 Jul 14 10:10:20.881004 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f34eac53-a979-4d41-8954-7874f92c095e req-d11bd4be-bd31-4cf9-bdcc-93d343ffb9a6 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319073 Jul 14 10:10:22.058044 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96395b3e-d0ac-4d94-927f-b10a37d4a8c0 req-dbdb28be-1b69-419a-aa25-274d3fbdbacb tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:22.059601 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96395b3e-d0ac-4d94-927f-b10a37d4a8c0 req-dbdb28be-1b69-419a-aa25-274d3fbdbacb tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df8f55d-3cf1-4609-b9b0-97a268f4fa02 HTTP/1.1" status: 200 len: 943 time: 0.0659022 Jul 14 10:10:22.108823 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-96395b3e-d0ac-4d94-927f-b10a37d4a8c0 req-33ed5b10-4c33-4707-a74a-f14b60b4a3e0 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393031 Jul 14 10:10:22.481365 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9f6e14b1-4875-413e-94c0-327e05a8b73b details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:10:22.579927 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 9f6e14b1-4875-413e-94c0-327e05a8b73b, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9f6e14b1-4875-413e-94c0-327e05a8b73b,segment=NetworkSegment(f2e4643b-b0b7-41dd-905b-f4fa9e7bca21),segment_id=f2e4643b-b0b7-41dd-905b-f4fa9e7bca21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:22.591055 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '9f6e14b1-4875-413e-94c0-327e05a8b73b', 'network_id': '44e131cf-6d96-471d-bf21-45931a44fa9d', 'port_id': '9f6e14b1-4875-413e-94c0-327e05a8b73b', 'mac_address': 'fa:16:3e:ff:5a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783962ba-4c21-46c2-b6a9-7e514d867be8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:10:22.627666 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:22.639923 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6e14b1-4875-413e-94c0-327e05a8b73b {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:10:22.659921 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 9f6e14b1-4875-413e-94c0-327e05a8b73b, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9f6e14b1-4875-413e-94c0-327e05a8b73b,segment=NetworkSegment(f2e4643b-b0b7-41dd-905b-f4fa9e7bca21),segment_id=f2e4643b-b0b7-41dd-905b-f4fa9e7bca21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:22.664100 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:22.713560 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=9f6e14b1-4875-413e-94c0-327e05a8b73b,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:22.934379 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['9f6e14b1-4875-413e-94c0-327e05a8b73b'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:10:23.283939 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388245e-3b6e-4f8c-891b-98fcde302208 req-f783d7a3-114b-4169-a6b1-fa9d2ce1360b tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:23.285460 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a388245e-3b6e-4f8c-891b-98fcde302208 req-f783d7a3-114b-4169-a6b1-fa9d2ce1360b tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df8f55d-3cf1-4609-b9b0-97a268f4fa02 HTTP/1.1" status: 200 len: 944 time: 0.0625768 Jul 14 10:10:23.323270 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a388245e-3b6e-4f8c-891b-98fcde302208 req-fa5b8998-189f-4d07-8c93-023706c0682a tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321212 Jul 14 10:10:24.494051 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46189ae-4deb-4564-a1fb-8593f59d32be req-7fd41832-9dd3-41c1-9bbe-886dd607b2fd tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:24.495540 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b46189ae-4deb-4564-a1fb-8593f59d32be req-7fd41832-9dd3-41c1-9bbe-886dd607b2fd tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df8f55d-3cf1-4609-b9b0-97a268f4fa02 HTTP/1.1" status: 200 len: 944 time: 0.0641000 Jul 14 10:10:24.496350 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9f6e14b1-4875-413e-94c0-327e05a8b73b up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:10:24.533078 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b46189ae-4deb-4564-a1fb-8593f59d32be req-987b8bd7-a0af-4c8e-bad8-5bc9c25506f0 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316367 Jul 14 10:10:24.545260 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 9f6e14b1-4875-413e-94c0-327e05a8b73b completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:10:24.550079 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 9f6e14b1-4875-413e-94c0-327e05a8b73b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:24.550471 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:24.627062 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:24.648530 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df8f55d-3cf1-4609-b9b0-97a268f4fa02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6e14b1-4875-413e-94c0-327e05a8b73b'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:10:24.650778 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c9457d-7953-468f-98a0-ee0cebdf2214" -d '{"events": [{"server_uuid": "2df8f55d-3cf1-4609-b9b0-97a268f4fa02", "name": "network-vif-plugged", "status": "completed", "tag": "9f6e14b1-4875-413e-94c0-327e05a8b73b"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:10:24.663517 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 9f6e14b1-4875-413e-94c0-327e05a8b73b, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9f6e14b1-4875-413e-94c0-327e05a8b73b,segment=NetworkSegment(f2e4643b-b0b7-41dd-905b-f4fa9e7bca21),segment_id=f2e4643b-b0b7-41dd-905b-f4fa9e7bca21)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:24.667601 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:24.690653 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d178f272-d37d-42d1-a5fe-8862d0d94236 x-openstack-request-id: req-d178f272-d37d-42d1-a5fe-8862d0d94236 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:10:24.690953 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df8f55d-3cf1-4609-b9b0-97a268f4fa02", "name": "network-vif-plugged", "status": "completed", "tag": "9f6e14b1-4875-413e-94c0-327e05a8b73b", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:10:24.691209 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d178f272-d37d-42d1-a5fe-8862d0d94236 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:10:24.691603 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df8f55d-3cf1-4609-b9b0-97a268f4fa02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6e14b1-4875-413e-94c0-327e05a8b73b', 'code': 200} Jul 14 10:10:24.717290 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=9f6e14b1-4875-413e-94c0-327e05a8b73b,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:24.828212 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92ebba-d207-4c41-8430-febe9e1939ee req-7210ad7f-ddea-483c-83f0-d8190b2af763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:24.830150 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bd92ebba-d207-4c41-8430-febe9e1939ee req-7210ad7f-ddea-483c-83f0-d8190b2af763 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2df8f55d-3cf1-4609-b9b0-97a268f4fa02 HTTP/1.1" status: 200 len: 1097 time: 0.0513957 Jul 14 10:10:24.863816 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-bd92ebba-d207-4c41-8430-febe9e1939ee req-2824a74f-7023-4a83-8acc-b6a8a1fadd72 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272954 Jul 14 10:10:25.715102 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ff0cf-53cd-4bac-8831-9cb48f2ff465 req-0fd84f75-4f50-4086-8aa5-b4de6650e2db tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:25.716585 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2b8ff0cf-53cd-4bac-8831-9cb48f2ff465 req-0fd84f75-4f50-4086-8aa5-b4de6650e2db tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df8f55d-3cf1-4609-b9b0-97a268f4fa02 HTTP/1.1" status: 200 len: 945 time: 0.0707519 Jul 14 10:10:25.756244 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2b8ff0cf-53cd-4bac-8831-9cb48f2ff465 req-e17f8991-b777-4b14-91b2-f2be029107f7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337837 Jul 14 10:10:26.928538 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317b6ca-f964-435e-b75e-d47076d8cdad req-d68b4137-09a9-4c9d-83da-3c18ac90684b tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:26.930073 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7317b6ca-f964-435e-b75e-d47076d8cdad req-d68b4137-09a9-4c9d-83da-3c18ac90684b tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df8f55d-3cf1-4609-b9b0-97a268f4fa02 HTTP/1.1" status: 200 len: 945 time: 0.0638518 Jul 14 10:10:26.967273 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7317b6ca-f964-435e-b75e-d47076d8cdad req-a1219d11-fc5d-46de-9deb-9c14d7ef87fc tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317276 Jul 14 10:10:27.330628 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-faf48fea-72e2-4839-b286-06c768d8664a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:27.341491 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde3143-386c-4271-9537-52e8eaf9972f req-bf59499b-051a-4ab9-a797-2250298d559b tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:27.342985 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3bde3143-386c-4271-9537-52e8eaf9972f req-bf59499b-051a-4ab9-a797-2250298d559b tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df8f55d-3cf1-4609-b9b0-97a268f4fa02 HTTP/1.1" status: 200 len: 945 time: 0.0662844 Jul 14 10:10:27.383618 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3bde3143-386c-4271-9537-52e8eaf9972f req-b65330ae-1e0f-410c-9e04-4288eb0fe0bd tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350330 Jul 14 10:10:28.555675 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee3a84-7277-4b85-bf9e-dd8ee3aafdad req-26bf8d10-484c-4617-848a-04fe16c8db55 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:28.557053 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4aee3a84-7277-4b85-bf9e-dd8ee3aafdad req-26bf8d10-484c-4617-848a-04fe16c8db55 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df8f55d-3cf1-4609-b9b0-97a268f4fa02 HTTP/1.1" status: 200 len: 945 time: 0.0623939 Jul 14 10:10:28.596779 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4aee3a84-7277-4b85-bf9e-dd8ee3aafdad req-eaaaebce-847f-4ea9-97a9-7c91ee3a9e50 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341222 Jul 14 10:10:28.762820 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daec4e2-b681-4ab0-8444-e4dcf0480980 req-2a30e393-a834-4021-912d-0bd3db2df94e tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:28.764275 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2daec4e2-b681-4ab0-8444-e4dcf0480980 req-2a30e393-a834-4021-912d-0bd3db2df94e tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.55 "GET /v2.0/ports?device_id=2df8f55d-3cf1-4609-b9b0-97a268f4fa02 HTTP/1.1" status: 200 len: 945 time: 0.0669301 Jul 14 10:10:28.865710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-2daec4e2-b681-4ab0-8444-e4dcf0480980 req-857dc06f-f364-4e67-9285-05c6cc1a8594 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Deleting port 9f6e14b1-4875-413e-94c0-327e05a8b73b {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:10:28.866161 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2daec4e2-b681-4ab0-8444-e4dcf0480980 req-857dc06f-f364-4e67-9285-05c6cc1a8594 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:28.956533 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-2daec4e2-b681-4ab0-8444-e4dcf0480980 req-857dc06f-f364-4e67-9285-05c6cc1a8594 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] For port 9f6e14b1-4875-413e-94c0-327e05a8b73b, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9f6e14b1-4875-413e-94c0-327e05a8b73b,segment=NetworkSegment(f2e4643b-b0b7-41dd-905b-f4fa9e7bca21),segment_id=f2e4643b-b0b7-41dd-905b-f4fa9e7bca21)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:28.956894 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2daec4e2-b681-4ab0-8444-e4dcf0480980 req-857dc06f-f364-4e67-9285-05c6cc1a8594 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:28.969818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-2daec4e2-b681-4ab0-8444-e4dcf0480980 req-857dc06f-f364-4e67-9285-05c6cc1a8594 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Calling delete_port for 9f6e14b1-4875-413e-94c0-327e05a8b73b owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:10:29.094231 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2daec4e2-b681-4ab0-8444-e4dcf0480980 req-857dc06f-f364-4e67-9285-05c6cc1a8594 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.106970 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['e7d7ea6f-8edc-437a-bf81-a7797a766d3e'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:10:29.127736 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857dc06f-f364-4e67-9285-05c6cc1a8594 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Pushing event deleted for resources: {'Port': ['ID=9f6e14b1-4875-413e-94c0-327e05a8b73b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:29.148055 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['9f6e14b1-4875-413e-94c0-327e05a8b73b'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:10:29.170257 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-2daec4e2-b681-4ab0-8444-e4dcf0480980 req-857dc06f-f364-4e67-9285-05c6cc1a8594 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] No DVR routers for this DVR port 9f6e14b1-4875-413e-94c0-327e05a8b73b on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:10:29.173414 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2daec4e2-b681-4ab0-8444-e4dcf0480980 req-857dc06f-f364-4e67-9285-05c6cc1a8594 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.175457 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2daec4e2-b681-4ab0-8444-e4dcf0480980 req-857dc06f-f364-4e67-9285-05c6cc1a8594 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.55 "DELETE /v2.0/ports/9f6e14b1-4875-413e-94c0-327e05a8b73b HTTP/1.1" status: 204 len: 173 time: 0.4049888 Jul 14 10:10:29.175894 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df8f55d-3cf1-4609-b9b0-97a268f4fa02', 'name': 'network-vif-deleted', 'tag': '9f6e14b1-4875-413e-94c0-327e05a8b73b'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:10:29.178188 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5016bfda27b43908f4a8225f6d15450625df67eec29e8c24829672d95f98f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f253a06-7633-4515-8b2a-470d826fba10" -d '{"events": [{"server_uuid": "2df8f55d-3cf1-4609-b9b0-97a268f4fa02", "name": "network-vif-deleted", "tag": "9f6e14b1-4875-413e-94c0-327e05a8b73b"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:10:29.219104 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06a6ca0-fcd8-47f9-8de2-f6c321b159f3 x-openstack-request-id: req-c06a6ca0-fcd8-47f9-8de2-f6c321b159f3 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:10:29.219433 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df8f55d-3cf1-4609-b9b0-97a268f4fa02", "name": "network-vif-deleted", "tag": "9f6e14b1-4875-413e-94c0-327e05a8b73b", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:10:29.219685 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c06a6ca0-fcd8-47f9-8de2-f6c321b159f3 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:10:29.220087 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df8f55d-3cf1-4609-b9b0-97a268f4fa02', 'name': 'network-vif-deleted', 'tag': '9f6e14b1-4875-413e-94c0-327e05a8b73b', 'status': 'completed', 'code': 200} Jul 14 10:10:29.750239 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-afb2e37b-f399-4a29-b176-1bc3702d2cfb req-64dbf5f0-bfb5-4590-afd5-fe56da542036 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df8f55d-3cf1-4609-b9b0-97a268f4fa02 HTTP/1.1" status: 200 len: 210 time: 0.0287933 Jul 14 10:10:29.819557 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9144db2f-e5b3-4a2b-bdc8-753be1e59b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:29.981435 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.869534 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.999007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e859bc8-c614-48ce-9f87-d8c3daaa4058 req-fcb23200-2f0a-4e79-a9fa-dbc85c7ce739 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:31.000470 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8e859bc8-c614-48ce-9f87-d8c3daaa4058 req-fcb23200-2f0a-4e79-a9fa-dbc85c7ce739 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f6f50be-aff0-424d-8a13-e831e8feaed6 HTTP/1.1" status: 200 len: 945 time: 0.0665598 Jul 14 10:10:31.037173 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8e859bc8-c614-48ce-9f87-d8c3daaa4058 req-0d0b5389-4146-4b69-8fdd-3025f72ace4f tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309336 Jul 14 10:10:31.224846 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a63cb-38f0-43fa-b7f3-2807d8bd6102 req-c9b5db64-4222-4470-a28a-3c456415a207 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:31.226393 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eb8a63cb-38f0-43fa-b7f3-2807d8bd6102 req-c9b5db64-4222-4470-a28a-3c456415a207 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f6f50be-aff0-424d-8a13-e831e8feaed6 HTTP/1.1" status: 200 len: 945 time: 0.0626988 Jul 14 10:10:31.265007 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eb8a63cb-38f0-43fa-b7f3-2807d8bd6102 req-4ff36ab7-f714-4beb-a5db-eb6e77798aa0 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330498 Jul 14 10:10:31.439120 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2da0f9-117f-4c86-8ff4-078f12b96ab0 req-c26a0fb9-2ef2-43ed-b734-e1e917584b8c tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:31.440578 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc2da0f9-117f-4c86-8ff4-078f12b96ab0 req-c26a0fb9-2ef2-43ed-b734-e1e917584b8c tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f6f50be-aff0-424d-8a13-e831e8feaed6 HTTP/1.1" status: 200 len: 945 time: 0.0622282 Jul 14 10:10:31.477934 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc2da0f9-117f-4c86-8ff4-078f12b96ab0 req-15db0aeb-dfe9-49cb-ba81-a351206b9bdd tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318429 Jul 14 10:10:31.746068 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1572e-2613-4c34-a518-2226f58ad747 req-488e01e9-1a98-4727-b66c-506f6f0cf524 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:31.747508 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dea1572e-2613-4c34-a518-2226f58ad747 req-488e01e9-1a98-4727-b66c-506f6f0cf524 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f6f50be-aff0-424d-8a13-e831e8feaed6 HTTP/1.1" status: 200 len: 945 time: 0.0647998 Jul 14 10:10:31.785210 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dea1572e-2613-4c34-a518-2226f58ad747 req-e1936a46-d04b-49de-a87f-de677cc97870 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314860 Jul 14 10:10:31.954930 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bc31f-9f22-4f2f-a53c-8d019938a63d req-f8a49afe-c873-45a5-b698-5032600f2860 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:31.956417 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e03bc31f-9f22-4f2f-a53c-8d019938a63d req-f8a49afe-c873-45a5-b698-5032600f2860 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f6f50be-aff0-424d-8a13-e831e8feaed6 HTTP/1.1" status: 200 len: 945 time: 0.0625701 Jul 14 10:10:31.994014 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e03bc31f-9f22-4f2f-a53c-8d019938a63d req-692ac53a-d9aa-4275-90a3-3a9f74ddf150 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319977 Jul 14 10:10:32.180417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1c325-fe89-4f8e-954e-e920ba60d874 req-92f049c8-8ca1-4752-804a-c8c426d16c5d tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:32.181809 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8da1c325-fe89-4f8e-954e-e920ba60d874 req-92f049c8-8ca1-4752-804a-c8c426d16c5d tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f6f50be-aff0-424d-8a13-e831e8feaed6 HTTP/1.1" status: 200 len: 945 time: 0.0659409 Jul 14 10:10:32.218750 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8da1c325-fe89-4f8e-954e-e920ba60d874 req-cd592658-5515-485d-950a-c5122d517e9d tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314672 Jul 14 10:10:32.361942 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:32.559474 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9f6e14b1-4875-413e-94c0-327e05a8b73b no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:10:32.582528 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 9f6e14b1-4875-413e-94c0-327e05a8b73b {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:10:32.582870 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9f6e14b1-4875-413e-94c0-327e05a8b73b not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:10:32.921466 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72061a99-cf45-4beb-913f-680bd1d34b7b req-ef3c26c9-a8a7-4976-b416-06077cea849b tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:32.923006 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-72061a99-cf45-4beb-913f-680bd1d34b7b req-ef3c26c9-a8a7-4976-b416-06077cea849b tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f6f50be-aff0-424d-8a13-e831e8feaed6 HTTP/1.1" status: 200 len: 945 time: 0.0630078 Jul 14 10:10:32.931811 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:32.960711 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-72061a99-cf45-4beb-913f-680bd1d34b7b req-44813b27-bb7d-4558-b27d-a10622a8eaae tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322375 Jul 14 10:10:34.165636 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d129d41-9139-4384-b419-a1d4a1e8595f req-94296fc0-d922-4982-a18d-c38a06bdd828 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:34.167114 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d129d41-9139-4384-b419-a1d4a1e8595f req-94296fc0-d922-4982-a18d-c38a06bdd828 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f6f50be-aff0-424d-8a13-e831e8feaed6 HTTP/1.1" status: 200 len: 945 time: 0.0926867 Jul 14 10:10:34.215713 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d589172-bd32-4fd7-8666-6217c8dc9df8 req-8eb1b8fe-9132-4a13-b68b-3bbba0a04892 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:34.217122 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d589172-bd32-4fd7-8666-6217c8dc9df8 req-8eb1b8fe-9132-4a13-b68b-3bbba0a04892 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f6f50be-aff0-424d-8a13-e831e8feaed6 HTTP/1.1" status: 200 len: 945 time: 0.1005609 Jul 14 10:10:34.224092 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d129d41-9139-4384-b419-a1d4a1e8595f req-5dcb4545-2d78-49d0-928b-2f4e1d45001b tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f5e23c6-fb14-4d74-985c-810f8a654e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500906 Jul 14 10:10:34.318968 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-8d589172-bd32-4fd7-8666-6217c8dc9df8 req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Deleting port e7d7ea6f-8edc-437a-bf81-a7797a766d3e {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:10:34.319315 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8d589172-bd32-4fd7-8666-6217c8dc9df8 req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:34.408758 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-8d589172-bd32-4fd7-8666-6217c8dc9df8 req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] For port e7d7ea6f-8edc-437a-bf81-a7797a766d3e, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e7d7ea6f-8edc-437a-bf81-a7797a766d3e,segment=NetworkSegment(f2e4643b-b0b7-41dd-905b-f4fa9e7bca21),segment_id=f2e4643b-b0b7-41dd-905b-f4fa9e7bca21)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:34.409123 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8d589172-bd32-4fd7-8666-6217c8dc9df8 req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:34.421521 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-8d589172-bd32-4fd7-8666-6217c8dc9df8 req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Calling delete_port for e7d7ea6f-8edc-437a-bf81-a7797a766d3e owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:10:34.883338 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8d589172-bd32-4fd7-8666-6217c8dc9df8 req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:34.912097 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Pushing event deleted for resources: {'Port': ['ID=e7d7ea6f-8edc-437a-bf81-a7797a766d3e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:34.924747 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:34.925086 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:34.925417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:34.925753 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:34.926109 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:34.926434 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:34.926755 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:34.927077 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:34.927409 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:34.927708 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:34.928024 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:34.928338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:34.964007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d589172-bd32-4fd7-8666-6217c8dc9df8 req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] No DVR routers for this DVR port e7d7ea6f-8edc-437a-bf81-a7797a766d3e on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:10:34.966482 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-8d589172-bd32-4fd7-8666-6217c8dc9df8 req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:34.968512 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8d589172-bd32-4fd7-8666-6217c8dc9df8 req-e5712340-ba2e-4197-8b0c-8625b6033dc7 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.49 "DELETE /v2.0/ports/e7d7ea6f-8edc-437a-bf81-a7797a766d3e HTTP/1.1" status: 204 len: 173 time: 0.7435858 Jul 14 10:10:34.968932 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6f50be-aff0-424d-8a13-e831e8feaed6', 'name': 'network-vif-deleted', 'tag': 'e7d7ea6f-8edc-437a-bf81-a7797a766d3e'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:10:34.971702 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eea3ddd-2442-4302-8806-8a623fd218f3" -d '{"events": [{"server_uuid": "3f6f50be-aff0-424d-8a13-e831e8feaed6", "name": "network-vif-deleted", "tag": "e7d7ea6f-8edc-437a-bf81-a7797a766d3e"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:10:35.007741 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ee1e0f-5685-43b1-9303-ee0c56e896c2 x-openstack-request-id: req-e0ee1e0f-5685-43b1-9303-ee0c56e896c2 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:10:35.008032 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6f50be-aff0-424d-8a13-e831e8feaed6", "name": "network-vif-deleted", "tag": "e7d7ea6f-8edc-437a-bf81-a7797a766d3e", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:10:35.008282 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e0ee1e0f-5685-43b1-9303-ee0c56e896c2 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:10:35.008675 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6f50be-aff0-424d-8a13-e831e8feaed6', 'name': 'network-vif-deleted', 'tag': 'e7d7ea6f-8edc-437a-bf81-a7797a766d3e', 'status': 'completed', 'code': 200} Jul 14 10:10:35.374343 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2271c121-b3bc-4e5f-b8c5-29b890b62725 req-f2e2459e-deaa-4635-893f-0c717636c8a3 tempest-ServersNegativeTestJSON-654711695 tempest-ServersNegativeTestJSON-654711695-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f6f50be-aff0-424d-8a13-e831e8feaed6 HTTP/1.1" status: 200 len: 210 time: 0.0283113 Jul 14 10:10:36.465629 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50324) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:36.512080 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb4d7df-8ca1-4b79-a98a-9dce2889ec44 admin admin] Deleting subnet 783962ba-4c21-46c2-b6a9-7e514d867be8 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:10:36.515090 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d7df-8ca1-4b79-a98a-9dce2889ec44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:36.548669 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d7df-8ca1-4b79-a98a-9dce2889ec44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:36.585527 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d7df-8ca1-4b79-a98a-9dce2889ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:36.638183 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d7df-8ca1-4b79-a98a-9dce2889ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:36.667357 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4d7df-8ca1-4b79-a98a-9dce2889ec44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=783962ba-4c21-46c2-b6a9-7e514d867be8,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:36.671684 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d7df-8ca1-4b79-a98a-9dce2889ec44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:36.673672 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bcb4d7df-8ca1-4b79-a98a-9dce2889ec44 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/783962ba-4c21-46c2-b6a9-7e514d867be8 HTTP/1.1" status: 204 len: 168 time: 0.2070289 Jul 14 10:10:36.676140 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50326) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:36.741069 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-726fe987-e4b3-4afc-b00b-d11a06c211da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:36.820344 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-726fe987-e4b3-4afc-b00b-d11a06c211da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:36.830502 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-726fe987-e4b3-4afc-b00b-d11a06c211da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e131cf-6d96-471d-bf21-45931a44fa9d']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:36.840361 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-726fe987-e4b3-4afc-b00b-d11a06c211da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e4643b-b0b7-41dd-905b-f4fa9e7bca21') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:36.840654 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-726fe987-e4b3-4afc-b00b-d11a06c211da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e4643b-b0b7-41dd-905b-f4fa9e7bca21') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:36.849688 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-726fe987-e4b3-4afc-b00b-d11a06c211da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:36.862745 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-726fe987-e4b3-4afc-b00b-d11a06c211da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:36.868366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726fe987-e4b3-4afc-b00b-d11a06c211da admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:10:36.868753 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-726fe987-e4b3-4afc-b00b-d11a06c211da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: timer() Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:10:36.870371 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:10:36.887553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device e7d7ea6f-8edc-437a-bf81-a7797a766d3e no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:10:36.908706 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: e7d7ea6f-8edc-437a-bf81-a7797a766d3e {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:10:36.909051 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device e7d7ea6f-8edc-437a-bf81-a7797a766d3e not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:10:36.923352 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-726fe987-e4b3-4afc-b00b-d11a06c211da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:36.928508 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-726fe987-e4b3-4afc-b00b-d11a06c211da admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:36.930469 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-726fe987-e4b3-4afc-b00b-d11a06c211da admin admin] 10.222.0.26 "DELETE /v2.0/networks/44e131cf-6d96-471d-bf21-45931a44fa9d HTTP/1.1" status: 204 len: 168 time: 0.2533598 Jul 14 10:10:36.941918 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fe987-e4b3-4afc-b00b-d11a06c211da admin admin] Pushing event deleted for resources: {'Network': ['ID=44e131cf-6d96-471d-bf21-45931a44fa9d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:37.036269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50330) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:37.075284 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-57a9def5-809d-448f-9e28-16e2520af376 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a51862b902c9454c9a5bcd1491b1a254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377305 Jul 14 10:10:37.077543 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50332) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:37.130029 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-265b1e90-b7d5-4b1d-8e77-e038e882b04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:37.150713 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-265b1e90-b7d5-4b1d-8e77-e038e882b04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:37.196029 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-265b1e90-b7d5-4b1d-8e77-e038e882b04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:37.198573 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-265b1e90-b7d5-4b1d-8e77-e038e882b04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:37.199701 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-265b1e90-b7d5-4b1d-8e77-e038e882b04c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f5e23c6-fb14-4d74-985c-810f8a654e33 HTTP/1.1" status: 204 len: 168 time: 0.1212285 Jul 14 10:10:37.207647 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b1e90-b7d5-4b1d-8e77-e038e882b04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5e23c6-fb14-4d74-985c-810f8a654e33,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:37.863478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50354) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:37.953611 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d325db85-de45-4ae9-a905-8cc56a5cb57d tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-781636567'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:37.974536 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d325db85-de45-4ae9-a905-8cc56a5cb57d tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Made reservation on behalf of fdede972ede3470e8eeaf89559e9e1ce for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:37.978064 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d325db85-de45-4ae9-a905-8cc56a5cb57d tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:37.987161 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d325db85-de45-4ae9-a905-8cc56a5cb57d tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:38.078863 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d325db85-de45-4ae9-a905-8cc56a5cb57d tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:38.082698 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d325db85-de45-4ae9-a905-8cc56a5cb57d tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:38.112337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d325db85-de45-4ae9-a905-8cc56a5cb57d tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:10:38.117862 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325db85-de45-4ae9-a905-8cc56a5cb57d tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da1a9ab-9a0f-4256-8daf-3ae265cc512e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:38.127718 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d325db85-de45-4ae9-a905-8cc56a5cb57d tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:38.128096 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-d325db85-de45-4ae9-a905-8cc56a5cb57d tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Added segment 1e3bea5b-ce03-4396-bc41-ca551588d91f of type vlan for network 5cdb627c-b281-4ecd-b027-d368009215b5 Jul 14 10:10:38.168214 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d325db85-de45-4ae9-a905-8cc56a5cb57d tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:38.199321 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d325db85-de45-4ae9-a905-8cc56a5cb57d tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:38.205346 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d325db85-de45-4ae9-a905-8cc56a5cb57d tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:38.205991 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d325db85-de45-4ae9-a905-8cc56a5cb57d tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:38.263472 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d325db85-de45-4ae9-a905-8cc56a5cb57d tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3988020 Jul 14 10:10:38.272041 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325db85-de45-4ae9-a905-8cc56a5cb57d tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event updated for resources: {'Network': ['ID=5cdb627c-b281-4ecd-b027-d368009215b5,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:38.283509 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 5cdb627c-b281-4ecd-b027-d368009215b5 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:10:41.515180 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50358) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:41.520344 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5892f540-bcad-4c5d-bdd9-e79ea3d342b1 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Request body: {'subnet': {'network_id': '5cdb627c-b281-4ecd-b027-d368009215b5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:41.611039 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5892f540-bcad-4c5d-bdd9-e79ea3d342b1 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Made reservation on behalf of fdede972ede3470e8eeaf89559e9e1ce for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:41.614604 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5892f540-bcad-4c5d-bdd9-e79ea3d342b1 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:41.795959 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5892f540-bcad-4c5d-bdd9-e79ea3d342b1 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:41.856622 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892f540-bcad-4c5d-bdd9-e79ea3d342b1 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event updated for resources: {'Subnet': ['ID=aaf9e0f5-8a58-4e59-9712-c95ddb487630,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:41.866908 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5892f540-bcad-4c5d-bdd9-e79ea3d342b1 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Checking segment: {'id': '1e3bea5b-ce03-4396-bc41-ca551588d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5cdb627c-b281-4ecd-b027-d368009215b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:41.867273 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5892f540-bcad-4c5d-bdd9-e79ea3d342b1 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Network hostable DHCP agents. Network: 5cdb627c-b281-4ecd-b027-d368009215b5, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:10:41.886248 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5892f540-bcad-4c5d-bdd9-e79ea3d342b1 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Network 5cdb627c-b281-4ecd-b027-d368009215b5 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:10:41.894978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-5892f540-bcad-4c5d-bdd9-e79ea3d342b1 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 5cdb627c-b281-4ecd-b027-d368009215b5) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:41.899110 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5892f540-bcad-4c5d-bdd9-e79ea3d342b1 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:41.899702 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5892f540-bcad-4c5d-bdd9-e79ea3d342b1 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:41.906071 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5be3bfe-6750-4c99-a284-0b3cb2135312 None None] Network 5cdb627c-b281-4ecd-b027-d368009215b5 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:41.914221 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5892f540-bcad-4c5d-bdd9-e79ea3d342b1 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3979890 Jul 14 10:10:41.917564 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50360) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:41.923102 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b4f4ba46-a923-406a-9ace-5235e1f24792 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-180736833'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:41.946030 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f4ba46-a923-406a-9ace-5235e1f24792 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Made reservation on behalf of fdede972ede3470e8eeaf89559e9e1ce for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:41.949500 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b4f4ba46-a923-406a-9ace-5235e1f24792 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:41.976005 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f4ba46-a923-406a-9ace-5235e1f24792 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:10:41.986152 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b4f4ba46-a923-406a-9ace-5235e1f24792 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:41.986515 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-b4f4ba46-a923-406a-9ace-5235e1f24792 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Added segment ec14f021-dcf5-4dda-9cbc-78b2c2c9778d of type vlan for network eca26578-bd00-445e-8af2-5524eba5466c Jul 14 10:10:42.028758 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b4f4ba46-a923-406a-9ace-5235e1f24792 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:42.053946 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-5cdb627c-b281-4ecd-b027-d368009215b5', 'network_id': '5cdb627c-b281-4ecd-b027-d368009215b5', 'tenant_id': 'fdede972ede3470e8eeaf89559e9e1ce', 'fixed_ips': [{'subnet_id': 'aaf9e0f5-8a58-4e59-9712-c95ddb487630'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:10:42.055117 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:42.060822 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b4f4ba46-a923-406a-9ace-5235e1f24792 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:42.067059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f4ba46-a923-406a-9ace-5235e1f24792 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:42.067810 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b4f4ba46-a923-406a-9ace-5235e1f24792 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:42.131924 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b4f4ba46-a923-406a-9ace-5235e1f24792 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2106473 Jul 14 10:10:42.132228 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50362) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:42.139567 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f1c034b4-b803-424e-9531-443cfef7c5cf tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Request body: {'subnet': {'network_id': 'eca26578-bd00-445e-8af2-5524eba5466c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:42.185425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4ba46-a923-406a-9ace-5235e1f24792 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event updated for resources: {'Network': ['ID=eca26578-bd00-445e-8af2-5524eba5466c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:42.199567 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network eca26578-bd00-445e-8af2-5524eba5466c details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:10:42.201997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Allocated IP 2001:db8:0:ffff::2 (5cdb627c-b281-4ecd-b027-d368009215b5/aaf9e0f5-8a58-4e59-9712-c95ddb487630/9e54fe64-6396-4020-a3d1-bcf16790c6da) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:10:42.235726 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c034b4-b803-424e-9531-443cfef7c5cf tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Made reservation on behalf of fdede972ede3470e8eeaf89559e9e1ce for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:42.239405 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f1c034b4-b803-424e-9531-443cfef7c5cf tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:42.405349 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:42.414868 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Transition to ACTIVE for port object 9e54fe64-6396-4020-a3d1-bcf16790c6da will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:42.430240 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Transition to ACTIVE for port object 9e54fe64-6396-4020-a3d1-bcf16790c6da will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:42.436290 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:42.438444 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f1c034b4-b803-424e-9531-443cfef7c5cf tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:42.472122 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Network 5cdb627c-b281-4ecd-b027-d368009215b5 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:10:42.475067 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:42.478045 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:10:42.494536 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Pushing event updated for resources: {'Port': ['ID=9e54fe64-6396-4020-a3d1-bcf16790c6da,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:42.503223 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c034b4-b803-424e-9531-443cfef7c5cf tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event updated for resources: {'Subnet': ['ID=f9fabcbc-728c-4ec7-95cd-a47b3fcc1283,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:42.514059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c034b4-b803-424e-9531-443cfef7c5cf tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Checking segment: {'id': 'ec14f021-dcf5-4dda-9cbc-78b2c2c9778d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eca26578-bd00-445e-8af2-5524eba5466c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:42.514425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c034b4-b803-424e-9531-443cfef7c5cf tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Network hostable DHCP agents. Network: eca26578-bd00-445e-8af2-5524eba5466c, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:10:42.526174 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:42.526539 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:42.526881 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:42.527225 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:42.527565 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:42.528190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:42.528530 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:42.528941 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:42.529314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:42.529709 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:42.530102 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:42.530594 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:42.532277 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c034b4-b803-424e-9531-443cfef7c5cf tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Network eca26578-bd00-445e-8af2-5524eba5466c is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:10:42.546286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-f1c034b4-b803-424e-9531-443cfef7c5cf tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, eca26578-bd00-445e-8af2-5524eba5466c) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:42.551160 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c034b4-b803-424e-9531-443cfef7c5cf tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:42.552225 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f1c034b4-b803-424e-9531-443cfef7c5cf tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:42.560204 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4e72da-f1ec-4dc9-a71c-234bbb7261ba None None] Network eca26578-bd00-445e-8af2-5524eba5466c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:42.568981 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f1c034b4-b803-424e-9531-443cfef7c5cf tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4355657 Jul 14 10:10:42.571585 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50364) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:42.601743 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Attempting to bind port 9e54fe64-6396-4020-a3d1-bcf16790c6da on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:10:42.602132 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Attempting to bind port 9e54fe64-6396-4020-a3d1-bcf16790c6da by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '1e3bea5b-ce03-4396-bc41-ca551588d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5cdb627c-b281-4ecd-b027-d368009215b5'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:10:42.602496 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Attempting to bind port 9e54fe64-6396-4020-a3d1-bcf16790c6da on network 5cdb627c-b281-4ecd-b027-d368009215b5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:10:42.615168 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:10:42.615541 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Checking segment: {'id': '1e3bea5b-ce03-4396-bc41-ca551588d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5cdb627c-b281-4ecd-b027-d368009215b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:42.615939 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:42.616330 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Bound using segment: {'id': '1e3bea5b-ce03-4396-bc41-ca551588d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5cdb627c-b281-4ecd-b027-d368009215b5'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:10:42.616804 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Bound port: 9e54fe64-6396-4020-a3d1-bcf16790c6da, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3bea5b-ce03-4396-bc41-ca551588d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5cdb627c-b281-4ecd-b027-d368009215b5'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:10:42.617185 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:42.674198 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-382e0756-63c1-4e60-a9b5-fab27ac9d62f tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:42.725666 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-382e0756-63c1-4e60-a9b5-fab27ac9d62f tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:42.732693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] For port 9e54fe64-6396-4020-a3d1-bcf16790c6da, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:10:42.737893 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] For port 9e54fe64-6396-4020-a3d1-bcf16790c6da, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9e54fe64-6396-4020-a3d1-bcf16790c6da,segment=NetworkSegment(1e3bea5b-ce03-4396-bc41-ca551588d91f),segment_id=1e3bea5b-ce03-4396-bc41-ca551588d91f)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:10:42.744513 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:42.790655 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999be47d-7551-41ba-999b-8cd0185a1267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-eca26578-bd00-445e-8af2-5524eba5466c', 'network_id': 'eca26578-bd00-445e-8af2-5524eba5466c', 'tenant_id': 'fdede972ede3470e8eeaf89559e9e1ce', 'fixed_ips': [{'subnet_id': 'f9fabcbc-728c-4ec7-95cd-a47b3fcc1283'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:10:42.791517 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-999be47d-7551-41ba-999b-8cd0185a1267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:42.803575 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-382e0756-63c1-4e60-a9b5-fab27ac9d62f tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:42.835439 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e0756-63c1-4e60-a9b5-fab27ac9d62f tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event deleted for resources: {'Subnet': ['ID=f9fabcbc-728c-4ec7-95cd-a47b3fcc1283,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:42.847317 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741240b3-e537-4ea5-aae9-4b957581a1cb None None] Pushing event updated for resources: {'Port': ['ID=9e54fe64-6396-4020-a3d1-bcf16790c6da,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:42.901855 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-382e0756-63c1-4e60-a9b5-fab27ac9d62f tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:42.913723 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-382e0756-63c1-4e60-a9b5-fab27ac9d62f tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca26578-bd00-445e-8af2-5524eba5466c']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:42.917565 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97684a1-3eaa-4beb-b5ce-9d231ca8e424 None None] Network eca26578-bd00-445e-8af2-5524eba5466c requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:42.926676 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-382e0756-63c1-4e60-a9b5-fab27ac9d62f tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec14f021-dcf5-4dda-9cbc-78b2c2c9778d') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:42.927036 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-382e0756-63c1-4e60-a9b5-fab27ac9d62f tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec14f021-dcf5-4dda-9cbc-78b2c2c9778d') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:42.936517 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-382e0756-63c1-4e60-a9b5-fab27ac9d62f tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:42.953003 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-382e0756-63c1-4e60-a9b5-fab27ac9d62f tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:42.959705 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382e0756-63c1-4e60-a9b5-fab27ac9d62f tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:10:42.960211 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-382e0756-63c1-4e60-a9b5-fab27ac9d62f tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: timer() Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:10:42.975412 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:10:43.068385 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-382e0756-63c1-4e60-a9b5-fab27ac9d62f tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:43.076038 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-382e0756-63c1-4e60-a9b5-fab27ac9d62f tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:43.082672 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-382e0756-63c1-4e60-a9b5-fab27ac9d62f tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "DELETE /v2.0/networks/eca26578-bd00-445e-8af2-5524eba5466c HTTP/1.1" status: 204 len: 168 time: 0.5053627 Jul 14 10:10:43.082672 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50366) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:43.087943 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-328edad4-618f-4e1f-a64d-af39596fb284 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-591093653'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:43.104880 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e0756-63c1-4e60-a9b5-fab27ac9d62f tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event deleted for resources: {'Network': ['ID=eca26578-bd00-445e-8af2-5524eba5466c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:43.127076 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328edad4-618f-4e1f-a64d-af39596fb284 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Made reservation on behalf of fdede972ede3470e8eeaf89559e9e1ce for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:43.130798 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-328edad4-618f-4e1f-a64d-af39596fb284 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:43.153628 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328edad4-618f-4e1f-a64d-af39596fb284 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:10:43.162603 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-328edad4-618f-4e1f-a64d-af39596fb284 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:43.162950 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-328edad4-618f-4e1f-a64d-af39596fb284 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Added segment e65c066d-7f3b-4ad6-83fc-50b41c436941 of type vlan for network 2f328352-44dd-4e10-97af-1013f1ec342e Jul 14 10:10:43.203389 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-328edad4-618f-4e1f-a64d-af39596fb284 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:43.233263 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-328edad4-618f-4e1f-a64d-af39596fb284 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:43.239451 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328edad4-618f-4e1f-a64d-af39596fb284 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:43.240036 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-328edad4-618f-4e1f-a64d-af39596fb284 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:43.302862 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-328edad4-618f-4e1f-a64d-af39596fb284 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2189884 Jul 14 10:10:43.305578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50368) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:43.312597 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-056ec85e-f891-4a8c-82a5-16245ca6f3e7 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Request body: {'subnet': {'network_id': '2f328352-44dd-4e10-97af-1013f1ec342e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:43.329037 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328edad4-618f-4e1f-a64d-af39596fb284 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event updated for resources: {'Network': ['ID=2f328352-44dd-4e10-97af-1013f1ec342e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:43.339134 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 2f328352-44dd-4e10-97af-1013f1ec342e details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:10:43.406235 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056ec85e-f891-4a8c-82a5-16245ca6f3e7 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Made reservation on behalf of fdede972ede3470e8eeaf89559e9e1ce for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:43.410959 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-056ec85e-f891-4a8c-82a5-16245ca6f3e7 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:43.474584 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.ipam_backend_mixin [None req-056ec85e-f891-4a8c-82a5-16245ca6f3e7 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Performing IP validity checks on allocation pools {{(pid=93887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 10:10:43.475111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.ipam_backend_mixin [None req-056ec85e-f891-4a8c-82a5-16245ca6f3e7 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 10:10:43.603120 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-056ec85e-f891-4a8c-82a5-16245ca6f3e7 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:43.666019 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ec85e-f891-4a8c-82a5-16245ca6f3e7 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event updated for resources: {'Subnet': ['ID=22a4a38c-56f7-484d-831b-dfc083376fa7,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:43.677438 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ec85e-f891-4a8c-82a5-16245ca6f3e7 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Checking segment: {'id': 'e65c066d-7f3b-4ad6-83fc-50b41c436941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '2f328352-44dd-4e10-97af-1013f1ec342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:43.677756 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056ec85e-f891-4a8c-82a5-16245ca6f3e7 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Network hostable DHCP agents. Network: 2f328352-44dd-4e10-97af-1013f1ec342e, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:10:43.697227 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056ec85e-f891-4a8c-82a5-16245ca6f3e7 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Network 2f328352-44dd-4e10-97af-1013f1ec342e is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:10:43.710409 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-056ec85e-f891-4a8c-82a5-16245ca6f3e7 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 2f328352-44dd-4e10-97af-1013f1ec342e) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:43.716033 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056ec85e-f891-4a8c-82a5-16245ca6f3e7 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:43.716973 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-056ec85e-f891-4a8c-82a5-16245ca6f3e7 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:43.723482 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0bcbd7-de93-401a-886a-a3899a2622cd None None] Network 2f328352-44dd-4e10-97af-1013f1ec342e requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:43.735466 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-056ec85e-f891-4a8c-82a5-16245ca6f3e7 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4288340 Jul 14 10:10:43.738278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50370) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:43.751216 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9e54fe64-6396-4020-a3d1-bcf16790c6da up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:10:43.799060 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6f6452-a5b2-4089-aaa3-85091449b152 None None] Network 5cdb627c-b281-4ecd-b027-d368009215b5 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:43.846627 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:43.898183 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cca8b261-434e-4816-b749-10f2028973f7 None None] Provisioning for port 9e54fe64-6396-4020-a3d1-bcf16790c6da completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:10:43.929038 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:43.941709 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 9e54fe64-6396-4020-a3d1-bcf16790c6da completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:10:43.979830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 9e54fe64-6396-4020-a3d1-bcf16790c6da triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:43.980205 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:43.989931 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.018286 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event deleted for resources: {'Subnet': ['ID=22a4a38c-56f7-484d-831b-dfc083376fa7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:44.043576 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:44.043984 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:44.044271 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:44.044610 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:44.044945 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:44.045278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:44.045635 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:44.045994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:44.046324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:44.046649 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:44.046975 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:44.047300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:44.091445 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.091689 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365f8133-e4b6-4d76-93a4-38eed8f9a965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-2f328352-44dd-4e10-97af-1013f1ec342e', 'network_id': '2f328352-44dd-4e10-97af-1013f1ec342e', 'tenant_id': 'fdede972ede3470e8eeaf89559e9e1ce', 'fixed_ips': [{'subnet_id': '22a4a38c-56f7-484d-831b-dfc083376fa7'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:10:44.092522 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-365f8133-e4b6-4d76-93a4-38eed8f9a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.101201 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f328352-44dd-4e10-97af-1013f1ec342e']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:44.112044 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65c066d-7f3b-4ad6-83fc-50b41c436941') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:44.112378 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65c066d-7f3b-4ad6-83fc-50b41c436941') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:44.121036 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.135936 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.141676 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:10:44.142110 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: timer() Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:10:44.145005 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:10:44.156876 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.196109 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 9e54fe64-6396-4020-a3d1-bcf16790c6da, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9e54fe64-6396-4020-a3d1-bcf16790c6da,segment=NetworkSegment(1e3bea5b-ce03-4396-bc41-ca551588d91f),segment_id=1e3bea5b-ce03-4396-bc41-ca551588d91f)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:44.201668 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.212929 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.220899 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.223301 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "DELETE /v2.0/networks/2f328352-44dd-4e10-97af-1013f1ec342e HTTP/1.1" status: 204 len: 168 time: 0.4833403 Jul 14 10:10:44.227549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50374) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:44.232798 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-41982607-ac5c-4eeb-a0a3-415340533db0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1392204400'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:44.236814 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35280969-d8f4-4689-b69c-93700376b968 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event deleted for resources: {'Network': ['ID=2f328352-44dd-4e10-97af-1013f1ec342e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:44.246124 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-365f8133-e4b6-4d76-93a4-38eed8f9a965 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 10:10:44.246124 n-d-798054-10 neutron-server[93889]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 14 10:10:44.246124 n-d-798054-10 neutron-server[93889]: [parameters: {'project_id': 'fdede972ede3470e8eeaf89559e9e1ce', 'id': 'a4725ca6-9036-4151-8614-491c051b6c56', 'name': '', 'network_id': '2f328352-44dd-4e10-97af-1013f1ec342e', 'mac_address': 'fa:16:3e:0b:b5:ed', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-2f328352-44dd-4e10-97af-1013f1ec342e', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4041}] Jul 14 10:10:44.246124 n-d-798054-10 neutron-server[93889]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 10:10:44.247460 n-d-798054-10 neutron-server[93889]: DEBUG oslo_db.api [None req-365f8133-e4b6-4d76-93a4-38eed8f9a965 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:10:44.273846 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41982607-ac5c-4eeb-a0a3-415340533db0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Made reservation on behalf of fdede972ede3470e8eeaf89559e9e1ce for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:44.277478 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-41982607-ac5c-4eeb-a0a3-415340533db0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.307118 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41982607-ac5c-4eeb-a0a3-415340533db0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:10:44.318914 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-41982607-ac5c-4eeb-a0a3-415340533db0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.319276 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-41982607-ac5c-4eeb-a0a3-415340533db0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Added segment 2327f545-1224-41e5-946c-8038347ed553 of type vlan for network 3d146a06-559a-4505-9387-40c6473bfdcf Jul 14 10:10:44.370192 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-41982607-ac5c-4eeb-a0a3-415340533db0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.402814 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-41982607-ac5c-4eeb-a0a3-415340533db0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.408455 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41982607-ac5c-4eeb-a0a3-415340533db0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:44.408998 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-41982607-ac5c-4eeb-a0a3-415340533db0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.438965 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=9e54fe64-6396-4020-a3d1-bcf16790c6da,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:44.449248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4fcb7e5b-a697-494d-bc2f-864b22bcf353 None None] Provisioning complete for port 9e54fe64-6396-4020-a3d1-bcf16790c6da triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:44.449610 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fcb7e5b-a697-494d-bc2f-864b22bcf353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.470583 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-41982607-ac5c-4eeb-a0a3-415340533db0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2418962 Jul 14 10:10:44.473428 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50376) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:44.478312 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c1d3e6a7-354a-45ae-b829-dcfdae4a4469 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Request body: {'subnet': {'network_id': '3d146a06-559a-4505-9387-40c6473bfdcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:44.485506 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41982607-ac5c-4eeb-a0a3-415340533db0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event updated for resources: {'Network': ['ID=3d146a06-559a-4505-9387-40c6473bfdcf,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:44.496572 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 3d146a06-559a-4505-9387-40c6473bfdcf details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:10:44.574341 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d3e6a7-354a-45ae-b829-dcfdae4a4469 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Made reservation on behalf of fdede972ede3470e8eeaf89559e9e1ce for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:44.578027 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c1d3e6a7-354a-45ae-b829-dcfdae4a4469 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.739771 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:10:44.748747 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-365f8133-e4b6-4d76-93a4-38eed8f9a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.760504 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c1d3e6a7-354a-45ae-b829-dcfdae4a4469 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.777204 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba9294b-5f1f-4d2d-89f7-83d86bf71356 None None] Network 2f328352-44dd-4e10-97af-1013f1ec342e requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:44.789137 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba9294b-5f1f-4d2d-89f7-83d86bf71356 None None] Network 2f328352-44dd-4e10-97af-1013f1ec342e could not be found, it might have been deleted concurrently. {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 10:10:44.821686 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3e6a7-354a-45ae-b829-dcfdae4a4469 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event updated for resources: {'Subnet': ['ID=4abc4a35-d317-4f77-bfaf-a6234d54f414,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:44.831227 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d3e6a7-354a-45ae-b829-dcfdae4a4469 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Checking segment: {'id': '2327f545-1224-41e5-946c-8038347ed553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3d146a06-559a-4505-9387-40c6473bfdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:44.831590 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d3e6a7-354a-45ae-b829-dcfdae4a4469 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Network hostable DHCP agents. Network: 3d146a06-559a-4505-9387-40c6473bfdcf, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:10:44.848383 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d3e6a7-354a-45ae-b829-dcfdae4a4469 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Network 3d146a06-559a-4505-9387-40c6473bfdcf is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:10:44.858149 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-c1d3e6a7-354a-45ae-b829-dcfdae4a4469 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 3d146a06-559a-4505-9387-40c6473bfdcf) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:44.861999 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d3e6a7-354a-45ae-b829-dcfdae4a4469 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:44.862578 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c1d3e6a7-354a-45ae-b829-dcfdae4a4469 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.867349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81d4c8b-d600-4617-84ee-ce51f80424c8 None None] Network 3d146a06-559a-4505-9387-40c6473bfdcf requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:44.877162 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c1d3e6a7-354a-45ae-b829-dcfdae4a4469 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4026928 Jul 14 10:10:44.880667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50378) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:44.885874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-cd7793e3-48bb-479b-99b6-6c857911a224 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1304690621'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:44.907383 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7793e3-48bb-479b-99b6-6c857911a224 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Made reservation on behalf of fdede972ede3470e8eeaf89559e9e1ce for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:44.911149 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cd7793e3-48bb-479b-99b6-6c857911a224 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.935047 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7793e3-48bb-479b-99b6-6c857911a224 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:10:44.944244 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cd7793e3-48bb-479b-99b6-6c857911a224 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.944598 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-cd7793e3-48bb-479b-99b6-6c857911a224 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Added segment 19142c2f-cfe2-497d-81cf-1d400c4e52e6 of type vlan for network 4c4a9cf2-5f62-4219-a401-683e2b9a8051 Jul 14 10:10:44.985494 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cd7793e3-48bb-479b-99b6-6c857911a224 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:45.012458 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-3d146a06-559a-4505-9387-40c6473bfdcf', 'network_id': '3d146a06-559a-4505-9387-40c6473bfdcf', 'tenant_id': 'fdede972ede3470e8eeaf89559e9e1ce', 'fixed_ips': [{'subnet_id': '4abc4a35-d317-4f77-bfaf-a6234d54f414'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:10:45.013336 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:45.017485 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cd7793e3-48bb-479b-99b6-6c857911a224 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:45.023324 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7793e3-48bb-479b-99b6-6c857911a224 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:45.023907 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cd7793e3-48bb-479b-99b6-6c857911a224 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:45.076992 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cd7793e3-48bb-479b-99b6-6c857911a224 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1952553 Jul 14 10:10:45.080457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50380) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:45.089176 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-63476572-2e66-4845-b384-1c481f9a6bc0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Request body: {'subnet': {'network_id': '4c4a9cf2-5f62-4219-a401-683e2b9a8051', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:45.097484 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7793e3-48bb-479b-99b6-6c857911a224 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event updated for resources: {'Network': ['ID=4c4a9cf2-5f62-4219-a401-683e2b9a8051,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:45.124707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 4c4a9cf2-5f62-4219-a401-683e2b9a8051 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:10:45.191445 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63476572-2e66-4845-b384-1c481f9a6bc0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Made reservation on behalf of fdede972ede3470e8eeaf89559e9e1ce for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:45.195025 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-63476572-2e66-4845-b384-1c481f9a6bc0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:45.201406 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Allocated IP 2001:db8::2 (3d146a06-559a-4505-9387-40c6473bfdcf/4abc4a35-d317-4f77-bfaf-a6234d54f414/70b5dfaa-371c-4b0a-99a0-c939ce000b0c) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:10:45.358725 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:45.368188 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Transition to ACTIVE for port object 70b5dfaa-371c-4b0a-99a0-c939ce000b0c will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:45.383781 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Transition to ACTIVE for port object 70b5dfaa-371c-4b0a-99a0-c939ce000b0c will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:45.390105 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:45.434553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Network 3d146a06-559a-4505-9387-40c6473bfdcf is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:10:45.438556 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Pushing event updated for resources: {'Port': ['ID=70b5dfaa-371c-4b0a-99a0-c939ce000b0c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:45.441678 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:45.444621 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:10:45.501606 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Attempting to bind port 70b5dfaa-371c-4b0a-99a0-c939ce000b0c on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:10:45.501996 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Attempting to bind port 70b5dfaa-371c-4b0a-99a0-c939ce000b0c by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '2327f545-1224-41e5-946c-8038347ed553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3d146a06-559a-4505-9387-40c6473bfdcf'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:10:45.502355 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Attempting to bind port 70b5dfaa-371c-4b0a-99a0-c939ce000b0c on network 3d146a06-559a-4505-9387-40c6473bfdcf {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:10:45.507653 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:10:45.507836 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Checking segment: {'id': '2327f545-1224-41e5-946c-8038347ed553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3d146a06-559a-4505-9387-40c6473bfdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:45.508087 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:45.508473 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Bound using segment: {'id': '2327f545-1224-41e5-946c-8038347ed553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3d146a06-559a-4505-9387-40c6473bfdcf'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:10:45.508944 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Bound port: 70b5dfaa-371c-4b0a-99a0-c939ce000b0c, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2327f545-1224-41e5-946c-8038347ed553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3d146a06-559a-4505-9387-40c6473bfdcf'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:10:45.509313 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:45.575109 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] For port 70b5dfaa-371c-4b0a-99a0-c939ce000b0c, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:10:45.578622 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] For port 70b5dfaa-371c-4b0a-99a0-c939ce000b0c, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=70b5dfaa-371c-4b0a-99a0-c939ce000b0c,segment=NetworkSegment(2327f545-1224-41e5-946c-8038347ed553),segment_id=2327f545-1224-41e5-946c-8038347ed553)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:10:45.583463 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:45.642137 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da87365-5e82-4c41-a9de-5cad4ff1b563 None None] Pushing event updated for resources: {'Port': ['ID=70b5dfaa-371c-4b0a-99a0-c939ce000b0c,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:45.707010 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-63476572-2e66-4845-b384-1c481f9a6bc0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:45.718390 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9e54fe64-6396-4020-a3d1-bcf16790c6da up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:10:45.775167 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 9e54fe64-6396-4020-a3d1-bcf16790c6da triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:45.775631 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:45.784029 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63476572-2e66-4845-b384-1c481f9a6bc0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Checking segment: {'id': '19142c2f-cfe2-497d-81cf-1d400c4e52e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4c4a9cf2-5f62-4219-a401-683e2b9a8051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:45.784614 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63476572-2e66-4845-b384-1c481f9a6bc0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Network hostable DHCP agents. Network: 4c4a9cf2-5f62-4219-a401-683e2b9a8051, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:10:45.788903 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63476572-2e66-4845-b384-1c481f9a6bc0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event updated for resources: {'Subnet': ['ID=c74eb967-86c4-4bbe-bbde-89a69a1a64d1,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:45.819782 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63476572-2e66-4845-b384-1c481f9a6bc0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Network 4c4a9cf2-5f62-4219-a401-683e2b9a8051 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:10:45.834886 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-63476572-2e66-4845-b384-1c481f9a6bc0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 4c4a9cf2-5f62-4219-a401-683e2b9a8051) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:45.839705 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63476572-2e66-4845-b384-1c481f9a6bc0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:45.840299 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-63476572-2e66-4845-b384-1c481f9a6bc0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:45.864871 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-63476572-2e66-4845-b384-1c481f9a6bc0 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7830856 Jul 14 10:10:45.868294 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50382) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:45.875616 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df20929-0cab-4744-8c9a-4a23a656af24 None None] Network 4c4a9cf2-5f62-4219-a401-683e2b9a8051 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:45.978848 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a99def7-ed81-4085-bd59-7286cc44dd67 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.036001 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a99def7-ed81-4085-bd59-7286cc44dd67 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.041243 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b15201d-64dd-47af-a735-3882814ff908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-4c4a9cf2-5f62-4219-a401-683e2b9a8051', 'network_id': '4c4a9cf2-5f62-4219-a401-683e2b9a8051', 'tenant_id': 'fdede972ede3470e8eeaf89559e9e1ce', 'fixed_ips': [{'subnet_id': 'c74eb967-86c4-4bbe-bbde-89a69a1a64d1'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:10:46.042252 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b15201d-64dd-47af-a735-3882814ff908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.097821 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a99def7-ed81-4085-bd59-7286cc44dd67 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.125747 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99def7-ed81-4085-bd59-7286cc44dd67 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event deleted for resources: {'Subnet': ['ID=c74eb967-86c4-4bbe-bbde-89a69a1a64d1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server [None req-6b15201d-64dd-47af-a735-3882814ff908 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c74eb967-86c4-4bbe-bbde-89a69a1a64d1: This subnet is being modified by another concurrent operation. Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise exception Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c74eb967-86c4-4bbe-bbde-89a69a1a64d1: This subnet is being modified by another concurrent operation. Jul 14 10:10:46.136488 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Jul 14 10:10:46.151307 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e91b5ec-1307-40c5-8ccf-3444c2a313b3 None None] Network 4c4a9cf2-5f62-4219-a401-683e2b9a8051 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:46.190092 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a99def7-ed81-4085-bd59-7286cc44dd67 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.199798 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-1a99def7-ed81-4085-bd59-7286cc44dd67 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4a9cf2-5f62-4219-a401-683e2b9a8051']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:46.210971 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-1a99def7-ed81-4085-bd59-7286cc44dd67 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19142c2f-cfe2-497d-81cf-1d400c4e52e6') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:46.211269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-1a99def7-ed81-4085-bd59-7286cc44dd67 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19142c2f-cfe2-497d-81cf-1d400c4e52e6') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:46.220460 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a99def7-ed81-4085-bd59-7286cc44dd67 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.234047 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a99def7-ed81-4085-bd59-7286cc44dd67 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.239826 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a99def7-ed81-4085-bd59-7286cc44dd67 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:10:46.240212 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a99def7-ed81-4085-bd59-7286cc44dd67 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: timer() Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:10:46.243286 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:10:46.306171 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a99def7-ed81-4085-bd59-7286cc44dd67 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.311772 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a99def7-ed81-4085-bd59-7286cc44dd67 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.314218 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1a99def7-ed81-4085-bd59-7286cc44dd67 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "DELETE /v2.0/networks/4c4a9cf2-5f62-4219-a401-683e2b9a8051 HTTP/1.1" status: 204 len: 168 time: 0.4449089 Jul 14 10:10:46.317368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50384) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:46.334554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99def7-ed81-4085-bd59-7286cc44dd67 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event deleted for resources: {'Network': ['ID=4c4a9cf2-5f62-4219-a401-683e2b9a8051,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:46.348061 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-febda1e1-6e57-42df-b376-348acee83669 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] GET failed (client error): The resource could not be found. Jul 14 10:10:46.349420 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-febda1e1-6e57-42df-b376-348acee83669 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "GET /v2.0/subnets/c74eb967-86c4-4bbe-bbde-89a69a1a64d1 HTTP/1.1" status: 404 len: 337 time: 0.0310111 Jul 14 10:10:46.352207 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50386) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:46.370787 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa170fe-1eac-4fe0-a61b-d19c42ac5d88 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] DELETE failed (client error): The resource could not be found. Jul 14 10:10:46.371348 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa170fe-1eac-4fe0-a61b-d19c42ac5d88 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:10:46.375050 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-caa170fe-1eac-4fe0-a61b-d19c42ac5d88 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "DELETE /v2.0/networks/4c4a9cf2-5f62-4219-a401-683e2b9a8051 HTTP/1.1" status: 404 len: 339 time: 0.0199730 Jul 14 10:10:46.377777 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50388) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:46.406965 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-842a7bd0-db35-456d-bd29-6b722e056cab tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] DELETE failed (client error): The resource could not be found. Jul 14 10:10:46.407425 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842a7bd0-db35-456d-bd29-6b722e056cab tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:10:46.409299 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-842a7bd0-db35-456d-bd29-6b722e056cab tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "DELETE /v2.0/subnets/c74eb967-86c4-4bbe-bbde-89a69a1a64d1 HTTP/1.1" status: 404 len: 337 time: 0.0304973 Jul 14 10:10:46.411754 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50390) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:46.430605 n-d-798054-10 neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05f2f24-7dac-4ce6-8852-b41d11171c5e tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] DELETE failed (client error): The resource could not be found. Jul 14 10:10:46.431159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05f2f24-7dac-4ce6-8852-b41d11171c5e tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:10:46.435400 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b05f2f24-7dac-4ce6-8852-b41d11171c5e tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "DELETE /v2.0/networks/4c4a9cf2-5f62-4219-a401-683e2b9a8051 HTTP/1.1" status: 404 len: 339 time: 0.0202255 Jul 14 10:10:46.435574 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50392) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:46.487802 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8fc671-d705-4dae-bcd7-6a2e679c6143 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Deleting subnet 4abc4a35-d317-4f77-bfaf-a6234d54f414 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:10:46.491141 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc671-d705-4dae-bcd7-6a2e679c6143 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.537169 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc671-d705-4dae-bcd7-6a2e679c6143 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.609919 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d4d6d2-644f-4713-a0f1-c6aa3eba9c1b None None] Network 3d146a06-559a-4505-9387-40c6473bfdcf requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:46.623474 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc671-d705-4dae-bcd7-6a2e679c6143 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.685841 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc671-d705-4dae-bcd7-6a2e679c6143 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.719582 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fc671-d705-4dae-bcd7-6a2e679c6143 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event deleted for resources: {'Subnet': ['ID=4abc4a35-d317-4f77-bfaf-a6234d54f414,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:46.723833 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc671-d705-4dae-bcd7-6a2e679c6143 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.725756 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5f8fc671-d705-4dae-bcd7-6a2e679c6143 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "DELETE /v2.0/subnets/4abc4a35-d317-4f77-bfaf-a6234d54f414 HTTP/1.1" status: 204 len: 168 time: 0.2892351 Jul 14 10:10:46.728326 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50394) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:46.751712 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d4eba231-a86c-4a7c-816d-707326c5715f None None] Provisioning for port 70b5dfaa-371c-4b0a-99a0-c939ce000b0c completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:10:46.806929 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb24523a-160c-4aff-aa17-2ed1e23e800c tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.845853 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4748775e-f6fb-454e-b66f-23749633324f None None] DHCP port deletion for 3d146a06-559a-4505-9387-40c6473bfdcf request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:10:46.867374 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-fb24523a-160c-4aff-aa17-2ed1e23e800c tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Deleting port 70b5dfaa-371c-4b0a-99a0-c939ce000b0c {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:10:46.868081 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb24523a-160c-4aff-aa17-2ed1e23e800c tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.889582 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.905901 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4748775e-f6fb-454e-b66f-23749633324f None None] Deleting port 70b5dfaa-371c-4b0a-99a0-c939ce000b0c {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:10:46.906869 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4748775e-f6fb-454e-b66f-23749633324f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.936619 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-fb24523a-160c-4aff-aa17-2ed1e23e800c tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] For port 70b5dfaa-371c-4b0a-99a0-c939ce000b0c, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=70b5dfaa-371c-4b0a-99a0-c939ce000b0c,segment=NetworkSegment(2327f545-1224-41e5-946c-8038347ed553),segment_id=2327f545-1224-41e5-946c-8038347ed553)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:46.936894 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb24523a-160c-4aff-aa17-2ed1e23e800c tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.949709 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-fb24523a-160c-4aff-aa17-2ed1e23e800c tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Calling delete_port for 70b5dfaa-371c-4b0a-99a0-c939ce000b0c owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:10:46.970771 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4748775e-f6fb-454e-b66f-23749633324f None None] For port 70b5dfaa-371c-4b0a-99a0-c939ce000b0c, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=70b5dfaa-371c-4b0a-99a0-c939ce000b0c,segment=NetworkSegment(2327f545-1224-41e5-946c-8038347ed553),segment_id=2327f545-1224-41e5-946c-8038347ed553)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:46.971178 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4748775e-f6fb-454e-b66f-23749633324f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.983555 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4748775e-f6fb-454e-b66f-23749633324f None None] Calling delete_port for 70b5dfaa-371c-4b0a-99a0-c939ce000b0c owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:10:47.029217 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb24523a-160c-4aff-aa17-2ed1e23e800c tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:47.057299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24523a-160c-4aff-aa17-2ed1e23e800c tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event deleted for resources: {'Port': ['ID=70b5dfaa-371c-4b0a-99a0-c939ce000b0c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:47.061291 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb24523a-160c-4aff-aa17-2ed1e23e800c tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] No DVR routers for this DVR port 70b5dfaa-371c-4b0a-99a0-c939ce000b0c on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:10:47.066797 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4748775e-f6fb-454e-b66f-23749633324f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:47.093237 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748775e-f6fb-454e-b66f-23749633324f None None] Pushing event deleted for resources: {'Port': ['ID=70b5dfaa-371c-4b0a-99a0-c939ce000b0c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:47.098068 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4748775e-f6fb-454e-b66f-23749633324f None None] No DVR routers for this DVR port 70b5dfaa-371c-4b0a-99a0-c939ce000b0c on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:10:47.116310 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3bc060-bd71-4de0-82a7-0e5acf0977d0 None None] get_active_networks_info from n-d-798054-10 {{(pid=93889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 10:10:47.151004 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb24523a-160c-4aff-aa17-2ed1e23e800c tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:47.162520 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-fb24523a-160c-4aff-aa17-2ed1e23e800c tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d146a06-559a-4505-9387-40c6473bfdcf']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:47.173450 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-fb24523a-160c-4aff-aa17-2ed1e23e800c tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2327f545-1224-41e5-946c-8038347ed553') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:47.173764 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-fb24523a-160c-4aff-aa17-2ed1e23e800c tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2327f545-1224-41e5-946c-8038347ed553') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:47.182599 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb24523a-160c-4aff-aa17-2ed1e23e800c tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:47.189400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3bc060-bd71-4de0-82a7-0e5acf0977d0 None None] Resources bound (agent type, host, resource id): {{(pid=93889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 10:10:47.196948 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb24523a-160c-4aff-aa17-2ed1e23e800c tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:47.204387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb24523a-160c-4aff-aa17-2ed1e23e800c tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:10:47.204806 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb24523a-160c-4aff-aa17-2ed1e23e800c tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: timer() Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:10:47.208143 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:10:47.275940 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb24523a-160c-4aff-aa17-2ed1e23e800c tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:47.285543 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb24523a-160c-4aff-aa17-2ed1e23e800c tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:47.289667 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fb24523a-160c-4aff-aa17-2ed1e23e800c tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "DELETE /v2.0/networks/3d146a06-559a-4505-9387-40c6473bfdcf HTTP/1.1" status: 204 len: 168 time: 0.5583079 Jul 14 10:10:47.290445 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50396) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:47.308736 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24523a-160c-4aff-aa17-2ed1e23e800c tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event deleted for resources: {'Network': ['ID=3d146a06-559a-4505-9387-40c6473bfdcf,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:47.329281 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9bc1dd-058a-4e0f-ad89-d9473134a365 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] DELETE failed (client error): The resource could not be found. Jul 14 10:10:47.330175 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9bc1dd-058a-4e0f-ad89-d9473134a365 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:10:47.332188 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2e9bc1dd-058a-4e0f-ad89-d9473134a365 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "DELETE /v2.0/subnets/22a4a38c-56f7-484d-831b-dfc083376fa7 HTTP/1.1" status: 404 len: 337 time: 0.0402265 Jul 14 10:10:47.334792 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50398) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:47.361277 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b2aa1a-bdef-49c1-baff-d95a07d62a1d tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] DELETE failed (client error): The resource could not be found. Jul 14 10:10:47.361861 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b2aa1a-bdef-49c1-baff-d95a07d62a1d tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:10:47.363597 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-63b2aa1a-bdef-49c1-baff-d95a07d62a1d tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "DELETE /v2.0/networks/2f328352-44dd-4e10-97af-1013f1ec342e HTTP/1.1" status: 404 len: 339 time: 0.0273142 Jul 14 10:10:47.366759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50400) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:47.394431 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-4028c021-a02d-4885-a2ae-48474cd3e715 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] DELETE failed (client error): The resource could not be found. Jul 14 10:10:47.394890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4028c021-a02d-4885-a2ae-48474cd3e715 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:10:47.396650 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4028c021-a02d-4885-a2ae-48474cd3e715 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "DELETE /v2.0/subnets/f9fabcbc-728c-4ec7-95cd-a47b3fcc1283 HTTP/1.1" status: 404 len: 337 time: 0.0286405 Jul 14 10:10:47.399240 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50402) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:47.417045 n-d-798054-10 neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4232d8c-bc92-414c-b0ab-b2b052aa193e tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] DELETE failed (client error): The resource could not be found. Jul 14 10:10:47.417583 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4232d8c-bc92-414c-b0ab-b2b052aa193e tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:10:47.419277 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c4232d8c-bc92-414c-b0ab-b2b052aa193e tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "DELETE /v2.0/networks/eca26578-bd00-445e-8af2-5524eba5466c HTTP/1.1" status: 404 len: 339 time: 0.0191193 Jul 14 10:10:47.422386 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50404) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:47.472278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a272117-da3d-4124-88c3-8ca06761462b tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Deleting subnet aaf9e0f5-8a58-4e59-9712-c95ddb487630 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:10:47.475344 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a272117-da3d-4124-88c3-8ca06761462b tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:47.514871 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a272117-da3d-4124-88c3-8ca06761462b tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:47.605056 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a272117-da3d-4124-88c3-8ca06761462b tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:47.662511 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a272117-da3d-4124-88c3-8ca06761462b tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:47.690655 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a272117-da3d-4124-88c3-8ca06761462b tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event deleted for resources: {'Subnet': ['ID=aaf9e0f5-8a58-4e59-9712-c95ddb487630,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:47.692613 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a272117-da3d-4124-88c3-8ca06761462b tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:47.694595 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5a272117-da3d-4124-88c3-8ca06761462b tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "DELETE /v2.0/subnets/aaf9e0f5-8a58-4e59-9712-c95ddb487630 HTTP/1.1" status: 204 len: 168 time: 0.2712059 Jul 14 10:10:47.698473 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50406) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:47.701340 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8774ab-42e7-4b7d-a4a9-163107b498c8 None None] Network 5cdb627c-b281-4ecd-b027-d368009215b5 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:47.777063 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f443cba-08fd-4fae-ae12-a6e4b0b9dc71 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:47.830847 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-8f443cba-08fd-4fae-ae12-a6e4b0b9dc71 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Deleting port 9e54fe64-6396-4020-a3d1-bcf16790c6da {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:10:47.831195 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f443cba-08fd-4fae-ae12-a6e4b0b9dc71 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:47.873683 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f980d048-2dc2-4228-bbee-6f8e8cb25cf9 None None] DHCP port deletion for 5cdb627c-b281-4ecd-b027-d368009215b5 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:10:47.898368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-8f443cba-08fd-4fae-ae12-a6e4b0b9dc71 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] For port 9e54fe64-6396-4020-a3d1-bcf16790c6da, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9e54fe64-6396-4020-a3d1-bcf16790c6da,segment=NetworkSegment(1e3bea5b-ce03-4396-bc41-ca551588d91f),segment_id=1e3bea5b-ce03-4396-bc41-ca551588d91f)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:47.898741 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f443cba-08fd-4fae-ae12-a6e4b0b9dc71 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:47.913541 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-8f443cba-08fd-4fae-ae12-a6e4b0b9dc71 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Calling delete_port for 9e54fe64-6396-4020-a3d1-bcf16790c6da owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:10:47.919555 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f980d048-2dc2-4228-bbee-6f8e8cb25cf9 None None] Deleting port 9e54fe64-6396-4020-a3d1-bcf16790c6da {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:10:47.919932 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f980d048-2dc2-4228-bbee-6f8e8cb25cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:47.980945 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f980d048-2dc2-4228-bbee-6f8e8cb25cf9 None None] For port 9e54fe64-6396-4020-a3d1-bcf16790c6da, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9e54fe64-6396-4020-a3d1-bcf16790c6da,segment=NetworkSegment(1e3bea5b-ce03-4396-bc41-ca551588d91f),segment_id=1e3bea5b-ce03-4396-bc41-ca551588d91f)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:47.981339 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f980d048-2dc2-4228-bbee-6f8e8cb25cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:47.995430 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f980d048-2dc2-4228-bbee-6f8e8cb25cf9 None None] Calling delete_port for 9e54fe64-6396-4020-a3d1-bcf16790c6da owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:10:47.996640 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f443cba-08fd-4fae-ae12-a6e4b0b9dc71 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:48.023844 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f443cba-08fd-4fae-ae12-a6e4b0b9dc71 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] No DVR routers for this DVR port 9e54fe64-6396-4020-a3d1-bcf16790c6da on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:10:48.025891 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f443cba-08fd-4fae-ae12-a6e4b0b9dc71 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event deleted for resources: {'Port': ['ID=9e54fe64-6396-4020-a3d1-bcf16790c6da,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:48.076322 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f980d048-2dc2-4228-bbee-6f8e8cb25cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:48.100388 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980d048-2dc2-4228-bbee-6f8e8cb25cf9 None None] Pushing event deleted for resources: {'Port': ['ID=9e54fe64-6396-4020-a3d1-bcf16790c6da,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:48.106172 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f980d048-2dc2-4228-bbee-6f8e8cb25cf9 None None] No DVR routers for this DVR port 9e54fe64-6396-4020-a3d1-bcf16790c6da on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:10:48.109574 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f443cba-08fd-4fae-ae12-a6e4b0b9dc71 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:48.122468 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-8f443cba-08fd-4fae-ae12-a6e4b0b9dc71 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cdb627c-b281-4ecd-b027-d368009215b5']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:48.133543 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-8f443cba-08fd-4fae-ae12-a6e4b0b9dc71 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3bea5b-ce03-4396-bc41-ca551588d91f') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:48.134003 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-8f443cba-08fd-4fae-ae12-a6e4b0b9dc71 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3bea5b-ce03-4396-bc41-ca551588d91f') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:48.143171 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f443cba-08fd-4fae-ae12-a6e4b0b9dc71 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:48.157049 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f443cba-08fd-4fae-ae12-a6e4b0b9dc71 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:48.162869 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f443cba-08fd-4fae-ae12-a6e4b0b9dc71 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:10:48.163182 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f443cba-08fd-4fae-ae12-a6e4b0b9dc71 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: timer() Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:10:48.166147 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:10:48.222367 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f443cba-08fd-4fae-ae12-a6e4b0b9dc71 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:48.233862 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f443cba-08fd-4fae-ae12-a6e4b0b9dc71 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:48.235711 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8f443cba-08fd-4fae-ae12-a6e4b0b9dc71 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] 10.222.0.26 "DELETE /v2.0/networks/5cdb627c-b281-4ecd-b027-d368009215b5 HTTP/1.1" status: 204 len: 168 time: 0.5362420 Jul 14 10:10:48.247955 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f443cba-08fd-4fae-ae12-a6e4b0b9dc71 tempest-NetworksIpV6Test-1761944324 tempest-NetworksIpV6Test-1761944324-project] Pushing event deleted for resources: {'Network': ['ID=5cdb627c-b281-4ecd-b027-d368009215b5,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:48.476188 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50412) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:48.602664 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a7c33ec6-e378-4961-8e86-dad2bd613b1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdede972ede3470e8eeaf89559e9e1ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252892 Jul 14 10:10:48.605095 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50416) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:48.656653 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-69afa623-57df-42e9-b3de-21b8e38201db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:48.677397 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-69afa623-57df-42e9-b3de-21b8e38201db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:48.722096 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-69afa623-57df-42e9-b3de-21b8e38201db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:48.724698 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-69afa623-57df-42e9-b3de-21b8e38201db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:48.725858 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-69afa623-57df-42e9-b3de-21b8e38201db admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8da1a9ab-9a0f-4256-8daf-3ae265cc512e HTTP/1.1" status: 204 len: 168 time: 0.1198516 Jul 14 10:10:48.733513 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afa623-57df-42e9-b3de-21b8e38201db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da1a9ab-9a0f-4256-8daf-3ae265cc512e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:49.344387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50438) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:49.434141 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-87b07399-b2d1-41fe-a9d6-fb5a81ef815e tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1220938718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:49.456669 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87b07399-b2d1-41fe-a9d6-fb5a81ef815e tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:49.457683 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87b07399-b2d1-41fe-a9d6-fb5a81ef815e tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:49.511080 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87b07399-b2d1-41fe-a9d6-fb5a81ef815e tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:49.515182 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87b07399-b2d1-41fe-a9d6-fb5a81ef815e tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:49.531747 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87b07399-b2d1-41fe-a9d6-fb5a81ef815e tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:49.532923 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-87b07399-b2d1-41fe-a9d6-fb5a81ef815e tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1875381 Jul 14 10:10:49.535641 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50444) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:49.540388 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-71941e9a-a956-4819-a5d1-885ac02d1432 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2109344963'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:49.559121 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71941e9a-a956-4819-a5d1-885ac02d1432 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Made reservation on behalf of 0bab9816ef9c4ca49817cc8d2efe542e for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:49.562454 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-71941e9a-a956-4819-a5d1-885ac02d1432 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:49.570907 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-71941e9a-a956-4819-a5d1-885ac02d1432 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:49.664101 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-71941e9a-a956-4819-a5d1-885ac02d1432 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:49.667970 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-71941e9a-a956-4819-a5d1-885ac02d1432 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:49.694122 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71941e9a-a956-4819-a5d1-885ac02d1432 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:10:49.698066 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9e54fe64-6396-4020-a3d1-bcf16790c6da no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:10:49.704695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71941e9a-a956-4819-a5d1-885ac02d1432 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=449ece88-5e48-4b73-9af9-94a055a3dcd7,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:49.709523 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-71941e9a-a956-4819-a5d1-885ac02d1432 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:49.709894 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-71941e9a-a956-4819-a5d1-885ac02d1432 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Added segment 6b18478b-e254-4334-8d39-914768acf435 of type vlan for network b77da135-7ab5-488f-abe9-343b053de75b Jul 14 10:10:49.719069 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 9e54fe64-6396-4020-a3d1-bcf16790c6da {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:10:49.719417 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9e54fe64-6396-4020-a3d1-bcf16790c6da not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:10:49.752791 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-71941e9a-a956-4819-a5d1-885ac02d1432 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:49.780810 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-71941e9a-a956-4819-a5d1-885ac02d1432 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:49.786430 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71941e9a-a956-4819-a5d1-885ac02d1432 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:49.787005 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-71941e9a-a956-4819-a5d1-885ac02d1432 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:49.850973 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-71941e9a-a956-4819-a5d1-885ac02d1432 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3143053 Jul 14 10:10:49.853703 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50446) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:49.860656 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7068e5dc-e731-485b-9302-92bdea2c1828 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Request body: {'subnet': {'network_id': 'b77da135-7ab5-488f-abe9-343b053de75b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:49.877181 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71941e9a-a956-4819-a5d1-885ac02d1432 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Pushing event updated for resources: {'Network': ['ID=b77da135-7ab5-488f-abe9-343b053de75b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:49.887696 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network b77da135-7ab5-488f-abe9-343b053de75b details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:10:49.958226 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7068e5dc-e731-485b-9302-92bdea2c1828 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Made reservation on behalf of 0bab9816ef9c4ca49817cc8d2efe542e for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:49.961901 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7068e5dc-e731-485b-9302-92bdea2c1828 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:50.143763 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7068e5dc-e731-485b-9302-92bdea2c1828 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:50.203349 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068e5dc-e731-485b-9302-92bdea2c1828 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Pushing event updated for resources: {'Subnet': ['ID=1e591dd0-b8cc-42d1-961c-21caff6dd166,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:50.210841 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7068e5dc-e731-485b-9302-92bdea2c1828 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Checking segment: {'id': '6b18478b-e254-4334-8d39-914768acf435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b77da135-7ab5-488f-abe9-343b053de75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:50.211179 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7068e5dc-e731-485b-9302-92bdea2c1828 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Network hostable DHCP agents. Network: b77da135-7ab5-488f-abe9-343b053de75b, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:10:50.227270 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7068e5dc-e731-485b-9302-92bdea2c1828 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Network b77da135-7ab5-488f-abe9-343b053de75b is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:10:50.235796 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-7068e5dc-e731-485b-9302-92bdea2c1828 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, b77da135-7ab5-488f-abe9-343b053de75b) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:50.239882 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7068e5dc-e731-485b-9302-92bdea2c1828 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:50.240467 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7068e5dc-e731-485b-9302-92bdea2c1828 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:50.244438 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567cb1df-3e30-4cff-a262-4ab80d1f317b None None] Network b77da135-7ab5-488f-abe9-343b053de75b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:50.259985 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7068e5dc-e731-485b-9302-92bdea2c1828 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4052408 Jul 14 10:10:50.263015 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50448) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:50.268107 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-6593c8cd-3d35-4662-a9ab-cf8d497e1fe6 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-290322268'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:50.288948 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6593c8cd-3d35-4662-a9ab-cf8d497e1fe6 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Made reservation on behalf of 0bab9816ef9c4ca49817cc8d2efe542e for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:50.292388 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6593c8cd-3d35-4662-a9ab-cf8d497e1fe6 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:50.316995 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6593c8cd-3d35-4662-a9ab-cf8d497e1fe6 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:10:50.326091 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6593c8cd-3d35-4662-a9ab-cf8d497e1fe6 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:50.326446 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-6593c8cd-3d35-4662-a9ab-cf8d497e1fe6 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Added segment 5f3af7fa-a830-43b9-94e7-f16b05bd9726 of type vlan for network 704a0606-d4ea-4434-8cd5-c51bc7dce209 Jul 14 10:10:50.370799 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6593c8cd-3d35-4662-a9ab-cf8d497e1fe6 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:50.388814 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-b77da135-7ab5-488f-abe9-343b053de75b', 'network_id': 'b77da135-7ab5-488f-abe9-343b053de75b', 'tenant_id': '0bab9816ef9c4ca49817cc8d2efe542e', 'fixed_ips': [{'subnet_id': '1e591dd0-b8cc-42d1-961c-21caff6dd166'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:10:50.389680 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:50.400765 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6593c8cd-3d35-4662-a9ab-cf8d497e1fe6 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:50.406605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6593c8cd-3d35-4662-a9ab-cf8d497e1fe6 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:50.407293 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6593c8cd-3d35-4662-a9ab-cf8d497e1fe6 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:50.477873 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6593c8cd-3d35-4662-a9ab-cf8d497e1fe6 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2137816 Jul 14 10:10:50.480697 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50452) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:50.481416 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593c8cd-3d35-4662-a9ab-cf8d497e1fe6 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Pushing event updated for resources: {'Network': ['ID=704a0606-d4ea-4434-8cd5-c51bc7dce209,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:50.492487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-0051d67d-80c8-4103-b574-3db2e66484ec tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Request body: {'subnet': {'network_id': '704a0606-d4ea-4434-8cd5-c51bc7dce209', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:50.528177 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 704a0606-d4ea-4434-8cd5-c51bc7dce209 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:10:50.580403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0051d67d-80c8-4103-b574-3db2e66484ec tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Made reservation on behalf of 0bab9816ef9c4ca49817cc8d2efe542e for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:50.584261 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0051d67d-80c8-4103-b574-3db2e66484ec tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:50.601956 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Allocated IP 172.20.0.2 (b77da135-7ab5-488f-abe9-343b053de75b/1e591dd0-b8cc-42d1-961c-21caff6dd166/fe031e79-3f8a-4bb9-bddc-d3a305fbe02d) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:10:50.749300 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:50.758342 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Transition to ACTIVE for port object fe031e79-3f8a-4bb9-bddc-d3a305fbe02d will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:50.773473 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Transition to ACTIVE for port object fe031e79-3f8a-4bb9-bddc-d3a305fbe02d will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:50.776072 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0051d67d-80c8-4103-b574-3db2e66484ec tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:50.779405 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:50.812813 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Network b77da135-7ab5-488f-abe9-343b053de75b is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:10:50.815597 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:50.821185 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:10:50.829752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051d67d-80c8-4103-b574-3db2e66484ec tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Pushing event updated for resources: {'Subnet': ['ID=95aff13a-fad9-47c0-86d0-bbdf415d5cb1,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:50.833818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Pushing event updated for resources: {'Port': ['ID=fe031e79-3f8a-4bb9-bddc-d3a305fbe02d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:50.844948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0051d67d-80c8-4103-b574-3db2e66484ec tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Checking segment: {'id': '5f3af7fa-a830-43b9-94e7-f16b05bd9726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '704a0606-d4ea-4434-8cd5-c51bc7dce209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:50.845312 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0051d67d-80c8-4103-b574-3db2e66484ec tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Network hostable DHCP agents. Network: 704a0606-d4ea-4434-8cd5-c51bc7dce209, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:10:50.862904 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0051d67d-80c8-4103-b574-3db2e66484ec tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Network 704a0606-d4ea-4434-8cd5-c51bc7dce209 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:10:50.870837 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-0051d67d-80c8-4103-b574-3db2e66484ec tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 704a0606-d4ea-4434-8cd5-c51bc7dce209) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:50.875829 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0051d67d-80c8-4103-b574-3db2e66484ec tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:50.876427 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0051d67d-80c8-4103-b574-3db2e66484ec tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:50.883860 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc820f97-2cba-4e2d-82c1-7c4c70fb2c4b None None] Network 704a0606-d4ea-4434-8cd5-c51bc7dce209 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:50.890872 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0051d67d-80c8-4103-b574-3db2e66484ec tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4089179 Jul 14 10:10:50.893725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50454) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:50.899134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-14c4524b-779c-4bfa-bd04-8092f543ef68 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Request body: {'router': {'external_gateway_info': {'network_id': '704a0606-d4ea-4434-8cd5-c51bc7dce209'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:51.079114 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Attempting to bind port fe031e79-3f8a-4bb9-bddc-d3a305fbe02d on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:10:51.079394 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Attempting to bind port fe031e79-3f8a-4bb9-bddc-d3a305fbe02d by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '6b18478b-e254-4334-8d39-914768acf435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b77da135-7ab5-488f-abe9-343b053de75b'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:10:51.079754 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Attempting to bind port fe031e79-3f8a-4bb9-bddc-d3a305fbe02d on network b77da135-7ab5-488f-abe9-343b053de75b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:10:51.090571 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:10:51.090935 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Checking segment: {'id': '6b18478b-e254-4334-8d39-914768acf435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b77da135-7ab5-488f-abe9-343b053de75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:51.091335 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:51.091724 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Bound using segment: {'id': '6b18478b-e254-4334-8d39-914768acf435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b77da135-7ab5-488f-abe9-343b053de75b'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:10:51.092192 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Bound port: fe031e79-3f8a-4bb9-bddc-d3a305fbe02d, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b18478b-e254-4334-8d39-914768acf435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b77da135-7ab5-488f-abe9-343b053de75b'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:10:51.092571 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:51.113635 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14c4524b-779c-4bfa-bd04-8092f543ef68 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:51.200042 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] For port fe031e79-3f8a-4bb9-bddc-d3a305fbe02d, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:10:51.216475 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] For port fe031e79-3f8a-4bb9-bddc-d3a305fbe02d, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=fe031e79-3f8a-4bb9-bddc-d3a305fbe02d,segment=NetworkSegment(6b18478b-e254-4334-8d39-914768acf435),segment_id=6b18478b-e254-4334-8d39-914768acf435)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:10:51.219910 n-d-798054-10 neutron-server[93887]: INFO neutron.api.v2.resource [None req-14c4524b-779c-4bfa-bd04-8092f543ef68 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 10:10:51.221451 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-14c4524b-779c-4bfa-bd04-8092f543ef68 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] 10.222.0.26 "PUT /v2.0/routers/5dad71ee-52bb-41fd-b16e-a0ab76e34269 HTTP/1.1" status: 400 len: 364 time: 0.3266098 Jul 14 10:10:51.222824 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:51.227171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50456) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:51.273302 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4fd216-c5e4-4e61-90d2-89312b012ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-704a0606-d4ea-4434-8cd5-c51bc7dce209', 'network_id': '704a0606-d4ea-4434-8cd5-c51bc7dce209', 'tenant_id': '0bab9816ef9c4ca49817cc8d2efe542e', 'fixed_ips': [{'subnet_id': '95aff13a-fad9-47c0-86d0-bbdf415d5cb1'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:10:51.274181 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd216-c5e4-4e61-90d2-89312b012ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:51.290294 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f13718e-2378-46ab-b75b-61b3d6682e12 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Deleting subnet 95aff13a-fad9-47c0-86d0-bbdf415d5cb1 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:10:51.290503 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2f13718e-2378-46ab-b75b-61b3d6682e12 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:51.319830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f820446-fe33-42df-8ccd-abf3bb7e497b None None] Pushing event updated for resources: {'Port': ['ID=fe031e79-3f8a-4bb9-bddc-d3a305fbe02d,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:51.342826 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2f13718e-2378-46ab-b75b-61b3d6682e12 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:51.392576 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2f13718e-2378-46ab-b75b-61b3d6682e12 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:51.468204 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2f13718e-2378-46ab-b75b-61b3d6682e12 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server [None req-9a4fd216-c5e4-4e61-90d2-89312b012ed5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95aff13a-fad9-47c0-86d0-bbdf415d5cb1: This subnet is being modified by another concurrent operation. Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server raise exception Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95aff13a-fad9-47c0-86d0-bbdf415d5cb1: This subnet is being modified by another concurrent operation. Jul 14 10:10:51.470528 n-d-798054-10 neutron-server[93889]: ERROR oslo_messaging.rpc.server Jul 14 10:10:51.495534 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388204ae-b65e-4c7b-a32c-5e749dab8e0c None None] Network 704a0606-d4ea-4434-8cd5-c51bc7dce209 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:51.529876 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13718e-2378-46ab-b75b-61b3d6682e12 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Pushing event deleted for resources: {'Subnet': ['ID=95aff13a-fad9-47c0-86d0-bbdf415d5cb1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:51.540985 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2f13718e-2378-46ab-b75b-61b3d6682e12 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:51.544029 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2f13718e-2378-46ab-b75b-61b3d6682e12 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] 10.222.0.26 "DELETE /v2.0/subnets/95aff13a-fad9-47c0-86d0-bbdf415d5cb1 HTTP/1.1" status: 204 len: 168 time: 0.3150666 Jul 14 10:10:51.545693 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50458) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:51.632210 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39f75b5d-4ef1-4faa-b399-56007dced6b4 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:51.724272 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fe031e79-3f8a-4bb9-bddc-d3a305fbe02d up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:10:51.727487 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39f75b5d-4ef1-4faa-b399-56007dced6b4 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:51.738231 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-39f75b5d-4ef1-4faa-b399-56007dced6b4 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704a0606-d4ea-4434-8cd5-c51bc7dce209']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:51.749596 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-39f75b5d-4ef1-4faa-b399-56007dced6b4 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3af7fa-a830-43b9-94e7-f16b05bd9726') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:51.750235 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-39f75b5d-4ef1-4faa-b399-56007dced6b4 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3af7fa-a830-43b9-94e7-f16b05bd9726') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:51.759543 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39f75b5d-4ef1-4faa-b399-56007dced6b4 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:51.773039 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port fe031e79-3f8a-4bb9-bddc-d3a305fbe02d completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:10:51.774996 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39f75b5d-4ef1-4faa-b399-56007dced6b4 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:51.782072 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f75b5d-4ef1-4faa-b399-56007dced6b4 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:10:51.782418 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39f75b5d-4ef1-4faa-b399-56007dced6b4 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: timer() Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:10:51.785392 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:10:51.840781 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39f75b5d-4ef1-4faa-b399-56007dced6b4 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:51.846418 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-39f75b5d-4ef1-4faa-b399-56007dced6b4 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:51.848359 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-39f75b5d-4ef1-4faa-b399-56007dced6b4 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] 10.222.0.26 "DELETE /v2.0/networks/704a0606-d4ea-4434-8cd5-c51bc7dce209 HTTP/1.1" status: 204 len: 168 time: 0.3015852 Jul 14 10:10:51.851019 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50460) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:51.863069 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f75b5d-4ef1-4faa-b399-56007dced6b4 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Pushing event deleted for resources: {'Network': ['ID=704a0606-d4ea-4434-8cd5-c51bc7dce209,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:51.904855 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b3ac17-8496-468a-83fd-1f44ce67204f tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Deleting subnet 1e591dd0-b8cc-42d1-961c-21caff6dd166 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:10:51.909063 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57b3ac17-8496-468a-83fd-1f44ce67204f tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:51.957622 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57b3ac17-8496-468a-83fd-1f44ce67204f tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:52.045565 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57b3ac17-8496-468a-83fd-1f44ce67204f tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:52.106538 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57b3ac17-8496-468a-83fd-1f44ce67204f tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:52.138893 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3ac17-8496-468a-83fd-1f44ce67204f tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Pushing event deleted for resources: {'Subnet': ['ID=1e591dd0-b8cc-42d1-961c-21caff6dd166,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:52.143265 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-57b3ac17-8496-468a-83fd-1f44ce67204f tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:52.145841 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-57b3ac17-8496-468a-83fd-1f44ce67204f tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] 10.222.0.26 "DELETE /v2.0/subnets/1e591dd0-b8cc-42d1-961c-21caff6dd166 HTTP/1.1" status: 204 len: 168 time: 0.2937400 Jul 14 10:10:52.147647 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50462) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:52.219923 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e56871-1457-4657-9f7d-74a437447736 None None] Network b77da135-7ab5-488f-abe9-343b053de75b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:52.224013 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ec5dc97-c656-4600-81c2-d6a248ebfa58 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:52.277686 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5dc97-c656-4600-81c2-d6a248ebfa58 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Deleting port fe031e79-3f8a-4bb9-bddc-d3a305fbe02d {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:10:52.278071 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ec5dc97-c656-4600-81c2-d6a248ebfa58 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:52.338222 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cf2672de-b3df-4700-8b70-c36dce8522c4 None None] Provisioning for port fe031e79-3f8a-4bb9-bddc-d3a305fbe02d completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:10:52.345006 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cf2672de-b3df-4700-8b70-c36dce8522c4 None None] Provisioning complete for port fe031e79-3f8a-4bb9-bddc-d3a305fbe02d triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:52.345499 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf2672de-b3df-4700-8b70-c36dce8522c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:52.345685 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-3ec5dc97-c656-4600-81c2-d6a248ebfa58 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] For port fe031e79-3f8a-4bb9-bddc-d3a305fbe02d, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=fe031e79-3f8a-4bb9-bddc-d3a305fbe02d,segment=NetworkSegment(6b18478b-e254-4334-8d39-914768acf435),segment_id=6b18478b-e254-4334-8d39-914768acf435)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:52.346101 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ec5dc97-c656-4600-81c2-d6a248ebfa58 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:52.359990 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5dc97-c656-4600-81c2-d6a248ebfa58 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Calling delete_port for fe031e79-3f8a-4bb9-bddc-d3a305fbe02d owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:10:52.446648 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d0160c-69ad-4d3e-a3e5-629cf321423c None None] DHCP port deletion for b77da135-7ab5-488f-abe9-343b053de75b request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:10:52.448316 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ec5dc97-c656-4600-81c2-d6a248ebfa58 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:52.452338 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf2672de-b3df-4700-8b70-c36dce8522c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:52.474827 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c340b5-e076-407e-9922-ff4f9f3fe916 None None] get_active_networks_info from n-d-798054-10 {{(pid=93889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 10:10:52.476586 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5dc97-c656-4600-81c2-d6a248ebfa58 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Pushing event deleted for resources: {'Port': ['ID=fe031e79-3f8a-4bb9-bddc-d3a305fbe02d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:52.481398 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec5dc97-c656-4600-81c2-d6a248ebfa58 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] No DVR routers for this DVR port fe031e79-3f8a-4bb9-bddc-d3a305fbe02d on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:10:52.551304 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c340b5-e076-407e-9922-ff4f9f3fe916 None None] Resources bound (agent type, host, resource id): {{(pid=93889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 10:10:52.566466 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ec5dc97-c656-4600-81c2-d6a248ebfa58 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:52.577072 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-3ec5dc97-c656-4600-81c2-d6a248ebfa58 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77da135-7ab5-488f-abe9-343b053de75b']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:52.588294 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-3ec5dc97-c656-4600-81c2-d6a248ebfa58 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b18478b-e254-4334-8d39-914768acf435') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:52.588598 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-3ec5dc97-c656-4600-81c2-d6a248ebfa58 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b18478b-e254-4334-8d39-914768acf435') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:52.598043 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ec5dc97-c656-4600-81c2-d6a248ebfa58 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:52.619432 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ec5dc97-c656-4600-81c2-d6a248ebfa58 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:52.626279 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec5dc97-c656-4600-81c2-d6a248ebfa58 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:10:52.626713 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ec5dc97-c656-4600-81c2-d6a248ebfa58 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: timer() Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:10:52.629649 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:10:52.691162 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ec5dc97-c656-4600-81c2-d6a248ebfa58 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:52.698045 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ec5dc97-c656-4600-81c2-d6a248ebfa58 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:52.699879 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3ec5dc97-c656-4600-81c2-d6a248ebfa58 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] 10.222.0.26 "DELETE /v2.0/networks/b77da135-7ab5-488f-abe9-343b053de75b HTTP/1.1" status: 204 len: 168 time: 0.5512781 Jul 14 10:10:52.702667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50464) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:52.712751 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5dc97-c656-4600-81c2-d6a248ebfa58 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Pushing event deleted for resources: {'Network': ['ID=b77da135-7ab5-488f-abe9-343b053de75b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:52.731666 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-23458e23-b827-48b8-a7c3-890ced848c6b tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dad71ee-52bb-41fd-b16e-a0ab76e34269 HTTP/1.1" status: 200 len: 205 time: 0.0272427 Jul 14 10:10:52.734090 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50466) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:52.810942 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c17f303b-4bed-4040-a05b-e8fe3a9bb2b3 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:52.963950 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c17f303b-4bed-4040-a05b-e8fe3a9bb2b3 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:52.965971 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c17f303b-4bed-4040-a05b-e8fe3a9bb2b3 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:53.007683 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c17f303b-4bed-4040-a05b-e8fe3a9bb2b3 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:53.008218 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17f303b-4bed-4040-a05b-e8fe3a9bb2b3 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Fanout notify agent at l3_agent the message router_deleted on router 5dad71ee-52bb-41fd-b16e-a0ab76e34269 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:10:53.014999 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c17f303b-4bed-4040-a05b-e8fe3a9bb2b3 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:53.016770 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c17f303b-4bed-4040-a05b-e8fe3a9bb2b3 tempest-RoutersNegativeTest-1914531327 tempest-RoutersNegativeTest-1914531327-project] 10.222.0.26 "DELETE /v2.0/routers/5dad71ee-52bb-41fd-b16e-a0ab76e34269 HTTP/1.1" status: 204 len: 168 time: 0.2817707 Jul 14 10:10:53.253776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50472) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:53.394851 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-35939cc4-362b-4965-8a9b-8333038df936 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0bab9816ef9c4ca49817cc8d2efe542e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398203 Jul 14 10:10:53.397254 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50476) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:53.444190 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-de72350a-533b-42e6-a14c-e1b55452e080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:53.464228 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-de72350a-533b-42e6-a14c-e1b55452e080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:53.514305 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-de72350a-533b-42e6-a14c-e1b55452e080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:53.516829 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-de72350a-533b-42e6-a14c-e1b55452e080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:53.517977 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-de72350a-533b-42e6-a14c-e1b55452e080 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/449ece88-5e48-4b73-9af9-94a055a3dcd7 HTTP/1.1" status: 204 len: 168 time: 0.1197946 Jul 14 10:10:53.530564 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72350a-533b-42e6-a14c-e1b55452e080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449ece88-5e48-4b73-9af9-94a055a3dcd7,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:53.696620 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fe031e79-3f8a-4bb9-bddc-d3a305fbe02d no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:10:53.717413 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: fe031e79-3f8a-4bb9-bddc-d3a305fbe02d {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:10:53.717884 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fe031e79-3f8a-4bb9-bddc-d3a305fbe02d not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:10:54.135469 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50498) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:54.228640 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8f6dc053-fa46-4787-9709-7c9f5ae38528 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1820537701-network', 'tenant_id': '9d105245979c46e6a0c7d24ac7ebb98b'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:54.251587 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6dc053-fa46-4787-9709-7c9f5ae38528 admin admin] Made reservation on behalf of 9d105245979c46e6a0c7d24ac7ebb98b for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:54.254011 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc053-fa46-4787-9709-7c9f5ae38528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:54.262524 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc053-fa46-4787-9709-7c9f5ae38528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:54.350121 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc053-fa46-4787-9709-7c9f5ae38528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:54.353865 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc053-fa46-4787-9709-7c9f5ae38528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:54.378626 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6dc053-fa46-4787-9709-7c9f5ae38528 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:10:54.387188 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dc053-fa46-4787-9709-7c9f5ae38528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07aec92-cd22-4f86-afaa-11c6f2b6379e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:54.392944 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc053-fa46-4787-9709-7c9f5ae38528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:54.393283 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-8f6dc053-fa46-4787-9709-7c9f5ae38528 admin admin] Added segment eebf3382-50b0-40ca-b846-f972a77e913b of type vlan for network 662c6f4f-1714-43ba-aef3-fade11b74bd6 Jul 14 10:10:54.779871 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc053-fa46-4787-9709-7c9f5ae38528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:54.807709 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc053-fa46-4787-9709-7c9f5ae38528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:54.808682 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6dc053-fa46-4787-9709-7c9f5ae38528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:54.809302 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc053-fa46-4787-9709-7c9f5ae38528 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:54.859758 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8f6dc053-fa46-4787-9709-7c9f5ae38528 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7225776 Jul 14 10:10:54.862745 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50502) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:54.868018 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7ebd4c6a-7c88-47cc-b0e5-64a9c398fca7 admin admin] Request body: {'subnet': {'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1820537701-subnet', 'tenant_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:54.870287 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dc053-fa46-4787-9709-7c9f5ae38528 admin admin] Pushing event updated for resources: {'Network': ['ID=662c6f4f-1714-43ba-aef3-fade11b74bd6,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:54.881195 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 662c6f4f-1714-43ba-aef3-fade11b74bd6 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:10:54.889382 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebd4c6a-7c88-47cc-b0e5-64a9c398fca7 admin admin] Made reservation on behalf of 9d105245979c46e6a0c7d24ac7ebb98b for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:54.891807 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4c6a-7c88-47cc-b0e5-64a9c398fca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:55.061338 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4c6a-7c88-47cc-b0e5-64a9c398fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:55.114516 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd4c6a-7c88-47cc-b0e5-64a9c398fca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:55.126172 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebd4c6a-7c88-47cc-b0e5-64a9c398fca7 admin admin] Checking segment: {'id': 'eebf3382-50b0-40ca-b846-f972a77e913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:55.126538 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebd4c6a-7c88-47cc-b0e5-64a9c398fca7 admin admin] Network hostable DHCP agents. Network: 662c6f4f-1714-43ba-aef3-fade11b74bd6, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:10:55.143811 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebd4c6a-7c88-47cc-b0e5-64a9c398fca7 admin admin] Network 662c6f4f-1714-43ba-aef3-fade11b74bd6 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:10:55.152379 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-7ebd4c6a-7c88-47cc-b0e5-64a9c398fca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 662c6f4f-1714-43ba-aef3-fade11b74bd6) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:55.156641 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebd4c6a-7c88-47cc-b0e5-64a9c398fca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:55.157232 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4c6a-7c88-47cc-b0e5-64a9c398fca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:55.161818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e4a08c-1ad0-4517-a74a-1b0828c6c99e None None] Network 662c6f4f-1714-43ba-aef3-fade11b74bd6 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:55.171133 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7ebd4c6a-7c88-47cc-b0e5-64a9c398fca7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3072717 Jul 14 10:10:55.174599 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50504) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:55.179031 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-44021ad4-7692-4877-a400-f0210d1f3ba9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1820537701-router', 'tenant_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:55.200279 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44021ad4-7692-4877-a400-f0210d1f3ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:55.201318 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44021ad4-7692-4877-a400-f0210d1f3ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:55.259206 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44021ad4-7692-4877-a400-f0210d1f3ba9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:55.310647 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-662c6f4f-1714-43ba-aef3-fade11b74bd6', 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6', 'tenant_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'fixed_ips': [{'subnet_id': '6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:10:55.311574 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:55.395112 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44021ad4-7692-4877-a400-f0210d1f3ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:55.444644 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Allocated IP 172.20.0.2 (662c6f4f-1714-43ba-aef3-fade11b74bd6/6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02/b8867a3e-7dae-4266-9b79-c3067296062e) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:10:55.587859 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:55.597407 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44021ad4-7692-4877-a400-f0210d1f3ba9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:55.597624 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Transition to ACTIVE for port object b8867a3e-7dae-4266-9b79-c3067296062e will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:55.612250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Transition to ACTIVE for port object b8867a3e-7dae-4266-9b79-c3067296062e will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:55.616500 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44021ad4-7692-4877-a400-f0210d1f3ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:55.618775 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:55.662306 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Network 662c6f4f-1714-43ba-aef3-fade11b74bd6 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:10:55.665069 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:55.668579 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:10:55.677315 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Pushing event updated for resources: {'Port': ['ID=b8867a3e-7dae-4266-9b79-c3067296062e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:55.720801 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-44021ad4-7692-4877-a400-f0210d1f3ba9 admin admin] Allocated IP 172.25.1.208 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/42f66a8b-ff9c-4095-ab41-2773f56df70b) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:10:55.729485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Attempting to bind port b8867a3e-7dae-4266-9b79-c3067296062e on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:10:55.729893 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Attempting to bind port b8867a3e-7dae-4266-9b79-c3067296062e by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'eebf3382-50b0-40ca-b846-f972a77e913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:10:55.730268 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Attempting to bind port b8867a3e-7dae-4266-9b79-c3067296062e on network 662c6f4f-1714-43ba-aef3-fade11b74bd6 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:10:55.735469 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:10:55.735934 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Checking segment: {'id': 'eebf3382-50b0-40ca-b846-f972a77e913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:55.736523 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:55.736961 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Bound using segment: {'id': 'eebf3382-50b0-40ca-b846-f972a77e913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:10:55.737477 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Bound port: b8867a3e-7dae-4266-9b79-c3067296062e, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebf3382-50b0-40ca-b846-f972a77e913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:10:55.737890 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:55.800351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] For port b8867a3e-7dae-4266-9b79-c3067296062e, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:10:55.803413 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] For port b8867a3e-7dae-4266-9b79-c3067296062e, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b8867a3e-7dae-4266-9b79-c3067296062e,segment=NetworkSegment(eebf3382-50b0-40ca-b846-f972a77e913b),segment_id=eebf3382-50b0-40ca-b846-f972a77e913b)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:10:55.807952 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:55.830148 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44021ad4-7692-4877-a400-f0210d1f3ba9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:55.866214 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3abe2-e061-41f6-bb98-aa77ac6cbd1f None None] Pushing event updated for resources: {'Port': ['ID=b8867a3e-7dae-4266-9b79-c3067296062e,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:55.869876 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44021ad4-7692-4877-a400-f0210d1f3ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:55.912688 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44021ad4-7692-4877-a400-f0210d1f3ba9 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:10:55.915546 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-44021ad4-7692-4877-a400-f0210d1f3ba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:55.919192 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44021ad4-7692-4877-a400-f0210d1f3ba9 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:10:55.924881 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44021ad4-7692-4877-a400-f0210d1f3ba9 admin admin] Pushing event updated for resources: {'Port': ['ID=42f66a8b-ff9c-4095-ab41-2773f56df70b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:56.189691 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44021ad4-7692-4877-a400-f0210d1f3ba9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:56.385640 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44021ad4-7692-4877-a400-f0210d1f3ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:56.515392 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44021ad4-7692-4877-a400-f0210d1f3ba9 admin admin] Router e7f917fd-82c4-4600-b8b3-613810e5005c is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:10:56.626050 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44021ad4-7692-4877-a400-f0210d1f3ba9 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:10:56.636909 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] Sync routers for ids ['e7f917fd-82c4-4600-b8b3-613810e5005c'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:10:56.641770 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-44021ad4-7692-4877-a400-f0210d1f3ba9 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:56.643235 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-44021ad4-7692-4877-a400-f0210d1f3ba9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4676881 Jul 14 10:10:56.646197 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50506) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:56.646658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] Routers {'e7f917fd-82c4-4600-b8b3-613810e5005c'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:10:56.647281 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:10:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e7f917fd-82c4-4600-b8b3-613810e5005c'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:56.760986 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] Set router e7f917fd-82c4-4600-b8b3-613810e5005c gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:10:56.819325 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568d2a64-5d44-4300-aca3-b01809f50241 None None] Network 662c6f4f-1714-43ba-aef3-fade11b74bd6 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:56.928723 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b9bd3c0f-a8e9-4d3c-bd0d-957a4a90f28a None None] Provisioning for port b8867a3e-7dae-4266-9b79-c3067296062e completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:10:57.089416 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-65cbbd4c-943e-4998-9cdf-7783c451cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:57.090375 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f917fd-82c4-4600-b8b3-613810e5005c', 'name': 'tempest-TestEncryptedCinderVolumes-1820537701-router', 'tenant_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '42f66a8b-ff9c-4095-ab41-2773f56df70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:55Z', 'updated_at': '2021-07-14T10:10:56Z', 'revision_number': 3, 'project_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'gw_port': {'id': '42f66a8b-ff9c-4095-ab41-2773f56df70b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f917fd-82c4-4600-b8b3-613810e5005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:55Z', 'updated_at': '2021-07-14T10:10:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:57.119176 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] Checking router: e7f917fd-82c4-4600-b8b3-613810e5005c for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:10:57.119530 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] Updating router e7f917fd-82c4-4600-b8b3-613810e5005c port 42f66a8b-ff9c-4095-ab41-2773f56df70b binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:10:57.158829 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:57.261881 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-65cbbd4c-943e-4998-9cdf-7783c451cfa7 admin admin] Allocated IP 172.20.0.1 (662c6f4f-1714-43ba-aef3-fade11b74bd6/6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02/c98eea70-187f-4086-bc66-9b449489f51e) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:10:57.353252 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1bab9950-3a27-437f-9ac8-b017a861aebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:57.378431 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-65cbbd4c-943e-4998-9cdf-7783c451cfa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:57.391195 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-65cbbd4c-943e-4998-9cdf-7783c451cfa7 admin admin] Transition to ACTIVE for port object c98eea70-187f-4086-bc66-9b449489f51e will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:57.427160 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-65cbbd4c-943e-4998-9cdf-7783c451cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:57.462277 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:57.463947 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cbbd4c-943e-4998-9cdf-7783c451cfa7 admin admin] Network 662c6f4f-1714-43ba-aef3-fade11b74bd6 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:10:57.469532 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-65cbbd4c-943e-4998-9cdf-7783c451cfa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:57.473150 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cbbd4c-943e-4998-9cdf-7783c451cfa7 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:10:57.474552 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] Transition to ACTIVE for port object 42f66a8b-ff9c-4095-ab41-2773f56df70b will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:57.482051 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:57.504007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbbd4c-943e-4998-9cdf-7783c451cfa7 admin admin] Pushing event updated for resources: {'Port': ['ID=c98eea70-187f-4086-bc66-9b449489f51e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:57.526469 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-65cbbd4c-943e-4998-9cdf-7783c451cfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:57.544348 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] Attempting to bind port 42f66a8b-ff9c-4095-ab41-2773f56df70b on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:10:57.544719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] Attempting to bind port 42f66a8b-ff9c-4095-ab41-2773f56df70b by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:10:57.545085 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] Attempting to bind port 42f66a8b-ff9c-4095-ab41-2773f56df70b on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:10:57.552473 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:10:57.552844 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:57.553270 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:57.553655 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:10:57.554231 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] Bound port: 42f66a8b-ff9c-4095-ab41-2773f56df70b, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:10:57.554533 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:57.580307 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c3139-1e94-42da-b05d-754914c28bce None None] Pushing event updated for resources: {'Port': ['ID=42f66a8b-ff9c-4095-ab41-2773f56df70b,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:57.622421 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] For port 42f66a8b-ff9c-4095-ab41-2773f56df70b, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:10:57.627542 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] For port 42f66a8b-ff9c-4095-ab41-2773f56df70b, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=42f66a8b-ff9c-4095-ab41-2773f56df70b,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:10:57.634021 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:57.681462 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-65cbbd4c-943e-4998-9cdf-7783c451cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:57.697417 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] Routers {'e7f917fd-82c4-4600-b8b3-613810e5005c'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:10:57.698493 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:10:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e7f917fd-82c4-4600-b8b3-613810e5005c'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:57.739779 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c3139-1e94-42da-b05d-754914c28bce None None] Pushing event updated for resources: {'Port': ['ID=42f66a8b-ff9c-4095-ab41-2773f56df70b,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:57.762097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5c106057-6756-4edd-9373-90bed00e57ef None None] Provisioning for port c98eea70-187f-4086-bc66-9b449489f51e completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:10:57.797612 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b8867a3e-7dae-4266-9b79-c3067296062e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:10:57.801878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5c106057-6756-4edd-9373-90bed00e57ef None None] Provisioning complete for port c98eea70-187f-4086-bc66-9b449489f51e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:57.802251 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c106057-6756-4edd-9373-90bed00e57ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:57.854458 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-65cbbd4c-943e-4998-9cdf-7783c451cfa7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:57.859899 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-65cbbd4c-943e-4998-9cdf-7783c451cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:57.878123 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5c106057-6756-4edd-9373-90bed00e57ef None None] Port c98eea70-187f-4086-bc66-9b449489f51e cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:10:57.887500 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] Set router e7f917fd-82c4-4600-b8b3-613810e5005c gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:10:57.933251 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-65cbbd4c-943e-4998-9cdf-7783c451cfa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:57.935116 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbbd4c-943e-4998-9cdf-7783c451cfa7 admin admin] Pushing event updated for resources: {'Port': ['ID=c98eea70-187f-4086-bc66-9b449489f51e,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:58.036081 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cbbd4c-943e-4998-9cdf-7783c451cfa7 admin admin] Network 662c6f4f-1714-43ba-aef3-fade11b74bd6 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:10:58.037449 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-65cbbd4c-943e-4998-9cdf-7783c451cfa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:58.092929 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port b8867a3e-7dae-4266-9b79-c3067296062e completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:10:58.123346 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port b8867a3e-7dae-4266-9b79-c3067296062e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:58.123727 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:58.166409 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cbbd4c-943e-4998-9cdf-7783c451cfa7 admin admin] Router e7f917fd-82c4-4600-b8b3-613810e5005c has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:10:58.284072 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cbbd4c-943e-4998-9cdf-7783c451cfa7 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:10:58.290590 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-65cbbd4c-943e-4998-9cdf-7783c451cfa7 admin admin] 10.222.0.26 "PUT /v2.0/routers/e7f917fd-82c4-4600-b8b3-613810e5005c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6419563 Jul 14 10:10:58.305320 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:58.324143 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8ecade2c-2f78-4886-a7f8-48d3ade450de None None] Provisioning complete for port c98eea70-187f-4086-bc66-9b449489f51e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:58.324430 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ecade2c-2f78-4886-a7f8-48d3ade450de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:58.377812 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port b8867a3e-7dae-4266-9b79-c3067296062e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b8867a3e-7dae-4266-9b79-c3067296062e,segment=NetworkSegment(eebf3382-50b0-40ca-b846-f972a77e913b),segment_id=eebf3382-50b0-40ca-b846-f972a77e913b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:58.384581 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:58.391685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8ecade2c-2f78-4886-a7f8-48d3ade450de None None] Port c98eea70-187f-4086-bc66-9b449489f51e cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:10:58.411070 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f917fd-82c4-4600-b8b3-613810e5005c', 'name': 'tempest-TestEncryptedCinderVolumes-1820537701-router', 'tenant_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '42f66a8b-ff9c-4095-ab41-2773f56df70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:55Z', 'updated_at': '2021-07-14T10:10:57Z', 'revision_number': 4, 'project_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'gw_port': {'id': '42f66a8b-ff9c-4095-ab41-2773f56df70b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f917fd-82c4-4600-b8b3-613810e5005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:55Z', 'updated_at': '2021-07-14T10:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'c98eea70-187f-4086-bc66-9b449489f51e', 'name': '', 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6', 'tenant_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'mac_address': 'fa:16:3e:db:4c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f917fd-82c4-4600-b8b3-613810e5005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:57Z', 'updated_at': '2021-07-14T10:10:57Z', 'revision_number': 1, 'project_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'subnets': [{'id': '6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:58.444676 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79757ef8-f6a5-489f-a0d0-278396f2c718 None None] The sync data for ids ['e7f917fd-82c4-4600-b8b3-613810e5005c'] in n-d-798054-10 is: [{'id': 'e7f917fd-82c4-4600-b8b3-613810e5005c', 'name': 'tempest-TestEncryptedCinderVolumes-1820537701-router', 'tenant_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '42f66a8b-ff9c-4095-ab41-2773f56df70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:55Z', 'updated_at': '2021-07-14T10:10:57Z', 'revision_number': 4, 'project_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'gw_port': {'id': '42f66a8b-ff9c-4095-ab41-2773f56df70b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f917fd-82c4-4600-b8b3-613810e5005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:55Z', 'updated_at': '2021-07-14T10:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'c98eea70-187f-4086-bc66-9b449489f51e', 'name': '', 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6', 'tenant_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'mac_address': 'fa:16:3e:db:4c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f917fd-82c4-4600-b8b3-613810e5005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:57Z', 'updated_at': '2021-07-14T10:10:57Z', 'revision_number': 1, 'project_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'subnets': [{'id': '6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:10:58.467722 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=b8867a3e-7dae-4266-9b79-c3067296062e,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:58.784242 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50522) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:58.789743 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b309d909-3565-4c16-99b7-b313e29f763b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-225759582-network', 'tenant_id': 'c1f041b92b8245998caa06fb82beb945'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:58.811555 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b309d909-3565-4c16-99b7-b313e29f763b admin admin] Made reservation on behalf of c1f041b92b8245998caa06fb82beb945 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:58.814498 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b309d909-3565-4c16-99b7-b313e29f763b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:58.823825 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b309d909-3565-4c16-99b7-b313e29f763b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:58.922307 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b309d909-3565-4c16-99b7-b313e29f763b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:58.926580 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b309d909-3565-4c16-99b7-b313e29f763b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:58.956900 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b309d909-3565-4c16-99b7-b313e29f763b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:10:58.962636 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309d909-3565-4c16-99b7-b313e29f763b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33980ade-49d5-412c-ba46-3f87b1817e47,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:58.972863 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b309d909-3565-4c16-99b7-b313e29f763b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:58.973219 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-b309d909-3565-4c16-99b7-b313e29f763b admin admin] Added segment 83c08f87-e3c5-4e45-b647-7ef051f51efc of type vlan for network d16588f1-564b-4763-96ea-c412c2fa93ca Jul 14 10:10:59.022821 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b309d909-3565-4c16-99b7-b313e29f763b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:59.056879 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b309d909-3565-4c16-99b7-b313e29f763b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:59.058092 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b309d909-3565-4c16-99b7-b313e29f763b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:59.058902 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b309d909-3565-4c16-99b7-b313e29f763b admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:59.124847 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b309d909-3565-4c16-99b7-b313e29f763b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3394160 Jul 14 10:10:59.127515 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50526) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:59.133895 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5a682f24-746f-4c3a-8f82-9b472f5316af admin admin] Request body: {'subnet': {'network_id': 'd16588f1-564b-4763-96ea-c412c2fa93ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-225759582-subnet', 'tenant_id': 'c1f041b92b8245998caa06fb82beb945', 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:59.141877 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309d909-3565-4c16-99b7-b313e29f763b admin admin] Pushing event updated for resources: {'Network': ['ID=d16588f1-564b-4763-96ea-c412c2fa93ca,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:59.151726 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network d16588f1-564b-4763-96ea-c412c2fa93ca details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:10:59.166787 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a682f24-746f-4c3a-8f82-9b472f5316af admin admin] Made reservation on behalf of c1f041b92b8245998caa06fb82beb945 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:59.172517 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a682f24-746f-4c3a-8f82-9b472f5316af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:59.355673 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a682f24-746f-4c3a-8f82-9b472f5316af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:59.410797 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a682f24-746f-4c3a-8f82-9b472f5316af admin admin] Pushing event updated for resources: {'Subnet': ['ID=398df9f5-f8ac-4115-aa33-7cf22811ba99,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:59.421322 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a682f24-746f-4c3a-8f82-9b472f5316af admin admin] Checking segment: {'id': '83c08f87-e3c5-4e45-b647-7ef051f51efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd16588f1-564b-4763-96ea-c412c2fa93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:59.421686 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a682f24-746f-4c3a-8f82-9b472f5316af admin admin] Network hostable DHCP agents. Network: d16588f1-564b-4763-96ea-c412c2fa93ca, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:10:59.439347 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a682f24-746f-4c3a-8f82-9b472f5316af admin admin] Network d16588f1-564b-4763-96ea-c412c2fa93ca is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:10:59.448806 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-5a682f24-746f-4c3a-8f82-9b472f5316af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, d16588f1-564b-4763-96ea-c412c2fa93ca) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:59.454214 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a682f24-746f-4c3a-8f82-9b472f5316af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:59.455966 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a682f24-746f-4c3a-8f82-9b472f5316af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:59.459194 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a464f6-3053-45d8-9482-49413bf00e71 None None] Network d16588f1-564b-4763-96ea-c412c2fa93ca requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:10:59.469500 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5a682f24-746f-4c3a-8f82-9b472f5316af admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3409655 Jul 14 10:10:59.472046 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50528) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:59.476776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-bcdf0045-21cf-40b8-81b7-7eb5ecfcf578 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-225759582-router', 'tenant_id': 'c1f041b92b8245998caa06fb82beb945', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:59.512879 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bcdf0045-21cf-40b8-81b7-7eb5ecfcf578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:59.516177 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bcdf0045-21cf-40b8-81b7-7eb5ecfcf578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:59.576265 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bcdf0045-21cf-40b8-81b7-7eb5ecfcf578 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:59.623123 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-d16588f1-564b-4763-96ea-c412c2fa93ca', 'network_id': 'd16588f1-564b-4763-96ea-c412c2fa93ca', 'tenant_id': 'c1f041b92b8245998caa06fb82beb945', 'fixed_ips': [{'subnet_id': '398df9f5-f8ac-4115-aa33-7cf22811ba99'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:10:59.624014 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:59.751026 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bcdf0045-21cf-40b8-81b7-7eb5ecfcf578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:59.787333 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Allocated IP 172.20.0.2 (d16588f1-564b-4763-96ea-c412c2fa93ca/398df9f5-f8ac-4115-aa33-7cf22811ba99/a51da191-a492-43ce-88d8-7839a1c5eb12) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:10:59.802560 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 42f66a8b-ff9c-4095-ab41-2773f56df70b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:10:59.876624 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f4a62d2-0f71-4458-a76d-e85399166c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:59.926057 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 42f66a8b-ff9c-4095-ab41-2773f56df70b completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:10:59.933263 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 42f66a8b-ff9c-4095-ab41-2773f56df70b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:59.933641 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:59.976335 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bcdf0045-21cf-40b8-81b7-7eb5ecfcf578 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:59.996328 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bcdf0045-21cf-40b8-81b7-7eb5ecfcf578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:00.030590 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:00.052054 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:00.080382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Transition to ACTIVE for port object a51da191-a492-43ce-88d8-7839a1c5eb12 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:00.099903 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:00.107148 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Transition to ACTIVE for port object a51da191-a492-43ce-88d8-7839a1c5eb12 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:00.114649 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-bcdf0045-21cf-40b8-81b7-7eb5ecfcf578 admin admin] Allocated IP 172.25.1.179 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/5e089feb-8da6-4bd7-aaba-3990ba8a7d71) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:00.114847 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:00.150696 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 42f66a8b-ff9c-4095-ab41-2773f56df70b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=42f66a8b-ff9c-4095-ab41-2773f56df70b,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:00.156595 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:00.157350 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b8867a3e-7dae-4266-9b79-c3067296062e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:00.189528 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Network d16588f1-564b-4763-96ea-c412c2fa93ca is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:00.196061 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:00.199772 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:00.201727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Pushing event updated for resources: {'Port': ['ID=a51da191-a492-43ce-88d8-7839a1c5eb12,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:00.230284 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bcdf0045-21cf-40b8-81b7-7eb5ecfcf578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:00.278325 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bcdf0045-21cf-40b8-81b7-7eb5ecfcf578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:00.314367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Attempting to bind port a51da191-a492-43ce-88d8-7839a1c5eb12 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:00.314735 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Attempting to bind port a51da191-a492-43ce-88d8-7839a1c5eb12 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '83c08f87-e3c5-4e45-b647-7ef051f51efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd16588f1-564b-4763-96ea-c412c2fa93ca'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:00.315092 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Attempting to bind port a51da191-a492-43ce-88d8-7839a1c5eb12 on network d16588f1-564b-4763-96ea-c412c2fa93ca {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:00.315860 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdf0045-21cf-40b8-81b7-7eb5ecfcf578 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:00.320367 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-bcdf0045-21cf-40b8-81b7-7eb5ecfcf578 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:00.323453 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:00.323831 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Checking segment: {'id': '83c08f87-e3c5-4e45-b647-7ef051f51efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd16588f1-564b-4763-96ea-c412c2fa93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:00.324233 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:00.324630 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Bound using segment: {'id': '83c08f87-e3c5-4e45-b647-7ef051f51efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd16588f1-564b-4763-96ea-c412c2fa93ca'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:00.325097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Bound port: a51da191-a492-43ce-88d8-7839a1c5eb12, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c08f87-e3c5-4e45-b647-7ef051f51efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd16588f1-564b-4763-96ea-c412c2fa93ca'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:00.325480 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:00.326473 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdf0045-21cf-40b8-81b7-7eb5ecfcf578 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:00.329857 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=42f66a8b-ff9c-4095-ab41-2773f56df70b,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:00.343840 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port b8867a3e-7dae-4266-9b79-c3067296062e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:00.344214 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:00.359435 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf0045-21cf-40b8-81b7-7eb5ecfcf578 admin admin] Pushing event updated for resources: {'Port': ['ID=5e089feb-8da6-4bd7-aaba-3990ba8a7d71,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:00.425666 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] For port a51da191-a492-43ce-88d8-7839a1c5eb12, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:00.429489 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] For port a51da191-a492-43ce-88d8-7839a1c5eb12, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a51da191-a492-43ce-88d8-7839a1c5eb12,segment=NetworkSegment(83c08f87-e3c5-4e45-b647-7ef051f51efc),segment_id=83c08f87-e3c5-4e45-b647-7ef051f51efc)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:00.434638 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:00.526536 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13301df9-34f9-48a1-83dc-54d4dd20dc90 None None] Pushing event updated for resources: {'Port': ['ID=a51da191-a492-43ce-88d8-7839a1c5eb12,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:00.594812 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bcdf0045-21cf-40b8-81b7-7eb5ecfcf578 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:00.619367 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] Sync routers for ids ['e7f917fd-82c4-4600-b8b3-613810e5005c'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:11:00.632150 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] Routers {'e7f917fd-82c4-4600-b8b3-613810e5005c'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:00.633300 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:11:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e7f917fd-82c4-4600-b8b3-613810e5005c'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:00.766938 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] Set router e7f917fd-82c4-4600-b8b3-613810e5005c gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:00.847013 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bcdf0045-21cf-40b8-81b7-7eb5ecfcf578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:00.878750 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:00.972558 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f917fd-82c4-4600-b8b3-613810e5005c', 'name': 'tempest-TestEncryptedCinderVolumes-1820537701-router', 'tenant_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '42f66a8b-ff9c-4095-ab41-2773f56df70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:55Z', 'updated_at': '2021-07-14T10:10:57Z', 'revision_number': 4, 'project_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'gw_port': {'id': '42f66a8b-ff9c-4095-ab41-2773f56df70b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f917fd-82c4-4600-b8b3-613810e5005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:55Z', 'updated_at': '2021-07-14T10:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'c98eea70-187f-4086-bc66-9b449489f51e', 'name': '', 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6', 'tenant_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'mac_address': 'fa:16:3e:db:4c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f917fd-82c4-4600-b8b3-613810e5005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:57Z', 'updated_at': '2021-07-14T10:10:57Z', 'revision_number': 2, 'project_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'subnets': [{'id': '6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:00.982693 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdf0045-21cf-40b8-81b7-7eb5ecfcf578 admin admin] Router 7d8973fc-c85b-4c52-ba33-d25f45b1dfd3 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:11:01.005159 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] Checking router: e7f917fd-82c4-4600-b8b3-613810e5005c for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:11:01.005522 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] Updating router e7f917fd-82c4-4600-b8b3-613810e5005c port c98eea70-187f-4086-bc66-9b449489f51e binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:11:01.041261 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:01.092159 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdf0045-21cf-40b8-81b7-7eb5ecfcf578 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:11:01.103270 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] Sync routers for ids ['7d8973fc-c85b-4c52-ba33-d25f45b1dfd3'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:11:01.107597 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bcdf0045-21cf-40b8-81b7-7eb5ecfcf578 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:01.112104 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bcdf0045-21cf-40b8-81b7-7eb5ecfcf578 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6357613 Jul 14 10:11:01.112393 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50530) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:01.117124 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] Routers {'7d8973fc-c85b-4c52-ba33-d25f45b1dfd3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:01.118118 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:11:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7d8973fc-c85b-4c52-ba33-d25f45b1dfd3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:01.240637 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] Set router 7d8973fc-c85b-4c52-ba33-d25f45b1dfd3 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:01.333373 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:01.344413 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] Transition to ACTIVE for port object c98eea70-187f-4086-bc66-9b449489f51e will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:01.352976 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:01.467819 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8973fc-c85b-4c52-ba33-d25f45b1dfd3', 'name': 'tempest-TestEncryptedCinderVolumes-225759582-router', 'tenant_id': 'c1f041b92b8245998caa06fb82beb945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '5e089feb-8da6-4bd7-aaba-3990ba8a7d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:59Z', 'updated_at': '2021-07-14T10:11:00Z', 'revision_number': 3, 'project_id': 'c1f041b92b8245998caa06fb82beb945', 'gw_port': {'id': '5e089feb-8da6-4bd7-aaba-3990ba8a7d71', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8973fc-c85b-4c52-ba33-d25f45b1dfd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:00Z', 'updated_at': '2021-07-14T10:11:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:01.491463 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e57d34-c103-4fe4-8725-238bf4fe6594 None None] Pushing event updated for resources: {'Port': ['ID=c98eea70-187f-4086-bc66-9b449489f51e,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:01.498912 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] Checking router: 7d8973fc-c85b-4c52-ba33-d25f45b1dfd3 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:11:01.499270 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] Updating router 7d8973fc-c85b-4c52-ba33-d25f45b1dfd3 port 5e089feb-8da6-4bd7-aaba-3990ba8a7d71 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:11:01.502983 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57d34-c103-4fe4-8725-238bf4fe6594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.503337 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57d34-c103-4fe4-8725-238bf4fe6594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.503655 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57d34-c103-4fe4-8725-238bf4fe6594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.504185 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57d34-c103-4fe4-8725-238bf4fe6594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.504688 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57d34-c103-4fe4-8725-238bf4fe6594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.505175 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57d34-c103-4fe4-8725-238bf4fe6594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.505667 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57d34-c103-4fe4-8725-238bf4fe6594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.506197 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57d34-c103-4fe4-8725-238bf4fe6594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.506696 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57d34-c103-4fe4-8725-238bf4fe6594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.507190 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57d34-c103-4fe4-8725-238bf4fe6594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.507681 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57d34-c103-4fe4-8725-238bf4fe6594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.508176 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e57d34-c103-4fe4-8725-238bf4fe6594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.562828 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:01.584707 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] Attempting to bind port c98eea70-187f-4086-bc66-9b449489f51e on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:01.585075 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] Attempting to bind port c98eea70-187f-4086-bc66-9b449489f51e by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'eebf3382-50b0-40ca-b846-f972a77e913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:01.585557 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] Attempting to bind port c98eea70-187f-4086-bc66-9b449489f51e on network 662c6f4f-1714-43ba-aef3-fade11b74bd6 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:01.591102 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:01.591471 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] Checking segment: {'id': 'eebf3382-50b0-40ca-b846-f972a77e913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:01.592074 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:01.592627 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] Bound using segment: {'id': 'eebf3382-50b0-40ca-b846-f972a77e913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:01.593853 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] Bound port: c98eea70-187f-4086-bc66-9b449489f51e, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebf3382-50b0-40ca-b846-f972a77e913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:01.594429 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:01.670613 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e2db6d-1019-46bb-99ca-a3a2578032a3 None None] Network d16588f1-564b-4763-96ea-c412c2fa93ca requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:11:01.684767 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-892106d0-5d24-473e-b940-203c8de1d76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:01.686230 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] For port c98eea70-187f-4086-bc66-9b449489f51e, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:01.695753 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] For port c98eea70-187f-4086-bc66-9b449489f51e, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c98eea70-187f-4086-bc66-9b449489f51e,segment=NetworkSegment(eebf3382-50b0-40ca-b846-f972a77e913b),segment_id=eebf3382-50b0-40ca-b846-f972a77e913b)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:01.705299 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:01.811421 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e57d34-c103-4fe4-8725-238bf4fe6594 None None] Pushing event updated for resources: {'Port': ['ID=c98eea70-187f-4086-bc66-9b449489f51e,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:01.837825 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-22c05ac1-e591-43a3-9aa3-f7f1ad173667 None None] Provisioning for port a51da191-a492-43ce-88d8-7839a1c5eb12 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:01.845693 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] Routers {'e7f917fd-82c4-4600-b8b3-613810e5005c'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:01.846605 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:11:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e7f917fd-82c4-4600-b8b3-613810e5005c'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:01.901330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-892106d0-5d24-473e-b940-203c8de1d76e admin admin] Allocated IP 172.20.0.1 (d16588f1-564b-4763-96ea-c412c2fa93ca/398df9f5-f8ac-4115-aa33-7cf22811ba99/ed456fab-48aa-498b-87f0-0dee2c627d44) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:01.911748 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a51da191-a492-43ce-88d8-7839a1c5eb12 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:02.013256 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] Set router e7f917fd-82c4-4600-b8b3-613810e5005c gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:02.073170 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-892106d0-5d24-473e-b940-203c8de1d76e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:02.091162 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-892106d0-5d24-473e-b940-203c8de1d76e admin admin] Transition to ACTIVE for port object ed456fab-48aa-498b-87f0-0dee2c627d44 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:02.136274 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-892106d0-5d24-473e-b940-203c8de1d76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:02.178472 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892106d0-5d24-473e-b940-203c8de1d76e admin admin] Network d16588f1-564b-4763-96ea-c412c2fa93ca is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:02.183147 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-892106d0-5d24-473e-b940-203c8de1d76e admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:02.188387 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892106d0-5d24-473e-b940-203c8de1d76e admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:02.193582 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892106d0-5d24-473e-b940-203c8de1d76e admin admin] Pushing event updated for resources: {'Port': ['ID=ed456fab-48aa-498b-87f0-0dee2c627d44,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:02.236021 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port a51da191-a492-43ce-88d8-7839a1c5eb12 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:02.241107 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-892106d0-5d24-473e-b940-203c8de1d76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:02.264689 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a51da191-a492-43ce-88d8-7839a1c5eb12 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:02.265288 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:02.272337 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f917fd-82c4-4600-b8b3-613810e5005c', 'name': 'tempest-TestEncryptedCinderVolumes-1820537701-router', 'tenant_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '42f66a8b-ff9c-4095-ab41-2773f56df70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:55Z', 'updated_at': '2021-07-14T10:10:57Z', 'revision_number': 4, 'project_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'gw_port': {'id': '42f66a8b-ff9c-4095-ab41-2773f56df70b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f917fd-82c4-4600-b8b3-613810e5005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:55Z', 'updated_at': '2021-07-14T10:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'c98eea70-187f-4086-bc66-9b449489f51e', 'name': '', 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6', 'tenant_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'mac_address': 'fa:16:3e:db:4c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f917fd-82c4-4600-b8b3-613810e5005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:57Z', 'updated_at': '2021-07-14T10:11:01Z', 'revision_number': 4, 'project_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'subnets': [{'id': '6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:02.300015 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7274631a-28d3-4f63-924f-bf2aaa159ffe None None] The sync data for ids ['e7f917fd-82c4-4600-b8b3-613810e5005c'] in n-d-798054-10 is: [{'id': 'e7f917fd-82c4-4600-b8b3-613810e5005c', 'name': 'tempest-TestEncryptedCinderVolumes-1820537701-router', 'tenant_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '42f66a8b-ff9c-4095-ab41-2773f56df70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:55Z', 'updated_at': '2021-07-14T10:10:57Z', 'revision_number': 4, 'project_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'gw_port': {'id': '42f66a8b-ff9c-4095-ab41-2773f56df70b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f917fd-82c4-4600-b8b3-613810e5005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:55Z', 'updated_at': '2021-07-14T10:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'c98eea70-187f-4086-bc66-9b449489f51e', 'name': '', 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6', 'tenant_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'mac_address': 'fa:16:3e:db:4c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f917fd-82c4-4600-b8b3-613810e5005c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:57Z', 'updated_at': '2021-07-14T10:11:01Z', 'revision_number': 4, 'project_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'subnets': [{'id': '6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:11:02.324153 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:02.348898 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] Transition to ACTIVE for port object 5e089feb-8da6-4bd7-aaba-3990ba8a7d71 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:02.368409 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:02.407853 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-892106d0-5d24-473e-b940-203c8de1d76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:02.447852 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:02.485288 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e525f8-6a57-4b3d-88ee-f652d4eaeb93 None None] Pushing event updated for resources: {'Port': ['ID=5e089feb-8da6-4bd7-aaba-3990ba8a7d71,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:02.492110 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] Attempting to bind port 5e089feb-8da6-4bd7-aaba-3990ba8a7d71 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:02.492510 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] Attempting to bind port 5e089feb-8da6-4bd7-aaba-3990ba8a7d71 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:02.493035 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] Attempting to bind port 5e089feb-8da6-4bd7-aaba-3990ba8a7d71 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:02.495855 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:02.510003 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:02.510510 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:02.510984 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:02.511451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:02.512022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] Bound port: 5e089feb-8da6-4bd7-aaba-3990ba8a7d71, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:02.512482 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:02.569276 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port a51da191-a492-43ce-88d8-7839a1c5eb12, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a51da191-a492-43ce-88d8-7839a1c5eb12,segment=NetworkSegment(83c08f87-e3c5-4e45-b647-7ef051f51efc),segment_id=83c08f87-e3c5-4e45-b647-7ef051f51efc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:02.585931 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:02.587066 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 42f66a8b-ff9c-4095-ab41-2773f56df70b up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:02.626935 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-892106d0-5d24-473e-b940-203c8de1d76e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:02.633152 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-892106d0-5d24-473e-b940-203c8de1d76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:02.650935 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] For port 5e089feb-8da6-4bd7-aaba-3990ba8a7d71, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:02.678267 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] For port 5e089feb-8da6-4bd7-aaba-3990ba8a7d71, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5e089feb-8da6-4bd7-aaba-3990ba8a7d71,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:02.695356 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:02.733379 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=a51da191-a492-43ce-88d8-7839a1c5eb12,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:02.779903 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 42f66a8b-ff9c-4095-ab41-2773f56df70b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:02.780281 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:02.782903 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4639f3c5-f62e-4cc8-9415-6468871d4e80 None None] Provisioning complete for port a51da191-a492-43ce-88d8-7839a1c5eb12 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:02.783200 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4639f3c5-f62e-4cc8-9415-6468871d4e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:02.857289 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] Routers {'7d8973fc-c85b-4c52-ba33-d25f45b1dfd3'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:02.857982 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:11:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7d8973fc-c85b-4c52-ba33-d25f45b1dfd3'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:02.931147 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e525f8-6a57-4b3d-88ee-f652d4eaeb93 None None] Pushing event updated for resources: {'Port': ['ID=5e089feb-8da6-4bd7-aaba-3990ba8a7d71,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:03.005944 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:03.060811 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-892106d0-5d24-473e-b940-203c8de1d76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:03.089739 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] Set router 7d8973fc-c85b-4c52-ba33-d25f45b1dfd3 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:03.141445 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892106d0-5d24-473e-b940-203c8de1d76e admin admin] Pushing event updated for resources: {'Port': ['ID=ed456fab-48aa-498b-87f0-0dee2c627d44,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:03.151177 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4639f3c5-f62e-4cc8-9415-6468871d4e80 None None] Provisioning for port ed456fab-48aa-498b-87f0-0dee2c627d44 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:03.184570 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4639f3c5-f62e-4cc8-9415-6468871d4e80 None None] Provisioning complete for port ed456fab-48aa-498b-87f0-0dee2c627d44 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:03.184938 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4639f3c5-f62e-4cc8-9415-6468871d4e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:03.185053 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892106d0-5d24-473e-b940-203c8de1d76e admin admin] Network d16588f1-564b-4763-96ea-c412c2fa93ca is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:03.186385 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-892106d0-5d24-473e-b940-203c8de1d76e admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:03.265579 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4639f3c5-f62e-4cc8-9415-6468871d4e80 None None] Port ed456fab-48aa-498b-87f0-0dee2c627d44 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:11:03.312477 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892106d0-5d24-473e-b940-203c8de1d76e admin admin] Router 7d8973fc-c85b-4c52-ba33-d25f45b1dfd3 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:11:03.355241 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8973fc-c85b-4c52-ba33-d25f45b1dfd3', 'name': 'tempest-TestEncryptedCinderVolumes-225759582-router', 'tenant_id': 'c1f041b92b8245998caa06fb82beb945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '5e089feb-8da6-4bd7-aaba-3990ba8a7d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:59Z', 'updated_at': '2021-07-14T10:11:02Z', 'revision_number': 4, 'project_id': 'c1f041b92b8245998caa06fb82beb945', 'gw_port': {'id': '5e089feb-8da6-4bd7-aaba-3990ba8a7d71', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8973fc-c85b-4c52-ba33-d25f45b1dfd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:00Z', 'updated_at': '2021-07-14T10:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'ed456fab-48aa-498b-87f0-0dee2c627d44', 'name': '', 'network_id': 'd16588f1-564b-4763-96ea-c412c2fa93ca', 'tenant_id': 'c1f041b92b8245998caa06fb82beb945', 'mac_address': 'fa:16:3e:91:e3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8973fc-c85b-4c52-ba33-d25f45b1dfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '398df9f5-f8ac-4115-aa33-7cf22811ba99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:01Z', 'updated_at': '2021-07-14T10:11:02Z', 'revision_number': 2, 'project_id': 'c1f041b92b8245998caa06fb82beb945', 'subnets': [{'id': '398df9f5-f8ac-4115-aa33-7cf22811ba99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:03.388420 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9d92a2-5265-4902-9951-6000dac0baa2 None None] The sync data for ids ['7d8973fc-c85b-4c52-ba33-d25f45b1dfd3'] in n-d-798054-10 is: [{'id': '7d8973fc-c85b-4c52-ba33-d25f45b1dfd3', 'name': 'tempest-TestEncryptedCinderVolumes-225759582-router', 'tenant_id': 'c1f041b92b8245998caa06fb82beb945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '5e089feb-8da6-4bd7-aaba-3990ba8a7d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:59Z', 'updated_at': '2021-07-14T10:11:02Z', 'revision_number': 4, 'project_id': 'c1f041b92b8245998caa06fb82beb945', 'gw_port': {'id': '5e089feb-8da6-4bd7-aaba-3990ba8a7d71', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8973fc-c85b-4c52-ba33-d25f45b1dfd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:00Z', 'updated_at': '2021-07-14T10:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'ed456fab-48aa-498b-87f0-0dee2c627d44', 'name': '', 'network_id': 'd16588f1-564b-4763-96ea-c412c2fa93ca', 'tenant_id': 'c1f041b92b8245998caa06fb82beb945', 'mac_address': 'fa:16:3e:91:e3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8973fc-c85b-4c52-ba33-d25f45b1dfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '398df9f5-f8ac-4115-aa33-7cf22811ba99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:01Z', 'updated_at': '2021-07-14T10:11:02Z', 'revision_number': 2, 'project_id': 'c1f041b92b8245998caa06fb82beb945', 'subnets': [{'id': '398df9f5-f8ac-4115-aa33-7cf22811ba99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:11:03.398167 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ea3edcb8-b596-4244-9a21-b84ec777c8ba None None] Provisioning complete for port ed456fab-48aa-498b-87f0-0dee2c627d44 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:03.398546 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea3edcb8-b596-4244-9a21-b84ec777c8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:03.434220 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ea3edcb8-b596-4244-9a21-b84ec777c8ba None None] Port ed456fab-48aa-498b-87f0-0dee2c627d44 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:11:03.434479 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892106d0-5d24-473e-b940-203c8de1d76e admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:11:03.442373 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-892106d0-5d24-473e-b940-203c8de1d76e admin admin] 10.222.0.26 "PUT /v2.0/routers/7d8973fc-c85b-4c52-ba33-d25f45b1dfd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3289990 Jul 14 10:11:03.554074 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-09cf912d-b3c3-4f53-895a-527b31b3597e None None] Provisioning complete for port ed456fab-48aa-498b-87f0-0dee2c627d44 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:03.554890 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09cf912d-b3c3-4f53-895a-527b31b3597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:03.606151 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-09cf912d-b3c3-4f53-895a-527b31b3597e None None] Port ed456fab-48aa-498b-87f0-0dee2c627d44 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:11:03.745781 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c98eea70-187f-4086-bc66-9b449489f51e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:03.798931 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port c98eea70-187f-4086-bc66-9b449489f51e completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:03.803128 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port c98eea70-187f-4086-bc66-9b449489f51e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:03.803512 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:03.889642 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:03.924531 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port c98eea70-187f-4086-bc66-9b449489f51e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c98eea70-187f-4086-bc66-9b449489f51e,segment=NetworkSegment(eebf3382-50b0-40ca-b846-f972a77e913b),segment_id=eebf3382-50b0-40ca-b846-f972a77e913b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:03.929130 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:03.930013 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a51da191-a492-43ce-88d8-7839a1c5eb12 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:04.015164 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=c98eea70-187f-4086-bc66-9b449489f51e,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:04.026498 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a51da191-a492-43ce-88d8-7839a1c5eb12 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:04.026993 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:04.388136 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-83ef237d-d949-4421-8b89-7cdf01973fea tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:04.389545 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-83ef237d-d949-4421-8b89-7cdf01973fea tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/networks?id=662c6f4f-1714-43ba-aef3-fade11b74bd6 HTTP/1.1" status: 200 len: 817 time: 0.1036289 Jul 14 10:11:04.403943 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-2cfbcd58-7b96-4079-b254-ffa6eee38100 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/quotas/9d105245979c46e6a0c7d24ac7ebb98b HTTP/1.1" status: 200 len: 375 time: 0.0090103 Jul 14 10:11:04.470334 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-4050b14f-2b25-44c0-9269-c6e54764cf02 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d105245979c46e6a0c7d24ac7ebb98b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615637 Jul 14 10:11:04.571713 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-268490ae-c5f0-4f84-b3b8-0331f32d9fd0 service neutron] 10.222.0.26 "GET /v2.0/networks/662c6f4f-1714-43ba-aef3-fade11b74bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896635 Jul 14 10:11:04.659905 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-f7c73624-6b05-4389-865b-9c4124377a8d service neutron] 10.222.0.26 "GET /v2.0/networks/662c6f4f-1714-43ba-aef3-fade11b74bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821865 Jul 14 10:11:04.861101 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3c472ec8-ca9b-4193-9f7a-cea4ccfa55d3 req-05d4b9a5-c0bf-4c72-8302-1145389ce65d tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c8e8fb-4277-410b-88a0-6fde0bc5dd88 HTTP/1.1" status: 200 len: 210 time: 0.0345883 Jul 14 10:11:05.778072 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c98eea70-187f-4086-bc66-9b449489f51e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:05.829269 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port c98eea70-187f-4086-bc66-9b449489f51e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:05.829640 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:05.906479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5e089feb-8da6-4bd7-aaba-3990ba8a7d71 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:05.974387 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 5e089feb-8da6-4bd7-aaba-3990ba8a7d71 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:05.982847 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 5e089feb-8da6-4bd7-aaba-3990ba8a7d71 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:05.984211 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:06.035074 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2cb2553b-0c5c-4d04-b612-5c10bbdd1324 req-12d2554f-533d-4feb-be97-7716e6bb7506 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c8e8fb-4277-410b-88a0-6fde0bc5dd88 HTTP/1.1" status: 200 len: 210 time: 0.0398097 Jul 14 10:11:06.079199 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-f5c0705a-01ef-43c5-8c9e-9fd3898cea94 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:06.081542 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-f5c0705a-01ef-43c5-8c9e-9fd3898cea94 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.49 "GET /v2.0/networks?id=662c6f4f-1714-43ba-aef3-fade11b74bd6 HTTP/1.1" status: 200 len: 817 time: 0.1416876 Jul 14 10:11:06.089186 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:06.103894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-9aafa91c-9ab8-4783-8f0c-f7b7c2b2d3da tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Request body: {'port': {'device_id': 'd5c8e8fb-4277-410b-88a0-6fde0bc5dd88', 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6', 'admin_state_up': True, 'tenant_id': '9d105245979c46e6a0c7d24ac7ebb98b'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:06.112631 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 5e089feb-8da6-4bd7-aaba-3990ba8a7d71, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5e089feb-8da6-4bd7-aaba-3990ba8a7d71,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:06.117313 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:06.176651 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=5e089feb-8da6-4bd7-aaba-3990ba8a7d71,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:06.230940 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-9aafa91c-9ab8-4783-8f0c-f7b7c2b2d3da tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Made reservation on behalf of 9d105245979c46e6a0c7d24ac7ebb98b for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:11:06.235194 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-9aafa91c-9ab8-4783-8f0c-f7b7c2b2d3da tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:06.361947 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-9aafa91c-9ab8-4783-8f0c-f7b7c2b2d3da tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Allocated IP 172.20.0.14 (662c6f4f-1714-43ba-aef3-fade11b74bd6/6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02/cf2c5c9b-16ef-4b33-afe7-41d99e8300e3) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:06.459565 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] Sync routers for ids ['7d8973fc-c85b-4c52-ba33-d25f45b1dfd3'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:11:06.468912 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] Routers {'7d8973fc-c85b-4c52-ba33-d25f45b1dfd3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:06.469514 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:11:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7d8973fc-c85b-4c52-ba33-d25f45b1dfd3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:06.513109 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-9aafa91c-9ab8-4783-8f0c-f7b7c2b2d3da tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:06.527533 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-9aafa91c-9ab8-4783-8f0c-f7b7c2b2d3da tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Transition to ACTIVE for port object cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:06.563286 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-9aafa91c-9ab8-4783-8f0c-f7b7c2b2d3da tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:06.577940 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] Set router 7d8973fc-c85b-4c52-ba33-d25f45b1dfd3 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:06.611175 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-9aafa91c-9ab8-4783-8f0c-f7b7c2b2d3da tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Network 662c6f4f-1714-43ba-aef3-fade11b74bd6 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:06.614290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-9aafa91c-9ab8-4783-8f0c-f7b7c2b2d3da tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:06.619636 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-9aafa91c-9ab8-4783-8f0c-f7b7c2b2d3da tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:06.644945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aafa91c-9ab8-4783-8f0c-f7b7c2b2d3da tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Pushing event updated for resources: {'Port': ['ID=cf2c5c9b-16ef-4b33-afe7-41d99e8300e3,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:06.679154 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-9aafa91c-9ab8-4783-8f0c-f7b7c2b2d3da tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:06.679905 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-9aafa91c-9ab8-4783-8f0c-f7b7c2b2d3da tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:06.699151 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-9aafa91c-9ab8-4783-8f0c-f7b7c2b2d3da tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6010919 Jul 14 10:11:06.710773 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] Request body: {'port': {'device_id': 'd5c8e8fb-4277-410b-88a0-6fde0bc5dd88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:06.791794 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:06.792048 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8973fc-c85b-4c52-ba33-d25f45b1dfd3', 'name': 'tempest-TestEncryptedCinderVolumes-225759582-router', 'tenant_id': 'c1f041b92b8245998caa06fb82beb945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '5e089feb-8da6-4bd7-aaba-3990ba8a7d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:59Z', 'updated_at': '2021-07-14T10:11:02Z', 'revision_number': 4, 'project_id': 'c1f041b92b8245998caa06fb82beb945', 'gw_port': {'id': '5e089feb-8da6-4bd7-aaba-3990ba8a7d71', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8973fc-c85b-4c52-ba33-d25f45b1dfd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:00Z', 'updated_at': '2021-07-14T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'ed456fab-48aa-498b-87f0-0dee2c627d44', 'name': '', 'network_id': 'd16588f1-564b-4763-96ea-c412c2fa93ca', 'tenant_id': 'c1f041b92b8245998caa06fb82beb945', 'mac_address': 'fa:16:3e:91:e3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8973fc-c85b-4c52-ba33-d25f45b1dfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '398df9f5-f8ac-4115-aa33-7cf22811ba99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:01Z', 'updated_at': '2021-07-14T10:11:02Z', 'revision_number': 2, 'project_id': 'c1f041b92b8245998caa06fb82beb945', 'subnets': [{'id': '398df9f5-f8ac-4115-aa33-7cf22811ba99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:06.819703 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] Checking router: 7d8973fc-c85b-4c52-ba33-d25f45b1dfd3 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:11:06.820060 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] Updating router 7d8973fc-c85b-4c52-ba33-d25f45b1dfd3 port ed456fab-48aa-498b-87f0-0dee2c627d44 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:11:06.853095 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d472a2d7-701c-44ab-b660-cdd7bdd35a5d None None] Provisioning for port cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:06.857280 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d472a2d7-701c-44ab-b660-cdd7bdd35a5d None None] Provisioning complete for port cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:06.857421 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:06.857649 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d472a2d7-701c-44ab-b660-cdd7bdd35a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:06.892139 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d472a2d7-701c-44ab-b660-cdd7bdd35a5d None None] Port cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:11:07.067455 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:11:07.075707 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:07.090366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] Transition to ACTIVE for port object cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:07.094597 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:07.133141 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:07.144752 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] Transition to ACTIVE for port object ed456fab-48aa-498b-87f0-0dee2c627d44 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:07.152208 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:07.185825 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] Pushing event updated for resources: {'Port': ['ID=cf2c5c9b-16ef-4b33-afe7-41d99e8300e3,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:07.208512 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52f205-86f5-4379-b410-bc6a7886c296 None None] Pushing event updated for resources: {'Port': ['ID=ed456fab-48aa-498b-87f0-0dee2c627d44,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:07.282583 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] Attempting to bind port ed456fab-48aa-498b-87f0-0dee2c627d44 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:07.283126 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] Attempting to bind port ed456fab-48aa-498b-87f0-0dee2c627d44 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '83c08f87-e3c5-4e45-b647-7ef051f51efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd16588f1-564b-4763-96ea-c412c2fa93ca'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:07.283500 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] Attempting to bind port ed456fab-48aa-498b-87f0-0dee2c627d44 on network d16588f1-564b-4763-96ea-c412c2fa93ca {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:07.283648 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] Attempting to bind port cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:07.283909 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] Attempting to bind port cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': 'eebf3382-50b0-40ca-b846-f972a77e913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:07.284253 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] Attempting to bind port cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 on network 662c6f4f-1714-43ba-aef3-fade11b74bd6 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:07.288894 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:07.289269 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] Checking segment: {'id': '83c08f87-e3c5-4e45-b647-7ef051f51efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd16588f1-564b-4763-96ea-c412c2fa93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:07.289663 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:07.290079 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] Bound using segment: {'id': '83c08f87-e3c5-4e45-b647-7ef051f51efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd16588f1-564b-4763-96ea-c412c2fa93ca'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:07.290542 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] Bound port: ed456fab-48aa-498b-87f0-0dee2c627d44, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c08f87-e3c5-4e45-b647-7ef051f51efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd16588f1-564b-4763-96ea-c412c2fa93ca'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:07.290922 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:07.292457 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] Port cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 on network 662c6f4f-1714-43ba-aef3-fade11b74bd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:11:07.292788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] Attempting to bind port cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 on network 662c6f4f-1714-43ba-aef3-fade11b74bd6 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:07.300613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:07.300955 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] Checking segment: {'id': 'eebf3382-50b0-40ca-b846-f972a77e913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:07.301351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] Bound using segment: {'id': 'eebf3382-50b0-40ca-b846-f972a77e913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:07.301812 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] Bound port: cf2c5c9b-16ef-4b33-afe7-41d99e8300e3, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eebf3382-50b0-40ca-b846-f972a77e913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:07.302189 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:07.320092 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b0948-c413-489f-a010-c6cb1ef742d3 req-dcf91252-c1a7-437c-92d1-833171a8f339 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:07.321664 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b5b0948-c413-489f-a010-c6cb1ef742d3 req-dcf91252-c1a7-437c-92d1-833171a8f339 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c8e8fb-4277-410b-88a0-6fde0bc5dd88 HTTP/1.1" status: 200 len: 944 time: 0.1477425 Jul 14 10:11:07.361970 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] For port ed456fab-48aa-498b-87f0-0dee2c627d44, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:07.365773 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] For port ed456fab-48aa-498b-87f0-0dee2c627d44, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=ed456fab-48aa-498b-87f0-0dee2c627d44,segment=NetworkSegment(83c08f87-e3c5-4e45-b647-7ef051f51efc),segment_id=83c08f87-e3c5-4e45-b647-7ef051f51efc)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:07.373274 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:07.401318 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b5b0948-c413-489f-a010-c6cb1ef742d3 req-a318e5fb-30a8-4d3c-83b5-765f2aa32e43 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/security-groups?id=e07aec92-cd22-4f86-afaa-11c6f2b6379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730040 Jul 14 10:11:07.416664 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] For port cf2c5c9b-16ef-4b33-afe7-41d99e8300e3, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:07.420282 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] For port cf2c5c9b-16ef-4b33-afe7-41d99e8300e3, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=cf2c5c9b-16ef-4b33-afe7-41d99e8300e3,segment=NetworkSegment(eebf3382-50b0-40ca-b846-f972a77e913b),segment_id=eebf3382-50b0-40ca-b846-f972a77e913b)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:07.431602 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:07.441101 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] Routers {'7d8973fc-c85b-4c52-ba33-d25f45b1dfd3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:07.441738 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:11:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7d8973fc-c85b-4c52-ba33-d25f45b1dfd3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:07.447265 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52f205-86f5-4379-b410-bc6a7886c296 None None] Pushing event updated for resources: {'Port': ['ID=ed456fab-48aa-498b-87f0-0dee2c627d44,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:07.467243 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:07.467817 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:07.469310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] 10.222.0.49 "PUT /v2.0/ports/cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 HTTP/1.1" status: 200 len: 1093 time: 0.7631466 Jul 14 10:11:07.471667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c8e8fb-4277-410b-88a0-6fde0bc5dd88', 'tag': 'cf2c5c9b-16ef-4b33-afe7-41d99e8300e3'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:07.480712 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db73fdf-fcaf-4ba5-a2cd-862d35a22539" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c8e8fb-4277-410b-88a0-6fde0bc5dd88", "tag": "cf2c5c9b-16ef-4b33-afe7-41d99e8300e3"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:07.515333 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca0fd3-ed23-4350-98fd-fa842f7a4e9a service neutron] Pushing event updated for resources: {'Port': ['ID=cf2c5c9b-16ef-4b33-afe7-41d99e8300e3,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:07.531255 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51bf5c1-9c69-4b76-aa61-9fcd6743fe61 x-openstack-request-id: req-a51bf5c1-9c69-4b76-aa61-9fcd6743fe61 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:07.531655 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c8e8fb-4277-410b-88a0-6fde0bc5dd88", "tag": "cf2c5c9b-16ef-4b33-afe7-41d99e8300e3", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:07.531811 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a51bf5c1-9c69-4b76-aa61-9fcd6743fe61 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:07.532186 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c8e8fb-4277-410b-88a0-6fde0bc5dd88', 'tag': 'cf2c5c9b-16ef-4b33-afe7-41d99e8300e3', 'status': 'completed', 'code': 200} Jul 14 10:11:07.589148 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-626bb859-700b-4bde-879a-c10e0b0ad113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:07.590648 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-626bb859-700b-4bde-879a-c10e0b0ad113 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d105245979c46e6a0c7d24ac7ebb98b&device_id=d5c8e8fb-4277-410b-88a0-6fde0bc5dd88 HTTP/1.1" status: 200 len: 1096 time: 0.0700436 Jul 14 10:11:07.603606 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] Set router 7d8973fc-c85b-4c52-ba33-d25f45b1dfd3 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:07.637046 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-92c61628-90fe-472f-8d25-a84b3da36eda service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 HTTP/1.1" status: 200 len: 217 time: 0.0391855 Jul 14 10:11:07.710037 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-aa1c1f97-5fc5-4972-8874-88d28baaf3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:07.716020 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-aa1c1f97-5fc5-4972-8874-88d28baaf3f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02 HTTP/1.1" status: 200 len: 856 time: 0.0727022 Jul 14 10:11:07.785772 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5e089feb-8da6-4bd7-aaba-3990ba8a7d71 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:07.804101 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-e558fae8-2111-4d96-9140-8e06e601f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:07.805649 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-e558fae8-2111-4d96-9140-8e06e601f333 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=662c6f4f-1714-43ba-aef3-fade11b74bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813124 Jul 14 10:11:07.844774 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 5e089feb-8da6-4bd7-aaba-3990ba8a7d71 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:07.845152 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:07.910167 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-cd24565b-edf2-4f69-8bc8-0f74fec71e7d service neutron] 10.222.0.49 "GET /v2.0/networks/662c6f4f-1714-43ba-aef3-fade11b74bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972250 Jul 14 10:11:07.940805 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ed456fab-48aa-498b-87f0-0dee2c627d44 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:07.942738 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8973fc-c85b-4c52-ba33-d25f45b1dfd3', 'name': 'tempest-TestEncryptedCinderVolumes-225759582-router', 'tenant_id': 'c1f041b92b8245998caa06fb82beb945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '5e089feb-8da6-4bd7-aaba-3990ba8a7d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:59Z', 'updated_at': '2021-07-14T10:11:02Z', 'revision_number': 4, 'project_id': 'c1f041b92b8245998caa06fb82beb945', 'gw_port': {'id': '5e089feb-8da6-4bd7-aaba-3990ba8a7d71', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8973fc-c85b-4c52-ba33-d25f45b1dfd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:00Z', 'updated_at': '2021-07-14T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'ed456fab-48aa-498b-87f0-0dee2c627d44', 'name': '', 'network_id': 'd16588f1-564b-4763-96ea-c412c2fa93ca', 'tenant_id': 'c1f041b92b8245998caa06fb82beb945', 'mac_address': 'fa:16:3e:91:e3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8973fc-c85b-4c52-ba33-d25f45b1dfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '398df9f5-f8ac-4115-aa33-7cf22811ba99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:01Z', 'updated_at': '2021-07-14T10:11:07Z', 'revision_number': 4, 'project_id': 'c1f041b92b8245998caa06fb82beb945', 'subnets': [{'id': '398df9f5-f8ac-4115-aa33-7cf22811ba99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:07.971996 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5617e7-6f84-4736-9244-d397738a0fc1 None None] The sync data for ids ['7d8973fc-c85b-4c52-ba33-d25f45b1dfd3'] in n-d-798054-10 is: [{'id': '7d8973fc-c85b-4c52-ba33-d25f45b1dfd3', 'name': 'tempest-TestEncryptedCinderVolumes-225759582-router', 'tenant_id': 'c1f041b92b8245998caa06fb82beb945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '5e089feb-8da6-4bd7-aaba-3990ba8a7d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:59Z', 'updated_at': '2021-07-14T10:11:02Z', 'revision_number': 4, 'project_id': 'c1f041b92b8245998caa06fb82beb945', 'gw_port': {'id': '5e089feb-8da6-4bd7-aaba-3990ba8a7d71', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8973fc-c85b-4c52-ba33-d25f45b1dfd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:00Z', 'updated_at': '2021-07-14T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'ed456fab-48aa-498b-87f0-0dee2c627d44', 'name': '', 'network_id': 'd16588f1-564b-4763-96ea-c412c2fa93ca', 'tenant_id': 'c1f041b92b8245998caa06fb82beb945', 'mac_address': 'fa:16:3e:91:e3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8973fc-c85b-4c52-ba33-d25f45b1dfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '398df9f5-f8ac-4115-aa33-7cf22811ba99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:01Z', 'updated_at': '2021-07-14T10:11:07Z', 'revision_number': 4, 'project_id': 'c1f041b92b8245998caa06fb82beb945', 'subnets': [{'id': '398df9f5-f8ac-4115-aa33-7cf22811ba99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:11:07.995558 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port ed456fab-48aa-498b-87f0-0dee2c627d44 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:08.000986 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port ed456fab-48aa-498b-87f0-0dee2c627d44 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:08.001463 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:08.006478 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c50c1456-a81f-4b82-a33d-99c9692f1f28 req-f5c3b357-05c1-4445-91c6-0a279b5ae718 service neutron] 10.222.0.49 "GET /v2.0/networks/662c6f4f-1714-43ba-aef3-fade11b74bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898223 Jul 14 10:11:08.092308 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:08.119524 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db73fdf-fcaf-4ba5-a2cd-862d35a22539 req-2793cca2-8cff-46a5-91a5-5449bc6abdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:08.121157 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1db73fdf-fcaf-4ba5-a2cd-862d35a22539 req-2793cca2-8cff-46a5-91a5-5449bc6abdfa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d105245979c46e6a0c7d24ac7ebb98b&device_id=d5c8e8fb-4277-410b-88a0-6fde0bc5dd88 HTTP/1.1" status: 200 len: 1096 time: 0.0640490 Jul 14 10:11:08.145849 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port ed456fab-48aa-498b-87f0-0dee2c627d44, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=ed456fab-48aa-498b-87f0-0dee2c627d44,segment=NetworkSegment(83c08f87-e3c5-4e45-b647-7ef051f51efc),segment_id=83c08f87-e3c5-4e45-b647-7ef051f51efc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:08.150946 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:08.201525 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=ed456fab-48aa-498b-87f0-0dee2c627d44,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:08.215010 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db73fdf-fcaf-4ba5-a2cd-862d35a22539 req-da077f20-4b65-4162-ab0d-39a9bc82dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:08.216502 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1db73fdf-fcaf-4ba5-a2cd-862d35a22539 req-da077f20-4b65-4162-ab0d-39a9bc82dc11 service neutron] 10.222.0.49 "GET /v2.0/networks?id=662c6f4f-1714-43ba-aef3-fade11b74bd6 HTTP/1.1" status: 200 len: 918 time: 0.0893342 Jul 14 10:11:08.261767 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1db73fdf-fcaf-4ba5-a2cd-862d35a22539 req-d5d9d947-8afb-4bdf-b48e-50d0091589e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 HTTP/1.1" status: 200 len: 217 time: 0.0391104 Jul 14 10:11:08.311760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db73fdf-fcaf-4ba5-a2cd-862d35a22539 req-9ff5ff4f-7d6b-4c78-8b59-f89171363c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:08.313275 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1db73fdf-fcaf-4ba5-a2cd-862d35a22539 req-9ff5ff4f-7d6b-4c78-8b59-f89171363c63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02 HTTP/1.1" status: 200 len: 856 time: 0.0445378 Jul 14 10:11:08.369462 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db73fdf-fcaf-4ba5-a2cd-862d35a22539 req-b4c3649b-a1aa-4ca8-8c3f-1338e27f4353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:08.370884 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1db73fdf-fcaf-4ba5-a2cd-862d35a22539 req-b4c3649b-a1aa-4ca8-8c3f-1338e27f4353 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=662c6f4f-1714-43ba-aef3-fade11b74bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515332 Jul 14 10:11:08.466392 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1db73fdf-fcaf-4ba5-a2cd-862d35a22539 req-785ece8b-bc39-4a47-8acc-2b7ecd73c172 service neutron] 10.222.0.49 "GET /v2.0/networks/662c6f4f-1714-43ba-aef3-fade11b74bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885997 Jul 14 10:11:08.588688 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1db73fdf-fcaf-4ba5-a2cd-862d35a22539 req-26e833ec-b052-44dc-8853-b260bed883e3 service neutron] 10.222.0.49 "GET /v2.0/networks/662c6f4f-1714-43ba-aef3-fade11b74bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156161 Jul 14 10:11:08.612514 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc31b8-1c33-45b2-ae3b-17962dbd4eb0 req-ec8fb08c-6261-462e-b4aa-3c86de6d6fda tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:08.614039 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-03bc31b8-1c33-45b2-ae3b-17962dbd4eb0 req-ec8fb08c-6261-462e-b4aa-3c86de6d6fda tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c8e8fb-4277-410b-88a0-6fde0bc5dd88 HTTP/1.1" status: 200 len: 944 time: 0.0885448 Jul 14 10:11:08.657624 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-03bc31b8-1c33-45b2-ae3b-17962dbd4eb0 req-4d395895-abcc-4b11-b73f-0d4e0a74337e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/security-groups?id=e07aec92-cd22-4f86-afaa-11c6f2b6379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378878 Jul 14 10:11:09.714155 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ed456fab-48aa-498b-87f0-0dee2c627d44 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:09.766735 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port ed456fab-48aa-498b-87f0-0dee2c627d44 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:09.767116 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:09.830757 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b6c1e-0bb4-4197-9833-a058c12937b9 req-1fe3e3e0-af44-4b4d-82f3-ed000c210d87 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:09.832176 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-745b6c1e-0bb4-4197-9833-a058c12937b9 req-1fe3e3e0-af44-4b4d-82f3-ed000c210d87 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c8e8fb-4277-410b-88a0-6fde0bc5dd88 HTTP/1.1" status: 200 len: 944 time: 0.0635488 Jul 14 10:11:09.870738 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-745b6c1e-0bb4-4197-9833-a058c12937b9 req-46a3fa25-63c4-46b7-9d94-fc387d64cfc2 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/security-groups?id=e07aec92-cd22-4f86-afaa-11c6f2b6379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328486 Jul 14 10:11:11.042370 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35e30e-8900-4179-b0c3-0d712b8717b2 req-f46ad286-cc0d-4b91-9d45-854842d1530d tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:11.044203 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7a35e30e-8900-4179-b0c3-0d712b8717b2 req-f46ad286-cc0d-4b91-9d45-854842d1530d tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c8e8fb-4277-410b-88a0-6fde0bc5dd88 HTTP/1.1" status: 200 len: 944 time: 0.0643687 Jul 14 10:11:11.058676 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:11:11.083162 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7a35e30e-8900-4179-b0c3-0d712b8717b2 req-90a7d850-92ca-4a3a-8175-3078f666f0ab tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/security-groups?id=e07aec92-cd22-4f86-afaa-11c6f2b6379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332894 Jul 14 10:11:11.154908 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port cf2c5c9b-16ef-4b33-afe7-41d99e8300e3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=cf2c5c9b-16ef-4b33-afe7-41d99e8300e3,segment=NetworkSegment(eebf3382-50b0-40ca-b846-f972a77e913b),segment_id=eebf3382-50b0-40ca-b846-f972a77e913b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:11.166514 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'cf2c5c9b-16ef-4b33-afe7-41d99e8300e3', 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6', 'port_id': 'cf2c5c9b-16ef-4b33-afe7-41d99e8300e3', 'mac_address': 'fa:16:3e:b6:51:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:11:11.202779 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:11.215448 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:11:11.234778 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port cf2c5c9b-16ef-4b33-afe7-41d99e8300e3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=cf2c5c9b-16ef-4b33-afe7-41d99e8300e3,segment=NetworkSegment(eebf3382-50b0-40ca-b846-f972a77e913b),segment_id=eebf3382-50b0-40ca-b846-f972a77e913b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:11.238780 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:11.286416 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=cf2c5c9b-16ef-4b33-afe7-41d99e8300e3,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:11.436703 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['cf2c5c9b-16ef-4b33-afe7-41d99e8300e3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:11:12.263269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e5ded-968e-42e3-be3f-75c6146a363f req-daaaa822-3d62-4de3-aaa6-47db23c7ec78 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:12.264763 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7f0e5ded-968e-42e3-be3f-75c6146a363f req-daaaa822-3d62-4de3-aaa6-47db23c7ec78 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c8e8fb-4277-410b-88a0-6fde0bc5dd88 HTTP/1.1" status: 200 len: 945 time: 0.0683537 Jul 14 10:11:12.303971 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7f0e5ded-968e-42e3-be3f-75c6146a363f req-0082b2a1-5d80-4f22-ac50-ec81f5f28634 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/security-groups?id=e07aec92-cd22-4f86-afaa-11c6f2b6379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336361 Jul 14 10:11:13.074681 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:13.125958 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:13.129969 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:13.130346 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:13.208962 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:13.231427 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c8e8fb-4277-410b-88a0-6fde0bc5dd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2c5c9b-16ef-4b33-afe7-41d99e8300e3'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:13.233741 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1f2340-405e-41f5-84d8-aca5a87d55e7" -d '{"events": [{"server_uuid": "d5c8e8fb-4277-410b-88a0-6fde0bc5dd88", "name": "network-vif-plugged", "status": "completed", "tag": "cf2c5c9b-16ef-4b33-afe7-41d99e8300e3"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:13.246756 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port cf2c5c9b-16ef-4b33-afe7-41d99e8300e3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=cf2c5c9b-16ef-4b33-afe7-41d99e8300e3,segment=NetworkSegment(eebf3382-50b0-40ca-b846-f972a77e913b),segment_id=eebf3382-50b0-40ca-b846-f972a77e913b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:13.253168 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:13.282472 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017c2ed4-3ca4-47a4-88ee-76d7af293f75 x-openstack-request-id: req-017c2ed4-3ca4-47a4-88ee-76d7af293f75 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:13.282769 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c8e8fb-4277-410b-88a0-6fde0bc5dd88", "name": "network-vif-plugged", "status": "completed", "tag": "cf2c5c9b-16ef-4b33-afe7-41d99e8300e3", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:13.283021 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-017c2ed4-3ca4-47a4-88ee-76d7af293f75 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:13.283408 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c8e8fb-4277-410b-88a0-6fde0bc5dd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2c5c9b-16ef-4b33-afe7-41d99e8300e3', 'code': 200} Jul 14 10:11:13.308148 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=cf2c5c9b-16ef-4b33-afe7-41d99e8300e3,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:13.399214 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b357f80-ca52-4ce5-8784-6f88639d1dc1 req-f162036b-1370-4b31-888e-84f8a12e3752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:13.400691 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b357f80-ca52-4ce5-8784-6f88639d1dc1 req-f162036b-1370-4b31-888e-84f8a12e3752 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d5c8e8fb-4277-410b-88a0-6fde0bc5dd88 HTTP/1.1" status: 200 len: 1098 time: 0.0518479 Jul 14 10:11:13.464066 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b357f80-ca52-4ce5-8784-6f88639d1dc1 req-dbccfd51-ab5b-4a1b-8fd9-e77fb9215c2d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e07aec92-cd22-4f86-afaa-11c6f2b6379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574777 Jul 14 10:11:13.492232 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda5daf-6547-4b6b-9cdf-41aaed999484 req-a7a09966-414c-4164-80e3-a80001182d0b tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:13.493692 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bdda5daf-6547-4b6b-9cdf-41aaed999484 req-a7a09966-414c-4164-80e3-a80001182d0b tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c8e8fb-4277-410b-88a0-6fde0bc5dd88 HTTP/1.1" status: 200 len: 946 time: 0.0742044 Jul 14 10:11:13.532052 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bdda5daf-6547-4b6b-9cdf-41aaed999484 req-6ec04415-c951-4d74-9978-baecb79ab1e2 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/security-groups?id=e07aec92-cd22-4f86-afaa-11c6f2b6379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319219 Jul 14 10:11:14.712013 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27856731-45e0-4010-b009-13b9557afc40 req-eee8628d-eb1b-4ef5-80c1-92c3fc98da36 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:14.713506 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-27856731-45e0-4010-b009-13b9557afc40 req-eee8628d-eb1b-4ef5-80c1-92c3fc98da36 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c8e8fb-4277-410b-88a0-6fde0bc5dd88 HTTP/1.1" status: 200 len: 946 time: 0.0678663 Jul 14 10:11:14.752776 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-27856731-45e0-4010-b009-13b9557afc40 req-6a0d5586-c2fb-4ef6-a94c-c3e5f7ffd957 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/security-groups?id=e07aec92-cd22-4f86-afaa-11c6f2b6379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331609 Jul 14 10:11:14.928855 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b450d80-0a2e-4478-837f-102525776a6e req-ee7a88ab-f872-49fe-b6a5-2ce96af4a851 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:14.930495 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b450d80-0a2e-4478-837f-102525776a6e req-ee7a88ab-f872-49fe-b6a5-2ce96af4a851 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c8e8fb-4277-410b-88a0-6fde0bc5dd88 HTTP/1.1" status: 200 len: 946 time: 0.0651808 Jul 14 10:11:14.973899 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b450d80-0a2e-4478-837f-102525776a6e req-5671517d-aaec-42b5-83b3-edf61f5015da tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/security-groups?id=e07aec92-cd22-4f86-afaa-11c6f2b6379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377789 Jul 14 10:11:16.875606 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:21.740111 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:11:27.336077 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0abb648b-7526-4be7-9b16-94a922b58b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:29.817658 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52a2a5fe-aeb0-4e77-a3d6-59eb7e21e8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:29.984976 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:30.875289 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:32.376025 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:32.938675 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:33.979733 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1007b-b44e-4f12-b090-b2891e2c7e61 req-78575c68-5f87-43cf-b226-6bef9f0c73e3 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:33.981225 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28a1007b-b44e-4f12-b090-b2891e2c7e61 req-78575c68-5f87-43cf-b226-6bef9f0c73e3 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c8e8fb-4277-410b-88a0-6fde0bc5dd88 HTTP/1.1" status: 200 len: 946 time: 0.0669940 Jul 14 10:11:34.020865 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28a1007b-b44e-4f12-b090-b2891e2c7e61 req-2bc71e00-e028-45dd-859b-d5812bef944b tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/security-groups?id=e07aec92-cd22-4f86-afaa-11c6f2b6379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338366 Jul 14 10:11:35.205076 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f17c3-5208-4fbf-8605-c2c9a2e9c78e req-2976052f-a010-41ff-bfa0-6b09a18a66c8 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:35.206607 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-395f17c3-5208-4fbf-8605-c2c9a2e9c78e req-2976052f-a010-41ff-bfa0-6b09a18a66c8 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c8e8fb-4277-410b-88a0-6fde0bc5dd88 HTTP/1.1" status: 200 len: 946 time: 0.0657468 Jul 14 10:11:35.243860 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-395f17c3-5208-4fbf-8605-c2c9a2e9c78e req-03b89d6c-c7d8-4a27-ad25-de88b3269689 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/security-groups?id=e07aec92-cd22-4f86-afaa-11c6f2b6379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316849 Jul 14 10:11:35.423461 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb791f-00a9-4947-be04-b2aff9216ce4 req-7245b79f-97a3-402f-b47c-bd1b6cb46841 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:35.424924 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a4eb791f-00a9-4947-be04-b2aff9216ce4 req-7245b79f-97a3-402f-b47c-bd1b6cb46841 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c8e8fb-4277-410b-88a0-6fde0bc5dd88 HTTP/1.1" status: 200 len: 946 time: 0.0627084 Jul 14 10:11:35.526366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-a4eb791f-00a9-4947-be04-b2aff9216ce4 req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Deleting port cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:11:35.526707 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a4eb791f-00a9-4947-be04-b2aff9216ce4 req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.609962 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-a4eb791f-00a9-4947-be04-b2aff9216ce4 req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] For port cf2c5c9b-16ef-4b33-afe7-41d99e8300e3, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=cf2c5c9b-16ef-4b33-afe7-41d99e8300e3,segment=NetworkSegment(eebf3382-50b0-40ca-b846-f972a77e913b),segment_id=eebf3382-50b0-40ca-b846-f972a77e913b)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:35.610323 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a4eb791f-00a9-4947-be04-b2aff9216ce4 req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.627383 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-a4eb791f-00a9-4947-be04-b2aff9216ce4 req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Calling delete_port for cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:11:35.752001 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a4eb791f-00a9-4947-be04-b2aff9216ce4 req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.764788 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['cf2c5c9b-16ef-4b33-afe7-41d99e8300e3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:11:35.781355 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Pushing event deleted for resources: {'Port': ['ID=cf2c5c9b-16ef-4b33-afe7-41d99e8300e3,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:35.813474 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:35.813856 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:35.814209 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:35.814549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:35.814890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:35.815226 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:35.815557 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:35.815890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:35.816223 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:35.816547 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:35.816880 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:35.817213 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:35.843491 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4eb791f-00a9-4947-be04-b2aff9216ce4 req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] No DVR routers for this DVR port cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:11:35.846308 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a4eb791f-00a9-4947-be04-b2aff9216ce4 req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.848401 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a4eb791f-00a9-4947-be04-b2aff9216ce4 req-afd931b3-01ff-41b0-baeb-4ee6c9ab320e tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.49 "DELETE /v2.0/ports/cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 HTTP/1.1" status: 204 len: 173 time: 0.4176159 Jul 14 10:11:35.849103 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c8e8fb-4277-410b-88a0-6fde0bc5dd88', 'name': 'network-vif-deleted', 'tag': 'cf2c5c9b-16ef-4b33-afe7-41d99e8300e3'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:35.851183 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6a4bc7-40b4-4498-936c-debeb22f42a7" -d '{"events": [{"server_uuid": "d5c8e8fb-4277-410b-88a0-6fde0bc5dd88", "name": "network-vif-deleted", "tag": "cf2c5c9b-16ef-4b33-afe7-41d99e8300e3"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:35.893320 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45582390-0586-43e5-8c4e-b080194d0a03 x-openstack-request-id: req-45582390-0586-43e5-8c4e-b080194d0a03 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:35.893712 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c8e8fb-4277-410b-88a0-6fde0bc5dd88", "name": "network-vif-deleted", "tag": "cf2c5c9b-16ef-4b33-afe7-41d99e8300e3", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:35.894102 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45582390-0586-43e5-8c4e-b080194d0a03 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:35.895149 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c8e8fb-4277-410b-88a0-6fde0bc5dd88', 'name': 'network-vif-deleted', 'tag': 'cf2c5c9b-16ef-4b33-afe7-41d99e8300e3', 'status': 'completed', 'code': 200} Jul 14 10:11:36.402631 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-49f59809-fc5c-4b6c-8a0a-ce661b7e3948 req-6b1560a6-3929-4571-a81b-b3919c9ee468 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c8e8fb-4277-410b-88a0-6fde0bc5dd88 HTTP/1.1" status: 200 len: 210 time: 0.0289781 Jul 14 10:11:38.136948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-ba7664aa-cec6-494c-8b90-322601d61266 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:38.138365 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-ba7664aa-cec6-494c-8b90-322601d61266 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/networks?id=662c6f4f-1714-43ba-aef3-fade11b74bd6 HTTP/1.1" status: 200 len: 817 time: 0.1018918 Jul 14 10:11:38.153326 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-fabf6496-265d-49b6-8451-ed06f8b6b38d tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/quotas/9d105245979c46e6a0c7d24ac7ebb98b HTTP/1.1" status: 200 len: 375 time: 0.0090897 Jul 14 10:11:38.220075 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-26ef4aba-1eef-46fc-bd23-bdeb1dfeb29a tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d105245979c46e6a0c7d24ac7ebb98b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610502 Jul 14 10:11:38.317461 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-ebcf80f6-d801-438b-95e8-ac99c3fdc745 service neutron] 10.222.0.26 "GET /v2.0/networks/662c6f4f-1714-43ba-aef3-fade11b74bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860505 Jul 14 10:11:38.413478 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-ce50ff6a-6106-4627-b8cb-5343830f5687 service neutron] 10.222.0.26 "GET /v2.0/networks/662c6f4f-1714-43ba-aef3-fade11b74bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901158 Jul 14 10:11:38.583808 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-51511d6f-f300-4776-bbe9-4072458696c7 req-54e7faa8-e596-41a5-b319-3400efe3c7a8 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=53d5084b-888c-4eda-9137-d986fe26a8fe HTTP/1.1" status: 200 len: 210 time: 0.0302913 Jul 14 10:11:39.197033 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:11:39.217372 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:11:39.217709 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device cf2c5c9b-16ef-4b33-afe7-41d99e8300e3 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:11:39.627229 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-4a21d871-5a8a-4011-b398-c49ef4aa0829 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:39.628749 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-4a21d871-5a8a-4011-b398-c49ef4aa0829 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.49 "GET /v2.0/networks?id=662c6f4f-1714-43ba-aef3-fade11b74bd6 HTTP/1.1" status: 200 len: 817 time: 0.1118944 Jul 14 10:11:39.641767 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-76a198ad-396a-4ab8-99ff-83e19e468b3c tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Request body: {'port': {'device_id': '53d5084b-888c-4eda-9137-d986fe26a8fe', 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6', 'admin_state_up': True, 'tenant_id': '9d105245979c46e6a0c7d24ac7ebb98b'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:39.749811 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ab05b3a-a9be-440d-9fd4-c3e1de28babb req-5cdf9200-a0ba-493a-9e27-2dd0b77a6a7f tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=53d5084b-888c-4eda-9137-d986fe26a8fe HTTP/1.1" status: 200 len: 210 time: 0.0442276 Jul 14 10:11:39.785501 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-76a198ad-396a-4ab8-99ff-83e19e468b3c tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Made reservation on behalf of 9d105245979c46e6a0c7d24ac7ebb98b for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:11:39.788998 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-76a198ad-396a-4ab8-99ff-83e19e468b3c tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.912499 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-76a198ad-396a-4ab8-99ff-83e19e468b3c tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Allocated IP 172.20.0.5 (662c6f4f-1714-43ba-aef3-fade11b74bd6/6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02/e1664424-e3b5-4db3-80b1-95b095373f8c) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:40.057047 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-76a198ad-396a-4ab8-99ff-83e19e468b3c tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.071754 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-76a198ad-396a-4ab8-99ff-83e19e468b3c tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Transition to ACTIVE for port object e1664424-e3b5-4db3-80b1-95b095373f8c will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:40.103867 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-76a198ad-396a-4ab8-99ff-83e19e468b3c tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.148728 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-76a198ad-396a-4ab8-99ff-83e19e468b3c tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Network 662c6f4f-1714-43ba-aef3-fade11b74bd6 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:40.151806 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-76a198ad-396a-4ab8-99ff-83e19e468b3c tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:40.155761 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-76a198ad-396a-4ab8-99ff-83e19e468b3c tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:40.178995 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a198ad-396a-4ab8-99ff-83e19e468b3c tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Pushing event updated for resources: {'Port': ['ID=e1664424-e3b5-4db3-80b1-95b095373f8c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:40.209328 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-76a198ad-396a-4ab8-99ff-83e19e468b3c tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:40.209979 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-76a198ad-396a-4ab8-99ff-83e19e468b3c tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.224830 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-76a198ad-396a-4ab8-99ff-83e19e468b3c tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5875258 Jul 14 10:11:40.236094 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] Request body: {'port': {'device_id': '53d5084b-888c-4eda-9137-d986fe26a8fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:40.318051 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.347216 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4098640a-442e-4539-a093-3749a3c5df7e None None] Provisioning for port e1664424-e3b5-4db3-80b1-95b095373f8c completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:40.351221 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4098640a-442e-4539-a093-3749a3c5df7e None None] Provisioning complete for port e1664424-e3b5-4db3-80b1-95b095373f8c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:40.351588 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4098640a-442e-4539-a093-3749a3c5df7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.385841 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4098640a-442e-4539-a093-3749a3c5df7e None None] Port e1664424-e3b5-4db3-80b1-95b095373f8c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:11:40.581115 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1664424-e3b5-4db3-80b1-95b095373f8c {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:11:40.588178 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.601239 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] Transition to ACTIVE for port object e1664424-e3b5-4db3-80b1-95b095373f8c will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:40.604517 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.659840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1664424-e3b5-4db3-80b1-95b095373f8c,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:40.731431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] Attempting to bind port e1664424-e3b5-4db3-80b1-95b095373f8c on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:40.731759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] Attempting to bind port e1664424-e3b5-4db3-80b1-95b095373f8c by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': 'eebf3382-50b0-40ca-b846-f972a77e913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:40.732088 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] Attempting to bind port e1664424-e3b5-4db3-80b1-95b095373f8c on network 662c6f4f-1714-43ba-aef3-fade11b74bd6 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:40.737513 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] Port e1664424-e3b5-4db3-80b1-95b095373f8c on network 662c6f4f-1714-43ba-aef3-fade11b74bd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:11:40.737905 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] Attempting to bind port e1664424-e3b5-4db3-80b1-95b095373f8c on network 662c6f4f-1714-43ba-aef3-fade11b74bd6 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:40.743205 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:40.743539 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] Checking segment: {'id': 'eebf3382-50b0-40ca-b846-f972a77e913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:40.743914 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] Bound using segment: {'id': 'eebf3382-50b0-40ca-b846-f972a77e913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:40.744338 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] Bound port: e1664424-e3b5-4db3-80b1-95b095373f8c, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eebf3382-50b0-40ca-b846-f972a77e913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:40.744704 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.814043 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] For port e1664424-e3b5-4db3-80b1-95b095373f8c, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:40.816574 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] For port e1664424-e3b5-4db3-80b1-95b095373f8c, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e1664424-e3b5-4db3-80b1-95b095373f8c,segment=NetworkSegment(eebf3382-50b0-40ca-b846-f972a77e913b),segment_id=eebf3382-50b0-40ca-b846-f972a77e913b)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:40.821573 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.859732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:40.860349 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.861753 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] 10.222.0.49 "PUT /v2.0/ports/e1664424-e3b5-4db3-80b1-95b095373f8c HTTP/1.1" status: 200 len: 1092 time: 0.6300097 Jul 14 10:11:40.862215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d5084b-888c-4eda-9137-d986fe26a8fe', 'tag': 'e1664424-e3b5-4db3-80b1-95b095373f8c'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:40.864653 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa043820-4297-417f-9106-cda15f2b0824" -d '{"events": [{"name": "network-changed", "server_uuid": "53d5084b-888c-4eda-9137-d986fe26a8fe", "tag": "e1664424-e3b5-4db3-80b1-95b095373f8c"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:40.915608 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a502525-e6ae-41e9-a4b3-fac718964d09 x-openstack-request-id: req-8a502525-e6ae-41e9-a4b3-fac718964d09 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:40.915894 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d5084b-888c-4eda-9137-d986fe26a8fe", "tag": "e1664424-e3b5-4db3-80b1-95b095373f8c", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:40.916143 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a502525-e6ae-41e9-a4b3-fac718964d09 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:40.916534 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d5084b-888c-4eda-9137-d986fe26a8fe', 'tag': 'e1664424-e3b5-4db3-80b1-95b095373f8c', 'status': 'completed', 'code': 200} Jul 14 10:11:40.963099 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d3676-5b53-4df9-b3a1-4f9a8f6089b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1664424-e3b5-4db3-80b1-95b095373f8c,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:41.009328 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564850a-32cc-48bc-ba0c-66b134b248fe req-5e0ee34a-bb72-4e9b-a45b-d75b0de21594 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:41.010959 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7564850a-32cc-48bc-ba0c-66b134b248fe req-5e0ee34a-bb72-4e9b-a45b-d75b0de21594 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=53d5084b-888c-4eda-9137-d986fe26a8fe HTTP/1.1" status: 200 len: 943 time: 0.1303933 Jul 14 10:11:41.017072 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-52655589-9a86-42c2-b0d3-a2f4da8eb9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:41.018595 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-52655589-9a86-42c2-b0d3-a2f4da8eb9ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d105245979c46e6a0c7d24ac7ebb98b&device_id=53d5084b-888c-4eda-9137-d986fe26a8fe HTTP/1.1" status: 200 len: 1095 time: 0.0992393 Jul 14 10:11:41.072181 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-b6dc548e-2ae8-475a-8f96-fde3741622f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1664424-e3b5-4db3-80b1-95b095373f8c HTTP/1.1" status: 200 len: 217 time: 0.0466080 Jul 14 10:11:41.099176 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7564850a-32cc-48bc-ba0c-66b134b248fe req-2314e8bc-360f-468b-ab50-54582dfaf31f tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/security-groups?id=e07aec92-cd22-4f86-afaa-11c6f2b6379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794008 Jul 14 10:11:41.133247 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-f4215214-9282-4af4-93d2-a643f0aa7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:41.134729 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-f4215214-9282-4af4-93d2-a643f0aa7168 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02 HTTP/1.1" status: 200 len: 856 time: 0.0524764 Jul 14 10:11:41.190104 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-d3ff7945-8b80-421e-a535-502713d8c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:41.191669 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-d3ff7945-8b80-421e-a535-502713d8c09b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=662c6f4f-1714-43ba-aef3-fade11b74bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508425 Jul 14 10:11:41.285780 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-9e1afe0a-83ac-48e6-bb0c-fb68e04a3111 service neutron] 10.222.0.49 "GET /v2.0/networks/662c6f4f-1714-43ba-aef3-fade11b74bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865302 Jul 14 10:11:41.374819 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a9bff7e1-0d87-4815-8a22-5ca4c2cdc1f1 req-19f7171e-e2b4-4e6d-b03d-548294e5a6a9 service neutron] 10.222.0.49 "GET /v2.0/networks/662c6f4f-1714-43ba-aef3-fade11b74bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826724 Jul 14 10:11:41.479399 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa043820-4297-417f-9106-cda15f2b0824 req-ecc075f7-03ae-4a42-9eeb-7e49f24dcb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:41.481179 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa043820-4297-417f-9106-cda15f2b0824 req-ecc075f7-03ae-4a42-9eeb-7e49f24dcb03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d105245979c46e6a0c7d24ac7ebb98b&device_id=53d5084b-888c-4eda-9137-d986fe26a8fe HTTP/1.1" status: 200 len: 1095 time: 0.0587118 Jul 14 10:11:41.570785 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa043820-4297-417f-9106-cda15f2b0824 req-07e2be69-78a7-4c03-9b15-363caeed179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:41.572260 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa043820-4297-417f-9106-cda15f2b0824 req-07e2be69-78a7-4c03-9b15-363caeed179c service neutron] 10.222.0.49 "GET /v2.0/networks?id=662c6f4f-1714-43ba-aef3-fade11b74bd6 HTTP/1.1" status: 200 len: 918 time: 0.0855157 Jul 14 10:11:41.615133 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa043820-4297-417f-9106-cda15f2b0824 req-7aa5bd8d-0fdb-447c-87b9-28246b6a8f91 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1664424-e3b5-4db3-80b1-95b095373f8c HTTP/1.1" status: 200 len: 217 time: 0.0372245 Jul 14 10:11:41.664650 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa043820-4297-417f-9106-cda15f2b0824 req-696f31d9-2f9c-4b8d-90a8-991a2993c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:41.666030 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa043820-4297-417f-9106-cda15f2b0824 req-696f31d9-2f9c-4b8d-90a8-991a2993c7b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02 HTTP/1.1" status: 200 len: 856 time: 0.0433629 Jul 14 10:11:41.722569 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa043820-4297-417f-9106-cda15f2b0824 req-8a34564d-54aa-48b7-ab69-5358442af906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:41.724088 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa043820-4297-417f-9106-cda15f2b0824 req-8a34564d-54aa-48b7-ab69-5358442af906 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=662c6f4f-1714-43ba-aef3-fade11b74bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517943 Jul 14 10:11:41.815797 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa043820-4297-417f-9106-cda15f2b0824 req-459ba80d-2c71-42d6-8bb5-2f1758bde21d service neutron] 10.222.0.49 "GET /v2.0/networks/662c6f4f-1714-43ba-aef3-fade11b74bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843263 Jul 14 10:11:41.904540 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa043820-4297-417f-9106-cda15f2b0824 req-fb467c06-6864-4fa4-9097-7a9a9e2ed3f2 service neutron] 10.222.0.49 "GET /v2.0/networks/662c6f4f-1714-43ba-aef3-fade11b74bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819032 Jul 14 10:11:42.278429 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab9b00-0f05-4947-96e0-2d32f07d7db6 req-da54e1b2-79d5-48c1-bf00-10b43ce44e22 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:42.280412 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-efab9b00-0f05-4947-96e0-2d32f07d7db6 req-da54e1b2-79d5-48c1-bf00-10b43ce44e22 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=53d5084b-888c-4eda-9137-d986fe26a8fe HTTP/1.1" status: 200 len: 943 time: 0.0639191 Jul 14 10:11:42.318941 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-efab9b00-0f05-4947-96e0-2d32f07d7db6 req-c87153e3-026d-424a-8d9f-aef577404d14 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/security-groups?id=e07aec92-cd22-4f86-afaa-11c6f2b6379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329418 Jul 14 10:11:43.227985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device e1664424-e3b5-4db3-80b1-95b095373f8c details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:11:43.324532 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port e1664424-e3b5-4db3-80b1-95b095373f8c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e1664424-e3b5-4db3-80b1-95b095373f8c,segment=NetworkSegment(eebf3382-50b0-40ca-b846-f972a77e913b),segment_id=eebf3382-50b0-40ca-b846-f972a77e913b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:43.336850 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'e1664424-e3b5-4db3-80b1-95b095373f8c', 'network_id': '662c6f4f-1714-43ba-aef3-fade11b74bd6', 'port_id': 'e1664424-e3b5-4db3-80b1-95b095373f8c', 'mac_address': 'fa:16:3e:7a:f3:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:11:43.373909 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:43.386525 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1664424-e3b5-4db3-80b1-95b095373f8c {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:11:43.406182 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port e1664424-e3b5-4db3-80b1-95b095373f8c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e1664424-e3b5-4db3-80b1-95b095373f8c,segment=NetworkSegment(eebf3382-50b0-40ca-b846-f972a77e913b),segment_id=eebf3382-50b0-40ca-b846-f972a77e913b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:43.411208 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:43.459803 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=e1664424-e3b5-4db3-80b1-95b095373f8c,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:43.467369 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:43.467713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:43.468052 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:43.468385 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:43.468716 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:43.469043 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:43.469375 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:43.469698 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:43.470046 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:43.470368 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:43.470691 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:43.471009 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:43.498799 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe6a88-876e-48ae-bdb9-06ef26e2c58e req-833d414f-add9-4fa8-9028-f9178c8ff09b tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:43.500297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-64fe6a88-876e-48ae-bdb9-06ef26e2c58e req-833d414f-add9-4fa8-9028-f9178c8ff09b tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=53d5084b-888c-4eda-9137-d986fe26a8fe HTTP/1.1" status: 200 len: 944 time: 0.0684178 Jul 14 10:11:43.540118 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-64fe6a88-876e-48ae-bdb9-06ef26e2c58e req-186b7883-9cee-4739-8c6c-b412fd306dd8 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/security-groups?id=e07aec92-cd22-4f86-afaa-11c6f2b6379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340626 Jul 14 10:11:43.602354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['e1664424-e3b5-4db3-80b1-95b095373f8c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:11:44.713452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb1fe8-f935-409f-a2fb-4a088f59f598 req-5a950924-38cb-41f0-89ef-0003173dc7d0 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:44.715028 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-adbb1fe8-f935-409f-a2fb-4a088f59f598 req-5a950924-38cb-41f0-89ef-0003173dc7d0 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=53d5084b-888c-4eda-9137-d986fe26a8fe HTTP/1.1" status: 200 len: 944 time: 0.0627120 Jul 14 10:11:44.753488 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-adbb1fe8-f935-409f-a2fb-4a088f59f598 req-2e667483-55a0-41b6-a66e-4a12235c12b0 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/security-groups?id=e07aec92-cd22-4f86-afaa-11c6f2b6379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327764 Jul 14 10:11:45.243398 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device e1664424-e3b5-4db3-80b1-95b095373f8c up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:45.291570 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port e1664424-e3b5-4db3-80b1-95b095373f8c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:45.296143 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port e1664424-e3b5-4db3-80b1-95b095373f8c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:45.296518 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:45.375961 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:45.398002 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d5084b-888c-4eda-9137-d986fe26a8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1664424-e3b5-4db3-80b1-95b095373f8c'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:45.400242 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551e0960-d8cb-4e77-b7a6-99a18de1b4f7" -d '{"events": [{"server_uuid": "53d5084b-888c-4eda-9137-d986fe26a8fe", "name": "network-vif-plugged", "status": "completed", "tag": "e1664424-e3b5-4db3-80b1-95b095373f8c"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:45.413174 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port e1664424-e3b5-4db3-80b1-95b095373f8c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e1664424-e3b5-4db3-80b1-95b095373f8c,segment=NetworkSegment(eebf3382-50b0-40ca-b846-f972a77e913b),segment_id=eebf3382-50b0-40ca-b846-f972a77e913b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:45.417286 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:45.440573 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1d2689-f25e-451b-a78b-ffff8c6f9f9d x-openstack-request-id: req-0c1d2689-f25e-451b-a78b-ffff8c6f9f9d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:45.440861 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d5084b-888c-4eda-9137-d986fe26a8fe", "name": "network-vif-plugged", "status": "completed", "tag": "e1664424-e3b5-4db3-80b1-95b095373f8c", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:45.441111 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c1d2689-f25e-451b-a78b-ffff8c6f9f9d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:45.441495 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d5084b-888c-4eda-9137-d986fe26a8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1664424-e3b5-4db3-80b1-95b095373f8c', 'code': 200} Jul 14 10:11:45.469856 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=e1664424-e3b5-4db3-80b1-95b095373f8c,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:45.553330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc54793-9888-42b1-aa85-23496c36d8c2 req-c56ac8fc-26ae-459f-ad5a-cf3c2a6b2bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:45.554852 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9fc54793-9888-42b1-aa85-23496c36d8c2 req-c56ac8fc-26ae-459f-ad5a-cf3c2a6b2bf5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=53d5084b-888c-4eda-9137-d986fe26a8fe HTTP/1.1" status: 200 len: 1097 time: 0.0545137 Jul 14 10:11:45.588202 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9fc54793-9888-42b1-aa85-23496c36d8c2 req-21a67ed6-9e45-4479-9a21-e776404a5740 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e07aec92-cd22-4f86-afaa-11c6f2b6379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273306 Jul 14 10:11:45.924501 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd001d7-dd6d-4097-94ca-f64d047e4982 req-20e72228-ae16-43b5-af8c-3858531b0e03 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:45.925907 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9dd001d7-dd6d-4097-94ca-f64d047e4982 req-20e72228-ae16-43b5-af8c-3858531b0e03 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=53d5084b-888c-4eda-9137-d986fe26a8fe HTTP/1.1" status: 200 len: 945 time: 0.0640194 Jul 14 10:11:45.964563 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9dd001d7-dd6d-4097-94ca-f64d047e4982 req-3ab85e27-eef3-4214-891c-1769a7728549 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/security-groups?id=e07aec92-cd22-4f86-afaa-11c6f2b6379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330698 Jul 14 10:11:46.888556 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:47.147003 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f0f54-42df-41d7-8033-4578172917c3 req-84d34f22-dfc5-43fb-aa4e-a4cdeedeb61d tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:47.148456 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c91f0f54-42df-41d7-8033-4578172917c3 req-84d34f22-dfc5-43fb-aa4e-a4cdeedeb61d tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=53d5084b-888c-4eda-9137-d986fe26a8fe HTTP/1.1" status: 200 len: 945 time: 0.0699804 Jul 14 10:11:47.188352 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c91f0f54-42df-41d7-8033-4578172917c3 req-2c70525f-b782-4f68-b09b-9ff9a2de0957 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/security-groups?id=e07aec92-cd22-4f86-afaa-11c6f2b6379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343285 Jul 14 10:11:47.365978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e55e3b-f63d-4294-83b8-c954d5c0f59c req-18ebda44-ec4f-4de7-b014-4e7f2e9218fb tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:47.367474 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7e55e3b-f63d-4294-83b8-c954d5c0f59c req-18ebda44-ec4f-4de7-b014-4e7f2e9218fb tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=53d5084b-888c-4eda-9137-d986fe26a8fe HTTP/1.1" status: 200 len: 945 time: 0.0674601 Jul 14 10:11:47.406294 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b7e55e3b-f63d-4294-83b8-c954d5c0f59c req-45f148ba-5426-4614-9fea-8ad648a3860d tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/security-groups?id=e07aec92-cd22-4f86-afaa-11c6f2b6379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326114 Jul 14 10:11:57.337086 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a104931e-ed84-4825-bb30-2888c8954c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:58.739308 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:11:59.819740 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c48851cb-73ef-48e1-8c12-5ce0efa063d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:59.986325 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:00.877732 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:02.413988 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:02.941366 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:06.228779 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba101e7-c0f4-4747-b60c-034d9162a0be req-1f29bb0b-939c-4ff5-a8a5-91999a9133cd tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:06.230308 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ba101e7-c0f4-4747-b60c-034d9162a0be req-1f29bb0b-939c-4ff5-a8a5-91999a9133cd tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=53d5084b-888c-4eda-9137-d986fe26a8fe HTTP/1.1" status: 200 len: 945 time: 0.0654674 Jul 14 10:12:06.269862 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ba101e7-c0f4-4747-b60c-034d9162a0be req-3d5857a9-fa49-455d-b1e5-fe321d640e4d tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/security-groups?id=e07aec92-cd22-4f86-afaa-11c6f2b6379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327356 Jul 14 10:12:07.448026 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2c93f-866f-4380-86dd-f09ed31b841d req-4166ae1d-7efc-42e2-8189-0b293cc4d519 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:07.449495 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-54a2c93f-866f-4380-86dd-f09ed31b841d req-4166ae1d-7efc-42e2-8189-0b293cc4d519 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/ports?device_id=53d5084b-888c-4eda-9137-d986fe26a8fe HTTP/1.1" status: 200 len: 945 time: 0.0659213 Jul 14 10:12:07.857140 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-54a2c93f-866f-4380-86dd-f09ed31b841d req-1fb854e2-02f6-403d-80cf-374dbbec0a0b tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.26 "GET /v2.0/security-groups?id=e07aec92-cd22-4f86-afaa-11c6f2b6379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020815 Jul 14 10:12:07.885950 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498fefd-c66a-4d15-9193-9dc71cb1dd31 req-31b7f883-8c79-4cac-a61e-51a5274c06c0 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:07.887372 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3498fefd-c66a-4d15-9193-9dc71cb1dd31 req-31b7f883-8c79-4cac-a61e-51a5274c06c0 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.49 "GET /v2.0/ports?device_id=53d5084b-888c-4eda-9137-d986fe26a8fe HTTP/1.1" status: 200 len: 945 time: 0.0759211 Jul 14 10:12:07.988561 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-3498fefd-c66a-4d15-9193-9dc71cb1dd31 req-627eefd4-8b76-4be7-95b6-3caa5d6c4c01 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Deleting port e1664424-e3b5-4db3-80b1-95b095373f8c {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:12:07.988844 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3498fefd-c66a-4d15-9193-9dc71cb1dd31 req-627eefd4-8b76-4be7-95b6-3caa5d6c4c01 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:08.079565 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-3498fefd-c66a-4d15-9193-9dc71cb1dd31 req-627eefd4-8b76-4be7-95b6-3caa5d6c4c01 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] For port e1664424-e3b5-4db3-80b1-95b095373f8c, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=e1664424-e3b5-4db3-80b1-95b095373f8c,segment=NetworkSegment(eebf3382-50b0-40ca-b846-f972a77e913b),segment_id=eebf3382-50b0-40ca-b846-f972a77e913b)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:12:08.079931 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3498fefd-c66a-4d15-9193-9dc71cb1dd31 req-627eefd4-8b76-4be7-95b6-3caa5d6c4c01 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:08.092747 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-3498fefd-c66a-4d15-9193-9dc71cb1dd31 req-627eefd4-8b76-4be7-95b6-3caa5d6c4c01 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Calling delete_port for e1664424-e3b5-4db3-80b1-95b095373f8c owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:12:08.224534 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3498fefd-c66a-4d15-9193-9dc71cb1dd31 req-627eefd4-8b76-4be7-95b6-3caa5d6c4c01 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:08.236544 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['e1664424-e3b5-4db3-80b1-95b095373f8c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:12:08.256195 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627eefd4-8b76-4be7-95b6-3caa5d6c4c01 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Pushing event deleted for resources: {'Port': ['ID=e1664424-e3b5-4db3-80b1-95b095373f8c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:08.302930 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-3498fefd-c66a-4d15-9193-9dc71cb1dd31 req-627eefd4-8b76-4be7-95b6-3caa5d6c4c01 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] No DVR routers for this DVR port e1664424-e3b5-4db3-80b1-95b095373f8c on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:12:08.305603 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3498fefd-c66a-4d15-9193-9dc71cb1dd31 req-627eefd4-8b76-4be7-95b6-3caa5d6c4c01 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:08.307668 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3498fefd-c66a-4d15-9193-9dc71cb1dd31 req-627eefd4-8b76-4be7-95b6-3caa5d6c4c01 tempest-TestEncryptedCinderVolumes-477433926 tempest-TestEncryptedCinderVolumes-477433926-project] 10.222.0.49 "DELETE /v2.0/ports/e1664424-e3b5-4db3-80b1-95b095373f8c HTTP/1.1" status: 204 len: 173 time: 0.4149265 Jul 14 10:12:08.308119 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d5084b-888c-4eda-9137-d986fe26a8fe', 'name': 'network-vif-deleted', 'tag': 'e1664424-e3b5-4db3-80b1-95b095373f8c'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:12:08.311026 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed95b458-deab-41bd-abd7-e3f66d8dc47e" -d '{"events": [{"server_uuid": "53d5084b-888c-4eda-9137-d986fe26a8fe", "name": "network-vif-deleted", "tag": "e1664424-e3b5-4db3-80b1-95b095373f8c"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:12:08.370480 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5810eb4-02bf-46db-96b4-b2212c65c197 x-openstack-request-id: req-f5810eb4-02bf-46db-96b4-b2212c65c197 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:12:08.371030 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d5084b-888c-4eda-9137-d986fe26a8fe", "name": "network-vif-deleted", "tag": "e1664424-e3b5-4db3-80b1-95b095373f8c", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:12:08.371710 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5810eb4-02bf-46db-96b4-b2212c65c197 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:12:08.372837 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d5084b-888c-4eda-9137-d986fe26a8fe', 'name': 'network-vif-deleted', 'tag': 'e1664424-e3b5-4db3-80b1-95b095373f8c', 'status': 'completed', 'code': 200} Jul 14 10:12:08.983726 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50842) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:09.327188 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8464391-4bac-43c1-a5f8-8351dd9f4623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:09.586199 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f8464391-4bac-43c1-a5f8-8351dd9f4623 admin admin] Deleting port c98eea70-187f-4086-bc66-9b449489f51e {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:12:09.586454 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8464391-4bac-43c1-a5f8-8351dd9f4623 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:09.661465 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-f8464391-4bac-43c1-a5f8-8351dd9f4623 admin admin] For port c98eea70-187f-4086-bc66-9b449489f51e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c98eea70-187f-4086-bc66-9b449489f51e,segment=NetworkSegment(eebf3382-50b0-40ca-b846-f972a77e913b),segment_id=eebf3382-50b0-40ca-b846-f972a77e913b)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:12:09.661845 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8464391-4bac-43c1-a5f8-8351dd9f4623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:09.674628 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f8464391-4bac-43c1-a5f8-8351dd9f4623 admin admin] Calling delete_port for c98eea70-187f-4086-bc66-9b449489f51e owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:12:09.853035 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8464391-4bac-43c1-a5f8-8351dd9f4623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:09.889170 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8464391-4bac-43c1-a5f8-8351dd9f4623 admin admin] Pushing event deleted for resources: {'Port': ['ID=c98eea70-187f-4086-bc66-9b449489f51e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:10.056360 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8464391-4bac-43c1-a5f8-8351dd9f4623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:10.274022 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8464391-4bac-43c1-a5f8-8351dd9f4623 admin admin] Router e7f917fd-82c4-4600-b8b3-613810e5005c has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:12:10.379489 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8464391-4bac-43c1-a5f8-8351dd9f4623 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:12:10.384939 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f8464391-4bac-43c1-a5f8-8351dd9f4623 admin admin] 10.222.0.26 "PUT /v2.0/routers/e7f917fd-82c4-4600-b8b3-613810e5005c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4001391 Jul 14 10:12:10.386887 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50844) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:10.389356 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0d2b0d-7147-4bb1-b313-88b51aaabdf3 None None] Sync routers for ids ['e7f917fd-82c4-4600-b8b3-613810e5005c'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:12:10.399693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0d2b0d-7147-4bb1-b313-88b51aaabdf3 None None] Routers {'e7f917fd-82c4-4600-b8b3-613810e5005c'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:12:10.400319 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-de0d2b0d-7147-4bb1-b313-88b51aaabdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:12:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e7f917fd-82c4-4600-b8b3-613810e5005c'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:10.518685 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-de0d2b0d-7147-4bb1-b313-88b51aaabdf3 None None] Set router e7f917fd-82c4-4600-b8b3-613810e5005c gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:12:10.529247 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e02cc3b5-334f-466d-b036-1680ab91c235 admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:10.627740 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e02cc3b5-334f-466d-b036-1680ab91c235 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:10.685230 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-e02cc3b5-334f-466d-b036-1680ab91c235 admin admin] Deleting port 42f66a8b-ff9c-4095-ab41-2773f56df70b {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:12:10.685575 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e02cc3b5-334f-466d-b036-1680ab91c235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:10.717115 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-de0d2b0d-7147-4bb1-b313-88b51aaabdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f917fd-82c4-4600-b8b3-613810e5005c', 'name': 'tempest-TestEncryptedCinderVolumes-1820537701-router', 'tenant_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '42f66a8b-ff9c-4095-ab41-2773f56df70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:55Z', 'updated_at': '2021-07-14T10:12:09Z', 'revision_number': 5, 'project_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'gw_port': {'id': '42f66a8b-ff9c-4095-ab41-2773f56df70b', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f917fd-82c4-4600-b8b3-613810e5005c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:10:55Z', 'updated_at': '2021-07-14T10:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:10.744805 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0d2b0d-7147-4bb1-b313-88b51aaabdf3 None None] Checking router: e7f917fd-82c4-4600-b8b3-613810e5005c for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:12:10.754302 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0d2b0d-7147-4bb1-b313-88b51aaabdf3 None None] Routers {'e7f917fd-82c4-4600-b8b3-613810e5005c'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:12:10.754910 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-de0d2b0d-7147-4bb1-b313-88b51aaabdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:12:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['e7f917fd-82c4-4600-b8b3-613810e5005c'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:10.767731 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-e02cc3b5-334f-466d-b036-1680ab91c235 admin admin] For port 42f66a8b-ff9c-4095-ab41-2773f56df70b, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=42f66a8b-ff9c-4095-ab41-2773f56df70b,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:12:10.768089 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e02cc3b5-334f-466d-b036-1680ab91c235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:10.780748 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-e02cc3b5-334f-466d-b036-1680ab91c235 admin admin] Calling delete_port for 42f66a8b-ff9c-4095-ab41-2773f56df70b owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:12:10.840403 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-de0d2b0d-7147-4bb1-b313-88b51aaabdf3 None None] Set router e7f917fd-82c4-4600-b8b3-613810e5005c gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:12:10.904551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-de0d2b0d-7147-4bb1-b313-88b51aaabdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f917fd-82c4-4600-b8b3-613810e5005c', 'name': 'tempest-TestEncryptedCinderVolumes-1820537701-router', 'tenant_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:55Z', 'updated_at': '2021-07-14T10:12:10Z', 'revision_number': 6, 'project_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:10.933311 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0d2b0d-7147-4bb1-b313-88b51aaabdf3 None None] The sync data for ids ['e7f917fd-82c4-4600-b8b3-613810e5005c'] in n-d-798054-10 is: [{'id': 'e7f917fd-82c4-4600-b8b3-613810e5005c', 'name': 'tempest-TestEncryptedCinderVolumes-1820537701-router', 'tenant_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:55Z', 'updated_at': '2021-07-14T10:12:10Z', 'revision_number': 6, 'project_id': '9d105245979c46e6a0c7d24ac7ebb98b', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:12:10.949146 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e02cc3b5-334f-466d-b036-1680ab91c235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:10.979913 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02cc3b5-334f-466d-b036-1680ab91c235 admin admin] Pushing event deleted for resources: {'Port': ['ID=42f66a8b-ff9c-4095-ab41-2773f56df70b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:11.043129 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e02cc3b5-334f-466d-b036-1680ab91c235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.132305 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e02cc3b5-334f-466d-b036-1680ab91c235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.134430 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e02cc3b5-334f-466d-b036-1680ab91c235 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.178017 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e02cc3b5-334f-466d-b036-1680ab91c235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.178580 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02cc3b5-334f-466d-b036-1680ab91c235 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7f917fd-82c4-4600-b8b3-613810e5005c {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:12:11.183235 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e02cc3b5-334f-466d-b036-1680ab91c235 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.184331 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e02cc3b5-334f-466d-b036-1680ab91c235 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e7f917fd-82c4-4600-b8b3-613810e5005c HTTP/1.1" status: 204 len: 168 time: 0.7955813 Jul 14 10:12:11.187480 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50846) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:11.234482 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f73549e-a3bd-4dd6-a33b-ed9e2a48f1f3 admin admin] Deleting subnet 6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:12:11.237375 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0f73549e-a3bd-4dd6-a33b-ed9e2a48f1f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.274045 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0f73549e-a3bd-4dd6-a33b-ed9e2a48f1f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.357049 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0f73549e-a3bd-4dd6-a33b-ed9e2a48f1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.410594 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0f73549e-a3bd-4dd6-a33b-ed9e2a48f1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.440289 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73549e-a3bd-4dd6-a33b-ed9e2a48f1f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:11.444180 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0f73549e-a3bd-4dd6-a33b-ed9e2a48f1f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.446075 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0f73549e-a3bd-4dd6-a33b-ed9e2a48f1f3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6ef4b98e-2a4b-4f4d-b68e-66eff6f4ea02 HTTP/1.1" status: 204 len: 168 time: 0.2576466 Jul 14 10:12:11.447072 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device e1664424-e3b5-4db3-80b1-95b095373f8c no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:12:11.448536 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50848) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:11.452096 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877bc9ac-369c-40e5-9bf8-7d87463c9e06 None None] Network 662c6f4f-1714-43ba-aef3-fade11b74bd6 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:12:11.478397 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: e1664424-e3b5-4db3-80b1-95b095373f8c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:12:11.478737 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device e1664424-e3b5-4db3-80b1-95b095373f8c not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:12:11.516173 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bf650b3a-6e2c-4f13-bcbf-a045027d83fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.569878 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-bf650b3a-6e2c-4f13-bcbf-a045027d83fc admin admin] Deleting port b8867a3e-7dae-4266-9b79-c3067296062e {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:12:11.570261 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bf650b3a-6e2c-4f13-bcbf-a045027d83fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.640035 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-bf650b3a-6e2c-4f13-bcbf-a045027d83fc admin admin] For port b8867a3e-7dae-4266-9b79-c3067296062e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=b8867a3e-7dae-4266-9b79-c3067296062e,segment=NetworkSegment(eebf3382-50b0-40ca-b846-f972a77e913b),segment_id=eebf3382-50b0-40ca-b846-f972a77e913b)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:12:11.640420 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bf650b3a-6e2c-4f13-bcbf-a045027d83fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.652814 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-bf650b3a-6e2c-4f13-bcbf-a045027d83fc admin admin] Calling delete_port for b8867a3e-7dae-4266-9b79-c3067296062e owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:12:11.728896 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e942861-1a7f-4962-a962-2285a20738dc None None] DHCP port deletion for 662c6f4f-1714-43ba-aef3-fade11b74bd6 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:12:11.734488 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bf650b3a-6e2c-4f13-bcbf-a045027d83fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.769015 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf650b3a-6e2c-4f13-bcbf-a045027d83fc admin admin] No DVR routers for this DVR port b8867a3e-7dae-4266-9b79-c3067296062e on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:12:11.771009 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf650b3a-6e2c-4f13-bcbf-a045027d83fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b8867a3e-7dae-4266-9b79-c3067296062e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:11.792428 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c98eea70-187f-4086-bc66-9b449489f51e no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:12:11.814796 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: c98eea70-187f-4086-bc66-9b449489f51e {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:12:11.815213 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c98eea70-187f-4086-bc66-9b449489f51e not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:12:11.815694 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 42f66a8b-ff9c-4095-ab41-2773f56df70b no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:12:11.839030 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 42f66a8b-ff9c-4095-ab41-2773f56df70b {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:12:11.839453 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 42f66a8b-ff9c-4095-ab41-2773f56df70b not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:12:11.839939 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b8867a3e-7dae-4266-9b79-c3067296062e no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:12:11.853664 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bf650b3a-6e2c-4f13-bcbf-a045027d83fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.858715 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: b8867a3e-7dae-4266-9b79-c3067296062e {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:12:11.859068 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device b8867a3e-7dae-4266-9b79-c3067296062e not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:12:11.868925 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-bf650b3a-6e2c-4f13-bcbf-a045027d83fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662c6f4f-1714-43ba-aef3-fade11b74bd6']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:11.880863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-bf650b3a-6e2c-4f13-bcbf-a045027d83fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebf3382-50b0-40ca-b846-f972a77e913b') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:11.881153 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-bf650b3a-6e2c-4f13-bcbf-a045027d83fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebf3382-50b0-40ca-b846-f972a77e913b') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:11.889885 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bf650b3a-6e2c-4f13-bcbf-a045027d83fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.903939 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bf650b3a-6e2c-4f13-bcbf-a045027d83fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.909844 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf650b3a-6e2c-4f13-bcbf-a045027d83fc admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:12:11.910219 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bf650b3a-6e2c-4f13-bcbf-a045027d83fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: timer() Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:12:11.911961 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:12:11.972840 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bf650b3a-6e2c-4f13-bcbf-a045027d83fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.978863 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bf650b3a-6e2c-4f13-bcbf-a045027d83fc admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.980817 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bf650b3a-6e2c-4f13-bcbf-a045027d83fc admin admin] 10.222.0.26 "DELETE /v2.0/networks/662c6f4f-1714-43ba-aef3-fade11b74bd6 HTTP/1.1" status: 204 len: 168 time: 0.5313663 Jul 14 10:12:11.984479 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50850) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:11.995346 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf650b3a-6e2c-4f13-bcbf-a045027d83fc admin admin] Pushing event deleted for resources: {'Network': ['ID=662c6f4f-1714-43ba-aef3-fade11b74bd6,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:12.331668 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:12.579499 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Deleting port ed456fab-48aa-498b-87f0-0dee2c627d44 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:12:12.579755 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:12.655991 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] For port ed456fab-48aa-498b-87f0-0dee2c627d44, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=ed456fab-48aa-498b-87f0-0dee2c627d44,segment=NetworkSegment(83c08f87-e3c5-4e45-b647-7ef051f51efc),segment_id=83c08f87-e3c5-4e45-b647-7ef051f51efc)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:12:12.656376 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:12.669398 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Calling delete_port for ed456fab-48aa-498b-87f0-0dee2c627d44 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:12:12.848802 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:12.874710 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed456fab-48aa-498b-87f0-0dee2c627d44,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:12.886004 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:12.886356 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:12.886698 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:12.887038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:12.887423 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:12.887758 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:12.888084 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:12.888406 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:12.888731 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:12.889052 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:12.889375 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:12.889694 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:13.052729 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:13.584399 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Router 7d8973fc-c85b-4c52-ba33-d25f45b1dfd3 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:12:13.683476 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:12:13.691803 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d3d537b0-3cc9-431b-b950-ffbff00d1d97 admin admin] 10.222.0.26 "PUT /v2.0/routers/7d8973fc-c85b-4c52-ba33-d25f45b1dfd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7028193 Jul 14 10:12:13.691803 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50856) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:13.696880 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf042136-fc3e-441d-9711-70b7cb9b2cec None None] Sync routers for ids ['7d8973fc-c85b-4c52-ba33-d25f45b1dfd3'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:12:13.710540 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf042136-fc3e-441d-9711-70b7cb9b2cec None None] Routers {'7d8973fc-c85b-4c52-ba33-d25f45b1dfd3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:12:13.711264 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-bf042136-fc3e-441d-9711-70b7cb9b2cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:12:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7d8973fc-c85b-4c52-ba33-d25f45b1dfd3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:13.797106 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9f821b9-692b-4b40-bc6a-ea90d3bc0048 admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:13.820073 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-bf042136-fc3e-441d-9711-70b7cb9b2cec None None] Set router 7d8973fc-c85b-4c52-ba33-d25f45b1dfd3 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:12:13.899585 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9f821b9-692b-4b40-bc6a-ea90d3bc0048 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:13.952893 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-b9f821b9-692b-4b40-bc6a-ea90d3bc0048 admin admin] Deleting port 5e089feb-8da6-4bd7-aaba-3990ba8a7d71 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:12:13.953244 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9f821b9-692b-4b40-bc6a-ea90d3bc0048 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:13.997413 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-bf042136-fc3e-441d-9711-70b7cb9b2cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8973fc-c85b-4c52-ba33-d25f45b1dfd3', 'name': 'tempest-TestEncryptedCinderVolumes-225759582-router', 'tenant_id': 'c1f041b92b8245998caa06fb82beb945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '5e089feb-8da6-4bd7-aaba-3990ba8a7d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:59Z', 'updated_at': '2021-07-14T10:12:12Z', 'revision_number': 5, 'project_id': 'c1f041b92b8245998caa06fb82beb945', 'gw_port': {'id': '5e089feb-8da6-4bd7-aaba-3990ba8a7d71', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8973fc-c85b-4c52-ba33-d25f45b1dfd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:00Z', 'updated_at': '2021-07-14T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:14.027578 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf042136-fc3e-441d-9711-70b7cb9b2cec None None] Checking router: 7d8973fc-c85b-4c52-ba33-d25f45b1dfd3 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:12:14.036736 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-b9f821b9-692b-4b40-bc6a-ea90d3bc0048 admin admin] For port 5e089feb-8da6-4bd7-aaba-3990ba8a7d71, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=5e089feb-8da6-4bd7-aaba-3990ba8a7d71,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:12:14.036975 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf042136-fc3e-441d-9711-70b7cb9b2cec None None] Routers {'7d8973fc-c85b-4c52-ba33-d25f45b1dfd3'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:12:14.037084 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9f821b9-692b-4b40-bc6a-ea90d3bc0048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:14.037402 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-bf042136-fc3e-441d-9711-70b7cb9b2cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:12:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['7d8973fc-c85b-4c52-ba33-d25f45b1dfd3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:14.050327 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-b9f821b9-692b-4b40-bc6a-ea90d3bc0048 admin admin] Calling delete_port for 5e089feb-8da6-4bd7-aaba-3990ba8a7d71 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:12:14.117508 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-bf042136-fc3e-441d-9711-70b7cb9b2cec None None] Set router 7d8973fc-c85b-4c52-ba33-d25f45b1dfd3 gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:12:14.171903 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-bf042136-fc3e-441d-9711-70b7cb9b2cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8973fc-c85b-4c52-ba33-d25f45b1dfd3', 'name': 'tempest-TestEncryptedCinderVolumes-225759582-router', 'tenant_id': 'c1f041b92b8245998caa06fb82beb945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:59Z', 'updated_at': '2021-07-14T10:12:13Z', 'revision_number': 6, 'project_id': 'c1f041b92b8245998caa06fb82beb945', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:14.197149 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf042136-fc3e-441d-9711-70b7cb9b2cec None None] The sync data for ids ['7d8973fc-c85b-4c52-ba33-d25f45b1dfd3'] in n-d-798054-10 is: [{'id': '7d8973fc-c85b-4c52-ba33-d25f45b1dfd3', 'name': 'tempest-TestEncryptedCinderVolumes-225759582-router', 'tenant_id': 'c1f041b92b8245998caa06fb82beb945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:10:59Z', 'updated_at': '2021-07-14T10:12:13Z', 'revision_number': 6, 'project_id': 'c1f041b92b8245998caa06fb82beb945', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:12:14.215346 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9f821b9-692b-4b40-bc6a-ea90d3bc0048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:14.241663 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f821b9-692b-4b40-bc6a-ea90d3bc0048 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e089feb-8da6-4bd7-aaba-3990ba8a7d71,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:14.306779 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9f821b9-692b-4b40-bc6a-ea90d3bc0048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:14.396379 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9f821b9-692b-4b40-bc6a-ea90d3bc0048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:14.398501 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9f821b9-692b-4b40-bc6a-ea90d3bc0048 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:14.440493 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9f821b9-692b-4b40-bc6a-ea90d3bc0048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:14.441217 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f821b9-692b-4b40-bc6a-ea90d3bc0048 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d8973fc-c85b-4c52-ba33-d25f45b1dfd3 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:12:14.445255 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9f821b9-692b-4b40-bc6a-ea90d3bc0048 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:14.446460 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b9f821b9-692b-4b40-bc6a-ea90d3bc0048 admin admin] 10.222.0.26 "DELETE /v2.0/routers/7d8973fc-c85b-4c52-ba33-d25f45b1dfd3 HTTP/1.1" status: 204 len: 168 time: 0.7540588 Jul 14 10:12:14.448954 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50858) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:14.492154 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c4fbf9-05b2-4ea0-a8aa-a7d2eadf67d9 admin admin] Deleting subnet 398df9f5-f8ac-4115-aa33-7cf22811ba99 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:12:14.495123 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f9c4fbf9-05b2-4ea0-a8aa-a7d2eadf67d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:14.530461 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f9c4fbf9-05b2-4ea0-a8aa-a7d2eadf67d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:14.617518 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f9c4fbf9-05b2-4ea0-a8aa-a7d2eadf67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:14.671230 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f9c4fbf9-05b2-4ea0-a8aa-a7d2eadf67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:14.696959 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4fbf9-05b2-4ea0-a8aa-a7d2eadf67d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=398df9f5-f8ac-4115-aa33-7cf22811ba99,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:14.701358 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f9c4fbf9-05b2-4ea0-a8aa-a7d2eadf67d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:14.705434 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f9c4fbf9-05b2-4ea0-a8aa-a7d2eadf67d9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/398df9f5-f8ac-4115-aa33-7cf22811ba99 HTTP/1.1" status: 204 len: 168 time: 0.2531085 Jul 14 10:12:14.705770 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50860) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:14.708764 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6675ed54-bb35-4cf1-90b0-671b1c6383ee None None] Network d16588f1-564b-4763-96ea-c412c2fa93ca requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:12:14.778070 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-95e0c6ce-8631-4e73-a0b2-508c11dd0a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:14.832140 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-95e0c6ce-8631-4e73-a0b2-508c11dd0a63 admin admin] Deleting port a51da191-a492-43ce-88d8-7839a1c5eb12 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:12:14.832469 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-95e0c6ce-8631-4e73-a0b2-508c11dd0a63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:14.896262 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-95e0c6ce-8631-4e73-a0b2-508c11dd0a63 admin admin] For port a51da191-a492-43ce-88d8-7839a1c5eb12, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a51da191-a492-43ce-88d8-7839a1c5eb12,segment=NetworkSegment(83c08f87-e3c5-4e45-b647-7ef051f51efc),segment_id=83c08f87-e3c5-4e45-b647-7ef051f51efc)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:12:14.896552 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-95e0c6ce-8631-4e73-a0b2-508c11dd0a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:14.909043 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-95e0c6ce-8631-4e73-a0b2-508c11dd0a63 admin admin] Calling delete_port for a51da191-a492-43ce-88d8-7839a1c5eb12 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:12:14.988714 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf81fab-484b-4f27-8490-d518b02246da None None] DHCP port deletion for d16588f1-564b-4763-96ea-c412c2fa93ca request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:12:15.003669 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-95e0c6ce-8631-4e73-a0b2-508c11dd0a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:15.029299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0c6ce-8631-4e73-a0b2-508c11dd0a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=a51da191-a492-43ce-88d8-7839a1c5eb12,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:15.032812 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e0c6ce-8631-4e73-a0b2-508c11dd0a63 admin admin] No DVR routers for this DVR port a51da191-a492-43ce-88d8-7839a1c5eb12 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:12:15.035517 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2cf81fab-484b-4f27-8490-d518b02246da None None] Deleting port a51da191-a492-43ce-88d8-7839a1c5eb12 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:12:15.036010 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2cf81fab-484b-4f27-8490-d518b02246da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:15.096302 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2cf81fab-484b-4f27-8490-d518b02246da None None] For port a51da191-a492-43ce-88d8-7839a1c5eb12, host n-d-798054-10, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:12:15.096687 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2cf81fab-484b-4f27-8490-d518b02246da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:15.108254 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-95e0c6ce-8631-4e73-a0b2-508c11dd0a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:15.110900 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2cf81fab-484b-4f27-8490-d518b02246da None None] Calling delete_port for a51da191-a492-43ce-88d8-7839a1c5eb12 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:12:15.113654 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-2cf81fab-484b-4f27-8490-d518b02246da None None] Port a51da191-a492-43ce-88d8-7839a1c5eb12 was not found and therefore no delete operation was performed {{(pid=93889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 10:12:15.115454 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2cf81fab-484b-4f27-8490-d518b02246da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:15.118679 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-95e0c6ce-8631-4e73-a0b2-508c11dd0a63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16588f1-564b-4763-96ea-c412c2fa93ca']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:15.130099 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-95e0c6ce-8631-4e73-a0b2-508c11dd0a63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c08f87-e3c5-4e45-b647-7ef051f51efc') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:15.130419 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-95e0c6ce-8631-4e73-a0b2-508c11dd0a63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c08f87-e3c5-4e45-b647-7ef051f51efc') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:15.140172 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-95e0c6ce-8631-4e73-a0b2-508c11dd0a63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:15.143348 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf81fab-484b-4f27-8490-d518b02246da None None] Pushing event deleted for resources: {'Port': ['ID=a51da191-a492-43ce-88d8-7839a1c5eb12,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:15.147267 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf81fab-484b-4f27-8490-d518b02246da None None] No DVR routers for this DVR port a51da191-a492-43ce-88d8-7839a1c5eb12 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:12:15.156566 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-95e0c6ce-8631-4e73-a0b2-508c11dd0a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:15.163787 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e0c6ce-8631-4e73-a0b2-508c11dd0a63 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:12:15.164292 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-95e0c6ce-8631-4e73-a0b2-508c11dd0a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: timer() Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:12:15.166064 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:12:15.224482 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-95e0c6ce-8631-4e73-a0b2-508c11dd0a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:15.229115 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-95e0c6ce-8631-4e73-a0b2-508c11dd0a63 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:15.231924 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-95e0c6ce-8631-4e73-a0b2-508c11dd0a63 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d16588f1-564b-4763-96ea-c412c2fa93ca HTTP/1.1" status: 204 len: 168 time: 0.5244670 Jul 14 10:12:15.244900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0c6ce-8631-4e73-a0b2-508c11dd0a63 admin admin] Pushing event deleted for resources: {'Network': ['ID=d16588f1-564b-4763-96ea-c412c2fa93ca,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:15.428919 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50864) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:15.468087 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bb827149-6604-41de-a763-c96335dd2f1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d105245979c46e6a0c7d24ac7ebb98b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379272 Jul 14 10:12:15.470454 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50866) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:15.522206 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0674bc5-7a71-4726-8ee0-b77491a9a3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:15.543154 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0674bc5-7a71-4726-8ee0-b77491a9a3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:15.588326 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0674bc5-7a71-4726-8ee0-b77491a9a3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:15.591609 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0674bc5-7a71-4726-8ee0-b77491a9a3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:15.592761 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-c0674bc5-7a71-4726-8ee0-b77491a9a3fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e07aec92-cd22-4f86-afaa-11c6f2b6379e HTTP/1.1" status: 204 len: 168 time: 0.1214101 Jul 14 10:12:15.600524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0674bc5-7a71-4726-8ee0-b77491a9a3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07aec92-cd22-4f86-afaa-11c6f2b6379e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:15.746130 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a51da191-a492-43ce-88d8-7839a1c5eb12 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:12:15.766892 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: a51da191-a492-43ce-88d8-7839a1c5eb12 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:12:15.767299 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a51da191-a492-43ce-88d8-7839a1c5eb12 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:12:15.767830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5e089feb-8da6-4bd7-aaba-3990ba8a7d71 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:12:15.787550 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 5e089feb-8da6-4bd7-aaba-3990ba8a7d71 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:12:15.787893 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 5e089feb-8da6-4bd7-aaba-3990ba8a7d71 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:12:15.788331 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ed456fab-48aa-498b-87f0-0dee2c627d44 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:12:15.806450 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: ed456fab-48aa-498b-87f0-0dee2c627d44 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:12:15.806789 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ed456fab-48aa-498b-87f0-0dee2c627d44 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:12:15.941969 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50872) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:15.981837 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fef095b0-79c2-412c-9196-5ac6e598fc4c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1f041b92b8245998caa06fb82beb945&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383570 Jul 14 10:12:15.984182 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50874) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:16.031997 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-36bde522-a9fc-4537-814a-5a0f3b7c2f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:16.052640 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-36bde522-a9fc-4537-814a-5a0f3b7c2f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:16.100952 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-36bde522-a9fc-4537-814a-5a0f3b7c2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:16.103564 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-36bde522-a9fc-4537-814a-5a0f3b7c2f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:16.104714 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-36bde522-a9fc-4537-814a-5a0f3b7c2f43 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/33980ade-49d5-412c-ba46-3f87b1817e47 HTTP/1.1" status: 204 len: 168 time: 0.1195765 Jul 14 10:12:16.112522 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bde522-a9fc-4537-814a-5a0f3b7c2f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33980ade-49d5-412c-ba46-3f87b1817e47,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:16.757254 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50896) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:16.878327 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5639a8e1-4b8b-492c-82b5-8d1c903788d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-589249939-network', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:12:16.895898 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:16.898992 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5639a8e1-4b8b-492c-82b5-8d1c903788d6 admin admin] Made reservation on behalf of 45abfc56b7c94e378054fe972c4c0432 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:12:16.901695 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5639a8e1-4b8b-492c-82b5-8d1c903788d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:16.910451 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5639a8e1-4b8b-492c-82b5-8d1c903788d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:17.004122 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5639a8e1-4b8b-492c-82b5-8d1c903788d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:17.008325 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5639a8e1-4b8b-492c-82b5-8d1c903788d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:17.035337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5639a8e1-4b8b-492c-82b5-8d1c903788d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:12:17.041423 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639a8e1-4b8b-492c-82b5-8d1c903788d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b49fac4-39ff-4232-8dbf-8189facd27e0,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:17.047924 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5639a8e1-4b8b-492c-82b5-8d1c903788d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:17.048268 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-5639a8e1-4b8b-492c-82b5-8d1c903788d6 admin admin] Added segment cf7e53fb-2da4-49bc-bae3-4acdba3115e6 of type vlan for network da4cb5e2-991b-4ef0-9d8e-306faa519e57 Jul 14 10:12:17.087662 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5639a8e1-4b8b-492c-82b5-8d1c903788d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:17.115650 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5639a8e1-4b8b-492c-82b5-8d1c903788d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:17.116549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5639a8e1-4b8b-492c-82b5-8d1c903788d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:17.117126 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5639a8e1-4b8b-492c-82b5-8d1c903788d6 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:17.170603 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5639a8e1-4b8b-492c-82b5-8d1c903788d6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4122090 Jul 14 10:12:17.173365 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50900) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:17.179983 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5f164018-4e1f-48a3-bf5c-d29e244f6204 admin admin] Request body: {'subnet': {'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-589249939-subnet', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:12:17.185674 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639a8e1-4b8b-492c-82b5-8d1c903788d6 admin admin] Pushing event updated for resources: {'Network': ['ID=da4cb5e2-991b-4ef0-9d8e-306faa519e57,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:17.195510 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network da4cb5e2-991b-4ef0-9d8e-306faa519e57 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:12:17.203506 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f164018-4e1f-48a3-bf5c-d29e244f6204 admin admin] Made reservation on behalf of 45abfc56b7c94e378054fe972c4c0432 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:12:17.205874 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f164018-4e1f-48a3-bf5c-d29e244f6204 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:17.372955 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f164018-4e1f-48a3-bf5c-d29e244f6204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:17.431937 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f164018-4e1f-48a3-bf5c-d29e244f6204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fdb0403-74dd-4ac6-97bb-3ad8139b3244,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:17.441972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f164018-4e1f-48a3-bf5c-d29e244f6204 admin admin] Checking segment: {'id': 'cf7e53fb-2da4-49bc-bae3-4acdba3115e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:12:17.442737 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f164018-4e1f-48a3-bf5c-d29e244f6204 admin admin] Network hostable DHCP agents. Network: da4cb5e2-991b-4ef0-9d8e-306faa519e57, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:12:17.460404 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f164018-4e1f-48a3-bf5c-d29e244f6204 admin admin] Network da4cb5e2-991b-4ef0-9d8e-306faa519e57 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:12:17.468406 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-5f164018-4e1f-48a3-bf5c-d29e244f6204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, da4cb5e2-991b-4ef0-9d8e-306faa519e57) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:12:17.472344 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f164018-4e1f-48a3-bf5c-d29e244f6204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:17.472963 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f164018-4e1f-48a3-bf5c-d29e244f6204 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:17.478492 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2ae9dd-d15a-429c-98dd-ee9e0f1c89c1 None None] Network da4cb5e2-991b-4ef0-9d8e-306faa519e57 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:12:17.486921 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5f164018-4e1f-48a3-bf5c-d29e244f6204 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3125489 Jul 14 10:12:17.490020 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 50902) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:17.494386 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d90ea25f-88ed-485f-8ea9-9d705620aef9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-589249939-router', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:12:17.516565 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d90ea25f-88ed-485f-8ea9-9d705620aef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:17.517570 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d90ea25f-88ed-485f-8ea9-9d705620aef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:17.568112 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d90ea25f-88ed-485f-8ea9-9d705620aef9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:17.625354 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-da4cb5e2-991b-4ef0-9d8e-306faa519e57', 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'fixed_ips': [{'subnet_id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:12:17.626189 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:17.704397 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d90ea25f-88ed-485f-8ea9-9d705620aef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:17.758116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Allocated IP 172.20.0.2 (da4cb5e2-991b-4ef0-9d8e-306faa519e57/2fdb0403-74dd-4ac6-97bb-3ad8139b3244/1b168b02-0c45-48c5-9e66-e28b0aeaf72f) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:12:17.904242 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:17.905025 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d90ea25f-88ed-485f-8ea9-9d705620aef9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:17.915022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Transition to ACTIVE for port object 1b168b02-0c45-48c5-9e66-e28b0aeaf72f will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:12:17.928846 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d90ea25f-88ed-485f-8ea9-9d705620aef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:17.930821 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Transition to ACTIVE for port object 1b168b02-0c45-48c5-9e66-e28b0aeaf72f will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:12:17.936320 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:17.971405 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Network da4cb5e2-991b-4ef0-9d8e-306faa519e57 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:12:17.976358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:12:17.979671 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:12:17.989194 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Pushing event updated for resources: {'Port': ['ID=1b168b02-0c45-48c5-9e66-e28b0aeaf72f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:18.035080 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-d90ea25f-88ed-485f-8ea9-9d705620aef9 admin admin] Allocated IP 172.25.1.232 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/d1186752-8765-4ae9-8abb-cd597f8dec9f) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:12:18.045965 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Attempting to bind port 1b168b02-0c45-48c5-9e66-e28b0aeaf72f on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:12:18.046365 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Attempting to bind port 1b168b02-0c45-48c5-9e66-e28b0aeaf72f by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'cf7e53fb-2da4-49bc-bae3-4acdba3115e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:12:18.046729 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Attempting to bind port 1b168b02-0c45-48c5-9e66-e28b0aeaf72f on network da4cb5e2-991b-4ef0-9d8e-306faa519e57 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:12:18.052327 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:12:18.052698 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Checking segment: {'id': 'cf7e53fb-2da4-49bc-bae3-4acdba3115e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:12:18.053108 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:18.053502 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Bound using segment: {'id': 'cf7e53fb-2da4-49bc-bae3-4acdba3115e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:12:18.053993 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Bound port: 1b168b02-0c45-48c5-9e66-e28b0aeaf72f, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf7e53fb-2da4-49bc-bae3-4acdba3115e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:12:18.054379 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:18.117858 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] For port 1b168b02-0c45-48c5-9e66-e28b0aeaf72f, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:12:18.121167 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] For port 1b168b02-0c45-48c5-9e66-e28b0aeaf72f, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1b168b02-0c45-48c5-9e66-e28b0aeaf72f,segment=NetworkSegment(cf7e53fb-2da4-49bc-bae3-4acdba3115e6),segment_id=cf7e53fb-2da4-49bc-bae3-4acdba3115e6)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:12:18.126679 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:18.144321 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d90ea25f-88ed-485f-8ea9-9d705620aef9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:18.189673 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26ac38-c709-4653-beb3-c5ceeab6fc43 None None] Pushing event updated for resources: {'Port': ['ID=1b168b02-0c45-48c5-9e66-e28b0aeaf72f,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:18.194130 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d90ea25f-88ed-485f-8ea9-9d705620aef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:18.242865 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90ea25f-88ed-485f-8ea9-9d705620aef9 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:12:18.247555 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-d90ea25f-88ed-485f-8ea9-9d705620aef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:12:18.250830 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ea25f-88ed-485f-8ea9-9d705620aef9 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:12:18.253071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ea25f-88ed-485f-8ea9-9d705620aef9 admin admin] Pushing event updated for resources: {'Port': ['ID=d1186752-8765-4ae9-8abb-cd597f8dec9f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:18.863344 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d90ea25f-88ed-485f-8ea9-9d705620aef9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:19.071637 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d90ea25f-88ed-485f-8ea9-9d705620aef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:19.082201 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbd2b26-dcad-4002-a1cd-9437b836883e None None] Network da4cb5e2-991b-4ef0-9d8e-306faa519e57 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:12:19.206089 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90ea25f-88ed-485f-8ea9-9d705620aef9 admin admin] Router 2a6022b4-d688-41e4-b320-ee57297c5453 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:12:19.291963 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-eeac393f-2038-4bb1-9e95-d9d13c03c903 None None] Provisioning for port 1b168b02-0c45-48c5-9e66-e28b0aeaf72f completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:12:19.328626 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90ea25f-88ed-485f-8ea9-9d705620aef9 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:12:19.344055 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d90ea25f-88ed-485f-8ea9-9d705620aef9 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:19.345241 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] Sync routers for ids ['2a6022b4-d688-41e4-b320-ee57297c5453'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:12:19.348864 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d90ea25f-88ed-485f-8ea9-9d705620aef9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8578651 Jul 14 10:12:19.349142 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50906) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:19.366937 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] Routers {'2a6022b4-d688-41e4-b320-ee57297c5453'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:12:19.367567 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:12:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2a6022b4-d688-41e4-b320-ee57297c5453'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:19.505649 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] Set router 2a6022b4-d688-41e4-b320-ee57297c5453 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:12:19.703660 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'name': 'tempest-TestMinimumBasicScenario-589249939-router', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:18Z', 'revision_number': 3, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'gw_port': {'id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:19.736029 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] Checking router: 2a6022b4-d688-41e4-b320-ee57297c5453 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:12:19.736385 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] Updating router 2a6022b4-d688-41e4-b320-ee57297c5453 port d1186752-8765-4ae9-8abb-cd597f8dec9f binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:12:19.791631 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:19.813848 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1b168b02-0c45-48c5-9e66-e28b0aeaf72f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:12:19.819952 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d32ce88-7d7d-421a-a5ee-78ced986ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:19.941627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 1b168b02-0c45-48c5-9e66-e28b0aeaf72f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:12:19.954794 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 1b168b02-0c45-48c5-9e66-e28b0aeaf72f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:12:19.955163 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:19.982980 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-7d32ce88-7d7d-421a-a5ee-78ced986ac89 admin admin] Allocated IP 172.20.0.1 (da4cb5e2-991b-4ef0-9d8e-306faa519e57/2fdb0403-74dd-4ac6-97bb-3ad8139b3244/94e2fdd8-9281-45a8-8e7c-7e09565a4230) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:12:20.095181 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d32ce88-7d7d-421a-a5ee-78ced986ac89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:20.108671 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-7d32ce88-7d7d-421a-a5ee-78ced986ac89 admin admin] Transition to ACTIVE for port object 94e2fdd8-9281-45a8-8e7c-7e09565a4230 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:12:20.113665 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:20.143891 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d32ce88-7d7d-421a-a5ee-78ced986ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:20.180008 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:20.183186 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 1b168b02-0c45-48c5-9e66-e28b0aeaf72f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1b168b02-0c45-48c5-9e66-e28b0aeaf72f,segment=NetworkSegment(cf7e53fb-2da4-49bc-bae3-4acdba3115e6),segment_id=cf7e53fb-2da4-49bc-bae3-4acdba3115e6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:12:20.185579 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d32ce88-7d7d-421a-a5ee-78ced986ac89 admin admin] Network da4cb5e2-991b-4ef0-9d8e-306faa519e57 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:12:20.190486 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:20.190843 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-7d32ce88-7d7d-421a-a5ee-78ced986ac89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:12:20.194113 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d32ce88-7d7d-421a-a5ee-78ced986ac89 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:12:20.218755 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] Transition to ACTIVE for port object d1186752-8765-4ae9-8abb-cd597f8dec9f will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:12:20.224538 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32ce88-7d7d-421a-a5ee-78ced986ac89 admin admin] Pushing event updated for resources: {'Port': ['ID=94e2fdd8-9281-45a8-8e7c-7e09565a4230,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:20.231681 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:20.245292 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d32ce88-7d7d-421a-a5ee-78ced986ac89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:20.265367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=1b168b02-0c45-48c5-9e66-e28b0aeaf72f,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:20.274941 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] Attempting to bind port d1186752-8765-4ae9-8abb-cd597f8dec9f on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:12:20.275312 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] Attempting to bind port d1186752-8765-4ae9-8abb-cd597f8dec9f by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:12:20.275681 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] Attempting to bind port d1186752-8765-4ae9-8abb-cd597f8dec9f on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:12:20.300146 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:12:20.300646 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:12:20.300950 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:20.301318 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:12:20.301821 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] Bound port: d1186752-8765-4ae9-8abb-cd597f8dec9f, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:12:20.302202 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:20.341081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d52b5-2ffd-4391-964d-3bceb329a1f2 None None] Pushing event updated for resources: {'Port': ['ID=d1186752-8765-4ae9-8abb-cd597f8dec9f,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:20.373197 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] For port d1186752-8765-4ae9-8abb-cd597f8dec9f, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:12:20.377242 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] For port d1186752-8765-4ae9-8abb-cd597f8dec9f, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d1186752-8765-4ae9-8abb-cd597f8dec9f,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:12:20.382663 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:20.417267 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d32ce88-7d7d-421a-a5ee-78ced986ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:20.440843 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] Routers {'2a6022b4-d688-41e4-b320-ee57297c5453'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:12:20.441483 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:12:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2a6022b4-d688-41e4-b320-ee57297c5453'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:20.481588 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d52b5-2ffd-4391-964d-3bceb329a1f2 None None] Pushing event updated for resources: {'Port': ['ID=d1186752-8765-4ae9-8abb-cd597f8dec9f,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:20.543983 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3978c018-63fc-49ae-b05f-4382e09a2452 None None] Provisioning for port 94e2fdd8-9281-45a8-8e7c-7e09565a4230 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:12:20.553050 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3978c018-63fc-49ae-b05f-4382e09a2452 None None] Provisioning complete for port 94e2fdd8-9281-45a8-8e7c-7e09565a4230 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:12:20.553423 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3978c018-63fc-49ae-b05f-4382e09a2452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:20.593307 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d32ce88-7d7d-421a-a5ee-78ced986ac89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:20.598608 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] Set router 2a6022b4-d688-41e4-b320-ee57297c5453 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:12:20.599450 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d32ce88-7d7d-421a-a5ee-78ced986ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:20.628279 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3978c018-63fc-49ae-b05f-4382e09a2452 None None] Port 94e2fdd8-9281-45a8-8e7c-7e09565a4230 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:12:20.665008 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d32ce88-7d7d-421a-a5ee-78ced986ac89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:20.666900 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32ce88-7d7d-421a-a5ee-78ced986ac89 admin admin] Pushing event updated for resources: {'Port': ['ID=94e2fdd8-9281-45a8-8e7c-7e09565a4230,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:20.765857 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d32ce88-7d7d-421a-a5ee-78ced986ac89 admin admin] Network da4cb5e2-991b-4ef0-9d8e-306faa519e57 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:12:20.767394 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-7d32ce88-7d7d-421a-a5ee-78ced986ac89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:12:20.810076 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'name': 'tempest-TestMinimumBasicScenario-589249939-router', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:20Z', 'revision_number': 4, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'gw_port': {'id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '94e2fdd8-9281-45a8-8e7c-7e09565a4230', 'name': '', 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'mac_address': 'fa:16:3e:d9:07:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:19Z', 'updated_at': '2021-07-14T10:12:19Z', 'revision_number': 1, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'subnets': [{'id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:20.838662 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cc29ff-d2b0-41c4-89a7-b669bbf16eb9 None None] The sync data for ids ['2a6022b4-d688-41e4-b320-ee57297c5453'] in n-d-798054-10 is: [{'id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'name': 'tempest-TestMinimumBasicScenario-589249939-router', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:20Z', 'revision_number': 4, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'gw_port': {'id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '94e2fdd8-9281-45a8-8e7c-7e09565a4230', 'name': '', 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'mac_address': 'fa:16:3e:d9:07:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:19Z', 'updated_at': '2021-07-14T10:12:19Z', 'revision_number': 1, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'subnets': [{'id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:12:20.898564 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d32ce88-7d7d-421a-a5ee-78ced986ac89 admin admin] Router 2a6022b4-d688-41e4-b320-ee57297c5453 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:12:21.013429 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d32ce88-7d7d-421a-a5ee-78ced986ac89 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:12:21.024040 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7d32ce88-7d7d-421a-a5ee-78ced986ac89 admin admin] 10.222.0.26 "PUT /v2.0/routers/2a6022b4-d688-41e4-b320-ee57297c5453/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6678643 Jul 14 10:12:21.058658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-07375fa7-493a-44e4-8fb5-b039aedca6e5 None None] Provisioning complete for port 94e2fdd8-9281-45a8-8e7c-7e09565a4230 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:12:21.059662 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-07375fa7-493a-44e4-8fb5-b039aedca6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:21.104888 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-07375fa7-493a-44e4-8fb5-b039aedca6e5 None None] Port 94e2fdd8-9281-45a8-8e7c-7e09565a4230 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:12:21.563878 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50922) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:21.568874 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-019b559b-d687-42da-afdc-3a3dc7ad211f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1501839298-network', 'tenant_id': '291a72513cca426cbf5b884b1a1a0871'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:12:21.593467 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019b559b-d687-42da-afdc-3a3dc7ad211f admin admin] Made reservation on behalf of 291a72513cca426cbf5b884b1a1a0871 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:12:21.596389 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-019b559b-d687-42da-afdc-3a3dc7ad211f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:21.607299 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-019b559b-d687-42da-afdc-3a3dc7ad211f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:21.705867 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-019b559b-d687-42da-afdc-3a3dc7ad211f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:21.711936 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-019b559b-d687-42da-afdc-3a3dc7ad211f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:21.741572 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019b559b-d687-42da-afdc-3a3dc7ad211f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:12:21.751432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b559b-d687-42da-afdc-3a3dc7ad211f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca296e68-622f-46b6-8983-ce9592beba8d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:21.754458 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-019b559b-d687-42da-afdc-3a3dc7ad211f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:21.754805 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-019b559b-d687-42da-afdc-3a3dc7ad211f admin admin] Added segment 8343245f-b5de-4eb0-8665-b17f14cc0f25 of type vlan for network 531f4d5e-836d-450e-9a1f-6ed83e885184 Jul 14 10:12:21.803825 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-019b559b-d687-42da-afdc-3a3dc7ad211f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:21.844592 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-019b559b-d687-42da-afdc-3a3dc7ad211f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:21.844753 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019b559b-d687-42da-afdc-3a3dc7ad211f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:21.846079 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-019b559b-d687-42da-afdc-3a3dc7ad211f admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:21.847299 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d1186752-8765-4ae9-8abb-cd597f8dec9f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:12:21.905309 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port d1186752-8765-4ae9-8abb-cd597f8dec9f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:12:21.909909 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-019b559b-d687-42da-afdc-3a3dc7ad211f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3448699 Jul 14 10:12:21.910153 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d1186752-8765-4ae9-8abb-cd597f8dec9f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:12:21.910641 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:21.912577 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50924) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:21.917465 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-522cdc69-732d-4bd3-bf6a-bb68d40958b5 admin admin] Request body: {'subnet': {'network_id': '531f4d5e-836d-450e-9a1f-6ed83e885184', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1501839298-subnet', 'tenant_id': '291a72513cca426cbf5b884b1a1a0871', 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:12:21.927577 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b559b-d687-42da-afdc-3a3dc7ad211f admin admin] Pushing event updated for resources: {'Network': ['ID=531f4d5e-836d-450e-9a1f-6ed83e885184,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:21.941122 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 531f4d5e-836d-450e-9a1f-6ed83e885184 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:12:21.945928 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522cdc69-732d-4bd3-bf6a-bb68d40958b5 admin admin] Made reservation on behalf of 291a72513cca426cbf5b884b1a1a0871 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:12:21.948309 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-522cdc69-732d-4bd3-bf6a-bb68d40958b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:22.068482 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:22.095138 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port d1186752-8765-4ae9-8abb-cd597f8dec9f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d1186752-8765-4ae9-8abb-cd597f8dec9f,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:12:22.100826 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:22.101851 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1b168b02-0c45-48c5-9e66-e28b0aeaf72f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:12:22.138161 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-522cdc69-732d-4bd3-bf6a-bb68d40958b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:22.180137 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=d1186752-8765-4ae9-8abb-cd597f8dec9f,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:22.194988 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cdc69-732d-4bd3-bf6a-bb68d40958b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81851fd4-8b94-4d23-bdb3-761420932d6f,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:22.201506 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 1b168b02-0c45-48c5-9e66-e28b0aeaf72f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:12:22.202055 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:22.207565 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522cdc69-732d-4bd3-bf6a-bb68d40958b5 admin admin] Checking segment: {'id': '8343245f-b5de-4eb0-8665-b17f14cc0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '531f4d5e-836d-450e-9a1f-6ed83e885184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:12:22.207928 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522cdc69-732d-4bd3-bf6a-bb68d40958b5 admin admin] Network hostable DHCP agents. Network: 531f4d5e-836d-450e-9a1f-6ed83e885184, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:12:22.225466 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522cdc69-732d-4bd3-bf6a-bb68d40958b5 admin admin] Network 531f4d5e-836d-450e-9a1f-6ed83e885184 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:12:22.235794 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-522cdc69-732d-4bd3-bf6a-bb68d40958b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 531f4d5e-836d-450e-9a1f-6ed83e885184) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:12:22.240026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522cdc69-732d-4bd3-bf6a-bb68d40958b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:22.240607 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-522cdc69-732d-4bd3-bf6a-bb68d40958b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:22.245004 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dfcf68-3eaf-42c6-95fb-0041c136405e None None] Network 531f4d5e-836d-450e-9a1f-6ed83e885184 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:12:22.256852 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-522cdc69-732d-4bd3-bf6a-bb68d40958b5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3432357 Jul 14 10:12:22.259325 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50926) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:22.264310 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-55546bef-917c-4ddb-a35e-6c0239aeed29 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1501839298-router', 'tenant_id': '291a72513cca426cbf5b884b1a1a0871', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:12:22.284389 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55546bef-917c-4ddb-a35e-6c0239aeed29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:22.286055 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55546bef-917c-4ddb-a35e-6c0239aeed29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:22.339603 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55546bef-917c-4ddb-a35e-6c0239aeed29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:22.435163 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-531f4d5e-836d-450e-9a1f-6ed83e885184', 'network_id': '531f4d5e-836d-450e-9a1f-6ed83e885184', 'tenant_id': '291a72513cca426cbf5b884b1a1a0871', 'fixed_ips': [{'subnet_id': '81851fd4-8b94-4d23-bdb3-761420932d6f'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:12:22.436063 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:22.578468 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Allocated IP 172.20.0.2 (531f4d5e-836d-450e-9a1f-6ed83e885184/81851fd4-8b94-4d23-bdb3-761420932d6f/2cb58225-89dc-48ab-8dd3-20ee590bf617) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:12:22.738615 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:22.747955 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Transition to ACTIVE for port object 2cb58225-89dc-48ab-8dd3-20ee590bf617 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:12:22.763911 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Transition to ACTIVE for port object 2cb58225-89dc-48ab-8dd3-20ee590bf617 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:12:22.773098 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:22.811577 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Network 531f4d5e-836d-450e-9a1f-6ed83e885184 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:12:22.812716 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55546bef-917c-4ddb-a35e-6c0239aeed29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:22.816496 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:12:22.820128 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:12:22.829335 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Pushing event updated for resources: {'Port': ['ID=2cb58225-89dc-48ab-8dd3-20ee590bf617,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:22.892181 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Attempting to bind port 2cb58225-89dc-48ab-8dd3-20ee590bf617 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:12:22.892863 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Attempting to bind port 2cb58225-89dc-48ab-8dd3-20ee590bf617 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '8343245f-b5de-4eb0-8665-b17f14cc0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '531f4d5e-836d-450e-9a1f-6ed83e885184'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:12:22.892863 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Attempting to bind port 2cb58225-89dc-48ab-8dd3-20ee590bf617 on network 531f4d5e-836d-450e-9a1f-6ed83e885184 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:12:22.898068 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:12:22.898455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Checking segment: {'id': '8343245f-b5de-4eb0-8665-b17f14cc0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '531f4d5e-836d-450e-9a1f-6ed83e885184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:12:22.898846 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:22.899235 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Bound using segment: {'id': '8343245f-b5de-4eb0-8665-b17f14cc0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '531f4d5e-836d-450e-9a1f-6ed83e885184'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:12:22.899693 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Bound port: 2cb58225-89dc-48ab-8dd3-20ee590bf617, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8343245f-b5de-4eb0-8665-b17f14cc0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '531f4d5e-836d-450e-9a1f-6ed83e885184'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:12:22.900070 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:22.939240 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] Sync routers for ids ['2a6022b4-d688-41e4-b320-ee57297c5453'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:12:22.949281 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] Routers {'2a6022b4-d688-41e4-b320-ee57297c5453'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:12:22.950174 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:12:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2a6022b4-d688-41e4-b320-ee57297c5453'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:22.973119 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] For port 2cb58225-89dc-48ab-8dd3-20ee590bf617, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:12:22.976962 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] For port 2cb58225-89dc-48ab-8dd3-20ee590bf617, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2cb58225-89dc-48ab-8dd3-20ee590bf617,segment=NetworkSegment(8343245f-b5de-4eb0-8665-b17f14cc0f25),segment_id=8343245f-b5de-4eb0-8665-b17f14cc0f25)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:12:22.982217 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:23.039804 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55546bef-917c-4ddb-a35e-6c0239aeed29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:23.040009 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981d051-b871-4237-a285-9c6824a6b4b1 None None] Pushing event updated for resources: {'Port': ['ID=2cb58225-89dc-48ab-8dd3-20ee590bf617,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:23.063098 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55546bef-917c-4ddb-a35e-6c0239aeed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:23.068024 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] Set router 2a6022b4-d688-41e4-b320-ee57297c5453 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:12:23.178057 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-55546bef-917c-4ddb-a35e-6c0239aeed29 admin admin] Allocated IP 172.25.1.132 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/9f9fafb1-313e-4f68-9e5a-74b2b22765bf) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:12:23.307399 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'name': 'tempest-TestMinimumBasicScenario-589249939-router', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:20Z', 'revision_number': 4, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'gw_port': {'id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '94e2fdd8-9281-45a8-8e7c-7e09565a4230', 'name': '', 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'mac_address': 'fa:16:3e:d9:07:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:19Z', 'updated_at': '2021-07-14T10:12:20Z', 'revision_number': 2, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'subnets': [{'id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:23.319438 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55546bef-917c-4ddb-a35e-6c0239aeed29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:23.335600 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] Checking router: 2a6022b4-d688-41e4-b320-ee57297c5453 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:12:23.336119 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] Updating router 2a6022b4-d688-41e4-b320-ee57297c5453 port 94e2fdd8-9281-45a8-8e7c-7e09565a4230 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:12:23.366270 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55546bef-917c-4ddb-a35e-6c0239aeed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:23.374594 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:23.410505 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55546bef-917c-4ddb-a35e-6c0239aeed29 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:12:23.413370 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-55546bef-917c-4ddb-a35e-6c0239aeed29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:12:23.417145 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55546bef-917c-4ddb-a35e-6c0239aeed29 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:12:23.441294 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55546bef-917c-4ddb-a35e-6c0239aeed29 admin admin] Pushing event updated for resources: {'Port': ['ID=9f9fafb1-313e-4f68-9e5a-74b2b22765bf,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:23.662654 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:23.673431 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] Transition to ACTIVE for port object 94e2fdd8-9281-45a8-8e7c-7e09565a4230 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:12:23.680966 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:23.712821 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55546bef-917c-4ddb-a35e-6c0239aeed29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:23.729622 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024147cb-4e1d-4695-a434-f6130719d272 None None] Pushing event updated for resources: {'Port': ['ID=94e2fdd8-9281-45a8-8e7c-7e09565a4230,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:23.740337 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024147cb-4e1d-4695-a434-f6130719d272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:23.740771 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024147cb-4e1d-4695-a434-f6130719d272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:23.741174 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024147cb-4e1d-4695-a434-f6130719d272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:23.741706 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024147cb-4e1d-4695-a434-f6130719d272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:23.742145 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024147cb-4e1d-4695-a434-f6130719d272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:23.742669 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024147cb-4e1d-4695-a434-f6130719d272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:23.743281 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024147cb-4e1d-4695-a434-f6130719d272 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:23.743884 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024147cb-4e1d-4695-a434-f6130719d272 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:23.744358 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024147cb-4e1d-4695-a434-f6130719d272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:23.744860 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024147cb-4e1d-4695-a434-f6130719d272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:23.745355 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024147cb-4e1d-4695-a434-f6130719d272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:23.745837 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024147cb-4e1d-4695-a434-f6130719d272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:23.861160 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] Attempting to bind port 94e2fdd8-9281-45a8-8e7c-7e09565a4230 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:12:23.861623 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] Attempting to bind port 94e2fdd8-9281-45a8-8e7c-7e09565a4230 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'cf7e53fb-2da4-49bc-bae3-4acdba3115e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:12:23.862093 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] Attempting to bind port 94e2fdd8-9281-45a8-8e7c-7e09565a4230 on network da4cb5e2-991b-4ef0-9d8e-306faa519e57 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:12:23.868294 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:12:23.868751 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] Checking segment: {'id': 'cf7e53fb-2da4-49bc-bae3-4acdba3115e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:12:23.869222 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:23.869680 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] Bound using segment: {'id': 'cf7e53fb-2da4-49bc-bae3-4acdba3115e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:12:23.870386 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] Bound port: 94e2fdd8-9281-45a8-8e7c-7e09565a4230, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf7e53fb-2da4-49bc-bae3-4acdba3115e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:12:23.870855 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:23.901489 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2cb58225-89dc-48ab-8dd3-20ee590bf617 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:12:23.991891 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 2cb58225-89dc-48ab-8dd3-20ee590bf617 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:12:23.996009 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55546bef-917c-4ddb-a35e-6c0239aeed29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:24.000514 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d1186752-8765-4ae9-8abb-cd597f8dec9f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:12:24.056709 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d1186752-8765-4ae9-8abb-cd597f8dec9f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:12:24.057090 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:24.081521 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] For port 94e2fdd8-9281-45a8-8e7c-7e09565a4230, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:12:24.086933 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] For port 94e2fdd8-9281-45a8-8e7c-7e09565a4230, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=94e2fdd8-9281-45a8-8e7c-7e09565a4230,segment=NetworkSegment(cf7e53fb-2da4-49bc-bae3-4acdba3115e6),segment_id=cf7e53fb-2da4-49bc-bae3-4acdba3115e6)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:12:24.099225 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:24.171218 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] Routers {'2a6022b4-d688-41e4-b320-ee57297c5453'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:12:24.171769 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:12:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2a6022b4-d688-41e4-b320-ee57297c5453'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:24.203226 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55546bef-917c-4ddb-a35e-6c0239aeed29 admin admin] Router b83495c5-0fad-4d4e-9dfd-be3162aaa364 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:12:24.267202 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024147cb-4e1d-4695-a434-f6130719d272 None None] Pushing event updated for resources: {'Port': ['ID=94e2fdd8-9281-45a8-8e7c-7e09565a4230,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:24.314386 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] Set router 2a6022b4-d688-41e4-b320-ee57297c5453 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:12:24.332853 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f94693-e6b2-484f-86e9-ca75af2f4a45 None None] Network 531f4d5e-836d-450e-9a1f-6ed83e885184 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:12:24.349535 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55546bef-917c-4ddb-a35e-6c0239aeed29 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:12:24.372132 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-55546bef-917c-4ddb-a35e-6c0239aeed29 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:24.377289 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-55546bef-917c-4ddb-a35e-6c0239aeed29 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1134763 Jul 14 10:12:24.377544 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 50928) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:24.553035 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] Sync routers for ids ['b83495c5-0fad-4d4e-9dfd-be3162aaa364'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:12:24.565022 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'name': 'tempest-TestMinimumBasicScenario-589249939-router', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:20Z', 'revision_number': 4, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'gw_port': {'id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '94e2fdd8-9281-45a8-8e7c-7e09565a4230', 'name': '', 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'mac_address': 'fa:16:3e:d9:07:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:19Z', 'updated_at': '2021-07-14T10:12:24Z', 'revision_number': 4, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'subnets': [{'id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:24.578611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] Routers {'b83495c5-0fad-4d4e-9dfd-be3162aaa364'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:12:24.579253 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:12:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b83495c5-0fad-4d4e-9dfd-be3162aaa364'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:24.596733 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf8471-0986-4a70-96b2-073f38461030 None None] The sync data for ids ['2a6022b4-d688-41e4-b320-ee57297c5453'] in n-d-798054-10 is: [{'id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'name': 'tempest-TestMinimumBasicScenario-589249939-router', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:20Z', 'revision_number': 4, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'gw_port': {'id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '94e2fdd8-9281-45a8-8e7c-7e09565a4230', 'name': '', 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'mac_address': 'fa:16:3e:d9:07:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:19Z', 'updated_at': '2021-07-14T10:12:24Z', 'revision_number': 4, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'subnets': [{'id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:12:24.622107 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ba3ee2a6-268a-4ccc-85ea-5d9aba681b64 None None] Provisioning for port 2cb58225-89dc-48ab-8dd3-20ee590bf617 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:12:24.631325 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ba3ee2a6-268a-4ccc-85ea-5d9aba681b64 None None] Provisioning complete for port 2cb58225-89dc-48ab-8dd3-20ee590bf617 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:12:24.631863 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba3ee2a6-268a-4ccc-85ea-5d9aba681b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:24.799071 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] Set router b83495c5-0fad-4d4e-9dfd-be3162aaa364 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:12:24.860756 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eab841fb-02d8-4271-ad2c-33cc522ef87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:24.945135 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba3ee2a6-268a-4ccc-85ea-5d9aba681b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:25.030935 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ba3ee2a6-268a-4ccc-85ea-5d9aba681b64 None None] For port 2cb58225-89dc-48ab-8dd3-20ee590bf617, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2cb58225-89dc-48ab-8dd3-20ee590bf617,segment=NetworkSegment(8343245f-b5de-4eb0-8665-b17f14cc0f25),segment_id=8343245f-b5de-4eb0-8665-b17f14cc0f25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:12:25.041006 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba3ee2a6-268a-4ccc-85ea-5d9aba681b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:25.042180 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-eab841fb-02d8-4271-ad2c-33cc522ef87b admin admin] Allocated IP 172.20.0.1 (531f4d5e-836d-450e-9a1f-6ed83e885184/81851fd4-8b94-4d23-bdb3-761420932d6f/d58ef6f5-788c-4313-9d12-f00ae41bb75f) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:12:25.122522 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83495c5-0fad-4d4e-9dfd-be3162aaa364', 'name': 'tempest-TestMinimumBasicScenario-1501839298-router', 'tenant_id': '291a72513cca426cbf5b884b1a1a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '9f9fafb1-313e-4f68-9e5a-74b2b22765bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:22Z', 'updated_at': '2021-07-14T10:12:23Z', 'revision_number': 3, 'project_id': '291a72513cca426cbf5b884b1a1a0871', 'gw_port': {'id': '9f9fafb1-313e-4f68-9e5a-74b2b22765bf', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:17:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83495c5-0fad-4d4e-9dfd-be3162aaa364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:23Z', 'updated_at': '2021-07-14T10:12:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:25.125989 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ee2a6-268a-4ccc-85ea-5d9aba681b64 None None] Pushing event updated for resources: {'Port': ['ID=2cb58225-89dc-48ab-8dd3-20ee590bf617,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:25.160995 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] Checking router: b83495c5-0fad-4d4e-9dfd-be3162aaa364 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:12:25.161349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] Updating router b83495c5-0fad-4d4e-9dfd-be3162aaa364 port 9f9fafb1-313e-4f68-9e5a-74b2b22765bf binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:12:25.180341 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eab841fb-02d8-4271-ad2c-33cc522ef87b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:25.196817 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-eab841fb-02d8-4271-ad2c-33cc522ef87b admin admin] Transition to ACTIVE for port object d58ef6f5-788c-4313-9d12-f00ae41bb75f will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:12:25.214201 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:25.245098 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eab841fb-02d8-4271-ad2c-33cc522ef87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:25.292126 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab841fb-02d8-4271-ad2c-33cc522ef87b admin admin] Network 531f4d5e-836d-450e-9a1f-6ed83e885184 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:12:25.295016 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-eab841fb-02d8-4271-ad2c-33cc522ef87b admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:12:25.298744 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab841fb-02d8-4271-ad2c-33cc522ef87b admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:12:25.322127 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab841fb-02d8-4271-ad2c-33cc522ef87b admin admin] Pushing event updated for resources: {'Port': ['ID=d58ef6f5-788c-4313-9d12-f00ae41bb75f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:25.353035 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eab841fb-02d8-4271-ad2c-33cc522ef87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:25.354081 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f20cbc89-0dac-4e06-aadd-d317df761492 None None] Provisioning complete for port 2cb58225-89dc-48ab-8dd3-20ee590bf617 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:12:25.354462 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f20cbc89-0dac-4e06-aadd-d317df761492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:25.525022 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eab841fb-02d8-4271-ad2c-33cc522ef87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:25.580861 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:25.591514 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] Transition to ACTIVE for port object 9f9fafb1-313e-4f68-9e5a-74b2b22765bf will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:12:25.607027 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:25.663113 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] Attempting to bind port 9f9fafb1-313e-4f68-9e5a-74b2b22765bf on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:12:25.663476 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] Attempting to bind port 9f9fafb1-313e-4f68-9e5a-74b2b22765bf by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:12:25.663837 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] Attempting to bind port 9f9fafb1-313e-4f68-9e5a-74b2b22765bf on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:12:25.669999 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c1067-2427-4e89-b811-0a46eaf0a641 None None] Pushing event updated for resources: {'Port': ['ID=9f9fafb1-313e-4f68-9e5a-74b2b22765bf,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:25.674613 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2c7c5b83-7abd-4df3-8ac8-1d9feb104f32 None None] Provisioning for port d58ef6f5-788c-4313-9d12-f00ae41bb75f completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:12:25.676929 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:12:25.677305 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:12:25.677708 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:25.678110 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:12:25.678662 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] Bound port: 9f9fafb1-313e-4f68-9e5a-74b2b22765bf, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:12:25.678957 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:25.696955 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eab841fb-02d8-4271-ad2c-33cc522ef87b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:25.703047 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eab841fb-02d8-4271-ad2c-33cc522ef87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:25.704302 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2c7c5b83-7abd-4df3-8ac8-1d9feb104f32 None None] Provisioning complete for port d58ef6f5-788c-4313-9d12-f00ae41bb75f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:12:25.704549 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2c7c5b83-7abd-4df3-8ac8-1d9feb104f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:25.756883 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2c7c5b83-7abd-4df3-8ac8-1d9feb104f32 None None] Port d58ef6f5-788c-4313-9d12-f00ae41bb75f cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:12:25.765408 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] For port 9f9fafb1-313e-4f68-9e5a-74b2b22765bf, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:12:25.769350 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] For port 9f9fafb1-313e-4f68-9e5a-74b2b22765bf, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9f9fafb1-313e-4f68-9e5a-74b2b22765bf,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:12:25.774854 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:25.782465 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eab841fb-02d8-4271-ad2c-33cc522ef87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:25.785138 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab841fb-02d8-4271-ad2c-33cc522ef87b admin admin] Pushing event updated for resources: {'Port': ['ID=d58ef6f5-788c-4313-9d12-f00ae41bb75f,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:25.814025 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2cb58225-89dc-48ab-8dd3-20ee590bf617 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:12:25.874159 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] Routers {'b83495c5-0fad-4d4e-9dfd-be3162aaa364'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:12:25.874706 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:12:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b83495c5-0fad-4d4e-9dfd-be3162aaa364'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:25.877666 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c1067-2427-4e89-b811-0a46eaf0a641 None None] Pushing event updated for resources: {'Port': ['ID=9f9fafb1-313e-4f68-9e5a-74b2b22765bf,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:25.885485 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab841fb-02d8-4271-ad2c-33cc522ef87b admin admin] Network 531f4d5e-836d-450e-9a1f-6ed83e885184 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:12:25.887055 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-eab841fb-02d8-4271-ad2c-33cc522ef87b admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:12:25.971978 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 2cb58225-89dc-48ab-8dd3-20ee590bf617 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:12:25.972549 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:26.015160 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab841fb-02d8-4271-ad2c-33cc522ef87b admin admin] Router b83495c5-0fad-4d4e-9dfd-be3162aaa364 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:12:26.018128 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] Set router b83495c5-0fad-4d4e-9dfd-be3162aaa364 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:12:26.134469 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab841fb-02d8-4271-ad2c-33cc522ef87b admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:12:26.139563 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-eab841fb-02d8-4271-ad2c-33cc522ef87b admin admin] 10.222.0.26 "PUT /v2.0/routers/b83495c5-0fad-4d4e-9dfd-be3162aaa364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7607818 Jul 14 10:12:26.175669 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 94e2fdd8-9281-45a8-8e7c-7e09565a4230 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:12:26.241996 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-00ddd625-0f4f-4894-a7c5-5d6c36c5242f None None] Provisioning complete for port d58ef6f5-788c-4313-9d12-f00ae41bb75f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:12:26.242375 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00ddd625-0f4f-4894-a7c5-5d6c36c5242f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:26.461239 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-00ddd625-0f4f-4894-a7c5-5d6c36c5242f None None] Port d58ef6f5-788c-4313-9d12-f00ae41bb75f cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:12:26.470559 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 94e2fdd8-9281-45a8-8e7c-7e09565a4230 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:12:26.479023 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 94e2fdd8-9281-45a8-8e7c-7e09565a4230 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:12:26.479406 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:26.519427 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83495c5-0fad-4d4e-9dfd-be3162aaa364', 'name': 'tempest-TestMinimumBasicScenario-1501839298-router', 'tenant_id': '291a72513cca426cbf5b884b1a1a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '9f9fafb1-313e-4f68-9e5a-74b2b22765bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:22Z', 'updated_at': '2021-07-14T10:12:25Z', 'revision_number': 4, 'project_id': '291a72513cca426cbf5b884b1a1a0871', 'gw_port': {'id': '9f9fafb1-313e-4f68-9e5a-74b2b22765bf', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:17:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83495c5-0fad-4d4e-9dfd-be3162aaa364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:23Z', 'updated_at': '2021-07-14T10:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'd58ef6f5-788c-4313-9d12-f00ae41bb75f', 'name': '', 'network_id': '531f4d5e-836d-450e-9a1f-6ed83e885184', 'tenant_id': '291a72513cca426cbf5b884b1a1a0871', 'mac_address': 'fa:16:3e:39:03:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83495c5-0fad-4d4e-9dfd-be3162aaa364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '81851fd4-8b94-4d23-bdb3-761420932d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:24Z', 'updated_at': '2021-07-14T10:12:25Z', 'revision_number': 2, 'project_id': '291a72513cca426cbf5b884b1a1a0871', 'subnets': [{'id': '81851fd4-8b94-4d23-bdb3-761420932d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:26.551643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7392381c-2b80-4a98-89e6-17cb82b82fc6 None None] The sync data for ids ['b83495c5-0fad-4d4e-9dfd-be3162aaa364'] in n-d-798054-10 is: [{'id': 'b83495c5-0fad-4d4e-9dfd-be3162aaa364', 'name': 'tempest-TestMinimumBasicScenario-1501839298-router', 'tenant_id': '291a72513cca426cbf5b884b1a1a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '9f9fafb1-313e-4f68-9e5a-74b2b22765bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:22Z', 'updated_at': '2021-07-14T10:12:25Z', 'revision_number': 4, 'project_id': '291a72513cca426cbf5b884b1a1a0871', 'gw_port': {'id': '9f9fafb1-313e-4f68-9e5a-74b2b22765bf', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:17:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83495c5-0fad-4d4e-9dfd-be3162aaa364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:23Z', 'updated_at': '2021-07-14T10:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'd58ef6f5-788c-4313-9d12-f00ae41bb75f', 'name': '', 'network_id': '531f4d5e-836d-450e-9a1f-6ed83e885184', 'tenant_id': '291a72513cca426cbf5b884b1a1a0871', 'mac_address': 'fa:16:3e:39:03:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83495c5-0fad-4d4e-9dfd-be3162aaa364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '81851fd4-8b94-4d23-bdb3-761420932d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:24Z', 'updated_at': '2021-07-14T10:12:25Z', 'revision_number': 2, 'project_id': '291a72513cca426cbf5b884b1a1a0871', 'subnets': [{'id': '81851fd4-8b94-4d23-bdb3-761420932d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:12:26.604290 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:26.661920 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 94e2fdd8-9281-45a8-8e7c-7e09565a4230, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=94e2fdd8-9281-45a8-8e7c-7e09565a4230,segment=NetworkSegment(cf7e53fb-2da4-49bc-bae3-4acdba3115e6),segment_id=cf7e53fb-2da4-49bc-bae3-4acdba3115e6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:12:26.668020 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:26.728779 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=94e2fdd8-9281-45a8-8e7c-7e09565a4230,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:27.370312 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90f49efd-b268-4891-98d5-c96112cfb4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:27.867162 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9f9fafb1-313e-4f68-9e5a-74b2b22765bf up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:12:27.934235 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 9f9fafb1-313e-4f68-9e5a-74b2b22765bf completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:12:27.939019 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 9f9fafb1-313e-4f68-9e5a-74b2b22765bf triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:12:27.939753 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:28.047749 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:28.082434 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 9f9fafb1-313e-4f68-9e5a-74b2b22765bf, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9f9fafb1-313e-4f68-9e5a-74b2b22765bf,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:12:28.090799 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:28.092025 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 94e2fdd8-9281-45a8-8e7c-7e09565a4230 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:12:28.186419 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=9f9fafb1-313e-4f68-9e5a-74b2b22765bf,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:28.194808 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 94e2fdd8-9281-45a8-8e7c-7e09565a4230 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:12:28.195677 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:29.048102 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] Sync routers for ids ['b83495c5-0fad-4d4e-9dfd-be3162aaa364'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:12:29.059475 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] Routers {'b83495c5-0fad-4d4e-9dfd-be3162aaa364'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:12:29.060100 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:12:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b83495c5-0fad-4d4e-9dfd-be3162aaa364'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:29.174771 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] Set router b83495c5-0fad-4d4e-9dfd-be3162aaa364 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:12:29.416224 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83495c5-0fad-4d4e-9dfd-be3162aaa364', 'name': 'tempest-TestMinimumBasicScenario-1501839298-router', 'tenant_id': '291a72513cca426cbf5b884b1a1a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '9f9fafb1-313e-4f68-9e5a-74b2b22765bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:22Z', 'updated_at': '2021-07-14T10:12:25Z', 'revision_number': 4, 'project_id': '291a72513cca426cbf5b884b1a1a0871', 'gw_port': {'id': '9f9fafb1-313e-4f68-9e5a-74b2b22765bf', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83495c5-0fad-4d4e-9dfd-be3162aaa364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:23Z', 'updated_at': '2021-07-14T10:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'd58ef6f5-788c-4313-9d12-f00ae41bb75f', 'name': '', 'network_id': '531f4d5e-836d-450e-9a1f-6ed83e885184', 'tenant_id': '291a72513cca426cbf5b884b1a1a0871', 'mac_address': 'fa:16:3e:39:03:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83495c5-0fad-4d4e-9dfd-be3162aaa364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '81851fd4-8b94-4d23-bdb3-761420932d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:24Z', 'updated_at': '2021-07-14T10:12:25Z', 'revision_number': 2, 'project_id': '291a72513cca426cbf5b884b1a1a0871', 'subnets': [{'id': '81851fd4-8b94-4d23-bdb3-761420932d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:29.444544 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] Checking router: b83495c5-0fad-4d4e-9dfd-be3162aaa364 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:12:29.444810 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] Updating router b83495c5-0fad-4d4e-9dfd-be3162aaa364 port d58ef6f5-788c-4313-9d12-f00ae41bb75f binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:12:29.485452 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:29.781205 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9f9fafb1-313e-4f68-9e5a-74b2b22765bf up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:12:29.809396 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:29.819853 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] Transition to ACTIVE for port object d58ef6f5-788c-4313-9d12-f00ae41bb75f will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:12:29.827609 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:29.850881 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-327e33f0-cf1e-411b-a4a7-cda382de7376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:29.868187 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 9f9fafb1-313e-4f68-9e5a-74b2b22765bf triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:12:29.868568 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:29.879836 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c939f3b-e40b-4a17-a48a-b71c83d3dff2 None None] Pushing event updated for resources: {'Port': ['ID=d58ef6f5-788c-4313-9d12-f00ae41bb75f,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:29.958001 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] Attempting to bind port d58ef6f5-788c-4313-9d12-f00ae41bb75f on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:12:29.958316 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] Attempting to bind port d58ef6f5-788c-4313-9d12-f00ae41bb75f by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '8343245f-b5de-4eb0-8665-b17f14cc0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '531f4d5e-836d-450e-9a1f-6ed83e885184'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:12:29.958644 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] Attempting to bind port d58ef6f5-788c-4313-9d12-f00ae41bb75f on network 531f4d5e-836d-450e-9a1f-6ed83e885184 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:12:29.965178 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:12:29.965553 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] Checking segment: {'id': '8343245f-b5de-4eb0-8665-b17f14cc0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '531f4d5e-836d-450e-9a1f-6ed83e885184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:12:29.965984 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:29.966470 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] Bound using segment: {'id': '8343245f-b5de-4eb0-8665-b17f14cc0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '531f4d5e-836d-450e-9a1f-6ed83e885184'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:12:29.966838 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] Bound port: d58ef6f5-788c-4313-9d12-f00ae41bb75f, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8343245f-b5de-4eb0-8665-b17f14cc0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '531f4d5e-836d-450e-9a1f-6ed83e885184'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:12:29.967224 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:30.007156 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:30.060077 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] For port d58ef6f5-788c-4313-9d12-f00ae41bb75f, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:12:30.063698 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] For port d58ef6f5-788c-4313-9d12-f00ae41bb75f, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d58ef6f5-788c-4313-9d12-f00ae41bb75f,segment=NetworkSegment(8343245f-b5de-4eb0-8665-b17f14cc0f25),segment_id=8343245f-b5de-4eb0-8665-b17f14cc0f25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:12:30.067978 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:30.137498 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c939f3b-e40b-4a17-a48a-b71c83d3dff2 None None] Pushing event updated for resources: {'Port': ['ID=d58ef6f5-788c-4313-9d12-f00ae41bb75f,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:30.151148 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] Routers {'b83495c5-0fad-4d4e-9dfd-be3162aaa364'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:12:30.151732 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:12:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b83495c5-0fad-4d4e-9dfd-be3162aaa364'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:30.328905 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] Set router b83495c5-0fad-4d4e-9dfd-be3162aaa364 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:12:30.586551 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83495c5-0fad-4d4e-9dfd-be3162aaa364', 'name': 'tempest-TestMinimumBasicScenario-1501839298-router', 'tenant_id': '291a72513cca426cbf5b884b1a1a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '9f9fafb1-313e-4f68-9e5a-74b2b22765bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:22Z', 'updated_at': '2021-07-14T10:12:25Z', 'revision_number': 4, 'project_id': '291a72513cca426cbf5b884b1a1a0871', 'gw_port': {'id': '9f9fafb1-313e-4f68-9e5a-74b2b22765bf', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83495c5-0fad-4d4e-9dfd-be3162aaa364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:23Z', 'updated_at': '2021-07-14T10:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'd58ef6f5-788c-4313-9d12-f00ae41bb75f', 'name': '', 'network_id': '531f4d5e-836d-450e-9a1f-6ed83e885184', 'tenant_id': '291a72513cca426cbf5b884b1a1a0871', 'mac_address': 'fa:16:3e:39:03:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83495c5-0fad-4d4e-9dfd-be3162aaa364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '81851fd4-8b94-4d23-bdb3-761420932d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:24Z', 'updated_at': '2021-07-14T10:12:30Z', 'revision_number': 4, 'project_id': '291a72513cca426cbf5b884b1a1a0871', 'subnets': [{'id': '81851fd4-8b94-4d23-bdb3-761420932d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:30.710216 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5010f158-8e1c-4035-ae3e-8d35925da034 None None] The sync data for ids ['b83495c5-0fad-4d4e-9dfd-be3162aaa364'] in n-d-798054-10 is: [{'id': 'b83495c5-0fad-4d4e-9dfd-be3162aaa364', 'name': 'tempest-TestMinimumBasicScenario-1501839298-router', 'tenant_id': '291a72513cca426cbf5b884b1a1a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '9f9fafb1-313e-4f68-9e5a-74b2b22765bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:22Z', 'updated_at': '2021-07-14T10:12:25Z', 'revision_number': 4, 'project_id': '291a72513cca426cbf5b884b1a1a0871', 'gw_port': {'id': '9f9fafb1-313e-4f68-9e5a-74b2b22765bf', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83495c5-0fad-4d4e-9dfd-be3162aaa364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:23Z', 'updated_at': '2021-07-14T10:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'd58ef6f5-788c-4313-9d12-f00ae41bb75f', 'name': '', 'network_id': '531f4d5e-836d-450e-9a1f-6ed83e885184', 'tenant_id': '291a72513cca426cbf5b884b1a1a0871', 'mac_address': 'fa:16:3e:39:03:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83495c5-0fad-4d4e-9dfd-be3162aaa364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '81851fd4-8b94-4d23-bdb3-761420932d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:24Z', 'updated_at': '2021-07-14T10:12:30Z', 'revision_number': 4, 'project_id': '291a72513cca426cbf5b884b1a1a0871', 'subnets': [{'id': '81851fd4-8b94-4d23-bdb3-761420932d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:12:30.899476 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:31.823598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d58ef6f5-788c-4313-9d12-f00ae41bb75f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:12:31.886235 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port d58ef6f5-788c-4313-9d12-f00ae41bb75f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:12:31.892563 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d58ef6f5-788c-4313-9d12-f00ae41bb75f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:12:31.893036 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:31.984529 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:32.023028 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port d58ef6f5-788c-4313-9d12-f00ae41bb75f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d58ef6f5-788c-4313-9d12-f00ae41bb75f,segment=NetworkSegment(8343245f-b5de-4eb0-8665-b17f14cc0f25),segment_id=8343245f-b5de-4eb0-8665-b17f14cc0f25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:12:32.028093 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:32.083897 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=d58ef6f5-788c-4313-9d12-f00ae41bb75f,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:32.423156 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:32.948236 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:33.792139 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d58ef6f5-788c-4313-9d12-f00ae41bb75f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:12:33.844892 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port d58ef6f5-788c-4313-9d12-f00ae41bb75f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:12:33.845675 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:35.739424 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:12:36.150282 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-8025c5da-6167-4935-be4f-91f046f75c3d tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:36.151766 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-8025c5da-6167-4935-be4f-91f046f75c3d tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/networks?id=da4cb5e2-991b-4ef0-9d8e-306faa519e57 HTTP/1.1" status: 200 len: 814 time: 0.1009681 Jul 14 10:12:36.166706 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-6cfb5909-14dc-4071-926e-50259983b089 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/quotas/45abfc56b7c94e378054fe972c4c0432 HTTP/1.1" status: 200 len: 375 time: 0.0090957 Jul 14 10:12:36.238053 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-95e9b026-afc2-4ee4-9289-49354e6bfa1b tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=45abfc56b7c94e378054fe972c4c0432&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658331 Jul 14 10:12:36.253499 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-ec0e53af-33a6-4ae5-b262-ebe5fef944de service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:12:36.254322 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-ec0e53af-33a6-4ae5-b262-ebe5fef944de service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053191 Jul 14 10:12:36.343529 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-ec454266-45ce-416e-9ee9-6203c24ac79b service neutron] 10.222.0.26 "GET /v2.0/networks/da4cb5e2-991b-4ef0-9d8e-306faa519e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833571 Jul 14 10:12:36.437182 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-a20484e0-28e3-42cc-b879-556ffd01e1f0 service neutron] 10.222.0.26 "GET /v2.0/networks/da4cb5e2-991b-4ef0-9d8e-306faa519e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879841 Jul 14 10:12:36.605806 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0499bf8e-766f-4518-9ca4-0985ff076ac8 req-362ac957-0ca6-46aa-97b0-e11fc9ec04ef tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 210 time: 0.0297759 Jul 14 10:12:37.746528 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a210f0a5-cac6-4bbb-8447-d6c5fe12c1bd req-46bb23f4-c964-4f9c-b4eb-bb8fb4dca7f4 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 210 time: 0.0292859 Jul 14 10:12:37.892255 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-602f42f3-58f6-4946-a23c-e4cf7f8238a6 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:37.893829 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-602f42f3-58f6-4946-a23c-e4cf7f8238a6 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.55 "GET /v2.0/networks?id=da4cb5e2-991b-4ef0-9d8e-306faa519e57 HTTP/1.1" status: 200 len: 814 time: 0.0996201 Jul 14 10:12:37.913996 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-95de9f97-54eb-44e9-8386-81aceaf77421 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Request body: {'port': {'device_id': 'a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d', 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57', 'admin_state_up': True, 'tenant_id': '45abfc56b7c94e378054fe972c4c0432'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:12:38.031524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-95de9f97-54eb-44e9-8386-81aceaf77421 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Made reservation on behalf of 45abfc56b7c94e378054fe972c4c0432 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:12:38.035101 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-95de9f97-54eb-44e9-8386-81aceaf77421 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:38.164771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-95de9f97-54eb-44e9-8386-81aceaf77421 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Allocated IP 172.20.0.4 (da4cb5e2-991b-4ef0-9d8e-306faa519e57/2fdb0403-74dd-4ac6-97bb-3ad8139b3244/5ec25a45-1adb-46ea-9716-85db2353c922) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:12:38.330889 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-95de9f97-54eb-44e9-8386-81aceaf77421 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:38.354958 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-95de9f97-54eb-44e9-8386-81aceaf77421 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Transition to ACTIVE for port object 5ec25a45-1adb-46ea-9716-85db2353c922 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:12:38.398329 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-95de9f97-54eb-44e9-8386-81aceaf77421 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:38.472441 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de9f97-54eb-44e9-8386-81aceaf77421 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Pushing event updated for resources: {'Port': ['ID=5ec25a45-1adb-46ea-9716-85db2353c922,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:38.499393 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-95de9f97-54eb-44e9-8386-81aceaf77421 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Network da4cb5e2-991b-4ef0-9d8e-306faa519e57 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:12:38.500942 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-95de9f97-54eb-44e9-8386-81aceaf77421 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:12:38.515387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-95de9f97-54eb-44e9-8386-81aceaf77421 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:12:38.589374 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-95de9f97-54eb-44e9-8386-81aceaf77421 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:38.590935 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-95de9f97-54eb-44e9-8386-81aceaf77421 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:38.607584 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-95de9f97-54eb-44e9-8386-81aceaf77421 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6972184 Jul 14 10:12:38.844664 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-305b3370-3b8a-4093-bf60-13d2697e8849 None None] Provisioning for port 5ec25a45-1adb-46ea-9716-85db2353c922 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:12:38.849260 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-305b3370-3b8a-4093-bf60-13d2697e8849 None None] Provisioning complete for port 5ec25a45-1adb-46ea-9716-85db2353c922 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:12:38.850434 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-305b3370-3b8a-4093-bf60-13d2697e8849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:38.914030 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-305b3370-3b8a-4093-bf60-13d2697e8849 None None] Port 5ec25a45-1adb-46ea-9716-85db2353c922 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:12:38.954131 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dea485-785d-443b-bf59-ea640ae8ff15 req-15e94f1e-7935-427a-8fea-1d66e1b6356b tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:38.955943 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d5dea485-785d-443b-bf59-ea640ae8ff15 req-15e94f1e-7935-427a-8fea-1d66e1b6356b tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 931 time: 0.0866506 Jul 14 10:12:38.996923 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d5dea485-785d-443b-bf59-ea640ae8ff15 req-054eaefc-0cb6-4a08-8e87-4c9774aad8d4 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351264 Jul 14 10:12:40.182296 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfaf6e-294f-46ed-a802-dd7d74ce4bed req-1d684d0c-b4db-4f99-981e-45af1fafbb45 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:40.184049 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6acfaf6e-294f-46ed-a802-dd7d74ce4bed req-1d684d0c-b4db-4f99-981e-45af1fafbb45 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 931 time: 0.0694623 Jul 14 10:12:40.224945 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6acfaf6e-294f-46ed-a802-dd7d74ce4bed req-acf32117-99f7-43cc-8e16-7e2c9c977e0f tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350478 Jul 14 10:12:41.406694 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92d324-4879-46cf-8b3b-efdaad8f8cf2 req-fb59c0ad-327a-4ce4-92a3-c6fa7cf923ad tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:41.410935 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e92d324-4879-46cf-8b3b-efdaad8f8cf2 req-fb59c0ad-327a-4ce4-92a3-c6fa7cf923ad tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 931 time: 0.0680513 Jul 14 10:12:41.456294 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e92d324-4879-46cf-8b3b-efdaad8f8cf2 req-158921d9-6a41-4dcd-a4a2-4a735b9a1b86 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361896 Jul 14 10:12:42.643673 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b0306-1d12-44a8-b755-a67b17b9f5a3 req-7bc49571-fd1c-435c-ba7b-83fbd5601faf tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:42.645218 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f35b0306-1d12-44a8-b755-a67b17b9f5a3 req-7bc49571-fd1c-435c-ba7b-83fbd5601faf tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 931 time: 0.0754633 Jul 14 10:12:42.684108 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f35b0306-1d12-44a8-b755-a67b17b9f5a3 req-73746e23-bdb5-4182-b0f8-60068d6b1de9 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326915 Jul 14 10:12:43.862167 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eee046-b1af-440a-9335-a1ad28cc5f7f req-79568f5e-2aa6-4f8b-9105-ef499b31b7f7 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:43.863744 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-85eee046-b1af-440a-9335-a1ad28cc5f7f req-79568f5e-2aa6-4f8b-9105-ef499b31b7f7 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 931 time: 0.0674350 Jul 14 10:12:43.909718 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-85eee046-b1af-440a-9335-a1ad28cc5f7f req-a28385f4-b4d4-473c-a82d-bba761fcbc48 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400677 Jul 14 10:12:45.095268 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc55ef4-1a9e-46e9-adb0-65fdb5c13fc0 req-54ff7563-d3e2-4fca-ab7d-a52caf94278d tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:45.096914 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fdc55ef4-1a9e-46e9-adb0-65fdb5c13fc0 req-54ff7563-d3e2-4fca-ab7d-a52caf94278d tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 931 time: 0.0691297 Jul 14 10:12:45.143010 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fdc55ef4-1a9e-46e9-adb0-65fdb5c13fc0 req-820c706c-b972-4506-bfd3-c753107e7cc7 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395746 Jul 14 10:12:46.326188 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3e90e-ce67-48e2-bd57-ff8997e32519 req-ee6ab37f-d674-4f40-977b-14f2cdf68157 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:46.328396 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d3c3e90e-ce67-48e2-bd57-ff8997e32519 req-ee6ab37f-d674-4f40-977b-14f2cdf68157 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 931 time: 0.0652475 Jul 14 10:12:46.368777 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d3c3e90e-ce67-48e2-bd57-ff8997e32519 req-6d53e892-3ce8-4beb-ae4f-421243f3666f tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349865 Jul 14 10:12:46.902799 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:47.544029 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21149815-d8a1-4991-aef4-2b83bd366c96 req-47e73fff-9a93-49a3-a67a-c7246681e93a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:47.545431 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-21149815-d8a1-4991-aef4-2b83bd366c96 req-47e73fff-9a93-49a3-a67a-c7246681e93a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 931 time: 0.0667114 Jul 14 10:12:47.584331 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-21149815-d8a1-4991-aef4-2b83bd366c96 req-d05e249e-e42f-483d-aedd-b3afaa3dccb4 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332251 Jul 14 10:12:48.033761 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-b4584c2e-ec1a-4f5b-8785-4ec8d15747bd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:12:48.034817 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-b4584c2e-ec1a-4f5b-8785-4ec8d15747bd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055294 Jul 14 10:12:48.045517 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] Request body: {'port': {'device_id': 'a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:12:48.115704 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:48.378050 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec25a45-1adb-46ea-9716-85db2353c922 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:12:48.385234 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:48.397275 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] Transition to ACTIVE for port object 5ec25a45-1adb-46ea-9716-85db2353c922 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:12:48.400468 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:48.451079 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec25a45-1adb-46ea-9716-85db2353c922,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:48.518664 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] Attempting to bind port 5ec25a45-1adb-46ea-9716-85db2353c922 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:12:48.518922 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] Attempting to bind port 5ec25a45-1adb-46ea-9716-85db2353c922 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': 'cf7e53fb-2da4-49bc-bae3-4acdba3115e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:12:48.519152 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] Attempting to bind port 5ec25a45-1adb-46ea-9716-85db2353c922 on network da4cb5e2-991b-4ef0-9d8e-306faa519e57 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:12:48.523660 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] Port 5ec25a45-1adb-46ea-9716-85db2353c922 on network da4cb5e2-991b-4ef0-9d8e-306faa519e57 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:12:48.523986 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] Attempting to bind port 5ec25a45-1adb-46ea-9716-85db2353c922 on network da4cb5e2-991b-4ef0-9d8e-306faa519e57 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:12:48.528931 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:12:48.529271 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] Checking segment: {'id': 'cf7e53fb-2da4-49bc-bae3-4acdba3115e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:12:48.529655 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] Bound using segment: {'id': 'cf7e53fb-2da4-49bc-bae3-4acdba3115e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:12:48.530110 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] Bound port: 5ec25a45-1adb-46ea-9716-85db2353c922, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7e53fb-2da4-49bc-bae3-4acdba3115e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:12:48.530473 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:48.598801 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] For port 5ec25a45-1adb-46ea-9716-85db2353c922, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:12:48.601890 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] For port 5ec25a45-1adb-46ea-9716-85db2353c922, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5ec25a45-1adb-46ea-9716-85db2353c922,segment=NetworkSegment(cf7e53fb-2da4-49bc-bae3-4acdba3115e6),segment_id=cf7e53fb-2da4-49bc-bae3-4acdba3115e6)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:12:48.606665 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:48.639988 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:48.640429 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:48.641774 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] 10.222.0.55 "PUT /v2.0/ports/5ec25a45-1adb-46ea-9716-85db2353c922 HTTP/1.1" status: 200 len: 1092 time: 0.6007094 Jul 14 10:12:48.642238 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d', 'tag': '5ec25a45-1adb-46ea-9716-85db2353c922'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:12:48.644632 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5016bfda27b43908f4a8225f6d15450625df67eec29e8c24829672d95f98f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254a9328-d2e6-4b48-a0f2-8b4df155e2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d", "tag": "5ec25a45-1adb-46ea-9716-85db2353c922"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:12:48.677983 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbaa5c-ffc7-4e4f-a783-db07401985d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec25a45-1adb-46ea-9716-85db2353c922,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:48.700320 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d8b301-b767-4119-aff1-42c67fd705f3 x-openstack-request-id: req-45d8b301-b767-4119-aff1-42c67fd705f3 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:12:48.700633 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d", "tag": "5ec25a45-1adb-46ea-9716-85db2353c922", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:12:48.700889 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45d8b301-b767-4119-aff1-42c67fd705f3 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:12:48.701290 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d', 'tag': '5ec25a45-1adb-46ea-9716-85db2353c922', 'status': 'completed', 'code': 200} Jul 14 10:12:48.775287 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6401f-c108-412b-89f1-3a9b67bd5e26 req-0ea988e1-00c2-4932-92ad-0988ee1b57ab tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:48.777499 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50b6401f-c108-412b-89f1-3a9b67bd5e26 req-0ea988e1-00c2-4932-92ad-0988ee1b57ab tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 943 time: 0.0715206 Jul 14 10:12:48.779896 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-a2ae840c-9b36-4990-ae29-ca6af5bf95b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:48.781546 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-a2ae840c-9b36-4990-ae29-ca6af5bf95b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45abfc56b7c94e378054fe972c4c0432&device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 1095 time: 0.0580161 Jul 14 10:12:48.819270 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50b6401f-c108-412b-89f1-3a9b67bd5e26 req-58ef1826-eec2-4a10-baaf-18cef45be80c tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350158 Jul 14 10:12:48.837311 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-d06b270c-d6ac-41e6-9255-d9828bf4106f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ec25a45-1adb-46ea-9716-85db2353c922 HTTP/1.1" status: 200 len: 217 time: 0.0394197 Jul 14 10:12:48.888656 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-42ccfaa3-d76d-435f-8f85-b457e1e15c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:48.890208 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-42ccfaa3-d76d-435f-8f85-b457e1e15c76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2fdb0403-74dd-4ac6-97bb-3ad8139b3244 HTTP/1.1" status: 200 len: 853 time: 0.0460110 Jul 14 10:12:48.946796 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-6ae1b44b-5445-4dfc-8d07-6aefe27b99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:48.948288 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-6ae1b44b-5445-4dfc-8d07-6aefe27b99ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da4cb5e2-991b-4ef0-9d8e-306faa519e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512338 Jul 14 10:12:49.039641 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-03811cd5-f48d-4d0f-801e-4048de8fe24d service neutron] 10.222.0.55 "GET /v2.0/networks/da4cb5e2-991b-4ef0-9d8e-306faa519e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837564 Jul 14 10:12:49.126682 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6a3e7f15-8a49-49c4-90a9-d310d7e23453 req-222efed2-73e7-4bae-b0f9-b91be2d4a027 service neutron] 10.222.0.55 "GET /v2.0/networks/da4cb5e2-991b-4ef0-9d8e-306faa519e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806327 Jul 14 10:12:49.264632 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a9328-d2e6-4b48-a0f2-8b4df155e2ff req-e6160e09-04c0-4b4b-ae56-2ce2811615fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:49.266176 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-254a9328-d2e6-4b48-a0f2-8b4df155e2ff req-e6160e09-04c0-4b4b-ae56-2ce2811615fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45abfc56b7c94e378054fe972c4c0432&device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 1095 time: 0.0522599 Jul 14 10:12:49.357901 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a9328-d2e6-4b48-a0f2-8b4df155e2ff req-e9bb2c39-6d79-4fa4-b74e-68f5d914db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:49.359365 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-254a9328-d2e6-4b48-a0f2-8b4df155e2ff req-e9bb2c39-6d79-4fa4-b74e-68f5d914db13 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da4cb5e2-991b-4ef0-9d8e-306faa519e57 HTTP/1.1" status: 200 len: 915 time: 0.0866883 Jul 14 10:12:49.401423 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-254a9328-d2e6-4b48-a0f2-8b4df155e2ff req-28eb9830-91c6-4671-9bc1-c58d72465510 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ec25a45-1adb-46ea-9716-85db2353c922 HTTP/1.1" status: 200 len: 217 time: 0.0342627 Jul 14 10:12:49.450476 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a9328-d2e6-4b48-a0f2-8b4df155e2ff req-7d94909b-d981-4e69-b1fd-fc1e0a526a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:49.451891 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-254a9328-d2e6-4b48-a0f2-8b4df155e2ff req-7d94909b-d981-4e69-b1fd-fc1e0a526a2d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2fdb0403-74dd-4ac6-97bb-3ad8139b3244 HTTP/1.1" status: 200 len: 853 time: 0.0424907 Jul 14 10:12:49.514386 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a9328-d2e6-4b48-a0f2-8b4df155e2ff req-b7431c17-2410-4927-aa2b-8b4117ebf8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:49.516034 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-254a9328-d2e6-4b48-a0f2-8b4df155e2ff req-b7431c17-2410-4927-aa2b-8b4117ebf8a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da4cb5e2-991b-4ef0-9d8e-306faa519e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561290 Jul 14 10:12:49.607387 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-254a9328-d2e6-4b48-a0f2-8b4df155e2ff req-74744daa-cbd3-44c8-b3ce-9e1578ff0c46 service neutron] 10.222.0.55 "GET /v2.0/networks/da4cb5e2-991b-4ef0-9d8e-306faa519e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832877 Jul 14 10:12:49.703833 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-254a9328-d2e6-4b48-a0f2-8b4df155e2ff req-eb48bc76-b4a8-4960-a8ef-42a61ab61159 service neutron] 10.222.0.55 "GET /v2.0/networks/da4cb5e2-991b-4ef0-9d8e-306faa519e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878150 Jul 14 10:12:49.997601 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2da82b-f6b7-48a9-9cb9-0c339c8d0dee req-fb67c947-8fa9-4c3f-bff9-5f7a1ae68022 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:49.999118 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5e2da82b-f6b7-48a9-9cb9-0c339c8d0dee req-fb67c947-8fa9-4c3f-bff9-5f7a1ae68022 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 943 time: 0.0631399 Jul 14 10:12:50.037024 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5e2da82b-f6b7-48a9-9cb9-0c339c8d0dee req-648a728a-9dcb-4d89-9c0a-b9b258076ec4 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323632 Jul 14 10:12:51.218681 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870441ab-7a6f-411e-b6bf-fde4ba26b920 req-3548d908-cfde-4289-b5b2-0e771c282f31 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:51.220474 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-870441ab-7a6f-411e-b6bf-fde4ba26b920 req-3548d908-cfde-4289-b5b2-0e771c282f31 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 943 time: 0.0739522 Jul 14 10:12:51.270314 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-870441ab-7a6f-411e-b6bf-fde4ba26b920 req-314a2ab7-82a6-44e8-b373-c80999bf68a1 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340171 Jul 14 10:12:52.440057 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb435fd-5391-45e9-9bd2-259112725d62 req-77da1bf2-ee1b-4026-bbbd-80ea916c3ae0 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:52.441557 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ecb435fd-5391-45e9-9bd2-259112725d62 req-77da1bf2-ee1b-4026-bbbd-80ea916c3ae0 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 943 time: 0.0647578 Jul 14 10:12:52.478783 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ecb435fd-5391-45e9-9bd2-259112725d62 req-e70bcde0-d278-4504-8610-f88ceb5f9c11 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316327 Jul 14 10:12:53.166134 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 5ec25a45-1adb-46ea-9716-85db2353c922 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:12:53.263404 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 5ec25a45-1adb-46ea-9716-85db2353c922, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5ec25a45-1adb-46ea-9716-85db2353c922,segment=NetworkSegment(cf7e53fb-2da4-49bc-bae3-4acdba3115e6),segment_id=cf7e53fb-2da4-49bc-bae3-4acdba3115e6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:12:53.274427 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '5ec25a45-1adb-46ea-9716-85db2353c922', 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57', 'port_id': '5ec25a45-1adb-46ea-9716-85db2353c922', 'mac_address': 'fa:16:3e:0a:8d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:12:53.310540 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:53.322536 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec25a45-1adb-46ea-9716-85db2353c922 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:12:53.341636 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 5ec25a45-1adb-46ea-9716-85db2353c922, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5ec25a45-1adb-46ea-9716-85db2353c922,segment=NetworkSegment(cf7e53fb-2da4-49bc-bae3-4acdba3115e6),segment_id=cf7e53fb-2da4-49bc-bae3-4acdba3115e6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:12:53.346259 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:53.394200 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=5ec25a45-1adb-46ea-9716-85db2353c922,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:53.401295 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:53.403746 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:53.404084 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:53.404417 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:53.404746 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:53.405069 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:53.405391 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:53.405733 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:53.406078 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:53.406396 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:53.406711 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:53.407025 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:12:53.649813 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff885c-b4dd-4516-8f81-8ffb06128dab req-04b207e3-99f9-4ff5-9d03-8fb418591d62 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:53.651308 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-21ff885c-b4dd-4516-8f81-8ffb06128dab req-04b207e3-99f9-4ff5-9d03-8fb418591d62 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 944 time: 0.0640426 Jul 14 10:12:53.688521 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-21ff885c-b4dd-4516-8f81-8ffb06128dab req-c3270dda-ab44-4268-83c9-0249d8f7e7b4 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311568 Jul 14 10:12:53.694422 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['5ec25a45-1adb-46ea-9716-85db2353c922'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:12:54.866787 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fcdeb-77db-4280-aed3-9e9c428e0550 req-8e7cc6e3-19fa-42ac-8c93-698df6f32ac1 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:54.868270 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-295fcdeb-77db-4280-aed3-9e9c428e0550 req-8e7cc6e3-19fa-42ac-8c93-698df6f32ac1 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 944 time: 0.0682061 Jul 14 10:12:54.905743 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-295fcdeb-77db-4280-aed3-9e9c428e0550 req-9e02581b-ca15-4e8a-bcdc-59051a767a78 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316427 Jul 14 10:12:55.180045 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 5ec25a45-1adb-46ea-9716-85db2353c922 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:12:55.229074 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 5ec25a45-1adb-46ea-9716-85db2353c922 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:12:55.232870 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 5ec25a45-1adb-46ea-9716-85db2353c922 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:12:55.233242 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:55.311583 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:55.333153 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec25a45-1adb-46ea-9716-85db2353c922'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:12:55.335406 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb68410-4d30-4700-b55b-bafb4c141542" -d '{"events": [{"server_uuid": "a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d", "name": "network-vif-plugged", "status": "completed", "tag": "5ec25a45-1adb-46ea-9716-85db2353c922"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:12:55.348796 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 5ec25a45-1adb-46ea-9716-85db2353c922, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5ec25a45-1adb-46ea-9716-85db2353c922,segment=NetworkSegment(cf7e53fb-2da4-49bc-bae3-4acdba3115e6),segment_id=cf7e53fb-2da4-49bc-bae3-4acdba3115e6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:12:55.352917 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:55.377808 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2058aa-5508-45ae-93f4-a82df7a75d36 x-openstack-request-id: req-6d2058aa-5508-45ae-93f4-a82df7a75d36 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:12:55.378092 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d", "name": "network-vif-plugged", "status": "completed", "tag": "5ec25a45-1adb-46ea-9716-85db2353c922", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:12:55.378342 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d2058aa-5508-45ae-93f4-a82df7a75d36 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:12:55.378730 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec25a45-1adb-46ea-9716-85db2353c922', 'code': 200} Jul 14 10:12:55.404030 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=5ec25a45-1adb-46ea-9716-85db2353c922,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:55.522785 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631582d-9b60-4c5b-8efb-646f5082404d req-0455fc73-6213-4bf7-99d9-d120bb0dde28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:55.524222 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8631582d-9b60-4c5b-8efb-646f5082404d req-0455fc73-6213-4bf7-99d9-d120bb0dde28 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 1097 time: 0.0518472 Jul 14 10:12:55.558999 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-8631582d-9b60-4c5b-8efb-646f5082404d req-cdb6f832-d130-4ec9-b3b5-6892da590342 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272567 Jul 14 10:12:56.074198 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc3423-e102-4e68-86c7-00a1cf90694a req-8d4bbf17-14c7-4cbc-9ad2-ba844c90dbe0 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:56.075681 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2dbc3423-e102-4e68-86c7-00a1cf90694a req-8d4bbf17-14c7-4cbc-9ad2-ba844c90dbe0 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 945 time: 0.0627902 Jul 14 10:12:56.112753 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2dbc3423-e102-4e68-86c7-00a1cf90694a req-4b905981-cccc-4a7d-b730-0c762f7c8bfb tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314243 Jul 14 10:12:57.175626 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-69280f12-f9c3-40b0-a562-6dda1439ca8b req-8143df4c-dab5-4e54-829b-ab7ec47aa782 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503032 Jul 14 10:12:57.289623 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07062644-3e1d-4b26-98dd-647964ddf506 req-af634842-27a3-427f-b9b7-6c4f436ae19b tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:57.291270 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-07062644-3e1d-4b26-98dd-647964ddf506 req-af634842-27a3-427f-b9b7-6c4f436ae19b tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 945 time: 0.0688591 Jul 14 10:12:57.334716 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-07062644-3e1d-4b26-98dd-647964ddf506 req-84f88d20-ea6b-4d64-b494-101ee7c9424d tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375121 Jul 14 10:12:57.339445 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7197f25f-5ee3-4802-a0f7-07c404e10a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:57.521558 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6f421-9201-4f1c-b02e-b86b1214a282 req-b3b0accb-c75c-456e-91d8-aac7d4274f81 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:57.523064 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-98d6f421-9201-4f1c-b02e-b86b1214a282 req-b3b0accb-c75c-456e-91d8-aac7d4274f81 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 945 time: 0.0664973 Jul 14 10:12:57.562345 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-98d6f421-9201-4f1c-b02e-b86b1214a282 req-54d7d60a-8ad2-4b5c-a06b-fe9599b377ce tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333536 Jul 14 10:12:57.628573 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69280f12-f9c3-40b0-a562-6dda1439ca8b req-c22ee103-3252-40d1-b125-aa6178fa2d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:57.630116 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-69280f12-f9c3-40b0-a562-6dda1439ca8b req-c22ee103-3252-40d1-b125-aa6178fa2d8b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45abfc56b7c94e378054fe972c4c0432&device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 1097 time: 0.3827257 Jul 14 10:12:57.739971 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69280f12-f9c3-40b0-a562-6dda1439ca8b req-89b2a3be-951b-45a3-8f89-0c70b9dc8256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:57.741460 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-69280f12-f9c3-40b0-a562-6dda1439ca8b req-89b2a3be-951b-45a3-8f89-0c70b9dc8256 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da4cb5e2-991b-4ef0-9d8e-306faa519e57 HTTP/1.1" status: 200 len: 915 time: 0.0899951 Jul 14 10:12:57.787124 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-69280f12-f9c3-40b0-a562-6dda1439ca8b req-d4a775f5-7206-4fcd-9ac8-6a757b8de953 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ec25a45-1adb-46ea-9716-85db2353c922 HTTP/1.1" status: 200 len: 217 time: 0.0386577 Jul 14 10:12:57.835748 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69280f12-f9c3-40b0-a562-6dda1439ca8b req-5afb0d4a-4fa7-48e7-9eff-8a83303458bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:57.837251 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-69280f12-f9c3-40b0-a562-6dda1439ca8b req-5afb0d4a-4fa7-48e7-9eff-8a83303458bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2fdb0403-74dd-4ac6-97bb-3ad8139b3244 HTTP/1.1" status: 200 len: 853 time: 0.0434370 Jul 14 10:12:57.894507 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69280f12-f9c3-40b0-a562-6dda1439ca8b req-8e19db7b-8046-468a-a9b9-7bb0c7c55889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:57.896048 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-69280f12-f9c3-40b0-a562-6dda1439ca8b req-8e19db7b-8046-468a-a9b9-7bb0c7c55889 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da4cb5e2-991b-4ef0-9d8e-306faa519e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523062 Jul 14 10:12:57.909834 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd757ed1-6edc-4bde-b302-fa3c0cab0d90 req-6a5d61e7-7847-4af2-903c-d9d2e32d5209 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:57.911357 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bd757ed1-6edc-4bde-b302-fa3c0cab0d90 req-6a5d61e7-7847-4af2-903c-d9d2e32d5209 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 945 time: 0.0638909 Jul 14 10:12:57.950452 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bd757ed1-6edc-4bde-b302-fa3c0cab0d90 req-a934fe43-c57a-4868-8f79-74d3489065a6 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334959 Jul 14 10:12:57.991095 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-69280f12-f9c3-40b0-a562-6dda1439ca8b req-d7a18a4c-aa09-41ff-a5b3-d123ced68de3 service neutron] 10.222.0.55 "GET /v2.0/networks/da4cb5e2-991b-4ef0-9d8e-306faa519e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881648 Jul 14 10:12:58.083029 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-69280f12-f9c3-40b0-a562-6dda1439ca8b req-3d6a678e-d44d-443a-adb2-78853c96e9d4 service neutron] 10.222.0.55 "GET /v2.0/networks/da4cb5e2-991b-4ef0-9d8e-306faa519e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851290 Jul 14 10:12:59.824019 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-482929ce-6d59-4e9e-8c94-73eabdcac9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:59.996236 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:00.887915 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:02.415185 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:02.949964 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:09.634744 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72726671-8876-427b-ac4b-fd3d91669fed req-610e80aa-a2f6-487d-8b3c-4d9ac1e5e2c3 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:09.636264 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-72726671-8876-427b-ac4b-fd3d91669fed req-610e80aa-a2f6-487d-8b3c-4d9ac1e5e2c3 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 945 time: 0.0664425 Jul 14 10:13:09.673874 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-72726671-8876-427b-ac4b-fd3d91669fed req-0d13c29f-8a40-4c2c-b900-e019b91df137 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318627 Jul 14 10:13:09.703712 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51130) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:09.842366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5286b375-e663-47be-a292-2e9afa6a4f88 tempest-TestMinimumBasicScenario-1926141107 tempest-TestMinimumBasicScenario-1926141107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:09.843904 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5286b375-e663-47be-a292-2e9afa6a4f88 tempest-TestMinimumBasicScenario-1926141107 tempest-TestMinimumBasicScenario-1926141107-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 1092 time: 0.1390612 Jul 14 10:13:09.846951 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51134) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:09.851280 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9eb6e3ce-0b48-40cd-b873-f936339c7194 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': '5ec25a45-1adb-46ea-9716-85db2353c922', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:09.873354 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9eb6e3ce-0b48-40cd-b873-f936339c7194 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:09.971798 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9eb6e3ce-0b48-40cd-b873-f936339c7194 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:10.071703 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-9eb6e3ce-0b48-40cd-b873-f936339c7194 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Allocated IP 172.25.1.194 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/18ab187b-8ef9-40b6-aeb5-d4074398db83) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:13:10.175595 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9eb6e3ce-0b48-40cd-b873-f936339c7194 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:10.213135 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9eb6e3ce-0b48-40cd-b873-f936339c7194 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:10.249292 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb6e3ce-0b48-40cd-b873-f936339c7194 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:10.254518 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-9eb6e3ce-0b48-40cd-b873-f936339c7194 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:10.257897 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb6e3ce-0b48-40cd-b873-f936339c7194 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:13:10.288413 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6e3ce-0b48-40cd-b873-f936339c7194 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Pushing event updated for resources: {'Port': ['ID=18ab187b-8ef9-40b6-aeb5-d4074398db83,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:10.635025 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9eb6e3ce-0b48-40cd-b873-f936339c7194 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:10.715778 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9eb6e3ce-0b48-40cd-b873-f936339c7194 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:10.865202 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9eb6e3ce-0b48-40cd-b873-f936339c7194 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:10.869735 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9eb6e3ce-0b48-40cd-b873-f936339c7194 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:10.937727 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6e3ce-0b48-40cd-b873-f936339c7194 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Pushing event updated for resources: {'Port': ['ID=18ab187b-8ef9-40b6-aeb5-d4074398db83,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:10.948070 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9eb6e3ce-0b48-40cd-b873-f936339c7194 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:11.047857 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-9eb6e3ce-0b48-40cd-b873-f936339c7194 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Floating IP e5974cfb-f87e-47e6-b496-2d2f6544326a associated. External IP: 172.25.1.194, port: 5ec25a45-1adb-46ea-9716-85db2353c922. Jul 14 10:13:11.252236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb6e3ce-0b48-40cd-b873-f936339c7194 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Router 2a6022b4-d688-41e4-b320-ee57297c5453 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:13:11.361807 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb6e3ce-0b48-40cd-b873-f936339c7194 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:13:11.372001 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade72df-d876-438e-8e8e-3d729ffc6c60 None None] Sync routers for ids ['2a6022b4-d688-41e4-b320-ee57297c5453'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:13:11.379177 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9eb6e3ce-0b48-40cd-b873-f936339c7194 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:11.382208 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade72df-d876-438e-8e8e-3d729ffc6c60 None None] Routers {'2a6022b4-d688-41e4-b320-ee57297c5453'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:13:11.382842 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-1ade72df-d876-438e-8e8e-3d729ffc6c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:13:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2a6022b4-d688-41e4-b320-ee57297c5453'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:11.415303 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9eb6e3ce-0b48-40cd-b873-f936339c7194 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5673301 Jul 14 10:13:11.415883 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d', 'tag': '5ec25a45-1adb-46ea-9716-85db2353c922'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:13:11.418252 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51136) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:11.418774 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5016bfda27b43908f4a8225f6d15450625df67eec29e8c24829672d95f98f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6baf851-61ee-4e93-9982-6618d2039508" -d '{"events": [{"name": "network-changed", "server_uuid": "a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d", "tag": "5ec25a45-1adb-46ea-9716-85db2353c922"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:13:11.424037 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-82f4bf4d-c062-45da-8f27-5f46a231ba98 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-247301009', 'description': 'tempest-secgroup-smoke-247301009 description', 'project_id': '45abfc56b7c94e378054fe972c4c0432'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:11.448923 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-82f4bf4d-c062-45da-8f27-5f46a231ba98 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:11.457356 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd3fa58-ac5e-4903-a745-afdedccb1f27 x-openstack-request-id: req-1dd3fa58-ac5e-4903-a745-afdedccb1f27 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:13:11.457662 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d", "tag": "5ec25a45-1adb-46ea-9716-85db2353c922", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:13:11.458024 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1dd3fa58-ac5e-4903-a745-afdedccb1f27 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:13:11.458432 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d', 'tag': '5ec25a45-1adb-46ea-9716-85db2353c922', 'status': 'completed', 'code': 200} Jul 14 10:13:11.491540 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-1ade72df-d876-438e-8e8e-3d729ffc6c60 None None] Set router 2a6022b4-d688-41e4-b320-ee57297c5453 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:13:11.533755 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-82f4bf4d-c062-45da-8f27-5f46a231ba98 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:11.538429 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-82f4bf4d-c062-45da-8f27-5f46a231ba98 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:11.568819 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-82f4bf4d-c062-45da-8f27-5f46a231ba98 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:11.573350 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-82f4bf4d-c062-45da-8f27-5f46a231ba98 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1507511 Jul 14 10:13:11.573350 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4bf4d-c062-45da-8f27-5f46a231ba98 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd332b8-df96-4ec3-9363-9dc0f09dc186,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:11.573625 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51140) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:11.578858 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d7c383e3-ef6c-45bc-9d7d-2ad1bad330c5 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Request body: {'security_group_rule': {'security_group_id': 'abd332b8-df96-4ec3-9363-9dc0f09dc186', 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:11.580363 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baf851-61ee-4e93-9982-6618d2039508 req-952c8f4b-243d-4ad4-a737-3eab89afd47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:11.582167 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d6baf851-61ee-4e93-9982-6618d2039508 req-952c8f4b-243d-4ad4-a737-3eab89afd47f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45abfc56b7c94e378054fe972c4c0432&device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 1097 time: 0.0741143 Jul 14 10:13:11.590621 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4bf4d-c062-45da-8f27-5f46a231ba98 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:11.590972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4bf4d-c062-45da-8f27-5f46a231ba98 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:11.591313 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4bf4d-c062-45da-8f27-5f46a231ba98 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:11.592166 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4bf4d-c062-45da-8f27-5f46a231ba98 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:11.592166 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4bf4d-c062-45da-8f27-5f46a231ba98 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:11.592392 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4bf4d-c062-45da-8f27-5f46a231ba98 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:11.592620 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4bf4d-c062-45da-8f27-5f46a231ba98 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:11.592945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4bf4d-c062-45da-8f27-5f46a231ba98 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:11.593283 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4bf4d-c062-45da-8f27-5f46a231ba98 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:11.593593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4bf4d-c062-45da-8f27-5f46a231ba98 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:11.593953 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4bf4d-c062-45da-8f27-5f46a231ba98 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:11.594323 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4bf4d-c062-45da-8f27-5f46a231ba98 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:11.621614 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7c383e3-ef6c-45bc-9d7d-2ad1bad330c5 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:11.672114 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7c383e3-ef6c-45bc-9d7d-2ad1bad330c5 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:11.676488 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7c383e3-ef6c-45bc-9d7d-2ad1bad330c5 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:11.688955 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baf851-61ee-4e93-9982-6618d2039508 req-f3d64e64-1e4b-4502-b690-8f808f9662c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:11.690492 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d6baf851-61ee-4e93-9982-6618d2039508 req-f3d64e64-1e4b-4502-b690-8f808f9662c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da4cb5e2-991b-4ef0-9d8e-306faa519e57 HTTP/1.1" status: 200 len: 915 time: 0.1013510 Jul 14 10:13:11.695419 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383e3-ef6c-45bc-9d7d-2ad1bad330c5 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30917959-1158-464b-bacd-f83b23465afd,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:11.710210 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7c383e3-ef6c-45bc-9d7d-2ad1bad330c5 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:11.714838 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d7c383e3-ef6c-45bc-9d7d-2ad1bad330c5 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362104 Jul 14 10:13:11.714998 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51142) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:11.719531 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-029525d4-eeca-43f9-b8d3-291d2cce69ca tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Request body: {'security_group_rule': {'security_group_id': 'abd332b8-df96-4ec3-9363-9dc0f09dc186', 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:11.752081 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-029525d4-eeca-43f9-b8d3-291d2cce69ca tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:11.753919 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-1ade72df-d876-438e-8e8e-3d729ffc6c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'name': 'tempest-TestMinimumBasicScenario-589249939-router', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:20Z', 'revision_number': 4, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'gw_port': {'id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'e5974cfb-f87e-47e6-b496-2d2f6544326a', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'port_id': '5ec25a45-1adb-46ea-9716-85db2353c922', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57', 'mac_address': 'fa:16:3e:0a:8d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:13:10Z', 'updated_at': '2021-07-14T10:13:10Z', 'revision_number': 0, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e2fdd8-9281-45a8-8e7c-7e09565a4230', 'name': '', 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'mac_address': 'fa:16:3e:d9:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:19Z', 'updated_at': '2021-07-14T10:12:26Z', 'revision_number': 5, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'subnets': [{'id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:11.765987 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d6baf851-61ee-4e93-9982-6618d2039508 req-9746fe6d-99d2-4ff9-9d18-65f85280cbf5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ec25a45-1adb-46ea-9716-85db2353c922 HTTP/1.1" status: 200 len: 999 time: 0.0672817 Jul 14 10:13:11.784551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade72df-d876-438e-8e8e-3d729ffc6c60 None None] Checking router: 2a6022b4-d688-41e4-b320-ee57297c5453 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:13:11.793023 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade72df-d876-438e-8e8e-3d729ffc6c60 None None] Routers {'2a6022b4-d688-41e4-b320-ee57297c5453'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:13:11.793629 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-1ade72df-d876-438e-8e8e-3d729ffc6c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:13:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2a6022b4-d688-41e4-b320-ee57297c5453'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:11.815632 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-029525d4-eeca-43f9-b8d3-291d2cce69ca tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:11.818178 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baf851-61ee-4e93-9982-6618d2039508 req-576c7a97-c04d-4930-8c3d-bf5b97768b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:11.819891 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d6baf851-61ee-4e93-9982-6618d2039508 req-576c7a97-c04d-4930-8c3d-bf5b97768b22 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2fdb0403-74dd-4ac6-97bb-3ad8139b3244 HTTP/1.1" status: 200 len: 853 time: 0.0473223 Jul 14 10:13:11.820129 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-029525d4-eeca-43f9-b8d3-291d2cce69ca tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:11.839497 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029525d4-eeca-43f9-b8d3-291d2cce69ca tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99be87e-315f-450c-8f66-fd90afa4d13a,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:11.850341 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-029525d4-eeca-43f9-b8d3-291d2cce69ca tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:11.854242 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-029525d4-eeca-43f9-b8d3-291d2cce69ca tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1357281 Jul 14 10:13:11.854550 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51144) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:11.859465 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-22a6a7e3-1c41-4cc1-ad35-e1f84348ce86 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Request body: {'security_group_rule': {'security_group_id': 'abd332b8-df96-4ec3-9363-9dc0f09dc186', 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:11.888805 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baf851-61ee-4e93-9982-6618d2039508 req-72900124-11e4-413f-b450-8d0294487260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:11.889297 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22a6a7e3-1c41-4cc1-ad35-e1f84348ce86 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:11.890438 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d6baf851-61ee-4e93-9982-6618d2039508 req-72900124-11e4-413f-b450-8d0294487260 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da4cb5e2-991b-4ef0-9d8e-306faa519e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631993 Jul 14 10:13:11.906308 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-1ade72df-d876-438e-8e8e-3d729ffc6c60 None None] Set router 2a6022b4-d688-41e4-b320-ee57297c5453 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:13:11.951619 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22a6a7e3-1c41-4cc1-ad35-e1f84348ce86 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:11.956231 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22a6a7e3-1c41-4cc1-ad35-e1f84348ce86 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:11.978843 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6a7e3-1c41-4cc1-ad35-e1f84348ce86 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d353d7a-d85d-47dc-8bb9-ce21ed9595c9,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:11.990613 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-22a6a7e3-1c41-4cc1-ad35-e1f84348ce86 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:11.995013 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-22a6a7e3-1c41-4cc1-ad35-e1f84348ce86 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363971 Jul 14 10:13:11.995544 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51146) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:11.999991 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c9ff67dd-abf8-430d-812d-c17c86bc3acd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Request body: {'security_group_rule': {'security_group_id': 'abd332b8-df96-4ec3-9363-9dc0f09dc186', 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:12.009076 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d6baf851-61ee-4e93-9982-6618d2039508 req-c6b02e4c-3060-4040-a566-48399c931aae service neutron] 10.222.0.55 "GET /v2.0/networks/da4cb5e2-991b-4ef0-9d8e-306faa519e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089318 Jul 14 10:13:12.027986 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c9ff67dd-abf8-430d-812d-c17c86bc3acd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:12.091037 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c9ff67dd-abf8-430d-812d-c17c86bc3acd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:12.095708 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c9ff67dd-abf8-430d-812d-c17c86bc3acd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:12.113477 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff67dd-abf8-430d-812d-c17c86bc3acd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b867264-b877-4d52-a7f4-6e14c4a995de,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:12.119017 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d6baf851-61ee-4e93-9982-6618d2039508 req-60b22a02-70a7-4d32-b46e-69b692ceb21b service neutron] 10.222.0.55 "GET /v2.0/networks/da4cb5e2-991b-4ef0-9d8e-306faa519e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024287 Jul 14 10:13:12.121625 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c9ff67dd-abf8-430d-812d-c17c86bc3acd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:12.122927 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c9ff67dd-abf8-430d-812d-c17c86bc3acd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264133 Jul 14 10:13:12.125703 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51148) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:12.130351 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-62fac9fa-3e02-483a-bf0c-72900c977851 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Request body: {'security_group_rule': {'security_group_id': 'abd332b8-df96-4ec3-9363-9dc0f09dc186', 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:12.155192 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-62fac9fa-3e02-483a-bf0c-72900c977851 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Project 45abfc56b7c94e378054fe972c4c0432 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:13:12.160456 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62fac9fa-3e02-483a-bf0c-72900c977851 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:12.160839 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-1ade72df-d876-438e-8e8e-3d729ffc6c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'name': 'tempest-TestMinimumBasicScenario-589249939-router', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:20Z', 'revision_number': 4, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'gw_port': {'id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'e5974cfb-f87e-47e6-b496-2d2f6544326a', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'port_id': '5ec25a45-1adb-46ea-9716-85db2353c922', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57', 'mac_address': 'fa:16:3e:0a:8d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:13:10Z', 'updated_at': '2021-07-14T10:13:10Z', 'revision_number': 0, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e2fdd8-9281-45a8-8e7c-7e09565a4230', 'name': '', 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'mac_address': 'fa:16:3e:d9:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:19Z', 'updated_at': '2021-07-14T10:12:26Z', 'revision_number': 5, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'subnets': [{'id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:12.187304 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade72df-d876-438e-8e8e-3d729ffc6c60 None None] The sync data for ids ['2a6022b4-d688-41e4-b320-ee57297c5453'] in n-d-798054-10 is: [{'id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'name': 'tempest-TestMinimumBasicScenario-589249939-router', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:20Z', 'revision_number': 4, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'gw_port': {'id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'e5974cfb-f87e-47e6-b496-2d2f6544326a', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'port_id': '5ec25a45-1adb-46ea-9716-85db2353c922', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57', 'mac_address': 'fa:16:3e:0a:8d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:13:10Z', 'updated_at': '2021-07-14T10:13:10Z', 'revision_number': 0, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e2fdd8-9281-45a8-8e7c-7e09565a4230', 'name': '', 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'mac_address': 'fa:16:3e:d9:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:19Z', 'updated_at': '2021-07-14T10:12:26Z', 'revision_number': 5, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'subnets': [{'id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:13:12.225569 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62fac9fa-3e02-483a-bf0c-72900c977851 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:12.229604 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62fac9fa-3e02-483a-bf0c-72900c977851 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:12.250258 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fac9fa-3e02-483a-bf0c-72900c977851 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048de7f0-b134-4e5f-9773-9dc4ef9297c0,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:12.256961 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62fac9fa-3e02-483a-bf0c-72900c977851 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:12.258292 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-62fac9fa-3e02-483a-bf0c-72900c977851 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315591 Jul 14 10:13:12.261142 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51150) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:12.265656 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4465425d-ae2a-4e47-a61d-07014fb59748 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Request body: {'security_group_rule': {'security_group_id': 'abd332b8-df96-4ec3-9363-9dc0f09dc186', 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:12.288086 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-4465425d-ae2a-4e47-a61d-07014fb59748 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Project 45abfc56b7c94e378054fe972c4c0432 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:13:12.293372 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4465425d-ae2a-4e47-a61d-07014fb59748 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:12.357314 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4465425d-ae2a-4e47-a61d-07014fb59748 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:12.361979 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4465425d-ae2a-4e47-a61d-07014fb59748 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:12.380752 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465425d-ae2a-4e47-a61d-07014fb59748 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eafdf51-0829-4820-95ae-831498263282,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:12.387431 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4465425d-ae2a-4e47-a61d-07014fb59748 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:12.389199 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4465425d-ae2a-4e47-a61d-07014fb59748 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265836 Jul 14 10:13:12.402228 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa92654-0315-4caf-bddc-1e30ac899d42 None None] New status for floating IP e5974cfb-f87e-47e6-b496-2d2f6544326a: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:13:12.509029 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d13b24b-2474-4dc5-94aa-e3735adc5557 req-8a9f569c-c406-450d-b3a9-a8369ecaca92 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-247301009&fields=id&tenant_id=45abfc56b7c94e378054fe972c4c0432 HTTP/1.1" status: 200 len: 267 time: 0.0368068 Jul 14 10:13:12.580661 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13b24b-2474-4dc5-94aa-e3735adc5557 req-5b3e1c55-b5f4-4c64-a093-3e9a0da3ac81 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:12.582226 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d13b24b-2474-4dc5-94aa-e3735adc5557 req-5b3e1c55-b5f4-4c64-a093-3e9a0da3ac81 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 945 time: 0.0665770 Jul 14 10:13:12.593579 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-6d13b24b-2474-4dc5-94aa-e3735adc5557 req-6f8918e1-31d7-4b53-97fc-4476643ad9df tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Request body: {'port': {'security_groups': ['8b49fac4-39ff-4232-8dbf-8189facd27e0', 'abd332b8-df96-4ec3-9363-9dc0f09dc186']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:12.674276 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6d13b24b-2474-4dc5-94aa-e3735adc5557 req-6f8918e1-31d7-4b53-97fc-4476643ad9df tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:12.738461 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:13:12.861276 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-6d13b24b-2474-4dc5-94aa-e3735adc5557 req-6f8918e1-31d7-4b53-97fc-4476643ad9df tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] For port 5ec25a45-1adb-46ea-9716-85db2353c922, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5ec25a45-1adb-46ea-9716-85db2353c922,segment=NetworkSegment(cf7e53fb-2da4-49bc-bae3-4acdba3115e6),segment_id=cf7e53fb-2da4-49bc-bae3-4acdba3115e6)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:12.890789 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6d13b24b-2474-4dc5-94aa-e3735adc5557 req-6f8918e1-31d7-4b53-97fc-4476643ad9df tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:12.895489 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6d13b24b-2474-4dc5-94aa-e3735adc5557 req-6f8918e1-31d7-4b53-97fc-4476643ad9df tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:12.930598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['5ec25a45-1adb-46ea-9716-85db2353c922'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:13:12.947375 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13b24b-2474-4dc5-94aa-e3735adc5557 req-6f8918e1-31d7-4b53-97fc-4476643ad9df tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:12.948008 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-6d13b24b-2474-4dc5-94aa-e3735adc5557 req-6f8918e1-31d7-4b53-97fc-4476643ad9df tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:12.949409 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d13b24b-2474-4dc5-94aa-e3735adc5557 req-6f8918e1-31d7-4b53-97fc-4476643ad9df tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "PUT /v2.0/ports/5ec25a45-1adb-46ea-9716-85db2353c922 HTTP/1.1" status: 200 len: 981 time: 0.3610356 Jul 14 10:13:12.949881 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d', 'tag': '5ec25a45-1adb-46ea-9716-85db2353c922'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:13:12.955159 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e404132b-5ee1-458a-a366-5b6bfbfad55d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d", "tag": "5ec25a45-1adb-46ea-9716-85db2353c922"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:13:12.978552 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8918e1-31d7-4b53-97fc-4476643ad9df tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Pushing event updated for resources: {'Port': ['ID=5ec25a45-1adb-46ea-9716-85db2353c922,revision_number=6']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:13.013003 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9444171-c4a2-495a-a59a-9c4d322f101c x-openstack-request-id: req-d9444171-c4a2-495a-a59a-9c4d322f101c {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:13:13.013297 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d", "tag": "5ec25a45-1adb-46ea-9716-85db2353c922", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:13:13.013582 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9444171-c4a2-495a-a59a-9c4d322f101c {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:13:13.014027 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d', 'tag': '5ec25a45-1adb-46ea-9716-85db2353c922', 'status': 'completed', 'code': 200} Jul 14 10:13:13.080148 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['5ec25a45-1adb-46ea-9716-85db2353c922'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:13:13.144108 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404132b-5ee1-458a-a366-5b6bfbfad55d req-bffb9310-7fff-4a2f-a01a-30b0e65c2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:13.145686 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e404132b-5ee1-458a-a366-5b6bfbfad55d req-bffb9310-7fff-4a2f-a01a-30b0e65c2379 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45abfc56b7c94e378054fe972c4c0432&device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 1136 time: 0.0780146 Jul 14 10:13:13.147377 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9cb14-5027-4787-ba6a-45bba901c9b4 req-8a038372-51c1-45d4-a529-97386b3dc305 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:13.149001 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fcc9cb14-5027-4787-ba6a-45bba901c9b4 req-8a038372-51c1-45d4-a529-97386b3dc305 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 984 time: 0.0723639 Jul 14 10:13:13.193498 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fcc9cb14-5027-4787-ba6a-45bba901c9b4 req-f5d1e706-94ad-4db5-963e-aae1701f9c11 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&id=abd332b8-df96-4ec3-9363-9dc0f09dc186&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384107 Jul 14 10:13:13.246159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404132b-5ee1-458a-a366-5b6bfbfad55d req-f836a676-218e-45d1-8de1-a3b3f33b9cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:13.247706 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e404132b-5ee1-458a-a366-5b6bfbfad55d req-f836a676-218e-45d1-8de1-a3b3f33b9cda service neutron] 10.222.0.55 "GET /v2.0/networks?id=da4cb5e2-991b-4ef0-9d8e-306faa519e57 HTTP/1.1" status: 200 len: 915 time: 0.0926404 Jul 14 10:13:13.267681 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2b733475-3d62-4c24-9d47-25f014b2ec5e None None] Provisioning complete for port 5ec25a45-1adb-46ea-9716-85db2353c922 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:13:13.268052 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b733475-3d62-4c24-9d47-25f014b2ec5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:13.318089 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e404132b-5ee1-458a-a366-5b6bfbfad55d req-915e8a4d-9b4d-42ba-a5bd-7dd448efabb7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ec25a45-1adb-46ea-9716-85db2353c922 HTTP/1.1" status: 200 len: 1001 time: 0.0629179 Jul 14 10:13:13.368341 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404132b-5ee1-458a-a366-5b6bfbfad55d req-32762bc1-28e8-4a93-8025-35878c3c0035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:13.369883 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e404132b-5ee1-458a-a366-5b6bfbfad55d req-32762bc1-28e8-4a93-8025-35878c3c0035 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2fdb0403-74dd-4ac6-97bb-3ad8139b3244 HTTP/1.1" status: 200 len: 853 time: 0.0440326 Jul 14 10:13:13.428410 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404132b-5ee1-458a-a366-5b6bfbfad55d req-d67d6dad-af39-499d-8c17-b945fa02574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:13.429958 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e404132b-5ee1-458a-a366-5b6bfbfad55d req-d67d6dad-af39-499d-8c17-b945fa02574e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da4cb5e2-991b-4ef0-9d8e-306faa519e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524800 Jul 14 10:13:13.524419 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e404132b-5ee1-458a-a366-5b6bfbfad55d req-4136884e-7ee9-4368-bee2-1b86595ab33b service neutron] 10.222.0.55 "GET /v2.0/networks/da4cb5e2-991b-4ef0-9d8e-306faa519e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874140 Jul 14 10:13:13.630986 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-e404132b-5ee1-458a-a366-5b6bfbfad55d req-395ec447-e514-4a6e-b25f-0ddd2b99e7cc service neutron] 10.222.0.55 "GET /v2.0/networks/da4cb5e2-991b-4ef0-9d8e-306faa519e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002228 Jul 14 10:13:16.893106 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.341271 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-81d849f6-866a-409b-a0af-cfe23e58bf99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:29.824749 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f630b5e-f9e8-4d87-bca0-715d7f4f0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:29.986488 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:30.646194 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb7d52-7d2c-437b-969d-a71e970a0637 req-22832a69-dd06-4db5-8ec3-e65804b1bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:30.647791 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d5cb7d52-7d2c-437b-969d-a71e970a0637 req-22832a69-dd06-4db5-8ec3-e65804b1bebf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45abfc56b7c94e378054fe972c4c0432&device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 1136 time: 0.0541477 Jul 14 10:13:30.657969 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf799c8e-0d08-4741-bb34-ee9a7017a08e req-eba08555-f226-4d28-b884-f9ba53b8afbf tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:30.659466 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cf799c8e-0d08-4741-bb34-ee9a7017a08e req-eba08555-f226-4d28-b884-f9ba53b8afbf tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 984 time: 0.0653598 Jul 14 10:13:30.704425 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cf799c8e-0d08-4741-bb34-ee9a7017a08e req-03283cd2-1161-4a70-ae27-8a50494cc5cc tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&id=abd332b8-df96-4ec3-9363-9dc0f09dc186&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387523 Jul 14 10:13:30.745582 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb7d52-7d2c-437b-969d-a71e970a0637 req-0137785d-2192-4439-8004-4c3477e6838a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:30.747077 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d5cb7d52-7d2c-437b-969d-a71e970a0637 req-0137785d-2192-4439-8004-4c3477e6838a service neutron] 10.222.0.55 "GET /v2.0/networks?id=da4cb5e2-991b-4ef0-9d8e-306faa519e57 HTTP/1.1" status: 200 len: 915 time: 0.0928397 Jul 14 10:13:30.811538 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d5cb7d52-7d2c-437b-969d-a71e970a0637 req-8bfd90a0-440c-4f20-a864-bea524027a11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ec25a45-1adb-46ea-9716-85db2353c922 HTTP/1.1" status: 200 len: 1001 time: 0.0577500 Jul 14 10:13:30.873597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb7d52-7d2c-437b-969d-a71e970a0637 req-c3141fb3-b32f-4452-80c9-72dd4ca330e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:30.875140 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d5cb7d52-7d2c-437b-969d-a71e970a0637 req-c3141fb3-b32f-4452-80c9-72dd4ca330e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2fdb0403-74dd-4ac6-97bb-3ad8139b3244 HTTP/1.1" status: 200 len: 853 time: 0.0482216 Jul 14 10:13:30.887937 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:30.933956 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb7d52-7d2c-437b-969d-a71e970a0637 req-172334a1-7d5a-4812-bf90-cd8bcf6fb56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:30.935465 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d5cb7d52-7d2c-437b-969d-a71e970a0637 req-172334a1-7d5a-4812-bf90-cd8bcf6fb56f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da4cb5e2-991b-4ef0-9d8e-306faa519e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540357 Jul 14 10:13:31.027377 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d5cb7d52-7d2c-437b-969d-a71e970a0637 req-0573c54a-f01f-4c32-8bbc-5155cf45704b service neutron] 10.222.0.55 "GET /v2.0/networks/da4cb5e2-991b-4ef0-9d8e-306faa519e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836029 Jul 14 10:13:31.123029 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d5cb7d52-7d2c-437b-969d-a71e970a0637 req-8457d0e6-7b26-4d90-b6de-bf13171475a1 service neutron] 10.222.0.55 "GET /v2.0/networks/da4cb5e2-991b-4ef0-9d8e-306faa519e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866902 Jul 14 10:13:31.890352 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b9546-2bd0-4b73-85ea-196742845916 req-ea59bc5d-8013-43ca-9e8b-e50cd91c997c tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:31.891873 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5e1b9546-2bd0-4b73-85ea-196742845916 req-ea59bc5d-8013-43ca-9e8b-e50cd91c997c tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 984 time: 0.0632825 Jul 14 10:13:31.933755 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5e1b9546-2bd0-4b73-85ea-196742845916 req-7ff34dee-bb73-4b9f-9bc9-8028c12e3b77 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&id=abd332b8-df96-4ec3-9363-9dc0f09dc186&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359235 Jul 14 10:13:32.424678 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:32.949200 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:33.108637 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea127b-81f2-4736-ae22-93612e375e71 req-57ad058b-a2cb-4ab0-866d-d0bc4c278f76 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:33.110182 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3cea127b-81f2-4736-ae22-93612e375e71 req-57ad058b-a2cb-4ab0-866d-d0bc4c278f76 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 984 time: 0.0638554 Jul 14 10:13:33.151230 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3cea127b-81f2-4736-ae22-93612e375e71 req-5bcafd86-ab1b-4627-b6df-8b7907d7d214 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&id=abd332b8-df96-4ec3-9363-9dc0f09dc186&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351303 Jul 14 10:13:34.324875 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90ee69-0ac0-409f-acd4-142397a60483 req-0761c758-e21d-4d21-b14d-826af2280f35 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:34.326432 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a90ee69-0ac0-409f-acd4-142397a60483 req-0761c758-e21d-4d21-b14d-826af2280f35 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 984 time: 0.0671203 Jul 14 10:13:34.366255 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6a90ee69-0ac0-409f-acd4-142397a60483 req-e9077d8a-a8f8-4287-9fd7-11dc412151bc tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&id=abd332b8-df96-4ec3-9363-9dc0f09dc186&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340064 Jul 14 10:13:35.540113 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434dde0-9d63-4f68-bd4d-ab1eb5b1e1ab req-9ee94962-bdcc-4a4a-a789-f14d285cbec3 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:35.541628 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a434dde0-9d63-4f68-bd4d-ab1eb5b1e1ab req-9ee94962-bdcc-4a4a-a789-f14d285cbec3 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 984 time: 0.0646925 Jul 14 10:13:35.583130 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a434dde0-9d63-4f68-bd4d-ab1eb5b1e1ab req-7e6f50ab-1d3c-4bca-bff7-74ce6f810b89 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&id=abd332b8-df96-4ec3-9363-9dc0f09dc186&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358422 Jul 14 10:13:36.754003 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac3b97-6bb9-413d-b75f-2993d230d7de req-e19770ca-2fc8-4a5b-8b2c-7126cee4269b tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:36.755481 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2ac3b97-6bb9-413d-b75f-2993d230d7de req-e19770ca-2fc8-4a5b-8b2c-7126cee4269b tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 984 time: 0.0630038 Jul 14 10:13:36.798624 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2ac3b97-6bb9-413d-b75f-2993d230d7de req-725b92d8-14c9-4ccb-b774-04a4afc9ed34 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&id=abd332b8-df96-4ec3-9363-9dc0f09dc186&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375774 Jul 14 10:13:37.971685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fa896-59fe-45bb-aa7c-13c17dadfac2 req-c4930731-ef1e-4d1d-8771-0370b81a6a81 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:37.973181 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-183fa896-59fe-45bb-aa7c-13c17dadfac2 req-c4930731-ef1e-4d1d-8771-0370b81a6a81 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 984 time: 0.0622799 Jul 14 10:13:38.013418 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-183fa896-59fe-45bb-aa7c-13c17dadfac2 req-913b9e89-8bc0-4f35-9f6c-9d6bdd7072c6 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&id=abd332b8-df96-4ec3-9363-9dc0f09dc186&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339687 Jul 14 10:13:39.187396 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79048283-08da-4dc5-badc-703f07f5a680 req-b3150bb4-06c1-4e61-a687-443781e2713e tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:39.188963 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-79048283-08da-4dc5-badc-703f07f5a680 req-b3150bb4-06c1-4e61-a687-443781e2713e tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 984 time: 0.0622699 Jul 14 10:13:39.228861 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-79048283-08da-4dc5-badc-703f07f5a680 req-37bb72fb-07bc-4120-aa4b-96dcabc57985 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&id=abd332b8-df96-4ec3-9363-9dc0f09dc186&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336280 Jul 14 10:13:40.403080 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678e1a5-4a36-4dc6-a0e8-c6a991b623eb req-f3fb3c45-24ab-4899-bb13-c6e9708b5f30 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:40.404579 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0678e1a5-4a36-4dc6-a0e8-c6a991b623eb req-f3fb3c45-24ab-4899-bb13-c6e9708b5f30 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 984 time: 0.0672698 Jul 14 10:13:40.444831 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0678e1a5-4a36-4dc6-a0e8-c6a991b623eb req-075195d9-20c5-4a03-a1eb-9fbdf4630e5c tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&id=abd332b8-df96-4ec3-9363-9dc0f09dc186&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346251 Jul 14 10:13:41.616706 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e414dac-02e3-4e44-9dfd-36e35c3705c8 req-e93e81f1-c94b-4231-a96c-8f8641742f3d tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:41.618260 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e414dac-02e3-4e44-9dfd-36e35c3705c8 req-e93e81f1-c94b-4231-a96c-8f8641742f3d tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 984 time: 0.0649593 Jul 14 10:13:41.658201 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e414dac-02e3-4e44-9dfd-36e35c3705c8 req-765602a9-1bd5-4cbd-b690-fbe66c625ea9 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&id=abd332b8-df96-4ec3-9363-9dc0f09dc186&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335042 Jul 14 10:13:42.830800 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a0cfa-16d5-4279-b7f2-65687a38cc91 req-6f93dc4d-308f-4244-bd99-315397ccee03 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:42.832305 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d78a0cfa-16d5-4279-b7f2-65687a38cc91 req-6f93dc4d-308f-4244-bd99-315397ccee03 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 984 time: 0.0643272 Jul 14 10:13:42.876673 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d78a0cfa-16d5-4279-b7f2-65687a38cc91 req-c4302758-1f41-4a48-842f-e60590fa1264 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&id=abd332b8-df96-4ec3-9363-9dc0f09dc186&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380650 Jul 14 10:13:46.895401 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:49.738801 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:13:57.342190 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-06d27a6d-8bbe-4179-b1c3-99cc0ef37c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:59.226740 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f18ba803-4ed1-4cd9-8e3c-435f32406ddd req-f7e3b052-95f7-4533-bcea-c4cfeb022fe8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1016977 Jul 14 10:13:59.340760 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ba803-4ed1-4cd9-8e3c-435f32406ddd req-077b6c2e-db5e-4c46-887e-5c40c9af799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:59.342291 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f18ba803-4ed1-4cd9-8e3c-435f32406ddd req-077b6c2e-db5e-4c46-887e-5c40c9af799e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45abfc56b7c94e378054fe972c4c0432&device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 1136 time: 0.0530813 Jul 14 10:13:59.458851 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ba803-4ed1-4cd9-8e3c-435f32406ddd req-5b0c261e-f439-4e97-b7d6-e53e481d0cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:59.460936 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f18ba803-4ed1-4cd9-8e3c-435f32406ddd req-5b0c261e-f439-4e97-b7d6-e53e481d0cbf service neutron] 10.222.0.55 "GET /v2.0/networks?id=da4cb5e2-991b-4ef0-9d8e-306faa519e57 HTTP/1.1" status: 200 len: 915 time: 0.0943849 Jul 14 10:13:59.531797 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f18ba803-4ed1-4cd9-8e3c-435f32406ddd req-64b6a3eb-4f97-4f23-869d-5cba53af0b55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ec25a45-1adb-46ea-9716-85db2353c922 HTTP/1.1" status: 200 len: 1001 time: 0.0637515 Jul 14 10:13:59.589802 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ba803-4ed1-4cd9-8e3c-435f32406ddd req-555fdac7-3d61-4ec8-8926-2cce2fbb9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:59.591278 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f18ba803-4ed1-4cd9-8e3c-435f32406ddd req-555fdac7-3d61-4ec8-8926-2cce2fbb9322 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2fdb0403-74dd-4ac6-97bb-3ad8139b3244 HTTP/1.1" status: 200 len: 853 time: 0.0523512 Jul 14 10:13:59.651562 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ba803-4ed1-4cd9-8e3c-435f32406ddd req-610d6d0a-2e04-4fac-a282-ab47c85e72d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:59.653036 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f18ba803-4ed1-4cd9-8e3c-435f32406ddd req-610d6d0a-2e04-4fac-a282-ab47c85e72d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da4cb5e2-991b-4ef0-9d8e-306faa519e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532639 Jul 14 10:13:59.740323 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f18ba803-4ed1-4cd9-8e3c-435f32406ddd req-d4290e5f-97ae-4a53-8603-791f32348f05 service neutron] 10.222.0.55 "GET /v2.0/networks/da4cb5e2-991b-4ef0-9d8e-306faa519e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794990 Jul 14 10:13:59.825771 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86d9501d-80cf-4b6e-bf88-b4f282aa7b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:59.834254 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f18ba803-4ed1-4cd9-8e3c-435f32406ddd req-4a4a4ac7-e35d-4a74-9047-6430a022d31d service neutron] 10.222.0.55 "GET /v2.0/networks/da4cb5e2-991b-4ef0-9d8e-306faa519e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865788 Jul 14 10:13:59.987145 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:00.888574 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:02.426589 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:02.952218 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:15.596027 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cfef85b8-1a93-40c6-b0c2-292207f9d9bd req-62a9ff24-2a2e-4a98-95e3-26e949c9915e tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-247301009&fields=id&tenant_id=45abfc56b7c94e378054fe972c4c0432 HTTP/1.1" status: 200 len: 267 time: 0.1346710 Jul 14 10:14:15.663080 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef85b8-1a93-40c6-b0c2-292207f9d9bd req-d570be41-78a6-412d-bb2b-b4ed5955f809 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:15.665139 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cfef85b8-1a93-40c6-b0c2-292207f9d9bd req-d570be41-78a6-412d-bb2b-b4ed5955f809 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 984 time: 0.0635109 Jul 14 10:14:15.676299 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-cfef85b8-1a93-40c6-b0c2-292207f9d9bd req-45dd203a-bd4d-497d-b91e-0a50ba106a3a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Request body: {'port': {'security_groups': ['8b49fac4-39ff-4232-8dbf-8189facd27e0']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:15.762066 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-cfef85b8-1a93-40c6-b0c2-292207f9d9bd req-45dd203a-bd4d-497d-b91e-0a50ba106a3a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:15.929384 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-cfef85b8-1a93-40c6-b0c2-292207f9d9bd req-45dd203a-bd4d-497d-b91e-0a50ba106a3a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] For port 5ec25a45-1adb-46ea-9716-85db2353c922, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5ec25a45-1adb-46ea-9716-85db2353c922,segment=NetworkSegment(cf7e53fb-2da4-49bc-bae3-4acdba3115e6),segment_id=cf7e53fb-2da4-49bc-bae3-4acdba3115e6)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:15.962410 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-cfef85b8-1a93-40c6-b0c2-292207f9d9bd req-45dd203a-bd4d-497d-b91e-0a50ba106a3a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:15.966820 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-cfef85b8-1a93-40c6-b0c2-292207f9d9bd req-45dd203a-bd4d-497d-b91e-0a50ba106a3a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:16.003807 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['5ec25a45-1adb-46ea-9716-85db2353c922'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:14:16.011163 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef85b8-1a93-40c6-b0c2-292207f9d9bd req-45dd203a-bd4d-497d-b91e-0a50ba106a3a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:16.011983 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-cfef85b8-1a93-40c6-b0c2-292207f9d9bd req-45dd203a-bd4d-497d-b91e-0a50ba106a3a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:16.013442 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cfef85b8-1a93-40c6-b0c2-292207f9d9bd req-45dd203a-bd4d-497d-b91e-0a50ba106a3a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "PUT /v2.0/ports/5ec25a45-1adb-46ea-9716-85db2353c922 HTTP/1.1" status: 200 len: 942 time: 0.3418155 Jul 14 10:14:16.013938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d', 'tag': '5ec25a45-1adb-46ea-9716-85db2353c922'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:14:16.016256 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b7ef12-bb74-4f08-b768-714e99d2aad4" -d '{"events": [{"name": "network-changed", "server_uuid": "a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d", "tag": "5ec25a45-1adb-46ea-9716-85db2353c922"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:16.026508 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51208) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:16.077901 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5736c4db-49ee-43ef-9a47-2387a2db0ab3 x-openstack-request-id: req-5736c4db-49ee-43ef-9a47-2387a2db0ab3 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:16.078190 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d", "tag": "5ec25a45-1adb-46ea-9716-85db2353c922", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:16.078445 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5736c4db-49ee-43ef-9a47-2387a2db0ab3 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:16.078837 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d', 'tag': '5ec25a45-1adb-46ea-9716-85db2353c922', 'status': 'completed', 'code': 200} Jul 14 10:14:16.083659 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd203a-bd4d-497d-b91e-0a50ba106a3a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Pushing event updated for resources: {'Port': ['ID=5ec25a45-1adb-46ea-9716-85db2353c922,revision_number=7']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:16.101031 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd203a-bd4d-497d-b91e-0a50ba106a3a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:16.101413 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd203a-bd4d-497d-b91e-0a50ba106a3a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:16.101765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd203a-bd4d-497d-b91e-0a50ba106a3a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:16.102161 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd203a-bd4d-497d-b91e-0a50ba106a3a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:16.102884 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd203a-bd4d-497d-b91e-0a50ba106a3a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:16.102884 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd203a-bd4d-497d-b91e-0a50ba106a3a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:16.103203 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd203a-bd4d-497d-b91e-0a50ba106a3a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:16.103468 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd203a-bd4d-497d-b91e-0a50ba106a3a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:16.103798 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd203a-bd4d-497d-b91e-0a50ba106a3a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:16.104127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd203a-bd4d-497d-b91e-0a50ba106a3a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:16.104447 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd203a-bd4d-497d-b91e-0a50ba106a3a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:16.104769 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd203a-bd4d-497d-b91e-0a50ba106a3a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:16.132306 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2b36b65a-541c-4071-b991-7a0e924c798a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:16.160492 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2b36b65a-541c-4071-b991-7a0e924c798a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:16.165892 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['5ec25a45-1adb-46ea-9716-85db2353c922'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:14:16.196003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7ef12-bb74-4f08-b768-714e99d2aad4 req-4fc63a79-c3d4-4143-883b-d886422523e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:16.198220 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d6b7ef12-bb74-4f08-b768-714e99d2aad4 req-4fc63a79-c3d4-4143-883b-d886422523e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45abfc56b7c94e378054fe972c4c0432&device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 1097 time: 0.0594366 Jul 14 10:14:16.245167 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2b36b65a-541c-4071-b991-7a0e924c798a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:16.247957 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2b36b65a-541c-4071-b991-7a0e924c798a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:16.249323 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2b36b65a-541c-4071-b991-7a0e924c798a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "DELETE /v2.0/security-groups/abd332b8-df96-4ec3-9363-9dc0f09dc186 HTTP/1.1" status: 204 len: 168 time: 0.2104030 Jul 14 10:14:16.252760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51210) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:16.300429 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36b65a-541c-4071-b991-7a0e924c798a tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd332b8-df96-4ec3-9363-9dc0f09dc186,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:16.326352 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7ef12-bb74-4f08-b768-714e99d2aad4 req-69b0fbaf-2d2d-43f3-beb4-82e3d310ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:16.330697 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d6b7ef12-bb74-4f08-b768-714e99d2aad4 req-69b0fbaf-2d2d-43f3-beb4-82e3d310ba13 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da4cb5e2-991b-4ef0-9d8e-306faa519e57 HTTP/1.1" status: 200 len: 915 time: 0.1262913 Jul 14 10:14:16.381188 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5bf6e528-b25f-4723-8bb1-665f48aacaaf None None] Provisioning complete for port 5ec25a45-1adb-46ea-9716-85db2353c922 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:16.381889 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bf6e528-b25f-4723-8bb1-665f48aacaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:16.402435 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d6b7ef12-bb74-4f08-b768-714e99d2aad4 req-718bb76e-9e1a-461c-a758-b2faaa751a81 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ec25a45-1adb-46ea-9716-85db2353c922 HTTP/1.1" status: 200 len: 1001 time: 0.0646052 Jul 14 10:14:16.439802 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-e06eb94c-45b3-4535-bb37-569c046c0b9c tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Deleting port 18ab187b-8ef9-40b6-aeb5-d4074398db83 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:14:16.440145 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e06eb94c-45b3-4535-bb37-569c046c0b9c tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:16.453258 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7ef12-bb74-4f08-b768-714e99d2aad4 req-d87f6221-0c14-42d5-861b-5e1f3bc3e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:16.454786 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d6b7ef12-bb74-4f08-b768-714e99d2aad4 req-d87f6221-0c14-42d5-861b-5e1f3bc3e076 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2fdb0403-74dd-4ac6-97bb-3ad8139b3244 HTTP/1.1" status: 200 len: 853 time: 0.0456882 Jul 14 10:14:16.517026 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7ef12-bb74-4f08-b768-714e99d2aad4 req-9a5584bc-24c5-4508-a9c5-c5f5b228d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:16.518576 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d6b7ef12-bb74-4f08-b768-714e99d2aad4 req-9a5584bc-24c5-4508-a9c5-c5f5b228d219 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da4cb5e2-991b-4ef0-9d8e-306faa519e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564692 Jul 14 10:14:16.520584 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e06eb94c-45b3-4535-bb37-569c046c0b9c tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:16.520925 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e06eb94c-45b3-4535-bb37-569c046c0b9c tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:16.534242 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-e06eb94c-45b3-4535-bb37-569c046c0b9c tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Calling delete_port for 18ab187b-8ef9-40b6-aeb5-d4074398db83 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:14:16.608440 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d6b7ef12-bb74-4f08-b768-714e99d2aad4 req-3558a254-5643-44d7-9a31-9d87c87ec22e service neutron] 10.222.0.55 "GET /v2.0/networks/da4cb5e2-991b-4ef0-9d8e-306faa519e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820081 Jul 14 10:14:16.683756 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e06eb94c-45b3-4535-bb37-569c046c0b9c tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:16.703291 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-d6b7ef12-bb74-4f08-b768-714e99d2aad4 req-941c5956-5fc9-4fb4-bcd4-124dda7590ae service neutron] 10.222.0.55 "GET /v2.0/networks/da4cb5e2-991b-4ef0-9d8e-306faa519e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883646 Jul 14 10:14:16.708570 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06eb94c-45b3-4535-bb37-569c046c0b9c tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Pushing event deleted for resources: {'Port': ['ID=18ab187b-8ef9-40b6-aeb5-d4074398db83,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:16.771851 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e06eb94c-45b3-4535-bb37-569c046c0b9c tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:16.772196 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-e06eb94c-45b3-4535-bb37-569c046c0b9c tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Floating IP e5974cfb-f87e-47e6-b496-2d2f6544326a disassociated (deleted). External IP: 172.25.1.194, port: 5ec25a45-1adb-46ea-9716-85db2353c922. Jul 14 10:14:16.891067 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:16.980410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06eb94c-45b3-4535-bb37-569c046c0b9c tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Router 2a6022b4-d688-41e4-b320-ee57297c5453 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:14:17.088776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06eb94c-45b3-4535-bb37-569c046c0b9c tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:14:17.093759 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e06eb94c-45b3-4535-bb37-569c046c0b9c tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:17.098225 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab67c1-e9eb-409d-9682-fe5ee550d4ea None None] Sync routers for ids ['2a6022b4-d688-41e4-b320-ee57297c5453'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:14:17.107421 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ab67c1-e9eb-409d-9682-fe5ee550d4ea None None] Routers {'2a6022b4-d688-41e4-b320-ee57297c5453'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:17.108083 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b1ab67c1-e9eb-409d-9682-fe5ee550d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:14:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2a6022b4-d688-41e4-b320-ee57297c5453'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:17.130515 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e06eb94c-45b3-4535-bb37-569c046c0b9c tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "DELETE /v2.0/floatingips/e5974cfb-f87e-47e6-b496-2d2f6544326a HTTP/1.1" status: 204 len: 168 time: 0.8754981 Jul 14 10:14:17.214330 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-b1ab67c1-e9eb-409d-9682-fe5ee550d4ea None None] Set router 2a6022b4-d688-41e4-b320-ee57297c5453 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:17.435952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b1ab67c1-e9eb-409d-9682-fe5ee550d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'name': 'tempest-TestMinimumBasicScenario-589249939-router', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:20Z', 'revision_number': 4, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'gw_port': {'id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '94e2fdd8-9281-45a8-8e7c-7e09565a4230', 'name': '', 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'mac_address': 'fa:16:3e:d9:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:19Z', 'updated_at': '2021-07-14T10:12:26Z', 'revision_number': 5, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'subnets': [{'id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:17.462745 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab67c1-e9eb-409d-9682-fe5ee550d4ea None None] Checking router: 2a6022b4-d688-41e4-b320-ee57297c5453 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:17.471968 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ab67c1-e9eb-409d-9682-fe5ee550d4ea None None] Routers {'2a6022b4-d688-41e4-b320-ee57297c5453'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:17.472601 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b1ab67c1-e9eb-409d-9682-fe5ee550d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:14:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2a6022b4-d688-41e4-b320-ee57297c5453'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:17.579084 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-b1ab67c1-e9eb-409d-9682-fe5ee550d4ea None None] Set router 2a6022b4-d688-41e4-b320-ee57297c5453 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:17.776477 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b1ab67c1-e9eb-409d-9682-fe5ee550d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'name': 'tempest-TestMinimumBasicScenario-589249939-router', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:20Z', 'revision_number': 4, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'gw_port': {'id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '94e2fdd8-9281-45a8-8e7c-7e09565a4230', 'name': '', 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'mac_address': 'fa:16:3e:d9:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:19Z', 'updated_at': '2021-07-14T10:12:26Z', 'revision_number': 5, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'subnets': [{'id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:17.802403 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab67c1-e9eb-409d-9682-fe5ee550d4ea None None] The sync data for ids ['2a6022b4-d688-41e4-b320-ee57297c5453'] in n-d-798054-10 is: [{'id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'name': 'tempest-TestMinimumBasicScenario-589249939-router', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:20Z', 'revision_number': 4, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'gw_port': {'id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '94e2fdd8-9281-45a8-8e7c-7e09565a4230', 'name': '', 'network_id': 'da4cb5e2-991b-4ef0-9d8e-306faa519e57', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'mac_address': 'fa:16:3e:d9:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:19Z', 'updated_at': '2021-07-14T10:12:26Z', 'revision_number': 5, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'subnets': [{'id': '2fdb0403-74dd-4ac6-97bb-3ad8139b3244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:18.037250 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a37254-3053-4d7a-b586-a02436a6c6e3 None None] New status for floating IP e5974cfb-f87e-47e6-b496-2d2f6544326a: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:14:18.080442 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d', 'tag': '5ec25a45-1adb-46ea-9716-85db2353c922'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:14:18.083794 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d8de9a-4173-41c2-b9d6-ea549c87dbc7" -d '{"events": [{"name": "network-changed", "server_uuid": "a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d", "tag": "5ec25a45-1adb-46ea-9716-85db2353c922"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:18.135762 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675b0256-b873-4808-9f1f-467e48b63e23 x-openstack-request-id: req-675b0256-b873-4808-9f1f-467e48b63e23 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:18.136191 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d", "tag": "5ec25a45-1adb-46ea-9716-85db2353c922", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:18.136579 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-675b0256-b873-4808-9f1f-467e48b63e23 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:18.137195 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d', 'tag': '5ec25a45-1adb-46ea-9716-85db2353c922', 'status': 'completed', 'code': 200} Jul 14 10:14:18.238757 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8de9a-4173-41c2-b9d6-ea549c87dbc7 req-d0e0eb3e-3016-4538-be50-cb3732219f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:18.240353 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-05d8de9a-4173-41c2-b9d6-ea549c87dbc7 req-d0e0eb3e-3016-4538-be50-cb3732219f2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45abfc56b7c94e378054fe972c4c0432&device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 1097 time: 0.0620487 Jul 14 10:14:18.332284 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8de9a-4173-41c2-b9d6-ea549c87dbc7 req-78a333df-2337-4827-9465-89cca4363e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:18.333894 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-05d8de9a-4173-41c2-b9d6-ea549c87dbc7 req-78a333df-2337-4827-9465-89cca4363e46 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da4cb5e2-991b-4ef0-9d8e-306faa519e57 HTTP/1.1" status: 200 len: 915 time: 0.0869157 Jul 14 10:14:18.716393 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-05d8de9a-4173-41c2-b9d6-ea549c87dbc7 req-713094cc-e4f6-4e1c-91b6-9cc49aebe40d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ec25a45-1adb-46ea-9716-85db2353c922 HTTP/1.1" status: 200 len: 217 time: 0.3757904 Jul 14 10:14:18.767959 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8de9a-4173-41c2-b9d6-ea549c87dbc7 req-d9d88837-6f6d-4579-a37f-44beaa2e6b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:18.769446 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-05d8de9a-4173-41c2-b9d6-ea549c87dbc7 req-d9d88837-6f6d-4579-a37f-44beaa2e6b92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2fdb0403-74dd-4ac6-97bb-3ad8139b3244 HTTP/1.1" status: 200 len: 853 time: 0.0468507 Jul 14 10:14:18.829066 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8de9a-4173-41c2-b9d6-ea549c87dbc7 req-ad684fe6-aa10-47d4-9d95-ab5dccee87cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:18.830751 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-05d8de9a-4173-41c2-b9d6-ea549c87dbc7 req-ad684fe6-aa10-47d4-9d95-ab5dccee87cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da4cb5e2-991b-4ef0-9d8e-306faa519e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539401 Jul 14 10:14:18.929853 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-05d8de9a-4173-41c2-b9d6-ea549c87dbc7 req-49024066-b3d9-4f54-9128-4ff511780ab5 service neutron] 10.222.0.55 "GET /v2.0/networks/da4cb5e2-991b-4ef0-9d8e-306faa519e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911276 Jul 14 10:14:19.035894 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-05d8de9a-4173-41c2-b9d6-ea549c87dbc7 req-e8dc5240-38e9-40a4-adb1-7b3b10ae9e9b service neutron] 10.222.0.55 "GET /v2.0/networks/da4cb5e2-991b-4ef0-9d8e-306faa519e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976844 Jul 14 10:14:24.683217 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ca15e-5d32-4e68-8b6f-285b9d70da04 req-cadad945-30c4-408a-af1e-05b2479f01b8 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:24.684732 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-383ca15e-5d32-4e68-8b6f-285b9d70da04 req-cadad945-30c4-408a-af1e-05b2479f01b8 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 945 time: 0.0760775 Jul 14 10:14:24.749942 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-383ca15e-5d32-4e68-8b6f-285b9d70da04 req-63b9f050-8718-4a97-81dd-b5cc28a00cdb tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582361 Jul 14 10:14:26.109544 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4afaab-2118-489f-adcb-72661f817d3d req-60ccb130-47d6-487c-9c23-a5b9fb13b44d tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:26.111092 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c4afaab-2118-489f-adcb-72661f817d3d req-60ccb130-47d6-487c-9c23-a5b9fb13b44d tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 945 time: 0.0663049 Jul 14 10:14:26.150414 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c4afaab-2118-489f-adcb-72661f817d3d req-7e203dd5-98c0-446c-950d-d5422bba81a5 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b49fac4-39ff-4232-8dbf-8189facd27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336375 Jul 14 10:14:26.487049 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb7492-7c4f-494c-908f-5368d2794b1f req-b2502ef3-c955-4cd7-9f5f-ad22b51be9cb tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:26.488424 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aaeb7492-7c4f-494c-908f-5368d2794b1f req-b2502ef3-c955-4cd7-9f5f-ad22b51be9cb tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 945 time: 0.0669529 Jul 14 10:14:26.587996 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-aaeb7492-7c4f-494c-908f-5368d2794b1f req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Deleting port 5ec25a45-1adb-46ea-9716-85db2353c922 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:14:26.588339 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aaeb7492-7c4f-494c-908f-5368d2794b1f req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:26.679409 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-aaeb7492-7c4f-494c-908f-5368d2794b1f req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] For port 5ec25a45-1adb-46ea-9716-85db2353c922, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=5ec25a45-1adb-46ea-9716-85db2353c922,segment=NetworkSegment(cf7e53fb-2da4-49bc-bae3-4acdba3115e6),segment_id=cf7e53fb-2da4-49bc-bae3-4acdba3115e6)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:26.679775 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aaeb7492-7c4f-494c-908f-5368d2794b1f req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:26.693643 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-aaeb7492-7c4f-494c-908f-5368d2794b1f req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Calling delete_port for 5ec25a45-1adb-46ea-9716-85db2353c922 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:14:26.737768 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:14:26.823551 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aaeb7492-7c4f-494c-908f-5368d2794b1f req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:26.850558 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Pushing event deleted for resources: {'Port': ['ID=5ec25a45-1adb-46ea-9716-85db2353c922,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:26.864775 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.864967 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['5ec25a45-1adb-46ea-9716-85db2353c922'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:14:26.865393 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.865393 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.865735 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.866101 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.866440 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.866773 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.867102 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.867429 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.867756 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.868082 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.868403 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.907408 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaeb7492-7c4f-494c-908f-5368d2794b1f req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] No DVR routers for this DVR port 5ec25a45-1adb-46ea-9716-85db2353c922 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:14:26.909750 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aaeb7492-7c4f-494c-908f-5368d2794b1f req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:26.911722 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-aaeb7492-7c4f-494c-908f-5368d2794b1f req-73d91969-e889-4f77-8b05-38e39f963fdd tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.55 "DELETE /v2.0/ports/5ec25a45-1adb-46ea-9716-85db2353c922 HTTP/1.1" status: 204 len: 173 time: 0.4173913 Jul 14 10:14:26.912153 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d', 'name': 'network-vif-deleted', 'tag': '5ec25a45-1adb-46ea-9716-85db2353c922'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:14:26.914465 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5016bfda27b43908f4a8225f6d15450625df67eec29e8c24829672d95f98f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c380d01-137c-430b-af02-c549af73719c" -d '{"events": [{"server_uuid": "a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d", "name": "network-vif-deleted", "tag": "5ec25a45-1adb-46ea-9716-85db2353c922"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:26.953204 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d9ba7b-cee6-4795-a6d3-c2567c3e561d x-openstack-request-id: req-c8d9ba7b-cee6-4795-a6d3-c2567c3e561d {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:26.953403 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d", "name": "network-vif-deleted", "tag": "5ec25a45-1adb-46ea-9716-85db2353c922", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:26.953750 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8d9ba7b-cee6-4795-a6d3-c2567c3e561d {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:26.954176 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d', 'name': 'network-vif-deleted', 'tag': '5ec25a45-1adb-46ea-9716-85db2353c922', 'status': 'completed', 'code': 200} Jul 14 10:14:27.315759 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-803127fb-62ed-4009-9055-84caac56a5b0 req-1deb6729-1ddc-4d0d-947c-b9c638bc3719 tempest-TestMinimumBasicScenario-1556828617 tempest-TestMinimumBasicScenario-1556828617-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1dc41c5-e0a7-47f8-ac5c-664e52d6d95d HTTP/1.1" status: 200 len: 210 time: 0.0332246 Jul 14 10:14:27.358187 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24b96bc1-3b41-443c-8269-650c6fdb7b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:28.965244 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51320) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:29.313965 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9773d9a-e1f0-4d39-bd5e-22a2ce4417db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:29.576095 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a9773d9a-e1f0-4d39-bd5e-22a2ce4417db admin admin] Deleting port 94e2fdd8-9281-45a8-8e7c-7e09565a4230 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:14:29.576414 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9773d9a-e1f0-4d39-bd5e-22a2ce4417db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:29.661254 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-a9773d9a-e1f0-4d39-bd5e-22a2ce4417db admin admin] For port 94e2fdd8-9281-45a8-8e7c-7e09565a4230, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=94e2fdd8-9281-45a8-8e7c-7e09565a4230,segment=NetworkSegment(cf7e53fb-2da4-49bc-bae3-4acdba3115e6),segment_id=cf7e53fb-2da4-49bc-bae3-4acdba3115e6)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:29.661676 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9773d9a-e1f0-4d39-bd5e-22a2ce4417db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:29.675895 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a9773d9a-e1f0-4d39-bd5e-22a2ce4417db admin admin] Calling delete_port for 94e2fdd8-9281-45a8-8e7c-7e09565a4230 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:14:29.827080 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7998fa13-4ed8-4d14-ba7a-a9d72d400314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:29.858112 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9773d9a-e1f0-4d39-bd5e-22a2ce4417db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:29.890836 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9773d9a-e1f0-4d39-bd5e-22a2ce4417db admin admin] Pushing event deleted for resources: {'Port': ['ID=94e2fdd8-9281-45a8-8e7c-7e09565a4230,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:30.003319 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:30.072539 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9773d9a-e1f0-4d39-bd5e-22a2ce4417db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:30.291428 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9773d9a-e1f0-4d39-bd5e-22a2ce4417db admin admin] Router 2a6022b4-d688-41e4-b320-ee57297c5453 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:14:30.400461 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9773d9a-e1f0-4d39-bd5e-22a2ce4417db admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:14:30.405529 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a9773d9a-e1f0-4d39-bd5e-22a2ce4417db admin admin] 10.222.0.26 "PUT /v2.0/routers/2a6022b4-d688-41e4-b320-ee57297c5453/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4391615 Jul 14 10:14:30.408098 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51322) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:30.410024 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f83c4cb-33d0-43b6-9c29-009746f76170 None None] Sync routers for ids ['2a6022b4-d688-41e4-b320-ee57297c5453'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:14:30.419636 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f83c4cb-33d0-43b6-9c29-009746f76170 None None] Routers {'2a6022b4-d688-41e4-b320-ee57297c5453'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:30.420565 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8f83c4cb-33d0-43b6-9c29-009746f76170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:14:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2a6022b4-d688-41e4-b320-ee57297c5453'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:30.513494 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3e85bad-05b5-4543-b1c3-01e68788fa21 admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:30.524615 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-8f83c4cb-33d0-43b6-9c29-009746f76170 None None] Set router 2a6022b4-d688-41e4-b320-ee57297c5453 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:30.613950 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3e85bad-05b5-4543-b1c3-01e68788fa21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:30.669005 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-f3e85bad-05b5-4543-b1c3-01e68788fa21 admin admin] Deleting port d1186752-8765-4ae9-8abb-cd597f8dec9f {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:14:30.669272 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3e85bad-05b5-4543-b1c3-01e68788fa21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:30.705868 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8f83c4cb-33d0-43b6-9c29-009746f76170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'name': 'tempest-TestMinimumBasicScenario-589249939-router', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:14:29Z', 'revision_number': 5, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'gw_port': {'id': 'd1186752-8765-4ae9-8abb-cd597f8dec9f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:30.736908 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f83c4cb-33d0-43b6-9c29-009746f76170 None None] Checking router: 2a6022b4-d688-41e4-b320-ee57297c5453 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:30.745543 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f83c4cb-33d0-43b6-9c29-009746f76170 None None] Routers {'2a6022b4-d688-41e4-b320-ee57297c5453'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:30.746192 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8f83c4cb-33d0-43b6-9c29-009746f76170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:14:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2a6022b4-d688-41e4-b320-ee57297c5453'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:30.748037 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-f3e85bad-05b5-4543-b1c3-01e68788fa21 admin admin] For port d1186752-8765-4ae9-8abb-cd597f8dec9f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d1186752-8765-4ae9-8abb-cd597f8dec9f,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:30.748403 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3e85bad-05b5-4543-b1c3-01e68788fa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:30.761109 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-f3e85bad-05b5-4543-b1c3-01e68788fa21 admin admin] Calling delete_port for d1186752-8765-4ae9-8abb-cd597f8dec9f owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:14:30.831093 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-8f83c4cb-33d0-43b6-9c29-009746f76170 None None] Set router 2a6022b4-d688-41e4-b320-ee57297c5453 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:30.883569 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8f83c4cb-33d0-43b6-9c29-009746f76170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'name': 'tempest-TestMinimumBasicScenario-589249939-router', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:14:30Z', 'revision_number': 6, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:30.921429 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f83c4cb-33d0-43b6-9c29-009746f76170 None None] The sync data for ids ['2a6022b4-d688-41e4-b320-ee57297c5453'] in n-d-798054-10 is: [{'id': '2a6022b4-d688-41e4-b320-ee57297c5453', 'name': 'tempest-TestMinimumBasicScenario-589249939-router', 'tenant_id': '45abfc56b7c94e378054fe972c4c0432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:17Z', 'updated_at': '2021-07-14T10:14:30Z', 'revision_number': 6, 'project_id': '45abfc56b7c94e378054fe972c4c0432', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:30.927700 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:30.928623 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3e85bad-05b5-4543-b1c3-01e68788fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:30.957582 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e85bad-05b5-4543-b1c3-01e68788fa21 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1186752-8765-4ae9-8abb-cd597f8dec9f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:31.019433 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3e85bad-05b5-4543-b1c3-01e68788fa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.108303 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3e85bad-05b5-4543-b1c3-01e68788fa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.110444 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3e85bad-05b5-4543-b1c3-01e68788fa21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.152420 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3e85bad-05b5-4543-b1c3-01e68788fa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.152925 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e85bad-05b5-4543-b1c3-01e68788fa21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a6022b4-d688-41e4-b320-ee57297c5453 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:14:31.157251 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3e85bad-05b5-4543-b1c3-01e68788fa21 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.158441 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f3e85bad-05b5-4543-b1c3-01e68788fa21 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2a6022b4-d688-41e4-b320-ee57297c5453 HTTP/1.1" status: 204 len: 168 time: 0.7494237 Jul 14 10:14:31.160922 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51324) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:31.207210 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3fafe6-a066-46a6-8546-adcf13504892 admin admin] Deleting subnet 2fdb0403-74dd-4ac6-97bb-3ad8139b3244 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:14:31.210091 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da3fafe6-a066-46a6-8546-adcf13504892 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.243335 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da3fafe6-a066-46a6-8546-adcf13504892 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.322137 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da3fafe6-a066-46a6-8546-adcf13504892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.376264 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da3fafe6-a066-46a6-8546-adcf13504892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.407582 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fafe6-a066-46a6-8546-adcf13504892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fdb0403-74dd-4ac6-97bb-3ad8139b3244,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:31.409685 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da3fafe6-a066-46a6-8546-adcf13504892 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.411703 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-da3fafe6-a066-46a6-8546-adcf13504892 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2fdb0403-74dd-4ac6-97bb-3ad8139b3244 HTTP/1.1" status: 204 len: 168 time: 0.2498639 Jul 14 10:14:31.414919 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51326) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:31.418343 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10c78a1-4468-4366-a68c-c96bac6cbf5b None None] Network da4cb5e2-991b-4ef0-9d8e-306faa519e57 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:14:31.481499 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14cd9bfb-910a-40a9-b808-49cfbdbbc39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.535822 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-14cd9bfb-910a-40a9-b808-49cfbdbbc39f admin admin] Deleting port 1b168b02-0c45-48c5-9e66-e28b0aeaf72f {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:14:31.536164 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14cd9bfb-910a-40a9-b808-49cfbdbbc39f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.606135 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-14cd9bfb-910a-40a9-b808-49cfbdbbc39f admin admin] For port 1b168b02-0c45-48c5-9e66-e28b0aeaf72f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1b168b02-0c45-48c5-9e66-e28b0aeaf72f,segment=NetworkSegment(cf7e53fb-2da4-49bc-bae3-4acdba3115e6),segment_id=cf7e53fb-2da4-49bc-bae3-4acdba3115e6)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:31.606501 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14cd9bfb-910a-40a9-b808-49cfbdbbc39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.620314 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-14cd9bfb-910a-40a9-b808-49cfbdbbc39f admin admin] Calling delete_port for 1b168b02-0c45-48c5-9e66-e28b0aeaf72f owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:14:31.645480 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 5ec25a45-1adb-46ea-9716-85db2353c922 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:14:31.665333 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 5ec25a45-1adb-46ea-9716-85db2353c922 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:14:31.665707 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 5ec25a45-1adb-46ea-9716-85db2353c922 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:14:31.703737 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14cd9bfb-910a-40a9-b808-49cfbdbbc39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.717646 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c24cf9-b813-4629-9283-b25fe1fed07d None None] DHCP port deletion for da4cb5e2-991b-4ef0-9d8e-306faa519e57 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:14:31.739538 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd9bfb-910a-40a9-b808-49cfbdbbc39f admin admin] Pushing event deleted for resources: {'Port': ['ID=1b168b02-0c45-48c5-9e66-e28b0aeaf72f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:31.746598 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cd9bfb-910a-40a9-b808-49cfbdbbc39f admin admin] No DVR routers for this DVR port 1b168b02-0c45-48c5-9e66-e28b0aeaf72f on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:14:31.820312 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14cd9bfb-910a-40a9-b808-49cfbdbbc39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.830949 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-14cd9bfb-910a-40a9-b808-49cfbdbbc39f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4cb5e2-991b-4ef0-9d8e-306faa519e57']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:31.842000 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-14cd9bfb-910a-40a9-b808-49cfbdbbc39f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7e53fb-2da4-49bc-bae3-4acdba3115e6') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:31.842294 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-14cd9bfb-910a-40a9-b808-49cfbdbbc39f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7e53fb-2da4-49bc-bae3-4acdba3115e6') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:31.852246 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14cd9bfb-910a-40a9-b808-49cfbdbbc39f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.868066 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14cd9bfb-910a-40a9-b808-49cfbdbbc39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.875278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cd9bfb-910a-40a9-b808-49cfbdbbc39f admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:14:31.875709 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14cd9bfb-910a-40a9-b808-49cfbdbbc39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: timer() Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:14:31.877484 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:14:31.945033 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14cd9bfb-910a-40a9-b808-49cfbdbbc39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.950762 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-14cd9bfb-910a-40a9-b808-49cfbdbbc39f admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.953281 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-14cd9bfb-910a-40a9-b808-49cfbdbbc39f admin admin] 10.222.0.26 "DELETE /v2.0/networks/da4cb5e2-991b-4ef0-9d8e-306faa519e57 HTTP/1.1" status: 204 len: 168 time: 0.5374291 Jul 14 10:14:31.956310 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51328) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:31.969297 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd9bfb-910a-40a9-b808-49cfbdbbc39f admin admin] Pushing event deleted for resources: {'Network': ['ID=da4cb5e2-991b-4ef0-9d8e-306faa519e57,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:31.982761 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 94e2fdd8-9281-45a8-8e7c-7e09565a4230 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:14:32.006102 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 94e2fdd8-9281-45a8-8e7c-7e09565a4230 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:14:32.006858 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 94e2fdd8-9281-45a8-8e7c-7e09565a4230 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:14:32.007307 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d1186752-8765-4ae9-8abb-cd597f8dec9f no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:14:32.030617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: d1186752-8765-4ae9-8abb-cd597f8dec9f {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:14:32.031318 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d1186752-8765-4ae9-8abb-cd597f8dec9f not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:14:32.031942 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1b168b02-0c45-48c5-9e66-e28b0aeaf72f no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:14:32.052105 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 1b168b02-0c45-48c5-9e66-e28b0aeaf72f {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:14:32.052335 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1b168b02-0c45-48c5-9e66-e28b0aeaf72f not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:14:32.320064 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28209b4d-aa6b-4a22-a7d1-7dafb2525656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:32.420458 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:32.571567 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-28209b4d-aa6b-4a22-a7d1-7dafb2525656 admin admin] Deleting port d58ef6f5-788c-4313-9d12-f00ae41bb75f {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:14:32.571826 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28209b4d-aa6b-4a22-a7d1-7dafb2525656 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:32.648488 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-28209b4d-aa6b-4a22-a7d1-7dafb2525656 admin admin] For port d58ef6f5-788c-4313-9d12-f00ae41bb75f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=d58ef6f5-788c-4313-9d12-f00ae41bb75f,segment=NetworkSegment(8343245f-b5de-4eb0-8665-b17f14cc0f25),segment_id=8343245f-b5de-4eb0-8665-b17f14cc0f25)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:32.648841 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28209b4d-aa6b-4a22-a7d1-7dafb2525656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:32.660711 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-28209b4d-aa6b-4a22-a7d1-7dafb2525656 admin admin] Calling delete_port for d58ef6f5-788c-4313-9d12-f00ae41bb75f owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:14:32.834812 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28209b4d-aa6b-4a22-a7d1-7dafb2525656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:32.863255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28209b4d-aa6b-4a22-a7d1-7dafb2525656 admin admin] Pushing event deleted for resources: {'Port': ['ID=d58ef6f5-788c-4313-9d12-f00ae41bb75f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:32.956937 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:33.031689 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-28209b4d-aa6b-4a22-a7d1-7dafb2525656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:33.573593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28209b4d-aa6b-4a22-a7d1-7dafb2525656 admin admin] Router b83495c5-0fad-4d4e-9dfd-be3162aaa364 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:14:33.675605 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28209b4d-aa6b-4a22-a7d1-7dafb2525656 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:14:33.681543 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-28209b4d-aa6b-4a22-a7d1-7dafb2525656 admin admin] 10.222.0.26 "PUT /v2.0/routers/b83495c5-0fad-4d4e-9dfd-be3162aaa364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7238832 Jul 14 10:14:33.684068 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51330) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:33.685004 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fddad-eebb-47af-83b0-dde095fce60d None None] Sync routers for ids ['b83495c5-0fad-4d4e-9dfd-be3162aaa364'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:14:33.695488 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65fddad-eebb-47af-83b0-dde095fce60d None None] Routers {'b83495c5-0fad-4d4e-9dfd-be3162aaa364'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:33.696086 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f65fddad-eebb-47af-83b0-dde095fce60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:14:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b83495c5-0fad-4d4e-9dfd-be3162aaa364'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:33.786222 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47575528-23bf-468d-a752-935411e00722 admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:33.807279 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f65fddad-eebb-47af-83b0-dde095fce60d None None] Set router b83495c5-0fad-4d4e-9dfd-be3162aaa364 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:33.885092 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47575528-23bf-468d-a752-935411e00722 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:33.941727 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-47575528-23bf-468d-a752-935411e00722 admin admin] Deleting port 9f9fafb1-313e-4f68-9e5a-74b2b22765bf {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:14:33.942207 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47575528-23bf-468d-a752-935411e00722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:33.987290 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f65fddad-eebb-47af-83b0-dde095fce60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83495c5-0fad-4d4e-9dfd-be3162aaa364', 'name': 'tempest-TestMinimumBasicScenario-1501839298-router', 'tenant_id': '291a72513cca426cbf5b884b1a1a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '9f9fafb1-313e-4f68-9e5a-74b2b22765bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:22Z', 'updated_at': '2021-07-14T10:14:32Z', 'revision_number': 5, 'project_id': '291a72513cca426cbf5b884b1a1a0871', 'gw_port': {'id': '9f9fafb1-313e-4f68-9e5a-74b2b22765bf', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:17:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83495c5-0fad-4d4e-9dfd-be3162aaa364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:12:23Z', 'updated_at': '2021-07-14T10:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:34.013653 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fddad-eebb-47af-83b0-dde095fce60d None None] Checking router: b83495c5-0fad-4d4e-9dfd-be3162aaa364 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:34.021708 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65fddad-eebb-47af-83b0-dde095fce60d None None] Routers {'b83495c5-0fad-4d4e-9dfd-be3162aaa364'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:34.022329 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f65fddad-eebb-47af-83b0-dde095fce60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:14:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b83495c5-0fad-4d4e-9dfd-be3162aaa364'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:34.027435 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-47575528-23bf-468d-a752-935411e00722 admin admin] For port 9f9fafb1-313e-4f68-9e5a-74b2b22765bf, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9f9fafb1-313e-4f68-9e5a-74b2b22765bf,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:34.027860 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47575528-23bf-468d-a752-935411e00722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.040919 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-47575528-23bf-468d-a752-935411e00722 admin admin] Calling delete_port for 9f9fafb1-313e-4f68-9e5a-74b2b22765bf owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:14:34.106152 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f65fddad-eebb-47af-83b0-dde095fce60d None None] Set router b83495c5-0fad-4d4e-9dfd-be3162aaa364 gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:34.157015 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f65fddad-eebb-47af-83b0-dde095fce60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83495c5-0fad-4d4e-9dfd-be3162aaa364', 'name': 'tempest-TestMinimumBasicScenario-1501839298-router', 'tenant_id': '291a72513cca426cbf5b884b1a1a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:22Z', 'updated_at': '2021-07-14T10:14:33Z', 'revision_number': 6, 'project_id': '291a72513cca426cbf5b884b1a1a0871', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:34.186197 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fddad-eebb-47af-83b0-dde095fce60d None None] The sync data for ids ['b83495c5-0fad-4d4e-9dfd-be3162aaa364'] in n-d-798054-10 is: [{'id': 'b83495c5-0fad-4d4e-9dfd-be3162aaa364', 'name': 'tempest-TestMinimumBasicScenario-1501839298-router', 'tenant_id': '291a72513cca426cbf5b884b1a1a0871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:12:22Z', 'updated_at': '2021-07-14T10:14:33Z', 'revision_number': 6, 'project_id': '291a72513cca426cbf5b884b1a1a0871', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:34.211421 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47575528-23bf-468d-a752-935411e00722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.233824 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47575528-23bf-468d-a752-935411e00722 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f9fafb1-313e-4f68-9e5a-74b2b22765bf,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:34.303049 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47575528-23bf-468d-a752-935411e00722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.395006 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47575528-23bf-468d-a752-935411e00722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.397082 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47575528-23bf-468d-a752-935411e00722 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.438790 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47575528-23bf-468d-a752-935411e00722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.439256 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47575528-23bf-468d-a752-935411e00722 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b83495c5-0fad-4d4e-9dfd-be3162aaa364 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:14:34.443447 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-47575528-23bf-468d-a752-935411e00722 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.445388 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-47575528-23bf-468d-a752-935411e00722 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b83495c5-0fad-4d4e-9dfd-be3162aaa364 HTTP/1.1" status: 204 len: 168 time: 0.7604120 Jul 14 10:14:34.447946 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51332) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:34.491819 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2bd01b-620b-4277-b186-48e47cd35649 admin admin] Deleting subnet 81851fd4-8b94-4d23-bdb3-761420932d6f {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:14:34.495056 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd01b-620b-4277-b186-48e47cd35649 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.534869 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd01b-620b-4277-b186-48e47cd35649 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.615103 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd01b-620b-4277-b186-48e47cd35649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.667150 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd01b-620b-4277-b186-48e47cd35649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.693483 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bd01b-620b-4277-b186-48e47cd35649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81851fd4-8b94-4d23-bdb3-761420932d6f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:34.695956 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd01b-620b-4277-b186-48e47cd35649 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.697893 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9e2bd01b-620b-4277-b186-48e47cd35649 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/81851fd4-8b94-4d23-bdb3-761420932d6f HTTP/1.1" status: 204 len: 168 time: 0.2489719 Jul 14 10:14:34.700285 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51334) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:34.702145 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ba2274-ac91-4da3-978f-967721d2e7aa None None] Network 531f4d5e-836d-450e-9a1f-6ed83e885184 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:14:34.770222 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9398ea5c-f970-43c7-8c0b-ee6f2a119801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.823011 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-9398ea5c-f970-43c7-8c0b-ee6f2a119801 admin admin] Deleting port 2cb58225-89dc-48ab-8dd3-20ee590bf617 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:14:34.823360 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9398ea5c-f970-43c7-8c0b-ee6f2a119801 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.889205 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-9398ea5c-f970-43c7-8c0b-ee6f2a119801 admin admin] For port 2cb58225-89dc-48ab-8dd3-20ee590bf617, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2cb58225-89dc-48ab-8dd3-20ee590bf617,segment=NetworkSegment(8343245f-b5de-4eb0-8665-b17f14cc0f25),segment_id=8343245f-b5de-4eb0-8665-b17f14cc0f25)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:34.889625 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9398ea5c-f970-43c7-8c0b-ee6f2a119801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.905198 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d60913-045d-4dfa-9c26-6bf44087f8cd None None] DHCP port deletion for 531f4d5e-836d-450e-9a1f-6ed83e885184 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:14:34.905521 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-9398ea5c-f970-43c7-8c0b-ee6f2a119801 admin admin] Calling delete_port for 2cb58225-89dc-48ab-8dd3-20ee590bf617 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:14:34.957043 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-27d60913-045d-4dfa-9c26-6bf44087f8cd None None] Deleting port 2cb58225-89dc-48ab-8dd3-20ee590bf617 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:14:34.957406 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27d60913-045d-4dfa-9c26-6bf44087f8cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.986289 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9398ea5c-f970-43c7-8c0b-ee6f2a119801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.018067 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398ea5c-f970-43c7-8c0b-ee6f2a119801 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb58225-89dc-48ab-8dd3-20ee590bf617,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:35.021649 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9398ea5c-f970-43c7-8c0b-ee6f2a119801 admin admin] No DVR routers for this DVR port 2cb58225-89dc-48ab-8dd3-20ee590bf617 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:14:35.024499 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-27d60913-045d-4dfa-9c26-6bf44087f8cd None None] For port 2cb58225-89dc-48ab-8dd3-20ee590bf617, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2cb58225-89dc-48ab-8dd3-20ee590bf617,segment=NetworkSegment(8343245f-b5de-4eb0-8665-b17f14cc0f25),segment_id=8343245f-b5de-4eb0-8665-b17f14cc0f25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:35.024939 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27d60913-045d-4dfa-9c26-6bf44087f8cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.041458 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-27d60913-045d-4dfa-9c26-6bf44087f8cd None None] Calling delete_port for 2cb58225-89dc-48ab-8dd3-20ee590bf617 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:14:35.096109 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9398ea5c-f970-43c7-8c0b-ee6f2a119801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.106589 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-9398ea5c-f970-43c7-8c0b-ee6f2a119801 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531f4d5e-836d-450e-9a1f-6ed83e885184']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:14:35.117520 n-d-798054-10 neutron-server[93889]: self.session.flush() Jul 14 10:14:35.121518 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-9398ea5c-f970-43c7-8c0b-ee6f2a119801 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8343245f-b5de-4eb0-8665-b17f14cc0f25') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:35.121518 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-9398ea5c-f970-43c7-8c0b-ee6f2a119801 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8343245f-b5de-4eb0-8665-b17f14cc0f25') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:35.121968 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27d60913-045d-4dfa-9c26-6bf44087f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.127506 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9398ea5c-f970-43c7-8c0b-ee6f2a119801 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.142662 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9398ea5c-f970-43c7-8c0b-ee6f2a119801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.149480 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9398ea5c-f970-43c7-8c0b-ee6f2a119801 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:14:35.150411 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9398ea5c-f970-43c7-8c0b-ee6f2a119801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: timer() Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:14:35.152406 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:14:35.159813 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d60913-045d-4dfa-9c26-6bf44087f8cd None None] No DVR routers for this DVR port 2cb58225-89dc-48ab-8dd3-20ee590bf617 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:14:35.169229 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d60913-045d-4dfa-9c26-6bf44087f8cd None None] Pushing event deleted for resources: {'Port': ['ID=2cb58225-89dc-48ab-8dd3-20ee590bf617,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:35.174512 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d60913-045d-4dfa-9c26-6bf44087f8cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:35.175003 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d60913-045d-4dfa-9c26-6bf44087f8cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:35.175545 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d60913-045d-4dfa-9c26-6bf44087f8cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:35.176073 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d60913-045d-4dfa-9c26-6bf44087f8cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:35.176671 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d60913-045d-4dfa-9c26-6bf44087f8cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:35.177070 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d60913-045d-4dfa-9c26-6bf44087f8cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:35.177501 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d60913-045d-4dfa-9c26-6bf44087f8cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:35.177966 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d60913-045d-4dfa-9c26-6bf44087f8cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:35.178441 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d60913-045d-4dfa-9c26-6bf44087f8cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:35.179410 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d60913-045d-4dfa-9c26-6bf44087f8cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:35.179848 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d60913-045d-4dfa-9c26-6bf44087f8cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:35.180277 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d60913-045d-4dfa-9c26-6bf44087f8cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:35.215953 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9398ea5c-f970-43c7-8c0b-ee6f2a119801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.221431 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9398ea5c-f970-43c7-8c0b-ee6f2a119801 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.223395 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9398ea5c-f970-43c7-8c0b-ee6f2a119801 admin admin] 10.222.0.26 "DELETE /v2.0/networks/531f4d5e-836d-450e-9a1f-6ed83e885184 HTTP/1.1" status: 204 len: 168 time: 0.5222063 Jul 14 10:14:35.239314 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398ea5c-f970-43c7-8c0b-ee6f2a119801 admin admin] Pushing event deleted for resources: {'Network': ['ID=531f4d5e-836d-450e-9a1f-6ed83e885184,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:35.378576 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51338) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:35.418522 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-848080c4-8644-49a9-ba49-b2128a3934d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=45abfc56b7c94e378054fe972c4c0432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387149 Jul 14 10:14:35.421317 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51340) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:35.469618 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-79bb2168-1043-439b-85b2-b9ffd642a08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.489689 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-79bb2168-1043-439b-85b2-b9ffd642a08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.534678 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-79bb2168-1043-439b-85b2-b9ffd642a08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.537223 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-79bb2168-1043-439b-85b2-b9ffd642a08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.538422 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-79bb2168-1043-439b-85b2-b9ffd642a08a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b49fac4-39ff-4232-8dbf-8189facd27e0 HTTP/1.1" status: 204 len: 168 time: 0.1161845 Jul 14 10:14:35.545840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb2168-1043-439b-85b2-b9ffd642a08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b49fac4-39ff-4232-8dbf-8189facd27e0,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:35.834556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51346) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:35.874162 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b71c12af-6bfa-4645-8972-e0f9e2c5d274 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=291a72513cca426cbf5b884b1a1a0871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383821 Jul 14 10:14:35.876480 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51348) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:35.923727 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-20c4a93f-6f39-4cc9-8278-687e793ef191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.948274 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-20c4a93f-6f39-4cc9-8278-687e793ef191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.962300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9f9fafb1-313e-4f68-9e5a-74b2b22765bf no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:14:35.984134 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 9f9fafb1-313e-4f68-9e5a-74b2b22765bf {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:14:35.984478 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9f9fafb1-313e-4f68-9e5a-74b2b22765bf not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:14:35.984911 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2cb58225-89dc-48ab-8dd3-20ee590bf617 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:14:35.997837 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-20c4a93f-6f39-4cc9-8278-687e793ef191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:36.000449 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-20c4a93f-6f39-4cc9-8278-687e793ef191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:36.001594 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-20c4a93f-6f39-4cc9-8278-687e793ef191 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca296e68-622f-46b6-8983-ce9592beba8d HTTP/1.1" status: 204 len: 168 time: 0.1242383 Jul 14 10:14:36.003050 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 2cb58225-89dc-48ab-8dd3-20ee590bf617 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:14:36.003598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2cb58225-89dc-48ab-8dd3-20ee590bf617 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:14:36.004057 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d58ef6f5-788c-4313-9d12-f00ae41bb75f no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:14:36.009229 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4a93f-6f39-4cc9-8278-687e793ef191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca296e68-622f-46b6-8983-ce9592beba8d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:36.027087 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: d58ef6f5-788c-4313-9d12-f00ae41bb75f {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:14:36.027398 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device d58ef6f5-788c-4313-9d12-f00ae41bb75f not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:14:38.714412 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51390) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:38.719224 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b978133e-fe9c-462d-bb3b-9253fbb7ae82 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-866592820', 'description': 'tempest-secgroup-smoke-866592820 description', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:38.741547 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b978133e-fe9c-462d-bb3b-9253fbb7ae82 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:38.749550 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b978133e-fe9c-462d-bb3b-9253fbb7ae82 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:38.842807 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b978133e-fe9c-462d-bb3b-9253fbb7ae82 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:38.846540 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b978133e-fe9c-462d-bb3b-9253fbb7ae82 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:38.880539 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978133e-fe9c-462d-bb3b-9253fbb7ae82 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=778fb1d8-9a65-48b9-834f-ea1c6be041f9,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:38.936703 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b978133e-fe9c-462d-bb3b-9253fbb7ae82 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:38.940301 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b978133e-fe9c-462d-bb3b-9253fbb7ae82 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:38.968945 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b978133e-fe9c-462d-bb3b-9253fbb7ae82 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:38.970186 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b978133e-fe9c-462d-bb3b-9253fbb7ae82 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2546775 Jul 14 10:14:38.970875 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978133e-fe9c-462d-bb3b-9253fbb7ae82 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bff51ed-29a9-4113-af2c-5c31da823ed2,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:38.973208 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51392) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:38.977913 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e9c7e288-e969-4140-9d08-71ce1aa33936 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': '1bff51ed-29a9-4113-af2c-5c31da823ed2', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:39.003215 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e9c7e288-e969-4140-9d08-71ce1aa33936 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.061800 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e9c7e288-e969-4140-9d08-71ce1aa33936 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.065524 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e9c7e288-e969-4140-9d08-71ce1aa33936 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.086867 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7e288-e969-4140-9d08-71ce1aa33936 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46712268-d7b2-4c49-b9d2-7c89206fc9c0,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:39.090837 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e9c7e288-e969-4140-9d08-71ce1aa33936 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.092021 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e9c7e288-e969-4140-9d08-71ce1aa33936 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178961 Jul 14 10:14:39.095046 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51394) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:39.099641 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-9a033452-f543-47bf-85dd-7e9947054b1c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': '1bff51ed-29a9-4113-af2c-5c31da823ed2', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:39.126799 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9a033452-f543-47bf-85dd-7e9947054b1c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.184109 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9a033452-f543-47bf-85dd-7e9947054b1c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.187814 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9a033452-f543-47bf-85dd-7e9947054b1c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.206243 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a033452-f543-47bf-85dd-7e9947054b1c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92796fb-9021-4ab9-882c-4363235d3cdd,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:39.209759 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9a033452-f543-47bf-85dd-7e9947054b1c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.211537 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9a033452-f543-47bf-85dd-7e9947054b1c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155686 Jul 14 10:14:39.214406 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51396) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:39.218864 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-4c565b77-9d5e-4db0-9179-c3ef14cfc07a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': '1bff51ed-29a9-4113-af2c-5c31da823ed2', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:39.244335 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4c565b77-9d5e-4db0-9179-c3ef14cfc07a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.304678 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4c565b77-9d5e-4db0-9179-c3ef14cfc07a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.308368 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4c565b77-9d5e-4db0-9179-c3ef14cfc07a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.327437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c565b77-9d5e-4db0-9179-c3ef14cfc07a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f8111c-6ff6-4976-a9eb-259a18faf807,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:39.334616 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4c565b77-9d5e-4db0-9179-c3ef14cfc07a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.336759 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4c565b77-9d5e-4db0-9179-c3ef14cfc07a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213789 Jul 14 10:14:39.339412 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51398) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:39.343769 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d581b500-c75d-4863-845e-df5a48bd68f9 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': '1bff51ed-29a9-4113-af2c-5c31da823ed2', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:39.370362 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d581b500-c75d-4863-845e-df5a48bd68f9 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.429857 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d581b500-c75d-4863-845e-df5a48bd68f9 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.433216 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d581b500-c75d-4863-845e-df5a48bd68f9 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.450483 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581b500-c75d-4863-845e-df5a48bd68f9 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb91c429-fe67-44c4-9447-6aa2c779d11d,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:39.461346 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d581b500-c75d-4863-845e-df5a48bd68f9 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.462602 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d581b500-c75d-4863-845e-df5a48bd68f9 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222756 Jul 14 10:14:39.465288 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51400) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:39.469874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-acf4f33f-d398-460d-a776-16624bf4973d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': '1bff51ed-29a9-4113-af2c-5c31da823ed2', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:39.491228 n-d-798054-10 neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-acf4f33f-d398-460d-a776-16624bf4973d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Project 7d5a7c9051a6469ebb8b5d5efcf4f53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:14:39.496181 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-acf4f33f-d398-460d-a776-16624bf4973d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.555498 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-acf4f33f-d398-460d-a776-16624bf4973d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.559138 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-acf4f33f-d398-460d-a776-16624bf4973d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.573732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4f33f-d398-460d-a776-16624bf4973d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671bdeb0-995f-44d1-91bc-034294c90dca,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:39.582280 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-acf4f33f-d398-460d-a776-16624bf4973d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.583560 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-acf4f33f-d398-460d-a776-16624bf4973d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172776 Jul 14 10:14:39.587111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51402) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:39.591679 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b257e693-565c-42c8-b96c-5fef1ac08014 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': '1bff51ed-29a9-4113-af2c-5c31da823ed2', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:39.612279 n-d-798054-10 neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-b257e693-565c-42c8-b96c-5fef1ac08014 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Project 7d5a7c9051a6469ebb8b5d5efcf4f53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:14:39.617038 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b257e693-565c-42c8-b96c-5fef1ac08014 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.679081 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b257e693-565c-42c8-b96c-5fef1ac08014 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.682538 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b257e693-565c-42c8-b96c-5fef1ac08014 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.701089 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257e693-565c-42c8-b96c-5fef1ac08014 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726896db-d950-40f0-aaca-516d23c128ab,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:39.708353 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b257e693-565c-42c8-b96c-5fef1ac08014 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.709726 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b257e693-565c-42c8-b96c-5fef1ac08014 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216450 Jul 14 10:14:39.712916 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51404) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:39.717707 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f6ab042c-18b1-451b-9bf6-93a9884d3f8a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'network': {'name': 'tempest-network-smoke--1911304609', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'port_security_enabled': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:39.738001 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ab042c-18b1-451b-9bf6-93a9884d3f8a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Made reservation on behalf of 7d5a7c9051a6469ebb8b5d5efcf4f53f for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:14:39.742360 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6ab042c-18b1-451b-9bf6-93a9884d3f8a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.766725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ab042c-18b1-451b-9bf6-93a9884d3f8a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:14:39.775761 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6ab042c-18b1-451b-9bf6-93a9884d3f8a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.776101 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-f6ab042c-18b1-451b-9bf6-93a9884d3f8a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Added segment 124a7418-bb54-4dd9-a15d-56010bd2e625 of type vlan for network 41f8a0e3-3b53-4783-bdca-719d0dd0071b Jul 14 10:14:39.816415 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6ab042c-18b1-451b-9bf6-93a9884d3f8a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.843615 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6ab042c-18b1-451b-9bf6-93a9884d3f8a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.849233 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ab042c-18b1-451b-9bf6-93a9884d3f8a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:39.849870 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6ab042c-18b1-451b-9bf6-93a9884d3f8a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.906245 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f6ab042c-18b1-451b-9bf6-93a9884d3f8a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1923239 Jul 14 10:14:39.909171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51406) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:39.915701 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5b131948-8e6a-43cd-adef-fb8048c2c5d8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2028082845', 'admin_state_up': True, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:39.926941 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab042c-18b1-451b-9bf6-93a9884d3f8a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Network': ['ID=41f8a0e3-3b53-4783-bdca-719d0dd0071b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:39.937939 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 41f8a0e3-3b53-4783-bdca-719d0dd0071b details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:14:39.942628 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b131948-8e6a-43cd-adef-fb8048c2c5d8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.943661 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b131948-8e6a-43cd-adef-fb8048c2c5d8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:40.000884 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b131948-8e6a-43cd-adef-fb8048c2c5d8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:40.134445 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b131948-8e6a-43cd-adef-fb8048c2c5d8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:40.328677 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b131948-8e6a-43cd-adef-fb8048c2c5d8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:40.346690 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b131948-8e6a-43cd-adef-fb8048c2c5d8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:40.444222 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-5b131948-8e6a-43cd-adef-fb8048c2c5d8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Allocated IP 172.25.1.214 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/ec4b29aa-270b-4bef-a4dc-6b29fa578d7d) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:40.545899 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b131948-8e6a-43cd-adef-fb8048c2c5d8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:40.584095 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b131948-8e6a-43cd-adef-fb8048c2c5d8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:40.623596 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b131948-8e6a-43cd-adef-fb8048c2c5d8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:40.626279 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-5b131948-8e6a-43cd-adef-fb8048c2c5d8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:40.628851 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b131948-8e6a-43cd-adef-fb8048c2c5d8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:14:40.653819 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b131948-8e6a-43cd-adef-fb8048c2c5d8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=ec4b29aa-270b-4bef-a4dc-6b29fa578d7d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:40.873979 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b131948-8e6a-43cd-adef-fb8048c2c5d8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.067801 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b131948-8e6a-43cd-adef-fb8048c2c5d8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.192177 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b131948-8e6a-43cd-adef-fb8048c2c5d8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:14:41.296733 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b131948-8e6a-43cd-adef-fb8048c2c5d8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:14:41.306513 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] Sync routers for ids ['b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:14:41.314700 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b131948-8e6a-43cd-adef-fb8048c2c5d8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.315463 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] Routers {'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:41.316054 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5b131948-8e6a-43cd-adef-fb8048c2c5d8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4059722 Jul 14 10:14:41.316172 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:14:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:41.319176 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51408) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:41.454650 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a43ed274-0569-413d-9108-127a8b34b95f tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1336133 Jul 14 10:14:41.457146 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51412) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:41.550306 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4471d809-5cbe-4fb2-a1fe-34486026d925 tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:41.551872 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4471d809-5cbe-4fb2-a1fe-34486026d925 tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937932 Jul 14 10:14:41.555156 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51414) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:41.575265 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] Set router b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:41.583656 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-59af2740-7b24-4443-8299-bf8d321c4bb9 tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274065 Jul 14 10:14:41.586274 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51416) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:41.591294 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e046b769-8606-467d-aeee-f03d933a672e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-151790836', 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:41.677726 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e046b769-8606-467d-aeee-f03d933a672e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Made reservation on behalf of 7d5a7c9051a6469ebb8b5d5efcf4f53f for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:14:41.682267 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e046b769-8606-467d-aeee-f03d933a672e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.750627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028082845', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:40Z', 'revision_number': 3, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:40Z', 'updated_at': '2021-07-14T10:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:41.777350 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] Checking router: b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:41.777694 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] Updating router b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba port ec4b29aa-270b-4bef-a4dc-6b29fa578d7d binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:14:41.817083 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.863805 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e046b769-8606-467d-aeee-f03d933a672e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.934781 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046b769-8606-467d-aeee-f03d933a672e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Subnet': ['ID=1f5f5b1b-99d0-490d-96dd-6436b1d63a5c,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:41.937637 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e046b769-8606-467d-aeee-f03d933a672e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Checking segment: {'id': '124a7418-bb54-4dd9-a15d-56010bd2e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:14:41.938177 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e046b769-8606-467d-aeee-f03d933a672e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network hostable DHCP agents. Network: 41f8a0e3-3b53-4783-bdca-719d0dd0071b, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:14:41.958181 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e046b769-8606-467d-aeee-f03d933a672e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network 41f8a0e3-3b53-4783-bdca-719d0dd0071b is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:14:41.967199 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-e046b769-8606-467d-aeee-f03d933a672e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 41f8a0e3-3b53-4783-bdca-719d0dd0071b) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:41.972197 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e046b769-8606-467d-aeee-f03d933a672e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:41.973240 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e046b769-8606-467d-aeee-f03d933a672e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.977163 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc93f5c2-51d1-4ee3-abff-f8e14f777ed3 None None] Network 41f8a0e3-3b53-4783-bdca-719d0dd0071b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:14:41.989822 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e046b769-8606-467d-aeee-f03d933a672e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4024515 Jul 14 10:14:41.992458 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51418) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:42.161913 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:42.190384 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] Transition to ACTIVE for port object ec4b29aa-270b-4bef-a4dc-6b29fa578d7d will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:42.198758 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-41f8a0e3-3b53-4783-bdca-719d0dd0071b', 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ips': [{'subnet_id': '1f5f5b1b-99d0-490d-96dd-6436b1d63a5c'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:14:42.199610 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:42.201394 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:42.316855 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64015ef3-c601-4193-9e15-45b356f26663 None None] Pushing event updated for resources: {'Port': ['ID=ec4b29aa-270b-4bef-a4dc-6b29fa578d7d,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:42.322003 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] Attempting to bind port ec4b29aa-270b-4bef-a4dc-6b29fa578d7d on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:14:42.322267 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] Attempting to bind port ec4b29aa-270b-4bef-a4dc-6b29fa578d7d by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:14:42.322637 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] Attempting to bind port ec4b29aa-270b-4bef-a4dc-6b29fa578d7d on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:14:42.337422 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:14:42.337820 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:14:42.338312 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:42.338795 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:14:42.339188 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] Bound port: ec4b29aa-270b-4bef-a4dc-6b29fa578d7d, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:14:42.339570 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:42.430413 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c59ab68f-6825-41db-9c1f-32911d4561cf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:42.435062 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Allocated IP 172.20.0.2 (41f8a0e3-3b53-4783-bdca-719d0dd0071b/1f5f5b1b-99d0-490d-96dd-6436b1d63a5c/278a77d6-73dd-41d5-9164-68000e0bd7ea) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:42.437278 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] For port ec4b29aa-270b-4bef-a4dc-6b29fa578d7d, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:42.441732 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] For port ec4b29aa-270b-4bef-a4dc-6b29fa578d7d, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=ec4b29aa-270b-4bef-a4dc-6b29fa578d7d,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:42.449448 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:42.563897 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] Routers {'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:42.564551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:14:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:42.566368 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64015ef3-c601-4193-9e15-45b356f26663 None None] Pushing event updated for resources: {'Port': ['ID=ec4b29aa-270b-4bef-a4dc-6b29fa578d7d,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:42.733973 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] Set router b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:42.792289 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:42.833159 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Transition to ACTIVE for port object 278a77d6-73dd-41d5-9164-68000e0bd7ea will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:42.863300 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Transition to ACTIVE for port object 278a77d6-73dd-41d5-9164-68000e0bd7ea will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:42.873458 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:42.929873 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Network 41f8a0e3-3b53-4783-bdca-719d0dd0071b is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:42.936632 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:42.939651 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:14:42.957174 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Pushing event updated for resources: {'Port': ['ID=278a77d6-73dd-41d5-9164-68000e0bd7ea,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:43.030322 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Attempting to bind port 278a77d6-73dd-41d5-9164-68000e0bd7ea on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:14:43.030610 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Attempting to bind port 278a77d6-73dd-41d5-9164-68000e0bd7ea by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '124a7418-bb54-4dd9-a15d-56010bd2e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:14:43.030961 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Attempting to bind port 278a77d6-73dd-41d5-9164-68000e0bd7ea on network 41f8a0e3-3b53-4783-bdca-719d0dd0071b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:14:43.038928 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:14:43.039302 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Checking segment: {'id': '124a7418-bb54-4dd9-a15d-56010bd2e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:14:43.039704 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.040093 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Bound using segment: {'id': '124a7418-bb54-4dd9-a15d-56010bd2e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:14:43.040554 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Bound port: 278a77d6-73dd-41d5-9164-68000e0bd7ea, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124a7418-bb54-4dd9-a15d-56010bd2e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:14:43.040937 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.052199 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028082845', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:40Z', 'revision_number': 3, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:40Z', 'updated_at': '2021-07-14T10:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:43.053301 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-c59ab68f-6825-41db-9c1f-32911d4561cf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Allocated IP 172.20.0.1 (41f8a0e3-3b53-4783-bdca-719d0dd0071b/1f5f5b1b-99d0-490d-96dd-6436b1d63a5c/25117265-056a-41a3-b9cd-461014eed310) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:43.082469 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f02d5e-0a48-4d12-b324-4e75c47cb24a None None] The sync data for ids ['b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'] in n-d-798054-10 is: [{'id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028082845', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:40Z', 'revision_number': 3, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:40Z', 'updated_at': '2021-07-14T10:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:43.134746 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] For port 278a77d6-73dd-41d5-9164-68000e0bd7ea, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:43.137959 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] For port 278a77d6-73dd-41d5-9164-68000e0bd7ea, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=278a77d6-73dd-41d5-9164-68000e0bd7ea,segment=NetworkSegment(124a7418-bb54-4dd9-a15d-56010bd2e625),segment_id=124a7418-bb54-4dd9-a15d-56010bd2e625)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:43.143100 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.181444 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c59ab68f-6825-41db-9c1f-32911d4561cf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.202320 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-c59ab68f-6825-41db-9c1f-32911d4561cf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Transition to ACTIVE for port object 25117265-056a-41a3-b9cd-461014eed310 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:43.208137 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377e0cc-a671-486f-9284-0725ffb6fd1d None None] Pushing event updated for resources: {'Port': ['ID=278a77d6-73dd-41d5-9164-68000e0bd7ea,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:43.238019 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c59ab68f-6825-41db-9c1f-32911d4561cf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.292463 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59ab68f-6825-41db-9c1f-32911d4561cf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network 41f8a0e3-3b53-4783-bdca-719d0dd0071b is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:43.296344 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-c59ab68f-6825-41db-9c1f-32911d4561cf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:43.301000 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59ab68f-6825-41db-9c1f-32911d4561cf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:14:43.305103 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ab68f-6825-41db-9c1f-32911d4561cf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=25117265-056a-41a3-b9cd-461014eed310,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:43.375942 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c59ab68f-6825-41db-9c1f-32911d4561cf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.558061 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c59ab68f-6825-41db-9c1f-32911d4561cf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.856305 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c59ab68f-6825-41db-9c1f-32911d4561cf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.862543 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c59ab68f-6825-41db-9c1f-32911d4561cf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.940085 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ab68f-6825-41db-9c1f-32911d4561cf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=25117265-056a-41a3-b9cd-461014eed310,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:43.942557 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c59ab68f-6825-41db-9c1f-32911d4561cf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.058730 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59ab68f-6825-41db-9c1f-32911d4561cf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network 41f8a0e3-3b53-4783-bdca-719d0dd0071b is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:44.060260 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-c59ab68f-6825-41db-9c1f-32911d4561cf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:44.070609 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 278a77d6-73dd-41d5-9164-68000e0bd7ea up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:44.122194 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 278a77d6-73dd-41d5-9164-68000e0bd7ea completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:44.128711 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ec4b29aa-270b-4bef-a4dc-6b29fa578d7d up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:44.181358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port ec4b29aa-270b-4bef-a4dc-6b29fa578d7d completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:44.185672 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port ec4b29aa-270b-4bef-a4dc-6b29fa578d7d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:44.185882 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.194028 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59ab68f-6825-41db-9c1f-32911d4561cf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:14:44.255495 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0336c0-40bc-4cd6-815a-58244eab7e29 None None] Network 41f8a0e3-3b53-4783-bdca-719d0dd0071b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:14:44.315283 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59ab68f-6825-41db-9c1f-32911d4561cf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:14:44.324868 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c59ab68f-6825-41db-9c1f-32911d4561cf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "PUT /v2.0/routers/b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3277414 Jul 14 10:14:44.325058 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.348509 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9549cc90-48fc-4347-bfe1-5f0268b2b9ca None None] Provisioning for port 278a77d6-73dd-41d5-9164-68000e0bd7ea completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:44.360191 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port ec4b29aa-270b-4bef-a4dc-6b29fa578d7d, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=ec4b29aa-270b-4bef-a4dc-6b29fa578d7d,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:44.363025 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9549cc90-48fc-4347-bfe1-5f0268b2b9ca None None] Provisioning complete for port 278a77d6-73dd-41d5-9164-68000e0bd7ea triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:44.363495 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9549cc90-48fc-4347-bfe1-5f0268b2b9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.369214 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.469474 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-44821189-41f8-441e-9085-3021f52761a9 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866592820&fields=id&tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f HTTP/1.1" status: 200 len: 267 time: 0.0352716 Jul 14 10:14:44.488248 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=ec4b29aa-270b-4bef-a4dc-6b29fa578d7d,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:44.559309 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9549cc90-48fc-4347-bfe1-5f0268b2b9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.580728 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-56ed5493-deb4-4186-9425-9fd0d11a9ffa tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:44.582318 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-56ed5493-deb4-4186-9425-9fd0d11a9ffa tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/networks?id=41f8a0e3-3b53-4783-bdca-719d0dd0071b HTTP/1.1" status: 200 len: 797 time: 0.1051607 Jul 14 10:14:44.598458 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-56afd790-988a-44e4-a112-4bb8bfdb4e89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/quotas/7d5a7c9051a6469ebb8b5d5efcf4f53f HTTP/1.1" status: 200 len: 375 time: 0.0101342 Jul 14 10:14:44.607453 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9549cc90-48fc-4347-bfe1-5f0268b2b9ca None None] For port 278a77d6-73dd-41d5-9164-68000e0bd7ea, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=278a77d6-73dd-41d5-9164-68000e0bd7ea,segment=NetworkSegment(124a7418-bb54-4dd9-a15d-56010bd2e625),segment_id=124a7418-bb54-4dd9-a15d-56010bd2e625)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:44.613166 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9549cc90-48fc-4347-bfe1-5f0268b2b9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.662080 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549cc90-48fc-4347-bfe1-5f0268b2b9ca None None] Pushing event updated for resources: {'Port': ['ID=278a77d6-73dd-41d5-9164-68000e0bd7ea,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:44.684279 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-8b1777f1-d741-4e67-aca1-17bb0c8c2c6d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790331 Jul 14 10:14:44.787071 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-1fd9c8b5-baad-4797-9b59-3ad52e21cd2c service neutron] 10.222.0.26 "GET /v2.0/networks/41f8a0e3-3b53-4783-bdca-719d0dd0071b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906487 Jul 14 10:14:44.844620 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a1ca9eb9-1fa0-4e75-9a21-2fe8eade87ce None None] Provisioning complete for port 278a77d6-73dd-41d5-9164-68000e0bd7ea triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:44.845248 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9eb9-1fa0-4e75-9a21-2fe8eade87ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.860965 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] Sync routers for ids ['b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:14:44.873239 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] Routers {'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:44.874392 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:14:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:44.905224 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-44472e13-bc58-4945-96f1-7e0f9d018e14 service neutron] 10.222.0.26 "GET /v2.0/networks/41f8a0e3-3b53-4783-bdca-719d0dd0071b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118798 Jul 14 10:14:44.951260 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a1ca9eb9-1fa0-4e75-9a21-2fe8eade87ce None None] Provisioning for port 25117265-056a-41a3-b9cd-461014eed310 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:44.956254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a1ca9eb9-1fa0-4e75-9a21-2fe8eade87ce None None] Provisioning complete for port 25117265-056a-41a3-b9cd-461014eed310 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:44.956628 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9eb9-1fa0-4e75-9a21-2fe8eade87ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.994811 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] Set router b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:44.998814 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a1ca9eb9-1fa0-4e75-9a21-2fe8eade87ce None None] Port 25117265-056a-41a3-b9cd-461014eed310 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:14:45.125366 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-215912cc-5d1a-45e6-aa79-c2fdc10ba7bb None None] Provisioning complete for port 25117265-056a-41a3-b9cd-461014eed310 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:45.126092 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-215912cc-5d1a-45e6-aa79-c2fdc10ba7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:45.145863 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-65912636-7331-455f-8337-10416e9b929c req-820041eb-66ad-4fe2-84ad-21bdc98dc420 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 210 time: 0.0582445 Jul 14 10:14:45.182534 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-215912cc-5d1a-45e6-aa79-c2fdc10ba7bb None None] Port 25117265-056a-41a3-b9cd-461014eed310 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:14:45.218282 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028082845', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:40Z', 'updated_at': '2021-07-14T10:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '25117265-056a-41a3-b9cd-461014eed310', 'name': '', 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:70:de:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1f5f5b1b-99d0-490d-96dd-6436b1d63a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:42Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 2, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '1f5f5b1b-99d0-490d-96dd-6436b1d63a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:45.249713 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] Checking router: b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:45.250333 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] Updating router b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba port 25117265-056a-41a3-b9cd-461014eed310 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:14:45.380890 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:45.403093 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b9325fb0-4067-4a36-9cd2-97b2270c6160 None None] Provisioning complete for port 25117265-056a-41a3-b9cd-461014eed310 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:45.403600 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9325fb0-4067-4a36-9cd2-97b2270c6160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:45.440506 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b9325fb0-4067-4a36-9cd2-97b2270c6160 None None] Port 25117265-056a-41a3-b9cd-461014eed310 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:14:45.663996 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:45.673964 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] Transition to ACTIVE for port object 25117265-056a-41a3-b9cd-461014eed310 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:45.681965 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:45.733024 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b77a6-31fe-4d4a-9789-1621b8e1f5a7 None None] Pushing event updated for resources: {'Port': ['ID=25117265-056a-41a3-b9cd-461014eed310,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:45.748961 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b77a6-31fe-4d4a-9789-1621b8e1f5a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.749332 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b77a6-31fe-4d4a-9789-1621b8e1f5a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.749628 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b77a6-31fe-4d4a-9789-1621b8e1f5a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.750046 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b77a6-31fe-4d4a-9789-1621b8e1f5a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.750368 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b77a6-31fe-4d4a-9789-1621b8e1f5a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.751252 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b77a6-31fe-4d4a-9789-1621b8e1f5a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.751820 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b77a6-31fe-4d4a-9789-1621b8e1f5a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.752143 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b77a6-31fe-4d4a-9789-1621b8e1f5a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.752462 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b77a6-31fe-4d4a-9789-1621b8e1f5a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.752979 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b77a6-31fe-4d4a-9789-1621b8e1f5a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.753304 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b77a6-31fe-4d4a-9789-1621b8e1f5a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.753623 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b77a6-31fe-4d4a-9789-1621b8e1f5a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.811313 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] Attempting to bind port 25117265-056a-41a3-b9cd-461014eed310 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:14:45.811676 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] Attempting to bind port 25117265-056a-41a3-b9cd-461014eed310 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '124a7418-bb54-4dd9-a15d-56010bd2e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:14:45.812031 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] Attempting to bind port 25117265-056a-41a3-b9cd-461014eed310 on network 41f8a0e3-3b53-4783-bdca-719d0dd0071b {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:14:45.817046 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:14:45.817422 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] Checking segment: {'id': '124a7418-bb54-4dd9-a15d-56010bd2e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:14:45.817832 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:45.818219 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] Bound using segment: {'id': '124a7418-bb54-4dd9-a15d-56010bd2e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:14:45.818696 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] Bound port: 25117265-056a-41a3-b9cd-461014eed310, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124a7418-bb54-4dd9-a15d-56010bd2e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:14:45.819674 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:45.882590 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] For port 25117265-056a-41a3-b9cd-461014eed310, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:45.886480 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] For port 25117265-056a-41a3-b9cd-461014eed310, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=25117265-056a-41a3-b9cd-461014eed310,segment=NetworkSegment(124a7418-bb54-4dd9-a15d-56010bd2e625),segment_id=124a7418-bb54-4dd9-a15d-56010bd2e625)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:45.891104 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:45.951157 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b77a6-31fe-4d4a-9789-1621b8e1f5a7 None None] Pushing event updated for resources: {'Port': ['ID=25117265-056a-41a3-b9cd-461014eed310,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:45.954439 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] Routers {'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:45.955235 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:14:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:45.994967 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 278a77d6-73dd-41d5-9164-68000e0bd7ea up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:46.056030 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 278a77d6-73dd-41d5-9164-68000e0bd7ea triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:46.056411 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.066654 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] Set router b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:46.164440 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ec4b29aa-270b-4bef-a4dc-6b29fa578d7d up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:46.225773 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port ec4b29aa-270b-4bef-a4dc-6b29fa578d7d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:46.226178 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.320858 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028082845', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:40Z', 'updated_at': '2021-07-14T10:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '25117265-056a-41a3-b9cd-461014eed310', 'name': '', 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:70:de:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1f5f5b1b-99d0-490d-96dd-6436b1d63a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:42Z', 'updated_at': '2021-07-14T10:14:45Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '1f5f5b1b-99d0-490d-96dd-6436b1d63a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:46.343958 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-54518aef-4b5c-4fb1-a731-078c6b3278eb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:46.345525 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-54518aef-4b5c-4fb1-a731-078c6b3278eb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "GET /v2.0/networks?id=41f8a0e3-3b53-4783-bdca-719d0dd0071b HTTP/1.1" status: 200 len: 797 time: 0.2038815 Jul 14 10:14:46.352598 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e574c7c4-af63-4ed9-8bf0-9f965a37e2dc None None] The sync data for ids ['b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'] in n-d-798054-10 is: [{'id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028082845', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:40Z', 'updated_at': '2021-07-14T10:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '25117265-056a-41a3-b9cd-461014eed310', 'name': '', 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:70:de:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1f5f5b1b-99d0-490d-96dd-6436b1d63a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:42Z', 'updated_at': '2021-07-14T10:14:45Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '1f5f5b1b-99d0-490d-96dd-6436b1d63a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:46.385364 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1fd23b78-b95d-4c4a-92e4-5885bfed526e req-4ab34506-c5f5-4f8f-8ac8-371d0e54cc36 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 210 time: 0.0387011 Jul 14 10:14:46.439263 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-e6fed299-57e9-4f20-aa3b-5af1a1f073b6 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f HTTP/1.1" status: 200 len: 379 time: 0.0829220 Jul 14 10:14:46.448397 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-3d8e7bd8-095c-4f89-832f-204ce9adc9f3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'port': {'device_id': '91c028c2-2b7a-4b8c-bb88-ac637f150b01', 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b', 'admin_state_up': True, 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'security_groups': ['1bff51ed-29a9-4113-af2c-5c31da823ed2']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:46.564033 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-3d8e7bd8-095c-4f89-832f-204ce9adc9f3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Made reservation on behalf of 7d5a7c9051a6469ebb8b5d5efcf4f53f for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:14:46.567726 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-3d8e7bd8-095c-4f89-832f-204ce9adc9f3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.710646 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-3d8e7bd8-095c-4f89-832f-204ce9adc9f3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Allocated IP 172.20.0.6 (41f8a0e3-3b53-4783-bdca-719d0dd0071b/1f5f5b1b-99d0-490d-96dd-6436b1d63a5c/665b3c46-d59f-402f-b4b8-be3d462b19ea) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:46.870819 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-3d8e7bd8-095c-4f89-832f-204ce9adc9f3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.886578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-3d8e7bd8-095c-4f89-832f-204ce9adc9f3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Transition to ACTIVE for port object 665b3c46-d59f-402f-b4b8-be3d462b19ea will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:46.910914 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.924994 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-3d8e7bd8-095c-4f89-832f-204ce9adc9f3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.979778 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-3d8e7bd8-095c-4f89-832f-204ce9adc9f3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network 41f8a0e3-3b53-4783-bdca-719d0dd0071b is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:46.985551 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-3d8e7bd8-095c-4f89-832f-204ce9adc9f3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:46.990934 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-3d8e7bd8-095c-4f89-832f-204ce9adc9f3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:14:46.995289 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e7bd8-095c-4f89-832f-204ce9adc9f3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=665b3c46-d59f-402f-b4b8-be3d462b19ea,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:47.051955 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-3d8e7bd8-095c-4f89-832f-204ce9adc9f3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:47.052640 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-3d8e7bd8-095c-4f89-832f-204ce9adc9f3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.069930 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-3d8e7bd8-095c-4f89-832f-204ce9adc9f3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6251457 Jul 14 10:14:47.080782 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-0a43d016-2391-437b-9cd6-b2230e9248b9 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:14:47.082191 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-0a43d016-2391-437b-9cd6-b2230e9248b9 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061986 Jul 14 10:14:47.146973 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] Request body: {'port': {'device_id': '91c028c2-2b7a-4b8c-bb88-ac637f150b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:47.238298 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.283433 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f25d8a65-df44-46ce-a7ab-5bfee3f7f98f None None] Provisioning for port 665b3c46-d59f-402f-b4b8-be3d462b19ea completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:47.295266 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f25d8a65-df44-46ce-a7ab-5bfee3f7f98f None None] Provisioning complete for port 665b3c46-d59f-402f-b4b8-be3d462b19ea triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:47.295933 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f25d8a65-df44-46ce-a7ab-5bfee3f7f98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.515962 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f25d8a65-df44-46ce-a7ab-5bfee3f7f98f None None] Port 665b3c46-d59f-402f-b4b8-be3d462b19ea cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:14:47.608503 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665b3c46-d59f-402f-b4b8-be3d462b19ea {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:14:47.617747 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.639771 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] Transition to ACTIVE for port object 665b3c46-d59f-402f-b4b8-be3d462b19ea will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:47.644460 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.691368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a7adf-8120-40a7-a802-9fd174b6bdb5 req-bbb60218-6fcb-4a25-8dfc-41f7c2fe77ca tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:47.692974 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-832a7adf-8120-40a7-a802-9fd174b6bdb5 req-bbb60218-6fcb-4a25-8dfc-41f7c2fe77ca tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 931 time: 0.1483073 Jul 14 10:14:47.744002 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=665b3c46-d59f-402f-b4b8-be3d462b19ea,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:47.792354 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-832a7adf-8120-40a7-a802-9fd174b6bdb5 req-737f722a-e0a5-4a45-bc19-c25420aedae2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bff51ed-29a9-4113-af2c-5c31da823ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883899 Jul 14 10:14:47.819543 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] Attempting to bind port 665b3c46-d59f-402f-b4b8-be3d462b19ea on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:14:47.819886 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] Attempting to bind port 665b3c46-d59f-402f-b4b8-be3d462b19ea by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '124a7418-bb54-4dd9-a15d-56010bd2e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:14:47.820222 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] Attempting to bind port 665b3c46-d59f-402f-b4b8-be3d462b19ea on network 41f8a0e3-3b53-4783-bdca-719d0dd0071b {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:14:47.825135 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] Port 665b3c46-d59f-402f-b4b8-be3d462b19ea on network 41f8a0e3-3b53-4783-bdca-719d0dd0071b not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:14:47.825492 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] Attempting to bind port 665b3c46-d59f-402f-b4b8-be3d462b19ea on network 41f8a0e3-3b53-4783-bdca-719d0dd0071b {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:14:47.830814 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:14:47.831199 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] Checking segment: {'id': '124a7418-bb54-4dd9-a15d-56010bd2e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:14:47.831627 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] Bound using segment: {'id': '124a7418-bb54-4dd9-a15d-56010bd2e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:14:47.832128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] Bound port: 665b3c46-d59f-402f-b4b8-be3d462b19ea, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124a7418-bb54-4dd9-a15d-56010bd2e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:14:47.832530 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.899933 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] For port 665b3c46-d59f-402f-b4b8-be3d462b19ea, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:47.903231 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] For port 665b3c46-d59f-402f-b4b8-be3d462b19ea, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=665b3c46-d59f-402f-b4b8-be3d462b19ea,segment=NetworkSegment(124a7418-bb54-4dd9-a15d-56010bd2e625),segment_id=124a7418-bb54-4dd9-a15d-56010bd2e625)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:47.907252 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.947152 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:47.947782 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.949193 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] 10.222.0.49 "PUT /v2.0/ports/665b3c46-d59f-402f-b4b8-be3d462b19ea HTTP/1.1" status: 200 len: 1092 time: 0.8596506 Jul 14 10:14:47.949639 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c028c2-2b7a-4b8c-bb88-ac637f150b01', 'tag': '665b3c46-d59f-402f-b4b8-be3d462b19ea'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:14:47.952003 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bc504d-5f23-462f-92ca-da687ac3581f" -d '{"events": [{"name": "network-changed", "server_uuid": "91c028c2-2b7a-4b8c-bb88-ac637f150b01", "tag": "665b3c46-d59f-402f-b4b8-be3d462b19ea"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:47.980272 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246361b-7fc7-46fc-9ae2-423321df1ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=665b3c46-d59f-402f-b4b8-be3d462b19ea,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:48.006550 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 25117265-056a-41a3-b9cd-461014eed310 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:48.028330 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4f1e84-e9c9-4c0e-ac62-60b8f2798ba9 x-openstack-request-id: req-aa4f1e84-e9c9-4c0e-ac62-60b8f2798ba9 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:48.028633 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c028c2-2b7a-4b8c-bb88-ac637f150b01", "tag": "665b3c46-d59f-402f-b4b8-be3d462b19ea", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:48.028889 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa4f1e84-e9c9-4c0e-ac62-60b8f2798ba9 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:48.029398 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c028c2-2b7a-4b8c-bb88-ac637f150b01', 'tag': '665b3c46-d59f-402f-b4b8-be3d462b19ea', 'status': 'completed', 'code': 200} Jul 14 10:14:48.058470 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-9920475d-2e5d-4f0a-9e14-3492bb6e4119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:48.060092 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-9920475d-2e5d-4f0a-9e14-3492bb6e4119 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 1095 time: 0.0656929 Jul 14 10:14:48.061804 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 25117265-056a-41a3-b9cd-461014eed310 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:48.065880 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 25117265-056a-41a3-b9cd-461014eed310 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:48.066258 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:48.104073 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-4ba9d871-2dcd-4226-8efc-7d7f0194e1ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=665b3c46-d59f-402f-b4b8-be3d462b19ea HTTP/1.1" status: 200 len: 217 time: 0.0371363 Jul 14 10:14:48.152859 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:48.161979 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-56d84e04-1ee6-4406-a30d-3a3f65bcb689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:48.164400 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-56d84e04-1ee6-4406-a30d-3a3f65bcb689 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f5f5b1b-99d0-490d-96dd-6436b1d63a5c HTTP/1.1" status: 200 len: 834 time: 0.0545371 Jul 14 10:14:48.190451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 25117265-056a-41a3-b9cd-461014eed310, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=25117265-056a-41a3-b9cd-461014eed310,segment=NetworkSegment(124a7418-bb54-4dd9-a15d-56010bd2e625),segment_id=124a7418-bb54-4dd9-a15d-56010bd2e625)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:48.194975 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:48.228363 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-3a0d4886-e0b1-4fbb-b143-4f15811a3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:48.229895 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-3a0d4886-e0b1-4fbb-b143-4f15811a3da6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=41f8a0e3-3b53-4783-bdca-719d0dd0071b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590518 Jul 14 10:14:48.243799 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=25117265-056a-41a3-b9cd-461014eed310,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:48.321804 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-a80e2e88-77a4-4c9c-b124-3d694b04b658 service neutron] 10.222.0.49 "GET /v2.0/networks/41f8a0e3-3b53-4783-bdca-719d0dd0071b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856390 Jul 14 10:14:48.412470 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-75d40b9d-0204-4a6e-8511-1be7406e1d31 req-fccb8d9d-238c-4813-b186-0010802aab71 service neutron] 10.222.0.49 "GET /v2.0/networks/41f8a0e3-3b53-4783-bdca-719d0dd0071b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848272 Jul 14 10:14:48.510349 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc504d-5f23-462f-92ca-da687ac3581f req-3809f7b6-c0a3-4faa-b97e-aafbe54aaab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:48.511753 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46bc504d-5f23-462f-92ca-da687ac3581f req-3809f7b6-c0a3-4faa-b97e-aafbe54aaab7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 1095 time: 0.0530229 Jul 14 10:14:48.602204 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc504d-5f23-462f-92ca-da687ac3581f req-272536e8-f87f-46f4-8e00-5b123eefabe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:48.603655 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46bc504d-5f23-462f-92ca-da687ac3581f req-272536e8-f87f-46f4-8e00-5b123eefabe1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=41f8a0e3-3b53-4783-bdca-719d0dd0071b HTTP/1.1" status: 200 len: 898 time: 0.0856452 Jul 14 10:14:48.648617 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46bc504d-5f23-462f-92ca-da687ac3581f req-0f968c0f-a9f3-4eb1-acc8-eeb16957a69b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=665b3c46-d59f-402f-b4b8-be3d462b19ea HTTP/1.1" status: 200 len: 217 time: 0.0387239 Jul 14 10:14:48.696556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc504d-5f23-462f-92ca-da687ac3581f req-97fd9dff-2432-4255-adc2-52e81106c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:48.697977 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46bc504d-5f23-462f-92ca-da687ac3581f req-97fd9dff-2432-4255-adc2-52e81106c334 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f5f5b1b-99d0-490d-96dd-6436b1d63a5c HTTP/1.1" status: 200 len: 834 time: 0.0427954 Jul 14 10:14:48.754188 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc504d-5f23-462f-92ca-da687ac3581f req-7874412b-fd41-4b14-9bfc-9254754e1e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:48.755666 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46bc504d-5f23-462f-92ca-da687ac3581f req-7874412b-fd41-4b14-9bfc-9254754e1e94 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=41f8a0e3-3b53-4783-bdca-719d0dd0071b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506871 Jul 14 10:14:48.846126 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46bc504d-5f23-462f-92ca-da687ac3581f req-ab07c5a4-4bc1-4e19-8e3a-85c456968b47 service neutron] 10.222.0.49 "GET /v2.0/networks/41f8a0e3-3b53-4783-bdca-719d0dd0071b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835297 Jul 14 10:14:48.972749 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-46bc504d-5f23-462f-92ca-da687ac3581f req-afd8f129-d5c8-4746-b58d-95dd9ac0a265 service neutron] 10.222.0.49 "GET /v2.0/networks/41f8a0e3-3b53-4783-bdca-719d0dd0071b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191232 Jul 14 10:14:48.995859 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8c7c5-17d3-4f8a-8d22-ed2b79e60aa1 req-2f036f35-6163-4628-b03e-483395941e33 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:48.997311 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2db8c7c5-17d3-4f8a-8d22-ed2b79e60aa1 req-2f036f35-6163-4628-b03e-483395941e33 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 943 time: 0.0939348 Jul 14 10:14:49.035610 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2db8c7c5-17d3-4f8a-8d22-ed2b79e60aa1 req-6e904275-350f-47d1-b8c8-67fcfddd6721 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bff51ed-29a9-4113-af2c-5c31da823ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326200 Jul 14 10:14:49.971325 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 25117265-056a-41a3-b9cd-461014eed310 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:50.018432 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 25117265-056a-41a3-b9cd-461014eed310 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:50.018808 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:50.190403 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 665b3c46-d59f-402f-b4b8-be3d462b19ea details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:14:50.206935 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de94af5-0b66-4b51-a957-300d6e38e061 req-a77bad48-9a15-4af1-9cbb-434b993fb1cd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:50.208426 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0de94af5-0b66-4b51-a957-300d6e38e061 req-a77bad48-9a15-4af1-9cbb-434b993fb1cd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 943 time: 0.0647418 Jul 14 10:14:50.246478 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0de94af5-0b66-4b51-a957-300d6e38e061 req-23126f1d-7a9c-42d7-b001-ae5b0c509028 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bff51ed-29a9-4113-af2c-5c31da823ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318990 Jul 14 10:14:50.284553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 665b3c46-d59f-402f-b4b8-be3d462b19ea, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=665b3c46-d59f-402f-b4b8-be3d462b19ea,segment=NetworkSegment(124a7418-bb54-4dd9-a15d-56010bd2e625),segment_id=124a7418-bb54-4dd9-a15d-56010bd2e625)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:50.296409 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '665b3c46-d59f-402f-b4b8-be3d462b19ea', 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b', 'port_id': '665b3c46-d59f-402f-b4b8-be3d462b19ea', 'mac_address': 'fa:16:3e:6b:3d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5f5b1b-99d0-490d-96dd-6436b1d63a5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:14:50.334951 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:50.346936 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665b3c46-d59f-402f-b4b8-be3d462b19ea {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:14:50.365701 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 665b3c46-d59f-402f-b4b8-be3d462b19ea, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=665b3c46-d59f-402f-b4b8-be3d462b19ea,segment=NetworkSegment(124a7418-bb54-4dd9-a15d-56010bd2e625),segment_id=124a7418-bb54-4dd9-a15d-56010bd2e625)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:50.370070 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:50.415204 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=665b3c46-d59f-402f-b4b8-be3d462b19ea,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:50.583153 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['665b3c46-d59f-402f-b4b8-be3d462b19ea'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:14:51.425577 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a447b13-be21-496d-ac30-5384c1be62f0 req-10bfcb7d-45f3-4988-b746-43edc6923283 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:51.427064 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a447b13-be21-496d-ac30-5384c1be62f0 req-10bfcb7d-45f3-4988-b746-43edc6923283 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 944 time: 0.0660255 Jul 14 10:14:51.464323 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2a447b13-be21-496d-ac30-5384c1be62f0 req-c0f4c0f9-12e5-4548-b2fd-4d3fc68a9778 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bff51ed-29a9-4113-af2c-5c31da823ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312073 Jul 14 10:14:52.206346 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 665b3c46-d59f-402f-b4b8-be3d462b19ea up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:52.255485 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 665b3c46-d59f-402f-b4b8-be3d462b19ea completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:52.259554 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 665b3c46-d59f-402f-b4b8-be3d462b19ea triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:52.259921 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:52.340872 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:52.363162 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c028c2-2b7a-4b8c-bb88-ac637f150b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665b3c46-d59f-402f-b4b8-be3d462b19ea'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:14:52.365429 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16199cb1-73d5-4eb8-a4df-2ea53db8b835" -d '{"events": [{"server_uuid": "91c028c2-2b7a-4b8c-bb88-ac637f150b01", "name": "network-vif-plugged", "status": "completed", "tag": "665b3c46-d59f-402f-b4b8-be3d462b19ea"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:52.379036 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 665b3c46-d59f-402f-b4b8-be3d462b19ea, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=665b3c46-d59f-402f-b4b8-be3d462b19ea,segment=NetworkSegment(124a7418-bb54-4dd9-a15d-56010bd2e625),segment_id=124a7418-bb54-4dd9-a15d-56010bd2e625)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:52.383610 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:52.432227 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=665b3c46-d59f-402f-b4b8-be3d462b19ea,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:52.458413 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fe8ad5-edaf-49b9-8b89-5b18c7c9fbd9 x-openstack-request-id: req-28fe8ad5-edaf-49b9-8b89-5b18c7c9fbd9 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:52.458706 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c028c2-2b7a-4b8c-bb88-ac637f150b01", "name": "network-vif-plugged", "status": "completed", "tag": "665b3c46-d59f-402f-b4b8-be3d462b19ea", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:52.458958 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-28fe8ad5-edaf-49b9-8b89-5b18c7c9fbd9 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:52.459345 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c028c2-2b7a-4b8c-bb88-ac637f150b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665b3c46-d59f-402f-b4b8-be3d462b19ea', 'code': 200} Jul 14 10:14:52.622720 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcaa7a-ff6c-4a0a-9b24-2ab791a2b710 req-04740992-2871-4f0d-9148-0f7ecfbd95ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:52.624193 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6cdcaa7a-ff6c-4a0a-9b24-2ab791a2b710 req-04740992-2871-4f0d-9148-0f7ecfbd95ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 1097 time: 0.0993044 Jul 14 10:14:52.662081 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d734256-0578-4322-95ca-499fde50367a req-09277534-8578-4408-9360-13581aeefac8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:52.663547 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d734256-0578-4322-95ca-499fde50367a req-09277534-8578-4408-9360-13581aeefac8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 945 time: 0.0873530 Jul 14 10:14:52.689860 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6cdcaa7a-ff6c-4a0a-9b24-2ab791a2b710 req-6a4bb029-b308-444c-8510-37f72223cb03 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1bff51ed-29a9-4113-af2c-5c31da823ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583770 Jul 14 10:14:52.708617 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d734256-0578-4322-95ca-499fde50367a req-3f78ec03-e33a-4ecd-8482-e17e53522093 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bff51ed-29a9-4113-af2c-5c31da823ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388436 Jul 14 10:14:53.877565 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8e0ea-b8db-4f3d-8ba9-63575a9c6a0e req-d05bbda9-71ee-4354-9aaf-4cb50ad2a862 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:53.879071 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5cd8e0ea-b8db-4f3d-8ba9-63575a9c6a0e req-d05bbda9-71ee-4354-9aaf-4cb50ad2a862 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 945 time: 0.0625296 Jul 14 10:14:53.916246 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5cd8e0ea-b8db-4f3d-8ba9-63575a9c6a0e req-36e00b52-c930-42ae-8299-e0ae2e3cc313 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bff51ed-29a9-4113-af2c-5c31da823ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312014 Jul 14 10:14:54.084588 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db8c4a-d3ff-407d-b46d-79cd093786b9 req-379f500d-75b1-442b-ad52-ce0183a18b73 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:54.086068 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50db8c4a-d3ff-407d-b46d-79cd093786b9 req-379f500d-75b1-442b-ad52-ce0183a18b73 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 945 time: 0.0624833 Jul 14 10:14:54.122748 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-50db8c4a-d3ff-407d-b46d-79cd093786b9 req-3b6e5423-18fa-4574-9fbc-67b3a2f61244 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bff51ed-29a9-4113-af2c-5c31da823ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311711 Jul 14 10:14:54.146965 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51468) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:54.199478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff625f43-c5dd-4914-9c29-db8afe96ebb7 tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:54.200952 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ff625f43-c5dd-4914-9c29-db8afe96ebb7 tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 1092 time: 0.0530484 Jul 14 10:14:54.203764 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51470) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:54.207980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-952b4927-a832-4152-a7ad-65e65c2d7acb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': '665b3c46-d59f-402f-b4b8-be3d462b19ea', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:54.229137 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-952b4927-a832-4152-a7ad-65e65c2d7acb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:54.327639 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-952b4927-a832-4152-a7ad-65e65c2d7acb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:54.431187 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-952b4927-a832-4152-a7ad-65e65c2d7acb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Allocated IP 172.25.1.50 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/18d21e72-de6c-4e17-bba1-ab98e7cafe23) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:54.527998 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-952b4927-a832-4152-a7ad-65e65c2d7acb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:54.565934 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-952b4927-a832-4152-a7ad-65e65c2d7acb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:54.604074 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952b4927-a832-4152-a7ad-65e65c2d7acb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:54.610114 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-952b4927-a832-4152-a7ad-65e65c2d7acb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:54.613583 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952b4927-a832-4152-a7ad-65e65c2d7acb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:14:54.619747 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b4927-a832-4152-a7ad-65e65c2d7acb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=18d21e72-de6c-4e17-bba1-ab98e7cafe23,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:54.965402 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-952b4927-a832-4152-a7ad-65e65c2d7acb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:55.042596 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-952b4927-a832-4152-a7ad-65e65c2d7acb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:55.185192 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-952b4927-a832-4152-a7ad-65e65c2d7acb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:55.189589 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-952b4927-a832-4152-a7ad-65e65c2d7acb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:55.254433 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b4927-a832-4152-a7ad-65e65c2d7acb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=18d21e72-de6c-4e17-bba1-ab98e7cafe23,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:55.266533 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-952b4927-a832-4152-a7ad-65e65c2d7acb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:55.364854 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-952b4927-a832-4152-a7ad-65e65c2d7acb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Floating IP 4dc6fb89-6cda-4e0f-8204-279a9bdea424 associated. External IP: 172.25.1.50, port: 665b3c46-d59f-402f-b4b8-be3d462b19ea. Jul 14 10:14:55.904436 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952b4927-a832-4152-a7ad-65e65c2d7acb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:14:56.012275 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952b4927-a832-4152-a7ad-65e65c2d7acb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:14:56.021842 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4fc5f-a75a-441a-8dbe-0f27c4d7b8f2 None None] Sync routers for ids ['b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:14:56.029528 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-952b4927-a832-4152-a7ad-65e65c2d7acb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:56.031881 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c4fc5f-a75a-441a-8dbe-0f27c4d7b8f2 None None] Routers {'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:56.032549 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-87c4fc5f-a75a-441a-8dbe-0f27c4d7b8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:14:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:56.068830 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-952b4927-a832-4152-a7ad-65e65c2d7acb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8640397 Jul 14 10:14:56.069418 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c028c2-2b7a-4b8c-bb88-ac637f150b01', 'tag': '665b3c46-d59f-402f-b4b8-be3d462b19ea'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:14:56.071717 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c215bde3-53fe-411e-aa0f-9915d6c834e9" -d '{"events": [{"name": "network-changed", "server_uuid": "91c028c2-2b7a-4b8c-bb88-ac637f150b01", "tag": "665b3c46-d59f-402f-b4b8-be3d462b19ea"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:56.116471 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965b9d10-1a04-4d10-88e3-fc6be9111397 x-openstack-request-id: req-965b9d10-1a04-4d10-88e3-fc6be9111397 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:56.117586 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c028c2-2b7a-4b8c-bb88-ac637f150b01", "tag": "665b3c46-d59f-402f-b4b8-be3d462b19ea", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:56.118301 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-965b9d10-1a04-4d10-88e3-fc6be9111397 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:56.118877 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c028c2-2b7a-4b8c-bb88-ac637f150b01', 'tag': '665b3c46-d59f-402f-b4b8-be3d462b19ea', 'status': 'completed', 'code': 200} Jul 14 10:14:56.143051 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-87c4fc5f-a75a-441a-8dbe-0f27c4d7b8f2 None None] Set router b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:56.209757 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215bde3-53fe-411e-aa0f-9915d6c834e9 req-1ce0daec-c234-42e7-b854-fcbd404f1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:56.211648 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c215bde3-53fe-411e-aa0f-9915d6c834e9 req-1ce0daec-c234-42e7-b854-fcbd404f1618 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 1097 time: 0.0714140 Jul 14 10:14:56.344020 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cd46d-f543-4257-8d0e-692ae3f9ab9c req-7ed88fb4-aea2-4953-a756-e7548d7b34d6 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:56.345526 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-452cd46d-f543-4257-8d0e-692ae3f9ab9c req-7ed88fb4-aea2-4953-a756-e7548d7b34d6 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 945 time: 0.1475170 Jul 14 10:14:56.371417 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215bde3-53fe-411e-aa0f-9915d6c834e9 req-4bdb1585-21da-4378-aac1-f3879505a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:56.372885 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c215bde3-53fe-411e-aa0f-9915d6c834e9 req-4bdb1585-21da-4378-aac1-f3879505a5ea service neutron] 10.222.0.49 "GET /v2.0/networks?id=41f8a0e3-3b53-4783-bdca-719d0dd0071b HTTP/1.1" status: 200 len: 898 time: 0.1356442 Jul 14 10:14:56.383957 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-87c4fc5f-a75a-441a-8dbe-0f27c4d7b8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028082845', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:40Z', 'updated_at': '2021-07-14T10:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '4dc6fb89-6cda-4e0f-8204-279a9bdea424', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'floating_ip_address': '172.25.1.50', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'port_id': '665b3c46-d59f-402f-b4b8-be3d462b19ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b', 'mac_address': 'fa:16:3e:6b:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c028c2-2b7a-4b8c-bb88-ac637f150b01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:14:54Z', 'updated_at': '2021-07-14T10:14:54Z', 'revision_number': 0, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25117265-056a-41a3-b9cd-461014eed310', 'name': '', 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:70:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1f5f5b1b-99d0-490d-96dd-6436b1d63a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:42Z', 'updated_at': '2021-07-14T10:14:48Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '1f5f5b1b-99d0-490d-96dd-6436b1d63a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:56.410400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4fc5f-a75a-441a-8dbe-0f27c4d7b8f2 None None] Checking router: b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:56.419286 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c4fc5f-a75a-441a-8dbe-0f27c4d7b8f2 None None] Routers {'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:56.419886 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-87c4fc5f-a75a-441a-8dbe-0f27c4d7b8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:14:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:56.429734 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-452cd46d-f543-4257-8d0e-692ae3f9ab9c req-d5557387-6501-4e9b-a09a-15992ed9fd6e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bff51ed-29a9-4113-af2c-5c31da823ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746934 Jul 14 10:14:56.452422 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c215bde3-53fe-411e-aa0f-9915d6c834e9 req-6f752bfd-cc01-4938-aa18-ad178996f65a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=665b3c46-d59f-402f-b4b8-be3d462b19ea HTTP/1.1" status: 200 len: 998 time: 0.0731480 Jul 14 10:14:56.453564 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51476) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:56.525927 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-87c4fc5f-a75a-441a-8dbe-0f27c4d7b8f2 None None] Set router b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:56.550239 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-860b7f2d-934d-4d60-82ca-55d0a258c0c3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/floatingips/4dc6fb89-6cda-4e0f-8204-279a9bdea424 HTTP/1.1" status: 200 len: 990 time: 0.0955002 Jul 14 10:14:56.551847 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215bde3-53fe-411e-aa0f-9915d6c834e9 req-de6c7ec5-880a-4932-b005-62ff793da3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:56.553546 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c215bde3-53fe-411e-aa0f-9915d6c834e9 req-de6c7ec5-880a-4932-b005-62ff793da3a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f5f5b1b-99d0-490d-96dd-6436b1d63a5c HTTP/1.1" status: 200 len: 834 time: 0.0936861 Jul 14 10:14:56.614362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215bde3-53fe-411e-aa0f-9915d6c834e9 req-35a05d39-a4ae-4dea-aaf3-226b26522acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:56.615861 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c215bde3-53fe-411e-aa0f-9915d6c834e9 req-35a05d39-a4ae-4dea-aaf3-226b26522acd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=41f8a0e3-3b53-4783-bdca-719d0dd0071b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544882 Jul 14 10:14:56.705621 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c215bde3-53fe-411e-aa0f-9915d6c834e9 req-48bc084d-bd79-488b-8008-c2065ddb356d service neutron] 10.222.0.49 "GET /v2.0/networks/41f8a0e3-3b53-4783-bdca-719d0dd0071b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831549 Jul 14 10:14:56.750317 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-87c4fc5f-a75a-441a-8dbe-0f27c4d7b8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028082845', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:40Z', 'updated_at': '2021-07-14T10:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '4dc6fb89-6cda-4e0f-8204-279a9bdea424', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'floating_ip_address': '172.25.1.50', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'port_id': '665b3c46-d59f-402f-b4b8-be3d462b19ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b', 'mac_address': 'fa:16:3e:6b:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c028c2-2b7a-4b8c-bb88-ac637f150b01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:14:54Z', 'updated_at': '2021-07-14T10:14:54Z', 'revision_number': 0, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25117265-056a-41a3-b9cd-461014eed310', 'name': '', 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:70:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1f5f5b1b-99d0-490d-96dd-6436b1d63a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:42Z', 'updated_at': '2021-07-14T10:14:48Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '1f5f5b1b-99d0-490d-96dd-6436b1d63a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:56.780511 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4fc5f-a75a-441a-8dbe-0f27c4d7b8f2 None None] The sync data for ids ['b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'] in n-d-798054-10 is: [{'id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028082845', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:40Z', 'updated_at': '2021-07-14T10:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '4dc6fb89-6cda-4e0f-8204-279a9bdea424', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'floating_ip_address': '172.25.1.50', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'port_id': '665b3c46-d59f-402f-b4b8-be3d462b19ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b', 'mac_address': 'fa:16:3e:6b:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c028c2-2b7a-4b8c-bb88-ac637f150b01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:14:54Z', 'updated_at': '2021-07-14T10:14:54Z', 'revision_number': 0, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25117265-056a-41a3-b9cd-461014eed310', 'name': '', 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:70:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1f5f5b1b-99d0-490d-96dd-6436b1d63a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:42Z', 'updated_at': '2021-07-14T10:14:48Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '1f5f5b1b-99d0-490d-96dd-6436b1d63a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:56.797940 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c215bde3-53fe-411e-aa0f-9915d6c834e9 req-9d52823c-a6b3-49fe-b85a-15260b2542c5 service neutron] 10.222.0.49 "GET /v2.0/networks/41f8a0e3-3b53-4783-bdca-719d0dd0071b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861101 Jul 14 10:14:56.963060 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccabc975-c383-419c-ac5e-c2b83913a9e5 None None] New status for floating IP 4dc6fb89-6cda-4e0f-8204-279a9bdea424: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:14:57.339259 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f1ae89da-941a-4f1b-8978-697be07f05ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:57.554668 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51478) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:57.613956 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7c9cc491-56e4-465e-95f2-dbffee0dbfb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/floatingips/4dc6fb89-6cda-4e0f-8204-279a9bdea424 HTTP/1.1" status: 200 len: 992 time: 0.0581143 Jul 14 10:14:59.829000 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56542c78-21aa-4f62-8dbe-407315ce82c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:59.984985 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:00.896093 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:02.417160 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:02.956709 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:03.736888 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:15:16.923759 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:27.339352 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-252e680c-f0e9-4305-a125-c72bea3182a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:29.108401 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaea79e-40bb-4439-b717-0040b1cf03b5 req-b1aa0ee4-53ef-4bc6-b1ab-06b0a57adc01 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:29.109925 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bfaea79e-40bb-4439-b717-0040b1cf03b5 req-b1aa0ee4-53ef-4bc6-b1ab-06b0a57adc01 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 945 time: 0.0634732 Jul 14 10:15:29.147504 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bfaea79e-40bb-4439-b717-0040b1cf03b5 req-04163040-6e56-428b-a827-1b3c15e0f87d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bff51ed-29a9-4113-af2c-5c31da823ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320594 Jul 14 10:15:29.830044 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70d152c7-90a1-4da1-adcd-8f4cb7ca9444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:29.985107 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:30.324370 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37844f20-e426-49ff-8105-ee9ac0d555b9 req-95a07898-08f1-407f-ac3b-3e8314cd420c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:30.325890 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37844f20-e426-49ff-8105-ee9ac0d555b9 req-95a07898-08f1-407f-ac3b-3e8314cd420c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 945 time: 0.0671890 Jul 14 10:15:30.363697 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-37844f20-e426-49ff-8105-ee9ac0d555b9 req-eb8b9b17-e50c-45e1-8991-9a7b0c9871cd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bff51ed-29a9-4113-af2c-5c31da823ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318170 Jul 14 10:15:30.388259 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51500) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:30.447466 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cdfd74cd-d319-450b-b7df-c35a979b438f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/floatingips/4dc6fb89-6cda-4e0f-8204-279a9bdea424 HTTP/1.1" status: 200 len: 992 time: 0.0580218 Jul 14 10:15:30.898970 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:31.877728 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706ee4d-6a79-41a0-835f-887ea20a93dc req-1223c553-8d7b-458a-bb93-ae7d1e58f391 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:31.880114 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7706ee4d-6a79-41a0-835f-887ea20a93dc req-1223c553-8d7b-458a-bb93-ae7d1e58f391 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 945 time: 0.0668461 Jul 14 10:15:31.922416 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7706ee4d-6a79-41a0-835f-887ea20a93dc req-42aa36e5-7393-4e87-ad1e-5b64c527fab5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bff51ed-29a9-4113-af2c-5c31da823ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354412 Jul 14 10:15:32.447483 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:32.960928 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:33.096995 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53839a3b-1f76-451b-a864-1b2882994114 req-03861433-797b-4a8b-af50-ba189b9d98ed tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:33.098499 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53839a3b-1f76-451b-a864-1b2882994114 req-03861433-797b-4a8b-af50-ba189b9d98ed tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 945 time: 0.0628357 Jul 14 10:15:33.135701 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53839a3b-1f76-451b-a864-1b2882994114 req-0007277a-712f-432a-a231-cac9235c2d8e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bff51ed-29a9-4113-af2c-5c31da823ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316770 Jul 14 10:15:33.160325 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51510) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:33.218511 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-31fb45a5-1db0-4a1f-a6a6-8bcacfcd0aef tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/floatingips/4dc6fb89-6cda-4e0f-8204-279a9bdea424 HTTP/1.1" status: 200 len: 992 time: 0.0571146 Jul 14 10:15:33.468457 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51516) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:33.623837 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting port 18d21e72-de6c-4e17-bba1-ab98e7cafe23 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:15:33.624182 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:33.695748 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:33.696072 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:33.707134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Calling delete_port for 18d21e72-de6c-4e17-bba1-ab98e7cafe23 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:15:33.852553 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:33.879007 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Port': ['ID=18d21e72-de6c-4e17-bba1-ab98e7cafe23,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:33.903504 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:33.903851 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:33.904189 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:33.904528 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:33.904853 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:33.905179 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:33.905507 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:33.905850 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:33.906177 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:33.906496 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:33.906816 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:33.907133 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:33.947555 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:33.947916 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Floating IP 4dc6fb89-6cda-4e0f-8204-279a9bdea424 disassociated (deleted). External IP: 172.25.1.50, port: 665b3c46-d59f-402f-b4b8-be3d462b19ea. Jul 14 10:15:34.154767 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:15:34.262185 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:15:34.266832 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:34.271567 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e056cd14-f95e-4076-8ed2-e7f35379fbc7 None None] Sync routers for ids ['b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:15:34.280727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e056cd14-f95e-4076-8ed2-e7f35379fbc7 None None] Routers {'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:15:34.281420 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e056cd14-f95e-4076-8ed2-e7f35379fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:15:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:34.304252 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4ab99e50-caf5-446c-8cb6-faaaea08c78b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/floatingips/4dc6fb89-6cda-4e0f-8204-279a9bdea424 HTTP/1.1" status: 204 len: 168 time: 0.8347757 Jul 14 10:15:34.304841 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c028c2-2b7a-4b8c-bb88-ac637f150b01', 'tag': '665b3c46-d59f-402f-b4b8-be3d462b19ea'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:15:34.307161 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa0ed11-79da-4a39-a7e4-50fcab622afd" -d '{"events": [{"name": "network-changed", "server_uuid": "91c028c2-2b7a-4b8c-bb88-ac637f150b01", "tag": "665b3c46-d59f-402f-b4b8-be3d462b19ea"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:15:34.391056 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-e056cd14-f95e-4076-8ed2-e7f35379fbc7 None None] Set router b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:15:34.396866 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702f88db-efe0-47ce-a446-31d7402780b8 x-openstack-request-id: req-702f88db-efe0-47ce-a446-31d7402780b8 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:15:34.397162 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c028c2-2b7a-4b8c-bb88-ac637f150b01", "tag": "665b3c46-d59f-402f-b4b8-be3d462b19ea", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:15:34.397509 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-702f88db-efe0-47ce-a446-31d7402780b8 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:15:34.397866 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c028c2-2b7a-4b8c-bb88-ac637f150b01', 'tag': '665b3c46-d59f-402f-b4b8-be3d462b19ea', 'status': 'completed', 'code': 200} Jul 14 10:15:34.478366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0ed11-79da-4a39-a7e4-50fcab622afd req-cd3544cb-9eeb-4ba6-80f0-677ff1a9393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:34.479900 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cfa0ed11-79da-4a39-a7e4-50fcab622afd req-cd3544cb-9eeb-4ba6-80f0-677ff1a9393f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 1097 time: 0.0587275 Jul 14 10:15:34.572779 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0ed11-79da-4a39-a7e4-50fcab622afd req-d5d93106-d2c8-4601-bb09-81af5e322851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:34.574362 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cfa0ed11-79da-4a39-a7e4-50fcab622afd req-d5d93106-d2c8-4601-bb09-81af5e322851 service neutron] 10.222.0.49 "GET /v2.0/networks?id=41f8a0e3-3b53-4783-bdca-719d0dd0071b HTTP/1.1" status: 200 len: 898 time: 0.0882952 Jul 14 10:15:34.594612 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e056cd14-f95e-4076-8ed2-e7f35379fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028082845', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:40Z', 'updated_at': '2021-07-14T10:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '25117265-056a-41a3-b9cd-461014eed310', 'name': '', 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:70:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1f5f5b1b-99d0-490d-96dd-6436b1d63a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:42Z', 'updated_at': '2021-07-14T10:14:48Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '1f5f5b1b-99d0-490d-96dd-6436b1d63a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:34.619827 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cfa0ed11-79da-4a39-a7e4-50fcab622afd req-6090ee43-ac27-4973-a176-f74e9ebe77f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=665b3c46-d59f-402f-b4b8-be3d462b19ea HTTP/1.1" status: 200 len: 217 time: 0.0393474 Jul 14 10:15:34.620667 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e056cd14-f95e-4076-8ed2-e7f35379fbc7 None None] Checking router: b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:15:34.629041 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e056cd14-f95e-4076-8ed2-e7f35379fbc7 None None] Routers {'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:15:34.629650 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e056cd14-f95e-4076-8ed2-e7f35379fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:15:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:34.700667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0ed11-79da-4a39-a7e4-50fcab622afd req-7296f042-d0a5-4664-96be-b63ed5a95dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:34.702067 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cfa0ed11-79da-4a39-a7e4-50fcab622afd req-7296f042-d0a5-4664-96be-b63ed5a95dcb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f5f5b1b-99d0-490d-96dd-6436b1d63a5c HTTP/1.1" status: 200 len: 834 time: 0.0748916 Jul 14 10:15:34.735672 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-e056cd14-f95e-4076-8ed2-e7f35379fbc7 None None] Set router b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:15:34.757409 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c26ec2-c724-482a-a56f-08e853046dde req-fd623f60-be6f-4e85-a024-2d8835c4ce40 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:34.758922 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-64c26ec2-c724-482a-a56f-08e853046dde req-fd623f60-be6f-4e85-a024-2d8835c4ce40 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 945 time: 0.1046188 Jul 14 10:15:34.800385 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0ed11-79da-4a39-a7e4-50fcab622afd req-a8c92b45-2980-496c-8f39-b8cd6c6e4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:34.801882 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cfa0ed11-79da-4a39-a7e4-50fcab622afd req-a8c92b45-2980-496c-8f39-b8cd6c6e4ccb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=41f8a0e3-3b53-4783-bdca-719d0dd0071b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899677 Jul 14 10:15:34.822816 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-64c26ec2-c724-482a-a56f-08e853046dde req-f76d3fc0-02ea-4287-b8a2-e5c15cad9b28 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bff51ed-29a9-4113-af2c-5c31da823ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540826 Jul 14 10:15:34.899842 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cfa0ed11-79da-4a39-a7e4-50fcab622afd req-2565472e-1863-4d7b-9b39-4fc8333779c0 service neutron] 10.222.0.49 "GET /v2.0/networks/41f8a0e3-3b53-4783-bdca-719d0dd0071b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900166 Jul 14 10:15:34.934849 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e056cd14-f95e-4076-8ed2-e7f35379fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028082845', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:40Z', 'updated_at': '2021-07-14T10:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '25117265-056a-41a3-b9cd-461014eed310', 'name': '', 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:70:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1f5f5b1b-99d0-490d-96dd-6436b1d63a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:42Z', 'updated_at': '2021-07-14T10:14:48Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '1f5f5b1b-99d0-490d-96dd-6436b1d63a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:34.965288 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e056cd14-f95e-4076-8ed2-e7f35379fbc7 None None] The sync data for ids ['b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'] in n-d-798054-10 is: [{'id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028082845', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:40Z', 'updated_at': '2021-07-14T10:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '25117265-056a-41a3-b9cd-461014eed310', 'name': '', 'network_id': '41f8a0e3-3b53-4783-bdca-719d0dd0071b', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:70:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1f5f5b1b-99d0-490d-96dd-6436b1d63a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:42Z', 'updated_at': '2021-07-14T10:14:48Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '1f5f5b1b-99d0-490d-96dd-6436b1d63a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:15:34.994843 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cfa0ed11-79da-4a39-a7e4-50fcab622afd req-191398e7-8bd3-41e4-81b3-e5d921780970 service neutron] 10.222.0.49 "GET /v2.0/networks/41f8a0e3-3b53-4783-bdca-719d0dd0071b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871623 Jul 14 10:15:35.173199 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93fc50a-8a32-4599-a251-2700258a1035 None None] New status for floating IP 4dc6fb89-6cda-4e0f-8204-279a9bdea424: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:15:36.001432 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c1e2e-3a9b-4e9e-b932-d17b59193ea9 req-63290b5a-4557-4dca-ad48-2d84d7f5a7a2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:36.002943 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-527c1e2e-3a9b-4e9e-b932-d17b59193ea9 req-63290b5a-4557-4dca-ad48-2d84d7f5a7a2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 945 time: 0.0643921 Jul 14 10:15:36.041511 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-527c1e2e-3a9b-4e9e-b932-d17b59193ea9 req-a17fb43a-0805-4ce6-96c6-7b90231deba6 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bff51ed-29a9-4113-af2c-5c31da823ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329428 Jul 14 10:15:36.102846 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f307c9-978d-48a6-800e-7ca79585aeef req-5ba00680-6c5d-4694-a035-0da33fabd5c3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:36.104294 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-27f307c9-978d-48a6-800e-7ca79585aeef req-5ba00680-6c5d-4694-a035-0da33fabd5c3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "GET /v2.0/ports?device_id=91c028c2-2b7a-4b8c-bb88-ac637f150b01 HTTP/1.1" status: 200 len: 945 time: 0.0619309 Jul 14 10:15:36.204906 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-27f307c9-978d-48a6-800e-7ca79585aeef req-66009b61-00a0-410b-83ba-a8f9fc973767 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting port 665b3c46-d59f-402f-b4b8-be3d462b19ea {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:15:36.205160 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-27f307c9-978d-48a6-800e-7ca79585aeef req-66009b61-00a0-410b-83ba-a8f9fc973767 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:36.291170 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-27f307c9-978d-48a6-800e-7ca79585aeef req-66009b61-00a0-410b-83ba-a8f9fc973767 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] For port 665b3c46-d59f-402f-b4b8-be3d462b19ea, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=665b3c46-d59f-402f-b4b8-be3d462b19ea,segment=NetworkSegment(124a7418-bb54-4dd9-a15d-56010bd2e625),segment_id=124a7418-bb54-4dd9-a15d-56010bd2e625)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:36.291535 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-27f307c9-978d-48a6-800e-7ca79585aeef req-66009b61-00a0-410b-83ba-a8f9fc973767 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:36.304158 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-27f307c9-978d-48a6-800e-7ca79585aeef req-66009b61-00a0-410b-83ba-a8f9fc973767 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Calling delete_port for 665b3c46-d59f-402f-b4b8-be3d462b19ea owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:15:36.430903 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-27f307c9-978d-48a6-800e-7ca79585aeef req-66009b61-00a0-410b-83ba-a8f9fc973767 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:36.459505 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66009b61-00a0-410b-83ba-a8f9fc973767 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Port': ['ID=665b3c46-d59f-402f-b4b8-be3d462b19ea,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:36.507324 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f307c9-978d-48a6-800e-7ca79585aeef req-66009b61-00a0-410b-83ba-a8f9fc973767 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] No DVR routers for this DVR port 665b3c46-d59f-402f-b4b8-be3d462b19ea on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:15:36.509773 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-27f307c9-978d-48a6-800e-7ca79585aeef req-66009b61-00a0-410b-83ba-a8f9fc973767 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:36.511757 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-27f307c9-978d-48a6-800e-7ca79585aeef req-66009b61-00a0-410b-83ba-a8f9fc973767 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "DELETE /v2.0/ports/665b3c46-d59f-402f-b4b8-be3d462b19ea HTTP/1.1" status: 204 len: 173 time: 0.4018400 Jul 14 10:15:36.512186 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c028c2-2b7a-4b8c-bb88-ac637f150b01', 'name': 'network-vif-deleted', 'tag': '665b3c46-d59f-402f-b4b8-be3d462b19ea'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:15:36.514442 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b9a3d9-ddd8-4b9d-b593-031129cfd24c" -d '{"events": [{"server_uuid": "91c028c2-2b7a-4b8c-bb88-ac637f150b01", "name": "network-vif-deleted", "tag": "665b3c46-d59f-402f-b4b8-be3d462b19ea"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:15:36.549302 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d45e855-294d-40f6-97ff-2ee51c0ff95c x-openstack-request-id: req-5d45e855-294d-40f6-97ff-2ee51c0ff95c {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:15:36.549594 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c028c2-2b7a-4b8c-bb88-ac637f150b01", "name": "network-vif-deleted", "tag": "665b3c46-d59f-402f-b4b8-be3d462b19ea", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:15:36.549871 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d45e855-294d-40f6-97ff-2ee51c0ff95c {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:15:36.550275 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c028c2-2b7a-4b8c-bb88-ac637f150b01', 'name': 'network-vif-deleted', 'tag': '665b3c46-d59f-402f-b4b8-be3d462b19ea', 'status': 'completed', 'code': 200} Jul 14 10:15:37.140114 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51532) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:37.802976 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:38.064227 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting port 25117265-056a-41a3-b9cd-461014eed310 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:15:38.064491 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:38.149383 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] For port 25117265-056a-41a3-b9cd-461014eed310, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=25117265-056a-41a3-b9cd-461014eed310,segment=NetworkSegment(124a7418-bb54-4dd9-a15d-56010bd2e625),segment_id=124a7418-bb54-4dd9-a15d-56010bd2e625)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:38.150143 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:38.162841 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Calling delete_port for 25117265-056a-41a3-b9cd-461014eed310 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:15:38.345436 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:38.377562 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Port': ['ID=25117265-056a-41a3-b9cd-461014eed310,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:38.407566 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:38.407939 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:38.408271 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:38.408615 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:38.408961 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:38.409299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:38.409634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:38.409994 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:38.410337 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:38.410670 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:38.411003 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:38.411331 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:38.420860 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 665b3c46-d59f-402f-b4b8-be3d462b19ea no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:15:38.567508 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:38.596279 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 665b3c46-d59f-402f-b4b8-be3d462b19ea {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:15:38.596536 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 665b3c46-d59f-402f-b4b8-be3d462b19ea not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:15:38.782785 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:15:38.888715 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:15:38.893556 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-aa2d208a-32d7-4ede-919e-602447bb67ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "PUT /v2.0/routers/b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7524352 Jul 14 10:15:38.896206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51534) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:38.898822 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8ffab1-9195-4e45-a0cd-c7f484baf07e None None] Sync routers for ids ['b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:15:38.908140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8ffab1-9195-4e45-a0cd-c7f484baf07e None None] Routers {'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:15:38.908740 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-0b8ffab1-9195-4e45-a0cd-c7f484baf07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:15:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:38.951930 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-a758fc34-b2f3-4f97-9462-10aa5513418b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting subnet 1f5f5b1b-99d0-490d-96dd-6436b1d63a5c {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:15:38.956216 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a758fc34-b2f3-4f97-9462-10aa5513418b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:38.996235 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a758fc34-b2f3-4f97-9462-10aa5513418b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:39.011826 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-0b8ffab1-9195-4e45-a0cd-c7f484baf07e None None] Set router b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:15:39.082920 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a758fc34-b2f3-4f97-9462-10aa5513418b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:39.140819 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a758fc34-b2f3-4f97-9462-10aa5513418b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:39.167332 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758fc34-b2f3-4f97-9462-10aa5513418b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Subnet': ['ID=1f5f5b1b-99d0-490d-96dd-6436b1d63a5c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:39.173073 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a758fc34-b2f3-4f97-9462-10aa5513418b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:39.175249 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a758fc34-b2f3-4f97-9462-10aa5513418b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/subnets/1f5f5b1b-99d0-490d-96dd-6436b1d63a5c HTTP/1.1" status: 204 len: 168 time: 0.2780688 Jul 14 10:15:39.177822 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51536) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:39.180209 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd671595-7e9b-4ce9-9fe0-5d63670ba28b None None] Network 41f8a0e3-3b53-4783-bdca-719d0dd0071b requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:15:39.248111 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-0b8ffab1-9195-4e45-a0cd-c7f484baf07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028082845', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:15:38Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:40Z', 'updated_at': '2021-07-14T10:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:39.285867 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21bf548c-8926-4cc4-b7ce-1ceb522a4120 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:39.292942 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8ffab1-9195-4e45-a0cd-c7f484baf07e None None] Checking router: b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:15:39.320630 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8ffab1-9195-4e45-a0cd-c7f484baf07e None None] Routers {'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:15:39.321251 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-0b8ffab1-9195-4e45-a0cd-c7f484baf07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:15:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:39.389288 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21bf548c-8926-4cc4-b7ce-1ceb522a4120 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:39.442220 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-0b8ffab1-9195-4e45-a0cd-c7f484baf07e None None] Set router b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:15:39.446128 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-21bf548c-8926-4cc4-b7ce-1ceb522a4120 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting port ec4b29aa-270b-4bef-a4dc-6b29fa578d7d {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:15:39.446295 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21bf548c-8926-4cc4-b7ce-1ceb522a4120 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:39.510361 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7df157e-636d-4dd4-80a7-11c2f6ead05c None None] DHCP port deletion for 41f8a0e3-3b53-4783-bdca-719d0dd0071b request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:15:39.531814 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-21bf548c-8926-4cc4-b7ce-1ceb522a4120 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] For port ec4b29aa-270b-4bef-a4dc-6b29fa578d7d, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=ec4b29aa-270b-4bef-a4dc-6b29fa578d7d,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:39.532193 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21bf548c-8926-4cc4-b7ce-1ceb522a4120 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:39.548565 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-21bf548c-8926-4cc4-b7ce-1ceb522a4120 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Calling delete_port for ec4b29aa-270b-4bef-a4dc-6b29fa578d7d owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:15:39.638754 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d7df157e-636d-4dd4-80a7-11c2f6ead05c None None] Deleting port 278a77d6-73dd-41d5-9164-68000e0bd7ea {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:15:39.639121 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d7df157e-636d-4dd4-80a7-11c2f6ead05c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:39.711313 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21bf548c-8926-4cc4-b7ce-1ceb522a4120 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:39.717626 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d7df157e-636d-4dd4-80a7-11c2f6ead05c None None] For port 278a77d6-73dd-41d5-9164-68000e0bd7ea, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=278a77d6-73dd-41d5-9164-68000e0bd7ea,segment=NetworkSegment(124a7418-bb54-4dd9-a15d-56010bd2e625),segment_id=124a7418-bb54-4dd9-a15d-56010bd2e625)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:39.717996 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d7df157e-636d-4dd4-80a7-11c2f6ead05c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:39.727002 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-0b8ffab1-9195-4e45-a0cd-c7f484baf07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028082845', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:15:38Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:40Z', 'updated_at': '2021-07-14T10:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:39.740136 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf548c-8926-4cc4-b7ce-1ceb522a4120 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Port': ['ID=ec4b29aa-270b-4bef-a4dc-6b29fa578d7d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:39.758103 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d7df157e-636d-4dd4-80a7-11c2f6ead05c None None] Calling delete_port for 278a77d6-73dd-41d5-9164-68000e0bd7ea owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:15:39.760013 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8ffab1-9195-4e45-a0cd-c7f484baf07e None None] The sync data for ids ['b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba'] in n-d-798054-10 is: [{'id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028082845', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:15:38Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'ec4b29aa-270b-4bef-a4dc-6b29fa578d7d', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:40Z', 'updated_at': '2021-07-14T10:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:15:39.806651 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21bf548c-8926-4cc4-b7ce-1ceb522a4120 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:39.846088 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d7df157e-636d-4dd4-80a7-11c2f6ead05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:39.871169 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df157e-636d-4dd4-80a7-11c2f6ead05c None None] Pushing event deleted for resources: {'Port': ['ID=278a77d6-73dd-41d5-9164-68000e0bd7ea,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:39.874946 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7df157e-636d-4dd4-80a7-11c2f6ead05c None None] No DVR routers for this DVR port 278a77d6-73dd-41d5-9164-68000e0bd7ea on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:15:39.882347 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df157e-636d-4dd4-80a7-11c2f6ead05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:39.882695 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df157e-636d-4dd4-80a7-11c2f6ead05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:39.885187 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df157e-636d-4dd4-80a7-11c2f6ead05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:39.885187 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df157e-636d-4dd4-80a7-11c2f6ead05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:39.885187 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df157e-636d-4dd4-80a7-11c2f6ead05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:39.885187 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df157e-636d-4dd4-80a7-11c2f6ead05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:39.885187 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df157e-636d-4dd4-80a7-11c2f6ead05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:39.885187 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df157e-636d-4dd4-80a7-11c2f6ead05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:39.885187 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df157e-636d-4dd4-80a7-11c2f6ead05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:39.886314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df157e-636d-4dd4-80a7-11c2f6ead05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:39.886314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df157e-636d-4dd4-80a7-11c2f6ead05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:39.886314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df157e-636d-4dd4-80a7-11c2f6ead05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:39.898913 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21bf548c-8926-4cc4-b7ce-1ceb522a4120 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:39.901040 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21bf548c-8926-4cc4-b7ce-1ceb522a4120 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:39.946876 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21bf548c-8926-4cc4-b7ce-1ceb522a4120 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:39.947438 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bf548c-8926-4cc4-b7ce-1ceb522a4120 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Fanout notify agent at l3_agent the message router_deleted on router b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:15:39.954094 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-21bf548c-8926-4cc4-b7ce-1ceb522a4120 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:39.955276 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-21bf548c-8926-4cc4-b7ce-1ceb522a4120 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/routers/b2d4e6c7-2ec0-4a3b-90a1-9aef785845ba HTTP/1.1" status: 204 len: 168 time: 0.7764642 Jul 14 10:15:39.958034 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51538) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:40.031040 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-534dc7d6-2b64-4bab-8524-f3d69c343f2a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:40.121620 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-534dc7d6-2b64-4bab-8524-f3d69c343f2a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:40.135530 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-534dc7d6-2b64-4bab-8524-f3d69c343f2a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f8a0e3-3b53-4783-bdca-719d0dd0071b']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:40.147415 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-534dc7d6-2b64-4bab-8524-f3d69c343f2a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124a7418-bb54-4dd9-a15d-56010bd2e625') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:40.147852 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-534dc7d6-2b64-4bab-8524-f3d69c343f2a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124a7418-bb54-4dd9-a15d-56010bd2e625') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:40.158247 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-534dc7d6-2b64-4bab-8524-f3d69c343f2a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:40.173245 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-534dc7d6-2b64-4bab-8524-f3d69c343f2a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:40.181493 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534dc7d6-2b64-4bab-8524-f3d69c343f2a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:15:40.181944 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-534dc7d6-2b64-4bab-8524-f3d69c343f2a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: timer() Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:15:40.185838 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:15:40.220438 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 25117265-056a-41a3-b9cd-461014eed310 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:15:40.242790 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 25117265-056a-41a3-b9cd-461014eed310 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:15:40.243137 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 25117265-056a-41a3-b9cd-461014eed310 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:15:40.243546 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 278a77d6-73dd-41d5-9164-68000e0bd7ea no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:15:40.257521 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-534dc7d6-2b64-4bab-8524-f3d69c343f2a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:40.263089 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 278a77d6-73dd-41d5-9164-68000e0bd7ea {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:15:40.263439 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 278a77d6-73dd-41d5-9164-68000e0bd7ea not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:15:40.266682 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-534dc7d6-2b64-4bab-8524-f3d69c343f2a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:40.268552 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-534dc7d6-2b64-4bab-8524-f3d69c343f2a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/networks/41f8a0e3-3b53-4783-bdca-719d0dd0071b HTTP/1.1" status: 204 len: 168 time: 0.3095741 Jul 14 10:15:40.272853 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51540) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:40.279067 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534dc7d6-2b64-4bab-8524-f3d69c343f2a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Network': ['ID=41f8a0e3-3b53-4783-bdca-719d0dd0071b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:40.341761 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-59fcc5f0-8399-482c-b704-74ec3a3fd448 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:40.367969 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-59fcc5f0-8399-482c-b704-74ec3a3fd448 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:40.428841 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-59fcc5f0-8399-482c-b704-74ec3a3fd448 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:40.431870 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-59fcc5f0-8399-482c-b704-74ec3a3fd448 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:40.433037 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-59fcc5f0-8399-482c-b704-74ec3a3fd448 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/security-groups/1bff51ed-29a9-4113-af2c-5c31da823ed2 HTTP/1.1" status: 204 len: 168 time: 0.1591702 Jul 14 10:15:40.443351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcc5f0-8399-482c-b704-74ec3a3fd448 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bff51ed-29a9-4113-af2c-5c31da823ed2,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:40.692420 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51546) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:40.697584 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a8718284-66b5-4d9d-9c69-5c905c90df82 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-201651241', 'description': 'tempest-secgroup-smoke-201651241 description', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:15:40.719721 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8718284-66b5-4d9d-9c69-5c905c90df82 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:40.736431 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:15:40.799228 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8718284-66b5-4d9d-9c69-5c905c90df82 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:40.804092 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8718284-66b5-4d9d-9c69-5c905c90df82 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:40.842195 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8718284-66b5-4d9d-9c69-5c905c90df82 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:40.844187 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a8718284-66b5-4d9d-9c69-5c905c90df82 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1507308 Jul 14 10:15:40.845606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8718284-66b5-4d9d-9c69-5c905c90df82 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d928f25b-36c1-445d-8a1b-8ef3481ad078,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:40.847286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51548) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:40.858772 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-55eed233-d74c-4b5b-a1dd-12ca9ba00a4d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': 'd928f25b-36c1-445d-8a1b-8ef3481ad078', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:15:40.886295 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-55eed233-d74c-4b5b-a1dd-12ca9ba00a4d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:40.931777 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-55eed233-d74c-4b5b-a1dd-12ca9ba00a4d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:40.937491 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-55eed233-d74c-4b5b-a1dd-12ca9ba00a4d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:40.955308 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eed233-d74c-4b5b-a1dd-12ca9ba00a4d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e15dbf-f4e5-45a0-8b7b-2be4adb4be24,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:40.960743 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-55eed233-d74c-4b5b-a1dd-12ca9ba00a4d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:40.964569 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51550) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:40.964726 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-55eed233-d74c-4b5b-a1dd-12ca9ba00a4d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136394 Jul 14 10:15:40.969366 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e69f94a4-70da-4063-8aea-d5adf41982ee tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': 'd928f25b-36c1-445d-8a1b-8ef3481ad078', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:15:40.995286 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e69f94a4-70da-4063-8aea-d5adf41982ee tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.053244 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e69f94a4-70da-4063-8aea-d5adf41982ee tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.056582 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e69f94a4-70da-4063-8aea-d5adf41982ee tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.073515 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f94a4-70da-4063-8aea-d5adf41982ee tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0b8e43-66cc-4329-b22d-47bff1aa7a51,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:41.079526 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e69f94a4-70da-4063-8aea-d5adf41982ee tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.080744 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e69f94a4-70da-4063-8aea-d5adf41982ee tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150045 Jul 14 10:15:41.083477 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51552) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:41.087909 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-dcd68ba1-612f-4489-83c6-c001b89d9aa2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': 'd928f25b-36c1-445d-8a1b-8ef3481ad078', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:15:41.112829 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dcd68ba1-612f-4489-83c6-c001b89d9aa2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.169475 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dcd68ba1-612f-4489-83c6-c001b89d9aa2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.172978 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dcd68ba1-612f-4489-83c6-c001b89d9aa2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.189772 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd68ba1-612f-4489-83c6-c001b89d9aa2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d0f179-3168-422f-b70f-0b29ae5fa80d,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:41.196386 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dcd68ba1-612f-4489-83c6-c001b89d9aa2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.197565 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-dcd68ba1-612f-4489-83c6-c001b89d9aa2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131268 Jul 14 10:15:41.200273 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51554) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:41.204615 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-76f9155a-4793-4e9e-8522-fdba54f69002 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': 'd928f25b-36c1-445d-8a1b-8ef3481ad078', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:15:41.229892 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76f9155a-4793-4e9e-8522-fdba54f69002 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.288724 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76f9155a-4793-4e9e-8522-fdba54f69002 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.292146 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76f9155a-4793-4e9e-8522-fdba54f69002 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.313390 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9155a-4793-4e9e-8522-fdba54f69002 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe12d0f-684e-4ee6-85be-39c4f7cff62a,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:41.315726 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76f9155a-4793-4e9e-8522-fdba54f69002 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.316891 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-76f9155a-4793-4e9e-8522-fdba54f69002 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157045 Jul 14 10:15:41.320412 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51556) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:41.324428 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a84bed7f-2e4e-47b5-a931-6b0271610098 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': 'd928f25b-36c1-445d-8a1b-8ef3481ad078', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:15:41.345628 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-a84bed7f-2e4e-47b5-a931-6b0271610098 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Project 7d5a7c9051a6469ebb8b5d5efcf4f53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:15:41.350334 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a84bed7f-2e4e-47b5-a931-6b0271610098 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.408437 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a84bed7f-2e4e-47b5-a931-6b0271610098 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.411714 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a84bed7f-2e4e-47b5-a931-6b0271610098 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.429200 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84bed7f-2e4e-47b5-a931-6b0271610098 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e0bd88-e19d-4ae2-a7d4-9e8ddb4d046f,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:41.435334 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a84bed7f-2e4e-47b5-a931-6b0271610098 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.436525 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a84bed7f-2e4e-47b5-a931-6b0271610098 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155107 Jul 14 10:15:41.439227 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51558) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:41.443603 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b9e36bfe-9564-470f-b545-e32666442a79 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': 'd928f25b-36c1-445d-8a1b-8ef3481ad078', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:15:41.463673 n-d-798054-10 neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-b9e36bfe-9564-470f-b545-e32666442a79 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Project 7d5a7c9051a6469ebb8b5d5efcf4f53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:15:41.468267 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9e36bfe-9564-470f-b545-e32666442a79 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.527351 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9e36bfe-9564-470f-b545-e32666442a79 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.530880 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9e36bfe-9564-470f-b545-e32666442a79 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.547876 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e36bfe-9564-470f-b545-e32666442a79 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759dc50b-bff6-41a9-80f9-dc6b3550c072,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:41.553986 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b9e36bfe-9564-470f-b545-e32666442a79 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.555086 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b9e36bfe-9564-470f-b545-e32666442a79 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1149464 Jul 14 10:15:41.557936 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51560) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:41.562756 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-08b99426-76ff-4ff9-8703-7cc35b95dd5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'network': {'name': 'tempest-network-smoke--155778947', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'port_security_enabled': True}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:15:41.582694 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b99426-76ff-4ff9-8703-7cc35b95dd5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Made reservation on behalf of 7d5a7c9051a6469ebb8b5d5efcf4f53f for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:15:41.586647 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08b99426-76ff-4ff9-8703-7cc35b95dd5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.610198 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b99426-76ff-4ff9-8703-7cc35b95dd5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:15:41.620044 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08b99426-76ff-4ff9-8703-7cc35b95dd5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.620443 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-08b99426-76ff-4ff9-8703-7cc35b95dd5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Added segment e93c05f2-df35-4a8e-a8f5-ed226a44a7c4 of type vlan for network e4e388f3-56ad-43ee-80d5-3dc713b2b089 Jul 14 10:15:41.661304 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08b99426-76ff-4ff9-8703-7cc35b95dd5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.688115 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08b99426-76ff-4ff9-8703-7cc35b95dd5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.694168 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b99426-76ff-4ff9-8703-7cc35b95dd5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:41.694695 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08b99426-76ff-4ff9-8703-7cc35b95dd5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.753322 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-08b99426-76ff-4ff9-8703-7cc35b95dd5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1919346 Jul 14 10:15:41.753983 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51562) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:41.759478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-02e4b36f-b330-43a2-9829-18b18b0efcef tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-404912731', 'admin_state_up': True, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:15:41.759876 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b99426-76ff-4ff9-8703-7cc35b95dd5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Network': ['ID=e4e388f3-56ad-43ee-80d5-3dc713b2b089,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:41.769550 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network e4e388f3-56ad-43ee-80d5-3dc713b2b089 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:15:41.787485 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02e4b36f-b330-43a2-9829-18b18b0efcef tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.788607 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02e4b36f-b330-43a2-9829-18b18b0efcef tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.844097 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02e4b36f-b330-43a2-9829-18b18b0efcef tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.958691 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ec4b29aa-270b-4bef-a4dc-6b29fa578d7d no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:15:41.979109 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02e4b36f-b330-43a2-9829-18b18b0efcef tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:41.979719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: ec4b29aa-270b-4bef-a4dc-6b29fa578d7d {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:15:41.980072 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device ec4b29aa-270b-4bef-a4dc-6b29fa578d7d not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:15:42.173158 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02e4b36f-b330-43a2-9829-18b18b0efcef tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:42.191188 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02e4b36f-b330-43a2-9829-18b18b0efcef tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:42.294995 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-02e4b36f-b330-43a2-9829-18b18b0efcef tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Allocated IP 172.25.1.175 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/f4e492f9-5c6f-4e50-bb89-7982624ad6f2) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:15:42.393980 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02e4b36f-b330-43a2-9829-18b18b0efcef tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:42.431912 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02e4b36f-b330-43a2-9829-18b18b0efcef tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:42.466268 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e4b36f-b330-43a2-9829-18b18b0efcef tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:15:42.470840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-02e4b36f-b330-43a2-9829-18b18b0efcef tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:15:42.474110 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e4b36f-b330-43a2-9829-18b18b0efcef tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:15:42.501259 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4b36f-b330-43a2-9829-18b18b0efcef tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=f4e492f9-5c6f-4e50-bb89-7982624ad6f2,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:42.720925 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02e4b36f-b330-43a2-9829-18b18b0efcef tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:42.911566 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02e4b36f-b330-43a2-9829-18b18b0efcef tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:43.372356 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e4b36f-b330-43a2-9829-18b18b0efcef tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router d4ddf3f3-5aa2-4160-9197-7b94b2e51780 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:15:43.475872 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e4b36f-b330-43a2-9829-18b18b0efcef tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:15:43.485217 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] Sync routers for ids ['d4ddf3f3-5aa2-4160-9197-7b94b2e51780'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:15:43.494192 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02e4b36f-b330-43a2-9829-18b18b0efcef tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:43.494942 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] Routers {'d4ddf3f3-5aa2-4160-9197-7b94b2e51780'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:15:43.495451 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-02e4b36f-b330-43a2-9829-18b18b0efcef tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7403662 Jul 14 10:15:43.495699 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:15:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d4ddf3f3-5aa2-4160-9197-7b94b2e51780'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:43.498614 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51564) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:43.530632 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-00ec78e4-de05-4261-8778-40f7d835bf57 tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308514 Jul 14 10:15:43.533075 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51566) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:43.599339 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] Set router d4ddf3f3-5aa2-4160-9197-7b94b2e51780 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:15:43.616269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4e7f70-d29a-49cc-9eaa-c946a609848e tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:43.618099 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ad4e7f70-d29a-49cc-9eaa-c946a609848e tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0841000 Jul 14 10:15:43.620950 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51568) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:43.649536 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-92563caf-ec1c-4d69-9ee7-7fb9e22982a6 tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274994 Jul 14 10:15:43.652112 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51570) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:43.656877 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-0cf625e8-dafb-4535-8576-4f0db8f6ef06 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-60107093', 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:15:43.745986 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf625e8-dafb-4535-8576-4f0db8f6ef06 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Made reservation on behalf of 7d5a7c9051a6469ebb8b5d5efcf4f53f for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:15:43.749607 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cf625e8-dafb-4535-8576-4f0db8f6ef06 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:43.776031 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404912731', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:15:41Z', 'updated_at': '2021-07-14T10:15:42Z', 'revision_number': 3, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:42Z', 'updated_at': '2021-07-14T10:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:43.801924 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] Checking router: d4ddf3f3-5aa2-4160-9197-7b94b2e51780 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:15:43.802193 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] Updating router d4ddf3f3-5aa2-4160-9197-7b94b2e51780 port f4e492f9-5c6f-4e50-bb89-7982624ad6f2 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:15:43.836957 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:43.935312 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cf625e8-dafb-4535-8576-4f0db8f6ef06 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:43.996084 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf625e8-dafb-4535-8576-4f0db8f6ef06 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Subnet': ['ID=baa4499e-9acf-487e-a1b3-c2aed2330342,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:44.007111 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf625e8-dafb-4535-8576-4f0db8f6ef06 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Checking segment: {'id': 'e93c05f2-df35-4a8e-a8f5-ed226a44a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:15:44.007477 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf625e8-dafb-4535-8576-4f0db8f6ef06 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network hostable DHCP agents. Network: e4e388f3-56ad-43ee-80d5-3dc713b2b089, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:15:44.024740 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf625e8-dafb-4535-8576-4f0db8f6ef06 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network e4e388f3-56ad-43ee-80d5-3dc713b2b089 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:15:44.035141 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-0cf625e8-dafb-4535-8576-4f0db8f6ef06 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, e4e388f3-56ad-43ee-80d5-3dc713b2b089) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:15:44.039374 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf625e8-dafb-4535-8576-4f0db8f6ef06 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:44.039968 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0cf625e8-dafb-4535-8576-4f0db8f6ef06 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:44.046831 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dc3922-8f79-48c8-b7bb-e7e158fd8a65 None None] Network e4e388f3-56ad-43ee-80d5-3dc713b2b089 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:15:44.056254 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0cf625e8-dafb-4535-8576-4f0db8f6ef06 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4031041 Jul 14 10:15:44.058999 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51572) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:44.186431 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:44.197092 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] Transition to ACTIVE for port object f4e492f9-5c6f-4e50-bb89-7982624ad6f2 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:15:44.197308 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-e4e388f3-56ad-43ee-80d5-3dc713b2b089', 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ips': [{'subnet_id': 'baa4499e-9acf-487e-a1b3-c2aed2330342'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:15:44.198404 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:44.203973 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:44.256414 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc6007-1767-4944-896e-3ac08714a39d None None] Pushing event updated for resources: {'Port': ['ID=f4e492f9-5c6f-4e50-bb89-7982624ad6f2,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:44.262688 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] Attempting to bind port f4e492f9-5c6f-4e50-bb89-7982624ad6f2 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:15:44.263063 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] Attempting to bind port f4e492f9-5c6f-4e50-bb89-7982624ad6f2 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:15:44.263429 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] Attempting to bind port f4e492f9-5c6f-4e50-bb89-7982624ad6f2 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:15:44.268491 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:15:44.268865 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:15:44.269679 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:44.269679 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:15:44.270127 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] Bound port: f4e492f9-5c6f-4e50-bb89-7982624ad6f2, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:15:44.270508 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:44.326958 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] For port f4e492f9-5c6f-4e50-bb89-7982624ad6f2, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:15:44.330354 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] For port f4e492f9-5c6f-4e50-bb89-7982624ad6f2, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f4e492f9-5c6f-4e50-bb89-7982624ad6f2,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:15:44.335671 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:44.358121 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Allocated IP 172.20.0.2 (e4e388f3-56ad-43ee-80d5-3dc713b2b089/baa4499e-9acf-487e-a1b3-c2aed2330342/a04b8f36-792a-4ae5-870d-638c8d90c5a3) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:15:44.387822 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] Routers {'d4ddf3f3-5aa2-4160-9197-7b94b2e51780'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:15:44.388444 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:15:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d4ddf3f3-5aa2-4160-9197-7b94b2e51780'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:44.476944 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc6007-1767-4944-896e-3ac08714a39d None None] Pushing event updated for resources: {'Port': ['ID=f4e492f9-5c6f-4e50-bb89-7982624ad6f2,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:44.508199 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:44.512653 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] Set router d4ddf3f3-5aa2-4160-9197-7b94b2e51780 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:15:44.517692 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Transition to ACTIVE for port object a04b8f36-792a-4ae5-870d-638c8d90c5a3 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:15:44.523809 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64f49ecb-f639-4363-a932-006e68b7c4fe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:44.533715 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Transition to ACTIVE for port object a04b8f36-792a-4ae5-870d-638c8d90c5a3 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:15:44.541620 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:44.579373 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Network e4e388f3-56ad-43ee-80d5-3dc713b2b089 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:15:44.582161 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:15:44.586227 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:15:44.602869 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Pushing event updated for resources: {'Port': ['ID=a04b8f36-792a-4ae5-870d-638c8d90c5a3,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:44.653104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Attempting to bind port a04b8f36-792a-4ae5-870d-638c8d90c5a3 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:15:44.653576 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Attempting to bind port a04b8f36-792a-4ae5-870d-638c8d90c5a3 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'e93c05f2-df35-4a8e-a8f5-ed226a44a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:15:44.654055 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Attempting to bind port a04b8f36-792a-4ae5-870d-638c8d90c5a3 on network e4e388f3-56ad-43ee-80d5-3dc713b2b089 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:15:44.659109 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:15:44.659565 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Checking segment: {'id': 'e93c05f2-df35-4a8e-a8f5-ed226a44a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:15:44.660048 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:44.660506 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Bound using segment: {'id': 'e93c05f2-df35-4a8e-a8f5-ed226a44a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:15:44.661048 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Bound port: a04b8f36-792a-4ae5-870d-638c8d90c5a3, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93c05f2-df35-4a8e-a8f5-ed226a44a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:15:44.661495 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:44.694123 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404912731', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:15:41Z', 'updated_at': '2021-07-14T10:15:42Z', 'revision_number': 3, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:42Z', 'updated_at': '2021-07-14T10:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:44.720943 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a281b3b1-e411-42a3-adae-bb88fa63efbe None None] The sync data for ids ['d4ddf3f3-5aa2-4160-9197-7b94b2e51780'] in n-d-798054-10 is: [{'id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404912731', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:15:41Z', 'updated_at': '2021-07-14T10:15:42Z', 'revision_number': 3, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:42Z', 'updated_at': '2021-07-14T10:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:15:44.731119 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] For port a04b8f36-792a-4ae5-870d-638c8d90c5a3, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:15:44.734561 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] For port a04b8f36-792a-4ae5-870d-638c8d90c5a3, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a04b8f36-792a-4ae5-870d-638c8d90c5a3,segment=NetworkSegment(e93c05f2-df35-4a8e-a8f5-ed226a44a7c4),segment_id=e93c05f2-df35-4a8e-a8f5-ed226a44a7c4)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:15:44.744076 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:44.815195 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ba8c5-991d-40be-9e98-7c94c4b8a8e6 None None] Pushing event updated for resources: {'Port': ['ID=a04b8f36-792a-4ae5-870d-638c8d90c5a3,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:44.825676 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-64f49ecb-f639-4363-a932-006e68b7c4fe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Allocated IP 172.20.0.1 (e4e388f3-56ad-43ee-80d5-3dc713b2b089/baa4499e-9acf-487e-a1b3-c2aed2330342/e1206275-0450-4ee6-8bde-2b839b66dc6e) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:15:44.958332 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64f49ecb-f639-4363-a932-006e68b7c4fe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:44.981140 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-64f49ecb-f639-4363-a932-006e68b7c4fe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Transition to ACTIVE for port object e1206275-0450-4ee6-8bde-2b839b66dc6e will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:15:45.038900 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64f49ecb-f639-4363-a932-006e68b7c4fe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:45.093064 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f49ecb-f639-4363-a932-006e68b7c4fe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network e4e388f3-56ad-43ee-80d5-3dc713b2b089 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:15:45.096554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-64f49ecb-f639-4363-a932-006e68b7c4fe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:15:45.099098 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f49ecb-f639-4363-a932-006e68b7c4fe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:15:45.106546 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f49ecb-f639-4363-a932-006e68b7c4fe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=e1206275-0450-4ee6-8bde-2b839b66dc6e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:45.153634 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64f49ecb-f639-4363-a932-006e68b7c4fe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:45.308761 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64f49ecb-f639-4363-a932-006e68b7c4fe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:45.608018 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64f49ecb-f639-4363-a932-006e68b7c4fe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:45.612719 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64f49ecb-f639-4363-a932-006e68b7c4fe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:45.691255 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64f49ecb-f639-4363-a932-006e68b7c4fe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:45.693087 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f49ecb-f639-4363-a932-006e68b7c4fe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=e1206275-0450-4ee6-8bde-2b839b66dc6e,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:45.778251 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca72f7c1-de77-49b0-a039-cb14cefd7a10 None None] Network e4e388f3-56ad-43ee-80d5-3dc713b2b089 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:15:45.794083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f49ecb-f639-4363-a932-006e68b7c4fe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network e4e388f3-56ad-43ee-80d5-3dc713b2b089 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:15:45.795482 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-64f49ecb-f639-4363-a932-006e68b7c4fe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:15:45.899515 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b9339024-a2a5-4539-91d8-6a183967439f None None] Provisioning for port a04b8f36-792a-4ae5-870d-638c8d90c5a3 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:15:45.911076 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f49ecb-f639-4363-a932-006e68b7c4fe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router d4ddf3f3-5aa2-4160-9197-7b94b2e51780 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:15:46.028820 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f49ecb-f639-4363-a932-006e68b7c4fe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:15:46.039817 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-64f49ecb-f639-4363-a932-006e68b7c4fe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "PUT /v2.0/routers/d4ddf3f3-5aa2-4160-9197-7b94b2e51780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9796393 Jul 14 10:15:46.067310 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a04b8f36-792a-4ae5-870d-638c8d90c5a3 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:15:46.136713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port a04b8f36-792a-4ae5-870d-638c8d90c5a3 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:15:46.141044 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a04b8f36-792a-4ae5-870d-638c8d90c5a3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:15:46.141424 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:46.215011 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-e9a3309f-a933-4d61-bb57-c0d7d6c3192a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201651241&fields=id&tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f HTTP/1.1" status: 200 len: 267 time: 0.0426915 Jul 14 10:15:46.246789 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a04a8f42-1c25-40da-b5eb-440122642a32 None None] Provisioning complete for port a04b8f36-792a-4ae5-870d-638c8d90c5a3 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:15:46.247215 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a04a8f42-1c25-40da-b5eb-440122642a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:46.249077 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:46.343361 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-ba5d1832-805c-4d6c-8044-ea2c4aeeed8f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:46.351248 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-ba5d1832-805c-4d6c-8044-ea2c4aeeed8f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/networks?id=e4e388f3-56ad-43ee-80d5-3dc713b2b089 HTTP/1.1" status: 200 len: 796 time: 0.1292512 Jul 14 10:15:46.367890 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-5e1c49d9-5eee-409d-b9c4-08f5d92309d8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/quotas/7d5a7c9051a6469ebb8b5d5efcf4f53f HTTP/1.1" status: 200 len: 375 time: 0.0155580 Jul 14 10:15:46.457438 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-3e656bb2-a33d-452d-9d99-c4ff87736a21 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884850 Jul 14 10:15:46.472589 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] Sync routers for ids ['d4ddf3f3-5aa2-4160-9197-7b94b2e51780'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:15:46.482951 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port a04b8f36-792a-4ae5-870d-638c8d90c5a3, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a04b8f36-792a-4ae5-870d-638c8d90c5a3,segment=NetworkSegment(e93c05f2-df35-4a8e-a8f5-ed226a44a7c4),segment_id=e93c05f2-df35-4a8e-a8f5-ed226a44a7c4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:46.493377 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:46.494202 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f4e492f9-5c6f-4e50-bb89-7982624ad6f2 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:15:46.540506 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] Routers {'d4ddf3f3-5aa2-4160-9197-7b94b2e51780'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:15:46.541155 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:15:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d4ddf3f3-5aa2-4160-9197-7b94b2e51780'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:46.618336 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-f8912b6d-7e65-405d-9955-51fcbc7ee8bc service neutron] 10.222.0.26 "GET /v2.0/networks/e4e388f3-56ad-43ee-80d5-3dc713b2b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477065 Jul 14 10:15:46.631738 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=a04b8f36-792a-4ae5-870d-638c8d90c5a3,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:46.719214 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-e10ab359-fc64-49df-ac29-2b8b7d2f7365 service neutron] 10.222.0.26 "GET /v2.0/networks/e4e388f3-56ad-43ee-80d5-3dc713b2b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998671 Jul 14 10:15:46.732486 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port f4e492f9-5c6f-4e50-bb89-7982624ad6f2 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:15:46.742346 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a04a8f42-1c25-40da-b5eb-440122642a32 None None] Provisioning for port e1206275-0450-4ee6-8bde-2b839b66dc6e completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:15:46.750142 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f4e492f9-5c6f-4e50-bb89-7982624ad6f2 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:15:46.750560 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:46.755349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] Set router d4ddf3f3-5aa2-4160-9197-7b94b2e51780 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:15:46.758719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a04a8f42-1c25-40da-b5eb-440122642a32 None None] Provisioning complete for port e1206275-0450-4ee6-8bde-2b839b66dc6e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:15:46.759085 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a04a8f42-1c25-40da-b5eb-440122642a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:46.905921 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a04a8f42-1c25-40da-b5eb-440122642a32 None None] Port e1206275-0450-4ee6-8bde-2b839b66dc6e cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:15:46.918127 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a19b5bd0-9202-4e3a-adc8-aaab4f5a8a10 req-210f56c9-96bf-47f9-8c4a-fbcea0863e18 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 210 time: 0.0430188 Jul 14 10:15:46.978751 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:47.042270 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:47.062120 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f3ece05e-9460-4edc-bc32-7d6849b8a0b3 None None] Provisioning complete for port e1206275-0450-4ee6-8bde-2b839b66dc6e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:15:47.062492 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3ece05e-9460-4edc-bc32-7d6849b8a0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:47.107964 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port f4e492f9-5c6f-4e50-bb89-7982624ad6f2, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f4e492f9-5c6f-4e50-bb89-7982624ad6f2,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:47.120393 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:47.154328 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f3ece05e-9460-4edc-bc32-7d6849b8a0b3 None None] Port e1206275-0450-4ee6-8bde-2b839b66dc6e cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:15:47.182489 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=f4e492f9-5c6f-4e50-bb89-7982624ad6f2,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:47.194316 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404912731', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:15:41Z', 'updated_at': '2021-07-14T10:15:45Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:42Z', 'updated_at': '2021-07-14T10:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e1206275-0450-4ee6-8bde-2b839b66dc6e', 'name': '', 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:f0:e6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'baa4499e-9acf-487e-a1b3-c2aed2330342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:44Z', 'updated_at': '2021-07-14T10:15:45Z', 'revision_number': 2, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': 'baa4499e-9acf-487e-a1b3-c2aed2330342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:47.225286 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] Checking router: d4ddf3f3-5aa2-4160-9197-7b94b2e51780 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:15:47.225648 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] Updating router d4ddf3f3-5aa2-4160-9197-7b94b2e51780 port e1206275-0450-4ee6-8bde-2b839b66dc6e binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:15:47.265624 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:47.548652 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:47.558813 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] Transition to ACTIVE for port object e1206275-0450-4ee6-8bde-2b839b66dc6e will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:15:47.563835 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:47.620928 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bbb6f-ba6e-4cb0-9e91-8ebd9c03b6dc None None] Pushing event updated for resources: {'Port': ['ID=e1206275-0450-4ee6-8bde-2b839b66dc6e,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:47.672668 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] Attempting to bind port e1206275-0450-4ee6-8bde-2b839b66dc6e on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:15:47.673034 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] Attempting to bind port e1206275-0450-4ee6-8bde-2b839b66dc6e by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'e93c05f2-df35-4a8e-a8f5-ed226a44a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:15:47.673394 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] Attempting to bind port e1206275-0450-4ee6-8bde-2b839b66dc6e on network e4e388f3-56ad-43ee-80d5-3dc713b2b089 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:15:47.679160 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:15:47.679532 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] Checking segment: {'id': 'e93c05f2-df35-4a8e-a8f5-ed226a44a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:15:47.679931 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:47.680322 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] Bound using segment: {'id': 'e93c05f2-df35-4a8e-a8f5-ed226a44a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:15:47.680795 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] Bound port: e1206275-0450-4ee6-8bde-2b839b66dc6e, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93c05f2-df35-4a8e-a8f5-ed226a44a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:15:47.681178 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:47.751449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] For port e1206275-0450-4ee6-8bde-2b839b66dc6e, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:15:47.755044 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] For port e1206275-0450-4ee6-8bde-2b839b66dc6e, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e1206275-0450-4ee6-8bde-2b839b66dc6e,segment=NetworkSegment(e93c05f2-df35-4a8e-a8f5-ed226a44a7c4),segment_id=e93c05f2-df35-4a8e-a8f5-ed226a44a7c4)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:15:47.760785 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:47.824322 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] Routers {'d4ddf3f3-5aa2-4160-9197-7b94b2e51780'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:15:47.824953 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:15:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d4ddf3f3-5aa2-4160-9197-7b94b2e51780'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:47.875370 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bbb6f-ba6e-4cb0-9e91-8ebd9c03b6dc None None] Pushing event updated for resources: {'Port': ['ID=e1206275-0450-4ee6-8bde-2b839b66dc6e,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:47.959068 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] Set router d4ddf3f3-5aa2-4160-9197-7b94b2e51780 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:15:48.045290 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a04b8f36-792a-4ae5-870d-638c8d90c5a3 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:15:48.073141 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-066b28ab-9954-47b4-a4fa-3d6f3f215a79 req-cb195da3-d37f-4537-9c0b-7b7173bca0fd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 210 time: 0.0302029 Jul 14 10:15:48.182811 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a04b8f36-792a-4ae5-870d-638c8d90c5a3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:15:48.183186 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:48.236091 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-8206a5dc-cacd-4919-acce-8aee73c7e704 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:48.237576 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-8206a5dc-cacd-4919-acce-8aee73c7e704 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "GET /v2.0/networks?id=e4e388f3-56ad-43ee-80d5-3dc713b2b089 HTTP/1.1" status: 200 len: 796 time: 0.1133461 Jul 14 10:15:48.272080 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404912731', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:15:41Z', 'updated_at': '2021-07-14T10:15:45Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:42Z', 'updated_at': '2021-07-14T10:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e1206275-0450-4ee6-8bde-2b839b66dc6e', 'name': '', 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:f0:e6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'baa4499e-9acf-487e-a1b3-c2aed2330342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:44Z', 'updated_at': '2021-07-14T10:15:47Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': 'baa4499e-9acf-487e-a1b3-c2aed2330342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:48.284497 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-f0722f38-35bd-44b1-b9e6-9d3a61cdd2e1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f HTTP/1.1" status: 200 len: 379 time: 0.0382075 Jul 14 10:15:48.295542 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-e8c5e039-60c2-47f5-be52-09ce03166600 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'port': {'device_id': 'a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a', 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089', 'admin_state_up': True, 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'security_groups': ['d928f25b-36c1-445d-8a1b-8ef3481ad078']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:15:48.316587 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b309e9d2-8d83-479c-a2c5-e69d952d70d8 None None] The sync data for ids ['d4ddf3f3-5aa2-4160-9197-7b94b2e51780'] in n-d-798054-10 is: [{'id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404912731', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:15:41Z', 'updated_at': '2021-07-14T10:15:45Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:42Z', 'updated_at': '2021-07-14T10:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e1206275-0450-4ee6-8bde-2b839b66dc6e', 'name': '', 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:f0:e6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'baa4499e-9acf-487e-a1b3-c2aed2330342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:44Z', 'updated_at': '2021-07-14T10:15:47Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': 'baa4499e-9acf-487e-a1b3-c2aed2330342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:15:48.335117 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f4e492f9-5c6f-4e50-bb89-7982624ad6f2 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:15:48.414321 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f4e492f9-5c6f-4e50-bb89-7982624ad6f2 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:15:48.415255 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:48.436350 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-e8c5e039-60c2-47f5-be52-09ce03166600 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Made reservation on behalf of 7d5a7c9051a6469ebb8b5d5efcf4f53f for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:15:48.440026 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-e8c5e039-60c2-47f5-be52-09ce03166600 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:48.581309 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-e8c5e039-60c2-47f5-be52-09ce03166600 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Allocated IP 172.20.0.7 (e4e388f3-56ad-43ee-80d5-3dc713b2b089/baa4499e-9acf-487e-a1b3-c2aed2330342/7dbf1ce7-74ee-4002-b6a6-47fd65a89d66) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:15:48.727321 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-e8c5e039-60c2-47f5-be52-09ce03166600 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:48.742722 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-e8c5e039-60c2-47f5-be52-09ce03166600 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Transition to ACTIVE for port object 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:15:48.775906 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-e8c5e039-60c2-47f5-be52-09ce03166600 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:48.822956 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-e8c5e039-60c2-47f5-be52-09ce03166600 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network e4e388f3-56ad-43ee-80d5-3dc713b2b089 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:15:48.826194 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-e8c5e039-60c2-47f5-be52-09ce03166600 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:15:48.830255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-e8c5e039-60c2-47f5-be52-09ce03166600 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:15:48.855158 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5e039-60c2-47f5-be52-09ce03166600 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=7dbf1ce7-74ee-4002-b6a6-47fd65a89d66,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:48.885512 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-e8c5e039-60c2-47f5-be52-09ce03166600 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:48.886193 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-e8c5e039-60c2-47f5-be52-09ce03166600 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:48.902153 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-e8c5e039-60c2-47f5-be52-09ce03166600 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6124961 Jul 14 10:15:48.915251 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] Request body: {'port': {'device_id': 'a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:15:49.001615 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:49.085625 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-21949c41-0c65-44fc-930c-480d26f595e5 None None] Provisioning for port 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:15:49.095069 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-21949c41-0c65-44fc-930c-480d26f595e5 None None] Provisioning complete for port 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:15:49.095590 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21949c41-0c65-44fc-930c-480d26f595e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:49.132816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-21949c41-0c65-44fc-930c-480d26f595e5 None None] Port 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:15:49.332415 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fee6f5-7132-4495-909a-7cfabed8a3d4 req-7ea84e77-5841-4495-9edc-3129de61a709 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:49.334495 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47fee6f5-7132-4495-909a-7cfabed8a3d4 req-7ea84e77-5841-4495-9edc-3129de61a709 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 931 time: 0.1314416 Jul 14 10:15:49.338871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:15:49.353317 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:49.377192 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] Transition to ACTIVE for port object 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:15:49.386819 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:49.403671 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-47fee6f5-7132-4495-909a-7cfabed8a3d4 req-91cf6d61-4dc1-4dd2-a479-11a8fa63a8eb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598414 Jul 14 10:15:49.487846 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] Pushing event updated for resources: {'Port': ['ID=7dbf1ce7-74ee-4002-b6a6-47fd65a89d66,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:49.523016 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] Attempting to bind port 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:15:49.523361 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] Attempting to bind port 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': 'e93c05f2-df35-4a8e-a8f5-ed226a44a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:15:49.523689 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] Attempting to bind port 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 on network e4e388f3-56ad-43ee-80d5-3dc713b2b089 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:15:49.528064 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] Port 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 on network e4e388f3-56ad-43ee-80d5-3dc713b2b089 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:15:49.528383 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] Attempting to bind port 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 on network e4e388f3-56ad-43ee-80d5-3dc713b2b089 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:15:49.533247 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:15:49.533586 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] Checking segment: {'id': 'e93c05f2-df35-4a8e-a8f5-ed226a44a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:15:49.534001 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] Bound using segment: {'id': 'e93c05f2-df35-4a8e-a8f5-ed226a44a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:15:49.534432 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] Bound port: 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93c05f2-df35-4a8e-a8f5-ed226a44a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:15:49.534797 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:49.602131 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] For port 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:15:49.605734 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] For port 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7dbf1ce7-74ee-4002-b6a6-47fd65a89d66,segment=NetworkSegment(e93c05f2-df35-4a8e-a8f5-ed226a44a7c4),segment_id=e93c05f2-df35-4a8e-a8f5-ed226a44a7c4)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:15:49.611591 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:49.644226 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:49.645075 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:49.647052 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] 10.222.0.49 "PUT /v2.0/ports/7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 HTTP/1.1" status: 200 len: 1092 time: 0.7376213 Jul 14 10:15:49.649215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a', 'tag': '7dbf1ce7-74ee-4002-b6a6-47fd65a89d66'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:15:49.652476 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bb8fd2-3a92-4d2a-9a2e-d33cf33b65cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a", "tag": "7dbf1ce7-74ee-4002-b6a6-47fd65a89d66"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:15:49.682872 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7653f-7742-4dec-b091-f205603c0efb service neutron] Pushing event updated for resources: {'Port': ['ID=7dbf1ce7-74ee-4002-b6a6-47fd65a89d66,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:49.716748 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad58b13-57a9-4719-9926-b52ee5d326bd x-openstack-request-id: req-6ad58b13-57a9-4719-9926-b52ee5d326bd {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:15:49.717033 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a", "tag": "7dbf1ce7-74ee-4002-b6a6-47fd65a89d66", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:15:49.717280 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ad58b13-57a9-4719-9926-b52ee5d326bd {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:15:49.717814 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a', 'tag': '7dbf1ce7-74ee-4002-b6a6-47fd65a89d66', 'status': 'completed', 'code': 200} Jul 14 10:15:49.748336 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-650e402e-e556-4435-99fa-b6cfed19ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:49.749872 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-650e402e-e556-4435-99fa-b6cfed19ddce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 1095 time: 0.0622721 Jul 14 10:15:49.791297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-9e82bd83-5c48-4331-b76f-b1bca0f8959e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 HTTP/1.1" status: 200 len: 217 time: 0.0344367 Jul 14 10:15:49.841723 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-7dc03f06-6585-489b-aa63-9e2e4feab0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:49.843236 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-7dc03f06-6585-489b-aa63-9e2e4feab0df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=baa4499e-9acf-487e-a1b3-c2aed2330342 HTTP/1.1" status: 200 len: 833 time: 0.0455730 Jul 14 10:15:49.901027 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-01d1066d-1d3c-4e45-9240-782ee87e6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:49.902560 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-01d1066d-1d3c-4e45-9240-782ee87e6d3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4e388f3-56ad-43ee-80d5-3dc713b2b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529587 Jul 14 10:15:49.997015 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-1c6dd313-0db4-426b-813c-64eafc245903 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e388f3-56ad-43ee-80d5-3dc713b2b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879998 Jul 14 10:15:50.023680 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e1206275-0450-4ee6-8bde-2b839b66dc6e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:15:50.075864 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port e1206275-0450-4ee6-8bde-2b839b66dc6e completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:15:50.079578 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e1206275-0450-4ee6-8bde-2b839b66dc6e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:15:50.079948 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:50.084991 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3196932f-f40a-4409-81fc-b41c8cee6b29 req-f21af688-c9e8-4f8b-807b-1cf768dde742 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e388f3-56ad-43ee-80d5-3dc713b2b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816133 Jul 14 10:15:50.159277 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:50.186467 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb8fd2-3a92-4d2a-9a2e-d33cf33b65cf req-45b689b5-4a0a-4189-9c67-a05ba14993a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:50.187979 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25bb8fd2-3a92-4d2a-9a2e-d33cf33b65cf req-45b689b5-4a0a-4189-9c67-a05ba14993a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 1095 time: 0.0561259 Jul 14 10:15:50.191351 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port e1206275-0450-4ee6-8bde-2b839b66dc6e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e1206275-0450-4ee6-8bde-2b839b66dc6e,segment=NetworkSegment(e93c05f2-df35-4a8e-a8f5-ed226a44a7c4),segment_id=e93c05f2-df35-4a8e-a8f5-ed226a44a7c4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:50.195455 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:50.241576 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=e1206275-0450-4ee6-8bde-2b839b66dc6e,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:50.276704 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb8fd2-3a92-4d2a-9a2e-d33cf33b65cf req-ef5b4857-74fe-4782-8118-d1778d4bcadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:50.278195 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25bb8fd2-3a92-4d2a-9a2e-d33cf33b65cf req-ef5b4857-74fe-4782-8118-d1778d4bcadf service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4e388f3-56ad-43ee-80d5-3dc713b2b089 HTTP/1.1" status: 200 len: 897 time: 0.0838637 Jul 14 10:15:50.322903 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25bb8fd2-3a92-4d2a-9a2e-d33cf33b65cf req-86012399-b412-47b9-a40b-2e0c7f9d84a3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 HTTP/1.1" status: 200 len: 217 time: 0.0384798 Jul 14 10:15:50.371041 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb8fd2-3a92-4d2a-9a2e-d33cf33b65cf req-f1794720-f4d4-4673-80a0-0b62fe8b72c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:50.372509 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25bb8fd2-3a92-4d2a-9a2e-d33cf33b65cf req-f1794720-f4d4-4673-80a0-0b62fe8b72c5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=baa4499e-9acf-487e-a1b3-c2aed2330342 HTTP/1.1" status: 200 len: 833 time: 0.0436161 Jul 14 10:15:50.428980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb8fd2-3a92-4d2a-9a2e-d33cf33b65cf req-bedd955d-f326-4206-b28d-c41e0db7c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:50.430485 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25bb8fd2-3a92-4d2a-9a2e-d33cf33b65cf req-bedd955d-f326-4206-b28d-c41e0db7c2f5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4e388f3-56ad-43ee-80d5-3dc713b2b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518820 Jul 14 10:15:50.521937 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25bb8fd2-3a92-4d2a-9a2e-d33cf33b65cf req-518ecb00-9f5c-4b94-bf77-b591ea680920 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e388f3-56ad-43ee-80d5-3dc713b2b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844975 Jul 14 10:15:50.661164 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaf50d-3acc-4862-a677-58d69a86a308 req-36fef05a-626d-49fe-9c6d-ef8962516d60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:50.662608 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-18aaf50d-3acc-4862-a677-58d69a86a308 req-36fef05a-626d-49fe-9c6d-ef8962516d60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 943 time: 0.1398237 Jul 14 10:15:50.664727 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25bb8fd2-3a92-4d2a-9a2e-d33cf33b65cf req-d6006521-1d48-4541-9aa0-31baa9d0cc8b service neutron] 10.222.0.49 "GET /v2.0/networks/e4e388f3-56ad-43ee-80d5-3dc713b2b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332905 Jul 14 10:15:50.702833 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-18aaf50d-3acc-4862-a677-58d69a86a308 req-b27f8f21-1ea2-4e48-a9aa-6092196c71d5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346994 Jul 14 10:15:51.872550 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e325e-cfce-4d3e-9c33-1bc3e484e5b9 req-f05fce23-86bc-4803-b1fd-651e45bcc4d3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:51.874056 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-203e325e-cfce-4d3e-9c33-1bc3e484e5b9 req-f05fce23-86bc-4803-b1fd-651e45bcc4d3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 943 time: 0.0621352 Jul 14 10:15:51.911282 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-203e325e-cfce-4d3e-9c33-1bc3e484e5b9 req-b2262249-0728-4e1a-9f15-e2b82472ece2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317187 Jul 14 10:15:52.006713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e1206275-0450-4ee6-8bde-2b839b66dc6e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:15:52.055687 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e1206275-0450-4ee6-8bde-2b839b66dc6e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:15:52.056055 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:52.500611 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:15:52.741583 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7dbf1ce7-74ee-4002-b6a6-47fd65a89d66,segment=NetworkSegment(e93c05f2-df35-4a8e-a8f5-ed226a44a7c4),segment_id=e93c05f2-df35-4a8e-a8f5-ed226a44a7c4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:52.752668 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '7dbf1ce7-74ee-4002-b6a6-47fd65a89d66', 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089', 'port_id': '7dbf1ce7-74ee-4002-b6a6-47fd65a89d66', 'mac_address': 'fa:16:3e:a3:f8:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa4499e-9acf-487e-a1b3-c2aed2330342', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:15:52.788263 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:52.800261 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:15:52.819483 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7dbf1ce7-74ee-4002-b6a6-47fd65a89d66,segment=NetworkSegment(e93c05f2-df35-4a8e-a8f5-ed226a44a7c4),segment_id=e93c05f2-df35-4a8e-a8f5-ed226a44a7c4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:52.823360 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:52.868717 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=7dbf1ce7-74ee-4002-b6a6-47fd65a89d66,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:53.023694 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['7dbf1ce7-74ee-4002-b6a6-47fd65a89d66'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:15:53.079794 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a9e18-1aa6-4682-ae87-5e9f69b8586c req-e5757290-14d2-4ee3-ba6d-c0bec3c75d5d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:53.081339 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8a2a9e18-1aa6-4682-ae87-5e9f69b8586c req-e5757290-14d2-4ee3-ba6d-c0bec3c75d5d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 944 time: 0.0625067 Jul 14 10:15:53.120245 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8a2a9e18-1aa6-4682-ae87-5e9f69b8586c req-1ed056fc-f1e3-4999-9010-152ea700c58d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327594 Jul 14 10:15:54.516646 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:15:54.569288 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:15:54.573602 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:15:54.574064 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:54.640244 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a6e71-7972-49f1-92df-63e6e24a1abc req-99a6a83c-9532-41a5-ad34-2a108efde68e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:54.641736 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cf2a6e71-7972-49f1-92df-63e6e24a1abc req-99a6a83c-9532-41a5-ad34-2a108efde68e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 944 time: 0.4111938 Jul 14 10:15:54.651367 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:54.674146 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbf1ce7-74ee-4002-b6a6-47fd65a89d66'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:15:54.676383 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d602fa-01d1-4cb2-be66-1ebf8c653633" -d '{"events": [{"server_uuid": "a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a", "name": "network-vif-plugged", "status": "completed", "tag": "7dbf1ce7-74ee-4002-b6a6-47fd65a89d66"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:15:54.681226 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cf2a6e71-7972-49f1-92df-63e6e24a1abc req-34cfc77d-2dc9-4cb5-a9e6-498c4dff8f2c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330136 Jul 14 10:15:54.688972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7dbf1ce7-74ee-4002-b6a6-47fd65a89d66,segment=NetworkSegment(e93c05f2-df35-4a8e-a8f5-ed226a44a7c4),segment_id=e93c05f2-df35-4a8e-a8f5-ed226a44a7c4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:54.693936 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:54.723229 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320c9518-8a2c-4f09-8742-3bb11871bb8c x-openstack-request-id: req-320c9518-8a2c-4f09-8742-3bb11871bb8c {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:15:54.723524 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a", "name": "network-vif-plugged", "status": "completed", "tag": "7dbf1ce7-74ee-4002-b6a6-47fd65a89d66", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:15:54.723780 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-320c9518-8a2c-4f09-8742-3bb11871bb8c {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:15:54.724801 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbf1ce7-74ee-4002-b6a6-47fd65a89d66', 'code': 200} Jul 14 10:15:54.744784 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=7dbf1ce7-74ee-4002-b6a6-47fd65a89d66,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:54.831890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779296f-7d7f-44a1-a584-44a2768d7408 req-361eaa68-c0a8-49e1-92d7-1cd67dcc95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:54.833402 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f779296f-7d7f-44a1-a584-44a2768d7408 req-361eaa68-c0a8-49e1-92d7-1cd67dcc95b6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 1097 time: 0.0515509 Jul 14 10:15:54.865948 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f779296f-7d7f-44a1-a584-44a2768d7408 req-c1cad057-62cc-4073-b775-d65e8b9d5dd0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263681 Jul 14 10:15:55.853544 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8c322-2632-4d2c-82b5-baacd7a87ee9 req-681e2d74-2ebf-478d-b054-4842d51f1264 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:55.855052 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f6e8c322-2632-4d2c-82b5-baacd7a87ee9 req-681e2d74-2ebf-478d-b054-4842d51f1264 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 945 time: 0.0648925 Jul 14 10:15:55.891851 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f6e8c322-2632-4d2c-82b5-baacd7a87ee9 req-5c09e73d-7359-4718-a9d9-02df3095f265 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311263 Jul 14 10:15:56.063207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bed6b4-5def-4355-82ea-9d5c8f53f73c req-6d080a50-a994-4273-8bf8-5e144bfa7a45 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:56.064662 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d3bed6b4-5def-4355-82ea-9d5c8f53f73c req-6d080a50-a994-4273-8bf8-5e144bfa7a45 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 945 time: 0.0620768 Jul 14 10:15:56.101208 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d3bed6b4-5def-4355-82ea-9d5c8f53f73c req-a84c7e5d-16a7-4e57-9ffb-41c5b5472c41 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310943 Jul 14 10:15:56.124840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51628) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:56.173706 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1064220-52a0-4844-89cb-5355469daf34 tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:56.175118 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d1064220-52a0-4844-89cb-5355469daf34 tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 1092 time: 0.0493014 Jul 14 10:15:56.178396 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51630) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:56.182705 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-6d524414-28fe-4b01-9ec3-5467fbdcda60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': '7dbf1ce7-74ee-4002-b6a6-47fd65a89d66', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:15:56.204039 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d524414-28fe-4b01-9ec3-5467fbdcda60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:56.302915 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d524414-28fe-4b01-9ec3-5467fbdcda60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:56.405714 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-6d524414-28fe-4b01-9ec3-5467fbdcda60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Allocated IP 172.25.1.106 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/7ab1389a-4d7b-4a35-a7cd-e3bd872ae75d) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:15:56.504889 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d524414-28fe-4b01-9ec3-5467fbdcda60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:56.542338 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d524414-28fe-4b01-9ec3-5467fbdcda60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:56.577410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d524414-28fe-4b01-9ec3-5467fbdcda60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:15:56.584033 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-6d524414-28fe-4b01-9ec3-5467fbdcda60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:15:56.588473 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d524414-28fe-4b01-9ec3-5467fbdcda60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:15:56.594641 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d524414-28fe-4b01-9ec3-5467fbdcda60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=7ab1389a-4d7b-4a35-a7cd-e3bd872ae75d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:56.951772 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d524414-28fe-4b01-9ec3-5467fbdcda60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:57.032990 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d524414-28fe-4b01-9ec3-5467fbdcda60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:57.180266 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d524414-28fe-4b01-9ec3-5467fbdcda60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:57.184666 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d524414-28fe-4b01-9ec3-5467fbdcda60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:57.252756 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d524414-28fe-4b01-9ec3-5467fbdcda60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=7ab1389a-4d7b-4a35-a7cd-e3bd872ae75d,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:57.260761 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d524414-28fe-4b01-9ec3-5467fbdcda60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:57.340730 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5a093c5-401a-4560-bf16-f2d7a4f74035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:57.362217 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-6d524414-28fe-4b01-9ec3-5467fbdcda60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Floating IP c6af4abb-f4e5-4933-9d3f-35daebb12bf2 associated. External IP: 172.25.1.106, port: 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66. Jul 14 10:15:57.567150 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d524414-28fe-4b01-9ec3-5467fbdcda60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router d4ddf3f3-5aa2-4160-9197-7b94b2e51780 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:15:57.673211 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d524414-28fe-4b01-9ec3-5467fbdcda60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:15:57.682583 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43230d8-bba4-4cb8-94d1-643e60e57953 None None] Sync routers for ids ['d4ddf3f3-5aa2-4160-9197-7b94b2e51780'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:15:57.689320 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6d524414-28fe-4b01-9ec3-5467fbdcda60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:57.691909 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43230d8-bba4-4cb8-94d1-643e60e57953 None None] Routers {'d4ddf3f3-5aa2-4160-9197-7b94b2e51780'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:15:57.692508 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d43230d8-bba4-4cb8-94d1-643e60e57953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:15:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d4ddf3f3-5aa2-4160-9197-7b94b2e51780'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:57.725680 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6d524414-28fe-4b01-9ec3-5467fbdcda60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5462701 Jul 14 10:15:57.726387 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a', 'tag': '7dbf1ce7-74ee-4002-b6a6-47fd65a89d66'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:15:57.728774 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e912e74f-4f4f-446b-83a0-de1b5d8912d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a", "tag": "7dbf1ce7-74ee-4002-b6a6-47fd65a89d66"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:15:57.773698 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf65b9d-435e-4966-a5bf-eb77d61c9134 x-openstack-request-id: req-ccf65b9d-435e-4966-a5bf-eb77d61c9134 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:15:57.774025 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a", "tag": "7dbf1ce7-74ee-4002-b6a6-47fd65a89d66", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:15:57.774281 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ccf65b9d-435e-4966-a5bf-eb77d61c9134 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:15:57.774690 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a', 'tag': '7dbf1ce7-74ee-4002-b6a6-47fd65a89d66', 'status': 'completed', 'code': 200} Jul 14 10:15:57.802231 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-d43230d8-bba4-4cb8-94d1-643e60e57953 None None] Set router d4ddf3f3-5aa2-4160-9197-7b94b2e51780 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:15:57.894128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912e74f-4f4f-446b-83a0-de1b5d8912d8 req-37235d7b-149f-42df-8af7-3f0403ddeb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:57.895655 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e912e74f-4f4f-446b-83a0-de1b5d8912d8 req-37235d7b-149f-42df-8af7-3f0403ddeb78 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 1097 time: 0.0982695 Jul 14 10:15:57.920315 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317e641-7096-4106-98a4-60f5c44599d5 req-df557b91-30e5-4b67-a38b-900b250f9e9f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:57.921776 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5317e641-7096-4106-98a4-60f5c44599d5 req-df557b91-30e5-4b67-a38b-900b250f9e9f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 945 time: 0.0913801 Jul 14 10:15:58.009170 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5317e641-7096-4106-98a4-60f5c44599d5 req-9aa16e23-7bf0-4f55-88ec-f552a650c054 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773962 Jul 14 10:15:58.026104 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912e74f-4f4f-446b-83a0-de1b5d8912d8 req-bdaefc88-21c5-4c26-9ea6-ad4edf5a5a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:58.027588 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e912e74f-4f4f-446b-83a0-de1b5d8912d8 req-bdaefc88-21c5-4c26-9ea6-ad4edf5a5a3e service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4e388f3-56ad-43ee-80d5-3dc713b2b089 HTTP/1.1" status: 200 len: 897 time: 0.1230741 Jul 14 10:15:58.035206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51636) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:58.039487 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d43230d8-bba4-4cb8-94d1-643e60e57953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404912731', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:15:41Z', 'updated_at': '2021-07-14T10:15:45Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:42Z', 'updated_at': '2021-07-14T10:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'c6af4abb-f4e5-4933-9d3f-35daebb12bf2', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'port_id': '7dbf1ce7-74ee-4002-b6a6-47fd65a89d66', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089', 'mac_address': 'fa:16:3e:a3:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:15:56Z', 'updated_at': '2021-07-14T10:15:56Z', 'revision_number': 0, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1206275-0450-4ee6-8bde-2b839b66dc6e', 'name': '', 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:f0:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'baa4499e-9acf-487e-a1b3-c2aed2330342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:44Z', 'updated_at': '2021-07-14T10:15:50Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': 'baa4499e-9acf-487e-a1b3-c2aed2330342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:58.066328 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43230d8-bba4-4cb8-94d1-643e60e57953 None None] Checking router: d4ddf3f3-5aa2-4160-9197-7b94b2e51780 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:15:58.075836 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43230d8-bba4-4cb8-94d1-643e60e57953 None None] Routers {'d4ddf3f3-5aa2-4160-9197-7b94b2e51780'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:15:58.076450 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d43230d8-bba4-4cb8-94d1-643e60e57953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:15:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d4ddf3f3-5aa2-4160-9197-7b94b2e51780'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:58.101714 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e912e74f-4f4f-446b-83a0-de1b5d8912d8 req-83af14f4-fb28-4391-b4d4-3541aeafbe61 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 HTTP/1.1" status: 200 len: 999 time: 0.0669165 Jul 14 10:15:58.103729 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-130b20f6-5263-490d-ab74-d39245cdc8f8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/floatingips/c6af4abb-f4e5-4933-9d3f-35daebb12bf2 HTTP/1.1" status: 200 len: 991 time: 0.0664210 Jul 14 10:15:58.151894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912e74f-4f4f-446b-83a0-de1b5d8912d8 req-589e12da-6269-4ac0-89a2-8ea6b5b34613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:58.153309 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e912e74f-4f4f-446b-83a0-de1b5d8912d8 req-589e12da-6269-4ac0-89a2-8ea6b5b34613 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=baa4499e-9acf-487e-a1b3-c2aed2330342 HTTP/1.1" status: 200 len: 833 time: 0.0442395 Jul 14 10:15:58.181949 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-d43230d8-bba4-4cb8-94d1-643e60e57953 None None] Set router d4ddf3f3-5aa2-4160-9197-7b94b2e51780 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:15:58.211734 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912e74f-4f4f-446b-83a0-de1b5d8912d8 req-726e60d0-4298-48b4-a740-6e009c084090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:58.213391 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e912e74f-4f4f-446b-83a0-de1b5d8912d8 req-726e60d0-4298-48b4-a740-6e009c084090 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4e388f3-56ad-43ee-80d5-3dc713b2b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538774 Jul 14 10:15:58.308598 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e912e74f-4f4f-446b-83a0-de1b5d8912d8 req-6cef7ca0-3125-4407-a937-3a7a9a1331be service neutron] 10.222.0.49 "GET /v2.0/networks/e4e388f3-56ad-43ee-80d5-3dc713b2b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889509 Jul 14 10:15:58.398303 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e912e74f-4f4f-446b-83a0-de1b5d8912d8 req-68832381-d9f5-4935-b8e2-3d326a0278e3 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e388f3-56ad-43ee-80d5-3dc713b2b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834758 Jul 14 10:15:58.510382 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d43230d8-bba4-4cb8-94d1-643e60e57953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404912731', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:15:41Z', 'updated_at': '2021-07-14T10:15:45Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:42Z', 'updated_at': '2021-07-14T10:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'c6af4abb-f4e5-4933-9d3f-35daebb12bf2', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'port_id': '7dbf1ce7-74ee-4002-b6a6-47fd65a89d66', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089', 'mac_address': 'fa:16:3e:a3:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:15:56Z', 'updated_at': '2021-07-14T10:15:56Z', 'revision_number': 0, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1206275-0450-4ee6-8bde-2b839b66dc6e', 'name': '', 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:f0:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'baa4499e-9acf-487e-a1b3-c2aed2330342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:44Z', 'updated_at': '2021-07-14T10:15:50Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': 'baa4499e-9acf-487e-a1b3-c2aed2330342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:58.623270 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43230d8-bba4-4cb8-94d1-643e60e57953 None None] The sync data for ids ['d4ddf3f3-5aa2-4160-9197-7b94b2e51780'] in n-d-798054-10 is: [{'id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404912731', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:15:41Z', 'updated_at': '2021-07-14T10:15:45Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:42Z', 'updated_at': '2021-07-14T10:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'c6af4abb-f4e5-4933-9d3f-35daebb12bf2', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'port_id': '7dbf1ce7-74ee-4002-b6a6-47fd65a89d66', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089', 'mac_address': 'fa:16:3e:a3:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:15:56Z', 'updated_at': '2021-07-14T10:15:56Z', 'revision_number': 0, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1206275-0450-4ee6-8bde-2b839b66dc6e', 'name': '', 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:f0:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'baa4499e-9acf-487e-a1b3-c2aed2330342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:44Z', 'updated_at': '2021-07-14T10:15:50Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': 'baa4499e-9acf-487e-a1b3-c2aed2330342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:15:58.806151 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836c536f-f481-4d54-86a7-a106ff410792 None None] New status for floating IP c6af4abb-f4e5-4933-9d3f-35daebb12bf2: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:15:59.106005 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51638) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:15:59.169918 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0588cf3b-0ecf-4579-8e9c-459e5f8d67c9 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/floatingips/c6af4abb-f4e5-4933-9d3f-35daebb12bf2 HTTP/1.1" status: 200 len: 993 time: 0.0627496 Jul 14 10:15:59.831789 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4bdd7863-16c5-4025-aac4-31a0679ee3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:59.985675 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:00.901820 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:02.463674 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:02.964135 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:16.922792 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:17.735482 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:16:27.342391 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83aa6943-65cf-4d40-82a3-63272b147263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:29.831486 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e14df1ef-f2c3-4ae8-a8d6-ad25dbc97afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:29.985773 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:30.657250 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252269c0-1252-453e-8541-62bf5010e360 req-d2df8abd-4421-46d2-9517-5de3c83f6973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:30.658774 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-252269c0-1252-453e-8541-62bf5010e360 req-d2df8abd-4421-46d2-9517-5de3c83f6973 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 1097 time: 0.0879858 Jul 14 10:16:30.718562 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf55160-5c22-4c89-aec4-e69f594432dc req-1ac07d1a-7598-4397-9c16-1015d1c6557f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:30.719987 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-adf55160-5c22-4c89-aec4-e69f594432dc req-1ac07d1a-7598-4397-9c16-1015d1c6557f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 945 time: 0.1209793 Jul 14 10:16:30.776636 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-adf55160-5c22-4c89-aec4-e69f594432dc req-347961a7-1796-46cc-ab72-f6dee3598f39 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486231 Jul 14 10:16:30.789545 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252269c0-1252-453e-8541-62bf5010e360 req-a96bd996-f4e1-4c88-9670-f8657363b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:30.791170 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-252269c0-1252-453e-8541-62bf5010e360 req-a96bd996-f4e1-4c88-9670-f8657363b406 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4e388f3-56ad-43ee-80d5-3dc713b2b089 HTTP/1.1" status: 200 len: 897 time: 0.1254539 Jul 14 10:16:30.855567 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-252269c0-1252-453e-8541-62bf5010e360 req-5041340d-6c35-4c3e-8da4-9500256b1fd3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 HTTP/1.1" status: 200 len: 1001 time: 0.0574942 Jul 14 10:16:30.904686 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:30.907310 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252269c0-1252-453e-8541-62bf5010e360 req-a0bc222a-9aea-481f-8848-627c9fe959c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:30.908784 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-252269c0-1252-453e-8541-62bf5010e360 req-a0bc222a-9aea-481f-8848-627c9fe959c3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=baa4499e-9acf-487e-a1b3-c2aed2330342 HTTP/1.1" status: 200 len: 833 time: 0.0476122 Jul 14 10:16:30.964116 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252269c0-1252-453e-8541-62bf5010e360 req-b2994960-d633-447b-965f-0c648096580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:30.965590 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-252269c0-1252-453e-8541-62bf5010e360 req-b2994960-d633-447b-965f-0c648096580a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4e388f3-56ad-43ee-80d5-3dc713b2b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501711 Jul 14 10:16:31.054460 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-252269c0-1252-453e-8541-62bf5010e360 req-689f1db3-4bc7-470e-819f-b0ed2684ed5d service neutron] 10.222.0.49 "GET /v2.0/networks/e4e388f3-56ad-43ee-80d5-3dc713b2b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819502 Jul 14 10:16:31.146520 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-252269c0-1252-453e-8541-62bf5010e360 req-6ba71ccb-caf2-4931-9b1c-9b670dfe24d1 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e388f3-56ad-43ee-80d5-3dc713b2b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857563 Jul 14 10:16:31.952945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbba5a4-510c-416b-a0e9-f9f172a7f98c req-ef774a94-5aad-49ae-b2d4-c1658acf527b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:31.954475 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7fbba5a4-510c-416b-a0e9-f9f172a7f98c req-ef774a94-5aad-49ae-b2d4-c1658acf527b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 945 time: 0.0667324 Jul 14 10:16:31.992985 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7fbba5a4-510c-416b-a0e9-f9f172a7f98c req-57ddf09d-5f5d-451a-9e36-105de9320346 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324810 Jul 14 10:16:32.461659 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:32.967623 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:33.169545 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a9cb6-c0a1-4f66-87cd-26e919393850 req-60768c73-7303-43b4-b2f4-6f56077b6681 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:33.170952 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d69a9cb6-c0a1-4f66-87cd-26e919393850 req-60768c73-7303-43b4-b2f4-6f56077b6681 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 945 time: 0.0667329 Jul 14 10:16:33.207989 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d69a9cb6-c0a1-4f66-87cd-26e919393850 req-1bfded6e-8803-4671-91cc-73a5e3874271 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315330 Jul 14 10:16:34.380294 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4c275-34d1-4017-a929-a7709a40f46f req-c650aa54-e0dd-49b4-b28d-111f50c546da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:34.381755 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69f4c275-34d1-4017-a929-a7709a40f46f req-c650aa54-e0dd-49b4-b28d-111f50c546da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 945 time: 0.0618908 Jul 14 10:16:34.419132 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69f4c275-34d1-4017-a929-a7709a40f46f req-34e186f9-7dba-4e04-b579-434704b209e3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317447 Jul 14 10:16:35.618561 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11269d28-ea75-4e4b-869a-cf841fdfb0d5 req-a320deab-ef84-45db-b2e5-e2f83ff4f355 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:35.620064 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-11269d28-ea75-4e4b-869a-cf841fdfb0d5 req-a320deab-ef84-45db-b2e5-e2f83ff4f355 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 945 time: 0.0645552 Jul 14 10:16:35.668826 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-11269d28-ea75-4e4b-869a-cf841fdfb0d5 req-bc7b1044-b793-40f9-bd67-577ecae84630 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431085 Jul 14 10:16:36.843607 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52042d06-5216-4251-96d8-084b9b72e6ba req-f8af449e-7e1b-46a2-b097-c706b43d3d06 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:36.845100 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-52042d06-5216-4251-96d8-084b9b72e6ba req-f8af449e-7e1b-46a2-b097-c706b43d3d06 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 945 time: 0.0673060 Jul 14 10:16:36.882776 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-52042d06-5216-4251-96d8-084b9b72e6ba req-cb19c738-d909-4412-be13-396d2c880f13 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315087 Jul 14 10:16:38.055485 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2b1c3-f374-402c-bf24-4be7ec42fed1 req-c8e99a84-f646-445a-ac86-a3d6a46eb61a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:38.056990 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e2c2b1c3-f374-402c-bf24-4be7ec42fed1 req-c8e99a84-f646-445a-ac86-a3d6a46eb61a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 945 time: 0.0631254 Jul 14 10:16:38.093956 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e2c2b1c3-f374-402c-bf24-4be7ec42fed1 req-90d1ab15-5641-426f-a961-bf9d3f8a83e3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313981 Jul 14 10:16:39.266162 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856976d-4f1b-4993-87f4-0063c54d07fc req-9f145945-15ca-4f61-ba68-8409a2b7eb62 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:39.267654 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4856976d-4f1b-4993-87f4-0063c54d07fc req-9f145945-15ca-4f61-ba68-8409a2b7eb62 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 945 time: 0.0663793 Jul 14 10:16:39.305651 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4856976d-4f1b-4993-87f4-0063c54d07fc req-4d7e3ea5-0ea9-43f6-b9ec-f2280b7aee49 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318556 Jul 14 10:16:40.474393 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2dfeb-373c-4e77-82f6-5163e72df540 req-d7b2dc94-604f-433e-b223-d617190f68a7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:40.476125 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cda2dfeb-373c-4e77-82f6-5163e72df540 req-d7b2dc94-604f-433e-b223-d617190f68a7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 945 time: 0.0620298 Jul 14 10:16:40.513000 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cda2dfeb-373c-4e77-82f6-5163e72df540 req-5deb135d-8871-45f8-a8aa-aea1b393b084 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313733 Jul 14 10:16:41.685045 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc257b-cb18-43d0-b55e-345b31d7c7eb req-5cc5de84-2577-416b-87f5-e18b92ef209d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:41.686892 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5dc257b-cb18-43d0-b55e-345b31d7c7eb req-5cc5de84-2577-416b-87f5-e18b92ef209d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 945 time: 0.0639763 Jul 14 10:16:41.724409 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5dc257b-cb18-43d0-b55e-345b31d7c7eb req-589e59f9-e743-45f6-b806-d844383e472b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321665 Jul 14 10:16:42.895263 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7880f-e329-4056-a5a1-57643fb82fad req-bac90a12-eb69-46f1-a631-19026e0255cb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:42.896719 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84b7880f-e329-4056-a5a1-57643fb82fad req-bac90a12-eb69-46f1-a631-19026e0255cb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 945 time: 0.0657680 Jul 14 10:16:42.934082 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-84b7880f-e329-4056-a5a1-57643fb82fad req-cb4ca920-02a7-4a40-b898-6eac135041bf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317349 Jul 14 10:16:44.106006 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596936f8-f35b-4f43-8eb8-56ea66603112 req-b9dae6dc-5fea-4bcd-aadf-0756362da411 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:44.107462 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-596936f8-f35b-4f43-8eb8-56ea66603112 req-b9dae6dc-5fea-4bcd-aadf-0756362da411 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 945 time: 0.0616503 Jul 14 10:16:44.143638 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-596936f8-f35b-4f43-8eb8-56ea66603112 req-74a2ad12-be47-4ba6-ba92-4dc335aeffa6 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307794 Jul 14 10:16:45.315532 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21df8b-d927-432f-a175-417df3bc1db7 req-ec2528db-dd42-4656-a251-206dede3b17d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:45.317035 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7a21df8b-d927-432f-a175-417df3bc1db7 req-ec2528db-dd42-4656-a251-206dede3b17d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 945 time: 0.0664530 Jul 14 10:16:45.354313 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7a21df8b-d927-432f-a175-417df3bc1db7 req-46059d06-43dd-4f01-b93c-b8ebe603d682 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310333 Jul 14 10:16:46.526042 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85c6eb-7323-4d5d-a174-344a4109ce08 req-fae36a4e-33cc-4eb0-991a-f08e26762ad9 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:46.527421 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d85c6eb-7323-4d5d-a174-344a4109ce08 req-fae36a4e-33cc-4eb0-991a-f08e26762ad9 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 945 time: 0.0625622 Jul 14 10:16:46.563622 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6d85c6eb-7323-4d5d-a174-344a4109ce08 req-ca563c62-cd22-4302-822b-8ffe90e931d1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303888 Jul 14 10:16:46.923574 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:47.732966 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2800f-6eb2-4126-8b2d-167d06b62f85 req-a17e5f4b-1c04-4558-8d28-06b04ec7ac97 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:47.734436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71a2800f-6eb2-4126-8b2d-167d06b62f85 req-a17e5f4b-1c04-4558-8d28-06b04ec7ac97 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 945 time: 0.0607533 Jul 14 10:16:47.772535 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71a2800f-6eb2-4126-8b2d-167d06b62f85 req-ec3028ba-bcef-4eb2-a976-f424d86ed840 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325873 Jul 14 10:16:47.796084 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51692) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:16:47.858623 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-103e86dc-e7b6-4cd3-9558-1b37898f7363 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/floatingips/c6af4abb-f4e5-4933-9d3f-35daebb12bf2 HTTP/1.1" status: 200 len: 993 time: 0.0613663 Jul 14 10:16:53.253883 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-045e3aa4-13e5-4052-9d5d-9f2eee2f96a6 req-9f5fba51-a99a-4aac-8a1d-566009442dc5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520887 Jul 14 10:16:53.346772 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e3aa4-13e5-4052-9d5d-9f2eee2f96a6 req-f87c513d-c561-4f20-8d0a-fbc1407ae287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:53.348230 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-045e3aa4-13e5-4052-9d5d-9f2eee2f96a6 req-f87c513d-c561-4f20-8d0a-fbc1407ae287 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 1097 time: 0.0510266 Jul 14 10:16:53.450285 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e3aa4-13e5-4052-9d5d-9f2eee2f96a6 req-c30a350c-c141-4ab9-a990-c8f6ae5c0fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:53.451726 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-045e3aa4-13e5-4052-9d5d-9f2eee2f96a6 req-c30a350c-c141-4ab9-a990-c8f6ae5c0fd5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4e388f3-56ad-43ee-80d5-3dc713b2b089 HTTP/1.1" status: 200 len: 897 time: 0.0850849 Jul 14 10:16:53.514079 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-045e3aa4-13e5-4052-9d5d-9f2eee2f96a6 req-6f24e5fc-ec0f-464f-9554-0a9d8e375dc3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 HTTP/1.1" status: 200 len: 1001 time: 0.0560925 Jul 14 10:16:53.563548 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e3aa4-13e5-4052-9d5d-9f2eee2f96a6 req-6752bbb1-9112-42f9-9a9f-8488c10af14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:53.564947 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-045e3aa4-13e5-4052-9d5d-9f2eee2f96a6 req-6752bbb1-9112-42f9-9a9f-8488c10af14c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=baa4499e-9acf-487e-a1b3-c2aed2330342 HTTP/1.1" status: 200 len: 833 time: 0.0455973 Jul 14 10:16:53.618678 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e3aa4-13e5-4052-9d5d-9f2eee2f96a6 req-eee51038-3e73-473d-9a1b-805026649125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:53.620144 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-045e3aa4-13e5-4052-9d5d-9f2eee2f96a6 req-eee51038-3e73-473d-9a1b-805026649125 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4e388f3-56ad-43ee-80d5-3dc713b2b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493333 Jul 14 10:16:53.704905 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-045e3aa4-13e5-4052-9d5d-9f2eee2f96a6 req-8c521f45-1f75-40db-b68a-e274560655a3 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e388f3-56ad-43ee-80d5-3dc713b2b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785069 Jul 14 10:16:53.793472 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-045e3aa4-13e5-4052-9d5d-9f2eee2f96a6 req-4c3a23b2-9f77-4149-aece-8232f71947ed service neutron] 10.222.0.49 "GET /v2.0/networks/e4e388f3-56ad-43ee-80d5-3dc713b2b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824878 Jul 14 10:16:54.735018 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:16:57.342833 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f65fde1e-5e18-42ab-aee4-1bbbe9d22e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:59.833704 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd712a0d-d1ab-435b-a189-a5be86b9a46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:59.986030 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:00.906340 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:02.476679 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:02.967696 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:16.938288 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:18.506269 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51712) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:18.657518 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting port 7ab1389a-4d7b-4a35-a7cd-e3bd872ae75d {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:17:18.657961 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:18.734106 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:18.734437 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:18.746100 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Calling delete_port for 7ab1389a-4d7b-4a35-a7cd-e3bd872ae75d owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:17:18.886973 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:18.915881 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Port': ['ID=7ab1389a-4d7b-4a35-a7cd-e3bd872ae75d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:18.940260 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:18.940608 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:18.940946 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:18.941285 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:18.941621 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:18.941972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:18.942790 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:18.943119 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:18.943439 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:18.943764 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:18.944083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:18.944399 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:18.984183 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:18.984521 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Floating IP c6af4abb-f4e5-4933-9d3f-35daebb12bf2 disassociated (deleted). External IP: 172.25.1.106, port: 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66. Jul 14 10:17:19.187785 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router d4ddf3f3-5aa2-4160-9197-7b94b2e51780 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:17:19.630249 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:17:19.635163 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:19.639697 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020c6ee2-3aa2-4e5b-bd6a-e5eb631ed0af None None] Sync routers for ids ['d4ddf3f3-5aa2-4160-9197-7b94b2e51780'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:17:19.649296 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020c6ee2-3aa2-4e5b-bd6a-e5eb631ed0af None None] Routers {'d4ddf3f3-5aa2-4160-9197-7b94b2e51780'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:17:19.650002 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-020c6ee2-3aa2-4e5b-bd6a-e5eb631ed0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:17:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d4ddf3f3-5aa2-4160-9197-7b94b2e51780'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:19.669997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ecd4dad9-340e-4331-a409-906602405714 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/floatingips/c6af4abb-f4e5-4933-9d3f-35daebb12bf2 HTTP/1.1" status: 204 len: 168 time: 1.1627059 Jul 14 10:17:19.670688 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a', 'tag': '7dbf1ce7-74ee-4002-b6a6-47fd65a89d66'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:17:19.673023 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94299b85-b120-4211-bde5-d00b25c26de3" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a", "tag": "7dbf1ce7-74ee-4002-b6a6-47fd65a89d66"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:17:19.712418 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2286cfd-9a3a-459c-ab1b-0e243a3116a2 x-openstack-request-id: req-a2286cfd-9a3a-459c-ab1b-0e243a3116a2 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:17:19.712789 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a", "tag": "7dbf1ce7-74ee-4002-b6a6-47fd65a89d66", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:17:19.713045 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2286cfd-9a3a-459c-ab1b-0e243a3116a2 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:17:19.713437 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a', 'tag': '7dbf1ce7-74ee-4002-b6a6-47fd65a89d66', 'status': 'completed', 'code': 200} Jul 14 10:17:19.754902 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-020c6ee2-3aa2-4e5b-bd6a-e5eb631ed0af None None] Set router d4ddf3f3-5aa2-4160-9197-7b94b2e51780 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:17:19.789326 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94299b85-b120-4211-bde5-d00b25c26de3 req-68b56441-382c-436b-8f1c-9dc763c4e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:19.790848 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94299b85-b120-4211-bde5-d00b25c26de3 req-68b56441-382c-436b-8f1c-9dc763c4e616 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 1097 time: 0.0552597 Jul 14 10:17:19.891960 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94299b85-b120-4211-bde5-d00b25c26de3 req-ab87ee7e-cfe7-4d91-b35e-d577c2134587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:19.893528 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94299b85-b120-4211-bde5-d00b25c26de3 req-ab87ee7e-cfe7-4d91-b35e-d577c2134587 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4e388f3-56ad-43ee-80d5-3dc713b2b089 HTTP/1.1" status: 200 len: 897 time: 0.0967176 Jul 14 10:17:19.934902 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94299b85-b120-4211-bde5-d00b25c26de3 req-59300582-9f68-471f-b013-630cb0a445f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 HTTP/1.1" status: 200 len: 217 time: 0.0349927 Jul 14 10:17:19.965349 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-020c6ee2-3aa2-4e5b-bd6a-e5eb631ed0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404912731', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:15:41Z', 'updated_at': '2021-07-14T10:15:45Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:42Z', 'updated_at': '2021-07-14T10:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e1206275-0450-4ee6-8bde-2b839b66dc6e', 'name': '', 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:f0:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'baa4499e-9acf-487e-a1b3-c2aed2330342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:44Z', 'updated_at': '2021-07-14T10:15:50Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': 'baa4499e-9acf-487e-a1b3-c2aed2330342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:19.995288 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020c6ee2-3aa2-4e5b-bd6a-e5eb631ed0af None None] Checking router: d4ddf3f3-5aa2-4160-9197-7b94b2e51780 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:17:20.004301 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020c6ee2-3aa2-4e5b-bd6a-e5eb631ed0af None None] Routers {'d4ddf3f3-5aa2-4160-9197-7b94b2e51780'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:17:20.005103 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-020c6ee2-3aa2-4e5b-bd6a-e5eb631ed0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:17:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d4ddf3f3-5aa2-4160-9197-7b94b2e51780'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:20.015181 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94299b85-b120-4211-bde5-d00b25c26de3 req-b1d15f5d-133b-48a0-8fc5-e713d90f92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:20.016898 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94299b85-b120-4211-bde5-d00b25c26de3 req-b1d15f5d-133b-48a0-8fc5-e713d90f92f4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=baa4499e-9acf-487e-a1b3-c2aed2330342 HTTP/1.1" status: 200 len: 833 time: 0.0759645 Jul 14 10:17:20.085978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0dca44-f3ef-43d2-9622-9949011afd0a req-9eb1b5e4-7423-4bdb-8f0b-01171154a44c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:20.087473 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ba0dca44-f3ef-43d2-9622-9949011afd0a req-9eb1b5e4-7423-4bdb-8f0b-01171154a44c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 945 time: 0.1108246 Jul 14 10:17:20.108485 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-020c6ee2-3aa2-4e5b-bd6a-e5eb631ed0af None None] Set router d4ddf3f3-5aa2-4160-9197-7b94b2e51780 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:17:20.112915 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94299b85-b120-4211-bde5-d00b25c26de3 req-51e3e8d5-a440-445b-a945-011fc0da1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:20.114479 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94299b85-b120-4211-bde5-d00b25c26de3 req-51e3e8d5-a440-445b-a945-011fc0da1b2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4e388f3-56ad-43ee-80d5-3dc713b2b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898964 Jul 14 10:17:20.148561 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ba0dca44-f3ef-43d2-9622-9949011afd0a req-4d2a1075-5dfd-4e96-830a-ce1d18fd30ec tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547521 Jul 14 10:17:20.217465 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94299b85-b120-4211-bde5-d00b25c26de3 req-1b2b1af3-2f5f-4ecd-9f8f-fdcf399b594d service neutron] 10.222.0.49 "GET /v2.0/networks/e4e388f3-56ad-43ee-80d5-3dc713b2b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919356 Jul 14 10:17:20.304492 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-020c6ee2-3aa2-4e5b-bd6a-e5eb631ed0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404912731', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:15:41Z', 'updated_at': '2021-07-14T10:15:45Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:42Z', 'updated_at': '2021-07-14T10:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e1206275-0450-4ee6-8bde-2b839b66dc6e', 'name': '', 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:f0:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'baa4499e-9acf-487e-a1b3-c2aed2330342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:44Z', 'updated_at': '2021-07-14T10:15:50Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': 'baa4499e-9acf-487e-a1b3-c2aed2330342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:20.306369 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94299b85-b120-4211-bde5-d00b25c26de3 req-fb4a3842-7b27-498b-aeb9-1e1852591d7b service neutron] 10.222.0.49 "GET /v2.0/networks/e4e388f3-56ad-43ee-80d5-3dc713b2b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815258 Jul 14 10:17:20.330317 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020c6ee2-3aa2-4e5b-bd6a-e5eb631ed0af None None] The sync data for ids ['d4ddf3f3-5aa2-4160-9197-7b94b2e51780'] in n-d-798054-10 is: [{'id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404912731', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:15:41Z', 'updated_at': '2021-07-14T10:15:45Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:42Z', 'updated_at': '2021-07-14T10:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e1206275-0450-4ee6-8bde-2b839b66dc6e', 'name': '', 'network_id': 'e4e388f3-56ad-43ee-80d5-3dc713b2b089', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:f0:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'baa4499e-9acf-487e-a1b3-c2aed2330342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:44Z', 'updated_at': '2021-07-14T10:15:50Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': 'baa4499e-9acf-487e-a1b3-c2aed2330342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:17:20.534709 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c81e69-2f57-4172-b2ac-a9273278946f None None] New status for floating IP c6af4abb-f4e5-4933-9d3f-35daebb12bf2: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:17:21.320455 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167d4f5-9c6c-4e7f-9265-d44cf8073a6f req-370eeb13-f4a3-41ea-bfd4-2769e68949e5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:21.321939 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9167d4f5-9c6c-4e7f-9265-d44cf8073a6f req-370eeb13-f4a3-41ea-bfd4-2769e68949e5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 945 time: 0.0630958 Jul 14 10:17:21.373233 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9167d4f5-9c6c-4e7f-9265-d44cf8073a6f req-7a90ddec-7d68-488f-8774-d98c62ecab9a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=d928f25b-36c1-445d-8a1b-8ef3481ad078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455568 Jul 14 10:17:21.424892 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8197477-5a89-4b57-a0cc-ec38fded89ca req-3dcf6537-f075-4bd5-b19f-abd3e6349c23 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:21.426356 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f8197477-5a89-4b57-a0cc-ec38fded89ca req-3dcf6537-f075-4bd5-b19f-abd3e6349c23 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a HTTP/1.1" status: 200 len: 945 time: 0.0710011 Jul 14 10:17:21.524914 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-f8197477-5a89-4b57-a0cc-ec38fded89ca req-71b9a4db-932f-4da0-8090-323d6041d2d0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting port 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:17:21.525168 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f8197477-5a89-4b57-a0cc-ec38fded89ca req-71b9a4db-932f-4da0-8090-323d6041d2d0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:21.614378 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-f8197477-5a89-4b57-a0cc-ec38fded89ca req-71b9a4db-932f-4da0-8090-323d6041d2d0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] For port 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7dbf1ce7-74ee-4002-b6a6-47fd65a89d66,segment=NetworkSegment(e93c05f2-df35-4a8e-a8f5-ed226a44a7c4),segment_id=e93c05f2-df35-4a8e-a8f5-ed226a44a7c4)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:21.615311 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f8197477-5a89-4b57-a0cc-ec38fded89ca req-71b9a4db-932f-4da0-8090-323d6041d2d0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:21.626845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-f8197477-5a89-4b57-a0cc-ec38fded89ca req-71b9a4db-932f-4da0-8090-323d6041d2d0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Calling delete_port for 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:17:21.752620 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f8197477-5a89-4b57-a0cc-ec38fded89ca req-71b9a4db-932f-4da0-8090-323d6041d2d0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:21.786257 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9a4db-932f-4da0-8090-323d6041d2d0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Port': ['ID=7dbf1ce7-74ee-4002-b6a6-47fd65a89d66,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:21.825836 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8197477-5a89-4b57-a0cc-ec38fded89ca req-71b9a4db-932f-4da0-8090-323d6041d2d0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] No DVR routers for this DVR port 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:17:21.828349 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f8197477-5a89-4b57-a0cc-ec38fded89ca req-71b9a4db-932f-4da0-8090-323d6041d2d0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:21.830420 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f8197477-5a89-4b57-a0cc-ec38fded89ca req-71b9a4db-932f-4da0-8090-323d6041d2d0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "DELETE /v2.0/ports/7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 HTTP/1.1" status: 204 len: 173 time: 0.3986597 Jul 14 10:17:21.830852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a', 'name': 'network-vif-deleted', 'tag': '7dbf1ce7-74ee-4002-b6a6-47fd65a89d66'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:17:21.833156 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032cb222-4a43-40ac-a1e0-b44023f837f1" -d '{"events": [{"server_uuid": "a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a", "name": "network-vif-deleted", "tag": "7dbf1ce7-74ee-4002-b6a6-47fd65a89d66"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:17:21.885581 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e4c99f-95b1-4c7a-953d-5353f1940379 x-openstack-request-id: req-30e4c99f-95b1-4c7a-953d-5353f1940379 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:17:21.885900 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a", "name": "network-vif-deleted", "tag": "7dbf1ce7-74ee-4002-b6a6-47fd65a89d66", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:17:21.886158 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-30e4c99f-95b1-4c7a-953d-5353f1940379 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:17:21.886557 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a3e0b8-3d9d-4826-8d4a-a37dce5a412a', 'name': 'network-vif-deleted', 'tag': '7dbf1ce7-74ee-4002-b6a6-47fd65a89d66', 'status': 'completed', 'code': 200} Jul 14 10:17:22.466069 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51732) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:22.822460 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7f219ed-ddf8-4d4c-bd2d-100f03c92033 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:23.081845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d7f219ed-ddf8-4d4c-bd2d-100f03c92033 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting port e1206275-0450-4ee6-8bde-2b839b66dc6e {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:17:23.082109 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7f219ed-ddf8-4d4c-bd2d-100f03c92033 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:23.166557 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-d7f219ed-ddf8-4d4c-bd2d-100f03c92033 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] For port e1206275-0450-4ee6-8bde-2b839b66dc6e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e1206275-0450-4ee6-8bde-2b839b66dc6e,segment=NetworkSegment(e93c05f2-df35-4a8e-a8f5-ed226a44a7c4),segment_id=e93c05f2-df35-4a8e-a8f5-ed226a44a7c4)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:23.166914 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7f219ed-ddf8-4d4c-bd2d-100f03c92033 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:23.179929 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d7f219ed-ddf8-4d4c-bd2d-100f03c92033 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Calling delete_port for e1206275-0450-4ee6-8bde-2b839b66dc6e owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:17:23.370255 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7f219ed-ddf8-4d4c-bd2d-100f03c92033 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:23.407657 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f219ed-ddf8-4d4c-bd2d-100f03c92033 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Port': ['ID=e1206275-0450-4ee6-8bde-2b839b66dc6e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:23.578267 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7f219ed-ddf8-4d4c-bd2d-100f03c92033 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:23.789027 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f219ed-ddf8-4d4c-bd2d-100f03c92033 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router d4ddf3f3-5aa2-4160-9197-7b94b2e51780 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:17:23.892067 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f219ed-ddf8-4d4c-bd2d-100f03c92033 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:17:23.897603 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d7f219ed-ddf8-4d4c-bd2d-100f03c92033 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "PUT /v2.0/routers/d4ddf3f3-5aa2-4160-9197-7b94b2e51780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4305086 Jul 14 10:17:23.900351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51734) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:23.901970 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a6db96-fbda-483b-94dc-29d60fd52a88 None None] Sync routers for ids ['d4ddf3f3-5aa2-4160-9197-7b94b2e51780'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:17:23.911007 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a6db96-fbda-483b-94dc-29d60fd52a88 None None] Routers {'d4ddf3f3-5aa2-4160-9197-7b94b2e51780'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:17:23.911605 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-86a6db96-fbda-483b-94dc-29d60fd52a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:17:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d4ddf3f3-5aa2-4160-9197-7b94b2e51780'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:23.950531 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-1544e9c8-8b4e-4043-8306-28fb903e47f1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting subnet baa4499e-9acf-487e-a1b3-c2aed2330342 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:17:23.953566 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1544e9c8-8b4e-4043-8306-28fb903e47f1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:23.992694 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1544e9c8-8b4e-4043-8306-28fb903e47f1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.013756 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-86a6db96-fbda-483b-94dc-29d60fd52a88 None None] Set router d4ddf3f3-5aa2-4160-9197-7b94b2e51780 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:17:24.085550 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1544e9c8-8b4e-4043-8306-28fb903e47f1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.144723 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1544e9c8-8b4e-4043-8306-28fb903e47f1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.173183 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544e9c8-8b4e-4043-8306-28fb903e47f1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Subnet': ['ID=baa4499e-9acf-487e-a1b3-c2aed2330342,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:24.175194 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1544e9c8-8b4e-4043-8306-28fb903e47f1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.177061 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1544e9c8-8b4e-4043-8306-28fb903e47f1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/subnets/baa4499e-9acf-487e-a1b3-c2aed2330342 HTTP/1.1" status: 204 len: 168 time: 0.2754366 Jul 14 10:17:24.180334 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51736) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:24.186989 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04231a4b-974a-4417-b7f9-efc2a16a47a9 None None] Network e4e388f3-56ad-43ee-80d5-3dc713b2b089 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:17:24.197159 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-86a6db96-fbda-483b-94dc-29d60fd52a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404912731', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:15:41Z', 'updated_at': '2021-07-14T10:17:23Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:42Z', 'updated_at': '2021-07-14T10:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:24.223131 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a6db96-fbda-483b-94dc-29d60fd52a88 None None] Checking router: d4ddf3f3-5aa2-4160-9197-7b94b2e51780 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:17:24.231958 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a6db96-fbda-483b-94dc-29d60fd52a88 None None] Routers {'d4ddf3f3-5aa2-4160-9197-7b94b2e51780'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:17:24.232561 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-86a6db96-fbda-483b-94dc-29d60fd52a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:17:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['d4ddf3f3-5aa2-4160-9197-7b94b2e51780'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:24.292952 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-beb8dc9c-ce47-4412-b39e-7abeee159d2c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.338788 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-86a6db96-fbda-483b-94dc-29d60fd52a88 None None] Set router d4ddf3f3-5aa2-4160-9197-7b94b2e51780 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:17:24.400463 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff41df1c-e176-459e-9ccd-a21e4289df4e None None] DHCP port deletion for e4e388f3-56ad-43ee-80d5-3dc713b2b089 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:17:24.404204 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-beb8dc9c-ce47-4412-b39e-7abeee159d2c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.449574 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ff41df1c-e176-459e-9ccd-a21e4289df4e None None] Deleting port a04b8f36-792a-4ae5-870d-638c8d90c5a3 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:17:24.450056 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff41df1c-e176-459e-9ccd-a21e4289df4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.460118 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-beb8dc9c-ce47-4412-b39e-7abeee159d2c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting port f4e492f9-5c6f-4e50-bb89-7982624ad6f2 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:17:24.460472 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-beb8dc9c-ce47-4412-b39e-7abeee159d2c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.517454 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ff41df1c-e176-459e-9ccd-a21e4289df4e None None] For port a04b8f36-792a-4ae5-870d-638c8d90c5a3, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a04b8f36-792a-4ae5-870d-638c8d90c5a3,segment=NetworkSegment(e93c05f2-df35-4a8e-a8f5-ed226a44a7c4),segment_id=e93c05f2-df35-4a8e-a8f5-ed226a44a7c4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:24.517997 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff41df1c-e176-459e-9ccd-a21e4289df4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.522356 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-86a6db96-fbda-483b-94dc-29d60fd52a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404912731', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:15:41Z', 'updated_at': '2021-07-14T10:17:23Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:42Z', 'updated_at': '2021-07-14T10:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:24.531346 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ff41df1c-e176-459e-9ccd-a21e4289df4e None None] Calling delete_port for a04b8f36-792a-4ae5-870d-638c8d90c5a3 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:17:24.546759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-beb8dc9c-ce47-4412-b39e-7abeee159d2c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] For port f4e492f9-5c6f-4e50-bb89-7982624ad6f2, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f4e492f9-5c6f-4e50-bb89-7982624ad6f2,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:24.547123 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-beb8dc9c-ce47-4412-b39e-7abeee159d2c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.551986 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a6db96-fbda-483b-94dc-29d60fd52a88 None None] The sync data for ids ['d4ddf3f3-5aa2-4160-9197-7b94b2e51780'] in n-d-798054-10 is: [{'id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404912731', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:15:41Z', 'updated_at': '2021-07-14T10:17:23Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'f4e492f9-5c6f-4e50-bb89-7982624ad6f2', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ddf3f3-5aa2-4160-9197-7b94b2e51780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:15:42Z', 'updated_at': '2021-07-14T10:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:17:24.560994 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-beb8dc9c-ce47-4412-b39e-7abeee159d2c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Calling delete_port for f4e492f9-5c6f-4e50-bb89-7982624ad6f2 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:17:24.611347 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff41df1c-e176-459e-9ccd-a21e4289df4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.640916 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41df1c-e176-459e-9ccd-a21e4289df4e None None] Pushing event deleted for resources: {'Port': ['ID=a04b8f36-792a-4ae5-870d-638c8d90c5a3,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:24.643157 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff41df1c-e176-459e-9ccd-a21e4289df4e None None] No DVR routers for this DVR port a04b8f36-792a-4ae5-870d-638c8d90c5a3 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:17:24.654026 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41df1c-e176-459e-9ccd-a21e4289df4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:24.654026 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41df1c-e176-459e-9ccd-a21e4289df4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:24.654400 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41df1c-e176-459e-9ccd-a21e4289df4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:24.654514 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41df1c-e176-459e-9ccd-a21e4289df4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:24.654762 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41df1c-e176-459e-9ccd-a21e4289df4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:24.655099 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41df1c-e176-459e-9ccd-a21e4289df4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:24.655418 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41df1c-e176-459e-9ccd-a21e4289df4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:24.655918 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41df1c-e176-459e-9ccd-a21e4289df4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:24.656076 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41df1c-e176-459e-9ccd-a21e4289df4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:24.656365 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41df1c-e176-459e-9ccd-a21e4289df4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:24.656687 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41df1c-e176-459e-9ccd-a21e4289df4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:24.657030 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41df1c-e176-459e-9ccd-a21e4289df4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:24.734310 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-beb8dc9c-ce47-4412-b39e-7abeee159d2c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.759788 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8dc9c-ce47-4412-b39e-7abeee159d2c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Port': ['ID=f4e492f9-5c6f-4e50-bb89-7982624ad6f2,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:24.820412 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-beb8dc9c-ce47-4412-b39e-7abeee159d2c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.912065 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-beb8dc9c-ce47-4412-b39e-7abeee159d2c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.914430 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-beb8dc9c-ce47-4412-b39e-7abeee159d2c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.960053 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-beb8dc9c-ce47-4412-b39e-7abeee159d2c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.960653 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb8dc9c-ce47-4412-b39e-7abeee159d2c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Fanout notify agent at l3_agent the message router_deleted on router d4ddf3f3-5aa2-4160-9197-7b94b2e51780 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:17:24.966591 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:17:24.973620 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-beb8dc9c-ce47-4412-b39e-7abeee159d2c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.974872 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-beb8dc9c-ce47-4412-b39e-7abeee159d2c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/routers/d4ddf3f3-5aa2-4160-9197-7b94b2e51780 HTTP/1.1" status: 204 len: 168 time: 0.7935686 Jul 14 10:17:24.977660 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51738) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:24.986590 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:17:24.986942 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7dbf1ce7-74ee-4002-b6a6-47fd65a89d66 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:17:25.059733 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3224d7e5-7e74-494a-80c8-78cd01196869 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:25.492714 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3224d7e5-7e74-494a-80c8-78cd01196869 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:25.501994 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-3224d7e5-7e74-494a-80c8-78cd01196869 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e388f3-56ad-43ee-80d5-3dc713b2b089']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:25.511351 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-3224d7e5-7e74-494a-80c8-78cd01196869 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93c05f2-df35-4a8e-a8f5-ed226a44a7c4') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:25.511595 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-3224d7e5-7e74-494a-80c8-78cd01196869 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93c05f2-df35-4a8e-a8f5-ed226a44a7c4') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:25.519942 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3224d7e5-7e74-494a-80c8-78cd01196869 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:25.532797 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3224d7e5-7e74-494a-80c8-78cd01196869 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:25.539429 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3224d7e5-7e74-494a-80c8-78cd01196869 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:17:25.539952 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3224d7e5-7e74-494a-80c8-78cd01196869 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: timer() Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:17:25.542986 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:17:25.604429 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3224d7e5-7e74-494a-80c8-78cd01196869 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:25.611630 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3224d7e5-7e74-494a-80c8-78cd01196869 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:25.613463 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3224d7e5-7e74-494a-80c8-78cd01196869 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/networks/e4e388f3-56ad-43ee-80d5-3dc713b2b089 HTTP/1.1" status: 204 len: 168 time: 0.6347992 Jul 14 10:17:25.616600 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51742) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:25.627883 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224d7e5-7e74-494a-80c8-78cd01196869 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Network': ['ID=e4e388f3-56ad-43ee-80d5-3dc713b2b089,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:25.679011 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a466346c-773a-4487-9732-972f2827dfbd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:25.703474 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a466346c-773a-4487-9732-972f2827dfbd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:25.761465 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a466346c-773a-4487-9732-972f2827dfbd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:25.764062 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a466346c-773a-4487-9732-972f2827dfbd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:25.765208 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a466346c-773a-4487-9732-972f2827dfbd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/security-groups/d928f25b-36c1-445d-8a1b-8ef3481ad078 HTTP/1.1" status: 204 len: 168 time: 0.1475620 Jul 14 10:17:25.775204 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466346c-773a-4487-9732-972f2827dfbd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d928f25b-36c1-445d-8a1b-8ef3481ad078,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:25.783750 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466346c-773a-4487-9732-972f2827dfbd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:25.784100 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466346c-773a-4487-9732-972f2827dfbd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:25.784442 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466346c-773a-4487-9732-972f2827dfbd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:25.784779 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466346c-773a-4487-9732-972f2827dfbd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:25.785170 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466346c-773a-4487-9732-972f2827dfbd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:25.785507 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466346c-773a-4487-9732-972f2827dfbd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:25.785856 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466346c-773a-4487-9732-972f2827dfbd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:25.786195 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466346c-773a-4487-9732-972f2827dfbd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:25.786528 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466346c-773a-4487-9732-972f2827dfbd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:25.786852 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466346c-773a-4487-9732-972f2827dfbd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:25.787196 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466346c-773a-4487-9732-972f2827dfbd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:25.787559 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466346c-773a-4487-9732-972f2827dfbd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:26.012528 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51750) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:26.017646 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-fda2a970-b129-43a1-9797-d3d18976bd8e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1191639312', 'description': 'tempest-secgroup-smoke-1191639312 description', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:17:26.040575 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fda2a970-b129-43a1-9797-d3d18976bd8e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.062374 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a04b8f36-792a-4ae5-870d-638c8d90c5a3 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:17:26.084255 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: a04b8f36-792a-4ae5-870d-638c8d90c5a3 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:17:26.085041 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a04b8f36-792a-4ae5-870d-638c8d90c5a3 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:17:26.085466 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e1206275-0450-4ee6-8bde-2b839b66dc6e no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:17:26.105420 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: e1206275-0450-4ee6-8bde-2b839b66dc6e {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:17:26.105772 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e1206275-0450-4ee6-8bde-2b839b66dc6e not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:17:26.106233 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f4e492f9-5c6f-4e50-bb89-7982624ad6f2 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:17:26.122489 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fda2a970-b129-43a1-9797-d3d18976bd8e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.125879 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: f4e492f9-5c6f-4e50-bb89-7982624ad6f2 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:17:26.126243 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f4e492f9-5c6f-4e50-bb89-7982624ad6f2 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:17:26.126408 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fda2a970-b129-43a1-9797-d3d18976bd8e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.154526 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fda2a970-b129-43a1-9797-d3d18976bd8e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.155734 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fda2a970-b129-43a1-9797-d3d18976bd8e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1418755 Jul 14 10:17:26.156771 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2a970-b129-43a1-9797-d3d18976bd8e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a345d35-ec3f-4065-b623-ca37a3b84b09,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:26.158839 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51752) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:26.164871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d5b16fee-be61-4240-89c4-600b37170ee3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': '7a345d35-ec3f-4065-b623-ca37a3b84b09', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:17:26.191201 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d5b16fee-be61-4240-89c4-600b37170ee3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.247650 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d5b16fee-be61-4240-89c4-600b37170ee3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.252252 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d5b16fee-be61-4240-89c4-600b37170ee3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.269631 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b16fee-be61-4240-89c4-600b37170ee3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb4c028-81b7-46df-9a9d-e87373d543d3,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:26.276020 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d5b16fee-be61-4240-89c4-600b37170ee3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.279876 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d5b16fee-be61-4240-89c4-600b37170ee3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167855 Jul 14 10:17:26.279991 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51754) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:26.284307 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-ae9704b8-ac88-442d-bfa4-d214a5cb922f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': '7a345d35-ec3f-4065-b623-ca37a3b84b09', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:17:26.310019 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ae9704b8-ac88-442d-bfa4-d214a5cb922f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.366091 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ae9704b8-ac88-442d-bfa4-d214a5cb922f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.369381 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ae9704b8-ac88-442d-bfa4-d214a5cb922f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.387917 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9704b8-ac88-442d-bfa4-d214a5cb922f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedd80f0-3773-4c05-aac1-79473f30ba1d,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:26.394205 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ae9704b8-ac88-442d-bfa4-d214a5cb922f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.395385 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ae9704b8-ac88-442d-bfa4-d214a5cb922f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145258 Jul 14 10:17:26.399495 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51756) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:26.403870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d10bbdeb-37bc-4b58-ae96-119677f0bfad tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': '7a345d35-ec3f-4065-b623-ca37a3b84b09', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:17:26.429413 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d10bbdeb-37bc-4b58-ae96-119677f0bfad tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.490360 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d10bbdeb-37bc-4b58-ae96-119677f0bfad tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.493874 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d10bbdeb-37bc-4b58-ae96-119677f0bfad tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.512262 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10bbdeb-37bc-4b58-ae96-119677f0bfad tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394fd873-d815-41e2-acc7-7f673aa3db3e,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:26.519123 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d10bbdeb-37bc-4b58-ae96-119677f0bfad tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.520357 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d10bbdeb-37bc-4b58-ae96-119677f0bfad tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198928 Jul 14 10:17:26.523684 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51758) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:26.527995 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c08f980c-bf7c-49d9-8629-234e6423bd15 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': '7a345d35-ec3f-4065-b623-ca37a3b84b09', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:17:26.552959 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c08f980c-bf7c-49d9-8629-234e6423bd15 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.620099 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c08f980c-bf7c-49d9-8629-234e6423bd15 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.623675 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c08f980c-bf7c-49d9-8629-234e6423bd15 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.641892 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f980c-bf7c-49d9-8629-234e6423bd15 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9f248a-b422-4341-9d37-e05c52c5cfc2,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:26.648413 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c08f980c-bf7c-49d9-8629-234e6423bd15 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.648797 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c08f980c-bf7c-49d9-8629-234e6423bd15 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241663 Jul 14 10:17:26.651484 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51762) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:26.655805 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-2e19226c-adea-4ad9-9a24-090bfd5126b0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': '7a345d35-ec3f-4065-b623-ca37a3b84b09', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:17:26.675857 n-d-798054-10 neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-2e19226c-adea-4ad9-9a24-090bfd5126b0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Project 7d5a7c9051a6469ebb8b5d5efcf4f53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:17:26.681033 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e19226c-adea-4ad9-9a24-090bfd5126b0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.738168 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e19226c-adea-4ad9-9a24-090bfd5126b0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.742090 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e19226c-adea-4ad9-9a24-090bfd5126b0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.759241 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19226c-adea-4ad9-9a24-090bfd5126b0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c2d75b-729d-4201-b686-ac40f0991494,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:26.765966 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e19226c-adea-4ad9-9a24-090bfd5126b0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.767219 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2e19226c-adea-4ad9-9a24-090bfd5126b0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1147966 Jul 14 10:17:26.770074 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51764) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:26.774567 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-18c1835d-1a1c-4c54-8f4c-8494d4ebb348 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': '7a345d35-ec3f-4065-b623-ca37a3b84b09', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:17:26.794746 n-d-798054-10 neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-18c1835d-1a1c-4c54-8f4c-8494d4ebb348 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Project 7d5a7c9051a6469ebb8b5d5efcf4f53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:17:26.800175 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-18c1835d-1a1c-4c54-8f4c-8494d4ebb348 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.863865 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-18c1835d-1a1c-4c54-8f4c-8494d4ebb348 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.867734 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-18c1835d-1a1c-4c54-8f4c-8494d4ebb348 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.882747 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1835d-1a1c-4c54-8f4c-8494d4ebb348 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa7d376-1717-4347-9928-2b8a4df6f570,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:26.891112 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-18c1835d-1a1c-4c54-8f4c-8494d4ebb348 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.892271 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-18c1835d-1a1c-4c54-8f4c-8494d4ebb348 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212749 Jul 14 10:17:26.895393 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51766) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:26.900261 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-3b439903-0112-42fb-90dd-da0075c93143 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'network': {'name': 'tempest-network-smoke--1265381118', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'port_security_enabled': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:17:26.919490 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b439903-0112-42fb-90dd-da0075c93143 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Made reservation on behalf of 7d5a7c9051a6469ebb8b5d5efcf4f53f for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:17:26.922832 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b439903-0112-42fb-90dd-da0075c93143 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.945905 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b439903-0112-42fb-90dd-da0075c93143 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:17:26.955121 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b439903-0112-42fb-90dd-da0075c93143 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.955537 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-3b439903-0112-42fb-90dd-da0075c93143 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Added segment 6281a85f-f142-4b08-a60c-6678100cc56b of type vlan for network 473f8871-cbce-44bf-814b-2910285a5a66 Jul 14 10:17:26.994556 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b439903-0112-42fb-90dd-da0075c93143 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:27.021639 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b439903-0112-42fb-90dd-da0075c93143 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:27.027549 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b439903-0112-42fb-90dd-da0075c93143 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:27.028120 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b439903-0112-42fb-90dd-da0075c93143 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:27.085960 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3b439903-0112-42fb-90dd-da0075c93143 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1894858 Jul 14 10:17:27.088590 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51768) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:27.095204 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-3726ef18-da03-46de-9f3b-91e9656eda44 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1992592735', 'admin_state_up': True, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:17:27.112933 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b439903-0112-42fb-90dd-da0075c93143 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Network': ['ID=473f8871-cbce-44bf-814b-2910285a5a66,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:27.122908 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 473f8871-cbce-44bf-814b-2910285a5a66 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:17:27.127438 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3726ef18-da03-46de-9f3b-91e9656eda44 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:27.128529 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3726ef18-da03-46de-9f3b-91e9656eda44 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:27.179355 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3726ef18-da03-46de-9f3b-91e9656eda44 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:27.315329 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3726ef18-da03-46de-9f3b-91e9656eda44 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:27.343165 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2d130b3e-88be-4b0b-a48d-842739c29def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:27.508692 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3726ef18-da03-46de-9f3b-91e9656eda44 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:27.530869 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3726ef18-da03-46de-9f3b-91e9656eda44 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:27.628066 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-3726ef18-da03-46de-9f3b-91e9656eda44 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Allocated IP 172.25.1.230 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/de581e42-1863-4f58-95c7-228f212e5b1c) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:17:27.728374 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3726ef18-da03-46de-9f3b-91e9656eda44 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:27.766891 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3726ef18-da03-46de-9f3b-91e9656eda44 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:27.806103 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3726ef18-da03-46de-9f3b-91e9656eda44 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:17:27.808824 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-3726ef18-da03-46de-9f3b-91e9656eda44 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:17:27.812361 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3726ef18-da03-46de-9f3b-91e9656eda44 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:17:27.817657 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726ef18-da03-46de-9f3b-91e9656eda44 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=de581e42-1863-4f58-95c7-228f212e5b1c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:28.058257 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3726ef18-da03-46de-9f3b-91e9656eda44 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:28.248344 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3726ef18-da03-46de-9f3b-91e9656eda44 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:28.371636 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3726ef18-da03-46de-9f3b-91e9656eda44 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router 29a57fb5-264a-46a6-bce4-b6476fe22ec2 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:17:28.476357 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3726ef18-da03-46de-9f3b-91e9656eda44 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:17:28.486530 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] Sync routers for ids ['29a57fb5-264a-46a6-bce4-b6476fe22ec2'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:17:28.495015 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3726ef18-da03-46de-9f3b-91e9656eda44 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:28.496374 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-3726ef18-da03-46de-9f3b-91e9656eda44 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4068227 Jul 14 10:17:28.498281 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] Routers {'29a57fb5-264a-46a6-bce4-b6476fe22ec2'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:17:28.498899 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:17:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['29a57fb5-264a-46a6-bce4-b6476fe22ec2'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:28.499410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51770) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:28.528765 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-eaf4aa81-3ce4-48cd-853f-59aca92571f9 tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260761 Jul 14 10:17:28.528983 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51772) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:28.600075 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] Set router 29a57fb5-264a-46a6-bce4-b6476fe22ec2 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:17:28.616234 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02d1ebe-0b8d-445b-b090-937752d4efd7 tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:28.617777 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e02d1ebe-0b8d-445b-b090-937752d4efd7 tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879316 Jul 14 10:17:28.620602 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51774) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:28.653541 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5a51e004-f9b2-4358-b860-c98d324d8b7f tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313144 Jul 14 10:17:28.655554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51776) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:28.660315 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-537b0a03-f4cb-492f-9faf-1f80b32632b2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-381758418', 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:17:28.745054 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537b0a03-f4cb-492f-9faf-1f80b32632b2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Made reservation on behalf of 7d5a7c9051a6469ebb8b5d5efcf4f53f for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:17:28.748954 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-537b0a03-f4cb-492f-9faf-1f80b32632b2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:28.773139 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992592735', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:27Z', 'revision_number': 3, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:28.801651 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] Checking router: 29a57fb5-264a-46a6-bce4-b6476fe22ec2 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:17:28.802015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] Updating router 29a57fb5-264a-46a6-bce4-b6476fe22ec2 port de581e42-1863-4f58-95c7-228f212e5b1c binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:17:28.835919 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:28.926041 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-537b0a03-f4cb-492f-9faf-1f80b32632b2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:28.985095 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b0a03-f4cb-492f-9faf-1f80b32632b2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Subnet': ['ID=045d975f-d4fd-468c-884a-197a5f261df9,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:28.994330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537b0a03-f4cb-492f-9faf-1f80b32632b2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Checking segment: {'id': '6281a85f-f142-4b08-a60c-6678100cc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:17:28.994700 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537b0a03-f4cb-492f-9faf-1f80b32632b2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network hostable DHCP agents. Network: 473f8871-cbce-44bf-814b-2910285a5a66, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:17:29.011329 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537b0a03-f4cb-492f-9faf-1f80b32632b2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network 473f8871-cbce-44bf-814b-2910285a5a66 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:17:29.020188 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-537b0a03-f4cb-492f-9faf-1f80b32632b2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 473f8871-cbce-44bf-814b-2910285a5a66) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:17:29.024464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537b0a03-f4cb-492f-9faf-1f80b32632b2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:29.025297 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-537b0a03-f4cb-492f-9faf-1f80b32632b2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:29.030598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cdcb66-be43-45d9-818b-0185ee42175b None None] Network 473f8871-cbce-44bf-814b-2910285a5a66 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:17:29.042709 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-537b0a03-f4cb-492f-9faf-1f80b32632b2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3832564 Jul 14 10:17:29.042923 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51778) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:29.143413 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:29.161392 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] Transition to ACTIVE for port object de581e42-1863-4f58-95c7-228f212e5b1c will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:17:29.188434 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:29.270008 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811f877-dcc0-43f4-aec2-b1b2426163cc None None] Pushing event updated for resources: {'Port': ['ID=de581e42-1863-4f58-95c7-228f212e5b1c,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:29.273095 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] Attempting to bind port de581e42-1863-4f58-95c7-228f212e5b1c on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:17:29.273457 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] Attempting to bind port de581e42-1863-4f58-95c7-228f212e5b1c by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:17:29.273831 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] Attempting to bind port de581e42-1863-4f58-95c7-228f212e5b1c on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:17:29.280529 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-473f8871-cbce-44bf-814b-2910285a5a66', 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ips': [{'subnet_id': '045d975f-d4fd-468c-884a-197a5f261df9'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:17:29.281363 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:29.283719 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:17:29.284090 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:17:29.284478 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:29.284861 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:17:29.285338 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] Bound port: de581e42-1863-4f58-95c7-228f212e5b1c, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:17:29.285708 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:29.401585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] For port de581e42-1863-4f58-95c7-228f212e5b1c, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:17:29.407442 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] For port de581e42-1863-4f58-95c7-228f212e5b1c, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=de581e42-1863-4f58-95c7-228f212e5b1c,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:17:29.416261 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:29.472361 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e26d91d5-c53c-4881-96ad-608ab1d09d89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:29.501678 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Allocated IP 172.20.0.2 (473f8871-cbce-44bf-814b-2910285a5a66/045d975f-d4fd-468c-884a-197a5f261df9/0745c86b-fcaf-4e58-87c1-e26f9d8fc2da) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:17:29.523457 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] Routers {'29a57fb5-264a-46a6-bce4-b6476fe22ec2'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:17:29.524084 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:17:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['29a57fb5-264a-46a6-bce4-b6476fe22ec2'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:29.527967 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811f877-dcc0-43f4-aec2-b1b2426163cc None None] Pushing event updated for resources: {'Port': ['ID=de581e42-1863-4f58-95c7-228f212e5b1c,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:29.855427 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] Set router 29a57fb5-264a-46a6-bce4-b6476fe22ec2 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:17:29.859633 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2100b09a-d104-4ce5-bba6-c220b6ebab4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:30.006488 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:30.012161 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:30.018535 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Transition to ACTIVE for port object 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:17:30.047688 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Transition to ACTIVE for port object 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:17:30.058624 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:30.103378 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-e26d91d5-c53c-4881-96ad-608ab1d09d89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Allocated IP 172.20.0.1 (473f8871-cbce-44bf-814b-2910285a5a66/045d975f-d4fd-468c-884a-197a5f261df9/fc4cdb01-0cdf-4555-b836-f3a9fddfbf99) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:17:30.123278 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Network 473f8871-cbce-44bf-814b-2910285a5a66 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:17:30.125575 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Pushing event updated for resources: {'Port': ['ID=0745c86b-fcaf-4e58-87c1-e26f9d8fc2da,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:30.128908 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:17:30.132428 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:17:30.202847 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Attempting to bind port 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:17:30.203213 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Attempting to bind port 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '6281a85f-f142-4b08-a60c-6678100cc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:17:30.203576 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Attempting to bind port 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da on network 473f8871-cbce-44bf-814b-2910285a5a66 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:17:30.207601 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992592735', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:27Z', 'revision_number': 3, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:30.220610 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e26d91d5-c53c-4881-96ad-608ab1d09d89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:30.234721 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:17:30.234956 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-e26d91d5-c53c-4881-96ad-608ab1d09d89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Transition to ACTIVE for port object fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:17:30.235089 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Checking segment: {'id': '6281a85f-f142-4b08-a60c-6678100cc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:17:30.235484 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:30.235878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Bound using segment: {'id': '6281a85f-f142-4b08-a60c-6678100cc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:17:30.236357 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Bound port: 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6281a85f-f142-4b08-a60c-6678100cc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:17:30.236740 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:30.238874 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aa955b-9271-43b0-bc3f-7cecb17a488e None None] The sync data for ids ['29a57fb5-264a-46a6-bce4-b6476fe22ec2'] in n-d-798054-10 is: [{'id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992592735', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:27Z', 'revision_number': 3, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:17:30.274183 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e26d91d5-c53c-4881-96ad-608ab1d09d89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:30.305384 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] For port 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:17:30.308787 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] For port 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0745c86b-fcaf-4e58-87c1-e26f9d8fc2da,segment=NetworkSegment(6281a85f-f142-4b08-a60c-6678100cc56b),segment_id=6281a85f-f142-4b08-a60c-6678100cc56b)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:17:30.314249 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:30.314916 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26d91d5-c53c-4881-96ad-608ab1d09d89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network 473f8871-cbce-44bf-814b-2910285a5a66 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:17:30.320406 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-e26d91d5-c53c-4881-96ad-608ab1d09d89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:17:30.324292 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d91d5-c53c-4881-96ad-608ab1d09d89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:17:30.355004 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d91d5-c53c-4881-96ad-608ab1d09d89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=fc4cdb01-0cdf-4555-b836-f3a9fddfbf99,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:30.379430 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cf0e3-c259-4129-a334-19c683d9d979 None None] Pushing event updated for resources: {'Port': ['ID=0745c86b-fcaf-4e58-87c1-e26f9d8fc2da,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:30.380200 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e26d91d5-c53c-4881-96ad-608ab1d09d89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:30.539033 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e26d91d5-c53c-4881-96ad-608ab1d09d89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:30.859235 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e26d91d5-c53c-4881-96ad-608ab1d09d89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:30.864065 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e26d91d5-c53c-4881-96ad-608ab1d09d89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:30.911450 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:30.943573 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e26d91d5-c53c-4881-96ad-608ab1d09d89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:30.945340 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d91d5-c53c-4881-96ad-608ab1d09d89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=fc4cdb01-0cdf-4555-b836-f3a9fddfbf99,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:31.039814 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26d91d5-c53c-4881-96ad-608ab1d09d89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network 473f8871-cbce-44bf-814b-2910285a5a66 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:17:31.041348 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-e26d91d5-c53c-4881-96ad-608ab1d09d89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:17:31.353486 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e4284d-e602-4e23-9252-55244229e158 None None] Network 473f8871-cbce-44bf-814b-2910285a5a66 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:17:31.411421 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ba55804a-96c9-49e8-b2f0-25b6f6fd0ee7 None None] Provisioning for port 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:17:31.508345 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26d91d5-c53c-4881-96ad-608ab1d09d89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router 29a57fb5-264a-46a6-bce4-b6476fe22ec2 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:17:31.635675 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26d91d5-c53c-4881-96ad-608ab1d09d89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:17:31.640985 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e26d91d5-c53c-4881-96ad-608ab1d09d89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "PUT /v2.0/routers/29a57fb5-264a-46a6-bce4-b6476fe22ec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5971406 Jul 14 10:17:31.734859 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:17:31.761565 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-191c4b55-91b0-4dfc-8535-3905505593f6 None None] Provisioning for port fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:17:31.766144 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-191c4b55-91b0-4dfc-8535-3905505593f6 None None] Provisioning complete for port fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:17:31.766545 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-191c4b55-91b0-4dfc-8535-3905505593f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:31.804037 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-daa3de30-c3f6-4391-b49e-dcda086bb1c9 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191639312&fields=id&tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f HTTP/1.1" status: 200 len: 267 time: 0.0417900 Jul 14 10:17:31.806181 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-191c4b55-91b0-4dfc-8535-3905505593f6 None None] Port fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:17:31.895728 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] Sync routers for ids ['29a57fb5-264a-46a6-bce4-b6476fe22ec2'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:17:31.908908 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] Routers {'29a57fb5-264a-46a6-bce4-b6476fe22ec2'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:17:31.909608 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:17:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['29a57fb5-264a-46a6-bce4-b6476fe22ec2'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:31.927047 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-cd01d12b-cab6-4f95-8b5c-76f85f6d27fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:31.928550 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-cd01d12b-cab6-4f95-8b5c-76f85f6d27fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/networks?id=473f8871-cbce-44bf-814b-2910285a5a66 HTTP/1.1" status: 200 len: 797 time: 0.1122069 Jul 14 10:17:31.944498 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-fbb469d8-8c49-4ca9-9848-cbf7f4e1a623 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/quotas/7d5a7c9051a6469ebb8b5d5efcf4f53f HTTP/1.1" status: 200 len: 375 time: 0.0103738 Jul 14 10:17:32.023561 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-1cecb8b3-9600-4d62-9317-ca08e3438d30 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734441 Jul 14 10:17:32.031737 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-62577ef5-d424-4744-ab5d-30f98d1b0d48 None None] Provisioning complete for port fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:17:32.032707 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-62577ef5-d424-4744-ab5d-30f98d1b0d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:32.107375 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-62577ef5-d424-4744-ab5d-30f98d1b0d48 None None] Port fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:17:32.135772 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] Set router 29a57fb5-264a-46a6-bce4-b6476fe22ec2 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:17:32.160431 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9f4e0d7a-6801-4050-aea4-30757eecf5df service neutron] 10.222.0.26 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222575 Jul 14 10:17:32.189497 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:32.252996 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-224bdb84-9b34-4e4b-9d12-fccdd979b254 None None] Provisioning complete for port fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:17:32.254242 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-224bdb84-9b34-4e4b-9d12-fccdd979b254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:32.270155 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-44db94d9-30fb-4d17-990d-be56f90a4bbf service neutron] 10.222.0.26 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986869 Jul 14 10:17:32.298326 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:17:32.301561 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-224bdb84-9b34-4e4b-9d12-fccdd979b254 None None] Port fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:17:32.304585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:17:32.304933 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:32.352776 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992592735', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:30Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'fc4cdb01-0cdf-4555-b836-f3a9fddfbf99', 'name': '', 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:c3:1e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '045d975f-d4fd-468c-884a-197a5f261df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:29Z', 'updated_at': '2021-07-14T10:17:30Z', 'revision_number': 2, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '045d975f-d4fd-468c-884a-197a5f261df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:32.379722 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] Checking router: 29a57fb5-264a-46a6-bce4-b6476fe22ec2 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:17:32.380170 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] Updating router 29a57fb5-264a-46a6-bce4-b6476fe22ec2 port fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:17:32.395101 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:32.421285 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:32.433303 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0745c86b-fcaf-4e58-87c1-e26f9d8fc2da,segment=NetworkSegment(6281a85f-f142-4b08-a60c-6678100cc56b),segment_id=6281a85f-f142-4b08-a60c-6678100cc56b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:32.438971 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:32.439697 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device de581e42-1863-4f58-95c7-228f212e5b1c up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:32.455270 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6790e97d-e24c-43ac-89b8-3b2e643bc901 req-e4c1a95f-9e07-4bf0-8c29-baa0aa02ae21 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 210 time: 0.0310354 Jul 14 10:17:32.531375 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:32.543040 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=0745c86b-fcaf-4e58-87c1-e26f9d8fc2da,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:32.557164 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port de581e42-1863-4f58-95c7-228f212e5b1c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:17:32.561093 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port de581e42-1863-4f58-95c7-228f212e5b1c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:17:32.561476 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:32.640490 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:32.669841 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port de581e42-1863-4f58-95c7-228f212e5b1c, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=de581e42-1863-4f58-95c7-228f212e5b1c,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:32.674435 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:32.703367 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:32.714511 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] Transition to ACTIVE for port object fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:17:32.720016 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:32.738343 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=de581e42-1863-4f58-95c7-228f212e5b1c,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:32.771493 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886544dd-162f-4a44-88ee-189817a48490 None None] Pushing event updated for resources: {'Port': ['ID=fc4cdb01-0cdf-4555-b836-f3a9fddfbf99,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:32.800081 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886544dd-162f-4a44-88ee-189817a48490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:32.800388 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886544dd-162f-4a44-88ee-189817a48490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:32.800717 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886544dd-162f-4a44-88ee-189817a48490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:32.801124 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886544dd-162f-4a44-88ee-189817a48490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:32.801537 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886544dd-162f-4a44-88ee-189817a48490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:32.801973 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886544dd-162f-4a44-88ee-189817a48490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:32.802341 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886544dd-162f-4a44-88ee-189817a48490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:32.802677 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886544dd-162f-4a44-88ee-189817a48490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:32.803013 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886544dd-162f-4a44-88ee-189817a48490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:32.803340 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886544dd-162f-4a44-88ee-189817a48490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:32.803714 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886544dd-162f-4a44-88ee-189817a48490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:32.804105 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886544dd-162f-4a44-88ee-189817a48490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:32.846508 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] Attempting to bind port fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:17:32.846976 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] Attempting to bind port fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '6281a85f-f142-4b08-a60c-6678100cc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:17:32.847350 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] Attempting to bind port fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 on network 473f8871-cbce-44bf-814b-2910285a5a66 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:17:32.853355 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:17:32.853715 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] Checking segment: {'id': '6281a85f-f142-4b08-a60c-6678100cc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:17:32.854141 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:32.854717 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] Bound using segment: {'id': '6281a85f-f142-4b08-a60c-6678100cc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:17:32.854969 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] Bound port: fc4cdb01-0cdf-4555-b836-f3a9fddfbf99, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6281a85f-f142-4b08-a60c-6678100cc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:17:32.855338 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:32.921919 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] For port fc4cdb01-0cdf-4555-b836-f3a9fddfbf99, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:17:32.925021 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] For port fc4cdb01-0cdf-4555-b836-f3a9fddfbf99, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=fc4cdb01-0cdf-4555-b836-f3a9fddfbf99,segment=NetworkSegment(6281a85f-f142-4b08-a60c-6678100cc56b),segment_id=6281a85f-f142-4b08-a60c-6678100cc56b)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:17:32.930789 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:32.979503 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:32.993567 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] Routers {'29a57fb5-264a-46a6-bce4-b6476fe22ec2'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:17:32.994238 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:17:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['29a57fb5-264a-46a6-bce4-b6476fe22ec2'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:33.044289 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886544dd-162f-4a44-88ee-189817a48490 None None] Pushing event updated for resources: {'Port': ['ID=fc4cdb01-0cdf-4555-b836-f3a9fddfbf99,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:33.107617 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] Set router 29a57fb5-264a-46a6-bce4-b6476fe22ec2 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:17:33.311264 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992592735', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:30Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'fc4cdb01-0cdf-4555-b836-f3a9fddfbf99', 'name': '', 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:c3:1e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '045d975f-d4fd-468c-884a-197a5f261df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:29Z', 'updated_at': '2021-07-14T10:17:32Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '045d975f-d4fd-468c-884a-197a5f261df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:33.337713 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ac436-f8ba-4d8d-b315-3144141c17a6 None None] The sync data for ids ['29a57fb5-264a-46a6-bce4-b6476fe22ec2'] in n-d-798054-10 is: [{'id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992592735', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:30Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'fc4cdb01-0cdf-4555-b836-f3a9fddfbf99', 'name': '', 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:c3:1e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '045d975f-d4fd-468c-884a-197a5f261df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:29Z', 'updated_at': '2021-07-14T10:17:32Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '045d975f-d4fd-468c-884a-197a5f261df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:17:33.626141 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1959263a-9166-431b-8dfd-630fb375855b req-60c498a4-4400-4b65-b148-7a78db72f70b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 210 time: 0.0410998 Jul 14 10:17:33.683072 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-b4a74b69-bbe9-4c8d-86c2-32eed5bc9bfe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:33.684581 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-b4a74b69-bbe9-4c8d-86c2-32eed5bc9bfe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.55 "GET /v2.0/networks?id=473f8871-cbce-44bf-814b-2910285a5a66 HTTP/1.1" status: 200 len: 797 time: 0.1128244 Jul 14 10:17:33.741575 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-650cd933-ffb0-45a5-9448-db6d1a667833 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f HTTP/1.1" status: 200 len: 380 time: 0.0379293 Jul 14 10:17:33.750943 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-566695cc-69b6-4c8a-b9c7-d8a2a337c14e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'port': {'device_id': '73e9724d-d42e-47ab-bc9d-8f9449b8ac02', 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66', 'admin_state_up': True, 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'security_groups': ['7a345d35-ec3f-4065-b623-ca37a3b84b09']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:17:33.866422 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-566695cc-69b6-4c8a-b9c7-d8a2a337c14e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Made reservation on behalf of 7d5a7c9051a6469ebb8b5d5efcf4f53f for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:17:33.869986 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-566695cc-69b6-4c8a-b9c7-d8a2a337c14e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:33.997080 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-566695cc-69b6-4c8a-b9c7-d8a2a337c14e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Allocated IP 172.20.0.10 (473f8871-cbce-44bf-814b-2910285a5a66/045d975f-d4fd-468c-884a-197a5f261df9/ebb99e92-a58e-4631-a20c-8c3c242224bf) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:17:34.150712 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-566695cc-69b6-4c8a-b9c7-d8a2a337c14e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:34.152686 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:34.165435 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-566695cc-69b6-4c8a-b9c7-d8a2a337c14e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Transition to ACTIVE for port object ebb99e92-a58e-4631-a20c-8c3c242224bf will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:17:34.199433 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-566695cc-69b6-4c8a-b9c7-d8a2a337c14e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:34.203188 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:17:34.203570 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:34.241005 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-566695cc-69b6-4c8a-b9c7-d8a2a337c14e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network 473f8871-cbce-44bf-814b-2910285a5a66 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:17:34.244625 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-566695cc-69b6-4c8a-b9c7-d8a2a337c14e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:17:34.248614 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-566695cc-69b6-4c8a-b9c7-d8a2a337c14e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:17:34.298883 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device de581e42-1863-4f58-95c7-228f212e5b1c up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:34.303530 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566695cc-69b6-4c8a-b9c7-d8a2a337c14e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=ebb99e92-a58e-4631-a20c-8c3c242224bf,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:34.323253 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-566695cc-69b6-4c8a-b9c7-d8a2a337c14e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:34.324251 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-566695cc-69b6-4c8a-b9c7-d8a2a337c14e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:34.343581 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-566695cc-69b6-4c8a-b9c7-d8a2a337c14e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5968506 Jul 14 10:17:34.360524 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port de581e42-1863-4f58-95c7-228f212e5b1c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:17:34.361112 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:34.362410 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] Request body: {'port': {'device_id': '73e9724d-d42e-47ab-bc9d-8f9449b8ac02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:17:34.472288 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:34.525016 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:17:34.529225 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:17:34.529604 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:34.609667 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-31060724-95d4-4d2a-8d58-0d30cfd0d9cb None None] Provisioning for port ebb99e92-a58e-4631-a20c-8c3c242224bf completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:17:34.620540 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-31060724-95d4-4d2a-8d58-0d30cfd0d9cb None None] Provisioning complete for port ebb99e92-a58e-4631-a20c-8c3c242224bf triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:17:34.620907 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31060724-95d4-4d2a-8d58-0d30cfd0d9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:34.642715 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:34.677932 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-31060724-95d4-4d2a-8d58-0d30cfd0d9cb None None] Port ebb99e92-a58e-4631-a20c-8c3c242224bf cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:17:34.690542 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port fc4cdb01-0cdf-4555-b836-f3a9fddfbf99, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=fc4cdb01-0cdf-4555-b836-f3a9fddfbf99,segment=NetworkSegment(6281a85f-f142-4b08-a60c-6678100cc56b),segment_id=6281a85f-f142-4b08-a60c-6678100cc56b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:34.695741 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:34.750230 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=fc4cdb01-0cdf-4555-b836-f3a9fddfbf99,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:34.778603 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:34.806923 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0d8c5-ed6b-4f2a-9c2d-259d657052be req-9e7c682e-5f39-4468-ab3a-39d6fb9527e1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:34.808439 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8bf0d8c5-ed6b-4f2a-9c2d-259d657052be req-9e7c682e-5f39-4468-ab3a-39d6fb9527e1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 932 time: 0.0640099 Jul 14 10:17:34.847070 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8bf0d8c5-ed6b-4f2a-9c2d-259d657052be req-3e792efe-cf53-40ca-a29c-a7196dd6cc42 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327666 Jul 14 10:17:35.032517 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb99e92-a58e-4631-a20c-8c3c242224bf {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:17:35.039858 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:35.051343 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] Transition to ACTIVE for port object ebb99e92-a58e-4631-a20c-8c3c242224bf will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:17:35.055095 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:35.104676 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] Pushing event updated for resources: {'Port': ['ID=ebb99e92-a58e-4631-a20c-8c3c242224bf,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:35.172321 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] Attempting to bind port ebb99e92-a58e-4631-a20c-8c3c242224bf on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:17:35.172656 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] Attempting to bind port ebb99e92-a58e-4631-a20c-8c3c242224bf by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '6281a85f-f142-4b08-a60c-6678100cc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:17:35.172990 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] Attempting to bind port ebb99e92-a58e-4631-a20c-8c3c242224bf on network 473f8871-cbce-44bf-814b-2910285a5a66 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:17:35.177926 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] Port ebb99e92-a58e-4631-a20c-8c3c242224bf on network 473f8871-cbce-44bf-814b-2910285a5a66 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:17:35.178248 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] Attempting to bind port ebb99e92-a58e-4631-a20c-8c3c242224bf on network 473f8871-cbce-44bf-814b-2910285a5a66 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:17:35.183186 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:17:35.183532 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] Checking segment: {'id': '6281a85f-f142-4b08-a60c-6678100cc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:17:35.183916 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] Bound using segment: {'id': '6281a85f-f142-4b08-a60c-6678100cc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:17:35.184348 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] Bound port: ebb99e92-a58e-4631-a20c-8c3c242224bf, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6281a85f-f142-4b08-a60c-6678100cc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:17:35.184709 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:35.252930 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] For port ebb99e92-a58e-4631-a20c-8c3c242224bf, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:17:35.256297 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] For port ebb99e92-a58e-4631-a20c-8c3c242224bf, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ebb99e92-a58e-4631-a20c-8c3c242224bf,segment=NetworkSegment(6281a85f-f142-4b08-a60c-6678100cc56b),segment_id=6281a85f-f142-4b08-a60c-6678100cc56b)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:17:35.260096 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:35.297472 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:35.298189 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:35.299469 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] 10.222.0.55 "PUT /v2.0/ports/ebb99e92-a58e-4631-a20c-8c3c242224bf HTTP/1.1" status: 200 len: 1093 time: 0.9418583 Jul 14 10:17:35.299907 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e9724d-d42e-47ab-bc9d-8f9449b8ac02', 'tag': 'ebb99e92-a58e-4631-a20c-8c3c242224bf'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:17:35.303093 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5016bfda27b43908f4a8225f6d15450625df67eec29e8c24829672d95f98f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4b5e21-a194-4e6f-8c57-dec8c97a6211" -d '{"events": [{"name": "network-changed", "server_uuid": "73e9724d-d42e-47ab-bc9d-8f9449b8ac02", "tag": "ebb99e92-a58e-4631-a20c-8c3c242224bf"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:17:35.328977 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e907317-b64f-4786-8c0c-f47ec8e15bff service neutron] Pushing event updated for resources: {'Port': ['ID=ebb99e92-a58e-4631-a20c-8c3c242224bf,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:35.404601 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b954ec6-06eb-4eb1-8740-c4ac4b835d41 x-openstack-request-id: req-4b954ec6-06eb-4eb1-8740-c4ac4b835d41 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:17:35.404894 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e9724d-d42e-47ab-bc9d-8f9449b8ac02", "tag": "ebb99e92-a58e-4631-a20c-8c3c242224bf", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:17:35.405155 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b954ec6-06eb-4eb1-8740-c4ac4b835d41 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:17:35.405575 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e9724d-d42e-47ab-bc9d-8f9449b8ac02', 'tag': 'ebb99e92-a58e-4631-a20c-8c3c242224bf', 'status': 'completed', 'code': 200} Jul 14 10:17:35.424726 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-f4400625-3390-41d7-9f80-58fb52c2b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:35.426463 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-f4400625-3390-41d7-9f80-58fb52c2b4df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 1096 time: 0.0710423 Jul 14 10:17:35.475262 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-6c9495d4-64f2-4fdc-b24f-9c6da9cf94cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebb99e92-a58e-4631-a20c-8c3c242224bf HTTP/1.1" status: 200 len: 217 time: 0.0352798 Jul 14 10:17:35.527852 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-8d3dd60b-8883-422c-abb0-351d233dfa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:35.529343 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-8d3dd60b-8883-422c-abb0-351d233dfa79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=045d975f-d4fd-468c-884a-197a5f261df9 HTTP/1.1" status: 200 len: 834 time: 0.0479741 Jul 14 10:17:35.585151 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-6fe142c6-34c5-4c1c-8d04-00ce6ca0d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:35.586679 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-6fe142c6-34c5-4c1c-8d04-00ce6ca0d5c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=473f8871-cbce-44bf-814b-2910285a5a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504057 Jul 14 10:17:35.673166 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-450e6a17-a230-4135-994b-ecada8d7c8c2 service neutron] 10.222.0.55 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794809 Jul 14 10:17:35.763698 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-ef2c75b8-b46c-42a9-9110-1f61369ee478 req-32a0ef1e-7936-475f-ae70-a18a6a1c61ea service neutron] 10.222.0.55 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838609 Jul 14 10:17:35.905348 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b5e21-a194-4e6f-8c57-dec8c97a6211 req-c1dee3a4-4ef3-4a5d-a981-078f6106825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:35.906959 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0e4b5e21-a194-4e6f-8c57-dec8c97a6211 req-c1dee3a4-4ef3-4a5d-a981-078f6106825f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 1096 time: 0.0530100 Jul 14 10:17:35.998563 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b5e21-a194-4e6f-8c57-dec8c97a6211 req-e8636555-779d-49bf-8a4f-012a572434ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:35.999957 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0e4b5e21-a194-4e6f-8c57-dec8c97a6211 req-e8636555-779d-49bf-8a4f-012a572434ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=473f8871-cbce-44bf-814b-2910285a5a66 HTTP/1.1" status: 200 len: 898 time: 0.0864482 Jul 14 10:17:36.018337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ce908-627d-4ffb-99c3-9e01da8ea7a1 req-c913d776-6a17-4f11-9e7b-6947ea6f0e04 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:36.019836 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b7ce908-627d-4ffb-99c3-9e01da8ea7a1 req-c913d776-6a17-4f11-9e7b-6947ea6f0e04 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 944 time: 0.0629125 Jul 14 10:17:36.042248 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0e4b5e21-a194-4e6f-8c57-dec8c97a6211 req-b874b0b8-90de-42c3-8419-0763f0bb8455 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebb99e92-a58e-4631-a20c-8c3c242224bf HTTP/1.1" status: 200 len: 217 time: 0.0352325 Jul 14 10:17:36.061604 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b7ce908-627d-4ffb-99c3-9e01da8ea7a1 req-b72769e4-4aaa-437d-93ee-4aac11d4d41a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344965 Jul 14 10:17:36.071931 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:36.094893 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b5e21-a194-4e6f-8c57-dec8c97a6211 req-d42f2f0d-2917-49f6-a387-e5e5678ec127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:36.096345 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0e4b5e21-a194-4e6f-8c57-dec8c97a6211 req-d42f2f0d-2917-49f6-a387-e5e5678ec127 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=045d975f-d4fd-468c-884a-197a5f261df9 HTTP/1.1" status: 200 len: 834 time: 0.0465686 Jul 14 10:17:36.123132 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:17:36.123486 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:36.159099 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b5e21-a194-4e6f-8c57-dec8c97a6211 req-7a996f80-f000-46cb-affa-971110557914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:36.160649 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0e4b5e21-a194-4e6f-8c57-dec8c97a6211 req-7a996f80-f000-46cb-affa-971110557914 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=473f8871-cbce-44bf-814b-2910285a5a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568540 Jul 14 10:17:36.248142 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0e4b5e21-a194-4e6f-8c57-dec8c97a6211 req-2aa29676-246c-4fc9-a6e9-e21e36ce9310 service neutron] 10.222.0.55 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799127 Jul 14 10:17:36.341695 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0e4b5e21-a194-4e6f-8c57-dec8c97a6211 req-1adae035-c781-4459-ae90-20ea11e2103a service neutron] 10.222.0.55 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864346 Jul 14 10:17:37.240820 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbd754-dd03-47c0-9b45-28ff2bd30eb4 req-347c6019-8362-4b80-91b0-ceac04165167 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:37.242311 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-51fbd754-dd03-47c0-9b45-28ff2bd30eb4 req-347c6019-8362-4b80-91b0-ceac04165167 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 944 time: 0.0670364 Jul 14 10:17:37.279154 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-51fbd754-dd03-47c0-9b45-28ff2bd30eb4 req-813cdba3-8d18-4914-bef0-e65a3298786a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313473 Jul 14 10:17:38.449042 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc84e83-d236-43f4-b626-88c0506362e8 req-1073df93-867a-413e-8448-937ad5bf16f0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:38.450612 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5bc84e83-d236-43f4-b626-88c0506362e8 req-1073df93-867a-413e-8448-937ad5bf16f0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 944 time: 0.0640435 Jul 14 10:17:38.487639 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5bc84e83-d236-43f4-b626-88c0506362e8 req-3cf77680-7021-4150-893e-d211b09d860a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315950 Jul 14 10:17:38.492643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ebb99e92-a58e-4631-a20c-8c3c242224bf details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:17:38.586419 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ebb99e92-a58e-4631-a20c-8c3c242224bf, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ebb99e92-a58e-4631-a20c-8c3c242224bf,segment=NetworkSegment(6281a85f-f142-4b08-a60c-6678100cc56b),segment_id=6281a85f-f142-4b08-a60c-6678100cc56b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:38.597100 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': 'ebb99e92-a58e-4631-a20c-8c3c242224bf', 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66', 'port_id': 'ebb99e92-a58e-4631-a20c-8c3c242224bf', 'mac_address': 'fa:16:3e:b2:ef:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045d975f-d4fd-468c-884a-197a5f261df9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:17:38.632322 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:38.644128 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb99e92-a58e-4631-a20c-8c3c242224bf {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:17:38.662291 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ebb99e92-a58e-4631-a20c-8c3c242224bf, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ebb99e92-a58e-4631-a20c-8c3c242224bf,segment=NetworkSegment(6281a85f-f142-4b08-a60c-6678100cc56b),segment_id=6281a85f-f142-4b08-a60c-6678100cc56b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:38.666111 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:38.714490 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=ebb99e92-a58e-4631-a20c-8c3c242224bf,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:38.978598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['ebb99e92-a58e-4631-a20c-8c3c242224bf'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:17:39.658541 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d130a1-cf21-47cc-b85f-4489baf62ea3 req-6160602f-a951-4c6c-a485-6266ba8b6bb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:39.660031 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15d130a1-cf21-47cc-b85f-4489baf62ea3 req-6160602f-a951-4c6c-a485-6266ba8b6bb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 945 time: 0.0656469 Jul 14 10:17:39.699789 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15d130a1-cf21-47cc-b85f-4489baf62ea3 req-093fba05-e539-4a46-94a2-703b5c8fdbf5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319152 Jul 14 10:17:40.501055 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ebb99e92-a58e-4631-a20c-8c3c242224bf up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:40.547884 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port ebb99e92-a58e-4631-a20c-8c3c242224bf completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:17:40.551271 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port ebb99e92-a58e-4631-a20c-8c3c242224bf triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:17:40.551641 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:40.623740 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:40.645391 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e9724d-d42e-47ab-bc9d-8f9449b8ac02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb99e92-a58e-4631-a20c-8c3c242224bf'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:17:40.648645 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744be654-77ea-4ced-96eb-7ab7badadfaf" -d '{"events": [{"server_uuid": "73e9724d-d42e-47ab-bc9d-8f9449b8ac02", "name": "network-vif-plugged", "status": "completed", "tag": "ebb99e92-a58e-4631-a20c-8c3c242224bf"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:17:40.661431 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port ebb99e92-a58e-4631-a20c-8c3c242224bf, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ebb99e92-a58e-4631-a20c-8c3c242224bf,segment=NetworkSegment(6281a85f-f142-4b08-a60c-6678100cc56b),segment_id=6281a85f-f142-4b08-a60c-6678100cc56b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:40.665302 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:40.692140 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c68531-65c5-42b3-86af-6283821789b1 x-openstack-request-id: req-81c68531-65c5-42b3-86af-6283821789b1 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:17:40.692430 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e9724d-d42e-47ab-bc9d-8f9449b8ac02", "name": "network-vif-plugged", "status": "completed", "tag": "ebb99e92-a58e-4631-a20c-8c3c242224bf", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:17:40.693179 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81c68531-65c5-42b3-86af-6283821789b1 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:17:40.693550 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e9724d-d42e-47ab-bc9d-8f9449b8ac02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb99e92-a58e-4631-a20c-8c3c242224bf', 'code': 200} Jul 14 10:17:40.719500 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=ebb99e92-a58e-4631-a20c-8c3c242224bf,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:40.826934 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d8a06-2624-4688-a04c-86fdb87f78fe req-1519c64b-62f4-43f0-87c3-c5df75135d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:40.828365 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-049d8a06-2624-4688-a04c-86fdb87f78fe req-1519c64b-62f4-43f0-87c3-c5df75135d6b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 1098 time: 0.0527627 Jul 14 10:17:40.863013 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-049d8a06-2624-4688-a04c-86fdb87f78fe req-798a31d5-f28e-4859-9b5a-ccf8b076f5bd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276771 Jul 14 10:17:40.876072 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155509e4-72c8-46ee-8d5b-72baf4b86956 req-108187c5-b047-41c7-8dbb-20ede20184b9 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:40.877560 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-155509e4-72c8-46ee-8d5b-72baf4b86956 req-108187c5-b047-41c7-8dbb-20ede20184b9 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0644636 Jul 14 10:17:40.913961 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-155509e4-72c8-46ee-8d5b-72baf4b86956 req-54178307-3598-4872-99eb-6f410d9816cd tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302680 Jul 14 10:17:42.088977 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac4464-6374-4d16-9a35-1299ded2f4b6 req-a1da1558-0d0b-41c0-ac42-67cf74f883e2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:42.090503 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06ac4464-6374-4d16-9a35-1299ded2f4b6 req-a1da1558-0d0b-41c0-ac42-67cf74f883e2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0665963 Jul 14 10:17:42.128176 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06ac4464-6374-4d16-9a35-1299ded2f4b6 req-fa6e591d-9a66-4a53-8b16-01065b945090 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317287 Jul 14 10:17:43.308101 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba396220-873e-4f55-8e6d-445e4a1f2a69 req-c279a055-3b8c-4439-878e-b84e7b31dd34 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:43.309593 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ba396220-873e-4f55-8e6d-445e4a1f2a69 req-c279a055-3b8c-4439-878e-b84e7b31dd34 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0718684 Jul 14 10:17:43.346347 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ba396220-873e-4f55-8e6d-445e4a1f2a69 req-34936297-8734-4a76-9598-07886d00e512 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311711 Jul 14 10:17:43.515414 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d4a9d-a3eb-4c68-915c-4fec6dd8745e req-4c849e34-8c70-4836-8c0d-66f9ff0ae0c8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:43.516823 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-988d4a9d-a3eb-4c68-915c-4fec6dd8745e req-4c849e34-8c70-4836-8c0d-66f9ff0ae0c8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0638514 Jul 14 10:17:43.555087 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-988d4a9d-a3eb-4c68-915c-4fec6dd8745e req-14157322-5880-4105-9eac-9f4234670068 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327477 Jul 14 10:17:43.578110 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51836) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:43.631832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcad228c-8e4a-4390-8319-6ba715576096 tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:43.633311 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fcad228c-8e4a-4390-8319-6ba715576096 tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 1093 time: 0.0542548 Jul 14 10:17:43.636057 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51838) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:43.640373 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-1c389364-2080-4cb0-b679-e52e36c49d78 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': 'ebb99e92-a58e-4631-a20c-8c3c242224bf', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:17:43.661777 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c389364-2080-4cb0-b679-e52e36c49d78 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:43.753295 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c389364-2080-4cb0-b679-e52e36c49d78 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:43.855553 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-1c389364-2080-4cb0-b679-e52e36c49d78 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Allocated IP 172.25.1.156 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/7f739c79-a711-4443-8e4b-b4238cecaf6b) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:17:43.953423 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c389364-2080-4cb0-b679-e52e36c49d78 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:43.991217 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c389364-2080-4cb0-b679-e52e36c49d78 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:44.033913 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c389364-2080-4cb0-b679-e52e36c49d78 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:17:44.036727 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-1c389364-2080-4cb0-b679-e52e36c49d78 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:17:44.040258 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c389364-2080-4cb0-b679-e52e36c49d78 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:17:44.045772 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c389364-2080-4cb0-b679-e52e36c49d78 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=7f739c79-a711-4443-8e4b-b4238cecaf6b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:44.399639 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c389364-2080-4cb0-b679-e52e36c49d78 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:44.475864 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c389364-2080-4cb0-b679-e52e36c49d78 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:44.620996 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c389364-2080-4cb0-b679-e52e36c49d78 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:44.625309 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c389364-2080-4cb0-b679-e52e36c49d78 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:44.691781 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c389364-2080-4cb0-b679-e52e36c49d78 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=7f739c79-a711-4443-8e4b-b4238cecaf6b,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:44.700323 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c389364-2080-4cb0-b679-e52e36c49d78 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:44.795433 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-1c389364-2080-4cb0-b679-e52e36c49d78 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Floating IP c693eda7-1c71-41ab-bb7d-ac6a4a03c148 associated. External IP: 172.25.1.156, port: ebb99e92-a58e-4631-a20c-8c3c242224bf. Jul 14 10:17:44.995839 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c389364-2080-4cb0-b679-e52e36c49d78 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router 29a57fb5-264a-46a6-bce4-b6476fe22ec2 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:17:45.101509 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c389364-2080-4cb0-b679-e52e36c49d78 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:17:45.110549 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0d16f8-3dc1-496b-9510-f2a9072e6d40 None None] Sync routers for ids ['29a57fb5-264a-46a6-bce4-b6476fe22ec2'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:17:45.117148 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1c389364-2080-4cb0-b679-e52e36c49d78 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:45.121383 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0d16f8-3dc1-496b-9510-f2a9072e6d40 None None] Routers {'29a57fb5-264a-46a6-bce4-b6476fe22ec2'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:17:45.122120 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fd0d16f8-3dc1-496b-9510-f2a9072e6d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:17:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['29a57fb5-264a-46a6-bce4-b6476fe22ec2'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:45.153321 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-1c389364-2080-4cb0-b679-e52e36c49d78 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5162482 Jul 14 10:17:45.153940 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e9724d-d42e-47ab-bc9d-8f9449b8ac02', 'tag': 'ebb99e92-a58e-4631-a20c-8c3c242224bf'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:17:45.156251 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c216a01-8eff-441a-842f-fd84cd81c16e" -d '{"events": [{"name": "network-changed", "server_uuid": "73e9724d-d42e-47ab-bc9d-8f9449b8ac02", "tag": "ebb99e92-a58e-4631-a20c-8c3c242224bf"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:17:45.197434 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfabaacf-f964-4499-a5c2-ba57ce8111f2 x-openstack-request-id: req-cfabaacf-f964-4499-a5c2-ba57ce8111f2 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:17:45.197817 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e9724d-d42e-47ab-bc9d-8f9449b8ac02", "tag": "ebb99e92-a58e-4631-a20c-8c3c242224bf", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:17:45.198054 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cfabaacf-f964-4499-a5c2-ba57ce8111f2 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:17:45.198460 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e9724d-d42e-47ab-bc9d-8f9449b8ac02', 'tag': 'ebb99e92-a58e-4631-a20c-8c3c242224bf', 'status': 'completed', 'code': 200} Jul 14 10:17:45.234869 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-fd0d16f8-3dc1-496b-9510-f2a9072e6d40 None None] Set router 29a57fb5-264a-46a6-bce4-b6476fe22ec2 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:17:45.309187 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c216a01-8eff-441a-842f-fd84cd81c16e req-0322f71e-9814-48ff-b7dd-d2c13fa8e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:45.310772 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9c216a01-8eff-441a-842f-fd84cd81c16e req-0322f71e-9814-48ff-b7dd-d2c13fa8e2ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 1098 time: 0.0632076 Jul 14 10:17:45.320715 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcda65-334a-40a8-b72c-4ae491cc3868 req-a81a742f-2ebf-4453-a101-d36821f7795f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:45.322432 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-77fcda65-334a-40a8-b72c-4ae491cc3868 req-a81a742f-2ebf-4453-a101-d36821f7795f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0794849 Jul 14 10:17:45.360770 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-77fcda65-334a-40a8-b72c-4ae491cc3868 req-05bdfb78-69cc-407d-93d5-5b11fe1d8212 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327675 Jul 14 10:17:45.388414 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51844) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:45.415888 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c216a01-8eff-441a-842f-fd84cd81c16e req-f5742cdb-34d5-4249-b49b-e404a2dc4d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:45.417356 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9c216a01-8eff-441a-842f-fd84cd81c16e req-f5742cdb-34d5-4249-b49b-e404a2dc4d7b service neutron] 10.222.0.55 "GET /v2.0/networks?id=473f8871-cbce-44bf-814b-2910285a5a66 HTTP/1.1" status: 200 len: 898 time: 0.0997708 Jul 14 10:17:45.453534 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-93e039d4-a5f9-4dda-8ff0-d7512499a133 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/floatingips/c693eda7-1c71-41ab-bb7d-ac6a4a03c148 HTTP/1.1" status: 200 len: 992 time: 0.0628195 Jul 14 10:17:45.470618 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fd0d16f8-3dc1-496b-9510-f2a9072e6d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992592735', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:30Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'c693eda7-1c71-41ab-bb7d-ac6a4a03c148', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'floating_ip_address': '172.25.1.156', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'port_id': 'ebb99e92-a58e-4631-a20c-8c3c242224bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66', 'mac_address': 'fa:16:3e:b2:ef:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e9724d-d42e-47ab-bc9d-8f9449b8ac02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:17:44Z', 'updated_at': '2021-07-14T10:17:44Z', 'revision_number': 0, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4cdb01-0cdf-4555-b836-f3a9fddfbf99', 'name': '', 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:c3:1e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '045d975f-d4fd-468c-884a-197a5f261df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:29Z', 'updated_at': '2021-07-14T10:17:34Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '045d975f-d4fd-468c-884a-197a5f261df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:45.483100 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9c216a01-8eff-441a-842f-fd84cd81c16e req-67c7309d-3469-4e47-848a-859e40139b1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebb99e92-a58e-4631-a20c-8c3c242224bf HTTP/1.1" status: 200 len: 1000 time: 0.0591135 Jul 14 10:17:45.500246 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0d16f8-3dc1-496b-9510-f2a9072e6d40 None None] Checking router: 29a57fb5-264a-46a6-bce4-b6476fe22ec2 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:17:45.508653 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0d16f8-3dc1-496b-9510-f2a9072e6d40 None None] Routers {'29a57fb5-264a-46a6-bce4-b6476fe22ec2'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:17:45.509190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fd0d16f8-3dc1-496b-9510-f2a9072e6d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:17:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['29a57fb5-264a-46a6-bce4-b6476fe22ec2'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:45.532072 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c216a01-8eff-441a-842f-fd84cd81c16e req-83e7e85c-a5e7-4c54-9c31-1255d06204ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:45.533513 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9c216a01-8eff-441a-842f-fd84cd81c16e req-83e7e85c-a5e7-4c54-9c31-1255d06204ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=045d975f-d4fd-468c-884a-197a5f261df9 HTTP/1.1" status: 200 len: 834 time: 0.0425463 Jul 14 10:17:45.592930 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c216a01-8eff-441a-842f-fd84cd81c16e req-8665b621-01dc-4756-ad21-9cecdee29af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:45.594454 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9c216a01-8eff-441a-842f-fd84cd81c16e req-8665b621-01dc-4756-ad21-9cecdee29af2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=473f8871-cbce-44bf-814b-2910285a5a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541594 Jul 14 10:17:45.612435 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-fd0d16f8-3dc1-496b-9510-f2a9072e6d40 None None] Set router 29a57fb5-264a-46a6-bce4-b6476fe22ec2 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:17:45.685745 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9c216a01-8eff-441a-842f-fd84cd81c16e req-537f83e6-c922-4d53-b6da-480f1c2996cf service neutron] 10.222.0.55 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845976 Jul 14 10:17:45.785613 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-9c216a01-8eff-441a-842f-fd84cd81c16e req-dd59f69d-b679-48d6-b4d4-5036cc1390ac service neutron] 10.222.0.55 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920317 Jul 14 10:17:45.982525 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fd0d16f8-3dc1-496b-9510-f2a9072e6d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992592735', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:30Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'c693eda7-1c71-41ab-bb7d-ac6a4a03c148', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'floating_ip_address': '172.25.1.156', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'port_id': 'ebb99e92-a58e-4631-a20c-8c3c242224bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66', 'mac_address': 'fa:16:3e:b2:ef:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e9724d-d42e-47ab-bc9d-8f9449b8ac02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:17:44Z', 'updated_at': '2021-07-14T10:17:44Z', 'revision_number': 0, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4cdb01-0cdf-4555-b836-f3a9fddfbf99', 'name': '', 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:c3:1e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '045d975f-d4fd-468c-884a-197a5f261df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:29Z', 'updated_at': '2021-07-14T10:17:34Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '045d975f-d4fd-468c-884a-197a5f261df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:46.012027 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0d16f8-3dc1-496b-9510-f2a9072e6d40 None None] The sync data for ids ['29a57fb5-264a-46a6-bce4-b6476fe22ec2'] in n-d-798054-10 is: [{'id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992592735', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:30Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'c693eda7-1c71-41ab-bb7d-ac6a4a03c148', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'floating_ip_address': '172.25.1.156', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'port_id': 'ebb99e92-a58e-4631-a20c-8c3c242224bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66', 'mac_address': 'fa:16:3e:b2:ef:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e9724d-d42e-47ab-bc9d-8f9449b8ac02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:17:44Z', 'updated_at': '2021-07-14T10:17:44Z', 'revision_number': 0, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4cdb01-0cdf-4555-b836-f3a9fddfbf99', 'name': '', 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:c3:1e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '045d975f-d4fd-468c-884a-197a5f261df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:29Z', 'updated_at': '2021-07-14T10:17:34Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '045d975f-d4fd-468c-884a-197a5f261df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:17:46.195389 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d25c2e-d339-4287-8457-e58ff1edd47a None None] New status for floating IP c693eda7-1c71-41ab-bb7d-ac6a4a03c148: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:17:46.455432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51846) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:46.514944 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-9fa7f150-db74-4b38-8194-e82657321ddc tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/floatingips/c693eda7-1c71-41ab-bb7d-ac6a4a03c148 HTTP/1.1" status: 200 len: 994 time: 0.0583501 Jul 14 10:17:46.947237 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:57.343592 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-49a4bf4f-a06b-42ed-9f2d-905e128ee642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:59.829671 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d222f324-f3a5-476f-be9b-0f01c5f88e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:59.982253 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:00.912137 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:02.171038 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28e7dea9-57ef-4657-be0e-39403d6144c6 req-1ae1a0aa-7fdb-43fe-b9f6-ee3c3fa79ec1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500469 Jul 14 10:18:02.282865 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7dea9-57ef-4657-be0e-39403d6144c6 req-a710a635-56cb-4052-9316-8b42772e0b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:02.285648 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28e7dea9-57ef-4657-be0e-39403d6144c6 req-a710a635-56cb-4052-9316-8b42772e0b39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 1098 time: 0.0571852 Jul 14 10:18:02.390158 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7dea9-57ef-4657-be0e-39403d6144c6 req-f3f68525-6705-4860-829d-79eb15ecb1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:02.391607 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28e7dea9-57ef-4657-be0e-39403d6144c6 req-f3f68525-6705-4860-829d-79eb15ecb1e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=473f8871-cbce-44bf-814b-2910285a5a66 HTTP/1.1" status: 200 len: 898 time: 0.0835552 Jul 14 10:18:02.459353 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28e7dea9-57ef-4657-be0e-39403d6144c6 req-cb60d8de-effd-4e70-bef5-7265452b1310 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebb99e92-a58e-4631-a20c-8c3c242224bf HTTP/1.1" status: 200 len: 1002 time: 0.0608265 Jul 14 10:18:02.493770 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:02.509997 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7dea9-57ef-4657-be0e-39403d6144c6 req-a629df95-633f-4705-978e-d8a7a2ba08a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:02.511454 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28e7dea9-57ef-4657-be0e-39403d6144c6 req-a629df95-633f-4705-978e-d8a7a2ba08a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=045d975f-d4fd-468c-884a-197a5f261df9 HTTP/1.1" status: 200 len: 834 time: 0.0445421 Jul 14 10:18:02.573554 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7dea9-57ef-4657-be0e-39403d6144c6 req-fa9d69ef-439a-4322-a1c4-98adf3f78136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:02.574934 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28e7dea9-57ef-4657-be0e-39403d6144c6 req-fa9d69ef-439a-4322-a1c4-98adf3f78136 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=473f8871-cbce-44bf-814b-2910285a5a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499229 Jul 14 10:18:02.668522 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28e7dea9-57ef-4657-be0e-39403d6144c6 req-0e851b94-cac0-4da8-9809-12db9d1e7c23 service neutron] 10.222.0.55 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852671 Jul 14 10:18:02.757402 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-28e7dea9-57ef-4657-be0e-39403d6144c6 req-8fe0a92b-3fbc-4d78-91a4-7a4be5dc134a service neutron] 10.222.0.55 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809371 Jul 14 10:18:02.968240 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:08.734394 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:18:16.961065 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:17.896437 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560c4a3-bfe2-4ad8-bb2d-9767d9fa6853 req-db16d12a-4daa-4c24-9c7a-3c7eb91caf05 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:17.898495 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5560c4a3-bfe2-4ad8-bb2d-9767d9fa6853 req-db16d12a-4daa-4c24-9c7a-3c7eb91caf05 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0636561 Jul 14 10:18:17.908346 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-c73d8a0f-1d81-4a84-992e-7993a080a13e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0926247 Jul 14 10:18:17.936181 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5560c4a3-bfe2-4ad8-bb2d-9767d9fa6853 req-69111ee0-09e8-414a-a19b-54e9f7b145e7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320327 Jul 14 10:18:19.119085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-32c360b7-75d6-41e4-a5d7-e28c40f7fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:19.120600 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-32c360b7-75d6-41e4-a5d7-e28c40f7fd3e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 1098 time: 0.0579841 Jul 14 10:18:19.136034 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8087d4-7133-4561-a689-983de4b4c312 req-ca1c0a9e-88d1-4351-892c-d7a2326f724c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:19.137518 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5e8087d4-7133-4561-a689-983de4b4c312 req-ca1c0a9e-88d1-4351-892c-d7a2326f724c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0694427 Jul 14 10:18:19.176093 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5e8087d4-7133-4561-a689-983de4b4c312 req-e468ed19-92af-4344-8405-8e9f96e8b4e8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320885 Jul 14 10:18:19.210871 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-d1099602-77b8-4f01-9712-4e41e96531f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:19.212346 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-d1099602-77b8-4f01-9712-4e41e96531f2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=473f8871-cbce-44bf-814b-2910285a5a66 HTTP/1.1" status: 200 len: 898 time: 0.0843706 Jul 14 10:18:19.280157 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-2d9618b1-aaec-4bc2-a04b-b5e5a4ff40c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebb99e92-a58e-4631-a20c-8c3c242224bf HTTP/1.1" status: 200 len: 1002 time: 0.0609472 Jul 14 10:18:19.328739 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-ed88681a-80af-4d56-a48a-afa2958fc5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:19.330180 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-ed88681a-80af-4d56-a48a-afa2958fc5c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=045d975f-d4fd-468c-884a-197a5f261df9 HTTP/1.1" status: 200 len: 834 time: 0.0429976 Jul 14 10:18:19.385693 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-13cda162-0e75-4668-ab5a-e7906c68f2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:19.387170 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-13cda162-0e75-4668-ab5a-e7906c68f2f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=473f8871-cbce-44bf-814b-2910285a5a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501106 Jul 14 10:18:19.479717 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-b685c822-0178-4054-8805-ae3f4d05991b service neutron] 10.222.0.55 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845547 Jul 14 10:18:19.567102 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-b8017f5c-9797-4820-a353-003442d573ef service neutron] 10.222.0.55 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810087 Jul 14 10:18:20.345545 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b491723-b46f-4d49-9d65-cc21f400d967 req-1b19b308-154c-4fb7-9db7-b789425db05f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:20.347062 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b491723-b46f-4d49-9d65-cc21f400d967 req-1b19b308-154c-4fb7-9db7-b789425db05f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0621934 Jul 14 10:18:20.383779 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5b491723-b46f-4d49-9d65-cc21f400d967 req-c4d18720-4311-4b61-820c-1b13c0c45b75 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312798 Jul 14 10:18:21.555868 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062cefd8-4fde-4f1e-b891-446ca266facf req-9682d24e-742f-4a00-b575-7441dc8570db tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:21.557252 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-062cefd8-4fde-4f1e-b891-446ca266facf req-9682d24e-742f-4a00-b575-7441dc8570db tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0632455 Jul 14 10:18:21.598181 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-062cefd8-4fde-4f1e-b891-446ca266facf req-ac20934c-709f-4ea3-a775-dbe3de67f1b5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355113 Jul 14 10:18:22.765806 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e2c0e-1fa5-4ec4-92b4-b1f8df81063c req-e1f5d8f2-ae3f-4206-bba7-606a137f534d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:22.767278 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e5e2c0e-1fa5-4ec4-92b4-b1f8df81063c req-e1f5d8f2-ae3f-4206-bba7-606a137f534d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0621610 Jul 14 10:18:22.805056 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e5e2c0e-1fa5-4ec4-92b4-b1f8df81063c req-8c5a3531-762d-43f2-b86c-d251a8384680 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323403 Jul 14 10:18:23.977943 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b60f24-9a5f-47ed-bdc4-c5b2824be8ef req-1ddd2606-0b9e-4120-8c3f-735acb96c562 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:23.979395 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87b60f24-9a5f-47ed-bdc4-c5b2824be8ef req-1ddd2606-0b9e-4120-8c3f-735acb96c562 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0613050 Jul 14 10:18:24.016427 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87b60f24-9a5f-47ed-bdc4-c5b2824be8ef req-c9d4001e-73c7-44f2-90bd-163bfbbedeb8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313385 Jul 14 10:18:25.187173 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0f6cb-d8b6-4b56-9c03-23b08c9e5fd4 req-32c539e9-e4d2-4066-8235-ccc8cc04df05 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:25.188622 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f1a0f6cb-d8b6-4b56-9c03-23b08c9e5fd4 req-32c539e9-e4d2-4066-8235-ccc8cc04df05 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0643756 Jul 14 10:18:25.225068 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f1a0f6cb-d8b6-4b56-9c03-23b08c9e5fd4 req-bf9f7a0a-2628-4e2d-82ca-84a658e87c01 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310535 Jul 14 10:18:26.394485 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6081d5-4688-42af-a409-871b69dad8c3 req-4d714461-2f1d-460e-aefc-2e537b85f5fc tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:26.395950 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b6081d5-4688-42af-a409-871b69dad8c3 req-4d714461-2f1d-460e-aefc-2e537b85f5fc tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0626502 Jul 14 10:18:26.433155 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8b6081d5-4688-42af-a409-871b69dad8c3 req-9d4866ba-65cf-4b77-8222-787be198bb4f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311718 Jul 14 10:18:27.344351 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9af56009-b7d2-433f-a825-55878bfeb5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:27.605880 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1eea36-cf40-409b-8b55-4aece13c686e req-628a204c-5387-4f43-aa0f-40a029184ca3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:27.607351 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff1eea36-cf40-409b-8b55-4aece13c686e req-628a204c-5387-4f43-aa0f-40a029184ca3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0632226 Jul 14 10:18:27.648959 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ff1eea36-cf40-409b-8b55-4aece13c686e req-12976737-72b3-4e96-976f-4da5d673ac97 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361516 Jul 14 10:18:28.817080 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6c018-e093-4f75-aaf8-10fad57d8ecc req-1ac7f2b5-cdd8-45d5-9ece-02eb9bafb27c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:28.818589 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1cb6c018-e093-4f75-aaf8-10fad57d8ecc req-1ac7f2b5-cdd8-45d5-9ece-02eb9bafb27c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0625308 Jul 14 10:18:28.855221 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1cb6c018-e093-4f75-aaf8-10fad57d8ecc req-4b8b5215-05ad-4c7f-b1e1-5a32141d5fbb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306480 Jul 14 10:18:29.829698 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0fed2a09-827e-4477-9fcd-17a12d568ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:29.982522 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:30.025060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707adee2-2203-4b36-8948-c09048f47484 req-cbef74f2-fae3-4321-a1e6-c010ef451f64 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:30.026575 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-707adee2-2203-4b36-8948-c09048f47484 req-cbef74f2-fae3-4321-a1e6-c010ef451f64 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0631120 Jul 14 10:18:30.063243 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-707adee2-2203-4b36-8948-c09048f47484 req-07f36447-fa83-4dcc-be5d-254948ef98b5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311172 Jul 14 10:18:30.915582 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:31.236790 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7372f-0b80-4de5-8f76-b9a30a7d4907 req-3fd4bf93-e881-4c6f-bccb-8a864de7a449 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:31.238199 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69a7372f-0b80-4de5-8f76-b9a30a7d4907 req-3fd4bf93-e881-4c6f-bccb-8a864de7a449 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0657871 Jul 14 10:18:31.276452 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-69a7372f-0b80-4de5-8f76-b9a30a7d4907 req-4f15cfa8-3150-429f-b36b-56a3828f6b94 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320613 Jul 14 10:18:32.445913 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076836c-f593-4a2a-9056-d14fc1dae924 req-8650a31e-40a1-4404-a4ee-75797f35e7ad tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:32.447359 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0076836c-f593-4a2a-9056-d14fc1dae924 req-8650a31e-40a1-4404-a4ee-75797f35e7ad tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0628090 Jul 14 10:18:32.483125 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0076836c-f593-4a2a-9056-d14fc1dae924 req-9d0406d9-7322-4577-a87b-200903a8b13b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303731 Jul 14 10:18:32.508454 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:32.970518 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:33.659906 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e35c7-800e-4460-885c-c6db8b41d84b req-8d6c5557-8c88-4d9c-bb7d-ef87998d945a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:33.661384 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad2e35c7-800e-4460-885c-c6db8b41d84b req-8d6c5557-8c88-4d9c-bb7d-ef87998d945a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0645411 Jul 14 10:18:33.704820 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad2e35c7-800e-4460-885c-c6db8b41d84b req-cb8095ea-6535-4abb-a3c8-9727bb1ffb89 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371754 Jul 14 10:18:34.872401 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557ee7b-35c9-4119-8650-4df3e268ecd5 req-fab3b0fb-b494-4964-9736-012f17b924fc tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:34.873869 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6557ee7b-35c9-4119-8650-4df3e268ecd5 req-fab3b0fb-b494-4964-9736-012f17b924fc tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0621817 Jul 14 10:18:34.909892 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6557ee7b-35c9-4119-8650-4df3e268ecd5 req-042c5d39-c9f9-4fe0-aa26-871b4e1de8c6 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305820 Jul 14 10:18:36.078689 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f9789-ef9f-4dc1-82cd-7be5028aa44f req-39cd9095-52b8-407d-9a37-ac7c567680b9 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:36.080155 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-769f9789-ef9f-4dc1-82cd-7be5028aa44f req-39cd9095-52b8-407d-9a37-ac7c567680b9 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0625315 Jul 14 10:18:36.116995 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-769f9789-ef9f-4dc1-82cd-7be5028aa44f req-b4cf604a-33eb-4855-a80d-b38a143e072c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314031 Jul 14 10:18:36.682320 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-a4e1ef46-10d8-42d8-8e69-bda1259b8b48 service neutron] show failed (client error): The resource could not be found. Jul 14 10:18:36.683367 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-a4e1ef46-10d8-42d8-8e69-bda1259b8b48 service neutron] 10.222.0.55 "GET /v2.0/ports/ebb99e92-a58e-4631-a20c-8c3c242224bf/bindings/n-h2-798054-10 HTTP/1.1" status: 404 len: 381 time: 0.0538914 Jul 14 10:18:36.928839 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-65d566b1-df80-421e-a666-6e2b47c0e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:36.930327 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-65d566b1-df80-421e-a666-6e2b47c0e315 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02&tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f HTTP/1.1" status: 200 len: 1098 time: 0.0555367 Jul 14 10:18:36.941205 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-10', 'device_owner': 'compute:nova'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:18:37.009396 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:37.205690 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] For port ebb99e92-a58e-4631-a20c-8c3c242224bf, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=ebb99e92-a58e-4631-a20c-8c3c242224bf,segment=NetworkSegment(6281a85f-f142-4b08-a60c-6678100cc56b),segment_id=6281a85f-f142-4b08-a60c-6678100cc56b)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:37.266884 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] For port ebb99e92-a58e-4631-a20c-8c3c242224bf, host n-h1-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:18:37.316162 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e9724d-d42e-47ab-bc9d-8f9449b8ac02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebb99e92-a58e-4631-a20c-8c3c242224bf'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:18:37.318672 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5c982e-d522-4813-ba08-e57c4d8d7cbd" -d '{"events": [{"server_uuid": "73e9724d-d42e-47ab-bc9d-8f9449b8ac02", "name": "network-vif-unplugged", "status": "completed", "tag": "ebb99e92-a58e-4631-a20c-8c3c242224bf"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:37.323390 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:37.341972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Transition to ACTIVE for port object ebb99e92-a58e-4631-a20c-8c3c242224bf will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:18:37.352090 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e42cc-a9d4-41b3-ab1c-fd43e921571f req-46b31bd1-1897-4b2c-81f8-673e77e8af7f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:37.353605 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-384e42cc-a9d4-41b3-ab1c-fd43e921571f req-46b31bd1-1897-4b2c-81f8-673e77e8af7f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.1224716 Jul 14 10:18:37.354715 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:37.387620 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bf091a-6fd0-47bd-b646-b773e5ef4063 x-openstack-request-id: req-77bf091a-6fd0-47bd-b646-b773e5ef4063 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:37.387910 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e9724d-d42e-47ab-bc9d-8f9449b8ac02", "name": "network-vif-unplugged", "status": "completed", "tag": "ebb99e92-a58e-4631-a20c-8c3c242224bf", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:37.388161 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-77bf091a-6fd0-47bd-b646-b773e5ef4063 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:37.388541 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e9724d-d42e-47ab-bc9d-8f9449b8ac02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebb99e92-a58e-4631-a20c-8c3c242224bf', 'code': 200} Jul 14 10:18:37.462796 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb99e92-a58e-4631-a20c-8c3c242224bf,revision_number=6']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:37.472232 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-384e42cc-a9d4-41b3-ab1c-fd43e921571f req-481d9e0c-9b56-4927-a17e-a75cdc3da7d0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122382 Jul 14 10:18:37.482171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:37.482890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:37.482890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:37.483259 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:37.483554 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:37.484989 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:37.485337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:37.485673 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:37.486038 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:37.486374 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:37.486706 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:37.487057 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:37.526077 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] No DVR routers for this DVR port ebb99e92-a58e-4631-a20c-8c3c242224bf on host n-h1-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:18:37.661257 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Attempting to bind port ebb99e92-a58e-4631-a20c-8c3c242224bf on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:18:37.661592 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Attempting to bind port ebb99e92-a58e-4631-a20c-8c3c242224bf by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '6281a85f-f142-4b08-a60c-6678100cc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:18:37.661999 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Attempting to bind port ebb99e92-a58e-4631-a20c-8c3c242224bf on network 473f8871-cbce-44bf-814b-2910285a5a66 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:18:37.666736 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Port ebb99e92-a58e-4631-a20c-8c3c242224bf on network 473f8871-cbce-44bf-814b-2910285a5a66 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:18:37.667002 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Attempting to bind port ebb99e92-a58e-4631-a20c-8c3c242224bf on network 473f8871-cbce-44bf-814b-2910285a5a66 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:18:37.671646 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:18:37.671974 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Checking segment: {'id': '6281a85f-f142-4b08-a60c-6678100cc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:18:37.672347 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Bound using segment: {'id': '6281a85f-f142-4b08-a60c-6678100cc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:18:37.672767 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Bound port: ebb99e92-a58e-4631-a20c-8c3c242224bf, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6281a85f-f142-4b08-a60c-6678100cc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:18:37.673118 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:37.738362 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] For port ebb99e92-a58e-4631-a20c-8c3c242224bf, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:18:37.741490 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] For port ebb99e92-a58e-4631-a20c-8c3c242224bf, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ebb99e92-a58e-4631-a20c-8c3c242224bf,segment=NetworkSegment(6281a85f-f142-4b08-a60c-6678100cc56b),segment_id=6281a85f-f142-4b08-a60c-6678100cc56b)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:18:37.745923 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:37.778999 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:37.779608 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:37.780967 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] 10.222.0.49 "PUT /v2.0/ports/ebb99e92-a58e-4631-a20c-8c3c242224bf HTTP/1.1" status: 200 len: 1093 time: 0.8436496 Jul 14 10:18:37.802704 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0ac02-7b23-4ba0-b56d-b09cad4de8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb99e92-a58e-4631-a20c-8c3c242224bf,revision_number=7']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:37.859523 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-a1f8dd0b-dfd0-464d-b8d4-15c49b2bb8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:37.861211 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-a1f8dd0b-dfd0-464d-b8d4-15c49b2bb8ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 1096 time: 0.0547638 Jul 14 10:18:37.954768 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-7f07164c-9013-449f-8f76-5a5857a38f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:37.956234 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-7f07164c-9013-449f-8f76-5a5857a38f55 service neutron] 10.222.0.49 "GET /v2.0/networks?id=473f8871-cbce-44bf-814b-2910285a5a66 HTTP/1.1" status: 200 len: 898 time: 0.0893943 Jul 14 10:18:38.018825 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-70af4913-0d67-47ee-9cbe-17d962907e37 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebb99e92-a58e-4631-a20c-8c3c242224bf HTTP/1.1" status: 200 len: 1000 time: 0.0560477 Jul 14 10:18:38.065744 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-d2ee7c7e-b8eb-4ec9-8bc9-c9adcaca525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:38.067190 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-d2ee7c7e-b8eb-4ec9-8bc9-c9adcaca525d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=045d975f-d4fd-468c-884a-197a5f261df9 HTTP/1.1" status: 200 len: 834 time: 0.0420394 Jul 14 10:18:38.126069 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-aa400cde-73a6-4fb5-91f3-d70ecd5cd3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:38.127534 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-aa400cde-73a6-4fb5-91f3-d70ecd5cd3a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=473f8871-cbce-44bf-814b-2910285a5a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540349 Jul 14 10:18:38.212779 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-c6b8bb63-e611-47aa-b146-507f36771e0a service neutron] 10.222.0.49 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788531 Jul 14 10:18:38.303349 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0e16b630-e4c7-44a1-885c-9180e074d364 req-22ab2856-df37-4ee3-a05d-6b18e8b0619b service neutron] 10.222.0.49 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831704 Jul 14 10:18:38.649539 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a1fde-3d42-4838-ab6f-3944880ac334 req-6f7e9e70-a8b4-4ea9-b32d-74e19b9c82e4 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:38.651023 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a8a1fde-3d42-4838-ab6f-3944880ac334 req-6f7e9e70-a8b4-4ea9-b32d-74e19b9c82e4 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 944 time: 0.0617678 Jul 14 10:18:38.687130 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a8a1fde-3d42-4838-ab6f-3944880ac334 req-69cab38b-a4c3-4fb1-9bc1-eb2801459466 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307593 Jul 14 10:18:39.390281 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e9724d-d42e-47ab-bc9d-8f9449b8ac02', 'tag': 'ebb99e92-a58e-4631-a20c-8c3c242224bf'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:18:39.392661 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022bca05-5ee8-4603-9216-44a35d54d4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "73e9724d-d42e-47ab-bc9d-8f9449b8ac02", "tag": "ebb99e92-a58e-4631-a20c-8c3c242224bf"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:39.438464 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bad8996-18f5-490a-9442-5726d3336b1c x-openstack-request-id: req-3bad8996-18f5-490a-9442-5726d3336b1c {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:39.438794 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e9724d-d42e-47ab-bc9d-8f9449b8ac02", "tag": "ebb99e92-a58e-4631-a20c-8c3c242224bf", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:39.439105 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3bad8996-18f5-490a-9442-5726d3336b1c {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:39.439549 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e9724d-d42e-47ab-bc9d-8f9449b8ac02', 'tag': 'ebb99e92-a58e-4631-a20c-8c3c242224bf', 'status': 'completed', 'code': 200} Jul 14 10:18:39.508571 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-50e4e25f-b8b0-44f5-8664-754183fa1dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:39.510656 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-50e4e25f-b8b0-44f5-8664-754183fa1dc8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 1096 time: 0.0532100 Jul 14 10:18:39.541997 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-9f537d0a-16b7-450b-a2c1-7489dabad51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:39.543526 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-9f537d0a-16b7-450b-a2c1-7489dabad51f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 1096 time: 0.0587132 Jul 14 10:18:39.601563 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-a7f620c4-922e-4850-a46f-c94984b2da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:39.603026 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-a7f620c4-922e-4850-a46f-c94984b2da2c service neutron] 10.222.0.49 "GET /v2.0/networks?id=473f8871-cbce-44bf-814b-2910285a5a66 HTTP/1.1" status: 200 len: 898 time: 0.0860474 Jul 14 10:18:39.631737 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-6f58c50f-3304-4bcb-9926-077ada7107f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:39.633217 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-6f58c50f-3304-4bcb-9926-077ada7107f6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=473f8871-cbce-44bf-814b-2910285a5a66 HTTP/1.1" status: 200 len: 898 time: 0.0830731 Jul 14 10:18:39.671165 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-f0f1f840-da14-498b-85d2-0b89808f0aa1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebb99e92-a58e-4631-a20c-8c3c242224bf HTTP/1.1" status: 200 len: 1000 time: 0.0596201 Jul 14 10:18:39.703599 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-099f63fc-abca-4355-bb65-fc19e3fbc4a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebb99e92-a58e-4631-a20c-8c3c242224bf HTTP/1.1" status: 200 len: 1000 time: 0.0632222 Jul 14 10:18:39.729740 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-bc9b6ac6-4452-4955-8bd5-b634878a0775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:39.731344 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-bc9b6ac6-4452-4955-8bd5-b634878a0775 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=045d975f-d4fd-468c-884a-197a5f261df9 HTTP/1.1" status: 200 len: 834 time: 0.0519621 Jul 14 10:18:39.755752 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-688f573c-f944-4b9f-aef6-4ba302dded41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:39.757295 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-688f573c-f944-4b9f-aef6-4ba302dded41 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=045d975f-d4fd-468c-884a-197a5f261df9 HTTP/1.1" status: 200 len: 834 time: 0.0466428 Jul 14 10:18:39.795036 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-0002949a-dd9c-40a4-822b-b6cb5354c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:39.797397 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-0002949a-dd9c-40a4-822b-b6cb5354c660 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=473f8871-cbce-44bf-814b-2910285a5a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553410 Jul 14 10:18:39.822050 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-b527bfd8-1f91-4dcf-9b09-35f27a0e7786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:39.823872 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-b527bfd8-1f91-4dcf-9b09-35f27a0e7786 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=473f8871-cbce-44bf-814b-2910285a5a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600624 Jul 14 10:18:39.930002 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-0d7c828c-4c1f-416f-8215-c52f1392b5f5 service neutron] 10.222.0.55 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983324 Jul 14 10:18:40.024367 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-6d0c1773-de90-44fb-b15b-f82424f504aa service neutron] 10.222.0.55 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875545 Jul 14 10:18:40.284067 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-4ead6051-29d0-4780-915f-f77a2f5deb1a service neutron] 10.222.0.49 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707105 Jul 14 10:18:40.296374 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a3e3f-1c41-48ce-af96-2209e5066c36 req-014b4587-1fcb-45dc-963a-694abb6f56c8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:40.297810 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-930a3e3f-1c41-48ce-af96-2209e5066c36 req-014b4587-1fcb-45dc-963a-694abb6f56c8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 944 time: 0.4642305 Jul 14 10:18:40.389532 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-930a3e3f-1c41-48ce-af96-2209e5066c36 req-e00e9a4e-f24c-4af6-8aba-37f10c62f5d1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838723 Jul 14 10:18:40.410302 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-022bca05-5ee8-4603-9216-44a35d54d4e9 req-50940898-1d45-4b3d-9205-c9297df741e9 service neutron] 10.222.0.49 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115777 Jul 14 10:18:40.841809 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ebb99e92-a58e-4631-a20c-8c3c242224bf no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:18:40.878402 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device ebb99e92-a58e-4631-a20c-8c3c242224bf not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:18:41.377888 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ebb99e92-a58e-4631-a20c-8c3c242224bf details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:18:41.471047 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ebb99e92-a58e-4631-a20c-8c3c242224bf, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ebb99e92-a58e-4631-a20c-8c3c242224bf,segment=NetworkSegment(6281a85f-f142-4b08-a60c-6678100cc56b),segment_id=6281a85f-f142-4b08-a60c-6678100cc56b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:41.482723 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'ebb99e92-a58e-4631-a20c-8c3c242224bf', 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66', 'port_id': 'ebb99e92-a58e-4631-a20c-8c3c242224bf', 'mac_address': 'fa:16:3e:b2:ef:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045d975f-d4fd-468c-884a-197a5f261df9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:18:41.518519 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:41.535340 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb99e92-a58e-4631-a20c-8c3c242224bf {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:18:41.555441 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ebb99e92-a58e-4631-a20c-8c3c242224bf, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ebb99e92-a58e-4631-a20c-8c3c242224bf,segment=NetworkSegment(6281a85f-f142-4b08-a60c-6678100cc56b),segment_id=6281a85f-f142-4b08-a60c-6678100cc56b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:41.559339 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:41.572287 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8b265-613a-43b0-b783-d88d804527cb req-27d59781-f03f-4415-8bf7-3422ce8bbeee tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:41.573816 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5eb8b265-613a-43b0-b783-d88d804527cb req-27d59781-f03f-4415-8bf7-3422ce8bbeee tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 944 time: 0.0707390 Jul 14 10:18:41.611794 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=ebb99e92-a58e-4631-a20c-8c3c242224bf,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:41.612099 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5eb8b265-613a-43b0-b783-d88d804527cb req-a17f4907-a6c3-4dbf-962d-be9650cb2989 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322256 Jul 14 10:18:41.627219 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:41.627606 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:41.627999 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:41.628346 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:41.628676 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:41.629003 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:41.629329 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:41.629653 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:41.629999 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:41.630349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:41.630716 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:41.631070 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:41.767930 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['ebb99e92-a58e-4631-a20c-8c3c242224bf'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:18:41.918446 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a8bf3-58a4-41fe-914d-688bac2cbdd0 req-a916c4dc-6362-4974-a7b6-213c154782ad tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:41.920597 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ae3a8bf3-58a4-41fe-914d-688bac2cbdd0 req-a916c4dc-6362-4974-a7b6-213c154782ad tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 945 time: 0.0688577 Jul 14 10:18:41.943457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c9ea8-eab3-46e6-ba06-3cbb58be587b req-10722834-f889-442e-b164-6c30523d5619 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:41.945338 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b69c9ea8-eab3-46e6-ba06-3cbb58be587b req-10722834-f889-442e-b164-6c30523d5619 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02&tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&binding%3Ahost_id=n-h2-798054-10 HTTP/1.1" status: 200 len: 945 time: 0.0739779 Jul 14 10:18:41.960972 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ae3a8bf3-58a4-41fe-914d-688bac2cbdd0 req-d19545bc-40da-4341-ba62-8da67f1cf384 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340569 Jul 14 10:18:42.012150 n-d-798054-10 neutron-server[93888]: INFO neutron.api.v2.resource [req-b69c9ea8-eab3-46e6-ba06-3cbb58be587b req-d10aed03-6e1c-49f5-8746-f87c2d21fc3b service neutron] delete failed (client error): The resource could not be found. Jul 14 10:18:42.013171 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b69c9ea8-eab3-46e6-ba06-3cbb58be587b req-d10aed03-6e1c-49f5-8746-f87c2d21fc3b service neutron] 10.222.0.55 "DELETE /v2.0/ports/ebb99e92-a58e-4631-a20c-8c3c242224bf/bindings/n-h1-798054-10 HTTP/1.1" status: 404 len: 381 time: 0.0617347 Jul 14 10:18:42.123916 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c9ea8-eab3-46e6-ba06-3cbb58be587b req-719e3280-54ba-4067-a431-b110ac464915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:42.125399 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b69c9ea8-eab3-46e6-ba06-3cbb58be587b req-719e3280-54ba-4067-a431-b110ac464915 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 1097 time: 0.0527833 Jul 14 10:18:42.141383 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751cf9e-4d6b-49c3-a857-42f6f8477125 req-6133323c-f239-48d8-8ed2-37ff04c4988d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:42.142897 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c751cf9e-4d6b-49c3-a857-42f6f8477125 req-6133323c-f239-48d8-8ed2-37ff04c4988d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 945 time: 0.0667591 Jul 14 10:18:42.180423 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c751cf9e-4d6b-49c3-a857-42f6f8477125 req-6c209661-cb31-4426-ba91-5dce3159a770 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318489 Jul 14 10:18:42.214537 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c9ea8-eab3-46e6-ba06-3cbb58be587b req-33db6d55-2f69-485f-a095-78bbc000d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:42.216012 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b69c9ea8-eab3-46e6-ba06-3cbb58be587b req-33db6d55-2f69-485f-a095-78bbc000d194 service neutron] 10.222.0.55 "GET /v2.0/networks?id=473f8871-cbce-44bf-814b-2910285a5a66 HTTP/1.1" status: 200 len: 898 time: 0.0835247 Jul 14 10:18:42.283756 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b69c9ea8-eab3-46e6-ba06-3cbb58be587b req-af59bffe-33c2-4d82-99c2-1e67ef441a8e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebb99e92-a58e-4631-a20c-8c3c242224bf HTTP/1.1" status: 200 len: 1001 time: 0.0608883 Jul 14 10:18:42.330903 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c9ea8-eab3-46e6-ba06-3cbb58be587b req-c5fd6fad-b66d-465c-88b6-ab5e685dc6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:42.332426 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b69c9ea8-eab3-46e6-ba06-3cbb58be587b req-c5fd6fad-b66d-465c-88b6-ab5e685dc6cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=045d975f-d4fd-468c-884a-197a5f261df9 HTTP/1.1" status: 200 len: 834 time: 0.0420938 Jul 14 10:18:42.388444 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c9ea8-eab3-46e6-ba06-3cbb58be587b req-488a2afb-30d0-4a1e-b3c5-996c64891725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:42.389972 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b69c9ea8-eab3-46e6-ba06-3cbb58be587b req-488a2afb-30d0-4a1e-b3c5-996c64891725 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=473f8871-cbce-44bf-814b-2910285a5a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504985 Jul 14 10:18:42.480834 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b69c9ea8-eab3-46e6-ba06-3cbb58be587b req-0b3df743-2b4f-4442-ab29-7475649ee3da service neutron] 10.222.0.55 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828640 Jul 14 10:18:42.566687 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-b69c9ea8-eab3-46e6-ba06-3cbb58be587b req-39bdfc57-d9c4-4d55-9917-4dc7a902aea7 service neutron] 10.222.0.55 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793335 Jul 14 10:18:43.352479 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0adce-c0d8-4441-a97a-1ff05a42dbd2 req-14699d0b-90fa-4693-ad25-f06813c80407 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:43.353945 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ccd0adce-c0d8-4441-a97a-1ff05a42dbd2 req-14699d0b-90fa-4693-ad25-f06813c80407 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 945 time: 0.0613329 Jul 14 10:18:43.385740 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ebb99e92-a58e-4631-a20c-8c3c242224bf up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:18:43.390241 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ccd0adce-c0d8-4441-a97a-1ff05a42dbd2 req-f4a980c2-b99e-4856-ab1c-2597ddf6a7e7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308681 Jul 14 10:18:43.414575 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51944) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:18:43.432947 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port ebb99e92-a58e-4631-a20c-8c3c242224bf completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:18:43.436515 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port ebb99e92-a58e-4631-a20c-8c3c242224bf triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:18:43.436886 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:43.480945 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ad5f320d-7f3b-4598-bbc9-d407349046b7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/floatingips/c693eda7-1c71-41ab-bb7d-ac6a4a03c148 HTTP/1.1" status: 200 len: 993 time: 0.0651577 Jul 14 10:18:43.511133 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:43.534067 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e9724d-d42e-47ab-bc9d-8f9449b8ac02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb99e92-a58e-4631-a20c-8c3c242224bf'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:18:43.536300 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d2db76-9fe1-4dd7-b4fa-6b92fc837224" -d '{"events": [{"server_uuid": "73e9724d-d42e-47ab-bc9d-8f9449b8ac02", "name": "network-vif-plugged", "status": "completed", "tag": "ebb99e92-a58e-4631-a20c-8c3c242224bf"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:43.551761 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port ebb99e92-a58e-4631-a20c-8c3c242224bf, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ebb99e92-a58e-4631-a20c-8c3c242224bf,segment=NetworkSegment(6281a85f-f142-4b08-a60c-6678100cc56b),segment_id=6281a85f-f142-4b08-a60c-6678100cc56b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:43.555925 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:43.578352 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed058e2-5b65-45da-b94c-a1457b0e03d3 x-openstack-request-id: req-4ed058e2-5b65-45da-b94c-a1457b0e03d3 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:43.578640 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e9724d-d42e-47ab-bc9d-8f9449b8ac02", "name": "network-vif-plugged", "status": "completed", "tag": "ebb99e92-a58e-4631-a20c-8c3c242224bf", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:43.578893 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ed058e2-5b65-45da-b94c-a1457b0e03d3 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:43.579277 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e9724d-d42e-47ab-bc9d-8f9449b8ac02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb99e92-a58e-4631-a20c-8c3c242224bf', 'code': 200} Jul 14 10:18:43.604244 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=ebb99e92-a58e-4631-a20c-8c3c242224bf,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:45.733302 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:18:46.961052 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.259545 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99609c1b-d421-499d-97cf-d1ddff4237f3 req-d70249ae-83fd-4d38-adf5-0a0c202cdae6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496953 Jul 14 10:18:55.355322 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99609c1b-d421-499d-97cf-d1ddff4237f3 req-73058cca-b908-4ad0-9e58-7592b18e5882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:55.356809 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99609c1b-d421-499d-97cf-d1ddff4237f3 req-73058cca-b908-4ad0-9e58-7592b18e5882 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 1098 time: 0.0557749 Jul 14 10:18:55.457472 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99609c1b-d421-499d-97cf-d1ddff4237f3 req-9480f5e7-471f-440e-8471-e549a715fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:55.458951 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99609c1b-d421-499d-97cf-d1ddff4237f3 req-9480f5e7-471f-440e-8471-e549a715fa57 service neutron] 10.222.0.49 "GET /v2.0/networks?id=473f8871-cbce-44bf-814b-2910285a5a66 HTTP/1.1" status: 200 len: 898 time: 0.0815639 Jul 14 10:18:55.525336 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99609c1b-d421-499d-97cf-d1ddff4237f3 req-bfc76e4d-8e0e-4515-9bd1-67054274032c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebb99e92-a58e-4631-a20c-8c3c242224bf HTTP/1.1" status: 200 len: 1002 time: 0.0602338 Jul 14 10:18:55.573353 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99609c1b-d421-499d-97cf-d1ddff4237f3 req-dcf8ffb7-633b-4478-8288-fcf8950b4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:55.574810 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99609c1b-d421-499d-97cf-d1ddff4237f3 req-dcf8ffb7-633b-4478-8288-fcf8950b4983 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=045d975f-d4fd-468c-884a-197a5f261df9 HTTP/1.1" status: 200 len: 834 time: 0.0432577 Jul 14 10:18:55.630143 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99609c1b-d421-499d-97cf-d1ddff4237f3 req-bb5abb07-68fd-42f4-ac1b-2450a66d7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:55.631577 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99609c1b-d421-499d-97cf-d1ddff4237f3 req-bb5abb07-68fd-42f4-ac1b-2450a66d7a3c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=473f8871-cbce-44bf-814b-2910285a5a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508170 Jul 14 10:18:55.719953 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99609c1b-d421-499d-97cf-d1ddff4237f3 req-d345b398-80cd-4c7e-9bcf-46e4f28f3e73 service neutron] 10.222.0.49 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822735 Jul 14 10:18:55.812499 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99609c1b-d421-499d-97cf-d1ddff4237f3 req-d13db9a2-6ddb-4f82-81dc-53e9ca548f84 service neutron] 10.222.0.49 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852225 Jul 14 10:18:57.346016 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dad10b09-fa9f-45e2-985e-b44bf351a62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:59.830308 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5abaa277-45b6-42b3-9f2a-d55f404d65d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:59.982976 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:00.917964 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:02.520484 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:02.973470 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:09.922082 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51956) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:10.074510 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting port 7f739c79-a711-4443-8e4b-b4238cecaf6b {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:19:10.074862 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:10.150401 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:10.150733 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:10.161745 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Calling delete_port for 7f739c79-a711-4443-8e4b-b4238cecaf6b owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:19:10.302342 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:10.334618 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Port': ['ID=7f739c79-a711-4443-8e4b-b4238cecaf6b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:10.357808 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:10.358159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:10.358497 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:10.358836 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:10.359167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:10.359496 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:10.359824 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:10.360159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:10.360480 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:10.360804 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:10.361129 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:10.361449 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:10.401533 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:10.401982 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Floating IP c693eda7-1c71-41ab-bb7d-ac6a4a03c148 disassociated (deleted). External IP: 172.25.1.156, port: ebb99e92-a58e-4631-a20c-8c3c242224bf. Jul 14 10:19:10.601023 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router 29a57fb5-264a-46a6-bce4-b6476fe22ec2 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:19:11.014146 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:19:11.018854 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:11.023152 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d878114-857f-443a-8457-7bb35f01dfb6 None None] Sync routers for ids ['29a57fb5-264a-46a6-bce4-b6476fe22ec2'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:19:11.032423 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d878114-857f-443a-8457-7bb35f01dfb6 None None] Routers {'29a57fb5-264a-46a6-bce4-b6476fe22ec2'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:19:11.033040 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8d878114-857f-443a-8457-7bb35f01dfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:19:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['29a57fb5-264a-46a6-bce4-b6476fe22ec2'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:11.055350 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-5d0e656d-3fc3-48c6-b78b-117b038eeff7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/floatingips/c693eda7-1c71-41ab-bb7d-ac6a4a03c148 HTTP/1.1" status: 204 len: 168 time: 1.1321256 Jul 14 10:19:11.056046 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e9724d-d42e-47ab-bc9d-8f9449b8ac02', 'tag': 'ebb99e92-a58e-4631-a20c-8c3c242224bf'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:19:11.058422 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5016bfda27b43908f4a8225f6d15450625df67eec29e8c24829672d95f98f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ccc4ca-56ea-4c76-b2c8-b0e366e7940d" -d '{"events": [{"name": "network-changed", "server_uuid": "73e9724d-d42e-47ab-bc9d-8f9449b8ac02", "tag": "ebb99e92-a58e-4631-a20c-8c3c242224bf"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:11.095544 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55033f40-f504-40b3-9781-05a60e21772a x-openstack-request-id: req-55033f40-f504-40b3-9781-05a60e21772a {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:11.095842 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e9724d-d42e-47ab-bc9d-8f9449b8ac02", "tag": "ebb99e92-a58e-4631-a20c-8c3c242224bf", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:11.096099 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55033f40-f504-40b3-9781-05a60e21772a {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:11.096498 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e9724d-d42e-47ab-bc9d-8f9449b8ac02', 'tag': 'ebb99e92-a58e-4631-a20c-8c3c242224bf', 'status': 'completed', 'code': 200} Jul 14 10:19:11.140496 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-8d878114-857f-443a-8457-7bb35f01dfb6 None None] Set router 29a57fb5-264a-46a6-bce4-b6476fe22ec2 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:19:11.172720 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccc4ca-56ea-4c76-b2c8-b0e366e7940d req-dba1cf45-bdbf-4c09-b502-cef5610d414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:11.174276 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-33ccc4ca-56ea-4c76-b2c8-b0e366e7940d req-dba1cf45-bdbf-4c09-b502-cef5610d414b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 1098 time: 0.0532243 Jul 14 10:19:11.277966 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccc4ca-56ea-4c76-b2c8-b0e366e7940d req-b589ba1e-0e83-43a9-9f66-1df25c501606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:11.279896 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-33ccc4ca-56ea-4c76-b2c8-b0e366e7940d req-b589ba1e-0e83-43a9-9f66-1df25c501606 service neutron] 10.222.0.49 "GET /v2.0/networks?id=473f8871-cbce-44bf-814b-2910285a5a66 HTTP/1.1" status: 200 len: 898 time: 0.0985773 Jul 14 10:19:11.325920 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-33ccc4ca-56ea-4c76-b2c8-b0e366e7940d req-3ae0bea3-2803-4825-b251-21751c5af7fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebb99e92-a58e-4631-a20c-8c3c242224bf HTTP/1.1" status: 200 len: 217 time: 0.0393012 Jul 14 10:19:11.357817 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8d878114-857f-443a-8457-7bb35f01dfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992592735', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:30Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'fc4cdb01-0cdf-4555-b836-f3a9fddfbf99', 'name': '', 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:c3:1e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '045d975f-d4fd-468c-884a-197a5f261df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:29Z', 'updated_at': '2021-07-14T10:17:34Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '045d975f-d4fd-468c-884a-197a5f261df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:11.384442 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d878114-857f-443a-8457-7bb35f01dfb6 None None] Checking router: 29a57fb5-264a-46a6-bce4-b6476fe22ec2 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:19:11.392487 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d878114-857f-443a-8457-7bb35f01dfb6 None None] Routers {'29a57fb5-264a-46a6-bce4-b6476fe22ec2'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:19:11.393077 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8d878114-857f-443a-8457-7bb35f01dfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:19:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['29a57fb5-264a-46a6-bce4-b6476fe22ec2'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:11.406759 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccc4ca-56ea-4c76-b2c8-b0e366e7940d req-87e43e68-cfe2-4742-9d14-6f6b739dbfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:11.408207 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-33ccc4ca-56ea-4c76-b2c8-b0e366e7940d req-87e43e68-cfe2-4742-9d14-6f6b739dbfc3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=045d975f-d4fd-468c-884a-197a5f261df9 HTTP/1.1" status: 200 len: 834 time: 0.0757785 Jul 14 10:19:11.473042 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9ebbb-aa79-4107-b3d8-6e9de329c086 req-ae04fd27-98ac-4f48-bbae-30370932c64a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:11.474565 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06e9ebbb-aa79-4107-b3d8-6e9de329c086 req-ae04fd27-98ac-4f48-bbae-30370932c64a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.1026821 Jul 14 10:19:11.497529 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-8d878114-857f-443a-8457-7bb35f01dfb6 None None] Set router 29a57fb5-264a-46a6-bce4-b6476fe22ec2 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:19:11.512732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccc4ca-56ea-4c76-b2c8-b0e366e7940d req-09dd771e-bd8c-430b-b56c-4bb629333715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:11.514257 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-33ccc4ca-56ea-4c76-b2c8-b0e366e7940d req-09dd771e-bd8c-430b-b56c-4bb629333715 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=473f8871-cbce-44bf-814b-2910285a5a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969799 Jul 14 10:19:11.521446 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-06e9ebbb-aa79-4107-b3d8-6e9de329c086 req-f52c1e7d-1681-4f80-8106-a21b9815849f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409927 Jul 14 10:19:11.607217 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-33ccc4ca-56ea-4c76-b2c8-b0e366e7940d req-9bff8393-5250-4d89-9994-9a9c4d9b44ff service neutron] 10.222.0.49 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847647 Jul 14 10:19:11.694717 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8d878114-857f-443a-8457-7bb35f01dfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992592735', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:30Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'fc4cdb01-0cdf-4555-b836-f3a9fddfbf99', 'name': '', 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:c3:1e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '045d975f-d4fd-468c-884a-197a5f261df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:29Z', 'updated_at': '2021-07-14T10:17:34Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '045d975f-d4fd-468c-884a-197a5f261df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:11.698389 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-33ccc4ca-56ea-4c76-b2c8-b0e366e7940d req-1acf7f7b-388c-48fa-b8cf-a041735c4c88 service neutron] 10.222.0.49 "GET /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823746 Jul 14 10:19:11.723972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d878114-857f-443a-8457-7bb35f01dfb6 None None] The sync data for ids ['29a57fb5-264a-46a6-bce4-b6476fe22ec2'] in n-d-798054-10 is: [{'id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992592735', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:30Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'fc4cdb01-0cdf-4555-b836-f3a9fddfbf99', 'name': '', 'network_id': '473f8871-cbce-44bf-814b-2910285a5a66', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:c3:1e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '045d975f-d4fd-468c-884a-197a5f261df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:29Z', 'updated_at': '2021-07-14T10:17:34Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '045d975f-d4fd-468c-884a-197a5f261df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:19:11.936106 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f21953-8c71-46fb-8e90-8439e3bf6713 None None] New status for floating IP c693eda7-1c71-41ab-bb7d-ac6a4a03c148: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:19:12.716314 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa77c22-732c-438f-bc09-389d116d2d8f req-20a5f94f-debd-42d4-85e6-ca9d40ba695a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:12.717745 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3aa77c22-732c-438f-bc09-389d116d2d8f req-20a5f94f-debd-42d4-85e6-ca9d40ba695a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.1059537 Jul 14 10:19:12.730874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c34be3-42d3-495c-9df1-6e59c2ad14c4 req-ac3d2c82-3284-4fbd-b370-96744ea3a865 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:12.732248 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48c34be3-42d3-495c-9df1-6e59c2ad14c4 req-ac3d2c82-3284-4fbd-b370-96744ea3a865 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=73e9724d-d42e-47ab-bc9d-8f9449b8ac02 HTTP/1.1" status: 200 len: 946 time: 0.0932784 Jul 14 10:19:12.804357 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-48c34be3-42d3-495c-9df1-6e59c2ad14c4 req-d8126b96-d826-40db-ae4b-e848dc8fa324 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a345d35-ec3f-4065-b623-ca37a3b84b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656819 Jul 14 10:19:12.851781 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-3aa77c22-732c-438f-bc09-389d116d2d8f req-a6b89fd3-0187-4e4a-a1cb-17180161a31a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting port ebb99e92-a58e-4631-a20c-8c3c242224bf {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:19:12.852125 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3aa77c22-732c-438f-bc09-389d116d2d8f req-a6b89fd3-0187-4e4a-a1cb-17180161a31a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:12.937060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-3aa77c22-732c-438f-bc09-389d116d2d8f req-a6b89fd3-0187-4e4a-a1cb-17180161a31a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] For port ebb99e92-a58e-4631-a20c-8c3c242224bf, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=ebb99e92-a58e-4631-a20c-8c3c242224bf,segment=NetworkSegment(6281a85f-f142-4b08-a60c-6678100cc56b),segment_id=6281a85f-f142-4b08-a60c-6678100cc56b)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:12.937422 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3aa77c22-732c-438f-bc09-389d116d2d8f req-a6b89fd3-0187-4e4a-a1cb-17180161a31a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:12.950332 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-3aa77c22-732c-438f-bc09-389d116d2d8f req-a6b89fd3-0187-4e4a-a1cb-17180161a31a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Calling delete_port for ebb99e92-a58e-4631-a20c-8c3c242224bf owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:19:13.077030 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3aa77c22-732c-438f-bc09-389d116d2d8f req-a6b89fd3-0187-4e4a-a1cb-17180161a31a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:13.104917 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b89fd3-0187-4e4a-a1cb-17180161a31a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Port': ['ID=ebb99e92-a58e-4631-a20c-8c3c242224bf,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:13.149617 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa77c22-732c-438f-bc09-389d116d2d8f req-a6b89fd3-0187-4e4a-a1cb-17180161a31a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] No DVR routers for this DVR port ebb99e92-a58e-4631-a20c-8c3c242224bf on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:19:13.152277 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-3aa77c22-732c-438f-bc09-389d116d2d8f req-a6b89fd3-0187-4e4a-a1cb-17180161a31a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:13.154395 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3aa77c22-732c-438f-bc09-389d116d2d8f req-a6b89fd3-0187-4e4a-a1cb-17180161a31a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "DELETE /v2.0/ports/ebb99e92-a58e-4631-a20c-8c3c242224bf HTTP/1.1" status: 204 len: 173 time: 0.4312706 Jul 14 10:19:13.154843 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e9724d-d42e-47ab-bc9d-8f9449b8ac02', 'name': 'network-vif-deleted', 'tag': 'ebb99e92-a58e-4631-a20c-8c3c242224bf'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:19:13.157083 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f51b5da-e3e2-4ef3-868a-db47013b78c3" -d '{"events": [{"server_uuid": "73e9724d-d42e-47ab-bc9d-8f9449b8ac02", "name": "network-vif-deleted", "tag": "ebb99e92-a58e-4631-a20c-8c3c242224bf"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:13.193207 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477bddbf-fa7c-4a05-9c00-a98c657fc084 x-openstack-request-id: req-477bddbf-fa7c-4a05-9c00-a98c657fc084 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:13.193506 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e9724d-d42e-47ab-bc9d-8f9449b8ac02", "name": "network-vif-deleted", "tag": "ebb99e92-a58e-4631-a20c-8c3c242224bf", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:13.194374 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-477bddbf-fa7c-4a05-9c00-a98c657fc084 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:13.194783 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e9724d-d42e-47ab-bc9d-8f9449b8ac02', 'name': 'network-vif-deleted', 'tag': 'ebb99e92-a58e-4631-a20c-8c3c242224bf', 'status': 'completed', 'code': 200} Jul 14 10:19:13.894488 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51970) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:14.249325 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a5e47ee-4b1c-45fc-9f3b-c196b8584c5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:14.509104 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e47ee-4b1c-45fc-9f3b-c196b8584c5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting port fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:19:14.509398 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a5e47ee-4b1c-45fc-9f3b-c196b8584c5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:14.596764 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-2a5e47ee-4b1c-45fc-9f3b-c196b8584c5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] For port fc4cdb01-0cdf-4555-b836-f3a9fddfbf99, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=fc4cdb01-0cdf-4555-b836-f3a9fddfbf99,segment=NetworkSegment(6281a85f-f142-4b08-a60c-6678100cc56b),segment_id=6281a85f-f142-4b08-a60c-6678100cc56b)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:14.597121 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a5e47ee-4b1c-45fc-9f3b-c196b8584c5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:14.608528 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e47ee-4b1c-45fc-9f3b-c196b8584c5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Calling delete_port for fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:19:14.789721 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a5e47ee-4b1c-45fc-9f3b-c196b8584c5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:14.815743 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e47ee-4b1c-45fc-9f3b-c196b8584c5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Port': ['ID=fc4cdb01-0cdf-4555-b836-f3a9fddfbf99,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:14.992265 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a5e47ee-4b1c-45fc-9f3b-c196b8584c5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:15.212072 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5e47ee-4b1c-45fc-9f3b-c196b8584c5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router 29a57fb5-264a-46a6-bce4-b6476fe22ec2 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:19:15.317215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5e47ee-4b1c-45fc-9f3b-c196b8584c5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:19:15.322556 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2a5e47ee-4b1c-45fc-9f3b-c196b8584c5e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "PUT /v2.0/routers/29a57fb5-264a-46a6-bce4-b6476fe22ec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4270017 Jul 14 10:19:15.325341 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51972) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:15.326396 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab36a64-f00a-474e-8134-f5795cbb86f8 None None] Sync routers for ids ['29a57fb5-264a-46a6-bce4-b6476fe22ec2'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:19:15.335985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab36a64-f00a-474e-8134-f5795cbb86f8 None None] Routers {'29a57fb5-264a-46a6-bce4-b6476fe22ec2'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:19:15.336596 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8ab36a64-f00a-474e-8134-f5795cbb86f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:19:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['29a57fb5-264a-46a6-bce4-b6476fe22ec2'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:15.381464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e5aa87-7e21-47c9-8813-79b1f062f922 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting subnet 045d975f-d4fd-468c-884a-197a5f261df9 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:19:15.384473 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49e5aa87-7e21-47c9-8813-79b1f062f922 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:15.423518 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49e5aa87-7e21-47c9-8813-79b1f062f922 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:15.441865 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-8ab36a64-f00a-474e-8134-f5795cbb86f8 None None] Set router 29a57fb5-264a-46a6-bce4-b6476fe22ec2 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:19:15.508233 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49e5aa87-7e21-47c9-8813-79b1f062f922 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:15.532943 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ebb99e92-a58e-4631-a20c-8c3c242224bf no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:19:15.556708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: ebb99e92-a58e-4631-a20c-8c3c242224bf {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:19:15.557065 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device ebb99e92-a58e-4631-a20c-8c3c242224bf not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:19:15.569460 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49e5aa87-7e21-47c9-8813-79b1f062f922 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:15.596441 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5aa87-7e21-47c9-8813-79b1f062f922 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Subnet': ['ID=045d975f-d4fd-468c-884a-197a5f261df9,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:15.600096 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-49e5aa87-7e21-47c9-8813-79b1f062f922 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:15.602080 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-49e5aa87-7e21-47c9-8813-79b1f062f922 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/subnets/045d975f-d4fd-468c-884a-197a5f261df9 HTTP/1.1" status: 204 len: 168 time: 0.2756476 Jul 14 10:19:15.604556 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51974) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:15.618036 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39641715-300f-404a-99f8-40cc39033fbf None None] Network 473f8871-cbce-44bf-814b-2910285a5a66 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:19:15.711157 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9864dd53-2eb7-4607-94c2-2997d05c8e64 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:15.733263 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8ab36a64-f00a-474e-8134-f5795cbb86f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992592735', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:19:14Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:15.761702 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab36a64-f00a-474e-8134-f5795cbb86f8 None None] Checking router: 29a57fb5-264a-46a6-bce4-b6476fe22ec2 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:19:15.778426 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab36a64-f00a-474e-8134-f5795cbb86f8 None None] Routers {'29a57fb5-264a-46a6-bce4-b6476fe22ec2'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:19:15.779031 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8ab36a64-f00a-474e-8134-f5795cbb86f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:19:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['29a57fb5-264a-46a6-bce4-b6476fe22ec2'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:15.813882 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9864dd53-2eb7-4607-94c2-2997d05c8e64 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:15.871279 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-9864dd53-2eb7-4607-94c2-2997d05c8e64 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting port de581e42-1863-4f58-95c7-228f212e5b1c {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:19:15.871634 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9864dd53-2eb7-4607-94c2-2997d05c8e64 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:15.954925 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-9864dd53-2eb7-4607-94c2-2997d05c8e64 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] For port de581e42-1863-4f58-95c7-228f212e5b1c, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=de581e42-1863-4f58-95c7-228f212e5b1c,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:15.955299 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9864dd53-2eb7-4607-94c2-2997d05c8e64 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:15.967796 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-9864dd53-2eb7-4607-94c2-2997d05c8e64 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Calling delete_port for de581e42-1863-4f58-95c7-228f212e5b1c owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:19:16.041725 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-8ab36a64-f00a-474e-8134-f5795cbb86f8 None None] Set router 29a57fb5-264a-46a6-bce4-b6476fe22ec2 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:19:16.073469 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546bd247-20d5-40a6-b4cb-abda0df6ec6f None None] DHCP port deletion for 473f8871-cbce-44bf-814b-2910285a5a66 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:19:16.150317 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9864dd53-2eb7-4607-94c2-2997d05c8e64 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:16.179130 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864dd53-2eb7-4607-94c2-2997d05c8e64 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Port': ['ID=de581e42-1863-4f58-95c7-228f212e5b1c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:16.193795 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:19:16.233332 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9864dd53-2eb7-4607-94c2-2997d05c8e64 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:16.283554 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-546bd247-20d5-40a6-b4cb-abda0df6ec6f None None] Deleting port 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:19:16.283836 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-546bd247-20d5-40a6-b4cb-abda0df6ec6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:16.322948 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9864dd53-2eb7-4607-94c2-2997d05c8e64 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:16.325487 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9864dd53-2eb7-4607-94c2-2997d05c8e64 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:16.377835 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9864dd53-2eb7-4607-94c2-2997d05c8e64 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:16.378688 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9864dd53-2eb7-4607-94c2-2997d05c8e64 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Fanout notify agent at l3_agent the message router_deleted on router 29a57fb5-264a-46a6-bce4-b6476fe22ec2 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:19:16.385909 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-546bd247-20d5-40a6-b4cb-abda0df6ec6f None None] For port 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0745c86b-fcaf-4e58-87c1-e26f9d8fc2da,segment=NetworkSegment(6281a85f-f142-4b08-a60c-6678100cc56b),segment_id=6281a85f-f142-4b08-a60c-6678100cc56b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:16.385909 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-546bd247-20d5-40a6-b4cb-abda0df6ec6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:16.386869 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9864dd53-2eb7-4607-94c2-2997d05c8e64 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:16.390244 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9864dd53-2eb7-4607-94c2-2997d05c8e64 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/routers/29a57fb5-264a-46a6-bce4-b6476fe22ec2 HTTP/1.1" status: 204 len: 168 time: 0.7847400 Jul 14 10:19:16.390726 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51976) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:16.408549 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:16.410494 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-546bd247-20d5-40a6-b4cb-abda0df6ec6f None None] Calling delete_port for 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:19:16.432799 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8ab36a64-f00a-474e-8134-f5795cbb86f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992592735', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:19:14Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:16.468170 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa6b7873-5ee3-4e42-bdb4-fad942995b19 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:16.470182 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab36a64-f00a-474e-8134-f5795cbb86f8 None None] The sync data for ids ['29a57fb5-264a-46a6-bce4-b6476fe22ec2'] in n-d-798054-10 is: [{'id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992592735', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:19:14Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': 'de581e42-1863-4f58-95c7-228f212e5b1c', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a57fb5-264a-46a6-bce4-b6476fe22ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:17:27Z', 'updated_at': '2021-07-14T10:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:19:16.515608 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0745c86b-fcaf-4e58-87c1-e26f9d8fc2da,segment=NetworkSegment(6281a85f-f142-4b08-a60c-6678100cc56b),segment_id=6281a85f-f142-4b08-a60c-6678100cc56b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:16.526613 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:16.529211 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-fa6b7873-5ee3-4e42-bdb4-fad942995b19 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting port 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:19:16.529561 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa6b7873-5ee3-4e42-bdb4-fad942995b19 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:16.592660 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=0745c86b-fcaf-4e58-87c1-e26f9d8fc2da,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:16.599368 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-fa6b7873-5ee3-4e42-bdb4-fad942995b19 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] For port 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=0745c86b-fcaf-4e58-87c1-e26f9d8fc2da,segment=NetworkSegment(6281a85f-f142-4b08-a60c-6678100cc56b),segment_id=6281a85f-f142-4b08-a60c-6678100cc56b)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:16.601477 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa6b7873-5ee3-4e42-bdb4-fad942995b19 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:16.604044 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-546bd247-20d5-40a6-b4cb-abda0df6ec6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:16.616540 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-fa6b7873-5ee3-4e42-bdb4-fad942995b19 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Calling delete_port for 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:19:16.630720 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bd247-20d5-40a6-b4cb-abda0df6ec6f None None] Pushing event deleted for resources: {'Port': ['ID=0745c86b-fcaf-4e58-87c1-e26f9d8fc2da,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:16.633394 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546bd247-20d5-40a6-b4cb-abda0df6ec6f None None] No DVR routers for this DVR port 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:19:16.700528 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa6b7873-5ee3-4e42-bdb4-fad942995b19 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:16.725987 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6b7873-5ee3-4e42-bdb4-fad942995b19 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] No DVR routers for this DVR port 0745c86b-fcaf-4e58-87c1-e26f9d8fc2da on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:19:16.731605 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b7873-5ee3-4e42-bdb4-fad942995b19 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Port': ['ID=0745c86b-fcaf-4e58-87c1-e26f9d8fc2da,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:16.801978 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa6b7873-5ee3-4e42-bdb4-fad942995b19 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:16.813279 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-fa6b7873-5ee3-4e42-bdb4-fad942995b19 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['473f8871-cbce-44bf-814b-2910285a5a66']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:16.824676 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-fa6b7873-5ee3-4e42-bdb4-fad942995b19 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6281a85f-f142-4b08-a60c-6678100cc56b') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:16.824991 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-fa6b7873-5ee3-4e42-bdb4-fad942995b19 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6281a85f-f142-4b08-a60c-6678100cc56b') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:16.833892 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa6b7873-5ee3-4e42-bdb4-fad942995b19 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:16.847474 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa6b7873-5ee3-4e42-bdb4-fad942995b19 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:16.854639 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6b7873-5ee3-4e42-bdb4-fad942995b19 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:19:16.855048 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa6b7873-5ee3-4e42-bdb4-fad942995b19 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: self.session.flush() Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: timer() Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:19:16.858703 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:19:16.922366 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa6b7873-5ee3-4e42-bdb4-fad942995b19 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:16.930275 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fa6b7873-5ee3-4e42-bdb4-fad942995b19 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:16.934537 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fa6b7873-5ee3-4e42-bdb4-fad942995b19 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/networks/473f8871-cbce-44bf-814b-2910285a5a66 HTTP/1.1" status: 204 len: 168 time: 0.5398428 Jul 14 10:19:16.935152 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51978) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:16.944606 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b7873-5ee3-4e42-bdb4-fad942995b19 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Network': ['ID=473f8871-cbce-44bf-814b-2910285a5a66,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:16.962527 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.004957 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-40318601-c4c5-4183-adea-ff66fe0d9197 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.029382 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-40318601-c4c5-4183-adea-ff66fe0d9197 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.091043 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-40318601-c4c5-4183-adea-ff66fe0d9197 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.093604 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-40318601-c4c5-4183-adea-ff66fe0d9197 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.095134 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-40318601-c4c5-4183-adea-ff66fe0d9197 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/security-groups/7a345d35-ec3f-4065-b623-ca37a3b84b09 HTTP/1.1" status: 204 len: 168 time: 0.1587865 Jul 14 10:19:17.105508 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40318601-c4c5-4183-adea-ff66fe0d9197 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a345d35-ec3f-4065-b623-ca37a3b84b09,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:17.356640 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51984) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:17.361296 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-95f343c7-f4f2-497c-9d43-14e9d6cfc35e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-972414770', 'description': 'tempest-secgroup-smoke-972414770 description', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:17.383964 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-95f343c7-f4f2-497c-9d43-14e9d6cfc35e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.460939 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-95f343c7-f4f2-497c-9d43-14e9d6cfc35e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.464378 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-95f343c7-f4f2-497c-9d43-14e9d6cfc35e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.495608 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-95f343c7-f4f2-497c-9d43-14e9d6cfc35e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.496846 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-95f343c7-f4f2-497c-9d43-14e9d6cfc35e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1391866 Jul 14 10:19:17.498750 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f343c7-f4f2-497c-9d43-14e9d6cfc35e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dae262e4-0bf0-41ca-aba4-57d28f19321c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:17.499917 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51986) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:17.505709 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-45cd1253-538f-4dcb-be6b-57fb05ab1b67 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': 'dae262e4-0bf0-41ca-aba4-57d28f19321c', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:17.532596 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45cd1253-538f-4dcb-be6b-57fb05ab1b67 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.588347 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45cd1253-538f-4dcb-be6b-57fb05ab1b67 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.591729 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45cd1253-538f-4dcb-be6b-57fb05ab1b67 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.608874 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd1253-538f-4dcb-be6b-57fb05ab1b67 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71af59b-f54b-4b15-9e78-006c0770406e,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:17.614922 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-45cd1253-538f-4dcb-be6b-57fb05ab1b67 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.616253 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-45cd1253-538f-4dcb-be6b-57fb05ab1b67 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144221 Jul 14 10:19:17.618836 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51988) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:17.623277 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-fb58e127-fa53-4117-a21e-33f48e0d4a61 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': 'dae262e4-0bf0-41ca-aba4-57d28f19321c', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:17.647857 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb58e127-fa53-4117-a21e-33f48e0d4a61 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.710629 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb58e127-fa53-4117-a21e-33f48e0d4a61 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.713952 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb58e127-fa53-4117-a21e-33f48e0d4a61 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.731806 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58e127-fa53-4117-a21e-33f48e0d4a61 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6313b44-5953-46f2-93aa-61757c972653,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:17.738595 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb58e127-fa53-4117-a21e-33f48e0d4a61 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.739775 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-fb58e127-fa53-4117-a21e-33f48e0d4a61 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200106 Jul 14 10:19:17.742558 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 51990) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:17.747025 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-80a1132f-8f34-4fa1-b178-5958c535a8a5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': 'dae262e4-0bf0-41ca-aba4-57d28f19321c', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:17.771248 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80a1132f-8f34-4fa1-b178-5958c535a8a5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.827260 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80a1132f-8f34-4fa1-b178-5958c535a8a5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.830440 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80a1132f-8f34-4fa1-b178-5958c535a8a5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.846730 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1132f-8f34-4fa1-b178-5958c535a8a5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ca7249-79e4-4d43-a3fb-a143eafafe8c,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:17.856452 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80a1132f-8f34-4fa1-b178-5958c535a8a5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.857977 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-80a1132f-8f34-4fa1-b178-5958c535a8a5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143689 Jul 14 10:19:17.860808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51992) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:17.865834 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c902b8b9-48fb-4802-ba03-4915e43ea1b3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': 'dae262e4-0bf0-41ca-aba4-57d28f19321c', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:17.890697 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c902b8b9-48fb-4802-ba03-4915e43ea1b3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.947773 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c902b8b9-48fb-4802-ba03-4915e43ea1b3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.951030 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c902b8b9-48fb-4802-ba03-4915e43ea1b3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.970098 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902b8b9-48fb-4802-ba03-4915e43ea1b3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d238d1b1-e202-488a-bf0b-e2f54face5c2,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:17.973104 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c902b8b9-48fb-4802-ba03-4915e43ea1b3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.974320 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c902b8b9-48fb-4802-ba03-4915e43ea1b3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1125252 Jul 14 10:19:17.977569 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51994) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:17.981974 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-645cdd6d-a937-483f-99f4-bc88d676c42a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': 'dae262e4-0bf0-41ca-aba4-57d28f19321c', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:18.002727 n-d-798054-10 neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-645cdd6d-a937-483f-99f4-bc88d676c42a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Project 7d5a7c9051a6469ebb8b5d5efcf4f53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:19:18.007289 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-645cdd6d-a937-483f-99f4-bc88d676c42a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:18.065168 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-645cdd6d-a937-483f-99f4-bc88d676c42a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:18.069121 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-645cdd6d-a937-483f-99f4-bc88d676c42a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:18.086014 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645cdd6d-a937-483f-99f4-bc88d676c42a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98992d4-8ee2-42fd-a913-0afe0ffe67c2,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:18.093122 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-645cdd6d-a937-483f-99f4-bc88d676c42a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:18.094356 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-645cdd6d-a937-483f-99f4-bc88d676c42a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158831 Jul 14 10:19:18.097002 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51996) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:18.102101 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-696c517a-15d7-4f42-b765-69aa2109fa52 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': 'dae262e4-0bf0-41ca-aba4-57d28f19321c', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:18.123435 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device de581e42-1863-4f58-95c7-228f212e5b1c no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:19:18.124399 n-d-798054-10 neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-696c517a-15d7-4f42-b765-69aa2109fa52 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Project 7d5a7c9051a6469ebb8b5d5efcf4f53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:19:18.129426 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-696c517a-15d7-4f42-b765-69aa2109fa52 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:18.148451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: de581e42-1863-4f58-95c7-228f212e5b1c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:19:18.148773 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device de581e42-1863-4f58-95c7-228f212e5b1c not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:19:18.149179 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:19:18.168581 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:19:18.168919 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fc4cdb01-0cdf-4555-b836-f3a9fddfbf99 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:19:18.190577 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-696c517a-15d7-4f42-b765-69aa2109fa52 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:18.194042 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-696c517a-15d7-4f42-b765-69aa2109fa52 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:18.218369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c517a-15d7-4f42-b765-69aa2109fa52 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a6d162-8cd8-488e-a205-1bd14b525b2d,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:18.220883 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-696c517a-15d7-4f42-b765-69aa2109fa52 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:18.222966 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-696c517a-15d7-4f42-b765-69aa2109fa52 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241281 Jul 14 10:19:18.225570 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 51998) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:18.230468 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7f78822d-6ad4-44db-8a0d-dd72a145025d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'network': {'name': 'tempest-network-smoke--340675036', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'port_security_enabled': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:18.251116 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f78822d-6ad4-44db-8a0d-dd72a145025d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Made reservation on behalf of 7d5a7c9051a6469ebb8b5d5efcf4f53f for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:19:18.255417 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f78822d-6ad4-44db-8a0d-dd72a145025d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:18.280513 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f78822d-6ad4-44db-8a0d-dd72a145025d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:19:18.295246 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f78822d-6ad4-44db-8a0d-dd72a145025d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:18.295716 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-7f78822d-6ad4-44db-8a0d-dd72a145025d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Added segment 869e3d70-8638-48e7-9415-60132a2c45ab of type vlan for network 33003bc4-900b-4520-a696-235442883865 Jul 14 10:19:18.337715 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f78822d-6ad4-44db-8a0d-dd72a145025d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:18.371638 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f78822d-6ad4-44db-8a0d-dd72a145025d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:18.377036 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f78822d-6ad4-44db-8a0d-dd72a145025d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:18.377605 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f78822d-6ad4-44db-8a0d-dd72a145025d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:18.429850 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7f78822d-6ad4-44db-8a0d-dd72a145025d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2032394 Jul 14 10:19:18.432538 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52000) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:18.436952 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-2bfab4e1-5f5d-4fca-816d-840afd86ba1e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-817228977', 'admin_state_up': True, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:18.461021 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78822d-6ad4-44db-8a0d-dd72a145025d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Network': ['ID=33003bc4-900b-4520-a696-235442883865,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:18.471260 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 33003bc4-900b-4520-a696-235442883865 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:19:18.475578 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bfab4e1-5f5d-4fca-816d-840afd86ba1e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:18.476940 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bfab4e1-5f5d-4fca-816d-840afd86ba1e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:18.530576 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bfab4e1-5f5d-4fca-816d-840afd86ba1e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:19.006722 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bfab4e1-5f5d-4fca-816d-840afd86ba1e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:19.193996 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bfab4e1-5f5d-4fca-816d-840afd86ba1e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:19.212088 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bfab4e1-5f5d-4fca-816d-840afd86ba1e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:19.315057 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-2bfab4e1-5f5d-4fca-816d-840afd86ba1e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Allocated IP 172.25.1.12 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/2a027644-630e-4c4d-abc9-39dcf560f652) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:19:19.413812 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bfab4e1-5f5d-4fca-816d-840afd86ba1e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:19.450883 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bfab4e1-5f5d-4fca-816d-840afd86ba1e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:19.494191 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfab4e1-5f5d-4fca-816d-840afd86ba1e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:19:19.496936 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-2bfab4e1-5f5d-4fca-816d-840afd86ba1e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:19:19.500440 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfab4e1-5f5d-4fca-816d-840afd86ba1e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:19:19.505832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfab4e1-5f5d-4fca-816d-840afd86ba1e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=2a027644-630e-4c4d-abc9-39dcf560f652,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:19.742768 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bfab4e1-5f5d-4fca-816d-840afd86ba1e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:19.933330 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bfab4e1-5f5d-4fca-816d-840afd86ba1e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:20.058233 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfab4e1-5f5d-4fca-816d-840afd86ba1e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router 74f7f044-6ec2-4061-8882-4195eea3f66d is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:19:20.165328 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfab4e1-5f5d-4fca-816d-840afd86ba1e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:19:20.174356 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] Sync routers for ids ['74f7f044-6ec2-4061-8882-4195eea3f66d'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:19:20.182509 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2bfab4e1-5f5d-4fca-816d-840afd86ba1e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:20.183734 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2bfab4e1-5f5d-4fca-816d-840afd86ba1e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7502337 Jul 14 10:19:20.183887 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] Routers {'74f7f044-6ec2-4061-8882-4195eea3f66d'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:19:20.184442 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:19:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['74f7f044-6ec2-4061-8882-4195eea3f66d'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:20.187180 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52002) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:20.215271 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e3efce2b-ea04-417c-a82b-92f97503e314 tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269568 Jul 14 10:19:20.217885 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52004) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:20.287667 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] Set router 74f7f044-6ec2-4061-8882-4195eea3f66d gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:19:20.365224 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e96445-695b-4449-8b28-91b9fca2e6ad tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:20.366764 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-36e96445-695b-4449-8b28-91b9fca2e6ad tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1479907 Jul 14 10:19:20.369697 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52006) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:20.407986 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b25064e9-82c6-4515-8006-76589e4536ac tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372081 Jul 14 10:19:20.410414 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52008) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:20.415235 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-85ecdb82-dfe7-49dc-a175-6e441bbcb55f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1611448660', 'network_id': '33003bc4-900b-4520-a696-235442883865', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:20.462129 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817228977', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:19:18Z', 'updated_at': '2021-07-14T10:19:19Z', 'revision_number': 3, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:19Z', 'updated_at': '2021-07-14T10:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:20.503740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ecdb82-dfe7-49dc-a175-6e441bbcb55f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Made reservation on behalf of 7d5a7c9051a6469ebb8b5d5efcf4f53f for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:19:20.507924 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85ecdb82-dfe7-49dc-a175-6e441bbcb55f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2337136'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:20.579439 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] Checking router: 74f7f044-6ec2-4061-8882-4195eea3f66d for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:19:20.579785 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] Updating router 74f7f044-6ec2-4061-8882-4195eea3f66d port 2a027644-630e-4c4d-abc9-39dcf560f652 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:19:20.614007 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:20.686839 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85ecdb82-dfe7-49dc-a175-6e441bbcb55f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2337090'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:20.750317 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecdb82-dfe7-49dc-a175-6e441bbcb55f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Subnet': ['ID=629613f3-77f8-4307-be92-018dbf5a3c95,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:20.760786 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ecdb82-dfe7-49dc-a175-6e441bbcb55f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Checking segment: {'id': '869e3d70-8638-48e7-9415-60132a2c45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '33003bc4-900b-4520-a696-235442883865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:19:20.761155 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ecdb82-dfe7-49dc-a175-6e441bbcb55f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network hostable DHCP agents. Network: 33003bc4-900b-4520-a696-235442883865, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:19:20.777388 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ecdb82-dfe7-49dc-a175-6e441bbcb55f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network 33003bc4-900b-4520-a696-235442883865 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:19:20.786232 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-85ecdb82-dfe7-49dc-a175-6e441bbcb55f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 33003bc4-900b-4520-a696-235442883865) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:19:20.791564 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ecdb82-dfe7-49dc-a175-6e441bbcb55f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:20.792163 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-85ecdb82-dfe7-49dc-a175-6e441bbcb55f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:20.795525 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2261a08a-549a-43d1-9b31-52ff91423ed5 None None] Network 33003bc4-900b-4520-a696-235442883865 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:19:20.811334 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52010) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:20.812015 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-85ecdb82-dfe7-49dc-a175-6e441bbcb55f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3999498 Jul 14 10:19:20.868410 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:20.878804 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] Transition to ACTIVE for port object 2a027644-630e-4c4d-abc9-39dcf560f652 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:19:20.883923 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:20.932417 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] Attempting to bind port 2a027644-630e-4c4d-abc9-39dcf560f652 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:19:20.932780 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] Attempting to bind port 2a027644-630e-4c4d-abc9-39dcf560f652 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:19:20.933141 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] Attempting to bind port 2a027644-630e-4c4d-abc9-39dcf560f652 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:19:20.941942 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:19:20.942238 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:19:20.942636 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:20.943025 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:19:20.943534 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] Bound port: 2a027644-630e-4c4d-abc9-39dcf560f652, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:19:20.943913 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:20.946277 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9378a6f-4aaf-45eb-9902-fffcfeb1f86d None None] Pushing event updated for resources: {'Port': ['ID=2a027644-630e-4c4d-abc9-39dcf560f652,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:20.959805 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-33003bc4-900b-4520-a696-235442883865', 'network_id': '33003bc4-900b-4520-a696-235442883865', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ips': [{'subnet_id': '629613f3-77f8-4307-be92-018dbf5a3c95'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:19:20.960861 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:20.974361 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9378a6f-4aaf-45eb-9902-fffcfeb1f86d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:20.975344 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9378a6f-4aaf-45eb-9902-fffcfeb1f86d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:20.975575 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9378a6f-4aaf-45eb-9902-fffcfeb1f86d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:20.975913 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9378a6f-4aaf-45eb-9902-fffcfeb1f86d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:20.976231 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9378a6f-4aaf-45eb-9902-fffcfeb1f86d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:20.976557 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9378a6f-4aaf-45eb-9902-fffcfeb1f86d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:20.976881 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9378a6f-4aaf-45eb-9902-fffcfeb1f86d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:20.977230 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9378a6f-4aaf-45eb-9902-fffcfeb1f86d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:20.977521 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9378a6f-4aaf-45eb-9902-fffcfeb1f86d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:20.978067 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9378a6f-4aaf-45eb-9902-fffcfeb1f86d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:20.978392 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9378a6f-4aaf-45eb-9902-fffcfeb1f86d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:20.978727 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9378a6f-4aaf-45eb-9902-fffcfeb1f86d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:21.011152 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] For port 2a027644-630e-4c4d-abc9-39dcf560f652, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:19:21.014240 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] For port 2a027644-630e-4c4d-abc9-39dcf560f652, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2a027644-630e-4c4d-abc9-39dcf560f652,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:19:21.019459 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:21.081857 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9378a6f-4aaf-45eb-9902-fffcfeb1f86d None None] Pushing event updated for resources: {'Port': ['ID=2a027644-630e-4c4d-abc9-39dcf560f652,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:21.093225 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] Routers {'74f7f044-6ec2-4061-8882-4195eea3f66d'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:19:21.093944 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:19:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['74f7f044-6ec2-4061-8882-4195eea3f66d'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:21.115627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Allocated IP 172.20.0.2 (33003bc4-900b-4520-a696-235442883865/629613f3-77f8-4307-be92-018dbf5a3c95/fecb1fdf-4670-4a2e-850a-fe0bf708c02e) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:19:21.198274 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] Set router 74f7f044-6ec2-4061-8882-4195eea3f66d gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:19:21.264521 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:21.273675 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Transition to ACTIVE for port object fecb1fdf-4670-4a2e-850a-fe0bf708c02e will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:19:21.277556 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab03d7ae-82ac-4dbc-81d8-a35e0ea4442f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:21.288071 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Transition to ACTIVE for port object fecb1fdf-4670-4a2e-850a-fe0bf708c02e will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:19:21.295481 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:21.337587 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Network 33003bc4-900b-4520-a696-235442883865 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:19:21.340540 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:19:21.344799 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:19:21.347836 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Pushing event updated for resources: {'Port': ['ID=fecb1fdf-4670-4a2e-850a-fe0bf708c02e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:21.402368 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817228977', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:19:18Z', 'updated_at': '2021-07-14T10:19:19Z', 'revision_number': 3, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:19Z', 'updated_at': '2021-07-14T10:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:21.406176 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Attempting to bind port fecb1fdf-4670-4a2e-850a-fe0bf708c02e on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:19:21.406553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Attempting to bind port fecb1fdf-4670-4a2e-850a-fe0bf708c02e by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '869e3d70-8638-48e7-9415-60132a2c45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '33003bc4-900b-4520-a696-235442883865'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:19:21.406919 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Attempting to bind port fecb1fdf-4670-4a2e-850a-fe0bf708c02e on network 33003bc4-900b-4520-a696-235442883865 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:19:21.412396 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:19:21.413073 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Checking segment: {'id': '869e3d70-8638-48e7-9415-60132a2c45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '33003bc4-900b-4520-a696-235442883865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:19:21.413653 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:21.414407 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Bound using segment: {'id': '869e3d70-8638-48e7-9415-60132a2c45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '33003bc4-900b-4520-a696-235442883865'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:19:21.415042 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Bound port: fecb1fdf-4670-4a2e-850a-fe0bf708c02e, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869e3d70-8638-48e7-9415-60132a2c45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '33003bc4-900b-4520-a696-235442883865'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:19:21.415599 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:21.428235 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53116de0-819f-4458-9f7e-c2592d0b6986 None None] The sync data for ids ['74f7f044-6ec2-4061-8882-4195eea3f66d'] in n-d-798054-10 is: [{'id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817228977', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:19:18Z', 'updated_at': '2021-07-14T10:19:19Z', 'revision_number': 3, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:19Z', 'updated_at': '2021-07-14T10:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:19:21.484222 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] For port fecb1fdf-4670-4a2e-850a-fe0bf708c02e, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:19:21.492835 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] For port fecb1fdf-4670-4a2e-850a-fe0bf708c02e, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=fecb1fdf-4670-4a2e-850a-fe0bf708c02e,segment=NetworkSegment(869e3d70-8638-48e7-9415-60132a2c45ab),segment_id=869e3d70-8638-48e7-9415-60132a2c45ab)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:19:21.498486 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:21.558186 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c87417-5ca0-4451-b2ff-b2abbeffbf6b None None] Pushing event updated for resources: {'Port': ['ID=fecb1fdf-4670-4a2e-850a-fe0bf708c02e,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:21.570058 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-ab03d7ae-82ac-4dbc-81d8-a35e0ea4442f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Allocated IP 172.20.0.1 (33003bc4-900b-4520-a696-235442883865/629613f3-77f8-4307-be92-018dbf5a3c95/9ef1aa18-a437-43c1-835c-2b457c35371d) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:19:21.711079 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab03d7ae-82ac-4dbc-81d8-a35e0ea4442f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:21.735559 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-ab03d7ae-82ac-4dbc-81d8-a35e0ea4442f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Transition to ACTIVE for port object 9ef1aa18-a437-43c1-835c-2b457c35371d will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:19:21.792026 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab03d7ae-82ac-4dbc-81d8-a35e0ea4442f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:21.844453 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab03d7ae-82ac-4dbc-81d8-a35e0ea4442f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network 33003bc4-900b-4520-a696-235442883865 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:19:21.850921 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-ab03d7ae-82ac-4dbc-81d8-a35e0ea4442f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:19:21.855744 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab03d7ae-82ac-4dbc-81d8-a35e0ea4442f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:19:21.882587 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03d7ae-82ac-4dbc-81d8-a35e0ea4442f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=9ef1aa18-a437-43c1-835c-2b457c35371d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:21.911128 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab03d7ae-82ac-4dbc-81d8-a35e0ea4442f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:22.061121 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab03d7ae-82ac-4dbc-81d8-a35e0ea4442f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:22.194844 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2a027644-630e-4c4d-abc9-39dcf560f652 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:19:22.257208 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 2a027644-630e-4c4d-abc9-39dcf560f652 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:19:22.261555 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 2a027644-630e-4c4d-abc9-39dcf560f652 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:19:22.261975 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:22.360541 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:22.376978 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab03d7ae-82ac-4dbc-81d8-a35e0ea4442f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:22.387651 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 2a027644-630e-4c4d-abc9-39dcf560f652, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2a027644-630e-4c4d-abc9-39dcf560f652,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:22.390609 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab03d7ae-82ac-4dbc-81d8-a35e0ea4442f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:22.393555 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:22.394892 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fecb1fdf-4670-4a2e-850a-fe0bf708c02e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:19:22.475884 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03d7ae-82ac-4dbc-81d8-a35e0ea4442f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=9ef1aa18-a437-43c1-835c-2b457c35371d,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:22.476879 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=2a027644-630e-4c4d-abc9-39dcf560f652,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:22.480875 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab03d7ae-82ac-4dbc-81d8-a35e0ea4442f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:22.489322 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port fecb1fdf-4670-4a2e-850a-fe0bf708c02e completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:19:22.580522 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab03d7ae-82ac-4dbc-81d8-a35e0ea4442f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network 33003bc4-900b-4520-a696-235442883865 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:19:22.581895 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-ab03d7ae-82ac-4dbc-81d8-a35e0ea4442f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:19:22.618836 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b1378f-3d62-4021-b702-b691f2c6231a None None] Network 33003bc4-900b-4520-a696-235442883865 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:19:22.680376 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9233f75d-392a-4c0d-b9ff-1ece8840afcd None None] Provisioning for port fecb1fdf-4670-4a2e-850a-fe0bf708c02e completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:19:22.692249 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9233f75d-392a-4c0d-b9ff-1ece8840afcd None None] Provisioning complete for port fecb1fdf-4670-4a2e-850a-fe0bf708c02e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:19:22.692621 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9233f75d-392a-4c0d-b9ff-1ece8840afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:22.700174 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab03d7ae-82ac-4dbc-81d8-a35e0ea4442f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router 74f7f044-6ec2-4061-8882-4195eea3f66d has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:19:22.733133 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:19:22.809543 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab03d7ae-82ac-4dbc-81d8-a35e0ea4442f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:19:22.824987 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ab03d7ae-82ac-4dbc-81d8-a35e0ea4442f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "PUT /v2.0/routers/74f7f044-6ec2-4061-8882-4195eea3f66d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0032990 Jul 14 10:19:22.844676 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9233f75d-392a-4c0d-b9ff-1ece8840afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:22.888869 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9233f75d-392a-4c0d-b9ff-1ece8840afcd None None] For port fecb1fdf-4670-4a2e-850a-fe0bf708c02e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=fecb1fdf-4670-4a2e-850a-fe0bf708c02e,segment=NetworkSegment(869e3d70-8638-48e7-9415-60132a2c45ab),segment_id=869e3d70-8638-48e7-9415-60132a2c45ab)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:22.893043 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9233f75d-392a-4c0d-b9ff-1ece8840afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:22.946961 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233f75d-392a-4c0d-b9ff-1ece8840afcd None None] Pushing event updated for resources: {'Port': ['ID=fecb1fdf-4670-4a2e-850a-fe0bf708c02e,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:23.118662 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-43d39c95-31a2-4ef0-bb20-054a43745afc None None] Provisioning for port 9ef1aa18-a437-43c1-835c-2b457c35371d completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:19:23.122659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-43d39c95-31a2-4ef0-bb20-054a43745afc None None] Provisioning complete for port 9ef1aa18-a437-43c1-835c-2b457c35371d triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:19:23.123036 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-43d39c95-31a2-4ef0-bb20-054a43745afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:23.157649 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] Sync routers for ids ['74f7f044-6ec2-4061-8882-4195eea3f66d'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:19:23.168203 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-43d39c95-31a2-4ef0-bb20-054a43745afc None None] Port 9ef1aa18-a437-43c1-835c-2b457c35371d cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:19:23.177420 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] Routers {'74f7f044-6ec2-4061-8882-4195eea3f66d'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:19:23.178140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:19:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['74f7f044-6ec2-4061-8882-4195eea3f66d'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:23.222098 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-43d39c95-31a2-4ef0-bb20-054a43745afc None None] Provisioning complete for port fecb1fdf-4670-4a2e-850a-fe0bf708c02e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:19:23.222814 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-43d39c95-31a2-4ef0-bb20-054a43745afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:23.311024 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-cceb06c6-02d5-497b-bb62-d822e297ec9c req-0c154514-5e9d-45af-8f6d-8b96366ebb5e service neutron] (93888) timed out ('10.222.0.26', 44852) {{(pid=93888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:19:23.494956 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] Set router 74f7f044-6ec2-4061-8882-4195eea3f66d gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:19:23.504045 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-5ff683b2-a9a5-4918-9c86-e10a99a9d7e0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-972414770&fields=id&tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f HTTP/1.1" status: 200 len: 267 time: 0.4102306 Jul 14 10:19:23.607086 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-4624905c-eb66-4f8f-a9e8-021b9118aeb4 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:23.608554 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-4624905c-eb66-4f8f-a9e8-021b9118aeb4 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/networks?id=33003bc4-900b-4520-a696-235442883865 HTTP/1.1" status: 200 len: 796 time: 0.0973947 Jul 14 10:19:23.623142 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-bb79fc31-71f6-4568-ab68-441754c97ad8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/quotas/7d5a7c9051a6469ebb8b5d5efcf4f53f HTTP/1.1" status: 200 len: 375 time: 0.0089455 Jul 14 10:19:23.690975 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-6cc33731-9663-4c68-93b7-9fbbabdd037c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629032 Jul 14 10:19:23.720409 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d70384a9-51d2-4a04-9ca2-1cc3368183e7 None None] Provisioning complete for port 9ef1aa18-a437-43c1-835c-2b457c35371d triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:19:23.720784 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d70384a9-51d2-4a04-9ca2-1cc3368183e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:23.748369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-a55c3bc6-6b62-4932-bd34-5103b58744c5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:19:23.749382 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-a55c3bc6-6b62-4932-bd34-5103b58744c5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475469 Jul 14 10:19:23.753335 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817228977', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:19:18Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:19Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '9ef1aa18-a437-43c1-835c-2b457c35371d', 'name': '', 'network_id': '33003bc4-900b-4520-a696-235442883865', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:4d:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '629613f3-77f8-4307-be92-018dbf5a3c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:21Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 2, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '629613f3-77f8-4307-be92-018dbf5a3c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:23.784779 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] Checking router: 74f7f044-6ec2-4061-8882-4195eea3f66d for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:19:23.785140 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] Updating router 74f7f044-6ec2-4061-8882-4195eea3f66d port 9ef1aa18-a437-43c1-835c-2b457c35371d binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:19:23.808146 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d70384a9-51d2-4a04-9ca2-1cc3368183e7 None None] Port 9ef1aa18-a437-43c1-835c-2b457c35371d cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:19:23.822028 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:23.837656 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-ff5557bf-e6b6-4af5-a800-b45b6ef51622 service neutron] 10.222.0.26 "GET /v2.0/networks/33003bc4-900b-4520-a696-235442883865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822115 Jul 14 10:19:23.929257 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-d9ef9e3a-2f79-4527-8f82-98e44a1e1bfd service neutron] 10.222.0.26 "GET /v2.0/networks/33003bc4-900b-4520-a696-235442883865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857992 Jul 14 10:19:24.096947 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:24.109574 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] Transition to ACTIVE for port object 9ef1aa18-a437-43c1-835c-2b457c35371d will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:19:24.123906 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:24.168766 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2a027644-630e-4c4d-abc9-39dcf560f652 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:19:24.177250 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce6cd63d-3611-48c0-b3f7-292c7f05b33d req-a106e816-dd9f-4532-b863-9de99d748b33 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 210 time: 0.1013145 Jul 14 10:19:24.196944 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4bbb3-7a5f-4d7a-8f31-b785f274492e None None] Pushing event updated for resources: {'Port': ['ID=9ef1aa18-a437-43c1-835c-2b457c35371d,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:24.273523 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] Attempting to bind port 9ef1aa18-a437-43c1-835c-2b457c35371d on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:19:24.274204 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] Attempting to bind port 9ef1aa18-a437-43c1-835c-2b457c35371d by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '869e3d70-8638-48e7-9415-60132a2c45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '33003bc4-900b-4520-a696-235442883865'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:19:24.274352 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] Attempting to bind port 9ef1aa18-a437-43c1-835c-2b457c35371d on network 33003bc4-900b-4520-a696-235442883865 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:19:24.292710 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:19:24.293111 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] Checking segment: {'id': '869e3d70-8638-48e7-9415-60132a2c45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '33003bc4-900b-4520-a696-235442883865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:19:24.293496 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:24.293937 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] Bound using segment: {'id': '869e3d70-8638-48e7-9415-60132a2c45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '33003bc4-900b-4520-a696-235442883865'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:19:24.294420 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] Bound port: 9ef1aa18-a437-43c1-835c-2b457c35371d, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869e3d70-8638-48e7-9415-60132a2c45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '33003bc4-900b-4520-a696-235442883865'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:19:24.294808 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:24.307167 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 2a027644-630e-4c4d-abc9-39dcf560f652 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:19:24.307547 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:24.396412 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] For port 9ef1aa18-a437-43c1-835c-2b457c35371d, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:19:24.399923 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] For port 9ef1aa18-a437-43c1-835c-2b457c35371d, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9ef1aa18-a437-43c1-835c-2b457c35371d,segment=NetworkSegment(869e3d70-8638-48e7-9415-60132a2c45ab),segment_id=869e3d70-8638-48e7-9415-60132a2c45ab)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:19:24.424628 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:24.513210 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fecb1fdf-4670-4a2e-850a-fe0bf708c02e up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:19:24.541507 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4bbb3-7a5f-4d7a-8f31-b785f274492e None None] Pushing event updated for resources: {'Port': ['ID=9ef1aa18-a437-43c1-835c-2b457c35371d,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:24.548004 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] Routers {'74f7f044-6ec2-4061-8882-4195eea3f66d'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:19:24.548744 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:19:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['74f7f044-6ec2-4061-8882-4195eea3f66d'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:24.670848 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port fecb1fdf-4670-4a2e-850a-fe0bf708c02e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:19:24.671213 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:24.699631 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] Set router 74f7f044-6ec2-4061-8882-4195eea3f66d gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:19:24.947782 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817228977', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:19:18Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:19Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '9ef1aa18-a437-43c1-835c-2b457c35371d', 'name': '', 'network_id': '33003bc4-900b-4520-a696-235442883865', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:4d:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '629613f3-77f8-4307-be92-018dbf5a3c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:21Z', 'updated_at': '2021-07-14T10:19:24Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '629613f3-77f8-4307-be92-018dbf5a3c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:24.973629 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3176c-8f4e-4f4c-a373-58868b9728c8 None None] The sync data for ids ['74f7f044-6ec2-4061-8882-4195eea3f66d'] in n-d-798054-10 is: [{'id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817228977', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:19:18Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:19Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '9ef1aa18-a437-43c1-835c-2b457c35371d', 'name': '', 'network_id': '33003bc4-900b-4520-a696-235442883865', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:4d:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '629613f3-77f8-4307-be92-018dbf5a3c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:21Z', 'updated_at': '2021-07-14T10:19:24Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '629613f3-77f8-4307-be92-018dbf5a3c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:19:25.199534 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-8fe06f64-61c7-4af5-b15b-023a0715146c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:25.201050 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-8fe06f64-61c7-4af5-b15b-023a0715146c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "GET /v2.0/networks?id=33003bc4-900b-4520-a696-235442883865 HTTP/1.1" status: 200 len: 796 time: 0.1126800 Jul 14 10:19:25.256285 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-4cf05498-cd33-41f0-a182-158fa81c064a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f HTTP/1.1" status: 200 len: 379 time: 0.0415962 Jul 14 10:19:25.265767 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-d6311be9-c478-46b5-8575-a9b4ade28b0d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'port': {'device_id': '6030a001-5367-4d10-beae-60c9a991a684', 'network_id': '33003bc4-900b-4520-a696-235442883865', 'admin_state_up': True, 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'security_groups': ['dae262e4-0bf0-41ca-aba4-57d28f19321c']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:25.343938 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c3081a9e-0e45-4ea4-8974-af5e241aa24c req-3f7d4a68-9cdd-4db0-9f16-10a56bfad614 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 210 time: 0.0354378 Jul 14 10:19:25.411300 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-d6311be9-c478-46b5-8575-a9b4ade28b0d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Made reservation on behalf of 7d5a7c9051a6469ebb8b5d5efcf4f53f for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:19:25.415458 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-d6311be9-c478-46b5-8575-a9b4ade28b0d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:25.547817 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-d6311be9-c478-46b5-8575-a9b4ade28b0d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Allocated IP 172.20.0.11 (33003bc4-900b-4520-a696-235442883865/629613f3-77f8-4307-be92-018dbf5a3c95/7bf49dfa-1c19-4e56-b7aa-c78e0b174d27) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:19:25.701998 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-d6311be9-c478-46b5-8575-a9b4ade28b0d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:25.716397 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-d6311be9-c478-46b5-8575-a9b4ade28b0d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Transition to ACTIVE for port object 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:19:25.750226 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-d6311be9-c478-46b5-8575-a9b4ade28b0d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:25.798455 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-d6311be9-c478-46b5-8575-a9b4ade28b0d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network 33003bc4-900b-4520-a696-235442883865 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:19:25.804262 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-d6311be9-c478-46b5-8575-a9b4ade28b0d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:19:25.807283 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-d6311be9-c478-46b5-8575-a9b4ade28b0d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:19:25.851975 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6311be9-c478-46b5-8575-a9b4ade28b0d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=7bf49dfa-1c19-4e56-b7aa-c78e0b174d27,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:25.867782 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-d6311be9-c478-46b5-8575-a9b4ade28b0d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:25.868446 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-d6311be9-c478-46b5-8575-a9b4ade28b0d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:25.884932 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-d6311be9-c478-46b5-8575-a9b4ade28b0d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6237335 Jul 14 10:19:25.897196 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] Request body: {'port': {'device_id': '6030a001-5367-4d10-beae-60c9a991a684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:25.980103 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:26.089722 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2c91512f-53f2-426c-aa95-f3934ca30104 None None] Provisioning for port 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:19:26.097663 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2c91512f-53f2-426c-aa95-f3934ca30104 None None] Provisioning complete for port 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:19:26.098130 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2c91512f-53f2-426c-aa95-f3934ca30104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:26.140909 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2c91512f-53f2-426c-aa95-f3934ca30104 None None] Port 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:19:26.164175 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9ef1aa18-a437-43c1-835c-2b457c35371d up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:19:26.216072 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 9ef1aa18-a437-43c1-835c-2b457c35371d completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:19:26.219621 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 9ef1aa18-a437-43c1-835c-2b457c35371d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:19:26.219990 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:26.274263 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:19:26.281677 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:26.293712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] Transition to ACTIVE for port object 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:19:26.296302 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:26.297610 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:26.329422 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 9ef1aa18-a437-43c1-835c-2b457c35371d, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9ef1aa18-a437-43c1-835c-2b457c35371d,segment=NetworkSegment(869e3d70-8638-48e7-9415-60132a2c45ab),segment_id=869e3d70-8638-48e7-9415-60132a2c45ab)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:26.334584 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:26.350113 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] Pushing event updated for resources: {'Port': ['ID=7bf49dfa-1c19-4e56-b7aa-c78e0b174d27,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:26.394177 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=9ef1aa18-a437-43c1-835c-2b457c35371d,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:26.435147 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] Attempting to bind port 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:19:26.435484 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] Attempting to bind port 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '869e3d70-8638-48e7-9415-60132a2c45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '33003bc4-900b-4520-a696-235442883865'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:19:26.435809 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] Attempting to bind port 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 on network 33003bc4-900b-4520-a696-235442883865 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:19:26.440366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] Port 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 on network 33003bc4-900b-4520-a696-235442883865 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:19:26.440686 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] Attempting to bind port 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 on network 33003bc4-900b-4520-a696-235442883865 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:19:26.446595 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:19:26.446936 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] Checking segment: {'id': '869e3d70-8638-48e7-9415-60132a2c45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '33003bc4-900b-4520-a696-235442883865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:19:26.447324 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] Bound using segment: {'id': '869e3d70-8638-48e7-9415-60132a2c45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '33003bc4-900b-4520-a696-235442883865'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:19:26.447763 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] Bound port: 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '869e3d70-8638-48e7-9415-60132a2c45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '33003bc4-900b-4520-a696-235442883865'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:19:26.448126 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:26.550270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] For port 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:19:26.565757 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] For port 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7bf49dfa-1c19-4e56-b7aa-c78e0b174d27,segment=NetworkSegment(869e3d70-8638-48e7-9415-60132a2c45ab),segment_id=869e3d70-8638-48e7-9415-60132a2c45ab)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:19:26.571251 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:26.610456 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56611e-b5c2-47a9-abe2-c6274af6ba48 req-1412a94e-a812-4456-9824-c2438d13851a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:26.611858 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c56611e-b5c2-47a9-abe2-c6274af6ba48 req-1412a94e-a812-4456-9824-c2438d13851a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 944 time: 0.1307065 Jul 14 10:19:26.620905 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:26.621516 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:26.622829 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] 10.222.0.49 "PUT /v2.0/ports/7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 HTTP/1.1" status: 200 len: 1093 time: 0.7304521 Jul 14 10:19:26.627769 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6030a001-5367-4d10-beae-60c9a991a684', 'tag': '7bf49dfa-1c19-4e56-b7aa-c78e0b174d27'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:19:26.629967 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bacef9d-5e4e-488a-bffc-91e8301b7d28" -d '{"events": [{"name": "network-changed", "server_uuid": "6030a001-5367-4d10-beae-60c9a991a684", "tag": "7bf49dfa-1c19-4e56-b7aa-c78e0b174d27"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:26.674236 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff98dc0-d6c9-42c9-a99b-0b59f11071b3 x-openstack-request-id: req-3ff98dc0-d6c9-42c9-a99b-0b59f11071b3 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:26.674531 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6030a001-5367-4d10-beae-60c9a991a684", "tag": "7bf49dfa-1c19-4e56-b7aa-c78e0b174d27", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:26.674787 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ff98dc0-d6c9-42c9-a99b-0b59f11071b3 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:26.675184 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6030a001-5367-4d10-beae-60c9a991a684', 'tag': '7bf49dfa-1c19-4e56-b7aa-c78e0b174d27', 'status': 'completed', 'code': 200} Jul 14 10:19:26.678496 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6ee1a-4990-4ab4-93b3-8fa701969faf service neutron] Pushing event updated for resources: {'Port': ['ID=7bf49dfa-1c19-4e56-b7aa-c78e0b174d27,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:26.711947 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1c56611e-b5c2-47a9-abe2-c6274af6ba48 req-bb5fc06c-53d2-4597-a4ce-272f52dab61f tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924230 Jul 14 10:19:26.741231 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-b96227f9-05e7-4d4d-983a-2f1a51968015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:26.742826 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-b96227f9-05e7-4d4d-983a-2f1a51968015 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 1096 time: 0.0797198 Jul 14 10:19:26.785414 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-d10e4f6c-d677-4c93-9392-a5253b2195cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 HTTP/1.1" status: 200 len: 217 time: 0.0353622 Jul 14 10:19:26.838798 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-78af7fdf-cb65-4f76-bda1-4e9f70771856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:26.840269 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-78af7fdf-cb65-4f76-bda1-4e9f70771856 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=629613f3-77f8-4307-be92-018dbf5a3c95 HTTP/1.1" status: 200 len: 835 time: 0.0488343 Jul 14 10:19:26.896501 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-e5c239a7-a613-4a0f-b70b-01c3def03085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:26.897982 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-e5c239a7-a613-4a0f-b70b-01c3def03085 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=33003bc4-900b-4520-a696-235442883865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519197 Jul 14 10:19:26.984021 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-4573add9-3c28-4451-867d-433aa4b16da1 service neutron] 10.222.0.49 "GET /v2.0/networks/33003bc4-900b-4520-a696-235442883865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795934 Jul 14 10:19:27.076258 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f79ba9cf-a63d-481f-b41d-858cbf481a54 req-6dce4327-bb96-4cd2-8c53-62c2cf8248ac service neutron] 10.222.0.49 "GET /v2.0/networks/33003bc4-900b-4520-a696-235442883865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861154 Jul 14 10:19:27.172665 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacef9d-5e4e-488a-bffc-91e8301b7d28 req-63533f9f-dcd5-4a4a-a844-93d572f9835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:27.174171 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6bacef9d-5e4e-488a-bffc-91e8301b7d28 req-63533f9f-dcd5-4a4a-a844-93d572f9835e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 1096 time: 0.0523376 Jul 14 10:19:27.266083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacef9d-5e4e-488a-bffc-91e8301b7d28 req-8184d86c-c4d8-4819-9a2b-8d37562f48be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:27.267536 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6bacef9d-5e4e-488a-bffc-91e8301b7d28 req-8184d86c-c4d8-4819-9a2b-8d37562f48be service neutron] 10.222.0.49 "GET /v2.0/networks?id=33003bc4-900b-4520-a696-235442883865 HTTP/1.1" status: 200 len: 897 time: 0.0874529 Jul 14 10:19:27.308646 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6bacef9d-5e4e-488a-bffc-91e8301b7d28 req-4920384d-4c0b-41f7-b0a6-d1ecbe91bfa7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 HTTP/1.1" status: 200 len: 217 time: 0.0342369 Jul 14 10:19:27.350832 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8079c07-e4c1-46b7-975c-fc1683d73d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:27.359046 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacef9d-5e4e-488a-bffc-91e8301b7d28 req-0dde0a18-489a-4a2b-828a-ef64aec4d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:27.360511 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6bacef9d-5e4e-488a-bffc-91e8301b7d28 req-0dde0a18-489a-4a2b-828a-ef64aec4d5c3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=629613f3-77f8-4307-be92-018dbf5a3c95 HTTP/1.1" status: 200 len: 835 time: 0.0454955 Jul 14 10:19:27.420177 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacef9d-5e4e-488a-bffc-91e8301b7d28 req-465f3128-621b-492e-a41f-77c318a6a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:27.421635 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6bacef9d-5e4e-488a-bffc-91e8301b7d28 req-465f3128-621b-492e-a41f-77c318a6a8b7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=33003bc4-900b-4520-a696-235442883865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544651 Jul 14 10:19:27.510240 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6bacef9d-5e4e-488a-bffc-91e8301b7d28 req-92ba9897-2493-4fa9-9fcc-f2458213dc2d service neutron] 10.222.0.49 "GET /v2.0/networks/33003bc4-900b-4520-a696-235442883865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813956 Jul 14 10:19:27.602679 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6bacef9d-5e4e-488a-bffc-91e8301b7d28 req-9d76223f-afdb-4589-b436-37ca79a0cb9a service neutron] 10.222.0.49 "GET /v2.0/networks/33003bc4-900b-4520-a696-235442883865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843368 Jul 14 10:19:27.884666 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf5d4e-264b-4356-899f-22296dcc0c45 req-79acd66b-1807-4b34-9264-651b2710d272 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:27.886066 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04bf5d4e-264b-4356-899f-22296dcc0c45 req-79acd66b-1807-4b34-9264-651b2710d272 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 944 time: 0.0623331 Jul 14 10:19:27.923254 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-04bf5d4e-264b-4356-899f-22296dcc0c45 req-cc944e41-1c9d-49a5-9925-367a07da0452 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315473 Jul 14 10:19:28.125363 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9ef1aa18-a437-43c1-835c-2b457c35371d up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:19:28.171792 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 9ef1aa18-a437-43c1-835c-2b457c35371d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:19:28.172090 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:29.096087 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24025ef6-cd46-4ee7-90aa-c2a64f0f64a9 req-0bda0481-b2df-466a-9663-a1c0c30e42c2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:29.097548 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24025ef6-cd46-4ee7-90aa-c2a64f0f64a9 req-0bda0481-b2df-466a-9663-a1c0c30e42c2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 944 time: 0.0635440 Jul 14 10:19:29.134671 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-24025ef6-cd46-4ee7-90aa-c2a64f0f64a9 req-548c725b-20a6-4230-89ed-c4e9e0c23630 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311661 Jul 14 10:19:29.634677 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:19:29.730073 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7bf49dfa-1c19-4e56-b7aa-c78e0b174d27,segment=NetworkSegment(869e3d70-8638-48e7-9415-60132a2c45ab),segment_id=869e3d70-8638-48e7-9415-60132a2c45ab)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:29.741448 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '7bf49dfa-1c19-4e56-b7aa-c78e0b174d27', 'network_id': '33003bc4-900b-4520-a696-235442883865', 'port_id': '7bf49dfa-1c19-4e56-b7aa-c78e0b174d27', 'mac_address': 'fa:16:3e:c9:a1:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629613f3-77f8-4307-be92-018dbf5a3c95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:19:29.778651 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:29.790843 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:19:29.810004 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7bf49dfa-1c19-4e56-b7aa-c78e0b174d27,segment=NetworkSegment(869e3d70-8638-48e7-9415-60132a2c45ab),segment_id=869e3d70-8638-48e7-9415-60132a2c45ab)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:29.813396 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:29.857745 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b04f7d39-b089-4085-80d8-c9e4c7f35c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:29.872532 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=7bf49dfa-1c19-4e56-b7aa-c78e0b174d27,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:29.983962 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:29.997407 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['7bf49dfa-1c19-4e56-b7aa-c78e0b174d27'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:19:30.307632 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c62adb-15c4-45d0-8686-6a31245f8a45 req-d7587c67-5db5-4fb0-8444-f0e14dca40b4 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:30.309091 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87c62adb-15c4-45d0-8686-6a31245f8a45 req-d7587c67-5db5-4fb0-8444-f0e14dca40b4 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 945 time: 0.0652075 Jul 14 10:19:30.345827 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-87c62adb-15c4-45d0-8686-6a31245f8a45 req-022d7ee4-c2c0-4041-acb4-04eb8cd6c285 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310609 Jul 14 10:19:30.921197 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:31.515947 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d0257-4191-4477-ac2b-42ac89f889df req-b7ebff7c-42a5-4abf-af45-326d6260fa30 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:31.517330 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-425d0257-4191-4477-ac2b-42ac89f889df req-b7ebff7c-42a5-4abf-af45-326d6260fa30 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 945 time: 0.0648396 Jul 14 10:19:31.555602 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-425d0257-4191-4477-ac2b-42ac89f889df req-c6a25a7e-9e62-4cf4-826d-700060185369 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326838 Jul 14 10:19:31.649781 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:19:31.696374 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:19:31.699853 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:19:31.700229 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:31.773557 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:31.796415 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6030a001-5367-4d10-beae-60c9a991a684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf49dfa-1c19-4e56-b7aa-c78e0b174d27'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:19:31.798679 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab920598-5707-414c-97d8-12e8a929c057" -d '{"events": [{"server_uuid": "6030a001-5367-4d10-beae-60c9a991a684", "name": "network-vif-plugged", "status": "completed", "tag": "7bf49dfa-1c19-4e56-b7aa-c78e0b174d27"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:31.811029 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7bf49dfa-1c19-4e56-b7aa-c78e0b174d27,segment=NetworkSegment(869e3d70-8638-48e7-9415-60132a2c45ab),segment_id=869e3d70-8638-48e7-9415-60132a2c45ab)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:31.815878 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:31.841643 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3487312-827e-432f-9c58-2f40b4515b16 x-openstack-request-id: req-a3487312-827e-432f-9c58-2f40b4515b16 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:31.841970 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6030a001-5367-4d10-beae-60c9a991a684", "name": "network-vif-plugged", "status": "completed", "tag": "7bf49dfa-1c19-4e56-b7aa-c78e0b174d27", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:31.842223 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3487312-827e-432f-9c58-2f40b4515b16 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:31.842606 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6030a001-5367-4d10-beae-60c9a991a684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf49dfa-1c19-4e56-b7aa-c78e0b174d27', 'code': 200} Jul 14 10:19:31.868858 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=7bf49dfa-1c19-4e56-b7aa-c78e0b174d27,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:31.955526 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e60d9-67e5-4264-ab39-6b5a1dfe64f0 req-a42cb40f-d5e3-4de7-be2d-d5b61d7b01d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:31.957011 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-039e60d9-67e5-4264-ab39-6b5a1dfe64f0 req-a42cb40f-d5e3-4de7-be2d-d5b61d7b01d1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 1098 time: 0.0545530 Jul 14 10:19:31.993742 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-039e60d9-67e5-4264-ab39-6b5a1dfe64f0 req-1422c05e-8e3e-4db5-aee0-c03e950e62ee service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305688 Jul 14 10:19:32.536434 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:32.726905 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeea086-0347-4d12-805d-2e7677e7ab65 req-e64a3767-7a56-43a4-b54f-4367d287ac21 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:32.728393 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ffeea086-0347-4d12-805d-2e7677e7ab65 req-e64a3767-7a56-43a4-b54f-4367d287ac21 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 946 time: 0.0646632 Jul 14 10:19:32.767525 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ffeea086-0347-4d12-805d-2e7677e7ab65 req-391ec856-ed49-4d30-88b2-fe1562950b97 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334051 Jul 14 10:19:32.975788 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:33.934991 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764ebd5-b045-42cb-af5b-9c235fe7c424 req-d15b09ff-b144-4336-8563-818c4e7dd1c4 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:33.936433 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1764ebd5-b045-42cb-af5b-9c235fe7c424 req-d15b09ff-b144-4336-8563-818c4e7dd1c4 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 946 time: 0.0617080 Jul 14 10:19:33.974959 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1764ebd5-b045-42cb-af5b-9c235fe7c424 req-b9e33fdd-2cdf-4d9c-a820-05e19bc928f3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328910 Jul 14 10:19:34.145725 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf87aa-a3ee-4b5e-bb28-b4a8f233fd74 req-1171be38-b2cf-4831-9060-9c7d8878ab34 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:34.147275 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83bf87aa-a3ee-4b5e-bb28-b4a8f233fd74 req-1171be38-b2cf-4831-9060-9c7d8878ab34 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 946 time: 0.0663157 Jul 14 10:19:34.184464 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-83bf87aa-a3ee-4b5e-bb28-b4a8f233fd74 req-8b94e9fb-e3c9-4d8b-b85f-e331816f0509 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317478 Jul 14 10:19:34.207186 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52072) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:34.258218 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1c0e10-0e66-4ca3-8281-d2e6cd6fc13d tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:34.259738 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-9e1c0e10-0e66-4ca3-8281-d2e6cd6fc13d tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 1093 time: 0.0516200 Jul 14 10:19:34.262519 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52074) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:34.266895 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5abc9255-1129-4014-b83b-60903668cfcf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': '7bf49dfa-1c19-4e56-b7aa-c78e0b174d27', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:34.289598 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5abc9255-1129-4014-b83b-60903668cfcf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:34.386355 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5abc9255-1129-4014-b83b-60903668cfcf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:34.483664 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-5abc9255-1129-4014-b83b-60903668cfcf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Allocated IP 172.25.1.131 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/214950c4-af0d-4463-b835-c227b76065d0) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:19:34.584577 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5abc9255-1129-4014-b83b-60903668cfcf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:34.621756 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5abc9255-1129-4014-b83b-60903668cfcf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:34.662409 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abc9255-1129-4014-b83b-60903668cfcf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:19:34.665227 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-5abc9255-1129-4014-b83b-60903668cfcf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:19:34.669666 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abc9255-1129-4014-b83b-60903668cfcf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:19:34.671594 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc9255-1129-4014-b83b-60903668cfcf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=214950c4-af0d-4463-b835-c227b76065d0,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:34.720258 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-d5320093-a893-408a-b6c0-ea19ea1bb422 req-6d04ab7d-61b3-4387-8620-21765f4a6c8f service neutron] (93888) timed out ('10.222.0.49', 50987) {{(pid=93888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:19:35.024763 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5abc9255-1129-4014-b83b-60903668cfcf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:35.099817 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5abc9255-1129-4014-b83b-60903668cfcf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:35.240769 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5abc9255-1129-4014-b83b-60903668cfcf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:35.245201 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5abc9255-1129-4014-b83b-60903668cfcf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:35.315917 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc9255-1129-4014-b83b-60903668cfcf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=214950c4-af0d-4463-b835-c227b76065d0,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:35.324412 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5abc9255-1129-4014-b83b-60903668cfcf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:35.421594 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-5abc9255-1129-4014-b83b-60903668cfcf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Floating IP 67dfba93-8cff-4c5e-be30-1545519c7137 associated. External IP: 172.25.1.131, port: 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27. Jul 14 10:19:35.621389 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abc9255-1129-4014-b83b-60903668cfcf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router 74f7f044-6ec2-4061-8882-4195eea3f66d has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:19:35.723954 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abc9255-1129-4014-b83b-60903668cfcf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:19:35.732762 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450049c6-8f50-4276-83bf-02235a7acb04 None None] Sync routers for ids ['74f7f044-6ec2-4061-8882-4195eea3f66d'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:19:35.739180 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5abc9255-1129-4014-b83b-60903668cfcf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:35.743148 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450049c6-8f50-4276-83bf-02235a7acb04 None None] Routers {'74f7f044-6ec2-4061-8882-4195eea3f66d'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:19:35.743747 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-450049c6-8f50-4276-83bf-02235a7acb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:19:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['74f7f044-6ec2-4061-8882-4195eea3f66d'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:35.776327 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5abc9255-1129-4014-b83b-60903668cfcf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5127790 Jul 14 10:19:35.777015 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6030a001-5367-4d10-beae-60c9a991a684', 'tag': '7bf49dfa-1c19-4e56-b7aa-c78e0b174d27'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:19:35.779855 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d896b9c-d250-4d46-b1ff-2c6d846cd05a" -d '{"events": [{"name": "network-changed", "server_uuid": "6030a001-5367-4d10-beae-60c9a991a684", "tag": "7bf49dfa-1c19-4e56-b7aa-c78e0b174d27"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:35.826046 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5c733f-a033-45af-9676-8bdac909e083 x-openstack-request-id: req-fa5c733f-a033-45af-9676-8bdac909e083 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:35.826046 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6030a001-5367-4d10-beae-60c9a991a684", "tag": "7bf49dfa-1c19-4e56-b7aa-c78e0b174d27", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:35.827105 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa5c733f-a033-45af-9676-8bdac909e083 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:35.827905 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6030a001-5367-4d10-beae-60c9a991a684', 'tag': '7bf49dfa-1c19-4e56-b7aa-c78e0b174d27', 'status': 'completed', 'code': 200} Jul 14 10:19:35.851212 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-450049c6-8f50-4276-83bf-02235a7acb04 None None] Set router 74f7f044-6ec2-4061-8882-4195eea3f66d gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:19:35.933410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d896b9c-d250-4d46-b1ff-2c6d846cd05a req-66d5b6d8-26a9-422e-bbb0-8d47d4fa6d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:35.934846 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d896b9c-d250-4d46-b1ff-2c6d846cd05a req-66d5b6d8-26a9-422e-bbb0-8d47d4fa6d1c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 1098 time: 0.0873456 Jul 14 10:19:36.007589 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1be889-494a-49ab-8bcc-87bbcd9503d5 req-4699c86c-8da6-477e-8b9d-164eb9b35d68 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:36.009377 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c1be889-494a-49ab-8bcc-87bbcd9503d5 req-4699c86c-8da6-477e-8b9d-164eb9b35d68 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 946 time: 0.1268363 Jul 14 10:19:36.070071 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c1be889-494a-49ab-8bcc-87bbcd9503d5 req-5a2883a1-affc-4a06-a568-a30d5eb26cfb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551627 Jul 14 10:19:36.071212 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d896b9c-d250-4d46-b1ff-2c6d846cd05a req-12ada813-0a93-4c88-842f-97bff143a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:36.072567 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d896b9c-d250-4d46-b1ff-2c6d846cd05a req-12ada813-0a93-4c88-842f-97bff143a0d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=33003bc4-900b-4520-a696-235442883865 HTTP/1.1" status: 200 len: 897 time: 0.1317863 Jul 14 10:19:36.072713 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-450049c6-8f50-4276-83bf-02235a7acb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817228977', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:19:18Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:19Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '67dfba93-8cff-4c5e-be30-1545519c7137', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'floating_ip_address': '172.25.1.131', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'port_id': '7bf49dfa-1c19-4e56-b7aa-c78e0b174d27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33003bc4-900b-4520-a696-235442883865', 'mac_address': 'fa:16:3e:c9:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6030a001-5367-4d10-beae-60c9a991a684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:19:34Z', 'updated_at': '2021-07-14T10:19:34Z', 'revision_number': 0, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef1aa18-a437-43c1-835c-2b457c35371d', 'name': '', 'network_id': '33003bc4-900b-4520-a696-235442883865', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:4d:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '629613f3-77f8-4307-be92-018dbf5a3c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:21Z', 'updated_at': '2021-07-14T10:19:26Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '629613f3-77f8-4307-be92-018dbf5a3c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:36.095167 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52080) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:36.099924 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450049c6-8f50-4276-83bf-02235a7acb04 None None] Checking router: 74f7f044-6ec2-4061-8882-4195eea3f66d for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:19:36.108237 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450049c6-8f50-4276-83bf-02235a7acb04 None None] Routers {'74f7f044-6ec2-4061-8882-4195eea3f66d'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:19:36.108838 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-450049c6-8f50-4276-83bf-02235a7acb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:19:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['74f7f044-6ec2-4061-8882-4195eea3f66d'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:36.160386 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-01a2d7dc-caf3-4bf6-83f0-4325355b555e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/floatingips/67dfba93-8cff-4c5e-be30-1545519c7137 HTTP/1.1" status: 200 len: 992 time: 0.0615478 Jul 14 10:19:36.215277 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-450049c6-8f50-4276-83bf-02235a7acb04 None None] Set router 74f7f044-6ec2-4061-8882-4195eea3f66d gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:19:36.441007 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-450049c6-8f50-4276-83bf-02235a7acb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817228977', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:19:18Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:19Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '67dfba93-8cff-4c5e-be30-1545519c7137', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'floating_ip_address': '172.25.1.131', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'port_id': '7bf49dfa-1c19-4e56-b7aa-c78e0b174d27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33003bc4-900b-4520-a696-235442883865', 'mac_address': 'fa:16:3e:c9:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6030a001-5367-4d10-beae-60c9a991a684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:19:34Z', 'updated_at': '2021-07-14T10:19:34Z', 'revision_number': 0, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef1aa18-a437-43c1-835c-2b457c35371d', 'name': '', 'network_id': '33003bc4-900b-4520-a696-235442883865', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:4d:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '629613f3-77f8-4307-be92-018dbf5a3c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:21Z', 'updated_at': '2021-07-14T10:19:26Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '629613f3-77f8-4307-be92-018dbf5a3c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:36.471323 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450049c6-8f50-4276-83bf-02235a7acb04 None None] The sync data for ids ['74f7f044-6ec2-4061-8882-4195eea3f66d'] in n-d-798054-10 is: [{'id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817228977', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:19:18Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:19Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '67dfba93-8cff-4c5e-be30-1545519c7137', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'floating_ip_address': '172.25.1.131', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'port_id': '7bf49dfa-1c19-4e56-b7aa-c78e0b174d27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33003bc4-900b-4520-a696-235442883865', 'mac_address': 'fa:16:3e:c9:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6030a001-5367-4d10-beae-60c9a991a684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:19:34Z', 'updated_at': '2021-07-14T10:19:34Z', 'revision_number': 0, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef1aa18-a437-43c1-835c-2b457c35371d', 'name': '', 'network_id': '33003bc4-900b-4520-a696-235442883865', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:4d:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '629613f3-77f8-4307-be92-018dbf5a3c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:21Z', 'updated_at': '2021-07-14T10:19:26Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '629613f3-77f8-4307-be92-018dbf5a3c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:19:36.494851 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d896b9c-d250-4d46-b1ff-2c6d846cd05a req-88c5213a-f51e-4438-80a1-bb133f540459 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 HTTP/1.1" status: 200 len: 1000 time: 0.4155345 Jul 14 10:19:36.543284 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d896b9c-d250-4d46-b1ff-2c6d846cd05a req-8862fa8e-0f83-4c86-9054-8b7e5d1b67e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:36.544751 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d896b9c-d250-4d46-b1ff-2c6d846cd05a req-8862fa8e-0f83-4c86-9054-8b7e5d1b67e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=629613f3-77f8-4307-be92-018dbf5a3c95 HTTP/1.1" status: 200 len: 835 time: 0.0438113 Jul 14 10:19:36.601685 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d896b9c-d250-4d46-b1ff-2c6d846cd05a req-18bccbfa-e391-4c0e-96e6-fb0ac0d5249c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:36.603223 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d896b9c-d250-4d46-b1ff-2c6d846cd05a req-18bccbfa-e391-4c0e-96e6-fb0ac0d5249c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=33003bc4-900b-4520-a696-235442883865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523176 Jul 14 10:19:36.664775 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ada928-f4fa-4c43-8723-20c212876ee8 None None] New status for floating IP 67dfba93-8cff-4c5e-be30-1545519c7137: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:19:36.696623 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d896b9c-d250-4d46-b1ff-2c6d846cd05a req-9bbfce6a-969a-4bc7-b4d4-7fade85d6d1d service neutron] 10.222.0.49 "GET /v2.0/networks/33003bc4-900b-4520-a696-235442883865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868115 Jul 14 10:19:36.784369 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d896b9c-d250-4d46-b1ff-2c6d846cd05a req-b6cec2b3-ae2b-40e6-92eb-57d6a5390626 service neutron] 10.222.0.49 "GET /v2.0/networks/33003bc4-900b-4520-a696-235442883865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815411 Jul 14 10:19:37.162754 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52082) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:37.262932 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-a231d00c-ac26-49de-878d-c356bab948b8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/floatingips/67dfba93-8cff-4c5e-be30-1545519c7137 HTTP/1.1" status: 200 len: 994 time: 0.0990379 Jul 14 10:19:46.961268 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:56.297751 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4b3723c-59b0-443c-84aa-afbfc05faf99 req-cf5e86a4-f948-4023-975c-fe38fdcfaba3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0911982 Jul 14 10:19:56.399149 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3723c-59b0-443c-84aa-afbfc05faf99 req-981f2be0-2619-4311-a741-5ebe62216298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:56.400575 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4b3723c-59b0-443c-84aa-afbfc05faf99 req-981f2be0-2619-4311-a741-5ebe62216298 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 1098 time: 0.0516012 Jul 14 10:19:56.499579 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3723c-59b0-443c-84aa-afbfc05faf99 req-dfc8e27e-d9f9-4f0c-8416-add6a8b4438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:56.500995 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4b3723c-59b0-443c-84aa-afbfc05faf99 req-dfc8e27e-d9f9-4f0c-8416-add6a8b4438f service neutron] 10.222.0.49 "GET /v2.0/networks?id=33003bc4-900b-4520-a696-235442883865 HTTP/1.1" status: 200 len: 897 time: 0.0806952 Jul 14 10:19:56.566132 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4b3723c-59b0-443c-84aa-afbfc05faf99 req-ffea41ea-5de7-4afc-9a1f-d95eb4995295 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 HTTP/1.1" status: 200 len: 1002 time: 0.0585952 Jul 14 10:19:56.611962 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3723c-59b0-443c-84aa-afbfc05faf99 req-9f24de8a-f7d1-41b0-a69c-04dd1710f0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:56.613652 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4b3723c-59b0-443c-84aa-afbfc05faf99 req-9f24de8a-f7d1-41b0-a69c-04dd1710f0d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=629613f3-77f8-4307-be92-018dbf5a3c95 HTTP/1.1" status: 200 len: 835 time: 0.0419445 Jul 14 10:19:56.669283 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3723c-59b0-443c-84aa-afbfc05faf99 req-8c97150e-e29c-43cb-9061-7370d590f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:56.670678 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4b3723c-59b0-443c-84aa-afbfc05faf99 req-8c97150e-e29c-43cb-9061-7370d590f742 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=33003bc4-900b-4520-a696-235442883865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495880 Jul 14 10:19:56.760553 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4b3723c-59b0-443c-84aa-afbfc05faf99 req-8d8b9d28-a40a-4409-8186-93c55d51cd61 service neutron] 10.222.0.49 "GET /v2.0/networks/33003bc4-900b-4520-a696-235442883865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835245 Jul 14 10:19:56.845023 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4b3723c-59b0-443c-84aa-afbfc05faf99 req-cb779eb2-7bef-4a4e-a391-d87c007eff77 service neutron] 10.222.0.49 "GET /v2.0/networks/33003bc4-900b-4520-a696-235442883865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783424 Jul 14 10:19:57.353444 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-312f379f-d2a7-45af-af78-0a2d1bb7fcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:59.733122 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:19:59.827927 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31093439-7ecc-498b-9653-00304e193a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:59.984466 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:00.923566 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:02.528382 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:02.978892 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:04.184361 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88fee3-9fef-4f35-9c3b-1d4add726726 req-a1a4a16b-17b2-4e86-9986-800a83aac762 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:04.185714 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc88fee3-9fef-4f35-9c3b-1d4add726726 req-a1a4a16b-17b2-4e86-9986-800a83aac762 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 946 time: 0.0657890 Jul 14 10:20:04.222765 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc88fee3-9fef-4f35-9c3b-1d4add726726 req-356eb206-ae04-4967-8eb5-67fdea51ed7c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313356 Jul 14 10:20:05.397972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb093cf-3b0b-4a2d-97bb-04ef098ab1f6 req-2ccef908-2c0d-46d8-ab8f-3d5601343fc9 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:05.399463 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fcb093cf-3b0b-4a2d-97bb-04ef098ab1f6 req-2ccef908-2c0d-46d8-ab8f-3d5601343fc9 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 946 time: 0.0647161 Jul 14 10:20:05.436695 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fcb093cf-3b0b-4a2d-97bb-04ef098ab1f6 req-3f70f061-5dfd-47a8-82e1-63260f563eed tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316679 Jul 14 10:20:06.604314 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131478d4-b605-405c-9a5f-4528a06a5a6c req-fc24af0e-76cd-44f4-b8aa-f0f521687e97 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:06.605777 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-131478d4-b605-405c-9a5f-4528a06a5a6c req-fc24af0e-76cd-44f4-b8aa-f0f521687e97 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 946 time: 0.0618989 Jul 14 10:20:06.642251 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-131478d4-b605-405c-9a5f-4528a06a5a6c req-d322abfb-6351-4d03-af6c-76027920d972 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311668 Jul 14 10:20:07.816393 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f3aab-555f-467b-a525-754f892cdbed req-582134dd-4cce-464d-96a6-3ef1757ce305 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:07.817880 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c82f3aab-555f-467b-a525-754f892cdbed req-582134dd-4cce-464d-96a6-3ef1757ce305 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 946 time: 0.0653927 Jul 14 10:20:07.855049 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c82f3aab-555f-467b-a525-754f892cdbed req-504fbe3a-b5ad-44dd-bfef-c8c6b69d5049 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310371 Jul 14 10:20:09.023270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df272d3-6a5a-4d8d-90b9-31cefbfc3d43 req-cd8c050d-99c4-45b9-8b28-e20773afbb99 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:09.025399 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8df272d3-6a5a-4d8d-90b9-31cefbfc3d43 req-cd8c050d-99c4-45b9-8b28-e20773afbb99 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 946 time: 0.0615392 Jul 14 10:20:09.064245 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8df272d3-6a5a-4d8d-90b9-31cefbfc3d43 req-ac0a0697-4e43-4624-b89c-9f4e955bd830 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321250 Jul 14 10:20:10.236720 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bda6f-8901-4e2c-906a-72d3de6badcf req-321cd5d1-3ebd-4021-87ed-329a46605757 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:10.238466 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da7bda6f-8901-4e2c-906a-72d3de6badcf req-321cd5d1-3ebd-4021-87ed-329a46605757 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 946 time: 0.0658689 Jul 14 10:20:10.275820 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-da7bda6f-8901-4e2c-906a-72d3de6badcf req-3b4cd8cb-09e3-4eae-80b0-ed62fed46cf3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313129 Jul 14 10:20:11.447656 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af425fef-fdd1-418d-97e2-42335fc46dc8 req-7147ad64-f4b5-4ff8-b2f1-873e3c6cc5ce tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:11.449106 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af425fef-fdd1-418d-97e2-42335fc46dc8 req-7147ad64-f4b5-4ff8-b2f1-873e3c6cc5ce tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 946 time: 0.0618417 Jul 14 10:20:11.484774 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af425fef-fdd1-418d-97e2-42335fc46dc8 req-fd799d32-26c2-464d-9c7b-22edef106c0c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302193 Jul 14 10:20:12.652470 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb6e0d-047a-4de8-abf1-0d0606565ba9 req-0b734774-1697-4c01-a9e1-c75ea2c8123b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:12.653949 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36cb6e0d-047a-4de8-abf1-0d0606565ba9 req-0b734774-1697-4c01-a9e1-c75ea2c8123b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 946 time: 0.0618689 Jul 14 10:20:12.689956 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36cb6e0d-047a-4de8-abf1-0d0606565ba9 req-e79e1b31-575d-42c7-909d-45c0afd7a561 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306034 Jul 14 10:20:13.861377 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f12b89-4b50-4f33-904d-4b1acea267da req-39c81082-82b6-4973-87ca-1146d0d64391 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:13.863130 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88f12b89-4b50-4f33-904d-4b1acea267da req-39c81082-82b6-4973-87ca-1146d0d64391 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 946 time: 0.0660820 Jul 14 10:20:13.900119 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-88f12b89-4b50-4f33-904d-4b1acea267da req-2e930637-12b1-4e39-8071-f067f662a3f0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305672 Jul 14 10:20:15.067617 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5889bd6-7b1e-4049-b79c-42f32306e694 req-be867334-a787-4106-afd9-fe07aaa5cd8c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:15.069114 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5889bd6-7b1e-4049-b79c-42f32306e694 req-be867334-a787-4106-afd9-fe07aaa5cd8c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 946 time: 0.0629942 Jul 14 10:20:15.106374 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5889bd6-7b1e-4049-b79c-42f32306e694 req-e289112f-2509-4c15-8333-9c863f9880b5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310857 Jul 14 10:20:15.130706 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52122) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:15.194212 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0d15bec9-d8ff-4dca-b5b7-0ad2c5fb3f60 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/floatingips/67dfba93-8cff-4c5e-be30-1545519c7137 HTTP/1.1" status: 200 len: 994 time: 0.0622172 Jul 14 10:20:16.634973 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670921dc-7c16-42b0-8594-a7af9aa9c999 req-227437f5-7cd6-480c-8e37-ec0d10a81b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:16.637210 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-670921dc-7c16-42b0-8594-a7af9aa9c999 req-227437f5-7cd6-480c-8e37-ec0d10a81b38 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 1098 time: 0.0948305 Jul 14 10:20:16.644567 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298eccf-3775-4d5d-a15f-da2f7badc076 req-eb9c84de-0d04-4c43-aece-104948cae30a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:16.645965 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9298eccf-3775-4d5d-a15f-da2f7badc076 req-eb9c84de-0d04-4c43-aece-104948cae30a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 946 time: 0.0951648 Jul 14 10:20:16.738049 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9298eccf-3775-4d5d-a15f-da2f7badc076 req-83c568e2-a892-454a-901a-216c9fbb93dc tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828524 Jul 14 10:20:16.757472 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670921dc-7c16-42b0-8594-a7af9aa9c999 req-26db63b3-99c4-4ea9-9a99-98fbaf12d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:16.758977 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-670921dc-7c16-42b0-8594-a7af9aa9c999 req-26db63b3-99c4-4ea9-9a99-98fbaf12d240 service neutron] 10.222.0.49 "GET /v2.0/networks?id=33003bc4-900b-4520-a696-235442883865 HTTP/1.1" status: 200 len: 897 time: 0.1117270 Jul 14 10:20:16.824806 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-670921dc-7c16-42b0-8594-a7af9aa9c999 req-9822ac4c-ae87-404d-a659-7cfcafb4c065 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 HTTP/1.1" status: 200 len: 1002 time: 0.0599868 Jul 14 10:20:16.871871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670921dc-7c16-42b0-8594-a7af9aa9c999 req-637a791d-75d0-4a4b-b671-4071a1183296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:16.873369 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-670921dc-7c16-42b0-8594-a7af9aa9c999 req-637a791d-75d0-4a4b-b671-4071a1183296 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=629613f3-77f8-4307-be92-018dbf5a3c95 HTTP/1.1" status: 200 len: 835 time: 0.0426323 Jul 14 10:20:16.928468 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670921dc-7c16-42b0-8594-a7af9aa9c999 req-0488aefb-b962-4d05-847e-2027e32df135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:16.929822 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-670921dc-7c16-42b0-8594-a7af9aa9c999 req-0488aefb-b962-4d05-847e-2027e32df135 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=33003bc4-900b-4520-a696-235442883865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502105 Jul 14 10:20:16.973459 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:17.022409 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-670921dc-7c16-42b0-8594-a7af9aa9c999 req-e1d45466-6f35-430b-b967-d9ff492ebe8b service neutron] 10.222.0.49 "GET /v2.0/networks/33003bc4-900b-4520-a696-235442883865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855188 Jul 14 10:20:17.108450 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-670921dc-7c16-42b0-8594-a7af9aa9c999 req-43a3fdd5-f2b9-4d5b-b5f9-4f83555f2970 service neutron] 10.222.0.49 "GET /v2.0/networks/33003bc4-900b-4520-a696-235442883865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801847 Jul 14 10:20:17.907439 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38474a9e-39a6-4a7b-993e-695ab7bc19ea req-f0dbbb50-f049-44e0-aa60-8a79d2ea218d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:17.908886 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-38474a9e-39a6-4a7b-993e-695ab7bc19ea req-f0dbbb50-f049-44e0-aa60-8a79d2ea218d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 946 time: 0.0623376 Jul 14 10:20:17.950947 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-38474a9e-39a6-4a7b-993e-695ab7bc19ea req-5406488c-36b4-4b67-88b4-63f8f9abd439 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361879 Jul 14 10:20:17.974678 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52132) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:18.034903 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0a2ba663-4985-4bfe-b20d-67d0fb9cfe9a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/floatingips/67dfba93-8cff-4c5e-be30-1545519c7137 HTTP/1.1" status: 200 len: 994 time: 0.0590334 Jul 14 10:20:27.358703 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f652ee9e-4881-486a-97d1-1de092c9fb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.829514 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-938cf0bb-bee9-449c-b1af-5d4831ac419f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.983272 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:30.926646 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.536928 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.981816 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:36.732501 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:20:46.983077 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.658763 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52154) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:48.811298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting port 214950c4-af0d-4463-b835-c227b76065d0 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:20:48.811639 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.886967 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.887294 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.898336 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Calling delete_port for 214950c4-af0d-4463-b835-c227b76065d0 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:20:49.042408 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:49.069027 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Port': ['ID=214950c4-af0d-4463-b835-c227b76065d0,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:49.094273 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.094627 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.094972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.095311 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.095655 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.095988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.096320 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.096650 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.096980 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.097304 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.097628 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.097977 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.138572 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:49.138939 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Floating IP 67dfba93-8cff-4c5e-be30-1545519c7137 disassociated (deleted). External IP: 172.25.1.131, port: 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27. Jul 14 10:20:49.341406 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router 74f7f044-6ec2-4061-8882-4195eea3f66d has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:20:49.444428 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:49.449590 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:49.453999 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3230328a-8dcd-4e5b-890e-9e4fa6992527 None None] Sync routers for ids ['74f7f044-6ec2-4061-8882-4195eea3f66d'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:49.463129 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3230328a-8dcd-4e5b-890e-9e4fa6992527 None None] Routers {'74f7f044-6ec2-4061-8882-4195eea3f66d'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:49.463718 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3230328a-8dcd-4e5b-890e-9e4fa6992527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:20:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['74f7f044-6ec2-4061-8882-4195eea3f66d'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:49.484633 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4bfd14db-f589-4590-a84d-979d01da819b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/floatingips/67dfba93-8cff-4c5e-be30-1545519c7137 HTTP/1.1" status: 204 len: 168 time: 0.8248088 Jul 14 10:20:49.485308 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6030a001-5367-4d10-beae-60c9a991a684', 'tag': '7bf49dfa-1c19-4e56-b7aa-c78e0b174d27'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:20:49.487993 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7797dd20-d786-41d0-aa0e-4e2617510d85" -d '{"events": [{"name": "network-changed", "server_uuid": "6030a001-5367-4d10-beae-60c9a991a684", "tag": "7bf49dfa-1c19-4e56-b7aa-c78e0b174d27"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:49.577468 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-3230328a-8dcd-4e5b-890e-9e4fa6992527 None None] Set router 74f7f044-6ec2-4061-8882-4195eea3f66d gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:49.584631 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbec3fe-d734-4178-8124-6776da38713f x-openstack-request-id: req-edbec3fe-d734-4178-8124-6776da38713f {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:49.584926 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6030a001-5367-4d10-beae-60c9a991a684", "tag": "7bf49dfa-1c19-4e56-b7aa-c78e0b174d27", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:49.585181 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-edbec3fe-d734-4178-8124-6776da38713f {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:49.585580 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6030a001-5367-4d10-beae-60c9a991a684', 'tag': '7bf49dfa-1c19-4e56-b7aa-c78e0b174d27', 'status': 'completed', 'code': 200} Jul 14 10:20:49.662260 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797dd20-d786-41d0-aa0e-4e2617510d85 req-4f29f940-b676-49dd-9f3f-4ff8cd168ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:49.663892 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7797dd20-d786-41d0-aa0e-4e2617510d85 req-4f29f940-b676-49dd-9f3f-4ff8cd168ee5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 1098 time: 0.0554206 Jul 14 10:20:49.775442 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797dd20-d786-41d0-aa0e-4e2617510d85 req-81eec549-9dcd-4261-9ea0-db7d395d9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:49.776928 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7797dd20-d786-41d0-aa0e-4e2617510d85 req-81eec549-9dcd-4261-9ea0-db7d395d9d9b service neutron] 10.222.0.49 "GET /v2.0/networks?id=33003bc4-900b-4520-a696-235442883865 HTTP/1.1" status: 200 len: 897 time: 0.1067066 Jul 14 10:20:49.783657 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3230328a-8dcd-4e5b-890e-9e4fa6992527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817228977', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:19:18Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:19Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '9ef1aa18-a437-43c1-835c-2b457c35371d', 'name': '', 'network_id': '33003bc4-900b-4520-a696-235442883865', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:4d:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '629613f3-77f8-4307-be92-018dbf5a3c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:21Z', 'updated_at': '2021-07-14T10:19:26Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '629613f3-77f8-4307-be92-018dbf5a3c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:49.809667 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3230328a-8dcd-4e5b-890e-9e4fa6992527 None None] Checking router: 74f7f044-6ec2-4061-8882-4195eea3f66d for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:49.817975 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3230328a-8dcd-4e5b-890e-9e4fa6992527 None None] Routers {'74f7f044-6ec2-4061-8882-4195eea3f66d'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:49.818581 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3230328a-8dcd-4e5b-890e-9e4fa6992527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:20:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['74f7f044-6ec2-4061-8882-4195eea3f66d'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:49.819691 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7797dd20-d786-41d0-aa0e-4e2617510d85 req-35ada146-66ea-4962-912d-1661f8641d4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 HTTP/1.1" status: 200 len: 217 time: 0.0362577 Jul 14 10:20:49.896932 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797dd20-d786-41d0-aa0e-4e2617510d85 req-201df3bf-f9e5-4338-ad3e-da95036191ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:49.898407 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7797dd20-d786-41d0-aa0e-4e2617510d85 req-201df3bf-f9e5-4338-ad3e-da95036191ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=629613f3-77f8-4307-be92-018dbf5a3c95 HTTP/1.1" status: 200 len: 835 time: 0.0704572 Jul 14 10:20:49.922138 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-3230328a-8dcd-4e5b-890e-9e4fa6992527 None None] Set router 74f7f044-6ec2-4061-8882-4195eea3f66d gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:49.949339 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38b322-2c8b-48b8-aab2-1749c4ca697b req-3d914ce7-1b67-43fa-85b7-78f7a917c491 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:49.950867 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6b38b322-2c8b-48b8-aab2-1749c4ca697b req-3d914ce7-1b67-43fa-85b7-78f7a917c491 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 946 time: 0.1339066 Jul 14 10:20:49.995801 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797dd20-d786-41d0-aa0e-4e2617510d85 req-91526f84-add7-49d4-8301-5b981284e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:49.997298 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7797dd20-d786-41d0-aa0e-4e2617510d85 req-91526f84-add7-49d4-8301-5b981284e6aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=33003bc4-900b-4520-a696-235442883865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909400 Jul 14 10:20:50.002366 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6b38b322-2c8b-48b8-aab2-1749c4ca697b req-bf452b63-f521-49e9-9eae-27a1302ff4ea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447404 Jul 14 10:20:50.090293 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7797dd20-d786-41d0-aa0e-4e2617510d85 req-167f00e6-9edb-4843-87d7-4f9bec692087 service neutron] 10.222.0.49 "GET /v2.0/networks/33003bc4-900b-4520-a696-235442883865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853174 Jul 14 10:20:50.119024 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3230328a-8dcd-4e5b-890e-9e4fa6992527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817228977', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:19:18Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:19Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '9ef1aa18-a437-43c1-835c-2b457c35371d', 'name': '', 'network_id': '33003bc4-900b-4520-a696-235442883865', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:4d:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '629613f3-77f8-4307-be92-018dbf5a3c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:21Z', 'updated_at': '2021-07-14T10:19:26Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '629613f3-77f8-4307-be92-018dbf5a3c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:50.148510 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3230328a-8dcd-4e5b-890e-9e4fa6992527 None None] The sync data for ids ['74f7f044-6ec2-4061-8882-4195eea3f66d'] in n-d-798054-10 is: [{'id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817228977', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:19:18Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:19Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '9ef1aa18-a437-43c1-835c-2b457c35371d', 'name': '', 'network_id': '33003bc4-900b-4520-a696-235442883865', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:4d:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '629613f3-77f8-4307-be92-018dbf5a3c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:21Z', 'updated_at': '2021-07-14T10:19:26Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': '629613f3-77f8-4307-be92-018dbf5a3c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:50.182839 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7797dd20-d786-41d0-aa0e-4e2617510d85 req-793a1a53-c97f-462e-8474-ebf7ad66a395 service neutron] 10.222.0.49 "GET /v2.0/networks/33003bc4-900b-4520-a696-235442883865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861428 Jul 14 10:20:50.359721 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8003003-1b5c-4073-b3b3-d7cc54af6089 None None] New status for floating IP 67dfba93-8cff-4c5e-be30-1545519c7137: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:20:51.203290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780f1d9-8f4c-44c4-9881-38af283f8351 req-cf2af6c3-108e-4870-b553-6201d84d780b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:51.204754 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a780f1d9-8f4c-44c4-9881-38af283f8351 req-cf2af6c3-108e-4870-b553-6201d84d780b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 946 time: 0.0918210 Jul 14 10:20:51.259005 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009987a1-9ced-4880-9381-fd6e55ea0341 req-ba31ff3a-66ad-4d31-aae4-8f709319aa03 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:51.260467 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-009987a1-9ced-4880-9381-fd6e55ea0341 req-ba31ff3a-66ad-4d31-aae4-8f709319aa03 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "GET /v2.0/ports?device_id=6030a001-5367-4d10-beae-60c9a991a684 HTTP/1.1" status: 200 len: 946 time: 0.1050136 Jul 14 10:20:51.263083 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a780f1d9-8f4c-44c4-9881-38af283f8351 req-bebef062-d458-41f7-bc14-d48b131f00c5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=dae262e4-0bf0-41ca-aba4-57d28f19321c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509238 Jul 14 10:20:51.356828 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-009987a1-9ced-4880-9381-fd6e55ea0341 req-299addca-ab25-4bb9-b17a-8e6898ff5e07 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting port 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:20:51.357171 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-009987a1-9ced-4880-9381-fd6e55ea0341 req-299addca-ab25-4bb9-b17a-8e6898ff5e07 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:51.444789 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-009987a1-9ced-4880-9381-fd6e55ea0341 req-299addca-ab25-4bb9-b17a-8e6898ff5e07 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] For port 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=7bf49dfa-1c19-4e56-b7aa-c78e0b174d27,segment=NetworkSegment(869e3d70-8638-48e7-9415-60132a2c45ab),segment_id=869e3d70-8638-48e7-9415-60132a2c45ab)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:51.445150 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-009987a1-9ced-4880-9381-fd6e55ea0341 req-299addca-ab25-4bb9-b17a-8e6898ff5e07 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:51.457899 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-009987a1-9ced-4880-9381-fd6e55ea0341 req-299addca-ab25-4bb9-b17a-8e6898ff5e07 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Calling delete_port for 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:20:51.582137 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-009987a1-9ced-4880-9381-fd6e55ea0341 req-299addca-ab25-4bb9-b17a-8e6898ff5e07 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:51.610802 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299addca-ab25-4bb9-b17a-8e6898ff5e07 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Port': ['ID=7bf49dfa-1c19-4e56-b7aa-c78e0b174d27,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:51.654029 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-009987a1-9ced-4880-9381-fd6e55ea0341 req-299addca-ab25-4bb9-b17a-8e6898ff5e07 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] No DVR routers for this DVR port 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:20:51.656568 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-009987a1-9ced-4880-9381-fd6e55ea0341 req-299addca-ab25-4bb9-b17a-8e6898ff5e07 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:51.658584 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-009987a1-9ced-4880-9381-fd6e55ea0341 req-299addca-ab25-4bb9-b17a-8e6898ff5e07 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "DELETE /v2.0/ports/7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 HTTP/1.1" status: 204 len: 173 time: 0.3931222 Jul 14 10:20:51.659012 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6030a001-5367-4d10-beae-60c9a991a684', 'name': 'network-vif-deleted', 'tag': '7bf49dfa-1c19-4e56-b7aa-c78e0b174d27'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:20:51.661250 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d301957c-e8ad-4283-b304-1c8df96db079" -d '{"events": [{"server_uuid": "6030a001-5367-4d10-beae-60c9a991a684", "name": "network-vif-deleted", "tag": "7bf49dfa-1c19-4e56-b7aa-c78e0b174d27"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:51.699864 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbae3420-8347-4b16-888d-e216d4573de1 x-openstack-request-id: req-fbae3420-8347-4b16-888d-e216d4573de1 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:51.700150 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6030a001-5367-4d10-beae-60c9a991a684", "name": "network-vif-deleted", "tag": "7bf49dfa-1c19-4e56-b7aa-c78e0b174d27", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:51.700405 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fbae3420-8347-4b16-888d-e216d4573de1 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:51.700804 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6030a001-5367-4d10-beae-60c9a991a684', 'name': 'network-vif-deleted', 'tag': '7bf49dfa-1c19-4e56-b7aa-c78e0b174d27', 'status': 'completed', 'code': 200} Jul 14 10:20:52.352366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52172) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:52.698102 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eb6a5413-07f5-4c74-b823-84ce733bb065 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:52.953242 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a5413-07f5-4c74-b823-84ce733bb065 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting port 9ef1aa18-a437-43c1-835c-2b457c35371d {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:20:52.953501 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eb6a5413-07f5-4c74-b823-84ce733bb065 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:53.037080 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-eb6a5413-07f5-4c74-b823-84ce733bb065 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] For port 9ef1aa18-a437-43c1-835c-2b457c35371d, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9ef1aa18-a437-43c1-835c-2b457c35371d,segment=NetworkSegment(869e3d70-8638-48e7-9415-60132a2c45ab),segment_id=869e3d70-8638-48e7-9415-60132a2c45ab)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:53.037438 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eb6a5413-07f5-4c74-b823-84ce733bb065 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:53.050331 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a5413-07f5-4c74-b823-84ce733bb065 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Calling delete_port for 9ef1aa18-a437-43c1-835c-2b457c35371d owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:20:53.232373 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eb6a5413-07f5-4c74-b823-84ce733bb065 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:53.591863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a5413-07f5-4c74-b823-84ce733bb065 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Port': ['ID=9ef1aa18-a437-43c1-835c-2b457c35371d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:53.764015 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eb6a5413-07f5-4c74-b823-84ce733bb065 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:53.970559 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6a5413-07f5-4c74-b823-84ce733bb065 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router 74f7f044-6ec2-4061-8882-4195eea3f66d has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:20:53.991276 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:54.014070 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:20:54.014412 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 7bf49dfa-1c19-4e56-b7aa-c78e0b174d27 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:54.074981 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6a5413-07f5-4c74-b823-84ce733bb065 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:54.079855 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-eb6a5413-07f5-4c74-b823-84ce733bb065 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "PUT /v2.0/routers/74f7f044-6ec2-4061-8882-4195eea3f66d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7259829 Jul 14 10:20:54.082597 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52174) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:54.084999 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9ec284-1be2-4447-86fa-17d9a32a37a2 None None] Sync routers for ids ['74f7f044-6ec2-4061-8882-4195eea3f66d'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:54.093867 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9ec284-1be2-4447-86fa-17d9a32a37a2 None None] Routers {'74f7f044-6ec2-4061-8882-4195eea3f66d'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:54.094460 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ec9ec284-1be2-4447-86fa-17d9a32a37a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:20:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['74f7f044-6ec2-4061-8882-4195eea3f66d'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:54.135796 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a86e34-5172-4261-a959-18edb9f47b17 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting subnet 629613f3-77f8-4307-be92-018dbf5a3c95 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:20:54.139207 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-58a86e34-5172-4261-a959-18edb9f47b17 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.178423 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-58a86e34-5172-4261-a959-18edb9f47b17 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.202274 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-ec9ec284-1be2-4447-86fa-17d9a32a37a2 None None] Set router 74f7f044-6ec2-4061-8882-4195eea3f66d gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:54.264886 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-58a86e34-5172-4261-a959-18edb9f47b17 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.322678 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-58a86e34-5172-4261-a959-18edb9f47b17 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.348915 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a86e34-5172-4261-a959-18edb9f47b17 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Subnet': ['ID=629613f3-77f8-4307-be92-018dbf5a3c95,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:54.352560 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-58a86e34-5172-4261-a959-18edb9f47b17 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.354975 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-58a86e34-5172-4261-a959-18edb9f47b17 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/subnets/629613f3-77f8-4307-be92-018dbf5a3c95 HTTP/1.1" status: 204 len: 168 time: 0.2714353 Jul 14 10:20:54.357565 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52176) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:54.363500 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaf1bf3-7d3c-490f-97a5-cf8be11f5066 None None] Network 33003bc4-900b-4520-a696-235442883865 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:54.379395 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ec9ec284-1be2-4447-86fa-17d9a32a37a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817228977', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:19:18Z', 'updated_at': '2021-07-14T10:20:53Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:19Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:54.409540 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9ec284-1be2-4447-86fa-17d9a32a37a2 None None] Checking router: 74f7f044-6ec2-4061-8882-4195eea3f66d for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:54.418863 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9ec284-1be2-4447-86fa-17d9a32a37a2 None None] Routers {'74f7f044-6ec2-4061-8882-4195eea3f66d'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:54.419689 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ec9ec284-1be2-4447-86fa-17d9a32a37a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:20:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['74f7f044-6ec2-4061-8882-4195eea3f66d'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:54.470344 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-761bbe5f-3311-47b0-9038-d4679ad2c9a7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.531237 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-ec9ec284-1be2-4447-86fa-17d9a32a37a2 None None] Set router 74f7f044-6ec2-4061-8882-4195eea3f66d gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:54.549131 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007c799a-1e6c-459b-af11-f7d276c0cb62 None None] DHCP port deletion for 33003bc4-900b-4520-a696-235442883865 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:20:54.583476 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-761bbe5f-3311-47b0-9038-d4679ad2c9a7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.599512 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-007c799a-1e6c-459b-af11-f7d276c0cb62 None None] Deleting port fecb1fdf-4670-4a2e-850a-fe0bf708c02e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:20:54.599892 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-007c799a-1e6c-459b-af11-f7d276c0cb62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.638121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-761bbe5f-3311-47b0-9038-d4679ad2c9a7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting port 2a027644-630e-4c4d-abc9-39dcf560f652 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:20:54.638743 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-761bbe5f-3311-47b0-9038-d4679ad2c9a7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.661283 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-007c799a-1e6c-459b-af11-f7d276c0cb62 None None] For port fecb1fdf-4670-4a2e-850a-fe0bf708c02e, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=fecb1fdf-4670-4a2e-850a-fe0bf708c02e,segment=NetworkSegment(869e3d70-8638-48e7-9415-60132a2c45ab),segment_id=869e3d70-8638-48e7-9415-60132a2c45ab)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:54.661680 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-007c799a-1e6c-459b-af11-f7d276c0cb62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.674881 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-007c799a-1e6c-459b-af11-f7d276c0cb62 None None] Calling delete_port for fecb1fdf-4670-4a2e-850a-fe0bf708c02e owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:20:54.710422 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ec9ec284-1be2-4447-86fa-17d9a32a37a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817228977', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:19:18Z', 'updated_at': '2021-07-14T10:20:53Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:19Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:54.720173 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-761bbe5f-3311-47b0-9038-d4679ad2c9a7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] For port 2a027644-630e-4c4d-abc9-39dcf560f652, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=2a027644-630e-4c4d-abc9-39dcf560f652,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:54.720553 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-761bbe5f-3311-47b0-9038-d4679ad2c9a7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.734459 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-761bbe5f-3311-47b0-9038-d4679ad2c9a7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Calling delete_port for 2a027644-630e-4c4d-abc9-39dcf560f652 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:20:54.740134 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9ec284-1be2-4447-86fa-17d9a32a37a2 None None] The sync data for ids ['74f7f044-6ec2-4061-8882-4195eea3f66d'] in n-d-798054-10 is: [{'id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-817228977', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:19:18Z', 'updated_at': '2021-07-14T10:20:53Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '2a027644-630e-4c4d-abc9-39dcf560f652', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f7f044-6ec2-4061-8882-4195eea3f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:19:19Z', 'updated_at': '2021-07-14T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:54.907808 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-761bbe5f-3311-47b0-9038-d4679ad2c9a7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.910356 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-007c799a-1e6c-459b-af11-f7d276c0cb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.931728 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bbe5f-3311-47b0-9038-d4679ad2c9a7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Port': ['ID=2a027644-630e-4c4d-abc9-39dcf560f652,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:54.937700 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c799a-1e6c-459b-af11-f7d276c0cb62 None None] Pushing event deleted for resources: {'Port': ['ID=fecb1fdf-4670-4a2e-850a-fe0bf708c02e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:54.948460 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c799a-1e6c-459b-af11-f7d276c0cb62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:54.948807 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c799a-1e6c-459b-af11-f7d276c0cb62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:54.949284 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c799a-1e6c-459b-af11-f7d276c0cb62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:54.949620 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c799a-1e6c-459b-af11-f7d276c0cb62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:54.950006 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c799a-1e6c-459b-af11-f7d276c0cb62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:54.950336 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c799a-1e6c-459b-af11-f7d276c0cb62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:54.950660 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c799a-1e6c-459b-af11-f7d276c0cb62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:54.950985 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c799a-1e6c-459b-af11-f7d276c0cb62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:54.951308 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c799a-1e6c-459b-af11-f7d276c0cb62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:54.951653 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c799a-1e6c-459b-af11-f7d276c0cb62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:54.951971 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c799a-1e6c-459b-af11-f7d276c0cb62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:54.952290 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007c799a-1e6c-459b-af11-f7d276c0cb62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:54.954891 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007c799a-1e6c-459b-af11-f7d276c0cb62 None None] No DVR routers for this DVR port fecb1fdf-4670-4a2e-850a-fe0bf708c02e on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:20:54.999314 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-761bbe5f-3311-47b0-9038-d4679ad2c9a7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.089930 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-761bbe5f-3311-47b0-9038-d4679ad2c9a7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.092106 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-761bbe5f-3311-47b0-9038-d4679ad2c9a7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.142489 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-761bbe5f-3311-47b0-9038-d4679ad2c9a7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.143197 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761bbe5f-3311-47b0-9038-d4679ad2c9a7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Fanout notify agent at l3_agent the message router_deleted on router 74f7f044-6ec2-4061-8882-4195eea3f66d {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:20:55.150385 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-761bbe5f-3311-47b0-9038-d4679ad2c9a7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.151546 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-761bbe5f-3311-47b0-9038-d4679ad2c9a7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/routers/74f7f044-6ec2-4061-8882-4195eea3f66d HTTP/1.1" status: 204 len: 168 time: 0.7928426 Jul 14 10:20:55.154392 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52178) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:55.231896 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7410c61a-619c-423b-bc83-f7c88ba44484 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.323964 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7410c61a-619c-423b-bc83-f7c88ba44484 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.334366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7410c61a-619c-423b-bc83-f7c88ba44484 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33003bc4-900b-4520-a696-235442883865']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:55.345440 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7410c61a-619c-423b-bc83-f7c88ba44484 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869e3d70-8638-48e7-9415-60132a2c45ab') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:55.345740 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-7410c61a-619c-423b-bc83-f7c88ba44484 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869e3d70-8638-48e7-9415-60132a2c45ab') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:55.355208 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7410c61a-619c-423b-bc83-f7c88ba44484 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.370171 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7410c61a-619c-423b-bc83-f7c88ba44484 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.376062 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7410c61a-619c-423b-bc83-f7c88ba44484 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:20:55.376453 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7410c61a-619c-423b-bc83-f7c88ba44484 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: timer() Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:20:55.379617 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:20:55.437103 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7410c61a-619c-423b-bc83-f7c88ba44484 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.443953 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7410c61a-619c-423b-bc83-f7c88ba44484 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.445757 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7410c61a-619c-423b-bc83-f7c88ba44484 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/networks/33003bc4-900b-4520-a696-235442883865 HTTP/1.1" status: 204 len: 168 time: 0.2903793 Jul 14 10:20:55.449095 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52180) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:55.462668 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410c61a-619c-423b-bc83-f7c88ba44484 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Network': ['ID=33003bc4-900b-4520-a696-235442883865,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:55.507203 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1e87e93e-7666-4fe9-b5b8-e2bd00812a5d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.531703 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1e87e93e-7666-4fe9-b5b8-e2bd00812a5d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.590075 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1e87e93e-7666-4fe9-b5b8-e2bd00812a5d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.592598 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1e87e93e-7666-4fe9-b5b8-e2bd00812a5d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.593744 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1e87e93e-7666-4fe9-b5b8-e2bd00812a5d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/security-groups/dae262e4-0bf0-41ca-aba4-57d28f19321c HTTP/1.1" status: 204 len: 168 time: 0.1435683 Jul 14 10:20:55.602680 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87e93e-7666-4fe9-b5b8-e2bd00812a5d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae262e4-0bf0-41ca-aba4-57d28f19321c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:55.610648 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87e93e-7666-4fe9-b5b8-e2bd00812a5d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:55.611255 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87e93e-7666-4fe9-b5b8-e2bd00812a5d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:55.611599 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87e93e-7666-4fe9-b5b8-e2bd00812a5d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:55.611935 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87e93e-7666-4fe9-b5b8-e2bd00812a5d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:55.612267 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87e93e-7666-4fe9-b5b8-e2bd00812a5d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:55.612598 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87e93e-7666-4fe9-b5b8-e2bd00812a5d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:55.612925 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87e93e-7666-4fe9-b5b8-e2bd00812a5d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:55.613255 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87e93e-7666-4fe9-b5b8-e2bd00812a5d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:55.613580 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87e93e-7666-4fe9-b5b8-e2bd00812a5d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:55.613931 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87e93e-7666-4fe9-b5b8-e2bd00812a5d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:55.614261 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87e93e-7666-4fe9-b5b8-e2bd00812a5d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:55.614581 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87e93e-7666-4fe9-b5b8-e2bd00812a5d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:55.908470 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52188) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:55.913123 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-62bc9046-3fc0-40c1-9209-f75c13168fad tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1969669582', 'description': 'tempest-secgroup-smoke-1969669582 description', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:55.935896 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62bc9046-3fc0-40c1-9209-f75c13168fad tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.015882 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62bc9046-3fc0-40c1-9209-f75c13168fad tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.019378 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62bc9046-3fc0-40c1-9209-f75c13168fad tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.046710 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-62bc9046-3fc0-40c1-9209-f75c13168fad tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.047911 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-62bc9046-3fc0-40c1-9209-f75c13168fad tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1384249 Jul 14 10:20:56.051008 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52190) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:56.051818 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc9046-3fc0-40c1-9209-f75c13168fad tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aff4ea5-e94d-4a9d-9cdd-643c9515cade,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:56.056369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f7da8b02-6df6-4ca1-b066-57115abf9981 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': '9aff4ea5-e94d-4a9d-9cdd-643c9515cade', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:56.082104 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7da8b02-6df6-4ca1-b066-57115abf9981 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.138570 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7da8b02-6df6-4ca1-b066-57115abf9981 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.142483 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7da8b02-6df6-4ca1-b066-57115abf9981 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.159778 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da8b02-6df6-4ca1-b066-57115abf9981 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820095bb-a8d0-46c9-a621-3122ddb1febb,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:56.166674 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7da8b02-6df6-4ca1-b066-57115abf9981 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.167873 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f7da8b02-6df6-4ca1-b066-57115abf9981 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158552 Jul 14 10:20:56.170591 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52192) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:56.175063 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-ce8b9032-119c-486d-a221-70e5188307f4 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': '9aff4ea5-e94d-4a9d-9cdd-643c9515cade', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:56.179101 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2a027644-630e-4c4d-abc9-39dcf560f652 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:56.200819 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 2a027644-630e-4c4d-abc9-39dcf560f652 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:20:56.201223 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 2a027644-630e-4c4d-abc9-39dcf560f652 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:56.201636 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fecb1fdf-4670-4a2e-850a-fe0bf708c02e no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:56.205374 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce8b9032-119c-486d-a221-70e5188307f4 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.220819 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: fecb1fdf-4670-4a2e-850a-fe0bf708c02e {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:20:56.221155 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device fecb1fdf-4670-4a2e-850a-fe0bf708c02e not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:56.221556 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9ef1aa18-a437-43c1-835c-2b457c35371d no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:56.243375 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 9ef1aa18-a437-43c1-835c-2b457c35371d {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:20:56.243737 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9ef1aa18-a437-43c1-835c-2b457c35371d not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:56.267625 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce8b9032-119c-486d-a221-70e5188307f4 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.271205 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce8b9032-119c-486d-a221-70e5188307f4 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.288524 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b9032-119c-486d-a221-70e5188307f4 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e89c73-5456-4123-bc26-970a8e8b7af5,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:56.295924 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ce8b9032-119c-486d-a221-70e5188307f4 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.297197 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ce8b9032-119c-486d-a221-70e5188307f4 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1256857 Jul 14 10:20:56.299978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52194) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:56.304472 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d9cd8632-ec9d-4391-9a9b-709d96e3cf80 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': '9aff4ea5-e94d-4a9d-9cdd-643c9515cade', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:56.330227 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d9cd8632-ec9d-4391-9a9b-709d96e3cf80 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.387693 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d9cd8632-ec9d-4391-9a9b-709d96e3cf80 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.390944 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d9cd8632-ec9d-4391-9a9b-709d96e3cf80 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.410792 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd8632-ec9d-4391-9a9b-709d96e3cf80 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6907c22-194b-494e-bd98-c126f53f6d24,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:56.415912 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d9cd8632-ec9d-4391-9a9b-709d96e3cf80 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.417103 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d9cd8632-ec9d-4391-9a9b-709d96e3cf80 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161561 Jul 14 10:20:56.419822 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52196) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:56.424104 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-482fca6c-1b8f-4812-91fb-c8bdc4ecdb66 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': '9aff4ea5-e94d-4a9d-9cdd-643c9515cade', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:56.450937 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-482fca6c-1b8f-4812-91fb-c8bdc4ecdb66 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.508743 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-482fca6c-1b8f-4812-91fb-c8bdc4ecdb66 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.512519 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-482fca6c-1b8f-4812-91fb-c8bdc4ecdb66 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.530644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482fca6c-1b8f-4812-91fb-c8bdc4ecdb66 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df80e41-1771-4245-9dc3-fd49a14a8d87,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:56.536494 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-482fca6c-1b8f-4812-91fb-c8bdc4ecdb66 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.537753 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-482fca6c-1b8f-4812-91fb-c8bdc4ecdb66 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170194 Jul 14 10:20:56.540506 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52198) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:56.544818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-941ca86c-9607-428e-865e-01d4f221fda7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': '9aff4ea5-e94d-4a9d-9cdd-643c9515cade', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:56.566158 n-d-798054-10 neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-941ca86c-9607-428e-865e-01d4f221fda7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Project 7d5a7c9051a6469ebb8b5d5efcf4f53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:20:56.570815 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-941ca86c-9607-428e-865e-01d4f221fda7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.630407 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-941ca86c-9607-428e-865e-01d4f221fda7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.633723 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-941ca86c-9607-428e-865e-01d4f221fda7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.651975 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ca86c-9607-428e-865e-01d4f221fda7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f42e5a-352a-4499-a415-bdeb5986ddaf,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:56.658033 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-941ca86c-9607-428e-865e-01d4f221fda7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.659316 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-941ca86c-9607-428e-865e-01d4f221fda7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178916 Jul 14 10:20:56.661967 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52200) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:56.666568 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-887b2730-9fe0-4400-8ab0-644a3d3659c0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'security_group_rule': {'security_group_id': '9aff4ea5-e94d-4a9d-9cdd-643c9515cade', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:56.688285 n-d-798054-10 neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-887b2730-9fe0-4400-8ab0-644a3d3659c0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Project 7d5a7c9051a6469ebb8b5d5efcf4f53f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:20:56.693199 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-887b2730-9fe0-4400-8ab0-644a3d3659c0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.754323 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-887b2730-9fe0-4400-8ab0-644a3d3659c0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.758024 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-887b2730-9fe0-4400-8ab0-644a3d3659c0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.778439 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b2730-9fe0-4400-8ab0-644a3d3659c0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e44fe8-edcd-478b-b5c7-ca5d3297b565,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:56.783352 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-887b2730-9fe0-4400-8ab0-644a3d3659c0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.784750 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-887b2730-9fe0-4400-8ab0-644a3d3659c0 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218557 Jul 14 10:20:56.787591 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52202) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:56.793059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-2a23cbba-9ce3-4f1a-9941-eaab9d875e20 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'network': {'name': 'tempest-network-smoke--803847231', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'port_security_enabled': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:56.811939 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a23cbba-9ce3-4f1a-9941-eaab9d875e20 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Made reservation on behalf of 7d5a7c9051a6469ebb8b5d5efcf4f53f for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:56.815350 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a23cbba-9ce3-4f1a-9941-eaab9d875e20 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.838916 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a23cbba-9ce3-4f1a-9941-eaab9d875e20 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:20:56.848098 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a23cbba-9ce3-4f1a-9941-eaab9d875e20 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.848449 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-2a23cbba-9ce3-4f1a-9941-eaab9d875e20 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Added segment 9521220f-09b2-4396-8878-96ca14d37062 of type vlan for network 3dd9455e-011b-47c7-b69f-94b6dc9d4c81 Jul 14 10:20:56.888050 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a23cbba-9ce3-4f1a-9941-eaab9d875e20 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.920054 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a23cbba-9ce3-4f1a-9941-eaab9d875e20 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.925662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a23cbba-9ce3-4f1a-9941-eaab9d875e20 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:56.926287 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a23cbba-9ce3-4f1a-9941-eaab9d875e20 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.981413 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2a23cbba-9ce3-4f1a-9941-eaab9d875e20 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1928172 Jul 14 10:20:56.984256 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52204) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:56.989180 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-59697d9f-3da5-4cb2-a730-0ebd71c25fb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-619214368', 'admin_state_up': True, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:56.992979 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23cbba-9ce3-4f1a-9941-eaab9d875e20 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Network': ['ID=3dd9455e-011b-47c7-b69f-94b6dc9d4c81,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:57.002925 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 3dd9455e-011b-47c7-b69f-94b6dc9d4c81 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:20:57.012532 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-59697d9f-3da5-4cb2-a730-0ebd71c25fb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:57.013583 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-59697d9f-3da5-4cb2-a730-0ebd71c25fb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:57.068640 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-59697d9f-3da5-4cb2-a730-0ebd71c25fb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:57.200379 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-59697d9f-3da5-4cb2-a730-0ebd71c25fb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:57.359446 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-394c2b7e-1865-4e4d-8077-3de2527e55b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:57.388826 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-59697d9f-3da5-4cb2-a730-0ebd71c25fb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:57.406585 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-59697d9f-3da5-4cb2-a730-0ebd71c25fb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:57.506831 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-59697d9f-3da5-4cb2-a730-0ebd71c25fb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Allocated IP 172.25.1.134 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/191154f1-569c-4250-8f62-e14007da4143) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:57.601236 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-59697d9f-3da5-4cb2-a730-0ebd71c25fb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:57.638551 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-59697d9f-3da5-4cb2-a730-0ebd71c25fb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:57.677964 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59697d9f-3da5-4cb2-a730-0ebd71c25fb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:57.682578 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-59697d9f-3da5-4cb2-a730-0ebd71c25fb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:57.687869 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59697d9f-3da5-4cb2-a730-0ebd71c25fb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:57.693194 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59697d9f-3da5-4cb2-a730-0ebd71c25fb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=191154f1-569c-4250-8f62-e14007da4143,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:57.937942 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-59697d9f-3da5-4cb2-a730-0ebd71c25fb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:58.127977 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-59697d9f-3da5-4cb2-a730-0ebd71c25fb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:58.253272 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59697d9f-3da5-4cb2-a730-0ebd71c25fb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router 2d459ca3-b54a-4e76-b13f-29a62e8711ea is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:20:58.352078 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59697d9f-3da5-4cb2-a730-0ebd71c25fb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:58.361158 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] Sync routers for ids ['2d459ca3-b54a-4e76-b13f-29a62e8711ea'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:58.372033 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] Routers {'2d459ca3-b54a-4e76-b13f-29a62e8711ea'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:58.372672 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:20:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2d459ca3-b54a-4e76-b13f-29a62e8711ea'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:58.374643 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-59697d9f-3da5-4cb2-a730-0ebd71c25fb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:58.375896 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-59697d9f-3da5-4cb2-a730-0ebd71c25fb2 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3906331 Jul 14 10:20:58.378954 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52206) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:58.454694 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3ac1f1e5-a6b6-4725-8e56-3d1743567ef8 tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0744956 Jul 14 10:20:58.457351 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52210) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:58.487369 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] Set router 2d459ca3-b54a-4e76-b13f-29a62e8711ea gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:58.542429 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cc5c3c-ce11-4f99-9aa9-c6968f712bf7 tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:58.543957 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b2cc5c3c-ce11-4f99-9aa9-c6968f712bf7 tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856578 Jul 14 10:20:58.547182 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52212) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:58.579866 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-94f7278b-72f6-4dc6-947e-4b555b8e953f tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=f364b4f5-ab99-4997-a007-bd1df74278ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312850 Jul 14 10:20:58.582499 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52214) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:58.587455 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-07f5c8b5-be5c-4663-a5e1-daf9c51adfe7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1687286096', 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81', 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:58.660031 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619214368', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '191154f1-569c-4250-8f62-e14007da4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:20:57Z', 'revision_number': 3, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '191154f1-569c-4250-8f62-e14007da4143', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:58.674240 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f5c8b5-be5c-4663-a5e1-daf9c51adfe7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Made reservation on behalf of 7d5a7c9051a6469ebb8b5d5efcf4f53f for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:58.678195 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-07f5c8b5-be5c-4663-a5e1-daf9c51adfe7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:58.690910 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] Checking router: 2d459ca3-b54a-4e76-b13f-29a62e8711ea for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:58.691263 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] Updating router 2d459ca3-b54a-4e76-b13f-29a62e8711ea port 191154f1-569c-4250-8f62-e14007da4143 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:20:58.724935 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:58.870842 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-07f5c8b5-be5c-4663-a5e1-daf9c51adfe7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:58.930330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5c8b5-be5c-4663-a5e1-daf9c51adfe7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Subnet': ['ID=e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:58.938405 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f5c8b5-be5c-4663-a5e1-daf9c51adfe7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Checking segment: {'id': '9521220f-09b2-4396-8878-96ca14d37062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:58.938766 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f5c8b5-be5c-4663-a5e1-daf9c51adfe7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network hostable DHCP agents. Network: 3dd9455e-011b-47c7-b69f-94b6dc9d4c81, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:20:58.955361 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f5c8b5-be5c-4663-a5e1-daf9c51adfe7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network 3dd9455e-011b-47c7-b69f-94b6dc9d4c81 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:20:58.965303 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-07f5c8b5-be5c-4663-a5e1-daf9c51adfe7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 3dd9455e-011b-47c7-b69f-94b6dc9d4c81) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:58.969530 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f5c8b5-be5c-4663-a5e1-daf9c51adfe7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:58.970399 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-07f5c8b5-be5c-4663-a5e1-daf9c51adfe7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:58.978907 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12a0db7-2c34-45a2-b4ea-ccef750e3d9c None None] Network 3dd9455e-011b-47c7-b69f-94b6dc9d4c81 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:58.982704 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:58.986415 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-07f5c8b5-be5c-4663-a5e1-daf9c51adfe7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4025903 Jul 14 10:20:58.989210 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52218) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:59.032874 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] Transition to ACTIVE for port object 191154f1-569c-4250-8f62-e14007da4143 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:59.043656 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:59.119293 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] Attempting to bind port 191154f1-569c-4250-8f62-e14007da4143 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:59.119662 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] Attempting to bind port 191154f1-569c-4250-8f62-e14007da4143 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:59.120012 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] Attempting to bind port 191154f1-569c-4250-8f62-e14007da4143 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:59.141684 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d76494-d0fd-4d3d-aa89-6a51a3d26bef None None] Pushing event updated for resources: {'Port': ['ID=191154f1-569c-4250-8f62-e14007da4143,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:59.153031 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:59.153399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:59.153816 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:59.154214 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:59.154678 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] Bound port: 191154f1-569c-4250-8f62-e14007da4143, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:59.155067 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:59.220627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-3dd9455e-011b-47c7-b69f-94b6dc9d4c81', 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ips': [{'subnet_id': 'e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:20:59.221466 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:59.240382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] For port 191154f1-569c-4250-8f62-e14007da4143, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:59.257634 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] For port 191154f1-569c-4250-8f62-e14007da4143, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=191154f1-569c-4250-8f62-e14007da4143,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:59.302082 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:59.395337 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] Routers {'2d459ca3-b54a-4e76-b13f-29a62e8711ea'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:59.396072 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:20:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2d459ca3-b54a-4e76-b13f-29a62e8711ea'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:59.426718 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64ec1ae4-50f3-4827-b68e-f745d51547da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:59.444720 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d76494-d0fd-4d3d-aa89-6a51a3d26bef None None] Pushing event updated for resources: {'Port': ['ID=191154f1-569c-4250-8f62-e14007da4143,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:59.464286 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Allocated IP 172.20.0.2 (3dd9455e-011b-47c7-b69f-94b6dc9d4c81/e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3/66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:59.568659 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] Set router 2d459ca3-b54a-4e76-b13f-29a62e8711ea gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:59.776384 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:59.786551 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Transition to ACTIVE for port object 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:59.808667 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Transition to ACTIVE for port object 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:59.816598 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:59.871433 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-64ec1ae4-50f3-4827-b68e-f745d51547da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Allocated IP 172.20.0.1 (3dd9455e-011b-47c7-b69f-94b6dc9d4c81/e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3/f7b6328d-a343-480b-b18d-8255618a3619) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:59.872089 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619214368', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '191154f1-569c-4250-8f62-e14007da4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:20:57Z', 'revision_number': 3, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '191154f1-569c-4250-8f62-e14007da4143', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:59.902025 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Network 3dd9455e-011b-47c7-b69f-94b6dc9d4c81 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:59.902908 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77cb3991-6dd9-4081-a4d1-d947a4f3f105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:59.907266 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f40a272-5608-4232-b0e3-0c0fe9306fdf None None] The sync data for ids ['2d459ca3-b54a-4e76-b13f-29a62e8711ea'] in n-d-798054-10 is: [{'id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619214368', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '191154f1-569c-4250-8f62-e14007da4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:20:57Z', 'revision_number': 3, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '191154f1-569c-4250-8f62-e14007da4143', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:59.909027 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:59.913432 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:59.917063 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Pushing event updated for resources: {'Port': ['ID=66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:59.980668 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Attempting to bind port 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:59.981049 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Attempting to bind port 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '9521220f-09b2-4396-8878-96ca14d37062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:59.981382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Attempting to bind port 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98 on network 3dd9455e-011b-47c7-b69f-94b6dc9d4c81 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:59.988965 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64ec1ae4-50f3-4827-b68e-f745d51547da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:59.989532 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:59.990021 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Checking segment: {'id': '9521220f-09b2-4396-8878-96ca14d37062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:59.990326 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:59.990755 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Bound using segment: {'id': '9521220f-09b2-4396-8878-96ca14d37062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:59.991182 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Bound port: 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9521220f-09b2-4396-8878-96ca14d37062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:59.991574 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:59.994792 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:00.004577 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-64ec1ae4-50f3-4827-b68e-f745d51547da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Transition to ACTIVE for port object f7b6328d-a343-480b-b18d-8255618a3619 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:21:00.041883 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64ec1ae4-50f3-4827-b68e-f745d51547da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:00.065445 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] For port 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:21:00.068773 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] For port 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98,segment=NetworkSegment(9521220f-09b2-4396-8878-96ca14d37062),segment_id=9521220f-09b2-4396-8878-96ca14d37062)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:21:00.074049 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:00.086189 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec1ae4-50f3-4827-b68e-f745d51547da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network 3dd9455e-011b-47c7-b69f-94b6dc9d4c81 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:21:00.089705 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-64ec1ae4-50f3-4827-b68e-f745d51547da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:21:00.095811 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec1ae4-50f3-4827-b68e-f745d51547da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:21:00.125622 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec1ae4-50f3-4827-b68e-f745d51547da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=f7b6328d-a343-480b-b18d-8255618a3619,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:00.142020 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddeee7f-a387-491b-980d-b6250864ca71 None None] Pushing event updated for resources: {'Port': ['ID=66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:00.149835 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64ec1ae4-50f3-4827-b68e-f745d51547da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:00.343597 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64ec1ae4-50f3-4827-b68e-f745d51547da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:00.648735 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64ec1ae4-50f3-4827-b68e-f745d51547da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:00.654142 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64ec1ae4-50f3-4827-b68e-f745d51547da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:00.730194 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec1ae4-50f3-4827-b68e-f745d51547da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=f7b6328d-a343-480b-b18d-8255618a3619,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:00.733748 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-64ec1ae4-50f3-4827-b68e-f745d51547da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:00.833083 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec1ae4-50f3-4827-b68e-f745d51547da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network 3dd9455e-011b-47c7-b69f-94b6dc9d4c81 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:21:00.834670 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-64ec1ae4-50f3-4827-b68e-f745d51547da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:21:00.930673 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:00.953169 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ec1ae4-50f3-4827-b68e-f745d51547da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router 2d459ca3-b54a-4e76-b13f-29a62e8711ea has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:21:01.064952 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ec1ae4-50f3-4827-b68e-f745d51547da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:21:01.070052 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-64ec1ae4-50f3-4827-b68e-f745d51547da tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "PUT /v2.0/routers/2d459ca3-b54a-4e76-b13f-29a62e8711ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0797751 Jul 14 10:21:01.119894 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eebf7d5-430a-4820-98fd-fbfae6da2d99 None None] Network 3dd9455e-011b-47c7-b69f-94b6dc9d4c81 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:21:01.210772 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cdb5b384-aa69-409b-aab9-409cc2e85679 None None] Provisioning for port 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:21:01.219630 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-a80d98d8-477c-4d97-aa9f-fa8e9060631c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969669582&fields=id&tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f HTTP/1.1" status: 200 len: 267 time: 0.0368192 Jul 14 10:21:01.334284 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-56d1d9bd-8306-4dce-8a27-e71812cce439 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:01.335991 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-56d1d9bd-8306-4dce-8a27-e71812cce439 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/networks?id=3dd9455e-011b-47c7-b69f-94b6dc9d4c81 HTTP/1.1" status: 200 len: 796 time: 0.1093307 Jul 14 10:21:01.352190 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-3eae2763-26a7-4648-a1ef-56731c0c8a5b tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/quotas/7d5a7c9051a6469ebb8b5d5efcf4f53f HTTP/1.1" status: 200 len: 375 time: 0.0099802 Jul 14 10:21:01.427713 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-a478dc61-fb02-4b9b-b1b0-5ddaed1b3925 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694814 Jul 14 10:21:01.551263 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] Sync routers for ids ['2d459ca3-b54a-4e76-b13f-29a62e8711ea'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:21:01.560176 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8f8482b5-a682-4845-8873-75332ff6626e None None] Provisioning for port f7b6328d-a343-480b-b18d-8255618a3619 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:21:01.565363 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] Routers {'2d459ca3-b54a-4e76-b13f-29a62e8711ea'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:21:01.566008 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:21:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2d459ca3-b54a-4e76-b13f-29a62e8711ea'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:01.568619 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8f8482b5-a682-4845-8873-75332ff6626e None None] Provisioning complete for port f7b6328d-a343-480b-b18d-8255618a3619 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:21:01.568993 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f8482b5-a682-4845-8873-75332ff6626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:01.583418 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-e23cc84f-26e3-48ed-bd6d-2a5241e0b5b5 service neutron] 10.222.0.26 "GET /v2.0/networks/3dd9455e-011b-47c7-b69f-94b6dc9d4c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434426 Jul 14 10:21:01.614883 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8f8482b5-a682-4845-8873-75332ff6626e None None] Port f7b6328d-a343-480b-b18d-8255618a3619 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:21:01.675951 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-219e8169-9d37-4c70-bac2-50d7ac153a08 service neutron] 10.222.0.26 "GET /v2.0/networks/3dd9455e-011b-47c7-b69f-94b6dc9d4c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916390 Jul 14 10:21:01.773462 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] Set router 2d459ca3-b54a-4e76-b13f-29a62e8711ea gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:21:01.849597 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f436ef8a-e7d8-4ce1-8807-c98322d7d0a1 None None] Provisioning complete for port f7b6328d-a343-480b-b18d-8255618a3619 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:21:01.850114 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f436ef8a-e7d8-4ce1-8807-c98322d7d0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:01.891599 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-62ae0ff2-cf52-43a1-a16d-6aa47162e59d req-a5a893b6-293a-4aeb-8992-bb0a22d2cfaa tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 210 time: 0.0395172 Jul 14 10:21:01.911345 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f436ef8a-e7d8-4ce1-8807-c98322d7d0a1 None None] Port f7b6328d-a343-480b-b18d-8255618a3619 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:21:02.003592 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619214368', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '191154f1-569c-4250-8f62-e14007da4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:21:00Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '191154f1-569c-4250-8f62-e14007da4143', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'f7b6328d-a343-480b-b18d-8255618a3619', 'name': '', 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:6d:20:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:59Z', 'updated_at': '2021-07-14T10:21:00Z', 'revision_number': 2, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': 'e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:02.030113 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2785f6a7-1e5d-4ac1-8574-26b04dfa46ea None None] Provisioning complete for port f7b6328d-a343-480b-b18d-8255618a3619 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:21:02.030587 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2785f6a7-1e5d-4ac1-8574-26b04dfa46ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:02.031778 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] Checking router: 2d459ca3-b54a-4e76-b13f-29a62e8711ea for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:21:02.032216 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] Updating router 2d459ca3-b54a-4e76-b13f-29a62e8711ea port f7b6328d-a343-480b-b18d-8255618a3619 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:21:02.066344 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:02.069174 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2785f6a7-1e5d-4ac1-8574-26b04dfa46ea None None] Port f7b6328d-a343-480b-b18d-8255618a3619 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:21:02.252263 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:21:02.306725 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:21:02.310379 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:21:02.310772 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:02.336542 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:02.346912 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] Transition to ACTIVE for port object f7b6328d-a343-480b-b18d-8255618a3619 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:21:02.352816 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:02.395382 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e56d0-242a-48a9-9e73-1797c8e36a97 None None] Pushing event updated for resources: {'Port': ['ID=f7b6328d-a343-480b-b18d-8255618a3619,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:02.400684 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:02.422545 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e56d0-242a-48a9-9e73-1797c8e36a97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:02.423148 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e56d0-242a-48a9-9e73-1797c8e36a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:02.423565 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e56d0-242a-48a9-9e73-1797c8e36a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:02.423966 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e56d0-242a-48a9-9e73-1797c8e36a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:02.424400 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e56d0-242a-48a9-9e73-1797c8e36a97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:02.425271 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e56d0-242a-48a9-9e73-1797c8e36a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:02.425813 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e56d0-242a-48a9-9e73-1797c8e36a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:02.426215 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e56d0-242a-48a9-9e73-1797c8e36a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:02.426628 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e56d0-242a-48a9-9e73-1797c8e36a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:02.427701 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e56d0-242a-48a9-9e73-1797c8e36a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:02.428100 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e56d0-242a-48a9-9e73-1797c8e36a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:02.428537 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e56d0-242a-48a9-9e73-1797c8e36a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:02.436375 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98,segment=NetworkSegment(9521220f-09b2-4396-8878-96ca14d37062),segment_id=9521220f-09b2-4396-8878-96ca14d37062)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:02.443012 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:02.443865 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 191154f1-569c-4250-8f62-e14007da4143 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:21:02.490760 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] Attempting to bind port f7b6328d-a343-480b-b18d-8255618a3619 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:21:02.491602 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] Attempting to bind port f7b6328d-a343-480b-b18d-8255618a3619 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '9521220f-09b2-4396-8878-96ca14d37062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:21:02.492398 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] Attempting to bind port f7b6328d-a343-480b-b18d-8255618a3619 on network 3dd9455e-011b-47c7-b69f-94b6dc9d4c81 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:21:02.498517 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:21:02.498903 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] Checking segment: {'id': '9521220f-09b2-4396-8878-96ca14d37062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:21:02.499313 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:02.499758 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] Bound using segment: {'id': '9521220f-09b2-4396-8878-96ca14d37062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:21:02.500233 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] Bound port: f7b6328d-a343-480b-b18d-8255618a3619, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9521220f-09b2-4396-8878-96ca14d37062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:21:02.500743 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:02.533147 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:02.554333 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:02.562290 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 191154f1-569c-4250-8f62-e14007da4143 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:21:02.566840 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 191154f1-569c-4250-8f62-e14007da4143 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:21:02.567622 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:02.583401 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] For port f7b6328d-a343-480b-b18d-8255618a3619, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:21:02.588322 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] For port f7b6328d-a343-480b-b18d-8255618a3619, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f7b6328d-a343-480b-b18d-8255618a3619,segment=NetworkSegment(9521220f-09b2-4396-8878-96ca14d37062),segment_id=9521220f-09b2-4396-8878-96ca14d37062)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:21:02.592636 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:02.634617 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] Routers {'2d459ca3-b54a-4e76-b13f-29a62e8711ea'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:21:02.635244 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:21:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2d459ca3-b54a-4e76-b13f-29a62e8711ea'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:02.662969 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:02.702080 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 191154f1-569c-4250-8f62-e14007da4143, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=191154f1-569c-4250-8f62-e14007da4143,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:02.712654 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:02.730207 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e56d0-242a-48a9-9e73-1797c8e36a97 None None] Pushing event updated for resources: {'Port': ['ID=f7b6328d-a343-480b-b18d-8255618a3619,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:02.765547 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] Set router 2d459ca3-b54a-4e76-b13f-29a62e8711ea gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:21:02.776880 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=191154f1-569c-4250-8f62-e14007da4143,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:02.967495 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619214368', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '191154f1-569c-4250-8f62-e14007da4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:21:00Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '191154f1-569c-4250-8f62-e14007da4143', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'f7b6328d-a343-480b-b18d-8255618a3619', 'name': '', 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:6d:20:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:59Z', 'updated_at': '2021-07-14T10:21:02Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': 'e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:02.989599 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:03.001536 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aee9f1-72ed-4b79-9350-9167d6e2806f None None] The sync data for ids ['2d459ca3-b54a-4e76-b13f-29a62e8711ea'] in n-d-798054-10 is: [{'id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619214368', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '191154f1-569c-4250-8f62-e14007da4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:21:00Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '191154f1-569c-4250-8f62-e14007da4143', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'f7b6328d-a343-480b-b18d-8255618a3619', 'name': '', 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:6d:20:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:59Z', 'updated_at': '2021-07-14T10:21:02Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': 'e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:21:03.080798 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-985c06f2-e55b-42fc-85f1-e9e1dbe83d8f req-ce15a35b-b413-4d90-ac75-4ea6cd39c7d3 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 210 time: 0.0551686 Jul 14 10:21:03.213155 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-b6772db1-7439-44eb-acc9-4fdb3a3e2f95 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:03.214774 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-b6772db1-7439-44eb-acc9-4fdb3a3e2f95 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "GET /v2.0/networks?id=3dd9455e-011b-47c7-b69f-94b6dc9d4c81 HTTP/1.1" status: 200 len: 796 time: 0.1240394 Jul 14 10:21:03.269462 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-6b7a8a9d-378a-4ed4-a62c-d161f42e2273 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f HTTP/1.1" status: 200 len: 380 time: 0.0400360 Jul 14 10:21:03.279142 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-6ad4c2ce-4d01-4530-96b9-10e6e755252a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'port': {'device_id': 'a6706a46-3cf1-41a9-a6d9-dee86a038745', 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81', 'admin_state_up': True, 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'security_groups': ['9aff4ea5-e94d-4a9d-9cdd-643c9515cade']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:21:03.395387 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-6ad4c2ce-4d01-4530-96b9-10e6e755252a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Made reservation on behalf of 7d5a7c9051a6469ebb8b5d5efcf4f53f for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:21:03.399111 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-6ad4c2ce-4d01-4530-96b9-10e6e755252a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:03.526104 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-6ad4c2ce-4d01-4530-96b9-10e6e755252a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Allocated IP 172.20.0.4 (3dd9455e-011b-47c7-b69f-94b6dc9d4c81/e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3/6d35af10-7904-4077-85b6-01f23bf9e851) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:21:03.664720 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-6ad4c2ce-4d01-4530-96b9-10e6e755252a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:03.678246 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-6ad4c2ce-4d01-4530-96b9-10e6e755252a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Transition to ACTIVE for port object 6d35af10-7904-4077-85b6-01f23bf9e851 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:21:03.709053 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-6ad4c2ce-4d01-4530-96b9-10e6e755252a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:03.749204 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-6ad4c2ce-4d01-4530-96b9-10e6e755252a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network 3dd9455e-011b-47c7-b69f-94b6dc9d4c81 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:21:03.754142 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-6ad4c2ce-4d01-4530-96b9-10e6e755252a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:21:03.757710 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-6ad4c2ce-4d01-4530-96b9-10e6e755252a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:21:03.789782 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4c2ce-4d01-4530-96b9-10e6e755252a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=6d35af10-7904-4077-85b6-01f23bf9e851,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:03.814778 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-6ad4c2ce-4d01-4530-96b9-10e6e755252a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:03.815406 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-6ad4c2ce-4d01-4530-96b9-10e6e755252a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:03.830582 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-6ad4c2ce-4d01-4530-96b9-10e6e755252a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5558097 Jul 14 10:21:03.842786 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] Request body: {'port': {'device_id': 'a6706a46-3cf1-41a9-a6d9-dee86a038745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:21:03.916836 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:03.949848 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f2b79b67-6817-431b-a4e2-29440c74c9af None None] Provisioning for port 6d35af10-7904-4077-85b6-01f23bf9e851 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:21:03.953854 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f2b79b67-6817-431b-a4e2-29440c74c9af None None] Provisioning complete for port 6d35af10-7904-4077-85b6-01f23bf9e851 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:21:03.954237 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2b79b67-6817-431b-a4e2-29440c74c9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:03.987762 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f2b79b67-6817-431b-a4e2-29440c74c9af None None] Port 6d35af10-7904-4077-85b6-01f23bf9e851 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:21:04.175917 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d35af10-7904-4077-85b6-01f23bf9e851 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:21:04.184042 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:04.197496 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] Transition to ACTIVE for port object 6d35af10-7904-4077-85b6-01f23bf9e851 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:21:04.202374 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:04.264510 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:21:04.295701 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] Pushing event updated for resources: {'Port': ['ID=6d35af10-7904-4077-85b6-01f23bf9e851,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:04.316163 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:21:04.316544 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:04.377453 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc44ba-69ae-48f1-bed0-021554308db4 req-436593c4-0bd9-422d-9836-b00959c33cac tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:04.379099 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0bcc44ba-69ae-48f1-bed0-021554308db4 req-436593c4-0bd9-422d-9836-b00959c33cac tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 943 time: 0.1483901 Jul 14 10:21:04.403808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] Attempting to bind port 6d35af10-7904-4077-85b6-01f23bf9e851 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:21:04.404039 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] Attempting to bind port 6d35af10-7904-4077-85b6-01f23bf9e851 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '9521220f-09b2-4396-8878-96ca14d37062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:21:04.404369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] Attempting to bind port 6d35af10-7904-4077-85b6-01f23bf9e851 on network 3dd9455e-011b-47c7-b69f-94b6dc9d4c81 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:21:04.414712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] Port 6d35af10-7904-4077-85b6-01f23bf9e851 on network 3dd9455e-011b-47c7-b69f-94b6dc9d4c81 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:21:04.415033 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] Attempting to bind port 6d35af10-7904-4077-85b6-01f23bf9e851 on network 3dd9455e-011b-47c7-b69f-94b6dc9d4c81 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:21:04.428602 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:21:04.428938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] Checking segment: {'id': '9521220f-09b2-4396-8878-96ca14d37062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:21:04.429329 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] Bound using segment: {'id': '9521220f-09b2-4396-8878-96ca14d37062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:21:04.429771 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] Bound port: 6d35af10-7904-4077-85b6-01f23bf9e851, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9521220f-09b2-4396-8878-96ca14d37062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:21:04.430179 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:04.443838 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0bcc44ba-69ae-48f1-bed0-021554308db4 req-24ccae95-e47d-4a0f-a5cf-91ff70ee430e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aff4ea5-e94d-4a9d-9cdd-643c9515cade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558255 Jul 14 10:21:04.501724 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] For port 6d35af10-7904-4077-85b6-01f23bf9e851, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:21:04.505025 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] For port 6d35af10-7904-4077-85b6-01f23bf9e851, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6d35af10-7904-4077-85b6-01f23bf9e851,segment=NetworkSegment(9521220f-09b2-4396-8878-96ca14d37062),segment_id=9521220f-09b2-4396-8878-96ca14d37062)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:21:04.510685 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:04.544135 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:04.544758 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:04.546233 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] 10.222.0.49 "PUT /v2.0/ports/6d35af10-7904-4077-85b6-01f23bf9e851 HTTP/1.1" status: 200 len: 1092 time: 0.7078338 Jul 14 10:21:04.547020 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6706a46-3cf1-41a9-a6d9-dee86a038745', 'tag': '6d35af10-7904-4077-85b6-01f23bf9e851'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:21:04.549269 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ae9f23-8a81-4e30-aa12-1a4070862c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6706a46-3cf1-41a9-a6d9-dee86a038745", "tag": "6d35af10-7904-4077-85b6-01f23bf9e851"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:04.575918 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b679892-783f-4d35-8e4f-4a39c2ba9c46 service neutron] Pushing event updated for resources: {'Port': ['ID=6d35af10-7904-4077-85b6-01f23bf9e851,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:04.591561 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 191154f1-569c-4250-8f62-e14007da4143 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:21:04.606378 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6715bb3e-2693-4f9f-8d2e-691167d64d39 x-openstack-request-id: req-6715bb3e-2693-4f9f-8d2e-691167d64d39 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:04.606673 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6706a46-3cf1-41a9-a6d9-dee86a038745", "tag": "6d35af10-7904-4077-85b6-01f23bf9e851", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:04.606930 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6715bb3e-2693-4f9f-8d2e-691167d64d39 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:04.607320 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6706a46-3cf1-41a9-a6d9-dee86a038745', 'tag': '6d35af10-7904-4077-85b6-01f23bf9e851', 'status': 'completed', 'code': 200} Jul 14 10:21:04.654523 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-f3e179ab-7e82-4b25-9a97-4aba646ad6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:04.654731 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 191154f1-569c-4250-8f62-e14007da4143 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:21:04.654978 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:04.656121 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-f3e179ab-7e82-4b25-9a97-4aba646ad6a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 1095 time: 0.0601885 Jul 14 10:21:04.701507 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-3bbeb5b7-1a19-4cfd-a2cc-839ba838cadc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d35af10-7904-4077-85b6-01f23bf9e851 HTTP/1.1" status: 200 len: 217 time: 0.0363960 Jul 14 10:21:04.737923 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f7b6328d-a343-480b-b18d-8255618a3619 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:21:04.749737 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-4dbc40bc-fa43-410e-9576-6bfabed921bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:04.751347 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-4dbc40bc-fa43-410e-9576-6bfabed921bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3 HTTP/1.1" status: 200 len: 835 time: 0.0443912 Jul 14 10:21:04.785190 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port f7b6328d-a343-480b-b18d-8255618a3619 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:21:04.788889 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f7b6328d-a343-480b-b18d-8255618a3619 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:21:04.789274 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:04.877218 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:04.913325 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port f7b6328d-a343-480b-b18d-8255618a3619, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f7b6328d-a343-480b-b18d-8255618a3619,segment=NetworkSegment(9521220f-09b2-4396-8878-96ca14d37062),segment_id=9521220f-09b2-4396-8878-96ca14d37062)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:04.918145 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:04.970601 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=f7b6328d-a343-480b-b18d-8255618a3619,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:05.151291 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-3807355a-f189-4560-9611-71dbeeaa8689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:05.152795 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-3807355a-f189-4560-9611-71dbeeaa8689 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dd9455e-011b-47c7-b69f-94b6dc9d4c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3959253 Jul 14 10:21:05.238536 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-b49bf1b2-9983-4fb6-8b3b-6a781d33e06a service neutron] 10.222.0.49 "GET /v2.0/networks/3dd9455e-011b-47c7-b69f-94b6dc9d4c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787492 Jul 14 10:21:05.328297 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a58ff069-d3bf-4b4b-ba1b-f42c6ae0da46 req-de4185ed-66eb-4c9d-81c0-9d293c7231d5 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd9455e-011b-47c7-b69f-94b6dc9d4c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837064 Jul 14 10:21:05.424431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae9f23-8a81-4e30-aa12-1a4070862c5e req-24469de2-90e0-4be8-9b81-9af8af9ffa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:05.425957 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5ae9f23-8a81-4e30-aa12-1a4070862c5e req-24469de2-90e0-4be8-9b81-9af8af9ffa27 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 1095 time: 0.0525954 Jul 14 10:21:05.517755 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae9f23-8a81-4e30-aa12-1a4070862c5e req-f790157e-64ad-4c22-a1f2-6fd0046dec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:05.519324 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5ae9f23-8a81-4e30-aa12-1a4070862c5e req-f790157e-64ad-4c22-a1f2-6fd0046dec77 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dd9455e-011b-47c7-b69f-94b6dc9d4c81 HTTP/1.1" status: 200 len: 897 time: 0.0870438 Jul 14 10:21:05.559004 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5ae9f23-8a81-4e30-aa12-1a4070862c5e req-00dd9f62-4b81-48b6-9070-bede8a63eebb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d35af10-7904-4077-85b6-01f23bf9e851 HTTP/1.1" status: 200 len: 217 time: 0.0333741 Jul 14 10:21:05.645623 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae9f23-8a81-4e30-aa12-1a4070862c5e req-f278167b-5610-4dac-9762-bcafbece9e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:05.647122 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5ae9f23-8a81-4e30-aa12-1a4070862c5e req-f278167b-5610-4dac-9762-bcafbece9e52 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3 HTTP/1.1" status: 200 len: 835 time: 0.0761292 Jul 14 10:21:05.669901 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164ea67-5237-4078-ad23-a9d320b508fa req-620a2f0c-591b-414b-853f-c2878eaa0097 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:05.671319 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3164ea67-5237-4078-ad23-a9d320b508fa req-620a2f0c-591b-414b-853f-c2878eaa0097 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 943 time: 0.1088808 Jul 14 10:21:05.734096 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3164ea67-5237-4078-ad23-a9d320b508fa req-371b1357-840b-4c2e-8b93-a964be398116 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aff4ea5-e94d-4a9d-9cdd-643c9515cade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459442 Jul 14 10:21:05.743972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae9f23-8a81-4e30-aa12-1a4070862c5e req-03f3544c-3a79-42a6-b5bd-0650aa6b5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:05.745434 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5ae9f23-8a81-4e30-aa12-1a4070862c5e req-03f3544c-3a79-42a6-b5bd-0650aa6b5cd2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dd9455e-011b-47c7-b69f-94b6dc9d4c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922432 Jul 14 10:21:05.838407 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5ae9f23-8a81-4e30-aa12-1a4070862c5e req-6d0e9caf-0554-470b-99dc-ec87f3e4fefe service neutron] 10.222.0.49 "GET /v2.0/networks/3dd9455e-011b-47c7-b69f-94b6dc9d4c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845082 Jul 14 10:21:05.929483 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c5ae9f23-8a81-4e30-aa12-1a4070862c5e req-3166725f-9984-4159-8a11-d7add70b5610 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd9455e-011b-47c7-b69f-94b6dc9d4c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842097 Jul 14 10:21:06.180211 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f7b6328d-a343-480b-b18d-8255618a3619 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:21:06.227516 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port f7b6328d-a343-480b-b18d-8255618a3619 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:21:06.229533 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:06.904894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c8441-0b81-44a1-b9c4-c795ea6f7e17 req-0a591cfe-bd38-43e0-9f9f-bfcc30c9bbf8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:06.906429 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-272c8441-0b81-44a1-b9c4-c795ea6f7e17 req-0a591cfe-bd38-43e0-9f9f-bfcc30c9bbf8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 943 time: 0.0625739 Jul 14 10:21:06.944170 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-272c8441-0b81-44a1-b9c4-c795ea6f7e17 req-1231c0fa-d553-443f-aec1-de540061048e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aff4ea5-e94d-4a9d-9cdd-643c9515cade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316026 Jul 14 10:21:08.037349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6d35af10-7904-4077-85b6-01f23bf9e851 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:21:08.118292 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ef957-80d2-4772-983a-3cc8f4561993 req-4a19db9b-6479-41ec-a832-4140173d1105 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:08.120881 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e74ef957-80d2-4772-983a-3cc8f4561993 req-4a19db9b-6479-41ec-a832-4140173d1105 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 943 time: 0.0686703 Jul 14 10:21:08.132289 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 6d35af10-7904-4077-85b6-01f23bf9e851, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6d35af10-7904-4077-85b6-01f23bf9e851,segment=NetworkSegment(9521220f-09b2-4396-8878-96ca14d37062),segment_id=9521220f-09b2-4396-8878-96ca14d37062)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:08.143511 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '6d35af10-7904-4077-85b6-01f23bf9e851', 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81', 'port_id': '6d35af10-7904-4077-85b6-01f23bf9e851', 'mac_address': 'fa:16:3e:42:2f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:21:08.157394 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e74ef957-80d2-4772-983a-3cc8f4561993 req-11676ebe-1c87-4f83-9c8c-1eaae0511eaf tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aff4ea5-e94d-4a9d-9cdd-643c9515cade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320919 Jul 14 10:21:08.179738 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:08.192534 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d35af10-7904-4077-85b6-01f23bf9e851 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:21:08.211788 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 6d35af10-7904-4077-85b6-01f23bf9e851, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6d35af10-7904-4077-85b6-01f23bf9e851,segment=NetworkSegment(9521220f-09b2-4396-8878-96ca14d37062),segment_id=9521220f-09b2-4396-8878-96ca14d37062)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:08.215580 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:08.269303 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=6d35af10-7904-4077-85b6-01f23bf9e851,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:08.414118 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['6d35af10-7904-4077-85b6-01f23bf9e851'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:21:09.327631 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea3d94-5bce-4c07-9d5c-6dede5e69126 req-a8dafe0f-28fe-4e4f-8810-30546fdeead1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:09.329114 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-72ea3d94-5bce-4c07-9d5c-6dede5e69126 req-a8dafe0f-28fe-4e4f-8810-30546fdeead1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 944 time: 0.0624928 Jul 14 10:21:09.366258 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-72ea3d94-5bce-4c07-9d5c-6dede5e69126 req-c1f08dbb-1b46-4ae5-b0f3-eb61c7ff5f71 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aff4ea5-e94d-4a9d-9cdd-643c9515cade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315764 Jul 14 10:21:10.053264 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6d35af10-7904-4077-85b6-01f23bf9e851 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:21:10.100267 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 6d35af10-7904-4077-85b6-01f23bf9e851 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:21:10.103961 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 6d35af10-7904-4077-85b6-01f23bf9e851 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:21:10.104333 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:10.178405 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:10.204286 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6706a46-3cf1-41a9-a6d9-dee86a038745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d35af10-7904-4077-85b6-01f23bf9e851'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:21:10.206646 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc000b8-6b79-41e6-85ca-37962870f410" -d '{"events": [{"server_uuid": "a6706a46-3cf1-41a9-a6d9-dee86a038745", "name": "network-vif-plugged", "status": "completed", "tag": "6d35af10-7904-4077-85b6-01f23bf9e851"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:10.218758 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 6d35af10-7904-4077-85b6-01f23bf9e851, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6d35af10-7904-4077-85b6-01f23bf9e851,segment=NetworkSegment(9521220f-09b2-4396-8878-96ca14d37062),segment_id=9521220f-09b2-4396-8878-96ca14d37062)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:10.222523 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:10.272002 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=6d35af10-7904-4077-85b6-01f23bf9e851,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:10.293146 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb5684c-2c62-432e-b17c-8f6579322b29 x-openstack-request-id: req-7fb5684c-2c62-432e-b17c-8f6579322b29 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:10.293437 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6706a46-3cf1-41a9-a6d9-dee86a038745", "name": "network-vif-plugged", "status": "completed", "tag": "6d35af10-7904-4077-85b6-01f23bf9e851", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:10.293690 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fb5684c-2c62-432e-b17c-8f6579322b29 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:10.294116 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6706a46-3cf1-41a9-a6d9-dee86a038745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d35af10-7904-4077-85b6-01f23bf9e851', 'code': 200} Jul 14 10:21:10.406520 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f9bac-4ac2-4056-bfe7-9133c3e7f2bc req-d85dca7e-5eb4-4fe6-97d7-d4d4a8f4de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:10.408041 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b41f9bac-4ac2-4056-bfe7-9133c3e7f2bc req-d85dca7e-5eb4-4fe6-97d7-d4d4a8f4de55 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 1097 time: 0.0552008 Jul 14 10:21:10.442977 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b41f9bac-4ac2-4056-bfe7-9133c3e7f2bc req-529b4b11-ee31-464c-b691-3120b031a6ef service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9aff4ea5-e94d-4a9d-9cdd-643c9515cade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285220 Jul 14 10:21:10.536051 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8487ba-90d7-4c93-beca-6ccad293f74d req-2c81adf7-326f-4a9e-b761-0483ef8aecfe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:10.537407 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1f8487ba-90d7-4c93-beca-6ccad293f74d req-2c81adf7-326f-4a9e-b761-0483ef8aecfe tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 945 time: 0.0624299 Jul 14 10:21:10.574338 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1f8487ba-90d7-4c93-beca-6ccad293f74d req-eefea6c8-2726-4ba0-976b-ebd83af5ebc5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aff4ea5-e94d-4a9d-9cdd-643c9515cade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310464 Jul 14 10:21:11.744150 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7725c-79c7-4e57-ad8d-47b699db3f8d req-9a847ce5-9ae6-4650-8114-3f4003e99a5c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:11.745643 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cdf7725c-79c7-4e57-ad8d-47b699db3f8d req-9a847ce5-9ae6-4650-8114-3f4003e99a5c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 945 time: 0.0630012 Jul 14 10:21:11.782617 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cdf7725c-79c7-4e57-ad8d-47b699db3f8d req-539ee326-f7a4-43f3-9cae-64511f3b9d30 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aff4ea5-e94d-4a9d-9cdd-643c9515cade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315959 Jul 14 10:21:12.141487 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e821be-ed2b-41aa-957d-5de37eb1910c req-9eb0ebd7-5ccb-4352-8cdc-f1a0b43d98f8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:12.142974 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-00e821be-ed2b-41aa-957d-5de37eb1910c req-9eb0ebd7-5ccb-4352-8cdc-f1a0b43d98f8 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 945 time: 0.0672572 Jul 14 10:21:12.180004 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-00e821be-ed2b-41aa-957d-5de37eb1910c req-0f0f7408-5ee2-44b7-a753-be7d9c0e1f8a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aff4ea5-e94d-4a9d-9cdd-643c9515cade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314634 Jul 14 10:21:12.203513 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52276) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:12.253761 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675c147c-f3f6-4cb4-8c1c-4f23e4150f0d tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:12.255285 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-675c147c-f3f6-4cb4-8c1c-4f23e4150f0d tempest-TestNetworkAdvancedServerOps-35877119 tempest-TestNetworkAdvancedServerOps-35877119-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 1092 time: 0.0507886 Jul 14 10:21:12.258052 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52278) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:12.263808 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5e122c55-3cb0-47d9-a8ea-fa2a34072398 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': '6d35af10-7904-4077-85b6-01f23bf9e851', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:21:12.287230 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5e122c55-3cb0-47d9-a8ea-fa2a34072398 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:12.384870 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5e122c55-3cb0-47d9-a8ea-fa2a34072398 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:12.481594 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-5e122c55-3cb0-47d9-a8ea-fa2a34072398 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Allocated IP 172.25.1.20 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/883da668-404d-49be-8589-b29c856e462e) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:21:12.583754 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5e122c55-3cb0-47d9-a8ea-fa2a34072398 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:12.622730 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5e122c55-3cb0-47d9-a8ea-fa2a34072398 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:12.661543 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e122c55-3cb0-47d9-a8ea-fa2a34072398 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:21:12.664230 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-5e122c55-3cb0-47d9-a8ea-fa2a34072398 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:21:12.668450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e122c55-3cb0-47d9-a8ea-fa2a34072398 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:21:12.673818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e122c55-3cb0-47d9-a8ea-fa2a34072398 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=883da668-404d-49be-8589-b29c856e462e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:13.025384 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5e122c55-3cb0-47d9-a8ea-fa2a34072398 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:13.101812 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5e122c55-3cb0-47d9-a8ea-fa2a34072398 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:13.245846 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5e122c55-3cb0-47d9-a8ea-fa2a34072398 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:13.250242 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5e122c55-3cb0-47d9-a8ea-fa2a34072398 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:13.318755 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e122c55-3cb0-47d9-a8ea-fa2a34072398 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event updated for resources: {'Port': ['ID=883da668-404d-49be-8589-b29c856e462e,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:13.330832 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5e122c55-3cb0-47d9-a8ea-fa2a34072398 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:13.427859 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-5e122c55-3cb0-47d9-a8ea-fa2a34072398 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Floating IP 2684c287-8156-4eb6-a43f-38b54b394e11 associated. External IP: 172.25.1.20, port: 6d35af10-7904-4077-85b6-01f23bf9e851. Jul 14 10:21:13.626802 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e122c55-3cb0-47d9-a8ea-fa2a34072398 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router 2d459ca3-b54a-4e76-b13f-29a62e8711ea has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:21:13.729816 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e122c55-3cb0-47d9-a8ea-fa2a34072398 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:21:13.731574 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:21:13.739881 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191b876e-71f9-4aae-956a-225627e6c27c None None] Sync routers for ids ['2d459ca3-b54a-4e76-b13f-29a62e8711ea'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:21:13.745919 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5e122c55-3cb0-47d9-a8ea-fa2a34072398 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:13.750089 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191b876e-71f9-4aae-956a-225627e6c27c None None] Routers {'2d459ca3-b54a-4e76-b13f-29a62e8711ea'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:21:13.750715 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-191b876e-71f9-4aae-956a-225627e6c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:21:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2d459ca3-b54a-4e76-b13f-29a62e8711ea'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:13.783380 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5e122c55-3cb0-47d9-a8ea-fa2a34072398 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5214303 Jul 14 10:21:13.783380 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6706a46-3cf1-41a9-a6d9-dee86a038745', 'tag': '6d35af10-7904-4077-85b6-01f23bf9e851'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:21:13.784069 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd42f4a-9e0f-4421-a186-a70bfa9c5cee" -d '{"events": [{"name": "network-changed", "server_uuid": "a6706a46-3cf1-41a9-a6d9-dee86a038745", "tag": "6d35af10-7904-4077-85b6-01f23bf9e851"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:13.820153 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7702051c-e863-41b8-9697-fa5640d9de81 x-openstack-request-id: req-7702051c-e863-41b8-9697-fa5640d9de81 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:13.820540 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6706a46-3cf1-41a9-a6d9-dee86a038745", "tag": "6d35af10-7904-4077-85b6-01f23bf9e851", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:13.820884 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7702051c-e863-41b8-9697-fa5640d9de81 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:13.821390 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6706a46-3cf1-41a9-a6d9-dee86a038745', 'tag': '6d35af10-7904-4077-85b6-01f23bf9e851', 'status': 'completed', 'code': 200} Jul 14 10:21:13.862329 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-191b876e-71f9-4aae-956a-225627e6c27c None None] Set router 2d459ca3-b54a-4e76-b13f-29a62e8711ea gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:21:13.944523 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd42f4a-9e0f-4421-a186-a70bfa9c5cee req-89e39c3f-c330-493f-b070-26aa5845d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:13.946129 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7fd42f4a-9e0f-4421-a186-a70bfa9c5cee req-89e39c3f-c330-493f-b070-26aa5845d1c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 1097 time: 0.0995667 Jul 14 10:21:13.954099 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766861e-e51c-4d38-8262-4ddcf1efcf79 req-56dd1be8-2039-49b0-9c88-bbcc4dcc475e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:13.955464 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d766861e-e51c-4d38-8262-4ddcf1efcf79 req-56dd1be8-2039-49b0-9c88-bbcc4dcc475e tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 945 time: 0.0790763 Jul 14 10:21:14.047388 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d766861e-e51c-4d38-8262-4ddcf1efcf79 req-c9c2f33d-0894-4ca1-85bc-c8a78d7b2803 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aff4ea5-e94d-4a9d-9cdd-643c9515cade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825212 Jul 14 10:21:14.073131 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52284) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:14.082433 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-191b876e-71f9-4aae-956a-225627e6c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619214368', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '191154f1-569c-4250-8f62-e14007da4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:21:00Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '191154f1-569c-4250-8f62-e14007da4143', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '2684c287-8156-4eb6-a43f-38b54b394e11', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'floating_ip_address': '172.25.1.20', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'port_id': '6d35af10-7904-4077-85b6-01f23bf9e851', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81', 'mac_address': 'fa:16:3e:42:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6706a46-3cf1-41a9-a6d9-dee86a038745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:21:12Z', 'updated_at': '2021-07-14T10:21:12Z', 'revision_number': 0, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b6328d-a343-480b-b18d-8255618a3619', 'name': '', 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:6d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:59Z', 'updated_at': '2021-07-14T10:21:04Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': 'e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:14.112370 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191b876e-71f9-4aae-956a-225627e6c27c None None] Checking router: 2d459ca3-b54a-4e76-b13f-29a62e8711ea for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:21:14.115522 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd42f4a-9e0f-4421-a186-a70bfa9c5cee req-01aa2fff-668f-4952-b323-8b4e6704e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:14.117028 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7fd42f4a-9e0f-4421-a186-a70bfa9c5cee req-01aa2fff-668f-4952-b323-8b4e6704e9b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dd9455e-011b-47c7-b69f-94b6dc9d4c81 HTTP/1.1" status: 200 len: 897 time: 0.1607122 Jul 14 10:21:14.121491 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191b876e-71f9-4aae-956a-225627e6c27c None None] Routers {'2d459ca3-b54a-4e76-b13f-29a62e8711ea'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:21:14.122132 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-191b876e-71f9-4aae-956a-225627e6c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:21:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2d459ca3-b54a-4e76-b13f-29a62e8711ea'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:14.185989 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e3cefcfe-0f34-4418-acbc-0f31ec3d5d5d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/floatingips/2684c287-8156-4eb6-a43f-38b54b394e11 HTTP/1.1" status: 200 len: 990 time: 0.1113734 Jul 14 10:21:14.194320 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7fd42f4a-9e0f-4421-a186-a70bfa9c5cee req-65770c61-677f-4009-b7b4-881ece129b05 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d35af10-7904-4077-85b6-01f23bf9e851 HTTP/1.1" status: 200 len: 998 time: 0.0701771 Jul 14 10:21:14.225667 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-191b876e-71f9-4aae-956a-225627e6c27c None None] Set router 2d459ca3-b54a-4e76-b13f-29a62e8711ea gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:21:14.241926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd42f4a-9e0f-4421-a186-a70bfa9c5cee req-52e7b80b-b388-42b4-b050-0650e1734335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:14.243877 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7fd42f4a-9e0f-4421-a186-a70bfa9c5cee req-52e7b80b-b388-42b4-b050-0650e1734335 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3 HTTP/1.1" status: 200 len: 835 time: 0.0428426 Jul 14 10:21:14.304702 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd42f4a-9e0f-4421-a186-a70bfa9c5cee req-992de152-8992-4e8f-beb1-46cc9688ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:14.306893 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7fd42f4a-9e0f-4421-a186-a70bfa9c5cee req-992de152-8992-4e8f-beb1-46cc9688ad2f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dd9455e-011b-47c7-b69f-94b6dc9d4c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568488 Jul 14 10:21:14.394172 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7fd42f4a-9e0f-4421-a186-a70bfa9c5cee req-8dab976a-362d-4d32-b1fe-fa714aa5f273 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd9455e-011b-47c7-b69f-94b6dc9d4c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805428 Jul 14 10:21:14.445366 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-191b876e-71f9-4aae-956a-225627e6c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619214368', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '191154f1-569c-4250-8f62-e14007da4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:21:00Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '191154f1-569c-4250-8f62-e14007da4143', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '2684c287-8156-4eb6-a43f-38b54b394e11', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'floating_ip_address': '172.25.1.20', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'port_id': '6d35af10-7904-4077-85b6-01f23bf9e851', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81', 'mac_address': 'fa:16:3e:42:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6706a46-3cf1-41a9-a6d9-dee86a038745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:21:12Z', 'updated_at': '2021-07-14T10:21:12Z', 'revision_number': 0, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b6328d-a343-480b-b18d-8255618a3619', 'name': '', 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:6d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:59Z', 'updated_at': '2021-07-14T10:21:04Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': 'e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:14.473842 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191b876e-71f9-4aae-956a-225627e6c27c None None] The sync data for ids ['2d459ca3-b54a-4e76-b13f-29a62e8711ea'] in n-d-798054-10 is: [{'id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619214368', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '191154f1-569c-4250-8f62-e14007da4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:21:00Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '191154f1-569c-4250-8f62-e14007da4143', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '2684c287-8156-4eb6-a43f-38b54b394e11', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'floating_ip_address': '172.25.1.20', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'port_id': '6d35af10-7904-4077-85b6-01f23bf9e851', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81', 'mac_address': 'fa:16:3e:42:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6706a46-3cf1-41a9-a6d9-dee86a038745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:21:12Z', 'updated_at': '2021-07-14T10:21:12Z', 'revision_number': 0, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b6328d-a343-480b-b18d-8255618a3619', 'name': '', 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:6d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:59Z', 'updated_at': '2021-07-14T10:21:04Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': 'e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:21:14.486446 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7fd42f4a-9e0f-4421-a186-a70bfa9c5cee req-5882dc9e-9b34-4eda-9f32-65ba18cc4f33 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd9455e-011b-47c7-b69f-94b6dc9d4c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865235 Jul 14 10:21:15.070212 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b495ef0-e857-4f96-a944-8d9d8c991152 None None] New status for floating IP 2684c287-8156-4eb6-a43f-38b54b394e11: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:21:15.188987 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52286) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:15.250326 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f7ed18b4-16d3-499a-aedd-e9f3fb85e381 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/floatingips/2684c287-8156-4eb6-a43f-38b54b394e11 HTTP/1.1" status: 200 len: 990 time: 0.0602076 Jul 14 10:21:16.254164 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52288) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:16.318975 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-238e7c24-e6bd-41ef-9c69-e6f518d3c56d tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/floatingips/2684c287-8156-4eb6-a43f-38b54b394e11 HTTP/1.1" status: 200 len: 992 time: 0.0635853 Jul 14 10:21:16.995829 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:27.360739 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-849d327d-a29a-4474-848f-8ad0388b6eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:29.833213 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-229c1773-4f5a-42ba-ab64-82e6ec14a6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:29.985653 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:30.931550 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:32.564903 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:32.985098 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:45.896233 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342c79f-0a43-44d2-980a-88dec28a3f8f req-105333e6-a915-4788-8b44-c5fd32454442 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:45.897736 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7342c79f-0a43-44d2-980a-88dec28a3f8f req-105333e6-a915-4788-8b44-c5fd32454442 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 945 time: 0.0626571 Jul 14 10:21:45.934578 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7342c79f-0a43-44d2-980a-88dec28a3f8f req-b5d70ad6-b00d-4bac-a547-fb2447b409eb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aff4ea5-e94d-4a9d-9cdd-643c9515cade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307488 Jul 14 10:21:47.003069 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:47.110332 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f4797-e480-47fb-be58-41ab9cae86c4 req-579b80a0-be60-4d4c-987e-5c8538dd5a4a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:47.111812 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd8f4797-e480-47fb-be58-41ab9cae86c4 req-579b80a0-be60-4d4c-987e-5c8538dd5a4a tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 945 time: 0.0635707 Jul 14 10:21:47.149370 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd8f4797-e480-47fb-be58-41ab9cae86c4 req-e163af14-bf64-42d5-8fad-2c685474d454 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aff4ea5-e94d-4a9d-9cdd-643c9515cade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313363 Jul 14 10:21:47.173462 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52314) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:47.236767 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-60896a0f-4947-48a9-b6d0-2d382ced8776 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/floatingips/2684c287-8156-4eb6-a43f-38b54b394e11 HTTP/1.1" status: 200 len: 992 time: 0.0620492 Jul 14 10:21:48.678804 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc75259-a522-49b5-9860-a061b3f2b34e req-7699e332-4d16-4b0b-8061-6699ab1fb304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:48.680362 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8dc75259-a522-49b5-9860-a061b3f2b34e req-7699e332-4d16-4b0b-8061-6699ab1fb304 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 1097 time: 0.0957806 Jul 14 10:21:48.691870 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f96f4-eb6b-4102-94f1-e58a9481e78c req-96603803-4775-4d39-a5b4-1751af9430fa tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:48.693237 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d65f96f4-eb6b-4102-94f1-e58a9481e78c req-96603803-4775-4d39-a5b4-1751af9430fa tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 945 time: 0.0829604 Jul 14 10:21:48.775535 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d65f96f4-eb6b-4102-94f1-e58a9481e78c req-bef20f74-7313-42cb-b17e-a0b3f2de9206 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aff4ea5-e94d-4a9d-9cdd-643c9515cade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730188 Jul 14 10:21:48.800403 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc75259-a522-49b5-9860-a061b3f2b34e req-543d71c4-da8d-46ae-9955-62977dfb1a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:48.801880 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8dc75259-a522-49b5-9860-a061b3f2b34e req-543d71c4-da8d-46ae-9955-62977dfb1a30 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dd9455e-011b-47c7-b69f-94b6dc9d4c81 HTTP/1.1" status: 200 len: 897 time: 0.1078005 Jul 14 10:21:49.202427 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8dc75259-a522-49b5-9860-a061b3f2b34e req-01351b9f-f4a3-48b5-bf70-5613ea43fbc8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d35af10-7904-4077-85b6-01f23bf9e851 HTTP/1.1" status: 200 len: 1000 time: 0.3943398 Jul 14 10:21:49.248540 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc75259-a522-49b5-9860-a061b3f2b34e req-750d39c2-6da0-4dee-82d2-fbbcfc18be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:49.249962 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8dc75259-a522-49b5-9860-a061b3f2b34e req-750d39c2-6da0-4dee-82d2-fbbcfc18be98 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3 HTTP/1.1" status: 200 len: 835 time: 0.0417056 Jul 14 10:21:49.304507 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc75259-a522-49b5-9860-a061b3f2b34e req-187c4417-f344-41e9-87fb-25943a164158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:49.305996 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8dc75259-a522-49b5-9860-a061b3f2b34e req-187c4417-f344-41e9-87fb-25943a164158 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dd9455e-011b-47c7-b69f-94b6dc9d4c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501451 Jul 14 10:21:49.393807 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8dc75259-a522-49b5-9860-a061b3f2b34e req-63c44891-d78e-4636-8552-20d055297973 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd9455e-011b-47c7-b69f-94b6dc9d4c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812805 Jul 14 10:21:49.416236 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-63e656c2-ea79-415d-867c-481e6149f149 req-7034d0bd-c4f7-4311-afd9-dc7e9a44c35e service neutron] (93888) timed out ('10.222.0.55', 54862) {{(pid=93888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:21:49.478818 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8dc75259-a522-49b5-9860-a061b3f2b34e req-92ae647f-b41e-4242-92d0-52723db876e4 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd9455e-011b-47c7-b69f-94b6dc9d4c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788417 Jul 14 10:21:49.948200 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bd5d1-dd51-4b28-b33f-609b689f9652 req-e88ec103-0e49-4b3a-a16c-7926625b593c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:49.949641 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-687bd5d1-dd51-4b28-b33f-609b689f9652 req-e88ec103-0e49-4b3a-a16c-7926625b593c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 945 time: 0.0654738 Jul 14 10:21:49.985775 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-687bd5d1-dd51-4b28-b33f-609b689f9652 req-e93583a4-c282-46ce-854b-20d628a970ba tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aff4ea5-e94d-4a9d-9cdd-643c9515cade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307019 Jul 14 10:21:50.737680 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:21:51.155219 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8d2b4-bf8c-453d-95c0-5090ad1888eb req-c5f1fb89-34ed-40cd-ad44-e6f591d96dea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:51.156691 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cdd8d2b4-bf8c-453d-95c0-5090ad1888eb req-c5f1fb89-34ed-40cd-ad44-e6f591d96dea tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 945 time: 0.0627551 Jul 14 10:21:51.192863 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cdd8d2b4-bf8c-453d-95c0-5090ad1888eb req-3b04c88d-6083-46f6-a23b-cb76128f98c4 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aff4ea5-e94d-4a9d-9cdd-643c9515cade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308497 Jul 14 10:21:51.216727 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52326) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:51.279578 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8a396784-ffe3-4938-acca-67816093c090 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/floatingips/2684c287-8156-4eb6-a43f-38b54b394e11 HTTP/1.1" status: 200 len: 992 time: 0.0615561 Jul 14 10:21:51.525174 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52332) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:51.678017 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-d17b7128-6256-4a05-a522-45e2f0e33cf5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting port 883da668-404d-49be-8589-b29c856e462e {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:21:51.678360 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d17b7128-6256-4a05-a522-45e2f0e33cf5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:51.755367 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d17b7128-6256-4a05-a522-45e2f0e33cf5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:51.755701 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d17b7128-6256-4a05-a522-45e2f0e33cf5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:51.766922 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-d17b7128-6256-4a05-a522-45e2f0e33cf5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Calling delete_port for 883da668-404d-49be-8589-b29c856e462e owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:21:51.909258 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d17b7128-6256-4a05-a522-45e2f0e33cf5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:52.249045 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b7128-6256-4a05-a522-45e2f0e33cf5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Port': ['ID=883da668-404d-49be-8589-b29c856e462e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:52.309329 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d17b7128-6256-4a05-a522-45e2f0e33cf5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:52.309669 n-d-798054-10 neutron-server[93888]: INFO neutron.db.l3_db [None req-d17b7128-6256-4a05-a522-45e2f0e33cf5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Floating IP 2684c287-8156-4eb6-a43f-38b54b394e11 disassociated (deleted). External IP: 172.25.1.20, port: 6d35af10-7904-4077-85b6-01f23bf9e851. Jul 14 10:21:52.513220 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17b7128-6256-4a05-a522-45e2f0e33cf5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router 2d459ca3-b54a-4e76-b13f-29a62e8711ea has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:21:52.620813 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17b7128-6256-4a05-a522-45e2f0e33cf5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:21:52.625217 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d17b7128-6256-4a05-a522-45e2f0e33cf5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:52.631258 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c524bce8-239f-4917-b1ec-e8675fb23deb None None] Sync routers for ids ['2d459ca3-b54a-4e76-b13f-29a62e8711ea'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:21:52.641155 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c524bce8-239f-4917-b1ec-e8675fb23deb None None] Routers {'2d459ca3-b54a-4e76-b13f-29a62e8711ea'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:21:52.641767 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c524bce8-239f-4917-b1ec-e8675fb23deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:21:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2d459ca3-b54a-4e76-b13f-29a62e8711ea'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:52.660312 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d17b7128-6256-4a05-a522-45e2f0e33cf5 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/floatingips/2684c287-8156-4eb6-a43f-38b54b394e11 HTTP/1.1" status: 204 len: 168 time: 1.1340282 Jul 14 10:21:52.661000 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6706a46-3cf1-41a9-a6d9-dee86a038745', 'tag': '6d35af10-7904-4077-85b6-01f23bf9e851'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:21:52.663447 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5016bfda27b43908f4a8225f6d15450625df67eec29e8c24829672d95f98f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6d60e3-76cb-4b63-92db-0a97c2c6a9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a6706a46-3cf1-41a9-a6d9-dee86a038745", "tag": "6d35af10-7904-4077-85b6-01f23bf9e851"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:52.700879 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867f53c5-8376-40db-9e40-a462c287d9cf x-openstack-request-id: req-867f53c5-8376-40db-9e40-a462c287d9cf {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:52.701171 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6706a46-3cf1-41a9-a6d9-dee86a038745", "tag": "6d35af10-7904-4077-85b6-01f23bf9e851", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:52.701544 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-867f53c5-8376-40db-9e40-a462c287d9cf {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:52.702101 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6706a46-3cf1-41a9-a6d9-dee86a038745', 'tag': '6d35af10-7904-4077-85b6-01f23bf9e851', 'status': 'completed', 'code': 200} Jul 14 10:21:52.748629 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-c524bce8-239f-4917-b1ec-e8675fb23deb None None] Set router 2d459ca3-b54a-4e76-b13f-29a62e8711ea gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:21:52.776468 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d60e3-76cb-4b63-92db-0a97c2c6a9b7 req-4fca5120-0019-4662-b839-4cdd4dc7c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:52.778012 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce6d60e3-76cb-4b63-92db-0a97c2c6a9b7 req-4fca5120-0019-4662-b839-4cdd4dc7c66e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 1097 time: 0.0531857 Jul 14 10:21:52.872516 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d60e3-76cb-4b63-92db-0a97c2c6a9b7 req-8070ed21-1404-4442-9178-d847cba92a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:52.874459 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce6d60e3-76cb-4b63-92db-0a97c2c6a9b7 req-8070ed21-1404-4442-9178-d847cba92a1f service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dd9455e-011b-47c7-b69f-94b6dc9d4c81 HTTP/1.1" status: 200 len: 897 time: 0.0904293 Jul 14 10:21:52.924598 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce6d60e3-76cb-4b63-92db-0a97c2c6a9b7 req-f5f3b444-7cbe-4ea6-9ad9-ca6d9384e195 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d35af10-7904-4077-85b6-01f23bf9e851 HTTP/1.1" status: 200 len: 217 time: 0.0422332 Jul 14 10:21:52.949856 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c524bce8-239f-4917-b1ec-e8675fb23deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619214368', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '191154f1-569c-4250-8f62-e14007da4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:21:00Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '191154f1-569c-4250-8f62-e14007da4143', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'f7b6328d-a343-480b-b18d-8255618a3619', 'name': '', 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:6d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:59Z', 'updated_at': '2021-07-14T10:21:04Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': 'e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:52.975652 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d60e3-76cb-4b63-92db-0a97c2c6a9b7 req-1d95e7bb-42b6-4ab2-9379-85c6dfa0015c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:52.977162 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce6d60e3-76cb-4b63-92db-0a97c2c6a9b7 req-1d95e7bb-42b6-4ab2-9379-85c6dfa0015c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3 HTTP/1.1" status: 200 len: 835 time: 0.0457673 Jul 14 10:21:52.981851 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c524bce8-239f-4917-b1ec-e8675fb23deb None None] Checking router: 2d459ca3-b54a-4e76-b13f-29a62e8711ea for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:21:52.990539 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c524bce8-239f-4917-b1ec-e8675fb23deb None None] Routers {'2d459ca3-b54a-4e76-b13f-29a62e8711ea'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:21:52.991150 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c524bce8-239f-4917-b1ec-e8675fb23deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:21:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2d459ca3-b54a-4e76-b13f-29a62e8711ea'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:53.077830 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d60e3-76cb-4b63-92db-0a97c2c6a9b7 req-73e642a6-20e0-4c42-a8ac-000fdbd59ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:53.079281 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce6d60e3-76cb-4b63-92db-0a97c2c6a9b7 req-73e642a6-20e0-4c42-a8ac-000fdbd59ef4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dd9455e-011b-47c7-b69f-94b6dc9d4c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898254 Jul 14 10:21:53.088130 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a48b2-b290-49d9-8b26-12f2e925373d req-7cd0f6fc-d5b6-42ed-81ab-8e9f4e901b4c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:53.089667 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c34a48b2-b290-49d9-8b26-12f2e925373d req-7cd0f6fc-d5b6-42ed-81ab-8e9f4e901b4c tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 945 time: 0.1101317 Jul 14 10:21:53.184684 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c34a48b2-b290-49d9-8b26-12f2e925373d req-340d4c7f-4ea9-41e0-8620-93c843616979 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aff4ea5-e94d-4a9d-9cdd-643c9515cade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866168 Jul 14 10:21:53.205834 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce6d60e3-76cb-4b63-92db-0a97c2c6a9b7 req-a728f246-8d64-42da-ab0b-f5630da20e3b service neutron] 10.222.0.49 "GET /v2.0/networks/3dd9455e-011b-47c7-b69f-94b6dc9d4c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151297 Jul 14 10:21:53.248382 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-c524bce8-239f-4917-b1ec-e8675fb23deb None None] Set router 2d459ca3-b54a-4e76-b13f-29a62e8711ea gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:21:53.300934 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ce6d60e3-76cb-4b63-92db-0a97c2c6a9b7 req-39e96e5d-5f64-4469-b0b5-afb8328af7ca service neutron] 10.222.0.49 "GET /v2.0/networks/3dd9455e-011b-47c7-b69f-94b6dc9d4c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886068 Jul 14 10:21:53.444219 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c524bce8-239f-4917-b1ec-e8675fb23deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619214368', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '191154f1-569c-4250-8f62-e14007da4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:21:00Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '191154f1-569c-4250-8f62-e14007da4143', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'f7b6328d-a343-480b-b18d-8255618a3619', 'name': '', 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:6d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:59Z', 'updated_at': '2021-07-14T10:21:04Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': 'e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:53.469998 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c524bce8-239f-4917-b1ec-e8675fb23deb None None] The sync data for ids ['2d459ca3-b54a-4e76-b13f-29a62e8711ea'] in n-d-798054-10 is: [{'id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619214368', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '191154f1-569c-4250-8f62-e14007da4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:21:00Z', 'revision_number': 4, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '191154f1-569c-4250-8f62-e14007da4143', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'f7b6328d-a343-480b-b18d-8255618a3619', 'name': '', 'network_id': '3dd9455e-011b-47c7-b69f-94b6dc9d4c81', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'mac_address': 'fa:16:3e:6d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:59Z', 'updated_at': '2021-07-14T10:21:04Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'subnets': [{'id': 'e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:21:53.672641 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7999ed90-eb09-4ad0-9d07-2e39030791bb None None] New status for floating IP 2684c287-8156-4eb6-a43f-38b54b394e11: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:21:54.357647 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c4bfc-86ce-4a88-870d-345401c11aaf req-3d5cc41c-87f3-40b8-955a-bdf1702a87be tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:54.359124 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-058c4bfc-86ce-4a88-870d-345401c11aaf req-3d5cc41c-87f3-40b8-955a-bdf1702a87be tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 945 time: 0.0611975 Jul 14 10:21:54.395602 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-058c4bfc-86ce-4a88-870d-345401c11aaf req-cabf9814-c44f-4d9b-9baf-4ec85597bc41 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "GET /v2.0/security-groups?id=9aff4ea5-e94d-4a9d-9cdd-643c9515cade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307577 Jul 14 10:21:54.474150 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f437d-13e7-44b2-9dee-1493d56d2287 req-889cc593-6466-4b69-a6fe-f2062dac5b51 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:54.475603 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a20f437d-13e7-44b2-9dee-1493d56d2287 req-889cc593-6466-4b69-a6fe-f2062dac5b51 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6706a46-3cf1-41a9-a6d9-dee86a038745 HTTP/1.1" status: 200 len: 945 time: 0.0690932 Jul 14 10:21:54.572255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-a20f437d-13e7-44b2-9dee-1493d56d2287 req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting port 6d35af10-7904-4077-85b6-01f23bf9e851 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:21:54.572607 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a20f437d-13e7-44b2-9dee-1493d56d2287 req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:54.661096 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-a20f437d-13e7-44b2-9dee-1493d56d2287 req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] For port 6d35af10-7904-4077-85b6-01f23bf9e851, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=6d35af10-7904-4077-85b6-01f23bf9e851,segment=NetworkSegment(9521220f-09b2-4396-8878-96ca14d37062),segment_id=9521220f-09b2-4396-8878-96ca14d37062)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:54.661385 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a20f437d-13e7-44b2-9dee-1493d56d2287 req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:54.673889 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-a20f437d-13e7-44b2-9dee-1493d56d2287 req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Calling delete_port for 6d35af10-7904-4077-85b6-01f23bf9e851 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:21:54.797755 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a20f437d-13e7-44b2-9dee-1493d56d2287 req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:54.829187 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Port': ['ID=6d35af10-7904-4077-85b6-01f23bf9e851,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:54.841841 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:54.842194 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:54.842534 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:54.842867 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:54.843203 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:54.843536 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:54.843863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:54.844190 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:54.844513 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:54.844836 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:54.845159 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:54.845478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:54.882852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20f437d-13e7-44b2-9dee-1493d56d2287 req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] No DVR routers for this DVR port 6d35af10-7904-4077-85b6-01f23bf9e851 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:21:54.885260 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-a20f437d-13e7-44b2-9dee-1493d56d2287 req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:54.887220 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a20f437d-13e7-44b2-9dee-1493d56d2287 req-64ab6d3d-86c2-4d2d-ba6f-3979f79c33fb tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.49 "DELETE /v2.0/ports/6d35af10-7904-4077-85b6-01f23bf9e851 HTTP/1.1" status: 204 len: 173 time: 0.4056234 Jul 14 10:21:54.887643 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6706a46-3cf1-41a9-a6d9-dee86a038745', 'name': 'network-vif-deleted', 'tag': '6d35af10-7904-4077-85b6-01f23bf9e851'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:21:54.889937 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f0896a-b51c-4249-9c2e-be65b2134377" -d '{"events": [{"server_uuid": "a6706a46-3cf1-41a9-a6d9-dee86a038745", "name": "network-vif-deleted", "tag": "6d35af10-7904-4077-85b6-01f23bf9e851"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:54.926277 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6069ee71-7ff8-4c06-9b9d-75c9cff4b750 x-openstack-request-id: req-6069ee71-7ff8-4c06-9b9d-75c9cff4b750 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:54.926664 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6706a46-3cf1-41a9-a6d9-dee86a038745", "name": "network-vif-deleted", "tag": "6d35af10-7904-4077-85b6-01f23bf9e851", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:54.926920 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6069ee71-7ff8-4c06-9b9d-75c9cff4b750 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:54.927317 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6706a46-3cf1-41a9-a6d9-dee86a038745', 'name': 'network-vif-deleted', 'tag': '6d35af10-7904-4077-85b6-01f23bf9e851', 'status': 'completed', 'code': 200} Jul 14 10:21:55.490584 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52346) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:55.843396 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71c85cad-00f8-453b-ace9-d7ab63253191 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:56.101327 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-71c85cad-00f8-453b-ace9-d7ab63253191 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting port f7b6328d-a343-480b-b18d-8255618a3619 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:21:56.101685 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71c85cad-00f8-453b-ace9-d7ab63253191 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:56.186305 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-71c85cad-00f8-453b-ace9-d7ab63253191 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] For port f7b6328d-a343-480b-b18d-8255618a3619, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=f7b6328d-a343-480b-b18d-8255618a3619,segment=NetworkSegment(9521220f-09b2-4396-8878-96ca14d37062),segment_id=9521220f-09b2-4396-8878-96ca14d37062)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:56.186662 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71c85cad-00f8-453b-ace9-d7ab63253191 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:56.199735 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-71c85cad-00f8-453b-ace9-d7ab63253191 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Calling delete_port for f7b6328d-a343-480b-b18d-8255618a3619 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:21:56.381154 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71c85cad-00f8-453b-ace9-d7ab63253191 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:56.411658 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c85cad-00f8-453b-ace9-d7ab63253191 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Port': ['ID=f7b6328d-a343-480b-b18d-8255618a3619,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:56.586313 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71c85cad-00f8-453b-ace9-d7ab63253191 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:56.794911 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c85cad-00f8-453b-ace9-d7ab63253191 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Router 2d459ca3-b54a-4e76-b13f-29a62e8711ea has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:21:56.897770 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c85cad-00f8-453b-ace9-d7ab63253191 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:21:56.903010 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-71c85cad-00f8-453b-ace9-d7ab63253191 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "PUT /v2.0/routers/2d459ca3-b54a-4e76-b13f-29a62e8711ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4113336 Jul 14 10:21:56.905622 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52348) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:56.908171 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa6d2c-2fce-439a-a709-5b3b394f46d3 None None] Sync routers for ids ['2d459ca3-b54a-4e76-b13f-29a62e8711ea'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:21:56.917617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa6d2c-2fce-439a-a709-5b3b394f46d3 None None] Routers {'2d459ca3-b54a-4e76-b13f-29a62e8711ea'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:21:56.918254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-47aa6d2c-2fce-439a-a709-5b3b394f46d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:21:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2d459ca3-b54a-4e76-b13f-29a62e8711ea'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:56.960056 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-d910cf5f-cc01-49a0-bfcb-335cac5e6f96 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting subnet e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:21:56.963092 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d910cf5f-cc01-49a0-bfcb-335cac5e6f96 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:57.002157 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d910cf5f-cc01-49a0-bfcb-335cac5e6f96 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:57.021844 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-47aa6d2c-2fce-439a-a709-5b3b394f46d3 None None] Set router 2d459ca3-b54a-4e76-b13f-29a62e8711ea gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:21:57.088428 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d910cf5f-cc01-49a0-bfcb-335cac5e6f96 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:57.147045 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d910cf5f-cc01-49a0-bfcb-335cac5e6f96 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:57.174609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910cf5f-cc01-49a0-bfcb-335cac5e6f96 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:57.180329 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d910cf5f-cc01-49a0-bfcb-335cac5e6f96 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:57.184441 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d910cf5f-cc01-49a0-bfcb-335cac5e6f96 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/subnets/e7a9ccf9-adad-4ce5-b7d4-ca79227bf3c3 HTTP/1.1" status: 204 len: 168 time: 0.2755294 Jul 14 10:21:57.185378 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52350) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:57.189328 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c8efba-199d-4792-9c67-cbc027be33c5 None None] Network 3dd9455e-011b-47c7-b69f-94b6dc9d4c81 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:21:57.258522 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-47aa6d2c-2fce-439a-a709-5b3b394f46d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619214368', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '191154f1-569c-4250-8f62-e14007da4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:21:56Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '191154f1-569c-4250-8f62-e14007da4143', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:57.297724 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fa2ea809-40a0-48c5-a9c2-8c3773d34bc7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:57.305599 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa6d2c-2fce-439a-a709-5b3b394f46d3 None None] Checking router: 2d459ca3-b54a-4e76-b13f-29a62e8711ea for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:21:57.331486 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa6d2c-2fce-439a-a709-5b3b394f46d3 None None] Routers {'2d459ca3-b54a-4e76-b13f-29a62e8711ea'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:21:57.332121 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-47aa6d2c-2fce-439a-a709-5b3b394f46d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:21:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['2d459ca3-b54a-4e76-b13f-29a62e8711ea'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:57.393641 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ef01f1f-43fa-41f7-8515-f2c99f196600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:57.401547 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fa2ea809-40a0-48c5-a9c2-8c3773d34bc7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:57.451986 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ea809-40a0-48c5-a9c2-8c3773d34bc7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Deleting port 191154f1-569c-4250-8f62-e14007da4143 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:21:57.452332 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fa2ea809-40a0-48c5-a9c2-8c3773d34bc7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:57.459250 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-47aa6d2c-2fce-439a-a709-5b3b394f46d3 None None] Set router 2d459ca3-b54a-4e76-b13f-29a62e8711ea gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:21:57.514314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d318d758-2585-4633-b178-22b0c000f6c0 None None] DHCP port deletion for 3dd9455e-011b-47c7-b69f-94b6dc9d4c81 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:21:57.537593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-fa2ea809-40a0-48c5-a9c2-8c3773d34bc7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] For port 191154f1-569c-4250-8f62-e14007da4143, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=191154f1-569c-4250-8f62-e14007da4143,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:57.538129 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fa2ea809-40a0-48c5-a9c2-8c3773d34bc7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:57.551205 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ea809-40a0-48c5-a9c2-8c3773d34bc7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Calling delete_port for 191154f1-569c-4250-8f62-e14007da4143 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:21:57.642788 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d318d758-2585-4633-b178-22b0c000f6c0 None None] Deleting port 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:21:57.643167 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d318d758-2585-4633-b178-22b0c000f6c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:57.718362 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d318d758-2585-4633-b178-22b0c000f6c0 None None] For port 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98,segment=NetworkSegment(9521220f-09b2-4396-8878-96ca14d37062),segment_id=9521220f-09b2-4396-8878-96ca14d37062)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:57.718677 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d318d758-2585-4633-b178-22b0c000f6c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:57.734352 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d318d758-2585-4633-b178-22b0c000f6c0 None None] Calling delete_port for 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:21:57.746804 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-47aa6d2c-2fce-439a-a709-5b3b394f46d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619214368', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '191154f1-569c-4250-8f62-e14007da4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:21:56Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '191154f1-569c-4250-8f62-e14007da4143', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:57.775640 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa6d2c-2fce-439a-a709-5b3b394f46d3 None None] The sync data for ids ['2d459ca3-b54a-4e76-b13f-29a62e8711ea'] in n-d-798054-10 is: [{'id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619214368', 'tenant_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '191154f1-569c-4250-8f62-e14007da4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:21:56Z', 'revision_number': 5, 'project_id': '7d5a7c9051a6469ebb8b5d5efcf4f53f', 'gw_port': {'id': '191154f1-569c-4250-8f62-e14007da4143', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d459ca3-b54a-4e76-b13f-29a62e8711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:57Z', 'updated_at': '2021-07-14T10:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:21:57.851227 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d318d758-2585-4633-b178-22b0c000f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:57.877580 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318d758-2585-4633-b178-22b0c000f6c0 None None] Pushing event deleted for resources: {'Port': ['ID=66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:57.882156 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d318d758-2585-4633-b178-22b0c000f6c0 None None] No DVR routers for this DVR port 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:21:57.891553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d758-2585-4633-b178-22b0c000f6c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:57.891553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d758-2585-4633-b178-22b0c000f6c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:57.891553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d758-2585-4633-b178-22b0c000f6c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:57.891553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d758-2585-4633-b178-22b0c000f6c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:57.891553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d758-2585-4633-b178-22b0c000f6c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:57.891553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d758-2585-4633-b178-22b0c000f6c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:57.891553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d758-2585-4633-b178-22b0c000f6c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:57.892856 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d758-2585-4633-b178-22b0c000f6c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:57.892856 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d758-2585-4633-b178-22b0c000f6c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:57.892856 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d758-2585-4633-b178-22b0c000f6c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:57.892856 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d758-2585-4633-b178-22b0c000f6c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:57.893900 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d758-2585-4633-b178-22b0c000f6c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:58.061829 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fa2ea809-40a0-48c5-a9c2-8c3773d34bc7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:58.086043 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ea809-40a0-48c5-a9c2-8c3773d34bc7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Port': ['ID=191154f1-569c-4250-8f62-e14007da4143,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:58.146074 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fa2ea809-40a0-48c5-a9c2-8c3773d34bc7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:58.245072 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fa2ea809-40a0-48c5-a9c2-8c3773d34bc7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:58.247267 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fa2ea809-40a0-48c5-a9c2-8c3773d34bc7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:58.260606 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:21:58.282217 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:21:58.282559 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 66b6d79b-2fb0-49ab-85d3-ae2d95c4bd98 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:21:58.282971 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f7b6328d-a343-480b-b18d-8255618a3619 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:21:58.298404 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fa2ea809-40a0-48c5-a9c2-8c3773d34bc7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:58.298923 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2ea809-40a0-48c5-a9c2-8c3773d34bc7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Fanout notify agent at l3_agent the message router_deleted on router 2d459ca3-b54a-4e76-b13f-29a62e8711ea {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:21:58.306659 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fa2ea809-40a0-48c5-a9c2-8c3773d34bc7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:58.307078 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: f7b6328d-a343-480b-b18d-8255618a3619 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:21:58.307403 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device f7b6328d-a343-480b-b18d-8255618a3619 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:21:58.307763 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fa2ea809-40a0-48c5-a9c2-8c3773d34bc7 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/routers/2d459ca3-b54a-4e76-b13f-29a62e8711ea HTTP/1.1" status: 204 len: 168 time: 1.1214154 Jul 14 10:21:58.310599 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52352) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:58.386531 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c361605d-cd46-4f2c-8bd6-bf64fa13aac6 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:58.479211 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c361605d-cd46-4f2c-8bd6-bf64fa13aac6 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:58.488995 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-c361605d-cd46-4f2c-8bd6-bf64fa13aac6 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd9455e-011b-47c7-b69f-94b6dc9d4c81']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:58.498928 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-c361605d-cd46-4f2c-8bd6-bf64fa13aac6 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9521220f-09b2-4396-8878-96ca14d37062') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:58.499215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-c361605d-cd46-4f2c-8bd6-bf64fa13aac6 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9521220f-09b2-4396-8878-96ca14d37062') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:58.508070 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c361605d-cd46-4f2c-8bd6-bf64fa13aac6 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:58.521070 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c361605d-cd46-4f2c-8bd6-bf64fa13aac6 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:58.527304 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c361605d-cd46-4f2c-8bd6-bf64fa13aac6 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:21:58.527697 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c361605d-cd46-4f2c-8bd6-bf64fa13aac6 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: timer() Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:21:58.530620 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:21:58.591727 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c361605d-cd46-4f2c-8bd6-bf64fa13aac6 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:58.599381 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c361605d-cd46-4f2c-8bd6-bf64fa13aac6 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:58.600339 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c361605d-cd46-4f2c-8bd6-bf64fa13aac6 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/networks/3dd9455e-011b-47c7-b69f-94b6dc9d4c81 HTTP/1.1" status: 204 len: 168 time: 0.2887857 Jul 14 10:21:58.603194 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52354) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:58.611987 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361605d-cd46-4f2c-8bd6-bf64fa13aac6 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'Network': ['ID=3dd9455e-011b-47c7-b69f-94b6dc9d4c81,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:58.661257 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e4123bd9-d3cc-4b07-9bdb-3119cb481cc1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:58.685973 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e4123bd9-d3cc-4b07-9bdb-3119cb481cc1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:58.746972 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e4123bd9-d3cc-4b07-9bdb-3119cb481cc1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:58.749465 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e4123bd9-d3cc-4b07-9bdb-3119cb481cc1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:58.750647 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e4123bd9-d3cc-4b07-9bdb-3119cb481cc1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] 10.222.0.26 "DELETE /v2.0/security-groups/9aff4ea5-e94d-4a9d-9cdd-643c9515cade HTTP/1.1" status: 204 len: 168 time: 0.1463740 Jul 14 10:21:58.760924 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4123bd9-d3cc-4b07-9bdb-3119cb481cc1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aff4ea5-e94d-4a9d-9cdd-643c9515cade,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:58.768888 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4123bd9-d3cc-4b07-9bdb-3119cb481cc1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:58.769274 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4123bd9-d3cc-4b07-9bdb-3119cb481cc1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:58.769594 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4123bd9-d3cc-4b07-9bdb-3119cb481cc1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:58.770001 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4123bd9-d3cc-4b07-9bdb-3119cb481cc1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:58.770571 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4123bd9-d3cc-4b07-9bdb-3119cb481cc1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:58.770708 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4123bd9-d3cc-4b07-9bdb-3119cb481cc1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:58.770973 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4123bd9-d3cc-4b07-9bdb-3119cb481cc1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:58.771317 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4123bd9-d3cc-4b07-9bdb-3119cb481cc1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:58.771650 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4123bd9-d3cc-4b07-9bdb-3119cb481cc1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:58.771983 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4123bd9-d3cc-4b07-9bdb-3119cb481cc1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:58.772316 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4123bd9-d3cc-4b07-9bdb-3119cb481cc1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:58.772648 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4123bd9-d3cc-4b07-9bdb-3119cb481cc1 tempest-TestNetworkAdvancedServerOps-1753778597 tempest-TestNetworkAdvancedServerOps-1753778597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:59.074869 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52362) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:59.200495 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-375f73ee-0899-430c-97bb-e64493ac6b9d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d5a7c9051a6469ebb8b5d5efcf4f53f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1242456 Jul 14 10:21:59.206152 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52366) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:59.254554 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ec55e97b-63fa-47c6-b1f1-4c2c304aab67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:59.276506 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ec55e97b-63fa-47c6-b1f1-4c2c304aab67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:59.321164 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ec55e97b-63fa-47c6-b1f1-4c2c304aab67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:59.323718 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ec55e97b-63fa-47c6-b1f1-4c2c304aab67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:59.324852 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-ec55e97b-63fa-47c6-b1f1-4c2c304aab67 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/778fb1d8-9a65-48b9-834f-ea1c6be041f9 HTTP/1.1" status: 204 len: 168 time: 0.1177869 Jul 14 10:21:59.333359 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55e97b-63fa-47c6-b1f1-4c2c304aab67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778fb1d8-9a65-48b9-834f-ea1c6be041f9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:59.571020 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52372) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:59.583901 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43479261-4af3-4d98-9a03-adf564890066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:59.671107 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43479261-4af3-4d98-9a03-adf564890066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:59.675132 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-43479261-4af3-4d98-9a03-adf564890066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:59.714742 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43479261-4af3-4d98-9a03-adf564890066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba41ced0-8c1f-4fbe-88a4-63b12d0ee912,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:59.720023 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-43479261-4af3-4d98-9a03-adf564890066 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=11068ac62ed84de192f4b869646b27a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478789 Jul 14 10:21:59.722626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52374) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:59.770795 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-788c535e-e524-4074-b5a9-ed602e6b71d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:59.791992 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-788c535e-e524-4074-b5a9-ed602e6b71d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:59.832498 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d99a457e-b500-4a57-a495-0438e99fc4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:59.837954 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-788c535e-e524-4074-b5a9-ed602e6b71d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:59.840622 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-788c535e-e524-4074-b5a9-ed602e6b71d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:59.841760 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-788c535e-e524-4074-b5a9-ed602e6b71d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ba41ced0-8c1f-4fbe-88a4-63b12d0ee912 HTTP/1.1" status: 204 len: 168 time: 0.1181262 Jul 14 10:21:59.849328 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c535e-e524-4074-b5a9-ed602e6b71d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba41ced0-8c1f-4fbe-88a4-63b12d0ee912,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:59.990920 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:00.164060 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 191154f1-569c-4250-8f62-e14007da4143 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:22:00.184328 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 191154f1-569c-4250-8f62-e14007da4143 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:22:00.184675 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 191154f1-569c-4250-8f62-e14007da4143 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:22:00.239003 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6d35af10-7904-4077-85b6-01f23bf9e851 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:22:00.259186 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 6d35af10-7904-4077-85b6-01f23bf9e851 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:22:00.259537 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 6d35af10-7904-4077-85b6-01f23bf9e851 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:22:00.516363 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52396) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:00.608105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2eb1b318-247a-43fe-be9f-045c3d7bf63e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1742231310-network', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:00.629887 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb1b318-247a-43fe-be9f-045c3d7bf63e admin admin] Made reservation on behalf of de61f4fcdf3b4564a0be0739b890510d for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:00.632184 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b318-247a-43fe-be9f-045c3d7bf63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:00.640417 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b318-247a-43fe-be9f-045c3d7bf63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:00.729921 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b318-247a-43fe-be9f-045c3d7bf63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:00.733596 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b318-247a-43fe-be9f-045c3d7bf63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:00.756271 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb1b318-247a-43fe-be9f-045c3d7bf63e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:22:00.771421 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1b318-247a-43fe-be9f-045c3d7bf63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a4f826-a021-49c0-82eb-0e0db69aea5b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:00.775962 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b318-247a-43fe-be9f-045c3d7bf63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:00.776322 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-2eb1b318-247a-43fe-be9f-045c3d7bf63e admin admin] Added segment 93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb of type vlan for network 9dd15054-f25c-42bf-a15d-5a1176648a39 Jul 14 10:22:00.818567 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b318-247a-43fe-be9f-045c3d7bf63e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:00.845939 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b318-247a-43fe-be9f-045c3d7bf63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:00.846873 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb1b318-247a-43fe-be9f-045c3d7bf63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:00.847448 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b318-247a-43fe-be9f-045c3d7bf63e admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:00.899617 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2eb1b318-247a-43fe-be9f-045c3d7bf63e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3820615 Jul 14 10:22:00.902994 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52400) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:00.908014 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-a0793e2c-fde1-49fe-ade6-73c9a0dc0f26 admin admin] Request body: {'subnet': {'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1742231310-subnet', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:00.910528 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1b318-247a-43fe-be9f-045c3d7bf63e admin admin] Pushing event updated for resources: {'Network': ['ID=9dd15054-f25c-42bf-a15d-5a1176648a39,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:00.920717 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 9dd15054-f25c-42bf-a15d-5a1176648a39 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:22:00.934192 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0793e2c-fde1-49fe-ade6-73c9a0dc0f26 admin admin] Made reservation on behalf of de61f4fcdf3b4564a0be0739b890510d for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:00.936703 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a0793e2c-fde1-49fe-ade6-73c9a0dc0f26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:00.973812 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.101869 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a0793e2c-fde1-49fe-ade6-73c9a0dc0f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.159463 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0793e2c-fde1-49fe-ade6-73c9a0dc0f26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c71f196b-9a90-4d40-a54e-51233085504d,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:01.164216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0793e2c-fde1-49fe-ade6-73c9a0dc0f26 admin admin] Checking segment: {'id': '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:01.164578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0793e2c-fde1-49fe-ade6-73c9a0dc0f26 admin admin] Network hostable DHCP agents. Network: 9dd15054-f25c-42bf-a15d-5a1176648a39, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:22:01.181190 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0793e2c-fde1-49fe-ade6-73c9a0dc0f26 admin admin] Network 9dd15054-f25c-42bf-a15d-5a1176648a39 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:22:01.189558 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-a0793e2c-fde1-49fe-ade6-73c9a0dc0f26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 9dd15054-f25c-42bf-a15d-5a1176648a39) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:01.196546 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0793e2c-fde1-49fe-ade6-73c9a0dc0f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:01.197131 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a0793e2c-fde1-49fe-ade6-73c9a0dc0f26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.197557 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab96838-482c-47ac-ae28-ecc65ae93fa4 None None] Network 9dd15054-f25c-42bf-a15d-5a1176648a39 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:01.210111 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a0793e2c-fde1-49fe-ade6-73c9a0dc0f26 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3059945 Jul 14 10:22:01.212873 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52402) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:01.217152 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d35fd69b-04c9-475e-a6f6-b6deb6d6d96a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:01.237861 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d35fd69b-04c9-475e-a6f6-b6deb6d6d96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.238817 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d35fd69b-04c9-475e-a6f6-b6deb6d6d96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.296526 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d35fd69b-04c9-475e-a6f6-b6deb6d6d96a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.354089 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-9dd15054-f25c-42bf-a15d-5a1176648a39', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'fixed_ips': [{'subnet_id': 'c71f196b-9a90-4d40-a54e-51233085504d'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:22:01.354965 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.433352 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d35fd69b-04c9-475e-a6f6-b6deb6d6d96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.487153 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Allocated IP 172.20.0.2 (9dd15054-f25c-42bf-a15d-5a1176648a39/c71f196b-9a90-4d40-a54e-51233085504d/72c60dc2-1956-4f63-986a-c9a1a66df7ab) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:01.626823 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.634739 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d35fd69b-04c9-475e-a6f6-b6deb6d6d96a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.634929 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Transition to ACTIVE for port object 72c60dc2-1956-4f63-986a-c9a1a66df7ab will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:01.649667 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Transition to ACTIVE for port object 72c60dc2-1956-4f63-986a-c9a1a66df7ab will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:01.656452 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d35fd69b-04c9-475e-a6f6-b6deb6d6d96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.659055 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.693648 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Network 9dd15054-f25c-42bf-a15d-5a1176648a39 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:01.696455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:01.701747 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:01.714734 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Pushing event updated for resources: {'Port': ['ID=72c60dc2-1956-4f63-986a-c9a1a66df7ab,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:01.761862 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Attempting to bind port 72c60dc2-1956-4f63-986a-c9a1a66df7ab on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:01.762225 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Attempting to bind port 72c60dc2-1956-4f63-986a-c9a1a66df7ab by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:01.762582 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Attempting to bind port 72c60dc2-1956-4f63-986a-c9a1a66df7ab on network 9dd15054-f25c-42bf-a15d-5a1176648a39 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:01.763756 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-d35fd69b-04c9-475e-a6f6-b6deb6d6d96a admin admin] Allocated IP 172.25.1.146 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:01.767406 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:01.767725 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Checking segment: {'id': '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:01.768160 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.768547 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Bound using segment: {'id': '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:01.769009 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Bound port: 72c60dc2-1956-4f63-986a-c9a1a66df7ab, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:01.769374 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.834275 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] For port 72c60dc2-1956-4f63-986a-c9a1a66df7ab, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:01.838352 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] For port 72c60dc2-1956-4f63-986a-c9a1a66df7ab, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=72c60dc2-1956-4f63-986a-c9a1a66df7ab,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:01.842604 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.870151 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d35fd69b-04c9-475e-a6f6-b6deb6d6d96a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.900705 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a7e38-06ff-4e67-8fd1-eec264722128 None None] Pushing event updated for resources: {'Port': ['ID=72c60dc2-1956-4f63-986a-c9a1a66df7ab,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:01.920133 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d35fd69b-04c9-475e-a6f6-b6deb6d6d96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.957037 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35fd69b-04c9-475e-a6f6-b6deb6d6d96a admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:01.960010 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-d35fd69b-04c9-475e-a6f6-b6deb6d6d96a admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:01.965570 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35fd69b-04c9-475e-a6f6-b6deb6d6d96a admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:01.993199 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fd69b-04c9-475e-a6f6-b6deb6d6d96a admin admin] Pushing event updated for resources: {'Port': ['ID=c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:02.244415 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 72c60dc2-1956-4f63-986a-c9a1a66df7ab up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:02.256545 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d35fd69b-04c9-475e-a6f6-b6deb6d6d96a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:02.294962 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 72c60dc2-1956-4f63-986a-c9a1a66df7ab completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:02.454099 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d35fd69b-04c9-475e-a6f6-b6deb6d6d96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:02.588504 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:02.594262 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35fd69b-04c9-475e-a6f6-b6deb6d6d96a admin admin] Router b5c70a94-0d28-4274-941f-f483b73273f8 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:22:02.706470 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35fd69b-04c9-475e-a6f6-b6deb6d6d96a admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:22:02.715097 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] Sync routers for ids ['b5c70a94-0d28-4274-941f-f483b73273f8'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:22:02.723302 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d35fd69b-04c9-475e-a6f6-b6deb6d6d96a admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:02.724835 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-d35fd69b-04c9-475e-a6f6-b6deb6d6d96a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5110440 Jul 14 10:22:02.728299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52406) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:02.729395 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] Routers {'b5c70a94-0d28-4274-941f-f483b73273f8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:02.730164 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:22:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b5c70a94-0d28-4274-941f-f483b73273f8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:02.858287 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3714be26-e102-4510-abea-10c72edfd210 None None] Network 9dd15054-f25c-42bf-a15d-5a1176648a39 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:02.924669 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6aa6a717-c3de-484c-b416-8742c87f0020 None None] Provisioning for port 72c60dc2-1956-4f63-986a-c9a1a66df7ab completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:02.927735 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] Set router b5c70a94-0d28-4274-941f-f483b73273f8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:02.929459 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6aa6a717-c3de-484c-b416-8742c87f0020 None None] Provisioning complete for port 72c60dc2-1956-4f63-986a-c9a1a66df7ab triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:02.930082 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6aa6a717-c3de-484c-b416-8742c87f0020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.027992 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.071877 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6aa6a717-c3de-484c-b416-8742c87f0020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.108030 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:02Z', 'revision_number': 3, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'gw_port': {'id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:03.137912 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] Checking router: b5c70a94-0d28-4274-941f-f483b73273f8 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:22:03.138256 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] Updating router b5c70a94-0d28-4274-941f-f483b73273f8 port c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:22:03.140769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6aa6a717-c3de-484c-b416-8742c87f0020 None None] For port 72c60dc2-1956-4f63-986a-c9a1a66df7ab, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=72c60dc2-1956-4f63-986a-c9a1a66df7ab,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:03.149521 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6aa6a717-c3de-484c-b416-8742c87f0020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.174499 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e36136f-25d7-4712-9fd6-2bd7bcd4ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.176022 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.213085 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6a717-c3de-484c-b416-8742c87f0020 None None] Pushing event updated for resources: {'Port': ['ID=72c60dc2-1956-4f63-986a-c9a1a66df7ab,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:03.347511 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-0e36136f-25d7-4712-9fd6-2bd7bcd4ba6a admin admin] Allocated IP 172.20.0.1 (9dd15054-f25c-42bf-a15d-5a1176648a39/c71f196b-9a90-4d40-a54e-51233085504d/1b1fe4e8-9ed7-48cc-a441-792ea1683df8) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:03.385531 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-26af8142-2703-4c75-a43e-329baaf9d69c None None] Provisioning complete for port 72c60dc2-1956-4f63-986a-c9a1a66df7ab triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:03.386197 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26af8142-2703-4c75-a43e-329baaf9d69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.439472 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.450401 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] Transition to ACTIVE for port object c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:03.455903 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.460077 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e36136f-25d7-4712-9fd6-2bd7bcd4ba6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.472822 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-0e36136f-25d7-4712-9fd6-2bd7bcd4ba6a admin admin] Transition to ACTIVE for port object 1b1fe4e8-9ed7-48cc-a441-792ea1683df8 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:03.507088 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e36136f-25d7-4712-9fd6-2bd7bcd4ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.510771 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714ec82-10cf-423b-a417-8c22a7768751 None None] Pushing event updated for resources: {'Port': ['ID=c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:03.515198 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] Attempting to bind port c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:03.515567 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] Attempting to bind port c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:03.515970 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] Attempting to bind port c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:03.524351 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714ec82-10cf-423b-a417-8c22a7768751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:03.524696 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714ec82-10cf-423b-a417-8c22a7768751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:03.525034 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714ec82-10cf-423b-a417-8c22a7768751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:03.525367 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714ec82-10cf-423b-a417-8c22a7768751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:03.525697 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714ec82-10cf-423b-a417-8c22a7768751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:03.526050 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714ec82-10cf-423b-a417-8c22a7768751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:03.526377 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714ec82-10cf-423b-a417-8c22a7768751 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:03.526698 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714ec82-10cf-423b-a417-8c22a7768751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:03.527022 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714ec82-10cf-423b-a417-8c22a7768751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:03.527339 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714ec82-10cf-423b-a417-8c22a7768751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:03.527658 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714ec82-10cf-423b-a417-8c22a7768751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:03.527976 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4714ec82-10cf-423b-a417-8c22a7768751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:03.531111 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:03.531479 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:03.531878 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.532258 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:03.532724 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] Bound port: c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:03.533104 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.545188 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e36136f-25d7-4712-9fd6-2bd7bcd4ba6a admin admin] Network 9dd15054-f25c-42bf-a15d-5a1176648a39 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:03.551165 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-0e36136f-25d7-4712-9fd6-2bd7bcd4ba6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:03.554758 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e36136f-25d7-4712-9fd6-2bd7bcd4ba6a admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:03.579618 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36136f-25d7-4712-9fd6-2bd7bcd4ba6a admin admin] Pushing event updated for resources: {'Port': ['ID=1b1fe4e8-9ed7-48cc-a441-792ea1683df8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:03.586786 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] For port c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:03.590286 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] For port c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:03.596548 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.599254 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e36136f-25d7-4712-9fd6-2bd7bcd4ba6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.655336 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714ec82-10cf-423b-a417-8c22a7768751 None None] Pushing event updated for resources: {'Port': ['ID=c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:03.664390 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] Routers {'b5c70a94-0d28-4274-941f-f483b73273f8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:03.665015 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:22:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b5c70a94-0d28-4274-941f-f483b73273f8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:03.747084 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e36136f-25d7-4712-9fd6-2bd7bcd4ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.774270 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] Set router b5c70a94-0d28-4274-941f-f483b73273f8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:03.786878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-87c0d9b3-3b7d-484e-933a-9d9b5b72d037 None None] Provisioning for port 1b1fe4e8-9ed7-48cc-a441-792ea1683df8 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:03.790488 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-87c0d9b3-3b7d-484e-933a-9d9b5b72d037 None None] Provisioning complete for port 1b1fe4e8-9ed7-48cc-a441-792ea1683df8 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:03.790966 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-87c0d9b3-3b7d-484e-933a-9d9b5b72d037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.825177 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-87c0d9b3-3b7d-484e-933a-9d9b5b72d037 None None] Port 1b1fe4e8-9ed7-48cc-a441-792ea1683df8 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:22:03.912716 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e36136f-25d7-4712-9fd6-2bd7bcd4ba6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.918086 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e36136f-25d7-4712-9fd6-2bd7bcd4ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.948365 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:02Z', 'revision_number': 3, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'gw_port': {'id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:03.978489 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2622862-b0a8-4c98-8be5-54db2973689e None None] The sync data for ids ['b5c70a94-0d28-4274-941f-f483b73273f8'] in n-d-798054-10 is: [{'id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:02Z', 'revision_number': 3, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'gw_port': {'id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:22:03.988382 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0e36136f-25d7-4712-9fd6-2bd7bcd4ba6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.990324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36136f-25d7-4712-9fd6-2bd7bcd4ba6a admin admin] Pushing event updated for resources: {'Port': ['ID=1b1fe4e8-9ed7-48cc-a441-792ea1683df8,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:04.082021 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e36136f-25d7-4712-9fd6-2bd7bcd4ba6a admin admin] Network 9dd15054-f25c-42bf-a15d-5a1176648a39 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:04.083346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-0e36136f-25d7-4712-9fd6-2bd7bcd4ba6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:04.227284 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e36136f-25d7-4712-9fd6-2bd7bcd4ba6a admin admin] Router b5c70a94-0d28-4274-941f-f483b73273f8 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:22:04.274811 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 72c60dc2-1956-4f63-986a-c9a1a66df7ab up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:04.338667 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 72c60dc2-1956-4f63-986a-c9a1a66df7ab triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:04.339044 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:04.378132 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e36136f-25d7-4712-9fd6-2bd7bcd4ba6a admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:22:04.388202 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-0e36136f-25d7-4712-9fd6-2bd7bcd4ba6a admin admin] 10.222.0.26 "PUT /v2.0/routers/b5c70a94-0d28-4274-941f-f483b73273f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6577008 Jul 14 10:22:04.448355 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9ae82791-159c-4f29-b6b5-e74fa3702bc5 None None] Provisioning complete for port 1b1fe4e8-9ed7-48cc-a441-792ea1683df8 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:04.449153 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ae82791-159c-4f29-b6b5-e74fa3702bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:04.486547 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9ae82791-159c-4f29-b6b5-e74fa3702bc5 None None] Port 1b1fe4e8-9ed7-48cc-a441-792ea1683df8 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:22:04.867557 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52422) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:04.872597 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-039efeae-eda9-43b2-b712-86f6fcd1b72f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2115108088-network', 'tenant_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:04.892913 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039efeae-eda9-43b2-b712-86f6fcd1b72f admin admin] Made reservation on behalf of e62d7a0ced554f6eb9744ff5baa9e8b1 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:04.895260 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-039efeae-eda9-43b2-b712-86f6fcd1b72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:04.904128 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-039efeae-eda9-43b2-b712-86f6fcd1b72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:04.988896 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-039efeae-eda9-43b2-b712-86f6fcd1b72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:04.992588 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-039efeae-eda9-43b2-b712-86f6fcd1b72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:05.020015 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039efeae-eda9-43b2-b712-86f6fcd1b72f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:22:05.030603 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039efeae-eda9-43b2-b712-86f6fcd1b72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea0f7e7-f108-49d2-90c9-c6b5770324fa,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:05.036681 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-039efeae-eda9-43b2-b712-86f6fcd1b72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:05.037074 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-039efeae-eda9-43b2-b712-86f6fcd1b72f admin admin] Added segment c663c62a-a150-49b9-b131-0cff25e938a4 of type vlan for network d329246c-3250-4961-b2aa-e1d1e7901e5a Jul 14 10:22:05.075559 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-039efeae-eda9-43b2-b712-86f6fcd1b72f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:05.102951 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-039efeae-eda9-43b2-b712-86f6fcd1b72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:05.103904 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039efeae-eda9-43b2-b712-86f6fcd1b72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:05.104484 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-039efeae-eda9-43b2-b712-86f6fcd1b72f admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:05.160851 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-039efeae-eda9-43b2-b712-86f6fcd1b72f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2921834 Jul 14 10:22:05.163622 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52424) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:05.168413 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-871144bb-6e6d-4037-9dc9-77fff1e6cd5f admin admin] Request body: {'subnet': {'network_id': 'd329246c-3250-4961-b2aa-e1d1e7901e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2115108088-subnet', 'tenant_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:05.176148 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039efeae-eda9-43b2-b712-86f6fcd1b72f admin admin] Pushing event updated for resources: {'Network': ['ID=d329246c-3250-4961-b2aa-e1d1e7901e5a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:05.187222 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network d329246c-3250-4961-b2aa-e1d1e7901e5a details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:22:05.195756 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871144bb-6e6d-4037-9dc9-77fff1e6cd5f admin admin] Made reservation on behalf of e62d7a0ced554f6eb9744ff5baa9e8b1 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:05.198145 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-871144bb-6e6d-4037-9dc9-77fff1e6cd5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:05.371219 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-871144bb-6e6d-4037-9dc9-77fff1e6cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:05.427603 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871144bb-6e6d-4037-9dc9-77fff1e6cd5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd858460-50de-4f6b-a0f3-68a80c233e82,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:05.435014 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871144bb-6e6d-4037-9dc9-77fff1e6cd5f admin admin] Checking segment: {'id': 'c663c62a-a150-49b9-b131-0cff25e938a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd329246c-3250-4961-b2aa-e1d1e7901e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:05.435379 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871144bb-6e6d-4037-9dc9-77fff1e6cd5f admin admin] Network hostable DHCP agents. Network: d329246c-3250-4961-b2aa-e1d1e7901e5a, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:22:05.452337 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871144bb-6e6d-4037-9dc9-77fff1e6cd5f admin admin] Network d329246c-3250-4961-b2aa-e1d1e7901e5a is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:22:05.461027 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-871144bb-6e6d-4037-9dc9-77fff1e6cd5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, d329246c-3250-4961-b2aa-e1d1e7901e5a) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:05.464938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871144bb-6e6d-4037-9dc9-77fff1e6cd5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:05.465522 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-871144bb-6e6d-4037-9dc9-77fff1e6cd5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:05.470164 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403bac79-02ab-4be8-9172-7f2bb9d67998 None None] Network d329246c-3250-4961-b2aa-e1d1e7901e5a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:05.479867 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-871144bb-6e6d-4037-9dc9-77fff1e6cd5f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3151879 Jul 14 10:22:05.482655 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52426) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:05.488981 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-117dd7ee-a167-4f7c-bf86-4be476e9b8db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2115108088-router', 'tenant_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:05.509662 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-117dd7ee-a167-4f7c-bf86-4be476e9b8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:05.511007 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-117dd7ee-a167-4f7c-bf86-4be476e9b8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:05.524341 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] Sync routers for ids ['b5c70a94-0d28-4274-941f-f483b73273f8'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:22:05.545641 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] Routers {'b5c70a94-0d28-4274-941f-f483b73273f8'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:05.546292 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:22:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b5c70a94-0d28-4274-941f-f483b73273f8'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:05.568956 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-117dd7ee-a167-4f7c-bf86-4be476e9b8db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:05.705326 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-117dd7ee-a167-4f7c-bf86-4be476e9b8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:05.861734 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-d329246c-3250-4961-b2aa-e1d1e7901e5a', 'network_id': 'd329246c-3250-4961-b2aa-e1d1e7901e5a', 'tenant_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'fixed_ips': [{'subnet_id': 'dd858460-50de-4f6b-a0f3-68a80c233e82'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:22:05.862604 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:05.868370 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] Set router b5c70a94-0d28-4274-941f-f483b73273f8 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:05.908365 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-117dd7ee-a167-4f7c-bf86-4be476e9b8db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:05.927660 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-117dd7ee-a167-4f7c-bf86-4be476e9b8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.031961 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-117dd7ee-a167-4f7c-bf86-4be476e9b8db admin admin] Allocated IP 172.25.1.218 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/a0273d7a-e076-4be1-bc82-2ab84f6b274f) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:06.119717 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Allocated IP 172.20.0.2 (d329246c-3250-4961-b2aa-e1d1e7901e5a/dd858460-50de-4f6b-a0f3-68a80c233e82/dafd9a21-afc2-4cec-a9be-a4be145f6d70) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:06.131689 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-117dd7ee-a167-4f7c-bf86-4be476e9b8db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.174391 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-117dd7ee-a167-4f7c-bf86-4be476e9b8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.211777 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117dd7ee-a167-4f7c-bf86-4be476e9b8db admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:06.216353 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-117dd7ee-a167-4f7c-bf86-4be476e9b8db admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:06.221896 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117dd7ee-a167-4f7c-bf86-4be476e9b8db admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:06.233023 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:03Z', 'revision_number': 4, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'gw_port': {'id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '1b1fe4e8-9ed7-48cc-a441-792ea1683df8', 'name': '', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'mac_address': 'fa:16:3e:f4:40:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:03Z', 'updated_at': '2021-07-14T10:22:03Z', 'revision_number': 2, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'subnets': [{'id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:06.262462 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:06.262683 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117dd7ee-a167-4f7c-bf86-4be476e9b8db admin admin] Pushing event updated for resources: {'Port': ['ID=a0273d7a-e076-4be1-bc82-2ab84f6b274f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:06.267550 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] Checking router: b5c70a94-0d28-4274-941f-f483b73273f8 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:22:06.267709 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] Updating router b5c70a94-0d28-4274-941f-f483b73273f8 port 1b1fe4e8-9ed7-48cc-a441-792ea1683df8 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:22:06.351825 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.424330 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.430022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:06.442366 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Transition to ACTIVE for port object dafd9a21-afc2-4cec-a9be-a4be145f6d70 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:06.450458 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:06.450835 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.482806 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-117dd7ee-a167-4f7c-bf86-4be476e9b8db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.538738 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Transition to ACTIVE for port object dafd9a21-afc2-4cec-a9be-a4be145f6d70 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:06.554598 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.626367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Network d329246c-3250-4961-b2aa-e1d1e7901e5a is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:06.655076 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:06.659046 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Pushing event updated for resources: {'Port': ['ID=dafd9a21-afc2-4cec-a9be-a4be145f6d70,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:06.676184 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-117dd7ee-a167-4f7c-bf86-4be476e9b8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.676904 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:06.732039 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.796870 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:06.798054 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Attempting to bind port dafd9a21-afc2-4cec-a9be-a4be145f6d70 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:06.798479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Attempting to bind port dafd9a21-afc2-4cec-a9be-a4be145f6d70 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'c663c62a-a150-49b9-b131-0cff25e938a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd329246c-3250-4961-b2aa-e1d1e7901e5a'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:06.798833 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Attempting to bind port dafd9a21-afc2-4cec-a9be-a4be145f6d70 on network d329246c-3250-4961-b2aa-e1d1e7901e5a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:06.806278 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117dd7ee-a167-4f7c-bf86-4be476e9b8db admin admin] Router 5131fcf3-0712-44f9-9bf9-3af6e8be1db0 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:22:06.809997 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.819156 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:06.820040 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Checking segment: {'id': 'c663c62a-a150-49b9-b131-0cff25e938a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd329246c-3250-4961-b2aa-e1d1e7901e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:06.820450 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.821532 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Bound using segment: {'id': 'c663c62a-a150-49b9-b131-0cff25e938a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd329246c-3250-4961-b2aa-e1d1e7901e5a'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:06.821532 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Bound port: dafd9a21-afc2-4cec-a9be-a4be145f6d70, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c663c62a-a150-49b9-b131-0cff25e938a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd329246c-3250-4961-b2aa-e1d1e7901e5a'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:06.821781 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.916119 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117dd7ee-a167-4f7c-bf86-4be476e9b8db admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:22:06.929195 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] Sync routers for ids ['5131fcf3-0712-44f9-9bf9-3af6e8be1db0'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:22:06.936917 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:06.938196 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-117dd7ee-a167-4f7c-bf86-4be476e9b8db admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.942759 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] Routers {'5131fcf3-0712-44f9-9bf9-3af6e8be1db0'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:06.943432 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:22:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5131fcf3-0712-44f9-9bf9-3af6e8be1db0'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:06.946471 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-117dd7ee-a167-4f7c-bf86-4be476e9b8db admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4618604 Jul 14 10:22:06.949107 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52428) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:06.956908 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.979325 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] Transition to ACTIVE for port object 1b1fe4e8-9ed7-48cc-a441-792ea1683df8 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:06.986061 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] For port dafd9a21-afc2-4cec-a9be-a4be145f6d70, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:06.990165 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] For port dafd9a21-afc2-4cec-a9be-a4be145f6d70, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dafd9a21-afc2-4cec-a9be-a4be145f6d70,segment=NetworkSegment(c663c62a-a150-49b9-b131-0cff25e938a4),segment_id=c663c62a-a150-49b9-b131-0cff25e938a4)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:06.991928 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.020720 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.058328 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] Set router 5131fcf3-0712-44f9-9bf9-3af6e8be1db0 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:07.059052 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e864f-febd-4962-b66a-d25f664973f1 None None] Pushing event updated for resources: {'Port': ['ID=1b1fe4e8-9ed7-48cc-a441-792ea1683df8,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:07.182796 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] Attempting to bind port 1b1fe4e8-9ed7-48cc-a441-792ea1683df8 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:07.183175 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] Attempting to bind port 1b1fe4e8-9ed7-48cc-a441-792ea1683df8 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:07.183598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] Attempting to bind port 1b1fe4e8-9ed7-48cc-a441-792ea1683df8 on network 9dd15054-f25c-42bf-a15d-5a1176648a39 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:07.186332 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09adfe-7785-4536-b787-d5aab5053253 None None] Pushing event updated for resources: {'Port': ['ID=dafd9a21-afc2-4cec-a9be-a4be145f6d70,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:07.200466 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:07.200845 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] Checking segment: {'id': '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:07.201261 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.201661 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] Bound using segment: {'id': '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:07.202273 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] Bound port: 1b1fe4e8-9ed7-48cc-a441-792ea1683df8, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:07.202665 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.294273 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] For port 1b1fe4e8-9ed7-48cc-a441-792ea1683df8, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:07.305377 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] For port 1b1fe4e8-9ed7-48cc-a441-792ea1683df8, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1b1fe4e8-9ed7-48cc-a441-792ea1683df8,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:07.311833 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.325128 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5131fcf3-0712-44f9-9bf9-3af6e8be1db0', 'name': 'tempest-TestShelveInstance-2115108088-router', 'tenant_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a0273d7a-e076-4be1-bc82-2ab84f6b274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:05Z', 'updated_at': '2021-07-14T10:22:06Z', 'revision_number': 3, 'project_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'gw_port': {'id': 'a0273d7a-e076-4be1-bc82-2ab84f6b274f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5131fcf3-0712-44f9-9bf9-3af6e8be1db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:05Z', 'updated_at': '2021-07-14T10:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:07.358626 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] Checking router: 5131fcf3-0712-44f9-9bf9-3af6e8be1db0 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:22:07.358980 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] Updating router 5131fcf3-0712-44f9-9bf9-3af6e8be1db0 port a0273d7a-e076-4be1-bc82-2ab84f6b274f binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:22:07.437628 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.444127 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] Routers {'b5c70a94-0d28-4274-941f-f483b73273f8'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:07.444971 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:22:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b5c70a94-0d28-4274-941f-f483b73273f8'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:07.450937 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e864f-febd-4962-b66a-d25f664973f1 None None] Pushing event updated for resources: {'Port': ['ID=1b1fe4e8-9ed7-48cc-a441-792ea1683df8,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:07.614581 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] Set router b5c70a94-0d28-4274-941f-f483b73273f8 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:07.753260 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.766744 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] Transition to ACTIVE for port object a0273d7a-e076-4be1-bc82-2ab84f6b274f will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:07.777331 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.834367 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243bb6c-b29f-411b-bf71-b1744a4986fe None None] Pushing event updated for resources: {'Port': ['ID=a0273d7a-e076-4be1-bc82-2ab84f6b274f,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:07.837648 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] Attempting to bind port a0273d7a-e076-4be1-bc82-2ab84f6b274f on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:07.837894 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] Attempting to bind port a0273d7a-e076-4be1-bc82-2ab84f6b274f by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:07.838267 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] Attempting to bind port a0273d7a-e076-4be1-bc82-2ab84f6b274f on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:07.844800 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:07.845322 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:07.845737 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.846164 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:07.846640 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] Bound port: a0273d7a-e076-4be1-bc82-2ab84f6b274f, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:07.847026 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.847545 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:03Z', 'revision_number': 4, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'gw_port': {'id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '1b1fe4e8-9ed7-48cc-a441-792ea1683df8', 'name': '', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'mac_address': 'fa:16:3e:f4:40:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:03Z', 'updated_at': '2021-07-14T10:22:07Z', 'revision_number': 4, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'subnets': [{'id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:07.876273 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106379b2-08af-46f6-b060-5fbe25374e05 None None] The sync data for ids ['b5c70a94-0d28-4274-941f-f483b73273f8'] in n-d-798054-10 is: [{'id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:03Z', 'revision_number': 4, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'gw_port': {'id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '1b1fe4e8-9ed7-48cc-a441-792ea1683df8', 'name': '', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'mac_address': 'fa:16:3e:f4:40:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:03Z', 'updated_at': '2021-07-14T10:22:07Z', 'revision_number': 4, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'subnets': [{'id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:22:07.907189 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b39d-7a42-4c12-be71-5eaf48408765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.907685 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] For port a0273d7a-e076-4be1-bc82-2ab84f6b274f, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:07.910735 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] For port a0273d7a-e076-4be1-bc82-2ab84f6b274f, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a0273d7a-e076-4be1-bc82-2ab84f6b274f,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:07.916448 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:08.077622 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] Routers {'5131fcf3-0712-44f9-9bf9-3af6e8be1db0'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:08.078321 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:22:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5131fcf3-0712-44f9-9bf9-3af6e8be1db0'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:08.119261 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-8cf3b39d-7a42-4c12-be71-5eaf48408765 admin admin] Allocated IP 172.20.0.1 (d329246c-3250-4961-b2aa-e1d1e7901e5a/dd858460-50de-4f6b-a0f3-68a80c233e82/55a3a4ae-8776-4716-aa6e-79f9cd932551) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:08.206873 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243bb6c-b29f-411b-bf71-b1744a4986fe None None] Pushing event updated for resources: {'Port': ['ID=a0273d7a-e076-4be1-bc82-2ab84f6b274f,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:08.239208 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] Set router 5131fcf3-0712-44f9-9bf9-3af6e8be1db0 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:08.282162 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b39d-7a42-4c12-be71-5eaf48408765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:08.303219 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-8cf3b39d-7a42-4c12-be71-5eaf48408765 admin admin] Transition to ACTIVE for port object 55a3a4ae-8776-4716-aa6e-79f9cd932551 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:08.347857 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b39d-7a42-4c12-be71-5eaf48408765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:08.420117 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf3b39d-7a42-4c12-be71-5eaf48408765 admin admin] Network d329246c-3250-4961-b2aa-e1d1e7901e5a is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:08.423322 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-8cf3b39d-7a42-4c12-be71-5eaf48408765 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:08.429430 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf3b39d-7a42-4c12-be71-5eaf48408765 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:08.430194 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:08.479860 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b39d-7a42-4c12-be71-5eaf48408765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:08.510628 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:08.511303 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:08.520347 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5131fcf3-0712-44f9-9bf9-3af6e8be1db0', 'name': 'tempest-TestShelveInstance-2115108088-router', 'tenant_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a0273d7a-e076-4be1-bc82-2ab84f6b274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:05Z', 'updated_at': '2021-07-14T10:22:06Z', 'revision_number': 3, 'project_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'gw_port': {'id': 'a0273d7a-e076-4be1-bc82-2ab84f6b274f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5131fcf3-0712-44f9-9bf9-3af6e8be1db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:05Z', 'updated_at': '2021-07-14T10:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:08.540333 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f85dcd-1c28-40b4-87ca-d1200cf8dfed None None] Network d329246c-3250-4961-b2aa-e1d1e7901e5a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:08.552469 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1263228a-7761-4c62-b13f-ac44341052ea None None] The sync data for ids ['5131fcf3-0712-44f9-9bf9-3af6e8be1db0'] in n-d-798054-10 is: [{'id': '5131fcf3-0712-44f9-9bf9-3af6e8be1db0', 'name': 'tempest-TestShelveInstance-2115108088-router', 'tenant_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a0273d7a-e076-4be1-bc82-2ab84f6b274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:05Z', 'updated_at': '2021-07-14T10:22:06Z', 'revision_number': 3, 'project_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'gw_port': {'id': 'a0273d7a-e076-4be1-bc82-2ab84f6b274f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5131fcf3-0712-44f9-9bf9-3af6e8be1db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:05Z', 'updated_at': '2021-07-14T10:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:22:08.565364 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3b39d-7a42-4c12-be71-5eaf48408765 admin admin] Pushing event updated for resources: {'Port': ['ID=55a3a4ae-8776-4716-aa6e-79f9cd932551,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:08.648155 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-69c216c7-472f-46b8-997b-649472c31605 None None] Provisioning for port dafd9a21-afc2-4cec-a9be-a4be145f6d70 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:08.686504 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b39d-7a42-4c12-be71-5eaf48408765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:08.738235 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dafd9a21-afc2-4cec-a9be-a4be145f6d70 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:08.834559 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port dafd9a21-afc2-4cec-a9be-a4be145f6d70 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:08.839804 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port dafd9a21-afc2-4cec-a9be-a4be145f6d70 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:08.840175 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:08.920889 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b39d-7a42-4c12-be71-5eaf48408765 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:08.931410 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b39d-7a42-4c12-be71-5eaf48408765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:08.959516 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:09.025319 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b39d-7a42-4c12-be71-5eaf48408765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:09.027892 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port dafd9a21-afc2-4cec-a9be-a4be145f6d70, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dafd9a21-afc2-4cec-a9be-a4be145f6d70,segment=NetworkSegment(c663c62a-a150-49b9-b131-0cff25e938a4),segment_id=c663c62a-a150-49b9-b131-0cff25e938a4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:09.030718 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3b39d-7a42-4c12-be71-5eaf48408765 admin admin] Pushing event updated for resources: {'Port': ['ID=55a3a4ae-8776-4716-aa6e-79f9cd932551,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:09.033459 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:09.034305 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1b1fe4e8-9ed7-48cc-a441-792ea1683df8 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:09.163586 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=dafd9a21-afc2-4cec-a9be-a4be145f6d70,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:09.175659 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf3b39d-7a42-4c12-be71-5eaf48408765 admin admin] Network d329246c-3250-4961-b2aa-e1d1e7901e5a is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:09.177154 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-8cf3b39d-7a42-4c12-be71-5eaf48408765 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:09.185939 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 1b1fe4e8-9ed7-48cc-a441-792ea1683df8 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:09.193737 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 1b1fe4e8-9ed7-48cc-a441-792ea1683df8 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:09.194602 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:09.310145 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:09.312044 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-008f68fb-429c-43f0-b335-e7a8a558ecd8 None None] Provisioning complete for port dafd9a21-afc2-4cec-a9be-a4be145f6d70 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:09.312315 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-008f68fb-429c-43f0-b335-e7a8a558ecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:09.339282 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf3b39d-7a42-4c12-be71-5eaf48408765 admin admin] Router 5131fcf3-0712-44f9-9bf9-3af6e8be1db0 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:22:09.376896 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 1b1fe4e8-9ed7-48cc-a441-792ea1683df8, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1b1fe4e8-9ed7-48cc-a441-792ea1683df8,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:09.391014 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:09.472010 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=1b1fe4e8-9ed7-48cc-a441-792ea1683df8,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:09.485887 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf3b39d-7a42-4c12-be71-5eaf48408765 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:22:09.492274 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8cf3b39d-7a42-4c12-be71-5eaf48408765 admin admin] 10.222.0.26 "PUT /v2.0/routers/5131fcf3-0712-44f9-9bf9-3af6e8be1db0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5420463 Jul 14 10:22:09.505893 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-008f68fb-429c-43f0-b335-e7a8a558ecd8 None None] Provisioning for port 55a3a4ae-8776-4716-aa6e-79f9cd932551 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:09.512002 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-008f68fb-429c-43f0-b335-e7a8a558ecd8 None None] Provisioning complete for port 55a3a4ae-8776-4716-aa6e-79f9cd932551 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:09.512607 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-008f68fb-429c-43f0-b335-e7a8a558ecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:09.739247 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-008f68fb-429c-43f0-b335-e7a8a558ecd8 None None] Port 55a3a4ae-8776-4716-aa6e-79f9cd932551 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:22:09.860503 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-454ef4a9-8137-4e2d-aa84-eed751c6e0b9 None None] Provisioning complete for port 55a3a4ae-8776-4716-aa6e-79f9cd932551 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:09.861067 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-454ef4a9-8137-4e2d-aa84-eed751c6e0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:09.907218 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-454ef4a9-8137-4e2d-aa84-eed751c6e0b9 None None] Port 55a3a4ae-8776-4716-aa6e-79f9cd932551 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:22:10.279166 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52436) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:10.279722 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dafd9a21-afc2-4cec-a9be-a4be145f6d70 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:10.283947 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4a2e76fe-7233-42fc-a28e-013bc568ef74 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1716091400', 'description': 'tempest-secgroup-smoke-1716091400 description', 'project_id': 'de61f4fcdf3b4564a0be0739b890510d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:10.308247 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4a2e76fe-7233-42fc-a28e-013bc568ef74 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.327176 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port dafd9a21-afc2-4cec-a9be-a4be145f6d70 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:10.327545 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.391067 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4a2e76fe-7233-42fc-a28e-013bc568ef74 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.395112 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4a2e76fe-7233-42fc-a28e-013bc568ef74 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.407760 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a0273d7a-e076-4be1-bc82-2ab84f6b274f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:10.426349 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4a2e76fe-7233-42fc-a28e-013bc568ef74 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.431032 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-4a2e76fe-7233-42fc-a28e-013bc568ef74 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1480429 Jul 14 10:22:10.431315 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52438) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:10.436520 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3f069b40-a834-44df-81ee-53f001c54b86 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Request body: {'security_group_rule': {'security_group_id': '3684cf24-c0e3-4b48-a1af-5acb8014ccc1', 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:10.442073 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e76fe-7233-42fc-a28e-013bc568ef74 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3684cf24-c0e3-4b48-a1af-5acb8014ccc1,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:10.457171 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port a0273d7a-e076-4be1-bc82-2ab84f6b274f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:10.461559 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a0273d7a-e076-4be1-bc82-2ab84f6b274f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:10.462021 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.467720 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f069b40-a834-44df-81ee-53f001c54b86 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.532574 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f069b40-a834-44df-81ee-53f001c54b86 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.536365 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f069b40-a834-44df-81ee-53f001c54b86 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.539156 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.555356 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f069b40-a834-44df-81ee-53f001c54b86 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ebae81-8e8f-4a26-9ce0-4430ebfa998e,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:10.558311 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f069b40-a834-44df-81ee-53f001c54b86 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.562305 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52440) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:10.562912 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-3f069b40-a834-44df-81ee-53f001c54b86 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300495 Jul 14 10:22:10.566921 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-ccda7fdf-7e94-497b-8da6-4546c622c927 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Request body: {'security_group_rule': {'security_group_id': '3684cf24-c0e3-4b48-a1af-5acb8014ccc1', 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:10.567651 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port a0273d7a-e076-4be1-bc82-2ab84f6b274f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a0273d7a-e076-4be1-bc82-2ab84f6b274f,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:10.574232 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.575097 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1b1fe4e8-9ed7-48cc-a441-792ea1683df8 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:10.598164 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ccda7fdf-7e94-497b-8da6-4546c622c927 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.649256 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=a0273d7a-e076-4be1-bc82-2ab84f6b274f,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:10.658415 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ccda7fdf-7e94-497b-8da6-4546c622c927 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.661209 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 1b1fe4e8-9ed7-48cc-a441-792ea1683df8 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:10.661711 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.662826 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ccda7fdf-7e94-497b-8da6-4546c622c927 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.680826 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda7fdf-7e94-497b-8da6-4546c622c927 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8592f577-ecea-4aad-943f-655ed94fb3f4,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:10.687918 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ccda7fdf-7e94-497b-8da6-4546c622c927 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.689236 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ccda7fdf-7e94-497b-8da6-4546c622c927 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259165 Jul 14 10:22:10.692011 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52442) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:10.696977 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-6abddfc1-ea3a-4394-a450-b37bb55383e9 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Request body: {'security_group_rule': {'security_group_id': '3684cf24-c0e3-4b48-a1af-5acb8014ccc1', 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:10.723293 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6abddfc1-ea3a-4394-a450-b37bb55383e9 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.784579 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6abddfc1-ea3a-4394-a450-b37bb55383e9 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.788776 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6abddfc1-ea3a-4394-a450-b37bb55383e9 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.806588 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abddfc1-ea3a-4394-a450-b37bb55383e9 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f188a2c-4355-4aa7-9478-41455c79a115,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:10.812881 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6abddfc1-ea3a-4394-a450-b37bb55383e9 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.814104 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6abddfc1-ea3a-4394-a450-b37bb55383e9 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211085 Jul 14 10:22:10.816768 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52444) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:10.821131 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8e415961-ba3c-401c-b312-73089f6b5add tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Request body: {'security_group_rule': {'security_group_id': '3684cf24-c0e3-4b48-a1af-5acb8014ccc1', 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:10.846741 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8e415961-ba3c-401c-b312-73089f6b5add tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.905175 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8e415961-ba3c-401c-b312-73089f6b5add tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.909061 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8e415961-ba3c-401c-b312-73089f6b5add tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.925237 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e415961-ba3c-401c-b312-73089f6b5add tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348e8164-cfbb-4d60-a786-5012cc46e84c,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:10.930783 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8e415961-ba3c-401c-b312-73089f6b5add tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.931949 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8e415961-ba3c-401c-b312-73089f6b5add tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1142709 Jul 14 10:22:10.934770 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52446) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:10.939260 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-21d13463-48d0-42c5-9901-556df49e6606 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Request body: {'security_group_rule': {'security_group_id': '3684cf24-c0e3-4b48-a1af-5acb8014ccc1', 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:10.961461 n-d-798054-10 neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-21d13463-48d0-42c5-9901-556df49e6606 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Project de61f4fcdf3b4564a0be0739b890510d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:22:10.966329 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-21d13463-48d0-42c5-9901-556df49e6606 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.027574 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-21d13463-48d0-42c5-9901-556df49e6606 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.031833 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-21d13463-48d0-42c5-9901-556df49e6606 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.048957 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d13463-48d0-42c5-9901-556df49e6606 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f3a940-4d80-49de-83a8-d03a76de4227,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:11.055733 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-21d13463-48d0-42c5-9901-556df49e6606 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.059411 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-21d13463-48d0-42c5-9901-556df49e6606 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212773 Jul 14 10:22:11.059613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52448) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:11.064009 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e4f6bbdf-b3f2-4527-aeb1-09f4acfaddea tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Request body: {'security_group_rule': {'security_group_id': '3684cf24-c0e3-4b48-a1af-5acb8014ccc1', 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:11.085713 n-d-798054-10 neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-e4f6bbdf-b3f2-4527-aeb1-09f4acfaddea tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Project de61f4fcdf3b4564a0be0739b890510d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:22:11.090384 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e4f6bbdf-b3f2-4527-aeb1-09f4acfaddea tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.154131 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e4f6bbdf-b3f2-4527-aeb1-09f4acfaddea tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.158230 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e4f6bbdf-b3f2-4527-aeb1-09f4acfaddea tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.176073 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6bbdf-b3f2-4527-aeb1-09f4acfaddea tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5d1e13-0077-4035-bf04-8971dd2a6bb7,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:11.184237 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e4f6bbdf-b3f2-4527-aeb1-09f4acfaddea tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.185430 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-e4f6bbdf-b3f2-4527-aeb1-09f4acfaddea tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249013 Jul 14 10:22:11.298002 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] Sync routers for ids ['5131fcf3-0712-44f9-9bf9-3af6e8be1db0'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:22:11.307619 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] Routers {'5131fcf3-0712-44f9-9bf9-3af6e8be1db0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:11.308236 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:22:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5131fcf3-0712-44f9-9bf9-3af6e8be1db0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:11.327763 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-2c18fd03-e4b7-4dd3-b299-62b6838780d8 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1716091400&fields=id&tenant_id=de61f4fcdf3b4564a0be0739b890510d HTTP/1.1" status: 200 len: 267 time: 0.0342419 Jul 14 10:22:11.411455 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] Set router 5131fcf3-0712-44f9-9bf9-3af6e8be1db0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:11.431982 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-1311fdad-8b58-44ce-95a2-f02b0f90c4c1 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:11.433379 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-1311fdad-8b58-44ce-95a2-f02b0f90c4c1 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 809 time: 0.0990031 Jul 14 10:22:11.448503 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-60e512ee-68bd-42d3-b84b-b74e4b1906e1 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/quotas/de61f4fcdf3b4564a0be0739b890510d HTTP/1.1" status: 200 len: 375 time: 0.0094347 Jul 14 10:22:11.517027 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-0a5291f3-46c0-426f-889d-91faf4486617 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634880 Jul 14 10:22:11.608107 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5131fcf3-0712-44f9-9bf9-3af6e8be1db0', 'name': 'tempest-TestShelveInstance-2115108088-router', 'tenant_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a0273d7a-e076-4be1-bc82-2ab84f6b274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:05Z', 'updated_at': '2021-07-14T10:22:08Z', 'revision_number': 4, 'project_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'gw_port': {'id': 'a0273d7a-e076-4be1-bc82-2ab84f6b274f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131fcf3-0712-44f9-9bf9-3af6e8be1db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:05Z', 'updated_at': '2021-07-14T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '55a3a4ae-8776-4716-aa6e-79f9cd932551', 'name': '', 'network_id': 'd329246c-3250-4961-b2aa-e1d1e7901e5a', 'tenant_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'mac_address': 'fa:16:3e:f1:be:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5131fcf3-0712-44f9-9bf9-3af6e8be1db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'dd858460-50de-4f6b-a0f3-68a80c233e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:07Z', 'updated_at': '2021-07-14T10:22:08Z', 'revision_number': 2, 'project_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'subnets': [{'id': 'dd858460-50de-4f6b-a0f3-68a80c233e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:11.608581 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-d90f7dc6-e3f6-449a-8680-b5fb1e7bf4a0 service neutron] 10.222.0.26 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799353 Jul 14 10:22:11.634522 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] Checking router: 5131fcf3-0712-44f9-9bf9-3af6e8be1db0 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:22:11.634881 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] Updating router 5131fcf3-0712-44f9-9bf9-3af6e8be1db0 port 55a3a4ae-8776-4716-aa6e-79f9cd932551 binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:22:11.674995 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.704364 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-7262362b-bd18-4191-8e12-54e0a5207bf2 service neutron] 10.222.0.26 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894516 Jul 14 10:22:11.875004 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca686e41-dad2-4c7b-ac5f-68959c52fd68 req-68c02e64-7230-4e18-819d-4f4646d4514d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 210 time: 0.0292230 Jul 14 10:22:11.946719 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.956403 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] Transition to ACTIVE for port object 55a3a4ae-8776-4716-aa6e-79f9cd932551 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:11.962460 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:12.013131 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48c110-5699-4452-9dd6-653ad83e54f5 None None] Pushing event updated for resources: {'Port': ['ID=55a3a4ae-8776-4716-aa6e-79f9cd932551,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:12.067016 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] Attempting to bind port 55a3a4ae-8776-4716-aa6e-79f9cd932551 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:12.067385 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] Attempting to bind port 55a3a4ae-8776-4716-aa6e-79f9cd932551 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': 'c663c62a-a150-49b9-b131-0cff25e938a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd329246c-3250-4961-b2aa-e1d1e7901e5a'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:12.067830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] Attempting to bind port 55a3a4ae-8776-4716-aa6e-79f9cd932551 on network d329246c-3250-4961-b2aa-e1d1e7901e5a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:12.073411 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:12.073828 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] Checking segment: {'id': 'c663c62a-a150-49b9-b131-0cff25e938a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd329246c-3250-4961-b2aa-e1d1e7901e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:12.074257 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:12.074605 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] Bound using segment: {'id': 'c663c62a-a150-49b9-b131-0cff25e938a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd329246c-3250-4961-b2aa-e1d1e7901e5a'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:12.075053 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] Bound port: 55a3a4ae-8776-4716-aa6e-79f9cd932551, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c663c62a-a150-49b9-b131-0cff25e938a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd329246c-3250-4961-b2aa-e1d1e7901e5a'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:12.075432 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:12.152352 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] For port 55a3a4ae-8776-4716-aa6e-79f9cd932551, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:12.156283 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] For port 55a3a4ae-8776-4716-aa6e-79f9cd932551, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=55a3a4ae-8776-4716-aa6e-79f9cd932551,segment=NetworkSegment(c663c62a-a150-49b9-b131-0cff25e938a4),segment_id=c663c62a-a150-49b9-b131-0cff25e938a4)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:12.161202 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:12.219401 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] Routers {'5131fcf3-0712-44f9-9bf9-3af6e8be1db0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:12.219966 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:22:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5131fcf3-0712-44f9-9bf9-3af6e8be1db0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:12.257566 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48c110-5699-4452-9dd6-653ad83e54f5 None None] Pushing event updated for resources: {'Port': ['ID=55a3a4ae-8776-4716-aa6e-79f9cd932551,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:12.265577 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a0273d7a-e076-4be1-bc82-2ab84f6b274f up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:12.378409 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] Set router 5131fcf3-0712-44f9-9bf9-3af6e8be1db0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:12.411360 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port a0273d7a-e076-4be1-bc82-2ab84f6b274f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:12.411735 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:12.649602 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5131fcf3-0712-44f9-9bf9-3af6e8be1db0', 'name': 'tempest-TestShelveInstance-2115108088-router', 'tenant_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a0273d7a-e076-4be1-bc82-2ab84f6b274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:05Z', 'updated_at': '2021-07-14T10:22:08Z', 'revision_number': 4, 'project_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'gw_port': {'id': 'a0273d7a-e076-4be1-bc82-2ab84f6b274f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131fcf3-0712-44f9-9bf9-3af6e8be1db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:05Z', 'updated_at': '2021-07-14T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '55a3a4ae-8776-4716-aa6e-79f9cd932551', 'name': '', 'network_id': 'd329246c-3250-4961-b2aa-e1d1e7901e5a', 'tenant_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'mac_address': 'fa:16:3e:f1:be:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5131fcf3-0712-44f9-9bf9-3af6e8be1db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'dd858460-50de-4f6b-a0f3-68a80c233e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:07Z', 'updated_at': '2021-07-14T10:22:12Z', 'revision_number': 4, 'project_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'subnets': [{'id': 'dd858460-50de-4f6b-a0f3-68a80c233e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:12.678443 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1536600-37e5-4b73-a1db-2b449ce872fa None None] The sync data for ids ['5131fcf3-0712-44f9-9bf9-3af6e8be1db0'] in n-d-798054-10 is: [{'id': '5131fcf3-0712-44f9-9bf9-3af6e8be1db0', 'name': 'tempest-TestShelveInstance-2115108088-router', 'tenant_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a0273d7a-e076-4be1-bc82-2ab84f6b274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:05Z', 'updated_at': '2021-07-14T10:22:08Z', 'revision_number': 4, 'project_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'gw_port': {'id': 'a0273d7a-e076-4be1-bc82-2ab84f6b274f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131fcf3-0712-44f9-9bf9-3af6e8be1db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:05Z', 'updated_at': '2021-07-14T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '55a3a4ae-8776-4716-aa6e-79f9cd932551', 'name': '', 'network_id': 'd329246c-3250-4961-b2aa-e1d1e7901e5a', 'tenant_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'mac_address': 'fa:16:3e:f1:be:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5131fcf3-0712-44f9-9bf9-3af6e8be1db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'dd858460-50de-4f6b-a0f3-68a80c233e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:07Z', 'updated_at': '2021-07-14T10:22:12Z', 'revision_number': 4, 'project_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'subnets': [{'id': 'dd858460-50de-4f6b-a0f3-68a80c233e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:22:13.009219 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-fa8302b8-b014-48f5-b3fb-4c7c4e5d55f2 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:13.011436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-fa8302b8-b014-48f5-b3fb-4c7c4e5d55f2 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.49 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 809 time: 0.1187780 Jul 14 10:22:13.064144 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e9d6ba05-d934-4b4b-8f10-45b41664616e req-df913c73-97de-4f5b-9ca9-d1ae41006944 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 210 time: 0.0437775 Jul 14 10:22:13.089913 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-382f9857-26bf-46aa-b99d-d7e364392ecc tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de61f4fcdf3b4564a0be0739b890510d HTTP/1.1" status: 200 len: 380 time: 0.0682509 Jul 14 10:22:13.099431 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-f74177f6-36e1-464b-8431-0e571b6eaace tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Request body: {'port': {'device_id': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'admin_state_up': True, 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'security_groups': ['3684cf24-c0e3-4b48-a1af-5acb8014ccc1']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:13.215849 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-f74177f6-36e1-464b-8431-0e571b6eaace tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Made reservation on behalf of de61f4fcdf3b4564a0be0739b890510d for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:13.219772 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-f74177f6-36e1-464b-8431-0e571b6eaace tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.352229 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-f74177f6-36e1-464b-8431-0e571b6eaace tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Allocated IP 172.20.0.11 (9dd15054-f25c-42bf-a15d-5a1176648a39/c71f196b-9a90-4d40-a54e-51233085504d/1bcd4dcf-6a70-4740-9b7c-ce1b90728b33) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:13.496486 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-f74177f6-36e1-464b-8431-0e571b6eaace tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.510432 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-f74177f6-36e1-464b-8431-0e571b6eaace tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Transition to ACTIVE for port object 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:13.542156 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-f74177f6-36e1-464b-8431-0e571b6eaace tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.586719 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-f74177f6-36e1-464b-8431-0e571b6eaace tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Network 9dd15054-f25c-42bf-a15d-5a1176648a39 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:13.589662 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-f74177f6-36e1-464b-8431-0e571b6eaace tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:13.593444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-f74177f6-36e1-464b-8431-0e571b6eaace tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:13.599693 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74177f6-36e1-464b-8431-0e571b6eaace tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event updated for resources: {'Port': ['ID=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:13.646415 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-f74177f6-36e1-464b-8431-0e571b6eaace tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:13.647133 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-f74177f6-36e1-464b-8431-0e571b6eaace tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.664067 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-f74177f6-36e1-464b-8431-0e571b6eaace tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5683861 Jul 14 10:22:13.677893 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] Request body: {'port': {'device_id': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:13.756134 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.868054 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-70787af7-5e0a-47cb-8fb8-fd3659260b62 None None] Provisioning for port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:13.871749 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-70787af7-5e0a-47cb-8fb8-fd3659260b62 None None] Provisioning complete for port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:13.872193 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70787af7-5e0a-47cb-8fb8-fd3659260b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.905047 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-70787af7-5e0a-47cb-8fb8-fd3659260b62 None None] Port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:22:14.009717 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:22:14.017754 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:14.030330 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] Transition to ACTIVE for port object 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:14.034104 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:14.106024 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:14.157368 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] Attempting to bind port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:14.157972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] Attempting to bind port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:14.158252 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] Attempting to bind port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 on network 9dd15054-f25c-42bf-a15d-5a1176648a39 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:14.163073 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] Port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 on network 9dd15054-f25c-42bf-a15d-5a1176648a39 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:22:14.163467 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] Attempting to bind port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 on network 9dd15054-f25c-42bf-a15d-5a1176648a39 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:14.168761 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:14.169166 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] Checking segment: {'id': '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:14.169609 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] Bound using segment: {'id': '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:14.170139 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] Bound port: 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:14.170855 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:14.283166 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 55a3a4ae-8776-4716-aa6e-79f9cd932551 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:14.286524 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] For port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:14.302112 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] For port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:14.306993 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:14.323441 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16901715-7df9-4006-862f-72fcfd702d92 req-6ee89337-997f-423d-b1e3-f75d96fa595e tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:14.324923 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16901715-7df9-4006-862f-72fcfd702d92 req-6ee89337-997f-423d-b1e3-f75d96fa595e tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 944 time: 0.1156590 Jul 14 10:22:14.345948 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 55a3a4ae-8776-4716-aa6e-79f9cd932551 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:14.349527 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 55a3a4ae-8776-4716-aa6e-79f9cd932551 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:14.349933 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:14.358574 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:14.359205 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:14.360832 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] 10.222.0.49 "PUT /v2.0/ports/1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 HTTP/1.1" status: 200 len: 1093 time: 0.6885548 Jul 14 10:22:14.363226 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'tag': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:22:14.365539 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa5a9b2-342a-42db-888e-e5b9dede3f06" -d '{"events": [{"name": "network-changed", "server_uuid": "c7704972-d710-40ab-b00e-980b3fd0c931", "tag": "1bcd4dcf-6a70-4740-9b7c-ce1b90728b33"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:22:14.411247 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f028e0-444d-449a-ba35-29b9d315ea27 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:14.427327 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206c1205-12b4-4345-aa20-4b39ce61dde3 x-openstack-request-id: req-206c1205-12b4-4345-aa20-4b39ce61dde3 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:22:14.428023 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7704972-d710-40ab-b00e-980b3fd0c931", "tag": "1bcd4dcf-6a70-4740-9b7c-ce1b90728b33", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:22:14.428023 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-206c1205-12b4-4345-aa20-4b39ce61dde3 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:22:14.428316 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'tag': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33', 'status': 'completed', 'code': 200} Jul 14 10:22:14.440069 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:14.445365 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-16901715-7df9-4006-862f-72fcfd702d92 req-d01adf1e-1a24-423f-be4c-58e1652c3426 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022642 Jul 14 10:22:14.475684 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 55a3a4ae-8776-4716-aa6e-79f9cd932551, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=55a3a4ae-8776-4716-aa6e-79f9cd932551,segment=NetworkSegment(c663c62a-a150-49b9-b131-0cff25e938a4),segment_id=c663c62a-a150-49b9-b131-0cff25e938a4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:14.480436 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:14.499695 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-38394517-4270-4fbc-adc9-f790dcd3757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:14.501371 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-38394517-4270-4fbc-adc9-f790dcd3757d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 1096 time: 0.0723515 Jul 14 10:22:14.543175 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=55a3a4ae-8776-4716-aa6e-79f9cd932551,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:14.544838 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-9697f612-9198-47ee-9bdb-4af549399a5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 HTTP/1.1" status: 200 len: 217 time: 0.0363050 Jul 14 10:22:14.594646 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-3a063a98-073b-4b89-9609-992078b9a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:14.596110 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-3a063a98-073b-4b89-9609-992078b9a881 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 200 len: 848 time: 0.0454407 Jul 14 10:22:14.651720 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-3a695756-0b79-439e-bfac-6957c389c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:14.653076 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-3a695756-0b79-439e-bfac-6957c389c8d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9dd15054-f25c-42bf-a15d-5a1176648a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508366 Jul 14 10:22:14.744829 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-e0eefe33-a083-45c3-8d31-d49b0be4df1d service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845993 Jul 14 10:22:14.831243 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-15e0f84a-6ac3-4e5e-a274-417ed78ae302 req-d00d4dbe-0165-4425-842d-cf79685d0e64 service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794179 Jul 14 10:22:14.929749 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5a9b2-342a-42db-888e-e5b9dede3f06 req-36ee3156-6989-4575-b8a3-a7744c4975dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:14.931167 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2fa5a9b2-342a-42db-888e-e5b9dede3f06 req-36ee3156-6989-4575-b8a3-a7744c4975dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 1096 time: 0.0554414 Jul 14 10:22:15.017116 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5a9b2-342a-42db-888e-e5b9dede3f06 req-1c7ab911-6960-4d5c-bd93-f46e6637f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:15.018588 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2fa5a9b2-342a-42db-888e-e5b9dede3f06 req-1c7ab911-6960-4d5c-bd93-f46e6637f052 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 910 time: 0.0808256 Jul 14 10:22:15.061162 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2fa5a9b2-342a-42db-888e-e5b9dede3f06 req-04cfed6c-1850-4f61-b389-fdb5b0ea3b5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 HTTP/1.1" status: 200 len: 217 time: 0.0365601 Jul 14 10:22:15.108799 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5a9b2-342a-42db-888e-e5b9dede3f06 req-762b2f7b-afb1-4b37-8dbc-4075ab5639e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:15.110555 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2fa5a9b2-342a-42db-888e-e5b9dede3f06 req-762b2f7b-afb1-4b37-8dbc-4075ab5639e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 200 len: 848 time: 0.0433438 Jul 14 10:22:15.166922 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5a9b2-342a-42db-888e-e5b9dede3f06 req-61923446-dea8-4941-9c80-a1443d1985c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:15.168404 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2fa5a9b2-342a-42db-888e-e5b9dede3f06 req-61923446-dea8-4941-9c80-a1443d1985c2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9dd15054-f25c-42bf-a15d-5a1176648a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511541 Jul 14 10:22:15.262426 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2fa5a9b2-342a-42db-888e-e5b9dede3f06 req-b7cef52a-854a-482d-9183-1f0396a35cba service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860593 Jul 14 10:22:15.358496 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2fa5a9b2-342a-42db-888e-e5b9dede3f06 req-26716dc1-ecc1-4e3c-b491-df0cd2ca4e42 service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884829 Jul 14 10:22:15.623772 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6029d2-9a87-4fcd-9f59-c4dde0aa234a req-2c693213-2f12-46bf-bc9b-381ea40a941b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:15.625276 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ae6029d2-9a87-4fcd-9f59-c4dde0aa234a req-2c693213-2f12-46bf-bc9b-381ea40a941b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 944 time: 0.0654562 Jul 14 10:22:15.663424 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ae6029d2-9a87-4fcd-9f59-c4dde0aa234a req-69167b58-b61c-4c59-9b8a-20808051a0ed tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318499 Jul 14 10:22:16.216399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 55a3a4ae-8776-4716-aa6e-79f9cd932551 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:16.262549 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 55a3a4ae-8776-4716-aa6e-79f9cd932551 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:16.262919 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.300818 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:22:16.424314 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:16.438103 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'port_id': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33', 'mac_address': 'fa:16:3e:71:99:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:22:16.473678 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.486032 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:22:16.504325 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:16.508989 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.555304 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:16.708308 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['1bcd4dcf-6a70-4740-9b7c-ce1b90728b33'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:22:16.839582 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53730cae-f685-449f-aff9-1e9b5c28d957 req-d6282048-d53d-4cc1-9f59-327f464f8e8f tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:16.841085 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53730cae-f685-449f-aff9-1e9b5c28d957 req-d6282048-d53d-4cc1-9f59-327f464f8e8f tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 945 time: 0.0656934 Jul 14 10:22:16.878399 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-53730cae-f685-449f-aff9-1e9b5c28d957 req-2765547b-cec9-4449-86d6-db2767b51ea5 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314910 Jul 14 10:22:17.010421 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.044524 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74013926-401b-43b7-ab6a-bf8260bbb8d1 req-10108cc2-7de4-4f2e-b05d-745465982e51 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:18.045927 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74013926-401b-43b7-ab6a-bf8260bbb8d1 req-10108cc2-7de4-4f2e-b05d-745465982e51 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 945 time: 0.0614517 Jul 14 10:22:18.084364 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-74013926-401b-43b7-ab6a-bf8260bbb8d1 req-81ef893d-3000-46ba-9198-1598bd627508 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330157 Jul 14 10:22:18.316362 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:18.362602 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:18.366533 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:18.366901 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.443073 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.464483 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:22:18.466723 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a463656-c291-4086-a25c-875344bba7e4" -d '{"events": [{"server_uuid": "c7704972-d710-40ab-b00e-980b3fd0c931", "name": "network-vif-plugged", "status": "completed", "tag": "1bcd4dcf-6a70-4740-9b7c-ce1b90728b33"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:22:18.479549 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:18.483700 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.506576 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2bcc0f-117e-42b6-ba7a-74f0d2e1edc8 x-openstack-request-id: req-7d2bcc0f-117e-42b6-ba7a-74f0d2e1edc8 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:22:18.506862 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7704972-d710-40ab-b00e-980b3fd0c931", "name": "network-vif-plugged", "status": "completed", "tag": "1bcd4dcf-6a70-4740-9b7c-ce1b90728b33", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:22:18.507112 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d2bcc0f-117e-42b6-ba7a-74f0d2e1edc8 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:22:18.507492 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33', 'code': 200} Jul 14 10:22:18.533458 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:18.623802 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d3009-4420-4337-86f6-f9cccd3084df req-0dbe8f1c-a277-4378-862e-c5a40e812c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:18.625307 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-572d3009-4420-4337-86f6-f9cccd3084df req-0dbe8f1c-a277-4378-862e-c5a40e812c43 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 1098 time: 0.0639005 Jul 14 10:22:18.658400 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-572d3009-4420-4337-86f6-f9cccd3084df req-565083ba-8764-4c79-bea1-81022dcdb40c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268371 Jul 14 10:22:19.250250 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f967d-25b7-4334-8e8b-38d5ab2df97c req-fd9b60b1-de8f-4546-aea6-34cb38912824 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:19.251740 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-547f967d-25b7-4334-8e8b-38d5ab2df97c req-fd9b60b1-de8f-4546-aea6-34cb38912824 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0619457 Jul 14 10:22:19.289700 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-547f967d-25b7-4334-8e8b-38d5ab2df97c req-33216108-03b5-49ac-a492-158705935a80 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317903 Jul 14 10:22:20.458719 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d750c2-3ecc-49f3-801d-dc90bc5c6b80 req-e2d53aa9-4d09-4a4b-9648-5f4f066a8f84 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:20.460672 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67d750c2-3ecc-49f3-801d-dc90bc5c6b80 req-e2d53aa9-4d09-4a4b-9648-5f4f066a8f84 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0618551 Jul 14 10:22:20.496506 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67d750c2-3ecc-49f3-801d-dc90bc5c6b80 req-b0507a77-4dff-4c6d-8c93-7d0a030938b6 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303445 Jul 14 10:22:20.665732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783a89a-1c97-4113-a368-25319399b407 req-3e0dfe0c-f543-480e-a6d3-b271a101a442 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:20.667221 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a783a89a-1c97-4113-a368-25319399b407 req-3e0dfe0c-f543-480e-a6d3-b271a101a442 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0648131 Jul 14 10:22:20.703675 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a783a89a-1c97-4113-a368-25319399b407 req-abc8b50b-5d34-4efd-b23a-69f3ddfb3ee8 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310767 Jul 14 10:22:20.726938 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52498) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:20.918240 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da3eaf1-0a9e-4e26-ae92-ca57a0e6dd59 tempest-TestShelveInstance-1173093181 tempest-TestShelveInstance-1173093181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:20.919779 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7da3eaf1-0a9e-4e26-ae92-ca57a0e6dd59 tempest-TestShelveInstance-1173093181 tempest-TestShelveInstance-1173093181-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 1093 time: 0.1919074 Jul 14 10:22:20.922701 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52502) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:20.927078 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-6cf127df-c01b-449b-b56b-bd1db87653f0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:20.947004 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6cf127df-c01b-449b-b56b-bd1db87653f0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.377818 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6cf127df-c01b-449b-b56b-bd1db87653f0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.477598 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-6cf127df-c01b-449b-b56b-bd1db87653f0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Allocated IP 172.25.1.108 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/5ab4bab7-4665-4b23-a13c-1a3d2b1a142d) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:21.576398 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6cf127df-c01b-449b-b56b-bd1db87653f0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.614844 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6cf127df-c01b-449b-b56b-bd1db87653f0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.653845 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf127df-c01b-449b-b56b-bd1db87653f0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:21.656551 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-6cf127df-c01b-449b-b56b-bd1db87653f0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:21.660457 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf127df-c01b-449b-b56b-bd1db87653f0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:21.683084 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf127df-c01b-449b-b56b-bd1db87653f0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event updated for resources: {'Port': ['ID=5ab4bab7-4665-4b23-a13c-1a3d2b1a142d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:22.016487 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6cf127df-c01b-449b-b56b-bd1db87653f0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:22.091155 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6cf127df-c01b-449b-b56b-bd1db87653f0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:22.234211 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6cf127df-c01b-449b-b56b-bd1db87653f0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:22.238488 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6cf127df-c01b-449b-b56b-bd1db87653f0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:22.310393 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf127df-c01b-449b-b56b-bd1db87653f0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event updated for resources: {'Port': ['ID=5ab4bab7-4665-4b23-a13c-1a3d2b1a142d,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:22.316391 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6cf127df-c01b-449b-b56b-bd1db87653f0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:22.413364 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-6cf127df-c01b-449b-b56b-bd1db87653f0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Floating IP dc1598f3-993c-4646-b655-f967b2b5565a associated. External IP: 172.25.1.108, port: 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33. Jul 14 10:22:22.614087 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf127df-c01b-449b-b56b-bd1db87653f0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Router b5c70a94-0d28-4274-941f-f483b73273f8 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:22:22.723207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf127df-c01b-449b-b56b-bd1db87653f0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:22:22.732645 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7158b0ed-147c-4e25-a1b7-36d4062f92a3 None None] Sync routers for ids ['b5c70a94-0d28-4274-941f-f483b73273f8'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:22:22.738846 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6cf127df-c01b-449b-b56b-bd1db87653f0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:22.742532 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7158b0ed-147c-4e25-a1b7-36d4062f92a3 None None] Routers {'b5c70a94-0d28-4274-941f-f483b73273f8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:22.743130 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7158b0ed-147c-4e25-a1b7-36d4062f92a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:22:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b5c70a94-0d28-4274-941f-f483b73273f8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:22.774710 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6cf127df-c01b-449b-b56b-bd1db87653f0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8509715 Jul 14 10:22:22.775324 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'tag': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:22:22.777591 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ba1700-ede7-47ef-b461-c1ba5fae182f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7704972-d710-40ab-b00e-980b3fd0c931", "tag": "1bcd4dcf-6a70-4740-9b7c-ce1b90728b33"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:22:22.815342 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d637334-c89c-49bc-9a5f-83a66d96a9a5 x-openstack-request-id: req-9d637334-c89c-49bc-9a5f-83a66d96a9a5 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:22:22.815639 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7704972-d710-40ab-b00e-980b3fd0c931", "tag": "1bcd4dcf-6a70-4740-9b7c-ce1b90728b33", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:22:22.815898 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d637334-c89c-49bc-9a5f-83a66d96a9a5 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:22:22.816306 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'tag': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33', 'status': 'completed', 'code': 200} Jul 14 10:22:22.847041 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-7158b0ed-147c-4e25-a1b7-36d4062f92a3 None None] Set router b5c70a94-0d28-4274-941f-f483b73273f8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:22.888915 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba1700-ede7-47ef-b461-c1ba5fae182f req-afe177f5-9191-4b0b-ba36-47e2d70721b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:22.890394 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4ba1700-ede7-47ef-b461-c1ba5fae182f req-afe177f5-9191-4b0b-ba36-47e2d70721b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 1098 time: 0.0526297 Jul 14 10:22:22.983852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba1700-ede7-47ef-b461-c1ba5fae182f req-72cb1083-6ff6-4247-8bb2-b25fd0080167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:22.985644 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4ba1700-ede7-47ef-b461-c1ba5fae182f req-72cb1083-6ff6-4247-8bb2-b25fd0080167 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 910 time: 0.0894055 Jul 14 10:22:23.049299 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4ba1700-ede7-47ef-b461-c1ba5fae182f req-fbe4debf-282d-4c4e-b563-e97bbe59d796 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 HTTP/1.1" status: 200 len: 1000 time: 0.0576971 Jul 14 10:22:23.061051 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7158b0ed-147c-4e25-a1b7-36d4062f92a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:03Z', 'revision_number': 4, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'gw_port': {'id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'dc1598f3-993c-4646-b655-f967b2b5565a', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'floating_ip_address': '172.25.1.108', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'port_id': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'mac_address': 'fa:16:3e:71:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:22:21Z', 'updated_at': '2021-07-14T10:22:21Z', 'revision_number': 0, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b1fe4e8-9ed7-48cc-a441-792ea1683df8', 'name': '', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'mac_address': 'fa:16:3e:f4:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:03Z', 'updated_at': '2021-07-14T10:22:09Z', 'revision_number': 5, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'subnets': [{'id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:23.090589 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7158b0ed-147c-4e25-a1b7-36d4062f92a3 None None] Checking router: b5c70a94-0d28-4274-941f-f483b73273f8 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:22:23.097541 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba1700-ede7-47ef-b461-c1ba5fae182f req-7c8c77e9-64c0-4af8-981f-695cbd80beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:23.098628 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7158b0ed-147c-4e25-a1b7-36d4062f92a3 None None] Routers {'b5c70a94-0d28-4274-941f-f483b73273f8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:23.099059 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4ba1700-ede7-47ef-b461-c1ba5fae182f req-7c8c77e9-64c0-4af8-981f-695cbd80beb9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 200 len: 848 time: 0.0436802 Jul 14 10:22:23.099220 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7158b0ed-147c-4e25-a1b7-36d4062f92a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:22:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b5c70a94-0d28-4274-941f-f483b73273f8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:23.159242 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba1700-ede7-47ef-b461-c1ba5fae182f req-38061a02-3aef-4af3-8de0-de16571876f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:23.160679 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4ba1700-ede7-47ef-b461-c1ba5fae182f req-38061a02-3aef-4af3-8de0-de16571876f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9dd15054-f25c-42bf-a15d-5a1176648a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559971 Jul 14 10:22:23.198801 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-7158b0ed-147c-4e25-a1b7-36d4062f92a3 None None] Set router b5c70a94-0d28-4274-941f-f483b73273f8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:23.248624 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4ba1700-ede7-47ef-b461-c1ba5fae182f req-617e8614-a036-41c7-ad5c-b290a603680a service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817740 Jul 14 10:22:23.341623 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d4ba1700-ede7-47ef-b461-c1ba5fae182f req-eeb50e86-9d96-4e09-aec1-db6c779f32fa service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872676 Jul 14 10:22:23.422749 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-7158b0ed-147c-4e25-a1b7-36d4062f92a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:03Z', 'revision_number': 4, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'gw_port': {'id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'dc1598f3-993c-4646-b655-f967b2b5565a', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'floating_ip_address': '172.25.1.108', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'port_id': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'mac_address': 'fa:16:3e:71:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:22:21Z', 'updated_at': '2021-07-14T10:22:21Z', 'revision_number': 0, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b1fe4e8-9ed7-48cc-a441-792ea1683df8', 'name': '', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'mac_address': 'fa:16:3e:f4:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:03Z', 'updated_at': '2021-07-14T10:22:09Z', 'revision_number': 5, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'subnets': [{'id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:23.448589 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7158b0ed-147c-4e25-a1b7-36d4062f92a3 None None] The sync data for ids ['b5c70a94-0d28-4274-941f-f483b73273f8'] in n-d-798054-10 is: [{'id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:03Z', 'revision_number': 4, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'gw_port': {'id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'dc1598f3-993c-4646-b655-f967b2b5565a', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'floating_ip_address': '172.25.1.108', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'port_id': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'mac_address': 'fa:16:3e:71:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:22:21Z', 'updated_at': '2021-07-14T10:22:21Z', 'revision_number': 0, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b1fe4e8-9ed7-48cc-a441-792ea1683df8', 'name': '', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'mac_address': 'fa:16:3e:f4:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:03Z', 'updated_at': '2021-07-14T10:22:09Z', 'revision_number': 5, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'subnets': [{'id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:22:23.624123 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b4c914-d347-426f-8100-45c5727f9098 None None] New status for floating IP dc1598f3-993c-4646-b655-f967b2b5565a: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:22:27.366206 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e0117f1-4f20-4fa5-8111-671d9d5f05b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:27.737015 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:22:29.834720 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eba0a49b-50bf-4f5f-903d-bcbdb2477ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:29.980933 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:30.936248 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:32.582334 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:32.990138 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:47.015113 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:57.366804 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d8a7-22ed-4d92-b49f-4db2255ac708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:58.248325 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6f04a6c-b8a1-4d81-ad10-a2705e87f959 req-ad18db0c-d232-4487-b206-06a4ec62d752 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513043 Jul 14 10:22:58.337843 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f04a6c-b8a1-4d81-ad10-a2705e87f959 req-abe6f29e-33be-41c7-b27e-25419ee1b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:58.339255 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6f04a6c-b8a1-4d81-ad10-a2705e87f959 req-abe6f29e-33be-41c7-b27e-25419ee1b0a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 1098 time: 0.0509143 Jul 14 10:22:58.446271 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f04a6c-b8a1-4d81-ad10-a2705e87f959 req-d1c11b65-b449-42c6-a33a-79f82729703e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:58.447657 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6f04a6c-b8a1-4d81-ad10-a2705e87f959 req-d1c11b65-b449-42c6-a33a-79f82729703e service neutron] 10.222.0.49 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 910 time: 0.0877118 Jul 14 10:22:58.510714 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6f04a6c-b8a1-4d81-ad10-a2705e87f959 req-72e85c26-2e39-4034-b7e8-fadf0ce04380 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 HTTP/1.1" status: 200 len: 1002 time: 0.0565794 Jul 14 10:22:58.557438 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f04a6c-b8a1-4d81-ad10-a2705e87f959 req-34767fc0-ca51-4d34-8acf-f772bd74d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:58.558854 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6f04a6c-b8a1-4d81-ad10-a2705e87f959 req-34767fc0-ca51-4d34-8acf-f772bd74d2e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 200 len: 848 time: 0.0422251 Jul 14 10:22:58.618004 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f04a6c-b8a1-4d81-ad10-a2705e87f959 req-94fa2f90-c002-4217-80a0-0e65f7f3f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:58.619444 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6f04a6c-b8a1-4d81-ad10-a2705e87f959 req-94fa2f90-c002-4217-80a0-0e65f7f3f002 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9dd15054-f25c-42bf-a15d-5a1176648a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537617 Jul 14 10:22:58.706820 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6f04a6c-b8a1-4d81-ad10-a2705e87f959 req-d1779b17-34bb-48f3-8576-a52a77a302de service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804250 Jul 14 10:22:58.802976 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6f04a6c-b8a1-4d81-ad10-a2705e87f959 req-a16f4ff4-9fae-4fe3-aa31-2b3e1429ac5b service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903077 Jul 14 10:22:59.834323 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84505e37-79f9-42d8-9e12-e678d7d81736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:59.980851 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:00.939826 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:02.577635 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:02.994352 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:04.736338 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:23:17.003456 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.367741 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-87e33e1a-92c0-4bc1-8da3-a119bc3d07e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:29.834899 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-653a2267-1797-4832-bb1c-1ba9916f70b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:29.980799 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:30.943636 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:32.579723 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:32.997127 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:41.735382 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:23:47.029015 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:57.368803 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-add89aa2-0607-4a97-8fdd-280f28b70c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:58.247356 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af11e9e4-b26c-45ae-ac27-22000b62105a req-049df518-215b-47a1-aef7-c7935de5f2ca service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514400 Jul 14 10:23:58.338949 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11e9e4-b26c-45ae-ac27-22000b62105a req-e97518fd-db19-4925-88df-8f1becc97222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:58.340412 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af11e9e4-b26c-45ae-ac27-22000b62105a req-e97518fd-db19-4925-88df-8f1becc97222 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 1098 time: 0.0515728 Jul 14 10:23:58.444178 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11e9e4-b26c-45ae-ac27-22000b62105a req-2fe03cb5-da47-4795-a05d-cc3c117fd0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:58.445766 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af11e9e4-b26c-45ae-ac27-22000b62105a req-2fe03cb5-da47-4795-a05d-cc3c117fd0dd service neutron] 10.222.0.49 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 910 time: 0.0869627 Jul 14 10:23:58.508374 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af11e9e4-b26c-45ae-ac27-22000b62105a req-0dde43af-6f5d-406f-bee2-18a15a61ce27 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 HTTP/1.1" status: 200 len: 1002 time: 0.0563700 Jul 14 10:23:58.557935 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11e9e4-b26c-45ae-ac27-22000b62105a req-c8a8a3bb-30f7-4058-b702-6f16b0aacca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:58.559330 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af11e9e4-b26c-45ae-ac27-22000b62105a req-c8a8a3bb-30f7-4058-b702-6f16b0aacca8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 200 len: 848 time: 0.0455124 Jul 14 10:23:58.614686 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11e9e4-b26c-45ae-ac27-22000b62105a req-528d453d-6c1a-4749-b041-812d6bd2e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:58.616150 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af11e9e4-b26c-45ae-ac27-22000b62105a req-528d453d-6c1a-4749-b041-812d6bd2e9ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9dd15054-f25c-42bf-a15d-5a1176648a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512366 Jul 14 10:23:58.702324 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af11e9e4-b26c-45ae-ac27-22000b62105a req-1cec49f5-1d08-4615-93ea-af6821818c2e service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800030 Jul 14 10:23:58.791205 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af11e9e4-b26c-45ae-ac27-22000b62105a req-2ac22cf5-dd57-4edc-a082-180c72ce1fd4 service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823877 Jul 14 10:23:59.834898 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f0c5c27-7459-4add-8051-6e73f3e8a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:59.979625 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:00.949562 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:02.592945 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:02.999602 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:17.027655 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:17.713960 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3349de-f4a6-4afb-b317-f85c2f043dfc req-fd226ab7-039a-4331-b084-682acd4090f2 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:17.715409 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a3349de-f4a6-4afb-b317-f85c2f043dfc req-fd226ab7-039a-4331-b084-682acd4090f2 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0617728 Jul 14 10:24:17.752518 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1a3349de-f4a6-4afb-b317-f85c2f043dfc req-1db8127e-321f-4724-a262-4dd7914bae7a tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316865 Jul 14 10:24:18.738099 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:24:18.951366 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d40def-16c1-4321-baac-1f5fb355de3a req-4fdf1c5e-86bc-460d-84ef-a7c43105c5d6 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:18.952725 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0d40def-16c1-4321-baac-1f5fb355de3a req-4fdf1c5e-86bc-460d-84ef-a7c43105c5d6 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0653040 Jul 14 10:24:18.989468 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0d40def-16c1-4321-baac-1f5fb355de3a req-70d1245f-0ab9-4557-a0b9-2301472562ee tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307059 Jul 14 10:24:20.190716 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d5c78-665b-41cb-8a50-7b0dff332749 req-c6e31688-8362-4b17-886b-3b72704316a5 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:20.192186 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-281d5c78-665b-41cb-8a50-7b0dff332749 req-c6e31688-8362-4b17-886b-3b72704316a5 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0630014 Jul 14 10:24:20.228697 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-281d5c78-665b-41cb-8a50-7b0dff332749 req-cd441027-7e7f-406e-b0b1-bdf8c4294da1 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310867 Jul 14 10:24:21.401345 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67231e2-d42d-4a20-b3e3-4328be4e904e req-010d8f5a-7049-4f05-8b03-c1a4696cf986 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:21.402921 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a67231e2-d42d-4a20-b3e3-4328be4e904e req-010d8f5a-7049-4f05-8b03-c1a4696cf986 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0650697 Jul 14 10:24:21.440637 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a67231e2-d42d-4a20-b3e3-4328be4e904e req-b01328fd-549f-4996-a853-fc5cc0384c28 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316591 Jul 14 10:24:22.613353 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad9583-56de-46ad-a613-a528e1624dfc req-9336e5e9-a640-4ec6-a597-09140be968ce tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:22.614841 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55ad9583-56de-46ad-a613-a528e1624dfc req-9336e5e9-a640-4ec6-a597-09140be968ce tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0658860 Jul 14 10:24:22.650948 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-55ad9583-56de-46ad-a613-a528e1624dfc req-956bdfe3-eafe-4100-bc4e-2126130933e5 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307372 Jul 14 10:24:23.873325 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c22f2c-9355-437e-887b-9d5f617b9ad0 req-c236f69f-1f72-4a33-914d-79fa89c2dfd7 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:23.874816 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-64c22f2c-9355-437e-887b-9d5f617b9ad0 req-c236f69f-1f72-4a33-914d-79fa89c2dfd7 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.1165724 Jul 14 10:24:23.912487 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-64c22f2c-9355-437e-887b-9d5f617b9ad0 req-93e6ffc0-666b-4c34-9173-001719d7497a tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313003 Jul 14 10:24:25.134095 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30795872-6095-4051-8afd-cc02a42ce753 req-0d84c511-1b23-40cb-bc84-a8a1f0949c6a tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:25.135553 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30795872-6095-4051-8afd-cc02a42ce753 req-0d84c511-1b23-40cb-bc84-a8a1f0949c6a tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.1099944 Jul 14 10:24:25.172819 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30795872-6095-4051-8afd-cc02a42ce753 req-85efb52a-beda-4aa7-b59f-247ece3ed2de tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318091 Jul 14 10:24:26.340711 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d876f4-2a05-419e-ad82-ffe08e438658 req-2b24d934-5e90-4919-9a69-616f6bc080ff tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:26.342204 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-98d876f4-2a05-419e-ad82-ffe08e438658 req-2b24d934-5e90-4919-9a69-616f6bc080ff tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0623851 Jul 14 10:24:26.378850 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-98d876f4-2a05-419e-ad82-ffe08e438658 req-b9cb7a44-295c-432b-96e7-087dfc4ef471 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304778 Jul 14 10:24:27.369442 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15ef364f-5e1a-4772-9246-9e32b7703b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:27.550595 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94859d87-d706-4b06-b4a3-109951e84802 req-c21907ca-147f-4814-89f4-10042f6fe0e1 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:27.552009 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94859d87-d706-4b06-b4a3-109951e84802 req-c21907ca-147f-4814-89f4-10042f6fe0e1 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0630298 Jul 14 10:24:27.589138 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94859d87-d706-4b06-b4a3-109951e84802 req-d0349442-72a5-4c3e-a988-50201b5ad94d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316677 Jul 14 10:24:28.770263 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfa092-d599-4dd4-9893-73a1c740654e req-be734fa2-2c9f-4928-98f6-44f983e2fefa tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:28.771734 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2fcfa092-d599-4dd4-9893-73a1c740654e req-be734fa2-2c9f-4928-98f6-44f983e2fefa tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0660365 Jul 14 10:24:28.808053 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2fcfa092-d599-4dd4-9893-73a1c740654e req-e0aa4557-29b8-4b2b-8394-4cb241019004 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309248 Jul 14 10:24:29.836233 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-276bfe24-a86f-42d6-8ef5-38352e2db004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:29.982460 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:29.994153 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e588965-0f87-4db1-9318-647ecf50f1d7 req-30e1d803-ad1c-4a0f-bb76-b3bfaeea837c tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:29.995742 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2e588965-0f87-4db1-9318-647ecf50f1d7 req-30e1d803-ad1c-4a0f-bb76-b3bfaeea837c tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0728230 Jul 14 10:24:30.036273 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2e588965-0f87-4db1-9318-647ecf50f1d7 req-54b6f655-0cc9-4240-9775-719271b3dd00 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349474 Jul 14 10:24:30.905947 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:24:30.996904 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:31.027309 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:31.038279 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'port_id': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33', 'mac_address': 'fa:16:3e:71:99:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:24:31.242040 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1580c-07e0-4b14-b5a6-dc6591f917e4 req-d242c681-2507-4bd9-a891-2afaf6ce689b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:31.244255 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f1c1580c-07e0-4b14-b5a6-dc6591f917e4 req-d242c681-2507-4bd9-a891-2afaf6ce689b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0795686 Jul 14 10:24:31.268004 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:31.288020 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:24:31.297734 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f1c1580c-07e0-4b14-b5a6-dc6591f917e4 req-ab1df966-d258-4c26-98dc-c9f472c58207 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473614 Jul 14 10:24:31.320769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:31.324830 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:31.385207 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:31.396822 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['1bcd4dcf-6a70-4740-9b7c-ce1b90728b33'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:24:31.399919 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:31.400335 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:31.400876 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:31.401286 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:31.401708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:31.402116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:31.402527 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:31.402917 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:31.403309 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:31.403701 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:31.404178 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:31.404512 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:32.484224 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127863c-00a4-4718-8ba6-0fea6e3a5faf req-c040413e-a6d9-4efb-be63-3799c4a91c13 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:32.485861 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3127863c-00a4-4718-8ba6-0fea6e3a5faf req-c040413e-a6d9-4efb-be63-3799c4a91c13 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 945 time: 0.0704107 Jul 14 10:24:32.528201 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3127863c-00a4-4718-8ba6-0fea6e3a5faf req-1df4e085-040d-4407-8532-18219d867cbd tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360684 Jul 14 10:24:32.618162 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:32.922110 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:32.971658 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:32.972037 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:33.021004 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:33.065974 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:33.093962 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:24:33.096322 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963c01ef-8ccd-43fe-8af5-beb70e9303e1" -d '{"events": [{"server_uuid": "c7704972-d710-40ab-b00e-980b3fd0c931", "name": "network-vif-plugged", "status": "completed", "tag": "1bcd4dcf-6a70-4740-9b7c-ce1b90728b33"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:24:33.112119 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:33.118830 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:33.144989 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bc3160-d06f-4ae4-aa08-6d27ff448598 x-openstack-request-id: req-d9bc3160-d06f-4ae4-aa08-6d27ff448598 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:24:33.145284 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7704972-d710-40ab-b00e-980b3fd0c931", "name": "network-vif-plugged", "status": "completed", "tag": "1bcd4dcf-6a70-4740-9b7c-ce1b90728b33", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:24:33.145591 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9bc3160-d06f-4ae4-aa08-6d27ff448598 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:24:33.146007 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33', 'code': 200} Jul 14 10:24:33.178639 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:33.743236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f9509-1870-44af-906f-ae9a5c3e38cb req-7d55fee6-8cfa-4606-88cf-5becdea82582 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:33.744753 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-977f9509-1870-44af-906f-ae9a5c3e38cb req-7d55fee6-8cfa-4606-88cf-5becdea82582 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0683880 Jul 14 10:24:33.793207 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-977f9509-1870-44af-906f-ae9a5c3e38cb req-66937024-d4ff-46cf-85c9-5157d80a9d16 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426474 Jul 14 10:24:34.974401 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6394fe5-7b49-446a-bb3a-7f324b0962d5 req-41db51fb-1630-43f2-bb8c-f249227e92c4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:34.975956 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6394fe5-7b49-446a-bb3a-7f324b0962d5 req-41db51fb-1630-43f2-bb8c-f249227e92c4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0718374 Jul 14 10:24:35.021855 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b6394fe5-7b49-446a-bb3a-7f324b0962d5 req-5f1cbaa9-a317-4063-b071-62f7ace2af63 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388296 Jul 14 10:24:36.214756 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a7187-a5f6-4d59-875d-d0c59d37810f req-2f63b6b7-1d59-4e4e-8d1a-b48fc85c2666 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:36.216252 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-168a7187-a5f6-4d59-875d-d0c59d37810f req-2f63b6b7-1d59-4e4e-8d1a-b48fc85c2666 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0749938 Jul 14 10:24:36.258142 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-168a7187-a5f6-4d59-875d-d0c59d37810f req-b1beafcf-037d-451d-997f-1f9415ceda0d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347071 Jul 14 10:24:37.449069 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1996af-4c10-421c-a15c-3afa967c0db2 req-393282e6-fa95-40a5-9581-14a4bc3022e6 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:37.450610 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9f1996af-4c10-421c-a15c-3afa967c0db2 req-393282e6-fa95-40a5-9581-14a4bc3022e6 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0803943 Jul 14 10:24:37.493580 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9f1996af-4c10-421c-a15c-3afa967c0db2 req-1b03f124-8909-4260-9c6f-dd24510d2c56 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345082 Jul 14 10:24:38.671949 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a907b-af50-4976-bd6f-d21a18504fa0 req-cfd25500-9663-4df8-b053-549cc65778a5 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:38.673506 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d42a907b-af50-4976-bd6f-d21a18504fa0 req-cfd25500-9663-4df8-b053-549cc65778a5 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0672252 Jul 14 10:24:38.711816 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d42a907b-af50-4976-bd6f-d21a18504fa0 req-705c6091-46da-4dde-9bc3-7534ba93f4db tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324528 Jul 14 10:24:39.249452 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c7979-8c60-4f75-a749-482a55bc78bb req-cef936e4-70d9-453a-87a3-05af32c597c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:39.250960 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-345c7979-8c60-4f75-a749-482a55bc78bb req-cef936e4-70d9-453a-87a3-05af32c597c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 1098 time: 0.0513773 Jul 14 10:24:39.343497 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c7979-8c60-4f75-a749-482a55bc78bb req-466b84dd-c35e-47b9-827a-a1d46e14d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:39.344981 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-345c7979-8c60-4f75-a749-482a55bc78bb req-466b84dd-c35e-47b9-827a-a1d46e14d5f8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 910 time: 0.0880966 Jul 14 10:24:39.411294 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-345c7979-8c60-4f75-a749-482a55bc78bb req-e1828bd4-1b73-4880-9f78-07ea9060b34e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 HTTP/1.1" status: 200 len: 1002 time: 0.0594733 Jul 14 10:24:39.461987 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c7979-8c60-4f75-a749-482a55bc78bb req-8ca322cd-36a6-42a6-a0ca-93289bc57d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:39.463379 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-345c7979-8c60-4f75-a749-482a55bc78bb req-8ca322cd-36a6-42a6-a0ca-93289bc57d4b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 200 len: 848 time: 0.0460234 Jul 14 10:24:39.518175 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c7979-8c60-4f75-a749-482a55bc78bb req-d6835ad0-93b8-46de-bb03-c1f332009585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:39.519522 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-345c7979-8c60-4f75-a749-482a55bc78bb req-d6835ad0-93b8-46de-bb03-c1f332009585 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9dd15054-f25c-42bf-a15d-5a1176648a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500293 Jul 14 10:24:39.604465 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-345c7979-8c60-4f75-a749-482a55bc78bb req-d12a1165-f693-4cfc-91b3-c1787df0abd6 service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787868 Jul 14 10:24:39.694246 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-345c7979-8c60-4f75-a749-482a55bc78bb req-5764115b-16ac-4239-822e-a26507c32967 service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835919 Jul 14 10:24:39.882207 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f03674-0f64-42ad-ba13-b9d022d7351e req-f66ac3ca-dfba-4434-9228-654ff0ce1ba3 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:39.883671 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2f03674-0f64-42ad-ba13-b9d022d7351e req-f66ac3ca-dfba-4434-9228-654ff0ce1ba3 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0625105 Jul 14 10:24:39.919443 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a2f03674-0f64-42ad-ba13-b9d022d7351e req-fc79f219-4b15-428b-86ac-ecae16e78365 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303493 Jul 14 10:24:41.092058 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d47aa-8906-4f02-b3b8-d8a55e41552e req-9934cb45-7dc0-403c-b8c7-d565570dc88b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:41.093526 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5d6d47aa-8906-4f02-b3b8-d8a55e41552e req-9934cb45-7dc0-403c-b8c7-d565570dc88b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0655224 Jul 14 10:24:41.131213 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5d6d47aa-8906-4f02-b3b8-d8a55e41552e req-8136d153-fabd-438c-b704-ccf1bc90861f tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316935 Jul 14 10:24:42.311879 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854252cd-5f96-4a3f-81c6-a38eac60b7d2 req-b3529ebb-e96e-4bf5-b3fd-b19f90fddca7 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:42.314045 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-854252cd-5f96-4a3f-81c6-a38eac60b7d2 req-b3529ebb-e96e-4bf5-b3fd-b19f90fddca7 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0674460 Jul 14 10:24:42.360776 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-854252cd-5f96-4a3f-81c6-a38eac60b7d2 req-ce057678-a673-4a3b-a25f-63e5168c86d9 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402946 Jul 14 10:24:42.723798 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b876b3-dfa8-4fcf-b45b-1245086557a2 req-04f2879b-88cd-406b-b0b6-e1f5e52d58db tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:42.725484 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-00b876b3-dfa8-4fcf-b45b-1245086557a2 req-04f2879b-88cd-406b-b0b6-e1f5e52d58db tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0656657 Jul 14 10:24:42.766593 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-00b876b3-dfa8-4fcf-b45b-1245086557a2 req-68185081-08f9-442e-b86a-9e004de18cd1 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349925 Jul 14 10:24:42.937259 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52696) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:42.940783 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:24:43.030942 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:43.042040 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-85c53020-0b37-4f9c-a8d9-12b8ecb8104f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1029177 Jul 14 10:24:43.057965 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:24:43.069989 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50c9bad-f4e4-40ca-b755-84a5c29ed3dd" -d '{"events": [{"server_uuid": "c7704972-d710-40ab-b00e-980b3fd0c931", "name": "network-vif-unplugged", "status": "completed", "tag": "1bcd4dcf-6a70-4740-9b7c-ce1b90728b33"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:24:43.087416 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:43.092315 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:43.117563 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 10:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fb5e8d-d155-4ce8-9067-db68857b9b92 x-openstack-request-id: req-06fb5e8d-d155-4ce8-9067-db68857b9b92 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:24:43.117892 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7704972-d710-40ab-b00e-980b3fd0c931", "name": "network-vif-unplugged", "status": "failed", "tag": "1bcd4dcf-6a70-4740-9b7c-ce1b90728b33", "code": 422}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:24:43.118152 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-06fb5e8d-d155-4ce8-9067-db68857b9b92 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:24:43.118549 n-d-798054-10 neutron-server[93889]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33', 'code': 422} returned with failed status Jul 14 10:24:43.149540 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:43.944343 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a04b7-58c6-41b6-9bd8-91eeb157d3e4 req-ff9703ed-d69b-42a3-bc8a-850ff34eeef0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:43.946123 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-731a04b7-58c6-41b6-9bd8-91eeb157d3e4 req-ff9703ed-d69b-42a3-bc8a-850ff34eeef0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 944 time: 0.0688407 Jul 14 10:24:43.984575 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-731a04b7-58c6-41b6-9bd8-91eeb157d3e4 req-cb9c5ef3-4899-4690-bf39-decd7e16e634 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330796 Jul 14 10:24:44.032662 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-457d7a53-1583-40ac-9fd0-8990dc38aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:44.034230 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-457d7a53-1583-40ac-9fd0-8990dc38aafc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931&tenant_id=de61f4fcdf3b4564a0be0739b890510d HTTP/1.1" status: 200 len: 1096 time: 0.0940206 Jul 14 10:24:44.052883 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-10', 'device_owner': 'compute:nova'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:44.125659 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:44.329687 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] For port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:44.362592 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] For port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33, host n-h2-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:24:44.393470 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:24:44.400732 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:44.412868 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Transition to ACTIVE for port object 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:24:44.416453 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:44.500317 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,revision_number=9']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:44.514504 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:44.514847 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:44.515189 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:44.515528 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:44.515863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:44.516198 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:44.516532 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:44.516863 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:44.517189 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:44.518161 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:44.518468 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:44.518793 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:44.550803 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] No DVR routers for this DVR port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 on host n-h2-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:24:44.687633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Attempting to bind port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:24:44.687966 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Attempting to bind port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:24:44.688297 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Attempting to bind port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 on network 9dd15054-f25c-42bf-a15d-5a1176648a39 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:24:44.693012 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 on network 9dd15054-f25c-42bf-a15d-5a1176648a39 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:24:44.693334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Attempting to bind port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 on network 9dd15054-f25c-42bf-a15d-5a1176648a39 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:24:44.698071 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:24:44.698411 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Checking segment: {'id': '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:24:44.698793 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Bound using segment: {'id': '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:24:44.699217 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Bound port: 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:24:44.699570 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:44.766795 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] For port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:24:44.770290 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] For port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:24:44.774226 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:44.806346 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:44.807055 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:44.808428 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] 10.222.0.55 "PUT /v2.0/ports/1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 HTTP/1.1" status: 200 len: 1093 time: 0.7596319 Jul 14 10:24:44.808866 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'tag': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:24:44.811263 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5016bfda27b43908f4a8225f6d15450625df67eec29e8c24829672d95f98f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9ac5ef-399e-47a4-9ac9-e48cb22c3ded" -d '{"events": [{"name": "network-changed", "server_uuid": "c7704972-d710-40ab-b00e-980b3fd0c931", "tag": "1bcd4dcf-6a70-4740-9b7c-ce1b90728b33"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:24:44.838356 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24c3a4-c7ac-4c61-8dc8-70c6fdc04847 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,revision_number=10']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:44.906248 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-e3f36387-6899-45b4-b984-26060ea52b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:44.907826 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-e3f36387-6899-45b4-b984-26060ea52b41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 1097 time: 0.0628636 Jul 14 10:24:44.909340 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afcfe7b-73d9-47ca-ab81-3e05de818d08 x-openstack-request-id: req-6afcfe7b-73d9-47ca-ab81-3e05de818d08 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:24:44.909622 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7704972-d710-40ab-b00e-980b3fd0c931", "tag": "1bcd4dcf-6a70-4740-9b7c-ce1b90728b33", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:24:44.910012 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6afcfe7b-73d9-47ca-ab81-3e05de818d08 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:24:44.910271 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'tag': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33', 'status': 'completed', 'code': 200} Jul 14 10:24:45.024789 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-1e9a6e94-2e8c-4643-88db-c9eddf7986db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:45.026658 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-1e9a6e94-2e8c-4643-88db-c9eddf7986db service neutron] 10.222.0.55 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 910 time: 0.0980277 Jul 14 10:24:45.094828 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-c392146b-6dc2-46d3-a2b1-b8d8e1c68528 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 HTTP/1.1" status: 200 len: 1000 time: 0.0603187 Jul 14 10:24:45.148412 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-0001886e-d383-4ddc-88cf-272efcfe0161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:45.149902 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-0001886e-d383-4ddc-88cf-272efcfe0161 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 200 len: 848 time: 0.0481889 Jul 14 10:24:45.167915 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5279d64-3c6d-4ccf-95ab-fe6c91f0bd9a req-743ce92e-ea71-494b-9247-552959efae36 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:45.169426 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5279d64-3c6d-4ccf-95ab-fe6c91f0bd9a req-743ce92e-ea71-494b-9247-552959efae36 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 945 time: 0.0712256 Jul 14 10:24:45.207755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-5fa3e993-ffde-48ba-8ed9-9e43b92bc94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:45.208040 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a5279d64-3c6d-4ccf-95ab-fe6c91f0bd9a req-956da547-aac7-44ac-addb-f4c7ea29d133 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325947 Jul 14 10:24:45.209267 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-5fa3e993-ffde-48ba-8ed9-9e43b92bc94f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9dd15054-f25c-42bf-a15d-5a1176648a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525420 Jul 14 10:24:45.220222 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-13de3afa-dfa3-4796-beb1-7060ac6341ae service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:24:45.222043 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-13de3afa-dfa3-4796-beb1-7060ac6341ae service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058274 Jul 14 10:24:45.313473 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-d59a6d93-3682-4436-8c2a-0b520b087ea4 service neutron] 10.222.0.55 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846057 Jul 14 10:24:45.412039 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-eb054fcd-44d4-479b-8ac7-01334c7203cd service neutron] 10.222.0.55 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909441 Jul 14 10:24:45.539552 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ac5ef-399e-47a4-9ac9-e48cb22c3ded req-d8b131ab-fff3-40b7-b181-1f4dc05ef4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:45.541159 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6b9ac5ef-399e-47a4-9ac9-e48cb22c3ded req-d8b131ab-fff3-40b7-b181-1f4dc05ef4ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 1097 time: 0.0555046 Jul 14 10:24:45.638295 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ac5ef-399e-47a4-9ac9-e48cb22c3ded req-e9623ddd-4275-4b45-9a7c-c57ffbddb096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:45.639822 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6b9ac5ef-399e-47a4-9ac9-e48cb22c3ded req-e9623ddd-4275-4b45-9a7c-c57ffbddb096 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 910 time: 0.0909994 Jul 14 10:24:45.706775 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6b9ac5ef-399e-47a4-9ac9-e48cb22c3ded req-1e3bb94c-f2d3-42bf-a7a3-e448812b908d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 HTTP/1.1" status: 200 len: 1000 time: 0.0597770 Jul 14 10:24:45.788290 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ac5ef-399e-47a4-9ac9-e48cb22c3ded req-38fbd063-3bc6-47fa-9296-c37919f94b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:45.793354 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6b9ac5ef-399e-47a4-9ac9-e48cb22c3ded req-38fbd063-3bc6-47fa-9296-c37919f94b83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 200 len: 848 time: 0.0793731 Jul 14 10:24:46.398841 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8bdbb-05be-4220-9715-10ddaa5c9479 req-58881c88-c14b-4cf8-bd8a-d0b8f2d13d85 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:46.400394 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30f8bdbb-05be-4220-9715-10ddaa5c9479 req-58881c88-c14b-4cf8-bd8a-d0b8f2d13d85 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 945 time: 0.0735168 Jul 14 10:24:46.439866 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30f8bdbb-05be-4220-9715-10ddaa5c9479 req-1e60812f-ea70-4952-9770-86bafd3cf26d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330269 Jul 14 10:24:47.058887 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:47.631887 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bed6f-e5e3-4fef-9394-7a9f44a3c844 req-732cf263-743c-4d69-b638-99ae2344028e tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:47.633378 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5e6bed6f-e5e3-4fef-9394-7a9f44a3c844 req-732cf263-743c-4d69-b638-99ae2344028e tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 945 time: 0.0649874 Jul 14 10:24:47.671524 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5e6bed6f-e5e3-4fef-9394-7a9f44a3c844 req-fcf6dad2-dd30-49aa-9d42-4eb7e9fdf411 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325148 Jul 14 10:24:48.886871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c4663-dc9a-445f-9027-42f8901b2a8c req-f96f0b5e-774a-4dc7-8e87-b1e146a9dcc6 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:48.889436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-446c4663-dc9a-445f-9027-42f8901b2a8c req-f96f0b5e-774a-4dc7-8e87-b1e146a9dcc6 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 945 time: 0.1036897 Jul 14 10:24:48.928832 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-446c4663-dc9a-445f-9027-42f8901b2a8c req-d8fe54b6-1dba-4e15-afae-9fbee87f0ddf tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334337 Jul 14 10:24:50.748127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4e07f-b969-410e-887a-88f4ad95b58d req-a3768b40-85c7-4d20-8232-f3922f3f4376 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:50.750802 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7d4e07f-b969-410e-887a-88f4ad95b58d req-a3768b40-85c7-4d20-8232-f3922f3f4376 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 945 time: 0.6502466 Jul 14 10:24:50.814799 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-a7d4e07f-b969-410e-887a-88f4ad95b58d req-90b03e4e-000b-4eaf-bb2c-fb75ec5cec3d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531437 Jul 14 10:24:52.075482 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fc6c3-88e4-499d-9cc0-ef6f737778aa req-32cdfb00-f071-4e94-abdc-88ec279ea1e6 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:52.077747 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b5fc6c3-88e4-499d-9cc0-ef6f737778aa req-32cdfb00-f071-4e94-abdc-88ec279ea1e6 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 945 time: 0.0920010 Jul 14 10:24:52.118448 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0b5fc6c3-88e4-499d-9cc0-ef6f737778aa req-0e837bc7-e646-41af-b7c4-db106b19f3fe tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347943 Jul 14 10:24:53.308768 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e4d04-9019-40c7-9510-c58a9db67812 req-5e04632a-b1a5-4574-8e4b-047e5b17d2c8 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:53.310475 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd5e4d04-9019-40c7-9510-c58a9db67812 req-5e04632a-b1a5-4574-8e4b-047e5b17d2c8 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 945 time: 0.0688117 Jul 14 10:24:53.351330 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd5e4d04-9019-40c7-9510-c58a9db67812 req-f438d03b-b900-4990-ae96-85966376a4bd tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342369 Jul 14 10:24:54.560116 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114adab-b7db-45a4-8d9f-611c8492f433 req-250d7a9d-a707-44b7-a316-ed217f73532b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:54.561556 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0114adab-b7db-45a4-8d9f-611c8492f433 req-250d7a9d-a707-44b7-a316-ed217f73532b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 945 time: 0.0912883 Jul 14 10:24:54.600577 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0114adab-b7db-45a4-8d9f-611c8492f433 req-f70aaf24-fc73-454d-a3f2-65b06d24cf65 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326982 Jul 14 10:24:55.737504 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:24:55.784278 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf3549-ac24-4cb9-a5d8-65e9c095b570 req-852dd3cb-8cbf-4fd9-9b81-86e7e2a028ca tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:55.785895 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3eaf3549-ac24-4cb9-a5d8-65e9c095b570 req-852dd3cb-8cbf-4fd9-9b81-86e7e2a028ca tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 945 time: 0.0668812 Jul 14 10:24:55.831770 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3eaf3549-ac24-4cb9-a5d8-65e9c095b570 req-b6c8bf8d-6ecf-4b81-aeda-3bda8b4a974f tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402551 Jul 14 10:24:57.015365 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79dbce3-b724-431b-8087-9e65dd013ca0 req-1633b293-7dfa-4fa7-9711-83b075998de2 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:57.023016 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f79dbce3-b724-431b-8087-9e65dd013ca0 req-1633b293-7dfa-4fa7-9711-83b075998de2 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 945 time: 0.0752492 Jul 14 10:24:57.060760 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f79dbce3-b724-431b-8087-9e65dd013ca0 req-79dda375-0b80-4fd9-bd65-28cc5360f858 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368562 Jul 14 10:24:57.370804 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08cd8362-2d81-4b8b-916a-8b2a7437c4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:58.233112 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f6d80-ccf4-4dcc-8080-8aa8028e0a47 req-24764c72-e1a8-4c69-ac81-29bff73166f5 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:58.234666 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-200f6d80-ccf4-4dcc-8080-8aa8028e0a47 req-24764c72-e1a8-4c69-ac81-29bff73166f5 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 945 time: 0.0622921 Jul 14 10:24:58.273563 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-200f6d80-ccf4-4dcc-8080-8aa8028e0a47 req-9cbc70d6-484d-4d0d-a7e4-7df35069bae6 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332758 Jul 14 10:24:58.408795 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ac5ef-399e-47a4-9ac9-e48cb22c3ded req-a1cc93b5-f437-4bba-90b6-45fd07e65ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:58.410326 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6b9ac5ef-399e-47a4-9ac9-e48cb22c3ded req-a1cc93b5-f437-4bba-90b6-45fd07e65ed9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9dd15054-f25c-42bf-a15d-5a1176648a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594337 Jul 14 10:24:58.499731 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6b9ac5ef-399e-47a4-9ac9-e48cb22c3ded req-15c5f18a-fcad-4654-9a3e-b8d10e290a0b service neutron] 10.222.0.55 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819039 Jul 14 10:24:58.609901 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-6b9ac5ef-399e-47a4-9ac9-e48cb22c3ded req-c6f59751-889a-42e2-a179-c354c5ad66dd service neutron] 10.222.0.55 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859652 Jul 14 10:24:59.447926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13bbb5-adb8-4af2-8a34-d2de0d1be0bf req-5d86d547-cac9-4a83-a0e1-8e7ac1ab9a00 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:59.449336 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed13bbb5-adb8-4af2-8a34-d2de0d1be0bf req-5d86d547-cac9-4a83-a0e1-8e7ac1ab9a00 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 945 time: 0.0665712 Jul 14 10:24:59.487947 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ed13bbb5-adb8-4af2-8a34-d2de0d1be0bf req-616daac4-2026-47ff-957d-86724d6a5c72 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323765 Jul 14 10:24:59.839192 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2d05ecf-0f2b-4226-af9a-4901bd7cfb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:59.987459 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:00.517395 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:25:00.614372 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:00.625881 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'port_id': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33', 'mac_address': 'fa:16:3e:71:99:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:25:00.661291 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8235bb-f645-40c5-a432-460e1710fc0b req-16e8c3f4-b5b0-46be-9473-9694a5ea9ac8 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:00.662862 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3e8235bb-f645-40c5-a432-460e1710fc0b req-16e8c3f4-b5b0-46be-9473-9694a5ea9ac8 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 945 time: 0.0630469 Jul 14 10:25:00.663205 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:00.676267 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:25:00.697981 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:00.702089 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:00.702310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3e8235bb-f645-40c5-a432-460e1710fc0b req-61745ff0-2294-4d5a-bf3b-97f2fc6f8b2a tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334537 Jul 14 10:25:00.753022 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,revision_number=11']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:00.952083 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:01.017713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['1bcd4dcf-6a70-4740-9b7c-ce1b90728b33'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:25:01.879430 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964a4b4-d613-44a6-87f7-91a78bfea1de req-1e567711-6342-48cc-8422-010c4627cd7d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:01.880915 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6964a4b4-d613-44a6-87f7-91a78bfea1de req-1e567711-6342-48cc-8422-010c4627cd7d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 946 time: 0.0672419 Jul 14 10:25:01.917769 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6964a4b4-d613-44a6-87f7-91a78bfea1de req-afc6de32-3dc8-4997-86b1-bdedabbf088c tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312903 Jul 14 10:25:02.523880 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:25:02.573893 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:25:02.577924 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:25:02.578302 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:02.666421 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:02.667222 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:02.690407 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:25:02.692938 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ec833e-85b1-4738-b3cf-07b1f4e2bc6e" -d '{"events": [{"server_uuid": "c7704972-d710-40ab-b00e-980b3fd0c931", "name": "network-vif-plugged", "status": "completed", "tag": "1bcd4dcf-6a70-4740-9b7c-ce1b90728b33"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:25:02.705780 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:02.711887 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:02.749382 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3efa1e-df91-4cec-8310-c1971551fc4d x-openstack-request-id: req-1c3efa1e-df91-4cec-8310-c1971551fc4d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:25:02.749841 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7704972-d710-40ab-b00e-980b3fd0c931", "name": "network-vif-plugged", "status": "completed", "tag": "1bcd4dcf-6a70-4740-9b7c-ce1b90728b33", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:25:02.750170 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c3efa1e-df91-4cec-8310-c1971551fc4d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:25:02.750565 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33', 'code': 200} Jul 14 10:25:02.777102 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,revision_number=12']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:02.950631 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf52d3-a434-4c18-95f2-f5462235f4f5 req-b61f3512-4ed6-4386-98d3-e0d7343ab65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:02.951728 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-36cf52d3-a434-4c18-95f2-f5462235f4f5 req-b61f3512-4ed6-4386-98d3-e0d7343ab65c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 1099 time: 0.0522134 Jul 14 10:25:02.988550 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-36cf52d3-a434-4c18-95f2-f5462235f4f5 req-45124ff8-b138-420c-b65d-9bacee088b94 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298033 Jul 14 10:25:03.004272 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:03.098115 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e12302-7524-4840-9e2b-5d8f67a27372 req-b88cc15f-c343-4a7c-a4ea-25a8364ad3cd tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:03.099622 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2e12302-7524-4840-9e2b-5d8f67a27372 req-b88cc15f-c343-4a7c-a4ea-25a8364ad3cd tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 947 time: 0.0654082 Jul 14 10:25:03.136762 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c2e12302-7524-4840-9e2b-5d8f67a27372 req-5aa47813-d4cf-4beb-a615-8f5bc19c932c tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313957 Jul 14 10:25:04.315773 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54839a-407b-4ab8-ad13-b7a4058a2ea0 req-dc9a2712-3edc-46be-8a7c-d8acffa39dcf tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:04.317291 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db54839a-407b-4ab8-ad13-b7a4058a2ea0 req-dc9a2712-3edc-46be-8a7c-d8acffa39dcf tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 947 time: 0.0683000 Jul 14 10:25:04.355942 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db54839a-407b-4ab8-ad13-b7a4058a2ea0 req-f06adb7a-9a09-4ff4-bd29-1b61b8be9298 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329154 Jul 14 10:25:05.532185 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3a1c5-c0b7-4f50-b3ea-97cdd7dd02bd req-d3f88554-0770-4d24-8f7a-9b852cf41edb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:05.534215 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-51a3a1c5-c0b7-4f50-b3ea-97cdd7dd02bd req-d3f88554-0770-4d24-8f7a-9b852cf41edb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 947 time: 0.0678427 Jul 14 10:25:05.575107 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-51a3a1c5-c0b7-4f50-b3ea-97cdd7dd02bd req-2e9b89bd-ed97-4071-86fc-fad2a2bdacb4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352807 Jul 14 10:25:11.234539 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67d68e43-d67d-4e8b-a021-9718e6b830b3 req-85dc1f42-5960-47c1-984e-e3a60090ef01 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563326 Jul 14 10:25:11.386085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d68e43-d67d-4e8b-a021-9718e6b830b3 req-409bc114-0bff-4633-ae42-184dab5a1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:11.387573 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67d68e43-d67d-4e8b-a021-9718e6b830b3 req-409bc114-0bff-4633-ae42-184dab5a1848 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 1099 time: 0.0698559 Jul 14 10:25:11.491761 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d68e43-d67d-4e8b-a021-9718e6b830b3 req-16dd1b15-67b9-4404-881c-a6ad264e6942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:11.493253 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67d68e43-d67d-4e8b-a021-9718e6b830b3 req-16dd1b15-67b9-4404-881c-a6ad264e6942 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 910 time: 0.0845625 Jul 14 10:25:11.564417 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67d68e43-d67d-4e8b-a021-9718e6b830b3 req-618bf397-c5d9-49b5-adfb-c24c62b35718 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 HTTP/1.1" status: 200 len: 1002 time: 0.0636344 Jul 14 10:25:11.615514 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d68e43-d67d-4e8b-a021-9718e6b830b3 req-09bd5764-6ebd-4ace-a80c-4dd23cdca3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:11.616982 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67d68e43-d67d-4e8b-a021-9718e6b830b3 req-09bd5764-6ebd-4ace-a80c-4dd23cdca3c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 200 len: 848 time: 0.0457003 Jul 14 10:25:11.681661 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d68e43-d67d-4e8b-a021-9718e6b830b3 req-ecf59c73-f790-4387-9a29-17fc334fb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:11.683714 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67d68e43-d67d-4e8b-a021-9718e6b830b3 req-ecf59c73-f790-4387-9a29-17fc334fb37f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9dd15054-f25c-42bf-a15d-5a1176648a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597677 Jul 14 10:25:11.783658 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67d68e43-d67d-4e8b-a021-9718e6b830b3 req-a72c63a2-fb4e-4e2b-a905-c43510da396a service neutron] 10.222.0.55 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930729 Jul 14 10:25:11.876001 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-67d68e43-d67d-4e8b-a021-9718e6b830b3 req-0b8ca216-73ca-4caa-9366-4e3167a74c94 service neutron] 10.222.0.55 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845456 Jul 14 10:25:17.073378 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:27.375704 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9614b4b9-574d-448b-a1d6-73cd29ce1f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:29.840455 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0eb03730-3b9d-48ec-9cbc-705902d0087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:29.993559 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:30.956791 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:32.638280 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:32.736722 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:25:33.008538 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:47.073625 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:57.369688 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8798870c-0e97-42ad-a414-323e69e794dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:59.846789 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfc38753-8e9e-449a-9f11-ad6aa04f55e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:59.985585 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:00.957643 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:02.654449 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:03.010431 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:09.737174 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:26:13.160256 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cbe638f2-e038-4af5-bdd3-151d466f75c5 req-3359f497-852a-4e4e-a812-772ed692cbc2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552328 Jul 14 10:26:13.286169 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe638f2-e038-4af5-bdd3-151d466f75c5 req-3abbe58f-4657-4ba0-8d22-227e2aec0d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:13.287682 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cbe638f2-e038-4af5-bdd3-151d466f75c5 req-3abbe58f-4657-4ba0-8d22-227e2aec0d9a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 1099 time: 0.0631726 Jul 14 10:26:13.398695 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe638f2-e038-4af5-bdd3-151d466f75c5 req-d4f8f5d7-3e92-4393-9de9-acdb8335f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:13.400174 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cbe638f2-e038-4af5-bdd3-151d466f75c5 req-d4f8f5d7-3e92-4393-9de9-acdb8335f9b0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 910 time: 0.0905354 Jul 14 10:26:13.472180 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cbe638f2-e038-4af5-bdd3-151d466f75c5 req-d9a61fb6-27eb-4112-bbec-d85debdb1355 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 HTTP/1.1" status: 200 len: 1002 time: 0.0633843 Jul 14 10:26:13.523846 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe638f2-e038-4af5-bdd3-151d466f75c5 req-e9079fb7-3820-4ed1-bbd3-bfaaa6a96f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:13.525423 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cbe638f2-e038-4af5-bdd3-151d466f75c5 req-e9079fb7-3820-4ed1-bbd3-bfaaa6a96f43 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 200 len: 848 time: 0.0463431 Jul 14 10:26:13.586937 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe638f2-e038-4af5-bdd3-151d466f75c5 req-65c2bbd7-1791-43de-a4c5-0a17b93e6e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:13.588547 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cbe638f2-e038-4af5-bdd3-151d466f75c5 req-65c2bbd7-1791-43de-a4c5-0a17b93e6e56 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9dd15054-f25c-42bf-a15d-5a1176648a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565028 Jul 14 10:26:13.692613 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cbe638f2-e038-4af5-bdd3-151d466f75c5 req-1da01f51-3361-4cac-a2cb-78ae47841db7 service neutron] 10.222.0.55 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969646 Jul 14 10:26:13.788642 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-cbe638f2-e038-4af5-bdd3-151d466f75c5 req-cdc4c3f5-1438-497d-bddf-397c182b9d57 service neutron] 10.222.0.55 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888662 Jul 14 10:26:15.055175 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52842) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:15.223692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Deleting port 5ab4bab7-4665-4b23-a13c-1a3d2b1a142d {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:26:15.224046 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:15.307945 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:15.308201 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:15.320486 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Calling delete_port for 5ab4bab7-4665-4b23-a13c-1a3d2b1a142d owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:26:15.476047 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:15.503356 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event deleted for resources: {'Port': ['ID=5ab4bab7-4665-4b23-a13c-1a3d2b1a142d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:15.513500 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:15.513874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:15.514245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:15.515115 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:15.515458 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:15.515789 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:15.516538 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:15.516538 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:15.516747 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:15.517053 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:15.517375 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:15.517703 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:15.579582 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:15.579870 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Floating IP dc1598f3-993c-4646-b655-f967b2b5565a disassociated (deleted). External IP: 172.25.1.108, port: 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33. Jul 14 10:26:15.800819 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Router b5c70a94-0d28-4274-941f-f483b73273f8 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:26:15.914897 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:26:15.920936 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:15.925505 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f55b1b0-c17f-4857-8243-fb4d1f1e4cdc None None] Sync routers for ids ['b5c70a94-0d28-4274-941f-f483b73273f8'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:26:15.934602 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f55b1b0-c17f-4857-8243-fb4d1f1e4cdc None None] Routers {'b5c70a94-0d28-4274-941f-f483b73273f8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:26:15.935201 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6f55b1b0-c17f-4857-8243-fb4d1f1e4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:26:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b5c70a94-0d28-4274-941f-f483b73273f8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:15.961194 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ef1f9456-2c64-4624-8124-cd76bfb192f4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "DELETE /v2.0/floatingips/dc1598f3-993c-4646-b655-f967b2b5565a HTTP/1.1" status: 204 len: 168 time: 0.9024620 Jul 14 10:26:15.961194 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'tag': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:26:15.961983 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597cfc01-c6c8-4020-bbe7-e8a71e6f7f40" -d '{"events": [{"name": "network-changed", "server_uuid": "c7704972-d710-40ab-b00e-980b3fd0c931", "tag": "1bcd4dcf-6a70-4740-9b7c-ce1b90728b33"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:26:16.059065 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-6f55b1b0-c17f-4857-8243-fb4d1f1e4cdc None None] Set router b5c70a94-0d28-4274-941f-f483b73273f8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:26:16.078876 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34e1a2f-c698-4e99-83f9-2dc49a15f6e3 x-openstack-request-id: req-b34e1a2f-c698-4e99-83f9-2dc49a15f6e3 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:26:16.079387 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7704972-d710-40ab-b00e-980b3fd0c931", "tag": "1bcd4dcf-6a70-4740-9b7c-ce1b90728b33", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:26:16.079387 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b34e1a2f-c698-4e99-83f9-2dc49a15f6e3 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:26:16.079796 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'tag': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33', 'status': 'completed', 'code': 200} Jul 14 10:26:16.234631 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cfc01-c6c8-4020-bbe7-e8a71e6f7f40 req-946d19fb-a299-47eb-8067-4e39cadca39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:16.236491 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-597cfc01-c6c8-4020-bbe7-e8a71e6f7f40 req-946d19fb-a299-47eb-8067-4e39cadca39e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 1099 time: 0.0962422 Jul 14 10:26:16.317310 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6f55b1b0-c17f-4857-8243-fb4d1f1e4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:03Z', 'revision_number': 4, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'gw_port': {'id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '1b1fe4e8-9ed7-48cc-a441-792ea1683df8', 'name': '', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'mac_address': 'fa:16:3e:f4:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:03Z', 'updated_at': '2021-07-14T10:22:09Z', 'revision_number': 5, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'subnets': [{'id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:16.346570 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f55b1b0-c17f-4857-8243-fb4d1f1e4cdc None None] Checking router: b5c70a94-0d28-4274-941f-f483b73273f8 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:26:16.356942 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f55b1b0-c17f-4857-8243-fb4d1f1e4cdc None None] Routers {'b5c70a94-0d28-4274-941f-f483b73273f8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:26:16.357573 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6f55b1b0-c17f-4857-8243-fb4d1f1e4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:26:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b5c70a94-0d28-4274-941f-f483b73273f8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:16.379306 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cfc01-c6c8-4020-bbe7-e8a71e6f7f40 req-06cddfc9-607b-4e36-802f-730ff7ae7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:16.380807 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-597cfc01-c6c8-4020-bbe7-e8a71e6f7f40 req-06cddfc9-607b-4e36-802f-730ff7ae7f39 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 910 time: 0.1067047 Jul 14 10:26:16.393147 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38b965-8a09-471a-8d66-d734ce5838b2 req-32848302-6d45-4070-bb5e-da1dda0b015a tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:16.395238 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5c38b965-8a09-471a-8d66-d734ce5838b2 req-32848302-6d45-4070-bb5e-da1dda0b015a tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 947 time: 0.0744212 Jul 14 10:26:16.428496 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-597cfc01-c6c8-4020-bbe7-e8a71e6f7f40 req-47ea0810-e9e1-43fb-8f03-c5e64e70b3dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 HTTP/1.1" status: 200 len: 217 time: 0.0405185 Jul 14 10:26:16.449087 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5c38b965-8a09-471a-8d66-d734ce5838b2 req-0113fc6e-2c1d-4652-9794-2d8379b5a5a3 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454748 Jul 14 10:26:16.475935 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-6f55b1b0-c17f-4857-8243-fb4d1f1e4cdc None None] Set router b5c70a94-0d28-4274-941f-f483b73273f8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:26:16.484705 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cfc01-c6c8-4020-bbe7-e8a71e6f7f40 req-5f3a99a1-6f2b-42d4-9594-e2d6c4d7a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:16.486220 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-597cfc01-c6c8-4020-bbe7-e8a71e6f7f40 req-5f3a99a1-6f2b-42d4-9594-e2d6c4d7a4aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 200 len: 848 time: 0.0487828 Jul 14 10:26:16.554457 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cfc01-c6c8-4020-bbe7-e8a71e6f7f40 req-6ff21cc0-51ad-4c5c-9053-4206c04a57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:16.555978 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-597cfc01-c6c8-4020-bbe7-e8a71e6f7f40 req-6ff21cc0-51ad-4c5c-9053-4206c04a57ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9dd15054-f25c-42bf-a15d-5a1176648a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614858 Jul 14 10:26:16.646863 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-597cfc01-c6c8-4020-bbe7-e8a71e6f7f40 req-3230b650-3fcd-43da-8e33-765ae47d665f service neutron] 10.222.0.55 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835848 Jul 14 10:26:16.681289 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6f55b1b0-c17f-4857-8243-fb4d1f1e4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:03Z', 'revision_number': 4, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'gw_port': {'id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '1b1fe4e8-9ed7-48cc-a441-792ea1683df8', 'name': '', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'mac_address': 'fa:16:3e:f4:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:03Z', 'updated_at': '2021-07-14T10:22:09Z', 'revision_number': 5, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'subnets': [{'id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:16.708779 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f55b1b0-c17f-4857-8243-fb4d1f1e4cdc None None] The sync data for ids ['b5c70a94-0d28-4274-941f-f483b73273f8'] in n-d-798054-10 is: [{'id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:03Z', 'revision_number': 4, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'gw_port': {'id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '1b1fe4e8-9ed7-48cc-a441-792ea1683df8', 'name': '', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'mac_address': 'fa:16:3e:f4:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:03Z', 'updated_at': '2021-07-14T10:22:09Z', 'revision_number': 5, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'subnets': [{'id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:26:16.760342 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-597cfc01-c6c8-4020-bbe7-e8a71e6f7f40 req-4adece5d-32fc-49b5-8ce8-cc82f92a0c34 service neutron] 10.222.0.55 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061215 Jul 14 10:26:16.952907 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02043c21-4e6f-4290-a85f-47cb9c2dcdb9 None None] New status for floating IP dc1598f3-993c-4646-b655-f967b2b5565a: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:26:17.072493 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:17.629894 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1dd4d-788e-4d53-ab0f-488e3b209ff8 req-e7003169-9a91-4eb2-bb26-31e4382d6d30 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:17.631431 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d9c1dd4d-788e-4d53-ab0f-488e3b209ff8 req-e7003169-9a91-4eb2-bb26-31e4382d6d30 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 947 time: 0.0666597 Jul 14 10:26:17.674728 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d9c1dd4d-788e-4d53-ab0f-488e3b209ff8 req-bf2ef8b5-3d27-45f2-a06d-bdeb7da8b481 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=3684cf24-c0e3-4b48-a1af-5acb8014ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377274 Jul 14 10:26:17.863799 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b1281-c237-447e-b35e-acaca97726cb req-83fec569-5424-4f4b-8595-178b0e453878 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:17.865360 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-759b1281-c237-447e-b35e-acaca97726cb req-83fec569-5424-4f4b-8595-178b0e453878 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 947 time: 0.0673923 Jul 14 10:26:17.969000 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-759b1281-c237-447e-b35e-acaca97726cb req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Deleting port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:26:17.969455 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-759b1281-c237-447e-b35e-acaca97726cb req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:18.057030 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-759b1281-c237-447e-b35e-acaca97726cb req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] For port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:18.057391 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-759b1281-c237-447e-b35e-acaca97726cb req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:18.070159 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-759b1281-c237-447e-b35e-acaca97726cb req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Calling delete_port for 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:26:18.211220 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-759b1281-c237-447e-b35e-acaca97726cb req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:18.246043 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event deleted for resources: {'Port': ['ID=1bcd4dcf-6a70-4740-9b7c-ce1b90728b33,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:18.277036 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:18.277386 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:18.277745 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:18.278087 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:18.278423 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:18.278755 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:18.279085 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:18.279414 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:18.279740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:18.280634 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:18.280969 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:18.281324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:18.309723 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-759b1281-c237-447e-b35e-acaca97726cb req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] No DVR routers for this DVR port 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:26:18.313271 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-759b1281-c237-447e-b35e-acaca97726cb req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:18.316779 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-759b1281-c237-447e-b35e-acaca97726cb req-6e8c41aa-4d81-4dac-96b1-f42fabaa2379 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.55 "DELETE /v2.0/ports/1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 HTTP/1.1" status: 204 len: 173 time: 0.4454138 Jul 14 10:26:18.317485 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'name': 'network-vif-deleted', 'tag': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:26:18.320209 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5016bfda27b43908f4a8225f6d15450625df67eec29e8c24829672d95f98f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7bcb43-cf06-4830-b5c1-31c0c2968c2d" -d '{"events": [{"server_uuid": "c7704972-d710-40ab-b00e-980b3fd0c931", "name": "network-vif-deleted", "tag": "1bcd4dcf-6a70-4740-9b7c-ce1b90728b33"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:26:18.362085 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea747e72-3a38-4a51-90e5-8bcf93859b95 x-openstack-request-id: req-ea747e72-3a38-4a51-90e5-8bcf93859b95 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:26:18.362375 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7704972-d710-40ab-b00e-980b3fd0c931", "name": "network-vif-deleted", "tag": "1bcd4dcf-6a70-4740-9b7c-ce1b90728b33", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:26:18.362629 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea747e72-3a38-4a51-90e5-8bcf93859b95 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:26:18.363028 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7704972-d710-40ab-b00e-980b3fd0c931', 'name': 'network-vif-deleted', 'tag': '1bcd4dcf-6a70-4740-9b7c-ce1b90728b33', 'status': 'completed', 'code': 200} Jul 14 10:26:18.836471 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-db6fd962-2ba7-4fb8-b375-8f424c4d83f9 req-c91f1c22-fb2d-4fff-a0af-1a9ce834bd2f tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7704972-d710-40ab-b00e-980b3fd0c931 HTTP/1.1" status: 200 len: 210 time: 0.0298781 Jul 14 10:26:19.934115 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52868) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:19.994871 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f314ba65-deca-48ad-a11d-857803178f62 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.030003 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f314ba65-deca-48ad-a11d-857803178f62 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.101321 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f314ba65-deca-48ad-a11d-857803178f62 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.103929 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f314ba65-deca-48ad-a11d-857803178f62 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.105374 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f314ba65-deca-48ad-a11d-857803178f62 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "DELETE /v2.0/security-groups/3684cf24-c0e3-4b48-a1af-5acb8014ccc1 HTTP/1.1" status: 204 len: 168 time: 0.1699691 Jul 14 10:26:20.114628 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314ba65-deca-48ad-a11d-857803178f62 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3684cf24-c0e3-4b48-a1af-5acb8014ccc1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:20.395682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 52874) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:20.400306 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f2d69fd0-0093-4105-a20b-07233bce8bbc tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-499957295', 'description': 'tempest-secgroup-smoke-499957295 description', 'project_id': 'de61f4fcdf3b4564a0be0739b890510d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:20.422165 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2d69fd0-0093-4105-a20b-07233bce8bbc tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.509307 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2d69fd0-0093-4105-a20b-07233bce8bbc tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.513499 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2d69fd0-0093-4105-a20b-07233bce8bbc tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.543279 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2d69fd0-0093-4105-a20b-07233bce8bbc tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.544503 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f2d69fd0-0093-4105-a20b-07233bce8bbc tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1478474 Jul 14 10:26:20.545595 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d69fd0-0093-4105-a20b-07233bce8bbc tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9921e4a8-6927-42b9-88b3-6803a96c07e9,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:20.548405 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52876) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:20.553185 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-da8e59e1-19a3-437d-8a77-7a17ed0633ae tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Request body: {'security_group_rule': {'security_group_id': '9921e4a8-6927-42b9-88b3-6803a96c07e9', 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:20.584316 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da8e59e1-19a3-437d-8a77-7a17ed0633ae tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.632940 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da8e59e1-19a3-437d-8a77-7a17ed0633ae tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.637760 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da8e59e1-19a3-437d-8a77-7a17ed0633ae tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.656849 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e59e1-19a3-437d-8a77-7a17ed0633ae tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0653df7-7227-4684-8556-80df36a8c2b9,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:20.662807 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da8e59e1-19a3-437d-8a77-7a17ed0633ae tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.664056 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-da8e59e1-19a3-437d-8a77-7a17ed0633ae tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146350 Jul 14 10:26:20.666852 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52878) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:20.674119 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-2e3de4be-0bfd-4f57-8163-c1a5a74bda95 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Request body: {'security_group_rule': {'security_group_id': '9921e4a8-6927-42b9-88b3-6803a96c07e9', 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:20.707890 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e3de4be-0bfd-4f57-8163-c1a5a74bda95 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.770222 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e3de4be-0bfd-4f57-8163-c1a5a74bda95 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.773734 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e3de4be-0bfd-4f57-8163-c1a5a74bda95 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.790605 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3de4be-0bfd-4f57-8163-c1a5a74bda95 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be84fd00-76d0-4afe-bea6-83bbd2dc27ff,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:20.796404 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2e3de4be-0bfd-4f57-8163-c1a5a74bda95 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.797637 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2e3de4be-0bfd-4f57-8163-c1a5a74bda95 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1295447 Jul 14 10:26:20.800298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52880) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:20.804708 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-73e4a7ac-316e-4a89-90b6-15c723d64b62 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Request body: {'security_group_rule': {'security_group_id': '9921e4a8-6927-42b9-88b3-6803a96c07e9', 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:20.831897 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-73e4a7ac-316e-4a89-90b6-15c723d64b62 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.889995 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-73e4a7ac-316e-4a89-90b6-15c723d64b62 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.893508 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-73e4a7ac-316e-4a89-90b6-15c723d64b62 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.908886 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4a7ac-316e-4a89-90b6-15c723d64b62 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96598a4-2515-4a75-bd1b-d02ff1b9ecd0,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:20.917626 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-73e4a7ac-316e-4a89-90b6-15c723d64b62 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.918823 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-73e4a7ac-316e-4a89-90b6-15c723d64b62 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176193 Jul 14 10:26:20.921495 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52882) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:20.926978 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-88581631-0ab9-4b63-85f6-eebb2416605b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Request body: {'security_group_rule': {'security_group_id': '9921e4a8-6927-42b9-88b3-6803a96c07e9', 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:20.959458 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:26:20.963370 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88581631-0ab9-4b63-85f6-eebb2416605b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.981727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:26:20.982102 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 1bcd4dcf-6a70-4740-9b7c-ce1b90728b33 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:26:21.051755 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88581631-0ab9-4b63-85f6-eebb2416605b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.055880 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88581631-0ab9-4b63-85f6-eebb2416605b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.082400 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88581631-0ab9-4b63-85f6-eebb2416605b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b6c37f-2aef-4973-8b2d-eca7ceef8a23,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:21.088898 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-88581631-0ab9-4b63-85f6-eebb2416605b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.090165 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-88581631-0ab9-4b63-85f6-eebb2416605b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1676476 Jul 14 10:26:21.092955 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52884) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:21.097840 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-6ec2185a-a5fd-43c6-a1ea-800c042c1278 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Request body: {'security_group_rule': {'security_group_id': '9921e4a8-6927-42b9-88b3-6803a96c07e9', 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:21.120172 n-d-798054-10 neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-6ec2185a-a5fd-43c6-a1ea-800c042c1278 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Project de61f4fcdf3b4564a0be0739b890510d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:26:21.125464 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ec2185a-a5fd-43c6-a1ea-800c042c1278 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.185749 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ec2185a-a5fd-43c6-a1ea-800c042c1278 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.189309 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ec2185a-a5fd-43c6-a1ea-800c042c1278 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.207600 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2185a-a5fd-43c6-a1ea-800c042c1278 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40fb4dd-c99e-44f0-8674-6308a458f92b,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:21.214466 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ec2185a-a5fd-43c6-a1ea-800c042c1278 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.215153 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6ec2185a-a5fd-43c6-a1ea-800c042c1278 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210749 Jul 14 10:26:21.218298 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 52886) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:21.222859 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-a477fb2e-dfb7-4a37-b294-e7e1686fc95f tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Request body: {'security_group_rule': {'security_group_id': '9921e4a8-6927-42b9-88b3-6803a96c07e9', 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:21.249568 n-d-798054-10 neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-a477fb2e-dfb7-4a37-b294-e7e1686fc95f tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Project de61f4fcdf3b4564a0be0739b890510d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:26:21.254463 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a477fb2e-dfb7-4a37-b294-e7e1686fc95f tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.316176 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a477fb2e-dfb7-4a37-b294-e7e1686fc95f tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.319820 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a477fb2e-dfb7-4a37-b294-e7e1686fc95f tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.338182 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477fb2e-dfb7-4a37-b294-e7e1686fc95f tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a2f198-4d1e-4ce6-9fe3-a06ad1a2f9dc,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:21.343992 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a477fb2e-dfb7-4a37-b294-e7e1686fc95f tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.345391 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-a477fb2e-dfb7-4a37-b294-e7e1686fc95f tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261895 Jul 14 10:26:27.375452 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0fa5bbae-5a82-418f-a0f3-fbc5d511efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:29.840246 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63b5575f-ec02-4a8a-be67-d01a870d165f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:29.987243 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:30.960048 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:32.668432 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:33.012406 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:35.654538 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-1858b50c-fd1a-4c41-8773-e5b771868875 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-499957295&fields=id&tenant_id=de61f4fcdf3b4564a0be0739b890510d HTTP/1.1" status: 200 len: 267 time: 0.0349729 Jul 14 10:26:35.764879 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-8c9b426e-6176-4443-8ab0-f314309a9512 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:35.766324 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-8c9b426e-6176-4443-8ab0-f314309a9512 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 809 time: 0.1050103 Jul 14 10:26:35.782057 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-475bfdcd-92e0-4dad-84d0-0dc31a71e1ba tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/quotas/de61f4fcdf3b4564a0be0739b890510d HTTP/1.1" status: 200 len: 375 time: 0.0102656 Jul 14 10:26:35.850341 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-f2a26986-2192-40e8-a735-7ef50027dce8 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624857 Jul 14 10:26:35.993212 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-d0ef2318-0d90-4440-9880-b05b8f01199a service neutron] 10.222.0.26 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309481 Jul 14 10:26:36.082332 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-bb532343-39d8-41e9-b872-3335962e0523 service neutron] 10.222.0.26 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832019 Jul 14 10:26:36.390052 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7b9346a1-80aa-455c-9de9-1cad8d1f3e21 req-ee038280-df03-4fbc-8678-31d6703b8be5 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 210 time: 0.0362537 Jul 14 10:26:37.492568 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-374a9f78-bf1f-4705-876a-d71a18b9d8d0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:37.494256 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-374a9f78-bf1f-4705-876a-d71a18b9d8d0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.49 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 809 time: 0.1066537 Jul 14 10:26:37.550317 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-af1e0bc2-9027-48bf-b6f7-c1eb219b296a req-b5c92aa5-4773-4205-a783-d6b30e8cfd5e tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 210 time: 0.0416844 Jul 14 10:26:37.569589 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-cd1cc312-732d-43bb-b543-43b9e31d63a6 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de61f4fcdf3b4564a0be0739b890510d HTTP/1.1" status: 200 len: 379 time: 0.0672548 Jul 14 10:26:37.580578 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-cfd8a27d-17b7-4819-9ab4-8b5dd2cfa728 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Request body: {'port': {'device_id': 'ea34a507-935d-42ea-8ee7-ca8be618fe8e', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'admin_state_up': True, 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'security_groups': ['9921e4a8-6927-42b9-88b3-6803a96c07e9']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:37.691844 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-cfd8a27d-17b7-4819-9ab4-8b5dd2cfa728 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Made reservation on behalf of de61f4fcdf3b4564a0be0739b890510d for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:26:37.695458 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-cfd8a27d-17b7-4819-9ab4-8b5dd2cfa728 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:37.823671 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-cfd8a27d-17b7-4819-9ab4-8b5dd2cfa728 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Allocated IP 172.20.0.13 (9dd15054-f25c-42bf-a15d-5a1176648a39/c71f196b-9a90-4d40-a54e-51233085504d/fae0402a-3e58-4fab-8f19-338d51c63fd4) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:26:37.964020 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-cfd8a27d-17b7-4819-9ab4-8b5dd2cfa728 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:37.980567 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-cfd8a27d-17b7-4819-9ab4-8b5dd2cfa728 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Transition to ACTIVE for port object fae0402a-3e58-4fab-8f19-338d51c63fd4 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:26:38.017464 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-cfd8a27d-17b7-4819-9ab4-8b5dd2cfa728 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:38.068065 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-cfd8a27d-17b7-4819-9ab4-8b5dd2cfa728 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Network 9dd15054-f25c-42bf-a15d-5a1176648a39 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:26:38.071664 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-cfd8a27d-17b7-4819-9ab4-8b5dd2cfa728 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:26:38.076628 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-cfd8a27d-17b7-4819-9ab4-8b5dd2cfa728 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:26:38.083623 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8a27d-17b7-4819-9ab4-8b5dd2cfa728 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event updated for resources: {'Port': ['ID=fae0402a-3e58-4fab-8f19-338d51c63fd4,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:38.130979 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-cfd8a27d-17b7-4819-9ab4-8b5dd2cfa728 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:38.131752 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-cfd8a27d-17b7-4819-9ab4-8b5dd2cfa728 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:38.148251 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-cfd8a27d-17b7-4819-9ab4-8b5dd2cfa728 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5712919 Jul 14 10:26:38.158582 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-23eaa08f-9e15-4a54-b4cc-2cf6cd96d144 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:26:38.159555 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-23eaa08f-9e15-4a54-b4cc-2cf6cd96d144 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055146 Jul 14 10:26:38.220584 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] Request body: {'port': {'device_id': 'ea34a507-935d-42ea-8ee7-ca8be618fe8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:38.306765 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:38.403395 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-aee92780-f1ac-4362-a2e5-b4fdd82ab943 None None] Provisioning for port fae0402a-3e58-4fab-8f19-338d51c63fd4 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:26:38.408784 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-aee92780-f1ac-4362-a2e5-b4fdd82ab943 None None] Provisioning complete for port fae0402a-3e58-4fab-8f19-338d51c63fd4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:26:38.409813 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aee92780-f1ac-4362-a2e5-b4fdd82ab943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:38.448457 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-aee92780-f1ac-4362-a2e5-b4fdd82ab943 None None] Port fae0402a-3e58-4fab-8f19-338d51c63fd4 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:26:38.592302 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae0402a-3e58-4fab-8f19-338d51c63fd4 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:26:38.600533 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:38.613347 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] Transition to ACTIVE for port object fae0402a-3e58-4fab-8f19-338d51c63fd4 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:26:38.617451 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:38.700987 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] Pushing event updated for resources: {'Port': ['ID=fae0402a-3e58-4fab-8f19-338d51c63fd4,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:38.804602 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] Attempting to bind port fae0402a-3e58-4fab-8f19-338d51c63fd4 on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:26:38.805110 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] Attempting to bind port fae0402a-3e58-4fab-8f19-338d51c63fd4 by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:26:38.805507 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] Attempting to bind port fae0402a-3e58-4fab-8f19-338d51c63fd4 on network 9dd15054-f25c-42bf-a15d-5a1176648a39 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:26:38.813606 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] Port fae0402a-3e58-4fab-8f19-338d51c63fd4 on network 9dd15054-f25c-42bf-a15d-5a1176648a39 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:26:38.813960 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] Attempting to bind port fae0402a-3e58-4fab-8f19-338d51c63fd4 on network 9dd15054-f25c-42bf-a15d-5a1176648a39 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:26:38.828141 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4737a-c809-4c97-952f-f9b8f5062a2a req-039f3bf5-2c59-49c3-9876-45f71cca2a98 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:38.829756 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2e4737a-c809-4c97-952f-f9b8f5062a2a req-039f3bf5-2c59-49c3-9876-45f71cca2a98 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 944 time: 0.1617799 Jul 14 10:26:38.831129 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:26:38.831469 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] Checking segment: {'id': '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:26:38.831857 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] Bound using segment: {'id': '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:26:38.832304 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] Bound port: fae0402a-3e58-4fab-8f19-338d51c63fd4, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:26:38.832663 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:38.908863 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b2e4737a-c809-4c97-952f-f9b8f5062a2a req-f42183e0-f2d2-4ca9-b12c-f107247a6c7a tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669863 Jul 14 10:26:38.932138 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] For port fae0402a-3e58-4fab-8f19-338d51c63fd4, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:26:38.935752 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] For port fae0402a-3e58-4fab-8f19-338d51c63fd4, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fae0402a-3e58-4fab-8f19-338d51c63fd4,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:26:38.939423 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:38.979565 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:38.980446 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:38.981851 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] 10.222.0.49 "PUT /v2.0/ports/fae0402a-3e58-4fab-8f19-338d51c63fd4 HTTP/1.1" status: 200 len: 1093 time: 0.8142638 Jul 14 10:26:38.983072 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea34a507-935d-42ea-8ee7-ca8be618fe8e', 'tag': 'fae0402a-3e58-4fab-8f19-338d51c63fd4'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:26:38.985560 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcf1a7c-7bc2-4db2-82a8-78728f16f815" -d '{"events": [{"name": "network-changed", "server_uuid": "ea34a507-935d-42ea-8ee7-ca8be618fe8e", "tag": "fae0402a-3e58-4fab-8f19-338d51c63fd4"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:26:39.027711 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24300837-bc54-4b34-9d08-9aa145506a0f service neutron] Pushing event updated for resources: {'Port': ['ID=fae0402a-3e58-4fab-8f19-338d51c63fd4,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:39.032843 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a498f2-8d8a-483e-a160-4964ed8bf287 x-openstack-request-id: req-83a498f2-8d8a-483e-a160-4964ed8bf287 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:26:39.033139 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea34a507-935d-42ea-8ee7-ca8be618fe8e", "tag": "fae0402a-3e58-4fab-8f19-338d51c63fd4", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:26:39.033394 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83a498f2-8d8a-483e-a160-4964ed8bf287 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:26:39.034114 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea34a507-935d-42ea-8ee7-ca8be618fe8e', 'tag': 'fae0402a-3e58-4fab-8f19-338d51c63fd4', 'status': 'completed', 'code': 200} Jul 14 10:26:39.089745 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-3b800fd4-a670-4183-ba67-56ab081a6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:39.091372 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-3b800fd4-a670-4183-ba67-56ab081a6fa6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 1096 time: 0.0561690 Jul 14 10:26:39.134380 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-780ffca8-e8b6-451d-8e0f-378b5ce6a8b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fae0402a-3e58-4fab-8f19-338d51c63fd4 HTTP/1.1" status: 200 len: 217 time: 0.0362740 Jul 14 10:26:39.187949 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-e3b3cf92-8327-4e3a-918c-585cad5d8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:39.189561 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-e3b3cf92-8327-4e3a-918c-585cad5d8d28 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 200 len: 848 time: 0.0482218 Jul 14 10:26:39.256486 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-b6912ae6-8031-4591-bf87-f575b030f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:39.258022 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-b6912ae6-8031-4591-bf87-f575b030f97b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9dd15054-f25c-42bf-a15d-5a1176648a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627992 Jul 14 10:26:39.348499 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-ef0adbb1-52fe-4d52-8f3d-a7d6a7ee358c service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844321 Jul 14 10:26:39.448410 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-23b9eb53-ce25-46c7-9481-4ef00f2bf05a req-35c82459-d1cb-4cfe-88e6-acbeffac5916 service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925081 Jul 14 10:26:39.550881 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf1a7c-7bc2-4db2-82a8-78728f16f815 req-8cb86bb0-5fdb-4460-afdf-61a73c47f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:39.552413 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5bcf1a7c-7bc2-4db2-82a8-78728f16f815 req-8cb86bb0-5fdb-4460-afdf-61a73c47f233 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 1096 time: 0.0562263 Jul 14 10:26:39.644258 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf1a7c-7bc2-4db2-82a8-78728f16f815 req-13a20a17-65f0-46f1-a00b-41e368df1641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:39.645730 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5bcf1a7c-7bc2-4db2-82a8-78728f16f815 req-13a20a17-65f0-46f1-a00b-41e368df1641 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 910 time: 0.0871458 Jul 14 10:26:39.687326 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5bcf1a7c-7bc2-4db2-82a8-78728f16f815 req-11bbc210-eb75-4efe-b4a1-bb7495d5a475 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fae0402a-3e58-4fab-8f19-338d51c63fd4 HTTP/1.1" status: 200 len: 217 time: 0.0346158 Jul 14 10:26:39.735671 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf1a7c-7bc2-4db2-82a8-78728f16f815 req-d01afab7-ac3e-41cf-b820-8cd54ad64df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:39.737218 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5bcf1a7c-7bc2-4db2-82a8-78728f16f815 req-d01afab7-ac3e-41cf-b820-8cd54ad64df8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 200 len: 848 time: 0.0445335 Jul 14 10:26:39.793723 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf1a7c-7bc2-4db2-82a8-78728f16f815 req-7ff77252-6da1-4fd5-b428-63b7f1223a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:39.795775 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5bcf1a7c-7bc2-4db2-82a8-78728f16f815 req-7ff77252-6da1-4fd5-b428-63b7f1223a33 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9dd15054-f25c-42bf-a15d-5a1176648a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527654 Jul 14 10:26:39.889034 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5bcf1a7c-7bc2-4db2-82a8-78728f16f815 req-ad44e70e-40b3-4576-a5f0-fa10f91698b4 service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871286 Jul 14 10:26:39.978594 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5bcf1a7c-7bc2-4db2-82a8-78728f16f815 req-219de894-cea2-42a1-bb2c-2ffa7865e9a8 service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826321 Jul 14 10:26:40.092842 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e62f2f-9731-4e65-8355-2e6b979e1333 req-9fec6557-e539-4bf4-93c3-f05aad67738c tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:40.094436 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-76e62f2f-9731-4e65-8355-2e6b979e1333 req-9fec6557-e539-4bf4-93c3-f05aad67738c tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 944 time: 0.0720789 Jul 14 10:26:40.136320 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-76e62f2f-9731-4e65-8355-2e6b979e1333 req-8a1e48a7-81a9-4df7-9f26-bb5901588401 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354078 Jul 14 10:26:41.312518 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b07159-f9df-40e4-8619-432358b60682 req-bcb5e419-f7e7-40f4-b6e4-c6c7092eac63 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:41.314118 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-80b07159-f9df-40e4-8619-432358b60682 req-bcb5e419-f7e7-40f4-b6e4-c6c7092eac63 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 944 time: 0.0665781 Jul 14 10:26:41.356072 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-80b07159-f9df-40e4-8619-432358b60682 req-3c2d2061-e033-4d2b-8eff-8b2c24a3da8e tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347178 Jul 14 10:26:42.532552 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fba61-92ab-4bbb-8150-2359d4838348 req-2cf19f8a-9044-4e85-ab21-737da92dd1cd tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:42.534037 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-182fba61-92ab-4bbb-8150-2359d4838348 req-2cf19f8a-9044-4e85-ab21-737da92dd1cd tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 944 time: 0.0646584 Jul 14 10:26:42.575444 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-182fba61-92ab-4bbb-8150-2359d4838348 req-0cd862eb-b3b1-43bd-ad51-112c6debdaae tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358019 Jul 14 10:26:43.752215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5d1b1-6d64-4663-a83f-e1e89c3fa45a req-fe590691-505f-4692-94ef-f5ba63d45037 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:43.753705 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dac5d1b1-6d64-4663-a83f-e1e89c3fa45a req-fe590691-505f-4692-94ef-f5ba63d45037 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 944 time: 0.0649035 Jul 14 10:26:43.792134 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dac5d1b1-6d64-4663-a83f-e1e89c3fa45a req-05356f02-39fb-4924-adbb-6b2b87fc6eb1 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327263 Jul 14 10:26:44.966511 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52621455-d3a2-4078-963d-4ffa5258befd req-78f4651c-07c7-4274-ad41-8fdbfb6b445b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:44.968001 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-52621455-d3a2-4078-963d-4ffa5258befd req-78f4651c-07c7-4274-ad41-8fdbfb6b445b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 944 time: 0.0627246 Jul 14 10:26:45.006103 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-52621455-d3a2-4078-963d-4ffa5258befd req-870a969b-46aa-4888-9a3d-8f653a77abf8 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324624 Jul 14 10:26:46.184822 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b805e-66bc-4c19-b9dd-8499390b4cea req-99b59e01-6db8-4c0b-85dc-fb7a3af568c0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:46.186836 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-358b805e-66bc-4c19-b9dd-8499390b4cea req-99b59e01-6db8-4c0b-85dc-fb7a3af568c0 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 944 time: 0.0688944 Jul 14 10:26:46.224367 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-358b805e-66bc-4c19-b9dd-8499390b4cea req-4298d89e-1fea-4046-ab47-586da39d82d2 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317540 Jul 14 10:26:46.736013 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:26:47.077114 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:47.398444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775ea55-6dce-40a1-943f-8fa420754434 req-9e6d045b-eef5-479e-8e8e-53fa8a82fb9e tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:47.399956 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d775ea55-6dce-40a1-943f-8fa420754434 req-9e6d045b-eef5-479e-8e8e-53fa8a82fb9e tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 944 time: 0.0630951 Jul 14 10:26:47.440788 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d775ea55-6dce-40a1-943f-8fa420754434 req-230c72a3-6b06-4d5d-b58a-d4507d31cc33 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352154 Jul 14 10:26:48.657143 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a16f4-1fa0-41ec-bfa8-a61f913a26f9 req-1e4a7218-72da-4acb-9497-1b9fe7483873 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:48.658750 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-944a16f4-1fa0-41ec-bfa8-a61f913a26f9 req-1e4a7218-72da-4acb-9497-1b9fe7483873 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 944 time: 0.0693033 Jul 14 10:26:48.703356 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-944a16f4-1fa0-41ec-bfa8-a61f913a26f9 req-d3684887-41b1-43e7-8558-e91eb58e5ab2 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386803 Jul 14 10:26:49.370856 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fae0402a-3e58-4fab-8f19-338d51c63fd4 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:26:49.469844 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fae0402a-3e58-4fab-8f19-338d51c63fd4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fae0402a-3e58-4fab-8f19-338d51c63fd4,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:49.482930 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'fae0402a-3e58-4fab-8f19-338d51c63fd4', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'port_id': 'fae0402a-3e58-4fab-8f19-338d51c63fd4', 'mac_address': 'fa:16:3e:bb:2b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:26:49.520161 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:49.533312 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae0402a-3e58-4fab-8f19-338d51c63fd4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:26:49.555000 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fae0402a-3e58-4fab-8f19-338d51c63fd4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fae0402a-3e58-4fab-8f19-338d51c63fd4,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:49.560674 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:49.617943 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=fae0402a-3e58-4fab-8f19-338d51c63fd4,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:49.625502 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:49.625872 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:49.626212 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:49.626555 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:49.626877 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:49.627205 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:49.627529 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:49.627850 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:49.628169 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:49.628486 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:49.628913 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:49.629239 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:49.805944 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['fae0402a-3e58-4fab-8f19-338d51c63fd4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:26:49.942370 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07f282-b3fc-404c-9015-b5b1007a2326 req-acc0fb3a-a96c-42e9-82ae-15682ceacfdd tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:49.944112 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a07f282-b3fc-404c-9015-b5b1007a2326 req-acc0fb3a-a96c-42e9-82ae-15682ceacfdd tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 945 time: 0.0763273 Jul 14 10:26:49.991340 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0a07f282-b3fc-404c-9015-b5b1007a2326 req-67614999-0416-4a19-9458-0358bf21d455 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392742 Jul 14 10:26:51.175863 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a6122-eed8-47a4-bba5-8444b1cbe1cc req-cb71c9e0-d206-4e86-9fe4-e765a4546ee8 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:51.177441 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea7a6122-eed8-47a4-bba5-8444b1cbe1cc req-cb71c9e0-d206-4e86-9fe4-e765a4546ee8 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 945 time: 0.0673401 Jul 14 10:26:51.218224 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ea7a6122-eed8-47a4-bba5-8444b1cbe1cc req-b368cf21-f159-4d2a-9f2b-1e4fac75066c tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351739 Jul 14 10:26:51.370178 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fae0402a-3e58-4fab-8f19-338d51c63fd4 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:26:51.425534 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port fae0402a-3e58-4fab-8f19-338d51c63fd4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:26:51.431178 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port fae0402a-3e58-4fab-8f19-338d51c63fd4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:26:51.431780 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:51.513353 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:51.539478 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea34a507-935d-42ea-8ee7-ca8be618fe8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae0402a-3e58-4fab-8f19-338d51c63fd4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:26:51.542128 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef31729-0394-499d-8603-f07fc67da0ee" -d '{"events": [{"server_uuid": "ea34a507-935d-42ea-8ee7-ca8be618fe8e", "name": "network-vif-plugged", "status": "completed", "tag": "fae0402a-3e58-4fab-8f19-338d51c63fd4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:26:51.556509 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fae0402a-3e58-4fab-8f19-338d51c63fd4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fae0402a-3e58-4fab-8f19-338d51c63fd4,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:51.562073 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:51.620602 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=fae0402a-3e58-4fab-8f19-338d51c63fd4,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:51.660365 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f80ed8-d766-4133-ac82-b74bb315749d x-openstack-request-id: req-06f80ed8-d766-4133-ac82-b74bb315749d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:26:51.660663 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea34a507-935d-42ea-8ee7-ca8be618fe8e", "name": "network-vif-plugged", "status": "completed", "tag": "fae0402a-3e58-4fab-8f19-338d51c63fd4", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:26:51.660919 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-06f80ed8-d766-4133-ac82-b74bb315749d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:26:51.661316 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea34a507-935d-42ea-8ee7-ca8be618fe8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae0402a-3e58-4fab-8f19-338d51c63fd4', 'code': 200} Jul 14 10:26:51.798412 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ba8be-2a57-41b3-9ba7-36677b16cb3b req-b39b7f4c-86f8-48b7-9518-966b5db6da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:51.799920 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-610ba8be-2a57-41b3-9ba7-36677b16cb3b req-b39b7f4c-86f8-48b7-9518-966b5db6da51 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 1098 time: 0.0664258 Jul 14 10:26:51.837657 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-610ba8be-2a57-41b3-9ba7-36677b16cb3b req-86f0be2b-d1b3-449c-98e4-4465120f81f1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316484 Jul 14 10:26:52.412583 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67668296-f87e-4dd8-bb88-766304fae368 req-0343f162-609b-449a-b925-0b34ed3a2913 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:52.414200 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67668296-f87e-4dd8-bb88-766304fae368 req-0343f162-609b-449a-b925-0b34ed3a2913 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 946 time: 0.0802579 Jul 14 10:26:52.462784 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67668296-f87e-4dd8-bb88-766304fae368 req-3d68c2a9-1e26-42be-aa0f-5b4277e41948 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417621 Jul 14 10:26:53.644731 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e242b-1728-4c57-82fe-4dfbc947a15b req-c62675ab-ecae-4cb9-8bbf-9e0e6fdba550 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:53.646310 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-241e242b-1728-4c57-82fe-4dfbc947a15b req-c62675ab-ecae-4cb9-8bbf-9e0e6fdba550 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 946 time: 0.0640614 Jul 14 10:26:53.690083 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-241e242b-1728-4c57-82fe-4dfbc947a15b req-f2ddecc0-f9a7-413c-beb1-b3ddb137f5c7 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377948 Jul 14 10:26:53.873265 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81aa2a-2a8f-434f-afc8-3dc5c2acffcb req-8d9f9f2a-b912-44b4-a4c8-47d76e90aa6e tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:53.874879 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b81aa2a-2a8f-434f-afc8-3dc5c2acffcb req-8d9f9f2a-b912-44b4-a4c8-47d76e90aa6e tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 946 time: 0.0687647 Jul 14 10:26:53.914365 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1b81aa2a-2a8f-434f-afc8-3dc5c2acffcb req-a3c2411c-e538-47e7-8d79-ea784b919979 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335264 Jul 14 10:26:53.939381 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53082) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:53.991882 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd24f227-a146-4edd-99a4-fce6d358d09b tempest-TestShelveInstance-1173093181 tempest-TestShelveInstance-1173093181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:53.993459 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-cd24f227-a146-4edd-99a4-fce6d358d09b tempest-TestShelveInstance-1173093181 tempest-TestShelveInstance-1173093181-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 1093 time: 0.0528221 Jul 14 10:26:53.996413 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53084) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:54.001489 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-75ceae18-cc25-47b9-91d3-7ddd9a76b3bb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': 'fae0402a-3e58-4fab-8f19-338d51c63fd4', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:54.027571 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75ceae18-cc25-47b9-91d3-7ddd9a76b3bb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:54.132659 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75ceae18-cc25-47b9-91d3-7ddd9a76b3bb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:54.235004 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-75ceae18-cc25-47b9-91d3-7ddd9a76b3bb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Allocated IP 172.25.1.89 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/9614db60-9764-443b-ad8b-cbb5d7bad136) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:26:54.361326 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75ceae18-cc25-47b9-91d3-7ddd9a76b3bb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:54.401310 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75ceae18-cc25-47b9-91d3-7ddd9a76b3bb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:54.441075 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ceae18-cc25-47b9-91d3-7ddd9a76b3bb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:26:54.443890 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-75ceae18-cc25-47b9-91d3-7ddd9a76b3bb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:26:54.447449 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ceae18-cc25-47b9-91d3-7ddd9a76b3bb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:26:54.453132 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ceae18-cc25-47b9-91d3-7ddd9a76b3bb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event updated for resources: {'Port': ['ID=9614db60-9764-443b-ad8b-cbb5d7bad136,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:54.849429 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75ceae18-cc25-47b9-91d3-7ddd9a76b3bb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:54.934293 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75ceae18-cc25-47b9-91d3-7ddd9a76b3bb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:55.084139 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75ceae18-cc25-47b9-91d3-7ddd9a76b3bb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:55.088879 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75ceae18-cc25-47b9-91d3-7ddd9a76b3bb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:55.504941 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ceae18-cc25-47b9-91d3-7ddd9a76b3bb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event updated for resources: {'Port': ['ID=9614db60-9764-443b-ad8b-cbb5d7bad136,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:55.520809 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75ceae18-cc25-47b9-91d3-7ddd9a76b3bb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:55.626438 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-75ceae18-cc25-47b9-91d3-7ddd9a76b3bb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Floating IP cfa548a0-5314-4931-93e0-e16e95efc972 associated. External IP: 172.25.1.89, port: fae0402a-3e58-4fab-8f19-338d51c63fd4. Jul 14 10:26:55.867814 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ceae18-cc25-47b9-91d3-7ddd9a76b3bb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Router b5c70a94-0d28-4274-941f-f483b73273f8 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:26:55.976258 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ceae18-cc25-47b9-91d3-7ddd9a76b3bb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:26:55.986867 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5422a4b4-a171-4126-817b-c17d789e9732 None None] Sync routers for ids ['b5c70a94-0d28-4274-941f-f483b73273f8'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:26:55.995136 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75ceae18-cc25-47b9-91d3-7ddd9a76b3bb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:55.999018 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5422a4b4-a171-4126-817b-c17d789e9732 None None] Routers {'b5c70a94-0d28-4274-941f-f483b73273f8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:26:55.999633 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5422a4b4-a171-4126-817b-c17d789e9732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:26:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b5c70a94-0d28-4274-941f-f483b73273f8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:56.039708 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-75ceae18-cc25-47b9-91d3-7ddd9a76b3bb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0421567 Jul 14 10:26:56.040282 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea34a507-935d-42ea-8ee7-ca8be618fe8e', 'tag': 'fae0402a-3e58-4fab-8f19-338d51c63fd4'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:26:56.042622 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9839f5-39dc-43eb-a29f-dfad231a2283" -d '{"events": [{"name": "network-changed", "server_uuid": "ea34a507-935d-42ea-8ee7-ca8be618fe8e", "tag": "fae0402a-3e58-4fab-8f19-338d51c63fd4"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:26:56.078930 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a581a993-5831-4639-a9a0-bc44a2432bf7 x-openstack-request-id: req-a581a993-5831-4639-a9a0-bc44a2432bf7 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:26:56.079228 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea34a507-935d-42ea-8ee7-ca8be618fe8e", "tag": "fae0402a-3e58-4fab-8f19-338d51c63fd4", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:26:56.079485 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a581a993-5831-4639-a9a0-bc44a2432bf7 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:26:56.079896 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea34a507-935d-42ea-8ee7-ca8be618fe8e', 'tag': 'fae0402a-3e58-4fab-8f19-338d51c63fd4', 'status': 'completed', 'code': 200} Jul 14 10:26:56.110904 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-5422a4b4-a171-4126-817b-c17d789e9732 None None] Set router b5c70a94-0d28-4274-941f-f483b73273f8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:26:56.156651 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9839f5-39dc-43eb-a29f-dfad231a2283 req-2528b3a4-88b3-4de3-96f6-b7c5a8a631b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:56.158146 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e9839f5-39dc-43eb-a29f-dfad231a2283 req-2528b3a4-88b3-4de3-96f6-b7c5a8a631b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 1098 time: 0.0562859 Jul 14 10:26:56.261120 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9839f5-39dc-43eb-a29f-dfad231a2283 req-281ba45d-a791-4a41-91cb-d8bcf2756090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:56.262782 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e9839f5-39dc-43eb-a29f-dfad231a2283 req-281ba45d-a791-4a41-91cb-d8bcf2756090 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 910 time: 0.0987210 Jul 14 10:26:56.342313 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e9839f5-39dc-43eb-a29f-dfad231a2283 req-2e52e6a4-58c6-4927-b725-2ebb79ba732a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fae0402a-3e58-4fab-8f19-338d51c63fd4 HTTP/1.1" status: 200 len: 999 time: 0.0733495 Jul 14 10:26:56.393365 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9839f5-39dc-43eb-a29f-dfad231a2283 req-0b3a19ac-86ff-4363-acd3-2e9e04f7f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:56.395014 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e9839f5-39dc-43eb-a29f-dfad231a2283 req-0b3a19ac-86ff-4363-acd3-2e9e04f7f14b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 200 len: 848 time: 0.0471799 Jul 14 10:26:56.407656 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5422a4b4-a171-4126-817b-c17d789e9732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:03Z', 'revision_number': 4, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'gw_port': {'id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'cfa548a0-5314-4931-93e0-e16e95efc972', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'floating_ip_address': '172.25.1.89', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'port_id': 'fae0402a-3e58-4fab-8f19-338d51c63fd4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'mac_address': 'fa:16:3e:bb:2b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea34a507-935d-42ea-8ee7-ca8be618fe8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:26:54Z', 'updated_at': '2021-07-14T10:26:54Z', 'revision_number': 0, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b1fe4e8-9ed7-48cc-a441-792ea1683df8', 'name': '', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'mac_address': 'fa:16:3e:f4:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:03Z', 'updated_at': '2021-07-14T10:22:09Z', 'revision_number': 5, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'subnets': [{'id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:56.451754 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5422a4b4-a171-4126-817b-c17d789e9732 None None] Checking router: b5c70a94-0d28-4274-941f-f483b73273f8 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:26:56.460186 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5422a4b4-a171-4126-817b-c17d789e9732 None None] Routers {'b5c70a94-0d28-4274-941f-f483b73273f8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:26:56.460793 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5422a4b4-a171-4126-817b-c17d789e9732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:26:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b5c70a94-0d28-4274-941f-f483b73273f8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:56.473506 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9839f5-39dc-43eb-a29f-dfad231a2283 req-482b5fe6-d840-4978-810c-60b9111222b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:56.475479 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e9839f5-39dc-43eb-a29f-dfad231a2283 req-482b5fe6-d840-4978-810c-60b9111222b7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9dd15054-f25c-42bf-a15d-5a1176648a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743778 Jul 14 10:26:56.577582 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e9839f5-39dc-43eb-a29f-dfad231a2283 req-832e1f82-108b-4c84-b6ff-e35cf415368b service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949888 Jul 14 10:26:56.582844 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-5422a4b4-a171-4126-817b-c17d789e9732 None None] Set router b5c70a94-0d28-4274-941f-f483b73273f8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:26:56.687921 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1e9839f5-39dc-43eb-a29f-dfad231a2283 req-6c2ac32a-85dd-411d-ad0c-7302824a9c5c service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045103 Jul 14 10:26:56.919452 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5422a4b4-a171-4126-817b-c17d789e9732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:03Z', 'revision_number': 4, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'gw_port': {'id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'cfa548a0-5314-4931-93e0-e16e95efc972', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'floating_ip_address': '172.25.1.89', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'port_id': 'fae0402a-3e58-4fab-8f19-338d51c63fd4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'mac_address': 'fa:16:3e:bb:2b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea34a507-935d-42ea-8ee7-ca8be618fe8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:26:54Z', 'updated_at': '2021-07-14T10:26:54Z', 'revision_number': 0, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b1fe4e8-9ed7-48cc-a441-792ea1683df8', 'name': '', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'mac_address': 'fa:16:3e:f4:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:03Z', 'updated_at': '2021-07-14T10:22:09Z', 'revision_number': 5, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'subnets': [{'id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:56.949453 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5422a4b4-a171-4126-817b-c17d789e9732 None None] The sync data for ids ['b5c70a94-0d28-4274-941f-f483b73273f8'] in n-d-798054-10 is: [{'id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:03Z', 'revision_number': 4, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'gw_port': {'id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': 'cfa548a0-5314-4931-93e0-e16e95efc972', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'floating_ip_address': '172.25.1.89', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'port_id': 'fae0402a-3e58-4fab-8f19-338d51c63fd4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'mac_address': 'fa:16:3e:bb:2b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea34a507-935d-42ea-8ee7-ca8be618fe8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:26:54Z', 'updated_at': '2021-07-14T10:26:54Z', 'revision_number': 0, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b1fe4e8-9ed7-48cc-a441-792ea1683df8', 'name': '', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'mac_address': 'fa:16:3e:f4:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:03Z', 'updated_at': '2021-07-14T10:22:09Z', 'revision_number': 5, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'subnets': [{'id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:26:57.155520 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e7d717-dba0-4396-9cbc-eaa12bb2b78a None None] New status for floating IP cfa548a0-5314-4931-93e0-e16e95efc972: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:26:57.367900 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe087cad-83a8-458f-a447-f9804b716125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:59.845692 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd47993c-0e07-4784-8a9c-768ec2b33b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:59.989506 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:00.963202 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:01.243450 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c6ff4ab-304a-450f-aaae-2d57865b9677 req-49bbda39-bc1d-471a-b823-c3405195e9e4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543449 Jul 14 10:27:01.352790 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ff4ab-304a-450f-aaae-2d57865b9677 req-85b73982-280a-4485-9612-62d0c2ce8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:01.355089 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c6ff4ab-304a-450f-aaae-2d57865b9677 req-85b73982-280a-4485-9612-62d0c2ce8995 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 1098 time: 0.0562892 Jul 14 10:27:01.470988 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ff4ab-304a-450f-aaae-2d57865b9677 req-a579e4d7-05da-4b92-97a3-80ddc55be9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:01.472481 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c6ff4ab-304a-450f-aaae-2d57865b9677 req-a579e4d7-05da-4b92-97a3-80ddc55be9ad service neutron] 10.222.0.49 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 910 time: 0.0961790 Jul 14 10:27:01.538509 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c6ff4ab-304a-450f-aaae-2d57865b9677 req-047d3d89-54e9-4144-bfce-01b9f48bbc46 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fae0402a-3e58-4fab-8f19-338d51c63fd4 HTTP/1.1" status: 200 len: 1001 time: 0.0596452 Jul 14 10:27:01.587754 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ff4ab-304a-450f-aaae-2d57865b9677 req-04cc177e-2e58-4c7a-a5ae-91b9346c0380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:01.589235 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c6ff4ab-304a-450f-aaae-2d57865b9677 req-04cc177e-2e58-4c7a-a5ae-91b9346c0380 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 200 len: 848 time: 0.0450702 Jul 14 10:27:01.650042 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ff4ab-304a-450f-aaae-2d57865b9677 req-a0d05255-c296-4fac-ab5f-1df670d31700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:01.651552 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c6ff4ab-304a-450f-aaae-2d57865b9677 req-a0d05255-c296-4fac-ab5f-1df670d31700 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9dd15054-f25c-42bf-a15d-5a1176648a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567856 Jul 14 10:27:01.745112 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c6ff4ab-304a-450f-aaae-2d57865b9677 req-964745d4-676d-4cbd-90bb-947a0343f30c service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870724 Jul 14 10:27:01.843373 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8c6ff4ab-304a-450f-aaae-2d57865b9677 req-fb88f5b5-46b4-4c01-a88a-54ab48d3f34e service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919392 Jul 14 10:27:02.671095 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:03.017207 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:17.069396 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.735979 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:27:27.370003 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15620fcc-f00d-4bad-a337-30f847e41f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:29.837176 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b11ecbe-e4af-4555-9104-d068f41523dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:29.991082 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:30.964514 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:32.667228 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:33.018330 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:47.083976 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:57.371779 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8cf94ced-832e-4f81-94cd-6eb07dd31bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:59.838154 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9bd9ba0-6afc-4ce3-a384-554d5197c2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:59.995414 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:00.736397 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:28:00.968595 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:02.683916 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:03.021084 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:03.242653 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e7138d7-ea36-4c1f-be08-1c509a5c290c req-95657b20-4fed-4ddd-b530-72997bc68332 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0560751 Jul 14 10:28:03.338270 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7138d7-ea36-4c1f-be08-1c509a5c290c req-d32cf6e0-ed14-4ad8-b492-78318aa14cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:03.340377 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e7138d7-ea36-4c1f-be08-1c509a5c290c req-d32cf6e0-ed14-4ad8-b492-78318aa14cb7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 1098 time: 0.0534577 Jul 14 10:28:03.448835 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7138d7-ea36-4c1f-be08-1c509a5c290c req-1b69a721-fa6f-41e6-8b9a-d1ec4f0ed9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:03.450346 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e7138d7-ea36-4c1f-be08-1c509a5c290c req-1b69a721-fa6f-41e6-8b9a-d1ec4f0ed9e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 910 time: 0.0906756 Jul 14 10:28:03.514714 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e7138d7-ea36-4c1f-be08-1c509a5c290c req-60bfffc5-e950-42a6-9f01-c215fba54b32 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fae0402a-3e58-4fab-8f19-338d51c63fd4 HTTP/1.1" status: 200 len: 1001 time: 0.0582318 Jul 14 10:28:03.567989 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7138d7-ea36-4c1f-be08-1c509a5c290c req-b17f410d-3e67-488b-83a2-abc6299f33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:03.569474 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e7138d7-ea36-4c1f-be08-1c509a5c290c req-b17f410d-3e67-488b-83a2-abc6299f33ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 200 len: 848 time: 0.0491462 Jul 14 10:28:03.629081 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7138d7-ea36-4c1f-be08-1c509a5c290c req-975fb9bc-7916-486d-b373-42f641c012d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:03.630677 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e7138d7-ea36-4c1f-be08-1c509a5c290c req-975fb9bc-7916-486d-b373-42f641c012d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9dd15054-f25c-42bf-a15d-5a1176648a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547483 Jul 14 10:28:03.720455 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e7138d7-ea36-4c1f-be08-1c509a5c290c req-5b7b8e70-3da5-4ac2-89aa-603adfe31681 service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832281 Jul 14 10:28:03.814126 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6e7138d7-ea36-4c1f-be08-1c509a5c290c req-aaf62295-6a53-4233-9fd8-a9e9a4423666 service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874805 Jul 14 10:28:17.099317 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:27.372105 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45bf0a8e-0efe-46d1-86f6-79657d42e761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:29.841272 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d73da264-6d99-4062-87c2-dc184ca5134a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:29.997330 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:30.970714 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:32.698998 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:33.024372 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:37.736348 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:28:47.110707 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:50.754865 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e6253-eb8a-4abd-8b76-ae113bae5040 req-b9adf348-caa7-4203-86a0-950ec5c853ff tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:50.756366 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c96e6253-eb8a-4abd-8b76-ae113bae5040 req-b9adf348-caa7-4203-86a0-950ec5c853ff tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 946 time: 0.0657372 Jul 14 10:28:50.795760 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c96e6253-eb8a-4abd-8b76-ae113bae5040 req-8da091e3-9a73-4608-bc67-ee8f85f9e8c8 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332692 Jul 14 10:28:52.006016 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02e1fd-3290-4197-9eb2-895694d29e27 req-a4066ba2-e50c-49cc-a72c-603538b99ee8 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:52.007616 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5d02e1fd-3290-4197-9eb2-895694d29e27 req-a4066ba2-e50c-49cc-a72c-603538b99ee8 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 946 time: 0.0701718 Jul 14 10:28:52.047908 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5d02e1fd-3290-4197-9eb2-895694d29e27 req-fcd50e72-8d06-4446-bda9-aa8f5946c59b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346508 Jul 14 10:28:53.245550 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b702461-1089-4c45-881d-e3b8b56a4a81 req-50650766-6d5c-472f-a405-4368a97b8639 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:53.247065 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b702461-1089-4c45-881d-e3b8b56a4a81 req-50650766-6d5c-472f-a405-4368a97b8639 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 946 time: 0.0634174 Jul 14 10:28:53.286194 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4b702461-1089-4c45-881d-e3b8b56a4a81 req-d36d709f-04a2-4cf0-9373-b5077a17b424 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330970 Jul 14 10:28:54.465504 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ef8df-c3b6-43ba-b526-d660704587af req-80c8197f-b4c5-4871-8456-d82c53e52e2b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:54.467067 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-859ef8df-c3b6-43ba-b526-d660704587af req-80c8197f-b4c5-4871-8456-d82c53e52e2b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 946 time: 0.0662384 Jul 14 10:28:54.509355 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-859ef8df-c3b6-43ba-b526-d660704587af req-107b71c8-fa21-4d54-9b14-c0d3110c4669 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342543 Jul 14 10:28:55.697400 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd55ee3-ccc3-447f-9fc1-d9c2be4cf1fc req-3c361a2e-22d2-44ce-ade9-d80135cb6b2a tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:55.698918 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4cd55ee3-ccc3-447f-9fc1-d9c2be4cf1fc req-3c361a2e-22d2-44ce-ade9-d80135cb6b2a tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 946 time: 0.0720625 Jul 14 10:28:55.740783 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4cd55ee3-ccc3-447f-9fc1-d9c2be4cf1fc req-5e47070f-65d3-446a-8ef0-bafd696fa63f tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355880 Jul 14 10:28:56.923450 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b2b18-e285-4b7f-b13b-7ec758f8a36e req-579cfd2c-e2d1-4392-bf18-0314ee3a8966 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:56.924991 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa1b2b18-e285-4b7f-b13b-7ec758f8a36e req-579cfd2c-e2d1-4392-bf18-0314ee3a8966 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 946 time: 0.0700238 Jul 14 10:28:56.963708 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa1b2b18-e285-4b7f-b13b-7ec758f8a36e req-1c96f474-3d70-4e0a-b8b6-2a4c3253dc94 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330307 Jul 14 10:28:57.372552 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eecc10ed-9455-402a-b996-4ff4a6b53d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:58.141343 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36c810-1a05-4068-a443-bb44659d5b35 req-4d069aac-385e-4446-bd78-7990c5cddc17 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:58.142859 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ba36c810-1a05-4068-a443-bb44659d5b35 req-4d069aac-385e-4446-bd78-7990c5cddc17 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 946 time: 0.0689576 Jul 14 10:28:58.182044 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ba36c810-1a05-4068-a443-bb44659d5b35 req-2f35c2b1-6fef-405b-b050-977b5e4d0582 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336039 Jul 14 10:28:59.355121 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40671705-7d77-4afd-9e85-bfbe17213653 req-db2b0565-824c-48a9-9eea-545e683801eb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:59.356616 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-40671705-7d77-4afd-9e85-bfbe17213653 req-db2b0565-824c-48a9-9eea-545e683801eb tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 946 time: 0.0630279 Jul 14 10:28:59.394361 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-40671705-7d77-4afd-9e85-bfbe17213653 req-ba66bc5d-8afa-435f-8635-d9ff35fe3b29 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321877 Jul 14 10:28:59.842900 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b7dc2c8-42d0-452f-bc6c-b47bee980f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:59.998155 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:00.568114 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8ebb0-adeb-4cfa-bd4c-79bc0070707a req-053bd2f4-f0dd-4ca3-8e08-0e8bfed15ef5 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:00.569558 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08d8ebb0-adeb-4cfa-bd4c-79bc0070707a req-053bd2f4-f0dd-4ca3-8e08-0e8bfed15ef5 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 946 time: 0.0636292 Jul 14 10:29:00.608760 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-08d8ebb0-adeb-4cfa-bd4c-79bc0070707a req-bc9c1865-7b11-441c-8ec3-33f7f3c62e02 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326564 Jul 14 10:29:00.834023 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1b14a-f3cb-4707-b1df-a9f7305744f9 req-f9da3352-67b9-438f-aee7-2f8eed1f8e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:00.835471 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-65c1b14a-f3cb-4707-b1df-a9f7305744f9 req-f9da3352-67b9-438f-aee7-2f8eed1f8e23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 1098 time: 0.0580106 Jul 14 10:29:00.926732 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1b14a-f3cb-4707-b1df-a9f7305744f9 req-a39968ce-5e0e-4f09-95c6-5078ffabc8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:00.928323 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-65c1b14a-f3cb-4707-b1df-a9f7305744f9 req-a39968ce-5e0e-4f09-95c6-5078ffabc8f2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 910 time: 0.0865808 Jul 14 10:29:00.974613 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:00.998349 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-65c1b14a-f3cb-4707-b1df-a9f7305744f9 req-d1f9bf38-3393-4138-8ffa-fa68d40ef9c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fae0402a-3e58-4fab-8f19-338d51c63fd4 HTTP/1.1" status: 200 len: 1001 time: 0.0642860 Jul 14 10:29:01.047811 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1b14a-f3cb-4707-b1df-a9f7305744f9 req-c2b8eb4f-0fc4-4530-949c-73b1483ab978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:01.049316 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-65c1b14a-f3cb-4707-b1df-a9f7305744f9 req-c2b8eb4f-0fc4-4530-949c-73b1483ab978 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 200 len: 848 time: 0.0451393 Jul 14 10:29:01.110782 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1b14a-f3cb-4707-b1df-a9f7305744f9 req-d83d59be-ccae-4ed7-90af-d009d22db1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:01.112331 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-65c1b14a-f3cb-4707-b1df-a9f7305744f9 req-d83d59be-ccae-4ed7-90af-d009d22db1cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9dd15054-f25c-42bf-a15d-5a1176648a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564902 Jul 14 10:29:01.212391 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-65c1b14a-f3cb-4707-b1df-a9f7305744f9 req-ad260ab6-6c03-4835-9e55-d9d14bb53173 service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933621 Jul 14 10:29:01.304940 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-65c1b14a-f3cb-4707-b1df-a9f7305744f9 req-b9523379-f7c0-49e9-a0d3-77f7ef6e1efb service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860243 Jul 14 10:29:01.791308 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a0a56-fbc4-44c3-890c-9eb2e570d99e req-27f632c2-dadc-4c4f-b2ba-3a3c5cc32e26 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:01.792794 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c3a0a56-fbc4-44c3-890c-9eb2e570d99e req-27f632c2-dadc-4c4f-b2ba-3a3c5cc32e26 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 946 time: 0.0700574 Jul 14 10:29:01.839081 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9c3a0a56-fbc4-44c3-890c-9eb2e570d99e req-a4e87157-5dc4-4fc5-ba1e-9e3bbca20228 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403953 Jul 14 10:29:02.695071 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:03.028625 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:03.040263 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e04fc-cc51-4237-ab60-cc95686d6978 req-7fce0c06-c933-489b-a977-692f67cfd994 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:03.041823 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc7e04fc-cc51-4237-ab60-cc95686d6978 req-7fce0c06-c933-489b-a977-692f67cfd994 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 946 time: 0.0680175 Jul 14 10:29:03.081235 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bc7e04fc-cc51-4237-ab60-cc95686d6978 req-329b9fbd-f4c2-4003-8d4a-ac85837a8f0c tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334749 Jul 14 10:29:03.277943 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8b567-452d-4b50-8c66-7608cc5455fe req-8ccff6fc-b1e5-4f3a-b3aa-f8ac3d8c8c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:03.279487 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91b8b567-452d-4b50-8c66-7608cc5455fe req-8ccff6fc-b1e5-4f3a-b3aa-f8ac3d8c8c55 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 1098 time: 0.0563176 Jul 14 10:29:03.391516 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8b567-452d-4b50-8c66-7608cc5455fe req-6360a201-841a-4c1c-8e77-432596a0a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:03.393025 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91b8b567-452d-4b50-8c66-7608cc5455fe req-6360a201-841a-4c1c-8e77-432596a0a30e service neutron] 10.222.0.49 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 910 time: 0.0938580 Jul 14 10:29:03.460519 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91b8b567-452d-4b50-8c66-7608cc5455fe req-dd3f92ae-9c86-401e-a2b2-bbcdd7ad5764 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fae0402a-3e58-4fab-8f19-338d51c63fd4 HTTP/1.1" status: 200 len: 1001 time: 0.0606735 Jul 14 10:29:03.522912 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8b567-452d-4b50-8c66-7608cc5455fe req-e6cbaf12-8bd4-474a-a7de-d5401e15097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:03.524522 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91b8b567-452d-4b50-8c66-7608cc5455fe req-e6cbaf12-8bd4-474a-a7de-d5401e15097a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 200 len: 848 time: 0.0573382 Jul 14 10:29:03.589056 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8b567-452d-4b50-8c66-7608cc5455fe req-e1b96d05-6762-46b1-bb69-ed840f6897ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:03.590646 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91b8b567-452d-4b50-8c66-7608cc5455fe req-e1b96d05-6762-46b1-bb69-ed840f6897ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9dd15054-f25c-42bf-a15d-5a1176648a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597684 Jul 14 10:29:03.685450 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91b8b567-452d-4b50-8c66-7608cc5455fe req-2f783f6f-ccaa-43bc-9f55-1018a3a135d4 service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881746 Jul 14 10:29:03.782725 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-91b8b567-452d-4b50-8c66-7608cc5455fe req-997396df-e508-4c4c-b5c9-a5aec348cfb0 service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911613 Jul 14 10:29:04.274459 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87abe6-1a5b-4678-b47b-cf4f397f6d3c req-b564a2f0-6e0d-4e27-9d5c-155519e6f063 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:04.276116 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd87abe6-1a5b-4678-b47b-cf4f397f6d3c req-b564a2f0-6e0d-4e27-9d5c-155519e6f063 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 946 time: 0.0697992 Jul 14 10:29:04.320999 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cd87abe6-1a5b-4678-b47b-cf4f397f6d3c req-345a94ef-c591-4a60-a680-ad0d19541fef tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389321 Jul 14 10:29:05.497128 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c03d9-3589-4ac6-a35a-41336240dca7 req-06d4173c-964a-4967-a860-9484d3a63ca2 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:05.498738 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d6c03d9-3589-4ac6-a35a-41336240dca7 req-06d4173c-964a-4967-a860-9484d3a63ca2 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 946 time: 0.0650563 Jul 14 10:29:05.542337 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0d6c03d9-3589-4ac6-a35a-41336240dca7 req-71f2d8dd-5c06-4dcb-92fb-e65063843d5f tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378284 Jul 14 10:29:05.890717 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-4c930690-5de1-438f-9db6-94a261ae6f0a req-c662f0ea-cd51-4937-88b6-d6217aeaae07 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1010084 Jul 14 10:29:05.897002 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fae0402a-3e58-4fab-8f19-338d51c63fd4 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:29:05.909332 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76294d8-73a8-49ea-b853-e92c37370fd6 req-1917817f-2e98-47ae-ae31-63b9bfc0764d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:05.911096 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b76294d8-73a8-49ea-b853-e92c37370fd6 req-1917817f-2e98-47ae-ae31-63b9bfc0764d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 946 time: 0.0713842 Jul 14 10:29:05.958840 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b76294d8-73a8-49ea-b853-e92c37370fd6 req-1ddea438-ab3c-49d1-9d63-cee759226623 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372612 Jul 14 10:29:05.981683 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:06.006170 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea34a507-935d-42ea-8ee7-ca8be618fe8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fae0402a-3e58-4fab-8f19-338d51c63fd4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:29:06.009424 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1492bfd7-04fd-45f8-b9b9-705cb9cc8e01" -d '{"events": [{"server_uuid": "ea34a507-935d-42ea-8ee7-ca8be618fe8e", "name": "network-vif-unplugged", "status": "completed", "tag": "fae0402a-3e58-4fab-8f19-338d51c63fd4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:29:06.027206 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fae0402a-3e58-4fab-8f19-338d51c63fd4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fae0402a-3e58-4fab-8f19-338d51c63fd4,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:06.033217 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:06.057984 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 10:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bd5aa5-0e67-4b43-ba9b-311569adf2e8 x-openstack-request-id: req-b3bd5aa5-0e67-4b43-ba9b-311569adf2e8 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:29:06.058277 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea34a507-935d-42ea-8ee7-ca8be618fe8e", "name": "network-vif-unplugged", "status": "failed", "tag": "fae0402a-3e58-4fab-8f19-338d51c63fd4", "code": 422}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:29:06.058532 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b3bd5aa5-0e67-4b43-ba9b-311569adf2e8 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:29:06.058974 n-d-798054-10 neutron-server[93889]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ea34a507-935d-42ea-8ee7-ca8be618fe8e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fae0402a-3e58-4fab-8f19-338d51c63fd4', 'code': 422} returned with failed status Jul 14 10:29:06.085585 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=fae0402a-3e58-4fab-8f19-338d51c63fd4,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:06.093741 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.094162 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.094507 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.094798 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.095138 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.095493 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.095811 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.096141 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.096473 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.096809 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.097148 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.097474 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:07.154490 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d5535-3280-4830-a701-825e10cdcfdb req-9d4b0ba8-3522-4f0c-b960-3cab5b971cba tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:07.156006 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c50d5535-3280-4830-a701-825e10cdcfdb req-9d4b0ba8-3522-4f0c-b960-3cab5b971cba tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 944 time: 0.0763874 Jul 14 10:29:07.197076 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c50d5535-3280-4830-a701-825e10cdcfdb req-614e619a-0299-487d-b8e8-80b367d0841e tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353291 Jul 14 10:29:08.377995 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0488224-b60c-4a11-9213-a62119faf16a req-8afd5c66-747d-415a-bc49-65e2aa6332b5 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:08.379513 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0488224-b60c-4a11-9213-a62119faf16a req-8afd5c66-747d-415a-bc49-65e2aa6332b5 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 944 time: 0.0676241 Jul 14 10:29:08.419012 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c0488224-b60c-4a11-9213-a62119faf16a req-6d046740-32c5-4f5b-9221-2fc3d86c2947 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331540 Jul 14 10:29:09.602428 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c4426-b9b2-4f44-93be-f5adaf6aecf6 req-c77e6d37-6d08-4d21-aa69-49239cfdd44e tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:09.603997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-352c4426-b9b2-4f44-93be-f5adaf6aecf6 req-c77e6d37-6d08-4d21-aa69-49239cfdd44e tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 944 time: 0.0671041 Jul 14 10:29:09.643673 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-352c4426-b9b2-4f44-93be-f5adaf6aecf6 req-9ad8b807-562e-48a4-a706-b12eb5e51c54 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332022 Jul 14 10:29:10.822396 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c930690-5de1-438f-9db6-94a261ae6f0a req-977683a4-72b5-41eb-b507-480d5e1cf990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:10.823953 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4c930690-5de1-438f-9db6-94a261ae6f0a req-977683a4-72b5-41eb-b507-480d5e1cf990 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e&tenant_id=de61f4fcdf3b4564a0be0739b890510d HTTP/1.1" status: 200 len: 1096 time: 0.0582178 Jul 14 10:29:10.912654 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c930690-5de1-438f-9db6-94a261ae6f0a req-2d94ecf4-c4d5-49b8-8dbf-fdd5902c1fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:10.914820 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4c930690-5de1-438f-9db6-94a261ae6f0a req-2d94ecf4-c4d5-49b8-8dbf-fdd5902c1fd4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 1096 time: 0.0661590 Jul 14 10:29:11.043949 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c930690-5de1-438f-9db6-94a261ae6f0a req-0c4c1f2c-963e-44d9-b5f8-99f12c4b2803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:11.045372 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4c930690-5de1-438f-9db6-94a261ae6f0a req-0c4c1f2c-963e-44d9-b5f8-99f12c4b2803 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 910 time: 0.1242514 Jul 14 10:29:11.118215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda3600-c4fe-4b0c-942b-7813567ed09f req-9435148f-2bcd-419a-9d3f-4bbfdb9a8e85 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:11.119710 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3bda3600-c4fe-4b0c-942b-7813567ed09f req-9435148f-2bcd-419a-9d3f-4bbfdb9a8e85 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 944 time: 0.1305058 Jul 14 10:29:11.129478 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4c930690-5de1-438f-9db6-94a261ae6f0a req-aa7010bf-a49a-45d7-9d53-808828e44240 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fae0402a-3e58-4fab-8f19-338d51c63fd4 HTTP/1.1" status: 200 len: 999 time: 0.0773165 Jul 14 10:29:11.196914 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3bda3600-c4fe-4b0c-942b-7813567ed09f req-630731f1-0b45-445e-ad7f-2936d7d29272 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703278 Jul 14 10:29:11.202682 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c930690-5de1-438f-9db6-94a261ae6f0a req-351be363-a46e-40be-89d9-12091393c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:11.204039 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4c930690-5de1-438f-9db6-94a261ae6f0a req-351be363-a46e-40be-89d9-12091393c021 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 200 len: 848 time: 0.0684478 Jul 14 10:29:11.262225 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c930690-5de1-438f-9db6-94a261ae6f0a req-5403456c-78c5-4703-8fce-d7b5e781b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:11.263827 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4c930690-5de1-438f-9db6-94a261ae6f0a req-5403456c-78c5-4703-8fce-d7b5e781b5e5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9dd15054-f25c-42bf-a15d-5a1176648a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532267 Jul 14 10:29:11.354426 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4c930690-5de1-438f-9db6-94a261ae6f0a req-d2cee7f7-bb34-490c-98b3-9f8ae9e475de service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835912 Jul 14 10:29:11.452648 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-4c930690-5de1-438f-9db6-94a261ae6f0a req-ab5b5ce6-2006-4897-9c7c-bfd1d036dd41 service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913553 Jul 14 10:29:12.379253 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7c947-7553-4640-800e-9aae306aeab4 req-6a9a6e87-38de-4c1e-940d-b464cca47253 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:12.380752 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dbf7c947-7553-4640-800e-9aae306aeab4 req-6a9a6e87-38de-4c1e-940d-b464cca47253 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 944 time: 0.0657146 Jul 14 10:29:12.420616 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dbf7c947-7553-4640-800e-9aae306aeab4 req-324cf278-14ff-4d9b-a0df-d2c6ca86ea0a tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336585 Jul 14 10:29:13.599895 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b43de-5f0f-45ff-b231-ed1c2037c663 req-bc98d382-0fa9-4906-9e9f-880aae6a7a91 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:13.602256 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f17b43de-5f0f-45ff-b231-ed1c2037c663 req-bc98d382-0fa9-4906-9e9f-880aae6a7a91 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 944 time: 0.0678060 Jul 14 10:29:13.643082 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-f17b43de-5f0f-45ff-b231-ed1c2037c663 req-e618a189-98b7-48a1-99a2-a213c8464c16 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351095 Jul 14 10:29:14.735742 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:29:14.828390 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb5433-492c-446c-a56f-b7d53d430c04 req-568d64c4-8ed0-4187-b0c0-1e32c57c816b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:14.830023 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67cb5433-492c-446c-a56f-b7d53d430c04 req-568d64c4-8ed0-4187-b0c0-1e32c57c816b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 944 time: 0.0679011 Jul 14 10:29:14.872552 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-67cb5433-492c-446c-a56f-b7d53d430c04 req-af6b1889-8865-4a3c-9b3f-9aa7fe72ff30 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359497 Jul 14 10:29:16.044781 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c0679-6042-4fd1-b8e0-82e40f8a58ab req-ade8280d-9d69-45b6-8f5a-449fc3828a80 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:16.046300 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e70c0679-6042-4fd1-b8e0-82e40f8a58ab req-ade8280d-9d69-45b6-8f5a-449fc3828a80 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 944 time: 0.0629225 Jul 14 10:29:16.084644 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e70c0679-6042-4fd1-b8e0-82e40f8a58ab req-f7d9585c-9d9e-4b20-8cdf-8c4d923757b5 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327070 Jul 14 10:29:17.119344 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:17.266122 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a0130-2ade-4c52-b781-04b153ca04e9 req-362a3b09-107b-4ea9-b97d-8d149462b891 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:17.267638 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d91a0130-2ade-4c52-b781-04b153ca04e9 req-362a3b09-107b-4ea9-b97d-8d149462b891 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 944 time: 0.0679443 Jul 14 10:29:17.308028 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d91a0130-2ade-4c52-b781-04b153ca04e9 req-828382b6-893e-47e7-8dd5-3442647b4487 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348344 Jul 14 10:29:18.494068 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e9f8d-a488-4d5c-b629-112b717883bd req-fb610e38-99f1-4c50-b8d8-a5dd25c8f229 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:18.495697 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-653e9f8d-a488-4d5c-b629-112b717883bd req-fb610e38-99f1-4c50-b8d8-a5dd25c8f229 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 944 time: 0.0687838 Jul 14 10:29:18.539828 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-653e9f8d-a488-4d5c-b629-112b717883bd req-42134494-10a9-4eff-8665-a13aca60884d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370994 Jul 14 10:29:19.717218 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bade87d-fc33-42e8-a565-dfa64960d45c req-9906040f-d232-4bcc-8b50-a3a1849bdd32 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:19.718764 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1bade87d-fc33-42e8-a565-dfa64960d45c req-9906040f-d232-4bcc-8b50-a3a1849bdd32 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 944 time: 0.0666120 Jul 14 10:29:19.757010 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1bade87d-fc33-42e8-a565-dfa64960d45c req-4d5a7521-4ba0-4183-b0e4-baaaed4eea4f tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325997 Jul 14 10:29:19.943103 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fae0402a-3e58-4fab-8f19-338d51c63fd4 details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:29:20.041441 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fae0402a-3e58-4fab-8f19-338d51c63fd4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fae0402a-3e58-4fab-8f19-338d51c63fd4,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:20.053349 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': 'fae0402a-3e58-4fab-8f19-338d51c63fd4', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'port_id': 'fae0402a-3e58-4fab-8f19-338d51c63fd4', 'mac_address': 'fa:16:3e:bb:2b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:29:20.090568 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:20.104650 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae0402a-3e58-4fab-8f19-338d51c63fd4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:29:20.124932 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fae0402a-3e58-4fab-8f19-338d51c63fd4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fae0402a-3e58-4fab-8f19-338d51c63fd4,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:20.129135 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:20.178117 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=fae0402a-3e58-4fab-8f19-338d51c63fd4,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:20.330182 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['fae0402a-3e58-4fab-8f19-338d51c63fd4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:29:20.929897 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5d018-0419-4429-b590-a27ab1c9cb9f req-c69b5c9e-39e8-4503-8cc3-52eda77446a4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:20.931413 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99d5d018-0419-4429-b590-a27ab1c9cb9f req-c69b5c9e-39e8-4503-8cc3-52eda77446a4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 945 time: 0.0628412 Jul 14 10:29:20.970473 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-99d5d018-0419-4429-b590-a27ab1c9cb9f req-de7c975c-4720-49c2-92a4-b2964502468d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335162 Jul 14 10:29:21.974246 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fae0402a-3e58-4fab-8f19-338d51c63fd4 up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:29:22.023632 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port fae0402a-3e58-4fab-8f19-338d51c63fd4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:22.024004 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:22.150969 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed36810-7c8e-43f5-b374-bd1bda3b7d46 req-7dea8c9b-eefd-4b0c-8007-f8ef6f16142b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:22.152524 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ed36810-7c8e-43f5-b374-bd1bda3b7d46 req-7dea8c9b-eefd-4b0c-8007-f8ef6f16142b tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 945 time: 0.0665436 Jul 14 10:29:22.196822 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6ed36810-7c8e-43f5-b374-bd1bda3b7d46 req-1a826e9e-3b49-4565-b69c-c2c573db8caa tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337653 Jul 14 10:29:22.248896 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:22.270592 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea34a507-935d-42ea-8ee7-ca8be618fe8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae0402a-3e58-4fab-8f19-338d51c63fd4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:29:22.273346 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920b9b98-678f-4742-b5cb-cff820856f7d" -d '{"events": [{"server_uuid": "ea34a507-935d-42ea-8ee7-ca8be618fe8e", "name": "network-vif-plugged", "status": "completed", "tag": "fae0402a-3e58-4fab-8f19-338d51c63fd4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:29:22.285226 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port fae0402a-3e58-4fab-8f19-338d51c63fd4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fae0402a-3e58-4fab-8f19-338d51c63fd4,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:22.291395 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:22.315515 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f153ed6f-3285-44df-a366-3ac6ef0da4e5 x-openstack-request-id: req-f153ed6f-3285-44df-a366-3ac6ef0da4e5 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:29:22.315805 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea34a507-935d-42ea-8ee7-ca8be618fe8e", "name": "network-vif-plugged", "status": "completed", "tag": "fae0402a-3e58-4fab-8f19-338d51c63fd4", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:29:22.316075 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f153ed6f-3285-44df-a366-3ac6ef0da4e5 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:29:22.316504 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea34a507-935d-42ea-8ee7-ca8be618fe8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae0402a-3e58-4fab-8f19-338d51c63fd4', 'code': 200} Jul 14 10:29:22.348578 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=fae0402a-3e58-4fab-8f19-338d51c63fd4,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:22.486983 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81b042-139f-4880-b6a9-eed98e4b8f0b req-6355b38a-0e4f-4ec1-bea8-807a5bc73190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:22.488489 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d81b042-139f-4880-b6a9-eed98e4b8f0b req-6355b38a-0e4f-4ec1-bea8-807a5bc73190 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 1098 time: 0.0571716 Jul 14 10:29:22.527228 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7d81b042-139f-4880-b6a9-eed98e4b8f0b req-99124216-28c3-49e5-9e13-7f272310628e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322049 Jul 14 10:29:23.378397 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c2b84-cb41-477a-a4e7-ebbc003b100d req-81c33c6d-acd5-43d4-8922-94bd298fc645 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:23.379931 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e0c2b84-cb41-477a-a4e7-ebbc003b100d req-81c33c6d-acd5-43d4-8922-94bd298fc645 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 946 time: 0.0652843 Jul 14 10:29:23.419277 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9e0c2b84-cb41-477a-a4e7-ebbc003b100d req-7046446a-f2c5-4191-a519-c685708c03d3 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335627 Jul 14 10:29:27.375751 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3483d39e-ced6-463c-a7bb-ba7708660fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:29.843176 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18e72fba-199b-4295-b0b2-154f05e28c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:29.999778 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:30.977101 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:32.699591 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:33.031628 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:47.125890 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:51.734632 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:29:57.377462 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40198d44-059e-4521-b565-bcb365253c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:59.844226 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0f4dd466-544e-4471-9f3c-3b6d1e201f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:00.000836 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:00.980346 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:02.694877 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:03.032628 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:04.240783 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca2bce98-6515-418f-862f-793e8c469335 req-7a8e29a1-64cd-4cef-b6ab-fc0cf34f3be7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0587220 Jul 14 10:30:04.700410 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bce98-6515-418f-862f-793e8c469335 req-8840b8dd-35ad-4452-8fc3-b8244613cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:04.701963 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca2bce98-6515-418f-862f-793e8c469335 req-8840b8dd-35ad-4452-8fc3-b8244613cd3c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 1098 time: 0.4178386 Jul 14 10:30:04.808712 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bce98-6515-418f-862f-793e8c469335 req-20524bff-563b-45ce-92a5-71c7baeda6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:04.810245 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca2bce98-6515-418f-862f-793e8c469335 req-20524bff-563b-45ce-92a5-71c7baeda6f6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 910 time: 0.0887132 Jul 14 10:30:04.882343 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca2bce98-6515-418f-862f-793e8c469335 req-c0bd9626-604a-46e0-989f-bdd65a30bc99 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fae0402a-3e58-4fab-8f19-338d51c63fd4 HTTP/1.1" status: 200 len: 1001 time: 0.0660646 Jul 14 10:30:04.932972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bce98-6515-418f-862f-793e8c469335 req-d702b50e-79ab-4ff5-b48a-86e13f29c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:04.934680 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca2bce98-6515-418f-862f-793e8c469335 req-d702b50e-79ab-4ff5-b48a-86e13f29c523 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 200 len: 848 time: 0.0461521 Jul 14 10:30:04.994721 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bce98-6515-418f-862f-793e8c469335 req-a4b8e69b-2082-4ce2-b36c-85e046430ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:04.996178 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca2bce98-6515-418f-862f-793e8c469335 req-a4b8e69b-2082-4ce2-b36c-85e046430ca3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9dd15054-f25c-42bf-a15d-5a1176648a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557494 Jul 14 10:30:05.093890 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca2bce98-6515-418f-862f-793e8c469335 req-9b544072-e2fa-4554-83eb-6637ba871025 service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909162 Jul 14 10:30:05.189148 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ca2bce98-6515-418f-862f-793e8c469335 req-694db545-038d-4e90-8610-bfdad87fc2e3 service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890222 Jul 14 10:30:17.126143 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:27.378698 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b1f2327-6dc6-4934-b3b3-f8c894719fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:28.734741 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:30:29.845334 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc36f-9247-4ea3-b8e2-0959b388377a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:30.002576 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:30.981885 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:32.693619 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:33.034524 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:39.063105 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53248) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:39.222308 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Deleting port 9614db60-9764-443b-ad8b-cbb5d7bad136 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:30:39.222713 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:39.303406 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:39.303746 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:39.315213 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Calling delete_port for 9614db60-9764-443b-ad8b-cbb5d7bad136 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:30:39.478726 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:39.504767 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event deleted for resources: {'Port': ['ID=9614db60-9764-443b-ad8b-cbb5d7bad136,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:39.532908 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:39.533263 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:39.533607 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:39.534014 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:39.534361 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:39.534694 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:39.535024 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:39.535401 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:39.535738 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:39.536066 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:39.536395 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:39.536723 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:39.576621 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:39.576866 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Floating IP cfa548a0-5314-4931-93e0-e16e95efc972 disassociated (deleted). External IP: 172.25.1.89, port: fae0402a-3e58-4fab-8f19-338d51c63fd4. Jul 14 10:30:39.802240 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Router b5c70a94-0d28-4274-941f-f483b73273f8 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:30:39.914547 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:30:39.920745 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:39.924361 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363fd4b8-ddf1-444e-8aff-315ce3ed005d None None] Sync routers for ids ['b5c70a94-0d28-4274-941f-f483b73273f8'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:30:39.938102 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363fd4b8-ddf1-444e-8aff-315ce3ed005d None None] Routers {'b5c70a94-0d28-4274-941f-f483b73273f8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:30:39.938749 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-363fd4b8-ddf1-444e-8aff-315ce3ed005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:30:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b5c70a94-0d28-4274-941f-f483b73273f8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:39.957757 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-53bc827c-25ad-4979-bac3-94530006e035 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "DELETE /v2.0/floatingips/cfa548a0-5314-4931-93e0-e16e95efc972 HTTP/1.1" status: 204 len: 168 time: 0.8935118 Jul 14 10:30:39.958478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea34a507-935d-42ea-8ee7-ca8be618fe8e', 'tag': 'fae0402a-3e58-4fab-8f19-338d51c63fd4'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:30:39.960896 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe5077a-656f-4dce-a931-d4600c15bef0" -d '{"events": [{"name": "network-changed", "server_uuid": "ea34a507-935d-42ea-8ee7-ca8be618fe8e", "tag": "fae0402a-3e58-4fab-8f19-338d51c63fd4"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:30:40.006284 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a774d0e8-db23-44ce-aa89-294dede8bb25 x-openstack-request-id: req-a774d0e8-db23-44ce-aa89-294dede8bb25 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:30:40.006575 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea34a507-935d-42ea-8ee7-ca8be618fe8e", "tag": "fae0402a-3e58-4fab-8f19-338d51c63fd4", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:30:40.006835 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a774d0e8-db23-44ce-aa89-294dede8bb25 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:30:40.007242 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea34a507-935d-42ea-8ee7-ca8be618fe8e', 'tag': 'fae0402a-3e58-4fab-8f19-338d51c63fd4', 'status': 'completed', 'code': 200} Jul 14 10:30:40.053613 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-363fd4b8-ddf1-444e-8aff-315ce3ed005d None None] Set router b5c70a94-0d28-4274-941f-f483b73273f8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:30:40.095441 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5077a-656f-4dce-a931-d4600c15bef0 req-9b3ff89b-3ea7-4adf-aa70-351d58eb5310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:40.097103 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6fe5077a-656f-4dce-a931-d4600c15bef0 req-9b3ff89b-3ea7-4adf-aa70-351d58eb5310 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de61f4fcdf3b4564a0be0739b890510d&device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 1098 time: 0.0664122 Jul 14 10:30:40.193576 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5077a-656f-4dce-a931-d4600c15bef0 req-6d3fe339-d24d-4443-b9d4-377508dd4c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:40.195428 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6fe5077a-656f-4dce-a931-d4600c15bef0 req-6d3fe339-d24d-4443-b9d4-377508dd4c65 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 200 len: 910 time: 0.0925159 Jul 14 10:30:40.244273 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6fe5077a-656f-4dce-a931-d4600c15bef0 req-88a46e10-8d7c-4fb5-bf43-a056617034d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fae0402a-3e58-4fab-8f19-338d51c63fd4 HTTP/1.1" status: 200 len: 217 time: 0.0425143 Jul 14 10:30:40.282602 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-363fd4b8-ddf1-444e-8aff-315ce3ed005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:03Z', 'revision_number': 4, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'gw_port': {'id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '1b1fe4e8-9ed7-48cc-a441-792ea1683df8', 'name': '', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'mac_address': 'fa:16:3e:f4:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:03Z', 'updated_at': '2021-07-14T10:22:09Z', 'revision_number': 5, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'subnets': [{'id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:40.305613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5077a-656f-4dce-a931-d4600c15bef0 req-aae3b5e9-9459-4892-80e3-b50e40b0d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:40.307292 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6fe5077a-656f-4dce-a931-d4600c15bef0 req-aae3b5e9-9459-4892-80e3-b50e40b0d1e2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 200 len: 848 time: 0.0566452 Jul 14 10:30:40.310883 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363fd4b8-ddf1-444e-8aff-315ce3ed005d None None] Checking router: b5c70a94-0d28-4274-941f-f483b73273f8 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:30:40.319441 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363fd4b8-ddf1-444e-8aff-315ce3ed005d None None] Routers {'b5c70a94-0d28-4274-941f-f483b73273f8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:30:40.320089 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-363fd4b8-ddf1-444e-8aff-315ce3ed005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:30:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b5c70a94-0d28-4274-941f-f483b73273f8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:40.406105 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5077a-656f-4dce-a931-d4600c15bef0 req-265dab34-20a0-4816-bef3-98c3496b8acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:40.407985 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6fe5077a-656f-4dce-a931-d4600c15bef0 req-265dab34-20a0-4816-bef3-98c3496b8acf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9dd15054-f25c-42bf-a15d-5a1176648a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938320 Jul 14 10:30:40.423431 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-363fd4b8-ddf1-444e-8aff-315ce3ed005d None None] Set router b5c70a94-0d28-4274-941f-f483b73273f8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:30:40.485576 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b518641-231d-4016-b89a-43c20e14f6ce req-1334e034-78ac-44bf-be12-02bab89d129c tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:40.486990 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2b518641-231d-4016-b89a-43c20e14f6ce req-1334e034-78ac-44bf-be12-02bab89d129c tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 946 time: 0.1893532 Jul 14 10:30:40.544142 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6fe5077a-656f-4dce-a931-d4600c15bef0 req-9548eebf-026a-4315-9d04-fe09ed67fd84 service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295524 Jul 14 10:30:40.549231 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2b518641-231d-4016-b89a-43c20e14f6ce req-d115e06f-af01-47f3-8b93-eea97ba44352 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552363 Jul 14 10:30:40.629870 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-363fd4b8-ddf1-444e-8aff-315ce3ed005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:03Z', 'revision_number': 4, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'gw_port': {'id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '1b1fe4e8-9ed7-48cc-a441-792ea1683df8', 'name': '', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'mac_address': 'fa:16:3e:f4:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:03Z', 'updated_at': '2021-07-14T10:22:09Z', 'revision_number': 5, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'subnets': [{'id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:40.641033 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6fe5077a-656f-4dce-a931-d4600c15bef0 req-2c5536b8-bea0-420f-9c07-7e2648c126cf service neutron] 10.222.0.49 "GET /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899994 Jul 14 10:30:40.659476 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363fd4b8-ddf1-444e-8aff-315ce3ed005d None None] The sync data for ids ['b5c70a94-0d28-4274-941f-f483b73273f8'] in n-d-798054-10 is: [{'id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:03Z', 'revision_number': 4, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'gw_port': {'id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '1b1fe4e8-9ed7-48cc-a441-792ea1683df8', 'name': '', 'network_id': '9dd15054-f25c-42bf-a15d-5a1176648a39', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'mac_address': 'fa:16:3e:f4:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:03Z', 'updated_at': '2021-07-14T10:22:09Z', 'revision_number': 5, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'subnets': [{'id': 'c71f196b-9a90-4d40-a54e-51233085504d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:30:40.877519 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f90abe-8ad8-4f7b-b94c-5519a37673cf None None] New status for floating IP cfa548a0-5314-4931-93e0-e16e95efc972: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:30:41.803324 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bb4be-55db-48fd-a691-770c6a273d2e req-fa85c840-44f1-4c31-8289-ea29d1d33b59 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:41.804842 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-090bb4be-55db-48fd-a691-770c6a273d2e req-fa85c840-44f1-4c31-8289-ea29d1d33b59 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 946 time: 0.1058388 Jul 14 10:30:41.824860 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77be28-58e1-49de-b089-187e543bc287 req-2040b00d-f671-4c3f-9541-3a7c050bd112 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:41.826437 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a77be28-58e1-49de-b089-187e543bc287 req-2040b00d-f671-4c3f-9541-3a7c050bd112 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 946 time: 0.1642373 Jul 14 10:30:41.921647 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3a77be28-58e1-49de-b089-187e543bc287 req-2f94130b-7350-446a-819c-63511c8f2c07 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/security-groups?id=9921e4a8-6927-42b9-88b3-6803a96c07e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766571 Jul 14 10:30:41.950746 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-090bb4be-55db-48fd-a691-770c6a273d2e req-09e7492b-e331-4d84-a14e-8e2a391b4f61 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Deleting port fae0402a-3e58-4fab-8f19-338d51c63fd4 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:30:41.951096 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-090bb4be-55db-48fd-a691-770c6a273d2e req-09e7492b-e331-4d84-a14e-8e2a391b4f61 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:42.039197 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-090bb4be-55db-48fd-a691-770c6a273d2e req-09e7492b-e331-4d84-a14e-8e2a391b4f61 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] For port fae0402a-3e58-4fab-8f19-338d51c63fd4, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=fae0402a-3e58-4fab-8f19-338d51c63fd4,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:30:42.039563 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-090bb4be-55db-48fd-a691-770c6a273d2e req-09e7492b-e331-4d84-a14e-8e2a391b4f61 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:42.057329 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-090bb4be-55db-48fd-a691-770c6a273d2e req-09e7492b-e331-4d84-a14e-8e2a391b4f61 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Calling delete_port for fae0402a-3e58-4fab-8f19-338d51c63fd4 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:30:42.185268 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-090bb4be-55db-48fd-a691-770c6a273d2e req-09e7492b-e331-4d84-a14e-8e2a391b4f61 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:42.214092 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7492b-e331-4d84-a14e-8e2a391b4f61 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event deleted for resources: {'Port': ['ID=fae0402a-3e58-4fab-8f19-338d51c63fd4,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:42.266724 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-090bb4be-55db-48fd-a691-770c6a273d2e req-09e7492b-e331-4d84-a14e-8e2a391b4f61 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] No DVR routers for this DVR port fae0402a-3e58-4fab-8f19-338d51c63fd4 on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:30:42.269439 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-090bb4be-55db-48fd-a691-770c6a273d2e req-09e7492b-e331-4d84-a14e-8e2a391b4f61 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:42.272198 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-090bb4be-55db-48fd-a691-770c6a273d2e req-09e7492b-e331-4d84-a14e-8e2a391b4f61 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.49 "DELETE /v2.0/ports/fae0402a-3e58-4fab-8f19-338d51c63fd4 HTTP/1.1" status: 204 len: 173 time: 0.4623854 Jul 14 10:30:42.272635 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea34a507-935d-42ea-8ee7-ca8be618fe8e', 'name': 'network-vif-deleted', 'tag': 'fae0402a-3e58-4fab-8f19-338d51c63fd4'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:30:42.274951 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6672a864-44ac-4b35-b6cd-55df316da017" -d '{"events": [{"server_uuid": "ea34a507-935d-42ea-8ee7-ca8be618fe8e", "name": "network-vif-deleted", "tag": "fae0402a-3e58-4fab-8f19-338d51c63fd4"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:30:42.319814 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c14503-508b-4edf-8348-4e4533f13092 x-openstack-request-id: req-c7c14503-508b-4edf-8348-4e4533f13092 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:30:42.320103 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea34a507-935d-42ea-8ee7-ca8be618fe8e", "name": "network-vif-deleted", "tag": "fae0402a-3e58-4fab-8f19-338d51c63fd4", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:30:42.320358 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7c14503-508b-4edf-8348-4e4533f13092 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:30:42.320761 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea34a507-935d-42ea-8ee7-ca8be618fe8e', 'name': 'network-vif-deleted', 'tag': 'fae0402a-3e58-4fab-8f19-338d51c63fd4', 'status': 'completed', 'code': 200} Jul 14 10:30:43.064348 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-0262b9be-b975-461f-bda5-fd49edd9d510 req-bfb48f94-1bb1-46c8-8860-b4f39f158740 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 210 time: 0.0287778 Jul 14 10:30:44.210343 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-89767a35-1a9a-421d-9049-b314bd8d4b74 req-4efae473-dc2d-4b92-8d20-df0281f5e7ab tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 210 time: 0.0301178 Jul 14 10:30:44.252826 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fae0402a-3e58-4fab-8f19-338d51c63fd4 no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:30:44.273516 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: fae0402a-3e58-4fab-8f19-338d51c63fd4 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:30:44.273895 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device fae0402a-3e58-4fab-8f19-338d51c63fd4 not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:30:45.367204 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e133550b-89bd-40cd-8e36-4a877cd8c9fc req-a3e0f15c-61ad-4143-be97-e861e99737b4 tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea34a507-935d-42ea-8ee7-ca8be618fe8e HTTP/1.1" status: 200 len: 210 time: 0.0298057 Jul 14 10:30:46.461698 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53280) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:46.522792 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7673bcbb-735d-438e-b679-0737f36f0f1d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:46.549144 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7673bcbb-735d-438e-b679-0737f36f0f1d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:46.614894 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7673bcbb-735d-438e-b679-0737f36f0f1d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:46.618315 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7673bcbb-735d-438e-b679-0737f36f0f1d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:46.621429 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-7673bcbb-735d-438e-b679-0737f36f0f1d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] 10.222.0.26 "DELETE /v2.0/security-groups/9921e4a8-6927-42b9-88b3-6803a96c07e9 HTTP/1.1" status: 204 len: 168 time: 0.1560051 Jul 14 10:30:46.633334 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673bcbb-735d-438e-b679-0737f36f0f1d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9921e4a8-6927-42b9-88b3-6803a96c07e9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:46.642330 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673bcbb-735d-438e-b679-0737f36f0f1d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:46.642486 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673bcbb-735d-438e-b679-0737f36f0f1d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:46.642842 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673bcbb-735d-438e-b679-0737f36f0f1d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:46.643338 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673bcbb-735d-438e-b679-0737f36f0f1d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:46.643772 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673bcbb-735d-438e-b679-0737f36f0f1d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:46.644051 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673bcbb-735d-438e-b679-0737f36f0f1d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:46.645374 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673bcbb-735d-438e-b679-0737f36f0f1d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:46.645714 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673bcbb-735d-438e-b679-0737f36f0f1d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:46.646095 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673bcbb-735d-438e-b679-0737f36f0f1d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:46.646433 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673bcbb-735d-438e-b679-0737f36f0f1d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:46.646765 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673bcbb-735d-438e-b679-0737f36f0f1d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:46.647142 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7673bcbb-735d-438e-b679-0737f36f0f1d tempest-TestShelveInstance-1962617148 tempest-TestShelveInstance-1962617148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:46.672544 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53286) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:47.140567 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b92d4705-32a1-4eb8-a7ac-8c8330431964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:47.145937 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:47.419086 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-b92d4705-32a1-4eb8-a7ac-8c8330431964 admin admin] Deleting port 1b1fe4e8-9ed7-48cc-a441-792ea1683df8 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:30:47.419313 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b92d4705-32a1-4eb8-a7ac-8c8330431964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:47.499253 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-b92d4705-32a1-4eb8-a7ac-8c8330431964 admin admin] For port 1b1fe4e8-9ed7-48cc-a441-792ea1683df8, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1b1fe4e8-9ed7-48cc-a441-792ea1683df8,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:30:47.499612 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b92d4705-32a1-4eb8-a7ac-8c8330431964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:47.512282 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-b92d4705-32a1-4eb8-a7ac-8c8330431964 admin admin] Calling delete_port for 1b1fe4e8-9ed7-48cc-a441-792ea1683df8 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:30:47.709405 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b92d4705-32a1-4eb8-a7ac-8c8330431964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:47.739792 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d4705-32a1-4eb8-a7ac-8c8330431964 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b1fe4e8-9ed7-48cc-a441-792ea1683df8,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:47.928806 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b92d4705-32a1-4eb8-a7ac-8c8330431964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:48.153731 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92d4705-32a1-4eb8-a7ac-8c8330431964 admin admin] Router b5c70a94-0d28-4274-941f-f483b73273f8 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:30:48.262784 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92d4705-32a1-4eb8-a7ac-8c8330431964 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:30:48.269303 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b92d4705-32a1-4eb8-a7ac-8c8330431964 admin admin] 10.222.0.26 "PUT /v2.0/routers/b5c70a94-0d28-4274-941f-f483b73273f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5942535 Jul 14 10:30:48.272052 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53290) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:48.272978 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5627432-8799-4641-9d4b-9b6c20d1f93f None None] Sync routers for ids ['b5c70a94-0d28-4274-941f-f483b73273f8'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:30:48.282807 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5627432-8799-4641-9d4b-9b6c20d1f93f None None] Routers {'b5c70a94-0d28-4274-941f-f483b73273f8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:30:48.283400 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d5627432-8799-4641-9d4b-9b6c20d1f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:30:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b5c70a94-0d28-4274-941f-f483b73273f8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:48.375324 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-60df23e8-079a-441a-be3f-a23bbcfa1c38 admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:48.388338 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-d5627432-8799-4641-9d4b-9b6c20d1f93f None None] Set router b5c70a94-0d28-4274-941f-f483b73273f8 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:30:48.489389 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-60df23e8-079a-441a-be3f-a23bbcfa1c38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:48.554275 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-60df23e8-079a-441a-be3f-a23bbcfa1c38 admin admin] Deleting port c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:30:48.554768 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-60df23e8-079a-441a-be3f-a23bbcfa1c38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:48.644519 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-60df23e8-079a-441a-be3f-a23bbcfa1c38 admin admin] For port c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:30:48.645114 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-60df23e8-079a-441a-be3f-a23bbcfa1c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:48.660127 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-60df23e8-079a-441a-be3f-a23bbcfa1c38 admin admin] Calling delete_port for c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:30:48.679422 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d5627432-8799-4641-9d4b-9b6c20d1f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:30:47Z', 'revision_number': 5, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'gw_port': {'id': 'c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:48.708302 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5627432-8799-4641-9d4b-9b6c20d1f93f None None] Checking router: b5c70a94-0d28-4274-941f-f483b73273f8 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:30:48.716734 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5627432-8799-4641-9d4b-9b6c20d1f93f None None] Routers {'b5c70a94-0d28-4274-941f-f483b73273f8'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:30:48.717349 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d5627432-8799-4641-9d4b-9b6c20d1f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:30:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['b5c70a94-0d28-4274-941f-f483b73273f8'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:48.810750 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-d5627432-8799-4641-9d4b-9b6c20d1f93f None None] Set router b5c70a94-0d28-4274-941f-f483b73273f8 gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:30:48.837237 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-60df23e8-079a-441a-be3f-a23bbcfa1c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:48.865509 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df23e8-079a-441a-be3f-a23bbcfa1c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:48.870045 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d5627432-8799-4641-9d4b-9b6c20d1f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:30:48Z', 'revision_number': 6, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:48.899119 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5627432-8799-4641-9d4b-9b6c20d1f93f None None] The sync data for ids ['b5c70a94-0d28-4274-941f-f483b73273f8'] in n-d-798054-10 is: [{'id': 'b5c70a94-0d28-4274-941f-f483b73273f8', 'name': 'tempest-TestShelveInstance-1742231310-router', 'tenant_id': 'de61f4fcdf3b4564a0be0739b890510d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:01Z', 'updated_at': '2021-07-14T10:30:48Z', 'revision_number': 6, 'project_id': 'de61f4fcdf3b4564a0be0739b890510d', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:30:48.935141 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-60df23e8-079a-441a-be3f-a23bbcfa1c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:49.031000 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-60df23e8-079a-441a-be3f-a23bbcfa1c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:49.032601 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-60df23e8-079a-441a-be3f-a23bbcfa1c38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:49.079048 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-60df23e8-079a-441a-be3f-a23bbcfa1c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:49.079588 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60df23e8-079a-441a-be3f-a23bbcfa1c38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5c70a94-0d28-4274-941f-f483b73273f8 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:30:49.084821 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-60df23e8-079a-441a-be3f-a23bbcfa1c38 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:49.086150 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-60df23e8-079a-441a-be3f-a23bbcfa1c38 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b5c70a94-0d28-4274-941f-f483b73273f8 HTTP/1.1" status: 204 len: 168 time: 0.8130844 Jul 14 10:30:49.090057 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53292) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:49.143252 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf6c09f-05d5-45bb-a1cb-93cd59aa7b4d admin admin] Deleting subnet c71f196b-9a90-4d40-a54e-51233085504d {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:30:49.146760 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c09f-05d5-45bb-a1cb-93cd59aa7b4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:49.524250 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c09f-05d5-45bb-a1cb-93cd59aa7b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:49.607206 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c09f-05d5-45bb-a1cb-93cd59aa7b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:49.668421 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c09f-05d5-45bb-a1cb-93cd59aa7b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:49.692829 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6c09f-05d5-45bb-a1cb-93cd59aa7b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c71f196b-9a90-4d40-a54e-51233085504d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:49.703146 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c09f-05d5-45bb-a1cb-93cd59aa7b4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:49.705087 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ddf6c09f-05d5-45bb-a1cb-93cd59aa7b4d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c71f196b-9a90-4d40-a54e-51233085504d HTTP/1.1" status: 204 len: 168 time: 0.6140640 Jul 14 10:30:49.708171 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53294) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:49.711166 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54d256a-821f-418e-a649-c739d3471fb5 None None] Network 9dd15054-f25c-42bf-a15d-5a1176648a39 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:30:49.775674 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb416836-797a-43b8-acde-a1c1e3fb5599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:49.832731 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-fb416836-797a-43b8-acde-a1c1e3fb5599 admin admin] Deleting port 72c60dc2-1956-4f63-986a-c9a1a66df7ab {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:30:49.833104 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb416836-797a-43b8-acde-a1c1e3fb5599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:49.900747 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89c546d-56c7-4f29-bb8d-78ed809dcdc3 None None] DHCP port deletion for 9dd15054-f25c-42bf-a15d-5a1176648a39 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:30:49.901011 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-fb416836-797a-43b8-acde-a1c1e3fb5599 admin admin] For port 72c60dc2-1956-4f63-986a-c9a1a66df7ab, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=72c60dc2-1956-4f63-986a-c9a1a66df7ab,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:30:49.901474 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb416836-797a-43b8-acde-a1c1e3fb5599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:49.915460 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-fb416836-797a-43b8-acde-a1c1e3fb5599 admin admin] Calling delete_port for 72c60dc2-1956-4f63-986a-c9a1a66df7ab owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:30:49.947492 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b89c546d-56c7-4f29-bb8d-78ed809dcdc3 None None] Deleting port 72c60dc2-1956-4f63-986a-c9a1a66df7ab {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:30:49.947863 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b89c546d-56c7-4f29-bb8d-78ed809dcdc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:50.001602 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb416836-797a-43b8-acde-a1c1e3fb5599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:50.014484 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b89c546d-56c7-4f29-bb8d-78ed809dcdc3 None None] For port 72c60dc2-1956-4f63-986a-c9a1a66df7ab, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=72c60dc2-1956-4f63-986a-c9a1a66df7ab,segment=NetworkSegment(93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb),segment_id=93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:30:50.014883 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b89c546d-56c7-4f29-bb8d-78ed809dcdc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:50.031517 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b89c546d-56c7-4f29-bb8d-78ed809dcdc3 None None] Calling delete_port for 72c60dc2-1956-4f63-986a-c9a1a66df7ab owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:30:50.031804 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb416836-797a-43b8-acde-a1c1e3fb5599 admin admin] Pushing event deleted for resources: {'Port': ['ID=72c60dc2-1956-4f63-986a-c9a1a66df7ab,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:50.035862 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb416836-797a-43b8-acde-a1c1e3fb5599 admin admin] No DVR routers for this DVR port 72c60dc2-1956-4f63-986a-c9a1a66df7ab on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:30:50.111284 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb416836-797a-43b8-acde-a1c1e3fb5599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:50.111911 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b89c546d-56c7-4f29-bb8d-78ed809dcdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:50.121813 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-fb416836-797a-43b8-acde-a1c1e3fb5599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd15054-f25c-42bf-a15d-5a1176648a39']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:50.132647 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-fb416836-797a-43b8-acde-a1c1e3fb5599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:50.132948 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-fb416836-797a-43b8-acde-a1c1e3fb5599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d1daa7-0a1b-45dc-8c6f-6e6f7b1d19cb') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:50.138623 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c546d-56c7-4f29-bb8d-78ed809dcdc3 None None] Pushing event deleted for resources: {'Port': ['ID=72c60dc2-1956-4f63-986a-c9a1a66df7ab,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:50.143100 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb416836-797a-43b8-acde-a1c1e3fb5599 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:50.149238 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c546d-56c7-4f29-bb8d-78ed809dcdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:50.149598 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c546d-56c7-4f29-bb8d-78ed809dcdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:50.149988 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c546d-56c7-4f29-bb8d-78ed809dcdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:50.150330 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c546d-56c7-4f29-bb8d-78ed809dcdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:50.150668 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c546d-56c7-4f29-bb8d-78ed809dcdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:50.151000 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c546d-56c7-4f29-bb8d-78ed809dcdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:50.151332 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c546d-56c7-4f29-bb8d-78ed809dcdc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:50.151660 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c546d-56c7-4f29-bb8d-78ed809dcdc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:50.151987 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c546d-56c7-4f29-bb8d-78ed809dcdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:50.152315 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c546d-56c7-4f29-bb8d-78ed809dcdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:50.152643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c546d-56c7-4f29-bb8d-78ed809dcdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:50.153114 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c546d-56c7-4f29-bb8d-78ed809dcdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:50.155708 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89c546d-56c7-4f29-bb8d-78ed809dcdc3 None None] No DVR routers for this DVR port 72c60dc2-1956-4f63-986a-c9a1a66df7ab on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:30:50.161063 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb416836-797a-43b8-acde-a1c1e3fb5599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:50.169760 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb416836-797a-43b8-acde-a1c1e3fb5599 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:30:50.170224 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb416836-797a-43b8-acde-a1c1e3fb5599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: timer() Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:30:50.172067 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:30:50.231353 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb416836-797a-43b8-acde-a1c1e3fb5599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:50.238371 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb416836-797a-43b8-acde-a1c1e3fb5599 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:50.240347 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fb416836-797a-43b8-acde-a1c1e3fb5599 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9dd15054-f25c-42bf-a15d-5a1176648a39 HTTP/1.1" status: 204 len: 168 time: 0.5312152 Jul 14 10:30:50.243843 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53296) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:50.252113 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb416836-797a-43b8-acde-a1c1e3fb5599 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd15054-f25c-42bf-a15d-5a1176648a39,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:50.495947 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 72c60dc2-1956-4f63-986a-c9a1a66df7ab no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:30:50.516803 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 72c60dc2-1956-4f63-986a-c9a1a66df7ab {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:30:50.517148 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 72c60dc2-1956-4f63-986a-c9a1a66df7ab not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:30:50.517570 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:30:50.537806 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:30:50.538153 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c09be4ac-b0fc-4a6a-a9f7-e14d18e7dcf8 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:30:50.538565 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1b1fe4e8-9ed7-48cc-a441-792ea1683df8 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:30:50.557636 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 1b1fe4e8-9ed7-48cc-a441-792ea1683df8 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:30:50.558009 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1b1fe4e8-9ed7-48cc-a441-792ea1683df8 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:30:50.930750 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-772be4bd-3408-4906-8a0b-e9eb0ce6c921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:51.193038 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-772be4bd-3408-4906-8a0b-e9eb0ce6c921 admin admin] Deleting port 55a3a4ae-8776-4716-aa6e-79f9cd932551 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:30:51.193286 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-772be4bd-3408-4906-8a0b-e9eb0ce6c921 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:51.276779 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-772be4bd-3408-4906-8a0b-e9eb0ce6c921 admin admin] For port 55a3a4ae-8776-4716-aa6e-79f9cd932551, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=55a3a4ae-8776-4716-aa6e-79f9cd932551,segment=NetworkSegment(c663c62a-a150-49b9-b131-0cff25e938a4),segment_id=c663c62a-a150-49b9-b131-0cff25e938a4)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:30:51.277656 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-772be4bd-3408-4906-8a0b-e9eb0ce6c921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:51.291165 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-772be4bd-3408-4906-8a0b-e9eb0ce6c921 admin admin] Calling delete_port for 55a3a4ae-8776-4716-aa6e-79f9cd932551 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:30:51.483103 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-772be4bd-3408-4906-8a0b-e9eb0ce6c921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:51.513802 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772be4bd-3408-4906-8a0b-e9eb0ce6c921 admin admin] Pushing event deleted for resources: {'Port': ['ID=55a3a4ae-8776-4716-aa6e-79f9cd932551,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:51.679462 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-772be4bd-3408-4906-8a0b-e9eb0ce6c921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:51.888958 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772be4bd-3408-4906-8a0b-e9eb0ce6c921 admin admin] Router 5131fcf3-0712-44f9-9bf9-3af6e8be1db0 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:30:51.995448 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772be4bd-3408-4906-8a0b-e9eb0ce6c921 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:30:52.000552 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-772be4bd-3408-4906-8a0b-e9eb0ce6c921 admin admin] 10.222.0.26 "PUT /v2.0/routers/5131fcf3-0712-44f9-9bf9-3af6e8be1db0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7556188 Jul 14 10:30:52.003150 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53298) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:52.005912 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fcd415-bf48-4c1e-b23f-0271b3008f6c None None] Sync routers for ids ['5131fcf3-0712-44f9-9bf9-3af6e8be1db0'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:30:52.016006 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fcd415-bf48-4c1e-b23f-0271b3008f6c None None] Routers {'5131fcf3-0712-44f9-9bf9-3af6e8be1db0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:30:52.016652 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d2fcd415-bf48-4c1e-b23f-0271b3008f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:30:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5131fcf3-0712-44f9-9bf9-3af6e8be1db0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:52.109685 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-95e6a240-d09d-4bb8-9975-012013fcf0b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:52.125914 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-d2fcd415-bf48-4c1e-b23f-0271b3008f6c None None] Set router 5131fcf3-0712-44f9-9bf9-3af6e8be1db0 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:30:52.215277 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-95e6a240-d09d-4bb8-9975-012013fcf0b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:52.275028 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-95e6a240-d09d-4bb8-9975-012013fcf0b8 admin admin] Deleting port a0273d7a-e076-4be1-bc82-2ab84f6b274f {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:30:52.275375 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-95e6a240-d09d-4bb8-9975-012013fcf0b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:52.310576 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d2fcd415-bf48-4c1e-b23f-0271b3008f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5131fcf3-0712-44f9-9bf9-3af6e8be1db0', 'name': 'tempest-TestShelveInstance-2115108088-router', 'tenant_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'a0273d7a-e076-4be1-bc82-2ab84f6b274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:05Z', 'updated_at': '2021-07-14T10:30:51Z', 'revision_number': 5, 'project_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'gw_port': {'id': 'a0273d7a-e076-4be1-bc82-2ab84f6b274f', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131fcf3-0712-44f9-9bf9-3af6e8be1db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:05Z', 'updated_at': '2021-07-14T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:52.341617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fcd415-bf48-4c1e-b23f-0271b3008f6c None None] Checking router: 5131fcf3-0712-44f9-9bf9-3af6e8be1db0 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:30:52.351105 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fcd415-bf48-4c1e-b23f-0271b3008f6c None None] Routers {'5131fcf3-0712-44f9-9bf9-3af6e8be1db0'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:30:52.351715 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d2fcd415-bf48-4c1e-b23f-0271b3008f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:30:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['5131fcf3-0712-44f9-9bf9-3af6e8be1db0'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:52.359516 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-95e6a240-d09d-4bb8-9975-012013fcf0b8 admin admin] For port a0273d7a-e076-4be1-bc82-2ab84f6b274f, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=a0273d7a-e076-4be1-bc82-2ab84f6b274f,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:30:52.360110 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-95e6a240-d09d-4bb8-9975-012013fcf0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:52.372989 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-95e6a240-d09d-4bb8-9975-012013fcf0b8 admin admin] Calling delete_port for a0273d7a-e076-4be1-bc82-2ab84f6b274f owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:30:52.439933 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-d2fcd415-bf48-4c1e-b23f-0271b3008f6c None None] Set router 5131fcf3-0712-44f9-9bf9-3af6e8be1db0 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:30:52.495273 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d2fcd415-bf48-4c1e-b23f-0271b3008f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5131fcf3-0712-44f9-9bf9-3af6e8be1db0', 'name': 'tempest-TestShelveInstance-2115108088-router', 'tenant_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:05Z', 'updated_at': '2021-07-14T10:30:52Z', 'revision_number': 6, 'project_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:52.528167 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fcd415-bf48-4c1e-b23f-0271b3008f6c None None] The sync data for ids ['5131fcf3-0712-44f9-9bf9-3af6e8be1db0'] in n-d-798054-10 is: [{'id': '5131fcf3-0712-44f9-9bf9-3af6e8be1db0', 'name': 'tempest-TestShelveInstance-2115108088-router', 'tenant_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:05Z', 'updated_at': '2021-07-14T10:30:52Z', 'revision_number': 6, 'project_id': 'e62d7a0ced554f6eb9744ff5baa9e8b1', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:30:52.550799 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-95e6a240-d09d-4bb8-9975-012013fcf0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:52.575442 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6a240-d09d-4bb8-9975-012013fcf0b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0273d7a-e076-4be1-bc82-2ab84f6b274f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:52.638076 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-95e6a240-d09d-4bb8-9975-012013fcf0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:52.728237 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-95e6a240-d09d-4bb8-9975-012013fcf0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:52.730393 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-95e6a240-d09d-4bb8-9975-012013fcf0b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:52.775844 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-95e6a240-d09d-4bb8-9975-012013fcf0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:52.776421 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e6a240-d09d-4bb8-9975-012013fcf0b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5131fcf3-0712-44f9-9bf9-3af6e8be1db0 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:30:52.780667 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-95e6a240-d09d-4bb8-9975-012013fcf0b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:52.781834 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-95e6a240-d09d-4bb8-9975-012013fcf0b8 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5131fcf3-0712-44f9-9bf9-3af6e8be1db0 HTTP/1.1" status: 204 len: 168 time: 0.7776353 Jul 14 10:30:52.784437 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53300) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:52.828642 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bac7675-efd8-427d-a5ac-2a08102fd773 admin admin] Deleting subnet dd858460-50de-4f6b-a0f3-68a80c233e82 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:30:52.831729 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1bac7675-efd8-427d-a5ac-2a08102fd773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:52.868820 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1bac7675-efd8-427d-a5ac-2a08102fd773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:52.954352 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1bac7675-efd8-427d-a5ac-2a08102fd773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:53.009522 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1bac7675-efd8-427d-a5ac-2a08102fd773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:53.033815 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac7675-efd8-427d-a5ac-2a08102fd773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd858460-50de-4f6b-a0f3-68a80c233e82,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:53.040629 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1bac7675-efd8-427d-a5ac-2a08102fd773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:53.042527 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-1bac7675-efd8-427d-a5ac-2a08102fd773 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/dd858460-50de-4f6b-a0f3-68a80c233e82 HTTP/1.1" status: 204 len: 168 time: 0.2566481 Jul 14 10:30:53.044941 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53302) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:53.047619 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74bca2c-ea55-4aa0-a125-1abccaa0c1ef None None] Network d329246c-3250-4961-b2aa-e1d1e7901e5a requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:30:53.110821 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50df7125-9f62-411d-b8eb-174046ec9a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:53.169700 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-50df7125-9f62-411d-b8eb-174046ec9a3e admin admin] Deleting port dafd9a21-afc2-4cec-a9be-a4be145f6d70 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:30:53.170075 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50df7125-9f62-411d-b8eb-174046ec9a3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:53.235125 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-50df7125-9f62-411d-b8eb-174046ec9a3e admin admin] For port dafd9a21-afc2-4cec-a9be-a4be145f6d70, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=dafd9a21-afc2-4cec-a9be-a4be145f6d70,segment=NetworkSegment(c663c62a-a150-49b9-b131-0cff25e938a4),segment_id=c663c62a-a150-49b9-b131-0cff25e938a4)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:30:53.235401 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50df7125-9f62-411d-b8eb-174046ec9a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:53.248720 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-50df7125-9f62-411d-b8eb-174046ec9a3e admin admin] Calling delete_port for dafd9a21-afc2-4cec-a9be-a4be145f6d70 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:30:53.294488 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e434b99b-97e9-4167-9ac0-1414bb91888a None None] DHCP port deletion for d329246c-3250-4961-b2aa-e1d1e7901e5a request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:30:53.344380 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e434b99b-97e9-4167-9ac0-1414bb91888a None None] Deleting port dafd9a21-afc2-4cec-a9be-a4be145f6d70 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:30:53.344665 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50df7125-9f62-411d-b8eb-174046ec9a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:53.345166 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e434b99b-97e9-4167-9ac0-1414bb91888a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:53.369260 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df7125-9f62-411d-b8eb-174046ec9a3e admin admin] Pushing event deleted for resources: {'Port': ['ID=dafd9a21-afc2-4cec-a9be-a4be145f6d70,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:53.375358 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50df7125-9f62-411d-b8eb-174046ec9a3e admin admin] No DVR routers for this DVR port dafd9a21-afc2-4cec-a9be-a4be145f6d70 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:30:53.413089 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e434b99b-97e9-4167-9ac0-1414bb91888a None None] For port dafd9a21-afc2-4cec-a9be-a4be145f6d70, host n-d-798054-10, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:30:53.413627 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e434b99b-97e9-4167-9ac0-1414bb91888a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:53.427373 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e434b99b-97e9-4167-9ac0-1414bb91888a None None] Calling delete_port for dafd9a21-afc2-4cec-a9be-a4be145f6d70 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:30:53.430111 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-e434b99b-97e9-4167-9ac0-1414bb91888a None None] Port dafd9a21-afc2-4cec-a9be-a4be145f6d70 was not found and therefore no delete operation was performed {{(pid=93889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 10:30:53.431419 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e434b99b-97e9-4167-9ac0-1414bb91888a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:53.448700 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50df7125-9f62-411d-b8eb-174046ec9a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:53.458942 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-50df7125-9f62-411d-b8eb-174046ec9a3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d329246c-3250-4961-b2aa-e1d1e7901e5a']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:53.459996 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434b99b-97e9-4167-9ac0-1414bb91888a None None] Pushing event deleted for resources: {'Port': ['ID=dafd9a21-afc2-4cec-a9be-a4be145f6d70,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:53.463575 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e434b99b-97e9-4167-9ac0-1414bb91888a None None] No DVR routers for this DVR port dafd9a21-afc2-4cec-a9be-a4be145f6d70 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:30:53.470347 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-50df7125-9f62-411d-b8eb-174046ec9a3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c663c62a-a150-49b9-b131-0cff25e938a4') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:53.470764 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-50df7125-9f62-411d-b8eb-174046ec9a3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c663c62a-a150-49b9-b131-0cff25e938a4') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:53.482023 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50df7125-9f62-411d-b8eb-174046ec9a3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:53.501322 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50df7125-9f62-411d-b8eb-174046ec9a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:53.508359 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50df7125-9f62-411d-b8eb-174046ec9a3e admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:30:53.508857 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50df7125-9f62-411d-b8eb-174046ec9a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: timer() Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:30:53.510692 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:30:53.567844 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50df7125-9f62-411d-b8eb-174046ec9a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:53.573666 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50df7125-9f62-411d-b8eb-174046ec9a3e admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:53.578334 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-50df7125-9f62-411d-b8eb-174046ec9a3e admin admin] 10.222.0.26 "DELETE /v2.0/networks/d329246c-3250-4961-b2aa-e1d1e7901e5a HTTP/1.1" status: 204 len: 168 time: 0.5298779 Jul 14 10:30:53.594541 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df7125-9f62-411d-b8eb-174046ec9a3e admin admin] Pushing event deleted for resources: {'Network': ['ID=d329246c-3250-4961-b2aa-e1d1e7901e5a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:53.685973 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53306) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:53.727152 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-6416f483-9970-4c68-94da-f0f3c0dd05ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=de61f4fcdf3b4564a0be0739b890510d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396564 Jul 14 10:30:53.729287 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53308) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:53.776673 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e6d1e35b-ce50-450d-91dc-5899c617bb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:53.797426 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e6d1e35b-ce50-450d-91dc-5899c617bb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:53.851575 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e6d1e35b-ce50-450d-91dc-5899c617bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:53.854316 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e6d1e35b-ce50-450d-91dc-5899c617bb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:53.855503 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-e6d1e35b-ce50-450d-91dc-5899c617bb88 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3a4f826-a021-49c0-82eb-0e0db69aea5b HTTP/1.1" status: 204 len: 168 time: 0.1252859 Jul 14 10:30:53.863597 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1e35b-ce50-450d-91dc-5899c617bb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a4f826-a021-49c0-82eb-0e0db69aea5b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:54.169502 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53314) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:54.209437 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-274cc9f5-fcca-4ae2-a124-6009e430f614 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e62d7a0ced554f6eb9744ff5baa9e8b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387380 Jul 14 10:30:54.211826 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53316) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:54.258587 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a1b0cfd-d234-489c-aae8-320c7959cd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:54.279409 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a1b0cfd-d234-489c-aae8-320c7959cd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:54.325747 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a1b0cfd-d234-489c-aae8-320c7959cd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:54.328305 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2a1b0cfd-d234-489c-aae8-320c7959cd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:54.329451 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-2a1b0cfd-d234-489c-aae8-320c7959cd2f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fea0f7e7-f108-49d2-90c9-c6b5770324fa HTTP/1.1" status: 204 len: 168 time: 0.1166842 Jul 14 10:30:54.338010 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b0cfd-d234-489c-aae8-320c7959cd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea0f7e7-f108-49d2-90c9-c6b5770324fa,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:54.494358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dafd9a21-afc2-4cec-a9be-a4be145f6d70 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:30:54.515443 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: dafd9a21-afc2-4cec-a9be-a4be145f6d70 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:30:54.515784 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device dafd9a21-afc2-4cec-a9be-a4be145f6d70 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:30:54.516192 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a0273d7a-e076-4be1-bc82-2ab84f6b274f no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:30:54.534963 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: a0273d7a-e076-4be1-bc82-2ab84f6b274f {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:30:54.535304 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device a0273d7a-e076-4be1-bc82-2ab84f6b274f not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:30:54.535760 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 55a3a4ae-8776-4716-aa6e-79f9cd932551 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:30:54.554908 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 55a3a4ae-8776-4716-aa6e-79f9cd932551 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:30:54.555254 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 55a3a4ae-8776-4716-aa6e-79f9cd932551 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:30:54.979355 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53338) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:55.076279 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-ea98f998-124c-4791-912c-48f7e1d244c8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1617105276-network', 'tenant_id': '2aef8f940018451c928a4a553c57138d'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:30:55.102178 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea98f998-124c-4791-912c-48f7e1d244c8 admin admin] Made reservation on behalf of 2aef8f940018451c928a4a553c57138d for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:30:55.104475 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea98f998-124c-4791-912c-48f7e1d244c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:55.112748 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea98f998-124c-4791-912c-48f7e1d244c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:55.200447 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea98f998-124c-4791-912c-48f7e1d244c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:55.204327 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea98f998-124c-4791-912c-48f7e1d244c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:55.225446 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea98f998-124c-4791-912c-48f7e1d244c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:30:55.238567 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98f998-124c-4791-912c-48f7e1d244c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b7d4e1-88d9-432f-8022-39cc95bef618,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:55.243354 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea98f998-124c-4791-912c-48f7e1d244c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:55.243701 n-d-798054-10 neutron-server[93887]: INFO neutron.db.segments_db [None req-ea98f998-124c-4791-912c-48f7e1d244c8 admin admin] Added segment 53ff478f-1602-4dee-9407-88d8b7b60f65 of type vlan for network 62302f43-6995-4397-9bb9-1d4c7c82bc66 Jul 14 10:30:55.286088 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea98f998-124c-4791-912c-48f7e1d244c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:55.314213 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea98f998-124c-4791-912c-48f7e1d244c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:55.315220 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea98f998-124c-4791-912c-48f7e1d244c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:55.315809 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ea98f998-124c-4791-912c-48f7e1d244c8 admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:55.373284 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-ea98f998-124c-4791-912c-48f7e1d244c8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3927743 Jul 14 10:30:55.376071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53342) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:55.380851 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-55aca4b6-903b-4cb2-a08a-bc02b6ce8d6e admin admin] Request body: {'subnet': {'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1617105276-subnet', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:30:55.388635 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98f998-124c-4791-912c-48f7e1d244c8 admin admin] Pushing event updated for resources: {'Network': ['ID=62302f43-6995-4397-9bb9-1d4c7c82bc66,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:55.399897 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network 62302f43-6995-4397-9bb9-1d4c7c82bc66 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:30:55.405923 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55aca4b6-903b-4cb2-a08a-bc02b6ce8d6e admin admin] Made reservation on behalf of 2aef8f940018451c928a4a553c57138d for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:30:55.408351 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-55aca4b6-903b-4cb2-a08a-bc02b6ce8d6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:55.578882 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-55aca4b6-903b-4cb2-a08a-bc02b6ce8d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:55.638529 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aca4b6-903b-4cb2-a08a-bc02b6ce8d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=74724ad8-a86b-4f1e-aad5-d818c3632f92,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:55.649219 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aca4b6-903b-4cb2-a08a-bc02b6ce8d6e admin admin] Checking segment: {'id': '53ff478f-1602-4dee-9407-88d8b7b60f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:30:55.649646 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aca4b6-903b-4cb2-a08a-bc02b6ce8d6e admin admin] Network hostable DHCP agents. Network: 62302f43-6995-4397-9bb9-1d4c7c82bc66, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:30:55.665772 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aca4b6-903b-4cb2-a08a-bc02b6ce8d6e admin admin] Network 62302f43-6995-4397-9bb9-1d4c7c82bc66 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:30:55.673810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-55aca4b6-903b-4cb2-a08a-bc02b6ce8d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, 62302f43-6995-4397-9bb9-1d4c7c82bc66) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:30:55.678795 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aca4b6-903b-4cb2-a08a-bc02b6ce8d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:55.679387 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-55aca4b6-903b-4cb2-a08a-bc02b6ce8d6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:55.688548 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f0fd3e-b4c4-487b-8999-b57704d857ef None None] Network 62302f43-6995-4397-9bb9-1d4c7c82bc66 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:30:55.696805 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-55aca4b6-903b-4cb2-a08a-bc02b6ce8d6e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3196609 Jul 14 10:30:55.699422 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53344) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:55.703729 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-fe005910-540c-4bf0-9844-3636e3257c27 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:30:55.728517 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe005910-540c-4bf0-9844-3636e3257c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:55.729880 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe005910-540c-4bf0-9844-3636e3257c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:55.791053 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe005910-540c-4bf0-9844-3636e3257c27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:55.836647 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-62302f43-6995-4397-9bb9-1d4c7c82bc66', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'fixed_ips': [{'subnet_id': '74724ad8-a86b-4f1e-aad5-d818c3632f92'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:30:55.837705 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:55.953368 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe005910-540c-4bf0-9844-3636e3257c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:55.974914 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Allocated IP 172.20.0.2 (62302f43-6995-4397-9bb9-1d4c7c82bc66/74724ad8-a86b-4f1e-aad5-d818c3632f92/1a560a37-66b2-4dc8-a7a3-f4e914d363c0) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:30:56.123636 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:56.132566 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Transition to ACTIVE for port object 1a560a37-66b2-4dc8-a7a3-f4e914d363c0 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:30:56.147900 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Transition to ACTIVE for port object 1a560a37-66b2-4dc8-a7a3-f4e914d363c0 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:30:56.154541 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:56.162631 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe005910-540c-4bf0-9844-3636e3257c27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:56.182434 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe005910-540c-4bf0-9844-3636e3257c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:56.190161 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Network 62302f43-6995-4397-9bb9-1d4c7c82bc66 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:30:56.193850 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:30:56.196479 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:30:56.213591 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Pushing event updated for resources: {'Port': ['ID=1a560a37-66b2-4dc8-a7a3-f4e914d363c0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:56.267213 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Attempting to bind port 1a560a37-66b2-4dc8-a7a3-f4e914d363c0 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:30:56.267580 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Attempting to bind port 1a560a37-66b2-4dc8-a7a3-f4e914d363c0 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '53ff478f-1602-4dee-9407-88d8b7b60f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:30:56.267938 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Attempting to bind port 1a560a37-66b2-4dc8-a7a3-f4e914d363c0 on network 62302f43-6995-4397-9bb9-1d4c7c82bc66 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:30:56.272957 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:30:56.273327 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Checking segment: {'id': '53ff478f-1602-4dee-9407-88d8b7b60f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:30:56.273729 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:56.274163 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Bound using segment: {'id': '53ff478f-1602-4dee-9407-88d8b7b60f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:30:56.274621 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Bound port: 1a560a37-66b2-4dc8-a7a3-f4e914d363c0, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ff478f-1602-4dee-9407-88d8b7b60f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:30:56.275002 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:56.289219 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-fe005910-540c-4bf0-9844-3636e3257c27 admin admin] Allocated IP 172.25.1.236 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/c02e02c8-70d2-44ba-bc30-691ddb99e809) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:30:56.342986 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] For port 1a560a37-66b2-4dc8-a7a3-f4e914d363c0, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:30:56.346426 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] For port 1a560a37-66b2-4dc8-a7a3-f4e914d363c0, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1a560a37-66b2-4dc8-a7a3-f4e914d363c0,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:30:56.351538 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:56.401625 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe005910-540c-4bf0-9844-3636e3257c27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:56.421854 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92a6ec-eb0c-48b7-8695-e9a65e6a3b97 None None] Pushing event updated for resources: {'Port': ['ID=1a560a37-66b2-4dc8-a7a3-f4e914d363c0,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:56.444610 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe005910-540c-4bf0-9844-3636e3257c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:56.489823 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe005910-540c-4bf0-9844-3636e3257c27 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:30:56.492953 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-fe005910-540c-4bf0-9844-3636e3257c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:30:56.495592 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe005910-540c-4bf0-9844-3636e3257c27 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:30:56.501736 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe005910-540c-4bf0-9844-3636e3257c27 admin admin] Pushing event updated for resources: {'Port': ['ID=c02e02c8-70d2-44ba-bc30-691ddb99e809,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:56.767070 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe005910-540c-4bf0-9844-3636e3257c27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:56.978305 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe005910-540c-4bf0-9844-3636e3257c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:57.124795 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe005910-540c-4bf0-9844-3636e3257c27 admin admin] Router a41a498c-fd37-40a4-b388-9acd8a78a27f is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:30:57.236323 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe005910-540c-4bf0-9844-3636e3257c27 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:30:57.247363 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] Sync routers for ids ['a41a498c-fd37-40a4-b388-9acd8a78a27f'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:30:57.254202 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fe005910-540c-4bf0-9844-3636e3257c27 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:57.256261 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fe005910-540c-4bf0-9844-3636e3257c27 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5556908 Jul 14 10:30:57.258703 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53346) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:57.262235 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] Routers {'a41a498c-fd37-40a4-b388-9acd8a78a27f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:30:57.263025 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:30:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['a41a498c-fd37-40a4-b388-9acd8a78a27f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:57.371422 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] Set router a41a498c-fd37-40a4-b388-9acd8a78a27f gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:30:57.385614 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-514e19e1-712c-4b33-8e7c-632295c9656a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:57.406104 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b46283-af70-4850-95e6-e44ce96621d2 None None] Network 62302f43-6995-4397-9bb9-1d4c7c82bc66 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:30:57.525675 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-797853f0-7007-4a74-8f73-d6822ad3b880 None None] Provisioning for port 1a560a37-66b2-4dc8-a7a3-f4e914d363c0 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:30:57.565608 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:30:55Z', 'updated_at': '2021-07-14T10:30:56Z', 'revision_number': 3, 'project_id': '2aef8f940018451c928a4a553c57138d', 'gw_port': {'id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:56Z', 'updated_at': '2021-07-14T10:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:57.592945 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] Checking router: a41a498c-fd37-40a4-b388-9acd8a78a27f for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:30:57.593290 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] Updating router a41a498c-fd37-40a4-b388-9acd8a78a27f port c02e02c8-70d2-44ba-bc30-691ddb99e809 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:30:57.627903 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:57.697328 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f56eac1-2cc8-44ac-9c25-25a74922a827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:57.864313 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-5f56eac1-2cc8-44ac-9c25-25a74922a827 admin admin] Allocated IP 172.20.0.1 (62302f43-6995-4397-9bb9-1d4c7c82bc66/74724ad8-a86b-4f1e-aad5-d818c3632f92/e544006b-3111-4bb8-9b12-e113d5fa0f9a) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:30:57.890771 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:57.901869 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] Transition to ACTIVE for port object c02e02c8-70d2-44ba-bc30-691ddb99e809 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:30:57.908067 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:57.955579 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] Attempting to bind port c02e02c8-70d2-44ba-bc30-691ddb99e809 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:30:57.955997 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] Attempting to bind port c02e02c8-70d2-44ba-bc30-691ddb99e809 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:30:57.956290 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] Attempting to bind port c02e02c8-70d2-44ba-bc30-691ddb99e809 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:30:57.966205 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:30:57.966570 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:30:57.966967 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:57.967347 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:30:57.967799 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] Bound port: c02e02c8-70d2-44ba-bc30-691ddb99e809, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:30:57.968171 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:57.970861 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b518227-16d5-4c5a-8fda-aaa193ffa7c6 None None] Pushing event updated for resources: {'Port': ['ID=c02e02c8-70d2-44ba-bc30-691ddb99e809,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:57.974490 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f56eac1-2cc8-44ac-9c25-25a74922a827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:57.988415 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-5f56eac1-2cc8-44ac-9c25-25a74922a827 admin admin] Transition to ACTIVE for port object e544006b-3111-4bb8-9b12-e113d5fa0f9a will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:30:57.998434 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b518227-16d5-4c5a-8fda-aaa193ffa7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:57.998776 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b518227-16d5-4c5a-8fda-aaa193ffa7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:57.999113 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b518227-16d5-4c5a-8fda-aaa193ffa7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:57.999439 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b518227-16d5-4c5a-8fda-aaa193ffa7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:57.999761 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b518227-16d5-4c5a-8fda-aaa193ffa7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:58.000080 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b518227-16d5-4c5a-8fda-aaa193ffa7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:58.000398 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b518227-16d5-4c5a-8fda-aaa193ffa7c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:58.000716 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b518227-16d5-4c5a-8fda-aaa193ffa7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:58.001034 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b518227-16d5-4c5a-8fda-aaa193ffa7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:58.001346 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b518227-16d5-4c5a-8fda-aaa193ffa7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:58.001667 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b518227-16d5-4c5a-8fda-aaa193ffa7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:58.001993 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b518227-16d5-4c5a-8fda-aaa193ffa7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:58.024165 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f56eac1-2cc8-44ac-9c25-25a74922a827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:58.033034 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] For port c02e02c8-70d2-44ba-bc30-691ddb99e809, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:30:58.036342 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] For port c02e02c8-70d2-44ba-bc30-691ddb99e809, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c02e02c8-70d2-44ba-bc30-691ddb99e809,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:30:58.040564 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:58.065119 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f56eac1-2cc8-44ac-9c25-25a74922a827 admin admin] Network 62302f43-6995-4397-9bb9-1d4c7c82bc66 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:30:58.074176 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-5f56eac1-2cc8-44ac-9c25-25a74922a827 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:30:58.078926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f56eac1-2cc8-44ac-9c25-25a74922a827 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:30:58.085724 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56eac1-2cc8-44ac-9c25-25a74922a827 admin admin] Pushing event updated for resources: {'Port': ['ID=e544006b-3111-4bb8-9b12-e113d5fa0f9a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:58.096751 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b518227-16d5-4c5a-8fda-aaa193ffa7c6 None None] Pushing event updated for resources: {'Port': ['ID=c02e02c8-70d2-44ba-bc30-691ddb99e809,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:58.106828 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] Routers {'a41a498c-fd37-40a4-b388-9acd8a78a27f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:30:58.107478 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:30:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['a41a498c-fd37-40a4-b388-9acd8a78a27f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:58.125733 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f56eac1-2cc8-44ac-9c25-25a74922a827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:58.219657 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] Set router a41a498c-fd37-40a4-b388-9acd8a78a27f gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:30:58.288261 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f56eac1-2cc8-44ac-9c25-25a74922a827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:58.378188 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b802831e-fdee-4baa-9719-8fe3394c47c2 None None] Provisioning for port e544006b-3111-4bb8-9b12-e113d5fa0f9a completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:30:58.382525 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b802831e-fdee-4baa-9719-8fe3394c47c2 None None] Provisioning complete for port e544006b-3111-4bb8-9b12-e113d5fa0f9a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:30:58.382900 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b802831e-fdee-4baa-9719-8fe3394c47c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:58.409475 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:30:55Z', 'updated_at': '2021-07-14T10:30:56Z', 'revision_number': 3, 'project_id': '2aef8f940018451c928a4a553c57138d', 'gw_port': {'id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:56Z', 'updated_at': '2021-07-14T10:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:58.416991 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b802831e-fdee-4baa-9719-8fe3394c47c2 None None] Port e544006b-3111-4bb8-9b12-e113d5fa0f9a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:30:58.438847 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e3747-ddb2-4bcb-ae44-46bb3f47e440 None None] The sync data for ids ['a41a498c-fd37-40a4-b388-9acd8a78a27f'] in n-d-798054-10 is: [{'id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:30:55Z', 'updated_at': '2021-07-14T10:30:56Z', 'revision_number': 3, 'project_id': '2aef8f940018451c928a4a553c57138d', 'gw_port': {'id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:56Z', 'updated_at': '2021-07-14T10:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:30:58.483198 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f56eac1-2cc8-44ac-9c25-25a74922a827 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:58.488802 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f56eac1-2cc8-44ac-9c25-25a74922a827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:58.539763 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1a560a37-66b2-4dc8-a7a3-f4e914d363c0 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:30:58.567324 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56eac1-2cc8-44ac-9c25-25a74922a827 admin admin] Pushing event updated for resources: {'Port': ['ID=e544006b-3111-4bb8-9b12-e113d5fa0f9a,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:58.569994 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f56eac1-2cc8-44ac-9c25-25a74922a827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:58.604581 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 1a560a37-66b2-4dc8-a7a3-f4e914d363c0 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:30:58.608612 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 1a560a37-66b2-4dc8-a7a3-f4e914d363c0 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:30:58.608983 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:58.681593 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f56eac1-2cc8-44ac-9c25-25a74922a827 admin admin] Network 62302f43-6995-4397-9bb9-1d4c7c82bc66 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:30:58.684858 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-5f56eac1-2cc8-44ac-9c25-25a74922a827 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:30:58.727676 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:58.780184 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 1a560a37-66b2-4dc8-a7a3-f4e914d363c0, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1a560a37-66b2-4dc8-a7a3-f4e914d363c0,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:30:58.790436 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:58.851579 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=1a560a37-66b2-4dc8-a7a3-f4e914d363c0,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:58.875165 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f56eac1-2cc8-44ac-9c25-25a74922a827 admin admin] Router a41a498c-fd37-40a4-b388-9acd8a78a27f has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:30:58.945947 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2d4b1c6f-8efc-4823-b7c2-482d3d9c2411 None None] Provisioning complete for port e544006b-3111-4bb8-9b12-e113d5fa0f9a triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:30:58.946327 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2d4b1c6f-8efc-4823-b7c2-482d3d9c2411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:59.144343 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2d4b1c6f-8efc-4823-b7c2-482d3d9c2411 None None] Port e544006b-3111-4bb8-9b12-e113d5fa0f9a cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:30:59.400776 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f56eac1-2cc8-44ac-9c25-25a74922a827 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:30:59.406136 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-5f56eac1-2cc8-44ac-9c25-25a74922a827 admin admin] 10.222.0.26 "PUT /v2.0/routers/a41a498c-fd37-40a4-b388-9acd8a78a27f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1463826 Jul 14 10:30:59.846915 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3485479c-72da-41a2-a673-cf71aec14503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:59.888846 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53364) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:59.895299 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-d59e7b5e-714a-41b7-b343-37dc3714306d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2106786767-network', 'tenant_id': '277dedb4b17540d8b59ce8f6f8db0cbc'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:30:59.917514 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59e7b5e-714a-41b7-b343-37dc3714306d admin admin] Made reservation on behalf of 277dedb4b17540d8b59ce8f6f8db0cbc for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:30:59.920029 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d59e7b5e-714a-41b7-b343-37dc3714306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:59.929353 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d59e7b5e-714a-41b7-b343-37dc3714306d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.003178 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.025416 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d59e7b5e-714a-41b7-b343-37dc3714306d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.029948 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d59e7b5e-714a-41b7-b343-37dc3714306d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.040702 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] Sync routers for ids ['a41a498c-fd37-40a4-b388-9acd8a78a27f'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:31:00.050015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] Routers {'a41a498c-fd37-40a4-b388-9acd8a78a27f'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:00.050643 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:31:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['a41a498c-fd37-40a4-b388-9acd8a78a27f'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:00.059345 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e7b5e-714a-41b7-b343-37dc3714306d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957c48f6-21f0-41ff-9fcf-100160a55b02,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:00.061992 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59e7b5e-714a-41b7-b343-37dc3714306d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:31:00.072269 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d59e7b5e-714a-41b7-b343-37dc3714306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.072659 n-d-798054-10 neutron-server[93888]: INFO neutron.db.segments_db [None req-d59e7b5e-714a-41b7-b343-37dc3714306d admin admin] Added segment 103ea312-445e-498b-90ff-fa819c6d6f22 of type vlan for network ea59b3bf-c015-4dcb-b640-08c8c9f084e9 Jul 14 10:31:00.112861 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d59e7b5e-714a-41b7-b343-37dc3714306d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751748838916'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.153654 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d59e7b5e-714a-41b7-b343-37dc3714306d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.154912 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59e7b5e-714a-41b7-b343-37dc3714306d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:00.155615 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d59e7b5e-714a-41b7-b343-37dc3714306d admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.183825 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] Set router a41a498c-fd37-40a4-b388-9acd8a78a27f gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:00.216667 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-d59e7b5e-714a-41b7-b343-37dc3714306d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3263242 Jul 14 10:31:00.219546 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53366) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:00.222405 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e7b5e-714a-41b7-b343-37dc3714306d admin admin] Pushing event updated for resources: {'Network': ['ID=ea59b3bf-c015-4dcb-b640-08c8c9f084e9,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:00.224810 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7ada51d0-28df-4d12-8077-e10d8e83e81b admin admin] Request body: {'subnet': {'network_id': 'ea59b3bf-c015-4dcb-b640-08c8c9f084e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2106786767-subnet', 'tenant_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:00.232370 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Network ea59b3bf-c015-4dcb-b640-08c8c9f084e9 details requested by agent ovs-agent-n-d-798054-10 with host n-d-798054-10 {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:31:00.248374 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ada51d0-28df-4d12-8077-e10d8e83e81b admin admin] Made reservation on behalf of 277dedb4b17540d8b59ce8f6f8db0cbc for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:31:00.250866 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ada51d0-28df-4d12-8077-e10d8e83e81b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9490600'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.436984 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ada51d0-28df-4d12-8077-e10d8e83e81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10474283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9490586'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.452952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:30:55Z', 'updated_at': '2021-07-14T10:30:58Z', 'revision_number': 4, 'project_id': '2aef8f940018451c928a4a553c57138d', 'gw_port': {'id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:56Z', 'updated_at': '2021-07-14T10:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e544006b-3111-4bb8-9b12-e113d5fa0f9a', 'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'mac_address': 'fa:16:3e:c0:6a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:57Z', 'updated_at': '2021-07-14T10:30:58Z', 'revision_number': 2, 'project_id': '2aef8f940018451c928a4a553c57138d', 'subnets': [{'id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:00.483759 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] Checking router: a41a498c-fd37-40a4-b388-9acd8a78a27f for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:31:00.484112 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] Updating router a41a498c-fd37-40a4-b388-9acd8a78a27f port e544006b-3111-4bb8-9b12-e113d5fa0f9a binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:31:00.501286 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada51d0-28df-4d12-8077-e10d8e83e81b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e212b6-3b24-431d-ba30-88111f1eb2a2,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:00.509327 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ada51d0-28df-4d12-8077-e10d8e83e81b admin admin] Checking segment: {'id': '103ea312-445e-498b-90ff-fa819c6d6f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ea59b3bf-c015-4dcb-b640-08c8c9f084e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:31:00.509694 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ada51d0-28df-4d12-8077-e10d8e83e81b admin admin] Network hostable DHCP agents. Network: ea59b3bf-c015-4dcb-b640-08c8c9f084e9, hostable agents: ['970ad021-7a7d-41cb-b0f2-754c61cb7abe'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:31:00.527273 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ada51d0-28df-4d12-8077-e10d8e83e81b admin admin] Network ea59b3bf-c015-4dcb-b640-08c8c9f084e9 is scheduled to be hosted by DHCP agent 970ad021-7a7d-41cb-b0f2-754c61cb7abe with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:31:00.530228 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.538764 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-7ada51d0-28df-4d12-8077-e10d8e83e81b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-10, ea59b3bf-c015-4dcb-b640-08c8c9f084e9) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:31:00.542982 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ada51d0-28df-4d12-8077-e10d8e83e81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:00.543993 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ada51d0-28df-4d12-8077-e10d8e83e81b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.551441 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3b6eca-13a2-4312-afda-0c3b0856992f None None] Network ea59b3bf-c015-4dcb-b640-08c8c9f084e9 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:31:00.563829 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-7ada51d0-28df-4d12-8077-e10d8e83e81b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3408902 Jul 14 10:31:00.564044 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53368) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:00.569141 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-073c93e4-5707-4b28-a69b-82e5bd0425c2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2106786767-router', 'tenant_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:00.591485 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-073c93e4-5707-4b28-a69b-82e5bd0425c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-535729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30304'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.592712 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-073c93e4-5707-4b28-a69b-82e5bd0425c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-535570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30315'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.622000 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c02e02c8-70d2-44ba-bc30-691ddb99e809 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:00.657587 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-073c93e4-5707-4b28-a69b-82e5bd0425c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.794993 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-073c93e4-5707-4b28-a69b-82e5bd0425c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-535719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2945'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.852118 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port c02e02c8-70d2-44ba-bc30-691ddb99e809 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:00.865553 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port c02e02c8-70d2-44ba-bc30-691ddb99e809 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:00.865962 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.928367 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991601d0-d972-434d-8c31-76283676445d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c525938-4a8c-57a6-a645-30502adf3301-ea59b3bf-c015-4dcb-b640-08c8c9f084e9', 'network_id': 'ea59b3bf-c015-4dcb-b640-08c8c9f084e9', 'tenant_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'fixed_ips': [{'subnet_id': 'c2e212b6-3b24-431d-ba30-88111f1eb2a2'}]}} from n-d-798054-10. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:31:00.929220 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-991601d0-d972-434d-8c31-76283676445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.011899 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-073c93e4-5707-4b28-a69b-82e5bd0425c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.031727 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-073c93e4-5707-4b28-a69b-82e5bd0425c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.089240 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.132506 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.143054 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-073c93e4-5707-4b28-a69b-82e5bd0425c2 admin admin] Allocated IP 172.25.1.82 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/c3e19b5f-d124-4270-95dc-bb75e820af32) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:31:01.175924 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] Transition to ACTIVE for port object e544006b-3111-4bb8-9b12-e113d5fa0f9a will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:01.188034 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.192751 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.249305 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-073c93e4-5707-4b28-a69b-82e5bd0425c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.252969 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port c02e02c8-70d2-44ba-bc30-691ddb99e809, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c02e02c8-70d2-44ba-bc30-691ddb99e809,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:01.262937 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-991601d0-d972-434d-8c31-76283676445d None None] Allocated IP 172.20.0.2 (ea59b3bf-c015-4dcb-b640-08c8c9f084e9/c2e212b6-3b24-431d-ba30-88111f1eb2a2/9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:31:01.271598 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.272507 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1a560a37-66b2-4dc8-a7a3-f4e914d363c0 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:01.292670 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-073c93e4-5707-4b28-a69b-82e5bd0425c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.314799 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d2687-1ff7-4730-b2ac-b497a312c8c3 None None] Pushing event updated for resources: {'Port': ['ID=e544006b-3111-4bb8-9b12-e113d5fa0f9a,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:01.330513 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c93e4-5707-4b28-a69b-82e5bd0425c2 admin admin] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:31:01.334325 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-073c93e4-5707-4b28-a69b-82e5bd0425c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:31:01.340566 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c93e4-5707-4b28-a69b-82e5bd0425c2 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:31:01.379106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c93e4-5707-4b28-a69b-82e5bd0425c2 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e19b5f-d124-4270-95dc-bb75e820af32,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:01.480796 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] Attempting to bind port e544006b-3111-4bb8-9b12-e113d5fa0f9a on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:31:01.481164 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] Attempting to bind port e544006b-3111-4bb8-9b12-e113d5fa0f9a by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '53ff478f-1602-4dee-9407-88d8b7b60f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:31:01.481534 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] Attempting to bind port e544006b-3111-4bb8-9b12-e113d5fa0f9a on network 62302f43-6995-4397-9bb9-1d4c7c82bc66 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:31:01.505919 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=c02e02c8-70d2-44ba-bc30-691ddb99e809,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:01.515518 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:31:01.515900 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] Checking segment: {'id': '53ff478f-1602-4dee-9407-88d8b7b60f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:31:01.516329 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.516740 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] Bound using segment: {'id': '53ff478f-1602-4dee-9407-88d8b7b60f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:31:01.517252 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] Bound port: e544006b-3111-4bb8-9b12-e113d5fa0f9a, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ff478f-1602-4dee-9407-88d8b7b60f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:31:01.517640 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.542461 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 1a560a37-66b2-4dc8-a7a3-f4e914d363c0 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:01.542834 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.614491 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-073c93e4-5707-4b28-a69b-82e5bd0425c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.686751 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] For port e544006b-3111-4bb8-9b12-e113d5fa0f9a, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:31:01.692769 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] For port e544006b-3111-4bb8-9b12-e113d5fa0f9a, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e544006b-3111-4bb8-9b12-e113d5fa0f9a,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:31:01.714511 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-991601d0-d972-434d-8c31-76283676445d None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.721065 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.736451 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-991601d0-d972-434d-8c31-76283676445d None None] Transition to ACTIVE for port object 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:01.797085 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-991601d0-d972-434d-8c31-76283676445d None None] Transition to ACTIVE for port object 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:01.815214 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-991601d0-d972-434d-8c31-76283676445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.822899 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d2687-1ff7-4730-b2ac-b497a312c8c3 None None] Pushing event updated for resources: {'Port': ['ID=e544006b-3111-4bb8-9b12-e113d5fa0f9a,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:01.827828 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] Routers {'a41a498c-fd37-40a4-b388-9acd8a78a27f'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:01.828457 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:31:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['a41a498c-fd37-40a4-b388-9acd8a78a27f'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:01.828634 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-073c93e4-5707-4b28-a69b-82e5bd0425c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536108'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.904285 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991601d0-d972-434d-8c31-76283676445d None None] Network ea59b3bf-c015-4dcb-b640-08c8c9f084e9 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:31:01.913758 n-d-798054-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-991601d0-d972-434d-8c31-76283676445d None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:31:01.921901 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991601d0-d972-434d-8c31-76283676445d None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:31:01.950346 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991601d0-d972-434d-8c31-76283676445d None None] Pushing event updated for resources: {'Port': ['ID=9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:01.998466 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073c93e4-5707-4b28-a69b-82e5bd0425c2 admin admin] Router 499f6cae-af5e-4d4f-a630-49dd11871323 is scheduled to L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:31:02.039891 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] Set router a41a498c-fd37-40a4-b388-9acd8a78a27f gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:02.041705 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-991601d0-d972-434d-8c31-76283676445d None None] Attempting to bind port 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:31:02.042023 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-991601d0-d972-434d-8c31-76283676445d None None] Attempting to bind port 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '103ea312-445e-498b-90ff-fa819c6d6f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ea59b3bf-c015-4dcb-b640-08c8c9f084e9'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:31:02.042403 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991601d0-d972-434d-8c31-76283676445d None None] Attempting to bind port 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5 on network ea59b3bf-c015-4dcb-b640-08c8c9f084e9 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:31:02.075461 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991601d0-d972-434d-8c31-76283676445d None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:31:02.075839 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991601d0-d972-434d-8c31-76283676445d None None] Checking segment: {'id': '103ea312-445e-498b-90ff-fa819c6d6f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ea59b3bf-c015-4dcb-b640-08c8c9f084e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:31:02.076270 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-991601d0-d972-434d-8c31-76283676445d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.076657 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991601d0-d972-434d-8c31-76283676445d None None] Bound using segment: {'id': '103ea312-445e-498b-90ff-fa819c6d6f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ea59b3bf-c015-4dcb-b640-08c8c9f084e9'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:31:02.077136 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-991601d0-d972-434d-8c31-76283676445d None None] Bound port: 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103ea312-445e-498b-90ff-fa819c6d6f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ea59b3bf-c015-4dcb-b640-08c8c9f084e9'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:31:02.077523 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-991601d0-d972-434d-8c31-76283676445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.126364 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073c93e4-5707-4b28-a69b-82e5bd0425c2 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:31:02.136035 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] Sync routers for ids ['499f6cae-af5e-4d4f-a630-49dd11871323'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:31:02.144195 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-073c93e4-5707-4b28-a69b-82e5bd0425c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.148149 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-073c93e4-5707-4b28-a69b-82e5bd0425c2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5805187 Jul 14 10:31:02.148348 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] Routers {'499f6cae-af5e-4d4f-a630-49dd11871323'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:02.148348 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:31:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['499f6cae-af5e-4d4f-a630-49dd11871323'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:02.148582 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53370) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:02.262889 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] Set router 499f6cae-af5e-4d4f-a630-49dd11871323 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:02.393505 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-991601d0-d972-434d-8c31-76283676445d None None] For port 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:31:02.417763 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-991601d0-d972-434d-8c31-76283676445d None None] For port 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5,segment=NetworkSegment(103ea312-445e-498b-90ff-fa819c6d6f22),segment_id=103ea312-445e-498b-90ff-fa819c6d6f22)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:31:02.424637 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-991601d0-d972-434d-8c31-76283676445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.446092 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499f6cae-af5e-4d4f-a630-49dd11871323', 'name': 'tempest-TestSnapshotPattern-2106786767-router', 'tenant_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3e19b5f-d124-4270-95dc-bb75e820af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:00Z', 'updated_at': '2021-07-14T10:31:01Z', 'revision_number': 3, 'project_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'gw_port': {'id': 'c3e19b5f-d124-4270-95dc-bb75e820af32', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499f6cae-af5e-4d4f-a630-49dd11871323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:01Z', 'updated_at': '2021-07-14T10:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:02.487533 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] Checking router: 499f6cae-af5e-4d4f-a630-49dd11871323 for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:31:02.488891 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] Updating router 499f6cae-af5e-4d4f-a630-49dd11871323 port c3e19b5f-d124-4270-95dc-bb75e820af32 binding host n-d-798054-10 {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:31:02.529861 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.535390 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991601d0-d972-434d-8c31-76283676445d None None] Pushing event updated for resources: {'Port': ['ID=9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:02.558520 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c02e02c8-70d2-44ba-bc30-691ddb99e809 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:02.583591 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:30:55Z', 'updated_at': '2021-07-14T10:30:58Z', 'revision_number': 4, 'project_id': '2aef8f940018451c928a4a553c57138d', 'gw_port': {'id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:56Z', 'updated_at': '2021-07-14T10:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e544006b-3111-4bb8-9b12-e113d5fa0f9a', 'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'mac_address': 'fa:16:3e:c0:6a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:57Z', 'updated_at': '2021-07-14T10:31:01Z', 'revision_number': 4, 'project_id': '2aef8f940018451c928a4a553c57138d', 'subnets': [{'id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:02.625427 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0087aa2-92f4-4e4d-a578-4bc9ea278538 None None] The sync data for ids ['a41a498c-fd37-40a4-b388-9acd8a78a27f'] in n-d-798054-10 is: [{'id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:30:55Z', 'updated_at': '2021-07-14T10:30:58Z', 'revision_number': 4, 'project_id': '2aef8f940018451c928a4a553c57138d', 'gw_port': {'id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:56Z', 'updated_at': '2021-07-14T10:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e544006b-3111-4bb8-9b12-e113d5fa0f9a', 'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'mac_address': 'fa:16:3e:c0:6a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:57Z', 'updated_at': '2021-07-14T10:31:01Z', 'revision_number': 4, 'project_id': '2aef8f940018451c928a4a553c57138d', 'subnets': [{'id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:31:02.651923 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port c02e02c8-70d2-44ba-bc30-691ddb99e809 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:02.652736 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.662664 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71a919eb-3073-4c47-9f18-9a105f41081c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.784200 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.912726 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-71a919eb-3073-4c47-9f18-9a105f41081c admin admin] Allocated IP 172.20.0.1 (ea59b3bf-c015-4dcb-b640-08c8c9f084e9/c2e212b6-3b24-431d-ba30-88111f1eb2a2/8faf87ac-edaf-418c-b50f-5480d8fd915c) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:31:03.016230 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:03.029596 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] Transition to ACTIVE for port object c3e19b5f-d124-4270-95dc-bb75e820af32 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:03.040294 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:03.044098 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:03.046932 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71a919eb-3073-4c47-9f18-9a105f41081c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:03.062832 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-71a919eb-3073-4c47-9f18-9a105f41081c admin admin] Transition to ACTIVE for port object 8faf87ac-edaf-418c-b50f-5480d8fd915c will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:03.097418 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] Attempting to bind port c3e19b5f-d124-4270-95dc-bb75e820af32 on host n-d-798054-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:31:03.097804 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] Attempting to bind port c3e19b5f-d124-4270-95dc-bb75e820af32 by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:31:03.098415 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] Attempting to bind port c3e19b5f-d124-4270-95dc-bb75e820af32 on network f364b4f5-ab99-4997-a007-bd1df74278ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:31:03.108130 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71a919eb-3073-4c47-9f18-9a105f41081c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:03.108443 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2e533-8f0b-48a8-a93e-b7c3171566d4 None None] Pushing event updated for resources: {'Port': ['ID=c3e19b5f-d124-4270-95dc-bb75e820af32,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:03.110663 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:31:03.111032 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] Checking segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:31:03.111656 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:03.111876 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] Bound using segment: {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:31:03.114710 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] Bound port: c3e19b5f-d124-4270-95dc-bb75e820af32, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c11dcc-8cab-44bb-9bb5-3b95980b86de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:31:03.114710 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:03.157871 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a919eb-3073-4c47-9f18-9a105f41081c admin admin] Network ea59b3bf-c015-4dcb-b640-08c8c9f084e9 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:31:03.161156 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-71a919eb-3073-4c47-9f18-9a105f41081c admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:31:03.165954 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a919eb-3073-4c47-9f18-9a105f41081c admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:31:03.175040 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] For port c3e19b5f-d124-4270-95dc-bb75e820af32, host n-d-798054-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:31:03.179707 n-d-798054-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] For port c3e19b5f-d124-4270-95dc-bb75e820af32, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c3e19b5f-d124-4270-95dc-bb75e820af32,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:31:03.185479 n-d-798054-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:03.200271 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a919eb-3073-4c47-9f18-9a105f41081c admin admin] Pushing event updated for resources: {'Port': ['ID=8faf87ac-edaf-418c-b50f-5480d8fd915c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:03.220457 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71a919eb-3073-4c47-9f18-9a105f41081c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536287'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:03.259219 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] Routers {'499f6cae-af5e-4d4f-a630-49dd11871323'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:03.259859 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:31:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['499f6cae-af5e-4d4f-a630-49dd11871323'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:03.297734 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2e533-8f0b-48a8-a93e-b7c3171566d4 None None] Pushing event updated for resources: {'Port': ['ID=c3e19b5f-d124-4270-95dc-bb75e820af32,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:03.384581 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71a919eb-3073-4c47-9f18-9a105f41081c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:03.392530 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] Set router 499f6cae-af5e-4d4f-a630-49dd11871323 gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:03.581034 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71a919eb-3073-4c47-9f18-9a105f41081c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:03.589016 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71a919eb-3073-4c47-9f18-9a105f41081c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:03.631068 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499f6cae-af5e-4d4f-a630-49dd11871323', 'name': 'tempest-TestSnapshotPattern-2106786767-router', 'tenant_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3e19b5f-d124-4270-95dc-bb75e820af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:00Z', 'updated_at': '2021-07-14T10:31:01Z', 'revision_number': 3, 'project_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'gw_port': {'id': 'c3e19b5f-d124-4270-95dc-bb75e820af32', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499f6cae-af5e-4d4f-a630-49dd11871323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:01Z', 'updated_at': '2021-07-14T10:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:03.667797 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f609d44-d265-4b44-9b4f-534a3950989b None None] The sync data for ids ['499f6cae-af5e-4d4f-a630-49dd11871323'] in n-d-798054-10 is: [{'id': '499f6cae-af5e-4d4f-a630-49dd11871323', 'name': 'tempest-TestSnapshotPattern-2106786767-router', 'tenant_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3e19b5f-d124-4270-95dc-bb75e820af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:00Z', 'updated_at': '2021-07-14T10:31:01Z', 'revision_number': 3, 'project_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'gw_port': {'id': 'c3e19b5f-d124-4270-95dc-bb75e820af32', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499f6cae-af5e-4d4f-a630-49dd11871323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:01Z', 'updated_at': '2021-07-14T10:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:31:03.668821 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-71a919eb-3073-4c47-9f18-9a105f41081c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529263'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:03.672023 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a919eb-3073-4c47-9f18-9a105f41081c admin admin] Pushing event updated for resources: {'Port': ['ID=8faf87ac-edaf-418c-b50f-5480d8fd915c,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:03.761045 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7dbb7b-68e4-47d0-a22d-16cbd144ef65 None None] Network ea59b3bf-c015-4dcb-b640-08c8c9f084e9 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:31:03.800915 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a919eb-3073-4c47-9f18-9a105f41081c admin admin] Network ea59b3bf-c015-4dcb-b640-08c8c9f084e9 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:31:03.803537 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-71a919eb-3073-4c47-9f18-9a105f41081c admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:31:03.830586 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6d778dfc-eff2-4f7c-a45e-0c4ca6e11bf6 None None] Provisioning for port 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:03.934041 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a919eb-3073-4c47-9f18-9a105f41081c admin admin] Router 499f6cae-af5e-4d4f-a630-49dd11871323 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:31:04.112095 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a919eb-3073-4c47-9f18-9a105f41081c admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:31:04.118049 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-71a919eb-3073-4c47-9f18-9a105f41081c admin admin] 10.222.0.26 "PUT /v2.0/routers/499f6cae-af5e-4d4f-a630-49dd11871323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9683497 Jul 14 10:31:04.382739 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3aba1543-72f8-4bef-852a-46a0082d921f None None] Provisioning for port 8faf87ac-edaf-418c-b50f-5480d8fd915c completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:04.387112 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3aba1543-72f8-4bef-852a-46a0082d921f None None] Provisioning complete for port 8faf87ac-edaf-418c-b50f-5480d8fd915c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:04.387485 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3aba1543-72f8-4bef-852a-46a0082d921f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:04.447657 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3aba1543-72f8-4bef-852a-46a0082d921f None None] Port 8faf87ac-edaf-418c-b50f-5480d8fd915c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:31:04.577879 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-681cce8f-646b-4615-adcf-ac151f74ccb7 None None] Provisioning complete for port 8faf87ac-edaf-418c-b50f-5480d8fd915c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:04.578367 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-681cce8f-646b-4615-adcf-ac151f74ccb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:04.640207 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-681cce8f-646b-4615-adcf-ac151f74ccb7 None None] Port 8faf87ac-edaf-418c-b50f-5480d8fd915c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:31:04.687031 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c3e19b5f-d124-4270-95dc-bb75e820af32 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:04.741762 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port c3e19b5f-d124-4270-95dc-bb75e820af32 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:04.746045 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port c3e19b5f-d124-4270-95dc-bb75e820af32 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:04.746417 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:04.762762 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53378) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:04.768595 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b4e02b3e-1d03-4d1a-8765-7e1ea95b6805 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-25258864', 'description': 'tempest-secgroup-smoke-25258864 description', 'project_id': '2aef8f940018451c928a4a553c57138d'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:04.796876 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b4e02b3e-1d03-4d1a-8765-7e1ea95b6805 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:04.845186 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:04.876507 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port c3e19b5f-d124-4270-95dc-bb75e820af32, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c3e19b5f-d124-4270-95dc-bb75e820af32,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:04.882070 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:04.882941 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:04.887803 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4c0b443e-d00f-45d9-8056-67951aec9f62 None None] Provisioning complete for port 8faf87ac-edaf-418c-b50f-5480d8fd915c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:04.888175 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c0b443e-d00f-45d9-8056-67951aec9f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:04.896727 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b4e02b3e-1d03-4d1a-8765-7e1ea95b6805 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:04.903213 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b4e02b3e-1d03-4d1a-8765-7e1ea95b6805 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:04.931338 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b4e02b3e-1d03-4d1a-8765-7e1ea95b6805 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:04.934560 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b4e02b3e-1d03-4d1a-8765-7e1ea95b6805 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1697216 Jul 14 10:31:04.935324 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 53380) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:04.941524 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [None req-8d54f0d1-2d5e-47b4-8e86-f50de56b4f90 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Request body: {'security_group_rule': {'security_group_id': '8751bc97-5052-443f-988e-40664f362f9a', 'project_id': '2aef8f940018451c928a4a553c57138d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:04.944369 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e02b3e-1d03-4d1a-8765-7e1ea95b6805 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8751bc97-5052-443f-988e-40664f362f9a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:04.975175 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4c0b443e-d00f-45d9-8056-67951aec9f62 None None] Port 8faf87ac-edaf-418c-b50f-5480d8fd915c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:31:04.988859 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d54f0d1-2d5e-47b4-8e86-f50de56b4f90 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:04.998883 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=c3e19b5f-d124-4270-95dc-bb75e820af32,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:05.019674 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:05.028105 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:05.028739 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.054466 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d54f0d1-2d5e-47b4-8e86-f50de56b4f90 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.058702 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d54f0d1-2d5e-47b4-8e86-f50de56b4f90 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.077257 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54f0d1-2d5e-47b4-8e86-f50de56b4f90 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff3fd31-6a14-4559-868d-7d99d72ce7c2,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:05.083521 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d54f0d1-2d5e-47b4-8e86-f50de56b4f90 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.084769 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-8d54f0d1-2d5e-47b4-8e86-f50de56b4f90 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1478276 Jul 14 10:31:05.087926 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53382) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:05.095444 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-f8f04ed1-9ff0-4959-9090-4931c7a5c2d2 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Request body: {'security_group_rule': {'security_group_id': '8751bc97-5052-443f-988e-40664f362f9a', 'project_id': '2aef8f940018451c928a4a553c57138d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:05.129852 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8f04ed1-9ff0-4959-9090-4931c7a5c2d2 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.141295 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.177049 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5,segment=NetworkSegment(103ea312-445e-498b-90ff-fa819c6d6f22),segment_id=103ea312-445e-498b-90ff-fa819c6d6f22)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:05.181728 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.182952 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e544006b-3111-4bb8-9b12-e113d5fa0f9a up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:05.187671 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8f04ed1-9ff0-4959-9090-4931c7a5c2d2 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.192892 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8f04ed1-9ff0-4959-9090-4931c7a5c2d2 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.210637 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f04ed1-9ff0-4959-9090-4931c7a5c2d2 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10f4455-680f-4e28-93a4-71b13523cca9,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:05.222947 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f8f04ed1-9ff0-4959-9090-4931c7a5c2d2 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.227373 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-f8f04ed1-9ff0-4959-9090-4931c7a5c2d2 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1355374 Jul 14 10:31:05.227601 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53384) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:05.232305 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-0ee08be0-a29f-487a-8fff-e3398c8b1788 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Request body: {'security_group_rule': {'security_group_id': '8751bc97-5052-443f-988e-40664f362f9a', 'project_id': '2aef8f940018451c928a4a553c57138d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:05.262227 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ee08be0-a29f-487a-8fff-e3398c8b1788 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.263122 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:05.280459 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port e544006b-3111-4bb8-9b12-e113d5fa0f9a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:05.286523 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e544006b-3111-4bb8-9b12-e113d5fa0f9a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:05.287581 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.342017 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ee08be0-a29f-487a-8fff-e3398c8b1788 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.348282 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ee08be0-a29f-487a-8fff-e3398c8b1788 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.370818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee08be0-a29f-487a-8fff-e3398c8b1788 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f514d1eb-b7bc-4a04-aff1-9763ae4d0b73,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:05.378090 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.379902 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0ee08be0-a29f-487a-8fff-e3398c8b1788 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.382139 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-0ee08be0-a29f-487a-8fff-e3398c8b1788 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1532173 Jul 14 10:31:05.384570 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53386) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:05.389295 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-fb4514e9-a313-4bb2-aa53-3ffffff528f0 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Request body: {'security_group_rule': {'security_group_id': '8751bc97-5052-443f-988e-40664f362f9a', 'project_id': '2aef8f940018451c928a4a553c57138d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:05.415627 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port e544006b-3111-4bb8-9b12-e113d5fa0f9a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e544006b-3111-4bb8-9b12-e113d5fa0f9a,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:05.421326 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.426240 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb4514e9-a313-4bb2-aa53-3ffffff528f0 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.472278 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=e544006b-3111-4bb8-9b12-e113d5fa0f9a,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:05.490069 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb4514e9-a313-4bb2-aa53-3ffffff528f0 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.494223 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb4514e9-a313-4bb2-aa53-3ffffff528f0 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.515255 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4514e9-a313-4bb2-aa53-3ffffff528f0 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ef3e56-eced-4755-9ab5-e8fb382a827f,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:05.523352 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fb4514e9-a313-4bb2-aa53-3ffffff528f0 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.524686 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-fb4514e9-a313-4bb2-aa53-3ffffff528f0 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391337 Jul 14 10:31:05.527585 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53388) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:05.534038 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-44711b92-38bc-47e6-9c68-118c2d7ffd15 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Request body: {'security_group_rule': {'security_group_id': '8751bc97-5052-443f-988e-40664f362f9a', 'project_id': '2aef8f940018451c928a4a553c57138d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:05.558224 n-d-798054-10 neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-44711b92-38bc-47e6-9c68-118c2d7ffd15 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Project 2aef8f940018451c928a4a553c57138d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:31:05.563605 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-44711b92-38bc-47e6-9c68-118c2d7ffd15 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.627919 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-44711b92-38bc-47e6-9c68-118c2d7ffd15 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.631746 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-44711b92-38bc-47e6-9c68-118c2d7ffd15 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.649892 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44711b92-38bc-47e6-9c68-118c2d7ffd15 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baef4ed7-aa9a-4e50-a9d3-80cb1f5877e0,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:05.656225 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-44711b92-38bc-47e6-9c68-118c2d7ffd15 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.657170 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-44711b92-38bc-47e6-9c68-118c2d7ffd15 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281321 Jul 14 10:31:05.661010 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53390) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:05.665647 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c4018ab0-6384-4858-8294-3a5038793810 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Request body: {'security_group_rule': {'security_group_id': '8751bc97-5052-443f-988e-40664f362f9a', 'project_id': '2aef8f940018451c928a4a553c57138d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:05.689393 n-d-798054-10 neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-c4018ab0-6384-4858-8294-3a5038793810 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Project 2aef8f940018451c928a4a553c57138d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:31:05.694537 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4018ab0-6384-4858-8294-3a5038793810 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.733901 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:31:05.760882 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4018ab0-6384-4858-8294-3a5038793810 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.767154 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4018ab0-6384-4858-8294-3a5038793810 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784888'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.786060 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4018ab0-6384-4858-8294-3a5038793810 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2f3c84-1756-49df-be67-a02b24b48237,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:05.793473 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4018ab0-6384-4858-8294-3a5038793810 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.794304 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-c4018ab0-6384-4858-8294-3a5038793810 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323380 Jul 14 10:31:05.944143 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-f2cc30f5-5d50-41e2-a368-9c3769d87809 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25258864&fields=id&tenant_id=2aef8f940018451c928a4a553c57138d HTTP/1.1" status: 200 len: 267 time: 0.0353193 Jul 14 10:31:06.039881 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] Sync routers for ids ['499f6cae-af5e-4d4f-a630-49dd11871323'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:31:06.053252 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] Routers {'499f6cae-af5e-4d4f-a630-49dd11871323'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:06.054059 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:31:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['499f6cae-af5e-4d4f-a630-49dd11871323'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:06.063106 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-8cad6dae-c573-44ea-9c37-dfe13731e8cf tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:06.064712 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-8cad6dae-c573-44ea-9c37-dfe13731e8cf tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/networks?id=62302f43-6995-4397-9bb9-1d4c7c82bc66 HTTP/1.1" status: 200 len: 810 time: 0.1137047 Jul 14 10:31:06.080457 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-acbf1a9a-400b-44fe-8ef5-b122eced077d tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/quotas/2aef8f940018451c928a4a553c57138d HTTP/1.1" status: 200 len: 375 time: 0.0095668 Jul 14 10:31:06.149259 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-9aebefa7-74dd-4ced-8f9a-923a5f0f5fec tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2aef8f940018451c928a4a553c57138d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628011 Jul 14 10:31:06.160953 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] Set router 499f6cae-af5e-4d4f-a630-49dd11871323 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:06.165387 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-44090d13-20b5-49cb-915b-e88af8dda261 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:31:06.166411 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-44090d13-20b5-49cb-915b-e88af8dda261 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054882 Jul 14 10:31:06.256432 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-360d6991-a19f-4a4c-9403-b49b21262f27 service neutron] 10.222.0.26 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837295 Jul 14 10:31:06.355194 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-68c3211f-46f7-49e4-9d64-f5abfc6d7696 service neutron] 10.222.0.26 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930846 Jul 14 10:31:06.365967 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499f6cae-af5e-4d4f-a630-49dd11871323', 'name': 'tempest-TestSnapshotPattern-2106786767-router', 'tenant_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3e19b5f-d124-4270-95dc-bb75e820af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:00Z', 'updated_at': '2021-07-14T10:31:03Z', 'revision_number': 4, 'project_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'gw_port': {'id': 'c3e19b5f-d124-4270-95dc-bb75e820af32', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f6cae-af5e-4d4f-a630-49dd11871323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:01Z', 'updated_at': '2021-07-14T10:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '8faf87ac-edaf-418c-b50f-5480d8fd915c', 'name': '', 'network_id': 'ea59b3bf-c015-4dcb-b640-08c8c9f084e9', 'tenant_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'mac_address': 'fa:16:3e:f4:2b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499f6cae-af5e-4d4f-a630-49dd11871323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'c2e212b6-3b24-431d-ba30-88111f1eb2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:02Z', 'updated_at': '2021-07-14T10:31:03Z', 'revision_number': 2, 'project_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'subnets': [{'id': 'c2e212b6-3b24-431d-ba30-88111f1eb2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:06.392662 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] Checking router: 499f6cae-af5e-4d4f-a630-49dd11871323 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:31:06.393089 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] Updating router 499f6cae-af5e-4d4f-a630-49dd11871323 port 8faf87ac-edaf-418c-b50f-5480d8fd915c binding host n-d-798054-10 {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:31:06.434488 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.557414 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-90da6b30-6fd5-4502-8b4c-d1bbcc89c445 req-92825522-f1f7-4523-936c-f7090e1d6eb7 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 210 time: 0.0336127 Jul 14 10:31:06.569242 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c3e19b5f-d124-4270-95dc-bb75e820af32 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:06.684812 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port c3e19b5f-d124-4270-95dc-bb75e820af32 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:06.685201 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.828783 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5 up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:06.835451 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.872646 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] Transition to ACTIVE for port object 8faf87ac-edaf-418c-b50f-5480d8fd915c will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:06.881519 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.941467 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733ae92-ba79-4513-8932-58bcc645e877 None None] Pushing event updated for resources: {'Port': ['ID=8faf87ac-edaf-418c-b50f-5480d8fd915c,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:06.948116 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:06.948116 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.028725 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] Attempting to bind port 8faf87ac-edaf-418c-b50f-5480d8fd915c on host n-d-798054-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:31:07.029100 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] Attempting to bind port 8faf87ac-edaf-418c-b50f-5480d8fd915c by drivers openvswitch,hyperv on host n-d-798054-10 at level 0 using segments [{'id': '103ea312-445e-498b-90ff-fa819c6d6f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ea59b3bf-c015-4dcb-b640-08c8c9f084e9'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:31:07.029449 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] Attempting to bind port 8faf87ac-edaf-418c-b50f-5480d8fd915c on network ea59b3bf-c015-4dcb-b640-08c8c9f084e9 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:31:07.041747 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] Checking agent: {'id': 'c2c26bf1-9684-4c1d-a25c-d6f6fd650738', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 30), 'started_at': datetime.datetime(2021, 7, 14, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:31:07.042157 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] Checking segment: {'id': '103ea312-445e-498b-90ff-fa819c6d6f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ea59b3bf-c015-4dcb-b640-08c8c9f084e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:31:07.042798 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.043194 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] Bound using segment: {'id': '103ea312-445e-498b-90ff-fa819c6d6f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ea59b3bf-c015-4dcb-b640-08c8c9f084e9'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:31:07.043691 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] Bound port: 8faf87ac-edaf-418c-b50f-5480d8fd915c, host: n-d-798054-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103ea312-445e-498b-90ff-fa819c6d6f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ea59b3bf-c015-4dcb-b640-08c8c9f084e9'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:31:07.044085 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.126625 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e544006b-3111-4bb8-9b12-e113d5fa0f9a up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:07.167045 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] For port 8faf87ac-edaf-418c-b50f-5480d8fd915c, host n-d-798054-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:31:07.171494 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] For port 8faf87ac-edaf-418c-b50f-5480d8fd915c, host n-d-798054-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=8faf87ac-edaf-418c-b50f-5480d8fd915c,segment=NetworkSegment(103ea312-445e-498b-90ff-fa819c6d6f22),segment_id=103ea312-445e-498b-90ff-fa819c6d6f22)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:31:07.182538 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.244085 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port e544006b-3111-4bb8-9b12-e113d5fa0f9a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:07.244462 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.283624 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733ae92-ba79-4513-8932-58bcc645e877 None None] Pushing event updated for resources: {'Port': ['ID=8faf87ac-edaf-418c-b50f-5480d8fd915c,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:07.286311 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] Routers {'499f6cae-af5e-4d4f-a630-49dd11871323'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:07.286927 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:31:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['499f6cae-af5e-4d4f-a630-49dd11871323'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:07.442134 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] Set router 499f6cae-af5e-4d4f-a630-49dd11871323 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:07.703075 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-1188d7f3-0ca8-4b94-bf73-dde794c7e220 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:07.704616 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-1188d7f3-0ca8-4b94-bf73-dde794c7e220 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.49 "GET /v2.0/networks?id=62302f43-6995-4397-9bb9-1d4c7c82bc66 HTTP/1.1" status: 200 len: 810 time: 0.1645498 Jul 14 10:31:07.729185 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7061836e-3209-410d-ad75-4052cb980e76 req-78acd0f4-de15-43a5-a97a-5c2478d6901b tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 210 time: 0.0456588 Jul 14 10:31:07.765049 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-86970546-edd6-4b04-821c-da87e4e1c77f tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2aef8f940018451c928a4a553c57138d HTTP/1.1" status: 200 len: 378 time: 0.0440507 Jul 14 10:31:07.773899 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-def0e8cd-70b0-43aa-b635-1a0c71091b79 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Request body: {'port': {'device_id': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'admin_state_up': True, 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'security_groups': ['8751bc97-5052-443f-988e-40664f362f9a']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:07.831075 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499f6cae-af5e-4d4f-a630-49dd11871323', 'name': 'tempest-TestSnapshotPattern-2106786767-router', 'tenant_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3e19b5f-d124-4270-95dc-bb75e820af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:00Z', 'updated_at': '2021-07-14T10:31:03Z', 'revision_number': 4, 'project_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'gw_port': {'id': 'c3e19b5f-d124-4270-95dc-bb75e820af32', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f6cae-af5e-4d4f-a630-49dd11871323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:01Z', 'updated_at': '2021-07-14T10:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '8faf87ac-edaf-418c-b50f-5480d8fd915c', 'name': '', 'network_id': 'ea59b3bf-c015-4dcb-b640-08c8c9f084e9', 'tenant_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'mac_address': 'fa:16:3e:f4:2b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499f6cae-af5e-4d4f-a630-49dd11871323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'c2e212b6-3b24-431d-ba30-88111f1eb2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:02Z', 'updated_at': '2021-07-14T10:31:07Z', 'revision_number': 4, 'project_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'subnets': [{'id': 'c2e212b6-3b24-431d-ba30-88111f1eb2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:07.857249 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98274f2-ec30-4a62-9629-d8959f6ae683 None None] The sync data for ids ['499f6cae-af5e-4d4f-a630-49dd11871323'] in n-d-798054-10 is: [{'id': '499f6cae-af5e-4d4f-a630-49dd11871323', 'name': 'tempest-TestSnapshotPattern-2106786767-router', 'tenant_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3e19b5f-d124-4270-95dc-bb75e820af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:00Z', 'updated_at': '2021-07-14T10:31:03Z', 'revision_number': 4, 'project_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'gw_port': {'id': 'c3e19b5f-d124-4270-95dc-bb75e820af32', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f6cae-af5e-4d4f-a630-49dd11871323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:01Z', 'updated_at': '2021-07-14T10:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': '8faf87ac-edaf-418c-b50f-5480d8fd915c', 'name': '', 'network_id': 'ea59b3bf-c015-4dcb-b640-08c8c9f084e9', 'tenant_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'mac_address': 'fa:16:3e:f4:2b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499f6cae-af5e-4d4f-a630-49dd11871323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'c2e212b6-3b24-431d-ba30-88111f1eb2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:02Z', 'updated_at': '2021-07-14T10:31:07Z', 'revision_number': 4, 'project_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'subnets': [{'id': 'c2e212b6-3b24-431d-ba30-88111f1eb2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:31:07.896303 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-def0e8cd-70b0-43aa-b635-1a0c71091b79 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Made reservation on behalf of 2aef8f940018451c928a4a553c57138d for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:31:07.903969 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-def0e8cd-70b0-43aa-b635-1a0c71091b79 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.043466 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-def0e8cd-70b0-43aa-b635-1a0c71091b79 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Allocated IP 172.20.0.11 (62302f43-6995-4397-9bb9-1d4c7c82bc66/74724ad8-a86b-4f1e-aad5-d818c3632f92/506b846b-112c-4ab0-b750-7b37fe7098df) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:31:08.196937 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-def0e8cd-70b0-43aa-b635-1a0c71091b79 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.211401 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-def0e8cd-70b0-43aa-b635-1a0c71091b79 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Transition to ACTIVE for port object 506b846b-112c-4ab0-b750-7b37fe7098df will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:08.245132 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-def0e8cd-70b0-43aa-b635-1a0c71091b79 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.294465 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-def0e8cd-70b0-43aa-b635-1a0c71091b79 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Network 62302f43-6995-4397-9bb9-1d4c7c82bc66 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:31:08.297613 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-def0e8cd-70b0-43aa-b635-1a0c71091b79 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:31:08.300206 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-def0e8cd-70b0-43aa-b635-1a0c71091b79 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:31:08.328063 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0e8cd-70b0-43aa-b635-1a0c71091b79 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Pushing event updated for resources: {'Port': ['ID=506b846b-112c-4ab0-b750-7b37fe7098df,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:08.358022 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-def0e8cd-70b0-43aa-b635-1a0c71091b79 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:08.358659 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-def0e8cd-70b0-43aa-b635-1a0c71091b79 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.373616 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-def0e8cd-70b0-43aa-b635-1a0c71091b79 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6040046 Jul 14 10:31:08.384949 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] Request body: {'port': {'device_id': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-10'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:08.468742 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.537017 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 8faf87ac-edaf-418c-b50f-5480d8fd915c up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:08.600761 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e20d5e61-90db-4e77-90a2-ff19000de88e None None] Provisioning for port 506b846b-112c-4ab0-b750-7b37fe7098df completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:08.610989 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e20d5e61-90db-4e77-90a2-ff19000de88e None None] Provisioning complete for port 506b846b-112c-4ab0-b750-7b37fe7098df triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:08.611713 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e20d5e61-90db-4e77-90a2-ff19000de88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.654727 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning for port 8faf87ac-edaf-418c-b50f-5480d8fd915c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:08.666173 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 8faf87ac-edaf-418c-b50f-5480d8fd915c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:08.666487 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.688956 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e20d5e61-90db-4e77-90a2-ff19000de88e None None] Port 506b846b-112c-4ab0-b750-7b37fe7098df cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:31:08.753152 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.791857 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] For port 8faf87ac-edaf-418c-b50f-5480d8fd915c, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=8faf87ac-edaf-418c-b50f-5480d8fd915c,segment=NetworkSegment(103ea312-445e-498b-90ff-fa819c6d6f22),segment_id=103ea312-445e-498b-90ff-fa819c6d6f22)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:08.796269 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.848701 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Pushing event updated for resources: {'Port': ['ID=8faf87ac-edaf-418c-b50f-5480d8fd915c,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:09.092861 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f71a1-2d14-4449-8b5d-7be44b683195 req-47150ed0-351d-4b0c-b615-0608f41281d2 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:09.094518 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-623f71a1-2d14-4449-8b5d-7be44b683195 req-47150ed0-351d-4b0c-b615-0608f41281d2 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 932 time: 0.1359541 Jul 14 10:31:09.159298 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-623f71a1-2d14-4449-8b5d-7be44b683195 req-c21f0b4d-c9df-45e0-a0f9-2dc1ff585923 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583525 Jul 14 10:31:09.193253 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506b846b-112c-4ab0-b750-7b37fe7098df {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:31:09.200850 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:09.213343 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] Transition to ACTIVE for port object 506b846b-112c-4ab0-b750-7b37fe7098df will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:09.217481 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:09.270622 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] Pushing event updated for resources: {'Port': ['ID=506b846b-112c-4ab0-b750-7b37fe7098df,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:09.352892 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] Attempting to bind port 506b846b-112c-4ab0-b750-7b37fe7098df on host n-h2-798054-10 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:31:09.353411 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] Attempting to bind port 506b846b-112c-4ab0-b750-7b37fe7098df by drivers openvswitch,hyperv on host n-h2-798054-10 at level 0 using segments [{'id': '53ff478f-1602-4dee-9407-88d8b7b60f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:31:09.353969 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] Attempting to bind port 506b846b-112c-4ab0-b750-7b37fe7098df on network 62302f43-6995-4397-9bb9-1d4c7c82bc66 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:31:09.359691 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] Port 506b846b-112c-4ab0-b750-7b37fe7098df on network 62302f43-6995-4397-9bb9-1d4c7c82bc66 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-10 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:31:09.360019 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] Attempting to bind port 506b846b-112c-4ab0-b750-7b37fe7098df on network 62302f43-6995-4397-9bb9-1d4c7c82bc66 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:31:09.365494 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] Checking agent: {'id': '410b71b0-250e-42a2-adcf-641eb53ae622', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'started_at': datetime.datetime(2021, 7, 14, 9, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:31:09.365868 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] Checking segment: {'id': '53ff478f-1602-4dee-9407-88d8b7b60f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:31:09.366290 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] Bound using segment: {'id': '53ff478f-1602-4dee-9407-88d8b7b60f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:31:09.366740 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] Bound port: 506b846b-112c-4ab0-b750-7b37fe7098df, host: n-h2-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ff478f-1602-4dee-9407-88d8b7b60f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:31:09.367090 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:09.433941 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] For port 506b846b-112c-4ab0-b750-7b37fe7098df, host n-h2-798054-10, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:31:09.437535 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] For port 506b846b-112c-4ab0-b750-7b37fe7098df, host n-h2-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=506b846b-112c-4ab0-b750-7b37fe7098df,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:31:09.443181 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:09.477947 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:09.478639 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:09.479992 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] 10.222.0.49 "PUT /v2.0/ports/506b846b-112c-4ab0-b750-7b37fe7098df HTTP/1.1" status: 200 len: 1093 time: 1.0993626 Jul 14 10:31:09.480440 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'tag': '506b846b-112c-4ab0-b750-7b37fe7098df'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:31:09.482764 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4cfcde-bda9-4f66-a379-451bb042deb9" -d '{"events": [{"name": "network-changed", "server_uuid": "8a73b62d-c87e-4e6c-bd44-bb1c75ea522c", "tag": "506b846b-112c-4ab0-b750-7b37fe7098df"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:31:09.514215 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c61cf-1064-4f86-831a-451af8c4a6ba service neutron] Pushing event updated for resources: {'Port': ['ID=506b846b-112c-4ab0-b750-7b37fe7098df,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:09.562935 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61011139-7ce6-42e6-9e26-72940ecfc500 x-openstack-request-id: req-61011139-7ce6-42e6-9e26-72940ecfc500 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:31:09.563251 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a73b62d-c87e-4e6c-bd44-bb1c75ea522c", "tag": "506b846b-112c-4ab0-b750-7b37fe7098df", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:31:09.563504 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61011139-7ce6-42e6-9e26-72940ecfc500 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:31:09.564043 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'tag': '506b846b-112c-4ab0-b750-7b37fe7098df', 'status': 'completed', 'code': 200} Jul 14 10:31:09.598546 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-8ac146d0-7546-488a-845b-1116b4723260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:09.600351 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-8ac146d0-7546-488a-845b-1116b4723260 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2aef8f940018451c928a4a553c57138d&device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 1096 time: 0.0757637 Jul 14 10:31:09.643293 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-c18b764d-5f25-432b-ba5b-067581998336 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=506b846b-112c-4ab0-b750-7b37fe7098df HTTP/1.1" status: 200 len: 217 time: 0.0358989 Jul 14 10:31:09.694291 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-e74250fd-e3f0-41c5-84a0-fff90bc6e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:09.695897 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-e74250fd-e3f0-41c5-84a0-fff90bc6e7eb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74724ad8-a86b-4f1e-aad5-d818c3632f92 HTTP/1.1" status: 200 len: 849 time: 0.0457308 Jul 14 10:31:09.766945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-0a7077e5-c002-4bcb-899a-49af87f62d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:09.768509 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-0a7077e5-c002-4bcb-899a-49af87f62d34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=62302f43-6995-4397-9bb9-1d4c7c82bc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658488 Jul 14 10:31:09.861222 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-5ba3051d-5e79-491a-8748-92ed35c7b39d service neutron] 10.222.0.49 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863194 Jul 14 10:31:09.960928 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b50ffdd6-417c-4112-a562-810d547d3a89 req-68b62e80-f3c3-4a80-96c5-8d17117a743b service neutron] 10.222.0.49 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940838 Jul 14 10:31:10.064054 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cfcde-bda9-4f66-a379-451bb042deb9 req-393c86f8-ae68-4a14-9912-9f34f4bf90df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:10.065595 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa4cfcde-bda9-4f66-a379-451bb042deb9 req-393c86f8-ae68-4a14-9912-9f34f4bf90df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2aef8f940018451c928a4a553c57138d&device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 1096 time: 0.0584655 Jul 14 10:31:10.156858 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cfcde-bda9-4f66-a379-451bb042deb9 req-9db49dd0-0785-4104-8d42-d1aa27a9fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:10.158289 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa4cfcde-bda9-4f66-a379-451bb042deb9 req-9db49dd0-0785-4104-8d42-d1aa27a9fe24 service neutron] 10.222.0.49 "GET /v2.0/networks?id=62302f43-6995-4397-9bb9-1d4c7c82bc66 HTTP/1.1" status: 200 len: 911 time: 0.0868478 Jul 14 10:31:10.204765 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa4cfcde-bda9-4f66-a379-451bb042deb9 req-a31c40c8-3064-4c34-8b61-5001b19bc158 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=506b846b-112c-4ab0-b750-7b37fe7098df HTTP/1.1" status: 200 len: 217 time: 0.0402584 Jul 14 10:31:10.258074 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cfcde-bda9-4f66-a379-451bb042deb9 req-890bc62f-4ad5-4a05-8ee2-3e73cdc55306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:10.259554 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa4cfcde-bda9-4f66-a379-451bb042deb9 req-890bc62f-4ad5-4a05-8ee2-3e73cdc55306 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74724ad8-a86b-4f1e-aad5-d818c3632f92 HTTP/1.1" status: 200 len: 849 time: 0.0468776 Jul 14 10:31:10.373211 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b3677-d750-43ba-925f-53d81bd8dffe req-3f79b479-747f-41b9-8309-a821d058f050 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:10.374801 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-274b3677-d750-43ba-925f-53d81bd8dffe req-3f79b479-747f-41b9-8309-a821d058f050 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 944 time: 0.1005368 Jul 14 10:31:10.376848 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cfcde-bda9-4f66-a379-451bb042deb9 req-1061373d-983a-4384-a5d7-542600be1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:10.378854 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa4cfcde-bda9-4f66-a379-451bb042deb9 req-1061373d-983a-4384-a5d7-542600be1072 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=62302f43-6995-4397-9bb9-1d4c7c82bc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1127656 Jul 14 10:31:10.464050 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-274b3677-d750-43ba-925f-53d81bd8dffe req-68296743-1abb-401a-84f7-1ff88c840846 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829835 Jul 14 10:31:10.496940 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa4cfcde-bda9-4f66-a379-451bb042deb9 req-253140da-fa38-471d-a52b-25746c2b006f service neutron] 10.222.0.49 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096501 Jul 14 10:31:10.528656 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 8faf87ac-edaf-418c-b50f-5480d8fd915c up at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:10.581096 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Provisioning complete for port 8faf87ac-edaf-418c-b50f-5480d8fd915c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:10.581449 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:10.595052 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa4cfcde-bda9-4f66-a379-451bb042deb9 req-c2c35e9e-cf36-41e8-bc2c-953146b63e56 service neutron] 10.222.0.49 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917702 Jul 14 10:31:11.641653 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8987bf-f0f0-4127-abe9-e5c9f3349fff req-da1176e3-436a-42bb-a170-5fee60061a24 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:11.643177 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc8987bf-f0f0-4127-abe9-e5c9f3349fff req-da1176e3-436a-42bb-a170-5fee60061a24 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 944 time: 0.0660870 Jul 14 10:31:11.681706 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dc8987bf-f0f0-4127-abe9-e5c9f3349fff req-2a233143-a484-489e-8ee0-6f5536e083f8 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329535 Jul 14 10:31:12.407128 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 506b846b-112c-4ab0-b750-7b37fe7098df details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:31:12.501743 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 506b846b-112c-4ab0-b750-7b37fe7098df, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=506b846b-112c-4ab0-b750-7b37fe7098df,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:12.514358 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '506b846b-112c-4ab0-b750-7b37fe7098df', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'port_id': '506b846b-112c-4ab0-b750-7b37fe7098df', 'mac_address': 'fa:16:3e:9b:44:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:31:12.550827 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:12.563842 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506b846b-112c-4ab0-b750-7b37fe7098df {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:31:12.584109 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 506b846b-112c-4ab0-b750-7b37fe7098df, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=506b846b-112c-4ab0-b750-7b37fe7098df,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:12.588353 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:12.638004 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=506b846b-112c-4ab0-b750-7b37fe7098df,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:12.789488 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['506b846b-112c-4ab0-b750-7b37fe7098df'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:31:12.869099 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ba32c-50f8-4ef7-b97e-6079e247acfc req-816ba1cd-da1e-4910-8c74-5b704c846f72 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:12.870703 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fb7ba32c-50f8-4ef7-b97e-6079e247acfc req-816ba1cd-da1e-4910-8c74-5b704c846f72 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 945 time: 0.0636370 Jul 14 10:31:12.914928 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-fb7ba32c-50f8-4ef7-b97e-6079e247acfc req-1059cb4d-e2fd-425d-8c21-c1fc2ba65e68 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386629 Jul 14 10:31:14.087062 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25352543-a252-48a5-869c-ddc9eb38b1c6 req-d248efab-acfd-4c9e-8fdc-ca4e73940931 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:14.088530 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25352543-a252-48a5-869c-ddc9eb38b1c6 req-d248efab-acfd-4c9e-8fdc-ca4e73940931 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 945 time: 0.0633521 Jul 14 10:31:14.128101 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-25352543-a252-48a5-869c-ddc9eb38b1c6 req-418498a5-f057-495f-b1cc-b7d1b1a08e73 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337205 Jul 14 10:31:14.407418 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 506b846b-112c-4ab0-b750-7b37fe7098df up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:14.461264 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning for port 506b846b-112c-4ab0-b750-7b37fe7098df completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:14.465037 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 506b846b-112c-4ab0-b750-7b37fe7098df triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:14.465413 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:14.542836 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:14.564739 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506b846b-112c-4ab0-b750-7b37fe7098df'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:31:14.567048 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2486bfa-7e6a-4621-9e64-58040890c143" -d '{"events": [{"server_uuid": "8a73b62d-c87e-4e6c-bd44-bb1c75ea522c", "name": "network-vif-plugged", "status": "completed", "tag": "506b846b-112c-4ab0-b750-7b37fe7098df"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:31:14.579830 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 506b846b-112c-4ab0-b750-7b37fe7098df, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=506b846b-112c-4ab0-b750-7b37fe7098df,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:14.583658 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:14.610174 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935ae05a-21ce-47c3-9684-e26a3f75e1be x-openstack-request-id: req-935ae05a-21ce-47c3-9684-e26a3f75e1be {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:31:14.610472 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a73b62d-c87e-4e6c-bd44-bb1c75ea522c", "name": "network-vif-plugged", "status": "completed", "tag": "506b846b-112c-4ab0-b750-7b37fe7098df", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:31:14.610725 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-935ae05a-21ce-47c3-9684-e26a3f75e1be {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:31:14.611110 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506b846b-112c-4ab0-b750-7b37fe7098df', 'code': 200} Jul 14 10:31:14.637716 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=506b846b-112c-4ab0-b750-7b37fe7098df,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:14.717064 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876a593-84d4-4ceb-8411-5d0bcca453d1 req-aff5262b-29f0-4968-abe6-52068a0ae755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:14.718598 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d876a593-84d4-4ceb-8411-5d0bcca453d1 req-aff5262b-29f0-4968-abe6-52068a0ae755 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 1098 time: 0.0523286 Jul 14 10:31:14.751349 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d876a593-84d4-4ceb-8411-5d0bcca453d1 req-d4de0061-e965-48b3-bbb4-f00cd48ebe0d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0265536 Jul 14 10:31:15.304692 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989e9fc-c4f5-4212-8c6a-b68e548ff8c2 req-ae61fd1d-76d9-441c-bd18-4ec6d501974b tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:15.306207 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9989e9fc-c4f5-4212-8c6a-b68e548ff8c2 req-ae61fd1d-76d9-441c-bd18-4ec6d501974b tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 946 time: 0.0667667 Jul 14 10:31:15.345384 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-9989e9fc-c4f5-4212-8c6a-b68e548ff8c2 req-9d688ac8-cb6e-4a40-a121-2d348afde0a8 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335898 Jul 14 10:31:16.516414 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e33cf6-ca8a-4ae5-97b8-c43cafee5aaa req-7bcd2092-521d-4c3d-be63-3fc43b97ad7f tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:16.517933 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30e33cf6-ca8a-4ae5-97b8-c43cafee5aaa req-7bcd2092-521d-4c3d-be63-3fc43b97ad7f tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 946 time: 0.0630517 Jul 14 10:31:16.556624 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-30e33cf6-ca8a-4ae5-97b8-c43cafee5aaa req-a2829942-2b8d-4894-a841-a20f8ca9836a tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331974 Jul 14 10:31:16.726525 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b25d5-498f-4664-b815-aad7999e1f98 req-a48b56ce-aeae-4654-98f8-dc0c973ccfbe tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:16.727984 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b9b25d5-498f-4664-b815-aad7999e1f98 req-a48b56ce-aeae-4654-98f8-dc0c973ccfbe tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 946 time: 0.0637486 Jul 14 10:31:16.771100 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b9b25d5-498f-4664-b815-aad7999e1f98 req-547d0213-fa11-456c-b1b0-285159317635 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369570 Jul 14 10:31:16.795066 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53440) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:16.930372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd50a5d4-b7be-40ad-bbef-dc87aa44dd73 tempest-TestSnapshotPattern-2048398361 tempest-TestSnapshotPattern-2048398361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:16.931881 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-bd50a5d4-b7be-40ad-bbef-dc87aa44dd73 tempest-TestSnapshotPattern-2048398361 tempest-TestSnapshotPattern-2048398361-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 1093 time: 0.1358218 Jul 14 10:31:16.934850 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53444) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:16.939335 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-999d9596-1323-445a-8566-a77231ff0d01 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': '506b846b-112c-4ab0-b750-7b37fe7098df', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:16.960885 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-999d9596-1323-445a-8566-a77231ff0d01 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:17.055929 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-999d9596-1323-445a-8566-a77231ff0d01 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:17.144299 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:17.163459 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-999d9596-1323-445a-8566-a77231ff0d01 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Allocated IP 172.25.1.37 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/a047adb7-9f07-470c-a0e0-f8094d305de7) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:31:17.263812 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-999d9596-1323-445a-8566-a77231ff0d01 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:17.302833 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-999d9596-1323-445a-8566-a77231ff0d01 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:17.343649 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999d9596-1323-445a-8566-a77231ff0d01 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:31:17.348314 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-999d9596-1323-445a-8566-a77231ff0d01 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:31:17.351935 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999d9596-1323-445a-8566-a77231ff0d01 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:31:17.374818 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d9596-1323-445a-8566-a77231ff0d01 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Pushing event updated for resources: {'Port': ['ID=a047adb7-9f07-470c-a0e0-f8094d305de7,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:17.716669 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-999d9596-1323-445a-8566-a77231ff0d01 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:17.796338 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-999d9596-1323-445a-8566-a77231ff0d01 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:17.950648 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-999d9596-1323-445a-8566-a77231ff0d01 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:17.955478 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-999d9596-1323-445a-8566-a77231ff0d01 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:18.024793 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d9596-1323-445a-8566-a77231ff0d01 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Pushing event updated for resources: {'Port': ['ID=a047adb7-9f07-470c-a0e0-f8094d305de7,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:18.041490 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-999d9596-1323-445a-8566-a77231ff0d01 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:18.155370 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-999d9596-1323-445a-8566-a77231ff0d01 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Floating IP 7538025c-1ae2-45b2-a406-02c58856ed99 associated. External IP: 172.25.1.37, port: 506b846b-112c-4ab0-b750-7b37fe7098df. Jul 14 10:31:18.372917 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999d9596-1323-445a-8566-a77231ff0d01 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Router a41a498c-fd37-40a4-b388-9acd8a78a27f has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:31:18.486533 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999d9596-1323-445a-8566-a77231ff0d01 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:31:18.497287 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dca912-d387-4621-a146-23da0f870e26 None None] Sync routers for ids ['a41a498c-fd37-40a4-b388-9acd8a78a27f'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:31:18.502416 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-999d9596-1323-445a-8566-a77231ff0d01 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:18.508867 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dca912-d387-4621-a146-23da0f870e26 None None] Routers {'a41a498c-fd37-40a4-b388-9acd8a78a27f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:18.509329 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d2dca912-d387-4621-a146-23da0f870e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:31:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['a41a498c-fd37-40a4-b388-9acd8a78a27f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:18.539367 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-999d9596-1323-445a-8566-a77231ff0d01 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6034622 Jul 14 10:31:18.540071 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'tag': '506b846b-112c-4ab0-b750-7b37fe7098df'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:31:18.542390 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967bbb23-614f-4cbe-ae7b-bba715a762fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8a73b62d-c87e-4e6c-bd44-bb1c75ea522c", "tag": "506b846b-112c-4ab0-b750-7b37fe7098df"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:31:18.623460 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-d2dca912-d387-4621-a146-23da0f870e26 None None] Set router a41a498c-fd37-40a4-b388-9acd8a78a27f gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:18.636470 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1267d1ab-4e4b-4462-a0ee-51a96e3bd65f x-openstack-request-id: req-1267d1ab-4e4b-4462-a0ee-51a96e3bd65f {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:31:18.636844 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a73b62d-c87e-4e6c-bd44-bb1c75ea522c", "tag": "506b846b-112c-4ab0-b750-7b37fe7098df", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:31:18.637233 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1267d1ab-4e4b-4462-a0ee-51a96e3bd65f {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:31:18.637831 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'tag': '506b846b-112c-4ab0-b750-7b37fe7098df', 'status': 'completed', 'code': 200} Jul 14 10:31:18.711727 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bbb23-614f-4cbe-ae7b-bba715a762fe req-5874a714-d6b8-4582-8dcf-cb4e6d40ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:18.713617 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-967bbb23-614f-4cbe-ae7b-bba715a762fe req-5874a714-d6b8-4582-8dcf-cb4e6d40ca6d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2aef8f940018451c928a4a553c57138d&device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 1098 time: 0.0546567 Jul 14 10:31:18.807425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bbb23-614f-4cbe-ae7b-bba715a762fe req-33464e8d-4b08-42e8-8f6d-5659ae64d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:18.808810 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-967bbb23-614f-4cbe-ae7b-bba715a762fe req-33464e8d-4b08-42e8-8f6d-5659ae64d30b service neutron] 10.222.0.49 "GET /v2.0/networks?id=62302f43-6995-4397-9bb9-1d4c7c82bc66 HTTP/1.1" status: 200 len: 911 time: 0.0890350 Jul 14 10:31:18.845990 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d2dca912-d387-4621-a146-23da0f870e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:30:55Z', 'updated_at': '2021-07-14T10:30:58Z', 'revision_number': 4, 'project_id': '2aef8f940018451c928a4a553c57138d', 'gw_port': {'id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:56Z', 'updated_at': '2021-07-14T10:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '7538025c-1ae2-45b2-a406-02c58856ed99', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'port_id': '506b846b-112c-4ab0-b750-7b37fe7098df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'mac_address': 'fa:16:3e:9b:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:31:17Z', 'updated_at': '2021-07-14T10:31:17Z', 'revision_number': 0, 'project_id': '2aef8f940018451c928a4a553c57138d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e544006b-3111-4bb8-9b12-e113d5fa0f9a', 'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'mac_address': 'fa:16:3e:c0:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:57Z', 'updated_at': '2021-07-14T10:31:05Z', 'revision_number': 5, 'project_id': '2aef8f940018451c928a4a553c57138d', 'subnets': [{'id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:18.873018 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-967bbb23-614f-4cbe-ae7b-bba715a762fe req-83f12cc3-62fc-4ddf-8681-c2a053477682 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=506b846b-112c-4ab0-b750-7b37fe7098df HTTP/1.1" status: 200 len: 999 time: 0.0573556 Jul 14 10:31:18.875873 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dca912-d387-4621-a146-23da0f870e26 None None] Checking router: a41a498c-fd37-40a4-b388-9acd8a78a27f for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:31:18.884286 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dca912-d387-4621-a146-23da0f870e26 None None] Routers {'a41a498c-fd37-40a4-b388-9acd8a78a27f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:18.884882 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d2dca912-d387-4621-a146-23da0f870e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:31:00Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['a41a498c-fd37-40a4-b388-9acd8a78a27f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:18.925119 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bbb23-614f-4cbe-ae7b-bba715a762fe req-58a0740b-8aae-4568-acb7-daa8d6a27c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:18.926615 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-967bbb23-614f-4cbe-ae7b-bba715a762fe req-58a0740b-8aae-4568-acb7-daa8d6a27c1c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74724ad8-a86b-4f1e-aad5-d818c3632f92 HTTP/1.1" status: 200 len: 849 time: 0.0481696 Jul 14 10:31:18.983765 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bbb23-614f-4cbe-ae7b-bba715a762fe req-ec1772e4-f63b-4462-84e8-bf9bf4dfceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:18.985283 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-967bbb23-614f-4cbe-ae7b-bba715a762fe req-ec1772e4-f63b-4462-84e8-bf9bf4dfceee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=62302f43-6995-4397-9bb9-1d4c7c82bc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528057 Jul 14 10:31:18.990753 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-d2dca912-d387-4621-a146-23da0f870e26 None None] Set router a41a498c-fd37-40a4-b388-9acd8a78a27f gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:19.082115 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-967bbb23-614f-4cbe-ae7b-bba715a762fe req-a90822ee-ae42-42da-a20e-76f414ab0208 service neutron] 10.222.0.49 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903654 Jul 14 10:31:19.187106 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-967bbb23-614f-4cbe-ae7b-bba715a762fe req-e0a54170-639c-4ff6-b4c7-72e8b9f75f12 service neutron] 10.222.0.49 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994489 Jul 14 10:31:19.220198 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-d2dca912-d387-4621-a146-23da0f870e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:30:55Z', 'updated_at': '2021-07-14T10:30:58Z', 'revision_number': 4, 'project_id': '2aef8f940018451c928a4a553c57138d', 'gw_port': {'id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:56Z', 'updated_at': '2021-07-14T10:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '7538025c-1ae2-45b2-a406-02c58856ed99', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'port_id': '506b846b-112c-4ab0-b750-7b37fe7098df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'mac_address': 'fa:16:3e:9b:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:31:17Z', 'updated_at': '2021-07-14T10:31:17Z', 'revision_number': 0, 'project_id': '2aef8f940018451c928a4a553c57138d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e544006b-3111-4bb8-9b12-e113d5fa0f9a', 'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'mac_address': 'fa:16:3e:c0:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:57Z', 'updated_at': '2021-07-14T10:31:05Z', 'revision_number': 5, 'project_id': '2aef8f940018451c928a4a553c57138d', 'subnets': [{'id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:19.246906 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dca912-d387-4621-a146-23da0f870e26 None None] The sync data for ids ['a41a498c-fd37-40a4-b388-9acd8a78a27f'] in n-d-798054-10 is: [{'id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:30:55Z', 'updated_at': '2021-07-14T10:30:58Z', 'revision_number': 4, 'project_id': '2aef8f940018451c928a4a553c57138d', 'gw_port': {'id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:56Z', 'updated_at': '2021-07-14T10:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '7538025c-1ae2-45b2-a406-02c58856ed99', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'port_id': '506b846b-112c-4ab0-b750-7b37fe7098df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'mac_address': 'fa:16:3e:9b:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:31:17Z', 'updated_at': '2021-07-14T10:31:17Z', 'revision_number': 0, 'project_id': '2aef8f940018451c928a4a553c57138d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e544006b-3111-4bb8-9b12-e113d5fa0f9a', 'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'mac_address': 'fa:16:3e:c0:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:57Z', 'updated_at': '2021-07-14T10:31:05Z', 'revision_number': 5, 'project_id': '2aef8f940018451c928a4a553c57138d', 'subnets': [{'id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:31:19.440636 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d9cc47-bbb0-469b-bf95-b60dfae8c250 None None] New status for floating IP 7538025c-1ae2-45b2-a406-02c58856ed99: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:31:27.387812 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66e2646d-d6e7-4efb-a655-7cd3d1ba7e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:29.847753 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-73a18e0d-a054-4f3c-8ce3-3ffd9062310e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:30.005549 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:30.988050 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:32.728311 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:33.042993 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:42.735317 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:31:47.140217 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:57.388101 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0776763a-3e4b-4296-8dfb-136ad406c68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:59.848332 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db52b92e-f818-40a1-9acc-7dbb21a7e0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:00.010441 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:00.990743 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:02.722751 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:03.044832 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:06.274014 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39eb49bd-86d5-49b7-a2c8-36eb87cd6c69 req-6d93fd8d-5762-4fbb-bd8d-ff5865c08bce service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0951469 Jul 14 10:32:06.370867 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb49bd-86d5-49b7-a2c8-36eb87cd6c69 req-eeab70e4-95ce-4247-83ec-5927bceaa809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:06.372395 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39eb49bd-86d5-49b7-a2c8-36eb87cd6c69 req-eeab70e4-95ce-4247-83ec-5927bceaa809 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2aef8f940018451c928a4a553c57138d&device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 1098 time: 0.0542986 Jul 14 10:32:06.480969 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb49bd-86d5-49b7-a2c8-36eb87cd6c69 req-1e3bf85e-75ba-43d4-89ac-619e5ca00e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:06.482495 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39eb49bd-86d5-49b7-a2c8-36eb87cd6c69 req-1e3bf85e-75ba-43d4-89ac-619e5ca00e94 service neutron] 10.222.0.49 "GET /v2.0/networks?id=62302f43-6995-4397-9bb9-1d4c7c82bc66 HTTP/1.1" status: 200 len: 911 time: 0.0898912 Jul 14 10:32:06.549226 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39eb49bd-86d5-49b7-a2c8-36eb87cd6c69 req-4491eaaf-300f-43ff-a349-2f37cec9c369 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=506b846b-112c-4ab0-b750-7b37fe7098df HTTP/1.1" status: 200 len: 1001 time: 0.0601068 Jul 14 10:32:06.601762 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb49bd-86d5-49b7-a2c8-36eb87cd6c69 req-633720fa-acb4-426c-a5e9-d8ba5105e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:06.603344 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39eb49bd-86d5-49b7-a2c8-36eb87cd6c69 req-633720fa-acb4-426c-a5e9-d8ba5105e490 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74724ad8-a86b-4f1e-aad5-d818c3632f92 HTTP/1.1" status: 200 len: 849 time: 0.0485735 Jul 14 10:32:06.660800 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb49bd-86d5-49b7-a2c8-36eb87cd6c69 req-065df3f4-3c3e-453f-9fc7-efe971414867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:06.662391 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39eb49bd-86d5-49b7-a2c8-36eb87cd6c69 req-065df3f4-3c3e-453f-9fc7-efe971414867 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=62302f43-6995-4397-9bb9-1d4c7c82bc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526907 Jul 14 10:32:06.749746 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39eb49bd-86d5-49b7-a2c8-36eb87cd6c69 req-a07687fb-d7a3-40a6-8e4b-31af0034325f service neutron] 10.222.0.49 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809629 Jul 14 10:32:06.842885 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-39eb49bd-86d5-49b7-a2c8-36eb87cd6c69 req-344412b6-2f8d-4272-836a-ca5181ab39bb service neutron] 10.222.0.49 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874906 Jul 14 10:32:17.137305 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:19.733997 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:32:27.390489 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c9e30575-713a-468d-baaf-ae6239b4e47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:29.852463 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54961a5b-ea67-47cc-ae93-874f1756eef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:30.011329 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:30.994260 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:32.724762 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:33.048931 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:47.150312 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:56.733765 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:32:57.391305 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a518521-18dd-4a39-bf6b-3a36cd0e1cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:59.855081 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a142cc0d-529e-40e2-9adf-f04a1535dbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:00.012323 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:00.996949 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:02.722065 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:03.050585 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:07.245058 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36154725-d5fe-466a-b780-bdb7f3e27812 req-b5d3b39d-17f3-44a6-9fbb-f9044c0b8319 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509467 Jul 14 10:33:07.338697 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36154725-d5fe-466a-b780-bdb7f3e27812 req-afbed492-877b-49a2-9978-ac5ff9ad2d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:07.340165 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36154725-d5fe-466a-b780-bdb7f3e27812 req-afbed492-877b-49a2-9978-ac5ff9ad2d94 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2aef8f940018451c928a4a553c57138d&device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 1098 time: 0.0514445 Jul 14 10:33:07.443163 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36154725-d5fe-466a-b780-bdb7f3e27812 req-b46cf241-559b-4647-8121-905718b168df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:07.444620 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36154725-d5fe-466a-b780-bdb7f3e27812 req-b46cf241-559b-4647-8121-905718b168df service neutron] 10.222.0.49 "GET /v2.0/networks?id=62302f43-6995-4397-9bb9-1d4c7c82bc66 HTTP/1.1" status: 200 len: 911 time: 0.0853789 Jul 14 10:33:07.506669 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36154725-d5fe-466a-b780-bdb7f3e27812 req-447c618d-b4cb-4489-8e4e-2ed3385d00b2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=506b846b-112c-4ab0-b750-7b37fe7098df HTTP/1.1" status: 200 len: 1001 time: 0.0556796 Jul 14 10:33:07.556875 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36154725-d5fe-466a-b780-bdb7f3e27812 req-4598d1b8-a0cd-493d-be61-5fab38ac2927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:07.558318 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36154725-d5fe-466a-b780-bdb7f3e27812 req-4598d1b8-a0cd-493d-be61-5fab38ac2927 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74724ad8-a86b-4f1e-aad5-d818c3632f92 HTTP/1.1" status: 200 len: 849 time: 0.0458651 Jul 14 10:33:07.612433 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36154725-d5fe-466a-b780-bdb7f3e27812 req-8c476b11-176e-415f-a2fd-3a5c47f7f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:07.613878 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36154725-d5fe-466a-b780-bdb7f3e27812 req-8c476b11-176e-415f-a2fd-3a5c47f7f011 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=62302f43-6995-4397-9bb9-1d4c7c82bc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497894 Jul 14 10:33:07.698001 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36154725-d5fe-466a-b780-bdb7f3e27812 req-aa6d875a-8bdb-4e0d-9879-b9abd60f932f service neutron] 10.222.0.49 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778377 Jul 14 10:33:07.787879 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-36154725-d5fe-466a-b780-bdb7f3e27812 req-aaf48a9c-4844-454a-a76a-4d182152b20a service neutron] 10.222.0.49 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840821 Jul 14 10:33:16.983223 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 506b846b-112c-4ab0-b750-7b37fe7098df details requested by agent hyperv_n-h2-798054-10 with host n-h2-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:33:17.093047 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 506b846b-112c-4ab0-b750-7b37fe7098df, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=506b846b-112c-4ab0-b750-7b37fe7098df,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:33:17.108584 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Returning: {'device': '506b846b-112c-4ab0-b750-7b37fe7098df', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'port_id': '506b846b-112c-4ab0-b750-7b37fe7098df', 'mac_address': 'fa:16:3e:9b:44:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:33:17.164481 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:17.184165 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 506b846b-112c-4ab0-b750-7b37fe7098df {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:33:17.190595 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:17.207341 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 506b846b-112c-4ab0-b750-7b37fe7098df, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=506b846b-112c-4ab0-b750-7b37fe7098df,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:33:17.212563 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:17.272401 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=506b846b-112c-4ab0-b750-7b37fe7098df,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:17.284177 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] get_ports_and_sgs() called for port_ids ['506b846b-112c-4ab0-b750-7b37fe7098df'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:33:17.330794 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:17.333058 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:17.333058 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:17.333058 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:17.333058 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:17.333058 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:17.333058 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:17.333058 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:17.333891 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:17.333891 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:17.334119 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:17.334436 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:19.013218 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 506b846b-112c-4ab0-b750-7b37fe7098df up at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:33:19.074816 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Provisioning complete for port 506b846b-112c-4ab0-b750-7b37fe7098df triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:33:19.075190 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:19.165811 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:19.193311 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506b846b-112c-4ab0-b750-7b37fe7098df'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:33:19.196316 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28f596b-d9ad-430d-9e38-6df1f04c3d27" -d '{"events": [{"server_uuid": "8a73b62d-c87e-4e6c-bd44-bb1c75ea522c", "name": "network-vif-plugged", "status": "completed", "tag": "506b846b-112c-4ab0-b750-7b37fe7098df"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:33:19.212284 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 506b846b-112c-4ab0-b750-7b37fe7098df, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=506b846b-112c-4ab0-b750-7b37fe7098df,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:33:19.220528 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:19.310221 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=506b846b-112c-4ab0-b750-7b37fe7098df,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:19.352530 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef740468-85a4-4d3d-a5f8-6af9a8dc2a8a x-openstack-request-id: req-ef740468-85a4-4d3d-a5f8-6af9a8dc2a8a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:33:19.352878 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a73b62d-c87e-4e6c-bd44-bb1c75ea522c", "name": "network-vif-plugged", "status": "completed", "tag": "506b846b-112c-4ab0-b750-7b37fe7098df", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:33:19.353141 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef740468-85a4-4d3d-a5f8-6af9a8dc2a8a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:33:19.353568 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506b846b-112c-4ab0-b750-7b37fe7098df', 'code': 200} Jul 14 10:33:25.726541 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-853118c6-388a-44ec-a90b-faf589198c03 req-94b08166-a865-4b23-bf66-66aea4497174 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25258864&fields=id&tenant_id=2aef8f940018451c928a4a553c57138d HTTP/1.1" status: 200 len: 267 time: 0.0330527 Jul 14 10:33:25.840315 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853118c6-388a-44ec-a90b-faf589198c03 req-07dfa041-3ed4-4a25-b45c-0332d0496d6e tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:25.841871 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-853118c6-388a-44ec-a90b-faf589198c03 req-07dfa041-3ed4-4a25-b45c-0332d0496d6e tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/networks?id=62302f43-6995-4397-9bb9-1d4c7c82bc66 HTTP/1.1" status: 200 len: 810 time: 0.1087825 Jul 14 10:33:25.857726 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-853118c6-388a-44ec-a90b-faf589198c03 req-fc1817ad-b8b1-4c71-99c8-15f6cfcf6860 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/quotas/2aef8f940018451c928a4a553c57138d HTTP/1.1" status: 200 len: 375 time: 0.0091391 Jul 14 10:33:25.927834 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-853118c6-388a-44ec-a90b-faf589198c03 req-99bae9bc-8474-43b2-9141-59a1b8f6bc62 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2aef8f940018451c928a4a553c57138d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0652244 Jul 14 10:33:26.074860 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-853118c6-388a-44ec-a90b-faf589198c03 req-01ba5797-b4b8-4210-92bc-aadeda53a284 service neutron] 10.222.0.26 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360705 Jul 14 10:33:26.166173 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-853118c6-388a-44ec-a90b-faf589198c03 req-a66b15f3-6b3e-4697-a3e8-20420ceb0f47 service neutron] 10.222.0.26 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847626 Jul 14 10:33:27.388781 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-e558a078-25f0-4f47-8132-40cf0b9be763 req-c39570e6-5a6f-4fa7-9430-471559c44f52 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 210 time: 0.0282981 Jul 14 10:33:27.397165 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84e981f1-9115-49fa-b003-3c6b70fd6978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:28.471443 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-cf4c4db5-ec1e-4841-99c0-5511127b8244 req-48d0da71-8f8c-49b1-b177-34ce148db1c8 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 210 time: 0.0285800 Jul 14 10:33:29.059258 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 506b846b-112c-4ab0-b750-7b37fe7098df no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:33:29.133103 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:29.155943 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506b846b-112c-4ab0-b750-7b37fe7098df'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:33:29.158450 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa1dd33-a305-43f5-a2fa-4e9ac412c2e1" -d '{"events": [{"server_uuid": "8a73b62d-c87e-4e6c-bd44-bb1c75ea522c", "name": "network-vif-unplugged", "status": "completed", "tag": "506b846b-112c-4ab0-b750-7b37fe7098df"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:33:29.171962 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] For port 506b846b-112c-4ab0-b750-7b37fe7098df, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=506b846b-112c-4ab0-b750-7b37fe7098df,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:33:29.176118 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:29.198892 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de8ec09-d862-4948-a511-c219925b4297 x-openstack-request-id: req-2de8ec09-d862-4948-a511-c219925b4297 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:33:29.199184 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a73b62d-c87e-4e6c-bd44-bb1c75ea522c", "name": "network-vif-unplugged", "status": "completed", "tag": "506b846b-112c-4ab0-b750-7b37fe7098df", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:33:29.199437 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2de8ec09-d862-4948-a511-c219925b4297 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:33:29.199829 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506b846b-112c-4ab0-b750-7b37fe7098df', 'code': 200} Jul 14 10:33:29.225191 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Pushing event updated for resources: {'Port': ['ID=506b846b-112c-4ab0-b750-7b37fe7098df,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:29.555396 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-bd0b3f8d-ba08-4935-bd7e-278161a4bdb2 req-b3285850-3051-4f76-9e1b-11cde5748b50 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 210 time: 0.0336492 Jul 14 10:33:29.855908 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5e1ad34b-aaab-4e95-94c5-373b62190342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:30.016565 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:30.635296 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d96ad3fb-9208-4acd-a04a-cfd094f4e984 req-7b5fb83f-3dc6-4feb-a709-7dfd9a576f0f tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 210 time: 0.0277040 Jul 14 10:33:30.999361 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:31.769632 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-ad0c949a-87ee-4bab-ab59-95ba7e004805 req-d444e2df-9bcb-4e20-b8e3-cca2749a9f6c tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 210 time: 0.0274913 Jul 14 10:33:32.668439 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853118c6-388a-44ec-a90b-faf589198c03 req-94ef18be-6820-441e-ba63-56c96681cbd7 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:32.670432 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-853118c6-388a-44ec-a90b-faf589198c03 req-94ef18be-6820-441e-ba63-56c96681cbd7 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.55 "GET /v2.0/networks?id=62302f43-6995-4397-9bb9-1d4c7c82bc66 HTTP/1.1" status: 200 len: 810 time: 0.1089935 Jul 14 10:33:32.721398 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:32.722968 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-853118c6-388a-44ec-a90b-faf589198c03 req-413d3d30-e3c7-463f-b785-3233ab64735c tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2aef8f940018451c928a4a553c57138d HTTP/1.1" status: 200 len: 378 time: 0.0357733 Jul 14 10:33:32.732495 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-853118c6-388a-44ec-a90b-faf589198c03 req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Request body: {'port': {'device_id': '94877054-5b05-4323-b3b3-974ebbef5e23', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'admin_state_up': True, 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'security_groups': ['8751bc97-5052-443f-988e-40664f362f9a']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:33:32.838852 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853118c6-388a-44ec-a90b-faf589198c03 req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Made reservation on behalf of 2aef8f940018451c928a4a553c57138d for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:33:32.843512 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-853118c6-388a-44ec-a90b-faf589198c03 req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:32.913845 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-dd4d273e-4a21-472e-93c1-c724cd317951 req-b4f9ab8f-dcdb-4820-b4e9-823877606f36 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 210 time: 0.0284750 Jul 14 10:33:32.978443 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-853118c6-388a-44ec-a90b-faf589198c03 req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Allocated IP 172.20.0.6 (62302f43-6995-4397-9bb9-1d4c7c82bc66/74724ad8-a86b-4f1e-aad5-d818c3632f92/9f8d4b24-e398-4589-8376-f8006844aeb2) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:33:33.059079 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:33.146225 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-853118c6-388a-44ec-a90b-faf589198c03 req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:33.168727 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-853118c6-388a-44ec-a90b-faf589198c03 req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Transition to ACTIVE for port object 9f8d4b24-e398-4589-8376-f8006844aeb2 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:33:33.212585 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-853118c6-388a-44ec-a90b-faf589198c03 req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:33.237153 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853118c6-388a-44ec-a90b-faf589198c03 req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Network 62302f43-6995-4397-9bb9-1d4c7c82bc66 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:33:33.240321 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-853118c6-388a-44ec-a90b-faf589198c03 req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:33:33.254250 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-853118c6-388a-44ec-a90b-faf589198c03 req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:33:33.370395 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Pushing event updated for resources: {'Port': ['ID=9f8d4b24-e398-4589-8376-f8006844aeb2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:33.386143 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853118c6-388a-44ec-a90b-faf589198c03 req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:33.386792 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-853118c6-388a-44ec-a90b-faf589198c03 req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:33.390907 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:33.391263 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:33.391617 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:33.392122 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:33.392464 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:33.392804 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:33.393133 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:33.393853 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:33.394190 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:33.394517 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:33.394845 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:33.395178 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:33.413628 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-853118c6-388a-44ec-a90b-faf589198c03 req-b0006017-6703-4aa7-bf1e-349fe6c41f31 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6852057 Jul 14 10:33:33.588547 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-819a462b-ad0a-4e84-9664-5fcbee1a58c4 None None] Provisioning for port 9f8d4b24-e398-4589-8376-f8006844aeb2 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:33:33.593068 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-819a462b-ad0a-4e84-9664-5fcbee1a58c4 None None] Provisioning complete for port 9f8d4b24-e398-4589-8376-f8006844aeb2 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:33:33.593446 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-819a462b-ad0a-4e84-9664-5fcbee1a58c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:33.629299 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-819a462b-ad0a-4e84-9664-5fcbee1a58c4 None None] Port 9f8d4b24-e398-4589-8376-f8006844aeb2 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:33:33.734514 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:33:34.094126 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6ff44-9aae-4d4c-ac7a-adc9b916d6fc req-13fda205-e783-4760-9a0d-afda3f189bf1 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:34.095681 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28b6ff44-9aae-4d4c-ac7a-adc9b916d6fc req-13fda205-e783-4760-9a0d-afda3f189bf1 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 931 time: 0.0675626 Jul 14 10:33:34.136814 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28b6ff44-9aae-4d4c-ac7a-adc9b916d6fc req-a4e7dda3-1d68-4a02-8dd2-0fbebf3ed356 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350709 Jul 14 10:33:35.315669 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ab4d1-d215-467c-b51c-0a8d31c8fbf4 req-65a757f4-754f-41bd-8f69-033b007d9812 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:35.317288 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b3ab4d1-d215-467c-b51c-0a8d31c8fbf4 req-65a757f4-754f-41bd-8f69-033b007d9812 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 931 time: 0.0645838 Jul 14 10:33:35.359475 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-3b3ab4d1-d215-467c-b51c-0a8d31c8fbf4 req-21415f60-f671-41af-aae8-7b1b67e668b9 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363429 Jul 14 10:33:36.548577 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850a945-3d25-44b4-844f-635a7cee838e req-a42106fa-2c46-41b6-a206-62a8ce6e6052 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:36.550092 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d850a945-3d25-44b4-844f-635a7cee838e req-a42106fa-2c46-41b6-a206-62a8ce6e6052 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 931 time: 0.0716479 Jul 14 10:33:36.942736 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d850a945-3d25-44b4-844f-635a7cee838e req-e1d4e5bf-dfb4-4301-9081-98aad22c7ea0 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3867738 Jul 14 10:33:38.117915 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb92c9-aac8-49a6-b422-d67faeace575 req-c7fd4bf1-7402-4f90-b5df-5a8de3c42cd1 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:38.120253 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2bbb92c9-aac8-49a6-b422-d67faeace575 req-c7fd4bf1-7402-4f90-b5df-5a8de3c42cd1 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 931 time: 0.0646801 Jul 14 10:33:38.160584 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-2bbb92c9-aac8-49a6-b422-d67faeace575 req-3f519fc6-9be1-4f57-913f-44d63af10f11 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345447 Jul 14 10:33:39.346874 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284a575-0e8b-4f41-a020-e0d864f2aac9 req-0f4092c0-ed9b-47bf-8868-e19540230204 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:39.348489 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1284a575-0e8b-4f41-a020-e0d864f2aac9 req-0f4092c0-ed9b-47bf-8868-e19540230204 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 931 time: 0.0683372 Jul 14 10:33:39.392477 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1284a575-0e8b-4f41-a020-e0d864f2aac9 req-c4987494-d2e6-46dc-884f-3f28eb3a76bb tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377729 Jul 14 10:33:40.574308 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebec9b9-a531-4045-bab6-d92a9d57255f req-c8dd6b82-e997-4390-9bfe-bc98531e4c37 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:40.575948 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ebec9b9-a531-4045-bab6-d92a9d57255f req-c8dd6b82-e997-4390-9bfe-bc98531e4c37 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 931 time: 0.0710936 Jul 14 10:33:40.625541 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-8ebec9b9-a531-4045-bab6-d92a9d57255f req-826d867c-bea8-4eb4-be7e-24271507dc0f tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432403 Jul 14 10:33:41.825651 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661bca8-cf86-4f1b-9b3f-344d78811de3 req-5a5dfa4d-6eca-4c16-8986-54002b3e8761 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:41.833728 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5661bca8-cf86-4f1b-9b3f-344d78811de3 req-5a5dfa4d-6eca-4c16-8986-54002b3e8761 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 931 time: 0.0757964 Jul 14 10:33:41.870698 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-5661bca8-cf86-4f1b-9b3f-344d78811de3 req-ea7984aa-0f3f-4500-90d4-113bef93a620 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361362 Jul 14 10:33:42.898335 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.v2.base [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] Request body: {'port': {'device_id': '94877054-5b05-4323-b3b3-974ebbef5e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-10'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:33:42.973325 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:43.048302 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb88a5b-35ad-431b-8a79-ae8f44c289dd req-88bb7857-a9c9-4b91-91de-26790bb38689 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:43.049808 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aeb88a5b-35ad-431b-8a79-ae8f44c289dd req-88bb7857-a9c9-4b91-91de-26790bb38689 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 931 time: 0.0668554 Jul 14 10:33:43.087393 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aeb88a5b-35ad-431b-8a79-ae8f44c289dd req-341c10f3-be23-47f6-bef3-8ca2198d87e1 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320377 Jul 14 10:33:43.227418 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8d4b24-e398-4589-8376-f8006844aeb2 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:33:43.235352 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:43.246741 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] Transition to ACTIVE for port object 9f8d4b24-e398-4589-8376-f8006844aeb2 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:33:43.251279 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:43.318291 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8d4b24-e398-4589-8376-f8006844aeb2,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:43.376715 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] Attempting to bind port 9f8d4b24-e398-4589-8376-f8006844aeb2 on host n-h1-798054-10 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:33:43.377056 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] Attempting to bind port 9f8d4b24-e398-4589-8376-f8006844aeb2 by drivers openvswitch,hyperv on host n-h1-798054-10 at level 0 using segments [{'id': '53ff478f-1602-4dee-9407-88d8b7b60f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:33:43.377394 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] Attempting to bind port 9f8d4b24-e398-4589-8376-f8006844aeb2 on network 62302f43-6995-4397-9bb9-1d4c7c82bc66 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:33:43.381879 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] Port 9f8d4b24-e398-4589-8376-f8006844aeb2 on network 62302f43-6995-4397-9bb9-1d4c7c82bc66 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-10 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:33:43.382203 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] Attempting to bind port 9f8d4b24-e398-4589-8376-f8006844aeb2 on network 62302f43-6995-4397-9bb9-1d4c7c82bc66 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:33:43.387047 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] Checking agent: {'id': '90fda0c2-0989-4bed-8921-ee68851a677f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'started_at': datetime.datetime(2021, 7, 14, 9, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:33:43.387387 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] Checking segment: {'id': '53ff478f-1602-4dee-9407-88d8b7b60f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:33:43.387774 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] Bound using segment: {'id': '53ff478f-1602-4dee-9407-88d8b7b60f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:33:43.388206 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] Bound port: 9f8d4b24-e398-4589-8376-f8006844aeb2, host: n-h1-798054-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ff478f-1602-4dee-9407-88d8b7b60f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:33:43.388568 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:43.452367 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] For port 9f8d4b24-e398-4589-8376-f8006844aeb2, host n-h1-798054-10, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:33:43.455345 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] For port 9f8d4b24-e398-4589-8376-f8006844aeb2, host n-h1-798054-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9f8d4b24-e398-4589-8376-f8006844aeb2,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:33:43.458759 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10283410'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:43.492549 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:43.493164 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:43.494572 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-853118c6-388a-44ec-a90b-faf589198c03 req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] 10.222.0.55 "PUT /v2.0/ports/9f8d4b24-e398-4589-8376-f8006844aeb2 HTTP/1.1" status: 200 len: 1092 time: 0.6443450 Jul 14 10:33:43.495007 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94877054-5b05-4323-b3b3-974ebbef5e23', 'tag': '9f8d4b24-e398-4589-8376-f8006844aeb2'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:33:43.497255 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5016bfda27b43908f4a8225f6d15450625df67eec29e8c24829672d95f98f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44150fae-a0df-4967-8817-23be2cf98a49" -d '{"events": [{"name": "network-changed", "server_uuid": "94877054-5b05-4323-b3b3-974ebbef5e23", "tag": "9f8d4b24-e398-4589-8376-f8006844aeb2"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:33:43.520957 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918316a4-94fd-4ca6-8a2c-758d61ba8dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8d4b24-e398-4589-8376-f8006844aeb2,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:43.611126 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f92c682-7014-409b-a7ff-4ea61c4b5f67 x-openstack-request-id: req-0f92c682-7014-409b-a7ff-4ea61c4b5f67 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:33:43.611472 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94877054-5b05-4323-b3b3-974ebbef5e23", "tag": "9f8d4b24-e398-4589-8376-f8006844aeb2", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:33:43.611670 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f92c682-7014-409b-a7ff-4ea61c4b5f67 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:33:43.612072 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94877054-5b05-4323-b3b3-974ebbef5e23', 'tag': '9f8d4b24-e398-4589-8376-f8006844aeb2', 'status': 'completed', 'code': 200} Jul 14 10:33:43.618252 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853118c6-388a-44ec-a90b-faf589198c03 req-d46bcbc5-2068-458a-a8f5-312e7dc2fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:43.619763 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-853118c6-388a-44ec-a90b-faf589198c03 req-d46bcbc5-2068-458a-a8f5-312e7dc2fa4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aef8f940018451c928a4a553c57138d&device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 1095 time: 0.0645475 Jul 14 10:33:43.673711 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-853118c6-388a-44ec-a90b-faf589198c03 req-90fdc7f6-6c72-473c-93ce-a9ac7f976199 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f8d4b24-e398-4589-8376-f8006844aeb2 HTTP/1.1" status: 200 len: 217 time: 0.0363533 Jul 14 10:33:43.722675 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853118c6-388a-44ec-a90b-faf589198c03 req-88e8c295-6611-4759-a732-e0635aa96966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:43.724127 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-853118c6-388a-44ec-a90b-faf589198c03 req-88e8c295-6611-4759-a732-e0635aa96966 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74724ad8-a86b-4f1e-aad5-d818c3632f92 HTTP/1.1" status: 200 len: 849 time: 0.0440884 Jul 14 10:33:43.781633 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853118c6-388a-44ec-a90b-faf589198c03 req-b63d7a90-ce66-4a89-ba88-e72452f63618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:43.783173 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-853118c6-388a-44ec-a90b-faf589198c03 req-b63d7a90-ce66-4a89-ba88-e72452f63618 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62302f43-6995-4397-9bb9-1d4c7c82bc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525460 Jul 14 10:33:43.873676 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-853118c6-388a-44ec-a90b-faf589198c03 req-f26f305c-e149-40f4-ba9a-3627e7b7dbc8 service neutron] 10.222.0.55 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834851 Jul 14 10:33:43.961597 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-853118c6-388a-44ec-a90b-faf589198c03 req-15500940-ba38-401c-8e21-d207f28d7fac service neutron] 10.222.0.55 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796559 Jul 14 10:33:44.113692 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44150fae-a0df-4967-8817-23be2cf98a49 req-e5b6e7d5-27d7-48f8-811b-7c1f87b3cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:44.115236 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-44150fae-a0df-4967-8817-23be2cf98a49 req-e5b6e7d5-27d7-48f8-811b-7c1f87b3cd2b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aef8f940018451c928a4a553c57138d&device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 1095 time: 0.0553842 Jul 14 10:33:44.207211 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44150fae-a0df-4967-8817-23be2cf98a49 req-8f2d7860-e928-4ad0-9de8-6b9efc5ff6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:44.208683 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-44150fae-a0df-4967-8817-23be2cf98a49 req-8f2d7860-e928-4ad0-9de8-6b9efc5ff6e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=62302f43-6995-4397-9bb9-1d4c7c82bc66 HTTP/1.1" status: 200 len: 911 time: 0.0843399 Jul 14 10:33:44.254137 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-44150fae-a0df-4967-8817-23be2cf98a49 req-936fd830-074c-4c9b-83c5-d729d7d5ee69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f8d4b24-e398-4589-8376-f8006844aeb2 HTTP/1.1" status: 200 len: 217 time: 0.0388038 Jul 14 10:33:44.259401 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7ce4f-0b93-4425-ad67-1f63df84c31a req-6f78cb35-97e0-4eeb-883d-0761c44c689f tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:44.260875 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1cd7ce4f-0b93-4425-ad67-1f63df84c31a req-6f78cb35-97e0-4eeb-883d-0761c44c689f tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 943 time: 0.0633819 Jul 14 10:33:44.299202 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1cd7ce4f-0b93-4425-ad67-1f63df84c31a req-54a39853-228f-4b40-9098-75de9d9ec0a5 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324616 Jul 14 10:33:44.303208 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44150fae-a0df-4967-8817-23be2cf98a49 req-7344e862-f074-43a8-a5bc-536858b906d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:44.304759 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-44150fae-a0df-4967-8817-23be2cf98a49 req-7344e862-f074-43a8-a5bc-536858b906d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74724ad8-a86b-4f1e-aad5-d818c3632f92 HTTP/1.1" status: 200 len: 849 time: 0.0444770 Jul 14 10:33:44.361519 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44150fae-a0df-4967-8817-23be2cf98a49 req-0d4b3b73-fdd5-48ea-8346-e9466a42a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:44.363064 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-44150fae-a0df-4967-8817-23be2cf98a49 req-0d4b3b73-fdd5-48ea-8346-e9466a42a554 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62302f43-6995-4397-9bb9-1d4c7c82bc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514874 Jul 14 10:33:44.454256 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-44150fae-a0df-4967-8817-23be2cf98a49 req-56aaaed3-d461-417c-8816-06e5a69c7693 service neutron] 10.222.0.55 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828681 Jul 14 10:33:44.545321 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-44150fae-a0df-4967-8817-23be2cf98a49 req-ff45f61b-813f-4398-85c2-ebd574913675 service neutron] 10.222.0.55 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805299 Jul 14 10:33:45.472393 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd90938-8cee-4874-a774-d94f01f4ec10 req-34ec74e4-fdde-4bab-b6c6-e4594e35649f tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:45.473885 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6cd90938-8cee-4874-a774-d94f01f4ec10 req-34ec74e4-fdde-4bab-b6c6-e4594e35649f tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 943 time: 0.0618980 Jul 14 10:33:45.514238 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-6cd90938-8cee-4874-a774-d94f01f4ec10 req-efdcc2cc-4403-422b-8fdd-0e7b9b7f3201 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346587 Jul 14 10:33:46.686347 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535dc1fe-c3e5-4dc7-8531-d0341bceb7df req-994874db-3d1b-45a4-b290-835e7cfe6bfa tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:46.687835 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-535dc1fe-c3e5-4dc7-8531-d0341bceb7df req-994874db-3d1b-45a4-b290-835e7cfe6bfa tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 943 time: 0.0663543 Jul 14 10:33:46.724567 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-535dc1fe-c3e5-4dc7-8531-d0341bceb7df req-13dc6abf-dfa7-4455-ac94-e5935db0c8bf tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312355 Jul 14 10:33:47.139965 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9f8d4b24-e398-4589-8376-f8006844aeb2 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:33:47.168148 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:47.243840 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 9f8d4b24-e398-4589-8376-f8006844aeb2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9f8d4b24-e398-4589-8376-f8006844aeb2,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:33:47.254666 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '9f8d4b24-e398-4589-8376-f8006844aeb2', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'port_id': '9f8d4b24-e398-4589-8376-f8006844aeb2', 'mac_address': 'fa:16:3e:27:d8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:33:47.295520 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:47.308212 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8d4b24-e398-4589-8376-f8006844aeb2 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:33:47.327134 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 9f8d4b24-e398-4589-8376-f8006844aeb2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9f8d4b24-e398-4589-8376-f8006844aeb2,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:33:47.330783 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:47.379428 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=9f8d4b24-e398-4589-8376-f8006844aeb2,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:47.628878 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['9f8d4b24-e398-4589-8376-f8006844aeb2'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:33:47.898052 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3105f5-ab5e-407a-b0dd-7d19256d2fde req-a1c4a3ba-74b0-49bc-a4f6-b9d81550dbd3 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:47.899461 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa3105f5-ab5e-407a-b0dd-7d19256d2fde req-a1c4a3ba-74b0-49bc-a4f6-b9d81550dbd3 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 944 time: 0.0624974 Jul 14 10:33:47.935927 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-aa3105f5-ab5e-407a-b0dd-7d19256d2fde req-6db1f9a3-f1a7-4667-8c68-d49795ee4389 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310423 Jul 14 10:33:49.107981 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a2fa2-faf9-482d-a8d1-e9cee451bba6 req-b77311d3-89cc-4df0-b401-73ed6773c8e7 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:49.109443 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eb6a2fa2-faf9-482d-a8d1-e9cee451bba6 req-b77311d3-89cc-4df0-b401-73ed6773c8e7 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 944 time: 0.0654821 Jul 14 10:33:49.146499 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-eb6a2fa2-faf9-482d-a8d1-e9cee451bba6 req-169e18a9-2351-4455-ab2f-90969d4689bb tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314255 Jul 14 10:33:49.152741 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9f8d4b24-e398-4589-8376-f8006844aeb2 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:33:49.198321 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning for port 9f8d4b24-e398-4589-8376-f8006844aeb2 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:33:49.202173 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 9f8d4b24-e398-4589-8376-f8006844aeb2 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:33:49.202537 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:49.277130 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:49.301341 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94877054-5b05-4323-b3b3-974ebbef5e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8d4b24-e398-4589-8376-f8006844aeb2'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:33:49.303614 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a498d464-c836-4b34-ac0e-b9bf775b9e2a" -d '{"events": [{"server_uuid": "94877054-5b05-4323-b3b3-974ebbef5e23", "name": "network-vif-plugged", "status": "completed", "tag": "9f8d4b24-e398-4589-8376-f8006844aeb2"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:33:49.316519 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 9f8d4b24-e398-4589-8376-f8006844aeb2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9f8d4b24-e398-4589-8376-f8006844aeb2,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:33:49.320736 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:49.346194 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645be8b6-84ab-4365-b8ba-8b49c54f5f50 x-openstack-request-id: req-645be8b6-84ab-4365-b8ba-8b49c54f5f50 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:33:49.346521 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94877054-5b05-4323-b3b3-974ebbef5e23", "name": "network-vif-plugged", "status": "completed", "tag": "9f8d4b24-e398-4589-8376-f8006844aeb2", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:33:49.346715 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-645be8b6-84ab-4365-b8ba-8b49c54f5f50 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:33:49.347105 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94877054-5b05-4323-b3b3-974ebbef5e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8d4b24-e398-4589-8376-f8006844aeb2', 'code': 200} Jul 14 10:33:49.374617 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=9f8d4b24-e398-4589-8376-f8006844aeb2,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:49.486217 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e69cb-5564-4f02-bac0-9abd55b97c9d req-871f5905-ca73-450c-a1cf-08aab7010bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:49.487765 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-974e69cb-5564-4f02-bac0-9abd55b97c9d req-871f5905-ca73-450c-a1cf-08aab7010bad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 1097 time: 0.0541639 Jul 14 10:33:49.522919 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-974e69cb-5564-4f02-bac0-9abd55b97c9d req-faff5b04-c039-436c-8615-c7d495ef1f90 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0286727 Jul 14 10:33:50.321424 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6a283-79ba-42ac-9f25-2f490dd9ac8d req-681f73cc-4fa9-46ae-8b36-b703786d7961 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:50.323006 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28d6a283-79ba-42ac-9f25-2f490dd9ac8d req-681f73cc-4fa9-46ae-8b36-b703786d7961 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 945 time: 0.0641301 Jul 14 10:33:50.361797 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-28d6a283-79ba-42ac-9f25-2f490dd9ac8d req-da903b5f-eaaa-4653-b62f-28887feed7a1 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332446 Jul 14 10:33:51.533451 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e4479-2236-4623-aafb-fbd9f85d34aa req-6d0ff8a8-131d-4e69-884c-da27d2374381 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:51.535227 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d9e4479-2236-4623-aafb-fbd9f85d34aa req-6d0ff8a8-131d-4e69-884c-da27d2374381 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 945 time: 0.0636349 Jul 14 10:33:51.576488 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-1d9e4479-2236-4623-aafb-fbd9f85d34aa req-2cee482a-03ba-4d19-933e-9afe81b4dee3 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357475 Jul 14 10:33:51.744594 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93820be-4af1-4d73-af0a-93f5e523ea1c req-01a17b53-c838-4e9e-a738-788e2602fc1b tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:51.746087 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c93820be-4af1-4d73-af0a-93f5e523ea1c req-01a17b53-c838-4e9e-a738-788e2602fc1b tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 945 time: 0.0620799 Jul 14 10:33:51.782209 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-c93820be-4af1-4d73-af0a-93f5e523ea1c req-01dc4379-f2aa-407e-89af-66e76a29fdb5 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300014 Jul 14 10:33:51.805418 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53764) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:51.855236 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f92904c-8c44-4002-95d1-c8a0886f18d9 tempest-TestSnapshotPattern-2048398361 tempest-TestSnapshotPattern-2048398361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:51.856720 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4f92904c-8c44-4002-95d1-c8a0886f18d9 tempest-TestSnapshotPattern-2048398361 tempest-TestSnapshotPattern-2048398361-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 1092 time: 0.0501909 Jul 14 10:33:51.860042 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53766) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:51.864460 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.v2.base [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Request body: {'floatingip': {'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'port_id': '9f8d4b24-e398-4589-8376-f8006844aeb2', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:33:51.885991 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:51.984007 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:52.083425 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Allocated IP 172.25.1.136 (f364b4f5-ab99-4997-a007-bd1df74278ab/6a95d9d4-a3ca-45dd-aec7-8c48599f26ea/032e540b-661f-4392-a6e5-82667f4b2d81) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:33:52.188920 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:52.226432 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751748885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:52.265847 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Network f364b4f5-ab99-4997-a007-bd1df74278ab is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:33:52.268553 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:33:52.272059 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:33:52.277322 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Pushing event updated for resources: {'Port': ['ID=032e540b-661f-4392-a6e5-82667f4b2d81,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:52.306434 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.306785 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.307143 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.307470 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.307804 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.308134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.308465 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.308799 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.309113 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.309433 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.309755 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.310099 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.648703 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:52.726328 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:52.872465 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:52.877219 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10474428'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:52.946713 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Pushing event updated for resources: {'Port': ['ID=032e540b-661f-4392-a6e5-82667f4b2d81,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:52.955246 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536138'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:53.053010 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Floating IP fc50e9df-2213-4872-b4ab-3a0d0168331a associated. External IP: 172.25.1.136, port: 9f8d4b24-e398-4589-8376-f8006844aeb2. Jul 14 10:33:53.255608 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Router a41a498c-fd37-40a4-b388-9acd8a78a27f has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:33:53.362367 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:33:53.371464 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d6079b-b1fd-4bc1-a158-da00cec2fd51 None None] Sync routers for ids ['a41a498c-fd37-40a4-b388-9acd8a78a27f'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:33:53.378487 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:53.380975 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d6079b-b1fd-4bc1-a158-da00cec2fd51 None None] Routers {'a41a498c-fd37-40a4-b388-9acd8a78a27f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:33:53.381646 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-59d6079b-b1fd-4bc1-a158-da00cec2fd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:33:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['a41a498c-fd37-40a4-b388-9acd8a78a27f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:53.414099 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-075c42c3-78de-47bd-96d4-b54ae4093491 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5529418 Jul 14 10:33:53.414770 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94877054-5b05-4323-b3b3-974ebbef5e23', 'tag': '9f8d4b24-e398-4589-8376-f8006844aeb2'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:33:53.417016 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf3a463-bdb3-4fa9-8a24-5a98cf31df3d" -d '{"events": [{"name": "network-changed", "server_uuid": "94877054-5b05-4323-b3b3-974ebbef5e23", "tag": "9f8d4b24-e398-4589-8376-f8006844aeb2"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:33:53.453537 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d7a2e5-65c0-4263-a518-3bba654ae399 x-openstack-request-id: req-b9d7a2e5-65c0-4263-a518-3bba654ae399 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:33:53.453859 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94877054-5b05-4323-b3b3-974ebbef5e23", "tag": "9f8d4b24-e398-4589-8376-f8006844aeb2", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:33:53.454109 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9d7a2e5-65c0-4263-a518-3bba654ae399 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:33:53.454551 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94877054-5b05-4323-b3b3-974ebbef5e23', 'tag': '9f8d4b24-e398-4589-8376-f8006844aeb2', 'status': 'completed', 'code': 200} Jul 14 10:33:53.485670 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-59d6079b-b1fd-4bc1-a158-da00cec2fd51 None None] Set router a41a498c-fd37-40a4-b388-9acd8a78a27f gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:33:53.556064 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3a463-bdb3-4fa9-8a24-5a98cf31df3d req-b0364b38-03ed-42a9-8354-85ed1793a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:53.557519 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bf3a463-bdb3-4fa9-8a24-5a98cf31df3d req-b0364b38-03ed-42a9-8354-85ed1793a5ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aef8f940018451c928a4a553c57138d&device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 1097 time: 0.0555344 Jul 14 10:33:53.645888 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3a463-bdb3-4fa9-8a24-5a98cf31df3d req-de0ae1c5-3988-4b8f-9756-3962fbbbf9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:53.647355 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bf3a463-bdb3-4fa9-8a24-5a98cf31df3d req-de0ae1c5-3988-4b8f-9756-3962fbbbf9cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=62302f43-6995-4397-9bb9-1d4c7c82bc66 HTTP/1.1" status: 200 len: 911 time: 0.0830054 Jul 14 10:33:53.706990 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-59d6079b-b1fd-4bc1-a158-da00cec2fd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:30:55Z', 'updated_at': '2021-07-14T10:30:58Z', 'revision_number': 4, 'project_id': '2aef8f940018451c928a4a553c57138d', 'gw_port': {'id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:56Z', 'updated_at': '2021-07-14T10:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '7538025c-1ae2-45b2-a406-02c58856ed99', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'port_id': '506b846b-112c-4ab0-b750-7b37fe7098df', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'mac_address': 'fa:16:3e:9b:44:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:31:17Z', 'updated_at': '2021-07-14T10:31:19Z', 'revision_number': 1, 'project_id': '2aef8f940018451c928a4a553c57138d', 'fixed_ip_address_scope': None}, {'id': 'fc50e9df-2213-4872-b4ab-3a0d0168331a', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'floating_ip_address': '172.25.1.136', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'port_id': '9f8d4b24-e398-4589-8376-f8006844aeb2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'mac_address': 'fa:16:3e:27:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94877054-5b05-4323-b3b3-974ebbef5e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:33:52Z', 'updated_at': '2021-07-14T10:33:52Z', 'revision_number': 0, 'project_id': '2aef8f940018451c928a4a553c57138d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e544006b-3111-4bb8-9b12-e113d5fa0f9a', 'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'mac_address': 'fa:16:3e:c0:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:57Z', 'updated_at': '2021-07-14T10:31:05Z', 'revision_number': 5, 'project_id': '2aef8f940018451c928a4a553c57138d', 'subnets': [{'id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:53.714286 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bf3a463-bdb3-4fa9-8a24-5a98cf31df3d req-73911455-5527-450c-8eaa-6213d35cc46f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f8d4b24-e398-4589-8376-f8006844aeb2 HTTP/1.1" status: 200 len: 999 time: 0.0604537 Jul 14 10:33:53.737643 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d6079b-b1fd-4bc1-a158-da00cec2fd51 None None] Checking router: a41a498c-fd37-40a4-b388-9acd8a78a27f for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:33:53.745719 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d6079b-b1fd-4bc1-a158-da00cec2fd51 None None] Routers {'a41a498c-fd37-40a4-b388-9acd8a78a27f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:33:53.746347 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-59d6079b-b1fd-4bc1-a158-da00cec2fd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:33:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['a41a498c-fd37-40a4-b388-9acd8a78a27f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:53.762740 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3a463-bdb3-4fa9-8a24-5a98cf31df3d req-69b621bc-29c6-4fb5-a3f4-887be220baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:53.764778 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bf3a463-bdb3-4fa9-8a24-5a98cf31df3d req-69b621bc-29c6-4fb5-a3f4-887be220baa8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74724ad8-a86b-4f1e-aad5-d818c3632f92 HTTP/1.1" status: 200 len: 849 time: 0.0430508 Jul 14 10:33:53.820420 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3a463-bdb3-4fa9-8a24-5a98cf31df3d req-ab520107-3b47-4d30-94a1-a5a9b6e85388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:53.821844 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bf3a463-bdb3-4fa9-8a24-5a98cf31df3d req-ab520107-3b47-4d30-94a1-a5a9b6e85388 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62302f43-6995-4397-9bb9-1d4c7c82bc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502563 Jul 14 10:33:53.848137 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-59d6079b-b1fd-4bc1-a158-da00cec2fd51 None None] Set router a41a498c-fd37-40a4-b388-9acd8a78a27f gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:33:53.914373 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bf3a463-bdb3-4fa9-8a24-5a98cf31df3d req-f48a57ac-e935-4191-a396-acfd3ee2f49f service neutron] 10.222.0.55 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852721 Jul 14 10:33:54.071568 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-59d6079b-b1fd-4bc1-a158-da00cec2fd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:30:55Z', 'updated_at': '2021-07-14T10:30:58Z', 'revision_number': 4, 'project_id': '2aef8f940018451c928a4a553c57138d', 'gw_port': {'id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:56Z', 'updated_at': '2021-07-14T10:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '7538025c-1ae2-45b2-a406-02c58856ed99', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'port_id': '506b846b-112c-4ab0-b750-7b37fe7098df', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'mac_address': 'fa:16:3e:9b:44:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:31:17Z', 'updated_at': '2021-07-14T10:31:19Z', 'revision_number': 1, 'project_id': '2aef8f940018451c928a4a553c57138d', 'fixed_ip_address_scope': None}, {'id': 'fc50e9df-2213-4872-b4ab-3a0d0168331a', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'floating_ip_address': '172.25.1.136', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'port_id': '9f8d4b24-e398-4589-8376-f8006844aeb2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'mac_address': 'fa:16:3e:27:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94877054-5b05-4323-b3b3-974ebbef5e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:33:52Z', 'updated_at': '2021-07-14T10:33:52Z', 'revision_number': 0, 'project_id': '2aef8f940018451c928a4a553c57138d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e544006b-3111-4bb8-9b12-e113d5fa0f9a', 'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'mac_address': 'fa:16:3e:c0:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:57Z', 'updated_at': '2021-07-14T10:31:05Z', 'revision_number': 5, 'project_id': '2aef8f940018451c928a4a553c57138d', 'subnets': [{'id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:54.099046 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d6079b-b1fd-4bc1-a158-da00cec2fd51 None None] The sync data for ids ['a41a498c-fd37-40a4-b388-9acd8a78a27f'] in n-d-798054-10 is: [{'id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:30:55Z', 'updated_at': '2021-07-14T10:30:58Z', 'revision_number': 4, 'project_id': '2aef8f940018451c928a4a553c57138d', 'gw_port': {'id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:56Z', 'updated_at': '2021-07-14T10:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '7538025c-1ae2-45b2-a406-02c58856ed99', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'port_id': '506b846b-112c-4ab0-b750-7b37fe7098df', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'mac_address': 'fa:16:3e:9b:44:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:31:17Z', 'updated_at': '2021-07-14T10:31:19Z', 'revision_number': 1, 'project_id': '2aef8f940018451c928a4a553c57138d', 'fixed_ip_address_scope': None}, {'id': 'fc50e9df-2213-4872-b4ab-3a0d0168331a', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'floating_ip_address': '172.25.1.136', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'port_id': '9f8d4b24-e398-4589-8376-f8006844aeb2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'mac_address': 'fa:16:3e:27:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94877054-5b05-4323-b3b3-974ebbef5e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:33:52Z', 'updated_at': '2021-07-14T10:33:52Z', 'revision_number': 0, 'project_id': '2aef8f940018451c928a4a553c57138d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e544006b-3111-4bb8-9b12-e113d5fa0f9a', 'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'mac_address': 'fa:16:3e:c0:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:57Z', 'updated_at': '2021-07-14T10:31:05Z', 'revision_number': 5, 'project_id': '2aef8f940018451c928a4a553c57138d', 'subnets': [{'id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:33:54.313575 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ead3c8-786f-47c2-8ee0-ffa5d515a3fb None None] New status for floating IP fc50e9df-2213-4872-b4ab-3a0d0168331a: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:33:54.347850 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-1bf3a463-bdb3-4fa9-8a24-5a98cf31df3d req-cefe22de-0ed3-4d12-9f0f-8277d2fed1d6 service neutron] 10.222.0.55 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271085 Jul 14 10:33:57.387738 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c7709b39-52fa-4591-9de4-9fc8b18d2c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:59.856011 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b62b4db-bca5-4e4a-b601-41afd6edcb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:00.017437 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:01.003729 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.727070 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:03.057210 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.258465 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94314947-6a61-46de-8d15-1dd2cebdc791 req-af46e324-1011-4310-8453-171f5420d0aa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503857 Jul 14 10:34:07.356138 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94314947-6a61-46de-8d15-1dd2cebdc791 req-6ad8792c-fe71-4d6f-88d2-14f762b77d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:07.358177 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94314947-6a61-46de-8d15-1dd2cebdc791 req-6ad8792c-fe71-4d6f-88d2-14f762b77d4a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2aef8f940018451c928a4a553c57138d&device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 1096 time: 0.0537038 Jul 14 10:34:07.463945 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94314947-6a61-46de-8d15-1dd2cebdc791 req-9bc8bc5c-f523-4f56-984b-465b1fd81b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:07.465430 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94314947-6a61-46de-8d15-1dd2cebdc791 req-9bc8bc5c-f523-4f56-984b-465b1fd81b98 service neutron] 10.222.0.49 "GET /v2.0/networks?id=62302f43-6995-4397-9bb9-1d4c7c82bc66 HTTP/1.1" status: 200 len: 911 time: 0.0883362 Jul 14 10:34:07.530657 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94314947-6a61-46de-8d15-1dd2cebdc791 req-9f66351c-c448-4566-b248-bff53f017ca8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=506b846b-112c-4ab0-b750-7b37fe7098df HTTP/1.1" status: 200 len: 999 time: 0.0591166 Jul 14 10:34:07.582310 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94314947-6a61-46de-8d15-1dd2cebdc791 req-b98f6b95-578e-48af-86ab-ffe62b40e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:07.583767 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94314947-6a61-46de-8d15-1dd2cebdc791 req-b98f6b95-578e-48af-86ab-ffe62b40e2af service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74724ad8-a86b-4f1e-aad5-d818c3632f92 HTTP/1.1" status: 200 len: 849 time: 0.0475824 Jul 14 10:34:07.640642 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94314947-6a61-46de-8d15-1dd2cebdc791 req-9001aa84-3ad3-4066-8631-8ef324b65597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:07.642171 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94314947-6a61-46de-8d15-1dd2cebdc791 req-9001aa84-3ad3-4066-8631-8ef324b65597 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=62302f43-6995-4397-9bb9-1d4c7c82bc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525446 Jul 14 10:34:07.731620 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94314947-6a61-46de-8d15-1dd2cebdc791 req-4788e063-e891-4f5d-9f28-24cf2ef3b8c4 service neutron] 10.222.0.49 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826621 Jul 14 10:34:07.845722 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-94314947-6a61-46de-8d15-1dd2cebdc791 req-17802e15-0696-45e8-b519-f45f69d73c0f service neutron] 10.222.0.49 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079776 Jul 14 10:34:10.733442 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:34:17.163868 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:21.184802 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-602ed618-8d07-4e0e-98ad-52078e265acb req-52f34e37-ad7f-40af-8ab3-f9cb7bf3b1d1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0555048 Jul 14 10:34:21.308643 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ed618-8d07-4e0e-98ad-52078e265acb req-134efdf9-2ccd-4668-98d5-313cb9f7f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:21.310670 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-602ed618-8d07-4e0e-98ad-52078e265acb req-134efdf9-2ccd-4668-98d5-313cb9f7f390 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aef8f940018451c928a4a553c57138d&device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 1097 time: 0.0636973 Jul 14 10:34:21.427969 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ed618-8d07-4e0e-98ad-52078e265acb req-f928e660-ee18-4a87-a02b-fb155142a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:21.429455 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-602ed618-8d07-4e0e-98ad-52078e265acb req-f928e660-ee18-4a87-a02b-fb155142a988 service neutron] 10.222.0.55 "GET /v2.0/networks?id=62302f43-6995-4397-9bb9-1d4c7c82bc66 HTTP/1.1" status: 200 len: 911 time: 0.0959072 Jul 14 10:34:21.503818 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-602ed618-8d07-4e0e-98ad-52078e265acb req-2c54b4dc-5bd8-44e9-b7df-a1db6b9fa584 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f8d4b24-e398-4589-8376-f8006844aeb2 HTTP/1.1" status: 200 len: 1001 time: 0.0674505 Jul 14 10:34:21.553880 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ed618-8d07-4e0e-98ad-52078e265acb req-1a333ca9-be73-4fe1-a247-b3c07f087148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:21.555345 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-602ed618-8d07-4e0e-98ad-52078e265acb req-1a333ca9-be73-4fe1-a247-b3c07f087148 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74724ad8-a86b-4f1e-aad5-d818c3632f92 HTTP/1.1" status: 200 len: 849 time: 0.0454352 Jul 14 10:34:21.611222 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ed618-8d07-4e0e-98ad-52078e265acb req-082615e3-c3b1-4eac-a39a-34778e2ed88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:21.612712 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-602ed618-8d07-4e0e-98ad-52078e265acb req-082615e3-c3b1-4eac-a39a-34778e2ed88d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62302f43-6995-4397-9bb9-1d4c7c82bc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508027 Jul 14 10:34:21.703551 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-602ed618-8d07-4e0e-98ad-52078e265acb req-cac2102d-bd96-45f5-8c28-6b4e17a3ba6d service neutron] 10.222.0.55 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839746 Jul 14 10:34:21.790541 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-602ed618-8d07-4e0e-98ad-52078e265acb req-56093ef2-8580-421a-8db0-817d307aa31c service neutron] 10.222.0.55 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799270 Jul 14 10:34:27.390781 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e31b439e-2f18-419e-b143-72a5329c2be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:29.857625 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25edae7c-f20d-49bd-849c-0d0911095a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:30.019792 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:31.005669 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:32.737319 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:33.060090 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:47.178441 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:47.733019 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:34:57.391541 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4ff5-3764-4f85-9f52-dbd31b05b2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:59.859094 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ade96809-6ec0-4d01-8a50-523b1644262f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:00.023917 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:01.008293 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:02.738801 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:03.063181 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:08.241705 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e6caa71-f557-4ccb-93db-9951e5cbb5c1 req-88974a5a-7d7a-4c43-8c46-408c89fba6ff service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533953 Jul 14 10:35:08.339697 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6caa71-f557-4ccb-93db-9951e5cbb5c1 req-1840d44d-b70f-4540-8273-8494784cdd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:08.341477 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e6caa71-f557-4ccb-93db-9951e5cbb5c1 req-1840d44d-b70f-4540-8273-8494784cdd3e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2aef8f940018451c928a4a553c57138d&device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 1096 time: 0.0582247 Jul 14 10:35:08.444291 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6caa71-f557-4ccb-93db-9951e5cbb5c1 req-b6ba7c63-0111-461c-a0c9-ca9373873e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:08.445807 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e6caa71-f557-4ccb-93db-9951e5cbb5c1 req-b6ba7c63-0111-461c-a0c9-ca9373873e3f service neutron] 10.222.0.49 "GET /v2.0/networks?id=62302f43-6995-4397-9bb9-1d4c7c82bc66 HTTP/1.1" status: 200 len: 911 time: 0.0854523 Jul 14 10:35:08.516388 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e6caa71-f557-4ccb-93db-9951e5cbb5c1 req-91d6cc8f-d1a2-46a5-bbd5-0920cb817ab8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=506b846b-112c-4ab0-b750-7b37fe7098df HTTP/1.1" status: 200 len: 999 time: 0.0638502 Jul 14 10:35:08.565101 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6caa71-f557-4ccb-93db-9951e5cbb5c1 req-e212e854-c780-457c-b8a6-70aaf43a2628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:08.566655 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e6caa71-f557-4ccb-93db-9951e5cbb5c1 req-e212e854-c780-457c-b8a6-70aaf43a2628 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74724ad8-a86b-4f1e-aad5-d818c3632f92 HTTP/1.1" status: 200 len: 849 time: 0.0443034 Jul 14 10:35:08.624496 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6caa71-f557-4ccb-93db-9951e5cbb5c1 req-924fbaa9-2e14-4b85-b2bc-689056566b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:08.626046 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e6caa71-f557-4ccb-93db-9951e5cbb5c1 req-924fbaa9-2e14-4b85-b2bc-689056566b43 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=62302f43-6995-4397-9bb9-1d4c7c82bc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536172 Jul 14 10:35:08.718765 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e6caa71-f557-4ccb-93db-9951e5cbb5c1 req-1f4dd8ad-2e65-46d1-96c8-b924d7a99285 service neutron] 10.222.0.49 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864820 Jul 14 10:35:08.808997 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-7e6caa71-f557-4ccb-93db-9951e5cbb5c1 req-03fe1aec-902a-4d84-b469-dfc08a2228a4 service neutron] 10.222.0.49 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837667 Jul 14 10:35:17.178076 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:21.199829 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88b556-8b8b-4a38-9488-143d2c035e35 req-3a4c25c7-0c51-4b76-add4-f4347e84345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:21.201443 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2d88b556-8b8b-4a38-9488-143d2c035e35 req-3a4c25c7-0c51-4b76-add4-f4347e84345f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aef8f940018451c928a4a553c57138d&device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 1097 time: 0.0594578 Jul 14 10:35:21.332063 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88b556-8b8b-4a38-9488-143d2c035e35 req-d3799e5a-ae38-492e-b580-c350b11acbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:21.333889 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2d88b556-8b8b-4a38-9488-143d2c035e35 req-d3799e5a-ae38-492e-b580-c350b11acbfe service neutron] 10.222.0.55 "GET /v2.0/networks?id=62302f43-6995-4397-9bb9-1d4c7c82bc66 HTTP/1.1" status: 200 len: 911 time: 0.0952134 Jul 14 10:35:21.399927 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2d88b556-8b8b-4a38-9488-143d2c035e35 req-c326809e-7fe1-438e-85c6-f40d6b3444a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f8d4b24-e398-4589-8376-f8006844aeb2 HTTP/1.1" status: 200 len: 1001 time: 0.0592175 Jul 14 10:35:21.453626 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88b556-8b8b-4a38-9488-143d2c035e35 req-b6455ba9-0e80-40d9-9d1a-d30bf5d94d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:21.455104 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2d88b556-8b8b-4a38-9488-143d2c035e35 req-b6455ba9-0e80-40d9-9d1a-d30bf5d94d5e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74724ad8-a86b-4f1e-aad5-d818c3632f92 HTTP/1.1" status: 200 len: 849 time: 0.0481319 Jul 14 10:35:21.514477 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88b556-8b8b-4a38-9488-143d2c035e35 req-7494099a-eb5b-4b72-9eca-e997b6b0e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:21.516033 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2d88b556-8b8b-4a38-9488-143d2c035e35 req-7494099a-eb5b-4b72-9eca-e997b6b0e847 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62302f43-6995-4397-9bb9-1d4c7c82bc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526731 Jul 14 10:35:21.526727 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-2d88b556-8b8b-4a38-9488-143d2c035e35 req-eaa41cf1-74ac-44a0-85ca-29fa26b537a7 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:35:21.527718 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2d88b556-8b8b-4a38-9488-143d2c035e35 req-eaa41cf1-74ac-44a0-85ca-29fa26b537a7 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050251 Jul 14 10:35:21.617966 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2d88b556-8b8b-4a38-9488-143d2c035e35 req-4fbee8ce-2d68-47cc-8214-d0ec7f2f81c3 service neutron] 10.222.0.55 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835991 Jul 14 10:35:21.712617 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-2d88b556-8b8b-4a38-9488-143d2c035e35 req-830c88ed-951f-4cf9-80a9-b7f684788ddb service neutron] 10.222.0.55 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872128 Jul 14 10:35:24.738487 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:35:25.668325 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9f8d4b24-e398-4589-8376-f8006844aeb2 details requested by agent hyperv_n-h1-798054-10 with host n-h1-798054-10 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:35:25.782849 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 9f8d4b24-e398-4589-8376-f8006844aeb2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9f8d4b24-e398-4589-8376-f8006844aeb2,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:35:25.796836 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Returning: {'device': '9f8d4b24-e398-4589-8376-f8006844aeb2', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'port_id': '9f8d4b24-e398-4589-8376-f8006844aeb2', 'mac_address': 'fa:16:3e:27:d8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:35:25.837040 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:25.860738 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f8d4b24-e398-4589-8376-f8006844aeb2 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:35:25.883222 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 9f8d4b24-e398-4589-8376-f8006844aeb2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9f8d4b24-e398-4589-8376-f8006844aeb2,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:35:25.889100 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:25.946004 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=9f8d4b24-e398-4589-8376-f8006844aeb2,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:25.960949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:25.960949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:25.960949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:25.960949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:25.960949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:25.960949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:25.960949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:25.960949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:25.960949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:25.960949 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:25.961941 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:25.961941 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:26.037768 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] get_ports_and_sgs() called for port_ids ['9f8d4b24-e398-4589-8376-f8006844aeb2'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:35:27.399480 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-693e0768-69ae-497f-a348-1dacee395bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:27.689713 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9f8d4b24-e398-4589-8376-f8006844aeb2 up at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:35:27.762709 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Provisioning complete for port 9f8d4b24-e398-4589-8376-f8006844aeb2 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:35:27.763278 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392424'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:27.869707 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:27.902675 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94877054-5b05-4323-b3b3-974ebbef5e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8d4b24-e398-4589-8376-f8006844aeb2'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:35:27.906250 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6bb68b-bf7c-446d-8193-9b161e85856e" -d '{"events": [{"server_uuid": "94877054-5b05-4323-b3b3-974ebbef5e23", "name": "network-vif-plugged", "status": "completed", "tag": "9f8d4b24-e398-4589-8376-f8006844aeb2"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:35:27.926886 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 9f8d4b24-e398-4589-8376-f8006844aeb2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9f8d4b24-e398-4589-8376-f8006844aeb2,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:35:27.935437 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:27.967125 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ea1311-098d-4d43-a9fc-1a9a53744c6f x-openstack-request-id: req-85ea1311-098d-4d43-a9fc-1a9a53744c6f {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:35:27.967425 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94877054-5b05-4323-b3b3-974ebbef5e23", "name": "network-vif-plugged", "status": "completed", "tag": "9f8d4b24-e398-4589-8376-f8006844aeb2", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:35:27.967719 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-85ea1311-098d-4d43-a9fc-1a9a53744c6f {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:35:27.968148 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94877054-5b05-4323-b3b3-974ebbef5e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8d4b24-e398-4589-8376-f8006844aeb2', 'code': 200} Jul 14 10:35:27.996470 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=9f8d4b24-e398-4589-8376-f8006844aeb2,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:29.864537 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27a6ea55-0ab0-4ea5-a16f-80c693418185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:30.028524 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:31.015816 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:32.741708 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:33.068195 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:33.995394 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 53964) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:35:34.153937 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Deleting port 032e540b-661f-4392-a6e5-82667f4b2d81 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:35:34.154287 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:34.231636 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:34.231966 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:34.243291 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Calling delete_port for 032e540b-661f-4392-a6e5-82667f4b2d81 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:35:34.395181 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:34.425142 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Pushing event deleted for resources: {'Port': ['ID=032e540b-661f-4392-a6e5-82667f4b2d81,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:34.452419 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:34.452780 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:34.453134 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:34.453478 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:34.453835 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:34.454178 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:34.454511 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:34.454841 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:34.455240 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:34.455527 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:34.455879 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:34.456245 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:34.493736 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:34.494099 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Floating IP fc50e9df-2213-4872-b4ab-3a0d0168331a disassociated (deleted). External IP: 172.25.1.136, port: 9f8d4b24-e398-4589-8376-f8006844aeb2. Jul 14 10:35:34.702967 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Router a41a498c-fd37-40a4-b388-9acd8a78a27f has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:35:34.827190 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:35:34.832392 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:34.837209 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3091dd23-83c4-4b45-be68-bbeffee12e8a None None] Sync routers for ids ['a41a498c-fd37-40a4-b388-9acd8a78a27f'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:35:34.847551 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3091dd23-83c4-4b45-be68-bbeffee12e8a None None] Routers {'a41a498c-fd37-40a4-b388-9acd8a78a27f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:35:34.848165 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3091dd23-83c4-4b45-be68-bbeffee12e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['a41a498c-fd37-40a4-b388-9acd8a78a27f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:34.871782 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-b8965d0d-883c-4b20-9060-6aeb71c99339 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "DELETE /v2.0/floatingips/fc50e9df-2213-4872-b4ab-3a0d0168331a HTTP/1.1" status: 204 len: 168 time: 0.8751371 Jul 14 10:35:34.872372 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94877054-5b05-4323-b3b3-974ebbef5e23', 'tag': '9f8d4b24-e398-4589-8376-f8006844aeb2'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:35:34.874841 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f057ce13-4cbe-496c-9380-bb5137f56fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "94877054-5b05-4323-b3b3-974ebbef5e23", "tag": "9f8d4b24-e398-4589-8376-f8006844aeb2"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:35:34.913676 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c78009-2e0f-42ff-b7ed-241f1190147a x-openstack-request-id: req-00c78009-2e0f-42ff-b7ed-241f1190147a {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:35:34.914053 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94877054-5b05-4323-b3b3-974ebbef5e23", "tag": "9f8d4b24-e398-4589-8376-f8006844aeb2", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:35:34.914375 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-00c78009-2e0f-42ff-b7ed-241f1190147a {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:35:34.914843 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94877054-5b05-4323-b3b3-974ebbef5e23', 'tag': '9f8d4b24-e398-4589-8376-f8006844aeb2', 'status': 'completed', 'code': 200} Jul 14 10:35:34.964623 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-3091dd23-83c4-4b45-be68-bbeffee12e8a None None] Set router a41a498c-fd37-40a4-b388-9acd8a78a27f gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:35:35.014922 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057ce13-4cbe-496c-9380-bb5137f56fdd req-16d90418-a5aa-42ba-82bf-238f5ec8f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:35.016518 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f057ce13-4cbe-496c-9380-bb5137f56fdd req-16d90418-a5aa-42ba-82bf-238f5ec8f22d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aef8f940018451c928a4a553c57138d&device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 1097 time: 0.0554812 Jul 14 10:35:35.121133 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057ce13-4cbe-496c-9380-bb5137f56fdd req-87f6d225-0c8e-49fc-8bb3-a7d3e3dd71c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:35.122678 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f057ce13-4cbe-496c-9380-bb5137f56fdd req-87f6d225-0c8e-49fc-8bb3-a7d3e3dd71c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=62302f43-6995-4397-9bb9-1d4c7c82bc66 HTTP/1.1" status: 200 len: 911 time: 0.0995059 Jul 14 10:35:35.180562 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f057ce13-4cbe-496c-9380-bb5137f56fdd req-ded0598d-8a19-4d7c-ba59-599e89a8ebf2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f8d4b24-e398-4589-8376-f8006844aeb2 HTTP/1.1" status: 200 len: 217 time: 0.0353789 Jul 14 10:35:35.210457 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3091dd23-83c4-4b45-be68-bbeffee12e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:30:55Z', 'updated_at': '2021-07-14T10:30:58Z', 'revision_number': 4, 'project_id': '2aef8f940018451c928a4a553c57138d', 'gw_port': {'id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:56Z', 'updated_at': '2021-07-14T10:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '7538025c-1ae2-45b2-a406-02c58856ed99', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'port_id': '506b846b-112c-4ab0-b750-7b37fe7098df', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'mac_address': 'fa:16:3e:9b:44:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:31:17Z', 'updated_at': '2021-07-14T10:31:19Z', 'revision_number': 1, 'project_id': '2aef8f940018451c928a4a553c57138d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e544006b-3111-4bb8-9b12-e113d5fa0f9a', 'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'mac_address': 'fa:16:3e:c0:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:57Z', 'updated_at': '2021-07-14T10:31:05Z', 'revision_number': 5, 'project_id': '2aef8f940018451c928a4a553c57138d', 'subnets': [{'id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:35.231703 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057ce13-4cbe-496c-9380-bb5137f56fdd req-a7acfbf8-e2fb-4f1e-917c-07afa930b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:35.233093 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f057ce13-4cbe-496c-9380-bb5137f56fdd req-a7acfbf8-e2fb-4f1e-917c-07afa930b22a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74724ad8-a86b-4f1e-aad5-d818c3632f92 HTTP/1.1" status: 200 len: 849 time: 0.0461323 Jul 14 10:35:35.238537 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3091dd23-83c4-4b45-be68-bbeffee12e8a None None] Checking router: a41a498c-fd37-40a4-b388-9acd8a78a27f for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:35:35.247764 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3091dd23-83c4-4b45-be68-bbeffee12e8a None None] Routers {'a41a498c-fd37-40a4-b388-9acd8a78a27f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:35:35.248379 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3091dd23-83c4-4b45-be68-bbeffee12e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['a41a498c-fd37-40a4-b388-9acd8a78a27f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:35.256075 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8bafe-5e28-4b02-8067-0ba4f410025a req-3d6e9486-0b24-487b-ae0d-2febcd10848e tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:35.257720 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4f8bafe-5e28-4b02-8067-0ba4f410025a req-3d6e9486-0b24-487b-ae0d-2febcd10848e tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 945 time: 0.0668418 Jul 14 10:35:35.302625 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057ce13-4cbe-496c-9380-bb5137f56fdd req-f7488f2b-8cd0-4a14-ab53-41515067b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:35.304147 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f057ce13-4cbe-496c-9380-bb5137f56fdd req-f7488f2b-8cd0-4a14-ab53-41515067b3a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62302f43-6995-4397-9bb9-1d4c7c82bc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639207 Jul 14 10:35:35.307651 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-b4f8bafe-5e28-4b02-8067-0ba4f410025a req-4816016c-570a-48ae-8859-fc1c65083a4b tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437267 Jul 14 10:35:35.364829 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-3091dd23-83c4-4b45-be68-bbeffee12e8a None None] Set router a41a498c-fd37-40a4-b388-9acd8a78a27f gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:35:35.395486 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f057ce13-4cbe-496c-9380-bb5137f56fdd req-5c6ff9e4-4cf5-467c-97f7-8144d4cd586e service neutron] 10.222.0.55 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838933 Jul 14 10:35:35.494271 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-f057ce13-4cbe-496c-9380-bb5137f56fdd req-c428f7d6-ce51-4599-b90a-7802350efc0c service neutron] 10.222.0.55 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911353 Jul 14 10:35:35.678429 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-3091dd23-83c4-4b45-be68-bbeffee12e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:30:55Z', 'updated_at': '2021-07-14T10:30:58Z', 'revision_number': 4, 'project_id': '2aef8f940018451c928a4a553c57138d', 'gw_port': {'id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:56Z', 'updated_at': '2021-07-14T10:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '7538025c-1ae2-45b2-a406-02c58856ed99', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'port_id': '506b846b-112c-4ab0-b750-7b37fe7098df', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'mac_address': 'fa:16:3e:9b:44:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:31:17Z', 'updated_at': '2021-07-14T10:31:19Z', 'revision_number': 1, 'project_id': '2aef8f940018451c928a4a553c57138d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e544006b-3111-4bb8-9b12-e113d5fa0f9a', 'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'mac_address': 'fa:16:3e:c0:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:57Z', 'updated_at': '2021-07-14T10:31:05Z', 'revision_number': 5, 'project_id': '2aef8f940018451c928a4a553c57138d', 'subnets': [{'id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:35.703714 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3091dd23-83c4-4b45-be68-bbeffee12e8a None None] The sync data for ids ['a41a498c-fd37-40a4-b388-9acd8a78a27f'] in n-d-798054-10 is: [{'id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:30:55Z', 'updated_at': '2021-07-14T10:30:58Z', 'revision_number': 4, 'project_id': '2aef8f940018451c928a4a553c57138d', 'gw_port': {'id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:56Z', 'updated_at': '2021-07-14T10:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_floatingips': [{'id': '7538025c-1ae2-45b2-a406-02c58856ed99', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'floating_ip_address': '172.25.1.37', 'floating_network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'router_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'port_id': '506b846b-112c-4ab0-b750-7b37fe7098df', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'mac_address': 'fa:16:3e:9b:44:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:31:17Z', 'updated_at': '2021-07-14T10:31:19Z', 'revision_number': 1, 'project_id': '2aef8f940018451c928a4a553c57138d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e544006b-3111-4bb8-9b12-e113d5fa0f9a', 'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'mac_address': 'fa:16:3e:c0:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:57Z', 'updated_at': '2021-07-14T10:31:05Z', 'revision_number': 5, 'project_id': '2aef8f940018451c928a4a553c57138d', 'subnets': [{'id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:35:35.711565 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9f8d4b24-e398-4589-8376-f8006844aeb2 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:35:35.792634 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630447'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:35.814972 n-d-798054-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94877054-5b05-4323-b3b3-974ebbef5e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8d4b24-e398-4589-8376-f8006844aeb2'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:35:35.817489 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b798cc0d1fd7c38e56198c48b3c2fa6f48b073c29aeba0febdf631b5a2525c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8491543b-21ee-44e6-89f3-e68a0ce5951b" -d '{"events": [{"server_uuid": "94877054-5b05-4323-b3b3-974ebbef5e23", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8d4b24-e398-4589-8376-f8006844aeb2"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:35:35.841699 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] For port 9f8d4b24-e398-4589-8376-f8006844aeb2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9f8d4b24-e398-4589-8376-f8006844aeb2,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:35:35.847734 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751749389087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751748885405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751748885423'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:35.875070 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a913342a-f734-4b0a-96de-436eeb7fd7ee x-openstack-request-id: req-a913342a-f734-4b0a-96de-436eeb7fd7ee {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:35:35.875541 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94877054-5b05-4323-b3b3-974ebbef5e23", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8d4b24-e398-4589-8376-f8006844aeb2", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:35:35.875768 n-d-798054-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a913342a-f734-4b0a-96de-436eeb7fd7ee {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:35:35.875986 n-d-798054-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94877054-5b05-4323-b3b3-974ebbef5e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8d4b24-e398-4589-8376-f8006844aeb2', 'code': 200} Jul 14 10:35:35.907987 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Pushing event updated for resources: {'Port': ['ID=9f8d4b24-e398-4589-8376-f8006844aeb2,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:35.952293 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c6275b-ace8-46b4-9050-ff674a84d78d None None] New status for floating IP fc50e9df-2213-4872-b4ab-3a0d0168331a: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:35:36.484558 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1979f29-4e08-4be5-81f9-17274faab7e0 req-b3fb8537-e015-42fc-a50d-8397e21aab56 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:36.486149 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1979f29-4e08-4be5-81f9-17274faab7e0 req-b3fb8537-e015-42fc-a50d-8397e21aab56 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 943 time: 0.0632725 Jul 14 10:35:36.529251 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-d1979f29-4e08-4be5-81f9-17274faab7e0 req-f89d3974-b41e-4c25-b498-a1e586a4bcab tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353570 Jul 14 10:35:36.935815 n-d-798054-10 neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e0847-c2c0-4036-abc2-d498e5c75ecb req-f15effff-25ca-463f-95d6-afe9b5628730 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:36.937185 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-091e0847-c2c0-4036-abc2-d498e5c75ecb req-f15effff-25ca-463f-95d6-afe9b5628730 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.55 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 943 time: 0.0626504 Jul 14 10:35:37.038960 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-091e0847-c2c0-4036-abc2-d498e5c75ecb req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Deleting port 9f8d4b24-e398-4589-8376-f8006844aeb2 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:35:37.039309 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-091e0847-c2c0-4036-abc2-d498e5c75ecb req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:37.125581 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-091e0847-c2c0-4036-abc2-d498e5c75ecb req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] For port 9f8d4b24-e398-4589-8376-f8006844aeb2, host n-h1-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-10',level=0,port_id=9f8d4b24-e398-4589-8376-f8006844aeb2,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:35:37.125979 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-091e0847-c2c0-4036-abc2-d498e5c75ecb req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:37.140016 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-091e0847-c2c0-4036-abc2-d498e5c75ecb req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Calling delete_port for 9f8d4b24-e398-4589-8376-f8006844aeb2 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:35:37.268670 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-091e0847-c2c0-4036-abc2-d498e5c75ecb req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:37.298986 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Pushing event deleted for resources: {'Port': ['ID=9f8d4b24-e398-4589-8376-f8006844aeb2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:37.328030 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:37.328375 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:37.328713 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:37.329051 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:37.329380 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:37.329705 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:37.330050 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:37.330370 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:37.330687 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:37.331005 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:37.331320 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:37.331635 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-10 {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:37.356300 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-091e0847-c2c0-4036-abc2-d498e5c75ecb req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] No DVR routers for this DVR port 9f8d4b24-e398-4589-8376-f8006844aeb2 on host n-h1-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:35:37.358902 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-091e0847-c2c0-4036-abc2-d498e5c75ecb req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:37.360995 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [req-091e0847-c2c0-4036-abc2-d498e5c75ecb req-dd7037dc-f103-4f43-ab1c-f847632ba426 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.55 "DELETE /v2.0/ports/9f8d4b24-e398-4589-8376-f8006844aeb2 HTTP/1.1" status: 204 len: 173 time: 0.4181292 Jul 14 10:35:37.361438 n-d-798054-10 neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94877054-5b05-4323-b3b3-974ebbef5e23', 'name': 'network-vif-deleted', 'tag': '9f8d4b24-e398-4589-8376-f8006844aeb2'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:35:37.363718 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5016bfda27b43908f4a8225f6d15450625df67eec29e8c24829672d95f98f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171829f5-6fad-486c-8832-87c87cc00b71" -d '{"events": [{"server_uuid": "94877054-5b05-4323-b3b3-974ebbef5e23", "name": "network-vif-deleted", "tag": "9f8d4b24-e398-4589-8376-f8006844aeb2"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:35:37.398550 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c499a197-63ea-410f-a363-df7d5e5e78fd x-openstack-request-id: req-c499a197-63ea-410f-a363-df7d5e5e78fd {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:35:37.398841 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94877054-5b05-4323-b3b3-974ebbef5e23", "name": "network-vif-deleted", "tag": "9f8d4b24-e398-4589-8376-f8006844aeb2", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:35:37.399086 n-d-798054-10 neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c499a197-63ea-410f-a363-df7d5e5e78fd {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:35:37.399485 n-d-798054-10 neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94877054-5b05-4323-b3b3-974ebbef5e23', 'name': 'network-vif-deleted', 'tag': '9f8d4b24-e398-4589-8376-f8006844aeb2', 'status': 'completed', 'code': 200} Jul 14 10:35:37.684234 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-115e1a5f-d97c-4286-a725-9142a9ac02c0 req-77ef2343-dab0-469b-8ebe-138691a94a1c tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=94877054-5b05-4323-b3b3-974ebbef5e23 HTTP/1.1" status: 200 len: 210 time: 0.0296967 Jul 14 10:35:39.335371 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 54022) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:35:39.496468 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-6115b074-9052-4cfb-b4a9-aa0e61862944 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Deleting port a047adb7-9f07-470c-a0e0-f8094d305de7 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:35:39.496722 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6115b074-9052-4cfb-b4a9-aa0e61862944 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:39.578470 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6115b074-9052-4cfb-b4a9-aa0e61862944 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:39.578797 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6115b074-9052-4cfb-b4a9-aa0e61862944 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:39.590886 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-6115b074-9052-4cfb-b4a9-aa0e61862944 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Calling delete_port for a047adb7-9f07-470c-a0e0-f8094d305de7 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:35:39.734885 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6115b074-9052-4cfb-b4a9-aa0e61862944 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:39.742572 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9f8d4b24-e398-4589-8376-f8006844aeb2 no longer exists at agent hyperv_n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:35:39.762399 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] No Port match for: 9f8d4b24-e398-4589-8376-f8006844aeb2 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:35:39.762638 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b074-9052-4cfb-b4a9-aa0e61862944 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Pushing event deleted for resources: {'Port': ['ID=a047adb7-9f07-470c-a0e0-f8094d305de7,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:39.762774 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Device 9f8d4b24-e398-4589-8376-f8006844aeb2 not bound to the agent host n-h1-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:35:39.820657 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6115b074-9052-4cfb-b4a9-aa0e61862944 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:39.820986 n-d-798054-10 neutron-server[93887]: INFO neutron.db.l3_db [None req-6115b074-9052-4cfb-b4a9-aa0e61862944 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Floating IP 7538025c-1ae2-45b2-a406-02c58856ed99 disassociated (deleted). External IP: 172.25.1.37, port: 506b846b-112c-4ab0-b750-7b37fe7098df. Jul 14 10:35:40.365548 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6115b074-9052-4cfb-b4a9-aa0e61862944 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Router a41a498c-fd37-40a4-b388-9acd8a78a27f has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:35:40.472546 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6115b074-9052-4cfb-b4a9-aa0e61862944 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:35:40.477266 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6115b074-9052-4cfb-b4a9-aa0e61862944 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:40.482371 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf38b01-d5e5-4634-8b00-28a1e5f393a3 None None] Sync routers for ids ['a41a498c-fd37-40a4-b388-9acd8a78a27f'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:35:40.491429 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf38b01-d5e5-4634-8b00-28a1e5f393a3 None None] Routers {'a41a498c-fd37-40a4-b388-9acd8a78a27f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:35:40.492027 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-bdf38b01-d5e5-4634-8b00-28a1e5f393a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['a41a498c-fd37-40a4-b388-9acd8a78a27f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:40.515590 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-6115b074-9052-4cfb-b4a9-aa0e61862944 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "DELETE /v2.0/floatingips/7538025c-1ae2-45b2-a406-02c58856ed99 HTTP/1.1" status: 204 len: 168 time: 1.1790173 Jul 14 10:35:40.516090 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'tag': '506b846b-112c-4ab0-b750-7b37fe7098df'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:35:40.518401 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753d1c10-7f0d-4afb-af0a-11867be39067" -d '{"events": [{"name": "network-changed", "server_uuid": "8a73b62d-c87e-4e6c-bd44-bb1c75ea522c", "tag": "506b846b-112c-4ab0-b750-7b37fe7098df"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:35:40.553584 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7119791e-b52d-4a6c-af53-a5da1399fd6a x-openstack-request-id: req-7119791e-b52d-4a6c-af53-a5da1399fd6a {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:35:40.553988 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a73b62d-c87e-4e6c-bd44-bb1c75ea522c", "tag": "506b846b-112c-4ab0-b750-7b37fe7098df", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:35:40.554312 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7119791e-b52d-4a6c-af53-a5da1399fd6a {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:35:40.554777 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'tag': '506b846b-112c-4ab0-b750-7b37fe7098df', 'status': 'completed', 'code': 200} Jul 14 10:35:40.599979 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-bdf38b01-d5e5-4634-8b00-28a1e5f393a3 None None] Set router a41a498c-fd37-40a4-b388-9acd8a78a27f gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:35:40.637161 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d1c10-7f0d-4afb-af0a-11867be39067 req-050c9143-7a57-4479-b6d9-5fa6ff774650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:40.639051 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-753d1c10-7f0d-4afb-af0a-11867be39067 req-050c9143-7a57-4479-b6d9-5fa6ff774650 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2aef8f940018451c928a4a553c57138d&device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 1096 time: 0.0620987 Jul 14 10:35:40.737448 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d1c10-7f0d-4afb-af0a-11867be39067 req-bf94077a-6555-4d61-bed5-05413a680086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:40.739090 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-753d1c10-7f0d-4afb-af0a-11867be39067 req-bf94077a-6555-4d61-bed5-05413a680086 service neutron] 10.222.0.49 "GET /v2.0/networks?id=62302f43-6995-4397-9bb9-1d4c7c82bc66 HTTP/1.1" status: 200 len: 911 time: 0.0933919 Jul 14 10:35:40.784492 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-753d1c10-7f0d-4afb-af0a-11867be39067 req-6a38dfc3-95a7-456a-8938-ba24005365b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=506b846b-112c-4ab0-b750-7b37fe7098df HTTP/1.1" status: 200 len: 217 time: 0.0380599 Jul 14 10:35:40.817294 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-bdf38b01-d5e5-4634-8b00-28a1e5f393a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:30:55Z', 'updated_at': '2021-07-14T10:30:58Z', 'revision_number': 4, 'project_id': '2aef8f940018451c928a4a553c57138d', 'gw_port': {'id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:56Z', 'updated_at': '2021-07-14T10:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e544006b-3111-4bb8-9b12-e113d5fa0f9a', 'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'mac_address': 'fa:16:3e:c0:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:57Z', 'updated_at': '2021-07-14T10:31:05Z', 'revision_number': 5, 'project_id': '2aef8f940018451c928a4a553c57138d', 'subnets': [{'id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:40.842172 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d1c10-7f0d-4afb-af0a-11867be39067 req-434ac2cd-966a-4913-905f-c6b26206d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:40.844027 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-753d1c10-7f0d-4afb-af0a-11867be39067 req-434ac2cd-966a-4913-905f-c6b26206d485 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74724ad8-a86b-4f1e-aad5-d818c3632f92 HTTP/1.1" status: 200 len: 849 time: 0.0507891 Jul 14 10:35:40.848231 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf38b01-d5e5-4634-8b00-28a1e5f393a3 None None] Checking router: a41a498c-fd37-40a4-b388-9acd8a78a27f for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:35:40.856876 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf38b01-d5e5-4634-8b00-28a1e5f393a3 None None] Routers {'a41a498c-fd37-40a4-b388-9acd8a78a27f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:35:40.857492 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-bdf38b01-d5e5-4634-8b00-28a1e5f393a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['a41a498c-fd37-40a4-b388-9acd8a78a27f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:40.910917 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d1c10-7f0d-4afb-af0a-11867be39067 req-bd874bdb-3168-40cf-b462-7315def3c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:40.912493 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-753d1c10-7f0d-4afb-af0a-11867be39067 req-bd874bdb-3168-40cf-b462-7315def3c89a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=62302f43-6995-4397-9bb9-1d4c7c82bc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601702 Jul 14 10:35:40.975038 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-bdf38b01-d5e5-4634-8b00-28a1e5f393a3 None None] Set router a41a498c-fd37-40a4-b388-9acd8a78a27f gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:35:41.058268 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-753d1c10-7f0d-4afb-af0a-11867be39067 req-f9a5d98a-ffd5-4bc7-81f6-4702532dd282 service neutron] 10.222.0.49 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381502 Jul 14 10:35:41.082616 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f43872-da59-45f3-9cd1-e3c285323141 req-14eb9577-ef39-4978-9e86-86c04e676add tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:41.084282 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71f43872-da59-45f3-9cd1-e3c285323141 req-14eb9577-ef39-4978-9e86-86c04e676add tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 944 time: 0.2392666 Jul 14 10:35:41.179990 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-71f43872-da59-45f3-9cd1-e3c285323141 req-f2391340-e0d9-4f9f-8e21-92919831a374 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823669 Jul 14 10:35:41.187823 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-bdf38b01-d5e5-4634-8b00-28a1e5f393a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:30:55Z', 'updated_at': '2021-07-14T10:30:58Z', 'revision_number': 4, 'project_id': '2aef8f940018451c928a4a553c57138d', 'gw_port': {'id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:56Z', 'updated_at': '2021-07-14T10:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e544006b-3111-4bb8-9b12-e113d5fa0f9a', 'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'mac_address': 'fa:16:3e:c0:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:57Z', 'updated_at': '2021-07-14T10:31:05Z', 'revision_number': 5, 'project_id': '2aef8f940018451c928a4a553c57138d', 'subnets': [{'id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:41.200130 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-753d1c10-7f0d-4afb-af0a-11867be39067 req-2e143bbb-c6c9-4124-91fd-dac36507d716 service neutron] 10.222.0.49 "GET /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340621 Jul 14 10:35:41.215354 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf38b01-d5e5-4634-8b00-28a1e5f393a3 None None] The sync data for ids ['a41a498c-fd37-40a4-b388-9acd8a78a27f'] in n-d-798054-10 is: [{'id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:30:55Z', 'updated_at': '2021-07-14T10:30:58Z', 'revision_number': 4, 'project_id': '2aef8f940018451c928a4a553c57138d', 'gw_port': {'id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:56Z', 'updated_at': '2021-07-14T10:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10', '_interfaces': [{'id': 'e544006b-3111-4bb8-9b12-e113d5fa0f9a', 'name': '', 'network_id': '62302f43-6995-4397-9bb9-1d4c7c82bc66', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'mac_address': 'fa:16:3e:c0:6a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:57Z', 'updated_at': '2021-07-14T10:31:05Z', 'revision_number': 5, 'project_id': '2aef8f940018451c928a4a553c57138d', 'subnets': [{'id': '74724ad8-a86b-4f1e-aad5-d818c3632f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:35:41.442536 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a954a0e-2367-4256-b0cf-22bde7456473 None None] New status for floating IP 7538025c-1ae2-45b2-a406-02c58856ed99: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:35:42.392328 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43719e78-7110-44b5-b244-ecc2bb57d3ba req-2abc9e36-4bbc-423b-9cd8-a710771388c6 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:42.393851 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-43719e78-7110-44b5-b244-ecc2bb57d3ba req-2abc9e36-4bbc-423b-9cd8-a710771388c6 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 944 time: 0.0958915 Jul 14 10:35:42.462625 n-d-798054-10 neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77375c3c-9cc9-488d-b0e8-6fa535e80041 req-711c21dc-8721-4250-829f-cd825d203eb8 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:42.464018 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-77375c3c-9cc9-488d-b0e8-6fa535e80041 req-711c21dc-8721-4250-829f-cd825d203eb8 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a73b62d-c87e-4e6c-bd44-bb1c75ea522c HTTP/1.1" status: 200 len: 944 time: 0.1725049 Jul 14 10:35:42.525861 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-77375c3c-9cc9-488d-b0e8-6fa535e80041 req-63c20633-7ad7-47fb-9b0d-3c8f40fa9b0a tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "GET /v2.0/security-groups?id=8751bc97-5052-443f-988e-40664f362f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550354 Jul 14 10:35:42.542084 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-43719e78-7110-44b5-b244-ecc2bb57d3ba req-f17394c0-58f5-4b00-9082-b55d873b154a tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Deleting port 506b846b-112c-4ab0-b750-7b37fe7098df {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:35:42.542434 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-43719e78-7110-44b5-b244-ecc2bb57d3ba req-f17394c0-58f5-4b00-9082-b55d873b154a tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:42.629644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-43719e78-7110-44b5-b244-ecc2bb57d3ba req-f17394c0-58f5-4b00-9082-b55d873b154a tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] For port 506b846b-112c-4ab0-b750-7b37fe7098df, host n-h2-798054-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-10',level=0,port_id=506b846b-112c-4ab0-b750-7b37fe7098df,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:35:42.630041 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-43719e78-7110-44b5-b244-ecc2bb57d3ba req-f17394c0-58f5-4b00-9082-b55d873b154a tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:42.647041 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-43719e78-7110-44b5-b244-ecc2bb57d3ba req-f17394c0-58f5-4b00-9082-b55d873b154a tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Calling delete_port for 506b846b-112c-4ab0-b750-7b37fe7098df owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:35:42.769205 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-43719e78-7110-44b5-b244-ecc2bb57d3ba req-f17394c0-58f5-4b00-9082-b55d873b154a tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:42.798317 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17394c0-58f5-4b00-9082-b55d873b154a tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Pushing event deleted for resources: {'Port': ['ID=506b846b-112c-4ab0-b750-7b37fe7098df,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:42.847542 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-43719e78-7110-44b5-b244-ecc2bb57d3ba req-f17394c0-58f5-4b00-9082-b55d873b154a tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] No DVR routers for this DVR port 506b846b-112c-4ab0-b750-7b37fe7098df on host n-h2-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:35:42.850139 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-43719e78-7110-44b5-b244-ecc2bb57d3ba req-f17394c0-58f5-4b00-9082-b55d873b154a tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66786'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:42.852165 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [req-43719e78-7110-44b5-b244-ecc2bb57d3ba req-f17394c0-58f5-4b00-9082-b55d873b154a tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.49 "DELETE /v2.0/ports/506b846b-112c-4ab0-b750-7b37fe7098df HTTP/1.1" status: 204 len: 173 time: 0.4532986 Jul 14 10:35:42.852677 n-d-798054-10 neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'name': 'network-vif-deleted', 'tag': '506b846b-112c-4ab0-b750-7b37fe7098df'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:35:42.855476 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d076087b3b1c3bd60ec53b841cf99d390f68da19e5f8635aac3356b4c03099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad0f5f2-9375-4295-8d9e-12fe70217ce9" -d '{"events": [{"server_uuid": "8a73b62d-c87e-4e6c-bd44-bb1c75ea522c", "name": "network-vif-deleted", "tag": "506b846b-112c-4ab0-b750-7b37fe7098df"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:35:42.894493 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828a7bed-f9b3-4dda-8621-5c702f89d0f2 x-openstack-request-id: req-828a7bed-f9b3-4dda-8621-5c702f89d0f2 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:35:42.894787 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a73b62d-c87e-4e6c-bd44-bb1c75ea522c", "name": "network-vif-deleted", "tag": "506b846b-112c-4ab0-b750-7b37fe7098df", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:35:42.895036 n-d-798054-10 neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-828a7bed-f9b3-4dda-8621-5c702f89d0f2 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:35:42.895433 n-d-798054-10 neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a73b62d-c87e-4e6c-bd44-bb1c75ea522c', 'name': 'network-vif-deleted', 'tag': '506b846b-112c-4ab0-b750-7b37fe7098df', 'status': 'completed', 'code': 200} Jul 14 10:35:43.617087 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 54040) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:35:43.675999 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-598a8ad5-cfcc-4dff-b111-e5c858442e36 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:43.700210 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-598a8ad5-cfcc-4dff-b111-e5c858442e36 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:43.758425 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-598a8ad5-cfcc-4dff-b111-e5c858442e36 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:43.761586 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-598a8ad5-cfcc-4dff-b111-e5c858442e36 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:43.762797 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-598a8ad5-cfcc-4dff-b111-e5c858442e36 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] 10.222.0.26 "DELETE /v2.0/security-groups/8751bc97-5052-443f-988e-40664f362f9a HTTP/1.1" status: 204 len: 168 time: 0.1446137 Jul 14 10:35:43.771813 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a8ad5-cfcc-4dff-b111-e5c858442e36 tempest-TestSnapshotPattern-1400022003 tempest-TestSnapshotPattern-1400022003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8751bc97-5052-443f-988e-40664f362f9a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:43.821481 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 54044) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:35:44.158974 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-85745582-e4d2-4013-9368-3753dbdd8232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:44.408292 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-85745582-e4d2-4013-9368-3753dbdd8232 admin admin] Deleting port e544006b-3111-4bb8-9b12-e113d5fa0f9a {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:35:44.408635 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-85745582-e4d2-4013-9368-3753dbdd8232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:44.484828 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-85745582-e4d2-4013-9368-3753dbdd8232 admin admin] For port e544006b-3111-4bb8-9b12-e113d5fa0f9a, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=e544006b-3111-4bb8-9b12-e113d5fa0f9a,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:35:44.485100 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-85745582-e4d2-4013-9368-3753dbdd8232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:44.497216 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-85745582-e4d2-4013-9368-3753dbdd8232 admin admin] Calling delete_port for e544006b-3111-4bb8-9b12-e113d5fa0f9a owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:35:44.674939 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-85745582-e4d2-4013-9368-3753dbdd8232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:44.703248 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85745582-e4d2-4013-9368-3753dbdd8232 admin admin] Pushing event deleted for resources: {'Port': ['ID=e544006b-3111-4bb8-9b12-e113d5fa0f9a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:44.866793 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-85745582-e4d2-4013-9368-3753dbdd8232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:45.076002 n-d-798054-10 neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85745582-e4d2-4013-9368-3753dbdd8232 admin admin] Router a41a498c-fd37-40a4-b388-9acd8a78a27f has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:35:45.178949 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85745582-e4d2-4013-9368-3753dbdd8232 admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:35:45.184396 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-85745582-e4d2-4013-9368-3753dbdd8232 admin admin] 10.222.0.26 "PUT /v2.0/routers/a41a498c-fd37-40a4-b388-9acd8a78a27f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3617961 Jul 14 10:35:45.187082 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 54046) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:35:45.189697 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17d3552-24ca-48e7-8ea8-02cd0167b70a None None] Sync routers for ids ['a41a498c-fd37-40a4-b388-9acd8a78a27f'] in n-d-798054-10 {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:35:45.199360 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17d3552-24ca-48e7-8ea8-02cd0167b70a None None] Routers {'a41a498c-fd37-40a4-b388-9acd8a78a27f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:35:45.200054 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f17d3552-24ca-48e7-8ea8-02cd0167b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['a41a498c-fd37-40a4-b388-9acd8a78a27f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:45.289735 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a4c193a-61fd-49b4-8328-383a41e46a12 admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:45.301644 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f17d3552-24ca-48e7-8ea8-02cd0167b70a None None] Set router a41a498c-fd37-40a4-b388-9acd8a78a27f gateway port host: n-d-798054-10 {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:35:45.389022 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a4c193a-61fd-49b4-8328-383a41e46a12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:45.443655 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-4a4c193a-61fd-49b4-8328-383a41e46a12 admin admin] Deleting port c02e02c8-70d2-44ba-bc30-691ddb99e809 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:35:45.444006 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a4c193a-61fd-49b4-8328-383a41e46a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:45.476791 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f17d3552-24ca-48e7-8ea8-02cd0167b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:30:55Z', 'updated_at': '2021-07-14T10:35:44Z', 'revision_number': 5, 'project_id': '2aef8f940018451c928a4a553c57138d', 'gw_port': {'id': 'c02e02c8-70d2-44ba-bc30-691ddb99e809', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:30:56Z', 'updated_at': '2021-07-14T10:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:45.502800 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17d3552-24ca-48e7-8ea8-02cd0167b70a None None] Checking router: a41a498c-fd37-40a4-b388-9acd8a78a27f for host: n-d-798054-10 {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:35:45.511582 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17d3552-24ca-48e7-8ea8-02cd0167b70a None None] Routers {'a41a498c-fd37-40a4-b388-9acd8a78a27f'} bound to L3 agent in host n-d-798054-10 {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:35:45.512193 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f17d3552-24ca-48e7-8ea8-02cd0167b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['a41a498c-fd37-40a4-b388-9acd8a78a27f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:45.521905 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-4a4c193a-61fd-49b4-8328-383a41e46a12 admin admin] For port c02e02c8-70d2-44ba-bc30-691ddb99e809, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c02e02c8-70d2-44ba-bc30-691ddb99e809,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:35:45.522271 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a4c193a-61fd-49b4-8328-383a41e46a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:45.534667 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-4a4c193a-61fd-49b4-8328-383a41e46a12 admin admin] Calling delete_port for c02e02c8-70d2-44ba-bc30-691ddb99e809 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:35:45.601460 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f17d3552-24ca-48e7-8ea8-02cd0167b70a None None] Set router a41a498c-fd37-40a4-b388-9acd8a78a27f gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:35:45.632628 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 506b846b-112c-4ab0-b750-7b37fe7098df no longer exists at agent hyperv_n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:35:45.651614 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f17d3552-24ca-48e7-8ea8-02cd0167b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:30:55Z', 'updated_at': '2021-07-14T10:35:45Z', 'revision_number': 6, 'project_id': '2aef8f940018451c928a4a553c57138d', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:45.654890 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] No Port match for: 506b846b-112c-4ab0-b750-7b37fe7098df {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:35:45.655292 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Device 506b846b-112c-4ab0-b750-7b37fe7098df not bound to the agent host n-h2-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:35:45.709368 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a4c193a-61fd-49b4-8328-383a41e46a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:45.736963 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c193a-61fd-49b4-8328-383a41e46a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=c02e02c8-70d2-44ba-bc30-691ddb99e809,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:45.769837 n-d-798054-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17d3552-24ca-48e7-8ea8-02cd0167b70a None None] The sync data for ids ['a41a498c-fd37-40a4-b388-9acd8a78a27f'] in n-d-798054-10 is: [{'id': 'a41a498c-fd37-40a4-b388-9acd8a78a27f', 'name': 'tempest-TestSnapshotPattern-1617105276-router', 'tenant_id': '2aef8f940018451c928a4a553c57138d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:30:55Z', 'updated_at': '2021-07-14T10:35:45Z', 'revision_number': 6, 'project_id': '2aef8f940018451c928a4a553c57138d', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:35:45.808688 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a4c193a-61fd-49b4-8328-383a41e46a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:46.241102 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a4c193a-61fd-49b4-8328-383a41e46a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:46.243228 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a4c193a-61fd-49b4-8328-383a41e46a12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:46.286073 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a4c193a-61fd-49b4-8328-383a41e46a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:46.286644 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4c193a-61fd-49b4-8328-383a41e46a12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a41a498c-fd37-40a4-b388-9acd8a78a27f {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:35:46.293061 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4a4c193a-61fd-49b4-8328-383a41e46a12 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:46.294456 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-4a4c193a-61fd-49b4-8328-383a41e46a12 admin admin] 10.222.0.26 "DELETE /v2.0/routers/a41a498c-fd37-40a4-b388-9acd8a78a27f HTTP/1.1" status: 204 len: 168 time: 1.1064560 Jul 14 10:35:46.296972 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 54048) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:35:46.342673 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b31e64-298a-4e75-b86b-f7ea1edcdf20 admin admin] Deleting subnet 74724ad8-a86b-4f1e-aad5-d818c3632f92 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:35:46.345931 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-69b31e64-298a-4e75-b86b-f7ea1edcdf20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:46.383073 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-69b31e64-298a-4e75-b86b-f7ea1edcdf20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2560316'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:46.457296 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-69b31e64-298a-4e75-b86b-f7ea1edcdf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:46.511670 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-69b31e64-298a-4e75-b86b-f7ea1edcdf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10474474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9490573'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:46.539385 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b31e64-298a-4e75-b86b-f7ea1edcdf20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74724ad8-a86b-4f1e-aad5-d818c3632f92,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:46.545567 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-69b31e64-298a-4e75-b86b-f7ea1edcdf20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:46.547663 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-69b31e64-298a-4e75-b86b-f7ea1edcdf20 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/74724ad8-a86b-4f1e-aad5-d818c3632f92 HTTP/1.1" status: 204 len: 168 time: 0.2495525 Jul 14 10:35:46.550464 n-d-798054-10 neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.26', 54050) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:35:46.551185 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a606856d-3db9-49e8-85c5-c63546729c8a None None] Network 62302f43-6995-4397-9bb9-1d4c7c82bc66 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:35:46.623507 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ae5870b-7d88-47b4-b248-a269f1bac2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:46.684850 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-8ae5870b-7d88-47b4-b248-a269f1bac2fb admin admin] Deleting port 1a560a37-66b2-4dc8-a7a3-f4e914d363c0 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:35:46.685487 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ae5870b-7d88-47b4-b248-a269f1bac2fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:46.699079 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c02e02c8-70d2-44ba-bc30-691ddb99e809 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:35:46.719794 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: c02e02c8-70d2-44ba-bc30-691ddb99e809 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:35:46.720342 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c02e02c8-70d2-44ba-bc30-691ddb99e809 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:35:46.720926 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e544006b-3111-4bb8-9b12-e113d5fa0f9a no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:35:46.742543 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: e544006b-3111-4bb8-9b12-e113d5fa0f9a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:35:46.742892 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device e544006b-3111-4bb8-9b12-e113d5fa0f9a not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:35:46.766160 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-8ae5870b-7d88-47b4-b248-a269f1bac2fb admin admin] For port 1a560a37-66b2-4dc8-a7a3-f4e914d363c0, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1a560a37-66b2-4dc8-a7a3-f4e914d363c0,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:35:46.766160 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ae5870b-7d88-47b4-b248-a269f1bac2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:46.779130 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-8ae5870b-7d88-47b4-b248-a269f1bac2fb admin admin] Calling delete_port for 1a560a37-66b2-4dc8-a7a3-f4e914d363c0 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:35:46.801840 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4312b94d-15ae-4aa5-9a5f-ea0a6c2bee0b None None] DHCP port deletion for 62302f43-6995-4397-9bb9-1d4c7c82bc66 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:35:46.867173 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4312b94d-15ae-4aa5-9a5f-ea0a6c2bee0b None None] Deleting port 1a560a37-66b2-4dc8-a7a3-f4e914d363c0 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:35:46.867685 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4312b94d-15ae-4aa5-9a5f-ea0a6c2bee0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:46.882295 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ae5870b-7d88-47b4-b248-a269f1bac2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10474423'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:46.909828 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5870b-7d88-47b4-b248-a269f1bac2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=1a560a37-66b2-4dc8-a7a3-f4e914d363c0,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:46.918541 n-d-798054-10 neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae5870b-7d88-47b4-b248-a269f1bac2fb admin admin] No DVR routers for this DVR port 1a560a37-66b2-4dc8-a7a3-f4e914d363c0 on host n-d-798054-10 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:35:46.934999 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4312b94d-15ae-4aa5-9a5f-ea0a6c2bee0b None None] For port 1a560a37-66b2-4dc8-a7a3-f4e914d363c0, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=1a560a37-66b2-4dc8-a7a3-f4e914d363c0,segment=NetworkSegment(53ff478f-1602-4dee-9407-88d8b7b60f65),segment_id=53ff478f-1602-4dee-9407-88d8b7b60f65)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:35:46.935534 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4312b94d-15ae-4aa5-9a5f-ea0a6c2bee0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:46.948828 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4312b94d-15ae-4aa5-9a5f-ea0a6c2bee0b None None] Calling delete_port for 1a560a37-66b2-4dc8-a7a3-f4e914d363c0 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:35:46.994133 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ae5870b-7d88-47b4-b248-a269f1bac2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:47.004356 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-8ae5870b-7d88-47b4-b248-a269f1bac2fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62302f43-6995-4397-9bb9-1d4c7c82bc66']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:47.015327 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-8ae5870b-7d88-47b4-b248-a269f1bac2fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ff478f-1602-4dee-9407-88d8b7b60f65') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:47.015623 n-d-798054-10 neutron-server[93887]: DEBUG neutron.services.segments.db [None req-8ae5870b-7d88-47b4-b248-a269f1bac2fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ff478f-1602-4dee-9407-88d8b7b60f65') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:47.024441 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ae5870b-7d88-47b4-b248-a269f1bac2fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2560293'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:47.028734 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4312b94d-15ae-4aa5-9a5f-ea0a6c2bee0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:47.038436 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ae5870b-7d88-47b4-b248-a269f1bac2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:47.044710 n-d-798054-10 neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae5870b-7d88-47b4-b248-a269f1bac2fb admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:35:47.045039 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ae5870b-7d88-47b4-b248-a269f1bac2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10473540'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: Traceback (most recent call last): Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: timer() Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: cb(*args, **kw) Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: return func(*args, **kwargs) Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: self._notify() Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: self.callback(batched_events) Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: event.method(event) Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: return f(self, *a, **k) Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: return self._get(url).json() Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: return self.request(url, 'GET', **kwargs) Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:35:47.046675 n-d-798054-10 neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:35:47.053015 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312b94d-15ae-4aa5-9a5f-ea0a6c2bee0b None None] Pushing event deleted for resources: {'Port': ['ID=1a560a37-66b2-4dc8-a7a3-f4e914d363c0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:47.056582 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4312b94d-15ae-4aa5-9a5f-ea0a6c2bee0b None None] No DVR routers for this DVR port 1a560a37-66b2-4dc8-a7a3-f4e914d363c0 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:35:47.110766 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ae5870b-7d88-47b4-b248-a269f1bac2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:47.119242 n-d-798054-10 neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ae5870b-7d88-47b4-b248-a269f1bac2fb admin admin] Notify callbacks [] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:47.121177 n-d-798054-10 neutron-server[93887]: INFO neutron.wsgi [None req-8ae5870b-7d88-47b4-b248-a269f1bac2fb admin admin] 10.222.0.26 "DELETE /v2.0/networks/62302f43-6995-4397-9bb9-1d4c7c82bc66 HTTP/1.1" status: 204 len: 168 time: 0.5697620 Jul 14 10:35:47.124260 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54052) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:35:47.131235 n-d-798054-10 neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5870b-7d88-47b4-b248-a269f1bac2fb admin admin] Pushing event deleted for resources: {'Network': ['ID=62302f43-6995-4397-9bb9-1d4c7c82bc66,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:47.181987 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:47.484277 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-392f9769-5f4e-4d10-9fec-9d7a8d04a79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529226'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:47.739432 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-392f9769-5f4e-4d10-9fec-9d7a8d04a79a admin admin] Deleting port 8faf87ac-edaf-418c-b50f-5480d8fd915c {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:35:47.739691 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-392f9769-5f4e-4d10-9fec-9d7a8d04a79a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:47.819573 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-392f9769-5f4e-4d10-9fec-9d7a8d04a79a admin admin] For port 8faf87ac-edaf-418c-b50f-5480d8fd915c, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=8faf87ac-edaf-418c-b50f-5480d8fd915c,segment=NetworkSegment(103ea312-445e-498b-90ff-fa819c6d6f22),segment_id=103ea312-445e-498b-90ff-fa819c6d6f22)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:35:47.819940 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-392f9769-5f4e-4d10-9fec-9d7a8d04a79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:47.832105 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-392f9769-5f4e-4d10-9fec-9d7a8d04a79a admin admin] Calling delete_port for 8faf87ac-edaf-418c-b50f-5480d8fd915c owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:35:48.006979 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-392f9769-5f4e-4d10-9fec-9d7a8d04a79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:48.031024 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f9769-5f4e-4d10-9fec-9d7a8d04a79a admin admin] Pushing event deleted for resources: {'Port': ['ID=8faf87ac-edaf-418c-b50f-5480d8fd915c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:48.197687 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-392f9769-5f4e-4d10-9fec-9d7a8d04a79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529382'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:48.406045 n-d-798054-10 neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392f9769-5f4e-4d10-9fec-9d7a8d04a79a admin admin] Router 499f6cae-af5e-4d4f-a630-49dd11871323 has already been hosted by L3 agent 9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:35:48.509198 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392f9769-5f4e-4d10-9fec-9d7a8d04a79a admin admin] Notify agent at l3_agent.n-d-798054-10 the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:35:48.514797 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-392f9769-5f4e-4d10-9fec-9d7a8d04a79a admin admin] 10.222.0.26 "PUT /v2.0/routers/499f6cae-af5e-4d4f-a630-49dd11871323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3886979 Jul 14 10:35:48.517348 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54054) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:35:48.519807 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410b8c5-150c-4a1a-9cdd-5dd2654c4c15 None None] Sync routers for ids ['499f6cae-af5e-4d4f-a630-49dd11871323'] in n-d-798054-10 {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:35:48.530440 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6410b8c5-150c-4a1a-9cdd-5dd2654c4c15 None None] Routers {'499f6cae-af5e-4d4f-a630-49dd11871323'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:35:48.531093 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-6410b8c5-150c-4a1a-9cdd-5dd2654c4c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['499f6cae-af5e-4d4f-a630-49dd11871323'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:48.621310 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4cf337b-3082-4413-ae3f-8af3537eea50 admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:48.642638 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-6410b8c5-150c-4a1a-9cdd-5dd2654c4c15 None None] Set router 499f6cae-af5e-4d4f-a630-49dd11871323 gateway port host: n-d-798054-10 {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:35:48.728448 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4cf337b-3082-4413-ae3f-8af3537eea50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:48.738406 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1a560a37-66b2-4dc8-a7a3-f4e914d363c0 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:35:48.762212 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 1a560a37-66b2-4dc8-a7a3-f4e914d363c0 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:35:48.762549 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 1a560a37-66b2-4dc8-a7a3-f4e914d363c0 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:35:48.785415 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-f4cf337b-3082-4413-ae3f-8af3537eea50 admin admin] Deleting port c3e19b5f-d124-4270-95dc-bb75e820af32 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:35:48.785760 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4cf337b-3082-4413-ae3f-8af3537eea50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:48.847414 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-6410b8c5-150c-4a1a-9cdd-5dd2654c4c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499f6cae-af5e-4d4f-a630-49dd11871323', 'name': 'tempest-TestSnapshotPattern-2106786767-router', 'tenant_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'external_fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3e19b5f-d124-4270-95dc-bb75e820af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:00Z', 'updated_at': '2021-07-14T10:35:47Z', 'revision_number': 5, 'project_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'gw_port': {'id': 'c3e19b5f-d124-4270-95dc-bb75e820af32', 'name': '', 'network_id': 'f364b4f5-ab99-4997-a007-bd1df74278ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499f6cae-af5e-4d4f-a630-49dd11871323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:01Z', 'updated_at': '2021-07-14T10:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a95d9d4-a3ca-45dd-aec7-8c48599f26ea', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-10'}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:48.862767 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-f4cf337b-3082-4413-ae3f-8af3537eea50 admin admin] For port c3e19b5f-d124-4270-95dc-bb75e820af32, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=c3e19b5f-d124-4270-95dc-bb75e820af32,segment=NetworkSegment(56c11dcc-8cab-44bb-9bb5-3b95980b86de),segment_id=56c11dcc-8cab-44bb-9bb5-3b95980b86de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:35:48.863133 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4cf337b-3082-4413-ae3f-8af3537eea50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:48.876542 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410b8c5-150c-4a1a-9cdd-5dd2654c4c15 None None] Checking router: 499f6cae-af5e-4d4f-a630-49dd11871323 for host: n-d-798054-10 {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:35:48.879371 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-f4cf337b-3082-4413-ae3f-8af3537eea50 admin admin] Calling delete_port for c3e19b5f-d124-4270-95dc-bb75e820af32 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:35:48.885318 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6410b8c5-150c-4a1a-9cdd-5dd2654c4c15 None None] Routers {'499f6cae-af5e-4d4f-a630-49dd11871323'} bound to L3 agent in host n-d-798054-10 {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:35:48.885962 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-6410b8c5-150c-4a1a-9cdd-5dd2654c4c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:00:30Z,description=,heartbeat_timestamp=2021-07-14T10:35:30Z,host='n-d-798054-10',id=9f2f16b9-5fc9-4f68-8fb1-c94544edf3d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:00:30Z,topic='l3_agent')) {'router_ids': ['499f6cae-af5e-4d4f-a630-49dd11871323'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:48.971348 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-6410b8c5-150c-4a1a-9cdd-5dd2654c4c15 None None] Set router 499f6cae-af5e-4d4f-a630-49dd11871323 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:35:49.021981 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-6410b8c5-150c-4a1a-9cdd-5dd2654c4c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499f6cae-af5e-4d4f-a630-49dd11871323', 'name': 'tempest-TestSnapshotPattern-2106786767-router', 'tenant_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:00Z', 'updated_at': '2021-07-14T10:35:48Z', 'revision_number': 6, 'project_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'gw_port_host': None}], 'n-d-798054-10', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:49.040263 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4cf337b-3082-4413-ae3f-8af3537eea50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:49.050633 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410b8c5-150c-4a1a-9cdd-5dd2654c4c15 None None] The sync data for ids ['499f6cae-af5e-4d4f-a630-49dd11871323'] in n-d-798054-10 is: [{'id': '499f6cae-af5e-4d4f-a630-49dd11871323', 'name': 'tempest-TestSnapshotPattern-2106786767-router', 'tenant_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:00Z', 'updated_at': '2021-07-14T10:35:48Z', 'revision_number': 6, 'project_id': '277dedb4b17540d8b59ce8f6f8db0cbc', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:35:49.074451 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf337b-3082-4413-ae3f-8af3537eea50 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e19b5f-d124-4270-95dc-bb75e820af32,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:49.136762 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4cf337b-3082-4413-ae3f-8af3537eea50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536064'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:49.223690 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4cf337b-3082-4413-ae3f-8af3537eea50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30322'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:49.225692 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4cf337b-3082-4413-ae3f-8af3537eea50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:49.270758 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4cf337b-3082-4413-ae3f-8af3537eea50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530443'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:49.271310 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cf337b-3082-4413-ae3f-8af3537eea50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 499f6cae-af5e-4d4f-a630-49dd11871323 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:35:49.275565 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4cf337b-3082-4413-ae3f-8af3537eea50 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:49.276706 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-f4cf337b-3082-4413-ae3f-8af3537eea50 admin admin] 10.222.0.26 "DELETE /v2.0/routers/499f6cae-af5e-4d4f-a630-49dd11871323 HTTP/1.1" status: 204 len: 168 time: 0.7582946 Jul 14 10:35:49.279225 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54056) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:35:49.323092 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc986157-a121-4d25-8502-73b53fa278c4 admin admin] Deleting subnet c2e212b6-3b24-431d-ba30-88111f1eb2a2 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:35:49.326282 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bc986157-a121-4d25-8502-73b53fa278c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:49.360173 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bc986157-a121-4d25-8502-73b53fa278c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10441434'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:49.438489 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bc986157-a121-4d25-8502-73b53fa278c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1395416'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:49.499845 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bc986157-a121-4d25-8502-73b53fa278c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1395361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2337109'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:49.523784 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc986157-a121-4d25-8502-73b53fa278c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e212b6-3b24-431d-ba30-88111f1eb2a2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:49.530057 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bc986157-a121-4d25-8502-73b53fa278c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:49.531990 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-bc986157-a121-4d25-8502-73b53fa278c4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c2e212b6-3b24-431d-ba30-88111f1eb2a2 HTTP/1.1" status: 204 len: 168 time: 0.2518404 Jul 14 10:35:49.534498 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54058) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:35:49.535794 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14a1dab-8aca-433f-821d-031ccfd20256 None None] Network ea59b3bf-c015-4dcb-b640-08c8c9f084e9 requested from n-d-798054-10 {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:35:49.600964 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-24812633-f12d-4173-8c0f-a786eae0fc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1773873'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:49.655250 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-24812633-f12d-4173-8c0f-a786eae0fc89 admin admin] Deleting port 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:35:49.655620 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-24812633-f12d-4173-8c0f-a786eae0fc89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:49.788632 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0596c4ba-9feb-4281-8fce-ba93400efc10 None None] DHCP port deletion for ea59b3bf-c015-4dcb-b640-08c8c9f084e9 request from n-d-798054-10 {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:35:49.997059 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0596c4ba-9feb-4281-8fce-ba93400efc10 None None] Deleting port 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:35:49.997443 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0596c4ba-9feb-4281-8fce-ba93400efc10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751749382885'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:50.058204 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-24812633-f12d-4173-8c0f-a786eae0fc89 admin admin] For port 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5,segment=NetworkSegment(103ea312-445e-498b-90ff-fa819c6d6f22),segment_id=103ea312-445e-498b-90ff-fa819c6d6f22)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:35:50.058571 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-24812633-f12d-4173-8c0f-a786eae0fc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:50.062899 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0596c4ba-9feb-4281-8fce-ba93400efc10 None None] For port 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5, host n-d-798054-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-10',level=0,port_id=9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5,segment=NetworkSegment(103ea312-445e-498b-90ff-fa819c6d6f22),segment_id=103ea312-445e-498b-90ff-fa819c6d6f22)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:35:50.063301 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0596c4ba-9feb-4281-8fce-ba93400efc10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540649'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:50.071867 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-24812633-f12d-4173-8c0f-a786eae0fc89 admin admin] Calling delete_port for 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:35:50.076546 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0596c4ba-9feb-4281-8fce-ba93400efc10 None None] Calling delete_port for 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:35:50.152867 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-24812633-f12d-4173-8c0f-a786eae0fc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283417'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:50.159264 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0596c4ba-9feb-4281-8fce-ba93400efc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751749389069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751748885396'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:50.183044 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24812633-f12d-4173-8c0f-a786eae0fc89 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:50.184868 n-d-798054-10 neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24812633-f12d-4173-8c0f-a786eae0fc89 admin admin] No DVR routers for this DVR port 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5 on host n-d-798054-10 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:35:50.186158 n-d-798054-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596c4ba-9feb-4281-8fce-ba93400efc10 None None] Pushing event deleted for resources: {'Port': ['ID=9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:50.187967 n-d-798054-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0596c4ba-9feb-4281-8fce-ba93400efc10 None None] No DVR routers for this DVR port 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5 on host n-d-798054-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:35:50.254628 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-24812633-f12d-4173-8c0f-a786eae0fc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393229', 'neutron.services.segments.db._delete_segments_for_network-8751749432643'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:50.264308 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-24812633-f12d-4173-8c0f-a786eae0fc89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea59b3bf-c015-4dcb-b640-08c8c9f084e9']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:50.274127 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-24812633-f12d-4173-8c0f-a786eae0fc89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103ea312-445e-498b-90ff-fa819c6d6f22') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:50.274421 n-d-798054-10 neutron-server[93888]: DEBUG neutron.services.segments.db [None req-24812633-f12d-4173-8c0f-a786eae0fc89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103ea312-445e-498b-90ff-fa819c6d6f22') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:35:50.283002 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-24812633-f12d-4173-8c0f-a786eae0fc89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751749432396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10441411'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:50.296756 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-24812633-f12d-4173-8c0f-a786eae0fc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:50.302682 n-d-798054-10 neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24812633-f12d-4173-8c0f-a786eae0fc89 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:35:50.303070 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-24812633-f12d-4173-8c0f-a786eae0fc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283626'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: Traceback (most recent call last): Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: timer() Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: cb(*args, **kw) Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: return func(*args, **kwargs) Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: self._notify() Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: self.callback(batched_events) Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: event.method(event) Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: return f(self, *a, **k) Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: return self._get(url).json() Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: return self.request(url, 'GET', **kwargs) Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:35:50.304674 n-d-798054-10 neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:35:50.361276 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-24812633-f12d-4173-8c0f-a786eae0fc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536164'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:50.366733 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-24812633-f12d-4173-8c0f-a786eae0fc89 admin admin] Notify callbacks [] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:50.369683 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-24812633-f12d-4173-8c0f-a786eae0fc89 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ea59b3bf-c015-4dcb-b640-08c8c9f084e9 HTTP/1.1" status: 204 len: 168 time: 0.8335521 Jul 14 10:35:50.383850 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24812633-f12d-4173-8c0f-a786eae0fc89 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea59b3bf-c015-4dcb-b640-08c8c9f084e9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:50.541812 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54062) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:35:50.581053 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-b33af341-ca02-40f8-931f-bfe21b558c49 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2aef8f940018451c928a4a553c57138d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380263 Jul 14 10:35:50.583624 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54064) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:35:50.631688 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2cf53edd-7243-418a-ae42-a57637ffbc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:50.653929 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2cf53edd-7243-418a-ae42-a57637ffbc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:50.672000 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 8faf87ac-edaf-418c-b50f-5480d8fd915c no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:35:50.692838 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 8faf87ac-edaf-418c-b50f-5480d8fd915c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:35:50.693259 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 8faf87ac-edaf-418c-b50f-5480d8fd915c not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:35:50.693695 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c3e19b5f-d124-4270-95dc-bb75e820af32 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:35:50.701912 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2cf53edd-7243-418a-ae42-a57637ffbc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:50.704689 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2cf53edd-7243-418a-ae42-a57637ffbc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:50.705871 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-2cf53edd-7243-418a-ae42-a57637ffbc32 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c9b7d4e1-88d9-432f-8022-39cc95bef618 HTTP/1.1" status: 204 len: 168 time: 0.1212981 Jul 14 10:35:50.713429 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: c3e19b5f-d124-4270-95dc-bb75e820af32 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:35:50.713997 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device c3e19b5f-d124-4270-95dc-bb75e820af32 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:35:50.714310 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf53edd-7243-418a-ae42-a57637ffbc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b7d4e1-88d9-432f-8022-39cc95bef618,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:50.714467 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5 no longer exists at agent ovs-agent-n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:35:50.744603 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] No Port match for: 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:35:50.744953 n-d-798054-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Device 9aa3b0e1-01b3-4f3e-9b53-ae129e3219a5 not bound to the agent host n-d-798054-10 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:35:51.022614 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54070) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:35:51.065536 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-87d7fb6c-d41e-4cd3-89b5-17cc5f18baf4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=277dedb4b17540d8b59ce8f6f8db0cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417213 Jul 14 10:35:51.067917 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.26', 54072) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:35:51.114734 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-23048620-ff42-4134-9688-758d2a95ff09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:51.135398 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-23048620-ff42-4134-9688-758d2a95ff09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:51.180901 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-23048620-ff42-4134-9688-758d2a95ff09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784811'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:51.183545 n-d-798054-10 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-23048620-ff42-4134-9688-758d2a95ff09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:51.184668 n-d-798054-10 neutron-server[93888]: INFO neutron.wsgi [None req-23048620-ff42-4134-9688-758d2a95ff09 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/957c48f6-21f0-41ff-9fcf-100160a55b02 HTTP/1.1" status: 204 len: 168 time: 0.1158712 Jul 14 10:35:51.192071 n-d-798054-10 neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23048620-ff42-4134-9688-758d2a95ff09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957c48f6-21f0-41ff-9fcf-100160a55b02,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:57.393048 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b1a6a88-e5db-4e9c-9d7f-730f4c3079be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:59.865604 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d87c4ce-3a8a-48db-9a8d-e3c9975b498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:00.020663 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:01.014404 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:01.737016 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:36:02.751249 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:03.067544 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:17.176171 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:27.397464 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-254fb914-81bb-450c-babc-f305231cec04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:29.864513 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4abbc623-e0de-4fd1-b144-d0f8a7a0cdeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:30.020546 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:31.017926 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:32.748552 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:33.070851 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:38.735417 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:36:47.174481 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:57.399212 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba8475de-535e-4ddb-ae0c-d07df698647e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:59.865617 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da05f11d-79de-4404-ab9f-2d96f77463af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:00.021505 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:01.021237 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:02.762824 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:03.073183 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:15.735257 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:37:17.172892 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:27.400731 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee9bee08-8c80-4e46-b860-ee4ca3e77d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:29.867870 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0356ec27-408c-400e-a5de-ba46c3c65e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:30.021529 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:31.023457 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:32.779606 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:33.076815 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:47.174483 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:52.734480 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:37:57.404289 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ade7034-d944-4231-8611-ba7e19a5628a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:59.868701 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f13bc51c-bf0b-4e69-8c5d-169aac63e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:00.023326 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:01.028058 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:02.785655 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:03.079115 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:17.173394 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:27.403998 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a80b5dbb-14dc-40ec-a813-6a65a93984fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:29.734418 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:38:29.871298 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9a7219b-ec49-459e-87c0-9f9fa7c31268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:30.027537 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:31.030078 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:32.792728 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:33.081375 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:47.170844 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:57.404805 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c2cef1d0-178f-44fe-8dad-26012f36b984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:59.870699 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-841f5b50-5fc0-466f-a2a8-6a096043bb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:00.028256 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:01.035041 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:02.812059 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:03.085658 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:06.734431 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:39:17.184069 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:27.405843 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9cb1e10d-3477-4a23-bb2b-3688697d9d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:29.870957 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b8dbf0e-18c6-4d2a-ab4a-73ce6e32cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:30.029429 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:31.036323 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:32.821463 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:33.088607 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:43.043790 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-fca55144-68e4-49a1-af15-a88fceb470e9 req-85c53020-0b37-4f9c-a8d9-12b8ecb8104f service neutron] (93888) timed out ('10.222.0.26', 52696) {{(pid=93888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:39:43.733871 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:39:47.199014 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:57.406138 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2cf122e6-b373-4ebf-89d4-1ca0cd55fada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:59.872534 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a750bde-76cc-44f4-b3e8-9d2dd0f2d30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:00.030603 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:01.038568 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:02.826089 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:03.092199 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:17.198355 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:20.737406 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:40:27.407230 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51e006b4-2fcf-474f-9bf3-28e07c81d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:29.872499 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d9c91cbe-c163-48df-8c7c-357274f05721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:30.031611 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:31.040951 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:32.821579 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:33.094150 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:47.213771 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:57.407845 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79404ae5-f24f-460e-9c22-1b0116e164da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:57.737363 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:40:59.873509 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec404-2928-4d5f-8d73-83db9a14beb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:00.032160 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:01.045714 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:02.823463 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:03.098183 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:17.212472 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:27.408280 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6ef915e-6c23-4237-87df-eb33fe70b3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:29.874759 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6675829f-8996-4f15-b6bb-fa0b0facdce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:30.033038 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:31.046592 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:32.821300 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:33.102173 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:34.739910 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:41:47.211771 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:57.411466 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-818bbd8e-3275-49d4-8e6a-75ee0ed96c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:59.874037 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6925b92-4704-4c68-a48f-c7c158339f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:00.034923 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:01.049467 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:02.819020 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:03.104183 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:11.740340 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:42:17.211017 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:27.412840 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0498237-0536-4770-b4a1-43d2e8e3b37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:29.877645 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7edae4c0-a22b-4ba7-8074-5bcee0ac6030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:30.036768 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:31.051224 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:32.818222 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:33.106931 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:47.209093 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:48.739290 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:42:57.413715 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-49cca13f-cd35-4066-9ea9-a7109e3e47f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:59.879135 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89776354-8cef-45e5-b5f0-b3837a1c4945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.037493 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:01.054172 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:02.864696 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:03.111855 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:17.209124 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:25.738624 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:43:27.414215 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd579dce-c46e-4205-8c57-1de159f55bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:29.880493 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f374196-9c91-4ff4-9a0c-bef1edacf69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:30.039805 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:31.062528 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:32.870048 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:33.116109 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:47.207391 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:57.416323 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fcf6e43-b0ed-49bb-a235-d0847235327b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:59.882056 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2c9cb33f-ad4b-4162-a21c-3b397e27d1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:00.039952 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c17fe82-4416-4b03-a5c8-991f9d1b6d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:01.061351 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-201cf72f-47b9-4e09-b27c-909c644ac124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:02.737613 n-d-798054-10 neutron-server[93890]: DEBUG neutron.db.agents_db [None req-6c35c7af-e603-45b9-a9ec-e54a989c1ed9 None None] Agent healthcheck: found 7 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:44:02.861938 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ce4-79f7-4de3-868c-bb5588808fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:03.116669 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f5804f2-1816-481b-9a9a-1eff8ec71b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:05.892204 n-d-798054-10 neutron-server[93888]: DEBUG neutron.wsgi [req-4c930690-5de1-438f-9db6-94a261ae6f0a req-c662f0ea-cd51-4937-88b6-d6217aeaae07 service neutron] (93888) timed out ('10.222.0.26', 37544) {{(pid=93888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:44:17.222293 n-d-798054-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc925d03-ab1a-4090-863e-828f3feb6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751749432625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392381'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}